{
  "best_metric": 4.690349102020264,
  "best_model_checkpoint": "final_models/focus_kin_llama_focus_trained/checkpoint-47088",
  "epoch": 6.0,
  "eval_steps": 500,
  "global_step": 70632,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 8.494733265375468e-05,
      "grad_norm": 153.4725810656166,
      "learning_rate": 1.5e-07,
      "loss": 11.4707,
      "step": 1
    },
    {
      "epoch": 0.00016989466530750936,
      "grad_norm": 158.14078966413567,
      "learning_rate": 3e-07,
      "loss": 11.7241,
      "step": 2
    },
    {
      "epoch": 0.00025484199796126404,
      "grad_norm": 194.50990309768852,
      "learning_rate": 4.5e-07,
      "loss": 11.6012,
      "step": 3
    },
    {
      "epoch": 0.0003397893306150187,
      "grad_norm": 333.2587043933981,
      "learning_rate": 6e-07,
      "loss": 12.1053,
      "step": 4
    },
    {
      "epoch": 0.00042473666326877334,
      "grad_norm": 118.34508630501905,
      "learning_rate": 7.499999999999999e-07,
      "loss": 11.3756,
      "step": 5
    },
    {
      "epoch": 0.0005096839959225281,
      "grad_norm": 177.82228842771443,
      "learning_rate": 9e-07,
      "loss": 11.7221,
      "step": 6
    },
    {
      "epoch": 0.0005946313285762827,
      "grad_norm": 186.31121467714453,
      "learning_rate": 1.05e-06,
      "loss": 11.6779,
      "step": 7
    },
    {
      "epoch": 0.0006795786612300374,
      "grad_norm": 166.79652266369217,
      "learning_rate": 1.2e-06,
      "loss": 11.5187,
      "step": 8
    },
    {
      "epoch": 0.0007645259938837921,
      "grad_norm": 138.31054954691527,
      "learning_rate": 1.3499999999999998e-06,
      "loss": 11.0659,
      "step": 9
    },
    {
      "epoch": 0.0008494733265375467,
      "grad_norm": 94.3997357316946,
      "learning_rate": 1.4999999999999998e-06,
      "loss": 10.9337,
      "step": 10
    },
    {
      "epoch": 0.0009344206591913014,
      "grad_norm": 88.0828006502202,
      "learning_rate": 1.6499999999999997e-06,
      "loss": 10.9245,
      "step": 11
    },
    {
      "epoch": 0.0010193679918450561,
      "grad_norm": 65.95030198724743,
      "learning_rate": 1.8e-06,
      "loss": 10.5246,
      "step": 12
    },
    {
      "epoch": 0.0011043153244988107,
      "grad_norm": 63.95611277683551,
      "learning_rate": 1.9499999999999995e-06,
      "loss": 10.4549,
      "step": 13
    },
    {
      "epoch": 0.0011892626571525654,
      "grad_norm": 77.25333668452824,
      "learning_rate": 2.1e-06,
      "loss": 10.7928,
      "step": 14
    },
    {
      "epoch": 0.0012742099898063201,
      "grad_norm": 68.13496100019479,
      "learning_rate": 2.2499999999999996e-06,
      "loss": 10.4743,
      "step": 15
    },
    {
      "epoch": 0.0013591573224600749,
      "grad_norm": 65.2097499084589,
      "learning_rate": 2.4e-06,
      "loss": 10.285,
      "step": 16
    },
    {
      "epoch": 0.0014441046551138294,
      "grad_norm": 49.06158768985396,
      "learning_rate": 2.55e-06,
      "loss": 10.5399,
      "step": 17
    },
    {
      "epoch": 0.0015290519877675841,
      "grad_norm": 35.111643312325555,
      "learning_rate": 2.6999999999999996e-06,
      "loss": 9.8472,
      "step": 18
    },
    {
      "epoch": 0.0016139993204213388,
      "grad_norm": 37.49604873198393,
      "learning_rate": 2.85e-06,
      "loss": 9.981,
      "step": 19
    },
    {
      "epoch": 0.0016989466530750934,
      "grad_norm": 34.89320061331229,
      "learning_rate": 2.9999999999999997e-06,
      "loss": 9.974,
      "step": 20
    },
    {
      "epoch": 0.001783893985728848,
      "grad_norm": 54.41830257470544,
      "learning_rate": 3.15e-06,
      "loss": 10.2428,
      "step": 21
    },
    {
      "epoch": 0.0018688413183826028,
      "grad_norm": 35.171375568839636,
      "learning_rate": 3.2999999999999993e-06,
      "loss": 9.6784,
      "step": 22
    },
    {
      "epoch": 0.0019537886510363573,
      "grad_norm": 24.69516548826827,
      "learning_rate": 3.4499999999999996e-06,
      "loss": 9.4732,
      "step": 23
    },
    {
      "epoch": 0.0020387359836901123,
      "grad_norm": 22.853667074117812,
      "learning_rate": 3.6e-06,
      "loss": 9.4777,
      "step": 24
    },
    {
      "epoch": 0.002123683316343867,
      "grad_norm": 28.428499277736286,
      "learning_rate": 3.7499999999999997e-06,
      "loss": 9.439,
      "step": 25
    },
    {
      "epoch": 0.0022086306489976213,
      "grad_norm": 23.658138445242173,
      "learning_rate": 3.899999999999999e-06,
      "loss": 9.3571,
      "step": 26
    },
    {
      "epoch": 0.0022935779816513763,
      "grad_norm": 19.778053759943017,
      "learning_rate": 4.049999999999999e-06,
      "loss": 9.4475,
      "step": 27
    },
    {
      "epoch": 0.002378525314305131,
      "grad_norm": 18.758339267258812,
      "learning_rate": 4.2e-06,
      "loss": 9.4763,
      "step": 28
    },
    {
      "epoch": 0.0024634726469588853,
      "grad_norm": 23.450885050189225,
      "learning_rate": 4.35e-06,
      "loss": 9.2433,
      "step": 29
    },
    {
      "epoch": 0.0025484199796126403,
      "grad_norm": 16.828471784757024,
      "learning_rate": 4.499999999999999e-06,
      "loss": 9.3826,
      "step": 30
    },
    {
      "epoch": 0.0026333673122663948,
      "grad_norm": 16.823135451627824,
      "learning_rate": 4.6499999999999995e-06,
      "loss": 9.5507,
      "step": 31
    },
    {
      "epoch": 0.0027183146449201497,
      "grad_norm": 18.619319079748433,
      "learning_rate": 4.8e-06,
      "loss": 9.0255,
      "step": 32
    },
    {
      "epoch": 0.0028032619775739042,
      "grad_norm": 17.272516679198095,
      "learning_rate": 4.95e-06,
      "loss": 9.0654,
      "step": 33
    },
    {
      "epoch": 0.0028882093102276588,
      "grad_norm": 18.961615805944426,
      "learning_rate": 5.1e-06,
      "loss": 8.9439,
      "step": 34
    },
    {
      "epoch": 0.0029731566428814137,
      "grad_norm": 20.598549249747197,
      "learning_rate": 5.25e-06,
      "loss": 8.9987,
      "step": 35
    },
    {
      "epoch": 0.0030581039755351682,
      "grad_norm": 16.304686367268253,
      "learning_rate": 5.399999999999999e-06,
      "loss": 9.1083,
      "step": 36
    },
    {
      "epoch": 0.0031430513081889227,
      "grad_norm": 19.107036736374866,
      "learning_rate": 5.549999999999999e-06,
      "loss": 8.8393,
      "step": 37
    },
    {
      "epoch": 0.0032279986408426777,
      "grad_norm": 15.600170140986151,
      "learning_rate": 5.7e-06,
      "loss": 9.0993,
      "step": 38
    },
    {
      "epoch": 0.003312945973496432,
      "grad_norm": 17.13295997648849,
      "learning_rate": 5.85e-06,
      "loss": 8.9784,
      "step": 39
    },
    {
      "epoch": 0.0033978933061501867,
      "grad_norm": 22.92614841863026,
      "learning_rate": 5.999999999999999e-06,
      "loss": 8.8372,
      "step": 40
    },
    {
      "epoch": 0.0034828406388039417,
      "grad_norm": 20.06444399025981,
      "learning_rate": 6.1499999999999996e-06,
      "loss": 8.8969,
      "step": 41
    },
    {
      "epoch": 0.003567787971457696,
      "grad_norm": 30.15364496309846,
      "learning_rate": 6.3e-06,
      "loss": 8.801,
      "step": 42
    },
    {
      "epoch": 0.0036527353041114507,
      "grad_norm": 23.178315897521685,
      "learning_rate": 6.449999999999999e-06,
      "loss": 8.8865,
      "step": 43
    },
    {
      "epoch": 0.0037376826367652057,
      "grad_norm": 38.667103994833944,
      "learning_rate": 6.599999999999999e-06,
      "loss": 8.6938,
      "step": 44
    },
    {
      "epoch": 0.00382262996941896,
      "grad_norm": 55.59291585380271,
      "learning_rate": 6.749999999999999e-06,
      "loss": 8.6754,
      "step": 45
    },
    {
      "epoch": 0.003907577302072715,
      "grad_norm": 194.45466774557121,
      "learning_rate": 6.899999999999999e-06,
      "loss": 8.3177,
      "step": 46
    },
    {
      "epoch": 0.003992524634726469,
      "grad_norm": 86.15065991148087,
      "learning_rate": 7.049999999999999e-06,
      "loss": 8.3883,
      "step": 47
    },
    {
      "epoch": 0.004077471967380225,
      "grad_norm": 53.79516000509104,
      "learning_rate": 7.2e-06,
      "loss": 8.2854,
      "step": 48
    },
    {
      "epoch": 0.004162419300033979,
      "grad_norm": 64.77506496302057,
      "learning_rate": 7.35e-06,
      "loss": 8.4092,
      "step": 49
    },
    {
      "epoch": 0.004247366632687734,
      "grad_norm": 80.63912334171644,
      "learning_rate": 7.499999999999999e-06,
      "loss": 8.206,
      "step": 50
    },
    {
      "epoch": 0.004332313965341488,
      "grad_norm": 93.53121046400223,
      "learning_rate": 7.65e-06,
      "loss": 8.6605,
      "step": 51
    },
    {
      "epoch": 0.004417261297995243,
      "grad_norm": 144.56009567077533,
      "learning_rate": 7.799999999999998e-06,
      "loss": 8.259,
      "step": 52
    },
    {
      "epoch": 0.004502208630648998,
      "grad_norm": 32.314813874404564,
      "learning_rate": 7.949999999999998e-06,
      "loss": 8.598,
      "step": 53
    },
    {
      "epoch": 0.0045871559633027525,
      "grad_norm": 34.81126884966475,
      "learning_rate": 8.099999999999999e-06,
      "loss": 7.9763,
      "step": 54
    },
    {
      "epoch": 0.004672103295956507,
      "grad_norm": 62.95517887931313,
      "learning_rate": 8.249999999999999e-06,
      "loss": 8.5724,
      "step": 55
    },
    {
      "epoch": 0.004757050628610262,
      "grad_norm": 90.33558955305952,
      "learning_rate": 8.4e-06,
      "loss": 8.172,
      "step": 56
    },
    {
      "epoch": 0.004841997961264016,
      "grad_norm": 84.90998516443146,
      "learning_rate": 8.55e-06,
      "loss": 8.4073,
      "step": 57
    },
    {
      "epoch": 0.004926945293917771,
      "grad_norm": 54.87179780676032,
      "learning_rate": 8.7e-06,
      "loss": 8.1866,
      "step": 58
    },
    {
      "epoch": 0.005011892626571526,
      "grad_norm": 116.35009277930776,
      "learning_rate": 8.849999999999998e-06,
      "loss": 8.3697,
      "step": 59
    },
    {
      "epoch": 0.0050968399592252805,
      "grad_norm": 116.26518729992029,
      "learning_rate": 8.999999999999999e-06,
      "loss": 8.2762,
      "step": 60
    },
    {
      "epoch": 0.005181787291879035,
      "grad_norm": 130.61033071744546,
      "learning_rate": 9.149999999999999e-06,
      "loss": 8.0008,
      "step": 61
    },
    {
      "epoch": 0.0052667346245327895,
      "grad_norm": 66.30998733454123,
      "learning_rate": 9.299999999999999e-06,
      "loss": 8.493,
      "step": 62
    },
    {
      "epoch": 0.005351681957186544,
      "grad_norm": 55.919119089846674,
      "learning_rate": 9.45e-06,
      "loss": 8.3648,
      "step": 63
    },
    {
      "epoch": 0.0054366292898402994,
      "grad_norm": 48.220528919086945,
      "learning_rate": 9.6e-06,
      "loss": 8.3235,
      "step": 64
    },
    {
      "epoch": 0.005521576622494054,
      "grad_norm": 35.39793405651798,
      "learning_rate": 9.75e-06,
      "loss": 7.9131,
      "step": 65
    },
    {
      "epoch": 0.0056065239551478085,
      "grad_norm": 52.45642276539231,
      "learning_rate": 9.9e-06,
      "loss": 8.2188,
      "step": 66
    },
    {
      "epoch": 0.005691471287801563,
      "grad_norm": 12.885226760118591,
      "learning_rate": 1.005e-05,
      "loss": 8.2823,
      "step": 67
    },
    {
      "epoch": 0.0057764186204553175,
      "grad_norm": 42.907707809009594,
      "learning_rate": 1.02e-05,
      "loss": 8.1724,
      "step": 68
    },
    {
      "epoch": 0.005861365953109072,
      "grad_norm": 29.90624569069849,
      "learning_rate": 1.035e-05,
      "loss": 8.6545,
      "step": 69
    },
    {
      "epoch": 0.005946313285762827,
      "grad_norm": 128.70670114146074,
      "learning_rate": 1.05e-05,
      "loss": 8.385,
      "step": 70
    },
    {
      "epoch": 0.006031260618416582,
      "grad_norm": 19.53723374652029,
      "learning_rate": 1.0649999999999998e-05,
      "loss": 8.2183,
      "step": 71
    },
    {
      "epoch": 0.0061162079510703364,
      "grad_norm": 36.87792998429915,
      "learning_rate": 1.0799999999999998e-05,
      "loss": 8.7919,
      "step": 72
    },
    {
      "epoch": 0.006201155283724091,
      "grad_norm": 40.64717784134688,
      "learning_rate": 1.0949999999999998e-05,
      "loss": 8.1661,
      "step": 73
    },
    {
      "epoch": 0.0062861026163778455,
      "grad_norm": 17.227657217137597,
      "learning_rate": 1.1099999999999999e-05,
      "loss": 7.9407,
      "step": 74
    },
    {
      "epoch": 0.0063710499490316,
      "grad_norm": 34.22654188576165,
      "learning_rate": 1.1249999999999999e-05,
      "loss": 7.8351,
      "step": 75
    },
    {
      "epoch": 0.006455997281685355,
      "grad_norm": 11.988101588072585,
      "learning_rate": 1.14e-05,
      "loss": 7.8254,
      "step": 76
    },
    {
      "epoch": 0.00654094461433911,
      "grad_norm": 26.508907585111537,
      "learning_rate": 1.155e-05,
      "loss": 8.2046,
      "step": 77
    },
    {
      "epoch": 0.006625891946992864,
      "grad_norm": 33.17459267289126,
      "learning_rate": 1.17e-05,
      "loss": 8.2336,
      "step": 78
    },
    {
      "epoch": 0.006710839279646619,
      "grad_norm": 93.71201612067027,
      "learning_rate": 1.1849999999999998e-05,
      "loss": 7.9744,
      "step": 79
    },
    {
      "epoch": 0.0067957866123003734,
      "grad_norm": 17.78697770919359,
      "learning_rate": 1.1999999999999999e-05,
      "loss": 8.0178,
      "step": 80
    },
    {
      "epoch": 0.006880733944954129,
      "grad_norm": 8.936426297518688,
      "learning_rate": 1.2149999999999999e-05,
      "loss": 7.7359,
      "step": 81
    },
    {
      "epoch": 0.006965681277607883,
      "grad_norm": 29.884794775515125,
      "learning_rate": 1.2299999999999999e-05,
      "loss": 8.1245,
      "step": 82
    },
    {
      "epoch": 0.007050628610261638,
      "grad_norm": 25.003245295458537,
      "learning_rate": 1.245e-05,
      "loss": 7.8425,
      "step": 83
    },
    {
      "epoch": 0.007135575942915392,
      "grad_norm": 10.682430983745707,
      "learning_rate": 1.26e-05,
      "loss": 8.4422,
      "step": 84
    },
    {
      "epoch": 0.007220523275569147,
      "grad_norm": 16.43965424867008,
      "learning_rate": 1.275e-05,
      "loss": 8.3483,
      "step": 85
    },
    {
      "epoch": 0.007305470608222901,
      "grad_norm": 6.991609203934343,
      "learning_rate": 1.2899999999999998e-05,
      "loss": 8.5441,
      "step": 86
    },
    {
      "epoch": 0.007390417940876657,
      "grad_norm": 9.753654027670846,
      "learning_rate": 1.3049999999999999e-05,
      "loss": 7.869,
      "step": 87
    },
    {
      "epoch": 0.007475365273530411,
      "grad_norm": 62.76851488085189,
      "learning_rate": 1.3199999999999997e-05,
      "loss": 7.8675,
      "step": 88
    },
    {
      "epoch": 0.007560312606184166,
      "grad_norm": 6.427679964561545,
      "learning_rate": 1.3349999999999998e-05,
      "loss": 8.4605,
      "step": 89
    },
    {
      "epoch": 0.00764525993883792,
      "grad_norm": 10.711565563422955,
      "learning_rate": 1.3499999999999998e-05,
      "loss": 8.4396,
      "step": 90
    },
    {
      "epoch": 0.007730207271491675,
      "grad_norm": 9.924679623127618,
      "learning_rate": 1.3649999999999998e-05,
      "loss": 7.6529,
      "step": 91
    },
    {
      "epoch": 0.00781515460414543,
      "grad_norm": 9.376512399953608,
      "learning_rate": 1.3799999999999998e-05,
      "loss": 8.0511,
      "step": 92
    },
    {
      "epoch": 0.007900101936799185,
      "grad_norm": 11.970348208161466,
      "learning_rate": 1.3949999999999999e-05,
      "loss": 7.7885,
      "step": 93
    },
    {
      "epoch": 0.007985049269452938,
      "grad_norm": 9.07121924330507,
      "learning_rate": 1.4099999999999999e-05,
      "loss": 8.2414,
      "step": 94
    },
    {
      "epoch": 0.008069996602106694,
      "grad_norm": 6.713772545712197,
      "learning_rate": 1.4249999999999999e-05,
      "loss": 7.6561,
      "step": 95
    },
    {
      "epoch": 0.00815494393476045,
      "grad_norm": 15.996121647990575,
      "learning_rate": 1.44e-05,
      "loss": 8.4196,
      "step": 96
    },
    {
      "epoch": 0.008239891267414203,
      "grad_norm": 17.073995328081107,
      "learning_rate": 1.455e-05,
      "loss": 8.0061,
      "step": 97
    },
    {
      "epoch": 0.008324838600067958,
      "grad_norm": 4.181781008019301,
      "learning_rate": 1.47e-05,
      "loss": 7.9354,
      "step": 98
    },
    {
      "epoch": 0.008409785932721712,
      "grad_norm": 8.059083302788268,
      "learning_rate": 1.485e-05,
      "loss": 7.5283,
      "step": 99
    },
    {
      "epoch": 0.008494733265375467,
      "grad_norm": 7.475119584446527,
      "learning_rate": 1.4999999999999999e-05,
      "loss": 7.5912,
      "step": 100
    },
    {
      "epoch": 0.008579680598029223,
      "grad_norm": 9.207397642882066,
      "learning_rate": 1.5149999999999999e-05,
      "loss": 7.9156,
      "step": 101
    },
    {
      "epoch": 0.008664627930682976,
      "grad_norm": 27.913844252649948,
      "learning_rate": 1.53e-05,
      "loss": 7.3968,
      "step": 102
    },
    {
      "epoch": 0.008749575263336732,
      "grad_norm": 6.210087198607236,
      "learning_rate": 1.545e-05,
      "loss": 8.1938,
      "step": 103
    },
    {
      "epoch": 0.008834522595990485,
      "grad_norm": 5.389418389594601,
      "learning_rate": 1.5599999999999996e-05,
      "loss": 8.2313,
      "step": 104
    },
    {
      "epoch": 0.00891946992864424,
      "grad_norm": 22.77366635281697,
      "learning_rate": 1.5749999999999997e-05,
      "loss": 7.5201,
      "step": 105
    },
    {
      "epoch": 0.009004417261297996,
      "grad_norm": 9.08605955387481,
      "learning_rate": 1.5899999999999997e-05,
      "loss": 8.1791,
      "step": 106
    },
    {
      "epoch": 0.00908936459395175,
      "grad_norm": 7.583575636335644,
      "learning_rate": 1.6049999999999997e-05,
      "loss": 8.3064,
      "step": 107
    },
    {
      "epoch": 0.009174311926605505,
      "grad_norm": 6.029334609635999,
      "learning_rate": 1.6199999999999997e-05,
      "loss": 7.6474,
      "step": 108
    },
    {
      "epoch": 0.009259259259259259,
      "grad_norm": 5.783834084550564,
      "learning_rate": 1.6349999999999998e-05,
      "loss": 7.6393,
      "step": 109
    },
    {
      "epoch": 0.009344206591913014,
      "grad_norm": 6.351874299641596,
      "learning_rate": 1.6499999999999998e-05,
      "loss": 7.7755,
      "step": 110
    },
    {
      "epoch": 0.009429153924566768,
      "grad_norm": 8.223118340672647,
      "learning_rate": 1.6649999999999998e-05,
      "loss": 7.6107,
      "step": 111
    },
    {
      "epoch": 0.009514101257220523,
      "grad_norm": 10.257365236603107,
      "learning_rate": 1.68e-05,
      "loss": 7.251,
      "step": 112
    },
    {
      "epoch": 0.009599048589874279,
      "grad_norm": 15.430695783044742,
      "learning_rate": 1.695e-05,
      "loss": 7.7487,
      "step": 113
    },
    {
      "epoch": 0.009683995922528032,
      "grad_norm": 13.752764167011742,
      "learning_rate": 1.71e-05,
      "loss": 8.1972,
      "step": 114
    },
    {
      "epoch": 0.009768943255181788,
      "grad_norm": 8.674809462396308,
      "learning_rate": 1.725e-05,
      "loss": 7.4709,
      "step": 115
    },
    {
      "epoch": 0.009853890587835541,
      "grad_norm": 7.735357577623036,
      "learning_rate": 1.74e-05,
      "loss": 7.8444,
      "step": 116
    },
    {
      "epoch": 0.009938837920489297,
      "grad_norm": 10.581296660095298,
      "learning_rate": 1.755e-05,
      "loss": 7.6593,
      "step": 117
    },
    {
      "epoch": 0.010023785253143052,
      "grad_norm": 39.27266086355108,
      "learning_rate": 1.7699999999999997e-05,
      "loss": 7.4284,
      "step": 118
    },
    {
      "epoch": 0.010108732585796806,
      "grad_norm": 20.10249709832871,
      "learning_rate": 1.7849999999999997e-05,
      "loss": 7.4281,
      "step": 119
    },
    {
      "epoch": 0.010193679918450561,
      "grad_norm": 25.7761530560774,
      "learning_rate": 1.7999999999999997e-05,
      "loss": 8.1185,
      "step": 120
    },
    {
      "epoch": 0.010278627251104315,
      "grad_norm": 11.81242665609407,
      "learning_rate": 1.8149999999999997e-05,
      "loss": 7.3182,
      "step": 121
    },
    {
      "epoch": 0.01036357458375807,
      "grad_norm": 8.289138398680125,
      "learning_rate": 1.8299999999999998e-05,
      "loss": 8.0282,
      "step": 122
    },
    {
      "epoch": 0.010448521916411825,
      "grad_norm": 68.40151593002606,
      "learning_rate": 1.8449999999999998e-05,
      "loss": 7.5056,
      "step": 123
    },
    {
      "epoch": 0.010533469249065579,
      "grad_norm": 38.287960629096354,
      "learning_rate": 1.8599999999999998e-05,
      "loss": 8.0522,
      "step": 124
    },
    {
      "epoch": 0.010618416581719334,
      "grad_norm": 37.26372346943368,
      "learning_rate": 1.875e-05,
      "loss": 8.15,
      "step": 125
    },
    {
      "epoch": 0.010703363914373088,
      "grad_norm": 23.046971456897396,
      "learning_rate": 1.89e-05,
      "loss": 7.6518,
      "step": 126
    },
    {
      "epoch": 0.010788311247026844,
      "grad_norm": 7.023681432043649,
      "learning_rate": 1.905e-05,
      "loss": 7.2761,
      "step": 127
    },
    {
      "epoch": 0.010873258579680599,
      "grad_norm": 71.43131515583282,
      "learning_rate": 1.92e-05,
      "loss": 7.7287,
      "step": 128
    },
    {
      "epoch": 0.010958205912334353,
      "grad_norm": 42.05139498773766,
      "learning_rate": 1.935e-05,
      "loss": 7.2239,
      "step": 129
    },
    {
      "epoch": 0.011043153244988108,
      "grad_norm": 42.67898091156015,
      "learning_rate": 1.95e-05,
      "loss": 7.2011,
      "step": 130
    },
    {
      "epoch": 0.011128100577641862,
      "grad_norm": 51.42694315982752,
      "learning_rate": 1.965e-05,
      "loss": 7.3383,
      "step": 131
    },
    {
      "epoch": 0.011213047910295617,
      "grad_norm": 61.17996345237422,
      "learning_rate": 1.98e-05,
      "loss": 7.7155,
      "step": 132
    },
    {
      "epoch": 0.01129799524294937,
      "grad_norm": 34.658850158108415,
      "learning_rate": 1.995e-05,
      "loss": 7.7245,
      "step": 133
    },
    {
      "epoch": 0.011382942575603126,
      "grad_norm": 34.103876254759804,
      "learning_rate": 2.01e-05,
      "loss": 8.0421,
      "step": 134
    },
    {
      "epoch": 0.011467889908256881,
      "grad_norm": 50.67934584675141,
      "learning_rate": 2.025e-05,
      "loss": 7.613,
      "step": 135
    },
    {
      "epoch": 0.011552837240910635,
      "grad_norm": 23.082284530618523,
      "learning_rate": 2.04e-05,
      "loss": 7.4139,
      "step": 136
    },
    {
      "epoch": 0.01163778457356439,
      "grad_norm": 48.28068773341674,
      "learning_rate": 2.055e-05,
      "loss": 7.8228,
      "step": 137
    },
    {
      "epoch": 0.011722731906218144,
      "grad_norm": 31.269091967293964,
      "learning_rate": 2.07e-05,
      "loss": 7.1852,
      "step": 138
    },
    {
      "epoch": 0.0118076792388719,
      "grad_norm": 47.29136695631754,
      "learning_rate": 2.085e-05,
      "loss": 7.2863,
      "step": 139
    },
    {
      "epoch": 0.011892626571525655,
      "grad_norm": 43.67473526129391,
      "learning_rate": 2.1e-05,
      "loss": 7.4972,
      "step": 140
    },
    {
      "epoch": 0.011977573904179408,
      "grad_norm": 39.115931204886316,
      "learning_rate": 2.1149999999999996e-05,
      "loss": 7.4481,
      "step": 141
    },
    {
      "epoch": 0.012062521236833164,
      "grad_norm": 28.61959443308255,
      "learning_rate": 2.1299999999999996e-05,
      "loss": 7.4317,
      "step": 142
    },
    {
      "epoch": 0.012147468569486918,
      "grad_norm": 25.992624965510444,
      "learning_rate": 2.1449999999999996e-05,
      "loss": 7.4275,
      "step": 143
    },
    {
      "epoch": 0.012232415902140673,
      "grad_norm": 19.26279599254031,
      "learning_rate": 2.1599999999999996e-05,
      "loss": 7.3688,
      "step": 144
    },
    {
      "epoch": 0.012317363234794428,
      "grad_norm": 5.940813095396697,
      "learning_rate": 2.1749999999999997e-05,
      "loss": 7.2693,
      "step": 145
    },
    {
      "epoch": 0.012402310567448182,
      "grad_norm": 32.164540649483165,
      "learning_rate": 2.1899999999999997e-05,
      "loss": 7.0542,
      "step": 146
    },
    {
      "epoch": 0.012487257900101937,
      "grad_norm": 23.42914085273755,
      "learning_rate": 2.2049999999999997e-05,
      "loss": 7.1888,
      "step": 147
    },
    {
      "epoch": 0.012572205232755691,
      "grad_norm": 39.96432898214682,
      "learning_rate": 2.2199999999999998e-05,
      "loss": 7.6194,
      "step": 148
    },
    {
      "epoch": 0.012657152565409446,
      "grad_norm": 31.634752618087287,
      "learning_rate": 2.2349999999999998e-05,
      "loss": 7.1112,
      "step": 149
    },
    {
      "epoch": 0.0127420998980632,
      "grad_norm": 27.67431353506003,
      "learning_rate": 2.2499999999999998e-05,
      "loss": 7.0187,
      "step": 150
    },
    {
      "epoch": 0.012827047230716955,
      "grad_norm": 35.65112993198684,
      "learning_rate": 2.2649999999999998e-05,
      "loss": 7.134,
      "step": 151
    },
    {
      "epoch": 0.01291199456337071,
      "grad_norm": 7.841621265177476,
      "learning_rate": 2.28e-05,
      "loss": 7.3628,
      "step": 152
    },
    {
      "epoch": 0.012996941896024464,
      "grad_norm": 26.12557555322514,
      "learning_rate": 2.295e-05,
      "loss": 7.2331,
      "step": 153
    },
    {
      "epoch": 0.01308188922867822,
      "grad_norm": 19.26539871932154,
      "learning_rate": 2.31e-05,
      "loss": 7.173,
      "step": 154
    },
    {
      "epoch": 0.013166836561331973,
      "grad_norm": 12.583201495759365,
      "learning_rate": 2.325e-05,
      "loss": 7.1303,
      "step": 155
    },
    {
      "epoch": 0.013251783893985729,
      "grad_norm": 12.165359419866666,
      "learning_rate": 2.34e-05,
      "loss": 6.9135,
      "step": 156
    },
    {
      "epoch": 0.013336731226639484,
      "grad_norm": 18.25357466944852,
      "learning_rate": 2.3549999999999996e-05,
      "loss": 6.9523,
      "step": 157
    },
    {
      "epoch": 0.013421678559293238,
      "grad_norm": 12.86546922933439,
      "learning_rate": 2.3699999999999997e-05,
      "loss": 6.9666,
      "step": 158
    },
    {
      "epoch": 0.013506625891946993,
      "grad_norm": 9.766532196273682,
      "learning_rate": 2.3849999999999997e-05,
      "loss": 7.7823,
      "step": 159
    },
    {
      "epoch": 0.013591573224600747,
      "grad_norm": 7.021746995511098,
      "learning_rate": 2.3999999999999997e-05,
      "loss": 7.7709,
      "step": 160
    },
    {
      "epoch": 0.013676520557254502,
      "grad_norm": 15.034851668302315,
      "learning_rate": 2.4149999999999997e-05,
      "loss": 7.3346,
      "step": 161
    },
    {
      "epoch": 0.013761467889908258,
      "grad_norm": 7.4811082583186765,
      "learning_rate": 2.4299999999999998e-05,
      "loss": 7.2182,
      "step": 162
    },
    {
      "epoch": 0.013846415222562011,
      "grad_norm": 11.687178308282764,
      "learning_rate": 2.4449999999999998e-05,
      "loss": 7.0523,
      "step": 163
    },
    {
      "epoch": 0.013931362555215767,
      "grad_norm": 9.027794086614852,
      "learning_rate": 2.4599999999999998e-05,
      "loss": 7.7344,
      "step": 164
    },
    {
      "epoch": 0.01401630988786952,
      "grad_norm": 13.713101461112075,
      "learning_rate": 2.475e-05,
      "loss": 7.8363,
      "step": 165
    },
    {
      "epoch": 0.014101257220523276,
      "grad_norm": 18.46091411499968,
      "learning_rate": 2.49e-05,
      "loss": 7.1532,
      "step": 166
    },
    {
      "epoch": 0.014186204553177031,
      "grad_norm": 18.690295492715972,
      "learning_rate": 2.505e-05,
      "loss": 7.1403,
      "step": 167
    },
    {
      "epoch": 0.014271151885830785,
      "grad_norm": 7.260389962164124,
      "learning_rate": 2.52e-05,
      "loss": 6.9497,
      "step": 168
    },
    {
      "epoch": 0.01435609921848454,
      "grad_norm": 104.25170959370112,
      "learning_rate": 2.535e-05,
      "loss": 7.6622,
      "step": 169
    },
    {
      "epoch": 0.014441046551138294,
      "grad_norm": 12.867762435150018,
      "learning_rate": 2.55e-05,
      "loss": 7.4085,
      "step": 170
    },
    {
      "epoch": 0.01452599388379205,
      "grad_norm": 40.62640810443453,
      "learning_rate": 2.565e-05,
      "loss": 7.3714,
      "step": 171
    },
    {
      "epoch": 0.014610941216445803,
      "grad_norm": 24.828210710640338,
      "learning_rate": 2.5799999999999997e-05,
      "loss": 7.6258,
      "step": 172
    },
    {
      "epoch": 0.014695888549099558,
      "grad_norm": 5.608287319715072,
      "learning_rate": 2.5949999999999997e-05,
      "loss": 7.8402,
      "step": 173
    },
    {
      "epoch": 0.014780835881753314,
      "grad_norm": 17.840722867486814,
      "learning_rate": 2.6099999999999997e-05,
      "loss": 6.9955,
      "step": 174
    },
    {
      "epoch": 0.014865783214407067,
      "grad_norm": 28.890288765762357,
      "learning_rate": 2.6249999999999998e-05,
      "loss": 7.2415,
      "step": 175
    },
    {
      "epoch": 0.014950730547060823,
      "grad_norm": 8.80672557190681,
      "learning_rate": 2.6399999999999995e-05,
      "loss": 7.1203,
      "step": 176
    },
    {
      "epoch": 0.015035677879714576,
      "grad_norm": 5.7395171288681865,
      "learning_rate": 2.6549999999999995e-05,
      "loss": 7.8945,
      "step": 177
    },
    {
      "epoch": 0.015120625212368332,
      "grad_norm": 21.053532484251548,
      "learning_rate": 2.6699999999999995e-05,
      "loss": 7.1799,
      "step": 178
    },
    {
      "epoch": 0.015205572545022087,
      "grad_norm": 21.788531516107824,
      "learning_rate": 2.6849999999999995e-05,
      "loss": 7.4242,
      "step": 179
    },
    {
      "epoch": 0.01529051987767584,
      "grad_norm": 7.633500857194232,
      "learning_rate": 2.6999999999999996e-05,
      "loss": 7.8229,
      "step": 180
    },
    {
      "epoch": 0.015375467210329596,
      "grad_norm": 7.108094551685506,
      "learning_rate": 2.7149999999999996e-05,
      "loss": 7.194,
      "step": 181
    },
    {
      "epoch": 0.01546041454298335,
      "grad_norm": 9.675667558585983,
      "learning_rate": 2.7299999999999996e-05,
      "loss": 7.7238,
      "step": 182
    },
    {
      "epoch": 0.015545361875637105,
      "grad_norm": 25.613930925507525,
      "learning_rate": 2.7449999999999996e-05,
      "loss": 7.1161,
      "step": 183
    },
    {
      "epoch": 0.01563030920829086,
      "grad_norm": 8.181866672008788,
      "learning_rate": 2.7599999999999997e-05,
      "loss": 7.773,
      "step": 184
    },
    {
      "epoch": 0.015715256540944616,
      "grad_norm": 10.721973706565104,
      "learning_rate": 2.7749999999999997e-05,
      "loss": 6.9989,
      "step": 185
    },
    {
      "epoch": 0.01580020387359837,
      "grad_norm": 8.44530938562289,
      "learning_rate": 2.7899999999999997e-05,
      "loss": 7.2587,
      "step": 186
    },
    {
      "epoch": 0.015885151206252123,
      "grad_norm": 11.824293593939844,
      "learning_rate": 2.8049999999999997e-05,
      "loss": 7.2704,
      "step": 187
    },
    {
      "epoch": 0.015970098538905877,
      "grad_norm": 10.341272288174142,
      "learning_rate": 2.8199999999999998e-05,
      "loss": 7.8934,
      "step": 188
    },
    {
      "epoch": 0.016055045871559634,
      "grad_norm": 23.78510391252264,
      "learning_rate": 2.8349999999999998e-05,
      "loss": 6.8366,
      "step": 189
    },
    {
      "epoch": 0.016139993204213388,
      "grad_norm": 12.588977844102109,
      "learning_rate": 2.8499999999999998e-05,
      "loss": 7.7592,
      "step": 190
    },
    {
      "epoch": 0.01622494053686714,
      "grad_norm": 14.360798291860032,
      "learning_rate": 2.865e-05,
      "loss": 6.9556,
      "step": 191
    },
    {
      "epoch": 0.0163098878695209,
      "grad_norm": 7.434508819764415,
      "learning_rate": 2.88e-05,
      "loss": 6.4615,
      "step": 192
    },
    {
      "epoch": 0.016394835202174652,
      "grad_norm": 11.66888208242121,
      "learning_rate": 2.895e-05,
      "loss": 6.8698,
      "step": 193
    },
    {
      "epoch": 0.016479782534828406,
      "grad_norm": 16.560431119586266,
      "learning_rate": 2.91e-05,
      "loss": 6.8754,
      "step": 194
    },
    {
      "epoch": 0.016564729867482163,
      "grad_norm": 7.813423799280213,
      "learning_rate": 2.925e-05,
      "loss": 7.2924,
      "step": 195
    },
    {
      "epoch": 0.016649677200135916,
      "grad_norm": 10.75614611864546,
      "learning_rate": 2.94e-05,
      "loss": 6.9974,
      "step": 196
    },
    {
      "epoch": 0.01673462453278967,
      "grad_norm": 11.187651000980365,
      "learning_rate": 2.955e-05,
      "loss": 6.9919,
      "step": 197
    },
    {
      "epoch": 0.016819571865443424,
      "grad_norm": 7.7315862875193,
      "learning_rate": 2.97e-05,
      "loss": 7.1732,
      "step": 198
    },
    {
      "epoch": 0.01690451919809718,
      "grad_norm": 11.649019706932629,
      "learning_rate": 2.985e-05,
      "loss": 6.8634,
      "step": 199
    },
    {
      "epoch": 0.016989466530750934,
      "grad_norm": 9.107570841807403,
      "learning_rate": 2.9999999999999997e-05,
      "loss": 7.6471,
      "step": 200
    },
    {
      "epoch": 0.017074413863404688,
      "grad_norm": 7.808071806445702,
      "learning_rate": 3.0149999999999998e-05,
      "loss": 6.961,
      "step": 201
    },
    {
      "epoch": 0.017159361196058445,
      "grad_norm": 5.427368635802289,
      "learning_rate": 3.0299999999999998e-05,
      "loss": 7.7664,
      "step": 202
    },
    {
      "epoch": 0.0172443085287122,
      "grad_norm": 6.00256930558439,
      "learning_rate": 3.0449999999999998e-05,
      "loss": 6.7541,
      "step": 203
    },
    {
      "epoch": 0.017329255861365953,
      "grad_norm": 10.278168851056375,
      "learning_rate": 3.06e-05,
      "loss": 7.2469,
      "step": 204
    },
    {
      "epoch": 0.017414203194019706,
      "grad_norm": 6.660300355027388,
      "learning_rate": 3.0749999999999995e-05,
      "loss": 6.7803,
      "step": 205
    },
    {
      "epoch": 0.017499150526673463,
      "grad_norm": 5.24525358034566,
      "learning_rate": 3.09e-05,
      "loss": 6.8967,
      "step": 206
    },
    {
      "epoch": 0.017584097859327217,
      "grad_norm": 7.164178801241368,
      "learning_rate": 3.1049999999999996e-05,
      "loss": 6.715,
      "step": 207
    },
    {
      "epoch": 0.01766904519198097,
      "grad_norm": 6.161146865159039,
      "learning_rate": 3.119999999999999e-05,
      "loss": 7.1411,
      "step": 208
    },
    {
      "epoch": 0.017753992524634728,
      "grad_norm": 10.808558939766296,
      "learning_rate": 3.1349999999999996e-05,
      "loss": 6.7044,
      "step": 209
    },
    {
      "epoch": 0.01783893985728848,
      "grad_norm": 12.066506198966245,
      "learning_rate": 3.149999999999999e-05,
      "loss": 7.5388,
      "step": 210
    },
    {
      "epoch": 0.017923887189942235,
      "grad_norm": 8.87808499378676,
      "learning_rate": 3.165e-05,
      "loss": 6.8007,
      "step": 211
    },
    {
      "epoch": 0.018008834522595992,
      "grad_norm": 6.891499745159848,
      "learning_rate": 3.1799999999999994e-05,
      "loss": 6.7638,
      "step": 212
    },
    {
      "epoch": 0.018093781855249746,
      "grad_norm": 7.7582320710335795,
      "learning_rate": 3.195e-05,
      "loss": 7.4973,
      "step": 213
    },
    {
      "epoch": 0.0181787291879035,
      "grad_norm": 8.336389878116254,
      "learning_rate": 3.2099999999999994e-05,
      "loss": 6.7805,
      "step": 214
    },
    {
      "epoch": 0.018263676520557253,
      "grad_norm": 8.546467470661973,
      "learning_rate": 3.225e-05,
      "loss": 6.8124,
      "step": 215
    },
    {
      "epoch": 0.01834862385321101,
      "grad_norm": 7.636841748289556,
      "learning_rate": 3.2399999999999995e-05,
      "loss": 7.1874,
      "step": 216
    },
    {
      "epoch": 0.018433571185864764,
      "grad_norm": 9.571789582243934,
      "learning_rate": 3.255e-05,
      "loss": 6.909,
      "step": 217
    },
    {
      "epoch": 0.018518518518518517,
      "grad_norm": 7.065776486495761,
      "learning_rate": 3.2699999999999995e-05,
      "loss": 6.8476,
      "step": 218
    },
    {
      "epoch": 0.018603465851172275,
      "grad_norm": 7.2076063854326895,
      "learning_rate": 3.285e-05,
      "loss": 7.0476,
      "step": 219
    },
    {
      "epoch": 0.018688413183826028,
      "grad_norm": 5.670542466650742,
      "learning_rate": 3.2999999999999996e-05,
      "loss": 7.5366,
      "step": 220
    },
    {
      "epoch": 0.018773360516479782,
      "grad_norm": 15.400126590361946,
      "learning_rate": 3.315e-05,
      "loss": 7.5855,
      "step": 221
    },
    {
      "epoch": 0.018858307849133536,
      "grad_norm": 5.546833687530207,
      "learning_rate": 3.3299999999999996e-05,
      "loss": 7.4177,
      "step": 222
    },
    {
      "epoch": 0.018943255181787293,
      "grad_norm": 5.456237357256289,
      "learning_rate": 3.345e-05,
      "loss": 7.3212,
      "step": 223
    },
    {
      "epoch": 0.019028202514441046,
      "grad_norm": 6.055973042973255,
      "learning_rate": 3.36e-05,
      "loss": 7.6503,
      "step": 224
    },
    {
      "epoch": 0.0191131498470948,
      "grad_norm": 5.044774069122236,
      "learning_rate": 3.375e-05,
      "loss": 7.5819,
      "step": 225
    },
    {
      "epoch": 0.019198097179748557,
      "grad_norm": 13.050930935107901,
      "learning_rate": 3.39e-05,
      "loss": 6.9438,
      "step": 226
    },
    {
      "epoch": 0.01928304451240231,
      "grad_norm": 6.381148458526289,
      "learning_rate": 3.405e-05,
      "loss": 6.783,
      "step": 227
    },
    {
      "epoch": 0.019367991845056064,
      "grad_norm": 9.209946305805689,
      "learning_rate": 3.42e-05,
      "loss": 6.6034,
      "step": 228
    },
    {
      "epoch": 0.01945293917770982,
      "grad_norm": 8.32988275082757,
      "learning_rate": 3.435e-05,
      "loss": 6.7804,
      "step": 229
    },
    {
      "epoch": 0.019537886510363575,
      "grad_norm": 7.717612415061872,
      "learning_rate": 3.45e-05,
      "loss": 6.7974,
      "step": 230
    },
    {
      "epoch": 0.01962283384301733,
      "grad_norm": 22.66787520261223,
      "learning_rate": 3.465e-05,
      "loss": 7.0511,
      "step": 231
    },
    {
      "epoch": 0.019707781175671082,
      "grad_norm": 5.822426500115643,
      "learning_rate": 3.48e-05,
      "loss": 6.9954,
      "step": 232
    },
    {
      "epoch": 0.01979272850832484,
      "grad_norm": 8.142209155639804,
      "learning_rate": 3.4949999999999996e-05,
      "loss": 7.5326,
      "step": 233
    },
    {
      "epoch": 0.019877675840978593,
      "grad_norm": 8.693863739330059,
      "learning_rate": 3.51e-05,
      "loss": 6.5872,
      "step": 234
    },
    {
      "epoch": 0.019962623173632347,
      "grad_norm": 7.393636791533041,
      "learning_rate": 3.5249999999999996e-05,
      "loss": 7.0175,
      "step": 235
    },
    {
      "epoch": 0.020047570506286104,
      "grad_norm": 11.307313629803255,
      "learning_rate": 3.539999999999999e-05,
      "loss": 7.2108,
      "step": 236
    },
    {
      "epoch": 0.020132517838939858,
      "grad_norm": 5.013035520103874,
      "learning_rate": 3.555e-05,
      "loss": 6.8985,
      "step": 237
    },
    {
      "epoch": 0.02021746517159361,
      "grad_norm": 6.196513337256967,
      "learning_rate": 3.5699999999999994e-05,
      "loss": 7.1224,
      "step": 238
    },
    {
      "epoch": 0.020302412504247365,
      "grad_norm": 6.403239793461398,
      "learning_rate": 3.585e-05,
      "loss": 7.2289,
      "step": 239
    },
    {
      "epoch": 0.020387359836901122,
      "grad_norm": 10.649615538081964,
      "learning_rate": 3.5999999999999994e-05,
      "loss": 7.0665,
      "step": 240
    },
    {
      "epoch": 0.020472307169554876,
      "grad_norm": 6.049260546484497,
      "learning_rate": 3.615e-05,
      "loss": 6.8393,
      "step": 241
    },
    {
      "epoch": 0.02055725450220863,
      "grad_norm": 7.499927751549658,
      "learning_rate": 3.6299999999999995e-05,
      "loss": 7.0473,
      "step": 242
    },
    {
      "epoch": 0.020642201834862386,
      "grad_norm": 7.020722149656962,
      "learning_rate": 3.645e-05,
      "loss": 7.0724,
      "step": 243
    },
    {
      "epoch": 0.02072714916751614,
      "grad_norm": 6.830447416502901,
      "learning_rate": 3.6599999999999995e-05,
      "loss": 7.4569,
      "step": 244
    },
    {
      "epoch": 0.020812096500169894,
      "grad_norm": 6.28450911990183,
      "learning_rate": 3.675e-05,
      "loss": 7.019,
      "step": 245
    },
    {
      "epoch": 0.02089704383282365,
      "grad_norm": 6.0642345536865765,
      "learning_rate": 3.6899999999999996e-05,
      "loss": 6.9258,
      "step": 246
    },
    {
      "epoch": 0.020981991165477405,
      "grad_norm": 6.192057161757739,
      "learning_rate": 3.705e-05,
      "loss": 6.848,
      "step": 247
    },
    {
      "epoch": 0.021066938498131158,
      "grad_norm": 6.93843841818255,
      "learning_rate": 3.7199999999999996e-05,
      "loss": 7.0114,
      "step": 248
    },
    {
      "epoch": 0.021151885830784912,
      "grad_norm": 5.9768980002312375,
      "learning_rate": 3.735e-05,
      "loss": 7.5869,
      "step": 249
    },
    {
      "epoch": 0.02123683316343867,
      "grad_norm": 6.757153789297647,
      "learning_rate": 3.75e-05,
      "loss": 6.9672,
      "step": 250
    },
    {
      "epoch": 0.021321780496092423,
      "grad_norm": 5.708533015976992,
      "learning_rate": 3.7649999999999994e-05,
      "loss": 7.0398,
      "step": 251
    },
    {
      "epoch": 0.021406727828746176,
      "grad_norm": 5.1716163422450565,
      "learning_rate": 3.78e-05,
      "loss": 7.1107,
      "step": 252
    },
    {
      "epoch": 0.021491675161399933,
      "grad_norm": 6.546414012063514,
      "learning_rate": 3.7949999999999994e-05,
      "loss": 6.7101,
      "step": 253
    },
    {
      "epoch": 0.021576622494053687,
      "grad_norm": 6.5643990560845475,
      "learning_rate": 3.81e-05,
      "loss": 7.5343,
      "step": 254
    },
    {
      "epoch": 0.02166156982670744,
      "grad_norm": 6.319801081709012,
      "learning_rate": 3.8249999999999995e-05,
      "loss": 6.8764,
      "step": 255
    },
    {
      "epoch": 0.021746517159361198,
      "grad_norm": 6.844342163779018,
      "learning_rate": 3.84e-05,
      "loss": 7.0509,
      "step": 256
    },
    {
      "epoch": 0.02183146449201495,
      "grad_norm": 5.60026761018663,
      "learning_rate": 3.8549999999999995e-05,
      "loss": 6.8534,
      "step": 257
    },
    {
      "epoch": 0.021916411824668705,
      "grad_norm": 7.187252475236981,
      "learning_rate": 3.87e-05,
      "loss": 6.8664,
      "step": 258
    },
    {
      "epoch": 0.02200135915732246,
      "grad_norm": 7.347014673020281,
      "learning_rate": 3.8849999999999996e-05,
      "loss": 6.516,
      "step": 259
    },
    {
      "epoch": 0.022086306489976216,
      "grad_norm": 5.458174592492332,
      "learning_rate": 3.9e-05,
      "loss": 6.4438,
      "step": 260
    },
    {
      "epoch": 0.02217125382262997,
      "grad_norm": 5.559134036318874,
      "learning_rate": 3.9149999999999996e-05,
      "loss": 6.7893,
      "step": 261
    },
    {
      "epoch": 0.022256201155283723,
      "grad_norm": 7.124227315396709,
      "learning_rate": 3.93e-05,
      "loss": 6.8257,
      "step": 262
    },
    {
      "epoch": 0.02234114848793748,
      "grad_norm": 8.07434648699508,
      "learning_rate": 3.945e-05,
      "loss": 6.7506,
      "step": 263
    },
    {
      "epoch": 0.022426095820591234,
      "grad_norm": 6.213737908777992,
      "learning_rate": 3.96e-05,
      "loss": 7.608,
      "step": 264
    },
    {
      "epoch": 0.022511043153244988,
      "grad_norm": 5.738374264352038,
      "learning_rate": 3.975e-05,
      "loss": 6.782,
      "step": 265
    },
    {
      "epoch": 0.02259599048589874,
      "grad_norm": 6.183987466247703,
      "learning_rate": 3.99e-05,
      "loss": 6.8776,
      "step": 266
    },
    {
      "epoch": 0.0226809378185525,
      "grad_norm": 5.630129938999047,
      "learning_rate": 4.005e-05,
      "loss": 6.887,
      "step": 267
    },
    {
      "epoch": 0.022765885151206252,
      "grad_norm": 6.04475401808801,
      "learning_rate": 4.02e-05,
      "loss": 6.5507,
      "step": 268
    },
    {
      "epoch": 0.022850832483860006,
      "grad_norm": 5.549483737199525,
      "learning_rate": 4.035e-05,
      "loss": 6.6917,
      "step": 269
    },
    {
      "epoch": 0.022935779816513763,
      "grad_norm": 5.3294961603978015,
      "learning_rate": 4.05e-05,
      "loss": 6.7863,
      "step": 270
    },
    {
      "epoch": 0.023020727149167516,
      "grad_norm": 6.656319210046135,
      "learning_rate": 4.065e-05,
      "loss": 7.4212,
      "step": 271
    },
    {
      "epoch": 0.02310567448182127,
      "grad_norm": 4.796096391354033,
      "learning_rate": 4.08e-05,
      "loss": 7.4527,
      "step": 272
    },
    {
      "epoch": 0.023190621814475027,
      "grad_norm": 6.052614131401835,
      "learning_rate": 4.095e-05,
      "loss": 6.6094,
      "step": 273
    },
    {
      "epoch": 0.02327556914712878,
      "grad_norm": 5.877045539397043,
      "learning_rate": 4.11e-05,
      "loss": 6.7069,
      "step": 274
    },
    {
      "epoch": 0.023360516479782534,
      "grad_norm": 5.0078494254414645,
      "learning_rate": 4.125e-05,
      "loss": 7.1292,
      "step": 275
    },
    {
      "epoch": 0.023445463812436288,
      "grad_norm": 7.257314893543465,
      "learning_rate": 4.14e-05,
      "loss": 6.625,
      "step": 276
    },
    {
      "epoch": 0.023530411145090045,
      "grad_norm": 7.09361527781358,
      "learning_rate": 4.155e-05,
      "loss": 6.6945,
      "step": 277
    },
    {
      "epoch": 0.0236153584777438,
      "grad_norm": 5.867662554576678,
      "learning_rate": 4.17e-05,
      "loss": 6.7065,
      "step": 278
    },
    {
      "epoch": 0.023700305810397553,
      "grad_norm": 5.571912374178712,
      "learning_rate": 4.185e-05,
      "loss": 6.5483,
      "step": 279
    },
    {
      "epoch": 0.02378525314305131,
      "grad_norm": 5.511947737958575,
      "learning_rate": 4.2e-05,
      "loss": 7.5619,
      "step": 280
    },
    {
      "epoch": 0.023870200475705063,
      "grad_norm": 5.01101079038032,
      "learning_rate": 4.215e-05,
      "loss": 6.9472,
      "step": 281
    },
    {
      "epoch": 0.023955147808358817,
      "grad_norm": 7.348515285016937,
      "learning_rate": 4.229999999999999e-05,
      "loss": 7.1693,
      "step": 282
    },
    {
      "epoch": 0.02404009514101257,
      "grad_norm": 4.592299929571859,
      "learning_rate": 4.2449999999999995e-05,
      "loss": 7.1646,
      "step": 283
    },
    {
      "epoch": 0.024125042473666328,
      "grad_norm": 5.670324175134375,
      "learning_rate": 4.259999999999999e-05,
      "loss": 6.8511,
      "step": 284
    },
    {
      "epoch": 0.02420998980632008,
      "grad_norm": 5.432691943353071,
      "learning_rate": 4.2749999999999996e-05,
      "loss": 6.942,
      "step": 285
    },
    {
      "epoch": 0.024294937138973835,
      "grad_norm": 5.1941173747446845,
      "learning_rate": 4.289999999999999e-05,
      "loss": 7.6064,
      "step": 286
    },
    {
      "epoch": 0.024379884471627592,
      "grad_norm": 5.032593788542711,
      "learning_rate": 4.3049999999999996e-05,
      "loss": 7.4951,
      "step": 287
    },
    {
      "epoch": 0.024464831804281346,
      "grad_norm": 5.685319696415351,
      "learning_rate": 4.319999999999999e-05,
      "loss": 7.0238,
      "step": 288
    },
    {
      "epoch": 0.0245497791369351,
      "grad_norm": 7.2909549199530845,
      "learning_rate": 4.334999999999999e-05,
      "loss": 6.6473,
      "step": 289
    },
    {
      "epoch": 0.024634726469588857,
      "grad_norm": 4.936468317464171,
      "learning_rate": 4.3499999999999993e-05,
      "loss": 7.1518,
      "step": 290
    },
    {
      "epoch": 0.02471967380224261,
      "grad_norm": 5.808889984700416,
      "learning_rate": 4.364999999999999e-05,
      "loss": 7.1332,
      "step": 291
    },
    {
      "epoch": 0.024804621134896364,
      "grad_norm": 4.958356104302985,
      "learning_rate": 4.3799999999999994e-05,
      "loss": 6.8996,
      "step": 292
    },
    {
      "epoch": 0.024889568467550117,
      "grad_norm": 5.734607276994256,
      "learning_rate": 4.394999999999999e-05,
      "loss": 7.6273,
      "step": 293
    },
    {
      "epoch": 0.024974515800203875,
      "grad_norm": 6.125143991339926,
      "learning_rate": 4.4099999999999995e-05,
      "loss": 7.4679,
      "step": 294
    },
    {
      "epoch": 0.025059463132857628,
      "grad_norm": 6.1506156832622985,
      "learning_rate": 4.424999999999999e-05,
      "loss": 7.2858,
      "step": 295
    },
    {
      "epoch": 0.025144410465511382,
      "grad_norm": 9.20536093207453,
      "learning_rate": 4.4399999999999995e-05,
      "loss": 6.4114,
      "step": 296
    },
    {
      "epoch": 0.02522935779816514,
      "grad_norm": 5.931698215967995,
      "learning_rate": 4.454999999999999e-05,
      "loss": 6.7054,
      "step": 297
    },
    {
      "epoch": 0.025314305130818893,
      "grad_norm": 6.2148575405008275,
      "learning_rate": 4.4699999999999996e-05,
      "loss": 7.0635,
      "step": 298
    },
    {
      "epoch": 0.025399252463472646,
      "grad_norm": 6.25592293783472,
      "learning_rate": 4.484999999999999e-05,
      "loss": 6.6659,
      "step": 299
    },
    {
      "epoch": 0.0254841997961264,
      "grad_norm": 4.925902517937331,
      "learning_rate": 4.4999999999999996e-05,
      "loss": 7.4574,
      "step": 300
    },
    {
      "epoch": 0.025569147128780157,
      "grad_norm": 4.935415657032568,
      "learning_rate": 4.514999999999999e-05,
      "loss": 7.3986,
      "step": 301
    },
    {
      "epoch": 0.02565409446143391,
      "grad_norm": 7.6914318524911245,
      "learning_rate": 4.5299999999999997e-05,
      "loss": 6.538,
      "step": 302
    },
    {
      "epoch": 0.025739041794087664,
      "grad_norm": 8.324297721869558,
      "learning_rate": 4.5449999999999993e-05,
      "loss": 7.289,
      "step": 303
    },
    {
      "epoch": 0.02582398912674142,
      "grad_norm": 5.344615594059333,
      "learning_rate": 4.56e-05,
      "loss": 7.3753,
      "step": 304
    },
    {
      "epoch": 0.025908936459395175,
      "grad_norm": 6.136913634226965,
      "learning_rate": 4.5749999999999994e-05,
      "loss": 7.2683,
      "step": 305
    },
    {
      "epoch": 0.02599388379204893,
      "grad_norm": 7.081778640381118,
      "learning_rate": 4.59e-05,
      "loss": 6.7514,
      "step": 306
    },
    {
      "epoch": 0.026078831124702686,
      "grad_norm": 5.850767892726775,
      "learning_rate": 4.6049999999999994e-05,
      "loss": 6.8182,
      "step": 307
    },
    {
      "epoch": 0.02616377845735644,
      "grad_norm": 10.836531475033194,
      "learning_rate": 4.62e-05,
      "loss": 6.6798,
      "step": 308
    },
    {
      "epoch": 0.026248725790010193,
      "grad_norm": 5.301023669274256,
      "learning_rate": 4.6349999999999995e-05,
      "loss": 6.9425,
      "step": 309
    },
    {
      "epoch": 0.026333673122663947,
      "grad_norm": 10.45461229817153,
      "learning_rate": 4.65e-05,
      "loss": 7.168,
      "step": 310
    },
    {
      "epoch": 0.026418620455317704,
      "grad_norm": 10.714878190757037,
      "learning_rate": 4.6649999999999996e-05,
      "loss": 6.4841,
      "step": 311
    },
    {
      "epoch": 0.026503567787971458,
      "grad_norm": 5.006585735934279,
      "learning_rate": 4.68e-05,
      "loss": 7.4819,
      "step": 312
    },
    {
      "epoch": 0.02658851512062521,
      "grad_norm": 6.644637824572077,
      "learning_rate": 4.6949999999999996e-05,
      "loss": 6.9838,
      "step": 313
    },
    {
      "epoch": 0.02667346245327897,
      "grad_norm": 17.448244794167913,
      "learning_rate": 4.709999999999999e-05,
      "loss": 6.5867,
      "step": 314
    },
    {
      "epoch": 0.026758409785932722,
      "grad_norm": 6.551373290078379,
      "learning_rate": 4.7249999999999997e-05,
      "loss": 6.6033,
      "step": 315
    },
    {
      "epoch": 0.026843357118586476,
      "grad_norm": 18.723238420215544,
      "learning_rate": 4.7399999999999993e-05,
      "loss": 6.823,
      "step": 316
    },
    {
      "epoch": 0.02692830445124023,
      "grad_norm": 5.34852813075685,
      "learning_rate": 4.755e-05,
      "loss": 6.7237,
      "step": 317
    },
    {
      "epoch": 0.027013251783893986,
      "grad_norm": 25.07827540031385,
      "learning_rate": 4.7699999999999994e-05,
      "loss": 6.8869,
      "step": 318
    },
    {
      "epoch": 0.02709819911654774,
      "grad_norm": 7.227198964827867,
      "learning_rate": 4.785e-05,
      "loss": 6.5269,
      "step": 319
    },
    {
      "epoch": 0.027183146449201494,
      "grad_norm": 7.2935780388932585,
      "learning_rate": 4.7999999999999994e-05,
      "loss": 6.6795,
      "step": 320
    },
    {
      "epoch": 0.02726809378185525,
      "grad_norm": 5.743790335431407,
      "learning_rate": 4.815e-05,
      "loss": 7.0087,
      "step": 321
    },
    {
      "epoch": 0.027353041114509005,
      "grad_norm": 7.311465144601875,
      "learning_rate": 4.8299999999999995e-05,
      "loss": 6.8013,
      "step": 322
    },
    {
      "epoch": 0.027437988447162758,
      "grad_norm": 6.283862813256188,
      "learning_rate": 4.845e-05,
      "loss": 7.3415,
      "step": 323
    },
    {
      "epoch": 0.027522935779816515,
      "grad_norm": 6.446605139687443,
      "learning_rate": 4.8599999999999995e-05,
      "loss": 6.9253,
      "step": 324
    },
    {
      "epoch": 0.02760788311247027,
      "grad_norm": 5.6324374608352406,
      "learning_rate": 4.875e-05,
      "loss": 6.5897,
      "step": 325
    },
    {
      "epoch": 0.027692830445124023,
      "grad_norm": 7.894596653489377,
      "learning_rate": 4.8899999999999996e-05,
      "loss": 6.6784,
      "step": 326
    },
    {
      "epoch": 0.027777777777777776,
      "grad_norm": 6.858531970051034,
      "learning_rate": 4.905e-05,
      "loss": 6.5612,
      "step": 327
    },
    {
      "epoch": 0.027862725110431533,
      "grad_norm": 5.386751813793936,
      "learning_rate": 4.9199999999999997e-05,
      "loss": 6.5081,
      "step": 328
    },
    {
      "epoch": 0.027947672443085287,
      "grad_norm": 6.151645875896562,
      "learning_rate": 4.935e-05,
      "loss": 6.7795,
      "step": 329
    },
    {
      "epoch": 0.02803261977573904,
      "grad_norm": 6.905195679249787,
      "learning_rate": 4.95e-05,
      "loss": 6.9414,
      "step": 330
    },
    {
      "epoch": 0.028117567108392798,
      "grad_norm": 6.195580056389114,
      "learning_rate": 4.965e-05,
      "loss": 7.0225,
      "step": 331
    },
    {
      "epoch": 0.02820251444104655,
      "grad_norm": 6.432370484027639,
      "learning_rate": 4.98e-05,
      "loss": 6.8609,
      "step": 332
    },
    {
      "epoch": 0.028287461773700305,
      "grad_norm": 6.826020108243725,
      "learning_rate": 4.995e-05,
      "loss": 6.6298,
      "step": 333
    },
    {
      "epoch": 0.028372409106354062,
      "grad_norm": 5.0215732686225625,
      "learning_rate": 5.01e-05,
      "loss": 6.6288,
      "step": 334
    },
    {
      "epoch": 0.028457356439007816,
      "grad_norm": 6.412051663664651,
      "learning_rate": 5.025e-05,
      "loss": 7.5218,
      "step": 335
    },
    {
      "epoch": 0.02854230377166157,
      "grad_norm": 6.293044014311345,
      "learning_rate": 5.04e-05,
      "loss": 6.813,
      "step": 336
    },
    {
      "epoch": 0.028627251104315323,
      "grad_norm": 7.905922029787165,
      "learning_rate": 5.055e-05,
      "loss": 6.7054,
      "step": 337
    },
    {
      "epoch": 0.02871219843696908,
      "grad_norm": 4.870460863428097,
      "learning_rate": 5.07e-05,
      "loss": 6.8658,
      "step": 338
    },
    {
      "epoch": 0.028797145769622834,
      "grad_norm": 5.725479249866051,
      "learning_rate": 5.0849999999999996e-05,
      "loss": 6.1253,
      "step": 339
    },
    {
      "epoch": 0.028882093102276588,
      "grad_norm": 5.914663146969885,
      "learning_rate": 5.1e-05,
      "loss": 6.8695,
      "step": 340
    },
    {
      "epoch": 0.028967040434930345,
      "grad_norm": 5.360546658110191,
      "learning_rate": 5.1149999999999996e-05,
      "loss": 6.5685,
      "step": 341
    },
    {
      "epoch": 0.0290519877675841,
      "grad_norm": 5.195088442143251,
      "learning_rate": 5.13e-05,
      "loss": 6.6862,
      "step": 342
    },
    {
      "epoch": 0.029136935100237852,
      "grad_norm": 5.480529101174015,
      "learning_rate": 5.145e-05,
      "loss": 6.8262,
      "step": 343
    },
    {
      "epoch": 0.029221882432891606,
      "grad_norm": 6.245192388666377,
      "learning_rate": 5.1599999999999994e-05,
      "loss": 6.6049,
      "step": 344
    },
    {
      "epoch": 0.029306829765545363,
      "grad_norm": 6.19419209994958,
      "learning_rate": 5.174999999999999e-05,
      "loss": 6.6763,
      "step": 345
    },
    {
      "epoch": 0.029391777098199116,
      "grad_norm": 6.200231252080982,
      "learning_rate": 5.1899999999999994e-05,
      "loss": 6.4567,
      "step": 346
    },
    {
      "epoch": 0.02947672443085287,
      "grad_norm": 5.016598268822674,
      "learning_rate": 5.204999999999999e-05,
      "loss": 7.195,
      "step": 347
    },
    {
      "epoch": 0.029561671763506627,
      "grad_norm": 5.952541369649033,
      "learning_rate": 5.2199999999999995e-05,
      "loss": 6.4548,
      "step": 348
    },
    {
      "epoch": 0.02964661909616038,
      "grad_norm": 4.6135144397610395,
      "learning_rate": 5.234999999999999e-05,
      "loss": 6.8303,
      "step": 349
    },
    {
      "epoch": 0.029731566428814134,
      "grad_norm": 5.659571441861227,
      "learning_rate": 5.2499999999999995e-05,
      "loss": 6.7532,
      "step": 350
    },
    {
      "epoch": 0.02981651376146789,
      "grad_norm": 4.6677475839664355,
      "learning_rate": 5.264999999999999e-05,
      "loss": 6.4282,
      "step": 351
    },
    {
      "epoch": 0.029901461094121645,
      "grad_norm": 5.07218945772883,
      "learning_rate": 5.279999999999999e-05,
      "loss": 6.7975,
      "step": 352
    },
    {
      "epoch": 0.0299864084267754,
      "grad_norm": 5.000848542037717,
      "learning_rate": 5.294999999999999e-05,
      "loss": 7.0271,
      "step": 353
    },
    {
      "epoch": 0.030071355759429153,
      "grad_norm": 4.394570133647454,
      "learning_rate": 5.309999999999999e-05,
      "loss": 7.4325,
      "step": 354
    },
    {
      "epoch": 0.03015630309208291,
      "grad_norm": 6.076799861270567,
      "learning_rate": 5.324999999999999e-05,
      "loss": 7.3124,
      "step": 355
    },
    {
      "epoch": 0.030241250424736663,
      "grad_norm": 6.445591201743151,
      "learning_rate": 5.339999999999999e-05,
      "loss": 6.6252,
      "step": 356
    },
    {
      "epoch": 0.030326197757390417,
      "grad_norm": 5.407276704210896,
      "learning_rate": 5.3549999999999994e-05,
      "loss": 7.3197,
      "step": 357
    },
    {
      "epoch": 0.030411145090044174,
      "grad_norm": 5.567333968865997,
      "learning_rate": 5.369999999999999e-05,
      "loss": 6.7016,
      "step": 358
    },
    {
      "epoch": 0.030496092422697928,
      "grad_norm": 5.646267798306917,
      "learning_rate": 5.3849999999999994e-05,
      "loss": 6.7643,
      "step": 359
    },
    {
      "epoch": 0.03058103975535168,
      "grad_norm": 6.1332696124620645,
      "learning_rate": 5.399999999999999e-05,
      "loss": 6.4548,
      "step": 360
    },
    {
      "epoch": 0.030665987088005435,
      "grad_norm": 4.843763975654997,
      "learning_rate": 5.4149999999999995e-05,
      "loss": 6.7406,
      "step": 361
    },
    {
      "epoch": 0.030750934420659192,
      "grad_norm": 5.267278807041775,
      "learning_rate": 5.429999999999999e-05,
      "loss": 6.6753,
      "step": 362
    },
    {
      "epoch": 0.030835881753312946,
      "grad_norm": 5.145924716741448,
      "learning_rate": 5.4449999999999995e-05,
      "loss": 6.9819,
      "step": 363
    },
    {
      "epoch": 0.0309208290859667,
      "grad_norm": 5.516616396652371,
      "learning_rate": 5.459999999999999e-05,
      "loss": 7.355,
      "step": 364
    },
    {
      "epoch": 0.031005776418620457,
      "grad_norm": 4.9774211631467695,
      "learning_rate": 5.4749999999999996e-05,
      "loss": 7.4489,
      "step": 365
    },
    {
      "epoch": 0.03109072375127421,
      "grad_norm": 5.086787907288063,
      "learning_rate": 5.489999999999999e-05,
      "loss": 6.9212,
      "step": 366
    },
    {
      "epoch": 0.031175671083927964,
      "grad_norm": 5.237388161390573,
      "learning_rate": 5.5049999999999996e-05,
      "loss": 6.5254,
      "step": 367
    },
    {
      "epoch": 0.03126061841658172,
      "grad_norm": 4.576779975404175,
      "learning_rate": 5.519999999999999e-05,
      "loss": 7.4358,
      "step": 368
    },
    {
      "epoch": 0.03134556574923547,
      "grad_norm": 6.392689244270126,
      "learning_rate": 5.535e-05,
      "loss": 6.9371,
      "step": 369
    },
    {
      "epoch": 0.03143051308188923,
      "grad_norm": 4.383880040811706,
      "learning_rate": 5.5499999999999994e-05,
      "loss": 7.168,
      "step": 370
    },
    {
      "epoch": 0.031515460414542985,
      "grad_norm": 4.476436354442578,
      "learning_rate": 5.565e-05,
      "loss": 7.2644,
      "step": 371
    },
    {
      "epoch": 0.03160040774719674,
      "grad_norm": 7.845290187518515,
      "learning_rate": 5.5799999999999994e-05,
      "loss": 6.7632,
      "step": 372
    },
    {
      "epoch": 0.03168535507985049,
      "grad_norm": 6.319166843169797,
      "learning_rate": 5.595e-05,
      "loss": 6.9266,
      "step": 373
    },
    {
      "epoch": 0.031770302412504246,
      "grad_norm": 7.168452602831813,
      "learning_rate": 5.6099999999999995e-05,
      "loss": 6.782,
      "step": 374
    },
    {
      "epoch": 0.031855249745158,
      "grad_norm": 6.345885197127661,
      "learning_rate": 5.625e-05,
      "loss": 6.6889,
      "step": 375
    },
    {
      "epoch": 0.031940197077811754,
      "grad_norm": 4.833420398135605,
      "learning_rate": 5.6399999999999995e-05,
      "loss": 7.2458,
      "step": 376
    },
    {
      "epoch": 0.032025144410465514,
      "grad_norm": 5.326926963843994,
      "learning_rate": 5.654999999999999e-05,
      "loss": 7.281,
      "step": 377
    },
    {
      "epoch": 0.03211009174311927,
      "grad_norm": 4.568197148176454,
      "learning_rate": 5.6699999999999996e-05,
      "loss": 7.3126,
      "step": 378
    },
    {
      "epoch": 0.03219503907577302,
      "grad_norm": 6.435785453671333,
      "learning_rate": 5.684999999999999e-05,
      "loss": 6.946,
      "step": 379
    },
    {
      "epoch": 0.032279986408426775,
      "grad_norm": 4.509588811785965,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 6.8324,
      "step": 380
    },
    {
      "epoch": 0.03236493374108053,
      "grad_norm": 4.987960598226274,
      "learning_rate": 5.714999999999999e-05,
      "loss": 6.5883,
      "step": 381
    },
    {
      "epoch": 0.03244988107373428,
      "grad_norm": 5.867593112248613,
      "learning_rate": 5.73e-05,
      "loss": 6.6679,
      "step": 382
    },
    {
      "epoch": 0.032534828406388036,
      "grad_norm": 5.664932910161738,
      "learning_rate": 5.7449999999999994e-05,
      "loss": 6.7717,
      "step": 383
    },
    {
      "epoch": 0.0326197757390418,
      "grad_norm": 5.806753149178324,
      "learning_rate": 5.76e-05,
      "loss": 6.822,
      "step": 384
    },
    {
      "epoch": 0.03270472307169555,
      "grad_norm": 5.799487605240287,
      "learning_rate": 5.7749999999999994e-05,
      "loss": 6.5402,
      "step": 385
    },
    {
      "epoch": 0.032789670404349304,
      "grad_norm": 4.864930909310108,
      "learning_rate": 5.79e-05,
      "loss": 6.6004,
      "step": 386
    },
    {
      "epoch": 0.03287461773700306,
      "grad_norm": 6.6157750764977985,
      "learning_rate": 5.8049999999999995e-05,
      "loss": 6.6521,
      "step": 387
    },
    {
      "epoch": 0.03295956506965681,
      "grad_norm": 5.385999971408162,
      "learning_rate": 5.82e-05,
      "loss": 7.3462,
      "step": 388
    },
    {
      "epoch": 0.033044512402310565,
      "grad_norm": 5.601751039611127,
      "learning_rate": 5.8349999999999995e-05,
      "loss": 6.5492,
      "step": 389
    },
    {
      "epoch": 0.033129459734964326,
      "grad_norm": 5.386186935985209,
      "learning_rate": 5.85e-05,
      "loss": 6.9388,
      "step": 390
    },
    {
      "epoch": 0.03321440706761808,
      "grad_norm": 6.550582176755419,
      "learning_rate": 5.8649999999999996e-05,
      "loss": 6.8034,
      "step": 391
    },
    {
      "epoch": 0.03329935440027183,
      "grad_norm": 6.713517149888584,
      "learning_rate": 5.88e-05,
      "loss": 7.3721,
      "step": 392
    },
    {
      "epoch": 0.033384301732925586,
      "grad_norm": 7.021757914246972,
      "learning_rate": 5.8949999999999996e-05,
      "loss": 6.3444,
      "step": 393
    },
    {
      "epoch": 0.03346924906557934,
      "grad_norm": 5.169738846107668,
      "learning_rate": 5.91e-05,
      "loss": 6.7194,
      "step": 394
    },
    {
      "epoch": 0.033554196398233094,
      "grad_norm": 4.829220835144203,
      "learning_rate": 5.925e-05,
      "loss": 6.7025,
      "step": 395
    },
    {
      "epoch": 0.03363914373088685,
      "grad_norm": 4.996439690948915,
      "learning_rate": 5.94e-05,
      "loss": 6.4578,
      "step": 396
    },
    {
      "epoch": 0.03372409106354061,
      "grad_norm": 4.998620120665906,
      "learning_rate": 5.955e-05,
      "loss": 6.3848,
      "step": 397
    },
    {
      "epoch": 0.03380903839619436,
      "grad_norm": 5.030371396576507,
      "learning_rate": 5.97e-05,
      "loss": 6.8418,
      "step": 398
    },
    {
      "epoch": 0.033893985728848115,
      "grad_norm": 4.276589973099576,
      "learning_rate": 5.985e-05,
      "loss": 7.3962,
      "step": 399
    },
    {
      "epoch": 0.03397893306150187,
      "grad_norm": 4.794240538475826,
      "learning_rate": 5.9999999999999995e-05,
      "loss": 6.7131,
      "step": 400
    },
    {
      "epoch": 0.03406388039415562,
      "grad_norm": 5.28400943880362,
      "learning_rate": 6.015e-05,
      "loss": 6.7025,
      "step": 401
    },
    {
      "epoch": 0.034148827726809376,
      "grad_norm": 5.195143452406713,
      "learning_rate": 6.0299999999999995e-05,
      "loss": 6.9295,
      "step": 402
    },
    {
      "epoch": 0.03423377505946313,
      "grad_norm": 6.3431299451018015,
      "learning_rate": 6.045e-05,
      "loss": 7.2,
      "step": 403
    },
    {
      "epoch": 0.03431872239211689,
      "grad_norm": 4.6848452616347815,
      "learning_rate": 6.0599999999999996e-05,
      "loss": 6.6579,
      "step": 404
    },
    {
      "epoch": 0.034403669724770644,
      "grad_norm": 4.995086650344155,
      "learning_rate": 6.075e-05,
      "loss": 6.4792,
      "step": 405
    },
    {
      "epoch": 0.0344886170574244,
      "grad_norm": 5.183856464944647,
      "learning_rate": 6.0899999999999996e-05,
      "loss": 6.5066,
      "step": 406
    },
    {
      "epoch": 0.03457356439007815,
      "grad_norm": 6.761042396542227,
      "learning_rate": 6.104999999999999e-05,
      "loss": 6.7511,
      "step": 407
    },
    {
      "epoch": 0.034658511722731905,
      "grad_norm": 4.496793699601756,
      "learning_rate": 6.12e-05,
      "loss": 6.5011,
      "step": 408
    },
    {
      "epoch": 0.03474345905538566,
      "grad_norm": 5.794672565864106,
      "learning_rate": 6.134999999999999e-05,
      "loss": 6.4812,
      "step": 409
    },
    {
      "epoch": 0.03482840638803941,
      "grad_norm": 5.080217278240517,
      "learning_rate": 6.149999999999999e-05,
      "loss": 7.381,
      "step": 410
    },
    {
      "epoch": 0.03491335372069317,
      "grad_norm": 4.41327601530778,
      "learning_rate": 6.165e-05,
      "loss": 7.2213,
      "step": 411
    },
    {
      "epoch": 0.03499830105334693,
      "grad_norm": 6.7466966183223755,
      "learning_rate": 6.18e-05,
      "loss": 6.4319,
      "step": 412
    },
    {
      "epoch": 0.03508324838600068,
      "grad_norm": 5.029370614826501,
      "learning_rate": 6.194999999999999e-05,
      "loss": 6.53,
      "step": 413
    },
    {
      "epoch": 0.035168195718654434,
      "grad_norm": 5.8835644499740924,
      "learning_rate": 6.209999999999999e-05,
      "loss": 6.6759,
      "step": 414
    },
    {
      "epoch": 0.03525314305130819,
      "grad_norm": 5.263221171055482,
      "learning_rate": 6.225e-05,
      "loss": 6.7369,
      "step": 415
    },
    {
      "epoch": 0.03533809038396194,
      "grad_norm": 5.3543090963238855,
      "learning_rate": 6.239999999999999e-05,
      "loss": 6.3352,
      "step": 416
    },
    {
      "epoch": 0.035423037716615695,
      "grad_norm": 4.883940499595845,
      "learning_rate": 6.254999999999999e-05,
      "loss": 7.323,
      "step": 417
    },
    {
      "epoch": 0.035507985049269455,
      "grad_norm": 6.348530307590955,
      "learning_rate": 6.269999999999999e-05,
      "loss": 6.4909,
      "step": 418
    },
    {
      "epoch": 0.03559293238192321,
      "grad_norm": 5.547132556932696,
      "learning_rate": 6.285e-05,
      "loss": 6.9454,
      "step": 419
    },
    {
      "epoch": 0.03567787971457696,
      "grad_norm": 5.359340839042137,
      "learning_rate": 6.299999999999999e-05,
      "loss": 6.1728,
      "step": 420
    },
    {
      "epoch": 0.035762827047230716,
      "grad_norm": 8.307752866275624,
      "learning_rate": 6.314999999999999e-05,
      "loss": 6.8628,
      "step": 421
    },
    {
      "epoch": 0.03584777437988447,
      "grad_norm": 9.569697006909003,
      "learning_rate": 6.33e-05,
      "loss": 6.7505,
      "step": 422
    },
    {
      "epoch": 0.035932721712538224,
      "grad_norm": 4.202583244890148,
      "learning_rate": 6.345e-05,
      "loss": 7.4057,
      "step": 423
    },
    {
      "epoch": 0.036017669045191984,
      "grad_norm": 4.799112504267974,
      "learning_rate": 6.359999999999999e-05,
      "loss": 6.7962,
      "step": 424
    },
    {
      "epoch": 0.03610261637784574,
      "grad_norm": 5.626811755450862,
      "learning_rate": 6.374999999999999e-05,
      "loss": 7.2926,
      "step": 425
    },
    {
      "epoch": 0.03618756371049949,
      "grad_norm": 5.827687804059485,
      "learning_rate": 6.39e-05,
      "loss": 7.3312,
      "step": 426
    },
    {
      "epoch": 0.036272511043153245,
      "grad_norm": 4.79374536741764,
      "learning_rate": 6.405e-05,
      "loss": 7.3961,
      "step": 427
    },
    {
      "epoch": 0.036357458375807,
      "grad_norm": 7.731218302949371,
      "learning_rate": 6.419999999999999e-05,
      "loss": 6.9458,
      "step": 428
    },
    {
      "epoch": 0.03644240570846075,
      "grad_norm": 14.762279202319853,
      "learning_rate": 6.434999999999999e-05,
      "loss": 6.4234,
      "step": 429
    },
    {
      "epoch": 0.036527353041114506,
      "grad_norm": 5.226683373334687,
      "learning_rate": 6.45e-05,
      "loss": 6.878,
      "step": 430
    },
    {
      "epoch": 0.03661230037376827,
      "grad_norm": 5.0587420967687855,
      "learning_rate": 6.465e-05,
      "loss": 6.6697,
      "step": 431
    },
    {
      "epoch": 0.03669724770642202,
      "grad_norm": 13.653099152670956,
      "learning_rate": 6.479999999999999e-05,
      "loss": 6.8453,
      "step": 432
    },
    {
      "epoch": 0.036782195039075774,
      "grad_norm": 6.082661591537396,
      "learning_rate": 6.494999999999999e-05,
      "loss": 6.778,
      "step": 433
    },
    {
      "epoch": 0.03686714237172953,
      "grad_norm": 4.807471136926098,
      "learning_rate": 6.51e-05,
      "loss": 6.4766,
      "step": 434
    },
    {
      "epoch": 0.03695208970438328,
      "grad_norm": 6.744531112083602,
      "learning_rate": 6.525e-05,
      "loss": 6.7336,
      "step": 435
    },
    {
      "epoch": 0.037037037037037035,
      "grad_norm": 9.273057855454361,
      "learning_rate": 6.539999999999999e-05,
      "loss": 7.3117,
      "step": 436
    },
    {
      "epoch": 0.03712198436969079,
      "grad_norm": 4.880199374463983,
      "learning_rate": 6.555e-05,
      "loss": 6.7198,
      "step": 437
    },
    {
      "epoch": 0.03720693170234455,
      "grad_norm": 4.591436326981704,
      "learning_rate": 6.57e-05,
      "loss": 6.337,
      "step": 438
    },
    {
      "epoch": 0.0372918790349983,
      "grad_norm": 5.273711546816654,
      "learning_rate": 6.584999999999999e-05,
      "loss": 6.4702,
      "step": 439
    },
    {
      "epoch": 0.037376826367652057,
      "grad_norm": 4.751684950575606,
      "learning_rate": 6.599999999999999e-05,
      "loss": 6.5125,
      "step": 440
    },
    {
      "epoch": 0.03746177370030581,
      "grad_norm": 4.53674924371007,
      "learning_rate": 6.615e-05,
      "loss": 6.9188,
      "step": 441
    },
    {
      "epoch": 0.037546721032959564,
      "grad_norm": 4.2961788323688435,
      "learning_rate": 6.63e-05,
      "loss": 6.5801,
      "step": 442
    },
    {
      "epoch": 0.03763166836561332,
      "grad_norm": 4.324159543995248,
      "learning_rate": 6.644999999999999e-05,
      "loss": 6.7915,
      "step": 443
    },
    {
      "epoch": 0.03771661569826707,
      "grad_norm": 4.47260039651683,
      "learning_rate": 6.659999999999999e-05,
      "loss": 6.6063,
      "step": 444
    },
    {
      "epoch": 0.03780156303092083,
      "grad_norm": 5.438372847041224,
      "learning_rate": 6.675e-05,
      "loss": 6.4633,
      "step": 445
    },
    {
      "epoch": 0.037886510363574585,
      "grad_norm": 5.376323842068208,
      "learning_rate": 6.69e-05,
      "loss": 7.2045,
      "step": 446
    },
    {
      "epoch": 0.03797145769622834,
      "grad_norm": 5.094121507518799,
      "learning_rate": 6.704999999999999e-05,
      "loss": 6.8257,
      "step": 447
    },
    {
      "epoch": 0.03805640502888209,
      "grad_norm": 5.424038390125345,
      "learning_rate": 6.72e-05,
      "loss": 6.8667,
      "step": 448
    },
    {
      "epoch": 0.038141352361535846,
      "grad_norm": 4.566543804229811,
      "learning_rate": 6.735e-05,
      "loss": 6.8049,
      "step": 449
    },
    {
      "epoch": 0.0382262996941896,
      "grad_norm": 4.557338034348312,
      "learning_rate": 6.75e-05,
      "loss": 6.6102,
      "step": 450
    },
    {
      "epoch": 0.03831124702684336,
      "grad_norm": 4.282125293009615,
      "learning_rate": 6.764999999999999e-05,
      "loss": 6.6618,
      "step": 451
    },
    {
      "epoch": 0.038396194359497114,
      "grad_norm": 4.313513490392458,
      "learning_rate": 6.78e-05,
      "loss": 6.5189,
      "step": 452
    },
    {
      "epoch": 0.03848114169215087,
      "grad_norm": 4.266012102634665,
      "learning_rate": 6.795e-05,
      "loss": 7.2259,
      "step": 453
    },
    {
      "epoch": 0.03856608902480462,
      "grad_norm": 4.355647339318462,
      "learning_rate": 6.81e-05,
      "loss": 6.3175,
      "step": 454
    },
    {
      "epoch": 0.038651036357458375,
      "grad_norm": 4.138697972232298,
      "learning_rate": 6.824999999999999e-05,
      "loss": 6.2457,
      "step": 455
    },
    {
      "epoch": 0.03873598369011213,
      "grad_norm": 4.314119551580833,
      "learning_rate": 6.84e-05,
      "loss": 6.8511,
      "step": 456
    },
    {
      "epoch": 0.03882093102276588,
      "grad_norm": 4.404625383630336,
      "learning_rate": 6.855e-05,
      "loss": 6.9216,
      "step": 457
    },
    {
      "epoch": 0.03890587835541964,
      "grad_norm": 4.375463601590869,
      "learning_rate": 6.87e-05,
      "loss": 6.5362,
      "step": 458
    },
    {
      "epoch": 0.0389908256880734,
      "grad_norm": 4.16195540811715,
      "learning_rate": 6.884999999999999e-05,
      "loss": 6.4813,
      "step": 459
    },
    {
      "epoch": 0.03907577302072715,
      "grad_norm": 4.041478170249634,
      "learning_rate": 6.9e-05,
      "loss": 6.6581,
      "step": 460
    },
    {
      "epoch": 0.039160720353380904,
      "grad_norm": 4.090011124874288,
      "learning_rate": 6.915e-05,
      "loss": 7.3053,
      "step": 461
    },
    {
      "epoch": 0.03924566768603466,
      "grad_norm": 3.7691572211197673,
      "learning_rate": 6.93e-05,
      "loss": 7.3379,
      "step": 462
    },
    {
      "epoch": 0.03933061501868841,
      "grad_norm": 4.253259333220016,
      "learning_rate": 6.945e-05,
      "loss": 6.5742,
      "step": 463
    },
    {
      "epoch": 0.039415562351342165,
      "grad_norm": 4.3287667591680545,
      "learning_rate": 6.96e-05,
      "loss": 6.9397,
      "step": 464
    },
    {
      "epoch": 0.039500509683995925,
      "grad_norm": 4.790704248634135,
      "learning_rate": 6.975e-05,
      "loss": 6.354,
      "step": 465
    },
    {
      "epoch": 0.03958545701664968,
      "grad_norm": 4.098629159419828,
      "learning_rate": 6.989999999999999e-05,
      "loss": 6.5349,
      "step": 466
    },
    {
      "epoch": 0.03967040434930343,
      "grad_norm": 4.510622137019866,
      "learning_rate": 7.005e-05,
      "loss": 6.4354,
      "step": 467
    },
    {
      "epoch": 0.039755351681957186,
      "grad_norm": 4.446711850208031,
      "learning_rate": 7.02e-05,
      "loss": 6.5375,
      "step": 468
    },
    {
      "epoch": 0.03984029901461094,
      "grad_norm": 4.163466123910548,
      "learning_rate": 7.034999999999999e-05,
      "loss": 6.9809,
      "step": 469
    },
    {
      "epoch": 0.039925246347264694,
      "grad_norm": 4.858985302139677,
      "learning_rate": 7.049999999999999e-05,
      "loss": 6.5998,
      "step": 470
    },
    {
      "epoch": 0.04001019367991845,
      "grad_norm": 4.4708542631043615,
      "learning_rate": 7.065e-05,
      "loss": 6.5401,
      "step": 471
    },
    {
      "epoch": 0.04009514101257221,
      "grad_norm": 6.531828281363442,
      "learning_rate": 7.079999999999999e-05,
      "loss": 6.7914,
      "step": 472
    },
    {
      "epoch": 0.04018008834522596,
      "grad_norm": 4.972450673264787,
      "learning_rate": 7.094999999999999e-05,
      "loss": 6.7175,
      "step": 473
    },
    {
      "epoch": 0.040265035677879715,
      "grad_norm": 4.817621994994976,
      "learning_rate": 7.11e-05,
      "loss": 7.328,
      "step": 474
    },
    {
      "epoch": 0.04034998301053347,
      "grad_norm": 5.91208967892062,
      "learning_rate": 7.125e-05,
      "loss": 6.7784,
      "step": 475
    },
    {
      "epoch": 0.04043493034318722,
      "grad_norm": 4.650150819389202,
      "learning_rate": 7.139999999999999e-05,
      "loss": 7.3629,
      "step": 476
    },
    {
      "epoch": 0.040519877675840976,
      "grad_norm": 4.6914051548378986,
      "learning_rate": 7.154999999999999e-05,
      "loss": 7.2589,
      "step": 477
    },
    {
      "epoch": 0.04060482500849473,
      "grad_norm": 6.877714535937888,
      "learning_rate": 7.17e-05,
      "loss": 6.6729,
      "step": 478
    },
    {
      "epoch": 0.04068977234114849,
      "grad_norm": 5.976300405184346,
      "learning_rate": 7.184999999999998e-05,
      "loss": 6.6545,
      "step": 479
    },
    {
      "epoch": 0.040774719673802244,
      "grad_norm": 4.776787449605392,
      "learning_rate": 7.199999999999999e-05,
      "loss": 6.4473,
      "step": 480
    },
    {
      "epoch": 0.040859667006456,
      "grad_norm": 4.591241126372613,
      "learning_rate": 7.214999999999999e-05,
      "loss": 6.5471,
      "step": 481
    },
    {
      "epoch": 0.04094461433910975,
      "grad_norm": 7.459237693285781,
      "learning_rate": 7.23e-05,
      "loss": 6.6101,
      "step": 482
    },
    {
      "epoch": 0.041029561671763505,
      "grad_norm": 4.970025767962596,
      "learning_rate": 7.244999999999999e-05,
      "loss": 6.3518,
      "step": 483
    },
    {
      "epoch": 0.04111450900441726,
      "grad_norm": 18.800187916617105,
      "learning_rate": 7.259999999999999e-05,
      "loss": 6.3406,
      "step": 484
    },
    {
      "epoch": 0.04119945633707102,
      "grad_norm": 7.274444901418715,
      "learning_rate": 7.274999999999999e-05,
      "loss": 6.7034,
      "step": 485
    },
    {
      "epoch": 0.04128440366972477,
      "grad_norm": 4.615389413378507,
      "learning_rate": 7.29e-05,
      "loss": 6.5891,
      "step": 486
    },
    {
      "epoch": 0.04136935100237853,
      "grad_norm": 5.754492061110265,
      "learning_rate": 7.304999999999999e-05,
      "loss": 6.6314,
      "step": 487
    },
    {
      "epoch": 0.04145429833503228,
      "grad_norm": 4.660878459314872,
      "learning_rate": 7.319999999999999e-05,
      "loss": 7.1529,
      "step": 488
    },
    {
      "epoch": 0.041539245667686034,
      "grad_norm": 4.474162860381885,
      "learning_rate": 7.335e-05,
      "loss": 6.5753,
      "step": 489
    },
    {
      "epoch": 0.04162419300033979,
      "grad_norm": 4.738789122113358,
      "learning_rate": 7.35e-05,
      "loss": 6.8275,
      "step": 490
    },
    {
      "epoch": 0.04170914033299354,
      "grad_norm": 4.9990148679683095,
      "learning_rate": 7.364999999999999e-05,
      "loss": 7.2939,
      "step": 491
    },
    {
      "epoch": 0.0417940876656473,
      "grad_norm": 4.618521482838796,
      "learning_rate": 7.379999999999999e-05,
      "loss": 6.7331,
      "step": 492
    },
    {
      "epoch": 0.041879034998301055,
      "grad_norm": 6.035904124168442,
      "learning_rate": 7.395e-05,
      "loss": 6.4485,
      "step": 493
    },
    {
      "epoch": 0.04196398233095481,
      "grad_norm": 4.065583442192303,
      "learning_rate": 7.41e-05,
      "loss": 6.6994,
      "step": 494
    },
    {
      "epoch": 0.04204892966360856,
      "grad_norm": 4.462457438501752,
      "learning_rate": 7.424999999999999e-05,
      "loss": 6.9534,
      "step": 495
    },
    {
      "epoch": 0.042133876996262316,
      "grad_norm": 4.997959226548224,
      "learning_rate": 7.439999999999999e-05,
      "loss": 6.5004,
      "step": 496
    },
    {
      "epoch": 0.04221882432891607,
      "grad_norm": 4.233363180902145,
      "learning_rate": 7.455e-05,
      "loss": 6.4806,
      "step": 497
    },
    {
      "epoch": 0.042303771661569824,
      "grad_norm": 4.042836852479028,
      "learning_rate": 7.47e-05,
      "loss": 6.6834,
      "step": 498
    },
    {
      "epoch": 0.042388718994223584,
      "grad_norm": 4.473584724029249,
      "learning_rate": 7.484999999999999e-05,
      "loss": 6.7772,
      "step": 499
    },
    {
      "epoch": 0.04247366632687734,
      "grad_norm": 5.086883753217549,
      "learning_rate": 7.5e-05,
      "loss": 6.1545,
      "step": 500
    },
    {
      "epoch": 0.04255861365953109,
      "grad_norm": 4.127685046502731,
      "learning_rate": 7.515e-05,
      "loss": 7.1963,
      "step": 501
    },
    {
      "epoch": 0.042643560992184845,
      "grad_norm": 4.534151203189485,
      "learning_rate": 7.529999999999999e-05,
      "loss": 6.406,
      "step": 502
    },
    {
      "epoch": 0.0427285083248386,
      "grad_norm": 4.374708519571159,
      "learning_rate": 7.544999999999999e-05,
      "loss": 6.3502,
      "step": 503
    },
    {
      "epoch": 0.04281345565749235,
      "grad_norm": 4.174953368518351,
      "learning_rate": 7.56e-05,
      "loss": 6.3655,
      "step": 504
    },
    {
      "epoch": 0.042898402990146106,
      "grad_norm": 5.466472948552772,
      "learning_rate": 7.575e-05,
      "loss": 7.2378,
      "step": 505
    },
    {
      "epoch": 0.04298335032279987,
      "grad_norm": 6.525626497239014,
      "learning_rate": 7.589999999999999e-05,
      "loss": 6.3532,
      "step": 506
    },
    {
      "epoch": 0.04306829765545362,
      "grad_norm": 4.715662395786981,
      "learning_rate": 7.604999999999999e-05,
      "loss": 6.531,
      "step": 507
    },
    {
      "epoch": 0.043153244988107374,
      "grad_norm": 3.930065236612474,
      "learning_rate": 7.62e-05,
      "loss": 6.715,
      "step": 508
    },
    {
      "epoch": 0.04323819232076113,
      "grad_norm": 5.150763991336782,
      "learning_rate": 7.635e-05,
      "loss": 7.0349,
      "step": 509
    },
    {
      "epoch": 0.04332313965341488,
      "grad_norm": 5.419227267477624,
      "learning_rate": 7.649999999999999e-05,
      "loss": 6.5479,
      "step": 510
    },
    {
      "epoch": 0.043408086986068635,
      "grad_norm": 4.768630005276262,
      "learning_rate": 7.664999999999999e-05,
      "loss": 6.5057,
      "step": 511
    },
    {
      "epoch": 0.043493034318722396,
      "grad_norm": 4.817701638323542,
      "learning_rate": 7.68e-05,
      "loss": 6.5157,
      "step": 512
    },
    {
      "epoch": 0.04357798165137615,
      "grad_norm": 4.186785923345048,
      "learning_rate": 7.695e-05,
      "loss": 6.6568,
      "step": 513
    },
    {
      "epoch": 0.0436629289840299,
      "grad_norm": 4.925699636517409,
      "learning_rate": 7.709999999999999e-05,
      "loss": 6.8314,
      "step": 514
    },
    {
      "epoch": 0.043747876316683657,
      "grad_norm": 4.690422162310703,
      "learning_rate": 7.725e-05,
      "loss": 6.1881,
      "step": 515
    },
    {
      "epoch": 0.04383282364933741,
      "grad_norm": 3.8760891484816713,
      "learning_rate": 7.74e-05,
      "loss": 6.5041,
      "step": 516
    },
    {
      "epoch": 0.043917770981991164,
      "grad_norm": 4.390264530719686,
      "learning_rate": 7.755e-05,
      "loss": 6.6188,
      "step": 517
    },
    {
      "epoch": 0.04400271831464492,
      "grad_norm": 3.7321556769330733,
      "learning_rate": 7.769999999999999e-05,
      "loss": 6.7838,
      "step": 518
    },
    {
      "epoch": 0.04408766564729868,
      "grad_norm": 4.021701107803557,
      "learning_rate": 7.785e-05,
      "loss": 7.2878,
      "step": 519
    },
    {
      "epoch": 0.04417261297995243,
      "grad_norm": 4.432424561008709,
      "learning_rate": 7.8e-05,
      "loss": 6.0518,
      "step": 520
    },
    {
      "epoch": 0.044257560312606185,
      "grad_norm": 4.828217705167297,
      "learning_rate": 7.815e-05,
      "loss": 6.4438,
      "step": 521
    },
    {
      "epoch": 0.04434250764525994,
      "grad_norm": 5.062546065844838,
      "learning_rate": 7.829999999999999e-05,
      "loss": 7.3166,
      "step": 522
    },
    {
      "epoch": 0.04442745497791369,
      "grad_norm": 4.6146610747254675,
      "learning_rate": 7.845e-05,
      "loss": 6.5836,
      "step": 523
    },
    {
      "epoch": 0.044512402310567446,
      "grad_norm": 4.57252442771609,
      "learning_rate": 7.86e-05,
      "loss": 6.7067,
      "step": 524
    },
    {
      "epoch": 0.0445973496432212,
      "grad_norm": 4.320786018528466,
      "learning_rate": 7.874999999999999e-05,
      "loss": 6.3252,
      "step": 525
    },
    {
      "epoch": 0.04468229697587496,
      "grad_norm": 4.307325665329881,
      "learning_rate": 7.89e-05,
      "loss": 6.7068,
      "step": 526
    },
    {
      "epoch": 0.044767244308528714,
      "grad_norm": 3.93932572831489,
      "learning_rate": 7.905e-05,
      "loss": 6.3889,
      "step": 527
    },
    {
      "epoch": 0.04485219164118247,
      "grad_norm": 3.6384146814651084,
      "learning_rate": 7.92e-05,
      "loss": 6.5851,
      "step": 528
    },
    {
      "epoch": 0.04493713897383622,
      "grad_norm": 4.008887973216739,
      "learning_rate": 7.934999999999999e-05,
      "loss": 6.3396,
      "step": 529
    },
    {
      "epoch": 0.045022086306489975,
      "grad_norm": 3.7740410332448073,
      "learning_rate": 7.95e-05,
      "loss": 6.9988,
      "step": 530
    },
    {
      "epoch": 0.04510703363914373,
      "grad_norm": 3.9843128200935336,
      "learning_rate": 7.965e-05,
      "loss": 6.7073,
      "step": 531
    },
    {
      "epoch": 0.04519198097179748,
      "grad_norm": 4.7184714430500785,
      "learning_rate": 7.98e-05,
      "loss": 6.4472,
      "step": 532
    },
    {
      "epoch": 0.04527692830445124,
      "grad_norm": 3.965287552661136,
      "learning_rate": 7.994999999999999e-05,
      "loss": 6.6208,
      "step": 533
    },
    {
      "epoch": 0.045361875637105,
      "grad_norm": 4.061264561897803,
      "learning_rate": 8.01e-05,
      "loss": 6.4726,
      "step": 534
    },
    {
      "epoch": 0.04544682296975875,
      "grad_norm": 4.503806276622663,
      "learning_rate": 8.025e-05,
      "loss": 6.4025,
      "step": 535
    },
    {
      "epoch": 0.045531770302412504,
      "grad_norm": 3.7036566969218097,
      "learning_rate": 8.04e-05,
      "loss": 6.3996,
      "step": 536
    },
    {
      "epoch": 0.04561671763506626,
      "grad_norm": 3.9986389375161804,
      "learning_rate": 8.054999999999999e-05,
      "loss": 6.3233,
      "step": 537
    },
    {
      "epoch": 0.04570166496772001,
      "grad_norm": 4.201182499829672,
      "learning_rate": 8.07e-05,
      "loss": 6.2213,
      "step": 538
    },
    {
      "epoch": 0.045786612300373765,
      "grad_norm": 5.0376978582869105,
      "learning_rate": 8.085e-05,
      "loss": 7.3546,
      "step": 539
    },
    {
      "epoch": 0.045871559633027525,
      "grad_norm": 4.22881827861264,
      "learning_rate": 8.1e-05,
      "loss": 7.13,
      "step": 540
    },
    {
      "epoch": 0.04595650696568128,
      "grad_norm": 5.266998094989836,
      "learning_rate": 8.115e-05,
      "loss": 6.8995,
      "step": 541
    },
    {
      "epoch": 0.04604145429833503,
      "grad_norm": 4.399864665020999,
      "learning_rate": 8.13e-05,
      "loss": 6.6851,
      "step": 542
    },
    {
      "epoch": 0.046126401630988786,
      "grad_norm": 6.742736316313255,
      "learning_rate": 8.145e-05,
      "loss": 6.6248,
      "step": 543
    },
    {
      "epoch": 0.04621134896364254,
      "grad_norm": 4.511954598255887,
      "learning_rate": 8.16e-05,
      "loss": 6.4903,
      "step": 544
    },
    {
      "epoch": 0.046296296296296294,
      "grad_norm": 4.331099046814578,
      "learning_rate": 8.175e-05,
      "loss": 6.5862,
      "step": 545
    },
    {
      "epoch": 0.046381243628950054,
      "grad_norm": 3.9429728872487826,
      "learning_rate": 8.19e-05,
      "loss": 6.479,
      "step": 546
    },
    {
      "epoch": 0.04646619096160381,
      "grad_norm": 4.7376718650140806,
      "learning_rate": 8.205e-05,
      "loss": 6.675,
      "step": 547
    },
    {
      "epoch": 0.04655113829425756,
      "grad_norm": 5.0514663002406275,
      "learning_rate": 8.22e-05,
      "loss": 6.4852,
      "step": 548
    },
    {
      "epoch": 0.046636085626911315,
      "grad_norm": 3.8567913348365472,
      "learning_rate": 8.235e-05,
      "loss": 7.1902,
      "step": 549
    },
    {
      "epoch": 0.04672103295956507,
      "grad_norm": 4.129880673912872,
      "learning_rate": 8.25e-05,
      "loss": 6.6302,
      "step": 550
    },
    {
      "epoch": 0.04680598029221882,
      "grad_norm": 4.9346025175110135,
      "learning_rate": 8.265e-05,
      "loss": 6.1968,
      "step": 551
    },
    {
      "epoch": 0.046890927624872576,
      "grad_norm": 3.8746660597969917,
      "learning_rate": 8.28e-05,
      "loss": 6.6621,
      "step": 552
    },
    {
      "epoch": 0.04697587495752634,
      "grad_norm": 3.6818726949471827,
      "learning_rate": 8.295e-05,
      "loss": 7.3031,
      "step": 553
    },
    {
      "epoch": 0.04706082229018009,
      "grad_norm": 4.622810802661119,
      "learning_rate": 8.31e-05,
      "loss": 6.2773,
      "step": 554
    },
    {
      "epoch": 0.047145769622833844,
      "grad_norm": 3.2515277456496485,
      "learning_rate": 8.325e-05,
      "loss": 6.7371,
      "step": 555
    },
    {
      "epoch": 0.0472307169554876,
      "grad_norm": 3.787506243837058,
      "learning_rate": 8.34e-05,
      "loss": 6.4823,
      "step": 556
    },
    {
      "epoch": 0.04731566428814135,
      "grad_norm": 4.194008961525653,
      "learning_rate": 8.355e-05,
      "loss": 6.665,
      "step": 557
    },
    {
      "epoch": 0.047400611620795105,
      "grad_norm": 3.9736146203335467,
      "learning_rate": 8.37e-05,
      "loss": 6.2358,
      "step": 558
    },
    {
      "epoch": 0.04748555895344886,
      "grad_norm": 3.925415543763606,
      "learning_rate": 8.385e-05,
      "loss": 6.3808,
      "step": 559
    },
    {
      "epoch": 0.04757050628610262,
      "grad_norm": 10.735397234555084,
      "learning_rate": 8.4e-05,
      "loss": 6.8077,
      "step": 560
    },
    {
      "epoch": 0.04765545361875637,
      "grad_norm": 3.4979713969608865,
      "learning_rate": 8.415e-05,
      "loss": 6.7859,
      "step": 561
    },
    {
      "epoch": 0.04774040095141013,
      "grad_norm": 4.154250963054904,
      "learning_rate": 8.43e-05,
      "loss": 6.4533,
      "step": 562
    },
    {
      "epoch": 0.04782534828406388,
      "grad_norm": 4.22488509365493,
      "learning_rate": 8.444999999999998e-05,
      "loss": 6.9107,
      "step": 563
    },
    {
      "epoch": 0.047910295616717634,
      "grad_norm": 5.1390501550710574,
      "learning_rate": 8.459999999999998e-05,
      "loss": 6.9345,
      "step": 564
    },
    {
      "epoch": 0.04799524294937139,
      "grad_norm": 3.6672435698238086,
      "learning_rate": 8.474999999999999e-05,
      "loss": 7.2788,
      "step": 565
    },
    {
      "epoch": 0.04808019028202514,
      "grad_norm": 5.702654787127029,
      "learning_rate": 8.489999999999999e-05,
      "loss": 6.2305,
      "step": 566
    },
    {
      "epoch": 0.0481651376146789,
      "grad_norm": 4.515834397164318,
      "learning_rate": 8.504999999999998e-05,
      "loss": 6.4609,
      "step": 567
    },
    {
      "epoch": 0.048250084947332655,
      "grad_norm": 5.090556993995696,
      "learning_rate": 8.519999999999998e-05,
      "loss": 6.3776,
      "step": 568
    },
    {
      "epoch": 0.04833503227998641,
      "grad_norm": 4.144946649618634,
      "learning_rate": 8.534999999999999e-05,
      "loss": 6.4518,
      "step": 569
    },
    {
      "epoch": 0.04841997961264016,
      "grad_norm": 4.249790723735552,
      "learning_rate": 8.549999999999999e-05,
      "loss": 6.6494,
      "step": 570
    },
    {
      "epoch": 0.048504926945293916,
      "grad_norm": 4.111679634110205,
      "learning_rate": 8.564999999999998e-05,
      "loss": 6.4968,
      "step": 571
    },
    {
      "epoch": 0.04858987427794767,
      "grad_norm": 3.9246238447335653,
      "learning_rate": 8.579999999999998e-05,
      "loss": 6.4134,
      "step": 572
    },
    {
      "epoch": 0.048674821610601424,
      "grad_norm": 4.186533557736746,
      "learning_rate": 8.594999999999999e-05,
      "loss": 6.8459,
      "step": 573
    },
    {
      "epoch": 0.048759768943255184,
      "grad_norm": 4.888430322111073,
      "learning_rate": 8.609999999999999e-05,
      "loss": 6.4543,
      "step": 574
    },
    {
      "epoch": 0.04884471627590894,
      "grad_norm": 4.481686996891894,
      "learning_rate": 8.624999999999998e-05,
      "loss": 6.3465,
      "step": 575
    },
    {
      "epoch": 0.04892966360856269,
      "grad_norm": 4.320749262775549,
      "learning_rate": 8.639999999999999e-05,
      "loss": 6.8136,
      "step": 576
    },
    {
      "epoch": 0.049014610941216445,
      "grad_norm": 4.010984072126854,
      "learning_rate": 8.654999999999999e-05,
      "loss": 7.0174,
      "step": 577
    },
    {
      "epoch": 0.0490995582738702,
      "grad_norm": 3.9740423831911773,
      "learning_rate": 8.669999999999998e-05,
      "loss": 6.3087,
      "step": 578
    },
    {
      "epoch": 0.04918450560652395,
      "grad_norm": 4.777507295910375,
      "learning_rate": 8.684999999999998e-05,
      "loss": 6.4901,
      "step": 579
    },
    {
      "epoch": 0.04926945293917771,
      "grad_norm": 4.284496681615198,
      "learning_rate": 8.699999999999999e-05,
      "loss": 6.4268,
      "step": 580
    },
    {
      "epoch": 0.04935440027183147,
      "grad_norm": 5.4626057316253185,
      "learning_rate": 8.714999999999999e-05,
      "loss": 6.2882,
      "step": 581
    },
    {
      "epoch": 0.04943934760448522,
      "grad_norm": 4.3828070457134265,
      "learning_rate": 8.729999999999998e-05,
      "loss": 6.5006,
      "step": 582
    },
    {
      "epoch": 0.049524294937138974,
      "grad_norm": 3.8834042182465356,
      "learning_rate": 8.744999999999998e-05,
      "loss": 6.8639,
      "step": 583
    },
    {
      "epoch": 0.04960924226979273,
      "grad_norm": 3.4956488084275357,
      "learning_rate": 8.759999999999999e-05,
      "loss": 7.1644,
      "step": 584
    },
    {
      "epoch": 0.04969418960244648,
      "grad_norm": 4.64270682547528,
      "learning_rate": 8.774999999999999e-05,
      "loss": 5.9993,
      "step": 585
    },
    {
      "epoch": 0.049779136935100235,
      "grad_norm": 3.5143239265063464,
      "learning_rate": 8.789999999999998e-05,
      "loss": 6.6649,
      "step": 586
    },
    {
      "epoch": 0.049864084267753996,
      "grad_norm": 3.936012054471666,
      "learning_rate": 8.804999999999999e-05,
      "loss": 6.8447,
      "step": 587
    },
    {
      "epoch": 0.04994903160040775,
      "grad_norm": 4.481885540207305,
      "learning_rate": 8.819999999999999e-05,
      "loss": 6.5662,
      "step": 588
    },
    {
      "epoch": 0.0500339789330615,
      "grad_norm": 4.661375243350653,
      "learning_rate": 8.834999999999999e-05,
      "loss": 6.7317,
      "step": 589
    },
    {
      "epoch": 0.050118926265715256,
      "grad_norm": 4.0149937186911115,
      "learning_rate": 8.849999999999998e-05,
      "loss": 7.2503,
      "step": 590
    },
    {
      "epoch": 0.05020387359836901,
      "grad_norm": 8.93541504366359,
      "learning_rate": 8.864999999999999e-05,
      "loss": 6.3964,
      "step": 591
    },
    {
      "epoch": 0.050288820931022764,
      "grad_norm": 4.095222894153261,
      "learning_rate": 8.879999999999999e-05,
      "loss": 6.1824,
      "step": 592
    },
    {
      "epoch": 0.05037376826367652,
      "grad_norm": 3.6703879504156305,
      "learning_rate": 8.895e-05,
      "loss": 6.7641,
      "step": 593
    },
    {
      "epoch": 0.05045871559633028,
      "grad_norm": 3.4502978036979863,
      "learning_rate": 8.909999999999998e-05,
      "loss": 6.4576,
      "step": 594
    },
    {
      "epoch": 0.05054366292898403,
      "grad_norm": 3.8786807156271923,
      "learning_rate": 8.924999999999999e-05,
      "loss": 6.4834,
      "step": 595
    },
    {
      "epoch": 0.050628610261637785,
      "grad_norm": 4.284466593036682,
      "learning_rate": 8.939999999999999e-05,
      "loss": 6.5174,
      "step": 596
    },
    {
      "epoch": 0.05071355759429154,
      "grad_norm": 3.9530132302839274,
      "learning_rate": 8.955e-05,
      "loss": 7.131,
      "step": 597
    },
    {
      "epoch": 0.05079850492694529,
      "grad_norm": 3.6418737114492834,
      "learning_rate": 8.969999999999998e-05,
      "loss": 6.4913,
      "step": 598
    },
    {
      "epoch": 0.050883452259599046,
      "grad_norm": 3.606472678301569,
      "learning_rate": 8.984999999999999e-05,
      "loss": 6.1855,
      "step": 599
    },
    {
      "epoch": 0.0509683995922528,
      "grad_norm": 5.399055787649292,
      "learning_rate": 8.999999999999999e-05,
      "loss": 6.229,
      "step": 600
    },
    {
      "epoch": 0.05105334692490656,
      "grad_norm": 3.767234542656003,
      "learning_rate": 9.014999999999998e-05,
      "loss": 6.8618,
      "step": 601
    },
    {
      "epoch": 0.051138294257560314,
      "grad_norm": 5.83295787474282,
      "learning_rate": 9.029999999999999e-05,
      "loss": 6.4421,
      "step": 602
    },
    {
      "epoch": 0.05122324159021407,
      "grad_norm": 3.9807007086104176,
      "learning_rate": 9.044999999999999e-05,
      "loss": 6.6327,
      "step": 603
    },
    {
      "epoch": 0.05130818892286782,
      "grad_norm": 4.512425706230553,
      "learning_rate": 9.059999999999999e-05,
      "loss": 7.1765,
      "step": 604
    },
    {
      "epoch": 0.051393136255521575,
      "grad_norm": 5.3202166517406635,
      "learning_rate": 9.074999999999998e-05,
      "loss": 7.1432,
      "step": 605
    },
    {
      "epoch": 0.05147808358817533,
      "grad_norm": 9.118571322908698,
      "learning_rate": 9.089999999999999e-05,
      "loss": 6.6799,
      "step": 606
    },
    {
      "epoch": 0.05156303092082909,
      "grad_norm": 4.254747882147899,
      "learning_rate": 9.104999999999999e-05,
      "loss": 6.4713,
      "step": 607
    },
    {
      "epoch": 0.05164797825348284,
      "grad_norm": 4.915203544864228,
      "learning_rate": 9.12e-05,
      "loss": 6.1132,
      "step": 608
    },
    {
      "epoch": 0.0517329255861366,
      "grad_norm": 4.326001995602273,
      "learning_rate": 9.134999999999998e-05,
      "loss": 6.401,
      "step": 609
    },
    {
      "epoch": 0.05181787291879035,
      "grad_norm": 4.749729841161331,
      "learning_rate": 9.149999999999999e-05,
      "loss": 6.455,
      "step": 610
    },
    {
      "epoch": 0.051902820251444104,
      "grad_norm": 4.268556263137686,
      "learning_rate": 9.164999999999999e-05,
      "loss": 6.4162,
      "step": 611
    },
    {
      "epoch": 0.05198776758409786,
      "grad_norm": 5.915575056167357,
      "learning_rate": 9.18e-05,
      "loss": 6.8931,
      "step": 612
    },
    {
      "epoch": 0.05207271491675161,
      "grad_norm": 4.008217334075127,
      "learning_rate": 9.194999999999999e-05,
      "loss": 6.7356,
      "step": 613
    },
    {
      "epoch": 0.05215766224940537,
      "grad_norm": 3.458856204542852,
      "learning_rate": 9.209999999999999e-05,
      "loss": 6.2338,
      "step": 614
    },
    {
      "epoch": 0.052242609582059125,
      "grad_norm": 3.7937849326328372,
      "learning_rate": 9.224999999999999e-05,
      "loss": 6.6712,
      "step": 615
    },
    {
      "epoch": 0.05232755691471288,
      "grad_norm": 3.8151956124072375,
      "learning_rate": 9.24e-05,
      "loss": 6.3794,
      "step": 616
    },
    {
      "epoch": 0.05241250424736663,
      "grad_norm": 3.7113658861295713,
      "learning_rate": 9.254999999999999e-05,
      "loss": 6.3314,
      "step": 617
    },
    {
      "epoch": 0.052497451580020386,
      "grad_norm": 3.9682828917464104,
      "learning_rate": 9.269999999999999e-05,
      "loss": 6.4213,
      "step": 618
    },
    {
      "epoch": 0.05258239891267414,
      "grad_norm": 3.9767516922849313,
      "learning_rate": 9.285e-05,
      "loss": 6.4338,
      "step": 619
    },
    {
      "epoch": 0.052667346245327894,
      "grad_norm": 4.496496299082123,
      "learning_rate": 9.3e-05,
      "loss": 7.2294,
      "step": 620
    },
    {
      "epoch": 0.052752293577981654,
      "grad_norm": 4.052195089682992,
      "learning_rate": 9.314999999999999e-05,
      "loss": 6.7395,
      "step": 621
    },
    {
      "epoch": 0.05283724091063541,
      "grad_norm": 4.398627251955595,
      "learning_rate": 9.329999999999999e-05,
      "loss": 6.4232,
      "step": 622
    },
    {
      "epoch": 0.05292218824328916,
      "grad_norm": 3.6943603662656863,
      "learning_rate": 9.345e-05,
      "loss": 6.7024,
      "step": 623
    },
    {
      "epoch": 0.053007135575942915,
      "grad_norm": 7.201945984194646,
      "learning_rate": 9.36e-05,
      "loss": 6.2122,
      "step": 624
    },
    {
      "epoch": 0.05309208290859667,
      "grad_norm": 3.9001742566774587,
      "learning_rate": 9.374999999999999e-05,
      "loss": 6.4492,
      "step": 625
    },
    {
      "epoch": 0.05317703024125042,
      "grad_norm": 3.207159732402123,
      "learning_rate": 9.389999999999999e-05,
      "loss": 6.3433,
      "step": 626
    },
    {
      "epoch": 0.053261977573904176,
      "grad_norm": 4.162590968092473,
      "learning_rate": 9.405e-05,
      "loss": 6.4226,
      "step": 627
    },
    {
      "epoch": 0.05334692490655794,
      "grad_norm": 3.9145697251476492,
      "learning_rate": 9.419999999999999e-05,
      "loss": 7.154,
      "step": 628
    },
    {
      "epoch": 0.05343187223921169,
      "grad_norm": 3.5386007716651586,
      "learning_rate": 9.434999999999999e-05,
      "loss": 6.4889,
      "step": 629
    },
    {
      "epoch": 0.053516819571865444,
      "grad_norm": 4.967667368838769,
      "learning_rate": 9.449999999999999e-05,
      "loss": 7.1971,
      "step": 630
    },
    {
      "epoch": 0.0536017669045192,
      "grad_norm": 4.96747899228589,
      "learning_rate": 9.465e-05,
      "loss": 6.5519,
      "step": 631
    },
    {
      "epoch": 0.05368671423717295,
      "grad_norm": 3.9184653811771026,
      "learning_rate": 9.479999999999999e-05,
      "loss": 6.4268,
      "step": 632
    },
    {
      "epoch": 0.053771661569826705,
      "grad_norm": 5.333407192999273,
      "learning_rate": 9.494999999999999e-05,
      "loss": 6.2597,
      "step": 633
    },
    {
      "epoch": 0.05385660890248046,
      "grad_norm": 6.160878680275831,
      "learning_rate": 9.51e-05,
      "loss": 6.4097,
      "step": 634
    },
    {
      "epoch": 0.05394155623513422,
      "grad_norm": 4.364160628014748,
      "learning_rate": 9.525e-05,
      "loss": 7.2216,
      "step": 635
    },
    {
      "epoch": 0.05402650356778797,
      "grad_norm": 4.107850472659228,
      "learning_rate": 9.539999999999999e-05,
      "loss": 7.0749,
      "step": 636
    },
    {
      "epoch": 0.05411145090044173,
      "grad_norm": 3.9434868835328656,
      "learning_rate": 9.554999999999999e-05,
      "loss": 6.4136,
      "step": 637
    },
    {
      "epoch": 0.05419639823309548,
      "grad_norm": 3.7435414114130023,
      "learning_rate": 9.57e-05,
      "loss": 6.3982,
      "step": 638
    },
    {
      "epoch": 0.054281345565749234,
      "grad_norm": 5.029530702663012,
      "learning_rate": 9.585e-05,
      "loss": 6.5762,
      "step": 639
    },
    {
      "epoch": 0.05436629289840299,
      "grad_norm": 3.409118027580088,
      "learning_rate": 9.599999999999999e-05,
      "loss": 6.4874,
      "step": 640
    },
    {
      "epoch": 0.05445124023105675,
      "grad_norm": 4.457010313173005,
      "learning_rate": 9.614999999999999e-05,
      "loss": 7.0638,
      "step": 641
    },
    {
      "epoch": 0.0545361875637105,
      "grad_norm": 4.054422156458387,
      "learning_rate": 9.63e-05,
      "loss": 6.9117,
      "step": 642
    },
    {
      "epoch": 0.054621134896364255,
      "grad_norm": 4.297417237520889,
      "learning_rate": 9.645e-05,
      "loss": 6.5655,
      "step": 643
    },
    {
      "epoch": 0.05470608222901801,
      "grad_norm": 3.434618124133455,
      "learning_rate": 9.659999999999999e-05,
      "loss": 6.3539,
      "step": 644
    },
    {
      "epoch": 0.05479102956167176,
      "grad_norm": 3.605608057176184,
      "learning_rate": 9.675e-05,
      "loss": 6.4569,
      "step": 645
    },
    {
      "epoch": 0.054875976894325516,
      "grad_norm": 6.170350729408659,
      "learning_rate": 9.69e-05,
      "loss": 6.7462,
      "step": 646
    },
    {
      "epoch": 0.05496092422697927,
      "grad_norm": 3.519431202314616,
      "learning_rate": 9.705e-05,
      "loss": 6.4037,
      "step": 647
    },
    {
      "epoch": 0.05504587155963303,
      "grad_norm": 3.555563256039665,
      "learning_rate": 9.719999999999999e-05,
      "loss": 7.1138,
      "step": 648
    },
    {
      "epoch": 0.055130818892286784,
      "grad_norm": 4.069059350416446,
      "learning_rate": 9.735e-05,
      "loss": 6.506,
      "step": 649
    },
    {
      "epoch": 0.05521576622494054,
      "grad_norm": 3.8934337454005297,
      "learning_rate": 9.75e-05,
      "loss": 7.3197,
      "step": 650
    },
    {
      "epoch": 0.05530071355759429,
      "grad_norm": 3.810046613610445,
      "learning_rate": 9.764999999999999e-05,
      "loss": 7.1524,
      "step": 651
    },
    {
      "epoch": 0.055385660890248045,
      "grad_norm": 3.497747850202625,
      "learning_rate": 9.779999999999999e-05,
      "loss": 7.0853,
      "step": 652
    },
    {
      "epoch": 0.0554706082229018,
      "grad_norm": 3.727953230541619,
      "learning_rate": 9.795e-05,
      "loss": 6.3539,
      "step": 653
    },
    {
      "epoch": 0.05555555555555555,
      "grad_norm": 3.8892756352700206,
      "learning_rate": 9.81e-05,
      "loss": 7.1,
      "step": 654
    },
    {
      "epoch": 0.05564050288820931,
      "grad_norm": 4.024534652105324,
      "learning_rate": 9.824999999999999e-05,
      "loss": 6.3271,
      "step": 655
    },
    {
      "epoch": 0.05572545022086307,
      "grad_norm": 4.405133804789175,
      "learning_rate": 9.839999999999999e-05,
      "loss": 6.3361,
      "step": 656
    },
    {
      "epoch": 0.05581039755351682,
      "grad_norm": 3.587033651048022,
      "learning_rate": 9.855e-05,
      "loss": 6.4504,
      "step": 657
    },
    {
      "epoch": 0.055895344886170574,
      "grad_norm": 4.020516676563357,
      "learning_rate": 9.87e-05,
      "loss": 6.3658,
      "step": 658
    },
    {
      "epoch": 0.05598029221882433,
      "grad_norm": 5.776196812342567,
      "learning_rate": 9.884999999999999e-05,
      "loss": 6.4258,
      "step": 659
    },
    {
      "epoch": 0.05606523955147808,
      "grad_norm": 5.940543836649176,
      "learning_rate": 9.9e-05,
      "loss": 6.2847,
      "step": 660
    },
    {
      "epoch": 0.056150186884131835,
      "grad_norm": 3.598404837757428,
      "learning_rate": 9.915e-05,
      "loss": 6.2901,
      "step": 661
    },
    {
      "epoch": 0.056235134216785596,
      "grad_norm": 4.137625432152467,
      "learning_rate": 9.93e-05,
      "loss": 7.2031,
      "step": 662
    },
    {
      "epoch": 0.05632008154943935,
      "grad_norm": 3.793069252729866,
      "learning_rate": 9.944999999999999e-05,
      "loss": 7.0385,
      "step": 663
    },
    {
      "epoch": 0.0564050288820931,
      "grad_norm": 5.514768736985036,
      "learning_rate": 9.96e-05,
      "loss": 6.4202,
      "step": 664
    },
    {
      "epoch": 0.056489976214746856,
      "grad_norm": 5.081526336828745,
      "learning_rate": 9.975e-05,
      "loss": 6.992,
      "step": 665
    },
    {
      "epoch": 0.05657492354740061,
      "grad_norm": 3.7271336046966894,
      "learning_rate": 9.99e-05,
      "loss": 6.6018,
      "step": 666
    },
    {
      "epoch": 0.056659870880054364,
      "grad_norm": 4.1050209710607035,
      "learning_rate": 0.00010004999999999999,
      "loss": 6.5628,
      "step": 667
    },
    {
      "epoch": 0.056744818212708124,
      "grad_norm": 3.5858423264586134,
      "learning_rate": 0.0001002,
      "loss": 6.6825,
      "step": 668
    },
    {
      "epoch": 0.05682976554536188,
      "grad_norm": 4.230650293510561,
      "learning_rate": 0.00010035,
      "loss": 7.1702,
      "step": 669
    },
    {
      "epoch": 0.05691471287801563,
      "grad_norm": 3.4842821627158354,
      "learning_rate": 0.0001005,
      "loss": 6.5299,
      "step": 670
    },
    {
      "epoch": 0.056999660210669385,
      "grad_norm": 3.0753449578051066,
      "learning_rate": 0.00010065,
      "loss": 6.9112,
      "step": 671
    },
    {
      "epoch": 0.05708460754332314,
      "grad_norm": 3.25571502473559,
      "learning_rate": 0.0001008,
      "loss": 6.3691,
      "step": 672
    },
    {
      "epoch": 0.05716955487597689,
      "grad_norm": 4.608905326777606,
      "learning_rate": 0.00010095,
      "loss": 6.58,
      "step": 673
    },
    {
      "epoch": 0.057254502208630646,
      "grad_norm": 3.1790603511143503,
      "learning_rate": 0.0001011,
      "loss": 6.342,
      "step": 674
    },
    {
      "epoch": 0.05733944954128441,
      "grad_norm": 3.7260895081476497,
      "learning_rate": 0.00010125,
      "loss": 6.2688,
      "step": 675
    },
    {
      "epoch": 0.05742439687393816,
      "grad_norm": 3.3477285097619993,
      "learning_rate": 0.0001014,
      "loss": 6.3677,
      "step": 676
    },
    {
      "epoch": 0.057509344206591914,
      "grad_norm": 3.401798426913757,
      "learning_rate": 0.00010155,
      "loss": 6.5649,
      "step": 677
    },
    {
      "epoch": 0.05759429153924567,
      "grad_norm": 3.37976212478014,
      "learning_rate": 0.00010169999999999999,
      "loss": 6.8225,
      "step": 678
    },
    {
      "epoch": 0.05767923887189942,
      "grad_norm": 2.9639910069113937,
      "learning_rate": 0.00010185,
      "loss": 6.4443,
      "step": 679
    },
    {
      "epoch": 0.057764186204553175,
      "grad_norm": 3.3997055461905514,
      "learning_rate": 0.000102,
      "loss": 6.4078,
      "step": 680
    },
    {
      "epoch": 0.05784913353720693,
      "grad_norm": 3.483355974951722,
      "learning_rate": 0.00010215,
      "loss": 6.3807,
      "step": 681
    },
    {
      "epoch": 0.05793408086986069,
      "grad_norm": 3.432752041746421,
      "learning_rate": 0.00010229999999999999,
      "loss": 7.1115,
      "step": 682
    },
    {
      "epoch": 0.05801902820251444,
      "grad_norm": 3.024285570660535,
      "learning_rate": 0.00010245,
      "loss": 6.4464,
      "step": 683
    },
    {
      "epoch": 0.0581039755351682,
      "grad_norm": 3.220275925175041,
      "learning_rate": 0.0001026,
      "loss": 6.3447,
      "step": 684
    },
    {
      "epoch": 0.05818892286782195,
      "grad_norm": 3.3789182786847842,
      "learning_rate": 0.00010275,
      "loss": 5.9974,
      "step": 685
    },
    {
      "epoch": 0.058273870200475704,
      "grad_norm": 3.5578217702831694,
      "learning_rate": 0.0001029,
      "loss": 7.1615,
      "step": 686
    },
    {
      "epoch": 0.05835881753312946,
      "grad_norm": 3.4976220508635767,
      "learning_rate": 0.00010305,
      "loss": 7.1124,
      "step": 687
    },
    {
      "epoch": 0.05844376486578321,
      "grad_norm": 4.510305256390015,
      "learning_rate": 0.00010319999999999999,
      "loss": 6.3082,
      "step": 688
    },
    {
      "epoch": 0.05852871219843697,
      "grad_norm": 3.7650313380459837,
      "learning_rate": 0.00010334999999999998,
      "loss": 6.0916,
      "step": 689
    },
    {
      "epoch": 0.058613659531090725,
      "grad_norm": 3.3593043400498948,
      "learning_rate": 0.00010349999999999998,
      "loss": 6.4142,
      "step": 690
    },
    {
      "epoch": 0.05869860686374448,
      "grad_norm": 5.948136764786836,
      "learning_rate": 0.00010364999999999999,
      "loss": 6.4788,
      "step": 691
    },
    {
      "epoch": 0.05878355419639823,
      "grad_norm": 3.8902327138730994,
      "learning_rate": 0.00010379999999999999,
      "loss": 6.5739,
      "step": 692
    },
    {
      "epoch": 0.058868501529051986,
      "grad_norm": 3.422020627656697,
      "learning_rate": 0.00010394999999999998,
      "loss": 7.1943,
      "step": 693
    },
    {
      "epoch": 0.05895344886170574,
      "grad_norm": 5.508068136996705,
      "learning_rate": 0.00010409999999999998,
      "loss": 6.6817,
      "step": 694
    },
    {
      "epoch": 0.059038396194359494,
      "grad_norm": 4.7434529885673795,
      "learning_rate": 0.00010424999999999999,
      "loss": 7.2271,
      "step": 695
    },
    {
      "epoch": 0.059123343527013254,
      "grad_norm": 4.071901697608121,
      "learning_rate": 0.00010439999999999999,
      "loss": 6.2857,
      "step": 696
    },
    {
      "epoch": 0.05920829085966701,
      "grad_norm": 4.92596617723831,
      "learning_rate": 0.00010454999999999998,
      "loss": 7.0841,
      "step": 697
    },
    {
      "epoch": 0.05929323819232076,
      "grad_norm": 4.333544078699773,
      "learning_rate": 0.00010469999999999998,
      "loss": 6.3684,
      "step": 698
    },
    {
      "epoch": 0.059378185524974515,
      "grad_norm": 3.3075089248691736,
      "learning_rate": 0.00010484999999999999,
      "loss": 6.4792,
      "step": 699
    },
    {
      "epoch": 0.05946313285762827,
      "grad_norm": 3.421588828691588,
      "learning_rate": 0.00010499999999999999,
      "loss": 7.1487,
      "step": 700
    },
    {
      "epoch": 0.05954808019028202,
      "grad_norm": 3.780308710435233,
      "learning_rate": 0.00010514999999999998,
      "loss": 6.6035,
      "step": 701
    },
    {
      "epoch": 0.05963302752293578,
      "grad_norm": 3.7859451403870588,
      "learning_rate": 0.00010529999999999998,
      "loss": 6.5998,
      "step": 702
    },
    {
      "epoch": 0.05971797485558954,
      "grad_norm": 3.848395507905137,
      "learning_rate": 0.00010544999999999999,
      "loss": 6.538,
      "step": 703
    },
    {
      "epoch": 0.05980292218824329,
      "grad_norm": 4.362748764147921,
      "learning_rate": 0.00010559999999999998,
      "loss": 6.6456,
      "step": 704
    },
    {
      "epoch": 0.059887869520897044,
      "grad_norm": 3.320727690588333,
      "learning_rate": 0.00010574999999999998,
      "loss": 6.2803,
      "step": 705
    },
    {
      "epoch": 0.0599728168535508,
      "grad_norm": 3.5665798866790146,
      "learning_rate": 0.00010589999999999999,
      "loss": 6.2678,
      "step": 706
    },
    {
      "epoch": 0.06005776418620455,
      "grad_norm": 3.6470729219364597,
      "learning_rate": 0.00010604999999999999,
      "loss": 6.3578,
      "step": 707
    },
    {
      "epoch": 0.060142711518858305,
      "grad_norm": 2.89331971470243,
      "learning_rate": 0.00010619999999999998,
      "loss": 6.9836,
      "step": 708
    },
    {
      "epoch": 0.060227658851512066,
      "grad_norm": 6.914656717596756,
      "learning_rate": 0.00010634999999999998,
      "loss": 6.7876,
      "step": 709
    },
    {
      "epoch": 0.06031260618416582,
      "grad_norm": 3.814677168459184,
      "learning_rate": 0.00010649999999999999,
      "loss": 6.163,
      "step": 710
    },
    {
      "epoch": 0.06039755351681957,
      "grad_norm": 3.870542164603218,
      "learning_rate": 0.00010664999999999999,
      "loss": 6.6628,
      "step": 711
    },
    {
      "epoch": 0.06048250084947333,
      "grad_norm": 3.509526574903254,
      "learning_rate": 0.00010679999999999998,
      "loss": 6.2414,
      "step": 712
    },
    {
      "epoch": 0.06056744818212708,
      "grad_norm": 3.528122528859469,
      "learning_rate": 0.00010694999999999998,
      "loss": 6.418,
      "step": 713
    },
    {
      "epoch": 0.060652395514780834,
      "grad_norm": 3.8164136049202875,
      "learning_rate": 0.00010709999999999999,
      "loss": 7.048,
      "step": 714
    },
    {
      "epoch": 0.06073734284743459,
      "grad_norm": 5.58388121255802,
      "learning_rate": 0.00010724999999999999,
      "loss": 7.1231,
      "step": 715
    },
    {
      "epoch": 0.06082229018008835,
      "grad_norm": 3.5764169009027054,
      "learning_rate": 0.00010739999999999998,
      "loss": 6.3358,
      "step": 716
    },
    {
      "epoch": 0.0609072375127421,
      "grad_norm": 3.8083345216693014,
      "learning_rate": 0.00010754999999999999,
      "loss": 7.1355,
      "step": 717
    },
    {
      "epoch": 0.060992184845395855,
      "grad_norm": 3.333483122578662,
      "learning_rate": 0.00010769999999999999,
      "loss": 6.0073,
      "step": 718
    },
    {
      "epoch": 0.06107713217804961,
      "grad_norm": 4.659682188898678,
      "learning_rate": 0.00010784999999999999,
      "loss": 6.326,
      "step": 719
    },
    {
      "epoch": 0.06116207951070336,
      "grad_norm": 3.325336256889985,
      "learning_rate": 0.00010799999999999998,
      "loss": 6.3826,
      "step": 720
    },
    {
      "epoch": 0.061247026843357116,
      "grad_norm": 3.6646532832368437,
      "learning_rate": 0.00010814999999999999,
      "loss": 6.7795,
      "step": 721
    },
    {
      "epoch": 0.06133197417601087,
      "grad_norm": 3.649393589357275,
      "learning_rate": 0.00010829999999999999,
      "loss": 7.1109,
      "step": 722
    },
    {
      "epoch": 0.06141692150866463,
      "grad_norm": 3.810979768547169,
      "learning_rate": 0.00010845,
      "loss": 6.5413,
      "step": 723
    },
    {
      "epoch": 0.061501868841318384,
      "grad_norm": 4.031035469794212,
      "learning_rate": 0.00010859999999999998,
      "loss": 6.533,
      "step": 724
    },
    {
      "epoch": 0.06158681617397214,
      "grad_norm": 4.462189781822315,
      "learning_rate": 0.00010874999999999999,
      "loss": 6.749,
      "step": 725
    },
    {
      "epoch": 0.06167176350662589,
      "grad_norm": 3.2809642273961006,
      "learning_rate": 0.00010889999999999999,
      "loss": 6.9377,
      "step": 726
    },
    {
      "epoch": 0.061756710839279645,
      "grad_norm": 3.564273742023713,
      "learning_rate": 0.00010904999999999998,
      "loss": 6.2871,
      "step": 727
    },
    {
      "epoch": 0.0618416581719334,
      "grad_norm": 3.2536791491086103,
      "learning_rate": 0.00010919999999999998,
      "loss": 6.2858,
      "step": 728
    },
    {
      "epoch": 0.06192660550458716,
      "grad_norm": 3.1363838170568568,
      "learning_rate": 0.00010934999999999999,
      "loss": 7.1171,
      "step": 729
    },
    {
      "epoch": 0.06201155283724091,
      "grad_norm": 4.657575690465444,
      "learning_rate": 0.00010949999999999999,
      "loss": 6.7956,
      "step": 730
    },
    {
      "epoch": 0.06209650016989467,
      "grad_norm": 2.6452360248810405,
      "learning_rate": 0.00010964999999999998,
      "loss": 6.5514,
      "step": 731
    },
    {
      "epoch": 0.06218144750254842,
      "grad_norm": 3.483639867617216,
      "learning_rate": 0.00010979999999999999,
      "loss": 6.9286,
      "step": 732
    },
    {
      "epoch": 0.062266394835202174,
      "grad_norm": 3.1069456756555933,
      "learning_rate": 0.00010994999999999999,
      "loss": 6.974,
      "step": 733
    },
    {
      "epoch": 0.06235134216785593,
      "grad_norm": 3.1061970547525264,
      "learning_rate": 0.00011009999999999999,
      "loss": 6.3968,
      "step": 734
    },
    {
      "epoch": 0.06243628950050968,
      "grad_norm": 7.960683165846459,
      "learning_rate": 0.00011024999999999998,
      "loss": 7.0634,
      "step": 735
    },
    {
      "epoch": 0.06252123683316343,
      "grad_norm": 2.96414750772782,
      "learning_rate": 0.00011039999999999999,
      "loss": 6.4858,
      "step": 736
    },
    {
      "epoch": 0.06260618416581719,
      "grad_norm": 3.4989634365393676,
      "learning_rate": 0.00011054999999999999,
      "loss": 7.157,
      "step": 737
    },
    {
      "epoch": 0.06269113149847094,
      "grad_norm": 4.03496905939834,
      "learning_rate": 0.0001107,
      "loss": 6.721,
      "step": 738
    },
    {
      "epoch": 0.0627760788311247,
      "grad_norm": 3.588268152788902,
      "learning_rate": 0.00011084999999999998,
      "loss": 6.6482,
      "step": 739
    },
    {
      "epoch": 0.06286102616377846,
      "grad_norm": 4.323283401268483,
      "learning_rate": 0.00011099999999999999,
      "loss": 6.3092,
      "step": 740
    },
    {
      "epoch": 0.06294597349643222,
      "grad_norm": 4.860609303310949,
      "learning_rate": 0.00011114999999999999,
      "loss": 6.7451,
      "step": 741
    },
    {
      "epoch": 0.06303092082908597,
      "grad_norm": 3.6974833909962097,
      "learning_rate": 0.0001113,
      "loss": 7.0389,
      "step": 742
    },
    {
      "epoch": 0.06311586816173972,
      "grad_norm": 6.287291978757901,
      "learning_rate": 0.00011144999999999998,
      "loss": 6.6859,
      "step": 743
    },
    {
      "epoch": 0.06320081549439348,
      "grad_norm": 4.301311567920621,
      "learning_rate": 0.00011159999999999999,
      "loss": 6.3391,
      "step": 744
    },
    {
      "epoch": 0.06328576282704723,
      "grad_norm": 3.757157734246537,
      "learning_rate": 0.00011174999999999999,
      "loss": 6.694,
      "step": 745
    },
    {
      "epoch": 0.06337071015970099,
      "grad_norm": 3.997395603205406,
      "learning_rate": 0.0001119,
      "loss": 6.2359,
      "step": 746
    },
    {
      "epoch": 0.06345565749235474,
      "grad_norm": 3.583687463197773,
      "learning_rate": 0.00011204999999999999,
      "loss": 6.5065,
      "step": 747
    },
    {
      "epoch": 0.06354060482500849,
      "grad_norm": 2.8703444299295016,
      "learning_rate": 0.00011219999999999999,
      "loss": 6.4165,
      "step": 748
    },
    {
      "epoch": 0.06362555215766225,
      "grad_norm": 3.2710925426816253,
      "learning_rate": 0.00011235,
      "loss": 6.2058,
      "step": 749
    },
    {
      "epoch": 0.063710499490316,
      "grad_norm": 3.564632393710072,
      "learning_rate": 0.0001125,
      "loss": 6.5028,
      "step": 750
    },
    {
      "epoch": 0.06379544682296975,
      "grad_norm": 3.9710124469406916,
      "learning_rate": 0.00011264999999999999,
      "loss": 7.087,
      "step": 751
    },
    {
      "epoch": 0.06388039415562351,
      "grad_norm": 3.88605890814224,
      "learning_rate": 0.00011279999999999999,
      "loss": 6.3684,
      "step": 752
    },
    {
      "epoch": 0.06396534148827727,
      "grad_norm": 3.154442543486428,
      "learning_rate": 0.00011295,
      "loss": 6.3359,
      "step": 753
    },
    {
      "epoch": 0.06405028882093103,
      "grad_norm": 3.8627421831690834,
      "learning_rate": 0.00011309999999999998,
      "loss": 6.3568,
      "step": 754
    },
    {
      "epoch": 0.06413523615358478,
      "grad_norm": 3.800013661686198,
      "learning_rate": 0.00011324999999999999,
      "loss": 6.6399,
      "step": 755
    },
    {
      "epoch": 0.06422018348623854,
      "grad_norm": 4.1573097325199395,
      "learning_rate": 0.00011339999999999999,
      "loss": 6.6173,
      "step": 756
    },
    {
      "epoch": 0.06430513081889229,
      "grad_norm": 3.1224746568347443,
      "learning_rate": 0.00011355,
      "loss": 6.0938,
      "step": 757
    },
    {
      "epoch": 0.06439007815154604,
      "grad_norm": 3.3811846094820597,
      "learning_rate": 0.00011369999999999999,
      "loss": 6.9033,
      "step": 758
    },
    {
      "epoch": 0.0644750254841998,
      "grad_norm": 6.461588464486053,
      "learning_rate": 0.00011384999999999999,
      "loss": 7.0622,
      "step": 759
    },
    {
      "epoch": 0.06455997281685355,
      "grad_norm": 3.7124937597289183,
      "learning_rate": 0.00011399999999999999,
      "loss": 6.3647,
      "step": 760
    },
    {
      "epoch": 0.0646449201495073,
      "grad_norm": 5.220003447039524,
      "learning_rate": 0.00011415,
      "loss": 6.9401,
      "step": 761
    },
    {
      "epoch": 0.06472986748216106,
      "grad_norm": 3.2832923687768614,
      "learning_rate": 0.00011429999999999999,
      "loss": 6.4126,
      "step": 762
    },
    {
      "epoch": 0.06481481481481481,
      "grad_norm": 3.880916684039731,
      "learning_rate": 0.00011444999999999999,
      "loss": 6.277,
      "step": 763
    },
    {
      "epoch": 0.06489976214746856,
      "grad_norm": 2.8435081647362996,
      "learning_rate": 0.0001146,
      "loss": 6.3991,
      "step": 764
    },
    {
      "epoch": 0.06498470948012232,
      "grad_norm": 3.5092308482359456,
      "learning_rate": 0.00011475,
      "loss": 6.1817,
      "step": 765
    },
    {
      "epoch": 0.06506965681277607,
      "grad_norm": 3.0283087668724153,
      "learning_rate": 0.00011489999999999999,
      "loss": 6.4356,
      "step": 766
    },
    {
      "epoch": 0.06515460414542984,
      "grad_norm": 3.575628973210054,
      "learning_rate": 0.00011504999999999999,
      "loss": 6.5801,
      "step": 767
    },
    {
      "epoch": 0.0652395514780836,
      "grad_norm": 4.280054737843455,
      "learning_rate": 0.0001152,
      "loss": 6.7471,
      "step": 768
    },
    {
      "epoch": 0.06532449881073735,
      "grad_norm": 3.4846735126048145,
      "learning_rate": 0.00011535,
      "loss": 6.5883,
      "step": 769
    },
    {
      "epoch": 0.0654094461433911,
      "grad_norm": 3.3129198215337303,
      "learning_rate": 0.00011549999999999999,
      "loss": 6.8251,
      "step": 770
    },
    {
      "epoch": 0.06549439347604485,
      "grad_norm": 2.738045600289939,
      "learning_rate": 0.00011564999999999999,
      "loss": 7.0301,
      "step": 771
    },
    {
      "epoch": 0.06557934080869861,
      "grad_norm": 4.114378571368977,
      "learning_rate": 0.0001158,
      "loss": 6.7734,
      "step": 772
    },
    {
      "epoch": 0.06566428814135236,
      "grad_norm": 7.629555281141843,
      "learning_rate": 0.00011595,
      "loss": 6.2902,
      "step": 773
    },
    {
      "epoch": 0.06574923547400612,
      "grad_norm": 2.9410937781802247,
      "learning_rate": 0.00011609999999999999,
      "loss": 6.9717,
      "step": 774
    },
    {
      "epoch": 0.06583418280665987,
      "grad_norm": 2.9705917223974057,
      "learning_rate": 0.00011624999999999999,
      "loss": 6.61,
      "step": 775
    },
    {
      "epoch": 0.06591913013931362,
      "grad_norm": 3.92734962454207,
      "learning_rate": 0.0001164,
      "loss": 6.2901,
      "step": 776
    },
    {
      "epoch": 0.06600407747196738,
      "grad_norm": 5.078868988033217,
      "learning_rate": 0.00011654999999999999,
      "loss": 6.6567,
      "step": 777
    },
    {
      "epoch": 0.06608902480462113,
      "grad_norm": 4.555307611424979,
      "learning_rate": 0.00011669999999999999,
      "loss": 6.9688,
      "step": 778
    },
    {
      "epoch": 0.06617397213727488,
      "grad_norm": 3.3072044613783054,
      "learning_rate": 0.00011685,
      "loss": 6.5558,
      "step": 779
    },
    {
      "epoch": 0.06625891946992865,
      "grad_norm": 3.0921551917167203,
      "learning_rate": 0.000117,
      "loss": 6.2134,
      "step": 780
    },
    {
      "epoch": 0.0663438668025824,
      "grad_norm": 3.1643588045087885,
      "learning_rate": 0.00011714999999999999,
      "loss": 6.0665,
      "step": 781
    },
    {
      "epoch": 0.06642881413523616,
      "grad_norm": 3.933585390879604,
      "learning_rate": 0.00011729999999999999,
      "loss": 7.1243,
      "step": 782
    },
    {
      "epoch": 0.06651376146788991,
      "grad_norm": 3.102579875057827,
      "learning_rate": 0.00011745,
      "loss": 6.4082,
      "step": 783
    },
    {
      "epoch": 0.06659870880054367,
      "grad_norm": 3.7431274952210276,
      "learning_rate": 0.0001176,
      "loss": 6.2158,
      "step": 784
    },
    {
      "epoch": 0.06668365613319742,
      "grad_norm": 3.0607718515384534,
      "learning_rate": 0.00011774999999999999,
      "loss": 6.4564,
      "step": 785
    },
    {
      "epoch": 0.06676860346585117,
      "grad_norm": 3.7414687061823995,
      "learning_rate": 0.00011789999999999999,
      "loss": 6.5529,
      "step": 786
    },
    {
      "epoch": 0.06685355079850493,
      "grad_norm": 2.892354570487753,
      "learning_rate": 0.00011805,
      "loss": 6.3888,
      "step": 787
    },
    {
      "epoch": 0.06693849813115868,
      "grad_norm": 2.942402272449641,
      "learning_rate": 0.0001182,
      "loss": 6.5621,
      "step": 788
    },
    {
      "epoch": 0.06702344546381243,
      "grad_norm": 4.771921908632783,
      "learning_rate": 0.00011834999999999999,
      "loss": 6.3135,
      "step": 789
    },
    {
      "epoch": 0.06710839279646619,
      "grad_norm": 2.7915784631940017,
      "learning_rate": 0.0001185,
      "loss": 6.26,
      "step": 790
    },
    {
      "epoch": 0.06719334012911994,
      "grad_norm": 2.787697048698828,
      "learning_rate": 0.00011865,
      "loss": 6.4207,
      "step": 791
    },
    {
      "epoch": 0.0672782874617737,
      "grad_norm": 3.8677885636870237,
      "learning_rate": 0.0001188,
      "loss": 6.5835,
      "step": 792
    },
    {
      "epoch": 0.06736323479442745,
      "grad_norm": 3.143422557592563,
      "learning_rate": 0.00011894999999999999,
      "loss": 6.3709,
      "step": 793
    },
    {
      "epoch": 0.06744818212708122,
      "grad_norm": 3.4694360778176665,
      "learning_rate": 0.0001191,
      "loss": 6.0303,
      "step": 794
    },
    {
      "epoch": 0.06753312945973497,
      "grad_norm": 3.3250128235521763,
      "learning_rate": 0.00011925,
      "loss": 6.4288,
      "step": 795
    },
    {
      "epoch": 0.06761807679238872,
      "grad_norm": 3.8333041483242103,
      "learning_rate": 0.0001194,
      "loss": 6.576,
      "step": 796
    },
    {
      "epoch": 0.06770302412504248,
      "grad_norm": 2.729525266433164,
      "learning_rate": 0.00011954999999999999,
      "loss": 6.1364,
      "step": 797
    },
    {
      "epoch": 0.06778797145769623,
      "grad_norm": 3.1470762628995383,
      "learning_rate": 0.0001197,
      "loss": 6.9654,
      "step": 798
    },
    {
      "epoch": 0.06787291879034998,
      "grad_norm": 3.484409647769425,
      "learning_rate": 0.00011985,
      "loss": 6.1884,
      "step": 799
    },
    {
      "epoch": 0.06795786612300374,
      "grad_norm": 2.7167585779880556,
      "learning_rate": 0.00011999999999999999,
      "loss": 5.9274,
      "step": 800
    },
    {
      "epoch": 0.06804281345565749,
      "grad_norm": 3.079716103529336,
      "learning_rate": 0.00012014999999999999,
      "loss": 6.1475,
      "step": 801
    },
    {
      "epoch": 0.06812776078831125,
      "grad_norm": 2.690644727360833,
      "learning_rate": 0.0001203,
      "loss": 6.8825,
      "step": 802
    },
    {
      "epoch": 0.068212708120965,
      "grad_norm": 3.2933007583531193,
      "learning_rate": 0.00012045,
      "loss": 6.9403,
      "step": 803
    },
    {
      "epoch": 0.06829765545361875,
      "grad_norm": 3.5592251118716414,
      "learning_rate": 0.00012059999999999999,
      "loss": 7.0436,
      "step": 804
    },
    {
      "epoch": 0.0683826027862725,
      "grad_norm": 4.413996096062186,
      "learning_rate": 0.00012075,
      "loss": 6.577,
      "step": 805
    },
    {
      "epoch": 0.06846755011892626,
      "grad_norm": 3.388020871584606,
      "learning_rate": 0.0001209,
      "loss": 7.2449,
      "step": 806
    },
    {
      "epoch": 0.06855249745158003,
      "grad_norm": 3.085489658659976,
      "learning_rate": 0.00012105,
      "loss": 6.2206,
      "step": 807
    },
    {
      "epoch": 0.06863744478423378,
      "grad_norm": 3.0929768071680495,
      "learning_rate": 0.00012119999999999999,
      "loss": 7.0232,
      "step": 808
    },
    {
      "epoch": 0.06872239211688753,
      "grad_norm": 3.860127350183387,
      "learning_rate": 0.00012135,
      "loss": 6.2192,
      "step": 809
    },
    {
      "epoch": 0.06880733944954129,
      "grad_norm": 4.041510504183253,
      "learning_rate": 0.0001215,
      "loss": 5.9617,
      "step": 810
    },
    {
      "epoch": 0.06889228678219504,
      "grad_norm": 3.1341191078371082,
      "learning_rate": 0.00012165,
      "loss": 6.5179,
      "step": 811
    },
    {
      "epoch": 0.0689772341148488,
      "grad_norm": 3.4716194251927854,
      "learning_rate": 0.00012179999999999999,
      "loss": 6.4967,
      "step": 812
    },
    {
      "epoch": 0.06906218144750255,
      "grad_norm": 4.081764816252848,
      "learning_rate": 0.00012194999999999998,
      "loss": 6.1675,
      "step": 813
    },
    {
      "epoch": 0.0691471287801563,
      "grad_norm": 3.6525380290716893,
      "learning_rate": 0.00012209999999999999,
      "loss": 6.2223,
      "step": 814
    },
    {
      "epoch": 0.06923207611281006,
      "grad_norm": 4.425995332367244,
      "learning_rate": 0.00012225,
      "loss": 7.1531,
      "step": 815
    },
    {
      "epoch": 0.06931702344546381,
      "grad_norm": 4.311762765605741,
      "learning_rate": 0.0001224,
      "loss": 6.7561,
      "step": 816
    },
    {
      "epoch": 0.06940197077811756,
      "grad_norm": 2.822511528837363,
      "learning_rate": 0.00012254999999999997,
      "loss": 6.289,
      "step": 817
    },
    {
      "epoch": 0.06948691811077132,
      "grad_norm": 3.135213403993873,
      "learning_rate": 0.00012269999999999997,
      "loss": 6.5044,
      "step": 818
    },
    {
      "epoch": 0.06957186544342507,
      "grad_norm": 2.75911065202782,
      "learning_rate": 0.00012284999999999998,
      "loss": 6.2771,
      "step": 819
    },
    {
      "epoch": 0.06965681277607882,
      "grad_norm": 3.3436283982242183,
      "learning_rate": 0.00012299999999999998,
      "loss": 6.9562,
      "step": 820
    },
    {
      "epoch": 0.06974176010873259,
      "grad_norm": 3.122919501555376,
      "learning_rate": 0.00012314999999999998,
      "loss": 6.1333,
      "step": 821
    },
    {
      "epoch": 0.06982670744138635,
      "grad_norm": 4.082974595962866,
      "learning_rate": 0.0001233,
      "loss": 6.6453,
      "step": 822
    },
    {
      "epoch": 0.0699116547740401,
      "grad_norm": 2.698937951363125,
      "learning_rate": 0.00012345,
      "loss": 6.4867,
      "step": 823
    },
    {
      "epoch": 0.06999660210669385,
      "grad_norm": 3.0971948697477854,
      "learning_rate": 0.0001236,
      "loss": 6.5382,
      "step": 824
    },
    {
      "epoch": 0.0700815494393476,
      "grad_norm": 3.4707843196454586,
      "learning_rate": 0.00012374999999999997,
      "loss": 6.5137,
      "step": 825
    },
    {
      "epoch": 0.07016649677200136,
      "grad_norm": 2.9292890632143793,
      "learning_rate": 0.00012389999999999998,
      "loss": 6.3643,
      "step": 826
    },
    {
      "epoch": 0.07025144410465511,
      "grad_norm": 2.790579045826945,
      "learning_rate": 0.00012404999999999998,
      "loss": 6.5349,
      "step": 827
    },
    {
      "epoch": 0.07033639143730887,
      "grad_norm": 2.99905163984304,
      "learning_rate": 0.00012419999999999998,
      "loss": 6.4784,
      "step": 828
    },
    {
      "epoch": 0.07042133876996262,
      "grad_norm": 3.03246194876484,
      "learning_rate": 0.00012435,
      "loss": 6.4918,
      "step": 829
    },
    {
      "epoch": 0.07050628610261638,
      "grad_norm": 3.3386600998323868,
      "learning_rate": 0.0001245,
      "loss": 7.0075,
      "step": 830
    },
    {
      "epoch": 0.07059123343527013,
      "grad_norm": 3.134649578022286,
      "learning_rate": 0.00012465,
      "loss": 6.2085,
      "step": 831
    },
    {
      "epoch": 0.07067618076792388,
      "grad_norm": 2.920271862413963,
      "learning_rate": 0.00012479999999999997,
      "loss": 6.5036,
      "step": 832
    },
    {
      "epoch": 0.07076112810057764,
      "grad_norm": 3.8404223572459446,
      "learning_rate": 0.00012494999999999997,
      "loss": 6.6265,
      "step": 833
    },
    {
      "epoch": 0.07084607543323139,
      "grad_norm": 3.6228566864908114,
      "learning_rate": 0.00012509999999999998,
      "loss": 6.2306,
      "step": 834
    },
    {
      "epoch": 0.07093102276588516,
      "grad_norm": 3.263290342281882,
      "learning_rate": 0.00012524999999999998,
      "loss": 6.3194,
      "step": 835
    },
    {
      "epoch": 0.07101597009853891,
      "grad_norm": 2.9642843209444107,
      "learning_rate": 0.00012539999999999999,
      "loss": 6.091,
      "step": 836
    },
    {
      "epoch": 0.07110091743119266,
      "grad_norm": 3.352443115172208,
      "learning_rate": 0.00012555,
      "loss": 6.053,
      "step": 837
    },
    {
      "epoch": 0.07118586476384642,
      "grad_norm": 3.098548088035618,
      "learning_rate": 0.0001257,
      "loss": 6.5665,
      "step": 838
    },
    {
      "epoch": 0.07127081209650017,
      "grad_norm": 2.712444539341371,
      "learning_rate": 0.00012585,
      "loss": 6.5567,
      "step": 839
    },
    {
      "epoch": 0.07135575942915393,
      "grad_norm": 3.621101935189494,
      "learning_rate": 0.00012599999999999997,
      "loss": 6.6848,
      "step": 840
    },
    {
      "epoch": 0.07144070676180768,
      "grad_norm": 3.084681736491809,
      "learning_rate": 0.00012614999999999998,
      "loss": 6.3079,
      "step": 841
    },
    {
      "epoch": 0.07152565409446143,
      "grad_norm": 3.5728448380685722,
      "learning_rate": 0.00012629999999999998,
      "loss": 7.1859,
      "step": 842
    },
    {
      "epoch": 0.07161060142711519,
      "grad_norm": 2.8675025129046174,
      "learning_rate": 0.00012644999999999998,
      "loss": 6.6369,
      "step": 843
    },
    {
      "epoch": 0.07169554875976894,
      "grad_norm": 2.6751815696410577,
      "learning_rate": 0.0001266,
      "loss": 6.5639,
      "step": 844
    },
    {
      "epoch": 0.0717804960924227,
      "grad_norm": 2.9404045863706076,
      "learning_rate": 0.00012675,
      "loss": 6.558,
      "step": 845
    },
    {
      "epoch": 0.07186544342507645,
      "grad_norm": 4.090775094605432,
      "learning_rate": 0.0001269,
      "loss": 6.2412,
      "step": 846
    },
    {
      "epoch": 0.0719503907577302,
      "grad_norm": 3.1751480329094584,
      "learning_rate": 0.00012705,
      "loss": 6.391,
      "step": 847
    },
    {
      "epoch": 0.07203533809038397,
      "grad_norm": 2.9719519766506663,
      "learning_rate": 0.00012719999999999997,
      "loss": 6.8119,
      "step": 848
    },
    {
      "epoch": 0.07212028542303772,
      "grad_norm": 2.7663557223954784,
      "learning_rate": 0.00012734999999999998,
      "loss": 6.1775,
      "step": 849
    },
    {
      "epoch": 0.07220523275569148,
      "grad_norm": 3.222525375809335,
      "learning_rate": 0.00012749999999999998,
      "loss": 6.9273,
      "step": 850
    },
    {
      "epoch": 0.07229018008834523,
      "grad_norm": 4.1664755873558015,
      "learning_rate": 0.00012764999999999999,
      "loss": 6.3564,
      "step": 851
    },
    {
      "epoch": 0.07237512742099898,
      "grad_norm": 2.4623669035226663,
      "learning_rate": 0.0001278,
      "loss": 6.5995,
      "step": 852
    },
    {
      "epoch": 0.07246007475365274,
      "grad_norm": 2.7643642448909764,
      "learning_rate": 0.00012795,
      "loss": 6.4337,
      "step": 853
    },
    {
      "epoch": 0.07254502208630649,
      "grad_norm": 2.8392509194901616,
      "learning_rate": 0.0001281,
      "loss": 6.2352,
      "step": 854
    },
    {
      "epoch": 0.07262996941896024,
      "grad_norm": 3.1271613944906504,
      "learning_rate": 0.00012824999999999997,
      "loss": 6.1567,
      "step": 855
    },
    {
      "epoch": 0.072714916751614,
      "grad_norm": 2.973338857389899,
      "learning_rate": 0.00012839999999999998,
      "loss": 6.4964,
      "step": 856
    },
    {
      "epoch": 0.07279986408426775,
      "grad_norm": 2.3686529547752464,
      "learning_rate": 0.00012854999999999998,
      "loss": 6.4927,
      "step": 857
    },
    {
      "epoch": 0.0728848114169215,
      "grad_norm": 2.736694613282064,
      "learning_rate": 0.00012869999999999998,
      "loss": 6.5533,
      "step": 858
    },
    {
      "epoch": 0.07296975874957526,
      "grad_norm": 2.5952382239062595,
      "learning_rate": 0.00012885,
      "loss": 6.3592,
      "step": 859
    },
    {
      "epoch": 0.07305470608222901,
      "grad_norm": 3.218744380889633,
      "learning_rate": 0.000129,
      "loss": 6.5091,
      "step": 860
    },
    {
      "epoch": 0.07313965341488277,
      "grad_norm": 3.189468761640922,
      "learning_rate": 0.00012915,
      "loss": 6.9655,
      "step": 861
    },
    {
      "epoch": 0.07322460074753653,
      "grad_norm": 3.246504450301827,
      "learning_rate": 0.0001293,
      "loss": 6.7677,
      "step": 862
    },
    {
      "epoch": 0.07330954808019029,
      "grad_norm": 2.685710341435262,
      "learning_rate": 0.00012944999999999998,
      "loss": 6.3192,
      "step": 863
    },
    {
      "epoch": 0.07339449541284404,
      "grad_norm": 3.02468880673693,
      "learning_rate": 0.00012959999999999998,
      "loss": 6.9228,
      "step": 864
    },
    {
      "epoch": 0.0734794427454978,
      "grad_norm": 3.075247813995662,
      "learning_rate": 0.00012974999999999998,
      "loss": 6.334,
      "step": 865
    },
    {
      "epoch": 0.07356439007815155,
      "grad_norm": 3.712268017321283,
      "learning_rate": 0.00012989999999999999,
      "loss": 6.3431,
      "step": 866
    },
    {
      "epoch": 0.0736493374108053,
      "grad_norm": 3.714372825241796,
      "learning_rate": 0.00013005,
      "loss": 6.3166,
      "step": 867
    },
    {
      "epoch": 0.07373428474345906,
      "grad_norm": 2.7589102529763943,
      "learning_rate": 0.0001302,
      "loss": 6.4655,
      "step": 868
    },
    {
      "epoch": 0.07381923207611281,
      "grad_norm": 3.6053123179690933,
      "learning_rate": 0.00013035,
      "loss": 6.5363,
      "step": 869
    },
    {
      "epoch": 0.07390417940876656,
      "grad_norm": 3.7035753552925996,
      "learning_rate": 0.0001305,
      "loss": 6.1934,
      "step": 870
    },
    {
      "epoch": 0.07398912674142032,
      "grad_norm": 2.94975031606737,
      "learning_rate": 0.00013064999999999998,
      "loss": 6.4674,
      "step": 871
    },
    {
      "epoch": 0.07407407407407407,
      "grad_norm": 2.964650825547104,
      "learning_rate": 0.00013079999999999998,
      "loss": 6.2697,
      "step": 872
    },
    {
      "epoch": 0.07415902140672782,
      "grad_norm": 3.5517299594429086,
      "learning_rate": 0.00013094999999999998,
      "loss": 6.6449,
      "step": 873
    },
    {
      "epoch": 0.07424396873938158,
      "grad_norm": 2.8547538984832763,
      "learning_rate": 0.0001311,
      "loss": 6.2845,
      "step": 874
    },
    {
      "epoch": 0.07432891607203534,
      "grad_norm": 3.647323803260402,
      "learning_rate": 0.00013125,
      "loss": 6.4858,
      "step": 875
    },
    {
      "epoch": 0.0744138634046891,
      "grad_norm": 2.928866989847901,
      "learning_rate": 0.0001314,
      "loss": 6.472,
      "step": 876
    },
    {
      "epoch": 0.07449881073734285,
      "grad_norm": 4.067050924051006,
      "learning_rate": 0.00013155,
      "loss": 6.7949,
      "step": 877
    },
    {
      "epoch": 0.0745837580699966,
      "grad_norm": 3.564182477304655,
      "learning_rate": 0.00013169999999999998,
      "loss": 6.9405,
      "step": 878
    },
    {
      "epoch": 0.07466870540265036,
      "grad_norm": 2.451058337572033,
      "learning_rate": 0.00013184999999999998,
      "loss": 6.2848,
      "step": 879
    },
    {
      "epoch": 0.07475365273530411,
      "grad_norm": 3.5849440197169793,
      "learning_rate": 0.00013199999999999998,
      "loss": 6.3357,
      "step": 880
    },
    {
      "epoch": 0.07483860006795787,
      "grad_norm": 4.010829294652024,
      "learning_rate": 0.00013215,
      "loss": 6.9811,
      "step": 881
    },
    {
      "epoch": 0.07492354740061162,
      "grad_norm": 2.4548513322090555,
      "learning_rate": 0.0001323,
      "loss": 6.1147,
      "step": 882
    },
    {
      "epoch": 0.07500849473326537,
      "grad_norm": 2.660876287395263,
      "learning_rate": 0.00013245,
      "loss": 6.3098,
      "step": 883
    },
    {
      "epoch": 0.07509344206591913,
      "grad_norm": 2.527962897856909,
      "learning_rate": 0.0001326,
      "loss": 6.7925,
      "step": 884
    },
    {
      "epoch": 0.07517838939857288,
      "grad_norm": 2.4061740751283374,
      "learning_rate": 0.00013275,
      "loss": 6.2437,
      "step": 885
    },
    {
      "epoch": 0.07526333673122663,
      "grad_norm": 2.818923656685914,
      "learning_rate": 0.00013289999999999998,
      "loss": 6.1008,
      "step": 886
    },
    {
      "epoch": 0.07534828406388039,
      "grad_norm": 2.639230605198522,
      "learning_rate": 0.00013304999999999998,
      "loss": 6.4964,
      "step": 887
    },
    {
      "epoch": 0.07543323139653414,
      "grad_norm": 2.885751224956045,
      "learning_rate": 0.00013319999999999999,
      "loss": 6.2021,
      "step": 888
    },
    {
      "epoch": 0.07551817872918791,
      "grad_norm": 2.5465539492109284,
      "learning_rate": 0.00013335,
      "loss": 6.3474,
      "step": 889
    },
    {
      "epoch": 0.07560312606184166,
      "grad_norm": 2.86098038559502,
      "learning_rate": 0.0001335,
      "loss": 7.1518,
      "step": 890
    },
    {
      "epoch": 0.07568807339449542,
      "grad_norm": 2.9785958569682722,
      "learning_rate": 0.00013365,
      "loss": 6.3571,
      "step": 891
    },
    {
      "epoch": 0.07577302072714917,
      "grad_norm": 5.147097752926436,
      "learning_rate": 0.0001338,
      "loss": 7.0557,
      "step": 892
    },
    {
      "epoch": 0.07585796805980292,
      "grad_norm": 3.136133435799869,
      "learning_rate": 0.00013395,
      "loss": 6.2536,
      "step": 893
    },
    {
      "epoch": 0.07594291539245668,
      "grad_norm": 6.64729769106605,
      "learning_rate": 0.00013409999999999998,
      "loss": 6.2995,
      "step": 894
    },
    {
      "epoch": 0.07602786272511043,
      "grad_norm": 3.409964136639897,
      "learning_rate": 0.00013424999999999998,
      "loss": 6.3682,
      "step": 895
    },
    {
      "epoch": 0.07611281005776419,
      "grad_norm": 2.983238997868694,
      "learning_rate": 0.0001344,
      "loss": 6.9352,
      "step": 896
    },
    {
      "epoch": 0.07619775739041794,
      "grad_norm": 2.6477648486553558,
      "learning_rate": 0.00013455,
      "loss": 6.177,
      "step": 897
    },
    {
      "epoch": 0.07628270472307169,
      "grad_norm": 2.7959696069745266,
      "learning_rate": 0.0001347,
      "loss": 6.4709,
      "step": 898
    },
    {
      "epoch": 0.07636765205572545,
      "grad_norm": 3.442004718612903,
      "learning_rate": 0.00013485,
      "loss": 6.9983,
      "step": 899
    },
    {
      "epoch": 0.0764525993883792,
      "grad_norm": 2.970499796425109,
      "learning_rate": 0.000135,
      "loss": 6.4878,
      "step": 900
    },
    {
      "epoch": 0.07653754672103295,
      "grad_norm": 3.465022636355198,
      "learning_rate": 0.00013514999999999998,
      "loss": 6.5042,
      "step": 901
    },
    {
      "epoch": 0.07662249405368672,
      "grad_norm": 3.0995518226263594,
      "learning_rate": 0.00013529999999999998,
      "loss": 6.2961,
      "step": 902
    },
    {
      "epoch": 0.07670744138634047,
      "grad_norm": 3.333802574966492,
      "learning_rate": 0.00013544999999999999,
      "loss": 7.0406,
      "step": 903
    },
    {
      "epoch": 0.07679238871899423,
      "grad_norm": 4.343265961251017,
      "learning_rate": 0.0001356,
      "loss": 6.6691,
      "step": 904
    },
    {
      "epoch": 0.07687733605164798,
      "grad_norm": 3.6444078250349343,
      "learning_rate": 0.00013575,
      "loss": 6.4083,
      "step": 905
    },
    {
      "epoch": 0.07696228338430174,
      "grad_norm": 3.8087160484274194,
      "learning_rate": 0.0001359,
      "loss": 6.4733,
      "step": 906
    },
    {
      "epoch": 0.07704723071695549,
      "grad_norm": 4.931764655952473,
      "learning_rate": 0.00013605,
      "loss": 7.215,
      "step": 907
    },
    {
      "epoch": 0.07713217804960924,
      "grad_norm": 4.594615742623485,
      "learning_rate": 0.0001362,
      "loss": 6.1137,
      "step": 908
    },
    {
      "epoch": 0.077217125382263,
      "grad_norm": 3.141348464243903,
      "learning_rate": 0.00013634999999999998,
      "loss": 6.4861,
      "step": 909
    },
    {
      "epoch": 0.07730207271491675,
      "grad_norm": 3.310937428940437,
      "learning_rate": 0.00013649999999999998,
      "loss": 6.3024,
      "step": 910
    },
    {
      "epoch": 0.0773870200475705,
      "grad_norm": 2.603855544722964,
      "learning_rate": 0.00013665,
      "loss": 6.1387,
      "step": 911
    },
    {
      "epoch": 0.07747196738022426,
      "grad_norm": 2.875792582189267,
      "learning_rate": 0.0001368,
      "loss": 6.3702,
      "step": 912
    },
    {
      "epoch": 0.07755691471287801,
      "grad_norm": 2.5129134412804723,
      "learning_rate": 0.00013695,
      "loss": 6.3452,
      "step": 913
    },
    {
      "epoch": 0.07764186204553176,
      "grad_norm": 3.321152003448242,
      "learning_rate": 0.0001371,
      "loss": 6.3957,
      "step": 914
    },
    {
      "epoch": 0.07772680937818552,
      "grad_norm": 3.0676081245401567,
      "learning_rate": 0.00013725,
      "loss": 6.6413,
      "step": 915
    },
    {
      "epoch": 0.07781175671083929,
      "grad_norm": 3.6268312787557058,
      "learning_rate": 0.0001374,
      "loss": 6.9225,
      "step": 916
    },
    {
      "epoch": 0.07789670404349304,
      "grad_norm": 2.5594628025792048,
      "learning_rate": 0.00013754999999999998,
      "loss": 6.1221,
      "step": 917
    },
    {
      "epoch": 0.0779816513761468,
      "grad_norm": 2.8748549196666473,
      "learning_rate": 0.00013769999999999999,
      "loss": 6.6044,
      "step": 918
    },
    {
      "epoch": 0.07806659870880055,
      "grad_norm": 2.9129261806274815,
      "learning_rate": 0.00013785,
      "loss": 6.1964,
      "step": 919
    },
    {
      "epoch": 0.0781515460414543,
      "grad_norm": 2.7046308137263955,
      "learning_rate": 0.000138,
      "loss": 6.2094,
      "step": 920
    },
    {
      "epoch": 0.07823649337410805,
      "grad_norm": 2.478353173633276,
      "learning_rate": 0.00013815,
      "loss": 6.2304,
      "step": 921
    },
    {
      "epoch": 0.07832144070676181,
      "grad_norm": 3.0420437159970453,
      "learning_rate": 0.0001383,
      "loss": 6.5953,
      "step": 922
    },
    {
      "epoch": 0.07840638803941556,
      "grad_norm": 3.061583500917893,
      "learning_rate": 0.00013845,
      "loss": 7.1706,
      "step": 923
    },
    {
      "epoch": 0.07849133537206932,
      "grad_norm": 2.91092246768891,
      "learning_rate": 0.0001386,
      "loss": 6.3647,
      "step": 924
    },
    {
      "epoch": 0.07857628270472307,
      "grad_norm": 4.3988359903565,
      "learning_rate": 0.00013874999999999998,
      "loss": 6.8056,
      "step": 925
    },
    {
      "epoch": 0.07866123003737682,
      "grad_norm": 3.1725518945647053,
      "learning_rate": 0.0001389,
      "loss": 6.3349,
      "step": 926
    },
    {
      "epoch": 0.07874617737003058,
      "grad_norm": 4.186461499797502,
      "learning_rate": 0.00013905,
      "loss": 6.1609,
      "step": 927
    },
    {
      "epoch": 0.07883112470268433,
      "grad_norm": 2.987292227836428,
      "learning_rate": 0.0001392,
      "loss": 6.5997,
      "step": 928
    },
    {
      "epoch": 0.07891607203533808,
      "grad_norm": 2.935684610706105,
      "learning_rate": 0.00013935,
      "loss": 6.1994,
      "step": 929
    },
    {
      "epoch": 0.07900101936799185,
      "grad_norm": 3.8658851502241016,
      "learning_rate": 0.0001395,
      "loss": 7.0431,
      "step": 930
    },
    {
      "epoch": 0.0790859667006456,
      "grad_norm": 3.5228733087518878,
      "learning_rate": 0.00013965,
      "loss": 6.4664,
      "step": 931
    },
    {
      "epoch": 0.07917091403329936,
      "grad_norm": 3.3097062190221926,
      "learning_rate": 0.00013979999999999998,
      "loss": 6.6562,
      "step": 932
    },
    {
      "epoch": 0.07925586136595311,
      "grad_norm": 4.723370257797961,
      "learning_rate": 0.00013995,
      "loss": 6.2344,
      "step": 933
    },
    {
      "epoch": 0.07934080869860687,
      "grad_norm": 2.9081252220028446,
      "learning_rate": 0.0001401,
      "loss": 6.4668,
      "step": 934
    },
    {
      "epoch": 0.07942575603126062,
      "grad_norm": 2.964075314123495,
      "learning_rate": 0.00014025,
      "loss": 6.3877,
      "step": 935
    },
    {
      "epoch": 0.07951070336391437,
      "grad_norm": 2.5492672719948417,
      "learning_rate": 0.0001404,
      "loss": 6.3621,
      "step": 936
    },
    {
      "epoch": 0.07959565069656813,
      "grad_norm": 2.939141304253658,
      "learning_rate": 0.00014055,
      "loss": 6.1927,
      "step": 937
    },
    {
      "epoch": 0.07968059802922188,
      "grad_norm": 2.6988516648388416,
      "learning_rate": 0.00014069999999999998,
      "loss": 6.2899,
      "step": 938
    },
    {
      "epoch": 0.07976554536187563,
      "grad_norm": 2.6623347410924927,
      "learning_rate": 0.00014084999999999998,
      "loss": 6.6757,
      "step": 939
    },
    {
      "epoch": 0.07985049269452939,
      "grad_norm": 2.5331333101252613,
      "learning_rate": 0.00014099999999999998,
      "loss": 6.4575,
      "step": 940
    },
    {
      "epoch": 0.07993544002718314,
      "grad_norm": 3.564248314191637,
      "learning_rate": 0.00014115,
      "loss": 6.4053,
      "step": 941
    },
    {
      "epoch": 0.0800203873598369,
      "grad_norm": 3.0233152055198613,
      "learning_rate": 0.0001413,
      "loss": 7.0256,
      "step": 942
    },
    {
      "epoch": 0.08010533469249066,
      "grad_norm": 3.264284986207836,
      "learning_rate": 0.00014144999999999997,
      "loss": 6.2107,
      "step": 943
    },
    {
      "epoch": 0.08019028202514442,
      "grad_norm": 2.887392313432351,
      "learning_rate": 0.00014159999999999997,
      "loss": 6.0216,
      "step": 944
    },
    {
      "epoch": 0.08027522935779817,
      "grad_norm": 3.293743837084679,
      "learning_rate": 0.00014174999999999998,
      "loss": 5.98,
      "step": 945
    },
    {
      "epoch": 0.08036017669045192,
      "grad_norm": 2.65564694757765,
      "learning_rate": 0.00014189999999999998,
      "loss": 6.117,
      "step": 946
    },
    {
      "epoch": 0.08044512402310568,
      "grad_norm": 2.796802804319356,
      "learning_rate": 0.00014204999999999998,
      "loss": 6.2855,
      "step": 947
    },
    {
      "epoch": 0.08053007135575943,
      "grad_norm": 2.607701760061503,
      "learning_rate": 0.0001422,
      "loss": 6.5054,
      "step": 948
    },
    {
      "epoch": 0.08061501868841318,
      "grad_norm": 3.4502703109484147,
      "learning_rate": 0.00014235,
      "loss": 6.1812,
      "step": 949
    },
    {
      "epoch": 0.08069996602106694,
      "grad_norm": 3.4597862077552506,
      "learning_rate": 0.0001425,
      "loss": 6.2616,
      "step": 950
    },
    {
      "epoch": 0.08078491335372069,
      "grad_norm": 3.05071412211398,
      "learning_rate": 0.00014264999999999997,
      "loss": 6.9796,
      "step": 951
    },
    {
      "epoch": 0.08086986068637445,
      "grad_norm": 2.9666530281354953,
      "learning_rate": 0.00014279999999999997,
      "loss": 6.9433,
      "step": 952
    },
    {
      "epoch": 0.0809548080190282,
      "grad_norm": 2.910734061714637,
      "learning_rate": 0.00014294999999999998,
      "loss": 6.6186,
      "step": 953
    },
    {
      "epoch": 0.08103975535168195,
      "grad_norm": 3.325810559904416,
      "learning_rate": 0.00014309999999999998,
      "loss": 6.4569,
      "step": 954
    },
    {
      "epoch": 0.0811247026843357,
      "grad_norm": 3.592114919434776,
      "learning_rate": 0.00014324999999999999,
      "loss": 6.3344,
      "step": 955
    },
    {
      "epoch": 0.08120965001698946,
      "grad_norm": 2.738762583587789,
      "learning_rate": 0.0001434,
      "loss": 6.5021,
      "step": 956
    },
    {
      "epoch": 0.08129459734964323,
      "grad_norm": 2.4688184892226626,
      "learning_rate": 0.00014355,
      "loss": 6.1523,
      "step": 957
    },
    {
      "epoch": 0.08137954468229698,
      "grad_norm": 2.8281554947362597,
      "learning_rate": 0.00014369999999999997,
      "loss": 6.2003,
      "step": 958
    },
    {
      "epoch": 0.08146449201495073,
      "grad_norm": 2.8625242778752438,
      "learning_rate": 0.00014384999999999997,
      "loss": 7.1276,
      "step": 959
    },
    {
      "epoch": 0.08154943934760449,
      "grad_norm": 3.906129080813955,
      "learning_rate": 0.00014399999999999998,
      "loss": 6.9203,
      "step": 960
    },
    {
      "epoch": 0.08163438668025824,
      "grad_norm": 3.117927975945875,
      "learning_rate": 0.00014414999999999998,
      "loss": 6.3948,
      "step": 961
    },
    {
      "epoch": 0.081719334012912,
      "grad_norm": 2.7196452314855724,
      "learning_rate": 0.00014429999999999998,
      "loss": 6.8513,
      "step": 962
    },
    {
      "epoch": 0.08180428134556575,
      "grad_norm": 2.7264640677354985,
      "learning_rate": 0.00014445,
      "loss": 6.9041,
      "step": 963
    },
    {
      "epoch": 0.0818892286782195,
      "grad_norm": 2.96155642683325,
      "learning_rate": 0.0001446,
      "loss": 6.6447,
      "step": 964
    },
    {
      "epoch": 0.08197417601087326,
      "grad_norm": 2.6833688413771304,
      "learning_rate": 0.00014475,
      "loss": 6.6594,
      "step": 965
    },
    {
      "epoch": 0.08205912334352701,
      "grad_norm": 2.9889373763471947,
      "learning_rate": 0.00014489999999999997,
      "loss": 6.3534,
      "step": 966
    },
    {
      "epoch": 0.08214407067618076,
      "grad_norm": 3.1364449696456216,
      "learning_rate": 0.00014504999999999997,
      "loss": 6.263,
      "step": 967
    },
    {
      "epoch": 0.08222901800883452,
      "grad_norm": 2.7806915152219664,
      "learning_rate": 0.00014519999999999998,
      "loss": 6.8516,
      "step": 968
    },
    {
      "epoch": 0.08231396534148827,
      "grad_norm": 2.68226933556148,
      "learning_rate": 0.00014534999999999998,
      "loss": 7.0927,
      "step": 969
    },
    {
      "epoch": 0.08239891267414204,
      "grad_norm": 2.6174512285285276,
      "learning_rate": 0.00014549999999999999,
      "loss": 6.3839,
      "step": 970
    },
    {
      "epoch": 0.08248386000679579,
      "grad_norm": 2.980322875365499,
      "learning_rate": 0.00014565,
      "loss": 6.3501,
      "step": 971
    },
    {
      "epoch": 0.08256880733944955,
      "grad_norm": 3.394773784993058,
      "learning_rate": 0.0001458,
      "loss": 6.9212,
      "step": 972
    },
    {
      "epoch": 0.0826537546721033,
      "grad_norm": 6.041303279103344,
      "learning_rate": 0.00014595,
      "loss": 6.4471,
      "step": 973
    },
    {
      "epoch": 0.08273870200475705,
      "grad_norm": 2.832130630383063,
      "learning_rate": 0.00014609999999999997,
      "loss": 6.7186,
      "step": 974
    },
    {
      "epoch": 0.0828236493374108,
      "grad_norm": 2.8447925395715066,
      "learning_rate": 0.00014624999999999998,
      "loss": 6.3101,
      "step": 975
    },
    {
      "epoch": 0.08290859667006456,
      "grad_norm": 3.403837025262264,
      "learning_rate": 0.00014639999999999998,
      "loss": 6.2476,
      "step": 976
    },
    {
      "epoch": 0.08299354400271831,
      "grad_norm": 2.836729158564789,
      "learning_rate": 0.00014654999999999998,
      "loss": 6.5757,
      "step": 977
    },
    {
      "epoch": 0.08307849133537207,
      "grad_norm": 3.4721711063429592,
      "learning_rate": 0.0001467,
      "loss": 6.4165,
      "step": 978
    },
    {
      "epoch": 0.08316343866802582,
      "grad_norm": 2.5673287750199028,
      "learning_rate": 0.00014685,
      "loss": 6.1233,
      "step": 979
    },
    {
      "epoch": 0.08324838600067958,
      "grad_norm": 3.385086722798271,
      "learning_rate": 0.000147,
      "loss": 6.5336,
      "step": 980
    },
    {
      "epoch": 0.08333333333333333,
      "grad_norm": 2.821940482924134,
      "learning_rate": 0.00014714999999999997,
      "loss": 6.9965,
      "step": 981
    },
    {
      "epoch": 0.08341828066598708,
      "grad_norm": 4.588248689079517,
      "learning_rate": 0.00014729999999999998,
      "loss": 6.4432,
      "step": 982
    },
    {
      "epoch": 0.08350322799864084,
      "grad_norm": 3.4288918073810604,
      "learning_rate": 0.00014744999999999998,
      "loss": 6.3245,
      "step": 983
    },
    {
      "epoch": 0.0835881753312946,
      "grad_norm": 2.689791715268481,
      "learning_rate": 0.00014759999999999998,
      "loss": 6.4244,
      "step": 984
    },
    {
      "epoch": 0.08367312266394836,
      "grad_norm": 2.556188123995194,
      "learning_rate": 0.00014774999999999999,
      "loss": 6.2133,
      "step": 985
    },
    {
      "epoch": 0.08375806999660211,
      "grad_norm": 2.6778354309632144,
      "learning_rate": 0.0001479,
      "loss": 6.2289,
      "step": 986
    },
    {
      "epoch": 0.08384301732925586,
      "grad_norm": 2.620788034343438,
      "learning_rate": 0.00014805,
      "loss": 6.2249,
      "step": 987
    },
    {
      "epoch": 0.08392796466190962,
      "grad_norm": 2.64328589530529,
      "learning_rate": 0.0001482,
      "loss": 6.2654,
      "step": 988
    },
    {
      "epoch": 0.08401291199456337,
      "grad_norm": 2.755098426878231,
      "learning_rate": 0.00014834999999999997,
      "loss": 6.2667,
      "step": 989
    },
    {
      "epoch": 0.08409785932721713,
      "grad_norm": 2.7104032474432724,
      "learning_rate": 0.00014849999999999998,
      "loss": 6.1625,
      "step": 990
    },
    {
      "epoch": 0.08418280665987088,
      "grad_norm": 3.2509074259859867,
      "learning_rate": 0.00014864999999999998,
      "loss": 6.7636,
      "step": 991
    },
    {
      "epoch": 0.08426775399252463,
      "grad_norm": 14.376716984884235,
      "learning_rate": 0.00014879999999999998,
      "loss": 6.3727,
      "step": 992
    },
    {
      "epoch": 0.08435270132517839,
      "grad_norm": 2.7967570760680673,
      "learning_rate": 0.00014895,
      "loss": 6.0046,
      "step": 993
    },
    {
      "epoch": 0.08443764865783214,
      "grad_norm": 3.7790786561273104,
      "learning_rate": 0.0001491,
      "loss": 6.4628,
      "step": 994
    },
    {
      "epoch": 0.0845225959904859,
      "grad_norm": 2.893852483236073,
      "learning_rate": 0.00014925,
      "loss": 6.2083,
      "step": 995
    },
    {
      "epoch": 0.08460754332313965,
      "grad_norm": 2.4402043347464226,
      "learning_rate": 0.0001494,
      "loss": 6.3901,
      "step": 996
    },
    {
      "epoch": 0.08469249065579341,
      "grad_norm": 4.646990838213032,
      "learning_rate": 0.00014954999999999998,
      "loss": 6.4392,
      "step": 997
    },
    {
      "epoch": 0.08477743798844717,
      "grad_norm": 3.2286454199280996,
      "learning_rate": 0.00014969999999999998,
      "loss": 6.7061,
      "step": 998
    },
    {
      "epoch": 0.08486238532110092,
      "grad_norm": 2.839319245899972,
      "learning_rate": 0.00014984999999999998,
      "loss": 6.4812,
      "step": 999
    },
    {
      "epoch": 0.08494733265375468,
      "grad_norm": 3.62345004162571,
      "learning_rate": 0.00015,
      "loss": 6.1461,
      "step": 1000
    },
    {
      "epoch": 0.08503227998640843,
      "grad_norm": 2.7070847838968213,
      "learning_rate": 0.00015014999999999996,
      "loss": 6.7854,
      "step": 1001
    },
    {
      "epoch": 0.08511722731906218,
      "grad_norm": 54.942148963376354,
      "learning_rate": 0.0001503,
      "loss": 8.074,
      "step": 1002
    },
    {
      "epoch": 0.08520217465171594,
      "grad_norm": 6.0979546982177215,
      "learning_rate": 0.00015044999999999997,
      "loss": 6.4522,
      "step": 1003
    },
    {
      "epoch": 0.08528712198436969,
      "grad_norm": 32.647423997506394,
      "learning_rate": 0.00015059999999999997,
      "loss": 6.905,
      "step": 1004
    },
    {
      "epoch": 0.08537206931702344,
      "grad_norm": 19.642993746660196,
      "learning_rate": 0.00015074999999999998,
      "loss": 6.5972,
      "step": 1005
    },
    {
      "epoch": 0.0854570166496772,
      "grad_norm": 5.950385866914471,
      "learning_rate": 0.00015089999999999998,
      "loss": 6.5616,
      "step": 1006
    },
    {
      "epoch": 0.08554196398233095,
      "grad_norm": 3.714060930938925,
      "learning_rate": 0.00015104999999999996,
      "loss": 6.4853,
      "step": 1007
    },
    {
      "epoch": 0.0856269113149847,
      "grad_norm": 19.389636320592015,
      "learning_rate": 0.0001512,
      "loss": 6.6662,
      "step": 1008
    },
    {
      "epoch": 0.08571185864763846,
      "grad_norm": 10.49708544700941,
      "learning_rate": 0.00015134999999999997,
      "loss": 6.3374,
      "step": 1009
    },
    {
      "epoch": 0.08579680598029221,
      "grad_norm": 9.953353306530555,
      "learning_rate": 0.0001515,
      "loss": 6.5747,
      "step": 1010
    },
    {
      "epoch": 0.08588175331294598,
      "grad_norm": 4.48118545365671,
      "learning_rate": 0.00015164999999999997,
      "loss": 6.4956,
      "step": 1011
    },
    {
      "epoch": 0.08596670064559973,
      "grad_norm": 9.146835930685594,
      "learning_rate": 0.00015179999999999998,
      "loss": 6.6127,
      "step": 1012
    },
    {
      "epoch": 0.08605164797825349,
      "grad_norm": 3.8496232828604575,
      "learning_rate": 0.00015194999999999998,
      "loss": 6.662,
      "step": 1013
    },
    {
      "epoch": 0.08613659531090724,
      "grad_norm": 2.6967542166894187,
      "learning_rate": 0.00015209999999999998,
      "loss": 6.2596,
      "step": 1014
    },
    {
      "epoch": 0.086221542643561,
      "grad_norm": 4.098784881006085,
      "learning_rate": 0.00015224999999999996,
      "loss": 6.6335,
      "step": 1015
    },
    {
      "epoch": 0.08630648997621475,
      "grad_norm": 3.1179613328305207,
      "learning_rate": 0.0001524,
      "loss": 6.0493,
      "step": 1016
    },
    {
      "epoch": 0.0863914373088685,
      "grad_norm": 4.235923915120176,
      "learning_rate": 0.00015254999999999997,
      "loss": 6.2472,
      "step": 1017
    },
    {
      "epoch": 0.08647638464152226,
      "grad_norm": 7.1813913032016155,
      "learning_rate": 0.0001527,
      "loss": 6.5665,
      "step": 1018
    },
    {
      "epoch": 0.08656133197417601,
      "grad_norm": 2.440764089000753,
      "learning_rate": 0.00015284999999999997,
      "loss": 6.6722,
      "step": 1019
    },
    {
      "epoch": 0.08664627930682976,
      "grad_norm": 2.4364348815513153,
      "learning_rate": 0.00015299999999999998,
      "loss": 6.5349,
      "step": 1020
    },
    {
      "epoch": 0.08673122663948352,
      "grad_norm": 3.058131959030934,
      "learning_rate": 0.00015314999999999998,
      "loss": 6.9903,
      "step": 1021
    },
    {
      "epoch": 0.08681617397213727,
      "grad_norm": 3.221123681970185,
      "learning_rate": 0.00015329999999999999,
      "loss": 6.2756,
      "step": 1022
    },
    {
      "epoch": 0.08690112130479102,
      "grad_norm": 3.946596330623969,
      "learning_rate": 0.00015344999999999996,
      "loss": 6.8203,
      "step": 1023
    },
    {
      "epoch": 0.08698606863744479,
      "grad_norm": 5.630297369872775,
      "learning_rate": 0.0001536,
      "loss": 6.3027,
      "step": 1024
    },
    {
      "epoch": 0.08707101597009854,
      "grad_norm": 3.509859544544888,
      "learning_rate": 0.00015374999999999997,
      "loss": 6.4393,
      "step": 1025
    },
    {
      "epoch": 0.0871559633027523,
      "grad_norm": 2.983481879987708,
      "learning_rate": 0.0001539,
      "loss": 7.1907,
      "step": 1026
    },
    {
      "epoch": 0.08724091063540605,
      "grad_norm": 4.238454199549328,
      "learning_rate": 0.00015404999999999998,
      "loss": 6.951,
      "step": 1027
    },
    {
      "epoch": 0.0873258579680598,
      "grad_norm": 9.336362843349947,
      "learning_rate": 0.00015419999999999998,
      "loss": 6.5392,
      "step": 1028
    },
    {
      "epoch": 0.08741080530071356,
      "grad_norm": 3.067543873067445,
      "learning_rate": 0.00015434999999999998,
      "loss": 6.3986,
      "step": 1029
    },
    {
      "epoch": 0.08749575263336731,
      "grad_norm": 2.49662013185975,
      "learning_rate": 0.0001545,
      "loss": 6.6519,
      "step": 1030
    },
    {
      "epoch": 0.08758069996602107,
      "grad_norm": 3.0535085985230213,
      "learning_rate": 0.00015464999999999996,
      "loss": 6.5955,
      "step": 1031
    },
    {
      "epoch": 0.08766564729867482,
      "grad_norm": 2.1822445657034555,
      "learning_rate": 0.0001548,
      "loss": 6.4396,
      "step": 1032
    },
    {
      "epoch": 0.08775059463132857,
      "grad_norm": 3.1939615939675754,
      "learning_rate": 0.00015494999999999997,
      "loss": 6.3991,
      "step": 1033
    },
    {
      "epoch": 0.08783554196398233,
      "grad_norm": 2.3604767904629025,
      "learning_rate": 0.0001551,
      "loss": 6.2988,
      "step": 1034
    },
    {
      "epoch": 0.08792048929663608,
      "grad_norm": 2.412123431771357,
      "learning_rate": 0.00015524999999999998,
      "loss": 6.5679,
      "step": 1035
    },
    {
      "epoch": 0.08800543662928983,
      "grad_norm": 2.9181614770155124,
      "learning_rate": 0.00015539999999999998,
      "loss": 6.1389,
      "step": 1036
    },
    {
      "epoch": 0.08809038396194359,
      "grad_norm": 2.8947425381802265,
      "learning_rate": 0.00015554999999999999,
      "loss": 6.8819,
      "step": 1037
    },
    {
      "epoch": 0.08817533129459736,
      "grad_norm": 3.8669528124291426,
      "learning_rate": 0.0001557,
      "loss": 6.0109,
      "step": 1038
    },
    {
      "epoch": 0.08826027862725111,
      "grad_norm": 2.576195925049561,
      "learning_rate": 0.00015584999999999997,
      "loss": 6.9052,
      "step": 1039
    },
    {
      "epoch": 0.08834522595990486,
      "grad_norm": 165.841991683462,
      "learning_rate": 0.000156,
      "loss": 7.9442,
      "step": 1040
    },
    {
      "epoch": 0.08843017329255862,
      "grad_norm": 2.678315540542128,
      "learning_rate": 0.00015614999999999997,
      "loss": 6.391,
      "step": 1041
    },
    {
      "epoch": 0.08851512062521237,
      "grad_norm": 2.859091182506593,
      "learning_rate": 0.0001563,
      "loss": 6.3274,
      "step": 1042
    },
    {
      "epoch": 0.08860006795786612,
      "grad_norm": 2.8938996960720735,
      "learning_rate": 0.00015644999999999998,
      "loss": 6.1512,
      "step": 1043
    },
    {
      "epoch": 0.08868501529051988,
      "grad_norm": 5.618840967724282,
      "learning_rate": 0.00015659999999999998,
      "loss": 6.41,
      "step": 1044
    },
    {
      "epoch": 0.08876996262317363,
      "grad_norm": 60.030312045059716,
      "learning_rate": 0.00015675,
      "loss": 7.2361,
      "step": 1045
    },
    {
      "epoch": 0.08885490995582739,
      "grad_norm": 4.467384073934776,
      "learning_rate": 0.0001569,
      "loss": 7.0375,
      "step": 1046
    },
    {
      "epoch": 0.08893985728848114,
      "grad_norm": 3.2551280471488617,
      "learning_rate": 0.00015704999999999997,
      "loss": 6.3381,
      "step": 1047
    },
    {
      "epoch": 0.08902480462113489,
      "grad_norm": 4.7629264387992185,
      "learning_rate": 0.0001572,
      "loss": 6.3197,
      "step": 1048
    },
    {
      "epoch": 0.08910975195378865,
      "grad_norm": 3.3335425539804047,
      "learning_rate": 0.00015734999999999998,
      "loss": 6.5188,
      "step": 1049
    },
    {
      "epoch": 0.0891946992864424,
      "grad_norm": 3.347372192469159,
      "learning_rate": 0.00015749999999999998,
      "loss": 6.9682,
      "step": 1050
    },
    {
      "epoch": 0.08927964661909615,
      "grad_norm": 3.716221961379676,
      "learning_rate": 0.00015764999999999998,
      "loss": 6.3804,
      "step": 1051
    },
    {
      "epoch": 0.08936459395174992,
      "grad_norm": 5.479914525035843,
      "learning_rate": 0.0001578,
      "loss": 6.1321,
      "step": 1052
    },
    {
      "epoch": 0.08944954128440367,
      "grad_norm": 4.360528384975203,
      "learning_rate": 0.00015794999999999996,
      "loss": 7.1006,
      "step": 1053
    },
    {
      "epoch": 0.08953448861705743,
      "grad_norm": 4.153765340757292,
      "learning_rate": 0.0001581,
      "loss": 6.2374,
      "step": 1054
    },
    {
      "epoch": 0.08961943594971118,
      "grad_norm": 13.056182953522184,
      "learning_rate": 0.00015824999999999997,
      "loss": 6.7528,
      "step": 1055
    },
    {
      "epoch": 0.08970438328236494,
      "grad_norm": 3.7305334028799106,
      "learning_rate": 0.0001584,
      "loss": 6.7922,
      "step": 1056
    },
    {
      "epoch": 0.08978933061501869,
      "grad_norm": 4.228549717281328,
      "learning_rate": 0.00015854999999999998,
      "loss": 6.4215,
      "step": 1057
    },
    {
      "epoch": 0.08987427794767244,
      "grad_norm": 3.2288509372639176,
      "learning_rate": 0.00015869999999999998,
      "loss": 6.6488,
      "step": 1058
    },
    {
      "epoch": 0.0899592252803262,
      "grad_norm": 3.3437319915929207,
      "learning_rate": 0.00015884999999999999,
      "loss": 6.43,
      "step": 1059
    },
    {
      "epoch": 0.09004417261297995,
      "grad_norm": 2.2659960289767684,
      "learning_rate": 0.000159,
      "loss": 6.2761,
      "step": 1060
    },
    {
      "epoch": 0.0901291199456337,
      "grad_norm": 2.2046167813108903,
      "learning_rate": 0.00015914999999999997,
      "loss": 6.493,
      "step": 1061
    },
    {
      "epoch": 0.09021406727828746,
      "grad_norm": 2.6377406906701713,
      "learning_rate": 0.0001593,
      "loss": 6.3284,
      "step": 1062
    },
    {
      "epoch": 0.09029901461094121,
      "grad_norm": 4.319295194077674,
      "learning_rate": 0.00015944999999999997,
      "loss": 6.4106,
      "step": 1063
    },
    {
      "epoch": 0.09038396194359496,
      "grad_norm": 2.879711289270089,
      "learning_rate": 0.0001596,
      "loss": 6.9212,
      "step": 1064
    },
    {
      "epoch": 0.09046890927624873,
      "grad_norm": 7.679135631532859,
      "learning_rate": 0.00015974999999999998,
      "loss": 6.7182,
      "step": 1065
    },
    {
      "epoch": 0.09055385660890249,
      "grad_norm": 2.4776012670453844,
      "learning_rate": 0.00015989999999999998,
      "loss": 6.4998,
      "step": 1066
    },
    {
      "epoch": 0.09063880394155624,
      "grad_norm": 2.473468356150466,
      "learning_rate": 0.00016005,
      "loss": 6.1765,
      "step": 1067
    },
    {
      "epoch": 0.09072375127421,
      "grad_norm": 3.8344603473229277,
      "learning_rate": 0.0001602,
      "loss": 6.3519,
      "step": 1068
    },
    {
      "epoch": 0.09080869860686375,
      "grad_norm": 2.5949760492621374,
      "learning_rate": 0.00016034999999999997,
      "loss": 6.4919,
      "step": 1069
    },
    {
      "epoch": 0.0908936459395175,
      "grad_norm": 6.547371539987446,
      "learning_rate": 0.0001605,
      "loss": 7.0825,
      "step": 1070
    },
    {
      "epoch": 0.09097859327217125,
      "grad_norm": 2.550226270588389,
      "learning_rate": 0.00016064999999999997,
      "loss": 6.5807,
      "step": 1071
    },
    {
      "epoch": 0.09106354060482501,
      "grad_norm": 2.9016484839362016,
      "learning_rate": 0.0001608,
      "loss": 6.3903,
      "step": 1072
    },
    {
      "epoch": 0.09114848793747876,
      "grad_norm": 3.149510410890874,
      "learning_rate": 0.00016094999999999998,
      "loss": 6.4271,
      "step": 1073
    },
    {
      "epoch": 0.09123343527013252,
      "grad_norm": 6.2339475007496,
      "learning_rate": 0.00016109999999999999,
      "loss": 7.0226,
      "step": 1074
    },
    {
      "epoch": 0.09131838260278627,
      "grad_norm": 3.198622666774044,
      "learning_rate": 0.00016125,
      "loss": 6.6297,
      "step": 1075
    },
    {
      "epoch": 0.09140332993544002,
      "grad_norm": 7.931455580503007,
      "learning_rate": 0.0001614,
      "loss": 6.8035,
      "step": 1076
    },
    {
      "epoch": 0.09148827726809378,
      "grad_norm": 3.155123576697261,
      "learning_rate": 0.00016154999999999997,
      "loss": 6.4081,
      "step": 1077
    },
    {
      "epoch": 0.09157322460074753,
      "grad_norm": 2.8321112554174848,
      "learning_rate": 0.0001617,
      "loss": 7.0981,
      "step": 1078
    },
    {
      "epoch": 0.0916581719334013,
      "grad_norm": 2.6361904820824535,
      "learning_rate": 0.00016184999999999998,
      "loss": 7.1341,
      "step": 1079
    },
    {
      "epoch": 0.09174311926605505,
      "grad_norm": 3.6404763605703723,
      "learning_rate": 0.000162,
      "loss": 6.3859,
      "step": 1080
    },
    {
      "epoch": 0.0918280665987088,
      "grad_norm": 3.1167866678082388,
      "learning_rate": 0.00016214999999999998,
      "loss": 6.8979,
      "step": 1081
    },
    {
      "epoch": 0.09191301393136256,
      "grad_norm": 2.424802422362383,
      "learning_rate": 0.0001623,
      "loss": 6.2266,
      "step": 1082
    },
    {
      "epoch": 0.09199796126401631,
      "grad_norm": 3.3833192606151856,
      "learning_rate": 0.00016245,
      "loss": 6.447,
      "step": 1083
    },
    {
      "epoch": 0.09208290859667007,
      "grad_norm": 3.0625308547394994,
      "learning_rate": 0.0001626,
      "loss": 6.7167,
      "step": 1084
    },
    {
      "epoch": 0.09216785592932382,
      "grad_norm": 3.6871584535734936,
      "learning_rate": 0.00016274999999999997,
      "loss": 6.5685,
      "step": 1085
    },
    {
      "epoch": 0.09225280326197757,
      "grad_norm": 3.1202233079302393,
      "learning_rate": 0.0001629,
      "loss": 6.0359,
      "step": 1086
    },
    {
      "epoch": 0.09233775059463133,
      "grad_norm": 3.7617543259954065,
      "learning_rate": 0.00016304999999999998,
      "loss": 6.0701,
      "step": 1087
    },
    {
      "epoch": 0.09242269792728508,
      "grad_norm": 2.8117311235250324,
      "learning_rate": 0.0001632,
      "loss": 6.6224,
      "step": 1088
    },
    {
      "epoch": 0.09250764525993883,
      "grad_norm": 2.7359529533820868,
      "learning_rate": 0.00016334999999999999,
      "loss": 6.1,
      "step": 1089
    },
    {
      "epoch": 0.09259259259259259,
      "grad_norm": 2.110133809281225,
      "learning_rate": 0.0001635,
      "loss": 6.3986,
      "step": 1090
    },
    {
      "epoch": 0.09267753992524634,
      "grad_norm": 2.3815749772495356,
      "learning_rate": 0.00016365,
      "loss": 6.247,
      "step": 1091
    },
    {
      "epoch": 0.09276248725790011,
      "grad_norm": 2.1370125978304966,
      "learning_rate": 0.0001638,
      "loss": 6.2599,
      "step": 1092
    },
    {
      "epoch": 0.09284743459055386,
      "grad_norm": 3.2436976188532913,
      "learning_rate": 0.00016394999999999997,
      "loss": 6.0709,
      "step": 1093
    },
    {
      "epoch": 0.09293238192320762,
      "grad_norm": 3.046098083996336,
      "learning_rate": 0.0001641,
      "loss": 6.2907,
      "step": 1094
    },
    {
      "epoch": 0.09301732925586137,
      "grad_norm": 2.725176308847883,
      "learning_rate": 0.00016424999999999998,
      "loss": 6.3885,
      "step": 1095
    },
    {
      "epoch": 0.09310227658851512,
      "grad_norm": 4.242398370045198,
      "learning_rate": 0.0001644,
      "loss": 6.1825,
      "step": 1096
    },
    {
      "epoch": 0.09318722392116888,
      "grad_norm": 3.778093454249092,
      "learning_rate": 0.00016455,
      "loss": 6.9122,
      "step": 1097
    },
    {
      "epoch": 0.09327217125382263,
      "grad_norm": 2.5934063964054093,
      "learning_rate": 0.0001647,
      "loss": 6.4597,
      "step": 1098
    },
    {
      "epoch": 0.09335711858647638,
      "grad_norm": 3.5453626653645673,
      "learning_rate": 0.00016485,
      "loss": 6.273,
      "step": 1099
    },
    {
      "epoch": 0.09344206591913014,
      "grad_norm": 3.1013912985288172,
      "learning_rate": 0.000165,
      "loss": 7.0999,
      "step": 1100
    },
    {
      "epoch": 0.09352701325178389,
      "grad_norm": 3.682853415445824,
      "learning_rate": 0.00016514999999999998,
      "loss": 6.1699,
      "step": 1101
    },
    {
      "epoch": 0.09361196058443765,
      "grad_norm": 2.138114870558729,
      "learning_rate": 0.0001653,
      "loss": 6.5081,
      "step": 1102
    },
    {
      "epoch": 0.0936969079170914,
      "grad_norm": 3.9864580870093667,
      "learning_rate": 0.00016544999999999998,
      "loss": 6.5066,
      "step": 1103
    },
    {
      "epoch": 0.09378185524974515,
      "grad_norm": 3.0415587731310194,
      "learning_rate": 0.0001656,
      "loss": 6.8953,
      "step": 1104
    },
    {
      "epoch": 0.0938668025823989,
      "grad_norm": 2.3903090071121493,
      "learning_rate": 0.00016575,
      "loss": 6.5692,
      "step": 1105
    },
    {
      "epoch": 0.09395174991505267,
      "grad_norm": 2.3617660822190647,
      "learning_rate": 0.0001659,
      "loss": 6.4942,
      "step": 1106
    },
    {
      "epoch": 0.09403669724770643,
      "grad_norm": 2.532576322245513,
      "learning_rate": 0.00016604999999999997,
      "loss": 6.926,
      "step": 1107
    },
    {
      "epoch": 0.09412164458036018,
      "grad_norm": 2.433490167938649,
      "learning_rate": 0.0001662,
      "loss": 6.7082,
      "step": 1108
    },
    {
      "epoch": 0.09420659191301393,
      "grad_norm": 3.502966809888287,
      "learning_rate": 0.00016634999999999998,
      "loss": 6.1784,
      "step": 1109
    },
    {
      "epoch": 0.09429153924566769,
      "grad_norm": 3.146628445591455,
      "learning_rate": 0.0001665,
      "loss": 6.1592,
      "step": 1110
    },
    {
      "epoch": 0.09437648657832144,
      "grad_norm": 2.436486752907898,
      "learning_rate": 0.00016664999999999998,
      "loss": 6.5715,
      "step": 1111
    },
    {
      "epoch": 0.0944614339109752,
      "grad_norm": 2.3340736586231206,
      "learning_rate": 0.0001668,
      "loss": 6.9913,
      "step": 1112
    },
    {
      "epoch": 0.09454638124362895,
      "grad_norm": 2.3810901739249055,
      "learning_rate": 0.00016695,
      "loss": 6.5828,
      "step": 1113
    },
    {
      "epoch": 0.0946313285762827,
      "grad_norm": 3.045675100577942,
      "learning_rate": 0.0001671,
      "loss": 6.3624,
      "step": 1114
    },
    {
      "epoch": 0.09471627590893646,
      "grad_norm": 2.5209370481049747,
      "learning_rate": 0.00016724999999999997,
      "loss": 6.3481,
      "step": 1115
    },
    {
      "epoch": 0.09480122324159021,
      "grad_norm": 2.298877906417894,
      "learning_rate": 0.0001674,
      "loss": 6.3487,
      "step": 1116
    },
    {
      "epoch": 0.09488617057424396,
      "grad_norm": 2.4418180817116486,
      "learning_rate": 0.00016754999999999998,
      "loss": 6.1794,
      "step": 1117
    },
    {
      "epoch": 0.09497111790689772,
      "grad_norm": 2.566759727437372,
      "learning_rate": 0.0001677,
      "loss": 6.2352,
      "step": 1118
    },
    {
      "epoch": 0.09505606523955148,
      "grad_norm": 3.7787773304211543,
      "learning_rate": 0.00016785,
      "loss": 6.9236,
      "step": 1119
    },
    {
      "epoch": 0.09514101257220524,
      "grad_norm": 2.5973614708744983,
      "learning_rate": 0.000168,
      "loss": 6.6904,
      "step": 1120
    },
    {
      "epoch": 0.09522595990485899,
      "grad_norm": 2.3296234251679433,
      "learning_rate": 0.00016815,
      "loss": 6.8382,
      "step": 1121
    },
    {
      "epoch": 0.09531090723751275,
      "grad_norm": 3.1297771156163527,
      "learning_rate": 0.0001683,
      "loss": 6.2366,
      "step": 1122
    },
    {
      "epoch": 0.0953958545701665,
      "grad_norm": 3.1099291692321476,
      "learning_rate": 0.00016844999999999997,
      "loss": 6.9318,
      "step": 1123
    },
    {
      "epoch": 0.09548080190282025,
      "grad_norm": 2.7801584409768307,
      "learning_rate": 0.0001686,
      "loss": 5.9716,
      "step": 1124
    },
    {
      "epoch": 0.095565749235474,
      "grad_norm": 2.8361923460087755,
      "learning_rate": 0.00016874999999999998,
      "loss": 6.0725,
      "step": 1125
    },
    {
      "epoch": 0.09565069656812776,
      "grad_norm": 3.0509732976126847,
      "learning_rate": 0.00016889999999999996,
      "loss": 6.539,
      "step": 1126
    },
    {
      "epoch": 0.09573564390078151,
      "grad_norm": 2.769890092172129,
      "learning_rate": 0.00016905,
      "loss": 6.4003,
      "step": 1127
    },
    {
      "epoch": 0.09582059123343527,
      "grad_norm": 2.5067212155780334,
      "learning_rate": 0.00016919999999999997,
      "loss": 6.2878,
      "step": 1128
    },
    {
      "epoch": 0.09590553856608902,
      "grad_norm": 2.209006380325547,
      "learning_rate": 0.00016935,
      "loss": 6.3852,
      "step": 1129
    },
    {
      "epoch": 0.09599048589874278,
      "grad_norm": 2.5741750945935498,
      "learning_rate": 0.00016949999999999997,
      "loss": 6.3741,
      "step": 1130
    },
    {
      "epoch": 0.09607543323139653,
      "grad_norm": 2.758087718706258,
      "learning_rate": 0.00016964999999999998,
      "loss": 6.2132,
      "step": 1131
    },
    {
      "epoch": 0.09616038056405028,
      "grad_norm": 2.3972302753805557,
      "learning_rate": 0.00016979999999999998,
      "loss": 6.4403,
      "step": 1132
    },
    {
      "epoch": 0.09624532789670405,
      "grad_norm": 2.300481450783218,
      "learning_rate": 0.00016994999999999998,
      "loss": 6.4046,
      "step": 1133
    },
    {
      "epoch": 0.0963302752293578,
      "grad_norm": 2.5348507768930704,
      "learning_rate": 0.00017009999999999996,
      "loss": 6.5752,
      "step": 1134
    },
    {
      "epoch": 0.09641522256201156,
      "grad_norm": 2.5167858477724017,
      "learning_rate": 0.00017025,
      "loss": 6.9357,
      "step": 1135
    },
    {
      "epoch": 0.09650016989466531,
      "grad_norm": 3.723507163955228,
      "learning_rate": 0.00017039999999999997,
      "loss": 6.3057,
      "step": 1136
    },
    {
      "epoch": 0.09658511722731906,
      "grad_norm": 2.4342589718530037,
      "learning_rate": 0.00017055,
      "loss": 6.1598,
      "step": 1137
    },
    {
      "epoch": 0.09667006455997282,
      "grad_norm": 2.6421796543658265,
      "learning_rate": 0.00017069999999999998,
      "loss": 6.3187,
      "step": 1138
    },
    {
      "epoch": 0.09675501189262657,
      "grad_norm": 3.870425195328493,
      "learning_rate": 0.00017084999999999998,
      "loss": 6.9071,
      "step": 1139
    },
    {
      "epoch": 0.09683995922528033,
      "grad_norm": 2.6418951070251526,
      "learning_rate": 0.00017099999999999998,
      "loss": 6.9945,
      "step": 1140
    },
    {
      "epoch": 0.09692490655793408,
      "grad_norm": 3.099755289894977,
      "learning_rate": 0.00017114999999999999,
      "loss": 6.9275,
      "step": 1141
    },
    {
      "epoch": 0.09700985389058783,
      "grad_norm": 2.861975113435146,
      "learning_rate": 0.00017129999999999996,
      "loss": 6.9285,
      "step": 1142
    },
    {
      "epoch": 0.09709480122324159,
      "grad_norm": 40.50314991874524,
      "learning_rate": 0.00017145,
      "loss": 6.5616,
      "step": 1143
    },
    {
      "epoch": 0.09717974855589534,
      "grad_norm": 2.441330249212139,
      "learning_rate": 0.00017159999999999997,
      "loss": 6.572,
      "step": 1144
    },
    {
      "epoch": 0.0972646958885491,
      "grad_norm": 2.6093815051582068,
      "learning_rate": 0.00017175,
      "loss": 6.2361,
      "step": 1145
    },
    {
      "epoch": 0.09734964322120285,
      "grad_norm": 2.8752023854374724,
      "learning_rate": 0.00017189999999999998,
      "loss": 7.1627,
      "step": 1146
    },
    {
      "epoch": 0.09743459055385661,
      "grad_norm": 2.3206011274584957,
      "learning_rate": 0.00017204999999999998,
      "loss": 6.301,
      "step": 1147
    },
    {
      "epoch": 0.09751953788651037,
      "grad_norm": 2.68325632804448,
      "learning_rate": 0.00017219999999999998,
      "loss": 7.0303,
      "step": 1148
    },
    {
      "epoch": 0.09760448521916412,
      "grad_norm": 5.8634488289114834,
      "learning_rate": 0.00017235,
      "loss": 6.6583,
      "step": 1149
    },
    {
      "epoch": 0.09768943255181788,
      "grad_norm": 3.4681305455588096,
      "learning_rate": 0.00017249999999999996,
      "loss": 6.2425,
      "step": 1150
    },
    {
      "epoch": 0.09777437988447163,
      "grad_norm": 2.9268355217655744,
      "learning_rate": 0.00017265,
      "loss": 6.4998,
      "step": 1151
    },
    {
      "epoch": 0.09785932721712538,
      "grad_norm": 2.4712124908124014,
      "learning_rate": 0.00017279999999999997,
      "loss": 6.4706,
      "step": 1152
    },
    {
      "epoch": 0.09794427454977914,
      "grad_norm": 2.591951118606382,
      "learning_rate": 0.00017294999999999998,
      "loss": 6.3537,
      "step": 1153
    },
    {
      "epoch": 0.09802922188243289,
      "grad_norm": 2.060777163052208,
      "learning_rate": 0.00017309999999999998,
      "loss": 6.2183,
      "step": 1154
    },
    {
      "epoch": 0.09811416921508664,
      "grad_norm": 2.2968287992451453,
      "learning_rate": 0.00017324999999999998,
      "loss": 6.6781,
      "step": 1155
    },
    {
      "epoch": 0.0981991165477404,
      "grad_norm": 2.1909044741850394,
      "learning_rate": 0.00017339999999999996,
      "loss": 6.3295,
      "step": 1156
    },
    {
      "epoch": 0.09828406388039415,
      "grad_norm": 4.685938284090516,
      "learning_rate": 0.00017355,
      "loss": 6.8832,
      "step": 1157
    },
    {
      "epoch": 0.0983690112130479,
      "grad_norm": 2.365939570171324,
      "learning_rate": 0.00017369999999999997,
      "loss": 5.9927,
      "step": 1158
    },
    {
      "epoch": 0.09845395854570166,
      "grad_norm": 3.3825970068884716,
      "learning_rate": 0.00017385,
      "loss": 6.9452,
      "step": 1159
    },
    {
      "epoch": 0.09853890587835543,
      "grad_norm": 2.7006157759227136,
      "learning_rate": 0.00017399999999999997,
      "loss": 6.4308,
      "step": 1160
    },
    {
      "epoch": 0.09862385321100918,
      "grad_norm": 2.644852218799557,
      "learning_rate": 0.00017414999999999998,
      "loss": 6.5381,
      "step": 1161
    },
    {
      "epoch": 0.09870880054366293,
      "grad_norm": 6.578272773174093,
      "learning_rate": 0.00017429999999999998,
      "loss": 6.4152,
      "step": 1162
    },
    {
      "epoch": 0.09879374787631669,
      "grad_norm": 2.4958024764332816,
      "learning_rate": 0.00017444999999999998,
      "loss": 6.33,
      "step": 1163
    },
    {
      "epoch": 0.09887869520897044,
      "grad_norm": 2.3610295044180267,
      "learning_rate": 0.00017459999999999996,
      "loss": 6.3445,
      "step": 1164
    },
    {
      "epoch": 0.0989636425416242,
      "grad_norm": 2.8474166873671316,
      "learning_rate": 0.00017475,
      "loss": 6.5459,
      "step": 1165
    },
    {
      "epoch": 0.09904858987427795,
      "grad_norm": 3.0376379333373644,
      "learning_rate": 0.00017489999999999997,
      "loss": 6.0764,
      "step": 1166
    },
    {
      "epoch": 0.0991335372069317,
      "grad_norm": 4.1878602282944515,
      "learning_rate": 0.00017505,
      "loss": 6.649,
      "step": 1167
    },
    {
      "epoch": 0.09921848453958546,
      "grad_norm": 2.2367898975441403,
      "learning_rate": 0.00017519999999999998,
      "loss": 6.2706,
      "step": 1168
    },
    {
      "epoch": 0.09930343187223921,
      "grad_norm": 2.307039338273289,
      "learning_rate": 0.00017534999999999998,
      "loss": 5.8776,
      "step": 1169
    },
    {
      "epoch": 0.09938837920489296,
      "grad_norm": 2.6383849242956185,
      "learning_rate": 0.00017549999999999998,
      "loss": 6.8941,
      "step": 1170
    },
    {
      "epoch": 0.09947332653754672,
      "grad_norm": 2.343502234450408,
      "learning_rate": 0.00017565,
      "loss": 6.355,
      "step": 1171
    },
    {
      "epoch": 0.09955827387020047,
      "grad_norm": 10.870137279959641,
      "learning_rate": 0.00017579999999999996,
      "loss": 6.2588,
      "step": 1172
    },
    {
      "epoch": 0.09964322120285422,
      "grad_norm": 2.558939716052602,
      "learning_rate": 0.00017595,
      "loss": 6.231,
      "step": 1173
    },
    {
      "epoch": 0.09972816853550799,
      "grad_norm": 2.497609789763191,
      "learning_rate": 0.00017609999999999997,
      "loss": 6.916,
      "step": 1174
    },
    {
      "epoch": 0.09981311586816174,
      "grad_norm": 2.46356299345846,
      "learning_rate": 0.00017625,
      "loss": 6.1867,
      "step": 1175
    },
    {
      "epoch": 0.0998980632008155,
      "grad_norm": 2.4849269209423612,
      "learning_rate": 0.00017639999999999998,
      "loss": 6.2029,
      "step": 1176
    },
    {
      "epoch": 0.09998301053346925,
      "grad_norm": 2.548868616221463,
      "learning_rate": 0.00017654999999999998,
      "loss": 6.6107,
      "step": 1177
    },
    {
      "epoch": 0.100067957866123,
      "grad_norm": 2.4537158536987693,
      "learning_rate": 0.00017669999999999999,
      "loss": 6.2846,
      "step": 1178
    },
    {
      "epoch": 0.10015290519877676,
      "grad_norm": 2.4110777721207324,
      "learning_rate": 0.00017685,
      "loss": 6.8762,
      "step": 1179
    },
    {
      "epoch": 0.10023785253143051,
      "grad_norm": 10.340484359913033,
      "learning_rate": 0.00017699999999999997,
      "loss": 5.9102,
      "step": 1180
    },
    {
      "epoch": 0.10032279986408427,
      "grad_norm": 2.683324841914365,
      "learning_rate": 0.00017715,
      "loss": 6.3761,
      "step": 1181
    },
    {
      "epoch": 0.10040774719673802,
      "grad_norm": 3.6252730568851286,
      "learning_rate": 0.00017729999999999997,
      "loss": 6.0102,
      "step": 1182
    },
    {
      "epoch": 0.10049269452939177,
      "grad_norm": 2.2813834566190967,
      "learning_rate": 0.00017745,
      "loss": 6.7397,
      "step": 1183
    },
    {
      "epoch": 0.10057764186204553,
      "grad_norm": 3.0658365967449157,
      "learning_rate": 0.00017759999999999998,
      "loss": 6.755,
      "step": 1184
    },
    {
      "epoch": 0.10066258919469928,
      "grad_norm": 2.2785018894623987,
      "learning_rate": 0.00017774999999999998,
      "loss": 6.5909,
      "step": 1185
    },
    {
      "epoch": 0.10074753652735303,
      "grad_norm": 2.5650258143431457,
      "learning_rate": 0.0001779,
      "loss": 6.9434,
      "step": 1186
    },
    {
      "epoch": 0.1008324838600068,
      "grad_norm": 2.9140202053926285,
      "learning_rate": 0.00017805,
      "loss": 6.0676,
      "step": 1187
    },
    {
      "epoch": 0.10091743119266056,
      "grad_norm": 4.4457145172170565,
      "learning_rate": 0.00017819999999999997,
      "loss": 6.9249,
      "step": 1188
    },
    {
      "epoch": 0.10100237852531431,
      "grad_norm": 2.818955549790724,
      "learning_rate": 0.00017835,
      "loss": 6.1888,
      "step": 1189
    },
    {
      "epoch": 0.10108732585796806,
      "grad_norm": 2.053240489438,
      "learning_rate": 0.00017849999999999997,
      "loss": 6.7385,
      "step": 1190
    },
    {
      "epoch": 0.10117227319062182,
      "grad_norm": 2.3335845438388665,
      "learning_rate": 0.00017865,
      "loss": 6.4549,
      "step": 1191
    },
    {
      "epoch": 0.10125722052327557,
      "grad_norm": 2.180364968517599,
      "learning_rate": 0.00017879999999999998,
      "loss": 6.2318,
      "step": 1192
    },
    {
      "epoch": 0.10134216785592932,
      "grad_norm": 1.9065361727950734,
      "learning_rate": 0.00017894999999999999,
      "loss": 6.3657,
      "step": 1193
    },
    {
      "epoch": 0.10142711518858308,
      "grad_norm": 2.048724679755138,
      "learning_rate": 0.0001791,
      "loss": 6.2806,
      "step": 1194
    },
    {
      "epoch": 0.10151206252123683,
      "grad_norm": 2.714779425812952,
      "learning_rate": 0.00017925,
      "loss": 6.2861,
      "step": 1195
    },
    {
      "epoch": 0.10159700985389059,
      "grad_norm": 2.097004754374517,
      "learning_rate": 0.00017939999999999997,
      "loss": 6.0309,
      "step": 1196
    },
    {
      "epoch": 0.10168195718654434,
      "grad_norm": 2.223298035850829,
      "learning_rate": 0.00017955,
      "loss": 5.954,
      "step": 1197
    },
    {
      "epoch": 0.10176690451919809,
      "grad_norm": 2.578160872881347,
      "learning_rate": 0.00017969999999999998,
      "loss": 6.11,
      "step": 1198
    },
    {
      "epoch": 0.10185185185185185,
      "grad_norm": 2.1947157295404023,
      "learning_rate": 0.00017984999999999998,
      "loss": 5.9869,
      "step": 1199
    },
    {
      "epoch": 0.1019367991845056,
      "grad_norm": 2.54066953559472,
      "learning_rate": 0.00017999999999999998,
      "loss": 6.5309,
      "step": 1200
    },
    {
      "epoch": 0.10202174651715937,
      "grad_norm": 2.213245045424062,
      "learning_rate": 0.00018015,
      "loss": 6.1944,
      "step": 1201
    },
    {
      "epoch": 0.10210669384981312,
      "grad_norm": 2.3358940764038536,
      "learning_rate": 0.00018029999999999996,
      "loss": 6.3793,
      "step": 1202
    },
    {
      "epoch": 0.10219164118246687,
      "grad_norm": 2.1279821085140864,
      "learning_rate": 0.00018045,
      "loss": 6.2344,
      "step": 1203
    },
    {
      "epoch": 0.10227658851512063,
      "grad_norm": 52.934895332620144,
      "learning_rate": 0.00018059999999999997,
      "loss": 7.1084,
      "step": 1204
    },
    {
      "epoch": 0.10236153584777438,
      "grad_norm": 3.3709517157356927,
      "learning_rate": 0.00018075,
      "loss": 6.3206,
      "step": 1205
    },
    {
      "epoch": 0.10244648318042814,
      "grad_norm": 2.646209387787927,
      "learning_rate": 0.00018089999999999998,
      "loss": 6.1905,
      "step": 1206
    },
    {
      "epoch": 0.10253143051308189,
      "grad_norm": 3.1177526577607946,
      "learning_rate": 0.00018104999999999998,
      "loss": 6.3985,
      "step": 1207
    },
    {
      "epoch": 0.10261637784573564,
      "grad_norm": 3.0318710263478588,
      "learning_rate": 0.00018119999999999999,
      "loss": 6.31,
      "step": 1208
    },
    {
      "epoch": 0.1027013251783894,
      "grad_norm": 3.126230352144255,
      "learning_rate": 0.00018135,
      "loss": 6.754,
      "step": 1209
    },
    {
      "epoch": 0.10278627251104315,
      "grad_norm": 2.4545020144932024,
      "learning_rate": 0.00018149999999999997,
      "loss": 6.6267,
      "step": 1210
    },
    {
      "epoch": 0.1028712198436969,
      "grad_norm": 3.5846729939661675,
      "learning_rate": 0.00018165,
      "loss": 6.2414,
      "step": 1211
    },
    {
      "epoch": 0.10295616717635066,
      "grad_norm": 3.2935973758979458,
      "learning_rate": 0.00018179999999999997,
      "loss": 6.3985,
      "step": 1212
    },
    {
      "epoch": 0.10304111450900441,
      "grad_norm": 1.9688900375379945,
      "learning_rate": 0.00018195,
      "loss": 6.3896,
      "step": 1213
    },
    {
      "epoch": 0.10312606184165818,
      "grad_norm": 2.2771485018351205,
      "learning_rate": 0.00018209999999999998,
      "loss": 6.1341,
      "step": 1214
    },
    {
      "epoch": 0.10321100917431193,
      "grad_norm": 1.9690317463578466,
      "learning_rate": 0.00018224999999999998,
      "loss": 6.4479,
      "step": 1215
    },
    {
      "epoch": 0.10329595650696569,
      "grad_norm": 2.087934731654548,
      "learning_rate": 0.0001824,
      "loss": 7.0106,
      "step": 1216
    },
    {
      "epoch": 0.10338090383961944,
      "grad_norm": 2.3415703361010625,
      "learning_rate": 0.00018255,
      "loss": 6.325,
      "step": 1217
    },
    {
      "epoch": 0.1034658511722732,
      "grad_norm": 2.857594109320409,
      "learning_rate": 0.00018269999999999997,
      "loss": 6.4627,
      "step": 1218
    },
    {
      "epoch": 0.10355079850492695,
      "grad_norm": 1.9539892436471327,
      "learning_rate": 0.00018285,
      "loss": 6.0148,
      "step": 1219
    },
    {
      "epoch": 0.1036357458375807,
      "grad_norm": 2.389415906472091,
      "learning_rate": 0.00018299999999999998,
      "loss": 6.2219,
      "step": 1220
    },
    {
      "epoch": 0.10372069317023445,
      "grad_norm": 2.467404917719541,
      "learning_rate": 0.00018315,
      "loss": 6.345,
      "step": 1221
    },
    {
      "epoch": 0.10380564050288821,
      "grad_norm": 2.173660930353153,
      "learning_rate": 0.00018329999999999998,
      "loss": 6.8809,
      "step": 1222
    },
    {
      "epoch": 0.10389058783554196,
      "grad_norm": 2.0830234857070566,
      "learning_rate": 0.00018345,
      "loss": 6.2828,
      "step": 1223
    },
    {
      "epoch": 0.10397553516819572,
      "grad_norm": 1.917693665849491,
      "learning_rate": 0.0001836,
      "loss": 6.108,
      "step": 1224
    },
    {
      "epoch": 0.10406048250084947,
      "grad_norm": 1.9797974129503348,
      "learning_rate": 0.00018375,
      "loss": 6.8313,
      "step": 1225
    },
    {
      "epoch": 0.10414542983350322,
      "grad_norm": 1.9850599907630702,
      "learning_rate": 0.00018389999999999997,
      "loss": 6.4291,
      "step": 1226
    },
    {
      "epoch": 0.10423037716615698,
      "grad_norm": 2.067303672111542,
      "learning_rate": 0.00018405,
      "loss": 6.4727,
      "step": 1227
    },
    {
      "epoch": 0.10431532449881074,
      "grad_norm": 4.30665215963401,
      "learning_rate": 0.00018419999999999998,
      "loss": 6.8083,
      "step": 1228
    },
    {
      "epoch": 0.1044002718314645,
      "grad_norm": 2.5869139505762764,
      "learning_rate": 0.00018435,
      "loss": 6.3158,
      "step": 1229
    },
    {
      "epoch": 0.10448521916411825,
      "grad_norm": 9.899371404394481,
      "learning_rate": 0.00018449999999999999,
      "loss": 6.4145,
      "step": 1230
    },
    {
      "epoch": 0.104570166496772,
      "grad_norm": 2.627349474725051,
      "learning_rate": 0.00018465,
      "loss": 6.1621,
      "step": 1231
    },
    {
      "epoch": 0.10465511382942576,
      "grad_norm": 1.9849575776989739,
      "learning_rate": 0.0001848,
      "loss": 6.419,
      "step": 1232
    },
    {
      "epoch": 0.10474006116207951,
      "grad_norm": 1.9749915674183807,
      "learning_rate": 0.00018495,
      "loss": 6.5832,
      "step": 1233
    },
    {
      "epoch": 0.10482500849473327,
      "grad_norm": 2.489161455349475,
      "learning_rate": 0.00018509999999999997,
      "loss": 6.4742,
      "step": 1234
    },
    {
      "epoch": 0.10490995582738702,
      "grad_norm": 2.2278320318385814,
      "learning_rate": 0.00018525,
      "loss": 6.9886,
      "step": 1235
    },
    {
      "epoch": 0.10499490316004077,
      "grad_norm": 3.6241340513692553,
      "learning_rate": 0.00018539999999999998,
      "loss": 6.5467,
      "step": 1236
    },
    {
      "epoch": 0.10507985049269453,
      "grad_norm": 2.5470312590157578,
      "learning_rate": 0.00018555,
      "loss": 6.5782,
      "step": 1237
    },
    {
      "epoch": 0.10516479782534828,
      "grad_norm": 2.2553585304289387,
      "learning_rate": 0.0001857,
      "loss": 6.6099,
      "step": 1238
    },
    {
      "epoch": 0.10524974515800203,
      "grad_norm": 2.0822069982477087,
      "learning_rate": 0.00018585,
      "loss": 6.3632,
      "step": 1239
    },
    {
      "epoch": 0.10533469249065579,
      "grad_norm": 2.594082987474447,
      "learning_rate": 0.000186,
      "loss": 6.888,
      "step": 1240
    },
    {
      "epoch": 0.10541963982330955,
      "grad_norm": 2.0986640577412743,
      "learning_rate": 0.00018615,
      "loss": 6.3592,
      "step": 1241
    },
    {
      "epoch": 0.10550458715596331,
      "grad_norm": 2.314248431543701,
      "learning_rate": 0.00018629999999999997,
      "loss": 6.8529,
      "step": 1242
    },
    {
      "epoch": 0.10558953448861706,
      "grad_norm": 1.9305575355681148,
      "learning_rate": 0.00018645,
      "loss": 6.3619,
      "step": 1243
    },
    {
      "epoch": 0.10567448182127082,
      "grad_norm": 2.209289147706949,
      "learning_rate": 0.00018659999999999998,
      "loss": 6.7564,
      "step": 1244
    },
    {
      "epoch": 0.10575942915392457,
      "grad_norm": 2.550219174527148,
      "learning_rate": 0.00018675,
      "loss": 5.9072,
      "step": 1245
    },
    {
      "epoch": 0.10584437648657832,
      "grad_norm": 2.250901727788654,
      "learning_rate": 0.0001869,
      "loss": 6.2682,
      "step": 1246
    },
    {
      "epoch": 0.10592932381923208,
      "grad_norm": 2.8025511617995043,
      "learning_rate": 0.00018705,
      "loss": 6.7629,
      "step": 1247
    },
    {
      "epoch": 0.10601427115188583,
      "grad_norm": 2.2987046766196366,
      "learning_rate": 0.0001872,
      "loss": 6.7912,
      "step": 1248
    },
    {
      "epoch": 0.10609921848453958,
      "grad_norm": 1.9259112266436338,
      "learning_rate": 0.00018735,
      "loss": 6.4269,
      "step": 1249
    },
    {
      "epoch": 0.10618416581719334,
      "grad_norm": 2.0780422690062834,
      "learning_rate": 0.00018749999999999998,
      "loss": 6.1712,
      "step": 1250
    },
    {
      "epoch": 0.10626911314984709,
      "grad_norm": 2.354235175243084,
      "learning_rate": 0.00018764999999999998,
      "loss": 6.6821,
      "step": 1251
    },
    {
      "epoch": 0.10635406048250085,
      "grad_norm": 2.132517831593797,
      "learning_rate": 0.00018779999999999998,
      "loss": 6.6709,
      "step": 1252
    },
    {
      "epoch": 0.1064390078151546,
      "grad_norm": 2.5791090691317002,
      "learning_rate": 0.00018794999999999996,
      "loss": 6.1729,
      "step": 1253
    },
    {
      "epoch": 0.10652395514780835,
      "grad_norm": 2.0036741154598814,
      "learning_rate": 0.0001881,
      "loss": 6.1437,
      "step": 1254
    },
    {
      "epoch": 0.10660890248046212,
      "grad_norm": 2.9206988777920158,
      "learning_rate": 0.00018824999999999997,
      "loss": 6.2677,
      "step": 1255
    },
    {
      "epoch": 0.10669384981311587,
      "grad_norm": 1.8669523988339436,
      "learning_rate": 0.00018839999999999997,
      "loss": 6.3631,
      "step": 1256
    },
    {
      "epoch": 0.10677879714576963,
      "grad_norm": 2.118685293904125,
      "learning_rate": 0.00018854999999999998,
      "loss": 6.1935,
      "step": 1257
    },
    {
      "epoch": 0.10686374447842338,
      "grad_norm": 1.959065282591859,
      "learning_rate": 0.00018869999999999998,
      "loss": 6.4027,
      "step": 1258
    },
    {
      "epoch": 0.10694869181107713,
      "grad_norm": 2.692765801584846,
      "learning_rate": 0.00018884999999999996,
      "loss": 6.9486,
      "step": 1259
    },
    {
      "epoch": 0.10703363914373089,
      "grad_norm": 2.419804748769265,
      "learning_rate": 0.00018899999999999999,
      "loss": 6.3636,
      "step": 1260
    },
    {
      "epoch": 0.10711858647638464,
      "grad_norm": 1.9831856809579138,
      "learning_rate": 0.00018914999999999996,
      "loss": 6.0289,
      "step": 1261
    },
    {
      "epoch": 0.1072035338090384,
      "grad_norm": 1.977130740785638,
      "learning_rate": 0.0001893,
      "loss": 6.3719,
      "step": 1262
    },
    {
      "epoch": 0.10728848114169215,
      "grad_norm": 2.0788977572003606,
      "learning_rate": 0.00018944999999999997,
      "loss": 6.2303,
      "step": 1263
    },
    {
      "epoch": 0.1073734284743459,
      "grad_norm": 2.0978729643960867,
      "learning_rate": 0.00018959999999999997,
      "loss": 6.4762,
      "step": 1264
    },
    {
      "epoch": 0.10745837580699966,
      "grad_norm": 2.3181132082354634,
      "learning_rate": 0.00018974999999999998,
      "loss": 6.3176,
      "step": 1265
    },
    {
      "epoch": 0.10754332313965341,
      "grad_norm": 2.707107846935711,
      "learning_rate": 0.00018989999999999998,
      "loss": 5.8874,
      "step": 1266
    },
    {
      "epoch": 0.10762827047230716,
      "grad_norm": 2.0156636770655365,
      "learning_rate": 0.00019004999999999996,
      "loss": 6.3227,
      "step": 1267
    },
    {
      "epoch": 0.10771321780496092,
      "grad_norm": 3.3648237986287706,
      "learning_rate": 0.0001902,
      "loss": 6.1149,
      "step": 1268
    },
    {
      "epoch": 0.10779816513761468,
      "grad_norm": 5.059905460234719,
      "learning_rate": 0.00019034999999999996,
      "loss": 6.4674,
      "step": 1269
    },
    {
      "epoch": 0.10788311247026844,
      "grad_norm": 2.3362136806912583,
      "learning_rate": 0.0001905,
      "loss": 6.2604,
      "step": 1270
    },
    {
      "epoch": 0.10796805980292219,
      "grad_norm": 2.2141483879519455,
      "learning_rate": 0.00019064999999999997,
      "loss": 6.2315,
      "step": 1271
    },
    {
      "epoch": 0.10805300713557595,
      "grad_norm": 2.2259836530702994,
      "learning_rate": 0.00019079999999999998,
      "loss": 6.4702,
      "step": 1272
    },
    {
      "epoch": 0.1081379544682297,
      "grad_norm": 2.20345991660101,
      "learning_rate": 0.00019094999999999998,
      "loss": 6.5145,
      "step": 1273
    },
    {
      "epoch": 0.10822290180088345,
      "grad_norm": 1.9942074062690434,
      "learning_rate": 0.00019109999999999998,
      "loss": 6.5708,
      "step": 1274
    },
    {
      "epoch": 0.1083078491335372,
      "grad_norm": 2.0987539458914055,
      "learning_rate": 0.00019124999999999996,
      "loss": 6.3743,
      "step": 1275
    },
    {
      "epoch": 0.10839279646619096,
      "grad_norm": 2.1634987938864625,
      "learning_rate": 0.0001914,
      "loss": 6.5212,
      "step": 1276
    },
    {
      "epoch": 0.10847774379884471,
      "grad_norm": 2.1670160597748285,
      "learning_rate": 0.00019154999999999997,
      "loss": 6.2608,
      "step": 1277
    },
    {
      "epoch": 0.10856269113149847,
      "grad_norm": 2.131384389011587,
      "learning_rate": 0.0001917,
      "loss": 6.0508,
      "step": 1278
    },
    {
      "epoch": 0.10864763846415222,
      "grad_norm": 1.9529848142880089,
      "learning_rate": 0.00019184999999999997,
      "loss": 6.0519,
      "step": 1279
    },
    {
      "epoch": 0.10873258579680598,
      "grad_norm": 2.14198239206789,
      "learning_rate": 0.00019199999999999998,
      "loss": 6.4699,
      "step": 1280
    },
    {
      "epoch": 0.10881753312945973,
      "grad_norm": 2.6688403005884487,
      "learning_rate": 0.00019214999999999998,
      "loss": 6.5104,
      "step": 1281
    },
    {
      "epoch": 0.1089024804621135,
      "grad_norm": 1.9438183085595422,
      "learning_rate": 0.00019229999999999999,
      "loss": 6.1688,
      "step": 1282
    },
    {
      "epoch": 0.10898742779476725,
      "grad_norm": 1.9698045055162985,
      "learning_rate": 0.00019244999999999996,
      "loss": 6.5979,
      "step": 1283
    },
    {
      "epoch": 0.109072375127421,
      "grad_norm": 2.356832528001374,
      "learning_rate": 0.0001926,
      "loss": 6.602,
      "step": 1284
    },
    {
      "epoch": 0.10915732246007476,
      "grad_norm": 2.2520750969842473,
      "learning_rate": 0.00019274999999999997,
      "loss": 6.8344,
      "step": 1285
    },
    {
      "epoch": 0.10924226979272851,
      "grad_norm": 2.271440482619685,
      "learning_rate": 0.0001929,
      "loss": 6.2323,
      "step": 1286
    },
    {
      "epoch": 0.10932721712538226,
      "grad_norm": 1.9038658656505878,
      "learning_rate": 0.00019304999999999998,
      "loss": 6.1468,
      "step": 1287
    },
    {
      "epoch": 0.10941216445803602,
      "grad_norm": 2.9952249726029114,
      "learning_rate": 0.00019319999999999998,
      "loss": 6.7118,
      "step": 1288
    },
    {
      "epoch": 0.10949711179068977,
      "grad_norm": 3.394828932888435,
      "learning_rate": 0.00019334999999999998,
      "loss": 6.4357,
      "step": 1289
    },
    {
      "epoch": 0.10958205912334353,
      "grad_norm": 1.9620614339216667,
      "learning_rate": 0.0001935,
      "loss": 6.0399,
      "step": 1290
    },
    {
      "epoch": 0.10966700645599728,
      "grad_norm": 2.1731485207500314,
      "learning_rate": 0.00019364999999999996,
      "loss": 6.0609,
      "step": 1291
    },
    {
      "epoch": 0.10975195378865103,
      "grad_norm": 1.9380008467627,
      "learning_rate": 0.0001938,
      "loss": 6.3168,
      "step": 1292
    },
    {
      "epoch": 0.10983690112130479,
      "grad_norm": 2.556940841087894,
      "learning_rate": 0.00019394999999999997,
      "loss": 6.286,
      "step": 1293
    },
    {
      "epoch": 0.10992184845395854,
      "grad_norm": 2.265210468197504,
      "learning_rate": 0.0001941,
      "loss": 6.2923,
      "step": 1294
    },
    {
      "epoch": 0.1100067957866123,
      "grad_norm": 2.664914920612251,
      "learning_rate": 0.00019424999999999998,
      "loss": 6.2098,
      "step": 1295
    },
    {
      "epoch": 0.11009174311926606,
      "grad_norm": 2.478611629169595,
      "learning_rate": 0.00019439999999999998,
      "loss": 6.2075,
      "step": 1296
    },
    {
      "epoch": 0.11017669045191981,
      "grad_norm": 3.0135518776251184,
      "learning_rate": 0.00019454999999999999,
      "loss": 6.0987,
      "step": 1297
    },
    {
      "epoch": 0.11026163778457357,
      "grad_norm": 3.762221938524181,
      "learning_rate": 0.0001947,
      "loss": 6.2539,
      "step": 1298
    },
    {
      "epoch": 0.11034658511722732,
      "grad_norm": 2.468978354056341,
      "learning_rate": 0.00019484999999999997,
      "loss": 6.135,
      "step": 1299
    },
    {
      "epoch": 0.11043153244988108,
      "grad_norm": 2.0510746080046975,
      "learning_rate": 0.000195,
      "loss": 6.1232,
      "step": 1300
    },
    {
      "epoch": 0.11051647978253483,
      "grad_norm": 2.7152216875897834,
      "learning_rate": 0.00019514999999999997,
      "loss": 6.7266,
      "step": 1301
    },
    {
      "epoch": 0.11060142711518858,
      "grad_norm": 2.1110476381761965,
      "learning_rate": 0.00019529999999999998,
      "loss": 6.7671,
      "step": 1302
    },
    {
      "epoch": 0.11068637444784234,
      "grad_norm": 2.0536360159993285,
      "learning_rate": 0.00019544999999999998,
      "loss": 6.4952,
      "step": 1303
    },
    {
      "epoch": 0.11077132178049609,
      "grad_norm": 1.902885271820837,
      "learning_rate": 0.00019559999999999998,
      "loss": 6.109,
      "step": 1304
    },
    {
      "epoch": 0.11085626911314984,
      "grad_norm": 2.7071642875618767,
      "learning_rate": 0.00019574999999999996,
      "loss": 6.7415,
      "step": 1305
    },
    {
      "epoch": 0.1109412164458036,
      "grad_norm": 2.1220178903073545,
      "learning_rate": 0.0001959,
      "loss": 6.2951,
      "step": 1306
    },
    {
      "epoch": 0.11102616377845735,
      "grad_norm": 2.0619458969187403,
      "learning_rate": 0.00019604999999999997,
      "loss": 6.5679,
      "step": 1307
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 2.0687171273042044,
      "learning_rate": 0.0001962,
      "loss": 6.0609,
      "step": 1308
    },
    {
      "epoch": 0.11119605844376487,
      "grad_norm": 2.647247069812142,
      "learning_rate": 0.00019634999999999998,
      "loss": 6.0929,
      "step": 1309
    },
    {
      "epoch": 0.11128100577641863,
      "grad_norm": 2.3380296901592903,
      "learning_rate": 0.00019649999999999998,
      "loss": 6.1361,
      "step": 1310
    },
    {
      "epoch": 0.11136595310907238,
      "grad_norm": 2.6333020926080333,
      "learning_rate": 0.00019664999999999998,
      "loss": 6.8837,
      "step": 1311
    },
    {
      "epoch": 0.11145090044172613,
      "grad_norm": 2.2177357096043417,
      "learning_rate": 0.00019679999999999999,
      "loss": 6.6675,
      "step": 1312
    },
    {
      "epoch": 0.11153584777437989,
      "grad_norm": 2.13684713759333,
      "learning_rate": 0.00019694999999999996,
      "loss": 6.2161,
      "step": 1313
    },
    {
      "epoch": 0.11162079510703364,
      "grad_norm": 2.0770997449439195,
      "learning_rate": 0.0001971,
      "loss": 6.0431,
      "step": 1314
    },
    {
      "epoch": 0.1117057424396874,
      "grad_norm": 1.9039359096849024,
      "learning_rate": 0.00019724999999999997,
      "loss": 6.2366,
      "step": 1315
    },
    {
      "epoch": 0.11179068977234115,
      "grad_norm": 2.0163081783676944,
      "learning_rate": 0.0001974,
      "loss": 6.01,
      "step": 1316
    },
    {
      "epoch": 0.1118756371049949,
      "grad_norm": 1.9597529027619087,
      "learning_rate": 0.00019754999999999998,
      "loss": 6.2379,
      "step": 1317
    },
    {
      "epoch": 0.11196058443764866,
      "grad_norm": 1.9096232207181063,
      "learning_rate": 0.00019769999999999998,
      "loss": 6.1283,
      "step": 1318
    },
    {
      "epoch": 0.11204553177030241,
      "grad_norm": 1.8660369231665845,
      "learning_rate": 0.00019784999999999998,
      "loss": 6.4497,
      "step": 1319
    },
    {
      "epoch": 0.11213047910295616,
      "grad_norm": 2.3351755458805594,
      "learning_rate": 0.000198,
      "loss": 6.3643,
      "step": 1320
    },
    {
      "epoch": 0.11221542643560992,
      "grad_norm": 2.3564660513618425,
      "learning_rate": 0.00019814999999999996,
      "loss": 6.776,
      "step": 1321
    },
    {
      "epoch": 0.11230037376826367,
      "grad_norm": 2.0119797840585103,
      "learning_rate": 0.0001983,
      "loss": 6.3393,
      "step": 1322
    },
    {
      "epoch": 0.11238532110091744,
      "grad_norm": 2.1468052536794335,
      "learning_rate": 0.00019844999999999997,
      "loss": 6.561,
      "step": 1323
    },
    {
      "epoch": 0.11247026843357119,
      "grad_norm": 2.0632140265710968,
      "learning_rate": 0.0001986,
      "loss": 6.3155,
      "step": 1324
    },
    {
      "epoch": 0.11255521576622494,
      "grad_norm": 1.8631595733182296,
      "learning_rate": 0.00019874999999999998,
      "loss": 6.2074,
      "step": 1325
    },
    {
      "epoch": 0.1126401630988787,
      "grad_norm": 2.101029955478798,
      "learning_rate": 0.00019889999999999998,
      "loss": 6.5665,
      "step": 1326
    },
    {
      "epoch": 0.11272511043153245,
      "grad_norm": 2.249489794057899,
      "learning_rate": 0.00019905,
      "loss": 6.7852,
      "step": 1327
    },
    {
      "epoch": 0.1128100577641862,
      "grad_norm": 2.4730028519650213,
      "learning_rate": 0.0001992,
      "loss": 6.485,
      "step": 1328
    },
    {
      "epoch": 0.11289500509683996,
      "grad_norm": 3.9444791349121116,
      "learning_rate": 0.00019934999999999997,
      "loss": 6.3612,
      "step": 1329
    },
    {
      "epoch": 0.11297995242949371,
      "grad_norm": 2.1077651285404997,
      "learning_rate": 0.0001995,
      "loss": 6.1106,
      "step": 1330
    },
    {
      "epoch": 0.11306489976214747,
      "grad_norm": 2.522106001084805,
      "learning_rate": 0.00019964999999999997,
      "loss": 6.1705,
      "step": 1331
    },
    {
      "epoch": 0.11314984709480122,
      "grad_norm": 2.019555354662915,
      "learning_rate": 0.0001998,
      "loss": 5.9385,
      "step": 1332
    },
    {
      "epoch": 0.11323479442745497,
      "grad_norm": 1.9772736347311015,
      "learning_rate": 0.00019994999999999998,
      "loss": 5.8668,
      "step": 1333
    },
    {
      "epoch": 0.11331974176010873,
      "grad_norm": 2.4203535686656554,
      "learning_rate": 0.00020009999999999998,
      "loss": 6.7928,
      "step": 1334
    },
    {
      "epoch": 0.11340468909276248,
      "grad_norm": 2.1300376684312665,
      "learning_rate": 0.00020025,
      "loss": 6.3628,
      "step": 1335
    },
    {
      "epoch": 0.11348963642541625,
      "grad_norm": 2.3639768733906377,
      "learning_rate": 0.0002004,
      "loss": 6.2709,
      "step": 1336
    },
    {
      "epoch": 0.11357458375807,
      "grad_norm": 2.4601081545284935,
      "learning_rate": 0.00020054999999999997,
      "loss": 6.1764,
      "step": 1337
    },
    {
      "epoch": 0.11365953109072376,
      "grad_norm": 2.229803400757568,
      "learning_rate": 0.0002007,
      "loss": 6.876,
      "step": 1338
    },
    {
      "epoch": 0.11374447842337751,
      "grad_norm": 2.0306725686850013,
      "learning_rate": 0.00020084999999999998,
      "loss": 6.3199,
      "step": 1339
    },
    {
      "epoch": 0.11382942575603126,
      "grad_norm": 2.0662350456161955,
      "learning_rate": 0.000201,
      "loss": 6.2811,
      "step": 1340
    },
    {
      "epoch": 0.11391437308868502,
      "grad_norm": 1.9688509988400464,
      "learning_rate": 0.00020114999999999998,
      "loss": 6.6321,
      "step": 1341
    },
    {
      "epoch": 0.11399932042133877,
      "grad_norm": 2.5749337512512716,
      "learning_rate": 0.0002013,
      "loss": 6.1438,
      "step": 1342
    },
    {
      "epoch": 0.11408426775399252,
      "grad_norm": 2.351341357150784,
      "learning_rate": 0.00020145,
      "loss": 6.1631,
      "step": 1343
    },
    {
      "epoch": 0.11416921508664628,
      "grad_norm": 2.5146449723984987,
      "learning_rate": 0.0002016,
      "loss": 6.6971,
      "step": 1344
    },
    {
      "epoch": 0.11425416241930003,
      "grad_norm": 2.3221798985916418,
      "learning_rate": 0.00020174999999999997,
      "loss": 6.3366,
      "step": 1345
    },
    {
      "epoch": 0.11433910975195379,
      "grad_norm": 2.086358252394761,
      "learning_rate": 0.0002019,
      "loss": 6.0554,
      "step": 1346
    },
    {
      "epoch": 0.11442405708460754,
      "grad_norm": 2.1079710222056063,
      "learning_rate": 0.00020204999999999998,
      "loss": 6.3363,
      "step": 1347
    },
    {
      "epoch": 0.11450900441726129,
      "grad_norm": 2.0056774630544703,
      "learning_rate": 0.0002022,
      "loss": 6.8765,
      "step": 1348
    },
    {
      "epoch": 0.11459395174991505,
      "grad_norm": 1.994287406487543,
      "learning_rate": 0.00020234999999999999,
      "loss": 6.2149,
      "step": 1349
    },
    {
      "epoch": 0.11467889908256881,
      "grad_norm": 1.9987900622941968,
      "learning_rate": 0.0002025,
      "loss": 6.0509,
      "step": 1350
    },
    {
      "epoch": 0.11476384641522257,
      "grad_norm": 1.8486617299261583,
      "learning_rate": 0.00020264999999999997,
      "loss": 6.2267,
      "step": 1351
    },
    {
      "epoch": 0.11484879374787632,
      "grad_norm": 1.8197164907093724,
      "learning_rate": 0.0002028,
      "loss": 6.4927,
      "step": 1352
    },
    {
      "epoch": 0.11493374108053007,
      "grad_norm": 1.9170029989539106,
      "learning_rate": 0.00020294999999999997,
      "loss": 6.1054,
      "step": 1353
    },
    {
      "epoch": 0.11501868841318383,
      "grad_norm": 1.8987761502732712,
      "learning_rate": 0.0002031,
      "loss": 6.1968,
      "step": 1354
    },
    {
      "epoch": 0.11510363574583758,
      "grad_norm": 2.29833507124638,
      "learning_rate": 0.00020324999999999998,
      "loss": 6.7737,
      "step": 1355
    },
    {
      "epoch": 0.11518858307849134,
      "grad_norm": 1.9090581760627585,
      "learning_rate": 0.00020339999999999998,
      "loss": 5.7581,
      "step": 1356
    },
    {
      "epoch": 0.11527353041114509,
      "grad_norm": 2.141258905179955,
      "learning_rate": 0.00020355,
      "loss": 6.2352,
      "step": 1357
    },
    {
      "epoch": 0.11535847774379884,
      "grad_norm": 2.2278456701086107,
      "learning_rate": 0.0002037,
      "loss": 6.4953,
      "step": 1358
    },
    {
      "epoch": 0.1154434250764526,
      "grad_norm": 2.0116280230606445,
      "learning_rate": 0.00020384999999999997,
      "loss": 6.7795,
      "step": 1359
    },
    {
      "epoch": 0.11552837240910635,
      "grad_norm": 2.096293425497468,
      "learning_rate": 0.000204,
      "loss": 6.2094,
      "step": 1360
    },
    {
      "epoch": 0.1156133197417601,
      "grad_norm": 1.9422334434854631,
      "learning_rate": 0.00020414999999999997,
      "loss": 5.9635,
      "step": 1361
    },
    {
      "epoch": 0.11569826707441386,
      "grad_norm": 2.2018361052789635,
      "learning_rate": 0.0002043,
      "loss": 6.2013,
      "step": 1362
    },
    {
      "epoch": 0.11578321440706761,
      "grad_norm": 2.033891584798641,
      "learning_rate": 0.00020444999999999998,
      "loss": 6.0476,
      "step": 1363
    },
    {
      "epoch": 0.11586816173972138,
      "grad_norm": 1.9687859396449314,
      "learning_rate": 0.00020459999999999999,
      "loss": 6.1285,
      "step": 1364
    },
    {
      "epoch": 0.11595310907237513,
      "grad_norm": 1.943218397017639,
      "learning_rate": 0.00020475,
      "loss": 6.146,
      "step": 1365
    },
    {
      "epoch": 0.11603805640502889,
      "grad_norm": 2.231587674792793,
      "learning_rate": 0.0002049,
      "loss": 6.0465,
      "step": 1366
    },
    {
      "epoch": 0.11612300373768264,
      "grad_norm": 2.137534238882456,
      "learning_rate": 0.00020504999999999997,
      "loss": 6.686,
      "step": 1367
    },
    {
      "epoch": 0.1162079510703364,
      "grad_norm": 2.2671253789496917,
      "learning_rate": 0.0002052,
      "loss": 6.5245,
      "step": 1368
    },
    {
      "epoch": 0.11629289840299015,
      "grad_norm": 2.612130857710471,
      "learning_rate": 0.00020534999999999998,
      "loss": 6.7753,
      "step": 1369
    },
    {
      "epoch": 0.1163778457356439,
      "grad_norm": 1.8406965388549916,
      "learning_rate": 0.0002055,
      "loss": 6.2255,
      "step": 1370
    },
    {
      "epoch": 0.11646279306829765,
      "grad_norm": 2.491972590343809,
      "learning_rate": 0.00020564999999999998,
      "loss": 6.0438,
      "step": 1371
    },
    {
      "epoch": 0.11654774040095141,
      "grad_norm": 2.6002050194271034,
      "learning_rate": 0.0002058,
      "loss": 6.2457,
      "step": 1372
    },
    {
      "epoch": 0.11663268773360516,
      "grad_norm": 4.886813121059678,
      "learning_rate": 0.00020595,
      "loss": 6.1849,
      "step": 1373
    },
    {
      "epoch": 0.11671763506625892,
      "grad_norm": 2.010390878675926,
      "learning_rate": 0.0002061,
      "loss": 6.3283,
      "step": 1374
    },
    {
      "epoch": 0.11680258239891267,
      "grad_norm": 2.038126017258032,
      "learning_rate": 0.00020624999999999997,
      "loss": 6.8208,
      "step": 1375
    },
    {
      "epoch": 0.11688752973156642,
      "grad_norm": 1.8209730727326474,
      "learning_rate": 0.00020639999999999998,
      "loss": 6.3845,
      "step": 1376
    },
    {
      "epoch": 0.11697247706422019,
      "grad_norm": 1.8624955668378784,
      "learning_rate": 0.00020654999999999998,
      "loss": 6.2321,
      "step": 1377
    },
    {
      "epoch": 0.11705742439687394,
      "grad_norm": 1.8903908168280639,
      "learning_rate": 0.00020669999999999996,
      "loss": 6.0495,
      "step": 1378
    },
    {
      "epoch": 0.1171423717295277,
      "grad_norm": 1.9713818425274645,
      "learning_rate": 0.00020684999999999999,
      "loss": 6.8479,
      "step": 1379
    },
    {
      "epoch": 0.11722731906218145,
      "grad_norm": 1.740307402241264,
      "learning_rate": 0.00020699999999999996,
      "loss": 6.1457,
      "step": 1380
    },
    {
      "epoch": 0.1173122663948352,
      "grad_norm": 2.0475174281250195,
      "learning_rate": 0.00020715,
      "loss": 6.0463,
      "step": 1381
    },
    {
      "epoch": 0.11739721372748896,
      "grad_norm": 1.9074915854270884,
      "learning_rate": 0.00020729999999999997,
      "loss": 6.1061,
      "step": 1382
    },
    {
      "epoch": 0.11748216106014271,
      "grad_norm": 2.3914026056133872,
      "learning_rate": 0.00020744999999999997,
      "loss": 6.4681,
      "step": 1383
    },
    {
      "epoch": 0.11756710839279647,
      "grad_norm": 1.8148655056734764,
      "learning_rate": 0.00020759999999999998,
      "loss": 6.3771,
      "step": 1384
    },
    {
      "epoch": 0.11765205572545022,
      "grad_norm": 2.2727230728616776,
      "learning_rate": 0.00020774999999999998,
      "loss": 6.7482,
      "step": 1385
    },
    {
      "epoch": 0.11773700305810397,
      "grad_norm": 2.086978179939873,
      "learning_rate": 0.00020789999999999996,
      "loss": 6.2756,
      "step": 1386
    },
    {
      "epoch": 0.11782195039075773,
      "grad_norm": 2.412865238870284,
      "learning_rate": 0.00020805,
      "loss": 6.3586,
      "step": 1387
    },
    {
      "epoch": 0.11790689772341148,
      "grad_norm": 2.4238071339803784,
      "learning_rate": 0.00020819999999999996,
      "loss": 5.9785,
      "step": 1388
    },
    {
      "epoch": 0.11799184505606523,
      "grad_norm": 1.8542563043565305,
      "learning_rate": 0.00020835,
      "loss": 5.933,
      "step": 1389
    },
    {
      "epoch": 0.11807679238871899,
      "grad_norm": 2.269973283251831,
      "learning_rate": 0.00020849999999999997,
      "loss": 6.1221,
      "step": 1390
    },
    {
      "epoch": 0.11816173972137275,
      "grad_norm": 2.2452001509112645,
      "learning_rate": 0.00020864999999999998,
      "loss": 6.0332,
      "step": 1391
    },
    {
      "epoch": 0.11824668705402651,
      "grad_norm": 2.076433943235828,
      "learning_rate": 0.00020879999999999998,
      "loss": 6.3461,
      "step": 1392
    },
    {
      "epoch": 0.11833163438668026,
      "grad_norm": 1.6912590619623808,
      "learning_rate": 0.00020894999999999998,
      "loss": 6.2478,
      "step": 1393
    },
    {
      "epoch": 0.11841658171933402,
      "grad_norm": 2.0205070279164263,
      "learning_rate": 0.00020909999999999996,
      "loss": 6.1687,
      "step": 1394
    },
    {
      "epoch": 0.11850152905198777,
      "grad_norm": 1.738594207846162,
      "learning_rate": 0.00020925,
      "loss": 6.0831,
      "step": 1395
    },
    {
      "epoch": 0.11858647638464152,
      "grad_norm": 2.4187797875602484,
      "learning_rate": 0.00020939999999999997,
      "loss": 6.138,
      "step": 1396
    },
    {
      "epoch": 0.11867142371729528,
      "grad_norm": 2.5100222487156794,
      "learning_rate": 0.00020955,
      "loss": 6.3173,
      "step": 1397
    },
    {
      "epoch": 0.11875637104994903,
      "grad_norm": 1.754009420716784,
      "learning_rate": 0.00020969999999999997,
      "loss": 5.9616,
      "step": 1398
    },
    {
      "epoch": 0.11884131838260278,
      "grad_norm": 1.7655505690945372,
      "learning_rate": 0.00020984999999999998,
      "loss": 6.1547,
      "step": 1399
    },
    {
      "epoch": 0.11892626571525654,
      "grad_norm": 2.0779948180522916,
      "learning_rate": 0.00020999999999999998,
      "loss": 6.0606,
      "step": 1400
    },
    {
      "epoch": 0.11901121304791029,
      "grad_norm": 2.161649098878179,
      "learning_rate": 0.00021014999999999999,
      "loss": 6.7159,
      "step": 1401
    },
    {
      "epoch": 0.11909616038056405,
      "grad_norm": 1.7363163413563678,
      "learning_rate": 0.00021029999999999996,
      "loss": 6.1836,
      "step": 1402
    },
    {
      "epoch": 0.1191811077132178,
      "grad_norm": 1.7317901693469657,
      "learning_rate": 0.00021045,
      "loss": 6.1001,
      "step": 1403
    },
    {
      "epoch": 0.11926605504587157,
      "grad_norm": 1.8411427630781527,
      "learning_rate": 0.00021059999999999997,
      "loss": 6.1477,
      "step": 1404
    },
    {
      "epoch": 0.11935100237852532,
      "grad_norm": 2.0508928645540085,
      "learning_rate": 0.00021074999999999997,
      "loss": 6.2249,
      "step": 1405
    },
    {
      "epoch": 0.11943594971117907,
      "grad_norm": 2.0339471908635876,
      "learning_rate": 0.00021089999999999998,
      "loss": 5.8094,
      "step": 1406
    },
    {
      "epoch": 0.11952089704383283,
      "grad_norm": 1.958778511513534,
      "learning_rate": 0.00021104999999999998,
      "loss": 6.1791,
      "step": 1407
    },
    {
      "epoch": 0.11960584437648658,
      "grad_norm": 1.8825844941196843,
      "learning_rate": 0.00021119999999999996,
      "loss": 6.1781,
      "step": 1408
    },
    {
      "epoch": 0.11969079170914033,
      "grad_norm": 2.932610565136511,
      "learning_rate": 0.00021135,
      "loss": 6.7394,
      "step": 1409
    },
    {
      "epoch": 0.11977573904179409,
      "grad_norm": 2.03414153411448,
      "learning_rate": 0.00021149999999999996,
      "loss": 5.8934,
      "step": 1410
    },
    {
      "epoch": 0.11986068637444784,
      "grad_norm": 2.088900047174094,
      "learning_rate": 0.00021165,
      "loss": 6.2674,
      "step": 1411
    },
    {
      "epoch": 0.1199456337071016,
      "grad_norm": 2.121127425971712,
      "learning_rate": 0.00021179999999999997,
      "loss": 6.923,
      "step": 1412
    },
    {
      "epoch": 0.12003058103975535,
      "grad_norm": 1.8712436354953892,
      "learning_rate": 0.00021194999999999997,
      "loss": 6.7154,
      "step": 1413
    },
    {
      "epoch": 0.1201155283724091,
      "grad_norm": 1.976578122569875,
      "learning_rate": 0.00021209999999999998,
      "loss": 6.5268,
      "step": 1414
    },
    {
      "epoch": 0.12020047570506286,
      "grad_norm": 2.031269738990045,
      "learning_rate": 0.00021224999999999998,
      "loss": 6.2805,
      "step": 1415
    },
    {
      "epoch": 0.12028542303771661,
      "grad_norm": 1.886412677670236,
      "learning_rate": 0.00021239999999999996,
      "loss": 6.2325,
      "step": 1416
    },
    {
      "epoch": 0.12037037037037036,
      "grad_norm": 2.1455343255006634,
      "learning_rate": 0.00021255,
      "loss": 5.8248,
      "step": 1417
    },
    {
      "epoch": 0.12045531770302413,
      "grad_norm": 1.7045716439351233,
      "learning_rate": 0.00021269999999999997,
      "loss": 6.2533,
      "step": 1418
    },
    {
      "epoch": 0.12054026503567788,
      "grad_norm": 1.758632613786758,
      "learning_rate": 0.00021285,
      "loss": 6.2436,
      "step": 1419
    },
    {
      "epoch": 0.12062521236833164,
      "grad_norm": 2.0680667980869156,
      "learning_rate": 0.00021299999999999997,
      "loss": 6.1793,
      "step": 1420
    },
    {
      "epoch": 0.12071015970098539,
      "grad_norm": 2.0264908116562506,
      "learning_rate": 0.00021314999999999998,
      "loss": 6.9626,
      "step": 1421
    },
    {
      "epoch": 0.12079510703363915,
      "grad_norm": 2.2017918915905677,
      "learning_rate": 0.00021329999999999998,
      "loss": 5.9503,
      "step": 1422
    },
    {
      "epoch": 0.1208800543662929,
      "grad_norm": 1.7725334475611432,
      "learning_rate": 0.00021344999999999998,
      "loss": 6.2161,
      "step": 1423
    },
    {
      "epoch": 0.12096500169894665,
      "grad_norm": 2.2023193166450095,
      "learning_rate": 0.00021359999999999996,
      "loss": 6.2536,
      "step": 1424
    },
    {
      "epoch": 0.1210499490316004,
      "grad_norm": 1.9835979021844954,
      "learning_rate": 0.00021375,
      "loss": 6.4181,
      "step": 1425
    },
    {
      "epoch": 0.12113489636425416,
      "grad_norm": 1.9515897876392403,
      "learning_rate": 0.00021389999999999997,
      "loss": 6.1451,
      "step": 1426
    },
    {
      "epoch": 0.12121984369690791,
      "grad_norm": 2.083343670165627,
      "learning_rate": 0.00021405,
      "loss": 6.2082,
      "step": 1427
    },
    {
      "epoch": 0.12130479102956167,
      "grad_norm": 1.8586367110021533,
      "learning_rate": 0.00021419999999999998,
      "loss": 6.1781,
      "step": 1428
    },
    {
      "epoch": 0.12138973836221542,
      "grad_norm": 1.8378858773443363,
      "learning_rate": 0.00021434999999999998,
      "loss": 6.2405,
      "step": 1429
    },
    {
      "epoch": 0.12147468569486918,
      "grad_norm": 1.670440660221583,
      "learning_rate": 0.00021449999999999998,
      "loss": 6.3616,
      "step": 1430
    },
    {
      "epoch": 0.12155963302752294,
      "grad_norm": 1.9191652065151656,
      "learning_rate": 0.00021464999999999999,
      "loss": 6.2426,
      "step": 1431
    },
    {
      "epoch": 0.1216445803601767,
      "grad_norm": 1.7200607166477861,
      "learning_rate": 0.00021479999999999996,
      "loss": 6.8266,
      "step": 1432
    },
    {
      "epoch": 0.12172952769283045,
      "grad_norm": 1.845156138656355,
      "learning_rate": 0.00021495,
      "loss": 6.1877,
      "step": 1433
    },
    {
      "epoch": 0.1218144750254842,
      "grad_norm": 1.8664539836591996,
      "learning_rate": 0.00021509999999999997,
      "loss": 6.8103,
      "step": 1434
    },
    {
      "epoch": 0.12189942235813796,
      "grad_norm": 2.0865600930035457,
      "learning_rate": 0.00021525,
      "loss": 6.185,
      "step": 1435
    },
    {
      "epoch": 0.12198436969079171,
      "grad_norm": 2.051135800742399,
      "learning_rate": 0.00021539999999999998,
      "loss": 5.9707,
      "step": 1436
    },
    {
      "epoch": 0.12206931702344546,
      "grad_norm": 1.8675866866794704,
      "learning_rate": 0.00021554999999999998,
      "loss": 5.8344,
      "step": 1437
    },
    {
      "epoch": 0.12215426435609922,
      "grad_norm": 1.7947054152158168,
      "learning_rate": 0.00021569999999999998,
      "loss": 6.1042,
      "step": 1438
    },
    {
      "epoch": 0.12223921168875297,
      "grad_norm": 1.8778196405020209,
      "learning_rate": 0.00021585,
      "loss": 6.3661,
      "step": 1439
    },
    {
      "epoch": 0.12232415902140673,
      "grad_norm": 1.8227185164755297,
      "learning_rate": 0.00021599999999999996,
      "loss": 6.6142,
      "step": 1440
    },
    {
      "epoch": 0.12240910635406048,
      "grad_norm": 1.7821632709191368,
      "learning_rate": 0.00021615,
      "loss": 6.0179,
      "step": 1441
    },
    {
      "epoch": 0.12249405368671423,
      "grad_norm": 1.9352276281007008,
      "learning_rate": 0.00021629999999999997,
      "loss": 6.0122,
      "step": 1442
    },
    {
      "epoch": 0.12257900101936799,
      "grad_norm": 2.2741716389640403,
      "learning_rate": 0.00021645,
      "loss": 6.3835,
      "step": 1443
    },
    {
      "epoch": 0.12266394835202174,
      "grad_norm": 2.352943733474953,
      "learning_rate": 0.00021659999999999998,
      "loss": 6.1956,
      "step": 1444
    },
    {
      "epoch": 0.12274889568467551,
      "grad_norm": 2.103096185801,
      "learning_rate": 0.00021674999999999998,
      "loss": 6.6713,
      "step": 1445
    },
    {
      "epoch": 0.12283384301732926,
      "grad_norm": 2.198525493938077,
      "learning_rate": 0.0002169,
      "loss": 6.1375,
      "step": 1446
    },
    {
      "epoch": 0.12291879034998301,
      "grad_norm": 2.042606497321556,
      "learning_rate": 0.00021705,
      "loss": 6.3777,
      "step": 1447
    },
    {
      "epoch": 0.12300373768263677,
      "grad_norm": 2.1584518577334824,
      "learning_rate": 0.00021719999999999997,
      "loss": 6.7203,
      "step": 1448
    },
    {
      "epoch": 0.12308868501529052,
      "grad_norm": 1.91002810716744,
      "learning_rate": 0.00021735,
      "loss": 6.2359,
      "step": 1449
    },
    {
      "epoch": 0.12317363234794428,
      "grad_norm": 2.310039954522814,
      "learning_rate": 0.00021749999999999997,
      "loss": 6.2085,
      "step": 1450
    },
    {
      "epoch": 0.12325857968059803,
      "grad_norm": 2.333694114318953,
      "learning_rate": 0.00021764999999999998,
      "loss": 6.887,
      "step": 1451
    },
    {
      "epoch": 0.12334352701325178,
      "grad_norm": 1.9300023725635773,
      "learning_rate": 0.00021779999999999998,
      "loss": 6.5556,
      "step": 1452
    },
    {
      "epoch": 0.12342847434590554,
      "grad_norm": 2.273828163827942,
      "learning_rate": 0.00021794999999999999,
      "loss": 6.1596,
      "step": 1453
    },
    {
      "epoch": 0.12351342167855929,
      "grad_norm": 1.937002588629649,
      "learning_rate": 0.00021809999999999996,
      "loss": 5.9794,
      "step": 1454
    },
    {
      "epoch": 0.12359836901121304,
      "grad_norm": 1.872189060832093,
      "learning_rate": 0.00021825,
      "loss": 6.468,
      "step": 1455
    },
    {
      "epoch": 0.1236833163438668,
      "grad_norm": 1.8044974225081523,
      "learning_rate": 0.00021839999999999997,
      "loss": 6.3684,
      "step": 1456
    },
    {
      "epoch": 0.12376826367652055,
      "grad_norm": 2.2088651803292034,
      "learning_rate": 0.00021855,
      "loss": 6.7205,
      "step": 1457
    },
    {
      "epoch": 0.12385321100917432,
      "grad_norm": 1.9602501866984,
      "learning_rate": 0.00021869999999999998,
      "loss": 6.1827,
      "step": 1458
    },
    {
      "epoch": 0.12393815834182807,
      "grad_norm": 2.024005434047065,
      "learning_rate": 0.00021884999999999998,
      "loss": 6.1842,
      "step": 1459
    },
    {
      "epoch": 0.12402310567448183,
      "grad_norm": 1.8669530865736998,
      "learning_rate": 0.00021899999999999998,
      "loss": 6.1795,
      "step": 1460
    },
    {
      "epoch": 0.12410805300713558,
      "grad_norm": 1.8961872483188411,
      "learning_rate": 0.00021915,
      "loss": 6.1074,
      "step": 1461
    },
    {
      "epoch": 0.12419300033978933,
      "grad_norm": 2.019352806924472,
      "learning_rate": 0.00021929999999999996,
      "loss": 6.8239,
      "step": 1462
    },
    {
      "epoch": 0.12427794767244309,
      "grad_norm": 2.0850575158852633,
      "learning_rate": 0.00021945,
      "loss": 6.0761,
      "step": 1463
    },
    {
      "epoch": 0.12436289500509684,
      "grad_norm": 2.2053209081717444,
      "learning_rate": 0.00021959999999999997,
      "loss": 5.9063,
      "step": 1464
    },
    {
      "epoch": 0.1244478423377506,
      "grad_norm": 1.9302607828179097,
      "learning_rate": 0.00021975,
      "loss": 6.3546,
      "step": 1465
    },
    {
      "epoch": 0.12453278967040435,
      "grad_norm": 2.165945218959052,
      "learning_rate": 0.00021989999999999998,
      "loss": 6.3438,
      "step": 1466
    },
    {
      "epoch": 0.1246177370030581,
      "grad_norm": 2.021374209518997,
      "learning_rate": 0.00022004999999999998,
      "loss": 6.6447,
      "step": 1467
    },
    {
      "epoch": 0.12470268433571186,
      "grad_norm": 2.151467638068422,
      "learning_rate": 0.00022019999999999999,
      "loss": 6.9482,
      "step": 1468
    },
    {
      "epoch": 0.12478763166836561,
      "grad_norm": 2.304180013302959,
      "learning_rate": 0.00022035,
      "loss": 6.3293,
      "step": 1469
    },
    {
      "epoch": 0.12487257900101936,
      "grad_norm": 1.9119082506712761,
      "learning_rate": 0.00022049999999999997,
      "loss": 5.9346,
      "step": 1470
    },
    {
      "epoch": 0.12495752633367312,
      "grad_norm": 2.900962510711458,
      "learning_rate": 0.00022065,
      "loss": 6.7578,
      "step": 1471
    },
    {
      "epoch": 0.12504247366632687,
      "grad_norm": 1.8616855007768296,
      "learning_rate": 0.00022079999999999997,
      "loss": 5.9543,
      "step": 1472
    },
    {
      "epoch": 0.12512742099898064,
      "grad_norm": 1.9801395190521738,
      "learning_rate": 0.00022095,
      "loss": 6.5989,
      "step": 1473
    },
    {
      "epoch": 0.12521236833163438,
      "grad_norm": 2.419106408745236,
      "learning_rate": 0.00022109999999999998,
      "loss": 6.8294,
      "step": 1474
    },
    {
      "epoch": 0.12529731566428814,
      "grad_norm": 1.9161481449862767,
      "learning_rate": 0.00022124999999999998,
      "loss": 6.5206,
      "step": 1475
    },
    {
      "epoch": 0.12538226299694188,
      "grad_norm": 2.0740361263668685,
      "learning_rate": 0.0002214,
      "loss": 6.5723,
      "step": 1476
    },
    {
      "epoch": 0.12546721032959565,
      "grad_norm": 2.1061401824124264,
      "learning_rate": 0.00022155,
      "loss": 6.2873,
      "step": 1477
    },
    {
      "epoch": 0.1255521576622494,
      "grad_norm": 1.8510750498381594,
      "learning_rate": 0.00022169999999999997,
      "loss": 6.0849,
      "step": 1478
    },
    {
      "epoch": 0.12563710499490316,
      "grad_norm": 2.2211931772921507,
      "learning_rate": 0.00022185,
      "loss": 6.1319,
      "step": 1479
    },
    {
      "epoch": 0.12572205232755693,
      "grad_norm": 1.8746355475870713,
      "learning_rate": 0.00022199999999999998,
      "loss": 5.8678,
      "step": 1480
    },
    {
      "epoch": 0.12580699966021067,
      "grad_norm": 2.042361242731113,
      "learning_rate": 0.00022215,
      "loss": 6.6678,
      "step": 1481
    },
    {
      "epoch": 0.12589194699286443,
      "grad_norm": 2.3381512052608313,
      "learning_rate": 0.00022229999999999998,
      "loss": 6.6657,
      "step": 1482
    },
    {
      "epoch": 0.12597689432551817,
      "grad_norm": 1.6944470374580483,
      "learning_rate": 0.00022244999999999999,
      "loss": 6.0386,
      "step": 1483
    },
    {
      "epoch": 0.12606184165817194,
      "grad_norm": 2.2658713295206487,
      "learning_rate": 0.0002226,
      "loss": 6.7955,
      "step": 1484
    },
    {
      "epoch": 0.12614678899082568,
      "grad_norm": 1.9306748628751063,
      "learning_rate": 0.00022275,
      "loss": 6.0718,
      "step": 1485
    },
    {
      "epoch": 0.12623173632347945,
      "grad_norm": 1.865769045186083,
      "learning_rate": 0.00022289999999999997,
      "loss": 6.2409,
      "step": 1486
    },
    {
      "epoch": 0.1263166836561332,
      "grad_norm": 1.9582866215148136,
      "learning_rate": 0.00022305,
      "loss": 6.2152,
      "step": 1487
    },
    {
      "epoch": 0.12640163098878696,
      "grad_norm": 1.7835628987198813,
      "learning_rate": 0.00022319999999999998,
      "loss": 5.9905,
      "step": 1488
    },
    {
      "epoch": 0.1264865783214407,
      "grad_norm": 1.8757125377035984,
      "learning_rate": 0.00022335,
      "loss": 6.6137,
      "step": 1489
    },
    {
      "epoch": 0.12657152565409446,
      "grad_norm": 1.8841636263679507,
      "learning_rate": 0.00022349999999999998,
      "loss": 5.903,
      "step": 1490
    },
    {
      "epoch": 0.1266564729867482,
      "grad_norm": 1.760309937988013,
      "learning_rate": 0.00022365,
      "loss": 6.2521,
      "step": 1491
    },
    {
      "epoch": 0.12674142031940197,
      "grad_norm": 2.9383852076717205,
      "learning_rate": 0.0002238,
      "loss": 6.3767,
      "step": 1492
    },
    {
      "epoch": 0.12682636765205574,
      "grad_norm": 1.6674305427968994,
      "learning_rate": 0.00022395,
      "loss": 6.1387,
      "step": 1493
    },
    {
      "epoch": 0.12691131498470948,
      "grad_norm": 1.747679967535761,
      "learning_rate": 0.00022409999999999997,
      "loss": 6.3407,
      "step": 1494
    },
    {
      "epoch": 0.12699626231736325,
      "grad_norm": 1.8533087275326132,
      "learning_rate": 0.00022425,
      "loss": 6.1733,
      "step": 1495
    },
    {
      "epoch": 0.12708120965001699,
      "grad_norm": 1.8679224297270831,
      "learning_rate": 0.00022439999999999998,
      "loss": 6.1929,
      "step": 1496
    },
    {
      "epoch": 0.12716615698267075,
      "grad_norm": 2.0763395987200677,
      "learning_rate": 0.00022455,
      "loss": 5.9014,
      "step": 1497
    },
    {
      "epoch": 0.1272511043153245,
      "grad_norm": 2.192389836364332,
      "learning_rate": 0.0002247,
      "loss": 6.08,
      "step": 1498
    },
    {
      "epoch": 0.12733605164797826,
      "grad_norm": 2.0046018099214735,
      "learning_rate": 0.00022485,
      "loss": 6.7396,
      "step": 1499
    },
    {
      "epoch": 0.127420998980632,
      "grad_norm": 1.9708738870521072,
      "learning_rate": 0.000225,
      "loss": 5.9136,
      "step": 1500
    },
    {
      "epoch": 0.12750594631328577,
      "grad_norm": 2.0912762997705245,
      "learning_rate": 0.00022514999999999997,
      "loss": 6.0262,
      "step": 1501
    },
    {
      "epoch": 0.1275908936459395,
      "grad_norm": 1.8869340298455537,
      "learning_rate": 0.00022529999999999997,
      "loss": 6.5267,
      "step": 1502
    },
    {
      "epoch": 0.12767584097859327,
      "grad_norm": 1.9802131857953171,
      "learning_rate": 0.00022544999999999995,
      "loss": 6.1018,
      "step": 1503
    },
    {
      "epoch": 0.12776078831124701,
      "grad_norm": 1.9905785598386774,
      "learning_rate": 0.00022559999999999998,
      "loss": 6.1641,
      "step": 1504
    },
    {
      "epoch": 0.12784573564390078,
      "grad_norm": 2.0180888407890594,
      "learning_rate": 0.00022574999999999996,
      "loss": 6.318,
      "step": 1505
    },
    {
      "epoch": 0.12793068297655455,
      "grad_norm": 1.636829991208754,
      "learning_rate": 0.0002259,
      "loss": 6.1522,
      "step": 1506
    },
    {
      "epoch": 0.1280156303092083,
      "grad_norm": 1.8215505582614122,
      "learning_rate": 0.00022604999999999997,
      "loss": 6.2921,
      "step": 1507
    },
    {
      "epoch": 0.12810057764186206,
      "grad_norm": 1.8311091109079862,
      "learning_rate": 0.00022619999999999997,
      "loss": 6.2192,
      "step": 1508
    },
    {
      "epoch": 0.1281855249745158,
      "grad_norm": 2.013246085637564,
      "learning_rate": 0.00022634999999999997,
      "loss": 6.5565,
      "step": 1509
    },
    {
      "epoch": 0.12827047230716956,
      "grad_norm": 1.9225062542791094,
      "learning_rate": 0.00022649999999999998,
      "loss": 6.2524,
      "step": 1510
    },
    {
      "epoch": 0.1283554196398233,
      "grad_norm": 1.93901553980344,
      "learning_rate": 0.00022664999999999995,
      "loss": 5.9537,
      "step": 1511
    },
    {
      "epoch": 0.12844036697247707,
      "grad_norm": 2.236957832970042,
      "learning_rate": 0.00022679999999999998,
      "loss": 6.6396,
      "step": 1512
    },
    {
      "epoch": 0.1285253143051308,
      "grad_norm": 1.9206560354777433,
      "learning_rate": 0.00022694999999999996,
      "loss": 6.0875,
      "step": 1513
    },
    {
      "epoch": 0.12861026163778458,
      "grad_norm": 1.7942450019113354,
      "learning_rate": 0.0002271,
      "loss": 6.6868,
      "step": 1514
    },
    {
      "epoch": 0.12869520897043832,
      "grad_norm": 2.5208607500277163,
      "learning_rate": 0.00022724999999999997,
      "loss": 6.4499,
      "step": 1515
    },
    {
      "epoch": 0.12878015630309209,
      "grad_norm": 1.8255237728955698,
      "learning_rate": 0.00022739999999999997,
      "loss": 6.4159,
      "step": 1516
    },
    {
      "epoch": 0.12886510363574583,
      "grad_norm": 1.869938968607448,
      "learning_rate": 0.00022754999999999997,
      "loss": 6.1324,
      "step": 1517
    },
    {
      "epoch": 0.1289500509683996,
      "grad_norm": 1.7817594791140046,
      "learning_rate": 0.00022769999999999998,
      "loss": 6.1114,
      "step": 1518
    },
    {
      "epoch": 0.12903499830105336,
      "grad_norm": 1.730063784012048,
      "learning_rate": 0.00022784999999999995,
      "loss": 6.1398,
      "step": 1519
    },
    {
      "epoch": 0.1291199456337071,
      "grad_norm": 1.7551233380612012,
      "learning_rate": 0.00022799999999999999,
      "loss": 6.1175,
      "step": 1520
    },
    {
      "epoch": 0.12920489296636087,
      "grad_norm": 1.771835100531452,
      "learning_rate": 0.00022814999999999996,
      "loss": 6.7835,
      "step": 1521
    },
    {
      "epoch": 0.1292898402990146,
      "grad_norm": 1.8968191697073569,
      "learning_rate": 0.0002283,
      "loss": 6.2357,
      "step": 1522
    },
    {
      "epoch": 0.12937478763166838,
      "grad_norm": 1.75889938579995,
      "learning_rate": 0.00022844999999999997,
      "loss": 6.3575,
      "step": 1523
    },
    {
      "epoch": 0.12945973496432212,
      "grad_norm": 2.270636143330898,
      "learning_rate": 0.00022859999999999997,
      "loss": 6.0062,
      "step": 1524
    },
    {
      "epoch": 0.12954468229697588,
      "grad_norm": 1.7434317307911873,
      "learning_rate": 0.00022874999999999998,
      "loss": 6.4221,
      "step": 1525
    },
    {
      "epoch": 0.12962962962962962,
      "grad_norm": 2.052481280830201,
      "learning_rate": 0.00022889999999999998,
      "loss": 6.0402,
      "step": 1526
    },
    {
      "epoch": 0.1297145769622834,
      "grad_norm": 1.9529271635249206,
      "learning_rate": 0.00022904999999999996,
      "loss": 6.069,
      "step": 1527
    },
    {
      "epoch": 0.12979952429493713,
      "grad_norm": 1.8035455363301518,
      "learning_rate": 0.0002292,
      "loss": 6.8402,
      "step": 1528
    },
    {
      "epoch": 0.1298844716275909,
      "grad_norm": 1.7509596963524867,
      "learning_rate": 0.00022934999999999996,
      "loss": 5.9618,
      "step": 1529
    },
    {
      "epoch": 0.12996941896024464,
      "grad_norm": 1.7403981547846128,
      "learning_rate": 0.0002295,
      "loss": 6.0209,
      "step": 1530
    },
    {
      "epoch": 0.1300543662928984,
      "grad_norm": 3.7454308541298347,
      "learning_rate": 0.00022964999999999997,
      "loss": 6.6163,
      "step": 1531
    },
    {
      "epoch": 0.13013931362555214,
      "grad_norm": 2.875481422901922,
      "learning_rate": 0.00022979999999999997,
      "loss": 6.8868,
      "step": 1532
    },
    {
      "epoch": 0.1302242609582059,
      "grad_norm": 2.276011733383637,
      "learning_rate": 0.00022994999999999998,
      "loss": 6.5296,
      "step": 1533
    },
    {
      "epoch": 0.13030920829085968,
      "grad_norm": 1.83633189283396,
      "learning_rate": 0.00023009999999999998,
      "loss": 6.1252,
      "step": 1534
    },
    {
      "epoch": 0.13039415562351342,
      "grad_norm": 1.8314413648202987,
      "learning_rate": 0.00023024999999999996,
      "loss": 6.0121,
      "step": 1535
    },
    {
      "epoch": 0.1304791029561672,
      "grad_norm": 2.0663039974506474,
      "learning_rate": 0.0002304,
      "loss": 6.0968,
      "step": 1536
    },
    {
      "epoch": 0.13056405028882093,
      "grad_norm": 2.0451428444858943,
      "learning_rate": 0.00023054999999999997,
      "loss": 6.671,
      "step": 1537
    },
    {
      "epoch": 0.1306489976214747,
      "grad_norm": 1.9009231513396267,
      "learning_rate": 0.0002307,
      "loss": 5.9274,
      "step": 1538
    },
    {
      "epoch": 0.13073394495412843,
      "grad_norm": 1.6405098786919199,
      "learning_rate": 0.00023084999999999997,
      "loss": 5.9133,
      "step": 1539
    },
    {
      "epoch": 0.1308188922867822,
      "grad_norm": 1.6705576264521558,
      "learning_rate": 0.00023099999999999998,
      "loss": 6.0567,
      "step": 1540
    },
    {
      "epoch": 0.13090383961943594,
      "grad_norm": 2.3127804370316833,
      "learning_rate": 0.00023114999999999998,
      "loss": 6.8022,
      "step": 1541
    },
    {
      "epoch": 0.1309887869520897,
      "grad_norm": 1.6391482497599896,
      "learning_rate": 0.00023129999999999998,
      "loss": 6.0679,
      "step": 1542
    },
    {
      "epoch": 0.13107373428474345,
      "grad_norm": 1.6328595670744581,
      "learning_rate": 0.00023144999999999996,
      "loss": 6.2412,
      "step": 1543
    },
    {
      "epoch": 0.13115868161739722,
      "grad_norm": 3.041154392614716,
      "learning_rate": 0.0002316,
      "loss": 6.7051,
      "step": 1544
    },
    {
      "epoch": 0.13124362895005096,
      "grad_norm": 2.6277435825703037,
      "learning_rate": 0.00023174999999999997,
      "loss": 6.5558,
      "step": 1545
    },
    {
      "epoch": 0.13132857628270472,
      "grad_norm": 5.987068466101839,
      "learning_rate": 0.0002319,
      "loss": 6.2504,
      "step": 1546
    },
    {
      "epoch": 0.1314135236153585,
      "grad_norm": 1.774220573156092,
      "learning_rate": 0.00023204999999999998,
      "loss": 6.1308,
      "step": 1547
    },
    {
      "epoch": 0.13149847094801223,
      "grad_norm": 1.681823973824263,
      "learning_rate": 0.00023219999999999998,
      "loss": 5.8791,
      "step": 1548
    },
    {
      "epoch": 0.131583418280666,
      "grad_norm": 1.6480581154598277,
      "learning_rate": 0.00023234999999999998,
      "loss": 6.0583,
      "step": 1549
    },
    {
      "epoch": 0.13166836561331974,
      "grad_norm": 2.313269658692666,
      "learning_rate": 0.00023249999999999999,
      "loss": 6.6101,
      "step": 1550
    },
    {
      "epoch": 0.1317533129459735,
      "grad_norm": 1.845777779937832,
      "learning_rate": 0.00023264999999999996,
      "loss": 6.1247,
      "step": 1551
    },
    {
      "epoch": 0.13183826027862725,
      "grad_norm": 1.9415269372151807,
      "learning_rate": 0.0002328,
      "loss": 5.787,
      "step": 1552
    },
    {
      "epoch": 0.131923207611281,
      "grad_norm": 1.8572313108381453,
      "learning_rate": 0.00023294999999999997,
      "loss": 5.9056,
      "step": 1553
    },
    {
      "epoch": 0.13200815494393475,
      "grad_norm": 2.02433517756815,
      "learning_rate": 0.00023309999999999997,
      "loss": 6.7155,
      "step": 1554
    },
    {
      "epoch": 0.13209310227658852,
      "grad_norm": 2.230432394652439,
      "learning_rate": 0.00023324999999999998,
      "loss": 6.6752,
      "step": 1555
    },
    {
      "epoch": 0.13217804960924226,
      "grad_norm": 1.75429122714464,
      "learning_rate": 0.00023339999999999998,
      "loss": 5.802,
      "step": 1556
    },
    {
      "epoch": 0.13226299694189603,
      "grad_norm": 1.772672571550783,
      "learning_rate": 0.00023354999999999996,
      "loss": 6.4243,
      "step": 1557
    },
    {
      "epoch": 0.13234794427454977,
      "grad_norm": 1.6427307766323926,
      "learning_rate": 0.0002337,
      "loss": 6.0336,
      "step": 1558
    },
    {
      "epoch": 0.13243289160720353,
      "grad_norm": 1.8350530813514139,
      "learning_rate": 0.00023384999999999997,
      "loss": 6.0977,
      "step": 1559
    },
    {
      "epoch": 0.1325178389398573,
      "grad_norm": 236.02490238303312,
      "learning_rate": 0.000234,
      "loss": 7.1591,
      "step": 1560
    },
    {
      "epoch": 0.13260278627251104,
      "grad_norm": 1.7588770125696334,
      "learning_rate": 0.00023414999999999997,
      "loss": 6.0911,
      "step": 1561
    },
    {
      "epoch": 0.1326877336051648,
      "grad_norm": 2.091709462323917,
      "learning_rate": 0.00023429999999999998,
      "loss": 6.0436,
      "step": 1562
    },
    {
      "epoch": 0.13277268093781855,
      "grad_norm": 1.7250122876840455,
      "learning_rate": 0.00023444999999999998,
      "loss": 6.306,
      "step": 1563
    },
    {
      "epoch": 0.13285762827047232,
      "grad_norm": 1.8652180060570618,
      "learning_rate": 0.00023459999999999998,
      "loss": 6.2156,
      "step": 1564
    },
    {
      "epoch": 0.13294257560312606,
      "grad_norm": 5.765391304401282,
      "learning_rate": 0.00023474999999999996,
      "loss": 6.2001,
      "step": 1565
    },
    {
      "epoch": 0.13302752293577982,
      "grad_norm": 2.6725014534074636,
      "learning_rate": 0.0002349,
      "loss": 6.0106,
      "step": 1566
    },
    {
      "epoch": 0.13311247026843356,
      "grad_norm": 2.557834116810171,
      "learning_rate": 0.00023504999999999997,
      "loss": 6.4502,
      "step": 1567
    },
    {
      "epoch": 0.13319741760108733,
      "grad_norm": 2.354723723240757,
      "learning_rate": 0.0002352,
      "loss": 6.1,
      "step": 1568
    },
    {
      "epoch": 0.13328236493374107,
      "grad_norm": 1.865170571194891,
      "learning_rate": 0.00023534999999999997,
      "loss": 6.3447,
      "step": 1569
    },
    {
      "epoch": 0.13336731226639484,
      "grad_norm": 2.053672550800643,
      "learning_rate": 0.00023549999999999998,
      "loss": 6.7858,
      "step": 1570
    },
    {
      "epoch": 0.13345225959904858,
      "grad_norm": 62.49552955101367,
      "learning_rate": 0.00023564999999999998,
      "loss": 7.1281,
      "step": 1571
    },
    {
      "epoch": 0.13353720693170235,
      "grad_norm": 141.33238495250114,
      "learning_rate": 0.00023579999999999999,
      "loss": 28.0368,
      "step": 1572
    },
    {
      "epoch": 0.13362215426435609,
      "grad_norm": 4.967008766890915,
      "learning_rate": 0.00023594999999999996,
      "loss": 5.9469,
      "step": 1573
    },
    {
      "epoch": 0.13370710159700985,
      "grad_norm": 8.44795915298697,
      "learning_rate": 0.0002361,
      "loss": 6.8645,
      "step": 1574
    },
    {
      "epoch": 0.13379204892966362,
      "grad_norm": 7.3296482303197905,
      "learning_rate": 0.00023624999999999997,
      "loss": 7.2308,
      "step": 1575
    },
    {
      "epoch": 0.13387699626231736,
      "grad_norm": 6.444504752194299,
      "learning_rate": 0.0002364,
      "loss": 7.1539,
      "step": 1576
    },
    {
      "epoch": 0.13396194359497113,
      "grad_norm": 5.775056304328497,
      "learning_rate": 0.00023654999999999998,
      "loss": 7.0271,
      "step": 1577
    },
    {
      "epoch": 0.13404689092762487,
      "grad_norm": 5.915232099925617,
      "learning_rate": 0.00023669999999999998,
      "loss": 6.6221,
      "step": 1578
    },
    {
      "epoch": 0.13413183826027864,
      "grad_norm": 3.9327053643902503,
      "learning_rate": 0.00023684999999999998,
      "loss": 6.2148,
      "step": 1579
    },
    {
      "epoch": 0.13421678559293237,
      "grad_norm": 11.47969580851354,
      "learning_rate": 0.000237,
      "loss": 6.6002,
      "step": 1580
    },
    {
      "epoch": 0.13430173292558614,
      "grad_norm": 5.494143863478418,
      "learning_rate": 0.00023714999999999996,
      "loss": 5.9206,
      "step": 1581
    },
    {
      "epoch": 0.13438668025823988,
      "grad_norm": 10.065399289284551,
      "learning_rate": 0.0002373,
      "loss": 6.9047,
      "step": 1582
    },
    {
      "epoch": 0.13447162759089365,
      "grad_norm": 4.926385230437223,
      "learning_rate": 0.00023744999999999997,
      "loss": 6.143,
      "step": 1583
    },
    {
      "epoch": 0.1345565749235474,
      "grad_norm": 4.069850427245161,
      "learning_rate": 0.0002376,
      "loss": 6.2451,
      "step": 1584
    },
    {
      "epoch": 0.13464152225620116,
      "grad_norm": 2.8420070045332126,
      "learning_rate": 0.00023774999999999998,
      "loss": 5.9684,
      "step": 1585
    },
    {
      "epoch": 0.1347264695888549,
      "grad_norm": 2.705419533952096,
      "learning_rate": 0.00023789999999999998,
      "loss": 6.6475,
      "step": 1586
    },
    {
      "epoch": 0.13481141692150866,
      "grad_norm": 3.083400690497196,
      "learning_rate": 0.00023804999999999999,
      "loss": 6.4413,
      "step": 1587
    },
    {
      "epoch": 0.13489636425416243,
      "grad_norm": 2.996133867970124,
      "learning_rate": 0.0002382,
      "loss": 6.7336,
      "step": 1588
    },
    {
      "epoch": 0.13498131158681617,
      "grad_norm": 4.961018171511129,
      "learning_rate": 0.00023834999999999997,
      "loss": 6.1262,
      "step": 1589
    },
    {
      "epoch": 0.13506625891946994,
      "grad_norm": 2.292909838731048,
      "learning_rate": 0.0002385,
      "loss": 6.712,
      "step": 1590
    },
    {
      "epoch": 0.13515120625212368,
      "grad_norm": 2.8035149627608407,
      "learning_rate": 0.00023864999999999997,
      "loss": 6.2178,
      "step": 1591
    },
    {
      "epoch": 0.13523615358477745,
      "grad_norm": 4.643890721673965,
      "learning_rate": 0.0002388,
      "loss": 6.9965,
      "step": 1592
    },
    {
      "epoch": 0.1353211009174312,
      "grad_norm": 3.076392228121858,
      "learning_rate": 0.00023894999999999998,
      "loss": 6.2112,
      "step": 1593
    },
    {
      "epoch": 0.13540604825008495,
      "grad_norm": 3.3937670386675243,
      "learning_rate": 0.00023909999999999998,
      "loss": 6.3939,
      "step": 1594
    },
    {
      "epoch": 0.1354909955827387,
      "grad_norm": 3.210869733272168,
      "learning_rate": 0.00023925,
      "loss": 6.989,
      "step": 1595
    },
    {
      "epoch": 0.13557594291539246,
      "grad_norm": 2.2788391434426645,
      "learning_rate": 0.0002394,
      "loss": 6.8201,
      "step": 1596
    },
    {
      "epoch": 0.1356608902480462,
      "grad_norm": 1.9500291302352257,
      "learning_rate": 0.00023954999999999997,
      "loss": 6.4514,
      "step": 1597
    },
    {
      "epoch": 0.13574583758069997,
      "grad_norm": 1.9740912728125148,
      "learning_rate": 0.0002397,
      "loss": 6.0797,
      "step": 1598
    },
    {
      "epoch": 0.1358307849133537,
      "grad_norm": 1.9058839524051017,
      "learning_rate": 0.00023984999999999998,
      "loss": 6.6054,
      "step": 1599
    },
    {
      "epoch": 0.13591573224600748,
      "grad_norm": 1.8250283733775379,
      "learning_rate": 0.00023999999999999998,
      "loss": 6.8119,
      "step": 1600
    },
    {
      "epoch": 0.13600067957866124,
      "grad_norm": 1.779863513514307,
      "learning_rate": 0.00024014999999999998,
      "loss": 6.5093,
      "step": 1601
    },
    {
      "epoch": 0.13608562691131498,
      "grad_norm": 2.040807110403493,
      "learning_rate": 0.00024029999999999999,
      "loss": 6.1993,
      "step": 1602
    },
    {
      "epoch": 0.13617057424396875,
      "grad_norm": 3.083216461781419,
      "learning_rate": 0.00024044999999999996,
      "loss": 6.6306,
      "step": 1603
    },
    {
      "epoch": 0.1362555215766225,
      "grad_norm": 2.206833987480866,
      "learning_rate": 0.0002406,
      "loss": 5.5481,
      "step": 1604
    },
    {
      "epoch": 0.13634046890927626,
      "grad_norm": 2.725919516933688,
      "learning_rate": 0.00024074999999999997,
      "loss": 6.6352,
      "step": 1605
    },
    {
      "epoch": 0.13642541624193,
      "grad_norm": 1.8982541758803628,
      "learning_rate": 0.0002409,
      "loss": 5.9352,
      "step": 1606
    },
    {
      "epoch": 0.13651036357458377,
      "grad_norm": 1.7869564377836122,
      "learning_rate": 0.00024104999999999998,
      "loss": 6.3027,
      "step": 1607
    },
    {
      "epoch": 0.1365953109072375,
      "grad_norm": 1.8801515720588862,
      "learning_rate": 0.00024119999999999998,
      "loss": 6.1586,
      "step": 1608
    },
    {
      "epoch": 0.13668025823989127,
      "grad_norm": 2.1552260639521,
      "learning_rate": 0.00024134999999999998,
      "loss": 5.9856,
      "step": 1609
    },
    {
      "epoch": 0.136765205572545,
      "grad_norm": 2.433107646237696,
      "learning_rate": 0.0002415,
      "loss": 6.2446,
      "step": 1610
    },
    {
      "epoch": 0.13685015290519878,
      "grad_norm": 1.7062844825593506,
      "learning_rate": 0.00024164999999999996,
      "loss": 5.9887,
      "step": 1611
    },
    {
      "epoch": 0.13693510023785252,
      "grad_norm": 1.937270162305588,
      "learning_rate": 0.0002418,
      "loss": 6.6458,
      "step": 1612
    },
    {
      "epoch": 0.1370200475705063,
      "grad_norm": 1.8420674099273113,
      "learning_rate": 0.00024194999999999997,
      "loss": 6.1873,
      "step": 1613
    },
    {
      "epoch": 0.13710499490316005,
      "grad_norm": 2.038772465775766,
      "learning_rate": 0.0002421,
      "loss": 6.4548,
      "step": 1614
    },
    {
      "epoch": 0.1371899422358138,
      "grad_norm": 4.157153001189153,
      "learning_rate": 0.00024224999999999998,
      "loss": 6.8485,
      "step": 1615
    },
    {
      "epoch": 0.13727488956846756,
      "grad_norm": 2.3023788526419113,
      "learning_rate": 0.00024239999999999998,
      "loss": 6.0462,
      "step": 1616
    },
    {
      "epoch": 0.1373598369011213,
      "grad_norm": 2.3379845820251224,
      "learning_rate": 0.00024255,
      "loss": 5.8456,
      "step": 1617
    },
    {
      "epoch": 0.13744478423377507,
      "grad_norm": 1.8422513406511971,
      "learning_rate": 0.0002427,
      "loss": 6.0543,
      "step": 1618
    },
    {
      "epoch": 0.1375297315664288,
      "grad_norm": 2.069101421258216,
      "learning_rate": 0.00024284999999999997,
      "loss": 6.0252,
      "step": 1619
    },
    {
      "epoch": 0.13761467889908258,
      "grad_norm": 741.5393405202567,
      "learning_rate": 0.000243,
      "loss": 7.2738,
      "step": 1620
    },
    {
      "epoch": 0.13769962623173632,
      "grad_norm": 3.459303527418776,
      "learning_rate": 0.00024314999999999997,
      "loss": 6.9172,
      "step": 1621
    },
    {
      "epoch": 0.13778457356439008,
      "grad_norm": 14.336936244178538,
      "learning_rate": 0.0002433,
      "loss": 6.7569,
      "step": 1622
    },
    {
      "epoch": 0.13786952089704382,
      "grad_norm": 4.071737292462203,
      "learning_rate": 0.00024344999999999998,
      "loss": 6.2636,
      "step": 1623
    },
    {
      "epoch": 0.1379544682296976,
      "grad_norm": 4.196892750202936,
      "learning_rate": 0.00024359999999999999,
      "loss": 6.4553,
      "step": 1624
    },
    {
      "epoch": 0.13803941556235133,
      "grad_norm": 9.726502382796374,
      "learning_rate": 0.00024375,
      "loss": 6.6752,
      "step": 1625
    },
    {
      "epoch": 0.1381243628950051,
      "grad_norm": 2.4070337771329644,
      "learning_rate": 0.00024389999999999997,
      "loss": 5.9364,
      "step": 1626
    },
    {
      "epoch": 0.13820931022765884,
      "grad_norm": 2.668980215105193,
      "learning_rate": 0.00024404999999999997,
      "loss": 5.9011,
      "step": 1627
    },
    {
      "epoch": 0.1382942575603126,
      "grad_norm": 3.191481797831196,
      "learning_rate": 0.00024419999999999997,
      "loss": 6.1327,
      "step": 1628
    },
    {
      "epoch": 0.13837920489296637,
      "grad_norm": 2.94083085862383,
      "learning_rate": 0.00024435,
      "loss": 6.5424,
      "step": 1629
    },
    {
      "epoch": 0.1384641522256201,
      "grad_norm": 3.438747756451721,
      "learning_rate": 0.0002445,
      "loss": 6.0287,
      "step": 1630
    },
    {
      "epoch": 0.13854909955827388,
      "grad_norm": 2.7842001992298187,
      "learning_rate": 0.00024464999999999996,
      "loss": 6.0036,
      "step": 1631
    },
    {
      "epoch": 0.13863404689092762,
      "grad_norm": 5.21961120863046,
      "learning_rate": 0.0002448,
      "loss": 6.1665,
      "step": 1632
    },
    {
      "epoch": 0.1387189942235814,
      "grad_norm": 3.0079933588751055,
      "learning_rate": 0.00024494999999999996,
      "loss": 6.1855,
      "step": 1633
    },
    {
      "epoch": 0.13880394155623513,
      "grad_norm": 8.781477508432864,
      "learning_rate": 0.00024509999999999994,
      "loss": 6.8543,
      "step": 1634
    },
    {
      "epoch": 0.1388888888888889,
      "grad_norm": 4.785344784479613,
      "learning_rate": 0.00024524999999999997,
      "loss": 6.8202,
      "step": 1635
    },
    {
      "epoch": 0.13897383622154263,
      "grad_norm": 8.390400663845499,
      "learning_rate": 0.00024539999999999995,
      "loss": 6.093,
      "step": 1636
    },
    {
      "epoch": 0.1390587835541964,
      "grad_norm": 3.261542862034643,
      "learning_rate": 0.00024555,
      "loss": 6.6831,
      "step": 1637
    },
    {
      "epoch": 0.13914373088685014,
      "grad_norm": 3.9715288289969006,
      "learning_rate": 0.00024569999999999995,
      "loss": 6.0822,
      "step": 1638
    },
    {
      "epoch": 0.1392286782195039,
      "grad_norm": 3.053425769172186,
      "learning_rate": 0.00024585,
      "loss": 6.1833,
      "step": 1639
    },
    {
      "epoch": 0.13931362555215765,
      "grad_norm": 2.0584929147445656,
      "learning_rate": 0.00024599999999999996,
      "loss": 6.5433,
      "step": 1640
    },
    {
      "epoch": 0.13939857288481142,
      "grad_norm": 2.418244673434414,
      "learning_rate": 0.00024615,
      "loss": 6.552,
      "step": 1641
    },
    {
      "epoch": 0.13948352021746518,
      "grad_norm": 5.304051155403134,
      "learning_rate": 0.00024629999999999997,
      "loss": 6.0244,
      "step": 1642
    },
    {
      "epoch": 0.13956846755011892,
      "grad_norm": 2.926684588177604,
      "learning_rate": 0.00024645,
      "loss": 6.5765,
      "step": 1643
    },
    {
      "epoch": 0.1396534148827727,
      "grad_norm": 2.1608146183028953,
      "learning_rate": 0.0002466,
      "loss": 6.7649,
      "step": 1644
    },
    {
      "epoch": 0.13973836221542643,
      "grad_norm": 2.3804706335175103,
      "learning_rate": 0.00024675,
      "loss": 6.7695,
      "step": 1645
    },
    {
      "epoch": 0.1398233095480802,
      "grad_norm": 2.2804563052239635,
      "learning_rate": 0.0002469,
      "loss": 6.2757,
      "step": 1646
    },
    {
      "epoch": 0.13990825688073394,
      "grad_norm": 77.12834247659374,
      "learning_rate": 0.00024704999999999996,
      "loss": 6.4421,
      "step": 1647
    },
    {
      "epoch": 0.1399932042133877,
      "grad_norm": 2.0377178139627126,
      "learning_rate": 0.0002472,
      "loss": 6.0722,
      "step": 1648
    },
    {
      "epoch": 0.14007815154604145,
      "grad_norm": 2.281292617976233,
      "learning_rate": 0.00024734999999999997,
      "loss": 6.1503,
      "step": 1649
    },
    {
      "epoch": 0.1401630988786952,
      "grad_norm": 1.8951924517346264,
      "learning_rate": 0.00024749999999999994,
      "loss": 5.8785,
      "step": 1650
    },
    {
      "epoch": 0.14024804621134895,
      "grad_norm": 2.391238967772252,
      "learning_rate": 0.00024765,
      "loss": 6.2522,
      "step": 1651
    },
    {
      "epoch": 0.14033299354400272,
      "grad_norm": 1.78669545334017,
      "learning_rate": 0.00024779999999999995,
      "loss": 6.0038,
      "step": 1652
    },
    {
      "epoch": 0.14041794087665646,
      "grad_norm": 2.3892993067068393,
      "learning_rate": 0.00024795,
      "loss": 5.8192,
      "step": 1653
    },
    {
      "epoch": 0.14050288820931023,
      "grad_norm": 1.9452060217590388,
      "learning_rate": 0.00024809999999999996,
      "loss": 5.9867,
      "step": 1654
    },
    {
      "epoch": 0.140587835541964,
      "grad_norm": 2.8830211516699613,
      "learning_rate": 0.00024825,
      "loss": 6.5867,
      "step": 1655
    },
    {
      "epoch": 0.14067278287461774,
      "grad_norm": 2.19749348262844,
      "learning_rate": 0.00024839999999999997,
      "loss": 6.1582,
      "step": 1656
    },
    {
      "epoch": 0.1407577302072715,
      "grad_norm": 2.0353690077708206,
      "learning_rate": 0.00024855,
      "loss": 5.9175,
      "step": 1657
    },
    {
      "epoch": 0.14084267753992524,
      "grad_norm": 2.4088709168997955,
      "learning_rate": 0.0002487,
      "loss": 6.6985,
      "step": 1658
    },
    {
      "epoch": 0.140927624872579,
      "grad_norm": 2.5756663530197272,
      "learning_rate": 0.00024885,
      "loss": 6.6203,
      "step": 1659
    },
    {
      "epoch": 0.14101257220523275,
      "grad_norm": 2.1846565273068803,
      "learning_rate": 0.000249,
      "loss": 6.0654,
      "step": 1660
    },
    {
      "epoch": 0.14109751953788652,
      "grad_norm": 32.571456738529584,
      "learning_rate": 0.00024914999999999996,
      "loss": 6.034,
      "step": 1661
    },
    {
      "epoch": 0.14118246687054026,
      "grad_norm": 3.257365213225969,
      "learning_rate": 0.0002493,
      "loss": 6.6185,
      "step": 1662
    },
    {
      "epoch": 0.14126741420319402,
      "grad_norm": 3.6964489893027017,
      "learning_rate": 0.00024944999999999996,
      "loss": 6.2474,
      "step": 1663
    },
    {
      "epoch": 0.14135236153584776,
      "grad_norm": 7.242440775440071,
      "learning_rate": 0.00024959999999999994,
      "loss": 6.9018,
      "step": 1664
    },
    {
      "epoch": 0.14143730886850153,
      "grad_norm": 2.807520531370408,
      "learning_rate": 0.00024974999999999997,
      "loss": 6.3443,
      "step": 1665
    },
    {
      "epoch": 0.14152225620115527,
      "grad_norm": 2.3753796075768903,
      "learning_rate": 0.00024989999999999995,
      "loss": 6.1607,
      "step": 1666
    },
    {
      "epoch": 0.14160720353380904,
      "grad_norm": 2.2427950935641494,
      "learning_rate": 0.00025005,
      "loss": 6.0057,
      "step": 1667
    },
    {
      "epoch": 0.14169215086646278,
      "grad_norm": 1.9625812135860679,
      "learning_rate": 0.00025019999999999996,
      "loss": 6.1012,
      "step": 1668
    },
    {
      "epoch": 0.14177709819911655,
      "grad_norm": 2.6551269442303473,
      "learning_rate": 0.00025035,
      "loss": 6.1155,
      "step": 1669
    },
    {
      "epoch": 0.14186204553177031,
      "grad_norm": 2.7300683404982893,
      "learning_rate": 0.00025049999999999996,
      "loss": 6.3163,
      "step": 1670
    },
    {
      "epoch": 0.14194699286442405,
      "grad_norm": 3.5786160169161465,
      "learning_rate": 0.00025065,
      "loss": 6.4369,
      "step": 1671
    },
    {
      "epoch": 0.14203194019707782,
      "grad_norm": 2.5292652745266757,
      "learning_rate": 0.00025079999999999997,
      "loss": 6.1196,
      "step": 1672
    },
    {
      "epoch": 0.14211688752973156,
      "grad_norm": 3.7012845105701615,
      "learning_rate": 0.00025095,
      "loss": 6.288,
      "step": 1673
    },
    {
      "epoch": 0.14220183486238533,
      "grad_norm": 2.680069590904135,
      "learning_rate": 0.0002511,
      "loss": 6.4944,
      "step": 1674
    },
    {
      "epoch": 0.14228678219503907,
      "grad_norm": 2.474759202918797,
      "learning_rate": 0.00025125,
      "loss": 6.2113,
      "step": 1675
    },
    {
      "epoch": 0.14237172952769284,
      "grad_norm": 2.256192864232111,
      "learning_rate": 0.0002514,
      "loss": 6.2468,
      "step": 1676
    },
    {
      "epoch": 0.14245667686034658,
      "grad_norm": 3.9161902623750047,
      "learning_rate": 0.00025154999999999996,
      "loss": 6.5262,
      "step": 1677
    },
    {
      "epoch": 0.14254162419300034,
      "grad_norm": 2.0860085557988626,
      "learning_rate": 0.0002517,
      "loss": 6.0236,
      "step": 1678
    },
    {
      "epoch": 0.14262657152565408,
      "grad_norm": 2.205158962991663,
      "learning_rate": 0.00025184999999999997,
      "loss": 6.5818,
      "step": 1679
    },
    {
      "epoch": 0.14271151885830785,
      "grad_norm": 1.9225276214995355,
      "learning_rate": 0.00025199999999999995,
      "loss": 5.9202,
      "step": 1680
    },
    {
      "epoch": 0.1427964661909616,
      "grad_norm": 1.7616333023612778,
      "learning_rate": 0.00025215,
      "loss": 5.9468,
      "step": 1681
    },
    {
      "epoch": 0.14288141352361536,
      "grad_norm": 1.955335775466479,
      "learning_rate": 0.00025229999999999995,
      "loss": 6.324,
      "step": 1682
    },
    {
      "epoch": 0.14296636085626913,
      "grad_norm": 2.1275117468495908,
      "learning_rate": 0.00025245,
      "loss": 6.1612,
      "step": 1683
    },
    {
      "epoch": 0.14305130818892287,
      "grad_norm": 2.3149186497470406,
      "learning_rate": 0.00025259999999999996,
      "loss": 5.9435,
      "step": 1684
    },
    {
      "epoch": 0.14313625552157663,
      "grad_norm": 1.91137473328407,
      "learning_rate": 0.00025275,
      "loss": 6.1267,
      "step": 1685
    },
    {
      "epoch": 0.14322120285423037,
      "grad_norm": 2.153989963155459,
      "learning_rate": 0.00025289999999999997,
      "loss": 5.8408,
      "step": 1686
    },
    {
      "epoch": 0.14330615018688414,
      "grad_norm": 1.966886130729915,
      "learning_rate": 0.00025305,
      "loss": 6.3886,
      "step": 1687
    },
    {
      "epoch": 0.14339109751953788,
      "grad_norm": 1.913868222270303,
      "learning_rate": 0.0002532,
      "loss": 6.067,
      "step": 1688
    },
    {
      "epoch": 0.14347604485219165,
      "grad_norm": 2.2444671523579562,
      "learning_rate": 0.00025335,
      "loss": 6.2953,
      "step": 1689
    },
    {
      "epoch": 0.1435609921848454,
      "grad_norm": 2.3639850858293934,
      "learning_rate": 0.0002535,
      "loss": 6.1974,
      "step": 1690
    },
    {
      "epoch": 0.14364593951749915,
      "grad_norm": 2.0878700708033153,
      "learning_rate": 0.00025365,
      "loss": 6.3162,
      "step": 1691
    },
    {
      "epoch": 0.1437308868501529,
      "grad_norm": 1.8573031213813713,
      "learning_rate": 0.0002538,
      "loss": 6.1861,
      "step": 1692
    },
    {
      "epoch": 0.14381583418280666,
      "grad_norm": 1.766317442570708,
      "learning_rate": 0.00025394999999999997,
      "loss": 5.9245,
      "step": 1693
    },
    {
      "epoch": 0.1439007815154604,
      "grad_norm": 2.9058112125216837,
      "learning_rate": 0.0002541,
      "loss": 6.4692,
      "step": 1694
    },
    {
      "epoch": 0.14398572884811417,
      "grad_norm": 1.738900753417246,
      "learning_rate": 0.00025425,
      "loss": 6.0069,
      "step": 1695
    },
    {
      "epoch": 0.14407067618076794,
      "grad_norm": 1.9268706920195087,
      "learning_rate": 0.00025439999999999995,
      "loss": 6.1889,
      "step": 1696
    },
    {
      "epoch": 0.14415562351342168,
      "grad_norm": 1.8780690110149145,
      "learning_rate": 0.00025455,
      "loss": 6.4483,
      "step": 1697
    },
    {
      "epoch": 0.14424057084607544,
      "grad_norm": 2.8844579179868877,
      "learning_rate": 0.00025469999999999996,
      "loss": 6.2099,
      "step": 1698
    },
    {
      "epoch": 0.14432551817872918,
      "grad_norm": 1.9177649634106222,
      "learning_rate": 0.00025485,
      "loss": 5.7664,
      "step": 1699
    },
    {
      "epoch": 0.14441046551138295,
      "grad_norm": 2.87262997684755,
      "learning_rate": 0.00025499999999999996,
      "loss": 6.1026,
      "step": 1700
    },
    {
      "epoch": 0.1444954128440367,
      "grad_norm": 1.9352501213779454,
      "learning_rate": 0.00025515,
      "loss": 6.0843,
      "step": 1701
    },
    {
      "epoch": 0.14458036017669046,
      "grad_norm": 2.062259257027368,
      "learning_rate": 0.00025529999999999997,
      "loss": 6.1194,
      "step": 1702
    },
    {
      "epoch": 0.1446653075093442,
      "grad_norm": 1.8482797345941,
      "learning_rate": 0.00025545,
      "loss": 5.7986,
      "step": 1703
    },
    {
      "epoch": 0.14475025484199797,
      "grad_norm": 2.7254690548480918,
      "learning_rate": 0.0002556,
      "loss": 6.7542,
      "step": 1704
    },
    {
      "epoch": 0.1448352021746517,
      "grad_norm": 2.1879373867717167,
      "learning_rate": 0.00025575,
      "loss": 6.3886,
      "step": 1705
    },
    {
      "epoch": 0.14492014950730547,
      "grad_norm": 2.299073487991968,
      "learning_rate": 0.0002559,
      "loss": 6.7641,
      "step": 1706
    },
    {
      "epoch": 0.1450050968399592,
      "grad_norm": 2.3379224909727028,
      "learning_rate": 0.00025604999999999996,
      "loss": 6.2533,
      "step": 1707
    },
    {
      "epoch": 0.14509004417261298,
      "grad_norm": 2.1846252232984833,
      "learning_rate": 0.0002562,
      "loss": 6.1291,
      "step": 1708
    },
    {
      "epoch": 0.14517499150526675,
      "grad_norm": 2.4630412377945947,
      "learning_rate": 0.00025634999999999997,
      "loss": 5.8685,
      "step": 1709
    },
    {
      "epoch": 0.1452599388379205,
      "grad_norm": 1.9730527239185145,
      "learning_rate": 0.00025649999999999995,
      "loss": 6.1246,
      "step": 1710
    },
    {
      "epoch": 0.14534488617057426,
      "grad_norm": 2.0475550618575022,
      "learning_rate": 0.00025665,
      "loss": 6.4079,
      "step": 1711
    },
    {
      "epoch": 0.145429833503228,
      "grad_norm": 1.8788676830155284,
      "learning_rate": 0.00025679999999999995,
      "loss": 6.0676,
      "step": 1712
    },
    {
      "epoch": 0.14551478083588176,
      "grad_norm": 2.055155465521458,
      "learning_rate": 0.00025695,
      "loss": 6.5383,
      "step": 1713
    },
    {
      "epoch": 0.1455997281685355,
      "grad_norm": 1.8882792973782518,
      "learning_rate": 0.00025709999999999996,
      "loss": 5.9434,
      "step": 1714
    },
    {
      "epoch": 0.14568467550118927,
      "grad_norm": 2.339766737807759,
      "learning_rate": 0.00025725,
      "loss": 5.9629,
      "step": 1715
    },
    {
      "epoch": 0.145769622833843,
      "grad_norm": 3.9780850825144767,
      "learning_rate": 0.00025739999999999997,
      "loss": 6.151,
      "step": 1716
    },
    {
      "epoch": 0.14585457016649678,
      "grad_norm": 2.099037640223984,
      "learning_rate": 0.00025755,
      "loss": 6.0474,
      "step": 1717
    },
    {
      "epoch": 0.14593951749915052,
      "grad_norm": 1.9425747045597912,
      "learning_rate": 0.0002577,
      "loss": 6.7658,
      "step": 1718
    },
    {
      "epoch": 0.14602446483180428,
      "grad_norm": 2.403321179126185,
      "learning_rate": 0.00025785,
      "loss": 6.7185,
      "step": 1719
    },
    {
      "epoch": 0.14610941216445802,
      "grad_norm": 1.8162064529073367,
      "learning_rate": 0.000258,
      "loss": 6.0698,
      "step": 1720
    },
    {
      "epoch": 0.1461943594971118,
      "grad_norm": 1.9318967310469595,
      "learning_rate": 0.00025815,
      "loss": 5.7234,
      "step": 1721
    },
    {
      "epoch": 0.14627930682976553,
      "grad_norm": 1.863107637805633,
      "learning_rate": 0.0002583,
      "loss": 6.6227,
      "step": 1722
    },
    {
      "epoch": 0.1463642541624193,
      "grad_norm": 1.9078690230290922,
      "learning_rate": 0.00025844999999999997,
      "loss": 5.8547,
      "step": 1723
    },
    {
      "epoch": 0.14644920149507307,
      "grad_norm": 2.290938920472438,
      "learning_rate": 0.0002586,
      "loss": 6.6268,
      "step": 1724
    },
    {
      "epoch": 0.1465341488277268,
      "grad_norm": 2.1412337304852236,
      "learning_rate": 0.00025875,
      "loss": 6.2193,
      "step": 1725
    },
    {
      "epoch": 0.14661909616038057,
      "grad_norm": 1.7949200972659125,
      "learning_rate": 0.00025889999999999995,
      "loss": 6.0215,
      "step": 1726
    },
    {
      "epoch": 0.14670404349303431,
      "grad_norm": 1.8067558892950115,
      "learning_rate": 0.00025905,
      "loss": 6.5516,
      "step": 1727
    },
    {
      "epoch": 0.14678899082568808,
      "grad_norm": 1.926215249217446,
      "learning_rate": 0.00025919999999999996,
      "loss": 6.1127,
      "step": 1728
    },
    {
      "epoch": 0.14687393815834182,
      "grad_norm": 2.1398062007130565,
      "learning_rate": 0.00025935,
      "loss": 6.4634,
      "step": 1729
    },
    {
      "epoch": 0.1469588854909956,
      "grad_norm": 1.7138789071606475,
      "learning_rate": 0.00025949999999999997,
      "loss": 5.8677,
      "step": 1730
    },
    {
      "epoch": 0.14704383282364933,
      "grad_norm": 1.7749583874198365,
      "learning_rate": 0.00025965,
      "loss": 6.4675,
      "step": 1731
    },
    {
      "epoch": 0.1471287801563031,
      "grad_norm": 1.8661213901591183,
      "learning_rate": 0.00025979999999999997,
      "loss": 6.1436,
      "step": 1732
    },
    {
      "epoch": 0.14721372748895684,
      "grad_norm": 1.9556581819780672,
      "learning_rate": 0.00025995,
      "loss": 6.6203,
      "step": 1733
    },
    {
      "epoch": 0.1472986748216106,
      "grad_norm": 2.1069822755083862,
      "learning_rate": 0.0002601,
      "loss": 6.2314,
      "step": 1734
    },
    {
      "epoch": 0.14738362215426434,
      "grad_norm": 1.9005117335710815,
      "learning_rate": 0.00026025,
      "loss": 5.9931,
      "step": 1735
    },
    {
      "epoch": 0.1474685694869181,
      "grad_norm": 1.852349204424628,
      "learning_rate": 0.0002604,
      "loss": 6.0485,
      "step": 1736
    },
    {
      "epoch": 0.14755351681957188,
      "grad_norm": 2.023561703187515,
      "learning_rate": 0.00026055,
      "loss": 6.0729,
      "step": 1737
    },
    {
      "epoch": 0.14763846415222562,
      "grad_norm": 1.830795828718836,
      "learning_rate": 0.0002607,
      "loss": 5.6732,
      "step": 1738
    },
    {
      "epoch": 0.14772341148487939,
      "grad_norm": 2.0002618750304704,
      "learning_rate": 0.00026084999999999997,
      "loss": 5.7736,
      "step": 1739
    },
    {
      "epoch": 0.14780835881753313,
      "grad_norm": 1.8374165549253478,
      "learning_rate": 0.000261,
      "loss": 6.1727,
      "step": 1740
    },
    {
      "epoch": 0.1478933061501869,
      "grad_norm": 1.8431188926953588,
      "learning_rate": 0.00026115,
      "loss": 6.2826,
      "step": 1741
    },
    {
      "epoch": 0.14797825348284063,
      "grad_norm": 2.0003328745449864,
      "learning_rate": 0.00026129999999999995,
      "loss": 6.5128,
      "step": 1742
    },
    {
      "epoch": 0.1480632008154944,
      "grad_norm": 1.995536746840638,
      "learning_rate": 0.00026145,
      "loss": 6.1902,
      "step": 1743
    },
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 1.7486115494901961,
      "learning_rate": 0.00026159999999999996,
      "loss": 6.0091,
      "step": 1744
    },
    {
      "epoch": 0.1482330954808019,
      "grad_norm": 1.9431267720554173,
      "learning_rate": 0.00026175,
      "loss": 6.4802,
      "step": 1745
    },
    {
      "epoch": 0.14831804281345565,
      "grad_norm": 2.9218248603277646,
      "learning_rate": 0.00026189999999999997,
      "loss": 6.1799,
      "step": 1746
    },
    {
      "epoch": 0.14840299014610941,
      "grad_norm": 2.129025798839681,
      "learning_rate": 0.00026205,
      "loss": 5.8568,
      "step": 1747
    },
    {
      "epoch": 0.14848793747876315,
      "grad_norm": 2.65946252068372,
      "learning_rate": 0.0002622,
      "loss": 6.0232,
      "step": 1748
    },
    {
      "epoch": 0.14857288481141692,
      "grad_norm": 1.9920733869748544,
      "learning_rate": 0.00026235,
      "loss": 6.3576,
      "step": 1749
    },
    {
      "epoch": 0.1486578321440707,
      "grad_norm": 1.8316003639318914,
      "learning_rate": 0.0002625,
      "loss": 6.2788,
      "step": 1750
    },
    {
      "epoch": 0.14874277947672443,
      "grad_norm": 2.2344688845155214,
      "learning_rate": 0.00026264999999999996,
      "loss": 5.8597,
      "step": 1751
    },
    {
      "epoch": 0.1488277268093782,
      "grad_norm": 1.8589947003567704,
      "learning_rate": 0.0002628,
      "loss": 6.5393,
      "step": 1752
    },
    {
      "epoch": 0.14891267414203194,
      "grad_norm": 2.2825306801952796,
      "learning_rate": 0.00026294999999999997,
      "loss": 6.7325,
      "step": 1753
    },
    {
      "epoch": 0.1489976214746857,
      "grad_norm": 1.8290818538802671,
      "learning_rate": 0.0002631,
      "loss": 6.1835,
      "step": 1754
    },
    {
      "epoch": 0.14908256880733944,
      "grad_norm": 2.4124245396823136,
      "learning_rate": 0.00026325,
      "loss": 6.5121,
      "step": 1755
    },
    {
      "epoch": 0.1491675161399932,
      "grad_norm": 2.051021167079359,
      "learning_rate": 0.00026339999999999995,
      "loss": 6.5991,
      "step": 1756
    },
    {
      "epoch": 0.14925246347264695,
      "grad_norm": 1.7117137969942895,
      "learning_rate": 0.00026355,
      "loss": 6.1281,
      "step": 1757
    },
    {
      "epoch": 0.14933741080530072,
      "grad_norm": 1.905887874460554,
      "learning_rate": 0.00026369999999999996,
      "loss": 6.0114,
      "step": 1758
    },
    {
      "epoch": 0.14942235813795446,
      "grad_norm": 1.8647337598264186,
      "learning_rate": 0.00026384999999999994,
      "loss": 6.0541,
      "step": 1759
    },
    {
      "epoch": 0.14950730547060823,
      "grad_norm": 2.1714819585230756,
      "learning_rate": 0.00026399999999999997,
      "loss": 6.2498,
      "step": 1760
    },
    {
      "epoch": 0.14959225280326197,
      "grad_norm": 2.3723936690751883,
      "learning_rate": 0.00026414999999999994,
      "loss": 6.5908,
      "step": 1761
    },
    {
      "epoch": 0.14967720013591573,
      "grad_norm": 2.0267412290966194,
      "learning_rate": 0.0002643,
      "loss": 6.3554,
      "step": 1762
    },
    {
      "epoch": 0.14976214746856947,
      "grad_norm": 1.7185806606107605,
      "learning_rate": 0.00026444999999999995,
      "loss": 6.4238,
      "step": 1763
    },
    {
      "epoch": 0.14984709480122324,
      "grad_norm": 1.9032475629062147,
      "learning_rate": 0.0002646,
      "loss": 5.9962,
      "step": 1764
    },
    {
      "epoch": 0.149932042133877,
      "grad_norm": 2.0692428613690415,
      "learning_rate": 0.00026474999999999996,
      "loss": 5.9383,
      "step": 1765
    },
    {
      "epoch": 0.15001698946653075,
      "grad_norm": 1.917743290560722,
      "learning_rate": 0.0002649,
      "loss": 6.0585,
      "step": 1766
    },
    {
      "epoch": 0.15010193679918452,
      "grad_norm": 2.1690288043514827,
      "learning_rate": 0.00026504999999999996,
      "loss": 6.4579,
      "step": 1767
    },
    {
      "epoch": 0.15018688413183826,
      "grad_norm": 1.8991399759160998,
      "learning_rate": 0.0002652,
      "loss": 6.2365,
      "step": 1768
    },
    {
      "epoch": 0.15027183146449202,
      "grad_norm": 2.1001441578678266,
      "learning_rate": 0.00026534999999999997,
      "loss": 6.0329,
      "step": 1769
    },
    {
      "epoch": 0.15035677879714576,
      "grad_norm": 1.9938676066381074,
      "learning_rate": 0.0002655,
      "loss": 5.9642,
      "step": 1770
    },
    {
      "epoch": 0.15044172612979953,
      "grad_norm": 2.0119674006858257,
      "learning_rate": 0.00026565,
      "loss": 5.954,
      "step": 1771
    },
    {
      "epoch": 0.15052667346245327,
      "grad_norm": 1.9374468553003625,
      "learning_rate": 0.00026579999999999996,
      "loss": 6.0584,
      "step": 1772
    },
    {
      "epoch": 0.15061162079510704,
      "grad_norm": 2.168195015343659,
      "learning_rate": 0.00026595,
      "loss": 5.9112,
      "step": 1773
    },
    {
      "epoch": 0.15069656812776078,
      "grad_norm": 1.939978044944122,
      "learning_rate": 0.00026609999999999996,
      "loss": 6.0512,
      "step": 1774
    },
    {
      "epoch": 0.15078151546041454,
      "grad_norm": 2.1662952259886894,
      "learning_rate": 0.00026624999999999994,
      "loss": 6.171,
      "step": 1775
    },
    {
      "epoch": 0.15086646279306828,
      "grad_norm": 2.1121020126927452,
      "learning_rate": 0.00026639999999999997,
      "loss": 6.3464,
      "step": 1776
    },
    {
      "epoch": 0.15095141012572205,
      "grad_norm": 1.7297031186942298,
      "learning_rate": 0.00026654999999999995,
      "loss": 5.9043,
      "step": 1777
    },
    {
      "epoch": 0.15103635745837582,
      "grad_norm": 1.7901527040257474,
      "learning_rate": 0.0002667,
      "loss": 6.254,
      "step": 1778
    },
    {
      "epoch": 0.15112130479102956,
      "grad_norm": 1.870732069089656,
      "learning_rate": 0.00026684999999999995,
      "loss": 5.9203,
      "step": 1779
    },
    {
      "epoch": 0.15120625212368333,
      "grad_norm": 1.8912904942379567,
      "learning_rate": 0.000267,
      "loss": 6.2095,
      "step": 1780
    },
    {
      "epoch": 0.15129119945633707,
      "grad_norm": 1.9478531788427387,
      "learning_rate": 0.00026714999999999996,
      "loss": 5.7566,
      "step": 1781
    },
    {
      "epoch": 0.15137614678899083,
      "grad_norm": 2.127456820456945,
      "learning_rate": 0.0002673,
      "loss": 5.9124,
      "step": 1782
    },
    {
      "epoch": 0.15146109412164457,
      "grad_norm": 1.9589110246478298,
      "learning_rate": 0.00026744999999999997,
      "loss": 6.2009,
      "step": 1783
    },
    {
      "epoch": 0.15154604145429834,
      "grad_norm": 2.6045658474566378,
      "learning_rate": 0.0002676,
      "loss": 5.9937,
      "step": 1784
    },
    {
      "epoch": 0.15163098878695208,
      "grad_norm": 1.7712641304292076,
      "learning_rate": 0.00026775,
      "loss": 5.7778,
      "step": 1785
    },
    {
      "epoch": 0.15171593611960585,
      "grad_norm": 2.4009479920009658,
      "learning_rate": 0.0002679,
      "loss": 6.3813,
      "step": 1786
    },
    {
      "epoch": 0.1518008834522596,
      "grad_norm": 1.8351661657491427,
      "learning_rate": 0.00026805,
      "loss": 6.0565,
      "step": 1787
    },
    {
      "epoch": 0.15188583078491336,
      "grad_norm": 2.7465578379994784,
      "learning_rate": 0.00026819999999999996,
      "loss": 6.1279,
      "step": 1788
    },
    {
      "epoch": 0.1519707781175671,
      "grad_norm": 1.7963004469508,
      "learning_rate": 0.00026835,
      "loss": 6.1981,
      "step": 1789
    },
    {
      "epoch": 0.15205572545022086,
      "grad_norm": 1.8344060522808394,
      "learning_rate": 0.00026849999999999997,
      "loss": 6.385,
      "step": 1790
    },
    {
      "epoch": 0.15214067278287463,
      "grad_norm": 1.998558887623423,
      "learning_rate": 0.00026864999999999994,
      "loss": 6.5792,
      "step": 1791
    },
    {
      "epoch": 0.15222562011552837,
      "grad_norm": 2.000701762493381,
      "learning_rate": 0.0002688,
      "loss": 6.1421,
      "step": 1792
    },
    {
      "epoch": 0.15231056744818214,
      "grad_norm": 1.7367547625246755,
      "learning_rate": 0.00026894999999999995,
      "loss": 6.0579,
      "step": 1793
    },
    {
      "epoch": 0.15239551478083588,
      "grad_norm": 2.0558159372091027,
      "learning_rate": 0.0002691,
      "loss": 6.1911,
      "step": 1794
    },
    {
      "epoch": 0.15248046211348965,
      "grad_norm": 1.9387127989830564,
      "learning_rate": 0.00026924999999999996,
      "loss": 6.4394,
      "step": 1795
    },
    {
      "epoch": 0.15256540944614339,
      "grad_norm": 2.4429381077892507,
      "learning_rate": 0.0002694,
      "loss": 5.7039,
      "step": 1796
    },
    {
      "epoch": 0.15265035677879715,
      "grad_norm": 2.0818797809224305,
      "learning_rate": 0.00026954999999999997,
      "loss": 6.2775,
      "step": 1797
    },
    {
      "epoch": 0.1527353041114509,
      "grad_norm": 1.8609258350847255,
      "learning_rate": 0.0002697,
      "loss": 6.065,
      "step": 1798
    },
    {
      "epoch": 0.15282025144410466,
      "grad_norm": 1.7973865351763592,
      "learning_rate": 0.00026984999999999997,
      "loss": 6.0696,
      "step": 1799
    },
    {
      "epoch": 0.1529051987767584,
      "grad_norm": 2.286174565655185,
      "learning_rate": 0.00027,
      "loss": 6.3748,
      "step": 1800
    },
    {
      "epoch": 0.15299014610941217,
      "grad_norm": 1.7454217789838768,
      "learning_rate": 0.00027015,
      "loss": 5.7581,
      "step": 1801
    },
    {
      "epoch": 0.1530750934420659,
      "grad_norm": 1.8046465325970893,
      "learning_rate": 0.00027029999999999996,
      "loss": 5.9218,
      "step": 1802
    },
    {
      "epoch": 0.15316004077471967,
      "grad_norm": 1.8629408626999981,
      "learning_rate": 0.00027045,
      "loss": 5.917,
      "step": 1803
    },
    {
      "epoch": 0.15324498810737344,
      "grad_norm": 2.0870335689314308,
      "learning_rate": 0.00027059999999999996,
      "loss": 6.2542,
      "step": 1804
    },
    {
      "epoch": 0.15332993544002718,
      "grad_norm": 1.8457188610395587,
      "learning_rate": 0.00027074999999999994,
      "loss": 6.1704,
      "step": 1805
    },
    {
      "epoch": 0.15341488277268095,
      "grad_norm": 3.7011072239226293,
      "learning_rate": 0.00027089999999999997,
      "loss": 6.1807,
      "step": 1806
    },
    {
      "epoch": 0.1534998301053347,
      "grad_norm": 1.9988634801519134,
      "learning_rate": 0.00027104999999999995,
      "loss": 6.0775,
      "step": 1807
    },
    {
      "epoch": 0.15358477743798846,
      "grad_norm": 2.0549953040117934,
      "learning_rate": 0.0002712,
      "loss": 6.0047,
      "step": 1808
    },
    {
      "epoch": 0.1536697247706422,
      "grad_norm": 1.7804442052559672,
      "learning_rate": 0.00027134999999999995,
      "loss": 6.3655,
      "step": 1809
    },
    {
      "epoch": 0.15375467210329596,
      "grad_norm": 2.1161956594884805,
      "learning_rate": 0.0002715,
      "loss": 6.0932,
      "step": 1810
    },
    {
      "epoch": 0.1538396194359497,
      "grad_norm": 2.0231155972319597,
      "learning_rate": 0.00027164999999999996,
      "loss": 5.9703,
      "step": 1811
    },
    {
      "epoch": 0.15392456676860347,
      "grad_norm": 2.158308267774775,
      "learning_rate": 0.0002718,
      "loss": 6.4688,
      "step": 1812
    },
    {
      "epoch": 0.1540095141012572,
      "grad_norm": 2.346565946252058,
      "learning_rate": 0.00027194999999999997,
      "loss": 6.4545,
      "step": 1813
    },
    {
      "epoch": 0.15409446143391098,
      "grad_norm": 2.0030104314437587,
      "learning_rate": 0.0002721,
      "loss": 6.1089,
      "step": 1814
    },
    {
      "epoch": 0.15417940876656472,
      "grad_norm": 2.0655106957563185,
      "learning_rate": 0.00027225,
      "loss": 6.3581,
      "step": 1815
    },
    {
      "epoch": 0.15426435609921849,
      "grad_norm": 1.912707647223859,
      "learning_rate": 0.0002724,
      "loss": 6.476,
      "step": 1816
    },
    {
      "epoch": 0.15434930343187223,
      "grad_norm": 1.907688940225811,
      "learning_rate": 0.00027255,
      "loss": 6.6538,
      "step": 1817
    },
    {
      "epoch": 0.154434250764526,
      "grad_norm": 2.01045365195873,
      "learning_rate": 0.00027269999999999996,
      "loss": 6.4494,
      "step": 1818
    },
    {
      "epoch": 0.15451919809717976,
      "grad_norm": 2.2350041933277924,
      "learning_rate": 0.00027285,
      "loss": 6.3081,
      "step": 1819
    },
    {
      "epoch": 0.1546041454298335,
      "grad_norm": 1.908093104335561,
      "learning_rate": 0.00027299999999999997,
      "loss": 5.9696,
      "step": 1820
    },
    {
      "epoch": 0.15468909276248727,
      "grad_norm": 1.8465162917972762,
      "learning_rate": 0.00027314999999999994,
      "loss": 6.4979,
      "step": 1821
    },
    {
      "epoch": 0.154774040095141,
      "grad_norm": 1.7255874596157423,
      "learning_rate": 0.0002733,
      "loss": 6.2865,
      "step": 1822
    },
    {
      "epoch": 0.15485898742779478,
      "grad_norm": 1.9837970057536873,
      "learning_rate": 0.00027344999999999995,
      "loss": 6.1226,
      "step": 1823
    },
    {
      "epoch": 0.15494393476044852,
      "grad_norm": 2.10685673472885,
      "learning_rate": 0.0002736,
      "loss": 6.2515,
      "step": 1824
    },
    {
      "epoch": 0.15502888209310228,
      "grad_norm": 2.266663364436952,
      "learning_rate": 0.00027374999999999996,
      "loss": 5.8757,
      "step": 1825
    },
    {
      "epoch": 0.15511382942575602,
      "grad_norm": 1.9546443273193204,
      "learning_rate": 0.0002739,
      "loss": 5.801,
      "step": 1826
    },
    {
      "epoch": 0.1551987767584098,
      "grad_norm": 2.116957461706771,
      "learning_rate": 0.00027404999999999997,
      "loss": 6.0739,
      "step": 1827
    },
    {
      "epoch": 0.15528372409106353,
      "grad_norm": 1.7322747104743226,
      "learning_rate": 0.0002742,
      "loss": 5.8816,
      "step": 1828
    },
    {
      "epoch": 0.1553686714237173,
      "grad_norm": 3.6177142512939042,
      "learning_rate": 0.00027435,
      "loss": 6.7436,
      "step": 1829
    },
    {
      "epoch": 0.15545361875637104,
      "grad_norm": 2.060878853969311,
      "learning_rate": 0.0002745,
      "loss": 5.7159,
      "step": 1830
    },
    {
      "epoch": 0.1555385660890248,
      "grad_norm": 1.9200914980803891,
      "learning_rate": 0.00027465,
      "loss": 6.022,
      "step": 1831
    },
    {
      "epoch": 0.15562351342167857,
      "grad_norm": 2.163980036611767,
      "learning_rate": 0.0002748,
      "loss": 6.136,
      "step": 1832
    },
    {
      "epoch": 0.1557084607543323,
      "grad_norm": 2.090310907758602,
      "learning_rate": 0.00027495,
      "loss": 6.2789,
      "step": 1833
    },
    {
      "epoch": 0.15579340808698608,
      "grad_norm": 1.8564422812345727,
      "learning_rate": 0.00027509999999999996,
      "loss": 5.6549,
      "step": 1834
    },
    {
      "epoch": 0.15587835541963982,
      "grad_norm": 1.932013050053276,
      "learning_rate": 0.00027525,
      "loss": 6.0431,
      "step": 1835
    },
    {
      "epoch": 0.1559633027522936,
      "grad_norm": 1.9348543382285224,
      "learning_rate": 0.00027539999999999997,
      "loss": 5.7856,
      "step": 1836
    },
    {
      "epoch": 0.15604825008494733,
      "grad_norm": 1.8710855449273442,
      "learning_rate": 0.00027554999999999995,
      "loss": 6.0602,
      "step": 1837
    },
    {
      "epoch": 0.1561331974176011,
      "grad_norm": 1.9703517990259007,
      "learning_rate": 0.0002757,
      "loss": 6.214,
      "step": 1838
    },
    {
      "epoch": 0.15621814475025483,
      "grad_norm": 1.8508630616363055,
      "learning_rate": 0.00027584999999999996,
      "loss": 6.0333,
      "step": 1839
    },
    {
      "epoch": 0.1563030920829086,
      "grad_norm": 1.9027342301680004,
      "learning_rate": 0.000276,
      "loss": 5.9933,
      "step": 1840
    },
    {
      "epoch": 0.15638803941556234,
      "grad_norm": 2.3572991103131464,
      "learning_rate": 0.00027614999999999996,
      "loss": 6.5589,
      "step": 1841
    },
    {
      "epoch": 0.1564729867482161,
      "grad_norm": 1.9661233709054526,
      "learning_rate": 0.0002763,
      "loss": 6.5772,
      "step": 1842
    },
    {
      "epoch": 0.15655793408086985,
      "grad_norm": 2.010877376846711,
      "learning_rate": 0.00027644999999999997,
      "loss": 6.7701,
      "step": 1843
    },
    {
      "epoch": 0.15664288141352362,
      "grad_norm": 2.607406543124924,
      "learning_rate": 0.0002766,
      "loss": 6.6373,
      "step": 1844
    },
    {
      "epoch": 0.15672782874617738,
      "grad_norm": 2.503435616010192,
      "learning_rate": 0.00027675,
      "loss": 5.9869,
      "step": 1845
    },
    {
      "epoch": 0.15681277607883112,
      "grad_norm": 1.7648027114075489,
      "learning_rate": 0.0002769,
      "loss": 6.4638,
      "step": 1846
    },
    {
      "epoch": 0.1568977234114849,
      "grad_norm": 2.1033382406480237,
      "learning_rate": 0.00027705,
      "loss": 6.5297,
      "step": 1847
    },
    {
      "epoch": 0.15698267074413863,
      "grad_norm": 2.0859291216676934,
      "learning_rate": 0.0002772,
      "loss": 6.3418,
      "step": 1848
    },
    {
      "epoch": 0.1570676180767924,
      "grad_norm": 2.775411892028103,
      "learning_rate": 0.00027735,
      "loss": 6.5334,
      "step": 1849
    },
    {
      "epoch": 0.15715256540944614,
      "grad_norm": 2.233184159907285,
      "learning_rate": 0.00027749999999999997,
      "loss": 6.7395,
      "step": 1850
    },
    {
      "epoch": 0.1572375127420999,
      "grad_norm": 1.8819307510936665,
      "learning_rate": 0.00027764999999999995,
      "loss": 6.7272,
      "step": 1851
    },
    {
      "epoch": 0.15732246007475365,
      "grad_norm": 2.052244563879764,
      "learning_rate": 0.0002778,
      "loss": 5.9478,
      "step": 1852
    },
    {
      "epoch": 0.1574074074074074,
      "grad_norm": 1.732840609522695,
      "learning_rate": 0.00027794999999999995,
      "loss": 6.0186,
      "step": 1853
    },
    {
      "epoch": 0.15749235474006115,
      "grad_norm": 1.8325692336431372,
      "learning_rate": 0.0002781,
      "loss": 6.2886,
      "step": 1854
    },
    {
      "epoch": 0.15757730207271492,
      "grad_norm": 1.9880481518215025,
      "learning_rate": 0.00027824999999999996,
      "loss": 5.9734,
      "step": 1855
    },
    {
      "epoch": 0.15766224940536866,
      "grad_norm": 2.0896573439611523,
      "learning_rate": 0.0002784,
      "loss": 5.9375,
      "step": 1856
    },
    {
      "epoch": 0.15774719673802243,
      "grad_norm": 2.0540022748874387,
      "learning_rate": 0.00027854999999999997,
      "loss": 6.6282,
      "step": 1857
    },
    {
      "epoch": 0.15783214407067617,
      "grad_norm": 1.749304244713097,
      "learning_rate": 0.0002787,
      "loss": 6.1617,
      "step": 1858
    },
    {
      "epoch": 0.15791709140332993,
      "grad_norm": 2.069841331403401,
      "learning_rate": 0.00027885,
      "loss": 6.0498,
      "step": 1859
    },
    {
      "epoch": 0.1580020387359837,
      "grad_norm": 1.8039353842501584,
      "learning_rate": 0.000279,
      "loss": 5.9839,
      "step": 1860
    },
    {
      "epoch": 0.15808698606863744,
      "grad_norm": 2.2681116064337887,
      "learning_rate": 0.00027915,
      "loss": 5.985,
      "step": 1861
    },
    {
      "epoch": 0.1581719334012912,
      "grad_norm": 2.3438448464923063,
      "learning_rate": 0.0002793,
      "loss": 6.5409,
      "step": 1862
    },
    {
      "epoch": 0.15825688073394495,
      "grad_norm": 1.7840666574852515,
      "learning_rate": 0.00027945,
      "loss": 5.8677,
      "step": 1863
    },
    {
      "epoch": 0.15834182806659872,
      "grad_norm": 1.854116173061288,
      "learning_rate": 0.00027959999999999997,
      "loss": 6.621,
      "step": 1864
    },
    {
      "epoch": 0.15842677539925246,
      "grad_norm": 1.9475732950074554,
      "learning_rate": 0.00027975,
      "loss": 6.1721,
      "step": 1865
    },
    {
      "epoch": 0.15851172273190622,
      "grad_norm": 1.9492613477219078,
      "learning_rate": 0.0002799,
      "loss": 5.8099,
      "step": 1866
    },
    {
      "epoch": 0.15859667006455996,
      "grad_norm": 1.9607682649234328,
      "learning_rate": 0.00028004999999999995,
      "loss": 6.3662,
      "step": 1867
    },
    {
      "epoch": 0.15868161739721373,
      "grad_norm": 1.9007190009651533,
      "learning_rate": 0.0002802,
      "loss": 6.0791,
      "step": 1868
    },
    {
      "epoch": 0.15876656472986747,
      "grad_norm": 2.0867305735313257,
      "learning_rate": 0.00028034999999999996,
      "loss": 6.4902,
      "step": 1869
    },
    {
      "epoch": 0.15885151206252124,
      "grad_norm": 1.9706638597833215,
      "learning_rate": 0.0002805,
      "loss": 6.5851,
      "step": 1870
    },
    {
      "epoch": 0.15893645939517498,
      "grad_norm": 2.1167241299992274,
      "learning_rate": 0.00028064999999999996,
      "loss": 6.0542,
      "step": 1871
    },
    {
      "epoch": 0.15902140672782875,
      "grad_norm": 1.8145834850048974,
      "learning_rate": 0.0002808,
      "loss": 6.1296,
      "step": 1872
    },
    {
      "epoch": 0.1591063540604825,
      "grad_norm": 1.9057113584722056,
      "learning_rate": 0.00028094999999999997,
      "loss": 6.0271,
      "step": 1873
    },
    {
      "epoch": 0.15919130139313625,
      "grad_norm": 1.7530372144831798,
      "learning_rate": 0.0002811,
      "loss": 6.5625,
      "step": 1874
    },
    {
      "epoch": 0.15927624872579002,
      "grad_norm": 1.9154709167930422,
      "learning_rate": 0.00028125,
      "loss": 6.1096,
      "step": 1875
    },
    {
      "epoch": 0.15936119605844376,
      "grad_norm": 1.933707588905445,
      "learning_rate": 0.00028139999999999996,
      "loss": 5.8548,
      "step": 1876
    },
    {
      "epoch": 0.15944614339109753,
      "grad_norm": 1.7756033299843224,
      "learning_rate": 0.00028155,
      "loss": 6.2348,
      "step": 1877
    },
    {
      "epoch": 0.15953109072375127,
      "grad_norm": 1.9338802149836904,
      "learning_rate": 0.00028169999999999996,
      "loss": 6.1775,
      "step": 1878
    },
    {
      "epoch": 0.15961603805640504,
      "grad_norm": 1.8969278717856428,
      "learning_rate": 0.00028185,
      "loss": 6.1975,
      "step": 1879
    },
    {
      "epoch": 0.15970098538905877,
      "grad_norm": 1.9168007104736309,
      "learning_rate": 0.00028199999999999997,
      "loss": 6.1106,
      "step": 1880
    },
    {
      "epoch": 0.15978593272171254,
      "grad_norm": 2.531306665778897,
      "learning_rate": 0.00028215,
      "loss": 6.3373,
      "step": 1881
    },
    {
      "epoch": 0.15987088005436628,
      "grad_norm": 1.8516559851520564,
      "learning_rate": 0.0002823,
      "loss": 6.1058,
      "step": 1882
    },
    {
      "epoch": 0.15995582738702005,
      "grad_norm": 1.6751795727215804,
      "learning_rate": 0.00028244999999999995,
      "loss": 6.3488,
      "step": 1883
    },
    {
      "epoch": 0.1600407747196738,
      "grad_norm": 1.8765873948576937,
      "learning_rate": 0.0002826,
      "loss": 6.4643,
      "step": 1884
    },
    {
      "epoch": 0.16012572205232756,
      "grad_norm": 1.6392992353493394,
      "learning_rate": 0.00028274999999999996,
      "loss": 5.9382,
      "step": 1885
    },
    {
      "epoch": 0.16021066938498132,
      "grad_norm": 1.7954673032221296,
      "learning_rate": 0.00028289999999999994,
      "loss": 6.008,
      "step": 1886
    },
    {
      "epoch": 0.16029561671763506,
      "grad_norm": 1.780287739451318,
      "learning_rate": 0.00028304999999999997,
      "loss": 6.5384,
      "step": 1887
    },
    {
      "epoch": 0.16038056405028883,
      "grad_norm": 1.9764947250343496,
      "learning_rate": 0.00028319999999999994,
      "loss": 6.3457,
      "step": 1888
    },
    {
      "epoch": 0.16046551138294257,
      "grad_norm": 1.7974578079711736,
      "learning_rate": 0.00028335,
      "loss": 5.8263,
      "step": 1889
    },
    {
      "epoch": 0.16055045871559634,
      "grad_norm": 1.734048945631242,
      "learning_rate": 0.00028349999999999995,
      "loss": 6.2159,
      "step": 1890
    },
    {
      "epoch": 0.16063540604825008,
      "grad_norm": 1.9887840055434054,
      "learning_rate": 0.00028365,
      "loss": 6.158,
      "step": 1891
    },
    {
      "epoch": 0.16072035338090385,
      "grad_norm": 1.7960735277858684,
      "learning_rate": 0.00028379999999999996,
      "loss": 6.0562,
      "step": 1892
    },
    {
      "epoch": 0.1608053007135576,
      "grad_norm": 1.6420504261446442,
      "learning_rate": 0.00028395,
      "loss": 6.035,
      "step": 1893
    },
    {
      "epoch": 0.16089024804621135,
      "grad_norm": 1.69473808081947,
      "learning_rate": 0.00028409999999999997,
      "loss": 6.1687,
      "step": 1894
    },
    {
      "epoch": 0.1609751953788651,
      "grad_norm": 1.7472391012310136,
      "learning_rate": 0.00028425,
      "loss": 5.8909,
      "step": 1895
    },
    {
      "epoch": 0.16106014271151886,
      "grad_norm": 1.7721862541215945,
      "learning_rate": 0.0002844,
      "loss": 6.5675,
      "step": 1896
    },
    {
      "epoch": 0.1611450900441726,
      "grad_norm": 1.746093167438986,
      "learning_rate": 0.00028455,
      "loss": 6.0518,
      "step": 1897
    },
    {
      "epoch": 0.16123003737682637,
      "grad_norm": 1.754132893836976,
      "learning_rate": 0.0002847,
      "loss": 6.4945,
      "step": 1898
    },
    {
      "epoch": 0.16131498470948014,
      "grad_norm": 1.828910651965867,
      "learning_rate": 0.00028484999999999996,
      "loss": 6.1174,
      "step": 1899
    },
    {
      "epoch": 0.16139993204213388,
      "grad_norm": 2.612476871399457,
      "learning_rate": 0.000285,
      "loss": 5.7272,
      "step": 1900
    },
    {
      "epoch": 0.16148487937478764,
      "grad_norm": 1.9112368246200644,
      "learning_rate": 0.00028514999999999997,
      "loss": 6.2012,
      "step": 1901
    },
    {
      "epoch": 0.16156982670744138,
      "grad_norm": 1.7503183623039427,
      "learning_rate": 0.00028529999999999994,
      "loss": 5.8134,
      "step": 1902
    },
    {
      "epoch": 0.16165477404009515,
      "grad_norm": 1.8552813153071313,
      "learning_rate": 0.00028544999999999997,
      "loss": 5.7751,
      "step": 1903
    },
    {
      "epoch": 0.1617397213727489,
      "grad_norm": 2.198989041114674,
      "learning_rate": 0.00028559999999999995,
      "loss": 6.733,
      "step": 1904
    },
    {
      "epoch": 0.16182466870540266,
      "grad_norm": 1.8571227169570559,
      "learning_rate": 0.00028575,
      "loss": 6.6627,
      "step": 1905
    },
    {
      "epoch": 0.1619096160380564,
      "grad_norm": 1.7839143105985538,
      "learning_rate": 0.00028589999999999996,
      "loss": 6.0562,
      "step": 1906
    },
    {
      "epoch": 0.16199456337071017,
      "grad_norm": 1.8393735043743473,
      "learning_rate": 0.00028605,
      "loss": 6.1013,
      "step": 1907
    },
    {
      "epoch": 0.1620795107033639,
      "grad_norm": 1.7023843977015043,
      "learning_rate": 0.00028619999999999996,
      "loss": 6.2239,
      "step": 1908
    },
    {
      "epoch": 0.16216445803601767,
      "grad_norm": 1.63812165056619,
      "learning_rate": 0.00028635,
      "loss": 6.027,
      "step": 1909
    },
    {
      "epoch": 0.1622494053686714,
      "grad_norm": 1.6512870746833248,
      "learning_rate": 0.00028649999999999997,
      "loss": 5.9645,
      "step": 1910
    },
    {
      "epoch": 0.16233435270132518,
      "grad_norm": 2.303656390660287,
      "learning_rate": 0.00028665,
      "loss": 6.1918,
      "step": 1911
    },
    {
      "epoch": 0.16241930003397892,
      "grad_norm": 1.824142259155572,
      "learning_rate": 0.0002868,
      "loss": 6.0935,
      "step": 1912
    },
    {
      "epoch": 0.1625042473666327,
      "grad_norm": 1.8103583742243607,
      "learning_rate": 0.00028694999999999995,
      "loss": 6.0785,
      "step": 1913
    },
    {
      "epoch": 0.16258919469928645,
      "grad_norm": 1.8446977334881745,
      "learning_rate": 0.0002871,
      "loss": 5.8407,
      "step": 1914
    },
    {
      "epoch": 0.1626741420319402,
      "grad_norm": 1.8609557252796984,
      "learning_rate": 0.00028724999999999996,
      "loss": 5.5163,
      "step": 1915
    },
    {
      "epoch": 0.16275908936459396,
      "grad_norm": 1.7856845680471336,
      "learning_rate": 0.00028739999999999994,
      "loss": 6.6621,
      "step": 1916
    },
    {
      "epoch": 0.1628440366972477,
      "grad_norm": 1.7189493030267522,
      "learning_rate": 0.00028754999999999997,
      "loss": 5.9289,
      "step": 1917
    },
    {
      "epoch": 0.16292898402990147,
      "grad_norm": 1.659112303856043,
      "learning_rate": 0.00028769999999999995,
      "loss": 6.1186,
      "step": 1918
    },
    {
      "epoch": 0.1630139313625552,
      "grad_norm": 1.757562317223374,
      "learning_rate": 0.00028785,
      "loss": 6.6396,
      "step": 1919
    },
    {
      "epoch": 0.16309887869520898,
      "grad_norm": 1.6057986115568914,
      "learning_rate": 0.00028799999999999995,
      "loss": 6.2039,
      "step": 1920
    },
    {
      "epoch": 0.16318382602786272,
      "grad_norm": 1.8382774462486018,
      "learning_rate": 0.00028815,
      "loss": 6.0508,
      "step": 1921
    },
    {
      "epoch": 0.16326877336051648,
      "grad_norm": 2.1331426727078093,
      "learning_rate": 0.00028829999999999996,
      "loss": 6.1199,
      "step": 1922
    },
    {
      "epoch": 0.16335372069317022,
      "grad_norm": 2.019382034395698,
      "learning_rate": 0.00028845,
      "loss": 6.1884,
      "step": 1923
    },
    {
      "epoch": 0.163438668025824,
      "grad_norm": 2.008433957152644,
      "learning_rate": 0.00028859999999999997,
      "loss": 5.9478,
      "step": 1924
    },
    {
      "epoch": 0.16352361535847773,
      "grad_norm": 2.2596626433534155,
      "learning_rate": 0.00028875,
      "loss": 6.1366,
      "step": 1925
    },
    {
      "epoch": 0.1636085626911315,
      "grad_norm": 2.039918327475173,
      "learning_rate": 0.0002889,
      "loss": 6.6662,
      "step": 1926
    },
    {
      "epoch": 0.16369351002378527,
      "grad_norm": 2.0297252285525147,
      "learning_rate": 0.00028905,
      "loss": 6.146,
      "step": 1927
    },
    {
      "epoch": 0.163778457356439,
      "grad_norm": 1.7396736061037519,
      "learning_rate": 0.0002892,
      "loss": 6.1325,
      "step": 1928
    },
    {
      "epoch": 0.16386340468909277,
      "grad_norm": 1.8916195399490365,
      "learning_rate": 0.00028934999999999996,
      "loss": 5.9024,
      "step": 1929
    },
    {
      "epoch": 0.1639483520217465,
      "grad_norm": 1.8926675797036785,
      "learning_rate": 0.0002895,
      "loss": 6.1339,
      "step": 1930
    },
    {
      "epoch": 0.16403329935440028,
      "grad_norm": 1.7778529773861642,
      "learning_rate": 0.00028964999999999997,
      "loss": 5.9656,
      "step": 1931
    },
    {
      "epoch": 0.16411824668705402,
      "grad_norm": 1.8663874272895635,
      "learning_rate": 0.00028979999999999994,
      "loss": 5.9904,
      "step": 1932
    },
    {
      "epoch": 0.1642031940197078,
      "grad_norm": 2.4479539043368193,
      "learning_rate": 0.00028995,
      "loss": 6.3725,
      "step": 1933
    },
    {
      "epoch": 0.16428814135236153,
      "grad_norm": 1.6565907395606037,
      "learning_rate": 0.00029009999999999995,
      "loss": 5.5673,
      "step": 1934
    },
    {
      "epoch": 0.1643730886850153,
      "grad_norm": 1.7056778659979475,
      "learning_rate": 0.00029025,
      "loss": 6.0301,
      "step": 1935
    },
    {
      "epoch": 0.16445803601766903,
      "grad_norm": 1.8482851314557611,
      "learning_rate": 0.00029039999999999996,
      "loss": 6.1323,
      "step": 1936
    },
    {
      "epoch": 0.1645429833503228,
      "grad_norm": 1.8528909922294958,
      "learning_rate": 0.00029055,
      "loss": 5.7477,
      "step": 1937
    },
    {
      "epoch": 0.16462793068297654,
      "grad_norm": 1.7513233572064923,
      "learning_rate": 0.00029069999999999996,
      "loss": 5.9623,
      "step": 1938
    },
    {
      "epoch": 0.1647128780156303,
      "grad_norm": 1.8095645923837063,
      "learning_rate": 0.00029085,
      "loss": 5.8463,
      "step": 1939
    },
    {
      "epoch": 0.16479782534828408,
      "grad_norm": 2.255859794709307,
      "learning_rate": 0.00029099999999999997,
      "loss": 6.7727,
      "step": 1940
    },
    {
      "epoch": 0.16488277268093782,
      "grad_norm": 3.732156044254883,
      "learning_rate": 0.00029115,
      "loss": 5.9117,
      "step": 1941
    },
    {
      "epoch": 0.16496772001359158,
      "grad_norm": 1.8914440296405812,
      "learning_rate": 0.0002913,
      "loss": 6.144,
      "step": 1942
    },
    {
      "epoch": 0.16505266734624532,
      "grad_norm": 1.7265501107941406,
      "learning_rate": 0.00029145,
      "loss": 6.0919,
      "step": 1943
    },
    {
      "epoch": 0.1651376146788991,
      "grad_norm": 1.8957976846699676,
      "learning_rate": 0.0002916,
      "loss": 5.9589,
      "step": 1944
    },
    {
      "epoch": 0.16522256201155283,
      "grad_norm": 1.8052957073027762,
      "learning_rate": 0.00029174999999999996,
      "loss": 6.0263,
      "step": 1945
    },
    {
      "epoch": 0.1653075093442066,
      "grad_norm": 1.6605317105209296,
      "learning_rate": 0.0002919,
      "loss": 6.5203,
      "step": 1946
    },
    {
      "epoch": 0.16539245667686034,
      "grad_norm": 1.7763697211837146,
      "learning_rate": 0.00029204999999999997,
      "loss": 6.6416,
      "step": 1947
    },
    {
      "epoch": 0.1654774040095141,
      "grad_norm": 1.772941889957565,
      "learning_rate": 0.00029219999999999995,
      "loss": 6.1403,
      "step": 1948
    },
    {
      "epoch": 0.16556235134216785,
      "grad_norm": 1.851424290270585,
      "learning_rate": 0.00029235,
      "loss": 6.2071,
      "step": 1949
    },
    {
      "epoch": 0.1656472986748216,
      "grad_norm": 1.6402129805477803,
      "learning_rate": 0.00029249999999999995,
      "loss": 6.1308,
      "step": 1950
    },
    {
      "epoch": 0.16573224600747535,
      "grad_norm": 1.8478421873466309,
      "learning_rate": 0.00029265,
      "loss": 6.6562,
      "step": 1951
    },
    {
      "epoch": 0.16581719334012912,
      "grad_norm": 4.027393424166963,
      "learning_rate": 0.00029279999999999996,
      "loss": 6.006,
      "step": 1952
    },
    {
      "epoch": 0.1659021406727829,
      "grad_norm": 1.7205003368541572,
      "learning_rate": 0.00029295,
      "loss": 5.9873,
      "step": 1953
    },
    {
      "epoch": 0.16598708800543663,
      "grad_norm": 1.8330637272897794,
      "learning_rate": 0.00029309999999999997,
      "loss": 6.5984,
      "step": 1954
    },
    {
      "epoch": 0.1660720353380904,
      "grad_norm": 1.6979061036609535,
      "learning_rate": 0.00029325,
      "loss": 5.9741,
      "step": 1955
    },
    {
      "epoch": 0.16615698267074414,
      "grad_norm": 1.7512781726058322,
      "learning_rate": 0.0002934,
      "loss": 5.7323,
      "step": 1956
    },
    {
      "epoch": 0.1662419300033979,
      "grad_norm": 1.9222124744136637,
      "learning_rate": 0.00029355,
      "loss": 6.0482,
      "step": 1957
    },
    {
      "epoch": 0.16632687733605164,
      "grad_norm": 1.7530388454172412,
      "learning_rate": 0.0002937,
      "loss": 6.6713,
      "step": 1958
    },
    {
      "epoch": 0.1664118246687054,
      "grad_norm": 1.8825002822860286,
      "learning_rate": 0.00029384999999999996,
      "loss": 6.5864,
      "step": 1959
    },
    {
      "epoch": 0.16649677200135915,
      "grad_norm": 1.7805116010562825,
      "learning_rate": 0.000294,
      "loss": 5.9889,
      "step": 1960
    },
    {
      "epoch": 0.16658171933401292,
      "grad_norm": 1.7432691787257901,
      "learning_rate": 0.00029414999999999997,
      "loss": 6.0993,
      "step": 1961
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 1.7710153148426222,
      "learning_rate": 0.00029429999999999994,
      "loss": 6.097,
      "step": 1962
    },
    {
      "epoch": 0.16675161399932042,
      "grad_norm": 1.7658255458292698,
      "learning_rate": 0.00029445,
      "loss": 6.0799,
      "step": 1963
    },
    {
      "epoch": 0.16683656133197416,
      "grad_norm": 1.8692909070902408,
      "learning_rate": 0.00029459999999999995,
      "loss": 5.9192,
      "step": 1964
    },
    {
      "epoch": 0.16692150866462793,
      "grad_norm": 1.9528582804303793,
      "learning_rate": 0.00029475,
      "loss": 5.8927,
      "step": 1965
    },
    {
      "epoch": 0.16700645599728167,
      "grad_norm": 1.8071091077880301,
      "learning_rate": 0.00029489999999999996,
      "loss": 5.9274,
      "step": 1966
    },
    {
      "epoch": 0.16709140332993544,
      "grad_norm": 1.8862626659421082,
      "learning_rate": 0.00029505,
      "loss": 6.5873,
      "step": 1967
    },
    {
      "epoch": 0.1671763506625892,
      "grad_norm": 1.771381784946162,
      "learning_rate": 0.00029519999999999997,
      "loss": 6.2105,
      "step": 1968
    },
    {
      "epoch": 0.16726129799524295,
      "grad_norm": 1.838232772848093,
      "learning_rate": 0.00029535,
      "loss": 6.021,
      "step": 1969
    },
    {
      "epoch": 0.16734624532789671,
      "grad_norm": 2.6318510327421962,
      "learning_rate": 0.00029549999999999997,
      "loss": 6.2157,
      "step": 1970
    },
    {
      "epoch": 0.16743119266055045,
      "grad_norm": 1.7694309526851262,
      "learning_rate": 0.00029565,
      "loss": 5.75,
      "step": 1971
    },
    {
      "epoch": 0.16751613999320422,
      "grad_norm": 1.7267878139508086,
      "learning_rate": 0.0002958,
      "loss": 6.4984,
      "step": 1972
    },
    {
      "epoch": 0.16760108732585796,
      "grad_norm": 1.8513078818553719,
      "learning_rate": 0.00029595,
      "loss": 6.0044,
      "step": 1973
    },
    {
      "epoch": 0.16768603465851173,
      "grad_norm": 2.163490532134512,
      "learning_rate": 0.0002961,
      "loss": 6.0391,
      "step": 1974
    },
    {
      "epoch": 0.16777098199116547,
      "grad_norm": 1.8432121479699641,
      "learning_rate": 0.00029624999999999996,
      "loss": 5.8652,
      "step": 1975
    },
    {
      "epoch": 0.16785592932381924,
      "grad_norm": 1.7862321223458901,
      "learning_rate": 0.0002964,
      "loss": 6.5128,
      "step": 1976
    },
    {
      "epoch": 0.16794087665647298,
      "grad_norm": 1.769516436341059,
      "learning_rate": 0.00029654999999999997,
      "loss": 5.9472,
      "step": 1977
    },
    {
      "epoch": 0.16802582398912674,
      "grad_norm": 1.7504569654673763,
      "learning_rate": 0.00029669999999999995,
      "loss": 5.9661,
      "step": 1978
    },
    {
      "epoch": 0.16811077132178048,
      "grad_norm": 1.9980555932435835,
      "learning_rate": 0.00029685,
      "loss": 5.8924,
      "step": 1979
    },
    {
      "epoch": 0.16819571865443425,
      "grad_norm": 1.9826519012111616,
      "learning_rate": 0.00029699999999999996,
      "loss": 6.113,
      "step": 1980
    },
    {
      "epoch": 0.16828066598708802,
      "grad_norm": 1.7707372415480014,
      "learning_rate": 0.00029715,
      "loss": 6.1143,
      "step": 1981
    },
    {
      "epoch": 0.16836561331974176,
      "grad_norm": 1.737104671735013,
      "learning_rate": 0.00029729999999999996,
      "loss": 6.1758,
      "step": 1982
    },
    {
      "epoch": 0.16845056065239553,
      "grad_norm": 2.029539849072182,
      "learning_rate": 0.00029745,
      "loss": 6.0186,
      "step": 1983
    },
    {
      "epoch": 0.16853550798504927,
      "grad_norm": 1.70335306644963,
      "learning_rate": 0.00029759999999999997,
      "loss": 6.1794,
      "step": 1984
    },
    {
      "epoch": 0.16862045531770303,
      "grad_norm": 1.7630685134642927,
      "learning_rate": 0.00029775,
      "loss": 5.7949,
      "step": 1985
    },
    {
      "epoch": 0.16870540265035677,
      "grad_norm": 1.998273355487542,
      "learning_rate": 0.0002979,
      "loss": 5.7965,
      "step": 1986
    },
    {
      "epoch": 0.16879034998301054,
      "grad_norm": 1.7879567163467827,
      "learning_rate": 0.00029805,
      "loss": 6.1126,
      "step": 1987
    },
    {
      "epoch": 0.16887529731566428,
      "grad_norm": 2.5105584672076833,
      "learning_rate": 0.0002982,
      "loss": 5.8448,
      "step": 1988
    },
    {
      "epoch": 0.16896024464831805,
      "grad_norm": 1.8230003121517406,
      "learning_rate": 0.00029835,
      "loss": 5.9522,
      "step": 1989
    },
    {
      "epoch": 0.1690451919809718,
      "grad_norm": 2.073144894511145,
      "learning_rate": 0.0002985,
      "loss": 6.5583,
      "step": 1990
    },
    {
      "epoch": 0.16913013931362555,
      "grad_norm": 1.972920186212236,
      "learning_rate": 0.00029864999999999997,
      "loss": 6.1608,
      "step": 1991
    },
    {
      "epoch": 0.1692150866462793,
      "grad_norm": 1.8374625287911521,
      "learning_rate": 0.0002988,
      "loss": 5.9326,
      "step": 1992
    },
    {
      "epoch": 0.16930003397893306,
      "grad_norm": 1.8079882117916461,
      "learning_rate": 0.00029895,
      "loss": 6.48,
      "step": 1993
    },
    {
      "epoch": 0.16938498131158683,
      "grad_norm": 1.8467276090908666,
      "learning_rate": 0.00029909999999999995,
      "loss": 6.4561,
      "step": 1994
    },
    {
      "epoch": 0.16946992864424057,
      "grad_norm": 1.9283701296245348,
      "learning_rate": 0.00029925,
      "loss": 6.1845,
      "step": 1995
    },
    {
      "epoch": 0.16955487597689434,
      "grad_norm": 1.6366820772318442,
      "learning_rate": 0.00029939999999999996,
      "loss": 5.983,
      "step": 1996
    },
    {
      "epoch": 0.16963982330954808,
      "grad_norm": 2.115772288268617,
      "learning_rate": 0.00029955,
      "loss": 5.9909,
      "step": 1997
    },
    {
      "epoch": 0.16972477064220184,
      "grad_norm": 1.7714420207625137,
      "learning_rate": 0.00029969999999999997,
      "loss": 6.4514,
      "step": 1998
    },
    {
      "epoch": 0.16980971797485558,
      "grad_norm": 2.5732104669962284,
      "learning_rate": 0.00029985,
      "loss": 5.8556,
      "step": 1999
    },
    {
      "epoch": 0.16989466530750935,
      "grad_norm": 1.7536522340566079,
      "learning_rate": 0.0003,
      "loss": 5.8273,
      "step": 2000
    },
    {
      "epoch": 0.1699796126401631,
      "grad_norm": 1.9817186152665538,
      "learning_rate": 0.0002999999998428524,
      "loss": 6.2279,
      "step": 2001
    },
    {
      "epoch": 0.17006455997281686,
      "grad_norm": 1.959271549167702,
      "learning_rate": 0.00029999999937140964,
      "loss": 6.6309,
      "step": 2002
    },
    {
      "epoch": 0.1701495073054706,
      "grad_norm": 1.9272169817814235,
      "learning_rate": 0.00029999999858567174,
      "loss": 5.7541,
      "step": 2003
    },
    {
      "epoch": 0.17023445463812437,
      "grad_norm": 1.7972428063224466,
      "learning_rate": 0.0002999999974856387,
      "loss": 6.4265,
      "step": 2004
    },
    {
      "epoch": 0.1703194019707781,
      "grad_norm": 1.7860662956868427,
      "learning_rate": 0.00029999999607131046,
      "loss": 6.1548,
      "step": 2005
    },
    {
      "epoch": 0.17040434930343187,
      "grad_norm": 1.8333909925818381,
      "learning_rate": 0.0002999999943426871,
      "loss": 5.6839,
      "step": 2006
    },
    {
      "epoch": 0.1704892966360856,
      "grad_norm": 2.5759659624153546,
      "learning_rate": 0.00029999999229976857,
      "loss": 6.4891,
      "step": 2007
    },
    {
      "epoch": 0.17057424396873938,
      "grad_norm": 1.8073018649480292,
      "learning_rate": 0.0002999999899425549,
      "loss": 6.6208,
      "step": 2008
    },
    {
      "epoch": 0.17065919130139315,
      "grad_norm": 1.7747691643476995,
      "learning_rate": 0.0002999999872710461,
      "loss": 6.2325,
      "step": 2009
    },
    {
      "epoch": 0.1707441386340469,
      "grad_norm": 1.798649548148553,
      "learning_rate": 0.0002999999842852422,
      "loss": 5.9378,
      "step": 2010
    },
    {
      "epoch": 0.17082908596670066,
      "grad_norm": 1.6676584738728513,
      "learning_rate": 0.0002999999809851431,
      "loss": 6.6211,
      "step": 2011
    },
    {
      "epoch": 0.1709140332993544,
      "grad_norm": 1.7246881987265237,
      "learning_rate": 0.0002999999773707489,
      "loss": 6.3951,
      "step": 2012
    },
    {
      "epoch": 0.17099898063200816,
      "grad_norm": 1.745449434596638,
      "learning_rate": 0.0002999999734420596,
      "loss": 6.5392,
      "step": 2013
    },
    {
      "epoch": 0.1710839279646619,
      "grad_norm": 2.1295733642836363,
      "learning_rate": 0.00029999996919907523,
      "loss": 5.8393,
      "step": 2014
    },
    {
      "epoch": 0.17116887529731567,
      "grad_norm": 1.7078577360890355,
      "learning_rate": 0.00029999996464179576,
      "loss": 6.0837,
      "step": 2015
    },
    {
      "epoch": 0.1712538226299694,
      "grad_norm": 1.6817592475768404,
      "learning_rate": 0.00029999995977022116,
      "loss": 5.9266,
      "step": 2016
    },
    {
      "epoch": 0.17133876996262318,
      "grad_norm": 1.6661482899555713,
      "learning_rate": 0.00029999995458435146,
      "loss": 6.0012,
      "step": 2017
    },
    {
      "epoch": 0.17142371729527692,
      "grad_norm": 2.3053136982445657,
      "learning_rate": 0.00029999994908418674,
      "loss": 5.9846,
      "step": 2018
    },
    {
      "epoch": 0.17150866462793068,
      "grad_norm": 1.857086136065601,
      "learning_rate": 0.000299999943269727,
      "loss": 6.4814,
      "step": 2019
    },
    {
      "epoch": 0.17159361196058442,
      "grad_norm": 2.5755260106898414,
      "learning_rate": 0.00029999993714097215,
      "loss": 5.8727,
      "step": 2020
    },
    {
      "epoch": 0.1716785592932382,
      "grad_norm": 2.0219177545403544,
      "learning_rate": 0.0002999999306979223,
      "loss": 5.8468,
      "step": 2021
    },
    {
      "epoch": 0.17176350662589196,
      "grad_norm": 1.9258224637766117,
      "learning_rate": 0.00029999992394057743,
      "loss": 5.7874,
      "step": 2022
    },
    {
      "epoch": 0.1718484539585457,
      "grad_norm": 1.791785397876658,
      "learning_rate": 0.0002999999168689375,
      "loss": 5.9572,
      "step": 2023
    },
    {
      "epoch": 0.17193340129119947,
      "grad_norm": 1.676838496665651,
      "learning_rate": 0.00029999990948300265,
      "loss": 5.9915,
      "step": 2024
    },
    {
      "epoch": 0.1720183486238532,
      "grad_norm": 2.3618388240746286,
      "learning_rate": 0.0002999999017827728,
      "loss": 5.6235,
      "step": 2025
    },
    {
      "epoch": 0.17210329595650697,
      "grad_norm": 1.7513512521451147,
      "learning_rate": 0.00029999989376824806,
      "loss": 6.3043,
      "step": 2026
    },
    {
      "epoch": 0.17218824328916071,
      "grad_norm": 1.8679960844495025,
      "learning_rate": 0.0002999998854394283,
      "loss": 6.0853,
      "step": 2027
    },
    {
      "epoch": 0.17227319062181448,
      "grad_norm": 1.7117586201981787,
      "learning_rate": 0.0002999998767963137,
      "loss": 5.9173,
      "step": 2028
    },
    {
      "epoch": 0.17235813795446822,
      "grad_norm": 1.8003900102671226,
      "learning_rate": 0.0002999998678389041,
      "loss": 5.9069,
      "step": 2029
    },
    {
      "epoch": 0.172443085287122,
      "grad_norm": 2.8870857868374586,
      "learning_rate": 0.00029999985856719966,
      "loss": 6.2459,
      "step": 2030
    },
    {
      "epoch": 0.17252803261977573,
      "grad_norm": 1.9496613163484968,
      "learning_rate": 0.00029999984898120035,
      "loss": 6.5405,
      "step": 2031
    },
    {
      "epoch": 0.1726129799524295,
      "grad_norm": 1.7833338781572738,
      "learning_rate": 0.00029999983908090617,
      "loss": 6.2116,
      "step": 2032
    },
    {
      "epoch": 0.17269792728508324,
      "grad_norm": 1.8865478872674963,
      "learning_rate": 0.00029999982886631723,
      "loss": 5.9749,
      "step": 2033
    },
    {
      "epoch": 0.172782874617737,
      "grad_norm": 1.9116732715674771,
      "learning_rate": 0.0002999998183374335,
      "loss": 5.7674,
      "step": 2034
    },
    {
      "epoch": 0.17286782195039077,
      "grad_norm": 1.7705104644789202,
      "learning_rate": 0.0002999998074942549,
      "loss": 6.0481,
      "step": 2035
    },
    {
      "epoch": 0.1729527692830445,
      "grad_norm": 1.688634083321483,
      "learning_rate": 0.00029999979633678163,
      "loss": 5.9996,
      "step": 2036
    },
    {
      "epoch": 0.17303771661569828,
      "grad_norm": 1.7277307628367364,
      "learning_rate": 0.00029999978486501354,
      "loss": 5.9766,
      "step": 2037
    },
    {
      "epoch": 0.17312266394835202,
      "grad_norm": 2.038667845571641,
      "learning_rate": 0.0002999997730789508,
      "loss": 6.5995,
      "step": 2038
    },
    {
      "epoch": 0.17320761128100579,
      "grad_norm": 1.7606420354127998,
      "learning_rate": 0.00029999976097859336,
      "loss": 6.1535,
      "step": 2039
    },
    {
      "epoch": 0.17329255861365953,
      "grad_norm": 1.8151284916134713,
      "learning_rate": 0.00029999974856394126,
      "loss": 5.8953,
      "step": 2040
    },
    {
      "epoch": 0.1733775059463133,
      "grad_norm": 2.6779411240883,
      "learning_rate": 0.0002999997358349945,
      "loss": 6.0101,
      "step": 2041
    },
    {
      "epoch": 0.17346245327896703,
      "grad_norm": 1.7439809087545741,
      "learning_rate": 0.00029999972279175317,
      "loss": 5.96,
      "step": 2042
    },
    {
      "epoch": 0.1735474006116208,
      "grad_norm": 29.656480992506477,
      "learning_rate": 0.0002999997094342172,
      "loss": 6.7897,
      "step": 2043
    },
    {
      "epoch": 0.17363234794427454,
      "grad_norm": 1.670863178512694,
      "learning_rate": 0.0002999996957623868,
      "loss": 5.8651,
      "step": 2044
    },
    {
      "epoch": 0.1737172952769283,
      "grad_norm": 2.4076100009020647,
      "learning_rate": 0.00029999968177626176,
      "loss": 6.1156,
      "step": 2045
    },
    {
      "epoch": 0.17380224260958205,
      "grad_norm": 2.2507840033682087,
      "learning_rate": 0.00029999966747584224,
      "loss": 6.6248,
      "step": 2046
    },
    {
      "epoch": 0.17388718994223581,
      "grad_norm": 1.8913205032765934,
      "learning_rate": 0.00029999965286112834,
      "loss": 6.5779,
      "step": 2047
    },
    {
      "epoch": 0.17397213727488958,
      "grad_norm": 1.6814208495365741,
      "learning_rate": 0.0002999996379321199,
      "loss": 6.2011,
      "step": 2048
    },
    {
      "epoch": 0.17405708460754332,
      "grad_norm": 1.809026109582986,
      "learning_rate": 0.00029999962268881713,
      "loss": 6.3984,
      "step": 2049
    },
    {
      "epoch": 0.1741420319401971,
      "grad_norm": 1.9778576340181295,
      "learning_rate": 0.00029999960713121993,
      "loss": 6.5806,
      "step": 2050
    },
    {
      "epoch": 0.17422697927285083,
      "grad_norm": 1.6522461292851953,
      "learning_rate": 0.00029999959125932846,
      "loss": 5.8766,
      "step": 2051
    },
    {
      "epoch": 0.1743119266055046,
      "grad_norm": 1.7735800538319693,
      "learning_rate": 0.00029999957507314266,
      "loss": 6.1059,
      "step": 2052
    },
    {
      "epoch": 0.17439687393815834,
      "grad_norm": 1.7927797101562533,
      "learning_rate": 0.0002999995585726626,
      "loss": 6.0326,
      "step": 2053
    },
    {
      "epoch": 0.1744818212708121,
      "grad_norm": 1.790499525760093,
      "learning_rate": 0.00029999954175788824,
      "loss": 6.1302,
      "step": 2054
    },
    {
      "epoch": 0.17456676860346584,
      "grad_norm": 1.746209331464985,
      "learning_rate": 0.00029999952462881973,
      "loss": 6.0601,
      "step": 2055
    },
    {
      "epoch": 0.1746517159361196,
      "grad_norm": 2.001093971888072,
      "learning_rate": 0.00029999950718545706,
      "loss": 6.2166,
      "step": 2056
    },
    {
      "epoch": 0.17473666326877335,
      "grad_norm": 1.9269182724337044,
      "learning_rate": 0.0002999994894278003,
      "loss": 6.0059,
      "step": 2057
    },
    {
      "epoch": 0.17482161060142712,
      "grad_norm": 2.089071772345857,
      "learning_rate": 0.00029999947135584933,
      "loss": 5.7744,
      "step": 2058
    },
    {
      "epoch": 0.17490655793408086,
      "grad_norm": 1.9814460484637368,
      "learning_rate": 0.0002999994529696044,
      "loss": 6.358,
      "step": 2059
    },
    {
      "epoch": 0.17499150526673463,
      "grad_norm": 1.719316396284353,
      "learning_rate": 0.0002999994342690654,
      "loss": 5.8936,
      "step": 2060
    },
    {
      "epoch": 0.17507645259938837,
      "grad_norm": 12.33123983208765,
      "learning_rate": 0.0002999994152542325,
      "loss": 5.8758,
      "step": 2061
    },
    {
      "epoch": 0.17516139993204213,
      "grad_norm": 1.971907600986419,
      "learning_rate": 0.0002999993959251056,
      "loss": 6.0028,
      "step": 2062
    },
    {
      "epoch": 0.1752463472646959,
      "grad_norm": 2.1006774488908557,
      "learning_rate": 0.00029999937628168475,
      "loss": 5.8869,
      "step": 2063
    },
    {
      "epoch": 0.17533129459734964,
      "grad_norm": 1.9047103774871579,
      "learning_rate": 0.0002999993563239702,
      "loss": 5.7405,
      "step": 2064
    },
    {
      "epoch": 0.1754162419300034,
      "grad_norm": 2.0940162538710907,
      "learning_rate": 0.0002999993360519617,
      "loss": 6.0352,
      "step": 2065
    },
    {
      "epoch": 0.17550118926265715,
      "grad_norm": 2.5551766414525745,
      "learning_rate": 0.0002999993154656595,
      "loss": 6.0973,
      "step": 2066
    },
    {
      "epoch": 0.17558613659531092,
      "grad_norm": 2.7772083550477933,
      "learning_rate": 0.0002999992945650636,
      "loss": 6.5728,
      "step": 2067
    },
    {
      "epoch": 0.17567108392796466,
      "grad_norm": 2.4625827946616696,
      "learning_rate": 0.00029999927335017394,
      "loss": 6.5286,
      "step": 2068
    },
    {
      "epoch": 0.17575603126061842,
      "grad_norm": 2.0233027090507743,
      "learning_rate": 0.00029999925182099067,
      "loss": 6.5771,
      "step": 2069
    },
    {
      "epoch": 0.17584097859327216,
      "grad_norm": 2.3471508717062712,
      "learning_rate": 0.0002999992299775138,
      "loss": 6.5768,
      "step": 2070
    },
    {
      "epoch": 0.17592592592592593,
      "grad_norm": 2.671343578834162,
      "learning_rate": 0.0002999992078197434,
      "loss": 6.7025,
      "step": 2071
    },
    {
      "epoch": 0.17601087325857967,
      "grad_norm": 1.8317730251858757,
      "learning_rate": 0.0002999991853476795,
      "loss": 6.0996,
      "step": 2072
    },
    {
      "epoch": 0.17609582059123344,
      "grad_norm": 1.8684630917662925,
      "learning_rate": 0.00029999916256132216,
      "loss": 6.4755,
      "step": 2073
    },
    {
      "epoch": 0.17618076792388718,
      "grad_norm": 1.9246015892479462,
      "learning_rate": 0.0002999991394606714,
      "loss": 5.7843,
      "step": 2074
    },
    {
      "epoch": 0.17626571525654094,
      "grad_norm": 2.0347119521938244,
      "learning_rate": 0.00029999911604572724,
      "loss": 5.8021,
      "step": 2075
    },
    {
      "epoch": 0.1763506625891947,
      "grad_norm": 1.9369667829995354,
      "learning_rate": 0.0002999990923164898,
      "loss": 6.5021,
      "step": 2076
    },
    {
      "epoch": 0.17643560992184845,
      "grad_norm": 1.9043633151284884,
      "learning_rate": 0.00029999906827295913,
      "loss": 6.5203,
      "step": 2077
    },
    {
      "epoch": 0.17652055725450222,
      "grad_norm": 1.7984454854023801,
      "learning_rate": 0.0002999990439151352,
      "loss": 5.7876,
      "step": 2078
    },
    {
      "epoch": 0.17660550458715596,
      "grad_norm": 1.690409687709135,
      "learning_rate": 0.00029999901924301816,
      "loss": 6.1159,
      "step": 2079
    },
    {
      "epoch": 0.17669045191980973,
      "grad_norm": 1.9281541825765014,
      "learning_rate": 0.00029999899425660803,
      "loss": 5.9073,
      "step": 2080
    },
    {
      "epoch": 0.17677539925246347,
      "grad_norm": 1.7010431383900442,
      "learning_rate": 0.0002999989689559048,
      "loss": 6.1758,
      "step": 2081
    },
    {
      "epoch": 0.17686034658511723,
      "grad_norm": 1.8641815208538528,
      "learning_rate": 0.0002999989433409086,
      "loss": 6.4173,
      "step": 2082
    },
    {
      "epoch": 0.17694529391777097,
      "grad_norm": 1.6231798207847363,
      "learning_rate": 0.0002999989174116194,
      "loss": 6.0652,
      "step": 2083
    },
    {
      "epoch": 0.17703024125042474,
      "grad_norm": 1.7331168980676408,
      "learning_rate": 0.0002999988911680373,
      "loss": 5.9625,
      "step": 2084
    },
    {
      "epoch": 0.17711518858307848,
      "grad_norm": 1.744839483990464,
      "learning_rate": 0.00029999886461016243,
      "loss": 6.1577,
      "step": 2085
    },
    {
      "epoch": 0.17720013591573225,
      "grad_norm": 1.711971991363357,
      "learning_rate": 0.00029999883773799475,
      "loss": 5.864,
      "step": 2086
    },
    {
      "epoch": 0.177285083248386,
      "grad_norm": 1.8155012215509998,
      "learning_rate": 0.00029999881055153436,
      "loss": 5.7386,
      "step": 2087
    },
    {
      "epoch": 0.17737003058103976,
      "grad_norm": 2.046449893993873,
      "learning_rate": 0.00029999878305078133,
      "loss": 5.8556,
      "step": 2088
    },
    {
      "epoch": 0.17745497791369352,
      "grad_norm": 1.6618447157332399,
      "learning_rate": 0.0002999987552357356,
      "loss": 5.994,
      "step": 2089
    },
    {
      "epoch": 0.17753992524634726,
      "grad_norm": 2.2156845074261655,
      "learning_rate": 0.0002999987271063974,
      "loss": 6.5014,
      "step": 2090
    },
    {
      "epoch": 0.17762487257900103,
      "grad_norm": 1.6663029069370248,
      "learning_rate": 0.00029999869866276663,
      "loss": 6.2805,
      "step": 2091
    },
    {
      "epoch": 0.17770981991165477,
      "grad_norm": 1.673545605399135,
      "learning_rate": 0.00029999866990484345,
      "loss": 6.4327,
      "step": 2092
    },
    {
      "epoch": 0.17779476724430854,
      "grad_norm": 1.6993331521418622,
      "learning_rate": 0.0002999986408326279,
      "loss": 6.4607,
      "step": 2093
    },
    {
      "epoch": 0.17787971457696228,
      "grad_norm": 1.8692130619242178,
      "learning_rate": 0.0002999986114461201,
      "loss": 6.0202,
      "step": 2094
    },
    {
      "epoch": 0.17796466190961605,
      "grad_norm": 1.6783121256432232,
      "learning_rate": 0.00029999858174531994,
      "loss": 6.0748,
      "step": 2095
    },
    {
      "epoch": 0.17804960924226979,
      "grad_norm": 1.7003848717502492,
      "learning_rate": 0.0002999985517302277,
      "loss": 5.7851,
      "step": 2096
    },
    {
      "epoch": 0.17813455657492355,
      "grad_norm": 1.8017563601011106,
      "learning_rate": 0.0002999985214008433,
      "loss": 5.7756,
      "step": 2097
    },
    {
      "epoch": 0.1782195039075773,
      "grad_norm": 1.7050476060487387,
      "learning_rate": 0.0002999984907571667,
      "loss": 6.3485,
      "step": 2098
    },
    {
      "epoch": 0.17830445124023106,
      "grad_norm": 1.718681636191837,
      "learning_rate": 0.0002999984597991983,
      "loss": 5.9792,
      "step": 2099
    },
    {
      "epoch": 0.1783893985728848,
      "grad_norm": 1.8447298167827804,
      "learning_rate": 0.00029999842852693784,
      "loss": 5.8238,
      "step": 2100
    },
    {
      "epoch": 0.17847434590553857,
      "grad_norm": 1.6917708999520082,
      "learning_rate": 0.00029999839694038556,
      "loss": 6.0492,
      "step": 2101
    },
    {
      "epoch": 0.1785592932381923,
      "grad_norm": 2.0848915022927175,
      "learning_rate": 0.0002999983650395415,
      "loss": 5.9617,
      "step": 2102
    },
    {
      "epoch": 0.17864424057084607,
      "grad_norm": 1.757727024777905,
      "learning_rate": 0.0002999983328244057,
      "loss": 6.2263,
      "step": 2103
    },
    {
      "epoch": 0.17872918790349984,
      "grad_norm": 1.9061278532479884,
      "learning_rate": 0.00029999830029497817,
      "loss": 6.2958,
      "step": 2104
    },
    {
      "epoch": 0.17881413523615358,
      "grad_norm": 1.9788586788516742,
      "learning_rate": 0.00029999826745125905,
      "loss": 6.1261,
      "step": 2105
    },
    {
      "epoch": 0.17889908256880735,
      "grad_norm": 1.746115776843837,
      "learning_rate": 0.00029999823429324843,
      "loss": 5.7317,
      "step": 2106
    },
    {
      "epoch": 0.1789840299014611,
      "grad_norm": 1.7626478237978045,
      "learning_rate": 0.00029999820082094635,
      "loss": 6.3121,
      "step": 2107
    },
    {
      "epoch": 0.17906897723411486,
      "grad_norm": 1.757530283331937,
      "learning_rate": 0.00029999816703435287,
      "loss": 5.9168,
      "step": 2108
    },
    {
      "epoch": 0.1791539245667686,
      "grad_norm": 1.772261888055954,
      "learning_rate": 0.00029999813293346805,
      "loss": 5.9166,
      "step": 2109
    },
    {
      "epoch": 0.17923887189942236,
      "grad_norm": 1.7962426923959809,
      "learning_rate": 0.00029999809851829205,
      "loss": 5.8054,
      "step": 2110
    },
    {
      "epoch": 0.1793238192320761,
      "grad_norm": 1.6976801037710507,
      "learning_rate": 0.0002999980637888248,
      "loss": 6.0698,
      "step": 2111
    },
    {
      "epoch": 0.17940876656472987,
      "grad_norm": 2.7456115553957234,
      "learning_rate": 0.0002999980287450665,
      "loss": 6.5079,
      "step": 2112
    },
    {
      "epoch": 0.1794937138973836,
      "grad_norm": 1.684286068710387,
      "learning_rate": 0.00029999799338701716,
      "loss": 6.4111,
      "step": 2113
    },
    {
      "epoch": 0.17957866123003738,
      "grad_norm": 1.7597076879065099,
      "learning_rate": 0.0002999979577146768,
      "loss": 6.0154,
      "step": 2114
    },
    {
      "epoch": 0.17966360856269112,
      "grad_norm": 1.6534239293062456,
      "learning_rate": 0.0002999979217280456,
      "loss": 6.1245,
      "step": 2115
    },
    {
      "epoch": 0.17974855589534489,
      "grad_norm": 2.0132101819944075,
      "learning_rate": 0.0002999978854271236,
      "loss": 6.2168,
      "step": 2116
    },
    {
      "epoch": 0.17983350322799865,
      "grad_norm": 1.7152803737926656,
      "learning_rate": 0.0002999978488119109,
      "loss": 5.9783,
      "step": 2117
    },
    {
      "epoch": 0.1799184505606524,
      "grad_norm": 1.782728201370115,
      "learning_rate": 0.0002999978118824075,
      "loss": 6.7813,
      "step": 2118
    },
    {
      "epoch": 0.18000339789330616,
      "grad_norm": 1.7444343876694017,
      "learning_rate": 0.00029999777463861354,
      "loss": 5.8103,
      "step": 2119
    },
    {
      "epoch": 0.1800883452259599,
      "grad_norm": 1.815593236575948,
      "learning_rate": 0.0002999977370805291,
      "loss": 6.0482,
      "step": 2120
    },
    {
      "epoch": 0.18017329255861367,
      "grad_norm": 1.9963864508969802,
      "learning_rate": 0.0002999976992081542,
      "loss": 6.2349,
      "step": 2121
    },
    {
      "epoch": 0.1802582398912674,
      "grad_norm": 1.8899163312320342,
      "learning_rate": 0.000299997661021489,
      "loss": 6.2581,
      "step": 2122
    },
    {
      "epoch": 0.18034318722392118,
      "grad_norm": 1.7488036792701085,
      "learning_rate": 0.0002999976225205335,
      "loss": 5.7891,
      "step": 2123
    },
    {
      "epoch": 0.18042813455657492,
      "grad_norm": 1.729486149387009,
      "learning_rate": 0.0002999975837052878,
      "loss": 6.1292,
      "step": 2124
    },
    {
      "epoch": 0.18051308188922868,
      "grad_norm": 1.8617828125952576,
      "learning_rate": 0.00029999754457575204,
      "loss": 6.1147,
      "step": 2125
    },
    {
      "epoch": 0.18059802922188242,
      "grad_norm": 1.6352741242788493,
      "learning_rate": 0.0002999975051319263,
      "loss": 6.232,
      "step": 2126
    },
    {
      "epoch": 0.1806829765545362,
      "grad_norm": 1.7136062170337856,
      "learning_rate": 0.0002999974653738106,
      "loss": 6.2997,
      "step": 2127
    },
    {
      "epoch": 0.18076792388718993,
      "grad_norm": 1.5995619116692466,
      "learning_rate": 0.000299997425301405,
      "loss": 5.8772,
      "step": 2128
    },
    {
      "epoch": 0.1808528712198437,
      "grad_norm": 1.7400269285689505,
      "learning_rate": 0.0002999973849147097,
      "loss": 5.7907,
      "step": 2129
    },
    {
      "epoch": 0.18093781855249746,
      "grad_norm": 1.608015456434844,
      "learning_rate": 0.00029999734421372467,
      "loss": 5.9745,
      "step": 2130
    },
    {
      "epoch": 0.1810227658851512,
      "grad_norm": 1.6827429913485286,
      "learning_rate": 0.00029999730319845005,
      "loss": 5.8108,
      "step": 2131
    },
    {
      "epoch": 0.18110771321780497,
      "grad_norm": 1.8184804477489709,
      "learning_rate": 0.00029999726186888593,
      "loss": 6.0277,
      "step": 2132
    },
    {
      "epoch": 0.1811926605504587,
      "grad_norm": 1.714666828152595,
      "learning_rate": 0.0002999972202250324,
      "loss": 5.8353,
      "step": 2133
    },
    {
      "epoch": 0.18127760788311248,
      "grad_norm": 1.9351061189658763,
      "learning_rate": 0.0002999971782668895,
      "loss": 5.9329,
      "step": 2134
    },
    {
      "epoch": 0.18136255521576622,
      "grad_norm": 1.7663093067798892,
      "learning_rate": 0.00029999713599445743,
      "loss": 6.3356,
      "step": 2135
    },
    {
      "epoch": 0.18144750254842,
      "grad_norm": 1.7748888185164582,
      "learning_rate": 0.0002999970934077361,
      "loss": 5.7357,
      "step": 2136
    },
    {
      "epoch": 0.18153244988107373,
      "grad_norm": 1.70263647994401,
      "learning_rate": 0.00029999705050672574,
      "loss": 6.3847,
      "step": 2137
    },
    {
      "epoch": 0.1816173972137275,
      "grad_norm": 2.0705248688949345,
      "learning_rate": 0.0002999970072914264,
      "loss": 5.6901,
      "step": 2138
    },
    {
      "epoch": 0.18170234454638123,
      "grad_norm": 1.6191715930133754,
      "learning_rate": 0.0002999969637618382,
      "loss": 5.8867,
      "step": 2139
    },
    {
      "epoch": 0.181787291879035,
      "grad_norm": 1.6240484344635229,
      "learning_rate": 0.00029999691991796116,
      "loss": 5.9947,
      "step": 2140
    },
    {
      "epoch": 0.18187223921168874,
      "grad_norm": 2.03739554295121,
      "learning_rate": 0.00029999687575979543,
      "loss": 6.4318,
      "step": 2141
    },
    {
      "epoch": 0.1819571865443425,
      "grad_norm": 1.6078923482259846,
      "learning_rate": 0.0002999968312873411,
      "loss": 5.8722,
      "step": 2142
    },
    {
      "epoch": 0.18204213387699628,
      "grad_norm": 1.7635892467806025,
      "learning_rate": 0.0002999967865005982,
      "loss": 5.8748,
      "step": 2143
    },
    {
      "epoch": 0.18212708120965002,
      "grad_norm": 1.941969787935615,
      "learning_rate": 0.0002999967413995669,
      "loss": 6.3255,
      "step": 2144
    },
    {
      "epoch": 0.18221202854230378,
      "grad_norm": 1.7733594883032548,
      "learning_rate": 0.0002999966959842473,
      "loss": 6.0251,
      "step": 2145
    },
    {
      "epoch": 0.18229697587495752,
      "grad_norm": 1.7300076937475923,
      "learning_rate": 0.00029999665025463943,
      "loss": 5.6062,
      "step": 2146
    },
    {
      "epoch": 0.1823819232076113,
      "grad_norm": 1.7665933339396043,
      "learning_rate": 0.00029999660421074336,
      "loss": 5.9374,
      "step": 2147
    },
    {
      "epoch": 0.18246687054026503,
      "grad_norm": 1.811223581004742,
      "learning_rate": 0.00029999655785255936,
      "loss": 6.0267,
      "step": 2148
    },
    {
      "epoch": 0.1825518178729188,
      "grad_norm": 1.7416566199069072,
      "learning_rate": 0.0002999965111800873,
      "loss": 6.4164,
      "step": 2149
    },
    {
      "epoch": 0.18263676520557254,
      "grad_norm": 1.682091683313673,
      "learning_rate": 0.00029999646419332746,
      "loss": 5.9724,
      "step": 2150
    },
    {
      "epoch": 0.1827217125382263,
      "grad_norm": 1.9034608948553122,
      "learning_rate": 0.00029999641689227983,
      "loss": 6.3758,
      "step": 2151
    },
    {
      "epoch": 0.18280665987088004,
      "grad_norm": 1.6798445739923469,
      "learning_rate": 0.0002999963692769446,
      "loss": 5.7976,
      "step": 2152
    },
    {
      "epoch": 0.1828916072035338,
      "grad_norm": 1.640318390195192,
      "learning_rate": 0.00029999632134732176,
      "loss": 6.499,
      "step": 2153
    },
    {
      "epoch": 0.18297655453618755,
      "grad_norm": 1.8183124263998331,
      "learning_rate": 0.0002999962731034115,
      "loss": 6.1534,
      "step": 2154
    },
    {
      "epoch": 0.18306150186884132,
      "grad_norm": 1.7120683661030263,
      "learning_rate": 0.00029999622454521393,
      "loss": 6.1338,
      "step": 2155
    },
    {
      "epoch": 0.18314644920149506,
      "grad_norm": 1.6746729538420309,
      "learning_rate": 0.000299996175672729,
      "loss": 6.1473,
      "step": 2156
    },
    {
      "epoch": 0.18323139653414883,
      "grad_norm": 1.6076987739772768,
      "learning_rate": 0.000299996126485957,
      "loss": 5.9066,
      "step": 2157
    },
    {
      "epoch": 0.1833163438668026,
      "grad_norm": 1.6089864478371751,
      "learning_rate": 0.0002999960769848979,
      "loss": 5.9701,
      "step": 2158
    },
    {
      "epoch": 0.18340129119945633,
      "grad_norm": 1.6969953114736014,
      "learning_rate": 0.0002999960271695519,
      "loss": 5.8214,
      "step": 2159
    },
    {
      "epoch": 0.1834862385321101,
      "grad_norm": 1.7738796835426616,
      "learning_rate": 0.000299995977039919,
      "loss": 6.6003,
      "step": 2160
    },
    {
      "epoch": 0.18357118586476384,
      "grad_norm": 1.6884468038448286,
      "learning_rate": 0.0002999959265959995,
      "loss": 6.2279,
      "step": 2161
    },
    {
      "epoch": 0.1836561331974176,
      "grad_norm": 1.7186924316001473,
      "learning_rate": 0.0002999958758377933,
      "loss": 6.413,
      "step": 2162
    },
    {
      "epoch": 0.18374108053007135,
      "grad_norm": 1.8224963259172045,
      "learning_rate": 0.00029999582476530055,
      "loss": 5.5404,
      "step": 2163
    },
    {
      "epoch": 0.18382602786272512,
      "grad_norm": 1.6319792641415167,
      "learning_rate": 0.00029999577337852144,
      "loss": 6.1968,
      "step": 2164
    },
    {
      "epoch": 0.18391097519537886,
      "grad_norm": 1.7872898378001,
      "learning_rate": 0.000299995721677456,
      "loss": 6.5227,
      "step": 2165
    },
    {
      "epoch": 0.18399592252803262,
      "grad_norm": 1.7160677055448583,
      "learning_rate": 0.00029999566966210436,
      "loss": 5.9051,
      "step": 2166
    },
    {
      "epoch": 0.18408086986068636,
      "grad_norm": 1.787837440210211,
      "learning_rate": 0.0002999956173324666,
      "loss": 6.1956,
      "step": 2167
    },
    {
      "epoch": 0.18416581719334013,
      "grad_norm": 1.6575435419344167,
      "learning_rate": 0.00029999556468854295,
      "loss": 5.7912,
      "step": 2168
    },
    {
      "epoch": 0.18425076452599387,
      "grad_norm": 1.6223421460847893,
      "learning_rate": 0.0002999955117303333,
      "loss": 6.2846,
      "step": 2169
    },
    {
      "epoch": 0.18433571185864764,
      "grad_norm": 1.770203375813379,
      "learning_rate": 0.000299995458457838,
      "loss": 5.9121,
      "step": 2170
    },
    {
      "epoch": 0.1844206591913014,
      "grad_norm": 1.8486499250747486,
      "learning_rate": 0.00029999540487105704,
      "loss": 6.3509,
      "step": 2171
    },
    {
      "epoch": 0.18450560652395515,
      "grad_norm": 1.943789732621147,
      "learning_rate": 0.00029999535096999054,
      "loss": 6.108,
      "step": 2172
    },
    {
      "epoch": 0.1845905538566089,
      "grad_norm": 1.750092481195066,
      "learning_rate": 0.0002999952967546386,
      "loss": 6.2419,
      "step": 2173
    },
    {
      "epoch": 0.18467550118926265,
      "grad_norm": 1.7322564316690856,
      "learning_rate": 0.00029999524222500134,
      "loss": 6.5117,
      "step": 2174
    },
    {
      "epoch": 0.18476044852191642,
      "grad_norm": 2.0531012836641582,
      "learning_rate": 0.0002999951873810789,
      "loss": 6.2807,
      "step": 2175
    },
    {
      "epoch": 0.18484539585457016,
      "grad_norm": 2.6796620608975377,
      "learning_rate": 0.00029999513222287144,
      "loss": 5.9287,
      "step": 2176
    },
    {
      "epoch": 0.18493034318722393,
      "grad_norm": 1.9503934693473697,
      "learning_rate": 0.000299995076750379,
      "loss": 6.0804,
      "step": 2177
    },
    {
      "epoch": 0.18501529051987767,
      "grad_norm": 1.834620885963779,
      "learning_rate": 0.0002999950209636017,
      "loss": 5.6853,
      "step": 2178
    },
    {
      "epoch": 0.18510023785253144,
      "grad_norm": 1.7436968399992057,
      "learning_rate": 0.0002999949648625396,
      "loss": 5.9489,
      "step": 2179
    },
    {
      "epoch": 0.18518518518518517,
      "grad_norm": 13.046723020685086,
      "learning_rate": 0.00029999490844719295,
      "loss": 6.3277,
      "step": 2180
    },
    {
      "epoch": 0.18527013251783894,
      "grad_norm": 1.8375155770902598,
      "learning_rate": 0.0002999948517175618,
      "loss": 5.8128,
      "step": 2181
    },
    {
      "epoch": 0.18535507985049268,
      "grad_norm": 1.7549560961926414,
      "learning_rate": 0.00029999479467364627,
      "loss": 6.0398,
      "step": 2182
    },
    {
      "epoch": 0.18544002718314645,
      "grad_norm": 2.1228022875075445,
      "learning_rate": 0.0002999947373154466,
      "loss": 6.1064,
      "step": 2183
    },
    {
      "epoch": 0.18552497451580022,
      "grad_norm": 1.7981651033258237,
      "learning_rate": 0.00029999467964296266,
      "loss": 6.5021,
      "step": 2184
    },
    {
      "epoch": 0.18560992184845396,
      "grad_norm": 1.8353017068621504,
      "learning_rate": 0.0002999946216561947,
      "loss": 5.8748,
      "step": 2185
    },
    {
      "epoch": 0.18569486918110772,
      "grad_norm": 2.0128547498112397,
      "learning_rate": 0.0002999945633551429,
      "loss": 5.765,
      "step": 2186
    },
    {
      "epoch": 0.18577981651376146,
      "grad_norm": 1.8986888948201666,
      "learning_rate": 0.00029999450473980734,
      "loss": 5.9794,
      "step": 2187
    },
    {
      "epoch": 0.18586476384641523,
      "grad_norm": 2.0637811562018618,
      "learning_rate": 0.0002999944458101881,
      "loss": 5.9858,
      "step": 2188
    },
    {
      "epoch": 0.18594971117906897,
      "grad_norm": 1.8300791479722665,
      "learning_rate": 0.00029999438656628537,
      "loss": 5.8863,
      "step": 2189
    },
    {
      "epoch": 0.18603465851172274,
      "grad_norm": 1.9610958794110047,
      "learning_rate": 0.0002999943270080992,
      "loss": 6.0964,
      "step": 2190
    },
    {
      "epoch": 0.18611960584437648,
      "grad_norm": 1.7508963191928695,
      "learning_rate": 0.00029999426713562974,
      "loss": 5.9649,
      "step": 2191
    },
    {
      "epoch": 0.18620455317703025,
      "grad_norm": 1.6745492348928732,
      "learning_rate": 0.0002999942069488772,
      "loss": 6.1188,
      "step": 2192
    },
    {
      "epoch": 0.186289500509684,
      "grad_norm": 1.8846342888959366,
      "learning_rate": 0.0002999941464478416,
      "loss": 5.7739,
      "step": 2193
    },
    {
      "epoch": 0.18637444784233775,
      "grad_norm": 2.191519270216313,
      "learning_rate": 0.0002999940856325231,
      "loss": 6.3072,
      "step": 2194
    },
    {
      "epoch": 0.1864593951749915,
      "grad_norm": 1.6409513888275902,
      "learning_rate": 0.0002999940245029218,
      "loss": 5.9913,
      "step": 2195
    },
    {
      "epoch": 0.18654434250764526,
      "grad_norm": 1.6937449227519041,
      "learning_rate": 0.0002999939630590379,
      "loss": 5.8084,
      "step": 2196
    },
    {
      "epoch": 0.186629289840299,
      "grad_norm": 2.2993520178353317,
      "learning_rate": 0.00029999390130087153,
      "loss": 6.2044,
      "step": 2197
    },
    {
      "epoch": 0.18671423717295277,
      "grad_norm": 1.9314482078490671,
      "learning_rate": 0.00029999383922842273,
      "loss": 6.4829,
      "step": 2198
    },
    {
      "epoch": 0.18679918450560654,
      "grad_norm": 2.220510172484086,
      "learning_rate": 0.0002999937768416917,
      "loss": 6.1171,
      "step": 2199
    },
    {
      "epoch": 0.18688413183826028,
      "grad_norm": 1.8906712541168322,
      "learning_rate": 0.00029999371414067853,
      "loss": 6.1271,
      "step": 2200
    },
    {
      "epoch": 0.18696907917091404,
      "grad_norm": 1.9938008232653557,
      "learning_rate": 0.00029999365112538335,
      "loss": 6.2689,
      "step": 2201
    },
    {
      "epoch": 0.18705402650356778,
      "grad_norm": 2.0761484339348257,
      "learning_rate": 0.0002999935877958063,
      "loss": 5.8158,
      "step": 2202
    },
    {
      "epoch": 0.18713897383622155,
      "grad_norm": 1.9691791256036764,
      "learning_rate": 0.00029999352415194757,
      "loss": 6.625,
      "step": 2203
    },
    {
      "epoch": 0.1872239211688753,
      "grad_norm": 1.738802635769667,
      "learning_rate": 0.00029999346019380724,
      "loss": 5.8827,
      "step": 2204
    },
    {
      "epoch": 0.18730886850152906,
      "grad_norm": 1.7800310073084902,
      "learning_rate": 0.0002999933959213855,
      "loss": 6.5993,
      "step": 2205
    },
    {
      "epoch": 0.1873938158341828,
      "grad_norm": 1.7526806571293554,
      "learning_rate": 0.0002999933313346824,
      "loss": 5.9318,
      "step": 2206
    },
    {
      "epoch": 0.18747876316683657,
      "grad_norm": 1.8809316392138349,
      "learning_rate": 0.00029999326643369805,
      "loss": 6.4181,
      "step": 2207
    },
    {
      "epoch": 0.1875637104994903,
      "grad_norm": 2.249586136733254,
      "learning_rate": 0.0002999932012184326,
      "loss": 5.8856,
      "step": 2208
    },
    {
      "epoch": 0.18764865783214407,
      "grad_norm": 1.9829405487371832,
      "learning_rate": 0.00029999313568888637,
      "loss": 5.9938,
      "step": 2209
    },
    {
      "epoch": 0.1877336051647978,
      "grad_norm": 2.042022350678494,
      "learning_rate": 0.00029999306984505934,
      "loss": 6.6006,
      "step": 2210
    },
    {
      "epoch": 0.18781855249745158,
      "grad_norm": 1.6189076273481244,
      "learning_rate": 0.00029999300368695165,
      "loss": 5.9219,
      "step": 2211
    },
    {
      "epoch": 0.18790349983010535,
      "grad_norm": 1.7601966650359433,
      "learning_rate": 0.00029999293721456345,
      "loss": 6.1992,
      "step": 2212
    },
    {
      "epoch": 0.1879884471627591,
      "grad_norm": 2.1301721985139883,
      "learning_rate": 0.00029999287042789486,
      "loss": 5.6527,
      "step": 2213
    },
    {
      "epoch": 0.18807339449541285,
      "grad_norm": 1.6616916167552702,
      "learning_rate": 0.0002999928033269461,
      "loss": 6.0761,
      "step": 2214
    },
    {
      "epoch": 0.1881583418280666,
      "grad_norm": 2.0239140822129618,
      "learning_rate": 0.0002999927359117172,
      "loss": 6.0704,
      "step": 2215
    },
    {
      "epoch": 0.18824328916072036,
      "grad_norm": 1.7063656032315353,
      "learning_rate": 0.0002999926681822084,
      "loss": 5.8065,
      "step": 2216
    },
    {
      "epoch": 0.1883282364933741,
      "grad_norm": 1.7655653343416713,
      "learning_rate": 0.0002999926001384198,
      "loss": 5.9794,
      "step": 2217
    },
    {
      "epoch": 0.18841318382602787,
      "grad_norm": 1.7976518208683698,
      "learning_rate": 0.00029999253178035153,
      "loss": 6.4835,
      "step": 2218
    },
    {
      "epoch": 0.1884981311586816,
      "grad_norm": 1.7308712576209075,
      "learning_rate": 0.0002999924631080038,
      "loss": 6.5504,
      "step": 2219
    },
    {
      "epoch": 0.18858307849133538,
      "grad_norm": 1.713137432475013,
      "learning_rate": 0.00029999239412137666,
      "loss": 6.3824,
      "step": 2220
    },
    {
      "epoch": 0.18866802582398912,
      "grad_norm": 1.7830663783159257,
      "learning_rate": 0.0002999923248204703,
      "loss": 5.9919,
      "step": 2221
    },
    {
      "epoch": 0.18875297315664288,
      "grad_norm": 1.6711160539183871,
      "learning_rate": 0.0002999922552052848,
      "loss": 6.0299,
      "step": 2222
    },
    {
      "epoch": 0.18883792048929662,
      "grad_norm": 1.804575677481665,
      "learning_rate": 0.00029999218527582047,
      "loss": 6.2792,
      "step": 2223
    },
    {
      "epoch": 0.1889228678219504,
      "grad_norm": 1.85301516399471,
      "learning_rate": 0.0002999921150320773,
      "loss": 5.5634,
      "step": 2224
    },
    {
      "epoch": 0.18900781515460416,
      "grad_norm": 1.7370965985082958,
      "learning_rate": 0.00029999204447405547,
      "loss": 5.6978,
      "step": 2225
    },
    {
      "epoch": 0.1890927624872579,
      "grad_norm": 1.8918069344393162,
      "learning_rate": 0.0002999919736017552,
      "loss": 6.0804,
      "step": 2226
    },
    {
      "epoch": 0.18917770981991167,
      "grad_norm": 1.9658462647031998,
      "learning_rate": 0.00029999190241517654,
      "loss": 6.2047,
      "step": 2227
    },
    {
      "epoch": 0.1892626571525654,
      "grad_norm": 1.9448954959758644,
      "learning_rate": 0.0002999918309143197,
      "loss": 6.3466,
      "step": 2228
    },
    {
      "epoch": 0.18934760448521917,
      "grad_norm": 2.072877181347134,
      "learning_rate": 0.0002999917590991848,
      "loss": 6.3586,
      "step": 2229
    },
    {
      "epoch": 0.1894325518178729,
      "grad_norm": 1.711982654959672,
      "learning_rate": 0.000299991686969772,
      "loss": 6.3964,
      "step": 2230
    },
    {
      "epoch": 0.18951749915052668,
      "grad_norm": 1.7035839924627896,
      "learning_rate": 0.00029999161452608155,
      "loss": 5.8924,
      "step": 2231
    },
    {
      "epoch": 0.18960244648318042,
      "grad_norm": 1.8152027053310746,
      "learning_rate": 0.00029999154176811344,
      "loss": 6.2256,
      "step": 2232
    },
    {
      "epoch": 0.1896873938158342,
      "grad_norm": 3.3124480632642994,
      "learning_rate": 0.0002999914686958679,
      "loss": 6.5,
      "step": 2233
    },
    {
      "epoch": 0.18977234114848793,
      "grad_norm": 1.8052325774066897,
      "learning_rate": 0.00029999139530934504,
      "loss": 6.3753,
      "step": 2234
    },
    {
      "epoch": 0.1898572884811417,
      "grad_norm": 1.7297192169451667,
      "learning_rate": 0.00029999132160854513,
      "loss": 6.0123,
      "step": 2235
    },
    {
      "epoch": 0.18994223581379543,
      "grad_norm": 1.6647383433918617,
      "learning_rate": 0.0002999912475934682,
      "loss": 6.1903,
      "step": 2236
    },
    {
      "epoch": 0.1900271831464492,
      "grad_norm": 1.7513262787164847,
      "learning_rate": 0.00029999117326411437,
      "loss": 6.4734,
      "step": 2237
    },
    {
      "epoch": 0.19011213047910297,
      "grad_norm": 1.8348936971343226,
      "learning_rate": 0.00029999109862048395,
      "loss": 6.0172,
      "step": 2238
    },
    {
      "epoch": 0.1901970778117567,
      "grad_norm": 2.530336940259498,
      "learning_rate": 0.000299991023662577,
      "loss": 6.004,
      "step": 2239
    },
    {
      "epoch": 0.19028202514441048,
      "grad_norm": 1.7093809119071177,
      "learning_rate": 0.0002999909483903937,
      "loss": 5.7903,
      "step": 2240
    },
    {
      "epoch": 0.19036697247706422,
      "grad_norm": 1.6595482270653041,
      "learning_rate": 0.00029999087280393425,
      "loss": 5.5208,
      "step": 2241
    },
    {
      "epoch": 0.19045191980971798,
      "grad_norm": 1.7220377346029465,
      "learning_rate": 0.00029999079690319874,
      "loss": 5.8052,
      "step": 2242
    },
    {
      "epoch": 0.19053686714237172,
      "grad_norm": 4.085414140754098,
      "learning_rate": 0.00029999072068818733,
      "loss": 6.0362,
      "step": 2243
    },
    {
      "epoch": 0.1906218144750255,
      "grad_norm": 1.8248274696921094,
      "learning_rate": 0.0002999906441589002,
      "loss": 5.8883,
      "step": 2244
    },
    {
      "epoch": 0.19070676180767923,
      "grad_norm": 3.41902467858789,
      "learning_rate": 0.00029999056731533754,
      "loss": 6.0984,
      "step": 2245
    },
    {
      "epoch": 0.190791709140333,
      "grad_norm": 1.8228042577994428,
      "learning_rate": 0.0002999904901574994,
      "loss": 5.8852,
      "step": 2246
    },
    {
      "epoch": 0.19087665647298674,
      "grad_norm": 2.3591391800294432,
      "learning_rate": 0.0002999904126853861,
      "loss": 5.6789,
      "step": 2247
    },
    {
      "epoch": 0.1909616038056405,
      "grad_norm": 1.7839642059465335,
      "learning_rate": 0.0002999903348989977,
      "loss": 5.8753,
      "step": 2248
    },
    {
      "epoch": 0.19104655113829425,
      "grad_norm": 1.7458691146518388,
      "learning_rate": 0.0002999902567983344,
      "loss": 5.6866,
      "step": 2249
    },
    {
      "epoch": 0.191131498470948,
      "grad_norm": 1.6597675579870506,
      "learning_rate": 0.0002999901783833964,
      "loss": 6.036,
      "step": 2250
    },
    {
      "epoch": 0.19121644580360175,
      "grad_norm": 1.8012576470727273,
      "learning_rate": 0.0002999900996541838,
      "loss": 6.2324,
      "step": 2251
    },
    {
      "epoch": 0.19130139313625552,
      "grad_norm": 1.7419174302475984,
      "learning_rate": 0.0002999900206106968,
      "loss": 6.0401,
      "step": 2252
    },
    {
      "epoch": 0.1913863404689093,
      "grad_norm": 1.6594359845072002,
      "learning_rate": 0.0002999899412529355,
      "loss": 5.8333,
      "step": 2253
    },
    {
      "epoch": 0.19147128780156303,
      "grad_norm": 1.5984082036429188,
      "learning_rate": 0.00029998986158090007,
      "loss": 6.0292,
      "step": 2254
    },
    {
      "epoch": 0.1915562351342168,
      "grad_norm": 1.7028171575419444,
      "learning_rate": 0.0002999897815945908,
      "loss": 6.0976,
      "step": 2255
    },
    {
      "epoch": 0.19164118246687054,
      "grad_norm": 1.7213019833413576,
      "learning_rate": 0.00029998970129400775,
      "loss": 6.0213,
      "step": 2256
    },
    {
      "epoch": 0.1917261297995243,
      "grad_norm": 1.985619194591954,
      "learning_rate": 0.0002999896206791511,
      "loss": 5.668,
      "step": 2257
    },
    {
      "epoch": 0.19181107713217804,
      "grad_norm": 1.811245756631356,
      "learning_rate": 0.00029998953975002106,
      "loss": 5.7486,
      "step": 2258
    },
    {
      "epoch": 0.1918960244648318,
      "grad_norm": 1.898050365355793,
      "learning_rate": 0.0002999894585066178,
      "loss": 6.4808,
      "step": 2259
    },
    {
      "epoch": 0.19198097179748555,
      "grad_norm": 1.8130187305066243,
      "learning_rate": 0.0002999893769489414,
      "loss": 6.3926,
      "step": 2260
    },
    {
      "epoch": 0.19206591913013932,
      "grad_norm": 1.8131252764402235,
      "learning_rate": 0.0002999892950769922,
      "loss": 6.1121,
      "step": 2261
    },
    {
      "epoch": 0.19215086646279306,
      "grad_norm": 4.758846494620581,
      "learning_rate": 0.0002999892128907702,
      "loss": 5.9019,
      "step": 2262
    },
    {
      "epoch": 0.19223581379544682,
      "grad_norm": 1.7682507466539377,
      "learning_rate": 0.00029998913039027563,
      "loss": 6.0468,
      "step": 2263
    },
    {
      "epoch": 0.19232076112810056,
      "grad_norm": 1.8263890623433752,
      "learning_rate": 0.0002999890475755087,
      "loss": 5.7228,
      "step": 2264
    },
    {
      "epoch": 0.19240570846075433,
      "grad_norm": 1.8922502973498192,
      "learning_rate": 0.0002999889644464696,
      "loss": 5.8159,
      "step": 2265
    },
    {
      "epoch": 0.1924906557934081,
      "grad_norm": 1.6572720007222022,
      "learning_rate": 0.0002999888810031584,
      "loss": 5.9536,
      "step": 2266
    },
    {
      "epoch": 0.19257560312606184,
      "grad_norm": 1.7753112538610194,
      "learning_rate": 0.00029998879724557533,
      "loss": 6.0411,
      "step": 2267
    },
    {
      "epoch": 0.1926605504587156,
      "grad_norm": 1.8141674428650574,
      "learning_rate": 0.00029998871317372055,
      "loss": 5.6549,
      "step": 2268
    },
    {
      "epoch": 0.19274549779136935,
      "grad_norm": 1.7678798296175773,
      "learning_rate": 0.00029998862878759437,
      "loss": 6.4145,
      "step": 2269
    },
    {
      "epoch": 0.19283044512402311,
      "grad_norm": 1.6027254480671733,
      "learning_rate": 0.00029998854408719674,
      "loss": 5.891,
      "step": 2270
    },
    {
      "epoch": 0.19291539245667685,
      "grad_norm": 1.5926149511369894,
      "learning_rate": 0.00029998845907252804,
      "loss": 6.0867,
      "step": 2271
    },
    {
      "epoch": 0.19300033978933062,
      "grad_norm": 1.8324500043132466,
      "learning_rate": 0.0002999883737435883,
      "loss": 6.0393,
      "step": 2272
    },
    {
      "epoch": 0.19308528712198436,
      "grad_norm": 1.6112083124046965,
      "learning_rate": 0.00029998828810037776,
      "loss": 5.8928,
      "step": 2273
    },
    {
      "epoch": 0.19317023445463813,
      "grad_norm": 1.6809150307560161,
      "learning_rate": 0.00029998820214289666,
      "loss": 6.4006,
      "step": 2274
    },
    {
      "epoch": 0.19325518178729187,
      "grad_norm": 1.8625050817454474,
      "learning_rate": 0.00029998811587114504,
      "loss": 6.4745,
      "step": 2275
    },
    {
      "epoch": 0.19334012911994564,
      "grad_norm": 1.7198600992183204,
      "learning_rate": 0.0002999880292851232,
      "loss": 5.9765,
      "step": 2276
    },
    {
      "epoch": 0.19342507645259938,
      "grad_norm": 1.7295797785019147,
      "learning_rate": 0.00029998794238483124,
      "loss": 5.6237,
      "step": 2277
    },
    {
      "epoch": 0.19351002378525314,
      "grad_norm": 1.7197271266263139,
      "learning_rate": 0.00029998785517026944,
      "loss": 5.9708,
      "step": 2278
    },
    {
      "epoch": 0.1935949711179069,
      "grad_norm": 1.7425189202782816,
      "learning_rate": 0.0002999877676414379,
      "loss": 6.4666,
      "step": 2279
    },
    {
      "epoch": 0.19367991845056065,
      "grad_norm": 1.6647240786349378,
      "learning_rate": 0.00029998767979833686,
      "loss": 5.9129,
      "step": 2280
    },
    {
      "epoch": 0.19376486578321442,
      "grad_norm": 1.6604061490579505,
      "learning_rate": 0.00029998759164096646,
      "loss": 5.707,
      "step": 2281
    },
    {
      "epoch": 0.19384981311586816,
      "grad_norm": 1.7184504975626245,
      "learning_rate": 0.0002999875031693269,
      "loss": 6.6264,
      "step": 2282
    },
    {
      "epoch": 0.19393476044852193,
      "grad_norm": 1.6234397521037125,
      "learning_rate": 0.00029998741438341835,
      "loss": 5.9578,
      "step": 2283
    },
    {
      "epoch": 0.19401970778117567,
      "grad_norm": 1.6550851876483292,
      "learning_rate": 0.000299987325283241,
      "loss": 5.9103,
      "step": 2284
    },
    {
      "epoch": 0.19410465511382943,
      "grad_norm": 1.5912816458670165,
      "learning_rate": 0.0002999872358687951,
      "loss": 5.8267,
      "step": 2285
    },
    {
      "epoch": 0.19418960244648317,
      "grad_norm": 1.642322235193423,
      "learning_rate": 0.00029998714614008065,
      "loss": 5.6584,
      "step": 2286
    },
    {
      "epoch": 0.19427454977913694,
      "grad_norm": 1.7079132962156502,
      "learning_rate": 0.0002999870560970981,
      "loss": 5.4422,
      "step": 2287
    },
    {
      "epoch": 0.19435949711179068,
      "grad_norm": 1.8787936114526407,
      "learning_rate": 0.00029998696573984744,
      "loss": 6.0212,
      "step": 2288
    },
    {
      "epoch": 0.19444444444444445,
      "grad_norm": 1.6274473307233868,
      "learning_rate": 0.00029998687506832897,
      "loss": 5.6395,
      "step": 2289
    },
    {
      "epoch": 0.1945293917770982,
      "grad_norm": 1.6040728123692503,
      "learning_rate": 0.00029998678408254284,
      "loss": 6.0488,
      "step": 2290
    },
    {
      "epoch": 0.19461433910975195,
      "grad_norm": 1.7379137873296102,
      "learning_rate": 0.0002999866927824892,
      "loss": 5.9037,
      "step": 2291
    },
    {
      "epoch": 0.1946992864424057,
      "grad_norm": 1.6808061073940357,
      "learning_rate": 0.00029998660116816833,
      "loss": 5.8451,
      "step": 2292
    },
    {
      "epoch": 0.19478423377505946,
      "grad_norm": 1.9155589014628247,
      "learning_rate": 0.0002999865092395804,
      "loss": 5.6428,
      "step": 2293
    },
    {
      "epoch": 0.19486918110771323,
      "grad_norm": 1.914833620324765,
      "learning_rate": 0.0002999864169967255,
      "loss": 5.6188,
      "step": 2294
    },
    {
      "epoch": 0.19495412844036697,
      "grad_norm": 1.7292038614318381,
      "learning_rate": 0.00029998632443960395,
      "loss": 6.3864,
      "step": 2295
    },
    {
      "epoch": 0.19503907577302074,
      "grad_norm": 1.789365930251095,
      "learning_rate": 0.0002999862315682158,
      "loss": 5.8453,
      "step": 2296
    },
    {
      "epoch": 0.19512402310567448,
      "grad_norm": 1.6881013220989158,
      "learning_rate": 0.00029998613838256146,
      "loss": 6.3239,
      "step": 2297
    },
    {
      "epoch": 0.19520897043832824,
      "grad_norm": 1.7393460934363782,
      "learning_rate": 0.000299986044882641,
      "loss": 6.1475,
      "step": 2298
    },
    {
      "epoch": 0.19529391777098198,
      "grad_norm": 1.8569562374081983,
      "learning_rate": 0.0002999859510684545,
      "loss": 6.179,
      "step": 2299
    },
    {
      "epoch": 0.19537886510363575,
      "grad_norm": 1.7124634817312685,
      "learning_rate": 0.00029998585694000237,
      "loss": 5.7491,
      "step": 2300
    },
    {
      "epoch": 0.1954638124362895,
      "grad_norm": 1.6831293118565929,
      "learning_rate": 0.00029998576249728467,
      "loss": 6.0459,
      "step": 2301
    },
    {
      "epoch": 0.19554875976894326,
      "grad_norm": 1.6624287191866567,
      "learning_rate": 0.00029998566774030165,
      "loss": 6.0025,
      "step": 2302
    },
    {
      "epoch": 0.195633707101597,
      "grad_norm": 1.6776164268854163,
      "learning_rate": 0.00029998557266905357,
      "loss": 5.7819,
      "step": 2303
    },
    {
      "epoch": 0.19571865443425077,
      "grad_norm": 1.7420735832257435,
      "learning_rate": 0.0002999854772835405,
      "loss": 5.8107,
      "step": 2304
    },
    {
      "epoch": 0.1958036017669045,
      "grad_norm": 1.7554355358674343,
      "learning_rate": 0.00029998538158376264,
      "loss": 5.9048,
      "step": 2305
    },
    {
      "epoch": 0.19588854909955827,
      "grad_norm": 1.723710937614672,
      "learning_rate": 0.00029998528556972033,
      "loss": 5.7896,
      "step": 2306
    },
    {
      "epoch": 0.19597349643221204,
      "grad_norm": 1.6853332186820682,
      "learning_rate": 0.00029998518924141367,
      "loss": 5.7924,
      "step": 2307
    },
    {
      "epoch": 0.19605844376486578,
      "grad_norm": 1.6739921359494634,
      "learning_rate": 0.0002999850925988429,
      "loss": 6.049,
      "step": 2308
    },
    {
      "epoch": 0.19614339109751955,
      "grad_norm": 1.753648431476152,
      "learning_rate": 0.0002999849956420082,
      "loss": 6.1874,
      "step": 2309
    },
    {
      "epoch": 0.1962283384301733,
      "grad_norm": 1.8012787786935751,
      "learning_rate": 0.0002999848983709097,
      "loss": 5.7635,
      "step": 2310
    },
    {
      "epoch": 0.19631328576282706,
      "grad_norm": 2.039811070267896,
      "learning_rate": 0.0002999848007855478,
      "loss": 6.3163,
      "step": 2311
    },
    {
      "epoch": 0.1963982330954808,
      "grad_norm": 1.5848423127291587,
      "learning_rate": 0.0002999847028859225,
      "loss": 6.0955,
      "step": 2312
    },
    {
      "epoch": 0.19648318042813456,
      "grad_norm": 1.6594970572390255,
      "learning_rate": 0.0002999846046720341,
      "loss": 5.8889,
      "step": 2313
    },
    {
      "epoch": 0.1965681277607883,
      "grad_norm": 1.781819930765896,
      "learning_rate": 0.0002999845061438828,
      "loss": 5.786,
      "step": 2314
    },
    {
      "epoch": 0.19665307509344207,
      "grad_norm": 1.7626000168810942,
      "learning_rate": 0.00029998440730146886,
      "loss": 5.6907,
      "step": 2315
    },
    {
      "epoch": 0.1967380224260958,
      "grad_norm": 1.6442753408780975,
      "learning_rate": 0.0002999843081447924,
      "loss": 6.5879,
      "step": 2316
    },
    {
      "epoch": 0.19682296975874958,
      "grad_norm": 1.6986032328415126,
      "learning_rate": 0.00029998420867385363,
      "loss": 6.0374,
      "step": 2317
    },
    {
      "epoch": 0.19690791709140332,
      "grad_norm": 1.728545109696407,
      "learning_rate": 0.0002999841088886528,
      "loss": 5.7537,
      "step": 2318
    },
    {
      "epoch": 0.19699286442405708,
      "grad_norm": 1.5893734608997367,
      "learning_rate": 0.0002999840087891901,
      "loss": 5.7493,
      "step": 2319
    },
    {
      "epoch": 0.19707781175671085,
      "grad_norm": 1.6251541235585654,
      "learning_rate": 0.00029998390837546575,
      "loss": 6.1338,
      "step": 2320
    },
    {
      "epoch": 0.1971627590893646,
      "grad_norm": 1.6498985389039493,
      "learning_rate": 0.00029998380764747996,
      "loss": 5.758,
      "step": 2321
    },
    {
      "epoch": 0.19724770642201836,
      "grad_norm": 1.7519671118241058,
      "learning_rate": 0.00029998370660523296,
      "loss": 6.2164,
      "step": 2322
    },
    {
      "epoch": 0.1973326537546721,
      "grad_norm": 1.594184231510126,
      "learning_rate": 0.0002999836052487249,
      "loss": 6.3614,
      "step": 2323
    },
    {
      "epoch": 0.19741760108732587,
      "grad_norm": 1.6723709496040182,
      "learning_rate": 0.00029998350357795606,
      "loss": 5.6619,
      "step": 2324
    },
    {
      "epoch": 0.1975025484199796,
      "grad_norm": 1.90463719287404,
      "learning_rate": 0.0002999834015929266,
      "loss": 5.9615,
      "step": 2325
    },
    {
      "epoch": 0.19758749575263337,
      "grad_norm": 1.7088649045579754,
      "learning_rate": 0.0002999832992936368,
      "loss": 5.8447,
      "step": 2326
    },
    {
      "epoch": 0.19767244308528711,
      "grad_norm": 1.6973610732708753,
      "learning_rate": 0.0002999831966800868,
      "loss": 6.5364,
      "step": 2327
    },
    {
      "epoch": 0.19775739041794088,
      "grad_norm": 1.6716012619970284,
      "learning_rate": 0.0002999830937522768,
      "loss": 5.5579,
      "step": 2328
    },
    {
      "epoch": 0.19784233775059462,
      "grad_norm": 2.018436923982055,
      "learning_rate": 0.00029998299051020713,
      "loss": 5.9122,
      "step": 2329
    },
    {
      "epoch": 0.1979272850832484,
      "grad_norm": 1.6592112962220038,
      "learning_rate": 0.0002999828869538779,
      "loss": 5.8211,
      "step": 2330
    },
    {
      "epoch": 0.19801223241590213,
      "grad_norm": 1.729538192515558,
      "learning_rate": 0.0002999827830832894,
      "loss": 5.7467,
      "step": 2331
    },
    {
      "epoch": 0.1980971797485559,
      "grad_norm": 1.619007800955238,
      "learning_rate": 0.00029998267889844177,
      "loss": 5.7635,
      "step": 2332
    },
    {
      "epoch": 0.19818212708120966,
      "grad_norm": 1.7403481380099188,
      "learning_rate": 0.0002999825743993353,
      "loss": 6.0099,
      "step": 2333
    },
    {
      "epoch": 0.1982670744138634,
      "grad_norm": 1.7491175363834233,
      "learning_rate": 0.0002999824695859702,
      "loss": 6.0239,
      "step": 2334
    },
    {
      "epoch": 0.19835202174651717,
      "grad_norm": 3.3382712276450683,
      "learning_rate": 0.0002999823644583466,
      "loss": 6.0801,
      "step": 2335
    },
    {
      "epoch": 0.1984369690791709,
      "grad_norm": 1.7430060049543663,
      "learning_rate": 0.00029998225901646487,
      "loss": 6.3621,
      "step": 2336
    },
    {
      "epoch": 0.19852191641182468,
      "grad_norm": 1.6191061788665937,
      "learning_rate": 0.00029998215326032513,
      "loss": 5.9503,
      "step": 2337
    },
    {
      "epoch": 0.19860686374447842,
      "grad_norm": 1.7074555350896161,
      "learning_rate": 0.0002999820471899276,
      "loss": 6.3827,
      "step": 2338
    },
    {
      "epoch": 0.19869181107713219,
      "grad_norm": 2.0581168374295395,
      "learning_rate": 0.00029998194080527255,
      "loss": 6.2317,
      "step": 2339
    },
    {
      "epoch": 0.19877675840978593,
      "grad_norm": 1.6813121483059357,
      "learning_rate": 0.00029998183410636015,
      "loss": 6.2673,
      "step": 2340
    },
    {
      "epoch": 0.1988617057424397,
      "grad_norm": 1.7227789115335526,
      "learning_rate": 0.0002999817270931907,
      "loss": 5.8812,
      "step": 2341
    },
    {
      "epoch": 0.19894665307509343,
      "grad_norm": 1.7640806293449915,
      "learning_rate": 0.00029998161976576437,
      "loss": 5.75,
      "step": 2342
    },
    {
      "epoch": 0.1990316004077472,
      "grad_norm": 1.6780887325815133,
      "learning_rate": 0.0002999815121240813,
      "loss": 6.7172,
      "step": 2343
    },
    {
      "epoch": 0.19911654774040094,
      "grad_norm": 1.6951753744754874,
      "learning_rate": 0.00029998140416814193,
      "loss": 6.3888,
      "step": 2344
    },
    {
      "epoch": 0.1992014950730547,
      "grad_norm": 1.6829913082605628,
      "learning_rate": 0.0002999812958979463,
      "loss": 6.2998,
      "step": 2345
    },
    {
      "epoch": 0.19928644240570845,
      "grad_norm": 1.7665437155412413,
      "learning_rate": 0.0002999811873134947,
      "loss": 6.4249,
      "step": 2346
    },
    {
      "epoch": 0.19937138973836221,
      "grad_norm": 1.6242414630741981,
      "learning_rate": 0.00029998107841478736,
      "loss": 5.9257,
      "step": 2347
    },
    {
      "epoch": 0.19945633707101598,
      "grad_norm": 1.7556314597445593,
      "learning_rate": 0.0002999809692018245,
      "loss": 6.3779,
      "step": 2348
    },
    {
      "epoch": 0.19954128440366972,
      "grad_norm": 6.5865436704161455,
      "learning_rate": 0.0002999808596746064,
      "loss": 5.914,
      "step": 2349
    },
    {
      "epoch": 0.1996262317363235,
      "grad_norm": 1.7264708685162746,
      "learning_rate": 0.0002999807498331332,
      "loss": 6.0677,
      "step": 2350
    },
    {
      "epoch": 0.19971117906897723,
      "grad_norm": 1.6685198900417264,
      "learning_rate": 0.00029998063967740516,
      "loss": 6.1495,
      "step": 2351
    },
    {
      "epoch": 0.199796126401631,
      "grad_norm": 1.7060782234102279,
      "learning_rate": 0.00029998052920742255,
      "loss": 6.0819,
      "step": 2352
    },
    {
      "epoch": 0.19988107373428474,
      "grad_norm": 1.8751998796173444,
      "learning_rate": 0.0002999804184231855,
      "loss": 5.792,
      "step": 2353
    },
    {
      "epoch": 0.1999660210669385,
      "grad_norm": 1.7550472507171186,
      "learning_rate": 0.0002999803073246945,
      "loss": 5.8572,
      "step": 2354
    },
    {
      "epoch": 0.20005096839959224,
      "grad_norm": 1.6461740680542087,
      "learning_rate": 0.00029998019591194946,
      "loss": 5.6772,
      "step": 2355
    },
    {
      "epoch": 0.200135915732246,
      "grad_norm": 2.005528197013102,
      "learning_rate": 0.00029998008418495077,
      "loss": 6.3271,
      "step": 2356
    },
    {
      "epoch": 0.20022086306489975,
      "grad_norm": 2.5746401752788217,
      "learning_rate": 0.0002999799721436986,
      "loss": 5.6055,
      "step": 2357
    },
    {
      "epoch": 0.20030581039755352,
      "grad_norm": 1.7051140510210823,
      "learning_rate": 0.00029997985978819335,
      "loss": 6.2988,
      "step": 2358
    },
    {
      "epoch": 0.20039075773020726,
      "grad_norm": 1.6510611345779034,
      "learning_rate": 0.00029997974711843507,
      "loss": 5.7798,
      "step": 2359
    },
    {
      "epoch": 0.20047570506286103,
      "grad_norm": 1.9139517253469234,
      "learning_rate": 0.0002999796341344241,
      "loss": 5.9759,
      "step": 2360
    },
    {
      "epoch": 0.2005606523955148,
      "grad_norm": 1.834643332044301,
      "learning_rate": 0.0002999795208361606,
      "loss": 6.2461,
      "step": 2361
    },
    {
      "epoch": 0.20064559972816853,
      "grad_norm": 1.7980525613367915,
      "learning_rate": 0.0002999794072236449,
      "loss": 5.9021,
      "step": 2362
    },
    {
      "epoch": 0.2007305470608223,
      "grad_norm": 1.6347457111060943,
      "learning_rate": 0.00029997929329687715,
      "loss": 5.8419,
      "step": 2363
    },
    {
      "epoch": 0.20081549439347604,
      "grad_norm": 1.7822611070462926,
      "learning_rate": 0.0002999791790558576,
      "loss": 6.0011,
      "step": 2364
    },
    {
      "epoch": 0.2009004417261298,
      "grad_norm": 2.4397099437178507,
      "learning_rate": 0.0002999790645005866,
      "loss": 5.683,
      "step": 2365
    },
    {
      "epoch": 0.20098538905878355,
      "grad_norm": 2.2808640857838003,
      "learning_rate": 0.0002999789496310642,
      "loss": 5.8571,
      "step": 2366
    },
    {
      "epoch": 0.20107033639143732,
      "grad_norm": 1.9870660744640773,
      "learning_rate": 0.00029997883444729084,
      "loss": 5.5506,
      "step": 2367
    },
    {
      "epoch": 0.20115528372409106,
      "grad_norm": 4.177619846264127,
      "learning_rate": 0.0002999787189492666,
      "loss": 6.4285,
      "step": 2368
    },
    {
      "epoch": 0.20124023105674482,
      "grad_norm": 1.8826366127619265,
      "learning_rate": 0.0002999786031369918,
      "loss": 6.1288,
      "step": 2369
    },
    {
      "epoch": 0.20132517838939856,
      "grad_norm": 1.655711827938579,
      "learning_rate": 0.00029997848701046674,
      "loss": 5.8768,
      "step": 2370
    },
    {
      "epoch": 0.20141012572205233,
      "grad_norm": 2.074862578147911,
      "learning_rate": 0.0002999783705696915,
      "loss": 5.5809,
      "step": 2371
    },
    {
      "epoch": 0.20149507305470607,
      "grad_norm": 1.5798486364405326,
      "learning_rate": 0.00029997825381466645,
      "loss": 6.1155,
      "step": 2372
    },
    {
      "epoch": 0.20158002038735984,
      "grad_norm": 1.6438243511793051,
      "learning_rate": 0.0002999781367453918,
      "loss": 5.8684,
      "step": 2373
    },
    {
      "epoch": 0.2016649677200136,
      "grad_norm": 4.4084703325557,
      "learning_rate": 0.00029997801936186786,
      "loss": 6.3742,
      "step": 2374
    },
    {
      "epoch": 0.20174991505266734,
      "grad_norm": 1.655057309534092,
      "learning_rate": 0.0002999779016640947,
      "loss": 5.808,
      "step": 2375
    },
    {
      "epoch": 0.2018348623853211,
      "grad_norm": 1.6639320883939173,
      "learning_rate": 0.0002999777836520728,
      "loss": 5.9215,
      "step": 2376
    },
    {
      "epoch": 0.20191980971797485,
      "grad_norm": 1.6050034041052172,
      "learning_rate": 0.0002999776653258022,
      "loss": 5.9539,
      "step": 2377
    },
    {
      "epoch": 0.20200475705062862,
      "grad_norm": 1.7301548816022847,
      "learning_rate": 0.0002999775466852833,
      "loss": 6.2525,
      "step": 2378
    },
    {
      "epoch": 0.20208970438328236,
      "grad_norm": 1.67905257336019,
      "learning_rate": 0.00029997742773051625,
      "loss": 6.3004,
      "step": 2379
    },
    {
      "epoch": 0.20217465171593613,
      "grad_norm": 1.7300314597058746,
      "learning_rate": 0.00029997730846150134,
      "loss": 5.9224,
      "step": 2380
    },
    {
      "epoch": 0.20225959904858987,
      "grad_norm": 1.6685537955029157,
      "learning_rate": 0.00029997718887823883,
      "loss": 5.7098,
      "step": 2381
    },
    {
      "epoch": 0.20234454638124363,
      "grad_norm": 1.7894139857649034,
      "learning_rate": 0.00029997706898072894,
      "loss": 6.4288,
      "step": 2382
    },
    {
      "epoch": 0.20242949371389737,
      "grad_norm": 1.7186911960224733,
      "learning_rate": 0.00029997694876897194,
      "loss": 6.4967,
      "step": 2383
    },
    {
      "epoch": 0.20251444104655114,
      "grad_norm": 1.6672531420100556,
      "learning_rate": 0.0002999768282429681,
      "loss": 5.6317,
      "step": 2384
    },
    {
      "epoch": 0.20259938837920488,
      "grad_norm": 1.6370722995535782,
      "learning_rate": 0.0002999767074027176,
      "loss": 5.6799,
      "step": 2385
    },
    {
      "epoch": 0.20268433571185865,
      "grad_norm": 1.660826788818681,
      "learning_rate": 0.0002999765862482208,
      "loss": 6.0697,
      "step": 2386
    },
    {
      "epoch": 0.20276928304451242,
      "grad_norm": 1.6750025963257706,
      "learning_rate": 0.00029997646477947785,
      "loss": 6.4314,
      "step": 2387
    },
    {
      "epoch": 0.20285423037716616,
      "grad_norm": 1.688882326161007,
      "learning_rate": 0.0002999763429964891,
      "loss": 6.1603,
      "step": 2388
    },
    {
      "epoch": 0.20293917770981992,
      "grad_norm": 1.7206026140020318,
      "learning_rate": 0.0002999762208992547,
      "loss": 5.8837,
      "step": 2389
    },
    {
      "epoch": 0.20302412504247366,
      "grad_norm": 1.756437057804825,
      "learning_rate": 0.00029997609848777504,
      "loss": 6.2489,
      "step": 2390
    },
    {
      "epoch": 0.20310907237512743,
      "grad_norm": 1.6549814440738537,
      "learning_rate": 0.0002999759757620502,
      "loss": 5.9217,
      "step": 2391
    },
    {
      "epoch": 0.20319401970778117,
      "grad_norm": 1.6268407748097526,
      "learning_rate": 0.0002999758527220806,
      "loss": 6.4146,
      "step": 2392
    },
    {
      "epoch": 0.20327896704043494,
      "grad_norm": 1.9918773103362595,
      "learning_rate": 0.00029997572936786646,
      "loss": 5.9916,
      "step": 2393
    },
    {
      "epoch": 0.20336391437308868,
      "grad_norm": 1.709163976746021,
      "learning_rate": 0.00029997560569940796,
      "loss": 5.7928,
      "step": 2394
    },
    {
      "epoch": 0.20344886170574245,
      "grad_norm": 1.729035330221645,
      "learning_rate": 0.0002999754817167054,
      "loss": 6.351,
      "step": 2395
    },
    {
      "epoch": 0.20353380903839619,
      "grad_norm": 2.5223096388113446,
      "learning_rate": 0.00029997535741975906,
      "loss": 5.4948,
      "step": 2396
    },
    {
      "epoch": 0.20361875637104995,
      "grad_norm": 1.8678478864560135,
      "learning_rate": 0.00029997523280856926,
      "loss": 5.6904,
      "step": 2397
    },
    {
      "epoch": 0.2037037037037037,
      "grad_norm": 1.816220908070005,
      "learning_rate": 0.00029997510788313614,
      "loss": 5.7975,
      "step": 2398
    },
    {
      "epoch": 0.20378865103635746,
      "grad_norm": 1.923390804396094,
      "learning_rate": 0.00029997498264346,
      "loss": 6.2491,
      "step": 2399
    },
    {
      "epoch": 0.2038735983690112,
      "grad_norm": 1.9215073990673577,
      "learning_rate": 0.00029997485708954116,
      "loss": 5.9373,
      "step": 2400
    },
    {
      "epoch": 0.20395854570166497,
      "grad_norm": 1.8117382884970488,
      "learning_rate": 0.00029997473122137983,
      "loss": 6.0866,
      "step": 2401
    },
    {
      "epoch": 0.20404349303431873,
      "grad_norm": 1.7550935728477353,
      "learning_rate": 0.0002999746050389763,
      "loss": 6.3002,
      "step": 2402
    },
    {
      "epoch": 0.20412844036697247,
      "grad_norm": 1.8054193475435982,
      "learning_rate": 0.00029997447854233076,
      "loss": 5.746,
      "step": 2403
    },
    {
      "epoch": 0.20421338769962624,
      "grad_norm": 1.563725425371095,
      "learning_rate": 0.00029997435173144356,
      "loss": 6.3975,
      "step": 2404
    },
    {
      "epoch": 0.20429833503227998,
      "grad_norm": 2.1496133081724946,
      "learning_rate": 0.00029997422460631494,
      "loss": 6.1017,
      "step": 2405
    },
    {
      "epoch": 0.20438328236493375,
      "grad_norm": 1.6485988464729973,
      "learning_rate": 0.00029997409716694517,
      "loss": 6.0654,
      "step": 2406
    },
    {
      "epoch": 0.2044682296975875,
      "grad_norm": 1.9419652324047925,
      "learning_rate": 0.00029997396941333453,
      "loss": 6.1133,
      "step": 2407
    },
    {
      "epoch": 0.20455317703024126,
      "grad_norm": 1.7090313002238364,
      "learning_rate": 0.0002999738413454833,
      "loss": 6.4734,
      "step": 2408
    },
    {
      "epoch": 0.204638124362895,
      "grad_norm": 1.7320346324504312,
      "learning_rate": 0.00029997371296339165,
      "loss": 6.1305,
      "step": 2409
    },
    {
      "epoch": 0.20472307169554876,
      "grad_norm": 1.6441428414529038,
      "learning_rate": 0.00029997358426705995,
      "loss": 6.3708,
      "step": 2410
    },
    {
      "epoch": 0.2048080190282025,
      "grad_norm": 1.7202068640143586,
      "learning_rate": 0.0002999734552564884,
      "loss": 5.8692,
      "step": 2411
    },
    {
      "epoch": 0.20489296636085627,
      "grad_norm": 1.6749645908765247,
      "learning_rate": 0.00029997332593167735,
      "loss": 5.9407,
      "step": 2412
    },
    {
      "epoch": 0.20497791369351,
      "grad_norm": 1.7476709530822827,
      "learning_rate": 0.000299973196292627,
      "loss": 6.066,
      "step": 2413
    },
    {
      "epoch": 0.20506286102616378,
      "grad_norm": 1.7112713199989058,
      "learning_rate": 0.0002999730663393377,
      "loss": 5.9749,
      "step": 2414
    },
    {
      "epoch": 0.20514780835881755,
      "grad_norm": 1.735166906275791,
      "learning_rate": 0.00029997293607180966,
      "loss": 5.705,
      "step": 2415
    },
    {
      "epoch": 0.20523275569147129,
      "grad_norm": 1.8967223799770416,
      "learning_rate": 0.0002999728054900431,
      "loss": 5.7064,
      "step": 2416
    },
    {
      "epoch": 0.20531770302412505,
      "grad_norm": 1.7133813945628709,
      "learning_rate": 0.0002999726745940384,
      "loss": 6.075,
      "step": 2417
    },
    {
      "epoch": 0.2054026503567788,
      "grad_norm": 1.678613407947946,
      "learning_rate": 0.0002999725433837958,
      "loss": 6.1692,
      "step": 2418
    },
    {
      "epoch": 0.20548759768943256,
      "grad_norm": 1.6755791448138684,
      "learning_rate": 0.0002999724118593156,
      "loss": 5.6931,
      "step": 2419
    },
    {
      "epoch": 0.2055725450220863,
      "grad_norm": 1.7628379541142218,
      "learning_rate": 0.00029997228002059804,
      "loss": 5.8963,
      "step": 2420
    },
    {
      "epoch": 0.20565749235474007,
      "grad_norm": 1.6329734588319298,
      "learning_rate": 0.0002999721478676434,
      "loss": 5.7217,
      "step": 2421
    },
    {
      "epoch": 0.2057424396873938,
      "grad_norm": 1.826266130427667,
      "learning_rate": 0.00029997201540045193,
      "loss": 6.1576,
      "step": 2422
    },
    {
      "epoch": 0.20582738702004758,
      "grad_norm": 1.7144156762970075,
      "learning_rate": 0.00029997188261902393,
      "loss": 6.1104,
      "step": 2423
    },
    {
      "epoch": 0.20591233435270132,
      "grad_norm": 1.7540365532636033,
      "learning_rate": 0.00029997174952335967,
      "loss": 6.1841,
      "step": 2424
    },
    {
      "epoch": 0.20599728168535508,
      "grad_norm": 1.6933289495121249,
      "learning_rate": 0.00029997161611345946,
      "loss": 5.7378,
      "step": 2425
    },
    {
      "epoch": 0.20608222901800882,
      "grad_norm": 1.8153736157064702,
      "learning_rate": 0.0002999714823893236,
      "loss": 5.6732,
      "step": 2426
    },
    {
      "epoch": 0.2061671763506626,
      "grad_norm": 1.712061789309672,
      "learning_rate": 0.00029997134835095226,
      "loss": 6.2343,
      "step": 2427
    },
    {
      "epoch": 0.20625212368331636,
      "grad_norm": 1.686126748083475,
      "learning_rate": 0.00029997121399834585,
      "loss": 5.7659,
      "step": 2428
    },
    {
      "epoch": 0.2063370710159701,
      "grad_norm": 1.7311994571654021,
      "learning_rate": 0.00029997107933150453,
      "loss": 5.818,
      "step": 2429
    },
    {
      "epoch": 0.20642201834862386,
      "grad_norm": 1.7420825732156353,
      "learning_rate": 0.00029997094435042874,
      "loss": 5.9334,
      "step": 2430
    },
    {
      "epoch": 0.2065069656812776,
      "grad_norm": 1.6967057261144303,
      "learning_rate": 0.0002999708090551186,
      "loss": 6.4245,
      "step": 2431
    },
    {
      "epoch": 0.20659191301393137,
      "grad_norm": 1.7181870568102566,
      "learning_rate": 0.00029997067344557447,
      "loss": 6.3243,
      "step": 2432
    },
    {
      "epoch": 0.2066768603465851,
      "grad_norm": 1.785070667267035,
      "learning_rate": 0.00029997053752179665,
      "loss": 5.6404,
      "step": 2433
    },
    {
      "epoch": 0.20676180767923888,
      "grad_norm": 1.725610793354778,
      "learning_rate": 0.0002999704012837854,
      "loss": 5.8794,
      "step": 2434
    },
    {
      "epoch": 0.20684675501189262,
      "grad_norm": 2.9275992996481586,
      "learning_rate": 0.000299970264731541,
      "loss": 5.6587,
      "step": 2435
    },
    {
      "epoch": 0.2069317023445464,
      "grad_norm": 1.6422103006118922,
      "learning_rate": 0.00029997012786506374,
      "loss": 5.8914,
      "step": 2436
    },
    {
      "epoch": 0.20701664967720013,
      "grad_norm": 1.5960722536989054,
      "learning_rate": 0.0002999699906843539,
      "loss": 6.1348,
      "step": 2437
    },
    {
      "epoch": 0.2071015970098539,
      "grad_norm": 2.7623852237064646,
      "learning_rate": 0.00029996985318941183,
      "loss": 6.0896,
      "step": 2438
    },
    {
      "epoch": 0.20718654434250763,
      "grad_norm": 1.7871973293068988,
      "learning_rate": 0.00029996971538023766,
      "loss": 6.2743,
      "step": 2439
    },
    {
      "epoch": 0.2072714916751614,
      "grad_norm": 1.8713014321727368,
      "learning_rate": 0.0002999695772568319,
      "loss": 6.4121,
      "step": 2440
    },
    {
      "epoch": 0.20735643900781514,
      "grad_norm": 1.6964491932964318,
      "learning_rate": 0.00029996943881919466,
      "loss": 6.4363,
      "step": 2441
    },
    {
      "epoch": 0.2074413863404689,
      "grad_norm": 1.8856070334893762,
      "learning_rate": 0.00029996930006732627,
      "loss": 6.3716,
      "step": 2442
    },
    {
      "epoch": 0.20752633367312268,
      "grad_norm": 1.798064141912604,
      "learning_rate": 0.00029996916100122713,
      "loss": 6.3433,
      "step": 2443
    },
    {
      "epoch": 0.20761128100577642,
      "grad_norm": 2.0006558326881585,
      "learning_rate": 0.0002999690216208974,
      "loss": 5.9754,
      "step": 2444
    },
    {
      "epoch": 0.20769622833843018,
      "grad_norm": 1.8085924526120527,
      "learning_rate": 0.00029996888192633736,
      "loss": 6.065,
      "step": 2445
    },
    {
      "epoch": 0.20778117567108392,
      "grad_norm": 1.7259803597610412,
      "learning_rate": 0.00029996874191754743,
      "loss": 6.1709,
      "step": 2446
    },
    {
      "epoch": 0.2078661230037377,
      "grad_norm": 1.7076074042976934,
      "learning_rate": 0.00029996860159452784,
      "loss": 5.8274,
      "step": 2447
    },
    {
      "epoch": 0.20795107033639143,
      "grad_norm": 1.60634204222366,
      "learning_rate": 0.00029996846095727887,
      "loss": 5.5903,
      "step": 2448
    },
    {
      "epoch": 0.2080360176690452,
      "grad_norm": 1.8524700837217882,
      "learning_rate": 0.0002999683200058008,
      "loss": 6.2513,
      "step": 2449
    },
    {
      "epoch": 0.20812096500169894,
      "grad_norm": 1.6425513522278814,
      "learning_rate": 0.00029996817874009397,
      "loss": 5.9714,
      "step": 2450
    },
    {
      "epoch": 0.2082059123343527,
      "grad_norm": 1.6962899760270485,
      "learning_rate": 0.0002999680371601586,
      "loss": 6.1185,
      "step": 2451
    },
    {
      "epoch": 0.20829085966700644,
      "grad_norm": 1.754230557673393,
      "learning_rate": 0.00029996789526599507,
      "loss": 6.0847,
      "step": 2452
    },
    {
      "epoch": 0.2083758069996602,
      "grad_norm": 4.42782854606001,
      "learning_rate": 0.0002999677530576037,
      "loss": 5.7594,
      "step": 2453
    },
    {
      "epoch": 0.20846075433231395,
      "grad_norm": 1.677055716238273,
      "learning_rate": 0.0002999676105349847,
      "loss": 6.2232,
      "step": 2454
    },
    {
      "epoch": 0.20854570166496772,
      "grad_norm": 1.7018385800470892,
      "learning_rate": 0.00029996746769813835,
      "loss": 5.9789,
      "step": 2455
    },
    {
      "epoch": 0.2086306489976215,
      "grad_norm": 1.7183635396962524,
      "learning_rate": 0.0002999673245470651,
      "loss": 6.0565,
      "step": 2456
    },
    {
      "epoch": 0.20871559633027523,
      "grad_norm": 1.5868453914360423,
      "learning_rate": 0.0002999671810817651,
      "loss": 5.8964,
      "step": 2457
    },
    {
      "epoch": 0.208800543662929,
      "grad_norm": 1.6170748286999983,
      "learning_rate": 0.0002999670373022387,
      "loss": 5.9999,
      "step": 2458
    },
    {
      "epoch": 0.20888549099558273,
      "grad_norm": 2.080633893931272,
      "learning_rate": 0.0002999668932084862,
      "loss": 6.3799,
      "step": 2459
    },
    {
      "epoch": 0.2089704383282365,
      "grad_norm": 1.6396376600764528,
      "learning_rate": 0.00029996674880050796,
      "loss": 5.892,
      "step": 2460
    },
    {
      "epoch": 0.20905538566089024,
      "grad_norm": 1.8498133751217434,
      "learning_rate": 0.0002999666040783042,
      "loss": 5.7476,
      "step": 2461
    },
    {
      "epoch": 0.209140332993544,
      "grad_norm": 1.8559052985553055,
      "learning_rate": 0.00029996645904187524,
      "loss": 5.7619,
      "step": 2462
    },
    {
      "epoch": 0.20922528032619775,
      "grad_norm": 1.9260791988853914,
      "learning_rate": 0.0002999663136912214,
      "loss": 5.9353,
      "step": 2463
    },
    {
      "epoch": 0.20931022765885152,
      "grad_norm": 1.595880596764234,
      "learning_rate": 0.000299966168026343,
      "loss": 6.0976,
      "step": 2464
    },
    {
      "epoch": 0.20939517499150526,
      "grad_norm": 1.818750440165371,
      "learning_rate": 0.0002999660220472403,
      "loss": 6.3132,
      "step": 2465
    },
    {
      "epoch": 0.20948012232415902,
      "grad_norm": 1.9473605758726553,
      "learning_rate": 0.0002999658757539137,
      "loss": 5.8007,
      "step": 2466
    },
    {
      "epoch": 0.20956506965681276,
      "grad_norm": 2.0614669758498625,
      "learning_rate": 0.00029996572914636337,
      "loss": 6.3121,
      "step": 2467
    },
    {
      "epoch": 0.20965001698946653,
      "grad_norm": 1.8479135361449806,
      "learning_rate": 0.0002999655822245897,
      "loss": 6.3003,
      "step": 2468
    },
    {
      "epoch": 0.2097349643221203,
      "grad_norm": 10.356710724098162,
      "learning_rate": 0.00029996543498859296,
      "loss": 5.7515,
      "step": 2469
    },
    {
      "epoch": 0.20981991165477404,
      "grad_norm": 33.54167083004212,
      "learning_rate": 0.0002999652874383735,
      "loss": 6.3937,
      "step": 2470
    },
    {
      "epoch": 0.2099048589874278,
      "grad_norm": 1.7779001109955084,
      "learning_rate": 0.00029996513957393164,
      "loss": 5.8899,
      "step": 2471
    },
    {
      "epoch": 0.20998980632008155,
      "grad_norm": 1.8423372983061583,
      "learning_rate": 0.00029996499139526764,
      "loss": 6.0365,
      "step": 2472
    },
    {
      "epoch": 0.2100747536527353,
      "grad_norm": 1.7755847260792572,
      "learning_rate": 0.00029996484290238185,
      "loss": 5.9632,
      "step": 2473
    },
    {
      "epoch": 0.21015970098538905,
      "grad_norm": 1.8550756947542841,
      "learning_rate": 0.00029996469409527453,
      "loss": 6.315,
      "step": 2474
    },
    {
      "epoch": 0.21024464831804282,
      "grad_norm": 1.9156269298492454,
      "learning_rate": 0.000299964544973946,
      "loss": 6.3725,
      "step": 2475
    },
    {
      "epoch": 0.21032959565069656,
      "grad_norm": 2.829766382045277,
      "learning_rate": 0.0002999643955383967,
      "loss": 5.7816,
      "step": 2476
    },
    {
      "epoch": 0.21041454298335033,
      "grad_norm": 1.974333305873415,
      "learning_rate": 0.0002999642457886268,
      "loss": 5.913,
      "step": 2477
    },
    {
      "epoch": 0.21049949031600407,
      "grad_norm": 16.090687906155967,
      "learning_rate": 0.0002999640957246366,
      "loss": 5.9418,
      "step": 2478
    },
    {
      "epoch": 0.21058443764865784,
      "grad_norm": 4.262667694445628,
      "learning_rate": 0.00029996394534642656,
      "loss": 5.6053,
      "step": 2479
    },
    {
      "epoch": 0.21066938498131157,
      "grad_norm": 13.884166376959108,
      "learning_rate": 0.00029996379465399684,
      "loss": 6.0038,
      "step": 2480
    },
    {
      "epoch": 0.21075433231396534,
      "grad_norm": 1.9023250012640704,
      "learning_rate": 0.0002999636436473478,
      "loss": 5.8738,
      "step": 2481
    },
    {
      "epoch": 0.2108392796466191,
      "grad_norm": 3.136560691689499,
      "learning_rate": 0.00029996349232647986,
      "loss": 6.0684,
      "step": 2482
    },
    {
      "epoch": 0.21092422697927285,
      "grad_norm": 2.008045980494832,
      "learning_rate": 0.00029996334069139316,
      "loss": 6.0881,
      "step": 2483
    },
    {
      "epoch": 0.21100917431192662,
      "grad_norm": 2.540073632580821,
      "learning_rate": 0.00029996318874208814,
      "loss": 5.8809,
      "step": 2484
    },
    {
      "epoch": 0.21109412164458036,
      "grad_norm": 11.530730031971403,
      "learning_rate": 0.0002999630364785651,
      "loss": 5.7073,
      "step": 2485
    },
    {
      "epoch": 0.21117906897723412,
      "grad_norm": 1.8616257126205997,
      "learning_rate": 0.0002999628839008244,
      "loss": 5.9381,
      "step": 2486
    },
    {
      "epoch": 0.21126401630988786,
      "grad_norm": 2.554936036541546,
      "learning_rate": 0.0002999627310088662,
      "loss": 5.9686,
      "step": 2487
    },
    {
      "epoch": 0.21134896364254163,
      "grad_norm": 3.8808763673813647,
      "learning_rate": 0.00029996257780269103,
      "loss": 6.2403,
      "step": 2488
    },
    {
      "epoch": 0.21143391097519537,
      "grad_norm": 2.366392134172869,
      "learning_rate": 0.0002999624242822991,
      "loss": 5.9874,
      "step": 2489
    },
    {
      "epoch": 0.21151885830784914,
      "grad_norm": 1.9812388357668473,
      "learning_rate": 0.0002999622704476907,
      "loss": 6.0851,
      "step": 2490
    },
    {
      "epoch": 0.21160380564050288,
      "grad_norm": 1.8046240102553948,
      "learning_rate": 0.0002999621162988662,
      "loss": 5.9717,
      "step": 2491
    },
    {
      "epoch": 0.21168875297315665,
      "grad_norm": 3.4242459964192213,
      "learning_rate": 0.0002999619618358259,
      "loss": 5.7148,
      "step": 2492
    },
    {
      "epoch": 0.2117737003058104,
      "grad_norm": 2.1614732245328465,
      "learning_rate": 0.00029996180705857016,
      "loss": 6.0922,
      "step": 2493
    },
    {
      "epoch": 0.21185864763846415,
      "grad_norm": 1.7664876907950744,
      "learning_rate": 0.0002999616519670993,
      "loss": 5.9357,
      "step": 2494
    },
    {
      "epoch": 0.2119435949711179,
      "grad_norm": 2.095414118351356,
      "learning_rate": 0.0002999614965614136,
      "loss": 5.8785,
      "step": 2495
    },
    {
      "epoch": 0.21202854230377166,
      "grad_norm": 2.055878999308707,
      "learning_rate": 0.00029996134084151344,
      "loss": 5.8894,
      "step": 2496
    },
    {
      "epoch": 0.21211348963642543,
      "grad_norm": 2.05977400110442,
      "learning_rate": 0.0002999611848073991,
      "loss": 6.268,
      "step": 2497
    },
    {
      "epoch": 0.21219843696907917,
      "grad_norm": 7.553971846546256,
      "learning_rate": 0.00029996102845907094,
      "loss": 6.0614,
      "step": 2498
    },
    {
      "epoch": 0.21228338430173294,
      "grad_norm": 2.0171960413461605,
      "learning_rate": 0.0002999608717965293,
      "loss": 6.0859,
      "step": 2499
    },
    {
      "epoch": 0.21236833163438668,
      "grad_norm": 2.1966858244062255,
      "learning_rate": 0.00029996071481977444,
      "loss": 5.8189,
      "step": 2500
    },
    {
      "epoch": 0.21245327896704044,
      "grad_norm": 3.1086091595009195,
      "learning_rate": 0.00029996055752880675,
      "loss": 6.4361,
      "step": 2501
    },
    {
      "epoch": 0.21253822629969418,
      "grad_norm": 2.896873231926445,
      "learning_rate": 0.00029996039992362654,
      "loss": 5.815,
      "step": 2502
    },
    {
      "epoch": 0.21262317363234795,
      "grad_norm": 1.9786847745115297,
      "learning_rate": 0.00029996024200423414,
      "loss": 5.7456,
      "step": 2503
    },
    {
      "epoch": 0.2127081209650017,
      "grad_norm": 1.9159692908069939,
      "learning_rate": 0.0002999600837706299,
      "loss": 5.7862,
      "step": 2504
    },
    {
      "epoch": 0.21279306829765546,
      "grad_norm": 1.999523926728622,
      "learning_rate": 0.00029995992522281414,
      "loss": 5.7579,
      "step": 2505
    },
    {
      "epoch": 0.2128780156303092,
      "grad_norm": 2.00002903578034,
      "learning_rate": 0.00029995976636078715,
      "loss": 6.0251,
      "step": 2506
    },
    {
      "epoch": 0.21296296296296297,
      "grad_norm": 1.7140327533323292,
      "learning_rate": 0.00029995960718454936,
      "loss": 5.517,
      "step": 2507
    },
    {
      "epoch": 0.2130479102956167,
      "grad_norm": 2.1357436603256525,
      "learning_rate": 0.000299959447694101,
      "loss": 5.7361,
      "step": 2508
    },
    {
      "epoch": 0.21313285762827047,
      "grad_norm": 1.8293752710982145,
      "learning_rate": 0.00029995928788944246,
      "loss": 5.8438,
      "step": 2509
    },
    {
      "epoch": 0.21321780496092424,
      "grad_norm": 1.970264167980904,
      "learning_rate": 0.00029995912777057405,
      "loss": 5.9444,
      "step": 2510
    },
    {
      "epoch": 0.21330275229357798,
      "grad_norm": 1.7097621479127048,
      "learning_rate": 0.00029995896733749615,
      "loss": 6.0936,
      "step": 2511
    },
    {
      "epoch": 0.21338769962623175,
      "grad_norm": 1.8130678461858383,
      "learning_rate": 0.00029995880659020903,
      "loss": 5.8085,
      "step": 2512
    },
    {
      "epoch": 0.2134726469588855,
      "grad_norm": 1.876389076300871,
      "learning_rate": 0.0002999586455287131,
      "loss": 5.6872,
      "step": 2513
    },
    {
      "epoch": 0.21355759429153925,
      "grad_norm": 1.65794951606857,
      "learning_rate": 0.0002999584841530086,
      "loss": 5.9607,
      "step": 2514
    },
    {
      "epoch": 0.213642541624193,
      "grad_norm": 1.6080060374600735,
      "learning_rate": 0.00029995832246309596,
      "loss": 6.0083,
      "step": 2515
    },
    {
      "epoch": 0.21372748895684676,
      "grad_norm": 1.6795450104802796,
      "learning_rate": 0.0002999581604589755,
      "loss": 6.0489,
      "step": 2516
    },
    {
      "epoch": 0.2138124362895005,
      "grad_norm": 1.7825113295465167,
      "learning_rate": 0.0002999579981406475,
      "loss": 6.4886,
      "step": 2517
    },
    {
      "epoch": 0.21389738362215427,
      "grad_norm": 1.753960500387181,
      "learning_rate": 0.0002999578355081124,
      "loss": 5.8061,
      "step": 2518
    },
    {
      "epoch": 0.213982330954808,
      "grad_norm": 1.888461664928547,
      "learning_rate": 0.0002999576725613705,
      "loss": 5.7122,
      "step": 2519
    },
    {
      "epoch": 0.21406727828746178,
      "grad_norm": 1.7678126793518059,
      "learning_rate": 0.00029995750930042204,
      "loss": 6.2076,
      "step": 2520
    },
    {
      "epoch": 0.21415222562011552,
      "grad_norm": 2.6590312122147477,
      "learning_rate": 0.0002999573457252675,
      "loss": 6.0501,
      "step": 2521
    },
    {
      "epoch": 0.21423717295276928,
      "grad_norm": 1.90708580672672,
      "learning_rate": 0.00029995718183590717,
      "loss": 6.293,
      "step": 2522
    },
    {
      "epoch": 0.21432212028542305,
      "grad_norm": 1.8566294536683787,
      "learning_rate": 0.0002999570176323414,
      "loss": 6.0335,
      "step": 2523
    },
    {
      "epoch": 0.2144070676180768,
      "grad_norm": 1.8864761251401159,
      "learning_rate": 0.00029995685311457056,
      "loss": 5.7388,
      "step": 2524
    },
    {
      "epoch": 0.21449201495073056,
      "grad_norm": 1.7859914325503463,
      "learning_rate": 0.0002999566882825949,
      "loss": 5.8146,
      "step": 2525
    },
    {
      "epoch": 0.2145769622833843,
      "grad_norm": 1.68686384919239,
      "learning_rate": 0.00029995652313641487,
      "loss": 5.8756,
      "step": 2526
    },
    {
      "epoch": 0.21466190961603807,
      "grad_norm": 1.9096106788624836,
      "learning_rate": 0.00029995635767603076,
      "loss": 5.5884,
      "step": 2527
    },
    {
      "epoch": 0.2147468569486918,
      "grad_norm": 1.9102322838791528,
      "learning_rate": 0.00029995619190144296,
      "loss": 5.617,
      "step": 2528
    },
    {
      "epoch": 0.21483180428134557,
      "grad_norm": 1.774352975337355,
      "learning_rate": 0.00029995602581265175,
      "loss": 5.9273,
      "step": 2529
    },
    {
      "epoch": 0.2149167516139993,
      "grad_norm": 1.7261744597731397,
      "learning_rate": 0.00029995585940965756,
      "loss": 5.7558,
      "step": 2530
    },
    {
      "epoch": 0.21500169894665308,
      "grad_norm": 1.6781407673657005,
      "learning_rate": 0.00029995569269246065,
      "loss": 5.9558,
      "step": 2531
    },
    {
      "epoch": 0.21508664627930682,
      "grad_norm": 1.6776936519744414,
      "learning_rate": 0.00029995552566106147,
      "loss": 6.0219,
      "step": 2532
    },
    {
      "epoch": 0.2151715936119606,
      "grad_norm": 1.7590922780807705,
      "learning_rate": 0.00029995535831546033,
      "loss": 5.5844,
      "step": 2533
    },
    {
      "epoch": 0.21525654094461433,
      "grad_norm": 1.7049189581959538,
      "learning_rate": 0.00029995519065565746,
      "loss": 5.5948,
      "step": 2534
    },
    {
      "epoch": 0.2153414882772681,
      "grad_norm": 1.6763993606043193,
      "learning_rate": 0.00029995502268165345,
      "loss": 6.0358,
      "step": 2535
    },
    {
      "epoch": 0.21542643560992183,
      "grad_norm": 2.070055858780626,
      "learning_rate": 0.0002999548543934484,
      "loss": 5.7257,
      "step": 2536
    },
    {
      "epoch": 0.2155113829425756,
      "grad_norm": 2.0111803441146634,
      "learning_rate": 0.00029995468579104283,
      "loss": 5.9979,
      "step": 2537
    },
    {
      "epoch": 0.21559633027522937,
      "grad_norm": 1.7912999126805424,
      "learning_rate": 0.00029995451687443703,
      "loss": 6.1541,
      "step": 2538
    },
    {
      "epoch": 0.2156812776078831,
      "grad_norm": 1.8223349570608287,
      "learning_rate": 0.00029995434764363145,
      "loss": 5.9726,
      "step": 2539
    },
    {
      "epoch": 0.21576622494053688,
      "grad_norm": 1.9981475174856922,
      "learning_rate": 0.0002999541780986263,
      "loss": 6.5366,
      "step": 2540
    },
    {
      "epoch": 0.21585117227319062,
      "grad_norm": 2.2334518581209974,
      "learning_rate": 0.00029995400823942196,
      "loss": 6.252,
      "step": 2541
    },
    {
      "epoch": 0.21593611960584438,
      "grad_norm": 1.7199367596171928,
      "learning_rate": 0.0002999538380660189,
      "loss": 6.3163,
      "step": 2542
    },
    {
      "epoch": 0.21602106693849812,
      "grad_norm": 1.9814422435603007,
      "learning_rate": 0.0002999536675784174,
      "loss": 5.6785,
      "step": 2543
    },
    {
      "epoch": 0.2161060142711519,
      "grad_norm": 1.6608299400435853,
      "learning_rate": 0.0002999534967766178,
      "loss": 5.9433,
      "step": 2544
    },
    {
      "epoch": 0.21619096160380563,
      "grad_norm": 2.590798033860548,
      "learning_rate": 0.0002999533256606204,
      "loss": 5.8579,
      "step": 2545
    },
    {
      "epoch": 0.2162759089364594,
      "grad_norm": 1.7450913577162763,
      "learning_rate": 0.00029995315423042573,
      "loss": 5.7712,
      "step": 2546
    },
    {
      "epoch": 0.21636085626911314,
      "grad_norm": 1.8542608870927557,
      "learning_rate": 0.0002999529824860341,
      "loss": 6.052,
      "step": 2547
    },
    {
      "epoch": 0.2164458036017669,
      "grad_norm": 1.6323833101672256,
      "learning_rate": 0.00029995281042744567,
      "loss": 5.7748,
      "step": 2548
    },
    {
      "epoch": 0.21653075093442065,
      "grad_norm": 2.240893705690593,
      "learning_rate": 0.00029995263805466106,
      "loss": 5.9559,
      "step": 2549
    },
    {
      "epoch": 0.2166156982670744,
      "grad_norm": 1.9167751437693508,
      "learning_rate": 0.0002999524653676805,
      "loss": 5.6885,
      "step": 2550
    },
    {
      "epoch": 0.21670064559972818,
      "grad_norm": 2.038922412882653,
      "learning_rate": 0.0002999522923665044,
      "loss": 6.1599,
      "step": 2551
    },
    {
      "epoch": 0.21678559293238192,
      "grad_norm": 1.7404081050701283,
      "learning_rate": 0.0002999521190511331,
      "loss": 5.9152,
      "step": 2552
    },
    {
      "epoch": 0.2168705402650357,
      "grad_norm": 1.8246132413595186,
      "learning_rate": 0.0002999519454215669,
      "loss": 6.3884,
      "step": 2553
    },
    {
      "epoch": 0.21695548759768943,
      "grad_norm": 1.8659396505526225,
      "learning_rate": 0.0002999517714778063,
      "loss": 5.6035,
      "step": 2554
    },
    {
      "epoch": 0.2170404349303432,
      "grad_norm": 1.8567121116347265,
      "learning_rate": 0.00029995159721985155,
      "loss": 6.3595,
      "step": 2555
    },
    {
      "epoch": 0.21712538226299694,
      "grad_norm": 2.6720352617207697,
      "learning_rate": 0.0002999514226477031,
      "loss": 5.5986,
      "step": 2556
    },
    {
      "epoch": 0.2172103295956507,
      "grad_norm": 1.7486528603201288,
      "learning_rate": 0.0002999512477613612,
      "loss": 5.7404,
      "step": 2557
    },
    {
      "epoch": 0.21729527692830444,
      "grad_norm": 2.4691172643300447,
      "learning_rate": 0.00029995107256082634,
      "loss": 6.2229,
      "step": 2558
    },
    {
      "epoch": 0.2173802242609582,
      "grad_norm": 1.8261929455993193,
      "learning_rate": 0.00029995089704609886,
      "loss": 6.0475,
      "step": 2559
    },
    {
      "epoch": 0.21746517159361195,
      "grad_norm": 1.8989453182443516,
      "learning_rate": 0.0002999507212171791,
      "loss": 5.8496,
      "step": 2560
    },
    {
      "epoch": 0.21755011892626572,
      "grad_norm": 1.881109339661344,
      "learning_rate": 0.00029995054507406737,
      "loss": 5.8887,
      "step": 2561
    },
    {
      "epoch": 0.21763506625891946,
      "grad_norm": 1.7659757812205295,
      "learning_rate": 0.0002999503686167642,
      "loss": 5.4999,
      "step": 2562
    },
    {
      "epoch": 0.21772001359157322,
      "grad_norm": 1.9548594204818421,
      "learning_rate": 0.00029995019184526976,
      "loss": 5.907,
      "step": 2563
    },
    {
      "epoch": 0.217804960924227,
      "grad_norm": 1.7996539487656906,
      "learning_rate": 0.0002999500147595846,
      "loss": 6.2854,
      "step": 2564
    },
    {
      "epoch": 0.21788990825688073,
      "grad_norm": 1.689856575146196,
      "learning_rate": 0.00029994983735970895,
      "loss": 5.9807,
      "step": 2565
    },
    {
      "epoch": 0.2179748555895345,
      "grad_norm": 1.6278580999246568,
      "learning_rate": 0.00029994965964564327,
      "loss": 5.8648,
      "step": 2566
    },
    {
      "epoch": 0.21805980292218824,
      "grad_norm": 1.7294745820605342,
      "learning_rate": 0.00029994948161738794,
      "loss": 6.3099,
      "step": 2567
    },
    {
      "epoch": 0.218144750254842,
      "grad_norm": 2.985511424268302,
      "learning_rate": 0.0002999493032749433,
      "loss": 5.6395,
      "step": 2568
    },
    {
      "epoch": 0.21822969758749575,
      "grad_norm": 1.7187495420573353,
      "learning_rate": 0.00029994912461830963,
      "loss": 5.7906,
      "step": 2569
    },
    {
      "epoch": 0.21831464492014951,
      "grad_norm": 1.7871428224960837,
      "learning_rate": 0.0002999489456474875,
      "loss": 6.207,
      "step": 2570
    },
    {
      "epoch": 0.21839959225280325,
      "grad_norm": 1.7846231381083622,
      "learning_rate": 0.00029994876636247714,
      "loss": 5.962,
      "step": 2571
    },
    {
      "epoch": 0.21848453958545702,
      "grad_norm": 1.9286596075127198,
      "learning_rate": 0.00029994858676327894,
      "loss": 5.6691,
      "step": 2572
    },
    {
      "epoch": 0.21856948691811076,
      "grad_norm": 1.7308716054923203,
      "learning_rate": 0.0002999484068498933,
      "loss": 5.6785,
      "step": 2573
    },
    {
      "epoch": 0.21865443425076453,
      "grad_norm": 2.2561052323563784,
      "learning_rate": 0.0002999482266223207,
      "loss": 6.2326,
      "step": 2574
    },
    {
      "epoch": 0.21873938158341827,
      "grad_norm": 1.8584358409583832,
      "learning_rate": 0.00029994804608056137,
      "loss": 5.5601,
      "step": 2575
    },
    {
      "epoch": 0.21882432891607204,
      "grad_norm": 1.891490319495376,
      "learning_rate": 0.0002999478652246157,
      "loss": 5.6826,
      "step": 2576
    },
    {
      "epoch": 0.2189092762487258,
      "grad_norm": 1.8197847149490975,
      "learning_rate": 0.0002999476840544841,
      "loss": 6.1157,
      "step": 2577
    },
    {
      "epoch": 0.21899422358137954,
      "grad_norm": 1.6977403892080056,
      "learning_rate": 0.000299947502570167,
      "loss": 5.7582,
      "step": 2578
    },
    {
      "epoch": 0.2190791709140333,
      "grad_norm": 1.8256249501442499,
      "learning_rate": 0.00029994732077166477,
      "loss": 6.2213,
      "step": 2579
    },
    {
      "epoch": 0.21916411824668705,
      "grad_norm": 1.6866932953906781,
      "learning_rate": 0.00029994713865897775,
      "loss": 5.9796,
      "step": 2580
    },
    {
      "epoch": 0.21924906557934082,
      "grad_norm": 1.7618000256691606,
      "learning_rate": 0.0002999469562321063,
      "loss": 6.2296,
      "step": 2581
    },
    {
      "epoch": 0.21933401291199456,
      "grad_norm": 1.6779484602895292,
      "learning_rate": 0.0002999467734910508,
      "loss": 6.0661,
      "step": 2582
    },
    {
      "epoch": 0.21941896024464833,
      "grad_norm": 1.8867964371281243,
      "learning_rate": 0.00029994659043581167,
      "loss": 6.0372,
      "step": 2583
    },
    {
      "epoch": 0.21950390757730207,
      "grad_norm": 1.5930312162774558,
      "learning_rate": 0.0002999464070663894,
      "loss": 6.0073,
      "step": 2584
    },
    {
      "epoch": 0.21958885490995583,
      "grad_norm": 1.7075054611921126,
      "learning_rate": 0.0002999462233827841,
      "loss": 6.3295,
      "step": 2585
    },
    {
      "epoch": 0.21967380224260957,
      "grad_norm": 1.958427911735838,
      "learning_rate": 0.0002999460393849964,
      "loss": 5.827,
      "step": 2586
    },
    {
      "epoch": 0.21975874957526334,
      "grad_norm": 1.7510447115313377,
      "learning_rate": 0.0002999458550730266,
      "loss": 5.8491,
      "step": 2587
    },
    {
      "epoch": 0.21984369690791708,
      "grad_norm": 1.7452692663596348,
      "learning_rate": 0.0002999456704468751,
      "loss": 5.9788,
      "step": 2588
    },
    {
      "epoch": 0.21992864424057085,
      "grad_norm": 1.8714530934273033,
      "learning_rate": 0.0002999454855065422,
      "loss": 5.7721,
      "step": 2589
    },
    {
      "epoch": 0.2200135915732246,
      "grad_norm": 1.685341162374011,
      "learning_rate": 0.00029994530025202846,
      "loss": 5.9242,
      "step": 2590
    },
    {
      "epoch": 0.22009853890587835,
      "grad_norm": 1.6553585564885136,
      "learning_rate": 0.0002999451146833341,
      "loss": 5.82,
      "step": 2591
    },
    {
      "epoch": 0.22018348623853212,
      "grad_norm": 1.7228845963577963,
      "learning_rate": 0.0002999449288004596,
      "loss": 5.9328,
      "step": 2592
    },
    {
      "epoch": 0.22026843357118586,
      "grad_norm": 1.6968615240925025,
      "learning_rate": 0.0002999447426034054,
      "loss": 6.2825,
      "step": 2593
    },
    {
      "epoch": 0.22035338090383963,
      "grad_norm": 1.6306280655879113,
      "learning_rate": 0.00029994455609217173,
      "loss": 5.9235,
      "step": 2594
    },
    {
      "epoch": 0.22043832823649337,
      "grad_norm": 1.7882830583994567,
      "learning_rate": 0.0002999443692667591,
      "loss": 6.402,
      "step": 2595
    },
    {
      "epoch": 0.22052327556914714,
      "grad_norm": 1.8501116371604371,
      "learning_rate": 0.0002999441821271679,
      "loss": 5.5638,
      "step": 2596
    },
    {
      "epoch": 0.22060822290180088,
      "grad_norm": 1.6447535863256646,
      "learning_rate": 0.00029994399467339844,
      "loss": 6.3787,
      "step": 2597
    },
    {
      "epoch": 0.22069317023445464,
      "grad_norm": 1.7263791960145265,
      "learning_rate": 0.0002999438069054512,
      "loss": 5.8168,
      "step": 2598
    },
    {
      "epoch": 0.22077811756710838,
      "grad_norm": 1.7216283990463583,
      "learning_rate": 0.0002999436188233265,
      "loss": 6.1572,
      "step": 2599
    },
    {
      "epoch": 0.22086306489976215,
      "grad_norm": 1.856019979037241,
      "learning_rate": 0.0002999434304270248,
      "loss": 6.1479,
      "step": 2600
    },
    {
      "epoch": 0.2209480122324159,
      "grad_norm": 1.656109531966847,
      "learning_rate": 0.0002999432417165465,
      "loss": 5.601,
      "step": 2601
    },
    {
      "epoch": 0.22103295956506966,
      "grad_norm": 1.8445794937571036,
      "learning_rate": 0.00029994305269189197,
      "loss": 6.1579,
      "step": 2602
    },
    {
      "epoch": 0.2211179068977234,
      "grad_norm": 1.8544429610161839,
      "learning_rate": 0.00029994286335306155,
      "loss": 6.3009,
      "step": 2603
    },
    {
      "epoch": 0.22120285423037717,
      "grad_norm": 1.7603051795992337,
      "learning_rate": 0.00029994267370005574,
      "loss": 6.0262,
      "step": 2604
    },
    {
      "epoch": 0.22128780156303093,
      "grad_norm": 1.6765853800300958,
      "learning_rate": 0.0002999424837328748,
      "loss": 5.6004,
      "step": 2605
    },
    {
      "epoch": 0.22137274889568467,
      "grad_norm": 1.7967881970026014,
      "learning_rate": 0.0002999422934515193,
      "loss": 5.7526,
      "step": 2606
    },
    {
      "epoch": 0.22145769622833844,
      "grad_norm": 1.7556607640000212,
      "learning_rate": 0.0002999421028559895,
      "loss": 5.8466,
      "step": 2607
    },
    {
      "epoch": 0.22154264356099218,
      "grad_norm": 1.6729604774910374,
      "learning_rate": 0.00029994191194628587,
      "loss": 5.7379,
      "step": 2608
    },
    {
      "epoch": 0.22162759089364595,
      "grad_norm": 1.6788404459674753,
      "learning_rate": 0.0002999417207224088,
      "loss": 6.1896,
      "step": 2609
    },
    {
      "epoch": 0.2217125382262997,
      "grad_norm": 1.6607872713544676,
      "learning_rate": 0.0002999415291843587,
      "loss": 6.1921,
      "step": 2610
    },
    {
      "epoch": 0.22179748555895346,
      "grad_norm": 1.7848963416817294,
      "learning_rate": 0.00029994133733213593,
      "loss": 6.0916,
      "step": 2611
    },
    {
      "epoch": 0.2218824328916072,
      "grad_norm": 1.9184616300462574,
      "learning_rate": 0.0002999411451657409,
      "loss": 6.2724,
      "step": 2612
    },
    {
      "epoch": 0.22196738022426096,
      "grad_norm": 1.714968409416282,
      "learning_rate": 0.000299940952685174,
      "loss": 5.8616,
      "step": 2613
    },
    {
      "epoch": 0.2220523275569147,
      "grad_norm": 1.840891510575222,
      "learning_rate": 0.00029994075989043574,
      "loss": 5.5557,
      "step": 2614
    },
    {
      "epoch": 0.22213727488956847,
      "grad_norm": 1.7769821153092002,
      "learning_rate": 0.0002999405667815264,
      "loss": 5.8576,
      "step": 2615
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 1.8476970490976468,
      "learning_rate": 0.00029994037335844643,
      "loss": 5.9949,
      "step": 2616
    },
    {
      "epoch": 0.22230716955487598,
      "grad_norm": 1.8497920366886222,
      "learning_rate": 0.00029994017962119623,
      "loss": 6.2647,
      "step": 2617
    },
    {
      "epoch": 0.22239211688752974,
      "grad_norm": 1.6721263115444105,
      "learning_rate": 0.0002999399855697762,
      "loss": 6.0576,
      "step": 2618
    },
    {
      "epoch": 0.22247706422018348,
      "grad_norm": 1.7080828627561926,
      "learning_rate": 0.0002999397912041868,
      "loss": 6.029,
      "step": 2619
    },
    {
      "epoch": 0.22256201155283725,
      "grad_norm": 1.714854341003744,
      "learning_rate": 0.00029993959652442837,
      "loss": 5.7771,
      "step": 2620
    },
    {
      "epoch": 0.222646958885491,
      "grad_norm": 1.6990213354251107,
      "learning_rate": 0.00029993940153050133,
      "loss": 6.0832,
      "step": 2621
    },
    {
      "epoch": 0.22273190621814476,
      "grad_norm": 1.633128846546576,
      "learning_rate": 0.0002999392062224061,
      "loss": 5.9747,
      "step": 2622
    },
    {
      "epoch": 0.2228168535507985,
      "grad_norm": 1.6687238297669191,
      "learning_rate": 0.00029993901060014315,
      "loss": 5.8009,
      "step": 2623
    },
    {
      "epoch": 0.22290180088345227,
      "grad_norm": 1.667818697046255,
      "learning_rate": 0.0002999388146637127,
      "loss": 5.7751,
      "step": 2624
    },
    {
      "epoch": 0.222986748216106,
      "grad_norm": 1.664018758387915,
      "learning_rate": 0.0002999386184131154,
      "loss": 6.2555,
      "step": 2625
    },
    {
      "epoch": 0.22307169554875977,
      "grad_norm": 1.6709200449864035,
      "learning_rate": 0.0002999384218483515,
      "loss": 5.5455,
      "step": 2626
    },
    {
      "epoch": 0.22315664288141351,
      "grad_norm": 1.7229074060323886,
      "learning_rate": 0.00029993822496942154,
      "loss": 6.3751,
      "step": 2627
    },
    {
      "epoch": 0.22324159021406728,
      "grad_norm": 1.8361456158485814,
      "learning_rate": 0.0002999380277763258,
      "loss": 6.2362,
      "step": 2628
    },
    {
      "epoch": 0.22332653754672102,
      "grad_norm": 1.7837989470538733,
      "learning_rate": 0.0002999378302690647,
      "loss": 5.9494,
      "step": 2629
    },
    {
      "epoch": 0.2234114848793748,
      "grad_norm": 1.6860297526096415,
      "learning_rate": 0.0002999376324476388,
      "loss": 5.8793,
      "step": 2630
    },
    {
      "epoch": 0.22349643221202853,
      "grad_norm": 1.813030315254381,
      "learning_rate": 0.00029993743431204836,
      "loss": 6.2039,
      "step": 2631
    },
    {
      "epoch": 0.2235813795446823,
      "grad_norm": 1.8722339578156477,
      "learning_rate": 0.0002999372358622939,
      "loss": 5.6057,
      "step": 2632
    },
    {
      "epoch": 0.22366632687733606,
      "grad_norm": 1.7208536795045277,
      "learning_rate": 0.0002999370370983757,
      "loss": 5.839,
      "step": 2633
    },
    {
      "epoch": 0.2237512742099898,
      "grad_norm": 1.680430680987679,
      "learning_rate": 0.0002999368380202944,
      "loss": 6.4461,
      "step": 2634
    },
    {
      "epoch": 0.22383622154264357,
      "grad_norm": 1.718380908707915,
      "learning_rate": 0.0002999366386280502,
      "loss": 5.5789,
      "step": 2635
    },
    {
      "epoch": 0.2239211688752973,
      "grad_norm": 1.8361369347186156,
      "learning_rate": 0.0002999364389216436,
      "loss": 5.4852,
      "step": 2636
    },
    {
      "epoch": 0.22400611620795108,
      "grad_norm": 1.798966339606716,
      "learning_rate": 0.000299936238901075,
      "loss": 5.6979,
      "step": 2637
    },
    {
      "epoch": 0.22409106354060482,
      "grad_norm": 1.9806031041880772,
      "learning_rate": 0.0002999360385663449,
      "loss": 6.477,
      "step": 2638
    },
    {
      "epoch": 0.22417601087325859,
      "grad_norm": 6.22071497015237,
      "learning_rate": 0.00029993583791745356,
      "loss": 5.8815,
      "step": 2639
    },
    {
      "epoch": 0.22426095820591233,
      "grad_norm": 1.78273927701199,
      "learning_rate": 0.0002999356369544016,
      "loss": 5.8302,
      "step": 2640
    },
    {
      "epoch": 0.2243459055385661,
      "grad_norm": 1.7243275090758499,
      "learning_rate": 0.0002999354356771893,
      "loss": 5.8274,
      "step": 2641
    },
    {
      "epoch": 0.22443085287121983,
      "grad_norm": 1.6970770623663267,
      "learning_rate": 0.00029993523408581706,
      "loss": 6.094,
      "step": 2642
    },
    {
      "epoch": 0.2245158002038736,
      "grad_norm": 1.6870119981356482,
      "learning_rate": 0.00029993503218028543,
      "loss": 5.6869,
      "step": 2643
    },
    {
      "epoch": 0.22460074753652734,
      "grad_norm": 1.6570460520646382,
      "learning_rate": 0.00029993482996059474,
      "loss": 5.8554,
      "step": 2644
    },
    {
      "epoch": 0.2246856948691811,
      "grad_norm": 1.7549181400681833,
      "learning_rate": 0.00029993462742674545,
      "loss": 6.2848,
      "step": 2645
    },
    {
      "epoch": 0.22477064220183487,
      "grad_norm": 1.7590354605177718,
      "learning_rate": 0.00029993442457873796,
      "loss": 5.7317,
      "step": 2646
    },
    {
      "epoch": 0.22485558953448861,
      "grad_norm": 1.8185600669472348,
      "learning_rate": 0.00029993422141657276,
      "loss": 5.8073,
      "step": 2647
    },
    {
      "epoch": 0.22494053686714238,
      "grad_norm": 1.7191516709665713,
      "learning_rate": 0.00029993401794025016,
      "loss": 5.675,
      "step": 2648
    },
    {
      "epoch": 0.22502548419979612,
      "grad_norm": 2.5520019042385274,
      "learning_rate": 0.0002999338141497707,
      "loss": 5.8463,
      "step": 2649
    },
    {
      "epoch": 0.2251104315324499,
      "grad_norm": 1.783587166923569,
      "learning_rate": 0.00029993361004513475,
      "loss": 5.9115,
      "step": 2650
    },
    {
      "epoch": 0.22519537886510363,
      "grad_norm": 1.6771599390008876,
      "learning_rate": 0.00029993340562634274,
      "loss": 5.8135,
      "step": 2651
    },
    {
      "epoch": 0.2252803261977574,
      "grad_norm": 1.783928418977217,
      "learning_rate": 0.0002999332008933951,
      "loss": 6.3087,
      "step": 2652
    },
    {
      "epoch": 0.22536527353041114,
      "grad_norm": 1.7223775488785078,
      "learning_rate": 0.00029993299584629224,
      "loss": 6.2267,
      "step": 2653
    },
    {
      "epoch": 0.2254502208630649,
      "grad_norm": 1.7610078097299389,
      "learning_rate": 0.0002999327904850346,
      "loss": 5.7011,
      "step": 2654
    },
    {
      "epoch": 0.22553516819571864,
      "grad_norm": 1.8613898478658197,
      "learning_rate": 0.0002999325848096227,
      "loss": 5.6803,
      "step": 2655
    },
    {
      "epoch": 0.2256201155283724,
      "grad_norm": 1.773940718255495,
      "learning_rate": 0.00029993237882005685,
      "loss": 5.8255,
      "step": 2656
    },
    {
      "epoch": 0.22570506286102615,
      "grad_norm": 1.7584195928612774,
      "learning_rate": 0.0002999321725163375,
      "loss": 6.3852,
      "step": 2657
    },
    {
      "epoch": 0.22579001019367992,
      "grad_norm": 1.649222019615258,
      "learning_rate": 0.00029993196589846513,
      "loss": 5.8106,
      "step": 2658
    },
    {
      "epoch": 0.2258749575263337,
      "grad_norm": 1.6479291805103142,
      "learning_rate": 0.0002999317589664402,
      "loss": 5.6827,
      "step": 2659
    },
    {
      "epoch": 0.22595990485898743,
      "grad_norm": 1.6822749540545292,
      "learning_rate": 0.00029993155172026303,
      "loss": 5.5857,
      "step": 2660
    },
    {
      "epoch": 0.2260448521916412,
      "grad_norm": 1.817432293300051,
      "learning_rate": 0.00029993134415993414,
      "loss": 6.2869,
      "step": 2661
    },
    {
      "epoch": 0.22612979952429493,
      "grad_norm": 1.6942020011303476,
      "learning_rate": 0.0002999311362854539,
      "loss": 6.0008,
      "step": 2662
    },
    {
      "epoch": 0.2262147468569487,
      "grad_norm": 1.7622079362049567,
      "learning_rate": 0.0002999309280968229,
      "loss": 5.7853,
      "step": 2663
    },
    {
      "epoch": 0.22629969418960244,
      "grad_norm": 1.7099286304717898,
      "learning_rate": 0.0002999307195940414,
      "loss": 5.9605,
      "step": 2664
    },
    {
      "epoch": 0.2263846415222562,
      "grad_norm": 1.8637298334724415,
      "learning_rate": 0.00029993051077710985,
      "loss": 6.0325,
      "step": 2665
    },
    {
      "epoch": 0.22646958885490995,
      "grad_norm": 1.642823333168023,
      "learning_rate": 0.0002999303016460288,
      "loss": 5.6798,
      "step": 2666
    },
    {
      "epoch": 0.22655453618756372,
      "grad_norm": 1.7129221318847974,
      "learning_rate": 0.00029993009220079866,
      "loss": 5.5854,
      "step": 2667
    },
    {
      "epoch": 0.22663948352021746,
      "grad_norm": 1.9234102490573193,
      "learning_rate": 0.0002999298824414198,
      "loss": 6.3275,
      "step": 2668
    },
    {
      "epoch": 0.22672443085287122,
      "grad_norm": 1.818435352356541,
      "learning_rate": 0.0002999296723678927,
      "loss": 5.975,
      "step": 2669
    },
    {
      "epoch": 0.22680937818552496,
      "grad_norm": 1.7207143051802807,
      "learning_rate": 0.00029992946198021775,
      "loss": 6.2414,
      "step": 2670
    },
    {
      "epoch": 0.22689432551817873,
      "grad_norm": 1.9485401800955722,
      "learning_rate": 0.0002999292512783955,
      "loss": 5.576,
      "step": 2671
    },
    {
      "epoch": 0.2269792728508325,
      "grad_norm": 1.7131263496028957,
      "learning_rate": 0.00029992904026242625,
      "loss": 5.7232,
      "step": 2672
    },
    {
      "epoch": 0.22706422018348624,
      "grad_norm": 1.6752443683149196,
      "learning_rate": 0.0002999288289323106,
      "loss": 6.228,
      "step": 2673
    },
    {
      "epoch": 0.22714916751614,
      "grad_norm": 1.6873252323882408,
      "learning_rate": 0.00029992861728804883,
      "loss": 5.9385,
      "step": 2674
    },
    {
      "epoch": 0.22723411484879374,
      "grad_norm": 1.7829984251127706,
      "learning_rate": 0.0002999284053296416,
      "loss": 6.1458,
      "step": 2675
    },
    {
      "epoch": 0.2273190621814475,
      "grad_norm": 1.8290410087001552,
      "learning_rate": 0.00029992819305708907,
      "loss": 6.4397,
      "step": 2676
    },
    {
      "epoch": 0.22740400951410125,
      "grad_norm": 2.364018313467696,
      "learning_rate": 0.00029992798047039196,
      "loss": 5.761,
      "step": 2677
    },
    {
      "epoch": 0.22748895684675502,
      "grad_norm": 1.7435818212663592,
      "learning_rate": 0.0002999277675695505,
      "loss": 5.984,
      "step": 2678
    },
    {
      "epoch": 0.22757390417940876,
      "grad_norm": 1.6672984545572487,
      "learning_rate": 0.0002999275543545653,
      "loss": 5.9306,
      "step": 2679
    },
    {
      "epoch": 0.22765885151206253,
      "grad_norm": 1.6672611534218877,
      "learning_rate": 0.0002999273408254367,
      "loss": 5.9884,
      "step": 2680
    },
    {
      "epoch": 0.22774379884471627,
      "grad_norm": 1.6083217492022543,
      "learning_rate": 0.0002999271269821652,
      "loss": 5.9354,
      "step": 2681
    },
    {
      "epoch": 0.22782874617737003,
      "grad_norm": 1.6640098438929034,
      "learning_rate": 0.0002999269128247512,
      "loss": 5.876,
      "step": 2682
    },
    {
      "epoch": 0.22791369351002377,
      "grad_norm": 1.6490022028315237,
      "learning_rate": 0.0002999266983531952,
      "loss": 5.8653,
      "step": 2683
    },
    {
      "epoch": 0.22799864084267754,
      "grad_norm": 1.6596876565732368,
      "learning_rate": 0.0002999264835674976,
      "loss": 5.5187,
      "step": 2684
    },
    {
      "epoch": 0.22808358817533128,
      "grad_norm": 1.8631157650092331,
      "learning_rate": 0.0002999262684676589,
      "loss": 6.01,
      "step": 2685
    },
    {
      "epoch": 0.22816853550798505,
      "grad_norm": 1.798120509622195,
      "learning_rate": 0.00029992605305367956,
      "loss": 5.8605,
      "step": 2686
    },
    {
      "epoch": 0.22825348284063882,
      "grad_norm": 1.7052801742616492,
      "learning_rate": 0.00029992583732555995,
      "loss": 5.5458,
      "step": 2687
    },
    {
      "epoch": 0.22833843017329256,
      "grad_norm": 1.6238267223165848,
      "learning_rate": 0.00029992562128330056,
      "loss": 5.8895,
      "step": 2688
    },
    {
      "epoch": 0.22842337750594632,
      "grad_norm": 1.7714111826312118,
      "learning_rate": 0.0002999254049269019,
      "loss": 6.2074,
      "step": 2689
    },
    {
      "epoch": 0.22850832483860006,
      "grad_norm": 1.7817059573225185,
      "learning_rate": 0.00029992518825636437,
      "loss": 5.8943,
      "step": 2690
    },
    {
      "epoch": 0.22859327217125383,
      "grad_norm": 1.6840734870124592,
      "learning_rate": 0.0002999249712716884,
      "loss": 5.9961,
      "step": 2691
    },
    {
      "epoch": 0.22867821950390757,
      "grad_norm": 1.8330299225615598,
      "learning_rate": 0.00029992475397287456,
      "loss": 5.5574,
      "step": 2692
    },
    {
      "epoch": 0.22876316683656134,
      "grad_norm": 1.740169135313044,
      "learning_rate": 0.00029992453635992313,
      "loss": 6.0236,
      "step": 2693
    },
    {
      "epoch": 0.22884811416921508,
      "grad_norm": 1.7417250620122133,
      "learning_rate": 0.0002999243184328347,
      "loss": 5.5985,
      "step": 2694
    },
    {
      "epoch": 0.22893306150186885,
      "grad_norm": 1.880586062596365,
      "learning_rate": 0.0002999241001916097,
      "loss": 6.0698,
      "step": 2695
    },
    {
      "epoch": 0.22901800883452259,
      "grad_norm": 1.8424039698231387,
      "learning_rate": 0.00029992388163624855,
      "loss": 5.9113,
      "step": 2696
    },
    {
      "epoch": 0.22910295616717635,
      "grad_norm": 1.7054273540351588,
      "learning_rate": 0.0002999236627667517,
      "loss": 5.7842,
      "step": 2697
    },
    {
      "epoch": 0.2291879034998301,
      "grad_norm": 1.9276070023796592,
      "learning_rate": 0.0002999234435831197,
      "loss": 5.682,
      "step": 2698
    },
    {
      "epoch": 0.22927285083248386,
      "grad_norm": 1.6603238504256894,
      "learning_rate": 0.0002999232240853529,
      "loss": 5.681,
      "step": 2699
    },
    {
      "epoch": 0.22935779816513763,
      "grad_norm": 1.636595657720392,
      "learning_rate": 0.00029992300427345177,
      "loss": 5.8665,
      "step": 2700
    },
    {
      "epoch": 0.22944274549779137,
      "grad_norm": 1.7531335689990832,
      "learning_rate": 0.00029992278414741686,
      "loss": 5.7829,
      "step": 2701
    },
    {
      "epoch": 0.22952769283044513,
      "grad_norm": 1.6258890344859551,
      "learning_rate": 0.0002999225637072486,
      "loss": 5.7352,
      "step": 2702
    },
    {
      "epoch": 0.22961264016309887,
      "grad_norm": 1.6569804328513449,
      "learning_rate": 0.00029992234295294745,
      "loss": 6.1209,
      "step": 2703
    },
    {
      "epoch": 0.22969758749575264,
      "grad_norm": 1.7126255338965857,
      "learning_rate": 0.00029992212188451376,
      "loss": 6.3485,
      "step": 2704
    },
    {
      "epoch": 0.22978253482840638,
      "grad_norm": 2.3762701097497283,
      "learning_rate": 0.0002999219005019481,
      "loss": 5.781,
      "step": 2705
    },
    {
      "epoch": 0.22986748216106015,
      "grad_norm": 1.8178546572934344,
      "learning_rate": 0.00029992167880525097,
      "loss": 6.5054,
      "step": 2706
    },
    {
      "epoch": 0.2299524294937139,
      "grad_norm": 3.2198430506025972,
      "learning_rate": 0.0002999214567944228,
      "loss": 5.8903,
      "step": 2707
    },
    {
      "epoch": 0.23003737682636766,
      "grad_norm": 1.6977900616184125,
      "learning_rate": 0.00029992123446946406,
      "loss": 5.629,
      "step": 2708
    },
    {
      "epoch": 0.2301223241590214,
      "grad_norm": 1.7507266264744885,
      "learning_rate": 0.00029992101183037514,
      "loss": 5.7222,
      "step": 2709
    },
    {
      "epoch": 0.23020727149167516,
      "grad_norm": 2.620980431462476,
      "learning_rate": 0.0002999207888771566,
      "loss": 6.0201,
      "step": 2710
    },
    {
      "epoch": 0.2302922188243289,
      "grad_norm": 1.980985539131546,
      "learning_rate": 0.0002999205656098088,
      "loss": 5.4805,
      "step": 2711
    },
    {
      "epoch": 0.23037716615698267,
      "grad_norm": 1.6957760943452644,
      "learning_rate": 0.0002999203420283323,
      "loss": 6.2531,
      "step": 2712
    },
    {
      "epoch": 0.23046211348963644,
      "grad_norm": 1.7471686758822969,
      "learning_rate": 0.0002999201181327276,
      "loss": 6.1549,
      "step": 2713
    },
    {
      "epoch": 0.23054706082229018,
      "grad_norm": 1.7001231925267417,
      "learning_rate": 0.0002999198939229951,
      "loss": 5.7395,
      "step": 2714
    },
    {
      "epoch": 0.23063200815494395,
      "grad_norm": 1.6978865850493456,
      "learning_rate": 0.00029991966939913524,
      "loss": 6.1307,
      "step": 2715
    },
    {
      "epoch": 0.23071695548759769,
      "grad_norm": 1.7168808162586415,
      "learning_rate": 0.0002999194445611486,
      "loss": 5.9771,
      "step": 2716
    },
    {
      "epoch": 0.23080190282025145,
      "grad_norm": 1.6349916315548145,
      "learning_rate": 0.00029991921940903554,
      "loss": 5.9081,
      "step": 2717
    },
    {
      "epoch": 0.2308868501529052,
      "grad_norm": 1.596630983995103,
      "learning_rate": 0.0002999189939427966,
      "loss": 5.7553,
      "step": 2718
    },
    {
      "epoch": 0.23097179748555896,
      "grad_norm": 1.7465235955294185,
      "learning_rate": 0.00029991876816243225,
      "loss": 5.8135,
      "step": 2719
    },
    {
      "epoch": 0.2310567448182127,
      "grad_norm": 1.8199506325452666,
      "learning_rate": 0.0002999185420679429,
      "loss": 5.5972,
      "step": 2720
    },
    {
      "epoch": 0.23114169215086647,
      "grad_norm": 1.582844573679838,
      "learning_rate": 0.00029991831565932906,
      "loss": 5.6874,
      "step": 2721
    },
    {
      "epoch": 0.2312266394835202,
      "grad_norm": 1.6767828265626799,
      "learning_rate": 0.00029991808893659126,
      "loss": 5.8805,
      "step": 2722
    },
    {
      "epoch": 0.23131158681617398,
      "grad_norm": 1.6361844062118627,
      "learning_rate": 0.0002999178618997299,
      "loss": 5.7819,
      "step": 2723
    },
    {
      "epoch": 0.23139653414882771,
      "grad_norm": 1.7769208888200938,
      "learning_rate": 0.00029991763454874544,
      "loss": 5.5536,
      "step": 2724
    },
    {
      "epoch": 0.23148148148148148,
      "grad_norm": 1.679995907778793,
      "learning_rate": 0.00029991740688363846,
      "loss": 5.6822,
      "step": 2725
    },
    {
      "epoch": 0.23156642881413522,
      "grad_norm": 1.9487330473681166,
      "learning_rate": 0.0002999171789044094,
      "loss": 6.0342,
      "step": 2726
    },
    {
      "epoch": 0.231651376146789,
      "grad_norm": 1.6972841244636667,
      "learning_rate": 0.0002999169506110586,
      "loss": 5.7868,
      "step": 2727
    },
    {
      "epoch": 0.23173632347944276,
      "grad_norm": 1.7729742135741513,
      "learning_rate": 0.00029991672200358675,
      "loss": 6.2273,
      "step": 2728
    },
    {
      "epoch": 0.2318212708120965,
      "grad_norm": 1.725405564250239,
      "learning_rate": 0.00029991649308199424,
      "loss": 5.6503,
      "step": 2729
    },
    {
      "epoch": 0.23190621814475026,
      "grad_norm": 1.7017107007098493,
      "learning_rate": 0.0002999162638462815,
      "loss": 5.6485,
      "step": 2730
    },
    {
      "epoch": 0.231991165477404,
      "grad_norm": 2.11144572823017,
      "learning_rate": 0.0002999160342964491,
      "loss": 6.3081,
      "step": 2731
    },
    {
      "epoch": 0.23207611281005777,
      "grad_norm": 2.5878307122110527,
      "learning_rate": 0.0002999158044324974,
      "loss": 5.8019,
      "step": 2732
    },
    {
      "epoch": 0.2321610601427115,
      "grad_norm": 1.7127271708729657,
      "learning_rate": 0.000299915574254427,
      "loss": 5.7082,
      "step": 2733
    },
    {
      "epoch": 0.23224600747536528,
      "grad_norm": 1.6626987264073345,
      "learning_rate": 0.0002999153437622383,
      "loss": 5.9929,
      "step": 2734
    },
    {
      "epoch": 0.23233095480801902,
      "grad_norm": 1.7735854718441606,
      "learning_rate": 0.00029991511295593187,
      "loss": 6.0794,
      "step": 2735
    },
    {
      "epoch": 0.2324159021406728,
      "grad_norm": 1.6564956338941452,
      "learning_rate": 0.0002999148818355081,
      "loss": 6.1516,
      "step": 2736
    },
    {
      "epoch": 0.23250084947332653,
      "grad_norm": 1.7530014153013467,
      "learning_rate": 0.00029991465040096754,
      "loss": 6.2072,
      "step": 2737
    },
    {
      "epoch": 0.2325857968059803,
      "grad_norm": 1.815205093292614,
      "learning_rate": 0.0002999144186523106,
      "loss": 5.9554,
      "step": 2738
    },
    {
      "epoch": 0.23267074413863403,
      "grad_norm": 1.6741427820496275,
      "learning_rate": 0.0002999141865895379,
      "loss": 5.8598,
      "step": 2739
    },
    {
      "epoch": 0.2327556914712878,
      "grad_norm": 2.1084617418492364,
      "learning_rate": 0.0002999139542126498,
      "loss": 5.5495,
      "step": 2740
    },
    {
      "epoch": 0.23284063880394157,
      "grad_norm": 1.836399793858617,
      "learning_rate": 0.00029991372152164686,
      "loss": 5.7383,
      "step": 2741
    },
    {
      "epoch": 0.2329255861365953,
      "grad_norm": 1.7845946334622642,
      "learning_rate": 0.0002999134885165295,
      "loss": 5.6405,
      "step": 2742
    },
    {
      "epoch": 0.23301053346924908,
      "grad_norm": 1.751393266057246,
      "learning_rate": 0.00029991325519729826,
      "loss": 5.6259,
      "step": 2743
    },
    {
      "epoch": 0.23309548080190282,
      "grad_norm": 1.6308502633626538,
      "learning_rate": 0.00029991302156395365,
      "loss": 5.8812,
      "step": 2744
    },
    {
      "epoch": 0.23318042813455658,
      "grad_norm": 2.1689714443736907,
      "learning_rate": 0.0002999127876164961,
      "loss": 6.3461,
      "step": 2745
    },
    {
      "epoch": 0.23326537546721032,
      "grad_norm": 1.6907752817498978,
      "learning_rate": 0.00029991255335492606,
      "loss": 5.6003,
      "step": 2746
    },
    {
      "epoch": 0.2333503227998641,
      "grad_norm": 2.246164262225958,
      "learning_rate": 0.00029991231877924416,
      "loss": 6.0504,
      "step": 2747
    },
    {
      "epoch": 0.23343527013251783,
      "grad_norm": 1.783256777901437,
      "learning_rate": 0.0002999120838894508,
      "loss": 6.3683,
      "step": 2748
    },
    {
      "epoch": 0.2335202174651716,
      "grad_norm": 2.009021162985438,
      "learning_rate": 0.0002999118486855465,
      "loss": 6.0066,
      "step": 2749
    },
    {
      "epoch": 0.23360516479782534,
      "grad_norm": 1.9689745067987574,
      "learning_rate": 0.00029991161316753176,
      "loss": 5.6072,
      "step": 2750
    },
    {
      "epoch": 0.2336901121304791,
      "grad_norm": 1.6854536980374302,
      "learning_rate": 0.000299911377335407,
      "loss": 5.9404,
      "step": 2751
    },
    {
      "epoch": 0.23377505946313284,
      "grad_norm": 1.8245716245395969,
      "learning_rate": 0.0002999111411891728,
      "loss": 6.194,
      "step": 2752
    },
    {
      "epoch": 0.2338600067957866,
      "grad_norm": 1.8011262909054813,
      "learning_rate": 0.0002999109047288296,
      "loss": 5.7359,
      "step": 2753
    },
    {
      "epoch": 0.23394495412844038,
      "grad_norm": 1.7940730504488607,
      "learning_rate": 0.00029991066795437797,
      "loss": 5.6996,
      "step": 2754
    },
    {
      "epoch": 0.23402990146109412,
      "grad_norm": 1.7716196393472745,
      "learning_rate": 0.0002999104308658183,
      "loss": 6.0781,
      "step": 2755
    },
    {
      "epoch": 0.2341148487937479,
      "grad_norm": 1.9637355311529758,
      "learning_rate": 0.00029991019346315117,
      "loss": 5.7307,
      "step": 2756
    },
    {
      "epoch": 0.23419979612640163,
      "grad_norm": 1.8888427973924713,
      "learning_rate": 0.00029990995574637706,
      "loss": 5.6066,
      "step": 2757
    },
    {
      "epoch": 0.2342847434590554,
      "grad_norm": 1.7859983437780607,
      "learning_rate": 0.00029990971771549647,
      "loss": 5.5887,
      "step": 2758
    },
    {
      "epoch": 0.23436969079170913,
      "grad_norm": 1.7855082215241602,
      "learning_rate": 0.00029990947937050987,
      "loss": 5.636,
      "step": 2759
    },
    {
      "epoch": 0.2344546381243629,
      "grad_norm": 1.8115062216759865,
      "learning_rate": 0.00029990924071141776,
      "loss": 5.891,
      "step": 2760
    },
    {
      "epoch": 0.23453958545701664,
      "grad_norm": 2.136335349753914,
      "learning_rate": 0.0002999090017382207,
      "loss": 5.8082,
      "step": 2761
    },
    {
      "epoch": 0.2346245327896704,
      "grad_norm": 1.6746450469052079,
      "learning_rate": 0.0002999087624509191,
      "loss": 5.69,
      "step": 2762
    },
    {
      "epoch": 0.23470948012232415,
      "grad_norm": 1.8895726816071743,
      "learning_rate": 0.0002999085228495135,
      "loss": 5.5735,
      "step": 2763
    },
    {
      "epoch": 0.23479442745497792,
      "grad_norm": 1.8371786973076119,
      "learning_rate": 0.00029990828293400445,
      "loss": 5.6125,
      "step": 2764
    },
    {
      "epoch": 0.23487937478763166,
      "grad_norm": 2.3467866302689506,
      "learning_rate": 0.0002999080427043924,
      "loss": 5.9555,
      "step": 2765
    },
    {
      "epoch": 0.23496432212028542,
      "grad_norm": 1.6542170512975722,
      "learning_rate": 0.0002999078021606779,
      "loss": 5.9379,
      "step": 2766
    },
    {
      "epoch": 0.2350492694529392,
      "grad_norm": 2.143920387702349,
      "learning_rate": 0.00029990756130286137,
      "loss": 5.868,
      "step": 2767
    },
    {
      "epoch": 0.23513421678559293,
      "grad_norm": 1.8286542309128706,
      "learning_rate": 0.0002999073201309434,
      "loss": 5.9139,
      "step": 2768
    },
    {
      "epoch": 0.2352191641182467,
      "grad_norm": 1.8153526868663208,
      "learning_rate": 0.0002999070786449245,
      "loss": 5.7122,
      "step": 2769
    },
    {
      "epoch": 0.23530411145090044,
      "grad_norm": 1.6582235154553018,
      "learning_rate": 0.00029990683684480505,
      "loss": 5.8788,
      "step": 2770
    },
    {
      "epoch": 0.2353890587835542,
      "grad_norm": 1.6312210313440447,
      "learning_rate": 0.00029990659473058565,
      "loss": 5.971,
      "step": 2771
    },
    {
      "epoch": 0.23547400611620795,
      "grad_norm": 1.8298384865540434,
      "learning_rate": 0.00029990635230226685,
      "loss": 5.6885,
      "step": 2772
    },
    {
      "epoch": 0.2355589534488617,
      "grad_norm": 1.829684898115724,
      "learning_rate": 0.0002999061095598491,
      "loss": 5.877,
      "step": 2773
    },
    {
      "epoch": 0.23564390078151545,
      "grad_norm": 1.7470557527883688,
      "learning_rate": 0.0002999058665033329,
      "loss": 6.3118,
      "step": 2774
    },
    {
      "epoch": 0.23572884811416922,
      "grad_norm": 1.7575743474066443,
      "learning_rate": 0.00029990562313271876,
      "loss": 5.738,
      "step": 2775
    },
    {
      "epoch": 0.23581379544682296,
      "grad_norm": 1.7843435201046065,
      "learning_rate": 0.00029990537944800724,
      "loss": 6.4106,
      "step": 2776
    },
    {
      "epoch": 0.23589874277947673,
      "grad_norm": 1.6836634277866303,
      "learning_rate": 0.0002999051354491988,
      "loss": 5.712,
      "step": 2777
    },
    {
      "epoch": 0.23598369011213047,
      "grad_norm": 1.801092593603093,
      "learning_rate": 0.000299904891136294,
      "loss": 5.6725,
      "step": 2778
    },
    {
      "epoch": 0.23606863744478424,
      "grad_norm": 1.6556301691937765,
      "learning_rate": 0.0002999046465092933,
      "loss": 5.9082,
      "step": 2779
    },
    {
      "epoch": 0.23615358477743797,
      "grad_norm": 1.8256517346326588,
      "learning_rate": 0.00029990440156819724,
      "loss": 5.8239,
      "step": 2780
    },
    {
      "epoch": 0.23623853211009174,
      "grad_norm": 2.6396740924760334,
      "learning_rate": 0.0002999041563130063,
      "loss": 6.3584,
      "step": 2781
    },
    {
      "epoch": 0.2363234794427455,
      "grad_norm": 2.28036667753733,
      "learning_rate": 0.000299903910743721,
      "loss": 6.1751,
      "step": 2782
    },
    {
      "epoch": 0.23640842677539925,
      "grad_norm": 1.646285271477912,
      "learning_rate": 0.00029990366486034193,
      "loss": 5.8097,
      "step": 2783
    },
    {
      "epoch": 0.23649337410805302,
      "grad_norm": 1.7703677466111638,
      "learning_rate": 0.0002999034186628696,
      "loss": 5.6837,
      "step": 2784
    },
    {
      "epoch": 0.23657832144070676,
      "grad_norm": 1.7379243080112725,
      "learning_rate": 0.00029990317215130435,
      "loss": 5.6017,
      "step": 2785
    },
    {
      "epoch": 0.23666326877336052,
      "grad_norm": 1.8790888969128057,
      "learning_rate": 0.0002999029253256469,
      "loss": 6.1787,
      "step": 2786
    },
    {
      "epoch": 0.23674821610601426,
      "grad_norm": 1.682098990111763,
      "learning_rate": 0.00029990267818589763,
      "loss": 5.6984,
      "step": 2787
    },
    {
      "epoch": 0.23683316343866803,
      "grad_norm": 1.6143438712771412,
      "learning_rate": 0.0002999024307320572,
      "loss": 6.2948,
      "step": 2788
    },
    {
      "epoch": 0.23691811077132177,
      "grad_norm": 1.693607547946757,
      "learning_rate": 0.000299902182964126,
      "loss": 6.033,
      "step": 2789
    },
    {
      "epoch": 0.23700305810397554,
      "grad_norm": 1.870618697776938,
      "learning_rate": 0.0002999019348821046,
      "loss": 5.8069,
      "step": 2790
    },
    {
      "epoch": 0.23708800543662928,
      "grad_norm": 1.9463734979465566,
      "learning_rate": 0.0002999016864859935,
      "loss": 5.7059,
      "step": 2791
    },
    {
      "epoch": 0.23717295276928305,
      "grad_norm": 1.6773523054598891,
      "learning_rate": 0.00029990143777579325,
      "loss": 6.0744,
      "step": 2792
    },
    {
      "epoch": 0.2372579001019368,
      "grad_norm": 1.788380144145575,
      "learning_rate": 0.0002999011887515044,
      "loss": 6.2136,
      "step": 2793
    },
    {
      "epoch": 0.23734284743459055,
      "grad_norm": 1.6568920719953324,
      "learning_rate": 0.00029990093941312734,
      "loss": 5.8622,
      "step": 2794
    },
    {
      "epoch": 0.23742779476724432,
      "grad_norm": 2.36352817563166,
      "learning_rate": 0.00029990068976066273,
      "loss": 5.6323,
      "step": 2795
    },
    {
      "epoch": 0.23751274209989806,
      "grad_norm": 1.7822568692950107,
      "learning_rate": 0.00029990043979411104,
      "loss": 6.0427,
      "step": 2796
    },
    {
      "epoch": 0.23759768943255183,
      "grad_norm": 1.7229206180509617,
      "learning_rate": 0.00029990018951347276,
      "loss": 5.9186,
      "step": 2797
    },
    {
      "epoch": 0.23768263676520557,
      "grad_norm": 1.8599047129492532,
      "learning_rate": 0.00029989993891874853,
      "loss": 6.1441,
      "step": 2798
    },
    {
      "epoch": 0.23776758409785934,
      "grad_norm": 1.8239658712815279,
      "learning_rate": 0.00029989968800993874,
      "loss": 6.2351,
      "step": 2799
    },
    {
      "epoch": 0.23785253143051308,
      "grad_norm": 1.699724146581612,
      "learning_rate": 0.000299899436787044,
      "loss": 5.7681,
      "step": 2800
    },
    {
      "epoch": 0.23793747876316684,
      "grad_norm": 1.8559931577216828,
      "learning_rate": 0.00029989918525006476,
      "loss": 6.1422,
      "step": 2801
    },
    {
      "epoch": 0.23802242609582058,
      "grad_norm": 9.73842349106969,
      "learning_rate": 0.00029989893339900164,
      "loss": 5.6233,
      "step": 2802
    },
    {
      "epoch": 0.23810737342847435,
      "grad_norm": 1.7613360206710527,
      "learning_rate": 0.0002998986812338551,
      "loss": 6.2638,
      "step": 2803
    },
    {
      "epoch": 0.2381923207611281,
      "grad_norm": 1.6627859346202225,
      "learning_rate": 0.0002998984287546257,
      "loss": 5.7893,
      "step": 2804
    },
    {
      "epoch": 0.23827726809378186,
      "grad_norm": 1.7319691959386547,
      "learning_rate": 0.000299898175961314,
      "loss": 5.6958,
      "step": 2805
    },
    {
      "epoch": 0.2383622154264356,
      "grad_norm": 1.9606999968398513,
      "learning_rate": 0.00029989792285392043,
      "loss": 5.8161,
      "step": 2806
    },
    {
      "epoch": 0.23844716275908936,
      "grad_norm": 1.6668159769858615,
      "learning_rate": 0.00029989766943244565,
      "loss": 5.9562,
      "step": 2807
    },
    {
      "epoch": 0.23853211009174313,
      "grad_norm": 1.6580998662123956,
      "learning_rate": 0.0002998974156968901,
      "loss": 6.0072,
      "step": 2808
    },
    {
      "epoch": 0.23861705742439687,
      "grad_norm": 1.7855977489115222,
      "learning_rate": 0.00029989716164725426,
      "loss": 5.5868,
      "step": 2809
    },
    {
      "epoch": 0.23870200475705064,
      "grad_norm": 1.7180532739101855,
      "learning_rate": 0.0002998969072835388,
      "loss": 6.3171,
      "step": 2810
    },
    {
      "epoch": 0.23878695208970438,
      "grad_norm": 1.6792151260892885,
      "learning_rate": 0.0002998966526057442,
      "loss": 5.7731,
      "step": 2811
    },
    {
      "epoch": 0.23887189942235815,
      "grad_norm": 1.9346211944965945,
      "learning_rate": 0.00029989639761387094,
      "loss": 5.8963,
      "step": 2812
    },
    {
      "epoch": 0.2389568467550119,
      "grad_norm": 1.8363984774457154,
      "learning_rate": 0.00029989614230791964,
      "loss": 6.3155,
      "step": 2813
    },
    {
      "epoch": 0.23904179408766565,
      "grad_norm": 1.7432303481206457,
      "learning_rate": 0.00029989588668789076,
      "loss": 5.6474,
      "step": 2814
    },
    {
      "epoch": 0.2391267414203194,
      "grad_norm": 7.244656069064288,
      "learning_rate": 0.00029989563075378487,
      "loss": 5.8086,
      "step": 2815
    },
    {
      "epoch": 0.23921168875297316,
      "grad_norm": 1.631984453542098,
      "learning_rate": 0.00029989537450560253,
      "loss": 5.4569,
      "step": 2816
    },
    {
      "epoch": 0.2392966360856269,
      "grad_norm": 1.6903651273775833,
      "learning_rate": 0.0002998951179433442,
      "loss": 5.9591,
      "step": 2817
    },
    {
      "epoch": 0.23938158341828067,
      "grad_norm": 1.8866401265985568,
      "learning_rate": 0.00029989486106701054,
      "loss": 6.2166,
      "step": 2818
    },
    {
      "epoch": 0.2394665307509344,
      "grad_norm": 1.6592306660605376,
      "learning_rate": 0.00029989460387660203,
      "loss": 6.1581,
      "step": 2819
    },
    {
      "epoch": 0.23955147808358818,
      "grad_norm": 1.6777412071875433,
      "learning_rate": 0.0002998943463721191,
      "loss": 5.7809,
      "step": 2820
    },
    {
      "epoch": 0.23963642541624194,
      "grad_norm": 1.7396520635070731,
      "learning_rate": 0.0002998940885535624,
      "loss": 6.0573,
      "step": 2821
    },
    {
      "epoch": 0.23972137274889568,
      "grad_norm": 1.7469979668704898,
      "learning_rate": 0.0002998938304209325,
      "loss": 5.6533,
      "step": 2822
    },
    {
      "epoch": 0.23980632008154945,
      "grad_norm": 1.68737736772941,
      "learning_rate": 0.00029989357197422994,
      "loss": 6.1759,
      "step": 2823
    },
    {
      "epoch": 0.2398912674142032,
      "grad_norm": 1.635565834667161,
      "learning_rate": 0.0002998933132134551,
      "loss": 5.9296,
      "step": 2824
    },
    {
      "epoch": 0.23997621474685696,
      "grad_norm": 1.7586900194795627,
      "learning_rate": 0.0002998930541386087,
      "loss": 6.0153,
      "step": 2825
    },
    {
      "epoch": 0.2400611620795107,
      "grad_norm": 1.7499933544569866,
      "learning_rate": 0.00029989279474969125,
      "loss": 5.7337,
      "step": 2826
    },
    {
      "epoch": 0.24014610941216447,
      "grad_norm": 1.6943690873106398,
      "learning_rate": 0.0002998925350467032,
      "loss": 5.8807,
      "step": 2827
    },
    {
      "epoch": 0.2402310567448182,
      "grad_norm": 1.6829832936016527,
      "learning_rate": 0.0002998922750296452,
      "loss": 5.8827,
      "step": 2828
    },
    {
      "epoch": 0.24031600407747197,
      "grad_norm": 1.7140719698535147,
      "learning_rate": 0.00029989201469851775,
      "loss": 5.9244,
      "step": 2829
    },
    {
      "epoch": 0.2404009514101257,
      "grad_norm": 1.679869141431611,
      "learning_rate": 0.00029989175405332146,
      "loss": 5.7882,
      "step": 2830
    },
    {
      "epoch": 0.24048589874277948,
      "grad_norm": 1.6307222581102838,
      "learning_rate": 0.00029989149309405673,
      "loss": 5.6935,
      "step": 2831
    },
    {
      "epoch": 0.24057084607543322,
      "grad_norm": 1.930426560016891,
      "learning_rate": 0.00029989123182072423,
      "loss": 6.2507,
      "step": 2832
    },
    {
      "epoch": 0.240655793408087,
      "grad_norm": 1.7911381041197647,
      "learning_rate": 0.0002998909702333245,
      "loss": 6.1994,
      "step": 2833
    },
    {
      "epoch": 0.24074074074074073,
      "grad_norm": 1.8024065990769373,
      "learning_rate": 0.000299890708331858,
      "loss": 5.6158,
      "step": 2834
    },
    {
      "epoch": 0.2408256880733945,
      "grad_norm": 2.7024788463278036,
      "learning_rate": 0.00029989044611632534,
      "loss": 5.6146,
      "step": 2835
    },
    {
      "epoch": 0.24091063540604826,
      "grad_norm": 1.8336722899336477,
      "learning_rate": 0.00029989018358672707,
      "loss": 6.2303,
      "step": 2836
    },
    {
      "epoch": 0.240995582738702,
      "grad_norm": 1.734094144493204,
      "learning_rate": 0.0002998899207430638,
      "loss": 5.8703,
      "step": 2837
    },
    {
      "epoch": 0.24108053007135577,
      "grad_norm": 1.808124505714812,
      "learning_rate": 0.00029988965758533597,
      "loss": 5.7369,
      "step": 2838
    },
    {
      "epoch": 0.2411654774040095,
      "grad_norm": 1.894009186004832,
      "learning_rate": 0.00029988939411354417,
      "loss": 5.7299,
      "step": 2839
    },
    {
      "epoch": 0.24125042473666328,
      "grad_norm": 1.8072308421374697,
      "learning_rate": 0.000299889130327689,
      "loss": 5.8309,
      "step": 2840
    },
    {
      "epoch": 0.24133537206931702,
      "grad_norm": 1.7903168442117978,
      "learning_rate": 0.00029988886622777094,
      "loss": 6.2163,
      "step": 2841
    },
    {
      "epoch": 0.24142031940197078,
      "grad_norm": 1.9040027156820991,
      "learning_rate": 0.0002998886018137906,
      "loss": 5.8879,
      "step": 2842
    },
    {
      "epoch": 0.24150526673462452,
      "grad_norm": 2.4672143675608824,
      "learning_rate": 0.0002998883370857485,
      "loss": 5.4728,
      "step": 2843
    },
    {
      "epoch": 0.2415902140672783,
      "grad_norm": 1.6672678985394715,
      "learning_rate": 0.00029988807204364514,
      "loss": 5.9057,
      "step": 2844
    },
    {
      "epoch": 0.24167516139993203,
      "grad_norm": 1.9776611987790915,
      "learning_rate": 0.00029988780668748123,
      "loss": 5.7364,
      "step": 2845
    },
    {
      "epoch": 0.2417601087325858,
      "grad_norm": 1.92111924605522,
      "learning_rate": 0.00029988754101725724,
      "loss": 5.6199,
      "step": 2846
    },
    {
      "epoch": 0.24184505606523954,
      "grad_norm": 1.9252362078147844,
      "learning_rate": 0.0002998872750329737,
      "loss": 6.1748,
      "step": 2847
    },
    {
      "epoch": 0.2419300033978933,
      "grad_norm": 1.7438596058115328,
      "learning_rate": 0.00029988700873463117,
      "loss": 6.0171,
      "step": 2848
    },
    {
      "epoch": 0.24201495073054707,
      "grad_norm": 1.6843695256877051,
      "learning_rate": 0.0002998867421222302,
      "loss": 6.1683,
      "step": 2849
    },
    {
      "epoch": 0.2420998980632008,
      "grad_norm": 1.666497723665461,
      "learning_rate": 0.0002998864751957715,
      "loss": 5.9657,
      "step": 2850
    },
    {
      "epoch": 0.24218484539585458,
      "grad_norm": 1.8386489823640746,
      "learning_rate": 0.0002998862079552554,
      "loss": 6.0097,
      "step": 2851
    },
    {
      "epoch": 0.24226979272850832,
      "grad_norm": 1.849263380087977,
      "learning_rate": 0.0002998859404006826,
      "loss": 5.8283,
      "step": 2852
    },
    {
      "epoch": 0.2423547400611621,
      "grad_norm": 1.6149224068808488,
      "learning_rate": 0.00029988567253205365,
      "loss": 5.8183,
      "step": 2853
    },
    {
      "epoch": 0.24243968739381583,
      "grad_norm": 2.94879259165863,
      "learning_rate": 0.0002998854043493691,
      "loss": 5.1505,
      "step": 2854
    },
    {
      "epoch": 0.2425246347264696,
      "grad_norm": 1.6300769731551943,
      "learning_rate": 0.00029988513585262945,
      "loss": 5.7666,
      "step": 2855
    },
    {
      "epoch": 0.24260958205912334,
      "grad_norm": 1.6704223772550415,
      "learning_rate": 0.00029988486704183535,
      "loss": 5.8492,
      "step": 2856
    },
    {
      "epoch": 0.2426945293917771,
      "grad_norm": 1.693743644452288,
      "learning_rate": 0.0002998845979169873,
      "loss": 5.9902,
      "step": 2857
    },
    {
      "epoch": 0.24277947672443084,
      "grad_norm": 1.6909322623631007,
      "learning_rate": 0.00029988432847808587,
      "loss": 5.6157,
      "step": 2858
    },
    {
      "epoch": 0.2428644240570846,
      "grad_norm": 2.019709836469991,
      "learning_rate": 0.0002998840587251317,
      "loss": 6.0083,
      "step": 2859
    },
    {
      "epoch": 0.24294937138973835,
      "grad_norm": 1.7154989083804886,
      "learning_rate": 0.00029988378865812527,
      "loss": 6.005,
      "step": 2860
    },
    {
      "epoch": 0.24303431872239212,
      "grad_norm": 1.643935350098411,
      "learning_rate": 0.0002998835182770672,
      "loss": 5.9424,
      "step": 2861
    },
    {
      "epoch": 0.24311926605504589,
      "grad_norm": 1.6115336139407022,
      "learning_rate": 0.000299883247581958,
      "loss": 5.7346,
      "step": 2862
    },
    {
      "epoch": 0.24320421338769962,
      "grad_norm": 1.7296897709496524,
      "learning_rate": 0.0002998829765727983,
      "loss": 5.8152,
      "step": 2863
    },
    {
      "epoch": 0.2432891607203534,
      "grad_norm": 1.6509439632048957,
      "learning_rate": 0.0002998827052495886,
      "loss": 6.0583,
      "step": 2864
    },
    {
      "epoch": 0.24337410805300713,
      "grad_norm": 1.6784711078243557,
      "learning_rate": 0.0002998824336123296,
      "loss": 5.9692,
      "step": 2865
    },
    {
      "epoch": 0.2434590553856609,
      "grad_norm": 1.8542889293540035,
      "learning_rate": 0.00029988216166102166,
      "loss": 6.0164,
      "step": 2866
    },
    {
      "epoch": 0.24354400271831464,
      "grad_norm": 1.8286959549925528,
      "learning_rate": 0.0002998818893956655,
      "loss": 6.4085,
      "step": 2867
    },
    {
      "epoch": 0.2436289500509684,
      "grad_norm": 1.682263008343336,
      "learning_rate": 0.0002998816168162617,
      "loss": 5.7623,
      "step": 2868
    },
    {
      "epoch": 0.24371389738362215,
      "grad_norm": 1.9885021170700108,
      "learning_rate": 0.00029988134392281075,
      "loss": 6.0769,
      "step": 2869
    },
    {
      "epoch": 0.24379884471627591,
      "grad_norm": 2.2007572530370743,
      "learning_rate": 0.00029988107071531327,
      "loss": 5.6806,
      "step": 2870
    },
    {
      "epoch": 0.24388379204892965,
      "grad_norm": 1.788207392533233,
      "learning_rate": 0.00029988079719376985,
      "loss": 5.7736,
      "step": 2871
    },
    {
      "epoch": 0.24396873938158342,
      "grad_norm": 1.7948987189325534,
      "learning_rate": 0.000299880523358181,
      "loss": 6.0725,
      "step": 2872
    },
    {
      "epoch": 0.24405368671423716,
      "grad_norm": 1.7058462474722529,
      "learning_rate": 0.00029988024920854733,
      "loss": 5.8161,
      "step": 2873
    },
    {
      "epoch": 0.24413863404689093,
      "grad_norm": 2.1702977220262984,
      "learning_rate": 0.0002998799747448694,
      "loss": 6.0336,
      "step": 2874
    },
    {
      "epoch": 0.24422358137954467,
      "grad_norm": 1.7188383405281342,
      "learning_rate": 0.00029987969996714785,
      "loss": 5.8439,
      "step": 2875
    },
    {
      "epoch": 0.24430852871219844,
      "grad_norm": 1.6096537311644563,
      "learning_rate": 0.0002998794248753831,
      "loss": 5.989,
      "step": 2876
    },
    {
      "epoch": 0.2443934760448522,
      "grad_norm": 1.7080470915201307,
      "learning_rate": 0.00029987914946957595,
      "loss": 6.1639,
      "step": 2877
    },
    {
      "epoch": 0.24447842337750594,
      "grad_norm": 1.787640180848677,
      "learning_rate": 0.00029987887374972676,
      "loss": 5.6647,
      "step": 2878
    },
    {
      "epoch": 0.2445633707101597,
      "grad_norm": 1.6415727181419546,
      "learning_rate": 0.00029987859771583625,
      "loss": 5.835,
      "step": 2879
    },
    {
      "epoch": 0.24464831804281345,
      "grad_norm": 1.67260711040257,
      "learning_rate": 0.000299878321367905,
      "loss": 5.9444,
      "step": 2880
    },
    {
      "epoch": 0.24473326537546722,
      "grad_norm": 1.8300783116664336,
      "learning_rate": 0.00029987804470593346,
      "loss": 5.7637,
      "step": 2881
    },
    {
      "epoch": 0.24481821270812096,
      "grad_norm": 1.8079053110369114,
      "learning_rate": 0.0002998777677299223,
      "loss": 5.6812,
      "step": 2882
    },
    {
      "epoch": 0.24490316004077473,
      "grad_norm": 1.8703625636952514,
      "learning_rate": 0.00029987749043987213,
      "loss": 5.6905,
      "step": 2883
    },
    {
      "epoch": 0.24498810737342847,
      "grad_norm": 1.620974370346979,
      "learning_rate": 0.0002998772128357835,
      "loss": 5.6018,
      "step": 2884
    },
    {
      "epoch": 0.24507305470608223,
      "grad_norm": 1.7755852896233022,
      "learning_rate": 0.000299876934917657,
      "loss": 5.7699,
      "step": 2885
    },
    {
      "epoch": 0.24515800203873597,
      "grad_norm": 1.916139882173894,
      "learning_rate": 0.0002998766566854931,
      "loss": 6.3198,
      "step": 2886
    },
    {
      "epoch": 0.24524294937138974,
      "grad_norm": 1.6686227415186015,
      "learning_rate": 0.0002998763781392926,
      "loss": 5.829,
      "step": 2887
    },
    {
      "epoch": 0.24532789670404348,
      "grad_norm": 1.7281057230391588,
      "learning_rate": 0.00029987609927905587,
      "loss": 5.5958,
      "step": 2888
    },
    {
      "epoch": 0.24541284403669725,
      "grad_norm": 1.6040429704668475,
      "learning_rate": 0.00029987582010478363,
      "loss": 5.914,
      "step": 2889
    },
    {
      "epoch": 0.24549779136935101,
      "grad_norm": 1.670232584511551,
      "learning_rate": 0.0002998755406164764,
      "loss": 6.2307,
      "step": 2890
    },
    {
      "epoch": 0.24558273870200475,
      "grad_norm": 1.671699004685319,
      "learning_rate": 0.00029987526081413484,
      "loss": 5.8427,
      "step": 2891
    },
    {
      "epoch": 0.24566768603465852,
      "grad_norm": 1.7060164600984795,
      "learning_rate": 0.00029987498069775943,
      "loss": 6.2284,
      "step": 2892
    },
    {
      "epoch": 0.24575263336731226,
      "grad_norm": 1.7814840132173024,
      "learning_rate": 0.00029987470026735083,
      "loss": 5.766,
      "step": 2893
    },
    {
      "epoch": 0.24583758069996603,
      "grad_norm": 1.6353641734064979,
      "learning_rate": 0.0002998744195229096,
      "loss": 5.9749,
      "step": 2894
    },
    {
      "epoch": 0.24592252803261977,
      "grad_norm": 1.8054313230495869,
      "learning_rate": 0.0002998741384644364,
      "loss": 5.674,
      "step": 2895
    },
    {
      "epoch": 0.24600747536527354,
      "grad_norm": 1.7732039060790044,
      "learning_rate": 0.0002998738570919317,
      "loss": 5.5602,
      "step": 2896
    },
    {
      "epoch": 0.24609242269792728,
      "grad_norm": 1.626988982739795,
      "learning_rate": 0.00029987357540539616,
      "loss": 5.4829,
      "step": 2897
    },
    {
      "epoch": 0.24617737003058104,
      "grad_norm": 1.7573090857279987,
      "learning_rate": 0.00029987329340483036,
      "loss": 5.7054,
      "step": 2898
    },
    {
      "epoch": 0.24626231736323478,
      "grad_norm": 1.6584061668407952,
      "learning_rate": 0.0002998730110902349,
      "loss": 5.9527,
      "step": 2899
    },
    {
      "epoch": 0.24634726469588855,
      "grad_norm": 1.6611105797735346,
      "learning_rate": 0.0002998727284616103,
      "loss": 5.5291,
      "step": 2900
    },
    {
      "epoch": 0.2464322120285423,
      "grad_norm": 1.7160697336734156,
      "learning_rate": 0.00029987244551895725,
      "loss": 5.4662,
      "step": 2901
    },
    {
      "epoch": 0.24651715936119606,
      "grad_norm": 1.7096875913101863,
      "learning_rate": 0.0002998721622622763,
      "loss": 6.0877,
      "step": 2902
    },
    {
      "epoch": 0.24660210669384983,
      "grad_norm": 1.87780826035034,
      "learning_rate": 0.000299871878691568,
      "loss": 5.7181,
      "step": 2903
    },
    {
      "epoch": 0.24668705402650357,
      "grad_norm": 1.84962336286641,
      "learning_rate": 0.00029987159480683313,
      "loss": 5.9416,
      "step": 2904
    },
    {
      "epoch": 0.24677200135915733,
      "grad_norm": 1.7796561479889201,
      "learning_rate": 0.00029987131060807203,
      "loss": 5.8389,
      "step": 2905
    },
    {
      "epoch": 0.24685694869181107,
      "grad_norm": 1.6850712975715345,
      "learning_rate": 0.00029987102609528544,
      "loss": 5.657,
      "step": 2906
    },
    {
      "epoch": 0.24694189602446484,
      "grad_norm": 1.7096581927230916,
      "learning_rate": 0.00029987074126847394,
      "loss": 6.2572,
      "step": 2907
    },
    {
      "epoch": 0.24702684335711858,
      "grad_norm": 1.6245113139325957,
      "learning_rate": 0.0002998704561276381,
      "loss": 6.01,
      "step": 2908
    },
    {
      "epoch": 0.24711179068977235,
      "grad_norm": 1.7567203279099646,
      "learning_rate": 0.0002998701706727785,
      "loss": 5.6258,
      "step": 2909
    },
    {
      "epoch": 0.2471967380224261,
      "grad_norm": 1.6503552060190836,
      "learning_rate": 0.0002998698849038958,
      "loss": 6.1931,
      "step": 2910
    },
    {
      "epoch": 0.24728168535507986,
      "grad_norm": 1.7630803043089005,
      "learning_rate": 0.0002998695988209906,
      "loss": 5.5682,
      "step": 2911
    },
    {
      "epoch": 0.2473666326877336,
      "grad_norm": 1.5793010171171784,
      "learning_rate": 0.0002998693124240634,
      "loss": 5.9235,
      "step": 2912
    },
    {
      "epoch": 0.24745158002038736,
      "grad_norm": 1.7354414496566337,
      "learning_rate": 0.00029986902571311493,
      "loss": 6.1659,
      "step": 2913
    },
    {
      "epoch": 0.2475365273530411,
      "grad_norm": 1.6532832289267803,
      "learning_rate": 0.0002998687386881457,
      "loss": 5.6742,
      "step": 2914
    },
    {
      "epoch": 0.24762147468569487,
      "grad_norm": 1.8435067732242185,
      "learning_rate": 0.00029986845134915636,
      "loss": 6.2528,
      "step": 2915
    },
    {
      "epoch": 0.24770642201834864,
      "grad_norm": 1.8018639779807013,
      "learning_rate": 0.0002998681636961475,
      "loss": 5.6527,
      "step": 2916
    },
    {
      "epoch": 0.24779136935100238,
      "grad_norm": 1.8625544791967807,
      "learning_rate": 0.00029986787572911975,
      "loss": 5.5642,
      "step": 2917
    },
    {
      "epoch": 0.24787631668365614,
      "grad_norm": 1.597600633836915,
      "learning_rate": 0.0002998675874480736,
      "loss": 5.4781,
      "step": 2918
    },
    {
      "epoch": 0.24796126401630988,
      "grad_norm": 1.705785711086135,
      "learning_rate": 0.0002998672988530097,
      "loss": 5.5884,
      "step": 2919
    },
    {
      "epoch": 0.24804621134896365,
      "grad_norm": 1.617960444138409,
      "learning_rate": 0.00029986700994392876,
      "loss": 5.8793,
      "step": 2920
    },
    {
      "epoch": 0.2481311586816174,
      "grad_norm": 1.6655699724525503,
      "learning_rate": 0.00029986672072083135,
      "loss": 5.7713,
      "step": 2921
    },
    {
      "epoch": 0.24821610601427116,
      "grad_norm": 1.6338940208895727,
      "learning_rate": 0.00029986643118371794,
      "loss": 5.691,
      "step": 2922
    },
    {
      "epoch": 0.2483010533469249,
      "grad_norm": 1.7266949033864762,
      "learning_rate": 0.00029986614133258933,
      "loss": 5.8054,
      "step": 2923
    },
    {
      "epoch": 0.24838600067957867,
      "grad_norm": 1.8582255314309062,
      "learning_rate": 0.000299865851167446,
      "loss": 6.2287,
      "step": 2924
    },
    {
      "epoch": 0.2484709480122324,
      "grad_norm": 1.6754093141673791,
      "learning_rate": 0.00029986556068828857,
      "loss": 5.6473,
      "step": 2925
    },
    {
      "epoch": 0.24855589534488617,
      "grad_norm": 1.7259156651631216,
      "learning_rate": 0.00029986526989511766,
      "loss": 5.6695,
      "step": 2926
    },
    {
      "epoch": 0.2486408426775399,
      "grad_norm": 1.6165013775783597,
      "learning_rate": 0.0002998649787879339,
      "loss": 5.4772,
      "step": 2927
    },
    {
      "epoch": 0.24872579001019368,
      "grad_norm": 1.627771288629905,
      "learning_rate": 0.00029986468736673796,
      "loss": 6.0121,
      "step": 2928
    },
    {
      "epoch": 0.24881073734284742,
      "grad_norm": 1.7531805325148542,
      "learning_rate": 0.0002998643956315303,
      "loss": 5.7903,
      "step": 2929
    },
    {
      "epoch": 0.2488956846755012,
      "grad_norm": 1.8213349326179988,
      "learning_rate": 0.0002998641035823116,
      "loss": 5.8354,
      "step": 2930
    },
    {
      "epoch": 0.24898063200815496,
      "grad_norm": 1.7551107623173834,
      "learning_rate": 0.0002998638112190825,
      "loss": 5.744,
      "step": 2931
    },
    {
      "epoch": 0.2490655793408087,
      "grad_norm": 1.713874121162151,
      "learning_rate": 0.0002998635185418436,
      "loss": 6.1044,
      "step": 2932
    },
    {
      "epoch": 0.24915052667346246,
      "grad_norm": 1.696118823280999,
      "learning_rate": 0.00029986322555059555,
      "loss": 6.0746,
      "step": 2933
    },
    {
      "epoch": 0.2492354740061162,
      "grad_norm": 1.9912630676681886,
      "learning_rate": 0.0002998629322453389,
      "loss": 5.7407,
      "step": 2934
    },
    {
      "epoch": 0.24932042133876997,
      "grad_norm": 1.9447050851129664,
      "learning_rate": 0.0002998626386260743,
      "loss": 5.5404,
      "step": 2935
    },
    {
      "epoch": 0.2494053686714237,
      "grad_norm": 1.635515384466646,
      "learning_rate": 0.0002998623446928023,
      "loss": 5.9231,
      "step": 2936
    },
    {
      "epoch": 0.24949031600407748,
      "grad_norm": 2.1677059890681396,
      "learning_rate": 0.0002998620504455236,
      "loss": 5.4455,
      "step": 2937
    },
    {
      "epoch": 0.24957526333673122,
      "grad_norm": 1.8814566307319673,
      "learning_rate": 0.0002998617558842388,
      "loss": 5.3951,
      "step": 2938
    },
    {
      "epoch": 0.24966021066938499,
      "grad_norm": 1.919385422141813,
      "learning_rate": 0.00029986146100894847,
      "loss": 6.2823,
      "step": 2939
    },
    {
      "epoch": 0.24974515800203873,
      "grad_norm": 2.9897275861030295,
      "learning_rate": 0.00029986116581965326,
      "loss": 5.2873,
      "step": 2940
    },
    {
      "epoch": 0.2498301053346925,
      "grad_norm": 1.7344738994069544,
      "learning_rate": 0.0002998608703163538,
      "loss": 5.7291,
      "step": 2941
    },
    {
      "epoch": 0.24991505266734623,
      "grad_norm": 1.6883998697805374,
      "learning_rate": 0.0002998605744990507,
      "loss": 5.8309,
      "step": 2942
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.858244299241641,
      "learning_rate": 0.0002998602783677446,
      "loss": 5.4511,
      "step": 2943
    },
    {
      "epoch": 0.25008494733265374,
      "grad_norm": 2.164188395430933,
      "learning_rate": 0.0002998599819224361,
      "loss": 5.891,
      "step": 2944
    },
    {
      "epoch": 0.25016989466530754,
      "grad_norm": 3.948688987398156,
      "learning_rate": 0.00029985968516312576,
      "loss": 5.2954,
      "step": 2945
    },
    {
      "epoch": 0.2502548419979613,
      "grad_norm": 1.7081403833369924,
      "learning_rate": 0.0002998593880898143,
      "loss": 6.2392,
      "step": 2946
    },
    {
      "epoch": 0.250339789330615,
      "grad_norm": 1.9128299423042698,
      "learning_rate": 0.0002998590907025023,
      "loss": 5.8361,
      "step": 2947
    },
    {
      "epoch": 0.25042473666326875,
      "grad_norm": 1.914726699782743,
      "learning_rate": 0.00029985879300119034,
      "loss": 5.9226,
      "step": 2948
    },
    {
      "epoch": 0.25050968399592255,
      "grad_norm": 1.7201274544671612,
      "learning_rate": 0.0002998584949858791,
      "loss": 5.9681,
      "step": 2949
    },
    {
      "epoch": 0.2505946313285763,
      "grad_norm": 1.8430232631086778,
      "learning_rate": 0.00029985819665656924,
      "loss": 5.5075,
      "step": 2950
    },
    {
      "epoch": 0.25067957866123003,
      "grad_norm": 1.7002330808925854,
      "learning_rate": 0.00029985789801326135,
      "loss": 5.9262,
      "step": 2951
    },
    {
      "epoch": 0.25076452599388377,
      "grad_norm": 1.6917261010967173,
      "learning_rate": 0.000299857599055956,
      "loss": 6.0923,
      "step": 2952
    },
    {
      "epoch": 0.25084947332653756,
      "grad_norm": 1.754910601029205,
      "learning_rate": 0.0002998572997846539,
      "loss": 5.6865,
      "step": 2953
    },
    {
      "epoch": 0.2509344206591913,
      "grad_norm": 1.7300460816143397,
      "learning_rate": 0.0002998570001993556,
      "loss": 5.8194,
      "step": 2954
    },
    {
      "epoch": 0.25101936799184504,
      "grad_norm": 1.7610664754241325,
      "learning_rate": 0.00029985670030006185,
      "loss": 5.7556,
      "step": 2955
    },
    {
      "epoch": 0.2511043153244988,
      "grad_norm": 1.7184635260128103,
      "learning_rate": 0.0002998564000867731,
      "loss": 5.7999,
      "step": 2956
    },
    {
      "epoch": 0.2511892626571526,
      "grad_norm": 2.100598724038873,
      "learning_rate": 0.00029985609955949014,
      "loss": 5.3554,
      "step": 2957
    },
    {
      "epoch": 0.2512742099898063,
      "grad_norm": 1.7088086247192753,
      "learning_rate": 0.00029985579871821344,
      "loss": 6.2817,
      "step": 2958
    },
    {
      "epoch": 0.25135915732246006,
      "grad_norm": 1.6446883233993916,
      "learning_rate": 0.0002998554975629438,
      "loss": 5.8226,
      "step": 2959
    },
    {
      "epoch": 0.25144410465511385,
      "grad_norm": 1.7221251924989422,
      "learning_rate": 0.0002998551960936818,
      "loss": 5.7507,
      "step": 2960
    },
    {
      "epoch": 0.2515290519877676,
      "grad_norm": 1.712931944761109,
      "learning_rate": 0.000299854894310428,
      "loss": 5.7803,
      "step": 2961
    },
    {
      "epoch": 0.25161399932042133,
      "grad_norm": 1.9390815631861231,
      "learning_rate": 0.00029985459221318307,
      "loss": 5.7901,
      "step": 2962
    },
    {
      "epoch": 0.2516989466530751,
      "grad_norm": 1.7660068511820617,
      "learning_rate": 0.00029985428980194764,
      "loss": 6.2794,
      "step": 2963
    },
    {
      "epoch": 0.25178389398572887,
      "grad_norm": 1.6327467619129874,
      "learning_rate": 0.00029985398707672243,
      "loss": 6.124,
      "step": 2964
    },
    {
      "epoch": 0.2518688413183826,
      "grad_norm": 1.5772411911803728,
      "learning_rate": 0.00029985368403750794,
      "loss": 5.4625,
      "step": 2965
    },
    {
      "epoch": 0.25195378865103635,
      "grad_norm": 1.7949237766537132,
      "learning_rate": 0.00029985338068430487,
      "loss": 6.1147,
      "step": 2966
    },
    {
      "epoch": 0.2520387359836901,
      "grad_norm": 1.7056499336397957,
      "learning_rate": 0.00029985307701711387,
      "loss": 6.0885,
      "step": 2967
    },
    {
      "epoch": 0.2521236833163439,
      "grad_norm": 1.678893218425234,
      "learning_rate": 0.00029985277303593553,
      "loss": 5.9828,
      "step": 2968
    },
    {
      "epoch": 0.2522086306489976,
      "grad_norm": 1.641374909103727,
      "learning_rate": 0.0002998524687407705,
      "loss": 5.6984,
      "step": 2969
    },
    {
      "epoch": 0.25229357798165136,
      "grad_norm": 1.8127419440329908,
      "learning_rate": 0.0002998521641316195,
      "loss": 5.5845,
      "step": 2970
    },
    {
      "epoch": 0.25237852531430516,
      "grad_norm": 1.7300757381274185,
      "learning_rate": 0.0002998518592084831,
      "loss": 5.7181,
      "step": 2971
    },
    {
      "epoch": 0.2524634726469589,
      "grad_norm": 1.6831176234043177,
      "learning_rate": 0.00029985155397136185,
      "loss": 5.8071,
      "step": 2972
    },
    {
      "epoch": 0.25254841997961264,
      "grad_norm": 1.6830946526082409,
      "learning_rate": 0.00029985124842025655,
      "loss": 6.062,
      "step": 2973
    },
    {
      "epoch": 0.2526333673122664,
      "grad_norm": 1.6935710629990322,
      "learning_rate": 0.0002998509425551677,
      "loss": 5.6842,
      "step": 2974
    },
    {
      "epoch": 0.2527183146449202,
      "grad_norm": 1.7037135119519393,
      "learning_rate": 0.0002998506363760961,
      "loss": 5.5576,
      "step": 2975
    },
    {
      "epoch": 0.2528032619775739,
      "grad_norm": 1.7323591380889753,
      "learning_rate": 0.0002998503298830422,
      "loss": 5.636,
      "step": 2976
    },
    {
      "epoch": 0.25288820931022765,
      "grad_norm": 1.6974845709636042,
      "learning_rate": 0.0002998500230760068,
      "loss": 5.4866,
      "step": 2977
    },
    {
      "epoch": 0.2529731566428814,
      "grad_norm": 1.6596702536853285,
      "learning_rate": 0.00029984971595499053,
      "loss": 5.7507,
      "step": 2978
    },
    {
      "epoch": 0.2530581039755352,
      "grad_norm": 1.747933845189839,
      "learning_rate": 0.0002998494085199939,
      "loss": 5.6566,
      "step": 2979
    },
    {
      "epoch": 0.2531430513081889,
      "grad_norm": 1.8014201115992687,
      "learning_rate": 0.0002998491007710177,
      "loss": 6.0192,
      "step": 2980
    },
    {
      "epoch": 0.25322799864084267,
      "grad_norm": 1.768821961137286,
      "learning_rate": 0.0002998487927080625,
      "loss": 6.041,
      "step": 2981
    },
    {
      "epoch": 0.2533129459734964,
      "grad_norm": 1.7002071358662805,
      "learning_rate": 0.000299848484331129,
      "loss": 5.6787,
      "step": 2982
    },
    {
      "epoch": 0.2533978933061502,
      "grad_norm": 1.7990251166506592,
      "learning_rate": 0.0002998481756402177,
      "loss": 5.5286,
      "step": 2983
    },
    {
      "epoch": 0.25348284063880394,
      "grad_norm": 1.669673980627138,
      "learning_rate": 0.0002998478666353295,
      "loss": 5.8145,
      "step": 2984
    },
    {
      "epoch": 0.2535677879714577,
      "grad_norm": 1.630429351812099,
      "learning_rate": 0.0002998475573164648,
      "loss": 5.8067,
      "step": 2985
    },
    {
      "epoch": 0.2536527353041115,
      "grad_norm": 1.6623505211020204,
      "learning_rate": 0.00029984724768362443,
      "loss": 5.5276,
      "step": 2986
    },
    {
      "epoch": 0.2537376826367652,
      "grad_norm": 1.9344073935536723,
      "learning_rate": 0.00029984693773680893,
      "loss": 5.9086,
      "step": 2987
    },
    {
      "epoch": 0.25382262996941896,
      "grad_norm": 1.6671359351095105,
      "learning_rate": 0.00029984662747601894,
      "loss": 5.6975,
      "step": 2988
    },
    {
      "epoch": 0.2539075773020727,
      "grad_norm": 1.6412025399739534,
      "learning_rate": 0.0002998463169012552,
      "loss": 5.6415,
      "step": 2989
    },
    {
      "epoch": 0.2539925246347265,
      "grad_norm": 1.6797050640238784,
      "learning_rate": 0.00029984600601251827,
      "loss": 5.8865,
      "step": 2990
    },
    {
      "epoch": 0.25407747196738023,
      "grad_norm": 1.7090253522638181,
      "learning_rate": 0.00029984569480980884,
      "loss": 6.2322,
      "step": 2991
    },
    {
      "epoch": 0.25416241930003397,
      "grad_norm": 1.7110682065204295,
      "learning_rate": 0.00029984538329312757,
      "loss": 5.8028,
      "step": 2992
    },
    {
      "epoch": 0.2542473666326877,
      "grad_norm": 1.7043599374999212,
      "learning_rate": 0.0002998450714624752,
      "loss": 5.9014,
      "step": 2993
    },
    {
      "epoch": 0.2543323139653415,
      "grad_norm": 1.6637096091038588,
      "learning_rate": 0.0002998447593178522,
      "loss": 5.5495,
      "step": 2994
    },
    {
      "epoch": 0.25441726129799525,
      "grad_norm": 1.6231501961407693,
      "learning_rate": 0.0002998444468592593,
      "loss": 5.7922,
      "step": 2995
    },
    {
      "epoch": 0.254502208630649,
      "grad_norm": 1.7414999081972535,
      "learning_rate": 0.0002998441340866972,
      "loss": 5.8101,
      "step": 2996
    },
    {
      "epoch": 0.2545871559633027,
      "grad_norm": 1.6205812166480542,
      "learning_rate": 0.00029984382100016656,
      "loss": 5.8316,
      "step": 2997
    },
    {
      "epoch": 0.2546721032959565,
      "grad_norm": 1.6278564661212351,
      "learning_rate": 0.00029984350759966797,
      "loss": 5.6805,
      "step": 2998
    },
    {
      "epoch": 0.25475705062861026,
      "grad_norm": 1.6836757326130878,
      "learning_rate": 0.0002998431938852021,
      "loss": 5.607,
      "step": 2999
    },
    {
      "epoch": 0.254841997961264,
      "grad_norm": 1.7255495516419967,
      "learning_rate": 0.00029984287985676967,
      "loss": 5.9576,
      "step": 3000
    },
    {
      "epoch": 0.2549269452939178,
      "grad_norm": 1.5802282306168935,
      "learning_rate": 0.00029984256551437126,
      "loss": 5.8661,
      "step": 3001
    },
    {
      "epoch": 0.25501189262657153,
      "grad_norm": 1.6839191534721352,
      "learning_rate": 0.0002998422508580075,
      "loss": 5.5359,
      "step": 3002
    },
    {
      "epoch": 0.2550968399592253,
      "grad_norm": 1.579046919796986,
      "learning_rate": 0.0002998419358876792,
      "loss": 5.8968,
      "step": 3003
    },
    {
      "epoch": 0.255181787291879,
      "grad_norm": 1.6792849422271603,
      "learning_rate": 0.0002998416206033869,
      "loss": 5.703,
      "step": 3004
    },
    {
      "epoch": 0.2552667346245328,
      "grad_norm": 1.7092141393153328,
      "learning_rate": 0.0002998413050051313,
      "loss": 5.5586,
      "step": 3005
    },
    {
      "epoch": 0.25535168195718655,
      "grad_norm": 1.765811890563887,
      "learning_rate": 0.00029984098909291304,
      "loss": 5.6262,
      "step": 3006
    },
    {
      "epoch": 0.2554366292898403,
      "grad_norm": 1.7308933159948423,
      "learning_rate": 0.0002998406728667328,
      "loss": 6.2359,
      "step": 3007
    },
    {
      "epoch": 0.25552157662249403,
      "grad_norm": 1.6692155651931302,
      "learning_rate": 0.0002998403563265913,
      "loss": 5.7067,
      "step": 3008
    },
    {
      "epoch": 0.2556065239551478,
      "grad_norm": 3.4545009188807425,
      "learning_rate": 0.0002998400394724891,
      "loss": 6.3298,
      "step": 3009
    },
    {
      "epoch": 0.25569147128780156,
      "grad_norm": 1.7901566688465766,
      "learning_rate": 0.00029983972230442687,
      "loss": 5.7853,
      "step": 3010
    },
    {
      "epoch": 0.2557764186204553,
      "grad_norm": 1.6608418645409169,
      "learning_rate": 0.0002998394048224053,
      "loss": 5.953,
      "step": 3011
    },
    {
      "epoch": 0.2558613659531091,
      "grad_norm": 1.6657132297280162,
      "learning_rate": 0.00029983908702642506,
      "loss": 6.2163,
      "step": 3012
    },
    {
      "epoch": 0.25594631328576284,
      "grad_norm": 1.813246364908538,
      "learning_rate": 0.0002998387689164869,
      "loss": 5.9982,
      "step": 3013
    },
    {
      "epoch": 0.2560312606184166,
      "grad_norm": 1.8219921756720032,
      "learning_rate": 0.00029983845049259134,
      "loss": 5.7533,
      "step": 3014
    },
    {
      "epoch": 0.2561162079510703,
      "grad_norm": 1.8338088880446712,
      "learning_rate": 0.0002998381317547391,
      "loss": 5.5367,
      "step": 3015
    },
    {
      "epoch": 0.2562011552837241,
      "grad_norm": 1.7469997722314319,
      "learning_rate": 0.00029983781270293095,
      "loss": 5.5822,
      "step": 3016
    },
    {
      "epoch": 0.25628610261637785,
      "grad_norm": 1.6214285511006563,
      "learning_rate": 0.00029983749333716735,
      "loss": 5.3401,
      "step": 3017
    },
    {
      "epoch": 0.2563710499490316,
      "grad_norm": 1.7765567972357923,
      "learning_rate": 0.00029983717365744916,
      "loss": 5.8548,
      "step": 3018
    },
    {
      "epoch": 0.25645599728168533,
      "grad_norm": 1.7146628101724992,
      "learning_rate": 0.000299836853663777,
      "loss": 5.5291,
      "step": 3019
    },
    {
      "epoch": 0.25654094461433913,
      "grad_norm": 2.351734627603435,
      "learning_rate": 0.0002998365333561515,
      "loss": 6.5029,
      "step": 3020
    },
    {
      "epoch": 0.25662589194699287,
      "grad_norm": 1.7988513680607612,
      "learning_rate": 0.00029983621273457333,
      "loss": 5.9314,
      "step": 3021
    },
    {
      "epoch": 0.2567108392796466,
      "grad_norm": 1.6704315780645878,
      "learning_rate": 0.0002998358917990432,
      "loss": 5.5655,
      "step": 3022
    },
    {
      "epoch": 0.25679578661230035,
      "grad_norm": 1.7022482965361192,
      "learning_rate": 0.00029983557054956173,
      "loss": 5.6917,
      "step": 3023
    },
    {
      "epoch": 0.25688073394495414,
      "grad_norm": 1.5835379122705653,
      "learning_rate": 0.00029983524898612965,
      "loss": 5.718,
      "step": 3024
    },
    {
      "epoch": 0.2569656812776079,
      "grad_norm": 1.6687687993028013,
      "learning_rate": 0.0002998349271087476,
      "loss": 5.9898,
      "step": 3025
    },
    {
      "epoch": 0.2570506286102616,
      "grad_norm": 1.646538895926521,
      "learning_rate": 0.0002998346049174163,
      "loss": 5.6815,
      "step": 3026
    },
    {
      "epoch": 0.2571355759429154,
      "grad_norm": 1.6893412880287966,
      "learning_rate": 0.00029983428241213634,
      "loss": 5.6179,
      "step": 3027
    },
    {
      "epoch": 0.25722052327556916,
      "grad_norm": 1.7730099198736042,
      "learning_rate": 0.0002998339595929085,
      "loss": 5.7521,
      "step": 3028
    },
    {
      "epoch": 0.2573054706082229,
      "grad_norm": 1.8460670854422363,
      "learning_rate": 0.0002998336364597334,
      "loss": 5.3789,
      "step": 3029
    },
    {
      "epoch": 0.25739041794087664,
      "grad_norm": 1.7552497380717087,
      "learning_rate": 0.0002998333130126117,
      "loss": 5.3898,
      "step": 3030
    },
    {
      "epoch": 0.25747536527353043,
      "grad_norm": 1.6539710764109967,
      "learning_rate": 0.0002998329892515441,
      "loss": 5.8075,
      "step": 3031
    },
    {
      "epoch": 0.25756031260618417,
      "grad_norm": 1.8860615811688366,
      "learning_rate": 0.00029983266517653125,
      "loss": 6.2012,
      "step": 3032
    },
    {
      "epoch": 0.2576452599388379,
      "grad_norm": 1.6458273451232452,
      "learning_rate": 0.00029983234078757387,
      "loss": 5.6299,
      "step": 3033
    },
    {
      "epoch": 0.25773020727149165,
      "grad_norm": 1.6772389800141585,
      "learning_rate": 0.00029983201608467264,
      "loss": 5.8157,
      "step": 3034
    },
    {
      "epoch": 0.25781515460414545,
      "grad_norm": 2.096501798430915,
      "learning_rate": 0.0002998316910678283,
      "loss": 6.1372,
      "step": 3035
    },
    {
      "epoch": 0.2579001019367992,
      "grad_norm": 1.7197589356997398,
      "learning_rate": 0.00029983136573704137,
      "loss": 5.6986,
      "step": 3036
    },
    {
      "epoch": 0.2579850492694529,
      "grad_norm": 1.7048025155820719,
      "learning_rate": 0.0002998310400923126,
      "loss": 5.6712,
      "step": 3037
    },
    {
      "epoch": 0.2580699966021067,
      "grad_norm": 1.9923389218032952,
      "learning_rate": 0.00029983071413364274,
      "loss": 6.232,
      "step": 3038
    },
    {
      "epoch": 0.25815494393476046,
      "grad_norm": 1.6508161889721316,
      "learning_rate": 0.0002998303878610324,
      "loss": 5.7678,
      "step": 3039
    },
    {
      "epoch": 0.2582398912674142,
      "grad_norm": 1.8623868857316677,
      "learning_rate": 0.0002998300612744823,
      "loss": 5.2482,
      "step": 3040
    },
    {
      "epoch": 0.25832483860006794,
      "grad_norm": 3.0188519297780165,
      "learning_rate": 0.0002998297343739931,
      "loss": 5.558,
      "step": 3041
    },
    {
      "epoch": 0.25840978593272174,
      "grad_norm": 1.7720526439572892,
      "learning_rate": 0.0002998294071595655,
      "loss": 5.5462,
      "step": 3042
    },
    {
      "epoch": 0.2584947332653755,
      "grad_norm": 1.6989762794271785,
      "learning_rate": 0.0002998290796312002,
      "loss": 6.1124,
      "step": 3043
    },
    {
      "epoch": 0.2585796805980292,
      "grad_norm": 1.677344164212354,
      "learning_rate": 0.0002998287517888978,
      "loss": 6.2164,
      "step": 3044
    },
    {
      "epoch": 0.25866462793068296,
      "grad_norm": 1.7642914699489498,
      "learning_rate": 0.00029982842363265915,
      "loss": 5.4628,
      "step": 3045
    },
    {
      "epoch": 0.25874957526333675,
      "grad_norm": 1.6589388855205172,
      "learning_rate": 0.0002998280951624848,
      "loss": 6.0169,
      "step": 3046
    },
    {
      "epoch": 0.2588345225959905,
      "grad_norm": 1.6670343771831948,
      "learning_rate": 0.0002998277663783755,
      "loss": 5.9435,
      "step": 3047
    },
    {
      "epoch": 0.25891946992864423,
      "grad_norm": 1.7652511554983992,
      "learning_rate": 0.0002998274372803319,
      "loss": 6.1223,
      "step": 3048
    },
    {
      "epoch": 0.25900441726129797,
      "grad_norm": 1.8564120735004597,
      "learning_rate": 0.00029982710786835467,
      "loss": 5.895,
      "step": 3049
    },
    {
      "epoch": 0.25908936459395177,
      "grad_norm": 1.9907501270415073,
      "learning_rate": 0.00029982677814244463,
      "loss": 6.2245,
      "step": 3050
    },
    {
      "epoch": 0.2591743119266055,
      "grad_norm": 2.5909555871825733,
      "learning_rate": 0.00029982644810260233,
      "loss": 5.9477,
      "step": 3051
    },
    {
      "epoch": 0.25925925925925924,
      "grad_norm": 1.9316529702838718,
      "learning_rate": 0.00029982611774882854,
      "loss": 5.7224,
      "step": 3052
    },
    {
      "epoch": 0.25934420659191304,
      "grad_norm": 1.6189234552344893,
      "learning_rate": 0.0002998257870811239,
      "loss": 6.0277,
      "step": 3053
    },
    {
      "epoch": 0.2594291539245668,
      "grad_norm": 1.7466435289618598,
      "learning_rate": 0.00029982545609948905,
      "loss": 6.3799,
      "step": 3054
    },
    {
      "epoch": 0.2595141012572205,
      "grad_norm": 1.7308165150246466,
      "learning_rate": 0.0002998251248039249,
      "loss": 6.2904,
      "step": 3055
    },
    {
      "epoch": 0.25959904858987426,
      "grad_norm": 1.9168588073805102,
      "learning_rate": 0.0002998247931944319,
      "loss": 5.6728,
      "step": 3056
    },
    {
      "epoch": 0.25968399592252805,
      "grad_norm": 1.7588028936884634,
      "learning_rate": 0.0002998244612710109,
      "loss": 5.4383,
      "step": 3057
    },
    {
      "epoch": 0.2597689432551818,
      "grad_norm": 1.763918022371971,
      "learning_rate": 0.0002998241290336626,
      "loss": 5.8066,
      "step": 3058
    },
    {
      "epoch": 0.25985389058783553,
      "grad_norm": 1.7800097458652502,
      "learning_rate": 0.00029982379648238754,
      "loss": 6.0921,
      "step": 3059
    },
    {
      "epoch": 0.2599388379204893,
      "grad_norm": 1.7093006098659436,
      "learning_rate": 0.00029982346361718653,
      "loss": 5.8113,
      "step": 3060
    },
    {
      "epoch": 0.26002378525314307,
      "grad_norm": 1.863602693143835,
      "learning_rate": 0.0002998231304380603,
      "loss": 5.7873,
      "step": 3061
    },
    {
      "epoch": 0.2601087325857968,
      "grad_norm": 2.099056549071278,
      "learning_rate": 0.0002998227969450095,
      "loss": 5.4064,
      "step": 3062
    },
    {
      "epoch": 0.26019367991845055,
      "grad_norm": 1.801440308937975,
      "learning_rate": 0.0002998224631380348,
      "loss": 5.727,
      "step": 3063
    },
    {
      "epoch": 0.2602786272511043,
      "grad_norm": 1.725749734969679,
      "learning_rate": 0.00029982212901713697,
      "loss": 5.5737,
      "step": 3064
    },
    {
      "epoch": 0.2603635745837581,
      "grad_norm": 1.863270353658991,
      "learning_rate": 0.00029982179458231664,
      "loss": 5.5941,
      "step": 3065
    },
    {
      "epoch": 0.2604485219164118,
      "grad_norm": 2.1875085591041854,
      "learning_rate": 0.00029982145983357457,
      "loss": 5.5676,
      "step": 3066
    },
    {
      "epoch": 0.26053346924906556,
      "grad_norm": 1.637732480843287,
      "learning_rate": 0.0002998211247709114,
      "loss": 5.5016,
      "step": 3067
    },
    {
      "epoch": 0.26061841658171936,
      "grad_norm": 1.6947368566891738,
      "learning_rate": 0.0002998207893943279,
      "loss": 5.8099,
      "step": 3068
    },
    {
      "epoch": 0.2607033639143731,
      "grad_norm": 1.6445495674800925,
      "learning_rate": 0.00029982045370382474,
      "loss": 5.6793,
      "step": 3069
    },
    {
      "epoch": 0.26078831124702684,
      "grad_norm": 2.000351086340489,
      "learning_rate": 0.0002998201176994026,
      "loss": 6.193,
      "step": 3070
    },
    {
      "epoch": 0.2608732585796806,
      "grad_norm": 1.8213457569270701,
      "learning_rate": 0.0002998197813810622,
      "loss": 5.4735,
      "step": 3071
    },
    {
      "epoch": 0.2609582059123344,
      "grad_norm": 1.7196821859213816,
      "learning_rate": 0.0002998194447488043,
      "loss": 6.247,
      "step": 3072
    },
    {
      "epoch": 0.2610431532449881,
      "grad_norm": 1.6845120805498113,
      "learning_rate": 0.0002998191078026295,
      "loss": 5.7108,
      "step": 3073
    },
    {
      "epoch": 0.26112810057764185,
      "grad_norm": 1.7203184284381414,
      "learning_rate": 0.0002998187705425386,
      "loss": 5.8012,
      "step": 3074
    },
    {
      "epoch": 0.2612130479102956,
      "grad_norm": 1.6788361998120365,
      "learning_rate": 0.00029981843296853226,
      "loss": 5.7209,
      "step": 3075
    },
    {
      "epoch": 0.2612979952429494,
      "grad_norm": 1.9584546303704797,
      "learning_rate": 0.00029981809508061117,
      "loss": 6.2356,
      "step": 3076
    },
    {
      "epoch": 0.2613829425756031,
      "grad_norm": 1.6708950068581363,
      "learning_rate": 0.0002998177568787761,
      "loss": 5.5745,
      "step": 3077
    },
    {
      "epoch": 0.26146788990825687,
      "grad_norm": 1.6969137761505286,
      "learning_rate": 0.00029981741836302767,
      "loss": 6.155,
      "step": 3078
    },
    {
      "epoch": 0.26155283724091066,
      "grad_norm": 1.603686550436961,
      "learning_rate": 0.00029981707953336673,
      "loss": 5.6806,
      "step": 3079
    },
    {
      "epoch": 0.2616377845735644,
      "grad_norm": 1.7280365532967086,
      "learning_rate": 0.00029981674038979386,
      "loss": 5.9591,
      "step": 3080
    },
    {
      "epoch": 0.26172273190621814,
      "grad_norm": 1.6785115133058652,
      "learning_rate": 0.00029981640093230976,
      "loss": 5.9658,
      "step": 3081
    },
    {
      "epoch": 0.2618076792388719,
      "grad_norm": 1.7208840261714415,
      "learning_rate": 0.00029981606116091526,
      "loss": 5.8702,
      "step": 3082
    },
    {
      "epoch": 0.2618926265715257,
      "grad_norm": 1.6107255613740865,
      "learning_rate": 0.000299815721075611,
      "loss": 5.7123,
      "step": 3083
    },
    {
      "epoch": 0.2619775739041794,
      "grad_norm": 1.817479169256201,
      "learning_rate": 0.0002998153806763977,
      "loss": 5.7299,
      "step": 3084
    },
    {
      "epoch": 0.26206252123683316,
      "grad_norm": 1.79529957647203,
      "learning_rate": 0.00029981503996327606,
      "loss": 5.6569,
      "step": 3085
    },
    {
      "epoch": 0.2621474685694869,
      "grad_norm": 1.7069908662366882,
      "learning_rate": 0.00029981469893624674,
      "loss": 5.4278,
      "step": 3086
    },
    {
      "epoch": 0.2622324159021407,
      "grad_norm": 1.6312599959398513,
      "learning_rate": 0.0002998143575953106,
      "loss": 5.6196,
      "step": 3087
    },
    {
      "epoch": 0.26231736323479443,
      "grad_norm": 1.7382289918925198,
      "learning_rate": 0.00029981401594046826,
      "loss": 6.1686,
      "step": 3088
    },
    {
      "epoch": 0.26240231056744817,
      "grad_norm": 1.9823593524391872,
      "learning_rate": 0.00029981367397172046,
      "loss": 6.2433,
      "step": 3089
    },
    {
      "epoch": 0.2624872579001019,
      "grad_norm": 1.603543490417512,
      "learning_rate": 0.0002998133316890679,
      "loss": 5.8201,
      "step": 3090
    },
    {
      "epoch": 0.2625722052327557,
      "grad_norm": 1.7266266478767178,
      "learning_rate": 0.0002998129890925113,
      "loss": 5.6322,
      "step": 3091
    },
    {
      "epoch": 0.26265715256540945,
      "grad_norm": 1.6367125660093402,
      "learning_rate": 0.0002998126461820514,
      "loss": 5.6461,
      "step": 3092
    },
    {
      "epoch": 0.2627420998980632,
      "grad_norm": 1.661163463187287,
      "learning_rate": 0.0002998123029576889,
      "loss": 5.6568,
      "step": 3093
    },
    {
      "epoch": 0.262827047230717,
      "grad_norm": 1.6832698065089466,
      "learning_rate": 0.00029981195941942453,
      "loss": 5.7856,
      "step": 3094
    },
    {
      "epoch": 0.2629119945633707,
      "grad_norm": 1.7810426102751558,
      "learning_rate": 0.00029981161556725893,
      "loss": 5.6069,
      "step": 3095
    },
    {
      "epoch": 0.26299694189602446,
      "grad_norm": 1.808023490338929,
      "learning_rate": 0.0002998112714011929,
      "loss": 6.1372,
      "step": 3096
    },
    {
      "epoch": 0.2630818892286782,
      "grad_norm": 1.7272630504830342,
      "learning_rate": 0.00029981092692122724,
      "loss": 6.0867,
      "step": 3097
    },
    {
      "epoch": 0.263166836561332,
      "grad_norm": 1.972258425618011,
      "learning_rate": 0.0002998105821273625,
      "loss": 6.0751,
      "step": 3098
    },
    {
      "epoch": 0.26325178389398574,
      "grad_norm": 1.9246910031702686,
      "learning_rate": 0.00029981023701959955,
      "loss": 5.9623,
      "step": 3099
    },
    {
      "epoch": 0.2633367312266395,
      "grad_norm": 1.7792951429225037,
      "learning_rate": 0.00029980989159793904,
      "loss": 5.768,
      "step": 3100
    },
    {
      "epoch": 0.2634216785592932,
      "grad_norm": 1.657297344128831,
      "learning_rate": 0.00029980954586238166,
      "loss": 5.6538,
      "step": 3101
    },
    {
      "epoch": 0.263506625891947,
      "grad_norm": 2.15160801283976,
      "learning_rate": 0.0002998091998129282,
      "loss": 6.0369,
      "step": 3102
    },
    {
      "epoch": 0.26359157322460075,
      "grad_norm": 1.6287738124789986,
      "learning_rate": 0.0002998088534495794,
      "loss": 5.6435,
      "step": 3103
    },
    {
      "epoch": 0.2636765205572545,
      "grad_norm": 1.628823359605866,
      "learning_rate": 0.0002998085067723359,
      "loss": 5.5926,
      "step": 3104
    },
    {
      "epoch": 0.26376146788990823,
      "grad_norm": 1.71080123273514,
      "learning_rate": 0.0002998081597811985,
      "loss": 5.5369,
      "step": 3105
    },
    {
      "epoch": 0.263846415222562,
      "grad_norm": 1.793671376660471,
      "learning_rate": 0.00029980781247616786,
      "loss": 6.1641,
      "step": 3106
    },
    {
      "epoch": 0.26393136255521576,
      "grad_norm": 1.7397656381353972,
      "learning_rate": 0.0002998074648572448,
      "loss": 5.682,
      "step": 3107
    },
    {
      "epoch": 0.2640163098878695,
      "grad_norm": 2.1490595245040107,
      "learning_rate": 0.00029980711692442996,
      "loss": 5.504,
      "step": 3108
    },
    {
      "epoch": 0.2641012572205233,
      "grad_norm": 1.6349949521939562,
      "learning_rate": 0.00029980676867772413,
      "loss": 5.7015,
      "step": 3109
    },
    {
      "epoch": 0.26418620455317704,
      "grad_norm": 1.6615156698334521,
      "learning_rate": 0.000299806420117128,
      "loss": 5.818,
      "step": 3110
    },
    {
      "epoch": 0.2642711518858308,
      "grad_norm": 1.6722437180583514,
      "learning_rate": 0.00029980607124264233,
      "loss": 5.7433,
      "step": 3111
    },
    {
      "epoch": 0.2643560992184845,
      "grad_norm": 1.7697552818185656,
      "learning_rate": 0.0002998057220542678,
      "loss": 5.3528,
      "step": 3112
    },
    {
      "epoch": 0.2644410465511383,
      "grad_norm": 1.7752826940858717,
      "learning_rate": 0.0002998053725520053,
      "loss": 6.2259,
      "step": 3113
    },
    {
      "epoch": 0.26452599388379205,
      "grad_norm": 1.6254441471529675,
      "learning_rate": 0.00029980502273585535,
      "loss": 5.6081,
      "step": 3114
    },
    {
      "epoch": 0.2646109412164458,
      "grad_norm": 1.6892091513181895,
      "learning_rate": 0.00029980467260581873,
      "loss": 5.6053,
      "step": 3115
    },
    {
      "epoch": 0.26469588854909953,
      "grad_norm": 1.7013953906095443,
      "learning_rate": 0.0002998043221618963,
      "loss": 5.375,
      "step": 3116
    },
    {
      "epoch": 0.26478083588175333,
      "grad_norm": 1.6218695961091274,
      "learning_rate": 0.0002998039714040887,
      "loss": 5.4696,
      "step": 3117
    },
    {
      "epoch": 0.26486578321440707,
      "grad_norm": 1.72773611439617,
      "learning_rate": 0.00029980362033239663,
      "loss": 6.0567,
      "step": 3118
    },
    {
      "epoch": 0.2649507305470608,
      "grad_norm": 1.7507533872130243,
      "learning_rate": 0.0002998032689468209,
      "loss": 5.9871,
      "step": 3119
    },
    {
      "epoch": 0.2650356778797146,
      "grad_norm": 1.7138165107254295,
      "learning_rate": 0.00029980291724736227,
      "loss": 5.5214,
      "step": 3120
    },
    {
      "epoch": 0.26512062521236834,
      "grad_norm": 1.639854531953902,
      "learning_rate": 0.0002998025652340213,
      "loss": 5.4515,
      "step": 3121
    },
    {
      "epoch": 0.2652055725450221,
      "grad_norm": 1.7012937619252788,
      "learning_rate": 0.000299802212906799,
      "loss": 5.7082,
      "step": 3122
    },
    {
      "epoch": 0.2652905198776758,
      "grad_norm": 1.6842481904802973,
      "learning_rate": 0.0002998018602656959,
      "loss": 5.5786,
      "step": 3123
    },
    {
      "epoch": 0.2653754672103296,
      "grad_norm": 1.6385608971263397,
      "learning_rate": 0.0002998015073107128,
      "loss": 5.6523,
      "step": 3124
    },
    {
      "epoch": 0.26546041454298336,
      "grad_norm": 1.6967226738799948,
      "learning_rate": 0.0002998011540418504,
      "loss": 5.7602,
      "step": 3125
    },
    {
      "epoch": 0.2655453618756371,
      "grad_norm": 1.5845156450993176,
      "learning_rate": 0.0002998008004591095,
      "loss": 5.7431,
      "step": 3126
    },
    {
      "epoch": 0.26563030920829084,
      "grad_norm": 1.6381068609967357,
      "learning_rate": 0.0002998004465624909,
      "loss": 5.7553,
      "step": 3127
    },
    {
      "epoch": 0.26571525654094463,
      "grad_norm": 1.6735904574438718,
      "learning_rate": 0.00029980009235199516,
      "loss": 5.7269,
      "step": 3128
    },
    {
      "epoch": 0.2658002038735984,
      "grad_norm": 1.7271593274678612,
      "learning_rate": 0.00029979973782762317,
      "loss": 6.2158,
      "step": 3129
    },
    {
      "epoch": 0.2658851512062521,
      "grad_norm": 1.728086452396114,
      "learning_rate": 0.0002997993829893757,
      "loss": 5.7601,
      "step": 3130
    },
    {
      "epoch": 0.26597009853890585,
      "grad_norm": 1.8219242407742513,
      "learning_rate": 0.0002997990278372533,
      "loss": 5.7863,
      "step": 3131
    },
    {
      "epoch": 0.26605504587155965,
      "grad_norm": 1.827947050269531,
      "learning_rate": 0.0002997986723712569,
      "loss": 5.6132,
      "step": 3132
    },
    {
      "epoch": 0.2661399932042134,
      "grad_norm": 1.6333136656301455,
      "learning_rate": 0.00029979831659138716,
      "loss": 5.7734,
      "step": 3133
    },
    {
      "epoch": 0.2662249405368671,
      "grad_norm": 1.8983025578082282,
      "learning_rate": 0.0002997979604976449,
      "loss": 5.5219,
      "step": 3134
    },
    {
      "epoch": 0.2663098878695209,
      "grad_norm": 2.134996491285244,
      "learning_rate": 0.00029979760409003074,
      "loss": 6.0818,
      "step": 3135
    },
    {
      "epoch": 0.26639483520217466,
      "grad_norm": 1.819786084703454,
      "learning_rate": 0.00029979724736854554,
      "loss": 6.2015,
      "step": 3136
    },
    {
      "epoch": 0.2664797825348284,
      "grad_norm": 1.642539738868623,
      "learning_rate": 0.00029979689033319,
      "loss": 5.8638,
      "step": 3137
    },
    {
      "epoch": 0.26656472986748214,
      "grad_norm": 1.7084629825370412,
      "learning_rate": 0.00029979653298396487,
      "loss": 5.7057,
      "step": 3138
    },
    {
      "epoch": 0.26664967720013594,
      "grad_norm": 1.6622678207248074,
      "learning_rate": 0.00029979617532087085,
      "loss": 5.596,
      "step": 3139
    },
    {
      "epoch": 0.2667346245327897,
      "grad_norm": 1.939850487708539,
      "learning_rate": 0.0002997958173439088,
      "loss": 5.6883,
      "step": 3140
    },
    {
      "epoch": 0.2668195718654434,
      "grad_norm": 1.8059752428163856,
      "learning_rate": 0.00029979545905307946,
      "loss": 6.1916,
      "step": 3141
    },
    {
      "epoch": 0.26690451919809716,
      "grad_norm": 1.6466273280360184,
      "learning_rate": 0.00029979510044838344,
      "loss": 5.8399,
      "step": 3142
    },
    {
      "epoch": 0.26698946653075095,
      "grad_norm": 1.6256104570242123,
      "learning_rate": 0.00029979474152982163,
      "loss": 5.7908,
      "step": 3143
    },
    {
      "epoch": 0.2670744138634047,
      "grad_norm": 1.6841115180420807,
      "learning_rate": 0.00029979438229739473,
      "loss": 5.5707,
      "step": 3144
    },
    {
      "epoch": 0.26715936119605843,
      "grad_norm": 1.6275902304359136,
      "learning_rate": 0.0002997940227511035,
      "loss": 5.697,
      "step": 3145
    },
    {
      "epoch": 0.26724430852871217,
      "grad_norm": 1.6367471210488904,
      "learning_rate": 0.0002997936628909487,
      "loss": 5.5684,
      "step": 3146
    },
    {
      "epoch": 0.26732925586136597,
      "grad_norm": 1.638563792863201,
      "learning_rate": 0.0002997933027169311,
      "loss": 5.716,
      "step": 3147
    },
    {
      "epoch": 0.2674142031940197,
      "grad_norm": 1.8559124303801116,
      "learning_rate": 0.0002997929422290514,
      "loss": 5.8552,
      "step": 3148
    },
    {
      "epoch": 0.26749915052667345,
      "grad_norm": 1.7308314946299317,
      "learning_rate": 0.0002997925814273104,
      "loss": 5.5045,
      "step": 3149
    },
    {
      "epoch": 0.26758409785932724,
      "grad_norm": 1.75453430369034,
      "learning_rate": 0.0002997922203117088,
      "loss": 5.6824,
      "step": 3150
    },
    {
      "epoch": 0.267669045191981,
      "grad_norm": 1.8168075650300215,
      "learning_rate": 0.0002997918588822475,
      "loss": 6.0317,
      "step": 3151
    },
    {
      "epoch": 0.2677539925246347,
      "grad_norm": 1.9333581784142706,
      "learning_rate": 0.000299791497138927,
      "loss": 6.0126,
      "step": 3152
    },
    {
      "epoch": 0.26783893985728846,
      "grad_norm": 1.6771425006908183,
      "learning_rate": 0.00029979113508174835,
      "loss": 5.6514,
      "step": 3153
    },
    {
      "epoch": 0.26792388718994226,
      "grad_norm": 1.6805933066251733,
      "learning_rate": 0.0002997907727107121,
      "loss": 6.1596,
      "step": 3154
    },
    {
      "epoch": 0.268008834522596,
      "grad_norm": 1.8281176076114414,
      "learning_rate": 0.00029979041002581915,
      "loss": 5.4141,
      "step": 3155
    },
    {
      "epoch": 0.26809378185524974,
      "grad_norm": 1.8357308736009914,
      "learning_rate": 0.00029979004702707015,
      "loss": 6.2395,
      "step": 3156
    },
    {
      "epoch": 0.2681787291879035,
      "grad_norm": 1.84495258184643,
      "learning_rate": 0.0002997896837144659,
      "loss": 5.6284,
      "step": 3157
    },
    {
      "epoch": 0.26826367652055727,
      "grad_norm": 1.689097057949877,
      "learning_rate": 0.00029978932008800716,
      "loss": 5.5926,
      "step": 3158
    },
    {
      "epoch": 0.268348623853211,
      "grad_norm": 1.6888778076489888,
      "learning_rate": 0.00029978895614769476,
      "loss": 5.5104,
      "step": 3159
    },
    {
      "epoch": 0.26843357118586475,
      "grad_norm": 2.004966106518586,
      "learning_rate": 0.00029978859189352936,
      "loss": 6.1657,
      "step": 3160
    },
    {
      "epoch": 0.26851851851851855,
      "grad_norm": 1.7484291824504503,
      "learning_rate": 0.0002997882273255117,
      "loss": 5.9926,
      "step": 3161
    },
    {
      "epoch": 0.2686034658511723,
      "grad_norm": 1.5675211238350262,
      "learning_rate": 0.0002997878624436427,
      "loss": 5.8411,
      "step": 3162
    },
    {
      "epoch": 0.268688413183826,
      "grad_norm": 1.725546986890796,
      "learning_rate": 0.000299787497247923,
      "loss": 5.5718,
      "step": 3163
    },
    {
      "epoch": 0.26877336051647976,
      "grad_norm": 2.823905103436436,
      "learning_rate": 0.0002997871317383534,
      "loss": 5.7926,
      "step": 3164
    },
    {
      "epoch": 0.26885830784913356,
      "grad_norm": 1.7593668038201404,
      "learning_rate": 0.00029978676591493463,
      "loss": 5.5649,
      "step": 3165
    },
    {
      "epoch": 0.2689432551817873,
      "grad_norm": 1.704887599048342,
      "learning_rate": 0.0002997863997776675,
      "loss": 6.1135,
      "step": 3166
    },
    {
      "epoch": 0.26902820251444104,
      "grad_norm": 1.7959902436494672,
      "learning_rate": 0.00029978603332655275,
      "loss": 5.3002,
      "step": 3167
    },
    {
      "epoch": 0.2691131498470948,
      "grad_norm": 1.6274486456806205,
      "learning_rate": 0.00029978566656159125,
      "loss": 5.7837,
      "step": 3168
    },
    {
      "epoch": 0.2691980971797486,
      "grad_norm": 1.7748253512786325,
      "learning_rate": 0.00029978529948278363,
      "loss": 6.0893,
      "step": 3169
    },
    {
      "epoch": 0.2692830445124023,
      "grad_norm": 1.697345117350254,
      "learning_rate": 0.00029978493209013065,
      "loss": 5.8464,
      "step": 3170
    },
    {
      "epoch": 0.26936799184505605,
      "grad_norm": 1.9372365562849427,
      "learning_rate": 0.0002997845643836332,
      "loss": 6.1686,
      "step": 3171
    },
    {
      "epoch": 0.2694529391777098,
      "grad_norm": 2.0716477952213785,
      "learning_rate": 0.000299784196363292,
      "loss": 5.7148,
      "step": 3172
    },
    {
      "epoch": 0.2695378865103636,
      "grad_norm": 1.9258896824647378,
      "learning_rate": 0.00029978382802910776,
      "loss": 6.2383,
      "step": 3173
    },
    {
      "epoch": 0.26962283384301733,
      "grad_norm": 1.8619768654035493,
      "learning_rate": 0.0002997834593810813,
      "loss": 5.9233,
      "step": 3174
    },
    {
      "epoch": 0.26970778117567107,
      "grad_norm": 1.6200334336726037,
      "learning_rate": 0.0002997830904192135,
      "loss": 5.671,
      "step": 3175
    },
    {
      "epoch": 0.26979272850832486,
      "grad_norm": 1.752241397372805,
      "learning_rate": 0.00029978272114350495,
      "loss": 5.3593,
      "step": 3176
    },
    {
      "epoch": 0.2698776758409786,
      "grad_norm": 1.7350811058301752,
      "learning_rate": 0.00029978235155395653,
      "loss": 5.661,
      "step": 3177
    },
    {
      "epoch": 0.26996262317363234,
      "grad_norm": 1.638087875679565,
      "learning_rate": 0.000299781981650569,
      "loss": 5.7191,
      "step": 3178
    },
    {
      "epoch": 0.2700475705062861,
      "grad_norm": 1.8071523870006425,
      "learning_rate": 0.0002997816114333431,
      "loss": 5.3843,
      "step": 3179
    },
    {
      "epoch": 0.2701325178389399,
      "grad_norm": 1.8466757223092722,
      "learning_rate": 0.0002997812409022796,
      "loss": 5.8324,
      "step": 3180
    },
    {
      "epoch": 0.2702174651715936,
      "grad_norm": 1.7193290794285232,
      "learning_rate": 0.00029978087005737937,
      "loss": 5.4661,
      "step": 3181
    },
    {
      "epoch": 0.27030241250424736,
      "grad_norm": 1.800295321551725,
      "learning_rate": 0.0002997804988986431,
      "loss": 6.0823,
      "step": 3182
    },
    {
      "epoch": 0.2703873598369011,
      "grad_norm": 1.7679769930553813,
      "learning_rate": 0.0002997801274260715,
      "loss": 5.4754,
      "step": 3183
    },
    {
      "epoch": 0.2704723071695549,
      "grad_norm": 1.655249562134116,
      "learning_rate": 0.00029977975563966555,
      "loss": 6.448,
      "step": 3184
    },
    {
      "epoch": 0.27055725450220863,
      "grad_norm": 1.7278172560855525,
      "learning_rate": 0.0002997793835394259,
      "loss": 5.5385,
      "step": 3185
    },
    {
      "epoch": 0.2706422018348624,
      "grad_norm": 2.6597152534529807,
      "learning_rate": 0.0002997790111253533,
      "loss": 5.1614,
      "step": 3186
    },
    {
      "epoch": 0.2707271491675161,
      "grad_norm": 1.7211593197283497,
      "learning_rate": 0.00029977863839744857,
      "loss": 5.7517,
      "step": 3187
    },
    {
      "epoch": 0.2708120965001699,
      "grad_norm": 1.6853128234913652,
      "learning_rate": 0.00029977826535571256,
      "loss": 5.8561,
      "step": 3188
    },
    {
      "epoch": 0.27089704383282365,
      "grad_norm": 1.7521221479782267,
      "learning_rate": 0.00029977789200014593,
      "loss": 5.9491,
      "step": 3189
    },
    {
      "epoch": 0.2709819911654774,
      "grad_norm": 1.7054897664935371,
      "learning_rate": 0.00029977751833074956,
      "loss": 5.687,
      "step": 3190
    },
    {
      "epoch": 0.2710669384981312,
      "grad_norm": 1.7937435789769596,
      "learning_rate": 0.0002997771443475242,
      "loss": 5.5344,
      "step": 3191
    },
    {
      "epoch": 0.2711518858307849,
      "grad_norm": 1.7278455302790445,
      "learning_rate": 0.0002997767700504706,
      "loss": 6.172,
      "step": 3192
    },
    {
      "epoch": 0.27123683316343866,
      "grad_norm": 1.645981526069417,
      "learning_rate": 0.0002997763954395896,
      "loss": 5.6671,
      "step": 3193
    },
    {
      "epoch": 0.2713217804960924,
      "grad_norm": 1.669771223791845,
      "learning_rate": 0.00029977602051488197,
      "loss": 5.5476,
      "step": 3194
    },
    {
      "epoch": 0.2714067278287462,
      "grad_norm": 1.7796221199213642,
      "learning_rate": 0.0002997756452763485,
      "loss": 6.2469,
      "step": 3195
    },
    {
      "epoch": 0.27149167516139994,
      "grad_norm": 1.7010773879807168,
      "learning_rate": 0.0002997752697239899,
      "loss": 6.2173,
      "step": 3196
    },
    {
      "epoch": 0.2715766224940537,
      "grad_norm": 1.7536732025885302,
      "learning_rate": 0.000299774893857807,
      "loss": 5.8455,
      "step": 3197
    },
    {
      "epoch": 0.2716615698267074,
      "grad_norm": 1.738504634485446,
      "learning_rate": 0.00029977451767780063,
      "loss": 5.6628,
      "step": 3198
    },
    {
      "epoch": 0.2717465171593612,
      "grad_norm": 1.806977689212018,
      "learning_rate": 0.0002997741411839716,
      "loss": 5.4125,
      "step": 3199
    },
    {
      "epoch": 0.27183146449201495,
      "grad_norm": 1.825809251493778,
      "learning_rate": 0.00029977376437632057,
      "loss": 5.5899,
      "step": 3200
    },
    {
      "epoch": 0.2719164118246687,
      "grad_norm": 2.110996197751531,
      "learning_rate": 0.0002997733872548485,
      "loss": 5.6811,
      "step": 3201
    },
    {
      "epoch": 0.2720013591573225,
      "grad_norm": 1.703122294343739,
      "learning_rate": 0.00029977300981955606,
      "loss": 5.7249,
      "step": 3202
    },
    {
      "epoch": 0.2720863064899762,
      "grad_norm": 1.6429342203470279,
      "learning_rate": 0.000299772632070444,
      "loss": 5.4955,
      "step": 3203
    },
    {
      "epoch": 0.27217125382262997,
      "grad_norm": 2.2732509756792703,
      "learning_rate": 0.0002997722540075133,
      "loss": 6.0607,
      "step": 3204
    },
    {
      "epoch": 0.2722562011552837,
      "grad_norm": 1.6600434683692953,
      "learning_rate": 0.00029977187563076457,
      "loss": 6.1531,
      "step": 3205
    },
    {
      "epoch": 0.2723411484879375,
      "grad_norm": 1.767684607725454,
      "learning_rate": 0.0002997714969401987,
      "loss": 5.7605,
      "step": 3206
    },
    {
      "epoch": 0.27242609582059124,
      "grad_norm": 1.8708096280173963,
      "learning_rate": 0.0002997711179358164,
      "loss": 5.5576,
      "step": 3207
    },
    {
      "epoch": 0.272511043153245,
      "grad_norm": 1.6442004661282645,
      "learning_rate": 0.00029977073861761855,
      "loss": 5.7143,
      "step": 3208
    },
    {
      "epoch": 0.2725959904858987,
      "grad_norm": 1.6752525365109603,
      "learning_rate": 0.0002997703589856059,
      "loss": 5.5823,
      "step": 3209
    },
    {
      "epoch": 0.2726809378185525,
      "grad_norm": 1.9121028818893382,
      "learning_rate": 0.00029976997903977923,
      "loss": 6.2243,
      "step": 3210
    },
    {
      "epoch": 0.27276588515120626,
      "grad_norm": 1.7078887837436982,
      "learning_rate": 0.00029976959878013937,
      "loss": 5.6433,
      "step": 3211
    },
    {
      "epoch": 0.27285083248386,
      "grad_norm": 1.7365410759860476,
      "learning_rate": 0.00029976921820668717,
      "loss": 6.2162,
      "step": 3212
    },
    {
      "epoch": 0.27293577981651373,
      "grad_norm": 1.6425039106513777,
      "learning_rate": 0.00029976883731942333,
      "loss": 5.561,
      "step": 3213
    },
    {
      "epoch": 0.27302072714916753,
      "grad_norm": 1.672753990213146,
      "learning_rate": 0.00029976845611834866,
      "loss": 5.6875,
      "step": 3214
    },
    {
      "epoch": 0.27310567448182127,
      "grad_norm": 1.6615058885708796,
      "learning_rate": 0.000299768074603464,
      "loss": 5.9167,
      "step": 3215
    },
    {
      "epoch": 0.273190621814475,
      "grad_norm": 1.6006501636705592,
      "learning_rate": 0.0002997676927747701,
      "loss": 5.6253,
      "step": 3216
    },
    {
      "epoch": 0.2732755691471288,
      "grad_norm": 1.6984522409917242,
      "learning_rate": 0.00029976731063226784,
      "loss": 6.3717,
      "step": 3217
    },
    {
      "epoch": 0.27336051647978254,
      "grad_norm": 1.5788561932813556,
      "learning_rate": 0.00029976692817595794,
      "loss": 5.8813,
      "step": 3218
    },
    {
      "epoch": 0.2734454638124363,
      "grad_norm": 1.7206644351572806,
      "learning_rate": 0.0002997665454058413,
      "loss": 5.6176,
      "step": 3219
    },
    {
      "epoch": 0.27353041114509,
      "grad_norm": 1.7525129223819322,
      "learning_rate": 0.00029976616232191863,
      "loss": 5.9399,
      "step": 3220
    },
    {
      "epoch": 0.2736153584777438,
      "grad_norm": 1.7458911019154408,
      "learning_rate": 0.00029976577892419073,
      "loss": 6.0842,
      "step": 3221
    },
    {
      "epoch": 0.27370030581039756,
      "grad_norm": 1.5721742935593197,
      "learning_rate": 0.00029976539521265846,
      "loss": 5.6153,
      "step": 3222
    },
    {
      "epoch": 0.2737852531430513,
      "grad_norm": 1.7532178803614882,
      "learning_rate": 0.0002997650111873225,
      "loss": 5.7512,
      "step": 3223
    },
    {
      "epoch": 0.27387020047570504,
      "grad_norm": 1.7158919330248616,
      "learning_rate": 0.00029976462684818387,
      "loss": 5.979,
      "step": 3224
    },
    {
      "epoch": 0.27395514780835883,
      "grad_norm": 1.6679111509608793,
      "learning_rate": 0.00029976424219524324,
      "loss": 6.227,
      "step": 3225
    },
    {
      "epoch": 0.2740400951410126,
      "grad_norm": 1.7045098751866279,
      "learning_rate": 0.0002997638572285014,
      "loss": 6.0328,
      "step": 3226
    },
    {
      "epoch": 0.2741250424736663,
      "grad_norm": 1.690184658642707,
      "learning_rate": 0.0002997634719479592,
      "loss": 5.8184,
      "step": 3227
    },
    {
      "epoch": 0.2742099898063201,
      "grad_norm": 1.6613580660325138,
      "learning_rate": 0.00029976308635361744,
      "loss": 5.916,
      "step": 3228
    },
    {
      "epoch": 0.27429493713897385,
      "grad_norm": 1.6082026070113238,
      "learning_rate": 0.0002997627004454769,
      "loss": 5.6386,
      "step": 3229
    },
    {
      "epoch": 0.2743798844716276,
      "grad_norm": 1.7731752059955936,
      "learning_rate": 0.0002997623142235384,
      "loss": 6.0526,
      "step": 3230
    },
    {
      "epoch": 0.27446483180428133,
      "grad_norm": 1.5874248984879666,
      "learning_rate": 0.00029976192768780283,
      "loss": 5.9735,
      "step": 3231
    },
    {
      "epoch": 0.2745497791369351,
      "grad_norm": 1.6964368041949143,
      "learning_rate": 0.0002997615408382709,
      "loss": 6.0597,
      "step": 3232
    },
    {
      "epoch": 0.27463472646958886,
      "grad_norm": 1.71153764298948,
      "learning_rate": 0.00029976115367494344,
      "loss": 5.5171,
      "step": 3233
    },
    {
      "epoch": 0.2747196738022426,
      "grad_norm": 1.66651564970238,
      "learning_rate": 0.00029976076619782127,
      "loss": 6.0117,
      "step": 3234
    },
    {
      "epoch": 0.27480462113489634,
      "grad_norm": 1.6886694073061308,
      "learning_rate": 0.0002997603784069052,
      "loss": 5.8037,
      "step": 3235
    },
    {
      "epoch": 0.27488956846755014,
      "grad_norm": 1.6813423674678296,
      "learning_rate": 0.00029975999030219607,
      "loss": 5.7779,
      "step": 3236
    },
    {
      "epoch": 0.2749745158002039,
      "grad_norm": 1.7767520830964123,
      "learning_rate": 0.00029975960188369466,
      "loss": 6.1122,
      "step": 3237
    },
    {
      "epoch": 0.2750594631328576,
      "grad_norm": 1.6827143200546795,
      "learning_rate": 0.00029975921315140183,
      "loss": 6.0464,
      "step": 3238
    },
    {
      "epoch": 0.27514441046551136,
      "grad_norm": 1.619325294758119,
      "learning_rate": 0.0002997588241053183,
      "loss": 5.9801,
      "step": 3239
    },
    {
      "epoch": 0.27522935779816515,
      "grad_norm": 1.7671076559262944,
      "learning_rate": 0.000299758434745445,
      "loss": 5.9043,
      "step": 3240
    },
    {
      "epoch": 0.2753143051308189,
      "grad_norm": 1.7644555618613338,
      "learning_rate": 0.00029975804507178264,
      "loss": 6.1103,
      "step": 3241
    },
    {
      "epoch": 0.27539925246347263,
      "grad_norm": 1.740049770180012,
      "learning_rate": 0.00029975765508433215,
      "loss": 5.5995,
      "step": 3242
    },
    {
      "epoch": 0.2754841997961264,
      "grad_norm": 1.656223167168486,
      "learning_rate": 0.0002997572647830942,
      "loss": 6.1375,
      "step": 3243
    },
    {
      "epoch": 0.27556914712878017,
      "grad_norm": 1.8731266939568134,
      "learning_rate": 0.0002997568741680698,
      "loss": 5.8195,
      "step": 3244
    },
    {
      "epoch": 0.2756540944614339,
      "grad_norm": 2.293426739558912,
      "learning_rate": 0.00029975648323925957,
      "loss": 5.2454,
      "step": 3245
    },
    {
      "epoch": 0.27573904179408765,
      "grad_norm": 1.6870412022104904,
      "learning_rate": 0.00029975609199666444,
      "loss": 6.0435,
      "step": 3246
    },
    {
      "epoch": 0.27582398912674144,
      "grad_norm": 1.7409983706181071,
      "learning_rate": 0.0002997557004402853,
      "loss": 6.0278,
      "step": 3247
    },
    {
      "epoch": 0.2759089364593952,
      "grad_norm": 1.758174550291612,
      "learning_rate": 0.00029975530857012276,
      "loss": 6.3264,
      "step": 3248
    },
    {
      "epoch": 0.2759938837920489,
      "grad_norm": 1.8398108700608966,
      "learning_rate": 0.00029975491638617783,
      "loss": 6.149,
      "step": 3249
    },
    {
      "epoch": 0.27607883112470266,
      "grad_norm": 1.8095851254169126,
      "learning_rate": 0.0002997545238884512,
      "loss": 6.0279,
      "step": 3250
    },
    {
      "epoch": 0.27616377845735646,
      "grad_norm": 1.776899673295205,
      "learning_rate": 0.0002997541310769438,
      "loss": 5.625,
      "step": 3251
    },
    {
      "epoch": 0.2762487257900102,
      "grad_norm": 1.7007824145863106,
      "learning_rate": 0.0002997537379516564,
      "loss": 6.0464,
      "step": 3252
    },
    {
      "epoch": 0.27633367312266394,
      "grad_norm": 1.6197597541223343,
      "learning_rate": 0.00029975334451258983,
      "loss": 6.1523,
      "step": 3253
    },
    {
      "epoch": 0.2764186204553177,
      "grad_norm": 1.9187368172582315,
      "learning_rate": 0.00029975295075974494,
      "loss": 5.7335,
      "step": 3254
    },
    {
      "epoch": 0.27650356778797147,
      "grad_norm": 1.7438605031650678,
      "learning_rate": 0.0002997525566931225,
      "loss": 5.7807,
      "step": 3255
    },
    {
      "epoch": 0.2765885151206252,
      "grad_norm": 1.5932649139504769,
      "learning_rate": 0.00029975216231272335,
      "loss": 6.2086,
      "step": 3256
    },
    {
      "epoch": 0.27667346245327895,
      "grad_norm": 1.6506768745275775,
      "learning_rate": 0.0002997517676185484,
      "loss": 5.9266,
      "step": 3257
    },
    {
      "epoch": 0.27675840978593275,
      "grad_norm": 1.716103843867942,
      "learning_rate": 0.0002997513726105983,
      "loss": 6.0394,
      "step": 3258
    },
    {
      "epoch": 0.2768433571185865,
      "grad_norm": 1.7522946349559267,
      "learning_rate": 0.0002997509772888741,
      "loss": 5.9863,
      "step": 3259
    },
    {
      "epoch": 0.2769283044512402,
      "grad_norm": 1.7174264288909586,
      "learning_rate": 0.00029975058165337645,
      "loss": 6.1858,
      "step": 3260
    },
    {
      "epoch": 0.27701325178389397,
      "grad_norm": 1.7503077907763145,
      "learning_rate": 0.0002997501857041063,
      "loss": 5.9055,
      "step": 3261
    },
    {
      "epoch": 0.27709819911654776,
      "grad_norm": 2.0061690632232536,
      "learning_rate": 0.00029974978944106436,
      "loss": 5.6961,
      "step": 3262
    },
    {
      "epoch": 0.2771831464492015,
      "grad_norm": 1.6911806557214348,
      "learning_rate": 0.0002997493928642516,
      "loss": 6.0242,
      "step": 3263
    },
    {
      "epoch": 0.27726809378185524,
      "grad_norm": 1.6264173466133867,
      "learning_rate": 0.00029974899597366874,
      "loss": 5.7006,
      "step": 3264
    },
    {
      "epoch": 0.277353041114509,
      "grad_norm": 1.6867844026047387,
      "learning_rate": 0.0002997485987693166,
      "loss": 6.1545,
      "step": 3265
    },
    {
      "epoch": 0.2774379884471628,
      "grad_norm": 1.7810918568199294,
      "learning_rate": 0.0002997482012511961,
      "loss": 5.7564,
      "step": 3266
    },
    {
      "epoch": 0.2775229357798165,
      "grad_norm": 1.7188538695020241,
      "learning_rate": 0.0002997478034193081,
      "loss": 5.9514,
      "step": 3267
    },
    {
      "epoch": 0.27760788311247026,
      "grad_norm": 1.648075873458177,
      "learning_rate": 0.0002997474052736533,
      "loss": 6.2092,
      "step": 3268
    },
    {
      "epoch": 0.27769283044512405,
      "grad_norm": 1.7355514152011136,
      "learning_rate": 0.00029974700681423256,
      "loss": 5.5992,
      "step": 3269
    },
    {
      "epoch": 0.2777777777777778,
      "grad_norm": 1.8013239928396676,
      "learning_rate": 0.0002997466080410468,
      "loss": 5.7448,
      "step": 3270
    },
    {
      "epoch": 0.27786272511043153,
      "grad_norm": 1.6978401048169771,
      "learning_rate": 0.0002997462089540968,
      "loss": 6.1024,
      "step": 3271
    },
    {
      "epoch": 0.27794767244308527,
      "grad_norm": 1.6008350261336777,
      "learning_rate": 0.00029974580955338345,
      "loss": 5.4859,
      "step": 3272
    },
    {
      "epoch": 0.27803261977573906,
      "grad_norm": 1.6768841545129152,
      "learning_rate": 0.0002997454098389075,
      "loss": 5.8891,
      "step": 3273
    },
    {
      "epoch": 0.2781175671083928,
      "grad_norm": 1.5735771144476225,
      "learning_rate": 0.0002997450098106698,
      "loss": 5.6756,
      "step": 3274
    },
    {
      "epoch": 0.27820251444104654,
      "grad_norm": 1.5985299944494624,
      "learning_rate": 0.0002997446094686713,
      "loss": 5.9979,
      "step": 3275
    },
    {
      "epoch": 0.2782874617737003,
      "grad_norm": 1.72796496033459,
      "learning_rate": 0.0002997442088129127,
      "loss": 5.584,
      "step": 3276
    },
    {
      "epoch": 0.2783724091063541,
      "grad_norm": 1.758485551968577,
      "learning_rate": 0.000299743807843395,
      "loss": 5.5152,
      "step": 3277
    },
    {
      "epoch": 0.2784573564390078,
      "grad_norm": 1.7355185055722846,
      "learning_rate": 0.00029974340656011884,
      "loss": 5.3099,
      "step": 3278
    },
    {
      "epoch": 0.27854230377166156,
      "grad_norm": 1.77293199913599,
      "learning_rate": 0.00029974300496308517,
      "loss": 5.5409,
      "step": 3279
    },
    {
      "epoch": 0.2786272511043153,
      "grad_norm": 1.6854903958614038,
      "learning_rate": 0.0002997426030522948,
      "loss": 5.4761,
      "step": 3280
    },
    {
      "epoch": 0.2787121984369691,
      "grad_norm": 1.7438502183105355,
      "learning_rate": 0.00029974220082774867,
      "loss": 5.6502,
      "step": 3281
    },
    {
      "epoch": 0.27879714576962283,
      "grad_norm": 1.6547965787353545,
      "learning_rate": 0.0002997417982894475,
      "loss": 5.4404,
      "step": 3282
    },
    {
      "epoch": 0.2788820931022766,
      "grad_norm": 1.629139564111017,
      "learning_rate": 0.00029974139543739216,
      "loss": 5.5823,
      "step": 3283
    },
    {
      "epoch": 0.27896704043493037,
      "grad_norm": 1.790046127630005,
      "learning_rate": 0.00029974099227158353,
      "loss": 5.878,
      "step": 3284
    },
    {
      "epoch": 0.2790519877675841,
      "grad_norm": 1.762870476034301,
      "learning_rate": 0.00029974058879202246,
      "loss": 5.5702,
      "step": 3285
    },
    {
      "epoch": 0.27913693510023785,
      "grad_norm": 1.7401834601203052,
      "learning_rate": 0.00029974018499870976,
      "loss": 5.7035,
      "step": 3286
    },
    {
      "epoch": 0.2792218824328916,
      "grad_norm": 1.6408853116160707,
      "learning_rate": 0.00029973978089164625,
      "loss": 5.7423,
      "step": 3287
    },
    {
      "epoch": 0.2793068297655454,
      "grad_norm": 1.6455680314523142,
      "learning_rate": 0.00029973937647083285,
      "loss": 5.8655,
      "step": 3288
    },
    {
      "epoch": 0.2793917770981991,
      "grad_norm": 1.7067842725371827,
      "learning_rate": 0.00029973897173627036,
      "loss": 5.7303,
      "step": 3289
    },
    {
      "epoch": 0.27947672443085286,
      "grad_norm": 1.7540045796684383,
      "learning_rate": 0.00029973856668795966,
      "loss": 5.4139,
      "step": 3290
    },
    {
      "epoch": 0.2795616717635066,
      "grad_norm": 1.623594840799298,
      "learning_rate": 0.0002997381613259016,
      "loss": 5.86,
      "step": 3291
    },
    {
      "epoch": 0.2796466190961604,
      "grad_norm": 1.8306989599715433,
      "learning_rate": 0.00029973775565009697,
      "loss": 6.0303,
      "step": 3292
    },
    {
      "epoch": 0.27973156642881414,
      "grad_norm": 1.6691830435096,
      "learning_rate": 0.0002997373496605467,
      "loss": 5.6968,
      "step": 3293
    },
    {
      "epoch": 0.2798165137614679,
      "grad_norm": 1.6786733530546707,
      "learning_rate": 0.00029973694335725157,
      "loss": 6.1291,
      "step": 3294
    },
    {
      "epoch": 0.2799014610941216,
      "grad_norm": 1.7429657088896806,
      "learning_rate": 0.00029973653674021243,
      "loss": 5.583,
      "step": 3295
    },
    {
      "epoch": 0.2799864084267754,
      "grad_norm": 1.825186542908864,
      "learning_rate": 0.00029973612980943023,
      "loss": 5.793,
      "step": 3296
    },
    {
      "epoch": 0.28007135575942915,
      "grad_norm": 1.880360224038891,
      "learning_rate": 0.0002997357225649057,
      "loss": 5.352,
      "step": 3297
    },
    {
      "epoch": 0.2801563030920829,
      "grad_norm": 1.6675348030318415,
      "learning_rate": 0.00029973531500663983,
      "loss": 5.5402,
      "step": 3298
    },
    {
      "epoch": 0.2802412504247367,
      "grad_norm": 1.7331264588059785,
      "learning_rate": 0.0002997349071346333,
      "loss": 5.5261,
      "step": 3299
    },
    {
      "epoch": 0.2803261977573904,
      "grad_norm": 1.7621152344820692,
      "learning_rate": 0.0002997344989488871,
      "loss": 5.581,
      "step": 3300
    },
    {
      "epoch": 0.28041114509004417,
      "grad_norm": 1.679551106418178,
      "learning_rate": 0.00029973409044940205,
      "loss": 6.1784,
      "step": 3301
    },
    {
      "epoch": 0.2804960924226979,
      "grad_norm": 1.702901563793077,
      "learning_rate": 0.000299733681636179,
      "loss": 5.9685,
      "step": 3302
    },
    {
      "epoch": 0.2805810397553517,
      "grad_norm": 1.6316756413938853,
      "learning_rate": 0.0002997332725092188,
      "loss": 5.8417,
      "step": 3303
    },
    {
      "epoch": 0.28066598708800544,
      "grad_norm": 1.7116660421833891,
      "learning_rate": 0.0002997328630685223,
      "loss": 5.8283,
      "step": 3304
    },
    {
      "epoch": 0.2807509344206592,
      "grad_norm": 1.8558859684859297,
      "learning_rate": 0.0002997324533140904,
      "loss": 5.4584,
      "step": 3305
    },
    {
      "epoch": 0.2808358817533129,
      "grad_norm": 1.7576641706977358,
      "learning_rate": 0.0002997320432459239,
      "loss": 5.6347,
      "step": 3306
    },
    {
      "epoch": 0.2809208290859667,
      "grad_norm": 1.6818137225097707,
      "learning_rate": 0.0002997316328640237,
      "loss": 5.4743,
      "step": 3307
    },
    {
      "epoch": 0.28100577641862046,
      "grad_norm": 1.650082805032555,
      "learning_rate": 0.00029973122216839064,
      "loss": 6.0932,
      "step": 3308
    },
    {
      "epoch": 0.2810907237512742,
      "grad_norm": 1.7027782774307247,
      "learning_rate": 0.00029973081115902564,
      "loss": 5.5196,
      "step": 3309
    },
    {
      "epoch": 0.281175671083928,
      "grad_norm": 1.7152542975923848,
      "learning_rate": 0.00029973039983592945,
      "loss": 5.6036,
      "step": 3310
    },
    {
      "epoch": 0.28126061841658173,
      "grad_norm": 1.726007725834948,
      "learning_rate": 0.000299729988199103,
      "loss": 5.4581,
      "step": 3311
    },
    {
      "epoch": 0.28134556574923547,
      "grad_norm": 1.7834331990601313,
      "learning_rate": 0.00029972957624854713,
      "loss": 5.8467,
      "step": 3312
    },
    {
      "epoch": 0.2814305130818892,
      "grad_norm": 1.64172029138531,
      "learning_rate": 0.0002997291639842628,
      "loss": 5.433,
      "step": 3313
    },
    {
      "epoch": 0.281515460414543,
      "grad_norm": 1.6421354866692355,
      "learning_rate": 0.00029972875140625067,
      "loss": 5.6451,
      "step": 3314
    },
    {
      "epoch": 0.28160040774719675,
      "grad_norm": 1.7133779919437373,
      "learning_rate": 0.0002997283385145118,
      "loss": 5.9195,
      "step": 3315
    },
    {
      "epoch": 0.2816853550798505,
      "grad_norm": 1.7049816451764281,
      "learning_rate": 0.00029972792530904695,
      "loss": 5.5635,
      "step": 3316
    },
    {
      "epoch": 0.2817703024125042,
      "grad_norm": 1.6039239198257336,
      "learning_rate": 0.0002997275117898571,
      "loss": 5.849,
      "step": 3317
    },
    {
      "epoch": 0.281855249745158,
      "grad_norm": 1.6242077888945758,
      "learning_rate": 0.0002997270979569429,
      "loss": 5.7758,
      "step": 3318
    },
    {
      "epoch": 0.28194019707781176,
      "grad_norm": 1.6548321199853173,
      "learning_rate": 0.00029972668381030547,
      "loss": 5.7858,
      "step": 3319
    },
    {
      "epoch": 0.2820251444104655,
      "grad_norm": 1.656817687742836,
      "learning_rate": 0.0002997262693499455,
      "loss": 5.6446,
      "step": 3320
    },
    {
      "epoch": 0.28211009174311924,
      "grad_norm": 1.577635670775654,
      "learning_rate": 0.000299725854575864,
      "loss": 5.8967,
      "step": 3321
    },
    {
      "epoch": 0.28219503907577304,
      "grad_norm": 1.6388157349040944,
      "learning_rate": 0.00029972543948806165,
      "loss": 5.617,
      "step": 3322
    },
    {
      "epoch": 0.2822799864084268,
      "grad_norm": 1.640352383376622,
      "learning_rate": 0.0002997250240865395,
      "loss": 5.5909,
      "step": 3323
    },
    {
      "epoch": 0.2823649337410805,
      "grad_norm": 1.8452630025828283,
      "learning_rate": 0.0002997246083712983,
      "loss": 5.9956,
      "step": 3324
    },
    {
      "epoch": 0.2824498810737343,
      "grad_norm": 1.5729740077953103,
      "learning_rate": 0.00029972419234233896,
      "loss": 5.9371,
      "step": 3325
    },
    {
      "epoch": 0.28253482840638805,
      "grad_norm": 1.6372354924072041,
      "learning_rate": 0.00029972377599966237,
      "loss": 5.704,
      "step": 3326
    },
    {
      "epoch": 0.2826197757390418,
      "grad_norm": 1.6589436429268194,
      "learning_rate": 0.0002997233593432694,
      "loss": 5.4455,
      "step": 3327
    },
    {
      "epoch": 0.28270472307169553,
      "grad_norm": 1.6727751338502774,
      "learning_rate": 0.0002997229423731609,
      "loss": 6.0296,
      "step": 3328
    },
    {
      "epoch": 0.2827896704043493,
      "grad_norm": 1.6291424646550603,
      "learning_rate": 0.0002997225250893378,
      "loss": 5.925,
      "step": 3329
    },
    {
      "epoch": 0.28287461773700306,
      "grad_norm": 1.688516282402621,
      "learning_rate": 0.0002997221074918009,
      "loss": 5.5543,
      "step": 3330
    },
    {
      "epoch": 0.2829595650696568,
      "grad_norm": 1.6099401732085428,
      "learning_rate": 0.00029972168958055105,
      "loss": 6.2994,
      "step": 3331
    },
    {
      "epoch": 0.28304451240231054,
      "grad_norm": 1.7830391526685552,
      "learning_rate": 0.0002997212713555893,
      "loss": 5.4145,
      "step": 3332
    },
    {
      "epoch": 0.28312945973496434,
      "grad_norm": 1.7998561700362505,
      "learning_rate": 0.00029972085281691627,
      "loss": 5.5732,
      "step": 3333
    },
    {
      "epoch": 0.2832144070676181,
      "grad_norm": 1.7303325670783523,
      "learning_rate": 0.0002997204339645331,
      "loss": 5.6606,
      "step": 3334
    },
    {
      "epoch": 0.2832993544002718,
      "grad_norm": 1.6660084571361975,
      "learning_rate": 0.0002997200147984405,
      "loss": 6.0576,
      "step": 3335
    },
    {
      "epoch": 0.28338430173292556,
      "grad_norm": 1.7917300194005643,
      "learning_rate": 0.0002997195953186394,
      "loss": 5.3901,
      "step": 3336
    },
    {
      "epoch": 0.28346924906557935,
      "grad_norm": 1.8242107064565944,
      "learning_rate": 0.0002997191755251306,
      "loss": 6.1687,
      "step": 3337
    },
    {
      "epoch": 0.2835541963982331,
      "grad_norm": 1.7642580265446182,
      "learning_rate": 0.00029971875541791516,
      "loss": 5.4555,
      "step": 3338
    },
    {
      "epoch": 0.28363914373088683,
      "grad_norm": 1.715254021641685,
      "learning_rate": 0.00029971833499699383,
      "loss": 5.7935,
      "step": 3339
    },
    {
      "epoch": 0.28372409106354063,
      "grad_norm": 1.6917498250284035,
      "learning_rate": 0.0002997179142623675,
      "loss": 5.4479,
      "step": 3340
    },
    {
      "epoch": 0.28380903839619437,
      "grad_norm": 1.7202237123465112,
      "learning_rate": 0.000299717493214037,
      "loss": 5.5714,
      "step": 3341
    },
    {
      "epoch": 0.2838939857288481,
      "grad_norm": 1.675602661512693,
      "learning_rate": 0.0002997170718520033,
      "loss": 5.5423,
      "step": 3342
    },
    {
      "epoch": 0.28397893306150185,
      "grad_norm": 1.6762913480785127,
      "learning_rate": 0.0002997166501762673,
      "loss": 5.5546,
      "step": 3343
    },
    {
      "epoch": 0.28406388039415564,
      "grad_norm": 1.6858836884505177,
      "learning_rate": 0.0002997162281868299,
      "loss": 6.0338,
      "step": 3344
    },
    {
      "epoch": 0.2841488277268094,
      "grad_norm": 1.8487630816530978,
      "learning_rate": 0.0002997158058836918,
      "loss": 5.566,
      "step": 3345
    },
    {
      "epoch": 0.2842337750594631,
      "grad_norm": 1.6956359464831723,
      "learning_rate": 0.0002997153832668541,
      "loss": 5.6066,
      "step": 3346
    },
    {
      "epoch": 0.28431872239211686,
      "grad_norm": 1.7017706759093973,
      "learning_rate": 0.00029971496033631755,
      "loss": 5.5218,
      "step": 3347
    },
    {
      "epoch": 0.28440366972477066,
      "grad_norm": 1.900534848319303,
      "learning_rate": 0.00029971453709208307,
      "loss": 5.782,
      "step": 3348
    },
    {
      "epoch": 0.2844886170574244,
      "grad_norm": 1.8061732737572165,
      "learning_rate": 0.00029971411353415156,
      "loss": 5.6825,
      "step": 3349
    },
    {
      "epoch": 0.28457356439007814,
      "grad_norm": 1.6788370188099104,
      "learning_rate": 0.000299713689662524,
      "loss": 6.1675,
      "step": 3350
    },
    {
      "epoch": 0.28465851172273193,
      "grad_norm": 2.362189862359323,
      "learning_rate": 0.0002997132654772011,
      "loss": 5.3895,
      "step": 3351
    },
    {
      "epoch": 0.2847434590553857,
      "grad_norm": 1.7207952487742844,
      "learning_rate": 0.00029971284097818384,
      "loss": 6.1877,
      "step": 3352
    },
    {
      "epoch": 0.2848284063880394,
      "grad_norm": 1.6837949529852394,
      "learning_rate": 0.0002997124161654731,
      "loss": 6.0633,
      "step": 3353
    },
    {
      "epoch": 0.28491335372069315,
      "grad_norm": 1.891744683228001,
      "learning_rate": 0.0002997119910390698,
      "loss": 5.7751,
      "step": 3354
    },
    {
      "epoch": 0.28499830105334695,
      "grad_norm": 1.6370243488671778,
      "learning_rate": 0.00029971156559897475,
      "loss": 5.9975,
      "step": 3355
    },
    {
      "epoch": 0.2850832483860007,
      "grad_norm": 1.6639345034830444,
      "learning_rate": 0.00029971113984518895,
      "loss": 5.9257,
      "step": 3356
    },
    {
      "epoch": 0.2851681957186544,
      "grad_norm": 1.8336867729978172,
      "learning_rate": 0.0002997107137777132,
      "loss": 5.4527,
      "step": 3357
    },
    {
      "epoch": 0.28525314305130817,
      "grad_norm": 1.6996905546932521,
      "learning_rate": 0.0002997102873965485,
      "loss": 6.0106,
      "step": 3358
    },
    {
      "epoch": 0.28533809038396196,
      "grad_norm": 1.6689209311674444,
      "learning_rate": 0.0002997098607016956,
      "loss": 5.5962,
      "step": 3359
    },
    {
      "epoch": 0.2854230377166157,
      "grad_norm": 1.6538170485244366,
      "learning_rate": 0.0002997094336931555,
      "loss": 5.7639,
      "step": 3360
    },
    {
      "epoch": 0.28550798504926944,
      "grad_norm": 1.6534482447795829,
      "learning_rate": 0.00029970900637092907,
      "loss": 5.588,
      "step": 3361
    },
    {
      "epoch": 0.2855929323819232,
      "grad_norm": 1.7724380165488358,
      "learning_rate": 0.00029970857873501714,
      "loss": 5.685,
      "step": 3362
    },
    {
      "epoch": 0.285677879714577,
      "grad_norm": 1.6676646787847895,
      "learning_rate": 0.00029970815078542075,
      "loss": 5.7809,
      "step": 3363
    },
    {
      "epoch": 0.2857628270472307,
      "grad_norm": 1.7438586188593792,
      "learning_rate": 0.0002997077225221407,
      "loss": 6.0914,
      "step": 3364
    },
    {
      "epoch": 0.28584777437988446,
      "grad_norm": 1.7617926261539572,
      "learning_rate": 0.00029970729394517785,
      "loss": 5.7505,
      "step": 3365
    },
    {
      "epoch": 0.28593272171253825,
      "grad_norm": 1.707429726472421,
      "learning_rate": 0.00029970686505453317,
      "loss": 5.3617,
      "step": 3366
    },
    {
      "epoch": 0.286017669045192,
      "grad_norm": 1.6397663375738112,
      "learning_rate": 0.00029970643585020755,
      "loss": 5.7832,
      "step": 3367
    },
    {
      "epoch": 0.28610261637784573,
      "grad_norm": 1.7449801669479692,
      "learning_rate": 0.00029970600633220186,
      "loss": 5.9981,
      "step": 3368
    },
    {
      "epoch": 0.28618756371049947,
      "grad_norm": 1.5963687438905085,
      "learning_rate": 0.000299705576500517,
      "loss": 5.5362,
      "step": 3369
    },
    {
      "epoch": 0.28627251104315327,
      "grad_norm": 1.8328554629592755,
      "learning_rate": 0.0002997051463551539,
      "loss": 6.1485,
      "step": 3370
    },
    {
      "epoch": 0.286357458375807,
      "grad_norm": 1.770454428290999,
      "learning_rate": 0.0002997047158961134,
      "loss": 5.7886,
      "step": 3371
    },
    {
      "epoch": 0.28644240570846075,
      "grad_norm": 1.7078573393557204,
      "learning_rate": 0.00029970428512339655,
      "loss": 5.8559,
      "step": 3372
    },
    {
      "epoch": 0.2865273530411145,
      "grad_norm": 1.5963856425737106,
      "learning_rate": 0.00029970385403700405,
      "loss": 5.7099,
      "step": 3373
    },
    {
      "epoch": 0.2866123003737683,
      "grad_norm": 1.6753236645186371,
      "learning_rate": 0.00029970342263693696,
      "loss": 5.7679,
      "step": 3374
    },
    {
      "epoch": 0.286697247706422,
      "grad_norm": 1.7349254532636245,
      "learning_rate": 0.00029970299092319614,
      "loss": 5.5732,
      "step": 3375
    },
    {
      "epoch": 0.28678219503907576,
      "grad_norm": 1.7649354005049447,
      "learning_rate": 0.0002997025588957824,
      "loss": 5.8021,
      "step": 3376
    },
    {
      "epoch": 0.28686714237172956,
      "grad_norm": 2.158739228444882,
      "learning_rate": 0.0002997021265546968,
      "loss": 5.5561,
      "step": 3377
    },
    {
      "epoch": 0.2869520897043833,
      "grad_norm": 1.64142508882294,
      "learning_rate": 0.00029970169389994015,
      "loss": 5.716,
      "step": 3378
    },
    {
      "epoch": 0.28703703703703703,
      "grad_norm": 1.7407155383427135,
      "learning_rate": 0.00029970126093151336,
      "loss": 5.6076,
      "step": 3379
    },
    {
      "epoch": 0.2871219843696908,
      "grad_norm": 1.6411334664696717,
      "learning_rate": 0.0002997008276494174,
      "loss": 5.7362,
      "step": 3380
    },
    {
      "epoch": 0.28720693170234457,
      "grad_norm": 1.811085244192082,
      "learning_rate": 0.0002997003940536531,
      "loss": 5.7257,
      "step": 3381
    },
    {
      "epoch": 0.2872918790349983,
      "grad_norm": 1.7493989408998543,
      "learning_rate": 0.0002996999601442214,
      "loss": 5.5178,
      "step": 3382
    },
    {
      "epoch": 0.28737682636765205,
      "grad_norm": 1.7718577532913171,
      "learning_rate": 0.0002996995259211232,
      "loss": 5.768,
      "step": 3383
    },
    {
      "epoch": 0.2874617737003058,
      "grad_norm": 1.8155569696603047,
      "learning_rate": 0.00029969909138435956,
      "loss": 5.5678,
      "step": 3384
    },
    {
      "epoch": 0.2875467210329596,
      "grad_norm": 1.6932885745260955,
      "learning_rate": 0.0002996986565339311,
      "loss": 6.1545,
      "step": 3385
    },
    {
      "epoch": 0.2876316683656133,
      "grad_norm": 1.6348184515566846,
      "learning_rate": 0.0002996982213698389,
      "loss": 5.7372,
      "step": 3386
    },
    {
      "epoch": 0.28771661569826706,
      "grad_norm": 1.6457262853759644,
      "learning_rate": 0.0002996977858920839,
      "loss": 5.892,
      "step": 3387
    },
    {
      "epoch": 0.2878015630309208,
      "grad_norm": 1.7935270389443565,
      "learning_rate": 0.00029969735010066696,
      "loss": 6.1866,
      "step": 3388
    },
    {
      "epoch": 0.2878865103635746,
      "grad_norm": 1.7293567240469094,
      "learning_rate": 0.000299696913995589,
      "loss": 5.4279,
      "step": 3389
    },
    {
      "epoch": 0.28797145769622834,
      "grad_norm": 1.731336636679538,
      "learning_rate": 0.00029969647757685096,
      "loss": 5.3827,
      "step": 3390
    },
    {
      "epoch": 0.2880564050288821,
      "grad_norm": 1.806014939799215,
      "learning_rate": 0.0002996960408444537,
      "loss": 5.8205,
      "step": 3391
    },
    {
      "epoch": 0.2881413523615359,
      "grad_norm": 1.7436891121437967,
      "learning_rate": 0.0002996956037983982,
      "loss": 5.545,
      "step": 3392
    },
    {
      "epoch": 0.2882262996941896,
      "grad_norm": 1.7059418862062732,
      "learning_rate": 0.00029969516643868526,
      "loss": 5.8835,
      "step": 3393
    },
    {
      "epoch": 0.28831124702684335,
      "grad_norm": 1.716471532306603,
      "learning_rate": 0.0002996947287653159,
      "loss": 5.6786,
      "step": 3394
    },
    {
      "epoch": 0.2883961943594971,
      "grad_norm": 1.6782327852483732,
      "learning_rate": 0.0002996942907782911,
      "loss": 5.4332,
      "step": 3395
    },
    {
      "epoch": 0.2884811416921509,
      "grad_norm": 1.9364571541330773,
      "learning_rate": 0.0002996938524776116,
      "loss": 5.6015,
      "step": 3396
    },
    {
      "epoch": 0.28856608902480463,
      "grad_norm": 1.846322991557271,
      "learning_rate": 0.00029969341386327846,
      "loss": 5.5917,
      "step": 3397
    },
    {
      "epoch": 0.28865103635745837,
      "grad_norm": 1.6944077918147489,
      "learning_rate": 0.0002996929749352925,
      "loss": 5.4252,
      "step": 3398
    },
    {
      "epoch": 0.2887359836901121,
      "grad_norm": 1.651366328926832,
      "learning_rate": 0.00029969253569365475,
      "loss": 6.1472,
      "step": 3399
    },
    {
      "epoch": 0.2888209310227659,
      "grad_norm": 1.823304110201463,
      "learning_rate": 0.00029969209613836604,
      "loss": 5.3565,
      "step": 3400
    },
    {
      "epoch": 0.28890587835541964,
      "grad_norm": 1.5973258203909906,
      "learning_rate": 0.0002996916562694273,
      "loss": 6.1031,
      "step": 3401
    },
    {
      "epoch": 0.2889908256880734,
      "grad_norm": 1.935191531051571,
      "learning_rate": 0.0002996912160868395,
      "loss": 5.4648,
      "step": 3402
    },
    {
      "epoch": 0.2890757730207271,
      "grad_norm": 1.6404639907270864,
      "learning_rate": 0.00029969077559060354,
      "loss": 5.2443,
      "step": 3403
    },
    {
      "epoch": 0.2891607203533809,
      "grad_norm": 1.634953994628828,
      "learning_rate": 0.00029969033478072026,
      "loss": 5.9546,
      "step": 3404
    },
    {
      "epoch": 0.28924566768603466,
      "grad_norm": 1.6912199563436936,
      "learning_rate": 0.00029968989365719074,
      "loss": 5.4856,
      "step": 3405
    },
    {
      "epoch": 0.2893306150186884,
      "grad_norm": 1.753016226651114,
      "learning_rate": 0.00029968945222001584,
      "loss": 6.0569,
      "step": 3406
    },
    {
      "epoch": 0.2894155623513422,
      "grad_norm": 1.7284093323862917,
      "learning_rate": 0.00029968901046919643,
      "loss": 5.909,
      "step": 3407
    },
    {
      "epoch": 0.28950050968399593,
      "grad_norm": 1.6861707321578006,
      "learning_rate": 0.0002996885684047335,
      "loss": 5.5896,
      "step": 3408
    },
    {
      "epoch": 0.28958545701664967,
      "grad_norm": 1.692580056755228,
      "learning_rate": 0.00029968812602662793,
      "loss": 5.6656,
      "step": 3409
    },
    {
      "epoch": 0.2896704043493034,
      "grad_norm": 1.845236429621881,
      "learning_rate": 0.0002996876833348807,
      "loss": 5.7554,
      "step": 3410
    },
    {
      "epoch": 0.2897553516819572,
      "grad_norm": 1.6994008932368168,
      "learning_rate": 0.0002996872403294926,
      "loss": 6.1174,
      "step": 3411
    },
    {
      "epoch": 0.28984029901461095,
      "grad_norm": 1.7862080497729276,
      "learning_rate": 0.00029968679701046475,
      "loss": 5.5573,
      "step": 3412
    },
    {
      "epoch": 0.2899252463472647,
      "grad_norm": 1.7554662862324861,
      "learning_rate": 0.000299686353377798,
      "loss": 5.4947,
      "step": 3413
    },
    {
      "epoch": 0.2900101936799184,
      "grad_norm": 1.7456569111493934,
      "learning_rate": 0.0002996859094314933,
      "loss": 6.0834,
      "step": 3414
    },
    {
      "epoch": 0.2900951410125722,
      "grad_norm": 1.8104904620337026,
      "learning_rate": 0.00029968546517155145,
      "loss": 5.7838,
      "step": 3415
    },
    {
      "epoch": 0.29018008834522596,
      "grad_norm": 1.6318005899322046,
      "learning_rate": 0.0002996850205979736,
      "loss": 5.8649,
      "step": 3416
    },
    {
      "epoch": 0.2902650356778797,
      "grad_norm": 1.654466272858941,
      "learning_rate": 0.0002996845757107605,
      "loss": 6.1683,
      "step": 3417
    },
    {
      "epoch": 0.2903499830105335,
      "grad_norm": 1.7763772583972754,
      "learning_rate": 0.00029968413050991314,
      "loss": 5.8852,
      "step": 3418
    },
    {
      "epoch": 0.29043493034318724,
      "grad_norm": 1.7122842815855908,
      "learning_rate": 0.00029968368499543247,
      "loss": 5.5106,
      "step": 3419
    },
    {
      "epoch": 0.290519877675841,
      "grad_norm": 1.8555973896519573,
      "learning_rate": 0.00029968323916731944,
      "loss": 5.5106,
      "step": 3420
    },
    {
      "epoch": 0.2906048250084947,
      "grad_norm": 2.025776214099649,
      "learning_rate": 0.00029968279302557496,
      "loss": 5.9545,
      "step": 3421
    },
    {
      "epoch": 0.2906897723411485,
      "grad_norm": 1.6756429942949966,
      "learning_rate": 0.0002996823465701999,
      "loss": 5.5321,
      "step": 3422
    },
    {
      "epoch": 0.29077471967380225,
      "grad_norm": 1.6841061779986417,
      "learning_rate": 0.00029968189980119535,
      "loss": 5.2749,
      "step": 3423
    },
    {
      "epoch": 0.290859667006456,
      "grad_norm": 1.8834679653636188,
      "learning_rate": 0.00029968145271856207,
      "loss": 5.5044,
      "step": 3424
    },
    {
      "epoch": 0.29094461433910973,
      "grad_norm": 2.1253607469261038,
      "learning_rate": 0.00029968100532230113,
      "loss": 5.9747,
      "step": 3425
    },
    {
      "epoch": 0.2910295616717635,
      "grad_norm": 1.6783551961137642,
      "learning_rate": 0.0002996805576124134,
      "loss": 5.8262,
      "step": 3426
    },
    {
      "epoch": 0.29111450900441727,
      "grad_norm": 1.5660446850456744,
      "learning_rate": 0.0002996801095888999,
      "loss": 5.8118,
      "step": 3427
    },
    {
      "epoch": 0.291199456337071,
      "grad_norm": 2.2901889880173405,
      "learning_rate": 0.0002996796612517614,
      "loss": 5.376,
      "step": 3428
    },
    {
      "epoch": 0.29128440366972475,
      "grad_norm": 1.5885455219417295,
      "learning_rate": 0.000299679212600999,
      "loss": 5.7694,
      "step": 3429
    },
    {
      "epoch": 0.29136935100237854,
      "grad_norm": 1.7787234629889626,
      "learning_rate": 0.00029967876363661363,
      "loss": 5.3299,
      "step": 3430
    },
    {
      "epoch": 0.2914542983350323,
      "grad_norm": 1.7892875747411146,
      "learning_rate": 0.0002996783143586061,
      "loss": 5.4579,
      "step": 3431
    },
    {
      "epoch": 0.291539245667686,
      "grad_norm": 1.6776220376752464,
      "learning_rate": 0.00029967786476697747,
      "loss": 5.5868,
      "step": 3432
    },
    {
      "epoch": 0.2916241930003398,
      "grad_norm": 1.628742565388136,
      "learning_rate": 0.00029967741486172867,
      "loss": 5.6165,
      "step": 3433
    },
    {
      "epoch": 0.29170914033299356,
      "grad_norm": 1.7171045653736334,
      "learning_rate": 0.00029967696464286057,
      "loss": 5.7023,
      "step": 3434
    },
    {
      "epoch": 0.2917940876656473,
      "grad_norm": 1.9856120171848533,
      "learning_rate": 0.0002996765141103742,
      "loss": 5.6207,
      "step": 3435
    },
    {
      "epoch": 0.29187903499830103,
      "grad_norm": 1.7652768260138951,
      "learning_rate": 0.00029967606326427047,
      "loss": 5.6983,
      "step": 3436
    },
    {
      "epoch": 0.29196398233095483,
      "grad_norm": 1.6976728500168146,
      "learning_rate": 0.0002996756121045504,
      "loss": 5.5464,
      "step": 3437
    },
    {
      "epoch": 0.29204892966360857,
      "grad_norm": 3.8386788022783063,
      "learning_rate": 0.0002996751606312147,
      "loss": 5.2174,
      "step": 3438
    },
    {
      "epoch": 0.2921338769962623,
      "grad_norm": 1.6463062530215953,
      "learning_rate": 0.0002996747088442646,
      "loss": 5.7718,
      "step": 3439
    },
    {
      "epoch": 0.29221882432891605,
      "grad_norm": 2.0220225182728635,
      "learning_rate": 0.0002996742567437009,
      "loss": 5.3626,
      "step": 3440
    },
    {
      "epoch": 0.29230377166156984,
      "grad_norm": 2.3089305569561147,
      "learning_rate": 0.0002996738043295245,
      "loss": 6.0729,
      "step": 3441
    },
    {
      "epoch": 0.2923887189942236,
      "grad_norm": 1.7212003539266705,
      "learning_rate": 0.00029967335160173647,
      "loss": 5.6584,
      "step": 3442
    },
    {
      "epoch": 0.2924736663268773,
      "grad_norm": 1.9086878293280636,
      "learning_rate": 0.0002996728985603377,
      "loss": 5.577,
      "step": 3443
    },
    {
      "epoch": 0.29255861365953106,
      "grad_norm": 1.6421484321322988,
      "learning_rate": 0.00029967244520532916,
      "loss": 5.5827,
      "step": 3444
    },
    {
      "epoch": 0.29264356099218486,
      "grad_norm": 1.7983904919405709,
      "learning_rate": 0.00029967199153671173,
      "loss": 6.1923,
      "step": 3445
    },
    {
      "epoch": 0.2927285083248386,
      "grad_norm": 1.749623088714747,
      "learning_rate": 0.0002996715375544865,
      "loss": 5.9044,
      "step": 3446
    },
    {
      "epoch": 0.29281345565749234,
      "grad_norm": 1.65661629592742,
      "learning_rate": 0.0002996710832586543,
      "loss": 5.7713,
      "step": 3447
    },
    {
      "epoch": 0.29289840299014613,
      "grad_norm": 1.8923599292652267,
      "learning_rate": 0.0002996706286492161,
      "loss": 5.4238,
      "step": 3448
    },
    {
      "epoch": 0.2929833503227999,
      "grad_norm": 2.5977956169218137,
      "learning_rate": 0.00029967017372617286,
      "loss": 5.1751,
      "step": 3449
    },
    {
      "epoch": 0.2930682976554536,
      "grad_norm": 1.6614001423113431,
      "learning_rate": 0.0002996697184895256,
      "loss": 5.1942,
      "step": 3450
    },
    {
      "epoch": 0.29315324498810735,
      "grad_norm": 1.7298750105602856,
      "learning_rate": 0.00029966926293927514,
      "loss": 5.9413,
      "step": 3451
    },
    {
      "epoch": 0.29323819232076115,
      "grad_norm": 1.9117487208909962,
      "learning_rate": 0.00029966880707542256,
      "loss": 5.8768,
      "step": 3452
    },
    {
      "epoch": 0.2933231396534149,
      "grad_norm": 1.7742806194159957,
      "learning_rate": 0.0002996683508979688,
      "loss": 5.6798,
      "step": 3453
    },
    {
      "epoch": 0.29340808698606863,
      "grad_norm": 1.71727999821195,
      "learning_rate": 0.00029966789440691473,
      "loss": 5.9346,
      "step": 3454
    },
    {
      "epoch": 0.29349303431872237,
      "grad_norm": 1.62520146465495,
      "learning_rate": 0.0002996674376022614,
      "loss": 5.4416,
      "step": 3455
    },
    {
      "epoch": 0.29357798165137616,
      "grad_norm": 1.7198871210485445,
      "learning_rate": 0.0002996669804840097,
      "loss": 5.7016,
      "step": 3456
    },
    {
      "epoch": 0.2936629289840299,
      "grad_norm": 1.6441027266407047,
      "learning_rate": 0.0002996665230521606,
      "loss": 5.5673,
      "step": 3457
    },
    {
      "epoch": 0.29374787631668364,
      "grad_norm": 1.6491778510713695,
      "learning_rate": 0.0002996660653067151,
      "loss": 6.015,
      "step": 3458
    },
    {
      "epoch": 0.29383282364933744,
      "grad_norm": 1.7110168696504704,
      "learning_rate": 0.00029966560724767414,
      "loss": 4.9849,
      "step": 3459
    },
    {
      "epoch": 0.2939177709819912,
      "grad_norm": 1.9035530902148754,
      "learning_rate": 0.00029966514887503866,
      "loss": 5.5788,
      "step": 3460
    },
    {
      "epoch": 0.2940027183146449,
      "grad_norm": 1.6522234052221132,
      "learning_rate": 0.0002996646901888096,
      "loss": 5.5316,
      "step": 3461
    },
    {
      "epoch": 0.29408766564729866,
      "grad_norm": 1.6847641114738503,
      "learning_rate": 0.000299664231188988,
      "loss": 5.6155,
      "step": 3462
    },
    {
      "epoch": 0.29417261297995245,
      "grad_norm": 1.6852086493849439,
      "learning_rate": 0.0002996637718755748,
      "loss": 6.1777,
      "step": 3463
    },
    {
      "epoch": 0.2942575603126062,
      "grad_norm": 1.6418130587256854,
      "learning_rate": 0.00029966331224857084,
      "loss": 6.1586,
      "step": 3464
    },
    {
      "epoch": 0.29434250764525993,
      "grad_norm": 1.624667937918643,
      "learning_rate": 0.00029966285230797725,
      "loss": 5.8128,
      "step": 3465
    },
    {
      "epoch": 0.29442745497791367,
      "grad_norm": 1.7077615782319655,
      "learning_rate": 0.00029966239205379494,
      "loss": 5.9348,
      "step": 3466
    },
    {
      "epoch": 0.29451240231056747,
      "grad_norm": 1.656887536327724,
      "learning_rate": 0.0002996619314860248,
      "loss": 5.6469,
      "step": 3467
    },
    {
      "epoch": 0.2945973496432212,
      "grad_norm": 1.6881888293606193,
      "learning_rate": 0.0002996614706046679,
      "loss": 5.9703,
      "step": 3468
    },
    {
      "epoch": 0.29468229697587495,
      "grad_norm": 1.637218013573489,
      "learning_rate": 0.00029966100940972517,
      "loss": 5.9473,
      "step": 3469
    },
    {
      "epoch": 0.2947672443085287,
      "grad_norm": 1.6757484674480991,
      "learning_rate": 0.00029966054790119754,
      "loss": 5.4945,
      "step": 3470
    },
    {
      "epoch": 0.2948521916411825,
      "grad_norm": 1.6567873695949038,
      "learning_rate": 0.000299660086079086,
      "loss": 5.6777,
      "step": 3471
    },
    {
      "epoch": 0.2949371389738362,
      "grad_norm": 1.659812478959835,
      "learning_rate": 0.0002996596239433915,
      "loss": 5.5847,
      "step": 3472
    },
    {
      "epoch": 0.29502208630648996,
      "grad_norm": 1.7685421872580755,
      "learning_rate": 0.0002996591614941151,
      "loss": 5.885,
      "step": 3473
    },
    {
      "epoch": 0.29510703363914376,
      "grad_norm": 1.7156189211875716,
      "learning_rate": 0.0002996586987312576,
      "loss": 5.4905,
      "step": 3474
    },
    {
      "epoch": 0.2951919809717975,
      "grad_norm": 1.6798937527091653,
      "learning_rate": 0.00029965823565482016,
      "loss": 5.4208,
      "step": 3475
    },
    {
      "epoch": 0.29527692830445124,
      "grad_norm": 1.7307499466917688,
      "learning_rate": 0.00029965777226480364,
      "loss": 6.0215,
      "step": 3476
    },
    {
      "epoch": 0.295361875637105,
      "grad_norm": 1.6646824327832912,
      "learning_rate": 0.00029965730856120897,
      "loss": 6.0729,
      "step": 3477
    },
    {
      "epoch": 0.29544682296975877,
      "grad_norm": 1.6834232924496906,
      "learning_rate": 0.0002996568445440372,
      "loss": 5.9786,
      "step": 3478
    },
    {
      "epoch": 0.2955317703024125,
      "grad_norm": 1.7009434248899566,
      "learning_rate": 0.0002996563802132893,
      "loss": 5.1193,
      "step": 3479
    },
    {
      "epoch": 0.29561671763506625,
      "grad_norm": 1.7190376646575622,
      "learning_rate": 0.00029965591556896625,
      "loss": 5.5633,
      "step": 3480
    },
    {
      "epoch": 0.29570166496772,
      "grad_norm": 1.621556393449523,
      "learning_rate": 0.000299655450611069,
      "loss": 5.7366,
      "step": 3481
    },
    {
      "epoch": 0.2957866123003738,
      "grad_norm": 1.7595204998173741,
      "learning_rate": 0.0002996549853395985,
      "loss": 5.9608,
      "step": 3482
    },
    {
      "epoch": 0.2958715596330275,
      "grad_norm": 1.6490906794356066,
      "learning_rate": 0.00029965451975455575,
      "loss": 5.3044,
      "step": 3483
    },
    {
      "epoch": 0.29595650696568127,
      "grad_norm": 1.6186948856708097,
      "learning_rate": 0.00029965405385594173,
      "loss": 5.5398,
      "step": 3484
    },
    {
      "epoch": 0.296041454298335,
      "grad_norm": 1.6799950068080878,
      "learning_rate": 0.00029965358764375737,
      "loss": 6.089,
      "step": 3485
    },
    {
      "epoch": 0.2961264016309888,
      "grad_norm": 1.6545509574431607,
      "learning_rate": 0.00029965312111800374,
      "loss": 5.4388,
      "step": 3486
    },
    {
      "epoch": 0.29621134896364254,
      "grad_norm": 1.6853008386419224,
      "learning_rate": 0.0002996526542786817,
      "loss": 5.4999,
      "step": 3487
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 1.8160805934250448,
      "learning_rate": 0.00029965218712579237,
      "loss": 5.6957,
      "step": 3488
    },
    {
      "epoch": 0.2963812436289501,
      "grad_norm": 1.6790273416929533,
      "learning_rate": 0.00029965171965933663,
      "loss": 5.9328,
      "step": 3489
    },
    {
      "epoch": 0.2964661909616038,
      "grad_norm": 1.6381413004414682,
      "learning_rate": 0.0002996512518793155,
      "loss": 5.7374,
      "step": 3490
    },
    {
      "epoch": 0.29655113829425755,
      "grad_norm": 1.6711493197790954,
      "learning_rate": 0.0002996507837857299,
      "loss": 5.4764,
      "step": 3491
    },
    {
      "epoch": 0.2966360856269113,
      "grad_norm": 1.7441736880778913,
      "learning_rate": 0.0002996503153785809,
      "loss": 5.2359,
      "step": 3492
    },
    {
      "epoch": 0.2967210329595651,
      "grad_norm": 1.7181856203043169,
      "learning_rate": 0.00029964984665786933,
      "loss": 5.6402,
      "step": 3493
    },
    {
      "epoch": 0.29680598029221883,
      "grad_norm": 1.688608252209622,
      "learning_rate": 0.0002996493776235964,
      "loss": 5.9695,
      "step": 3494
    },
    {
      "epoch": 0.29689092762487257,
      "grad_norm": 1.672332001446988,
      "learning_rate": 0.0002996489082757629,
      "loss": 5.6724,
      "step": 3495
    },
    {
      "epoch": 0.2969758749575263,
      "grad_norm": 1.6952222986960959,
      "learning_rate": 0.0002996484386143699,
      "loss": 5.8168,
      "step": 3496
    },
    {
      "epoch": 0.2970608222901801,
      "grad_norm": 1.8089497746091496,
      "learning_rate": 0.00029964796863941835,
      "loss": 5.6969,
      "step": 3497
    },
    {
      "epoch": 0.29714576962283384,
      "grad_norm": 1.7564539235960093,
      "learning_rate": 0.00029964749835090926,
      "loss": 6.305,
      "step": 3498
    },
    {
      "epoch": 0.2972307169554876,
      "grad_norm": 1.6550570432306662,
      "learning_rate": 0.0002996470277488436,
      "loss": 5.8662,
      "step": 3499
    },
    {
      "epoch": 0.2973156642881414,
      "grad_norm": 1.5604322930914487,
      "learning_rate": 0.00029964655683322236,
      "loss": 5.6338,
      "step": 3500
    },
    {
      "epoch": 0.2974006116207951,
      "grad_norm": 1.8021743339805503,
      "learning_rate": 0.0002996460856040465,
      "loss": 5.993,
      "step": 3501
    },
    {
      "epoch": 0.29748555895344886,
      "grad_norm": 1.599583064179988,
      "learning_rate": 0.0002996456140613171,
      "loss": 5.7214,
      "step": 3502
    },
    {
      "epoch": 0.2975705062861026,
      "grad_norm": 1.5861750968631894,
      "learning_rate": 0.00029964514220503504,
      "loss": 5.6388,
      "step": 3503
    },
    {
      "epoch": 0.2976554536187564,
      "grad_norm": 1.7770931530672784,
      "learning_rate": 0.0002996446700352014,
      "loss": 5.3677,
      "step": 3504
    },
    {
      "epoch": 0.29774040095141013,
      "grad_norm": 1.6319743033376901,
      "learning_rate": 0.0002996441975518171,
      "loss": 5.5216,
      "step": 3505
    },
    {
      "epoch": 0.2978253482840639,
      "grad_norm": 1.691308006758414,
      "learning_rate": 0.00029964372475488316,
      "loss": 6.1877,
      "step": 3506
    },
    {
      "epoch": 0.2979102956167176,
      "grad_norm": 1.6653647915906484,
      "learning_rate": 0.00029964325164440046,
      "loss": 6.1025,
      "step": 3507
    },
    {
      "epoch": 0.2979952429493714,
      "grad_norm": 1.6510971088152628,
      "learning_rate": 0.00029964277822037023,
      "loss": 5.9289,
      "step": 3508
    },
    {
      "epoch": 0.29808019028202515,
      "grad_norm": 1.6301687901087303,
      "learning_rate": 0.0002996423044827933,
      "loss": 6.0996,
      "step": 3509
    },
    {
      "epoch": 0.2981651376146789,
      "grad_norm": 1.8142259591492524,
      "learning_rate": 0.00029964183043167065,
      "loss": 5.7631,
      "step": 3510
    },
    {
      "epoch": 0.2982500849473326,
      "grad_norm": 1.7193194300293422,
      "learning_rate": 0.0002996413560670033,
      "loss": 5.6955,
      "step": 3511
    },
    {
      "epoch": 0.2983350322799864,
      "grad_norm": 1.7250875279035847,
      "learning_rate": 0.0002996408813887923,
      "loss": 5.6804,
      "step": 3512
    },
    {
      "epoch": 0.29841997961264016,
      "grad_norm": 1.6607618719833745,
      "learning_rate": 0.0002996404063970386,
      "loss": 5.915,
      "step": 3513
    },
    {
      "epoch": 0.2985049269452939,
      "grad_norm": 1.7326686542268113,
      "learning_rate": 0.0002996399310917432,
      "loss": 5.7146,
      "step": 3514
    },
    {
      "epoch": 0.2985898742779477,
      "grad_norm": 1.642100961548784,
      "learning_rate": 0.00029963945547290704,
      "loss": 5.5497,
      "step": 3515
    },
    {
      "epoch": 0.29867482161060144,
      "grad_norm": 1.7344102358840623,
      "learning_rate": 0.0002996389795405312,
      "loss": 5.398,
      "step": 3516
    },
    {
      "epoch": 0.2987597689432552,
      "grad_norm": 1.7369278871804659,
      "learning_rate": 0.00029963850329461667,
      "loss": 5.5281,
      "step": 3517
    },
    {
      "epoch": 0.2988447162759089,
      "grad_norm": 1.8662257306998766,
      "learning_rate": 0.00029963802673516434,
      "loss": 5.6259,
      "step": 3518
    },
    {
      "epoch": 0.2989296636085627,
      "grad_norm": 1.648357476848941,
      "learning_rate": 0.0002996375498621754,
      "loss": 5.4637,
      "step": 3519
    },
    {
      "epoch": 0.29901461094121645,
      "grad_norm": 1.6896088825618583,
      "learning_rate": 0.00029963707267565066,
      "loss": 5.552,
      "step": 3520
    },
    {
      "epoch": 0.2990995582738702,
      "grad_norm": 1.6679973409842763,
      "learning_rate": 0.00029963659517559125,
      "loss": 6.1592,
      "step": 3521
    },
    {
      "epoch": 0.29918450560652393,
      "grad_norm": 1.8086188267545396,
      "learning_rate": 0.0002996361173619981,
      "loss": 5.8374,
      "step": 3522
    },
    {
      "epoch": 0.2992694529391777,
      "grad_norm": 1.7450476873836032,
      "learning_rate": 0.0002996356392348722,
      "loss": 5.6419,
      "step": 3523
    },
    {
      "epoch": 0.29935440027183147,
      "grad_norm": 1.6759825377953568,
      "learning_rate": 0.0002996351607942146,
      "loss": 5.3755,
      "step": 3524
    },
    {
      "epoch": 0.2994393476044852,
      "grad_norm": 1.6308101575640774,
      "learning_rate": 0.00029963468204002636,
      "loss": 5.5159,
      "step": 3525
    },
    {
      "epoch": 0.29952429493713895,
      "grad_norm": 1.6398456569074473,
      "learning_rate": 0.00029963420297230835,
      "loss": 5.3988,
      "step": 3526
    },
    {
      "epoch": 0.29960924226979274,
      "grad_norm": 1.8082312610550055,
      "learning_rate": 0.00029963372359106163,
      "loss": 5.6449,
      "step": 3527
    },
    {
      "epoch": 0.2996941896024465,
      "grad_norm": 1.6549288602049352,
      "learning_rate": 0.0002996332438962872,
      "loss": 5.6986,
      "step": 3528
    },
    {
      "epoch": 0.2997791369351002,
      "grad_norm": 1.6948109729524623,
      "learning_rate": 0.0002996327638879861,
      "loss": 6.1065,
      "step": 3529
    },
    {
      "epoch": 0.299864084267754,
      "grad_norm": 1.797048541295637,
      "learning_rate": 0.0002996322835661593,
      "loss": 5.6981,
      "step": 3530
    },
    {
      "epoch": 0.29994903160040776,
      "grad_norm": 1.576326080794014,
      "learning_rate": 0.0002996318029308078,
      "loss": 5.9173,
      "step": 3531
    },
    {
      "epoch": 0.3000339789330615,
      "grad_norm": 1.6987015031616048,
      "learning_rate": 0.00029963132198193267,
      "loss": 5.519,
      "step": 3532
    },
    {
      "epoch": 0.30011892626571524,
      "grad_norm": 1.7621958600829377,
      "learning_rate": 0.0002996308407195348,
      "loss": 5.686,
      "step": 3533
    },
    {
      "epoch": 0.30020387359836903,
      "grad_norm": 1.5863782605401548,
      "learning_rate": 0.00029963035914361535,
      "loss": 5.7635,
      "step": 3534
    },
    {
      "epoch": 0.30028882093102277,
      "grad_norm": 1.640922337862727,
      "learning_rate": 0.00029962987725417516,
      "loss": 5.4946,
      "step": 3535
    },
    {
      "epoch": 0.3003737682636765,
      "grad_norm": 1.6002017880199393,
      "learning_rate": 0.0002996293950512154,
      "loss": 6.148,
      "step": 3536
    },
    {
      "epoch": 0.30045871559633025,
      "grad_norm": 1.7040500095072666,
      "learning_rate": 0.000299628912534737,
      "loss": 6.2399,
      "step": 3537
    },
    {
      "epoch": 0.30054366292898405,
      "grad_norm": 1.7006898061687066,
      "learning_rate": 0.00029962842970474094,
      "loss": 6.1347,
      "step": 3538
    },
    {
      "epoch": 0.3006286102616378,
      "grad_norm": 1.6682458283247703,
      "learning_rate": 0.0002996279465612283,
      "loss": 5.7248,
      "step": 3539
    },
    {
      "epoch": 0.3007135575942915,
      "grad_norm": 1.6561404397950525,
      "learning_rate": 0.00029962746310420007,
      "loss": 5.4046,
      "step": 3540
    },
    {
      "epoch": 0.3007985049269453,
      "grad_norm": 1.6001086807669012,
      "learning_rate": 0.00029962697933365724,
      "loss": 5.7192,
      "step": 3541
    },
    {
      "epoch": 0.30088345225959906,
      "grad_norm": 1.8325730168356291,
      "learning_rate": 0.00029962649524960076,
      "loss": 5.8452,
      "step": 3542
    },
    {
      "epoch": 0.3009683995922528,
      "grad_norm": 1.6801327629163787,
      "learning_rate": 0.0002996260108520319,
      "loss": 5.5825,
      "step": 3543
    },
    {
      "epoch": 0.30105334692490654,
      "grad_norm": 1.6353144741671937,
      "learning_rate": 0.0002996255261409513,
      "loss": 5.6774,
      "step": 3544
    },
    {
      "epoch": 0.30113829425756033,
      "grad_norm": 1.8062615673441718,
      "learning_rate": 0.0002996250411163603,
      "loss": 6.0569,
      "step": 3545
    },
    {
      "epoch": 0.3012232415902141,
      "grad_norm": 1.7566245884021998,
      "learning_rate": 0.0002996245557782598,
      "loss": 5.6719,
      "step": 3546
    },
    {
      "epoch": 0.3013081889228678,
      "grad_norm": 1.7543488769374809,
      "learning_rate": 0.00029962407012665076,
      "loss": 5.8512,
      "step": 3547
    },
    {
      "epoch": 0.30139313625552155,
      "grad_norm": 1.7122978124611878,
      "learning_rate": 0.00029962358416153425,
      "loss": 6.101,
      "step": 3548
    },
    {
      "epoch": 0.30147808358817535,
      "grad_norm": 1.6528444041642103,
      "learning_rate": 0.0002996230978829113,
      "loss": 5.6996,
      "step": 3549
    },
    {
      "epoch": 0.3015630309208291,
      "grad_norm": 1.8263737009190355,
      "learning_rate": 0.0002996226112907829,
      "loss": 5.5736,
      "step": 3550
    },
    {
      "epoch": 0.30164797825348283,
      "grad_norm": 1.7344827929165538,
      "learning_rate": 0.00029962212438515006,
      "loss": 5.728,
      "step": 3551
    },
    {
      "epoch": 0.30173292558613657,
      "grad_norm": 1.7128020077174473,
      "learning_rate": 0.0002996216371660139,
      "loss": 6.2034,
      "step": 3552
    },
    {
      "epoch": 0.30181787291879036,
      "grad_norm": 1.6814865467991023,
      "learning_rate": 0.00029962114963337527,
      "loss": 5.783,
      "step": 3553
    },
    {
      "epoch": 0.3019028202514441,
      "grad_norm": 1.6010647180824638,
      "learning_rate": 0.0002996206617872353,
      "loss": 5.6395,
      "step": 3554
    },
    {
      "epoch": 0.30198776758409784,
      "grad_norm": 1.5871779492155673,
      "learning_rate": 0.00029962017362759506,
      "loss": 5.5621,
      "step": 3555
    },
    {
      "epoch": 0.30207271491675164,
      "grad_norm": 1.5532606271179525,
      "learning_rate": 0.00029961968515445546,
      "loss": 5.749,
      "step": 3556
    },
    {
      "epoch": 0.3021576622494054,
      "grad_norm": 1.628683092156283,
      "learning_rate": 0.00029961919636781756,
      "loss": 5.7898,
      "step": 3557
    },
    {
      "epoch": 0.3022426095820591,
      "grad_norm": 1.7698909816132695,
      "learning_rate": 0.00029961870726768244,
      "loss": 5.4209,
      "step": 3558
    },
    {
      "epoch": 0.30232755691471286,
      "grad_norm": 1.663055909535739,
      "learning_rate": 0.0002996182178540511,
      "loss": 5.6807,
      "step": 3559
    },
    {
      "epoch": 0.30241250424736665,
      "grad_norm": 1.7559295683087244,
      "learning_rate": 0.0002996177281269245,
      "loss": 6.1803,
      "step": 3560
    },
    {
      "epoch": 0.3024974515800204,
      "grad_norm": 1.6819023458112055,
      "learning_rate": 0.0002996172380863037,
      "loss": 5.6219,
      "step": 3561
    },
    {
      "epoch": 0.30258239891267413,
      "grad_norm": 1.7134187892168846,
      "learning_rate": 0.00029961674773218975,
      "loss": 6.159,
      "step": 3562
    },
    {
      "epoch": 0.3026673462453279,
      "grad_norm": 1.6779772332399698,
      "learning_rate": 0.00029961625706458365,
      "loss": 6.1775,
      "step": 3563
    },
    {
      "epoch": 0.30275229357798167,
      "grad_norm": 2.8481315871201103,
      "learning_rate": 0.0002996157660834865,
      "loss": 5.4351,
      "step": 3564
    },
    {
      "epoch": 0.3028372409106354,
      "grad_norm": 1.713810482807403,
      "learning_rate": 0.0002996152747888993,
      "loss": 5.9821,
      "step": 3565
    },
    {
      "epoch": 0.30292218824328915,
      "grad_norm": 1.7361827227574775,
      "learning_rate": 0.00029961478318082295,
      "loss": 5.3973,
      "step": 3566
    },
    {
      "epoch": 0.30300713557594294,
      "grad_norm": 1.6693378271069512,
      "learning_rate": 0.0002996142912592587,
      "loss": 5.44,
      "step": 3567
    },
    {
      "epoch": 0.3030920829085967,
      "grad_norm": 1.7293751835571198,
      "learning_rate": 0.0002996137990242074,
      "loss": 5.8476,
      "step": 3568
    },
    {
      "epoch": 0.3031770302412504,
      "grad_norm": 1.6803507539840141,
      "learning_rate": 0.00029961330647567015,
      "loss": 5.529,
      "step": 3569
    },
    {
      "epoch": 0.30326197757390416,
      "grad_norm": 1.7505942276916269,
      "learning_rate": 0.00029961281361364796,
      "loss": 5.7411,
      "step": 3570
    },
    {
      "epoch": 0.30334692490655796,
      "grad_norm": 1.6258784213578648,
      "learning_rate": 0.00029961232043814194,
      "loss": 5.7002,
      "step": 3571
    },
    {
      "epoch": 0.3034318722392117,
      "grad_norm": 1.6525137116014517,
      "learning_rate": 0.00029961182694915295,
      "loss": 6.1164,
      "step": 3572
    },
    {
      "epoch": 0.30351681957186544,
      "grad_norm": 1.766075292512591,
      "learning_rate": 0.00029961133314668225,
      "loss": 5.6412,
      "step": 3573
    },
    {
      "epoch": 0.3036017669045192,
      "grad_norm": 1.6314211122537028,
      "learning_rate": 0.0002996108390307307,
      "loss": 5.6364,
      "step": 3574
    },
    {
      "epoch": 0.30368671423717297,
      "grad_norm": 1.7079796808580947,
      "learning_rate": 0.00029961034460129944,
      "loss": 5.7121,
      "step": 3575
    },
    {
      "epoch": 0.3037716615698267,
      "grad_norm": 1.7612789200498224,
      "learning_rate": 0.0002996098498583895,
      "loss": 5.7188,
      "step": 3576
    },
    {
      "epoch": 0.30385660890248045,
      "grad_norm": 1.7279989814380767,
      "learning_rate": 0.0002996093548020018,
      "loss": 5.7058,
      "step": 3577
    },
    {
      "epoch": 0.3039415562351342,
      "grad_norm": 1.7505898058859855,
      "learning_rate": 0.00029960885943213747,
      "loss": 5.807,
      "step": 3578
    },
    {
      "epoch": 0.304026503567788,
      "grad_norm": 1.70724953972399,
      "learning_rate": 0.00029960836374879756,
      "loss": 5.4743,
      "step": 3579
    },
    {
      "epoch": 0.3041114509004417,
      "grad_norm": 1.7424839893648982,
      "learning_rate": 0.0002996078677519831,
      "loss": 5.861,
      "step": 3580
    },
    {
      "epoch": 0.30419639823309547,
      "grad_norm": 1.6072745491394487,
      "learning_rate": 0.0002996073714416951,
      "loss": 5.3848,
      "step": 3581
    },
    {
      "epoch": 0.30428134556574926,
      "grad_norm": 1.7737218011537392,
      "learning_rate": 0.00029960687481793457,
      "loss": 5.4743,
      "step": 3582
    },
    {
      "epoch": 0.304366292898403,
      "grad_norm": 1.7456165454357846,
      "learning_rate": 0.00029960637788070264,
      "loss": 5.5468,
      "step": 3583
    },
    {
      "epoch": 0.30445124023105674,
      "grad_norm": 1.8315334107482395,
      "learning_rate": 0.0002996058806300003,
      "loss": 5.752,
      "step": 3584
    },
    {
      "epoch": 0.3045361875637105,
      "grad_norm": 1.665677024267975,
      "learning_rate": 0.00029960538306582856,
      "loss": 5.3648,
      "step": 3585
    },
    {
      "epoch": 0.3046211348963643,
      "grad_norm": 1.721221891458625,
      "learning_rate": 0.0002996048851881885,
      "loss": 5.7984,
      "step": 3586
    },
    {
      "epoch": 0.304706082229018,
      "grad_norm": 1.8386701440011572,
      "learning_rate": 0.0002996043869970812,
      "loss": 5.8338,
      "step": 3587
    },
    {
      "epoch": 0.30479102956167176,
      "grad_norm": 1.8793606233434186,
      "learning_rate": 0.0002996038884925077,
      "loss": 5.8051,
      "step": 3588
    },
    {
      "epoch": 0.3048759768943255,
      "grad_norm": 1.7009212630333037,
      "learning_rate": 0.000299603389674469,
      "loss": 5.5017,
      "step": 3589
    },
    {
      "epoch": 0.3049609242269793,
      "grad_norm": 1.7164273421649276,
      "learning_rate": 0.00029960289054296613,
      "loss": 5.777,
      "step": 3590
    },
    {
      "epoch": 0.30504587155963303,
      "grad_norm": 1.9393910713553213,
      "learning_rate": 0.00029960239109800017,
      "loss": 5.514,
      "step": 3591
    },
    {
      "epoch": 0.30513081889228677,
      "grad_norm": 1.8504012253543376,
      "learning_rate": 0.0002996018913395721,
      "loss": 5.8297,
      "step": 3592
    },
    {
      "epoch": 0.3052157662249405,
      "grad_norm": 1.6131844888448972,
      "learning_rate": 0.0002996013912676831,
      "loss": 5.6795,
      "step": 3593
    },
    {
      "epoch": 0.3053007135575943,
      "grad_norm": 1.7718458438750753,
      "learning_rate": 0.0002996008908823341,
      "loss": 5.2138,
      "step": 3594
    },
    {
      "epoch": 0.30538566089024805,
      "grad_norm": 1.663091765714474,
      "learning_rate": 0.00029960039018352624,
      "loss": 5.4469,
      "step": 3595
    },
    {
      "epoch": 0.3054706082229018,
      "grad_norm": 1.608406043092676,
      "learning_rate": 0.0002995998891712605,
      "loss": 6.0585,
      "step": 3596
    },
    {
      "epoch": 0.3055555555555556,
      "grad_norm": 1.7608149993372884,
      "learning_rate": 0.00029959938784553797,
      "loss": 6.0456,
      "step": 3597
    },
    {
      "epoch": 0.3056405028882093,
      "grad_norm": 1.905565939648799,
      "learning_rate": 0.00029959888620635964,
      "loss": 5.6324,
      "step": 3598
    },
    {
      "epoch": 0.30572545022086306,
      "grad_norm": 1.7992281800831307,
      "learning_rate": 0.00029959838425372664,
      "loss": 5.385,
      "step": 3599
    },
    {
      "epoch": 0.3058103975535168,
      "grad_norm": 1.6939071515931594,
      "learning_rate": 0.00029959788198764,
      "loss": 5.649,
      "step": 3600
    },
    {
      "epoch": 0.3058953448861706,
      "grad_norm": 1.8038561414925172,
      "learning_rate": 0.0002995973794081007,
      "loss": 5.3725,
      "step": 3601
    },
    {
      "epoch": 0.30598029221882433,
      "grad_norm": 1.678582072390124,
      "learning_rate": 0.0002995968765151099,
      "loss": 5.5283,
      "step": 3602
    },
    {
      "epoch": 0.3060652395514781,
      "grad_norm": 1.6868537141314182,
      "learning_rate": 0.00029959637330866855,
      "loss": 5.7307,
      "step": 3603
    },
    {
      "epoch": 0.3061501868841318,
      "grad_norm": 1.8134186540777035,
      "learning_rate": 0.0002995958697887778,
      "loss": 5.5264,
      "step": 3604
    },
    {
      "epoch": 0.3062351342167856,
      "grad_norm": 1.6834468952775377,
      "learning_rate": 0.0002995953659554387,
      "loss": 5.6343,
      "step": 3605
    },
    {
      "epoch": 0.30632008154943935,
      "grad_norm": 1.8380470688535173,
      "learning_rate": 0.00029959486180865214,
      "loss": 5.5254,
      "step": 3606
    },
    {
      "epoch": 0.3064050288820931,
      "grad_norm": 1.6429530348723926,
      "learning_rate": 0.00029959435734841944,
      "loss": 5.2578,
      "step": 3607
    },
    {
      "epoch": 0.3064899762147469,
      "grad_norm": 1.6599643535664164,
      "learning_rate": 0.00029959385257474145,
      "loss": 5.7069,
      "step": 3608
    },
    {
      "epoch": 0.3065749235474006,
      "grad_norm": 1.65883920082417,
      "learning_rate": 0.0002995933474876193,
      "loss": 5.6196,
      "step": 3609
    },
    {
      "epoch": 0.30665987088005436,
      "grad_norm": 1.6459768639319632,
      "learning_rate": 0.00029959284208705406,
      "loss": 5.8561,
      "step": 3610
    },
    {
      "epoch": 0.3067448182127081,
      "grad_norm": 1.9747412385623229,
      "learning_rate": 0.0002995923363730468,
      "loss": 5.6034,
      "step": 3611
    },
    {
      "epoch": 0.3068297655453619,
      "grad_norm": 1.7010555089434418,
      "learning_rate": 0.0002995918303455986,
      "loss": 5.5805,
      "step": 3612
    },
    {
      "epoch": 0.30691471287801564,
      "grad_norm": 1.6796770621738333,
      "learning_rate": 0.00029959132400471036,
      "loss": 5.6766,
      "step": 3613
    },
    {
      "epoch": 0.3069996602106694,
      "grad_norm": 1.629253957731104,
      "learning_rate": 0.0002995908173503833,
      "loss": 5.6896,
      "step": 3614
    },
    {
      "epoch": 0.3070846075433231,
      "grad_norm": 1.713043375936453,
      "learning_rate": 0.0002995903103826185,
      "loss": 5.7723,
      "step": 3615
    },
    {
      "epoch": 0.3071695548759769,
      "grad_norm": 1.703780027788132,
      "learning_rate": 0.0002995898031014169,
      "loss": 5.609,
      "step": 3616
    },
    {
      "epoch": 0.30725450220863065,
      "grad_norm": 1.8016221535729033,
      "learning_rate": 0.00029958929550677964,
      "loss": 5.9828,
      "step": 3617
    },
    {
      "epoch": 0.3073394495412844,
      "grad_norm": 1.735277367627294,
      "learning_rate": 0.0002995887875987078,
      "loss": 5.8949,
      "step": 3618
    },
    {
      "epoch": 0.30742439687393813,
      "grad_norm": 1.5811158940454562,
      "learning_rate": 0.00029958827937720235,
      "loss": 5.8728,
      "step": 3619
    },
    {
      "epoch": 0.30750934420659193,
      "grad_norm": 1.672081320442543,
      "learning_rate": 0.0002995877708422645,
      "loss": 5.6993,
      "step": 3620
    },
    {
      "epoch": 0.30759429153924567,
      "grad_norm": 2.083300362787477,
      "learning_rate": 0.0002995872619938952,
      "loss": 6.0645,
      "step": 3621
    },
    {
      "epoch": 0.3076792388718994,
      "grad_norm": 1.6877235852342634,
      "learning_rate": 0.0002995867528320955,
      "loss": 5.7695,
      "step": 3622
    },
    {
      "epoch": 0.3077641862045532,
      "grad_norm": 1.7783328655521211,
      "learning_rate": 0.0002995862433568665,
      "loss": 5.3283,
      "step": 3623
    },
    {
      "epoch": 0.30784913353720694,
      "grad_norm": 1.669991271702382,
      "learning_rate": 0.0002995857335682094,
      "loss": 5.3301,
      "step": 3624
    },
    {
      "epoch": 0.3079340808698607,
      "grad_norm": 1.6759572539246672,
      "learning_rate": 0.00029958522346612505,
      "loss": 5.9277,
      "step": 3625
    },
    {
      "epoch": 0.3080190282025144,
      "grad_norm": 1.672323475418938,
      "learning_rate": 0.0002995847130506147,
      "loss": 6.1423,
      "step": 3626
    },
    {
      "epoch": 0.3081039755351682,
      "grad_norm": 2.543185461658051,
      "learning_rate": 0.00029958420232167925,
      "loss": 5.1912,
      "step": 3627
    },
    {
      "epoch": 0.30818892286782196,
      "grad_norm": 1.6752096279555944,
      "learning_rate": 0.00029958369127931994,
      "loss": 5.7427,
      "step": 3628
    },
    {
      "epoch": 0.3082738702004757,
      "grad_norm": 1.6708422938706233,
      "learning_rate": 0.00029958317992353773,
      "loss": 5.5447,
      "step": 3629
    },
    {
      "epoch": 0.30835881753312944,
      "grad_norm": 1.762711906423131,
      "learning_rate": 0.0002995826682543337,
      "loss": 5.0926,
      "step": 3630
    },
    {
      "epoch": 0.30844376486578323,
      "grad_norm": 1.770141108307478,
      "learning_rate": 0.00029958215627170896,
      "loss": 5.4196,
      "step": 3631
    },
    {
      "epoch": 0.30852871219843697,
      "grad_norm": 1.7226799370809929,
      "learning_rate": 0.00029958164397566456,
      "loss": 5.5304,
      "step": 3632
    },
    {
      "epoch": 0.3086136595310907,
      "grad_norm": 1.6872130889946504,
      "learning_rate": 0.0002995811313662016,
      "loss": 5.6205,
      "step": 3633
    },
    {
      "epoch": 0.30869860686374445,
      "grad_norm": 1.6497313722450224,
      "learning_rate": 0.00029958061844332116,
      "loss": 6.1237,
      "step": 3634
    },
    {
      "epoch": 0.30878355419639825,
      "grad_norm": 1.6086739464206496,
      "learning_rate": 0.0002995801052070242,
      "loss": 5.5731,
      "step": 3635
    },
    {
      "epoch": 0.308868501529052,
      "grad_norm": 1.643708640428772,
      "learning_rate": 0.00029957959165731197,
      "loss": 5.3858,
      "step": 3636
    },
    {
      "epoch": 0.3089534488617057,
      "grad_norm": 1.612508605184388,
      "learning_rate": 0.00029957907779418544,
      "loss": 5.5428,
      "step": 3637
    },
    {
      "epoch": 0.3090383961943595,
      "grad_norm": 1.714117444711256,
      "learning_rate": 0.0002995785636176457,
      "loss": 5.3735,
      "step": 3638
    },
    {
      "epoch": 0.30912334352701326,
      "grad_norm": 1.7326203815717403,
      "learning_rate": 0.0002995780491276938,
      "loss": 5.7988,
      "step": 3639
    },
    {
      "epoch": 0.309208290859667,
      "grad_norm": 1.6112474419633949,
      "learning_rate": 0.0002995775343243309,
      "loss": 5.5381,
      "step": 3640
    },
    {
      "epoch": 0.30929323819232074,
      "grad_norm": 1.7695680958329192,
      "learning_rate": 0.00029957701920755805,
      "loss": 5.4783,
      "step": 3641
    },
    {
      "epoch": 0.30937818552497454,
      "grad_norm": 1.6811256845299893,
      "learning_rate": 0.0002995765037773763,
      "loss": 5.6511,
      "step": 3642
    },
    {
      "epoch": 0.3094631328576283,
      "grad_norm": 1.5713841475474788,
      "learning_rate": 0.0002995759880337867,
      "loss": 5.6643,
      "step": 3643
    },
    {
      "epoch": 0.309548080190282,
      "grad_norm": 1.678040933762585,
      "learning_rate": 0.0002995754719767904,
      "loss": 5.7511,
      "step": 3644
    },
    {
      "epoch": 0.30963302752293576,
      "grad_norm": 1.665035015493489,
      "learning_rate": 0.00029957495560638844,
      "loss": 5.5611,
      "step": 3645
    },
    {
      "epoch": 0.30971797485558955,
      "grad_norm": 1.6910293103553926,
      "learning_rate": 0.0002995744389225819,
      "loss": 6.0898,
      "step": 3646
    },
    {
      "epoch": 0.3098029221882433,
      "grad_norm": 1.751552064055321,
      "learning_rate": 0.0002995739219253719,
      "loss": 5.7638,
      "step": 3647
    },
    {
      "epoch": 0.30988786952089703,
      "grad_norm": 1.7889529915856115,
      "learning_rate": 0.00029957340461475953,
      "loss": 6.0334,
      "step": 3648
    },
    {
      "epoch": 0.3099728168535508,
      "grad_norm": 1.7779676261562194,
      "learning_rate": 0.0002995728869907458,
      "loss": 5.8729,
      "step": 3649
    },
    {
      "epoch": 0.31005776418620457,
      "grad_norm": 1.9093361358731693,
      "learning_rate": 0.00029957236905333185,
      "loss": 6.0962,
      "step": 3650
    },
    {
      "epoch": 0.3101427115188583,
      "grad_norm": 1.7273983985653905,
      "learning_rate": 0.0002995718508025187,
      "loss": 5.755,
      "step": 3651
    },
    {
      "epoch": 0.31022765885151204,
      "grad_norm": 1.716959355827704,
      "learning_rate": 0.0002995713322383076,
      "loss": 5.5458,
      "step": 3652
    },
    {
      "epoch": 0.31031260618416584,
      "grad_norm": 1.7538090827673636,
      "learning_rate": 0.00029957081336069946,
      "loss": 5.9046,
      "step": 3653
    },
    {
      "epoch": 0.3103975535168196,
      "grad_norm": 1.7480521068906956,
      "learning_rate": 0.00029957029416969547,
      "loss": 5.4268,
      "step": 3654
    },
    {
      "epoch": 0.3104825008494733,
      "grad_norm": 1.6498306723845608,
      "learning_rate": 0.00029956977466529666,
      "loss": 5.5969,
      "step": 3655
    },
    {
      "epoch": 0.31056744818212706,
      "grad_norm": 1.7640097573735574,
      "learning_rate": 0.0002995692548475041,
      "loss": 5.8145,
      "step": 3656
    },
    {
      "epoch": 0.31065239551478085,
      "grad_norm": 1.7301314194885167,
      "learning_rate": 0.000299568734716319,
      "loss": 5.3017,
      "step": 3657
    },
    {
      "epoch": 0.3107373428474346,
      "grad_norm": 1.6206230902997483,
      "learning_rate": 0.00029956821427174233,
      "loss": 5.3492,
      "step": 3658
    },
    {
      "epoch": 0.31082229018008833,
      "grad_norm": 1.696124121963992,
      "learning_rate": 0.0002995676935137752,
      "loss": 5.3644,
      "step": 3659
    },
    {
      "epoch": 0.3109072375127421,
      "grad_norm": 1.7320018747082708,
      "learning_rate": 0.00029956717244241873,
      "loss": 5.9685,
      "step": 3660
    },
    {
      "epoch": 0.31099218484539587,
      "grad_norm": 1.873953887695472,
      "learning_rate": 0.00029956665105767405,
      "loss": 5.6263,
      "step": 3661
    },
    {
      "epoch": 0.3110771321780496,
      "grad_norm": 1.653102464118441,
      "learning_rate": 0.00029956612935954215,
      "loss": 6.0506,
      "step": 3662
    },
    {
      "epoch": 0.31116207951070335,
      "grad_norm": 2.049225919785129,
      "learning_rate": 0.0002995656073480242,
      "loss": 5.4223,
      "step": 3663
    },
    {
      "epoch": 0.31124702684335714,
      "grad_norm": 1.6719389141636576,
      "learning_rate": 0.00029956508502312126,
      "loss": 5.9765,
      "step": 3664
    },
    {
      "epoch": 0.3113319741760109,
      "grad_norm": 1.7022284806094974,
      "learning_rate": 0.0002995645623848345,
      "loss": 5.5631,
      "step": 3665
    },
    {
      "epoch": 0.3114169215086646,
      "grad_norm": 1.6265580906992205,
      "learning_rate": 0.00029956403943316484,
      "loss": 5.789,
      "step": 3666
    },
    {
      "epoch": 0.31150186884131836,
      "grad_norm": 1.6625971559842854,
      "learning_rate": 0.00029956351616811355,
      "loss": 6.0251,
      "step": 3667
    },
    {
      "epoch": 0.31158681617397216,
      "grad_norm": 1.6614969960912693,
      "learning_rate": 0.0002995629925896817,
      "loss": 6.1436,
      "step": 3668
    },
    {
      "epoch": 0.3116717635066259,
      "grad_norm": 1.724453492510286,
      "learning_rate": 0.0002995624686978703,
      "loss": 5.6118,
      "step": 3669
    },
    {
      "epoch": 0.31175671083927964,
      "grad_norm": 1.8111253961587728,
      "learning_rate": 0.0002995619444926805,
      "loss": 5.3235,
      "step": 3670
    },
    {
      "epoch": 0.3118416581719334,
      "grad_norm": 1.6031162849314002,
      "learning_rate": 0.0002995614199741134,
      "loss": 5.7224,
      "step": 3671
    },
    {
      "epoch": 0.3119266055045872,
      "grad_norm": 1.912235450813511,
      "learning_rate": 0.0002995608951421701,
      "loss": 5.9513,
      "step": 3672
    },
    {
      "epoch": 0.3120115528372409,
      "grad_norm": 1.7255405516207811,
      "learning_rate": 0.0002995603699968517,
      "loss": 5.9611,
      "step": 3673
    },
    {
      "epoch": 0.31209650016989465,
      "grad_norm": 1.6039260733864233,
      "learning_rate": 0.00029955984453815926,
      "loss": 5.5597,
      "step": 3674
    },
    {
      "epoch": 0.3121814475025484,
      "grad_norm": 1.6467058628952451,
      "learning_rate": 0.000299559318766094,
      "loss": 5.754,
      "step": 3675
    },
    {
      "epoch": 0.3122663948352022,
      "grad_norm": 1.7776003683201549,
      "learning_rate": 0.00029955879268065685,
      "loss": 5.3347,
      "step": 3676
    },
    {
      "epoch": 0.3123513421678559,
      "grad_norm": 1.6989459065803676,
      "learning_rate": 0.00029955826628184906,
      "loss": 6.0971,
      "step": 3677
    },
    {
      "epoch": 0.31243628950050967,
      "grad_norm": 1.6819501992551038,
      "learning_rate": 0.00029955773956967166,
      "loss": 5.8616,
      "step": 3678
    },
    {
      "epoch": 0.31252123683316346,
      "grad_norm": 1.6831797417723857,
      "learning_rate": 0.0002995572125441258,
      "loss": 5.8988,
      "step": 3679
    },
    {
      "epoch": 0.3126061841658172,
      "grad_norm": 1.7203296077101526,
      "learning_rate": 0.0002995566852052125,
      "loss": 6.0597,
      "step": 3680
    },
    {
      "epoch": 0.31269113149847094,
      "grad_norm": 1.679769611852547,
      "learning_rate": 0.0002995561575529329,
      "loss": 5.6315,
      "step": 3681
    },
    {
      "epoch": 0.3127760788311247,
      "grad_norm": 1.6639499685940922,
      "learning_rate": 0.00029955562958728813,
      "loss": 5.7885,
      "step": 3682
    },
    {
      "epoch": 0.3128610261637785,
      "grad_norm": 1.6155928845120713,
      "learning_rate": 0.0002995551013082794,
      "loss": 5.4465,
      "step": 3683
    },
    {
      "epoch": 0.3129459734964322,
      "grad_norm": 1.6183016290379413,
      "learning_rate": 0.0002995545727159076,
      "loss": 5.4778,
      "step": 3684
    },
    {
      "epoch": 0.31303092082908596,
      "grad_norm": 1.6223853609205692,
      "learning_rate": 0.0002995540438101739,
      "loss": 5.6152,
      "step": 3685
    },
    {
      "epoch": 0.3131158681617397,
      "grad_norm": 1.6785032107979783,
      "learning_rate": 0.00029955351459107953,
      "loss": 5.9329,
      "step": 3686
    },
    {
      "epoch": 0.3132008154943935,
      "grad_norm": 1.725396644426239,
      "learning_rate": 0.0002995529850586255,
      "loss": 5.288,
      "step": 3687
    },
    {
      "epoch": 0.31328576282704723,
      "grad_norm": 1.6649214991896042,
      "learning_rate": 0.00029955245521281294,
      "loss": 5.3315,
      "step": 3688
    },
    {
      "epoch": 0.31337071015970097,
      "grad_norm": 1.7273721183642703,
      "learning_rate": 0.00029955192505364296,
      "loss": 5.4169,
      "step": 3689
    },
    {
      "epoch": 0.31345565749235477,
      "grad_norm": 1.6501207258086992,
      "learning_rate": 0.0002995513945811167,
      "loss": 5.5258,
      "step": 3690
    },
    {
      "epoch": 0.3135406048250085,
      "grad_norm": 1.6623674880527974,
      "learning_rate": 0.0002995508637952352,
      "loss": 5.5864,
      "step": 3691
    },
    {
      "epoch": 0.31362555215766225,
      "grad_norm": 1.6796102652632061,
      "learning_rate": 0.00029955033269599965,
      "loss": 5.3803,
      "step": 3692
    },
    {
      "epoch": 0.313710499490316,
      "grad_norm": 1.6793636594825276,
      "learning_rate": 0.0002995498012834111,
      "loss": 5.4986,
      "step": 3693
    },
    {
      "epoch": 0.3137954468229698,
      "grad_norm": 1.7031525574505988,
      "learning_rate": 0.0002995492695574707,
      "loss": 5.6905,
      "step": 3694
    },
    {
      "epoch": 0.3138803941556235,
      "grad_norm": 1.7819374816798923,
      "learning_rate": 0.0002995487375181795,
      "loss": 6.1943,
      "step": 3695
    },
    {
      "epoch": 0.31396534148827726,
      "grad_norm": 1.6631440543938427,
      "learning_rate": 0.00029954820516553876,
      "loss": 5.3069,
      "step": 3696
    },
    {
      "epoch": 0.314050288820931,
      "grad_norm": 1.6634943675135325,
      "learning_rate": 0.0002995476724995494,
      "loss": 5.3504,
      "step": 3697
    },
    {
      "epoch": 0.3141352361535848,
      "grad_norm": 1.6646931279705877,
      "learning_rate": 0.00029954713952021276,
      "loss": 5.6474,
      "step": 3698
    },
    {
      "epoch": 0.31422018348623854,
      "grad_norm": 1.7079286027145935,
      "learning_rate": 0.0002995466062275298,
      "loss": 5.3619,
      "step": 3699
    },
    {
      "epoch": 0.3143051308188923,
      "grad_norm": 1.6350451402288677,
      "learning_rate": 0.0002995460726215017,
      "loss": 6.0712,
      "step": 3700
    },
    {
      "epoch": 0.314390078151546,
      "grad_norm": 1.6512163890194813,
      "learning_rate": 0.0002995455387021295,
      "loss": 5.9873,
      "step": 3701
    },
    {
      "epoch": 0.3144750254841998,
      "grad_norm": 1.7534209767344926,
      "learning_rate": 0.0002995450044694144,
      "loss": 5.5195,
      "step": 3702
    },
    {
      "epoch": 0.31455997281685355,
      "grad_norm": 1.8081984681125594,
      "learning_rate": 0.00029954446992335745,
      "loss": 5.1981,
      "step": 3703
    },
    {
      "epoch": 0.3146449201495073,
      "grad_norm": 1.7515154290831538,
      "learning_rate": 0.00029954393506395984,
      "loss": 6.0355,
      "step": 3704
    },
    {
      "epoch": 0.3147298674821611,
      "grad_norm": 1.7175903485575426,
      "learning_rate": 0.00029954339989122266,
      "loss": 6.0601,
      "step": 3705
    },
    {
      "epoch": 0.3148148148148148,
      "grad_norm": 1.6848954111071741,
      "learning_rate": 0.00029954286440514704,
      "loss": 5.9064,
      "step": 3706
    },
    {
      "epoch": 0.31489976214746856,
      "grad_norm": 1.8355640058031424,
      "learning_rate": 0.00029954232860573407,
      "loss": 5.4037,
      "step": 3707
    },
    {
      "epoch": 0.3149847094801223,
      "grad_norm": 1.6793914436460349,
      "learning_rate": 0.00029954179249298493,
      "loss": 5.4284,
      "step": 3708
    },
    {
      "epoch": 0.3150696568127761,
      "grad_norm": 1.6742071917949894,
      "learning_rate": 0.0002995412560669007,
      "loss": 6.0599,
      "step": 3709
    },
    {
      "epoch": 0.31515460414542984,
      "grad_norm": 1.6272104837880188,
      "learning_rate": 0.00029954071932748256,
      "loss": 5.4258,
      "step": 3710
    },
    {
      "epoch": 0.3152395514780836,
      "grad_norm": 1.8118035608530279,
      "learning_rate": 0.0002995401822747315,
      "loss": 6.1913,
      "step": 3711
    },
    {
      "epoch": 0.3153244988107373,
      "grad_norm": 1.780913180648298,
      "learning_rate": 0.00029953964490864876,
      "loss": 5.3192,
      "step": 3712
    },
    {
      "epoch": 0.3154094461433911,
      "grad_norm": 1.6712041560639241,
      "learning_rate": 0.0002995391072292355,
      "loss": 5.969,
      "step": 3713
    },
    {
      "epoch": 0.31549439347604485,
      "grad_norm": 1.800278670169551,
      "learning_rate": 0.00029953856923649276,
      "loss": 5.9024,
      "step": 3714
    },
    {
      "epoch": 0.3155793408086986,
      "grad_norm": 1.74236406613583,
      "learning_rate": 0.00029953803093042165,
      "loss": 5.6634,
      "step": 3715
    },
    {
      "epoch": 0.31566428814135233,
      "grad_norm": 1.6022626486129066,
      "learning_rate": 0.00029953749231102344,
      "loss": 5.7261,
      "step": 3716
    },
    {
      "epoch": 0.31574923547400613,
      "grad_norm": 1.7715425494529544,
      "learning_rate": 0.00029953695337829904,
      "loss": 5.7569,
      "step": 3717
    },
    {
      "epoch": 0.31583418280665987,
      "grad_norm": 1.749114215588508,
      "learning_rate": 0.00029953641413224975,
      "loss": 5.2748,
      "step": 3718
    },
    {
      "epoch": 0.3159191301393136,
      "grad_norm": 1.6187497819174679,
      "learning_rate": 0.0002995358745728767,
      "loss": 5.3785,
      "step": 3719
    },
    {
      "epoch": 0.3160040774719674,
      "grad_norm": 2.080898574717823,
      "learning_rate": 0.00029953533470018095,
      "loss": 5.3848,
      "step": 3720
    },
    {
      "epoch": 0.31608902480462114,
      "grad_norm": 1.6503572990168853,
      "learning_rate": 0.0002995347945141636,
      "loss": 5.6524,
      "step": 3721
    },
    {
      "epoch": 0.3161739721372749,
      "grad_norm": 1.6948344552954544,
      "learning_rate": 0.0002995342540148259,
      "loss": 5.8468,
      "step": 3722
    },
    {
      "epoch": 0.3162589194699286,
      "grad_norm": 1.7217378377100885,
      "learning_rate": 0.00029953371320216887,
      "loss": 5.4413,
      "step": 3723
    },
    {
      "epoch": 0.3163438668025824,
      "grad_norm": 1.7439324466734634,
      "learning_rate": 0.00029953317207619373,
      "loss": 5.7233,
      "step": 3724
    },
    {
      "epoch": 0.31642881413523616,
      "grad_norm": 1.6508835730615927,
      "learning_rate": 0.00029953263063690156,
      "loss": 5.8418,
      "step": 3725
    },
    {
      "epoch": 0.3165137614678899,
      "grad_norm": 2.364783305510633,
      "learning_rate": 0.00029953208888429346,
      "loss": 4.9665,
      "step": 3726
    },
    {
      "epoch": 0.31659870880054364,
      "grad_norm": 1.6430838613437975,
      "learning_rate": 0.00029953154681837066,
      "loss": 5.3916,
      "step": 3727
    },
    {
      "epoch": 0.31668365613319743,
      "grad_norm": 1.6236958941169812,
      "learning_rate": 0.00029953100443913424,
      "loss": 5.789,
      "step": 3728
    },
    {
      "epoch": 0.3167686034658512,
      "grad_norm": 1.6468783451121292,
      "learning_rate": 0.00029953046174658536,
      "loss": 6.0398,
      "step": 3729
    },
    {
      "epoch": 0.3168535507985049,
      "grad_norm": 1.6900684751997097,
      "learning_rate": 0.00029952991874072514,
      "loss": 5.7166,
      "step": 3730
    },
    {
      "epoch": 0.3169384981311587,
      "grad_norm": 1.6388994297007513,
      "learning_rate": 0.0002995293754215547,
      "loss": 5.8304,
      "step": 3731
    },
    {
      "epoch": 0.31702344546381245,
      "grad_norm": 1.6175981074787669,
      "learning_rate": 0.00029952883178907525,
      "loss": 5.8405,
      "step": 3732
    },
    {
      "epoch": 0.3171083927964662,
      "grad_norm": 1.759897387794452,
      "learning_rate": 0.0002995282878432878,
      "loss": 5.1218,
      "step": 3733
    },
    {
      "epoch": 0.3171933401291199,
      "grad_norm": 1.7493371557762105,
      "learning_rate": 0.00029952774358419363,
      "loss": 5.7756,
      "step": 3734
    },
    {
      "epoch": 0.3172782874617737,
      "grad_norm": 1.647247761219495,
      "learning_rate": 0.00029952719901179376,
      "loss": 5.9294,
      "step": 3735
    },
    {
      "epoch": 0.31736323479442746,
      "grad_norm": 1.6451937551316338,
      "learning_rate": 0.00029952665412608944,
      "loss": 5.3459,
      "step": 3736
    },
    {
      "epoch": 0.3174481821270812,
      "grad_norm": 1.6175317086862473,
      "learning_rate": 0.00029952610892708176,
      "loss": 5.4094,
      "step": 3737
    },
    {
      "epoch": 0.31753312945973494,
      "grad_norm": 1.6820034030369595,
      "learning_rate": 0.00029952556341477184,
      "loss": 5.8627,
      "step": 3738
    },
    {
      "epoch": 0.31761807679238874,
      "grad_norm": 1.8509730388979888,
      "learning_rate": 0.00029952501758916084,
      "loss": 5.5889,
      "step": 3739
    },
    {
      "epoch": 0.3177030241250425,
      "grad_norm": 1.7274351724170878,
      "learning_rate": 0.00029952447145024995,
      "loss": 5.8677,
      "step": 3740
    },
    {
      "epoch": 0.3177879714576962,
      "grad_norm": 1.6581756372120344,
      "learning_rate": 0.00029952392499804024,
      "loss": 5.7883,
      "step": 3741
    },
    {
      "epoch": 0.31787291879034996,
      "grad_norm": 1.737136231709722,
      "learning_rate": 0.00029952337823253286,
      "loss": 5.3895,
      "step": 3742
    },
    {
      "epoch": 0.31795786612300375,
      "grad_norm": 1.7064935998776598,
      "learning_rate": 0.0002995228311537291,
      "loss": 5.3782,
      "step": 3743
    },
    {
      "epoch": 0.3180428134556575,
      "grad_norm": 1.7336851573369738,
      "learning_rate": 0.0002995222837616299,
      "loss": 6.0305,
      "step": 3744
    },
    {
      "epoch": 0.31812776078831123,
      "grad_norm": 1.691588929676135,
      "learning_rate": 0.0002995217360562365,
      "loss": 5.4583,
      "step": 3745
    },
    {
      "epoch": 0.318212708120965,
      "grad_norm": 1.611594710494604,
      "learning_rate": 0.00029952118803755,
      "loss": 5.4749,
      "step": 3746
    },
    {
      "epoch": 0.31829765545361877,
      "grad_norm": 1.72959321416263,
      "learning_rate": 0.0002995206397055717,
      "loss": 6.1503,
      "step": 3747
    },
    {
      "epoch": 0.3183826027862725,
      "grad_norm": 1.7560070548185738,
      "learning_rate": 0.0002995200910603026,
      "loss": 5.3824,
      "step": 3748
    },
    {
      "epoch": 0.31846755011892625,
      "grad_norm": 2.9049692041711612,
      "learning_rate": 0.00029951954210174386,
      "loss": 5.2697,
      "step": 3749
    },
    {
      "epoch": 0.31855249745158004,
      "grad_norm": 1.662351682445283,
      "learning_rate": 0.0002995189928298967,
      "loss": 5.5528,
      "step": 3750
    },
    {
      "epoch": 0.3186374447842338,
      "grad_norm": 1.6233864788947494,
      "learning_rate": 0.00029951844324476227,
      "loss": 5.6404,
      "step": 3751
    },
    {
      "epoch": 0.3187223921168875,
      "grad_norm": 1.691936107861427,
      "learning_rate": 0.00029951789334634163,
      "loss": 5.6453,
      "step": 3752
    },
    {
      "epoch": 0.31880733944954126,
      "grad_norm": 1.6800082611544784,
      "learning_rate": 0.00029951734313463595,
      "loss": 5.2777,
      "step": 3753
    },
    {
      "epoch": 0.31889228678219506,
      "grad_norm": 1.674475820384584,
      "learning_rate": 0.00029951679260964653,
      "loss": 5.4988,
      "step": 3754
    },
    {
      "epoch": 0.3189772341148488,
      "grad_norm": 1.6596713728141557,
      "learning_rate": 0.00029951624177137435,
      "loss": 5.655,
      "step": 3755
    },
    {
      "epoch": 0.31906218144750254,
      "grad_norm": 1.7819349001131999,
      "learning_rate": 0.0002995156906198206,
      "loss": 5.1011,
      "step": 3756
    },
    {
      "epoch": 0.31914712878015633,
      "grad_norm": 1.8203931273378728,
      "learning_rate": 0.0002995151391549865,
      "loss": 5.5656,
      "step": 3757
    },
    {
      "epoch": 0.31923207611281007,
      "grad_norm": 1.7149788126981564,
      "learning_rate": 0.0002995145873768732,
      "loss": 5.8568,
      "step": 3758
    },
    {
      "epoch": 0.3193170234454638,
      "grad_norm": 1.646060789569317,
      "learning_rate": 0.00029951403528548175,
      "loss": 5.824,
      "step": 3759
    },
    {
      "epoch": 0.31940197077811755,
      "grad_norm": 1.667875155654664,
      "learning_rate": 0.0002995134828808134,
      "loss": 5.5085,
      "step": 3760
    },
    {
      "epoch": 0.31948691811077135,
      "grad_norm": 1.6398552977907335,
      "learning_rate": 0.0002995129301628693,
      "loss": 5.6811,
      "step": 3761
    },
    {
      "epoch": 0.3195718654434251,
      "grad_norm": 1.8888417914047433,
      "learning_rate": 0.0002995123771316506,
      "loss": 5.5874,
      "step": 3762
    },
    {
      "epoch": 0.3196568127760788,
      "grad_norm": 1.7776236818567428,
      "learning_rate": 0.00029951182378715847,
      "loss": 5.9157,
      "step": 3763
    },
    {
      "epoch": 0.31974176010873256,
      "grad_norm": 1.699432360553073,
      "learning_rate": 0.00029951127012939403,
      "loss": 5.9566,
      "step": 3764
    },
    {
      "epoch": 0.31982670744138636,
      "grad_norm": 1.7135225092822095,
      "learning_rate": 0.0002995107161583585,
      "loss": 5.6984,
      "step": 3765
    },
    {
      "epoch": 0.3199116547740401,
      "grad_norm": 1.6817729202645935,
      "learning_rate": 0.00029951016187405296,
      "loss": 5.9981,
      "step": 3766
    },
    {
      "epoch": 0.31999660210669384,
      "grad_norm": 1.728486101796033,
      "learning_rate": 0.00029950960727647866,
      "loss": 5.3537,
      "step": 3767
    },
    {
      "epoch": 0.3200815494393476,
      "grad_norm": 1.6504459167086656,
      "learning_rate": 0.0002995090523656367,
      "loss": 6.0423,
      "step": 3768
    },
    {
      "epoch": 0.3201664967720014,
      "grad_norm": 1.7401440123266494,
      "learning_rate": 0.0002995084971415283,
      "loss": 6.06,
      "step": 3769
    },
    {
      "epoch": 0.3202514441046551,
      "grad_norm": 1.6927462793212171,
      "learning_rate": 0.00029950794160415453,
      "loss": 5.9254,
      "step": 3770
    },
    {
      "epoch": 0.32033639143730885,
      "grad_norm": 1.702363189097841,
      "learning_rate": 0.0002995073857535166,
      "loss": 5.8149,
      "step": 3771
    },
    {
      "epoch": 0.32042133876996265,
      "grad_norm": 1.7941274004804475,
      "learning_rate": 0.00029950682958961575,
      "loss": 5.4751,
      "step": 3772
    },
    {
      "epoch": 0.3205062861026164,
      "grad_norm": 1.7235282534658922,
      "learning_rate": 0.000299506273112453,
      "loss": 6.1312,
      "step": 3773
    },
    {
      "epoch": 0.32059123343527013,
      "grad_norm": 1.7313570280790034,
      "learning_rate": 0.0002995057163220296,
      "loss": 5.6751,
      "step": 3774
    },
    {
      "epoch": 0.32067618076792387,
      "grad_norm": 1.7270824109721372,
      "learning_rate": 0.00029950515921834677,
      "loss": 6.0837,
      "step": 3775
    },
    {
      "epoch": 0.32076112810057766,
      "grad_norm": 1.678616289804364,
      "learning_rate": 0.0002995046018014056,
      "loss": 5.5873,
      "step": 3776
    },
    {
      "epoch": 0.3208460754332314,
      "grad_norm": 1.7407721191134866,
      "learning_rate": 0.00029950404407120727,
      "loss": 5.458,
      "step": 3777
    },
    {
      "epoch": 0.32093102276588514,
      "grad_norm": 1.7472574578440405,
      "learning_rate": 0.00029950348602775294,
      "loss": 5.6913,
      "step": 3778
    },
    {
      "epoch": 0.3210159700985389,
      "grad_norm": 1.6564527436224115,
      "learning_rate": 0.00029950292767104387,
      "loss": 5.6757,
      "step": 3779
    },
    {
      "epoch": 0.3211009174311927,
      "grad_norm": 1.6017936680104714,
      "learning_rate": 0.00029950236900108104,
      "loss": 5.7961,
      "step": 3780
    },
    {
      "epoch": 0.3211858647638464,
      "grad_norm": 1.6349077808743082,
      "learning_rate": 0.00029950181001786586,
      "loss": 6.0978,
      "step": 3781
    },
    {
      "epoch": 0.32127081209650016,
      "grad_norm": 1.7386894653418299,
      "learning_rate": 0.0002995012507213993,
      "loss": 5.5182,
      "step": 3782
    },
    {
      "epoch": 0.3213557594291539,
      "grad_norm": 1.6825608841951423,
      "learning_rate": 0.0002995006911116826,
      "loss": 5.6042,
      "step": 3783
    },
    {
      "epoch": 0.3214407067618077,
      "grad_norm": 1.711083280348289,
      "learning_rate": 0.00029950013118871697,
      "loss": 5.4956,
      "step": 3784
    },
    {
      "epoch": 0.32152565409446143,
      "grad_norm": 4.406044756194463,
      "learning_rate": 0.0002994995709525036,
      "loss": 5.2823,
      "step": 3785
    },
    {
      "epoch": 0.3216106014271152,
      "grad_norm": 1.7987503932769981,
      "learning_rate": 0.0002994990104030435,
      "loss": 5.3345,
      "step": 3786
    },
    {
      "epoch": 0.32169554875976897,
      "grad_norm": 1.6979529415710715,
      "learning_rate": 0.00029949844954033804,
      "loss": 5.8259,
      "step": 3787
    },
    {
      "epoch": 0.3217804960924227,
      "grad_norm": 1.8152114936646424,
      "learning_rate": 0.0002994978883643883,
      "loss": 6.0319,
      "step": 3788
    },
    {
      "epoch": 0.32186544342507645,
      "grad_norm": 1.728621713563323,
      "learning_rate": 0.0002994973268751955,
      "loss": 5.3047,
      "step": 3789
    },
    {
      "epoch": 0.3219503907577302,
      "grad_norm": 1.6328080605322253,
      "learning_rate": 0.00029949676507276074,
      "loss": 5.5123,
      "step": 3790
    },
    {
      "epoch": 0.322035338090384,
      "grad_norm": 1.6801704434515112,
      "learning_rate": 0.0002994962029570853,
      "loss": 5.8935,
      "step": 3791
    },
    {
      "epoch": 0.3221202854230377,
      "grad_norm": 1.782482682423749,
      "learning_rate": 0.0002994956405281703,
      "loss": 5.6342,
      "step": 3792
    },
    {
      "epoch": 0.32220523275569146,
      "grad_norm": 1.667810113117954,
      "learning_rate": 0.0002994950777860169,
      "loss": 5.8566,
      "step": 3793
    },
    {
      "epoch": 0.3222901800883452,
      "grad_norm": 1.6941871494065017,
      "learning_rate": 0.0002994945147306263,
      "loss": 6.0512,
      "step": 3794
    },
    {
      "epoch": 0.322375127420999,
      "grad_norm": 1.7255815889426382,
      "learning_rate": 0.0002994939513619997,
      "loss": 5.335,
      "step": 3795
    },
    {
      "epoch": 0.32246007475365274,
      "grad_norm": 1.6571513095359258,
      "learning_rate": 0.0002994933876801382,
      "loss": 5.8003,
      "step": 3796
    },
    {
      "epoch": 0.3225450220863065,
      "grad_norm": 1.642882660988965,
      "learning_rate": 0.00029949282368504313,
      "loss": 5.6259,
      "step": 3797
    },
    {
      "epoch": 0.32262996941896027,
      "grad_norm": 1.6512924424841853,
      "learning_rate": 0.0002994922593767156,
      "loss": 5.7233,
      "step": 3798
    },
    {
      "epoch": 0.322714916751614,
      "grad_norm": 1.646688563956571,
      "learning_rate": 0.0002994916947551567,
      "loss": 5.3387,
      "step": 3799
    },
    {
      "epoch": 0.32279986408426775,
      "grad_norm": 1.693544131774436,
      "learning_rate": 0.00029949112982036776,
      "loss": 5.795,
      "step": 3800
    },
    {
      "epoch": 0.3228848114169215,
      "grad_norm": 1.6586260663089665,
      "learning_rate": 0.00029949056457234983,
      "loss": 5.6142,
      "step": 3801
    },
    {
      "epoch": 0.3229697587495753,
      "grad_norm": 1.6559836479466823,
      "learning_rate": 0.0002994899990111042,
      "loss": 5.7236,
      "step": 3802
    },
    {
      "epoch": 0.323054706082229,
      "grad_norm": 1.7003974192900833,
      "learning_rate": 0.000299489433136632,
      "loss": 5.8997,
      "step": 3803
    },
    {
      "epoch": 0.32313965341488277,
      "grad_norm": 1.6772712351144046,
      "learning_rate": 0.00029948886694893445,
      "loss": 5.6931,
      "step": 3804
    },
    {
      "epoch": 0.3232246007475365,
      "grad_norm": 1.7178793692570946,
      "learning_rate": 0.0002994883004480127,
      "loss": 5.7548,
      "step": 3805
    },
    {
      "epoch": 0.3233095480801903,
      "grad_norm": 1.667397998342196,
      "learning_rate": 0.00029948773363386793,
      "loss": 5.5519,
      "step": 3806
    },
    {
      "epoch": 0.32339449541284404,
      "grad_norm": 1.606455395608601,
      "learning_rate": 0.0002994871665065014,
      "loss": 5.8059,
      "step": 3807
    },
    {
      "epoch": 0.3234794427454978,
      "grad_norm": 1.833538552442016,
      "learning_rate": 0.00029948659906591424,
      "loss": 5.564,
      "step": 3808
    },
    {
      "epoch": 0.3235643900781515,
      "grad_norm": 1.7547486609415035,
      "learning_rate": 0.0002994860313121076,
      "loss": 5.3659,
      "step": 3809
    },
    {
      "epoch": 0.3236493374108053,
      "grad_norm": 1.6856974363823176,
      "learning_rate": 0.00029948546324508275,
      "loss": 5.6624,
      "step": 3810
    },
    {
      "epoch": 0.32373428474345906,
      "grad_norm": 1.6967977128675111,
      "learning_rate": 0.0002994848948648409,
      "loss": 5.7201,
      "step": 3811
    },
    {
      "epoch": 0.3238192320761128,
      "grad_norm": 1.6326044396461799,
      "learning_rate": 0.00029948432617138307,
      "loss": 5.7648,
      "step": 3812
    },
    {
      "epoch": 0.3239041794087666,
      "grad_norm": 1.590053331204692,
      "learning_rate": 0.00029948375716471067,
      "loss": 5.499,
      "step": 3813
    },
    {
      "epoch": 0.32398912674142033,
      "grad_norm": 1.7631000264196979,
      "learning_rate": 0.00029948318784482473,
      "loss": 5.1909,
      "step": 3814
    },
    {
      "epoch": 0.32407407407407407,
      "grad_norm": 1.6923491007897686,
      "learning_rate": 0.0002994826182117266,
      "loss": 5.778,
      "step": 3815
    },
    {
      "epoch": 0.3241590214067278,
      "grad_norm": 1.5847379256892467,
      "learning_rate": 0.00029948204826541733,
      "loss": 5.4113,
      "step": 3816
    },
    {
      "epoch": 0.3242439687393816,
      "grad_norm": 1.7835994683231788,
      "learning_rate": 0.0002994814780058981,
      "loss": 5.8083,
      "step": 3817
    },
    {
      "epoch": 0.32432891607203534,
      "grad_norm": 1.698798276489277,
      "learning_rate": 0.00029948090743317024,
      "loss": 5.5584,
      "step": 3818
    },
    {
      "epoch": 0.3244138634046891,
      "grad_norm": 1.833985169718944,
      "learning_rate": 0.0002994803365472348,
      "loss": 5.9502,
      "step": 3819
    },
    {
      "epoch": 0.3244988107373428,
      "grad_norm": 1.8489507485708885,
      "learning_rate": 0.0002994797653480932,
      "loss": 5.5148,
      "step": 3820
    },
    {
      "epoch": 0.3245837580699966,
      "grad_norm": 1.7362704699803662,
      "learning_rate": 0.00029947919383574635,
      "loss": 5.5696,
      "step": 3821
    },
    {
      "epoch": 0.32466870540265036,
      "grad_norm": 1.6102502486027739,
      "learning_rate": 0.0002994786220101956,
      "loss": 5.9517,
      "step": 3822
    },
    {
      "epoch": 0.3247536527353041,
      "grad_norm": 1.7168691051597835,
      "learning_rate": 0.0002994780498714422,
      "loss": 5.3274,
      "step": 3823
    },
    {
      "epoch": 0.32483860006795784,
      "grad_norm": 1.8224043391066973,
      "learning_rate": 0.0002994774774194872,
      "loss": 5.5873,
      "step": 3824
    },
    {
      "epoch": 0.32492354740061163,
      "grad_norm": 1.7089378600146865,
      "learning_rate": 0.00029947690465433193,
      "loss": 5.5003,
      "step": 3825
    },
    {
      "epoch": 0.3250084947332654,
      "grad_norm": 1.5971139642661165,
      "learning_rate": 0.0002994763315759775,
      "loss": 5.9346,
      "step": 3826
    },
    {
      "epoch": 0.3250934420659191,
      "grad_norm": 1.698571255729759,
      "learning_rate": 0.00029947575818442524,
      "loss": 5.3898,
      "step": 3827
    },
    {
      "epoch": 0.3251783893985729,
      "grad_norm": 1.6369499583807676,
      "learning_rate": 0.0002994751844796762,
      "loss": 5.4977,
      "step": 3828
    },
    {
      "epoch": 0.32526333673122665,
      "grad_norm": 1.7330470135049338,
      "learning_rate": 0.00029947461046173166,
      "loss": 5.4189,
      "step": 3829
    },
    {
      "epoch": 0.3253482840638804,
      "grad_norm": 1.6208251260791897,
      "learning_rate": 0.00029947403613059275,
      "loss": 5.6128,
      "step": 3830
    },
    {
      "epoch": 0.32543323139653413,
      "grad_norm": 1.8789253254303215,
      "learning_rate": 0.00029947346148626085,
      "loss": 6.1337,
      "step": 3831
    },
    {
      "epoch": 0.3255181787291879,
      "grad_norm": 1.657726943645144,
      "learning_rate": 0.00029947288652873693,
      "loss": 5.4843,
      "step": 3832
    },
    {
      "epoch": 0.32560312606184166,
      "grad_norm": 1.6894189055718745,
      "learning_rate": 0.0002994723112580224,
      "loss": 5.6028,
      "step": 3833
    },
    {
      "epoch": 0.3256880733944954,
      "grad_norm": 1.837022470809898,
      "learning_rate": 0.00029947173567411835,
      "loss": 5.512,
      "step": 3834
    },
    {
      "epoch": 0.32577302072714914,
      "grad_norm": 1.742340061122522,
      "learning_rate": 0.00029947115977702597,
      "loss": 5.2074,
      "step": 3835
    },
    {
      "epoch": 0.32585796805980294,
      "grad_norm": 1.698985786119681,
      "learning_rate": 0.0002994705835667465,
      "loss": 5.4914,
      "step": 3836
    },
    {
      "epoch": 0.3259429153924567,
      "grad_norm": 2.626560858864136,
      "learning_rate": 0.0002994700070432812,
      "loss": 5.4255,
      "step": 3837
    },
    {
      "epoch": 0.3260278627251104,
      "grad_norm": 1.7144459197734976,
      "learning_rate": 0.00029946943020663124,
      "loss": 5.4647,
      "step": 3838
    },
    {
      "epoch": 0.3261128100577642,
      "grad_norm": 1.773856596799044,
      "learning_rate": 0.00029946885305679783,
      "loss": 6.1494,
      "step": 3839
    },
    {
      "epoch": 0.32619775739041795,
      "grad_norm": 1.6790290149104625,
      "learning_rate": 0.0002994682755937821,
      "loss": 5.8274,
      "step": 3840
    },
    {
      "epoch": 0.3262827047230717,
      "grad_norm": 1.7131259836441706,
      "learning_rate": 0.0002994676978175854,
      "loss": 5.6125,
      "step": 3841
    },
    {
      "epoch": 0.32636765205572543,
      "grad_norm": 2.317713541376083,
      "learning_rate": 0.0002994671197282089,
      "loss": 4.976,
      "step": 3842
    },
    {
      "epoch": 0.3264525993883792,
      "grad_norm": 1.6459668510392487,
      "learning_rate": 0.0002994665413256537,
      "loss": 5.5199,
      "step": 3843
    },
    {
      "epoch": 0.32653754672103297,
      "grad_norm": 1.8038462731638645,
      "learning_rate": 0.0002994659626099211,
      "loss": 5.4086,
      "step": 3844
    },
    {
      "epoch": 0.3266224940536867,
      "grad_norm": 1.8728591524330236,
      "learning_rate": 0.00029946538358101234,
      "loss": 6.0322,
      "step": 3845
    },
    {
      "epoch": 0.32670744138634045,
      "grad_norm": 1.7634320219334132,
      "learning_rate": 0.0002994648042389286,
      "loss": 5.4452,
      "step": 3846
    },
    {
      "epoch": 0.32679238871899424,
      "grad_norm": 1.9502428989208933,
      "learning_rate": 0.0002994642245836711,
      "loss": 5.0612,
      "step": 3847
    },
    {
      "epoch": 0.326877336051648,
      "grad_norm": 1.8462882525724502,
      "learning_rate": 0.00029946364461524104,
      "loss": 5.7115,
      "step": 3848
    },
    {
      "epoch": 0.3269622833843017,
      "grad_norm": 1.6623398656115556,
      "learning_rate": 0.0002994630643336397,
      "loss": 5.7871,
      "step": 3849
    },
    {
      "epoch": 0.32704723071695546,
      "grad_norm": 1.7008609342504204,
      "learning_rate": 0.00029946248373886815,
      "loss": 6.1549,
      "step": 3850
    },
    {
      "epoch": 0.32713217804960926,
      "grad_norm": 1.7654335040974316,
      "learning_rate": 0.00029946190283092775,
      "loss": 5.7107,
      "step": 3851
    },
    {
      "epoch": 0.327217125382263,
      "grad_norm": 1.8176775881083633,
      "learning_rate": 0.0002994613216098196,
      "loss": 5.577,
      "step": 3852
    },
    {
      "epoch": 0.32730207271491674,
      "grad_norm": 1.727241252618035,
      "learning_rate": 0.0002994607400755451,
      "loss": 6.1008,
      "step": 3853
    },
    {
      "epoch": 0.32738702004757053,
      "grad_norm": 1.6733527927519627,
      "learning_rate": 0.00029946015822810524,
      "loss": 5.5794,
      "step": 3854
    },
    {
      "epoch": 0.32747196738022427,
      "grad_norm": 1.7534114039057112,
      "learning_rate": 0.0002994595760675014,
      "loss": 5.589,
      "step": 3855
    },
    {
      "epoch": 0.327556914712878,
      "grad_norm": 1.7389246870571256,
      "learning_rate": 0.0002994589935937348,
      "loss": 6.0117,
      "step": 3856
    },
    {
      "epoch": 0.32764186204553175,
      "grad_norm": 2.102253384891817,
      "learning_rate": 0.00029945841080680655,
      "loss": 4.7395,
      "step": 3857
    },
    {
      "epoch": 0.32772680937818555,
      "grad_norm": 1.7623514684901365,
      "learning_rate": 0.00029945782770671793,
      "loss": 5.3813,
      "step": 3858
    },
    {
      "epoch": 0.3278117567108393,
      "grad_norm": 1.8048207922041306,
      "learning_rate": 0.00029945724429347015,
      "loss": 5.5882,
      "step": 3859
    },
    {
      "epoch": 0.327896704043493,
      "grad_norm": 1.6657306480895857,
      "learning_rate": 0.00029945666056706445,
      "loss": 5.3798,
      "step": 3860
    },
    {
      "epoch": 0.32798165137614677,
      "grad_norm": 1.7319155087927096,
      "learning_rate": 0.0002994560765275021,
      "loss": 5.799,
      "step": 3861
    },
    {
      "epoch": 0.32806659870880056,
      "grad_norm": 1.7475421996075926,
      "learning_rate": 0.0002994554921747842,
      "loss": 5.5751,
      "step": 3862
    },
    {
      "epoch": 0.3281515460414543,
      "grad_norm": 1.7316252137264254,
      "learning_rate": 0.0002994549075089121,
      "loss": 5.487,
      "step": 3863
    },
    {
      "epoch": 0.32823649337410804,
      "grad_norm": 1.7031297421156921,
      "learning_rate": 0.0002994543225298869,
      "loss": 5.7614,
      "step": 3864
    },
    {
      "epoch": 0.3283214407067618,
      "grad_norm": 1.7938550295387259,
      "learning_rate": 0.00029945373723771,
      "loss": 5.9676,
      "step": 3865
    },
    {
      "epoch": 0.3284063880394156,
      "grad_norm": 1.6957636341432152,
      "learning_rate": 0.0002994531516323824,
      "loss": 5.2987,
      "step": 3866
    },
    {
      "epoch": 0.3284913353720693,
      "grad_norm": 2.055697468448304,
      "learning_rate": 0.0002994525657139056,
      "loss": 5.0856,
      "step": 3867
    },
    {
      "epoch": 0.32857628270472305,
      "grad_norm": 1.7192142666871792,
      "learning_rate": 0.0002994519794822806,
      "loss": 5.8262,
      "step": 3868
    },
    {
      "epoch": 0.32866123003737685,
      "grad_norm": 1.695429702690278,
      "learning_rate": 0.0002994513929375087,
      "loss": 5.2288,
      "step": 3869
    },
    {
      "epoch": 0.3287461773700306,
      "grad_norm": 1.7005460714805927,
      "learning_rate": 0.0002994508060795911,
      "loss": 5.5846,
      "step": 3870
    },
    {
      "epoch": 0.32883112470268433,
      "grad_norm": 1.7511462287442376,
      "learning_rate": 0.00029945021890852915,
      "loss": 5.8024,
      "step": 3871
    },
    {
      "epoch": 0.32891607203533807,
      "grad_norm": 1.6127533259943574,
      "learning_rate": 0.00029944963142432393,
      "loss": 5.9628,
      "step": 3872
    },
    {
      "epoch": 0.32900101936799186,
      "grad_norm": 1.741757173959372,
      "learning_rate": 0.0002994490436269768,
      "loss": 5.2858,
      "step": 3873
    },
    {
      "epoch": 0.3290859667006456,
      "grad_norm": 1.6212836531062775,
      "learning_rate": 0.0002994484555164889,
      "loss": 5.8833,
      "step": 3874
    },
    {
      "epoch": 0.32917091403329934,
      "grad_norm": 1.6168654340509485,
      "learning_rate": 0.0002994478670928615,
      "loss": 5.4997,
      "step": 3875
    },
    {
      "epoch": 0.3292558613659531,
      "grad_norm": 1.6961352189052585,
      "learning_rate": 0.00029944727835609576,
      "loss": 5.978,
      "step": 3876
    },
    {
      "epoch": 0.3293408086986069,
      "grad_norm": 1.6628607244543574,
      "learning_rate": 0.00029944668930619305,
      "loss": 5.9726,
      "step": 3877
    },
    {
      "epoch": 0.3294257560312606,
      "grad_norm": 1.6276763511925014,
      "learning_rate": 0.0002994460999431545,
      "loss": 5.5087,
      "step": 3878
    },
    {
      "epoch": 0.32951070336391436,
      "grad_norm": 1.687702699421474,
      "learning_rate": 0.00029944551026698135,
      "loss": 6.0758,
      "step": 3879
    },
    {
      "epoch": 0.32959565069656815,
      "grad_norm": 1.6424016177543286,
      "learning_rate": 0.0002994449202776749,
      "loss": 5.6211,
      "step": 3880
    },
    {
      "epoch": 0.3296805980292219,
      "grad_norm": 1.61894575805557,
      "learning_rate": 0.0002994443299752363,
      "loss": 5.5477,
      "step": 3881
    },
    {
      "epoch": 0.32976554536187563,
      "grad_norm": 1.6499843418324758,
      "learning_rate": 0.00029944373935966695,
      "loss": 5.6918,
      "step": 3882
    },
    {
      "epoch": 0.3298504926945294,
      "grad_norm": 1.7364045202341876,
      "learning_rate": 0.00029944314843096786,
      "loss": 6.0625,
      "step": 3883
    },
    {
      "epoch": 0.32993544002718317,
      "grad_norm": 1.6217830305677154,
      "learning_rate": 0.0002994425571891404,
      "loss": 5.772,
      "step": 3884
    },
    {
      "epoch": 0.3300203873598369,
      "grad_norm": 1.6728539509934601,
      "learning_rate": 0.00029944196563418585,
      "loss": 5.4777,
      "step": 3885
    },
    {
      "epoch": 0.33010533469249065,
      "grad_norm": 1.7119406089654892,
      "learning_rate": 0.00029944137376610537,
      "loss": 5.6627,
      "step": 3886
    },
    {
      "epoch": 0.3301902820251444,
      "grad_norm": 1.7250214335165115,
      "learning_rate": 0.00029944078158490015,
      "loss": 5.6992,
      "step": 3887
    },
    {
      "epoch": 0.3302752293577982,
      "grad_norm": 1.63405418138192,
      "learning_rate": 0.0002994401890905716,
      "loss": 5.8787,
      "step": 3888
    },
    {
      "epoch": 0.3303601766904519,
      "grad_norm": 1.8097056180651931,
      "learning_rate": 0.0002994395962831208,
      "loss": 5.5194,
      "step": 3889
    },
    {
      "epoch": 0.33044512402310566,
      "grad_norm": 1.6010735395215014,
      "learning_rate": 0.00029943900316254903,
      "loss": 5.6896,
      "step": 3890
    },
    {
      "epoch": 0.3305300713557594,
      "grad_norm": 1.683997684828585,
      "learning_rate": 0.0002994384097288576,
      "loss": 5.9126,
      "step": 3891
    },
    {
      "epoch": 0.3306150186884132,
      "grad_norm": 2.1149712594496686,
      "learning_rate": 0.00029943781598204766,
      "loss": 5.0492,
      "step": 3892
    },
    {
      "epoch": 0.33069996602106694,
      "grad_norm": 1.6537121682321583,
      "learning_rate": 0.00029943722192212055,
      "loss": 5.59,
      "step": 3893
    },
    {
      "epoch": 0.3307849133537207,
      "grad_norm": 1.7176725799998724,
      "learning_rate": 0.00029943662754907747,
      "loss": 6.0442,
      "step": 3894
    },
    {
      "epoch": 0.3308698606863745,
      "grad_norm": 1.9059946403658623,
      "learning_rate": 0.00029943603286291967,
      "loss": 5.0616,
      "step": 3895
    },
    {
      "epoch": 0.3309548080190282,
      "grad_norm": 1.7227147956930942,
      "learning_rate": 0.00029943543786364836,
      "loss": 5.9048,
      "step": 3896
    },
    {
      "epoch": 0.33103975535168195,
      "grad_norm": 1.7295974929982767,
      "learning_rate": 0.0002994348425512648,
      "loss": 5.8747,
      "step": 3897
    },
    {
      "epoch": 0.3311247026843357,
      "grad_norm": 1.9576813422103019,
      "learning_rate": 0.0002994342469257703,
      "loss": 5.5435,
      "step": 3898
    },
    {
      "epoch": 0.3312096500169895,
      "grad_norm": 1.747826738800622,
      "learning_rate": 0.000299433650987166,
      "loss": 5.8399,
      "step": 3899
    },
    {
      "epoch": 0.3312945973496432,
      "grad_norm": 1.6216264586195597,
      "learning_rate": 0.0002994330547354533,
      "loss": 5.3915,
      "step": 3900
    },
    {
      "epoch": 0.33137954468229697,
      "grad_norm": 1.8061086033785392,
      "learning_rate": 0.0002994324581706333,
      "loss": 5.9973,
      "step": 3901
    },
    {
      "epoch": 0.3314644920149507,
      "grad_norm": 1.5979454291911284,
      "learning_rate": 0.0002994318612927073,
      "loss": 5.7854,
      "step": 3902
    },
    {
      "epoch": 0.3315494393476045,
      "grad_norm": 1.683419068004595,
      "learning_rate": 0.00029943126410167663,
      "loss": 5.7598,
      "step": 3903
    },
    {
      "epoch": 0.33163438668025824,
      "grad_norm": 1.6573834314129665,
      "learning_rate": 0.0002994306665975424,
      "loss": 6.0813,
      "step": 3904
    },
    {
      "epoch": 0.331719334012912,
      "grad_norm": 1.674153093385262,
      "learning_rate": 0.00029943006878030594,
      "loss": 5.5977,
      "step": 3905
    },
    {
      "epoch": 0.3318042813455658,
      "grad_norm": 1.6792636811255626,
      "learning_rate": 0.0002994294706499686,
      "loss": 5.5886,
      "step": 3906
    },
    {
      "epoch": 0.3318892286782195,
      "grad_norm": 1.65409976580895,
      "learning_rate": 0.0002994288722065314,
      "loss": 5.4059,
      "step": 3907
    },
    {
      "epoch": 0.33197417601087326,
      "grad_norm": 1.6858803136385319,
      "learning_rate": 0.0002994282734499958,
      "loss": 5.4091,
      "step": 3908
    },
    {
      "epoch": 0.332059123343527,
      "grad_norm": 1.595614237952596,
      "learning_rate": 0.0002994276743803629,
      "loss": 5.4357,
      "step": 3909
    },
    {
      "epoch": 0.3321440706761808,
      "grad_norm": 1.7256069059468706,
      "learning_rate": 0.0002994270749976341,
      "loss": 5.577,
      "step": 3910
    },
    {
      "epoch": 0.33222901800883453,
      "grad_norm": 1.6888985613273833,
      "learning_rate": 0.00029942647530181054,
      "loss": 5.936,
      "step": 3911
    },
    {
      "epoch": 0.33231396534148827,
      "grad_norm": 1.8078410718254496,
      "learning_rate": 0.0002994258752928936,
      "loss": 5.2434,
      "step": 3912
    },
    {
      "epoch": 0.332398912674142,
      "grad_norm": 1.7947034762453282,
      "learning_rate": 0.0002994252749708844,
      "loss": 5.9825,
      "step": 3913
    },
    {
      "epoch": 0.3324838600067958,
      "grad_norm": 1.7314689070530553,
      "learning_rate": 0.00029942467433578427,
      "loss": 5.3654,
      "step": 3914
    },
    {
      "epoch": 0.33256880733944955,
      "grad_norm": 1.6816339589205116,
      "learning_rate": 0.00029942407338759446,
      "loss": 5.8461,
      "step": 3915
    },
    {
      "epoch": 0.3326537546721033,
      "grad_norm": 1.7107320776150845,
      "learning_rate": 0.00029942347212631623,
      "loss": 5.7445,
      "step": 3916
    },
    {
      "epoch": 0.332738702004757,
      "grad_norm": 1.608164420225007,
      "learning_rate": 0.0002994228705519508,
      "loss": 5.5858,
      "step": 3917
    },
    {
      "epoch": 0.3328236493374108,
      "grad_norm": 1.6306615540387814,
      "learning_rate": 0.0002994222686644996,
      "loss": 5.5064,
      "step": 3918
    },
    {
      "epoch": 0.33290859667006456,
      "grad_norm": 1.6312016721138363,
      "learning_rate": 0.0002994216664639637,
      "loss": 5.6792,
      "step": 3919
    },
    {
      "epoch": 0.3329935440027183,
      "grad_norm": 1.6706667938533795,
      "learning_rate": 0.00029942106395034433,
      "loss": 5.6887,
      "step": 3920
    },
    {
      "epoch": 0.3330784913353721,
      "grad_norm": 1.6180715932081395,
      "learning_rate": 0.0002994204611236429,
      "loss": 5.6103,
      "step": 3921
    },
    {
      "epoch": 0.33316343866802584,
      "grad_norm": 1.7707409517577448,
      "learning_rate": 0.00029941985798386065,
      "loss": 5.2813,
      "step": 3922
    },
    {
      "epoch": 0.3332483860006796,
      "grad_norm": 1.6370169494848883,
      "learning_rate": 0.00029941925453099875,
      "loss": 5.8851,
      "step": 3923
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 1.636221722402648,
      "learning_rate": 0.0002994186507650586,
      "loss": 5.7673,
      "step": 3924
    },
    {
      "epoch": 0.3334182806659871,
      "grad_norm": 1.643363611594756,
      "learning_rate": 0.0002994180466860414,
      "loss": 5.4901,
      "step": 3925
    },
    {
      "epoch": 0.33350322799864085,
      "grad_norm": 2.673314947315392,
      "learning_rate": 0.00029941744229394833,
      "loss": 4.8365,
      "step": 3926
    },
    {
      "epoch": 0.3335881753312946,
      "grad_norm": 1.7465883481164608,
      "learning_rate": 0.00029941683758878077,
      "loss": 6.0436,
      "step": 3927
    },
    {
      "epoch": 0.33367312266394833,
      "grad_norm": 1.9295161112245642,
      "learning_rate": 0.0002994162325705399,
      "loss": 5.5519,
      "step": 3928
    },
    {
      "epoch": 0.3337580699966021,
      "grad_norm": 1.6859964652802466,
      "learning_rate": 0.0002994156272392271,
      "loss": 5.6159,
      "step": 3929
    },
    {
      "epoch": 0.33384301732925586,
      "grad_norm": 1.7073910385844564,
      "learning_rate": 0.00029941502159484357,
      "loss": 5.7528,
      "step": 3930
    },
    {
      "epoch": 0.3339279646619096,
      "grad_norm": 1.6737654934667312,
      "learning_rate": 0.00029941441563739057,
      "loss": 5.3069,
      "step": 3931
    },
    {
      "epoch": 0.33401291199456334,
      "grad_norm": 1.7830463372710523,
      "learning_rate": 0.00029941380936686937,
      "loss": 5.6523,
      "step": 3932
    },
    {
      "epoch": 0.33409785932721714,
      "grad_norm": 1.6759658011101402,
      "learning_rate": 0.00029941320278328127,
      "loss": 5.7032,
      "step": 3933
    },
    {
      "epoch": 0.3341828066598709,
      "grad_norm": 1.6644731353163218,
      "learning_rate": 0.00029941259588662757,
      "loss": 5.6302,
      "step": 3934
    },
    {
      "epoch": 0.3342677539925246,
      "grad_norm": 1.6128454645343209,
      "learning_rate": 0.0002994119886769094,
      "loss": 5.8106,
      "step": 3935
    },
    {
      "epoch": 0.3343527013251784,
      "grad_norm": 1.7884149590952387,
      "learning_rate": 0.0002994113811541282,
      "loss": 5.6207,
      "step": 3936
    },
    {
      "epoch": 0.33443764865783215,
      "grad_norm": 1.6766144777789722,
      "learning_rate": 0.0002994107733182852,
      "loss": 5.957,
      "step": 3937
    },
    {
      "epoch": 0.3345225959904859,
      "grad_norm": 1.7554642936226685,
      "learning_rate": 0.00029941016516938154,
      "loss": 6.0635,
      "step": 3938
    },
    {
      "epoch": 0.33460754332313963,
      "grad_norm": 1.8364304317494111,
      "learning_rate": 0.00029940955670741865,
      "loss": 5.9412,
      "step": 3939
    },
    {
      "epoch": 0.33469249065579343,
      "grad_norm": 1.6884294958560082,
      "learning_rate": 0.0002994089479323978,
      "loss": 5.8831,
      "step": 3940
    },
    {
      "epoch": 0.33477743798844717,
      "grad_norm": 1.638105129413792,
      "learning_rate": 0.0002994083388443202,
      "loss": 5.4127,
      "step": 3941
    },
    {
      "epoch": 0.3348623853211009,
      "grad_norm": 1.7164554364201845,
      "learning_rate": 0.00029940772944318713,
      "loss": 5.4607,
      "step": 3942
    },
    {
      "epoch": 0.33494733265375465,
      "grad_norm": 1.6763878826077387,
      "learning_rate": 0.00029940711972899984,
      "loss": 5.7665,
      "step": 3943
    },
    {
      "epoch": 0.33503227998640844,
      "grad_norm": 1.8183372467440044,
      "learning_rate": 0.00029940650970175975,
      "loss": 5.2208,
      "step": 3944
    },
    {
      "epoch": 0.3351172273190622,
      "grad_norm": 1.5782127759553406,
      "learning_rate": 0.000299405899361468,
      "loss": 5.5074,
      "step": 3945
    },
    {
      "epoch": 0.3352021746517159,
      "grad_norm": 1.7960263927424382,
      "learning_rate": 0.00029940528870812586,
      "loss": 6.1296,
      "step": 3946
    },
    {
      "epoch": 0.3352871219843697,
      "grad_norm": 1.6177969092240283,
      "learning_rate": 0.0002994046777417347,
      "loss": 5.6621,
      "step": 3947
    },
    {
      "epoch": 0.33537206931702346,
      "grad_norm": 1.7918363023257924,
      "learning_rate": 0.00029940406646229576,
      "loss": 6.1504,
      "step": 3948
    },
    {
      "epoch": 0.3354570166496772,
      "grad_norm": 2.1769906624041044,
      "learning_rate": 0.00029940345486981034,
      "loss": 4.9528,
      "step": 3949
    },
    {
      "epoch": 0.33554196398233094,
      "grad_norm": 1.7064890221463866,
      "learning_rate": 0.00029940284296427964,
      "loss": 5.9993,
      "step": 3950
    },
    {
      "epoch": 0.33562691131498473,
      "grad_norm": 1.7519367786860445,
      "learning_rate": 0.0002994022307457051,
      "loss": 5.6397,
      "step": 3951
    },
    {
      "epoch": 0.3357118586476385,
      "grad_norm": 1.8246783541447804,
      "learning_rate": 0.0002994016182140878,
      "loss": 5.7382,
      "step": 3952
    },
    {
      "epoch": 0.3357968059802922,
      "grad_norm": 1.7170001952161338,
      "learning_rate": 0.00029940100536942916,
      "loss": 5.2802,
      "step": 3953
    },
    {
      "epoch": 0.33588175331294595,
      "grad_norm": 1.9271308892917676,
      "learning_rate": 0.00029940039221173045,
      "loss": 6.1009,
      "step": 3954
    },
    {
      "epoch": 0.33596670064559975,
      "grad_norm": 2.4130153468899596,
      "learning_rate": 0.0002993997787409929,
      "loss": 4.9817,
      "step": 3955
    },
    {
      "epoch": 0.3360516479782535,
      "grad_norm": 1.885272981946972,
      "learning_rate": 0.0002993991649572179,
      "loss": 5.3801,
      "step": 3956
    },
    {
      "epoch": 0.3361365953109072,
      "grad_norm": 1.6316077935544337,
      "learning_rate": 0.00029939855086040664,
      "loss": 5.6516,
      "step": 3957
    },
    {
      "epoch": 0.33622154264356097,
      "grad_norm": 1.7225819212250855,
      "learning_rate": 0.00029939793645056045,
      "loss": 5.4656,
      "step": 3958
    },
    {
      "epoch": 0.33630648997621476,
      "grad_norm": 1.6541314666075255,
      "learning_rate": 0.0002993973217276806,
      "loss": 5.6163,
      "step": 3959
    },
    {
      "epoch": 0.3363914373088685,
      "grad_norm": 1.7273917345274135,
      "learning_rate": 0.0002993967066917683,
      "loss": 6.1361,
      "step": 3960
    },
    {
      "epoch": 0.33647638464152224,
      "grad_norm": 1.6811532416627881,
      "learning_rate": 0.000299396091342825,
      "loss": 5.9522,
      "step": 3961
    },
    {
      "epoch": 0.33656133197417604,
      "grad_norm": 1.7920740363800223,
      "learning_rate": 0.0002993954756808519,
      "loss": 5.8066,
      "step": 3962
    },
    {
      "epoch": 0.3366462793068298,
      "grad_norm": 1.6658757452483812,
      "learning_rate": 0.0002993948597058503,
      "loss": 5.9896,
      "step": 3963
    },
    {
      "epoch": 0.3367312266394835,
      "grad_norm": 1.657085130009952,
      "learning_rate": 0.0002993942434178215,
      "loss": 5.8085,
      "step": 3964
    },
    {
      "epoch": 0.33681617397213726,
      "grad_norm": 1.6557027646958802,
      "learning_rate": 0.00029939362681676674,
      "loss": 6.169,
      "step": 3965
    },
    {
      "epoch": 0.33690112130479105,
      "grad_norm": 1.655428768481369,
      "learning_rate": 0.0002993930099026874,
      "loss": 6.0629,
      "step": 3966
    },
    {
      "epoch": 0.3369860686374448,
      "grad_norm": 1.6698737213075436,
      "learning_rate": 0.0002993923926755847,
      "loss": 5.3725,
      "step": 3967
    },
    {
      "epoch": 0.33707101597009853,
      "grad_norm": 1.6278196917399326,
      "learning_rate": 0.0002993917751354599,
      "loss": 5.3844,
      "step": 3968
    },
    {
      "epoch": 0.33715596330275227,
      "grad_norm": 1.8194551730030915,
      "learning_rate": 0.0002993911572823145,
      "loss": 5.2559,
      "step": 3969
    },
    {
      "epoch": 0.33724091063540607,
      "grad_norm": 1.7040030890172804,
      "learning_rate": 0.00029939053911614953,
      "loss": 5.8432,
      "step": 3970
    },
    {
      "epoch": 0.3373258579680598,
      "grad_norm": 1.715675356848949,
      "learning_rate": 0.0002993899206369664,
      "loss": 5.7508,
      "step": 3971
    },
    {
      "epoch": 0.33741080530071355,
      "grad_norm": 1.7574884098526904,
      "learning_rate": 0.00029938930184476647,
      "loss": 5.3841,
      "step": 3972
    },
    {
      "epoch": 0.3374957526333673,
      "grad_norm": 1.702191991285108,
      "learning_rate": 0.00029938868273955097,
      "loss": 5.626,
      "step": 3973
    },
    {
      "epoch": 0.3375806999660211,
      "grad_norm": 1.7341819764476278,
      "learning_rate": 0.00029938806332132116,
      "loss": 5.343,
      "step": 3974
    },
    {
      "epoch": 0.3376656472986748,
      "grad_norm": 1.8405530708775089,
      "learning_rate": 0.00029938744359007843,
      "loss": 5.2817,
      "step": 3975
    },
    {
      "epoch": 0.33775059463132856,
      "grad_norm": 1.716512026427417,
      "learning_rate": 0.000299386823545824,
      "loss": 6.0117,
      "step": 3976
    },
    {
      "epoch": 0.33783554196398236,
      "grad_norm": 1.6483110385291329,
      "learning_rate": 0.0002993862031885592,
      "loss": 5.665,
      "step": 3977
    },
    {
      "epoch": 0.3379204892966361,
      "grad_norm": 1.6334831378991208,
      "learning_rate": 0.00029938558251828534,
      "loss": 5.6475,
      "step": 3978
    },
    {
      "epoch": 0.33800543662928983,
      "grad_norm": 1.6718036545659307,
      "learning_rate": 0.00029938496153500367,
      "loss": 5.6479,
      "step": 3979
    },
    {
      "epoch": 0.3380903839619436,
      "grad_norm": 1.6468163569834755,
      "learning_rate": 0.00029938434023871554,
      "loss": 5.8669,
      "step": 3980
    },
    {
      "epoch": 0.33817533129459737,
      "grad_norm": 1.6665048950163326,
      "learning_rate": 0.0002993837186294223,
      "loss": 5.7266,
      "step": 3981
    },
    {
      "epoch": 0.3382602786272511,
      "grad_norm": 1.6424479609298879,
      "learning_rate": 0.0002993830967071251,
      "loss": 5.3751,
      "step": 3982
    },
    {
      "epoch": 0.33834522595990485,
      "grad_norm": 1.6630674783433532,
      "learning_rate": 0.00029938247447182544,
      "loss": 5.6981,
      "step": 3983
    },
    {
      "epoch": 0.3384301732925586,
      "grad_norm": 1.62669113827243,
      "learning_rate": 0.00029938185192352444,
      "loss": 5.8466,
      "step": 3984
    },
    {
      "epoch": 0.3385151206252124,
      "grad_norm": 1.7287824852577218,
      "learning_rate": 0.0002993812290622235,
      "loss": 5.885,
      "step": 3985
    },
    {
      "epoch": 0.3386000679578661,
      "grad_norm": 1.9049607340906805,
      "learning_rate": 0.00029938060588792395,
      "loss": 5.7167,
      "step": 3986
    },
    {
      "epoch": 0.33868501529051986,
      "grad_norm": 1.6725937365746484,
      "learning_rate": 0.000299379982400627,
      "loss": 5.6446,
      "step": 3987
    },
    {
      "epoch": 0.33876996262317366,
      "grad_norm": 1.6749869503173047,
      "learning_rate": 0.00029937935860033406,
      "loss": 5.5997,
      "step": 3988
    },
    {
      "epoch": 0.3388549099558274,
      "grad_norm": 1.695604141682322,
      "learning_rate": 0.00029937873448704637,
      "loss": 5.5918,
      "step": 3989
    },
    {
      "epoch": 0.33893985728848114,
      "grad_norm": 2.71981312143005,
      "learning_rate": 0.0002993781100607653,
      "loss": 5.2847,
      "step": 3990
    },
    {
      "epoch": 0.3390248046211349,
      "grad_norm": 1.6978358668080002,
      "learning_rate": 0.00029937748532149206,
      "loss": 5.7,
      "step": 3991
    },
    {
      "epoch": 0.3391097519537887,
      "grad_norm": 1.8315544028176756,
      "learning_rate": 0.000299376860269228,
      "loss": 5.5947,
      "step": 3992
    },
    {
      "epoch": 0.3391946992864424,
      "grad_norm": 1.8104734463166554,
      "learning_rate": 0.0002993762349039745,
      "loss": 5.4095,
      "step": 3993
    },
    {
      "epoch": 0.33927964661909615,
      "grad_norm": 1.793833366725159,
      "learning_rate": 0.0002993756092257328,
      "loss": 5.0993,
      "step": 3994
    },
    {
      "epoch": 0.3393645939517499,
      "grad_norm": 1.700054286415353,
      "learning_rate": 0.0002993749832345042,
      "loss": 5.7616,
      "step": 3995
    },
    {
      "epoch": 0.3394495412844037,
      "grad_norm": 1.6075372222426012,
      "learning_rate": 0.00029937435693029005,
      "loss": 5.774,
      "step": 3996
    },
    {
      "epoch": 0.33953448861705743,
      "grad_norm": 1.618713384670646,
      "learning_rate": 0.00029937373031309165,
      "loss": 5.6949,
      "step": 3997
    },
    {
      "epoch": 0.33961943594971117,
      "grad_norm": 1.6088397439459952,
      "learning_rate": 0.0002993731033829103,
      "loss": 5.3714,
      "step": 3998
    },
    {
      "epoch": 0.3397043832823649,
      "grad_norm": 1.720629485980536,
      "learning_rate": 0.0002993724761397474,
      "loss": 5.2681,
      "step": 3999
    },
    {
      "epoch": 0.3397893306150187,
      "grad_norm": 1.62830871999638,
      "learning_rate": 0.0002993718485836041,
      "loss": 5.3189,
      "step": 4000
    },
    {
      "epoch": 0.33987427794767244,
      "grad_norm": 1.7850573409720032,
      "learning_rate": 0.0002993712207144818,
      "loss": 5.7213,
      "step": 4001
    },
    {
      "epoch": 0.3399592252803262,
      "grad_norm": 1.7461198709568482,
      "learning_rate": 0.00029937059253238186,
      "loss": 6.0387,
      "step": 4002
    },
    {
      "epoch": 0.34004417261298,
      "grad_norm": 1.6580566738065845,
      "learning_rate": 0.00029936996403730556,
      "loss": 5.8202,
      "step": 4003
    },
    {
      "epoch": 0.3401291199456337,
      "grad_norm": 1.6805795461770274,
      "learning_rate": 0.0002993693352292542,
      "loss": 5.4676,
      "step": 4004
    },
    {
      "epoch": 0.34021406727828746,
      "grad_norm": 1.5959874616844552,
      "learning_rate": 0.0002993687061082291,
      "loss": 5.5708,
      "step": 4005
    },
    {
      "epoch": 0.3402990146109412,
      "grad_norm": 1.7043065829569033,
      "learning_rate": 0.00029936807667423163,
      "loss": 6.0571,
      "step": 4006
    },
    {
      "epoch": 0.340383961943595,
      "grad_norm": 1.68486475670432,
      "learning_rate": 0.00029936744692726303,
      "loss": 5.5509,
      "step": 4007
    },
    {
      "epoch": 0.34046890927624873,
      "grad_norm": 1.7638463691609032,
      "learning_rate": 0.00029936681686732467,
      "loss": 5.5755,
      "step": 4008
    },
    {
      "epoch": 0.34055385660890247,
      "grad_norm": 1.8679516058449188,
      "learning_rate": 0.00029936618649441786,
      "loss": 5.9885,
      "step": 4009
    },
    {
      "epoch": 0.3406388039415562,
      "grad_norm": 1.6331692367911939,
      "learning_rate": 0.00029936555580854394,
      "loss": 5.5049,
      "step": 4010
    },
    {
      "epoch": 0.34072375127421,
      "grad_norm": 1.9078492102046336,
      "learning_rate": 0.0002993649248097042,
      "loss": 5.7074,
      "step": 4011
    },
    {
      "epoch": 0.34080869860686375,
      "grad_norm": 1.687765709379557,
      "learning_rate": 0.00029936429349789996,
      "loss": 5.3255,
      "step": 4012
    },
    {
      "epoch": 0.3408936459395175,
      "grad_norm": 1.7008974316854257,
      "learning_rate": 0.00029936366187313255,
      "loss": 5.7391,
      "step": 4013
    },
    {
      "epoch": 0.3409785932721712,
      "grad_norm": 1.6510632183948581,
      "learning_rate": 0.0002993630299354033,
      "loss": 5.2314,
      "step": 4014
    },
    {
      "epoch": 0.341063540604825,
      "grad_norm": 1.653299547826114,
      "learning_rate": 0.00029936239768471357,
      "loss": 5.6591,
      "step": 4015
    },
    {
      "epoch": 0.34114848793747876,
      "grad_norm": 1.7242027599547718,
      "learning_rate": 0.00029936176512106465,
      "loss": 5.4266,
      "step": 4016
    },
    {
      "epoch": 0.3412334352701325,
      "grad_norm": 1.683609850182647,
      "learning_rate": 0.0002993611322444578,
      "loss": 6.088,
      "step": 4017
    },
    {
      "epoch": 0.3413183826027863,
      "grad_norm": 1.7840136569186222,
      "learning_rate": 0.0002993604990548944,
      "loss": 6.0158,
      "step": 4018
    },
    {
      "epoch": 0.34140332993544004,
      "grad_norm": 1.6556450710085457,
      "learning_rate": 0.00029935986555237583,
      "loss": 5.4001,
      "step": 4019
    },
    {
      "epoch": 0.3414882772680938,
      "grad_norm": 1.7100219215268615,
      "learning_rate": 0.0002993592317369034,
      "loss": 5.3222,
      "step": 4020
    },
    {
      "epoch": 0.3415732246007475,
      "grad_norm": 1.6597017919254684,
      "learning_rate": 0.0002993585976084784,
      "loss": 5.5535,
      "step": 4021
    },
    {
      "epoch": 0.3416581719334013,
      "grad_norm": 1.6137415770470565,
      "learning_rate": 0.0002993579631671021,
      "loss": 5.8665,
      "step": 4022
    },
    {
      "epoch": 0.34174311926605505,
      "grad_norm": 1.709815642430894,
      "learning_rate": 0.00029935732841277596,
      "loss": 5.4246,
      "step": 4023
    },
    {
      "epoch": 0.3418280665987088,
      "grad_norm": 1.6112408859506406,
      "learning_rate": 0.0002993566933455012,
      "loss": 5.5937,
      "step": 4024
    },
    {
      "epoch": 0.34191301393136253,
      "grad_norm": 1.6348680694760553,
      "learning_rate": 0.0002993560579652793,
      "loss": 5.8223,
      "step": 4025
    },
    {
      "epoch": 0.3419979612640163,
      "grad_norm": 1.688526500163484,
      "learning_rate": 0.00029935542227211144,
      "loss": 5.2181,
      "step": 4026
    },
    {
      "epoch": 0.34208290859667007,
      "grad_norm": 2.9655480208873723,
      "learning_rate": 0.00029935478626599897,
      "loss": 4.9494,
      "step": 4027
    },
    {
      "epoch": 0.3421678559293238,
      "grad_norm": 1.6420621938344353,
      "learning_rate": 0.00029935414994694326,
      "loss": 5.8278,
      "step": 4028
    },
    {
      "epoch": 0.3422528032619776,
      "grad_norm": 1.7376703526261823,
      "learning_rate": 0.0002993535133149457,
      "loss": 5.715,
      "step": 4029
    },
    {
      "epoch": 0.34233775059463134,
      "grad_norm": 1.621895926929464,
      "learning_rate": 0.0002993528763700075,
      "loss": 5.46,
      "step": 4030
    },
    {
      "epoch": 0.3424226979272851,
      "grad_norm": 1.6995165015388698,
      "learning_rate": 0.00029935223911213007,
      "loss": 5.5817,
      "step": 4031
    },
    {
      "epoch": 0.3425076452599388,
      "grad_norm": 1.5377043004250415,
      "learning_rate": 0.00029935160154131475,
      "loss": 5.6409,
      "step": 4032
    },
    {
      "epoch": 0.3425925925925926,
      "grad_norm": 1.6886648619823483,
      "learning_rate": 0.00029935096365756286,
      "loss": 5.3923,
      "step": 4033
    },
    {
      "epoch": 0.34267753992524635,
      "grad_norm": 1.629959036805668,
      "learning_rate": 0.00029935032546087574,
      "loss": 5.7916,
      "step": 4034
    },
    {
      "epoch": 0.3427624872579001,
      "grad_norm": 1.612587305776685,
      "learning_rate": 0.0002993496869512547,
      "loss": 5.6326,
      "step": 4035
    },
    {
      "epoch": 0.34284743459055383,
      "grad_norm": 1.6066730619555967,
      "learning_rate": 0.00029934904812870113,
      "loss": 5.5938,
      "step": 4036
    },
    {
      "epoch": 0.34293238192320763,
      "grad_norm": 1.6972614980813654,
      "learning_rate": 0.0002993484089932163,
      "loss": 5.3278,
      "step": 4037
    },
    {
      "epoch": 0.34301732925586137,
      "grad_norm": 1.7590394398251252,
      "learning_rate": 0.0002993477695448016,
      "loss": 5.3734,
      "step": 4038
    },
    {
      "epoch": 0.3431022765885151,
      "grad_norm": 1.6464547289908338,
      "learning_rate": 0.0002993471297834584,
      "loss": 5.6277,
      "step": 4039
    },
    {
      "epoch": 0.34318722392116885,
      "grad_norm": 1.650686520965432,
      "learning_rate": 0.00029934648970918794,
      "loss": 5.3306,
      "step": 4040
    },
    {
      "epoch": 0.34327217125382264,
      "grad_norm": 1.675719728554892,
      "learning_rate": 0.0002993458493219916,
      "loss": 5.861,
      "step": 4041
    },
    {
      "epoch": 0.3433571185864764,
      "grad_norm": 1.6765178935582055,
      "learning_rate": 0.0002993452086218708,
      "loss": 5.7332,
      "step": 4042
    },
    {
      "epoch": 0.3434420659191301,
      "grad_norm": 1.5966017195417004,
      "learning_rate": 0.0002993445676088268,
      "loss": 5.7057,
      "step": 4043
    },
    {
      "epoch": 0.3435270132517839,
      "grad_norm": 1.6432524118849783,
      "learning_rate": 0.000299343926282861,
      "loss": 5.3922,
      "step": 4044
    },
    {
      "epoch": 0.34361196058443766,
      "grad_norm": 1.6788397892469118,
      "learning_rate": 0.0002993432846439747,
      "loss": 5.6793,
      "step": 4045
    },
    {
      "epoch": 0.3436969079170914,
      "grad_norm": 1.713557835436621,
      "learning_rate": 0.00029934264269216925,
      "loss": 5.281,
      "step": 4046
    },
    {
      "epoch": 0.34378185524974514,
      "grad_norm": 1.5861638143219297,
      "learning_rate": 0.00029934200042744597,
      "loss": 5.6882,
      "step": 4047
    },
    {
      "epoch": 0.34386680258239893,
      "grad_norm": 1.6353142943724854,
      "learning_rate": 0.00029934135784980627,
      "loss": 5.5763,
      "step": 4048
    },
    {
      "epoch": 0.3439517499150527,
      "grad_norm": 1.6647040564053435,
      "learning_rate": 0.00029934071495925146,
      "loss": 5.6287,
      "step": 4049
    },
    {
      "epoch": 0.3440366972477064,
      "grad_norm": 1.8036131073290753,
      "learning_rate": 0.00029934007175578284,
      "loss": 5.7062,
      "step": 4050
    },
    {
      "epoch": 0.34412164458036015,
      "grad_norm": 1.9569911136587497,
      "learning_rate": 0.00029933942823940187,
      "loss": 6.0231,
      "step": 4051
    },
    {
      "epoch": 0.34420659191301395,
      "grad_norm": 1.5846349921948122,
      "learning_rate": 0.00029933878441010985,
      "loss": 5.8005,
      "step": 4052
    },
    {
      "epoch": 0.3442915392456677,
      "grad_norm": 1.616505919437318,
      "learning_rate": 0.00029933814026790803,
      "loss": 5.7259,
      "step": 4053
    },
    {
      "epoch": 0.34437648657832143,
      "grad_norm": 1.741163744176174,
      "learning_rate": 0.00029933749581279793,
      "loss": 6.1439,
      "step": 4054
    },
    {
      "epoch": 0.34446143391097517,
      "grad_norm": 1.859709497863616,
      "learning_rate": 0.00029933685104478074,
      "loss": 5.3854,
      "step": 4055
    },
    {
      "epoch": 0.34454638124362896,
      "grad_norm": 1.7480219461881086,
      "learning_rate": 0.00029933620596385793,
      "loss": 6.1782,
      "step": 4056
    },
    {
      "epoch": 0.3446313285762827,
      "grad_norm": 1.6849036222359977,
      "learning_rate": 0.0002993355605700308,
      "loss": 5.8976,
      "step": 4057
    },
    {
      "epoch": 0.34471627590893644,
      "grad_norm": 1.6922932730162101,
      "learning_rate": 0.00029933491486330073,
      "loss": 5.492,
      "step": 4058
    },
    {
      "epoch": 0.34480122324159024,
      "grad_norm": 1.608300181607815,
      "learning_rate": 0.000299334268843669,
      "loss": 5.5169,
      "step": 4059
    },
    {
      "epoch": 0.344886170574244,
      "grad_norm": 2.307984399466392,
      "learning_rate": 0.00029933362251113703,
      "loss": 6.0309,
      "step": 4060
    },
    {
      "epoch": 0.3449711179068977,
      "grad_norm": 1.777039539928214,
      "learning_rate": 0.0002993329758657062,
      "loss": 5.2179,
      "step": 4061
    },
    {
      "epoch": 0.34505606523955146,
      "grad_norm": 1.7852950167494714,
      "learning_rate": 0.0002993323289073778,
      "loss": 5.5918,
      "step": 4062
    },
    {
      "epoch": 0.34514101257220525,
      "grad_norm": 1.6615925157168254,
      "learning_rate": 0.00029933168163615324,
      "loss": 6.0696,
      "step": 4063
    },
    {
      "epoch": 0.345225959904859,
      "grad_norm": 1.7171822235412015,
      "learning_rate": 0.00029933103405203383,
      "loss": 5.267,
      "step": 4064
    },
    {
      "epoch": 0.34531090723751273,
      "grad_norm": 1.8486250636976373,
      "learning_rate": 0.00029933038615502093,
      "loss": 4.9673,
      "step": 4065
    },
    {
      "epoch": 0.34539585457016647,
      "grad_norm": 1.9634165464527968,
      "learning_rate": 0.0002993297379451159,
      "loss": 5.0784,
      "step": 4066
    },
    {
      "epoch": 0.34548080190282027,
      "grad_norm": 1.6629591929632335,
      "learning_rate": 0.0002993290894223201,
      "loss": 5.7885,
      "step": 4067
    },
    {
      "epoch": 0.345565749235474,
      "grad_norm": 1.6479705493860177,
      "learning_rate": 0.00029932844058663496,
      "loss": 5.5656,
      "step": 4068
    },
    {
      "epoch": 0.34565069656812775,
      "grad_norm": 1.5816450236923745,
      "learning_rate": 0.00029932779143806174,
      "loss": 5.2686,
      "step": 4069
    },
    {
      "epoch": 0.34573564390078154,
      "grad_norm": 1.7465863952943044,
      "learning_rate": 0.0002993271419766018,
      "loss": 5.6116,
      "step": 4070
    },
    {
      "epoch": 0.3458205912334353,
      "grad_norm": 1.7692254252213917,
      "learning_rate": 0.0002993264922022566,
      "loss": 5.7334,
      "step": 4071
    },
    {
      "epoch": 0.345905538566089,
      "grad_norm": 1.8137733973481551,
      "learning_rate": 0.0002993258421150274,
      "loss": 5.3749,
      "step": 4072
    },
    {
      "epoch": 0.34599048589874276,
      "grad_norm": 1.696782229600397,
      "learning_rate": 0.0002993251917149156,
      "loss": 6.0534,
      "step": 4073
    },
    {
      "epoch": 0.34607543323139656,
      "grad_norm": 1.7623261193905495,
      "learning_rate": 0.00029932454100192263,
      "loss": 5.0515,
      "step": 4074
    },
    {
      "epoch": 0.3461603805640503,
      "grad_norm": 1.728809071025568,
      "learning_rate": 0.00029932388997604977,
      "loss": 5.7145,
      "step": 4075
    },
    {
      "epoch": 0.34624532789670404,
      "grad_norm": 1.8281780474676907,
      "learning_rate": 0.00029932323863729834,
      "loss": 5.8881,
      "step": 4076
    },
    {
      "epoch": 0.3463302752293578,
      "grad_norm": 2.3639244521809277,
      "learning_rate": 0.00029932258698566985,
      "loss": 5.9948,
      "step": 4077
    },
    {
      "epoch": 0.34641522256201157,
      "grad_norm": 2.105202940189668,
      "learning_rate": 0.0002993219350211655,
      "loss": 5.9179,
      "step": 4078
    },
    {
      "epoch": 0.3465001698946653,
      "grad_norm": 1.6614666451013027,
      "learning_rate": 0.0002993212827437868,
      "loss": 5.6892,
      "step": 4079
    },
    {
      "epoch": 0.34658511722731905,
      "grad_norm": 2.207210365138502,
      "learning_rate": 0.00029932063015353504,
      "loss": 5.8096,
      "step": 4080
    },
    {
      "epoch": 0.3466700645599728,
      "grad_norm": 2.00499994820226,
      "learning_rate": 0.00029931997725041155,
      "loss": 5.4227,
      "step": 4081
    },
    {
      "epoch": 0.3467550118926266,
      "grad_norm": 1.9809004572457838,
      "learning_rate": 0.0002993193240344178,
      "loss": 5.4779,
      "step": 4082
    },
    {
      "epoch": 0.3468399592252803,
      "grad_norm": 1.8624195689913579,
      "learning_rate": 0.0002993186705055551,
      "loss": 5.6081,
      "step": 4083
    },
    {
      "epoch": 0.34692490655793407,
      "grad_norm": 1.863626735094727,
      "learning_rate": 0.0002993180166638249,
      "loss": 5.9461,
      "step": 4084
    },
    {
      "epoch": 0.34700985389058786,
      "grad_norm": 1.5940657404817453,
      "learning_rate": 0.0002993173625092284,
      "loss": 5.6432,
      "step": 4085
    },
    {
      "epoch": 0.3470948012232416,
      "grad_norm": 1.6268434715017248,
      "learning_rate": 0.00029931670804176714,
      "loss": 5.956,
      "step": 4086
    },
    {
      "epoch": 0.34717974855589534,
      "grad_norm": 2.078990507355692,
      "learning_rate": 0.0002993160532614424,
      "loss": 5.6582,
      "step": 4087
    },
    {
      "epoch": 0.3472646958885491,
      "grad_norm": 1.626660622005577,
      "learning_rate": 0.00029931539816825556,
      "loss": 6.0472,
      "step": 4088
    },
    {
      "epoch": 0.3473496432212029,
      "grad_norm": 1.7572989876946885,
      "learning_rate": 0.00029931474276220804,
      "loss": 5.7022,
      "step": 4089
    },
    {
      "epoch": 0.3474345905538566,
      "grad_norm": 1.7266914125489679,
      "learning_rate": 0.00029931408704330113,
      "loss": 5.4991,
      "step": 4090
    },
    {
      "epoch": 0.34751953788651035,
      "grad_norm": 1.6883080069332246,
      "learning_rate": 0.00029931343101153625,
      "loss": 5.8306,
      "step": 4091
    },
    {
      "epoch": 0.3476044852191641,
      "grad_norm": 1.611284879794898,
      "learning_rate": 0.0002993127746669148,
      "loss": 5.4187,
      "step": 4092
    },
    {
      "epoch": 0.3476894325518179,
      "grad_norm": 1.9116468195682894,
      "learning_rate": 0.00029931211800943814,
      "loss": 6.0117,
      "step": 4093
    },
    {
      "epoch": 0.34777437988447163,
      "grad_norm": 1.6752880278204294,
      "learning_rate": 0.00029931146103910763,
      "loss": 5.1517,
      "step": 4094
    },
    {
      "epoch": 0.34785932721712537,
      "grad_norm": 1.7104734492408273,
      "learning_rate": 0.0002993108037559246,
      "loss": 5.5942,
      "step": 4095
    },
    {
      "epoch": 0.34794427454977916,
      "grad_norm": 1.717552959325917,
      "learning_rate": 0.00029931014615989057,
      "loss": 5.44,
      "step": 4096
    },
    {
      "epoch": 0.3480292218824329,
      "grad_norm": 1.6638692058147495,
      "learning_rate": 0.0002993094882510068,
      "loss": 5.848,
      "step": 4097
    },
    {
      "epoch": 0.34811416921508664,
      "grad_norm": 1.8195241986105661,
      "learning_rate": 0.00029930883002927467,
      "loss": 6.141,
      "step": 4098
    },
    {
      "epoch": 0.3481991165477404,
      "grad_norm": 1.6529678961653287,
      "learning_rate": 0.0002993081714946956,
      "loss": 5.8625,
      "step": 4099
    },
    {
      "epoch": 0.3482840638803942,
      "grad_norm": 1.6346678955061977,
      "learning_rate": 0.000299307512647271,
      "loss": 5.579,
      "step": 4100
    },
    {
      "epoch": 0.3483690112130479,
      "grad_norm": 1.6235393694358546,
      "learning_rate": 0.0002993068534870022,
      "loss": 5.7005,
      "step": 4101
    },
    {
      "epoch": 0.34845395854570166,
      "grad_norm": 1.7203131948808716,
      "learning_rate": 0.00029930619401389056,
      "loss": 6.3043,
      "step": 4102
    },
    {
      "epoch": 0.3485389058783554,
      "grad_norm": 1.860305860064178,
      "learning_rate": 0.00029930553422793753,
      "loss": 5.2739,
      "step": 4103
    },
    {
      "epoch": 0.3486238532110092,
      "grad_norm": 1.6516129202838363,
      "learning_rate": 0.0002993048741291444,
      "loss": 5.233,
      "step": 4104
    },
    {
      "epoch": 0.34870880054366293,
      "grad_norm": 1.730880159749475,
      "learning_rate": 0.0002993042137175126,
      "loss": 5.9163,
      "step": 4105
    },
    {
      "epoch": 0.3487937478763167,
      "grad_norm": 1.7259786842295461,
      "learning_rate": 0.00029930355299304356,
      "loss": 5.6217,
      "step": 4106
    },
    {
      "epoch": 0.3488786952089704,
      "grad_norm": 1.6371600877894994,
      "learning_rate": 0.00029930289195573864,
      "loss": 5.3378,
      "step": 4107
    },
    {
      "epoch": 0.3489636425416242,
      "grad_norm": 1.7982417296154154,
      "learning_rate": 0.00029930223060559917,
      "loss": 5.8067,
      "step": 4108
    },
    {
      "epoch": 0.34904858987427795,
      "grad_norm": 1.7422755722495196,
      "learning_rate": 0.0002993015689426266,
      "loss": 6.0182,
      "step": 4109
    },
    {
      "epoch": 0.3491335372069317,
      "grad_norm": 1.5697732244109124,
      "learning_rate": 0.0002993009069668223,
      "loss": 5.6349,
      "step": 4110
    },
    {
      "epoch": 0.3492184845395855,
      "grad_norm": 1.6917573360209122,
      "learning_rate": 0.0002993002446781876,
      "loss": 5.4493,
      "step": 4111
    },
    {
      "epoch": 0.3493034318722392,
      "grad_norm": 1.6975634062225862,
      "learning_rate": 0.000299299582076724,
      "loss": 5.6018,
      "step": 4112
    },
    {
      "epoch": 0.34938837920489296,
      "grad_norm": 1.6817193362133867,
      "learning_rate": 0.0002992989191624328,
      "loss": 5.5478,
      "step": 4113
    },
    {
      "epoch": 0.3494733265375467,
      "grad_norm": 1.7174292022264637,
      "learning_rate": 0.0002992982559353154,
      "loss": 5.6835,
      "step": 4114
    },
    {
      "epoch": 0.3495582738702005,
      "grad_norm": 1.6667367636816854,
      "learning_rate": 0.0002992975923953732,
      "loss": 6.1555,
      "step": 4115
    },
    {
      "epoch": 0.34964322120285424,
      "grad_norm": 1.71070446960007,
      "learning_rate": 0.0002992969285426076,
      "loss": 5.9382,
      "step": 4116
    },
    {
      "epoch": 0.349728168535508,
      "grad_norm": 1.7235266416680477,
      "learning_rate": 0.00029929626437702006,
      "loss": 5.6526,
      "step": 4117
    },
    {
      "epoch": 0.3498131158681617,
      "grad_norm": 1.7315290334890898,
      "learning_rate": 0.0002992955998986118,
      "loss": 5.5536,
      "step": 4118
    },
    {
      "epoch": 0.3498980632008155,
      "grad_norm": 1.6861875177404941,
      "learning_rate": 0.00029929493510738435,
      "loss": 5.6487,
      "step": 4119
    },
    {
      "epoch": 0.34998301053346925,
      "grad_norm": 1.6621575695583843,
      "learning_rate": 0.00029929427000333905,
      "loss": 5.722,
      "step": 4120
    },
    {
      "epoch": 0.350067957866123,
      "grad_norm": 1.6433761638046882,
      "learning_rate": 0.0002992936045864773,
      "loss": 5.4469,
      "step": 4121
    },
    {
      "epoch": 0.35015290519877673,
      "grad_norm": 1.6270643836073022,
      "learning_rate": 0.0002992929388568005,
      "loss": 5.6504,
      "step": 4122
    },
    {
      "epoch": 0.3502378525314305,
      "grad_norm": 1.7644704368217614,
      "learning_rate": 0.0002992922728143101,
      "loss": 5.2761,
      "step": 4123
    },
    {
      "epoch": 0.35032279986408427,
      "grad_norm": 1.6151281498589267,
      "learning_rate": 0.00029929160645900734,
      "loss": 5.7363,
      "step": 4124
    },
    {
      "epoch": 0.350407747196738,
      "grad_norm": 1.644702078338533,
      "learning_rate": 0.0002992909397908938,
      "loss": 5.9144,
      "step": 4125
    },
    {
      "epoch": 0.3504926945293918,
      "grad_norm": 1.7060822973360197,
      "learning_rate": 0.00029929027280997076,
      "loss": 5.6057,
      "step": 4126
    },
    {
      "epoch": 0.35057764186204554,
      "grad_norm": 1.808280831266232,
      "learning_rate": 0.00029928960551623963,
      "loss": 5.6357,
      "step": 4127
    },
    {
      "epoch": 0.3506625891946993,
      "grad_norm": 1.7271347822125587,
      "learning_rate": 0.0002992889379097019,
      "loss": 5.8945,
      "step": 4128
    },
    {
      "epoch": 0.350747536527353,
      "grad_norm": 1.7988608577916292,
      "learning_rate": 0.00029928826999035883,
      "loss": 5.4661,
      "step": 4129
    },
    {
      "epoch": 0.3508324838600068,
      "grad_norm": 1.737845212420026,
      "learning_rate": 0.0002992876017582119,
      "loss": 5.7658,
      "step": 4130
    },
    {
      "epoch": 0.35091743119266056,
      "grad_norm": 1.6414357919923148,
      "learning_rate": 0.0002992869332132625,
      "loss": 5.4882,
      "step": 4131
    },
    {
      "epoch": 0.3510023785253143,
      "grad_norm": 1.720292124229854,
      "learning_rate": 0.00029928626435551204,
      "loss": 5.3644,
      "step": 4132
    },
    {
      "epoch": 0.35108732585796804,
      "grad_norm": 1.6171183496739798,
      "learning_rate": 0.0002992855951849619,
      "loss": 5.5758,
      "step": 4133
    },
    {
      "epoch": 0.35117227319062183,
      "grad_norm": 1.8241891173463236,
      "learning_rate": 0.0002992849257016135,
      "loss": 5.8782,
      "step": 4134
    },
    {
      "epoch": 0.35125722052327557,
      "grad_norm": 1.5997172953626808,
      "learning_rate": 0.00029928425590546823,
      "loss": 5.4334,
      "step": 4135
    },
    {
      "epoch": 0.3513421678559293,
      "grad_norm": 1.595966170779362,
      "learning_rate": 0.0002992835857965275,
      "loss": 5.2359,
      "step": 4136
    },
    {
      "epoch": 0.3514271151885831,
      "grad_norm": 1.617312255082112,
      "learning_rate": 0.0002992829153747927,
      "loss": 5.6997,
      "step": 4137
    },
    {
      "epoch": 0.35151206252123685,
      "grad_norm": 1.7767430795039851,
      "learning_rate": 0.0002992822446402653,
      "loss": 5.8698,
      "step": 4138
    },
    {
      "epoch": 0.3515970098538906,
      "grad_norm": 1.7460202742684545,
      "learning_rate": 0.0002992815735929466,
      "loss": 5.9964,
      "step": 4139
    },
    {
      "epoch": 0.3516819571865443,
      "grad_norm": 1.8595767829454117,
      "learning_rate": 0.00029928090223283805,
      "loss": 5.938,
      "step": 4140
    },
    {
      "epoch": 0.3517669045191981,
      "grad_norm": 1.8105969240107735,
      "learning_rate": 0.0002992802305599411,
      "loss": 5.4349,
      "step": 4141
    },
    {
      "epoch": 0.35185185185185186,
      "grad_norm": 1.5795203132487774,
      "learning_rate": 0.0002992795585742571,
      "loss": 5.6643,
      "step": 4142
    },
    {
      "epoch": 0.3519367991845056,
      "grad_norm": 1.7364461367066557,
      "learning_rate": 0.00029927888627578745,
      "loss": 5.6051,
      "step": 4143
    },
    {
      "epoch": 0.35202174651715934,
      "grad_norm": 1.653327757358955,
      "learning_rate": 0.00029927821366453365,
      "loss": 5.5124,
      "step": 4144
    },
    {
      "epoch": 0.35210669384981313,
      "grad_norm": 1.6929592766284318,
      "learning_rate": 0.00029927754074049706,
      "loss": 5.3483,
      "step": 4145
    },
    {
      "epoch": 0.3521916411824669,
      "grad_norm": 1.8420327499857705,
      "learning_rate": 0.00029927686750367904,
      "loss": 5.9922,
      "step": 4146
    },
    {
      "epoch": 0.3522765885151206,
      "grad_norm": 1.694576207472264,
      "learning_rate": 0.000299276193954081,
      "loss": 5.1584,
      "step": 4147
    },
    {
      "epoch": 0.35236153584777435,
      "grad_norm": 1.621304049578005,
      "learning_rate": 0.00029927552009170445,
      "loss": 5.6031,
      "step": 4148
    },
    {
      "epoch": 0.35244648318042815,
      "grad_norm": 1.6158587496627919,
      "learning_rate": 0.00029927484591655076,
      "loss": 5.3332,
      "step": 4149
    },
    {
      "epoch": 0.3525314305130819,
      "grad_norm": 1.8946542845683096,
      "learning_rate": 0.0002992741714286213,
      "loss": 5.6941,
      "step": 4150
    },
    {
      "epoch": 0.35261637784573563,
      "grad_norm": 1.7913934467597978,
      "learning_rate": 0.00029927349662791747,
      "loss": 6.0573,
      "step": 4151
    },
    {
      "epoch": 0.3527013251783894,
      "grad_norm": 1.6559900428051582,
      "learning_rate": 0.00029927282151444073,
      "loss": 5.8489,
      "step": 4152
    },
    {
      "epoch": 0.35278627251104316,
      "grad_norm": 1.7119927707872293,
      "learning_rate": 0.00029927214608819255,
      "loss": 5.7546,
      "step": 4153
    },
    {
      "epoch": 0.3528712198436969,
      "grad_norm": 1.752771089312151,
      "learning_rate": 0.0002992714703491742,
      "loss": 5.6631,
      "step": 4154
    },
    {
      "epoch": 0.35295616717635064,
      "grad_norm": 1.8142663006025337,
      "learning_rate": 0.0002992707942973873,
      "loss": 5.1777,
      "step": 4155
    },
    {
      "epoch": 0.35304111450900444,
      "grad_norm": 1.6600441158905592,
      "learning_rate": 0.000299270117932833,
      "loss": 5.3722,
      "step": 4156
    },
    {
      "epoch": 0.3531260618416582,
      "grad_norm": 1.866918110916866,
      "learning_rate": 0.00029926944125551293,
      "loss": 6.0032,
      "step": 4157
    },
    {
      "epoch": 0.3532110091743119,
      "grad_norm": 1.6951115648809865,
      "learning_rate": 0.00029926876426542844,
      "loss": 6.0556,
      "step": 4158
    },
    {
      "epoch": 0.35329595650696566,
      "grad_norm": 1.8003559354693492,
      "learning_rate": 0.0002992680869625809,
      "loss": 5.2082,
      "step": 4159
    },
    {
      "epoch": 0.35338090383961945,
      "grad_norm": 1.628274183527848,
      "learning_rate": 0.0002992674093469719,
      "loss": 5.6746,
      "step": 4160
    },
    {
      "epoch": 0.3534658511722732,
      "grad_norm": 1.6533478481621648,
      "learning_rate": 0.0002992667314186026,
      "loss": 5.8055,
      "step": 4161
    },
    {
      "epoch": 0.35355079850492693,
      "grad_norm": 1.8686141986544014,
      "learning_rate": 0.0002992660531774746,
      "loss": 5.9077,
      "step": 4162
    },
    {
      "epoch": 0.3536357458375807,
      "grad_norm": 1.6383121404177696,
      "learning_rate": 0.0002992653746235893,
      "loss": 5.7274,
      "step": 4163
    },
    {
      "epoch": 0.35372069317023447,
      "grad_norm": 1.6453428397542036,
      "learning_rate": 0.0002992646957569481,
      "loss": 5.9049,
      "step": 4164
    },
    {
      "epoch": 0.3538056405028882,
      "grad_norm": 1.6837730250276408,
      "learning_rate": 0.0002992640165775524,
      "loss": 5.6464,
      "step": 4165
    },
    {
      "epoch": 0.35389058783554195,
      "grad_norm": 2.3851674213245113,
      "learning_rate": 0.00029926333708540367,
      "loss": 5.0245,
      "step": 4166
    },
    {
      "epoch": 0.35397553516819574,
      "grad_norm": 1.9508671413379604,
      "learning_rate": 0.0002992626572805033,
      "loss": 5.704,
      "step": 4167
    },
    {
      "epoch": 0.3540604825008495,
      "grad_norm": 1.7394057729917687,
      "learning_rate": 0.00029926197716285274,
      "loss": 5.5038,
      "step": 4168
    },
    {
      "epoch": 0.3541454298335032,
      "grad_norm": 1.6424890778851435,
      "learning_rate": 0.0002992612967324534,
      "loss": 6.0014,
      "step": 4169
    },
    {
      "epoch": 0.35423037716615696,
      "grad_norm": 1.7267954796455274,
      "learning_rate": 0.00029926061598930663,
      "loss": 5.8448,
      "step": 4170
    },
    {
      "epoch": 0.35431532449881076,
      "grad_norm": 1.7088637751012028,
      "learning_rate": 0.000299259934933414,
      "loss": 5.8977,
      "step": 4171
    },
    {
      "epoch": 0.3544002718314645,
      "grad_norm": 3.412476075846345,
      "learning_rate": 0.0002992592535647769,
      "loss": 4.8247,
      "step": 4172
    },
    {
      "epoch": 0.35448521916411824,
      "grad_norm": 1.6551683723979693,
      "learning_rate": 0.00029925857188339665,
      "loss": 5.3406,
      "step": 4173
    },
    {
      "epoch": 0.354570166496772,
      "grad_norm": 1.681407560674123,
      "learning_rate": 0.0002992578898892748,
      "loss": 5.8967,
      "step": 4174
    },
    {
      "epoch": 0.35465511382942577,
      "grad_norm": 2.391162477276449,
      "learning_rate": 0.00029925720758241267,
      "loss": 4.5307,
      "step": 4175
    },
    {
      "epoch": 0.3547400611620795,
      "grad_norm": 1.6356826217978653,
      "learning_rate": 0.00029925652496281185,
      "loss": 5.3274,
      "step": 4176
    },
    {
      "epoch": 0.35482500849473325,
      "grad_norm": 1.630461277569146,
      "learning_rate": 0.0002992558420304736,
      "loss": 5.4278,
      "step": 4177
    },
    {
      "epoch": 0.35490995582738705,
      "grad_norm": 1.605389861433041,
      "learning_rate": 0.00029925515878539944,
      "loss": 5.5786,
      "step": 4178
    },
    {
      "epoch": 0.3549949031600408,
      "grad_norm": 1.7034672251926284,
      "learning_rate": 0.00029925447522759083,
      "loss": 5.2422,
      "step": 4179
    },
    {
      "epoch": 0.3550798504926945,
      "grad_norm": 1.6529994285598733,
      "learning_rate": 0.0002992537913570491,
      "loss": 6.0604,
      "step": 4180
    },
    {
      "epoch": 0.35516479782534827,
      "grad_norm": 1.694530528952519,
      "learning_rate": 0.00029925310717377574,
      "loss": 5.6149,
      "step": 4181
    },
    {
      "epoch": 0.35524974515800206,
      "grad_norm": 1.6223474246884544,
      "learning_rate": 0.00029925242267777225,
      "loss": 5.6536,
      "step": 4182
    },
    {
      "epoch": 0.3553346924906558,
      "grad_norm": 1.7988138535450926,
      "learning_rate": 0.00029925173786903996,
      "loss": 6.0777,
      "step": 4183
    },
    {
      "epoch": 0.35541963982330954,
      "grad_norm": 1.734153634606885,
      "learning_rate": 0.0002992510527475803,
      "loss": 5.2537,
      "step": 4184
    },
    {
      "epoch": 0.3555045871559633,
      "grad_norm": 1.7624098021428114,
      "learning_rate": 0.0002992503673133948,
      "loss": 5.8401,
      "step": 4185
    },
    {
      "epoch": 0.3555895344886171,
      "grad_norm": 1.7246554817477884,
      "learning_rate": 0.00029924968156648486,
      "loss": 5.34,
      "step": 4186
    },
    {
      "epoch": 0.3556744818212708,
      "grad_norm": 1.6407649035324126,
      "learning_rate": 0.0002992489955068518,
      "loss": 5.4025,
      "step": 4187
    },
    {
      "epoch": 0.35575942915392456,
      "grad_norm": 1.7029230330718876,
      "learning_rate": 0.00029924830913449725,
      "loss": 5.774,
      "step": 4188
    },
    {
      "epoch": 0.3558443764865783,
      "grad_norm": 1.644232833700317,
      "learning_rate": 0.00029924762244942256,
      "loss": 5.9101,
      "step": 4189
    },
    {
      "epoch": 0.3559293238192321,
      "grad_norm": 1.6710891654412168,
      "learning_rate": 0.0002992469354516291,
      "loss": 6.0991,
      "step": 4190
    },
    {
      "epoch": 0.35601427115188583,
      "grad_norm": 1.6057968118636334,
      "learning_rate": 0.00029924624814111847,
      "loss": 5.8077,
      "step": 4191
    },
    {
      "epoch": 0.35609921848453957,
      "grad_norm": 1.716123815066861,
      "learning_rate": 0.00029924556051789193,
      "loss": 5.4397,
      "step": 4192
    },
    {
      "epoch": 0.35618416581719337,
      "grad_norm": 1.7052432453351192,
      "learning_rate": 0.0002992448725819511,
      "loss": 6.0112,
      "step": 4193
    },
    {
      "epoch": 0.3562691131498471,
      "grad_norm": 1.5860891236917962,
      "learning_rate": 0.00029924418433329727,
      "loss": 5.59,
      "step": 4194
    },
    {
      "epoch": 0.35635406048250085,
      "grad_norm": 1.6973339239246477,
      "learning_rate": 0.0002992434957719319,
      "loss": 5.1064,
      "step": 4195
    },
    {
      "epoch": 0.3564390078151546,
      "grad_norm": 1.6300924044120488,
      "learning_rate": 0.00029924280689785655,
      "loss": 5.5023,
      "step": 4196
    },
    {
      "epoch": 0.3565239551478084,
      "grad_norm": 1.6458092299750255,
      "learning_rate": 0.00029924211771107257,
      "loss": 5.4451,
      "step": 4197
    },
    {
      "epoch": 0.3566089024804621,
      "grad_norm": 1.7339326344336905,
      "learning_rate": 0.0002992414282115814,
      "loss": 5.5108,
      "step": 4198
    },
    {
      "epoch": 0.35669384981311586,
      "grad_norm": 1.679792503617137,
      "learning_rate": 0.0002992407383993845,
      "loss": 6.0054,
      "step": 4199
    },
    {
      "epoch": 0.3567787971457696,
      "grad_norm": 1.6284624617285648,
      "learning_rate": 0.0002992400482744833,
      "loss": 5.4915,
      "step": 4200
    },
    {
      "epoch": 0.3568637444784234,
      "grad_norm": 1.799016519966933,
      "learning_rate": 0.0002992393578368793,
      "loss": 5.8641,
      "step": 4201
    },
    {
      "epoch": 0.35694869181107713,
      "grad_norm": 1.6574459651157103,
      "learning_rate": 0.00029923866708657387,
      "loss": 5.3713,
      "step": 4202
    },
    {
      "epoch": 0.3570336391437309,
      "grad_norm": 1.6836509877710473,
      "learning_rate": 0.00029923797602356855,
      "loss": 5.2437,
      "step": 4203
    },
    {
      "epoch": 0.3571185864763846,
      "grad_norm": 1.6770672771330128,
      "learning_rate": 0.00029923728464786474,
      "loss": 5.8174,
      "step": 4204
    },
    {
      "epoch": 0.3572035338090384,
      "grad_norm": 1.725503380156445,
      "learning_rate": 0.0002992365929594639,
      "loss": 5.7155,
      "step": 4205
    },
    {
      "epoch": 0.35728848114169215,
      "grad_norm": 1.6926366254255238,
      "learning_rate": 0.0002992359009583674,
      "loss": 5.5193,
      "step": 4206
    },
    {
      "epoch": 0.3573734284743459,
      "grad_norm": 1.7093293898320774,
      "learning_rate": 0.00029923520864457684,
      "loss": 5.9065,
      "step": 4207
    },
    {
      "epoch": 0.3574583758069997,
      "grad_norm": 1.6348423892828976,
      "learning_rate": 0.00029923451601809355,
      "loss": 5.8786,
      "step": 4208
    },
    {
      "epoch": 0.3575433231396534,
      "grad_norm": 1.7246554732267512,
      "learning_rate": 0.00029923382307891897,
      "loss": 5.8372,
      "step": 4209
    },
    {
      "epoch": 0.35762827047230716,
      "grad_norm": 1.6461547735116857,
      "learning_rate": 0.00029923312982705464,
      "loss": 5.8766,
      "step": 4210
    },
    {
      "epoch": 0.3577132178049609,
      "grad_norm": 1.6567310939806215,
      "learning_rate": 0.000299232436262502,
      "loss": 5.7072,
      "step": 4211
    },
    {
      "epoch": 0.3577981651376147,
      "grad_norm": 1.678286090038561,
      "learning_rate": 0.0002992317423852625,
      "loss": 5.7372,
      "step": 4212
    },
    {
      "epoch": 0.35788311247026844,
      "grad_norm": 1.656378113079443,
      "learning_rate": 0.00029923104819533743,
      "loss": 5.9117,
      "step": 4213
    },
    {
      "epoch": 0.3579680598029222,
      "grad_norm": 1.6387705986034695,
      "learning_rate": 0.00029923035369272847,
      "loss": 5.5968,
      "step": 4214
    },
    {
      "epoch": 0.3580530071355759,
      "grad_norm": 1.6481578511848836,
      "learning_rate": 0.000299229658877437,
      "loss": 5.6505,
      "step": 4215
    },
    {
      "epoch": 0.3581379544682297,
      "grad_norm": 1.6776763389963136,
      "learning_rate": 0.00029922896374946447,
      "loss": 5.6302,
      "step": 4216
    },
    {
      "epoch": 0.35822290180088345,
      "grad_norm": 1.5987567842988182,
      "learning_rate": 0.00029922826830881236,
      "loss": 5.6253,
      "step": 4217
    },
    {
      "epoch": 0.3583078491335372,
      "grad_norm": 1.6664770844889514,
      "learning_rate": 0.0002992275725554821,
      "loss": 5.4894,
      "step": 4218
    },
    {
      "epoch": 0.358392796466191,
      "grad_norm": 1.589742218383198,
      "learning_rate": 0.000299226876489475,
      "loss": 5.6549,
      "step": 4219
    },
    {
      "epoch": 0.35847774379884473,
      "grad_norm": 1.5924879614749967,
      "learning_rate": 0.00029922618011079285,
      "loss": 5.5549,
      "step": 4220
    },
    {
      "epoch": 0.35856269113149847,
      "grad_norm": 1.6424916473532551,
      "learning_rate": 0.00029922548341943683,
      "loss": 5.5431,
      "step": 4221
    },
    {
      "epoch": 0.3586476384641522,
      "grad_norm": 1.7548659930313073,
      "learning_rate": 0.0002992247864154085,
      "loss": 5.4837,
      "step": 4222
    },
    {
      "epoch": 0.358732585796806,
      "grad_norm": 1.6426472985158005,
      "learning_rate": 0.0002992240890987093,
      "loss": 5.8628,
      "step": 4223
    },
    {
      "epoch": 0.35881753312945974,
      "grad_norm": 1.6953729267463162,
      "learning_rate": 0.00029922339146934077,
      "loss": 5.2952,
      "step": 4224
    },
    {
      "epoch": 0.3589024804621135,
      "grad_norm": 1.7115462811948245,
      "learning_rate": 0.00029922269352730425,
      "loss": 6.1226,
      "step": 4225
    },
    {
      "epoch": 0.3589874277947672,
      "grad_norm": 1.7728410036948066,
      "learning_rate": 0.0002992219952726013,
      "loss": 5.6062,
      "step": 4226
    },
    {
      "epoch": 0.359072375127421,
      "grad_norm": 1.785134778718914,
      "learning_rate": 0.0002992212967052333,
      "loss": 5.221,
      "step": 4227
    },
    {
      "epoch": 0.35915732246007476,
      "grad_norm": 1.6253555454112782,
      "learning_rate": 0.0002992205978252018,
      "loss": 5.4678,
      "step": 4228
    },
    {
      "epoch": 0.3592422697927285,
      "grad_norm": 1.6470991523142529,
      "learning_rate": 0.0002992198986325082,
      "loss": 5.5369,
      "step": 4229
    },
    {
      "epoch": 0.35932721712538224,
      "grad_norm": 1.6597608322991342,
      "learning_rate": 0.000299219199127154,
      "loss": 5.9603,
      "step": 4230
    },
    {
      "epoch": 0.35941216445803603,
      "grad_norm": 1.6563080442623286,
      "learning_rate": 0.0002992184993091406,
      "loss": 5.6743,
      "step": 4231
    },
    {
      "epoch": 0.35949711179068977,
      "grad_norm": 1.8422914037853775,
      "learning_rate": 0.00029921779917846955,
      "loss": 5.173,
      "step": 4232
    },
    {
      "epoch": 0.3595820591233435,
      "grad_norm": 1.6844049015538758,
      "learning_rate": 0.0002992170987351423,
      "loss": 5.933,
      "step": 4233
    },
    {
      "epoch": 0.3596670064559973,
      "grad_norm": 1.7398983330071163,
      "learning_rate": 0.0002992163979791603,
      "loss": 5.6284,
      "step": 4234
    },
    {
      "epoch": 0.35975195378865105,
      "grad_norm": 1.7134977843951569,
      "learning_rate": 0.00029921569691052503,
      "loss": 5.5573,
      "step": 4235
    },
    {
      "epoch": 0.3598369011213048,
      "grad_norm": 1.698213756749968,
      "learning_rate": 0.00029921499552923794,
      "loss": 5.6363,
      "step": 4236
    },
    {
      "epoch": 0.3599218484539585,
      "grad_norm": 1.910833583503039,
      "learning_rate": 0.0002992142938353005,
      "loss": 5.9286,
      "step": 4237
    },
    {
      "epoch": 0.3600067957866123,
      "grad_norm": 1.6122337842216912,
      "learning_rate": 0.0002992135918287142,
      "loss": 5.4935,
      "step": 4238
    },
    {
      "epoch": 0.36009174311926606,
      "grad_norm": 1.6836234546813769,
      "learning_rate": 0.0002992128895094805,
      "loss": 6.0428,
      "step": 4239
    },
    {
      "epoch": 0.3601766904519198,
      "grad_norm": 1.7607225311290144,
      "learning_rate": 0.0002992121868776009,
      "loss": 5.792,
      "step": 4240
    },
    {
      "epoch": 0.36026163778457354,
      "grad_norm": 1.722915536536781,
      "learning_rate": 0.0002992114839330768,
      "loss": 5.653,
      "step": 4241
    },
    {
      "epoch": 0.36034658511722734,
      "grad_norm": 1.7771639252079723,
      "learning_rate": 0.0002992107806759097,
      "loss": 5.763,
      "step": 4242
    },
    {
      "epoch": 0.3604315324498811,
      "grad_norm": 1.6139014471281996,
      "learning_rate": 0.00029921007710610113,
      "loss": 5.6583,
      "step": 4243
    },
    {
      "epoch": 0.3605164797825348,
      "grad_norm": 1.7742770970636763,
      "learning_rate": 0.0002992093732236525,
      "loss": 5.0707,
      "step": 4244
    },
    {
      "epoch": 0.3606014271151886,
      "grad_norm": 1.59509146812936,
      "learning_rate": 0.0002992086690285653,
      "loss": 5.8798,
      "step": 4245
    },
    {
      "epoch": 0.36068637444784235,
      "grad_norm": 1.6968594923511402,
      "learning_rate": 0.0002992079645208411,
      "loss": 5.711,
      "step": 4246
    },
    {
      "epoch": 0.3607713217804961,
      "grad_norm": 1.6755664733080282,
      "learning_rate": 0.00029920725970048124,
      "loss": 5.4,
      "step": 4247
    },
    {
      "epoch": 0.36085626911314983,
      "grad_norm": 1.6692003364362247,
      "learning_rate": 0.00029920655456748725,
      "loss": 5.6458,
      "step": 4248
    },
    {
      "epoch": 0.3609412164458036,
      "grad_norm": 1.6516254679027285,
      "learning_rate": 0.00029920584912186053,
      "loss": 5.9837,
      "step": 4249
    },
    {
      "epoch": 0.36102616377845737,
      "grad_norm": 1.6789646079047753,
      "learning_rate": 0.00029920514336360276,
      "loss": 5.4054,
      "step": 4250
    },
    {
      "epoch": 0.3611111111111111,
      "grad_norm": 1.7140901458738576,
      "learning_rate": 0.0002992044372927152,
      "loss": 5.9427,
      "step": 4251
    },
    {
      "epoch": 0.36119605844376484,
      "grad_norm": 1.6553018098702164,
      "learning_rate": 0.00029920373090919943,
      "loss": 6.1529,
      "step": 4252
    },
    {
      "epoch": 0.36128100577641864,
      "grad_norm": 1.7279754100350888,
      "learning_rate": 0.00029920302421305696,
      "loss": 5.5322,
      "step": 4253
    },
    {
      "epoch": 0.3613659531090724,
      "grad_norm": 1.67573165918799,
      "learning_rate": 0.00029920231720428924,
      "loss": 6.0839,
      "step": 4254
    },
    {
      "epoch": 0.3614509004417261,
      "grad_norm": 1.6629119822099439,
      "learning_rate": 0.00029920160988289773,
      "loss": 5.5626,
      "step": 4255
    },
    {
      "epoch": 0.36153584777437986,
      "grad_norm": 1.6344680991867808,
      "learning_rate": 0.00029920090224888396,
      "loss": 5.6694,
      "step": 4256
    },
    {
      "epoch": 0.36162079510703365,
      "grad_norm": 1.7710945579349473,
      "learning_rate": 0.00029920019430224927,
      "loss": 5.4719,
      "step": 4257
    },
    {
      "epoch": 0.3617057424396874,
      "grad_norm": 1.655526339423914,
      "learning_rate": 0.0002991994860429954,
      "loss": 5.7338,
      "step": 4258
    },
    {
      "epoch": 0.36179068977234113,
      "grad_norm": 1.7889173100672506,
      "learning_rate": 0.00029919877747112354,
      "loss": 5.2822,
      "step": 4259
    },
    {
      "epoch": 0.36187563710499493,
      "grad_norm": 1.6264573143255814,
      "learning_rate": 0.0002991980685866354,
      "loss": 5.5741,
      "step": 4260
    },
    {
      "epoch": 0.36196058443764867,
      "grad_norm": 1.6683934489680454,
      "learning_rate": 0.00029919735938953236,
      "loss": 5.878,
      "step": 4261
    },
    {
      "epoch": 0.3620455317703024,
      "grad_norm": 1.7412328432974655,
      "learning_rate": 0.000299196649879816,
      "loss": 5.7149,
      "step": 4262
    },
    {
      "epoch": 0.36213047910295615,
      "grad_norm": 1.8963306167432252,
      "learning_rate": 0.0002991959400574877,
      "loss": 6.0005,
      "step": 4263
    },
    {
      "epoch": 0.36221542643560994,
      "grad_norm": 1.6899133238207802,
      "learning_rate": 0.000299195229922549,
      "loss": 5.501,
      "step": 4264
    },
    {
      "epoch": 0.3623003737682637,
      "grad_norm": 1.6043672826368098,
      "learning_rate": 0.0002991945194750013,
      "loss": 5.5914,
      "step": 4265
    },
    {
      "epoch": 0.3623853211009174,
      "grad_norm": 1.6167197180772326,
      "learning_rate": 0.00029919380871484624,
      "loss": 5.8806,
      "step": 4266
    },
    {
      "epoch": 0.36247026843357116,
      "grad_norm": 1.6303729873040183,
      "learning_rate": 0.0002991930976420852,
      "loss": 5.8734,
      "step": 4267
    },
    {
      "epoch": 0.36255521576622496,
      "grad_norm": 1.6533368532979664,
      "learning_rate": 0.0002991923862567197,
      "loss": 5.377,
      "step": 4268
    },
    {
      "epoch": 0.3626401630988787,
      "grad_norm": 1.6522002253915247,
      "learning_rate": 0.0002991916745587513,
      "loss": 6.0499,
      "step": 4269
    },
    {
      "epoch": 0.36272511043153244,
      "grad_norm": 1.614783025534402,
      "learning_rate": 0.0002991909625481813,
      "loss": 5.9266,
      "step": 4270
    },
    {
      "epoch": 0.3628100577641862,
      "grad_norm": 1.683026703286116,
      "learning_rate": 0.00029919025022501135,
      "loss": 5.3181,
      "step": 4271
    },
    {
      "epoch": 0.36289500509684,
      "grad_norm": 1.6488854657301164,
      "learning_rate": 0.000299189537589243,
      "loss": 5.4676,
      "step": 4272
    },
    {
      "epoch": 0.3629799524294937,
      "grad_norm": 1.6571676335898817,
      "learning_rate": 0.0002991888246408776,
      "loss": 5.3734,
      "step": 4273
    },
    {
      "epoch": 0.36306489976214745,
      "grad_norm": 1.644912480395268,
      "learning_rate": 0.00029918811137991667,
      "loss": 5.4847,
      "step": 4274
    },
    {
      "epoch": 0.36314984709480125,
      "grad_norm": 1.689020391019748,
      "learning_rate": 0.00029918739780636177,
      "loss": 5.4344,
      "step": 4275
    },
    {
      "epoch": 0.363234794427455,
      "grad_norm": 1.6681663637178525,
      "learning_rate": 0.0002991866839202143,
      "loss": 5.6727,
      "step": 4276
    },
    {
      "epoch": 0.3633197417601087,
      "grad_norm": 1.6898706055549724,
      "learning_rate": 0.00029918596972147585,
      "loss": 5.981,
      "step": 4277
    },
    {
      "epoch": 0.36340468909276247,
      "grad_norm": 1.6350852493711205,
      "learning_rate": 0.00029918525521014787,
      "loss": 5.3099,
      "step": 4278
    },
    {
      "epoch": 0.36348963642541626,
      "grad_norm": 2.160132477680978,
      "learning_rate": 0.00029918454038623183,
      "loss": 5.1656,
      "step": 4279
    },
    {
      "epoch": 0.36357458375807,
      "grad_norm": 1.624043374624464,
      "learning_rate": 0.0002991838252497293,
      "loss": 5.8533,
      "step": 4280
    },
    {
      "epoch": 0.36365953109072374,
      "grad_norm": 1.615690346536681,
      "learning_rate": 0.0002991831098006418,
      "loss": 5.6511,
      "step": 4281
    },
    {
      "epoch": 0.3637444784233775,
      "grad_norm": 1.6847962617340697,
      "learning_rate": 0.00029918239403897067,
      "loss": 5.9863,
      "step": 4282
    },
    {
      "epoch": 0.3638294257560313,
      "grad_norm": 1.6617268248483397,
      "learning_rate": 0.00029918167796471755,
      "loss": 5.5805,
      "step": 4283
    },
    {
      "epoch": 0.363914373088685,
      "grad_norm": 1.5984366452844394,
      "learning_rate": 0.0002991809615778839,
      "loss": 5.5186,
      "step": 4284
    },
    {
      "epoch": 0.36399932042133876,
      "grad_norm": 1.8051885177877172,
      "learning_rate": 0.00029918024487847125,
      "loss": 5.1071,
      "step": 4285
    },
    {
      "epoch": 0.36408426775399255,
      "grad_norm": 1.704658152442874,
      "learning_rate": 0.000299179527866481,
      "loss": 5.7861,
      "step": 4286
    },
    {
      "epoch": 0.3641692150866463,
      "grad_norm": 1.6694230426064205,
      "learning_rate": 0.00029917881054191477,
      "loss": 5.9801,
      "step": 4287
    },
    {
      "epoch": 0.36425416241930003,
      "grad_norm": 1.6904334635619216,
      "learning_rate": 0.000299178092904774,
      "loss": 5.8712,
      "step": 4288
    },
    {
      "epoch": 0.36433910975195377,
      "grad_norm": 1.6829361810265062,
      "learning_rate": 0.00029917737495506024,
      "loss": 5.4373,
      "step": 4289
    },
    {
      "epoch": 0.36442405708460757,
      "grad_norm": 1.7145233627045782,
      "learning_rate": 0.00029917665669277493,
      "loss": 5.62,
      "step": 4290
    },
    {
      "epoch": 0.3645090044172613,
      "grad_norm": 1.7326329780609957,
      "learning_rate": 0.00029917593811791966,
      "loss": 5.2326,
      "step": 4291
    },
    {
      "epoch": 0.36459395174991505,
      "grad_norm": 1.7007695052002716,
      "learning_rate": 0.00029917521923049584,
      "loss": 5.1446,
      "step": 4292
    },
    {
      "epoch": 0.3646788990825688,
      "grad_norm": 1.706636797344757,
      "learning_rate": 0.00029917450003050504,
      "loss": 5.7337,
      "step": 4293
    },
    {
      "epoch": 0.3647638464152226,
      "grad_norm": 1.724750715484768,
      "learning_rate": 0.00029917378051794874,
      "loss": 5.5436,
      "step": 4294
    },
    {
      "epoch": 0.3648487937478763,
      "grad_norm": 1.7958786803787425,
      "learning_rate": 0.0002991730606928285,
      "loss": 6.0533,
      "step": 4295
    },
    {
      "epoch": 0.36493374108053006,
      "grad_norm": 1.7847743916769743,
      "learning_rate": 0.00029917234055514577,
      "loss": 5.7061,
      "step": 4296
    },
    {
      "epoch": 0.3650186884131838,
      "grad_norm": 1.6511444833076703,
      "learning_rate": 0.00029917162010490204,
      "loss": 6.0306,
      "step": 4297
    },
    {
      "epoch": 0.3651036357458376,
      "grad_norm": 1.911924776569285,
      "learning_rate": 0.00029917089934209886,
      "loss": 5.6562,
      "step": 4298
    },
    {
      "epoch": 0.36518858307849134,
      "grad_norm": 1.96719264591517,
      "learning_rate": 0.00029917017826673777,
      "loss": 5.5185,
      "step": 4299
    },
    {
      "epoch": 0.3652735304111451,
      "grad_norm": 1.9329618264309327,
      "learning_rate": 0.0002991694568788202,
      "loss": 5.7798,
      "step": 4300
    },
    {
      "epoch": 0.36535847774379887,
      "grad_norm": 1.6356378752895957,
      "learning_rate": 0.00029916873517834777,
      "loss": 5.4562,
      "step": 4301
    },
    {
      "epoch": 0.3654434250764526,
      "grad_norm": 1.5945355981583216,
      "learning_rate": 0.0002991680131653219,
      "loss": 5.2553,
      "step": 4302
    },
    {
      "epoch": 0.36552837240910635,
      "grad_norm": 1.6566284830962739,
      "learning_rate": 0.0002991672908397441,
      "loss": 5.7316,
      "step": 4303
    },
    {
      "epoch": 0.3656133197417601,
      "grad_norm": 1.7280748443017653,
      "learning_rate": 0.00029916656820161593,
      "loss": 5.9964,
      "step": 4304
    },
    {
      "epoch": 0.3656982670744139,
      "grad_norm": 1.80859677222182,
      "learning_rate": 0.00029916584525093885,
      "loss": 5.2001,
      "step": 4305
    },
    {
      "epoch": 0.3657832144070676,
      "grad_norm": 1.6142059341857864,
      "learning_rate": 0.00029916512198771447,
      "loss": 5.387,
      "step": 4306
    },
    {
      "epoch": 0.36586816173972136,
      "grad_norm": 1.8661523353818716,
      "learning_rate": 0.00029916439841194426,
      "loss": 5.4806,
      "step": 4307
    },
    {
      "epoch": 0.3659531090723751,
      "grad_norm": 1.6390281400909175,
      "learning_rate": 0.0002991636745236297,
      "loss": 5.8078,
      "step": 4308
    },
    {
      "epoch": 0.3660380564050289,
      "grad_norm": 1.6134544038453196,
      "learning_rate": 0.00029916295032277236,
      "loss": 5.3151,
      "step": 4309
    },
    {
      "epoch": 0.36612300373768264,
      "grad_norm": 1.7587161897937462,
      "learning_rate": 0.0002991622258093737,
      "loss": 5.9048,
      "step": 4310
    },
    {
      "epoch": 0.3662079510703364,
      "grad_norm": 1.637590588637272,
      "learning_rate": 0.0002991615009834353,
      "loss": 5.624,
      "step": 4311
    },
    {
      "epoch": 0.3662928984029901,
      "grad_norm": 1.651746509840699,
      "learning_rate": 0.0002991607758449586,
      "loss": 5.9246,
      "step": 4312
    },
    {
      "epoch": 0.3663778457356439,
      "grad_norm": 1.623336209686751,
      "learning_rate": 0.0002991600503939452,
      "loss": 5.6964,
      "step": 4313
    },
    {
      "epoch": 0.36646279306829765,
      "grad_norm": 1.597569262366079,
      "learning_rate": 0.0002991593246303966,
      "loss": 5.7273,
      "step": 4314
    },
    {
      "epoch": 0.3665477404009514,
      "grad_norm": 1.642719267454295,
      "learning_rate": 0.00029915859855431424,
      "loss": 6.1184,
      "step": 4315
    },
    {
      "epoch": 0.3666326877336052,
      "grad_norm": 1.6629755559550907,
      "learning_rate": 0.0002991578721656997,
      "loss": 5.6011,
      "step": 4316
    },
    {
      "epoch": 0.36671763506625893,
      "grad_norm": 1.6989496786046325,
      "learning_rate": 0.00029915714546455455,
      "loss": 5.376,
      "step": 4317
    },
    {
      "epoch": 0.36680258239891267,
      "grad_norm": 1.6347267366454812,
      "learning_rate": 0.0002991564184508803,
      "loss": 5.7109,
      "step": 4318
    },
    {
      "epoch": 0.3668875297315664,
      "grad_norm": 1.6761797222820858,
      "learning_rate": 0.00029915569112467843,
      "loss": 5.5123,
      "step": 4319
    },
    {
      "epoch": 0.3669724770642202,
      "grad_norm": 1.6166815525548563,
      "learning_rate": 0.0002991549634859505,
      "loss": 5.8525,
      "step": 4320
    },
    {
      "epoch": 0.36705742439687394,
      "grad_norm": 1.6977162818085596,
      "learning_rate": 0.000299154235534698,
      "loss": 5.6546,
      "step": 4321
    },
    {
      "epoch": 0.3671423717295277,
      "grad_norm": 1.71638055487704,
      "learning_rate": 0.0002991535072709225,
      "loss": 5.542,
      "step": 4322
    },
    {
      "epoch": 0.3672273190621814,
      "grad_norm": 1.6746302003270082,
      "learning_rate": 0.00029915277869462545,
      "loss": 5.8433,
      "step": 4323
    },
    {
      "epoch": 0.3673122663948352,
      "grad_norm": 1.6640227335355466,
      "learning_rate": 0.0002991520498058084,
      "loss": 5.5535,
      "step": 4324
    },
    {
      "epoch": 0.36739721372748896,
      "grad_norm": 1.5945596615872262,
      "learning_rate": 0.0002991513206044729,
      "loss": 5.5388,
      "step": 4325
    },
    {
      "epoch": 0.3674821610601427,
      "grad_norm": 1.6796321174568298,
      "learning_rate": 0.00029915059109062055,
      "loss": 5.7655,
      "step": 4326
    },
    {
      "epoch": 0.3675671083927965,
      "grad_norm": 1.7614458439066258,
      "learning_rate": 0.00029914986126425275,
      "loss": 5.4718,
      "step": 4327
    },
    {
      "epoch": 0.36765205572545023,
      "grad_norm": 1.6078920115273043,
      "learning_rate": 0.0002991491311253711,
      "loss": 5.6717,
      "step": 4328
    },
    {
      "epoch": 0.367737003058104,
      "grad_norm": 2.2093071763343777,
      "learning_rate": 0.0002991484006739771,
      "loss": 5.051,
      "step": 4329
    },
    {
      "epoch": 0.3678219503907577,
      "grad_norm": 1.7252517386250772,
      "learning_rate": 0.00029914766991007233,
      "loss": 5.3053,
      "step": 4330
    },
    {
      "epoch": 0.3679068977234115,
      "grad_norm": 1.8289047051622205,
      "learning_rate": 0.0002991469388336583,
      "loss": 5.4726,
      "step": 4331
    },
    {
      "epoch": 0.36799184505606525,
      "grad_norm": 1.6045360984711683,
      "learning_rate": 0.0002991462074447365,
      "loss": 5.5833,
      "step": 4332
    },
    {
      "epoch": 0.368076792388719,
      "grad_norm": 1.7340612593044236,
      "learning_rate": 0.0002991454757433085,
      "loss": 6.0137,
      "step": 4333
    },
    {
      "epoch": 0.3681617397213727,
      "grad_norm": 1.6689186255066057,
      "learning_rate": 0.00029914474372937577,
      "loss": 6.0446,
      "step": 4334
    },
    {
      "epoch": 0.3682466870540265,
      "grad_norm": 1.661085539138708,
      "learning_rate": 0.00029914401140293995,
      "loss": 5.4036,
      "step": 4335
    },
    {
      "epoch": 0.36833163438668026,
      "grad_norm": 1.6351492297076013,
      "learning_rate": 0.00029914327876400253,
      "loss": 5.7118,
      "step": 4336
    },
    {
      "epoch": 0.368416581719334,
      "grad_norm": 1.6137938522120872,
      "learning_rate": 0.00029914254581256503,
      "loss": 5.6928,
      "step": 4337
    },
    {
      "epoch": 0.36850152905198774,
      "grad_norm": 1.66247416449422,
      "learning_rate": 0.00029914181254862897,
      "loss": 6.2127,
      "step": 4338
    },
    {
      "epoch": 0.36858647638464154,
      "grad_norm": 1.6236546918308647,
      "learning_rate": 0.0002991410789721959,
      "loss": 5.6278,
      "step": 4339
    },
    {
      "epoch": 0.3686714237172953,
      "grad_norm": 1.7589303734895376,
      "learning_rate": 0.00029914034508326745,
      "loss": 5.2762,
      "step": 4340
    },
    {
      "epoch": 0.368756371049949,
      "grad_norm": 1.6494797025466381,
      "learning_rate": 0.00029913961088184497,
      "loss": 5.4696,
      "step": 4341
    },
    {
      "epoch": 0.3688413183826028,
      "grad_norm": 1.6816994034370143,
      "learning_rate": 0.00029913887636793016,
      "loss": 5.4441,
      "step": 4342
    },
    {
      "epoch": 0.36892626571525655,
      "grad_norm": 1.643388519383556,
      "learning_rate": 0.0002991381415415245,
      "loss": 5.7249,
      "step": 4343
    },
    {
      "epoch": 0.3690112130479103,
      "grad_norm": 1.6792055985304397,
      "learning_rate": 0.00029913740640262953,
      "loss": 5.5519,
      "step": 4344
    },
    {
      "epoch": 0.36909616038056403,
      "grad_norm": 1.6517731986542599,
      "learning_rate": 0.0002991366709512468,
      "loss": 5.4891,
      "step": 4345
    },
    {
      "epoch": 0.3691811077132178,
      "grad_norm": 1.6551112811863196,
      "learning_rate": 0.0002991359351873778,
      "loss": 5.6258,
      "step": 4346
    },
    {
      "epoch": 0.36926605504587157,
      "grad_norm": 1.6445701386291964,
      "learning_rate": 0.0002991351991110242,
      "loss": 5.6768,
      "step": 4347
    },
    {
      "epoch": 0.3693510023785253,
      "grad_norm": 1.698947371744556,
      "learning_rate": 0.0002991344627221874,
      "loss": 5.5229,
      "step": 4348
    },
    {
      "epoch": 0.36943594971117905,
      "grad_norm": 1.7363616568382765,
      "learning_rate": 0.000299133726020869,
      "loss": 5.5611,
      "step": 4349
    },
    {
      "epoch": 0.36952089704383284,
      "grad_norm": 1.66836032702243,
      "learning_rate": 0.00029913298900707054,
      "loss": 5.8315,
      "step": 4350
    },
    {
      "epoch": 0.3696058443764866,
      "grad_norm": 1.6906625644477316,
      "learning_rate": 0.0002991322516807936,
      "loss": 6.0064,
      "step": 4351
    },
    {
      "epoch": 0.3696907917091403,
      "grad_norm": 1.7023024226503498,
      "learning_rate": 0.0002991315140420396,
      "loss": 5.4623,
      "step": 4352
    },
    {
      "epoch": 0.36977573904179406,
      "grad_norm": 1.757805370343045,
      "learning_rate": 0.00029913077609081026,
      "loss": 5.8973,
      "step": 4353
    },
    {
      "epoch": 0.36986068637444786,
      "grad_norm": 1.637009846448843,
      "learning_rate": 0.000299130037827107,
      "loss": 5.4043,
      "step": 4354
    },
    {
      "epoch": 0.3699456337071016,
      "grad_norm": 1.6281804433760647,
      "learning_rate": 0.00029912929925093146,
      "loss": 5.7691,
      "step": 4355
    },
    {
      "epoch": 0.37003058103975534,
      "grad_norm": 1.654094128199303,
      "learning_rate": 0.00029912856036228507,
      "loss": 5.8571,
      "step": 4356
    },
    {
      "epoch": 0.37011552837240913,
      "grad_norm": 1.6835396164341356,
      "learning_rate": 0.00029912782116116955,
      "loss": 5.4038,
      "step": 4357
    },
    {
      "epoch": 0.37020047570506287,
      "grad_norm": 1.6801520804436827,
      "learning_rate": 0.00029912708164758626,
      "loss": 5.4153,
      "step": 4358
    },
    {
      "epoch": 0.3702854230377166,
      "grad_norm": 1.6262657912126322,
      "learning_rate": 0.00029912634182153693,
      "loss": 5.3314,
      "step": 4359
    },
    {
      "epoch": 0.37037037037037035,
      "grad_norm": 1.664761037603932,
      "learning_rate": 0.0002991256016830229,
      "loss": 5.9208,
      "step": 4360
    },
    {
      "epoch": 0.37045531770302415,
      "grad_norm": 1.6990066210973809,
      "learning_rate": 0.0002991248612320459,
      "loss": 5.8462,
      "step": 4361
    },
    {
      "epoch": 0.3705402650356779,
      "grad_norm": 1.7967181150877316,
      "learning_rate": 0.0002991241204686074,
      "loss": 5.2817,
      "step": 4362
    },
    {
      "epoch": 0.3706252123683316,
      "grad_norm": 1.7743882334262318,
      "learning_rate": 0.000299123379392709,
      "loss": 5.3639,
      "step": 4363
    },
    {
      "epoch": 0.37071015970098536,
      "grad_norm": 1.6456159825318057,
      "learning_rate": 0.0002991226380043522,
      "loss": 5.4138,
      "step": 4364
    },
    {
      "epoch": 0.37079510703363916,
      "grad_norm": 1.6044676894065377,
      "learning_rate": 0.0002991218963035386,
      "loss": 5.489,
      "step": 4365
    },
    {
      "epoch": 0.3708800543662929,
      "grad_norm": 1.6377393484560197,
      "learning_rate": 0.0002991211542902697,
      "loss": 5.7116,
      "step": 4366
    },
    {
      "epoch": 0.37096500169894664,
      "grad_norm": 1.5697805764424468,
      "learning_rate": 0.0002991204119645471,
      "loss": 5.6424,
      "step": 4367
    },
    {
      "epoch": 0.37104994903160043,
      "grad_norm": 1.6537661090762998,
      "learning_rate": 0.0002991196693263723,
      "loss": 5.8983,
      "step": 4368
    },
    {
      "epoch": 0.3711348963642542,
      "grad_norm": 1.627173198340209,
      "learning_rate": 0.00029911892637574696,
      "loss": 5.6996,
      "step": 4369
    },
    {
      "epoch": 0.3712198436969079,
      "grad_norm": 2.732397536068395,
      "learning_rate": 0.00029911818311267256,
      "loss": 5.2727,
      "step": 4370
    },
    {
      "epoch": 0.37130479102956165,
      "grad_norm": 1.6049751800381586,
      "learning_rate": 0.0002991174395371506,
      "loss": 6.0383,
      "step": 4371
    },
    {
      "epoch": 0.37138973836221545,
      "grad_norm": 1.720575396297663,
      "learning_rate": 0.0002991166956491828,
      "loss": 5.906,
      "step": 4372
    },
    {
      "epoch": 0.3714746856948692,
      "grad_norm": 1.8512581023125754,
      "learning_rate": 0.0002991159514487706,
      "loss": 5.9513,
      "step": 4373
    },
    {
      "epoch": 0.37155963302752293,
      "grad_norm": 1.7182519157500658,
      "learning_rate": 0.0002991152069359156,
      "loss": 5.6124,
      "step": 4374
    },
    {
      "epoch": 0.37164458036017667,
      "grad_norm": 1.6543663902103096,
      "learning_rate": 0.00029911446211061926,
      "loss": 5.5162,
      "step": 4375
    },
    {
      "epoch": 0.37172952769283046,
      "grad_norm": 1.7443068502968113,
      "learning_rate": 0.00029911371697288335,
      "loss": 5.9348,
      "step": 4376
    },
    {
      "epoch": 0.3718144750254842,
      "grad_norm": 1.6901780423508728,
      "learning_rate": 0.0002991129715227092,
      "loss": 5.5781,
      "step": 4377
    },
    {
      "epoch": 0.37189942235813794,
      "grad_norm": 1.7019867223861818,
      "learning_rate": 0.0002991122257600986,
      "loss": 5.6959,
      "step": 4378
    },
    {
      "epoch": 0.3719843696907917,
      "grad_norm": 1.6407887564556922,
      "learning_rate": 0.00029911147968505287,
      "loss": 5.5482,
      "step": 4379
    },
    {
      "epoch": 0.3720693170234455,
      "grad_norm": 1.6003638181288842,
      "learning_rate": 0.00029911073329757376,
      "loss": 5.585,
      "step": 4380
    },
    {
      "epoch": 0.3721542643560992,
      "grad_norm": 1.8143194859024219,
      "learning_rate": 0.00029910998659766276,
      "loss": 5.2464,
      "step": 4381
    },
    {
      "epoch": 0.37223921168875296,
      "grad_norm": 1.6007132297750977,
      "learning_rate": 0.00029910923958532146,
      "loss": 5.5558,
      "step": 4382
    },
    {
      "epoch": 0.37232415902140675,
      "grad_norm": 1.655583741470979,
      "learning_rate": 0.00029910849226055136,
      "loss": 5.2371,
      "step": 4383
    },
    {
      "epoch": 0.3724091063540605,
      "grad_norm": 1.7796694410315255,
      "learning_rate": 0.00029910774462335414,
      "loss": 5.2224,
      "step": 4384
    },
    {
      "epoch": 0.37249405368671423,
      "grad_norm": 1.7048435284093233,
      "learning_rate": 0.0002991069966737313,
      "loss": 5.3733,
      "step": 4385
    },
    {
      "epoch": 0.372579001019368,
      "grad_norm": 1.8162451662005388,
      "learning_rate": 0.00029910624841168434,
      "loss": 5.4442,
      "step": 4386
    },
    {
      "epoch": 0.37266394835202177,
      "grad_norm": 1.6747369774264615,
      "learning_rate": 0.00029910549983721494,
      "loss": 5.3908,
      "step": 4387
    },
    {
      "epoch": 0.3727488956846755,
      "grad_norm": 1.6914988673148417,
      "learning_rate": 0.0002991047509503246,
      "loss": 5.3809,
      "step": 4388
    },
    {
      "epoch": 0.37283384301732925,
      "grad_norm": 1.5653030255872762,
      "learning_rate": 0.000299104001751015,
      "loss": 5.5192,
      "step": 4389
    },
    {
      "epoch": 0.372918790349983,
      "grad_norm": 1.7544775987095733,
      "learning_rate": 0.00029910325223928756,
      "loss": 5.9828,
      "step": 4390
    },
    {
      "epoch": 0.3730037376826368,
      "grad_norm": 1.7011794985235087,
      "learning_rate": 0.0002991025024151439,
      "loss": 5.3037,
      "step": 4391
    },
    {
      "epoch": 0.3730886850152905,
      "grad_norm": 1.7001381776119162,
      "learning_rate": 0.00029910175227858564,
      "loss": 5.7011,
      "step": 4392
    },
    {
      "epoch": 0.37317363234794426,
      "grad_norm": 1.7788199711709072,
      "learning_rate": 0.00029910100182961434,
      "loss": 5.5087,
      "step": 4393
    },
    {
      "epoch": 0.373258579680598,
      "grad_norm": 1.665357750955941,
      "learning_rate": 0.0002991002510682315,
      "loss": 5.6356,
      "step": 4394
    },
    {
      "epoch": 0.3733435270132518,
      "grad_norm": 1.748965494760032,
      "learning_rate": 0.0002990994999944388,
      "loss": 6.0237,
      "step": 4395
    },
    {
      "epoch": 0.37342847434590554,
      "grad_norm": 1.6789700849140703,
      "learning_rate": 0.00029909874860823766,
      "loss": 5.7908,
      "step": 4396
    },
    {
      "epoch": 0.3735134216785593,
      "grad_norm": 1.7574469996851976,
      "learning_rate": 0.00029909799690962984,
      "loss": 5.4761,
      "step": 4397
    },
    {
      "epoch": 0.37359836901121307,
      "grad_norm": 1.6530435513847095,
      "learning_rate": 0.00029909724489861675,
      "loss": 5.3594,
      "step": 4398
    },
    {
      "epoch": 0.3736833163438668,
      "grad_norm": 1.631110270231501,
      "learning_rate": 0.00029909649257520014,
      "loss": 5.754,
      "step": 4399
    },
    {
      "epoch": 0.37376826367652055,
      "grad_norm": 1.6299214024235549,
      "learning_rate": 0.00029909573993938145,
      "loss": 5.5908,
      "step": 4400
    },
    {
      "epoch": 0.3738532110091743,
      "grad_norm": 1.6927106716375768,
      "learning_rate": 0.00029909498699116227,
      "loss": 5.6224,
      "step": 4401
    },
    {
      "epoch": 0.3739381583418281,
      "grad_norm": 1.6817556300357912,
      "learning_rate": 0.0002990942337305442,
      "loss": 5.1708,
      "step": 4402
    },
    {
      "epoch": 0.3740231056744818,
      "grad_norm": 1.6867458374399866,
      "learning_rate": 0.00029909348015752887,
      "loss": 5.9467,
      "step": 4403
    },
    {
      "epoch": 0.37410805300713557,
      "grad_norm": 1.629591308617007,
      "learning_rate": 0.0002990927262721178,
      "loss": 5.5835,
      "step": 4404
    },
    {
      "epoch": 0.3741930003397893,
      "grad_norm": 1.5994908277304267,
      "learning_rate": 0.0002990919720743125,
      "loss": 5.7109,
      "step": 4405
    },
    {
      "epoch": 0.3742779476724431,
      "grad_norm": 1.6665120499881139,
      "learning_rate": 0.00029909121756411475,
      "loss": 5.9215,
      "step": 4406
    },
    {
      "epoch": 0.37436289500509684,
      "grad_norm": 1.64849243854715,
      "learning_rate": 0.00029909046274152594,
      "loss": 5.6061,
      "step": 4407
    },
    {
      "epoch": 0.3744478423377506,
      "grad_norm": 1.71824185900604,
      "learning_rate": 0.00029908970760654773,
      "loss": 5.5088,
      "step": 4408
    },
    {
      "epoch": 0.3745327896704044,
      "grad_norm": 1.767857377108784,
      "learning_rate": 0.0002990889521591817,
      "loss": 5.4646,
      "step": 4409
    },
    {
      "epoch": 0.3746177370030581,
      "grad_norm": 1.7184956992001348,
      "learning_rate": 0.00029908819639942947,
      "loss": 5.2548,
      "step": 4410
    },
    {
      "epoch": 0.37470268433571186,
      "grad_norm": 1.6287249754278854,
      "learning_rate": 0.0002990874403272925,
      "loss": 6.1462,
      "step": 4411
    },
    {
      "epoch": 0.3747876316683656,
      "grad_norm": 2.291010832668207,
      "learning_rate": 0.00029908668394277254,
      "loss": 5.0363,
      "step": 4412
    },
    {
      "epoch": 0.3748725790010194,
      "grad_norm": 1.6627739341186918,
      "learning_rate": 0.000299085927245871,
      "loss": 5.7162,
      "step": 4413
    },
    {
      "epoch": 0.37495752633367313,
      "grad_norm": 1.72922249796146,
      "learning_rate": 0.0002990851702365897,
      "loss": 5.4483,
      "step": 4414
    },
    {
      "epoch": 0.37504247366632687,
      "grad_norm": 1.609027486634311,
      "learning_rate": 0.00029908441291493,
      "loss": 5.7847,
      "step": 4415
    },
    {
      "epoch": 0.3751274209989806,
      "grad_norm": 1.6254187152701318,
      "learning_rate": 0.0002990836552808935,
      "loss": 5.5099,
      "step": 4416
    },
    {
      "epoch": 0.3752123683316344,
      "grad_norm": 1.7581170715618866,
      "learning_rate": 0.0002990828973344819,
      "loss": 5.4152,
      "step": 4417
    },
    {
      "epoch": 0.37529731566428814,
      "grad_norm": 1.5707499140333083,
      "learning_rate": 0.0002990821390756968,
      "loss": 5.5821,
      "step": 4418
    },
    {
      "epoch": 0.3753822629969419,
      "grad_norm": 1.7033927183830213,
      "learning_rate": 0.0002990813805045397,
      "loss": 5.3789,
      "step": 4419
    },
    {
      "epoch": 0.3754672103295956,
      "grad_norm": 1.6302391179246027,
      "learning_rate": 0.0002990806216210122,
      "loss": 5.3182,
      "step": 4420
    },
    {
      "epoch": 0.3755521576622494,
      "grad_norm": 1.6911965369139879,
      "learning_rate": 0.0002990798624251159,
      "loss": 5.8597,
      "step": 4421
    },
    {
      "epoch": 0.37563710499490316,
      "grad_norm": 1.6412200383846354,
      "learning_rate": 0.00029907910291685245,
      "loss": 6.0248,
      "step": 4422
    },
    {
      "epoch": 0.3757220523275569,
      "grad_norm": 1.7251145847102727,
      "learning_rate": 0.0002990783430962234,
      "loss": 5.5718,
      "step": 4423
    },
    {
      "epoch": 0.3758069996602107,
      "grad_norm": 1.5907842429246444,
      "learning_rate": 0.00029907758296323034,
      "loss": 5.4623,
      "step": 4424
    },
    {
      "epoch": 0.37589194699286443,
      "grad_norm": 1.5787475307941392,
      "learning_rate": 0.0002990768225178748,
      "loss": 5.3884,
      "step": 4425
    },
    {
      "epoch": 0.3759768943255182,
      "grad_norm": 1.770181742771664,
      "learning_rate": 0.0002990760617601585,
      "loss": 5.62,
      "step": 4426
    },
    {
      "epoch": 0.3760618416581719,
      "grad_norm": 1.5951690355589405,
      "learning_rate": 0.00029907530069008296,
      "loss": 6.1321,
      "step": 4427
    },
    {
      "epoch": 0.3761467889908257,
      "grad_norm": 1.6221162690136561,
      "learning_rate": 0.00029907453930764973,
      "loss": 6.0326,
      "step": 4428
    },
    {
      "epoch": 0.37623173632347945,
      "grad_norm": 1.5867559169874796,
      "learning_rate": 0.00029907377761286046,
      "loss": 5.6974,
      "step": 4429
    },
    {
      "epoch": 0.3763166836561332,
      "grad_norm": 1.5950079742027468,
      "learning_rate": 0.0002990730156057168,
      "loss": 5.6276,
      "step": 4430
    },
    {
      "epoch": 0.37640163098878693,
      "grad_norm": 3.6359264625647136,
      "learning_rate": 0.0002990722532862203,
      "loss": 4.91,
      "step": 4431
    },
    {
      "epoch": 0.3764865783214407,
      "grad_norm": 1.6880296767738465,
      "learning_rate": 0.0002990714906543725,
      "loss": 5.2217,
      "step": 4432
    },
    {
      "epoch": 0.37657152565409446,
      "grad_norm": 1.6160530608950876,
      "learning_rate": 0.00029907072771017507,
      "loss": 5.6843,
      "step": 4433
    },
    {
      "epoch": 0.3766564729867482,
      "grad_norm": 1.5918489048629199,
      "learning_rate": 0.00029906996445362954,
      "loss": 5.5262,
      "step": 4434
    },
    {
      "epoch": 0.376741420319402,
      "grad_norm": 1.6691119346741388,
      "learning_rate": 0.00029906920088473756,
      "loss": 5.4164,
      "step": 4435
    },
    {
      "epoch": 0.37682636765205574,
      "grad_norm": 1.6982734950758616,
      "learning_rate": 0.00029906843700350076,
      "loss": 5.6236,
      "step": 4436
    },
    {
      "epoch": 0.3769113149847095,
      "grad_norm": 1.7252104546637212,
      "learning_rate": 0.0002990676728099207,
      "loss": 5.7985,
      "step": 4437
    },
    {
      "epoch": 0.3769962623173632,
      "grad_norm": 1.6354032489886268,
      "learning_rate": 0.000299066908303999,
      "loss": 6.0541,
      "step": 4438
    },
    {
      "epoch": 0.377081209650017,
      "grad_norm": 1.5932529836342282,
      "learning_rate": 0.0002990661434857372,
      "loss": 5.3981,
      "step": 4439
    },
    {
      "epoch": 0.37716615698267075,
      "grad_norm": 1.8158694271993052,
      "learning_rate": 0.000299065378355137,
      "loss": 5.3325,
      "step": 4440
    },
    {
      "epoch": 0.3772511043153245,
      "grad_norm": 1.641699902711683,
      "learning_rate": 0.00029906461291219987,
      "loss": 5.8031,
      "step": 4441
    },
    {
      "epoch": 0.37733605164797823,
      "grad_norm": 1.6678438192135894,
      "learning_rate": 0.0002990638471569276,
      "loss": 5.0921,
      "step": 4442
    },
    {
      "epoch": 0.377420998980632,
      "grad_norm": 1.6866553575129875,
      "learning_rate": 0.00029906308108932164,
      "loss": 5.8834,
      "step": 4443
    },
    {
      "epoch": 0.37750594631328577,
      "grad_norm": 1.644094015060731,
      "learning_rate": 0.00029906231470938367,
      "loss": 5.5839,
      "step": 4444
    },
    {
      "epoch": 0.3775908936459395,
      "grad_norm": 2.4578815064106956,
      "learning_rate": 0.00029906154801711524,
      "loss": 5.3564,
      "step": 4445
    },
    {
      "epoch": 0.37767584097859325,
      "grad_norm": 1.8757543131391918,
      "learning_rate": 0.000299060781012518,
      "loss": 5.837,
      "step": 4446
    },
    {
      "epoch": 0.37776078831124704,
      "grad_norm": 1.6831715517624606,
      "learning_rate": 0.0002990600136955935,
      "loss": 5.4605,
      "step": 4447
    },
    {
      "epoch": 0.3778457356439008,
      "grad_norm": 1.719257672884939,
      "learning_rate": 0.0002990592460663435,
      "loss": 5.618,
      "step": 4448
    },
    {
      "epoch": 0.3779306829765545,
      "grad_norm": 1.6684564705350393,
      "learning_rate": 0.0002990584781247694,
      "loss": 5.3776,
      "step": 4449
    },
    {
      "epoch": 0.3780156303092083,
      "grad_norm": 1.7277967742345628,
      "learning_rate": 0.00029905770987087295,
      "loss": 5.4095,
      "step": 4450
    },
    {
      "epoch": 0.37810057764186206,
      "grad_norm": 1.737122936567531,
      "learning_rate": 0.0002990569413046557,
      "loss": 5.7829,
      "step": 4451
    },
    {
      "epoch": 0.3781855249745158,
      "grad_norm": 1.608579953355602,
      "learning_rate": 0.00029905617242611935,
      "loss": 5.7671,
      "step": 4452
    },
    {
      "epoch": 0.37827047230716954,
      "grad_norm": 1.7413924463342725,
      "learning_rate": 0.00029905540323526533,
      "loss": 5.6258,
      "step": 4453
    },
    {
      "epoch": 0.37835541963982333,
      "grad_norm": 1.7142289285173113,
      "learning_rate": 0.0002990546337320955,
      "loss": 5.9787,
      "step": 4454
    },
    {
      "epoch": 0.37844036697247707,
      "grad_norm": 2.253850384182405,
      "learning_rate": 0.00029905386391661123,
      "loss": 4.9662,
      "step": 4455
    },
    {
      "epoch": 0.3785253143051308,
      "grad_norm": 1.6509801060207026,
      "learning_rate": 0.0002990530937888143,
      "loss": 5.6803,
      "step": 4456
    },
    {
      "epoch": 0.37861026163778455,
      "grad_norm": 1.687213662710173,
      "learning_rate": 0.0002990523233487062,
      "loss": 5.9975,
      "step": 4457
    },
    {
      "epoch": 0.37869520897043835,
      "grad_norm": 1.8708607201613323,
      "learning_rate": 0.00029905155259628865,
      "loss": 5.0445,
      "step": 4458
    },
    {
      "epoch": 0.3787801563030921,
      "grad_norm": 1.8312767741553733,
      "learning_rate": 0.0002990507815315632,
      "loss": 5.9213,
      "step": 4459
    },
    {
      "epoch": 0.3788651036357458,
      "grad_norm": 1.6328148138996097,
      "learning_rate": 0.0002990500101545315,
      "loss": 5.562,
      "step": 4460
    },
    {
      "epoch": 0.37895005096839957,
      "grad_norm": 1.7732569747272027,
      "learning_rate": 0.00029904923846519514,
      "loss": 5.7788,
      "step": 4461
    },
    {
      "epoch": 0.37903499830105336,
      "grad_norm": 1.608101317033286,
      "learning_rate": 0.00029904846646355577,
      "loss": 5.5401,
      "step": 4462
    },
    {
      "epoch": 0.3791199456337071,
      "grad_norm": 1.692509443055612,
      "learning_rate": 0.000299047694149615,
      "loss": 5.9805,
      "step": 4463
    },
    {
      "epoch": 0.37920489296636084,
      "grad_norm": 1.7595159335342507,
      "learning_rate": 0.00029904692152337445,
      "loss": 5.988,
      "step": 4464
    },
    {
      "epoch": 0.37928984029901464,
      "grad_norm": 1.7498596716403314,
      "learning_rate": 0.0002990461485848357,
      "loss": 5.4488,
      "step": 4465
    },
    {
      "epoch": 0.3793747876316684,
      "grad_norm": 1.6502582172035285,
      "learning_rate": 0.0002990453753340004,
      "loss": 5.3206,
      "step": 4466
    },
    {
      "epoch": 0.3794597349643221,
      "grad_norm": 1.6309639404135206,
      "learning_rate": 0.0002990446017708701,
      "loss": 5.8113,
      "step": 4467
    },
    {
      "epoch": 0.37954468229697585,
      "grad_norm": 1.6625243762231685,
      "learning_rate": 0.00029904382789544656,
      "loss": 5.6866,
      "step": 4468
    },
    {
      "epoch": 0.37962962962962965,
      "grad_norm": 1.933168294321058,
      "learning_rate": 0.00029904305370773127,
      "loss": 5.9331,
      "step": 4469
    },
    {
      "epoch": 0.3797145769622834,
      "grad_norm": 1.6758940014774146,
      "learning_rate": 0.00029904227920772596,
      "loss": 5.3936,
      "step": 4470
    },
    {
      "epoch": 0.37979952429493713,
      "grad_norm": 1.605388273338973,
      "learning_rate": 0.00029904150439543216,
      "loss": 5.3397,
      "step": 4471
    },
    {
      "epoch": 0.37988447162759087,
      "grad_norm": 1.6538873259951459,
      "learning_rate": 0.0002990407292708516,
      "loss": 5.861,
      "step": 4472
    },
    {
      "epoch": 0.37996941896024466,
      "grad_norm": 1.7381181832942438,
      "learning_rate": 0.0002990399538339858,
      "loss": 5.3898,
      "step": 4473
    },
    {
      "epoch": 0.3800543662928984,
      "grad_norm": 1.6983405909608014,
      "learning_rate": 0.0002990391780848364,
      "loss": 5.5629,
      "step": 4474
    },
    {
      "epoch": 0.38013931362555214,
      "grad_norm": 1.7474603089970273,
      "learning_rate": 0.0002990384020234051,
      "loss": 5.6519,
      "step": 4475
    },
    {
      "epoch": 0.38022426095820594,
      "grad_norm": 1.6518640611062996,
      "learning_rate": 0.00029903762564969345,
      "loss": 5.5852,
      "step": 4476
    },
    {
      "epoch": 0.3803092082908597,
      "grad_norm": 2.7284158101614944,
      "learning_rate": 0.00029903684896370313,
      "loss": 4.9195,
      "step": 4477
    },
    {
      "epoch": 0.3803941556235134,
      "grad_norm": 1.6661325565198346,
      "learning_rate": 0.00029903607196543575,
      "loss": 5.3463,
      "step": 4478
    },
    {
      "epoch": 0.38047910295616716,
      "grad_norm": 1.6792789670513686,
      "learning_rate": 0.0002990352946548929,
      "loss": 5.9156,
      "step": 4479
    },
    {
      "epoch": 0.38056405028882095,
      "grad_norm": 1.754229048851847,
      "learning_rate": 0.00029903451703207617,
      "loss": 5.3028,
      "step": 4480
    },
    {
      "epoch": 0.3806489976214747,
      "grad_norm": 1.8030092129728474,
      "learning_rate": 0.0002990337390969873,
      "loss": 5.3998,
      "step": 4481
    },
    {
      "epoch": 0.38073394495412843,
      "grad_norm": 1.9682376860828952,
      "learning_rate": 0.0002990329608496279,
      "loss": 5.4318,
      "step": 4482
    },
    {
      "epoch": 0.3808188922867822,
      "grad_norm": 1.5909948500748683,
      "learning_rate": 0.0002990321822899996,
      "loss": 5.6738,
      "step": 4483
    },
    {
      "epoch": 0.38090383961943597,
      "grad_norm": 1.6074069341299626,
      "learning_rate": 0.000299031403418104,
      "loss": 5.4037,
      "step": 4484
    },
    {
      "epoch": 0.3809887869520897,
      "grad_norm": 1.667278327726845,
      "learning_rate": 0.0002990306242339427,
      "loss": 5.4364,
      "step": 4485
    },
    {
      "epoch": 0.38107373428474345,
      "grad_norm": 1.7800250075035633,
      "learning_rate": 0.00029902984473751743,
      "loss": 5.247,
      "step": 4486
    },
    {
      "epoch": 0.3811586816173972,
      "grad_norm": 1.6043225432898596,
      "learning_rate": 0.0002990290649288297,
      "loss": 5.5589,
      "step": 4487
    },
    {
      "epoch": 0.381243628950051,
      "grad_norm": 1.685943498441195,
      "learning_rate": 0.00029902828480788123,
      "loss": 5.4319,
      "step": 4488
    },
    {
      "epoch": 0.3813285762827047,
      "grad_norm": 1.661148369403376,
      "learning_rate": 0.00029902750437467364,
      "loss": 5.3022,
      "step": 4489
    },
    {
      "epoch": 0.38141352361535846,
      "grad_norm": 1.6481090465463943,
      "learning_rate": 0.00029902672362920856,
      "loss": 6.4564,
      "step": 4490
    },
    {
      "epoch": 0.38149847094801226,
      "grad_norm": 1.6600223014765934,
      "learning_rate": 0.0002990259425714876,
      "loss": 5.5363,
      "step": 4491
    },
    {
      "epoch": 0.381583418280666,
      "grad_norm": 1.667009565865546,
      "learning_rate": 0.0002990251612015125,
      "loss": 5.7298,
      "step": 4492
    },
    {
      "epoch": 0.38166836561331974,
      "grad_norm": 1.7175071202933512,
      "learning_rate": 0.00029902437951928476,
      "loss": 5.242,
      "step": 4493
    },
    {
      "epoch": 0.3817533129459735,
      "grad_norm": 1.6555013021448455,
      "learning_rate": 0.0002990235975248061,
      "loss": 5.3542,
      "step": 4494
    },
    {
      "epoch": 0.3818382602786273,
      "grad_norm": 1.733024112729491,
      "learning_rate": 0.0002990228152180781,
      "loss": 5.3201,
      "step": 4495
    },
    {
      "epoch": 0.381923207611281,
      "grad_norm": 1.631723023445833,
      "learning_rate": 0.00029902203259910253,
      "loss": 5.6527,
      "step": 4496
    },
    {
      "epoch": 0.38200815494393475,
      "grad_norm": 1.6615214498610082,
      "learning_rate": 0.00029902124966788083,
      "loss": 5.9304,
      "step": 4497
    },
    {
      "epoch": 0.3820931022765885,
      "grad_norm": 1.8654428118784259,
      "learning_rate": 0.00029902046642441476,
      "loss": 5.2182,
      "step": 4498
    },
    {
      "epoch": 0.3821780496092423,
      "grad_norm": 1.6650845702183668,
      "learning_rate": 0.000299019682868706,
      "loss": 5.432,
      "step": 4499
    },
    {
      "epoch": 0.382262996941896,
      "grad_norm": 1.7537324404190942,
      "learning_rate": 0.0002990188990007561,
      "loss": 5.4235,
      "step": 4500
    },
    {
      "epoch": 0.38234794427454977,
      "grad_norm": 1.6315139161880865,
      "learning_rate": 0.0002990181148205667,
      "loss": 5.6786,
      "step": 4501
    },
    {
      "epoch": 0.3824328916072035,
      "grad_norm": 1.6761623776173042,
      "learning_rate": 0.00029901733032813957,
      "loss": 5.7986,
      "step": 4502
    },
    {
      "epoch": 0.3825178389398573,
      "grad_norm": 1.7745268486189936,
      "learning_rate": 0.00029901654552347626,
      "loss": 5.976,
      "step": 4503
    },
    {
      "epoch": 0.38260278627251104,
      "grad_norm": 1.7153269980344064,
      "learning_rate": 0.00029901576040657833,
      "loss": 5.7705,
      "step": 4504
    },
    {
      "epoch": 0.3826877336051648,
      "grad_norm": 1.728379001499149,
      "learning_rate": 0.00029901497497744763,
      "loss": 5.7345,
      "step": 4505
    },
    {
      "epoch": 0.3827726809378186,
      "grad_norm": 1.6841551066318006,
      "learning_rate": 0.00029901418923608563,
      "loss": 5.9826,
      "step": 4506
    },
    {
      "epoch": 0.3828576282704723,
      "grad_norm": 1.8128167917223847,
      "learning_rate": 0.000299013403182494,
      "loss": 5.7993,
      "step": 4507
    },
    {
      "epoch": 0.38294257560312606,
      "grad_norm": 1.6920263039013301,
      "learning_rate": 0.0002990126168166745,
      "loss": 5.7174,
      "step": 4508
    },
    {
      "epoch": 0.3830275229357798,
      "grad_norm": 1.672716607453163,
      "learning_rate": 0.00029901183013862875,
      "loss": 5.7466,
      "step": 4509
    },
    {
      "epoch": 0.3831124702684336,
      "grad_norm": 1.6895784948501265,
      "learning_rate": 0.0002990110431483582,
      "loss": 5.5278,
      "step": 4510
    },
    {
      "epoch": 0.38319741760108733,
      "grad_norm": 1.816028923746596,
      "learning_rate": 0.0002990102558458648,
      "loss": 5.9026,
      "step": 4511
    },
    {
      "epoch": 0.38328236493374107,
      "grad_norm": 1.7724054928081854,
      "learning_rate": 0.00029900946823114996,
      "loss": 5.4275,
      "step": 4512
    },
    {
      "epoch": 0.3833673122663948,
      "grad_norm": 1.799692313054761,
      "learning_rate": 0.00029900868030421543,
      "loss": 5.3526,
      "step": 4513
    },
    {
      "epoch": 0.3834522595990486,
      "grad_norm": 1.6472727338052076,
      "learning_rate": 0.0002990078920650629,
      "loss": 5.6689,
      "step": 4514
    },
    {
      "epoch": 0.38353720693170235,
      "grad_norm": 1.708497149548996,
      "learning_rate": 0.00029900710351369393,
      "loss": 5.7518,
      "step": 4515
    },
    {
      "epoch": 0.3836221542643561,
      "grad_norm": 1.8371070232405002,
      "learning_rate": 0.0002990063146501102,
      "loss": 5.8488,
      "step": 4516
    },
    {
      "epoch": 0.3837071015970099,
      "grad_norm": 1.938552919252652,
      "learning_rate": 0.00029900552547431345,
      "loss": 5.6188,
      "step": 4517
    },
    {
      "epoch": 0.3837920489296636,
      "grad_norm": 1.6917605893706216,
      "learning_rate": 0.0002990047359863052,
      "loss": 5.857,
      "step": 4518
    },
    {
      "epoch": 0.38387699626231736,
      "grad_norm": 1.6668017742957815,
      "learning_rate": 0.00029900394618608716,
      "loss": 5.3936,
      "step": 4519
    },
    {
      "epoch": 0.3839619435949711,
      "grad_norm": 1.7149544402760795,
      "learning_rate": 0.00029900315607366104,
      "loss": 5.5521,
      "step": 4520
    },
    {
      "epoch": 0.3840468909276249,
      "grad_norm": 1.8577359145160113,
      "learning_rate": 0.0002990023656490284,
      "loss": 5.5784,
      "step": 4521
    },
    {
      "epoch": 0.38413183826027864,
      "grad_norm": 1.9112615355793523,
      "learning_rate": 0.000299001574912191,
      "loss": 6.0176,
      "step": 4522
    },
    {
      "epoch": 0.3842167855929324,
      "grad_norm": 1.6970783634823892,
      "learning_rate": 0.0002990007838631504,
      "loss": 5.721,
      "step": 4523
    },
    {
      "epoch": 0.3843017329255861,
      "grad_norm": 1.6787609623835258,
      "learning_rate": 0.0002989999925019083,
      "loss": 5.3894,
      "step": 4524
    },
    {
      "epoch": 0.3843866802582399,
      "grad_norm": 1.6501819960788815,
      "learning_rate": 0.0002989992008284663,
      "loss": 5.5267,
      "step": 4525
    },
    {
      "epoch": 0.38447162759089365,
      "grad_norm": 1.6290248717950369,
      "learning_rate": 0.0002989984088428262,
      "loss": 5.7555,
      "step": 4526
    },
    {
      "epoch": 0.3845565749235474,
      "grad_norm": 1.6848487754476518,
      "learning_rate": 0.0002989976165449896,
      "loss": 5.9264,
      "step": 4527
    },
    {
      "epoch": 0.38464152225620113,
      "grad_norm": 1.7578971529159884,
      "learning_rate": 0.00029899682393495807,
      "loss": 5.9546,
      "step": 4528
    },
    {
      "epoch": 0.3847264695888549,
      "grad_norm": 1.6933230255719611,
      "learning_rate": 0.00029899603101273334,
      "loss": 5.9106,
      "step": 4529
    },
    {
      "epoch": 0.38481141692150866,
      "grad_norm": 1.6128797347200379,
      "learning_rate": 0.0002989952377783171,
      "loss": 5.4442,
      "step": 4530
    },
    {
      "epoch": 0.3848963642541624,
      "grad_norm": 1.651237267523452,
      "learning_rate": 0.00029899444423171095,
      "loss": 5.6422,
      "step": 4531
    },
    {
      "epoch": 0.3849813115868162,
      "grad_norm": 1.6520682050073812,
      "learning_rate": 0.00029899365037291655,
      "loss": 5.5533,
      "step": 4532
    },
    {
      "epoch": 0.38506625891946994,
      "grad_norm": 1.725908146158342,
      "learning_rate": 0.00029899285620193567,
      "loss": 5.5624,
      "step": 4533
    },
    {
      "epoch": 0.3851512062521237,
      "grad_norm": 1.6645468833065011,
      "learning_rate": 0.00029899206171876984,
      "loss": 6.0779,
      "step": 4534
    },
    {
      "epoch": 0.3852361535847774,
      "grad_norm": 1.692636436699041,
      "learning_rate": 0.0002989912669234208,
      "loss": 5.5221,
      "step": 4535
    },
    {
      "epoch": 0.3853211009174312,
      "grad_norm": 1.5951795575371728,
      "learning_rate": 0.0002989904718158902,
      "loss": 5.5459,
      "step": 4536
    },
    {
      "epoch": 0.38540604825008495,
      "grad_norm": 1.6644821353158865,
      "learning_rate": 0.0002989896763961797,
      "loss": 5.9358,
      "step": 4537
    },
    {
      "epoch": 0.3854909955827387,
      "grad_norm": 1.7195002183360528,
      "learning_rate": 0.000298988880664291,
      "loss": 5.6154,
      "step": 4538
    },
    {
      "epoch": 0.38557594291539243,
      "grad_norm": 1.7489147256783208,
      "learning_rate": 0.0002989880846202257,
      "loss": 5.8473,
      "step": 4539
    },
    {
      "epoch": 0.38566089024804623,
      "grad_norm": 1.6900120584186669,
      "learning_rate": 0.0002989872882639855,
      "loss": 5.8168,
      "step": 4540
    },
    {
      "epoch": 0.38574583758069997,
      "grad_norm": 1.6994020671662613,
      "learning_rate": 0.00029898649159557203,
      "loss": 5.3658,
      "step": 4541
    },
    {
      "epoch": 0.3858307849133537,
      "grad_norm": 1.6357089562541798,
      "learning_rate": 0.0002989856946149871,
      "loss": 5.7231,
      "step": 4542
    },
    {
      "epoch": 0.38591573224600745,
      "grad_norm": 1.7716164476002587,
      "learning_rate": 0.0002989848973222322,
      "loss": 5.7191,
      "step": 4543
    },
    {
      "epoch": 0.38600067957866124,
      "grad_norm": 1.7117172221881087,
      "learning_rate": 0.0002989840997173092,
      "loss": 5.616,
      "step": 4544
    },
    {
      "epoch": 0.386085626911315,
      "grad_norm": 1.5846102108332527,
      "learning_rate": 0.0002989833018002196,
      "loss": 5.3134,
      "step": 4545
    },
    {
      "epoch": 0.3861705742439687,
      "grad_norm": 1.697168192511871,
      "learning_rate": 0.0002989825035709651,
      "loss": 5.6173,
      "step": 4546
    },
    {
      "epoch": 0.3862555215766225,
      "grad_norm": 1.6851008047150744,
      "learning_rate": 0.0002989817050295474,
      "loss": 5.9384,
      "step": 4547
    },
    {
      "epoch": 0.38634046890927626,
      "grad_norm": 1.7588785741702144,
      "learning_rate": 0.0002989809061759682,
      "loss": 5.3711,
      "step": 4548
    },
    {
      "epoch": 0.38642541624193,
      "grad_norm": 1.6952508736447318,
      "learning_rate": 0.00029898010701022914,
      "loss": 5.3613,
      "step": 4549
    },
    {
      "epoch": 0.38651036357458374,
      "grad_norm": 1.7186227601293929,
      "learning_rate": 0.0002989793075323319,
      "loss": 5.8833,
      "step": 4550
    },
    {
      "epoch": 0.38659531090723753,
      "grad_norm": 1.7520607717803716,
      "learning_rate": 0.00029897850774227816,
      "loss": 5.8906,
      "step": 4551
    },
    {
      "epoch": 0.3866802582398913,
      "grad_norm": 1.6394588790688687,
      "learning_rate": 0.00029897770764006956,
      "loss": 5.4231,
      "step": 4552
    },
    {
      "epoch": 0.386765205572545,
      "grad_norm": 1.5884360109119866,
      "learning_rate": 0.00029897690722570787,
      "loss": 5.7241,
      "step": 4553
    },
    {
      "epoch": 0.38685015290519875,
      "grad_norm": 1.5769626940043704,
      "learning_rate": 0.00029897610649919467,
      "loss": 5.6896,
      "step": 4554
    },
    {
      "epoch": 0.38693510023785255,
      "grad_norm": 1.7911230031448424,
      "learning_rate": 0.00029897530546053164,
      "loss": 5.7676,
      "step": 4555
    },
    {
      "epoch": 0.3870200475705063,
      "grad_norm": 1.712144791888905,
      "learning_rate": 0.0002989745041097205,
      "loss": 5.1503,
      "step": 4556
    },
    {
      "epoch": 0.38710499490316,
      "grad_norm": 1.7165619169690571,
      "learning_rate": 0.000298973702446763,
      "loss": 5.6393,
      "step": 4557
    },
    {
      "epoch": 0.3871899422358138,
      "grad_norm": 1.6639450608920487,
      "learning_rate": 0.0002989729004716607,
      "loss": 5.5237,
      "step": 4558
    },
    {
      "epoch": 0.38727488956846756,
      "grad_norm": 1.6026335664608133,
      "learning_rate": 0.00029897209818441535,
      "loss": 5.7245,
      "step": 4559
    },
    {
      "epoch": 0.3873598369011213,
      "grad_norm": 2.1409550023409833,
      "learning_rate": 0.00029897129558502855,
      "loss": 5.1306,
      "step": 4560
    },
    {
      "epoch": 0.38744478423377504,
      "grad_norm": 1.7233266633117623,
      "learning_rate": 0.00029897049267350206,
      "loss": 5.1497,
      "step": 4561
    },
    {
      "epoch": 0.38752973156642884,
      "grad_norm": 1.835230696087007,
      "learning_rate": 0.0002989696894498375,
      "loss": 5.1185,
      "step": 4562
    },
    {
      "epoch": 0.3876146788990826,
      "grad_norm": 1.701001772175503,
      "learning_rate": 0.0002989688859140366,
      "loss": 5.5751,
      "step": 4563
    },
    {
      "epoch": 0.3876996262317363,
      "grad_norm": 1.7607539688406277,
      "learning_rate": 0.0002989680820661011,
      "loss": 4.8349,
      "step": 4564
    },
    {
      "epoch": 0.38778457356439006,
      "grad_norm": 1.6595680325128328,
      "learning_rate": 0.0002989672779060326,
      "loss": 5.5069,
      "step": 4565
    },
    {
      "epoch": 0.38786952089704385,
      "grad_norm": 1.635530223621682,
      "learning_rate": 0.00029896647343383273,
      "loss": 5.6789,
      "step": 4566
    },
    {
      "epoch": 0.3879544682296976,
      "grad_norm": 1.833354040320671,
      "learning_rate": 0.0002989656686495033,
      "loss": 5.9968,
      "step": 4567
    },
    {
      "epoch": 0.38803941556235133,
      "grad_norm": 1.8048838573831194,
      "learning_rate": 0.00029896486355304594,
      "loss": 5.2307,
      "step": 4568
    },
    {
      "epoch": 0.38812436289500507,
      "grad_norm": 1.7594523346379132,
      "learning_rate": 0.0002989640581444623,
      "loss": 5.6424,
      "step": 4569
    },
    {
      "epoch": 0.38820931022765887,
      "grad_norm": 1.6898499643965739,
      "learning_rate": 0.00029896325242375417,
      "loss": 5.3963,
      "step": 4570
    },
    {
      "epoch": 0.3882942575603126,
      "grad_norm": 1.9386709566295892,
      "learning_rate": 0.00029896244639092314,
      "loss": 5.4715,
      "step": 4571
    },
    {
      "epoch": 0.38837920489296635,
      "grad_norm": 1.6856203036845605,
      "learning_rate": 0.00029896164004597096,
      "loss": 5.2707,
      "step": 4572
    },
    {
      "epoch": 0.38846415222562014,
      "grad_norm": 1.6593202112869907,
      "learning_rate": 0.00029896083338889926,
      "loss": 5.7538,
      "step": 4573
    },
    {
      "epoch": 0.3885490995582739,
      "grad_norm": 1.6615054344121627,
      "learning_rate": 0.0002989600264197098,
      "loss": 5.9241,
      "step": 4574
    },
    {
      "epoch": 0.3886340468909276,
      "grad_norm": 2.517090821076685,
      "learning_rate": 0.00029895921913840426,
      "loss": 4.7098,
      "step": 4575
    },
    {
      "epoch": 0.38871899422358136,
      "grad_norm": 1.7256584167144593,
      "learning_rate": 0.00029895841154498423,
      "loss": 5.1328,
      "step": 4576
    },
    {
      "epoch": 0.38880394155623516,
      "grad_norm": 1.6388338478414468,
      "learning_rate": 0.00029895760363945155,
      "loss": 5.4653,
      "step": 4577
    },
    {
      "epoch": 0.3888888888888889,
      "grad_norm": 1.5993570620981525,
      "learning_rate": 0.0002989567954218078,
      "loss": 5.5141,
      "step": 4578
    },
    {
      "epoch": 0.38897383622154263,
      "grad_norm": 1.65503285934985,
      "learning_rate": 0.00029895598689205473,
      "loss": 5.6025,
      "step": 4579
    },
    {
      "epoch": 0.3890587835541964,
      "grad_norm": 1.6258442828899589,
      "learning_rate": 0.00029895517805019405,
      "loss": 5.6557,
      "step": 4580
    },
    {
      "epoch": 0.38914373088685017,
      "grad_norm": 1.670595084989202,
      "learning_rate": 0.0002989543688962274,
      "loss": 5.6759,
      "step": 4581
    },
    {
      "epoch": 0.3892286782195039,
      "grad_norm": 1.6224501050866162,
      "learning_rate": 0.0002989535594301565,
      "loss": 5.3104,
      "step": 4582
    },
    {
      "epoch": 0.38931362555215765,
      "grad_norm": 1.6974090729124938,
      "learning_rate": 0.0002989527496519831,
      "loss": 5.8824,
      "step": 4583
    },
    {
      "epoch": 0.3893985728848114,
      "grad_norm": 1.6412733595723128,
      "learning_rate": 0.00029895193956170875,
      "loss": 5.8039,
      "step": 4584
    },
    {
      "epoch": 0.3894835202174652,
      "grad_norm": 1.6303653322698382,
      "learning_rate": 0.00029895112915933524,
      "loss": 5.489,
      "step": 4585
    },
    {
      "epoch": 0.3895684675501189,
      "grad_norm": 1.9617762257419633,
      "learning_rate": 0.0002989503184448643,
      "loss": 4.9003,
      "step": 4586
    },
    {
      "epoch": 0.38965341488277266,
      "grad_norm": 1.6738112525137145,
      "learning_rate": 0.00029894950741829766,
      "loss": 6.0623,
      "step": 4587
    },
    {
      "epoch": 0.38973836221542646,
      "grad_norm": 1.7741417315506627,
      "learning_rate": 0.00029894869607963685,
      "loss": 5.7531,
      "step": 4588
    },
    {
      "epoch": 0.3898233095480802,
      "grad_norm": 1.7536344044077892,
      "learning_rate": 0.0002989478844288838,
      "loss": 5.6227,
      "step": 4589
    },
    {
      "epoch": 0.38990825688073394,
      "grad_norm": 1.672387542176646,
      "learning_rate": 0.00029894707246604,
      "loss": 5.9895,
      "step": 4590
    },
    {
      "epoch": 0.3899932042133877,
      "grad_norm": 1.652681594783716,
      "learning_rate": 0.00029894626019110723,
      "loss": 6.0093,
      "step": 4591
    },
    {
      "epoch": 0.3900781515460415,
      "grad_norm": 1.7507286692809372,
      "learning_rate": 0.00029894544760408726,
      "loss": 5.775,
      "step": 4592
    },
    {
      "epoch": 0.3901630988786952,
      "grad_norm": 1.6742187291324657,
      "learning_rate": 0.0002989446347049817,
      "loss": 5.6152,
      "step": 4593
    },
    {
      "epoch": 0.39024804621134895,
      "grad_norm": 1.6190056417434577,
      "learning_rate": 0.0002989438214937923,
      "loss": 5.6227,
      "step": 4594
    },
    {
      "epoch": 0.3903329935440027,
      "grad_norm": 1.7281979525050086,
      "learning_rate": 0.00029894300797052076,
      "loss": 5.6055,
      "step": 4595
    },
    {
      "epoch": 0.3904179408766565,
      "grad_norm": 1.6931105814720742,
      "learning_rate": 0.00029894219413516873,
      "loss": 5.6561,
      "step": 4596
    },
    {
      "epoch": 0.39050288820931023,
      "grad_norm": 1.8150288770151288,
      "learning_rate": 0.000298941379987738,
      "loss": 5.1369,
      "step": 4597
    },
    {
      "epoch": 0.39058783554196397,
      "grad_norm": 1.6893367788409621,
      "learning_rate": 0.0002989405655282302,
      "loss": 5.5013,
      "step": 4598
    },
    {
      "epoch": 0.39067278287461776,
      "grad_norm": 1.6019520521764468,
      "learning_rate": 0.00029893975075664714,
      "loss": 5.9491,
      "step": 4599
    },
    {
      "epoch": 0.3907577302072715,
      "grad_norm": 1.6549759477197137,
      "learning_rate": 0.0002989389356729904,
      "loss": 5.6836,
      "step": 4600
    },
    {
      "epoch": 0.39084267753992524,
      "grad_norm": 1.5946238576402632,
      "learning_rate": 0.0002989381202772618,
      "loss": 5.4527,
      "step": 4601
    },
    {
      "epoch": 0.390927624872579,
      "grad_norm": 1.7822652229605347,
      "learning_rate": 0.0002989373045694629,
      "loss": 5.7239,
      "step": 4602
    },
    {
      "epoch": 0.3910125722052328,
      "grad_norm": 2.4286177755903653,
      "learning_rate": 0.00029893648854959555,
      "loss": 4.963,
      "step": 4603
    },
    {
      "epoch": 0.3910975195378865,
      "grad_norm": 1.6485397457647752,
      "learning_rate": 0.0002989356722176615,
      "loss": 5.9116,
      "step": 4604
    },
    {
      "epoch": 0.39118246687054026,
      "grad_norm": 1.8443165783165685,
      "learning_rate": 0.0002989348555736623,
      "loss": 5.9388,
      "step": 4605
    },
    {
      "epoch": 0.391267414203194,
      "grad_norm": 1.6263067359879777,
      "learning_rate": 0.0002989340386175997,
      "loss": 5.7316,
      "step": 4606
    },
    {
      "epoch": 0.3913523615358478,
      "grad_norm": 1.6962738046634345,
      "learning_rate": 0.0002989332213494755,
      "loss": 5.0874,
      "step": 4607
    },
    {
      "epoch": 0.39143730886850153,
      "grad_norm": 1.8233295341253677,
      "learning_rate": 0.00029893240376929135,
      "loss": 5.3568,
      "step": 4608
    },
    {
      "epoch": 0.39152225620115527,
      "grad_norm": 1.709712971328471,
      "learning_rate": 0.000298931585877049,
      "loss": 5.5247,
      "step": 4609
    },
    {
      "epoch": 0.391607203533809,
      "grad_norm": 1.8546644971121542,
      "learning_rate": 0.0002989307676727501,
      "loss": 5.8734,
      "step": 4610
    },
    {
      "epoch": 0.3916921508664628,
      "grad_norm": 1.714649275629925,
      "learning_rate": 0.00029892994915639646,
      "loss": 5.8053,
      "step": 4611
    },
    {
      "epoch": 0.39177709819911655,
      "grad_norm": 2.065208190518455,
      "learning_rate": 0.0002989291303279897,
      "loss": 4.5291,
      "step": 4612
    },
    {
      "epoch": 0.3918620455317703,
      "grad_norm": 1.7422880540351342,
      "learning_rate": 0.00029892831118753153,
      "loss": 5.5036,
      "step": 4613
    },
    {
      "epoch": 0.3919469928644241,
      "grad_norm": 1.8939681261290826,
      "learning_rate": 0.0002989274917350238,
      "loss": 4.7191,
      "step": 4614
    },
    {
      "epoch": 0.3920319401970778,
      "grad_norm": 1.860101545348668,
      "learning_rate": 0.00029892667197046807,
      "loss": 5.0251,
      "step": 4615
    },
    {
      "epoch": 0.39211688752973156,
      "grad_norm": 1.6752096637524687,
      "learning_rate": 0.0002989258518938662,
      "loss": 5.7759,
      "step": 4616
    },
    {
      "epoch": 0.3922018348623853,
      "grad_norm": 1.6109186800258353,
      "learning_rate": 0.0002989250315052197,
      "loss": 5.3675,
      "step": 4617
    },
    {
      "epoch": 0.3922867821950391,
      "grad_norm": 1.6560596307748592,
      "learning_rate": 0.00029892421080453057,
      "loss": 5.8697,
      "step": 4618
    },
    {
      "epoch": 0.39237172952769284,
      "grad_norm": 1.6853774859434492,
      "learning_rate": 0.0002989233897918003,
      "loss": 6.021,
      "step": 4619
    },
    {
      "epoch": 0.3924566768603466,
      "grad_norm": 1.7304948803853044,
      "learning_rate": 0.0002989225684670307,
      "loss": 5.7502,
      "step": 4620
    },
    {
      "epoch": 0.3925416241930003,
      "grad_norm": 1.6689973975956036,
      "learning_rate": 0.00029892174683022343,
      "loss": 5.6559,
      "step": 4621
    },
    {
      "epoch": 0.3926265715256541,
      "grad_norm": 1.62597655891381,
      "learning_rate": 0.00029892092488138035,
      "loss": 5.6655,
      "step": 4622
    },
    {
      "epoch": 0.39271151885830785,
      "grad_norm": 1.6387141428820562,
      "learning_rate": 0.00029892010262050307,
      "loss": 5.9574,
      "step": 4623
    },
    {
      "epoch": 0.3927964661909616,
      "grad_norm": 1.6455113427915682,
      "learning_rate": 0.0002989192800475933,
      "loss": 5.9073,
      "step": 4624
    },
    {
      "epoch": 0.3928814135236154,
      "grad_norm": 1.695070051930998,
      "learning_rate": 0.00029891845716265285,
      "loss": 5.3606,
      "step": 4625
    },
    {
      "epoch": 0.3929663608562691,
      "grad_norm": 1.6870382002893822,
      "learning_rate": 0.00029891763396568333,
      "loss": 5.4755,
      "step": 4626
    },
    {
      "epoch": 0.39305130818892287,
      "grad_norm": 1.7634078546496534,
      "learning_rate": 0.0002989168104566866,
      "loss": 5.2301,
      "step": 4627
    },
    {
      "epoch": 0.3931362555215766,
      "grad_norm": 1.6576751494904172,
      "learning_rate": 0.0002989159866356643,
      "loss": 5.9049,
      "step": 4628
    },
    {
      "epoch": 0.3932212028542304,
      "grad_norm": 1.6836002560655734,
      "learning_rate": 0.0002989151625026182,
      "loss": 5.4344,
      "step": 4629
    },
    {
      "epoch": 0.39330615018688414,
      "grad_norm": 1.7305580503409321,
      "learning_rate": 0.00029891433805754995,
      "loss": 5.1896,
      "step": 4630
    },
    {
      "epoch": 0.3933910975195379,
      "grad_norm": 1.747443199187422,
      "learning_rate": 0.00029891351330046137,
      "loss": 5.3006,
      "step": 4631
    },
    {
      "epoch": 0.3934760448521916,
      "grad_norm": 1.7955139225581236,
      "learning_rate": 0.00029891268823135415,
      "loss": 5.9341,
      "step": 4632
    },
    {
      "epoch": 0.3935609921848454,
      "grad_norm": 1.6576381796018609,
      "learning_rate": 0.00029891186285022997,
      "loss": 5.3699,
      "step": 4633
    },
    {
      "epoch": 0.39364593951749915,
      "grad_norm": 1.623922019589269,
      "learning_rate": 0.0002989110371570906,
      "loss": 5.5739,
      "step": 4634
    },
    {
      "epoch": 0.3937308868501529,
      "grad_norm": 1.7299541677914347,
      "learning_rate": 0.00029891021115193784,
      "loss": 5.3896,
      "step": 4635
    },
    {
      "epoch": 0.39381583418280663,
      "grad_norm": 1.7197973438294238,
      "learning_rate": 0.0002989093848347733,
      "loss": 5.8751,
      "step": 4636
    },
    {
      "epoch": 0.39390078151546043,
      "grad_norm": 2.180168863695254,
      "learning_rate": 0.00029890855820559873,
      "loss": 5.4337,
      "step": 4637
    },
    {
      "epoch": 0.39398572884811417,
      "grad_norm": 1.5819448447334157,
      "learning_rate": 0.00029890773126441594,
      "loss": 5.567,
      "step": 4638
    },
    {
      "epoch": 0.3940706761807679,
      "grad_norm": 1.6154710380028847,
      "learning_rate": 0.0002989069040112267,
      "loss": 5.8724,
      "step": 4639
    },
    {
      "epoch": 0.3941556235134217,
      "grad_norm": 1.6469511142344,
      "learning_rate": 0.0002989060764460326,
      "loss": 5.6812,
      "step": 4640
    },
    {
      "epoch": 0.39424057084607544,
      "grad_norm": 1.5845749131667697,
      "learning_rate": 0.00029890524856883535,
      "loss": 5.498,
      "step": 4641
    },
    {
      "epoch": 0.3943255181787292,
      "grad_norm": 1.5949849261706097,
      "learning_rate": 0.00029890442037963687,
      "loss": 5.3153,
      "step": 4642
    },
    {
      "epoch": 0.3944104655113829,
      "grad_norm": 1.649406711530644,
      "learning_rate": 0.0002989035918784388,
      "loss": 5.3089,
      "step": 4643
    },
    {
      "epoch": 0.3944954128440367,
      "grad_norm": 1.6446766553441656,
      "learning_rate": 0.0002989027630652428,
      "loss": 5.6412,
      "step": 4644
    },
    {
      "epoch": 0.39458036017669046,
      "grad_norm": 1.7571165171136505,
      "learning_rate": 0.0002989019339400508,
      "loss": 5.3461,
      "step": 4645
    },
    {
      "epoch": 0.3946653075093442,
      "grad_norm": 1.7257987098784857,
      "learning_rate": 0.00029890110450286433,
      "loss": 5.3775,
      "step": 4646
    },
    {
      "epoch": 0.39475025484199794,
      "grad_norm": 1.6019054294444592,
      "learning_rate": 0.00029890027475368524,
      "loss": 5.6028,
      "step": 4647
    },
    {
      "epoch": 0.39483520217465173,
      "grad_norm": 1.778787795968819,
      "learning_rate": 0.0002988994446925152,
      "loss": 5.8941,
      "step": 4648
    },
    {
      "epoch": 0.3949201495073055,
      "grad_norm": 1.671885607794005,
      "learning_rate": 0.00029889861431935604,
      "loss": 5.2884,
      "step": 4649
    },
    {
      "epoch": 0.3950050968399592,
      "grad_norm": 1.656903405748645,
      "learning_rate": 0.00029889778363420945,
      "loss": 5.4301,
      "step": 4650
    },
    {
      "epoch": 0.39509004417261295,
      "grad_norm": 1.6894471826383288,
      "learning_rate": 0.00029889695263707723,
      "loss": 5.6429,
      "step": 4651
    },
    {
      "epoch": 0.39517499150526675,
      "grad_norm": 1.7269350558502197,
      "learning_rate": 0.00029889612132796096,
      "loss": 5.4556,
      "step": 4652
    },
    {
      "epoch": 0.3952599388379205,
      "grad_norm": 1.6527084275219444,
      "learning_rate": 0.0002988952897068626,
      "loss": 5.6326,
      "step": 4653
    },
    {
      "epoch": 0.39534488617057423,
      "grad_norm": 1.6096763325340406,
      "learning_rate": 0.0002988944577737837,
      "loss": 5.6648,
      "step": 4654
    },
    {
      "epoch": 0.395429833503228,
      "grad_norm": 1.6817044140426582,
      "learning_rate": 0.0002988936255287261,
      "loss": 5.8098,
      "step": 4655
    },
    {
      "epoch": 0.39551478083588176,
      "grad_norm": 1.755018715323829,
      "learning_rate": 0.0002988927929716915,
      "loss": 5.9698,
      "step": 4656
    },
    {
      "epoch": 0.3955997281685355,
      "grad_norm": 1.7023915368269273,
      "learning_rate": 0.0002988919601026817,
      "loss": 5.6968,
      "step": 4657
    },
    {
      "epoch": 0.39568467550118924,
      "grad_norm": 1.6989332850544094,
      "learning_rate": 0.0002988911269216984,
      "loss": 5.593,
      "step": 4658
    },
    {
      "epoch": 0.39576962283384304,
      "grad_norm": 1.6332236513272713,
      "learning_rate": 0.0002988902934287434,
      "loss": 5.785,
      "step": 4659
    },
    {
      "epoch": 0.3958545701664968,
      "grad_norm": 1.6151729069867191,
      "learning_rate": 0.0002988894596238184,
      "loss": 5.9109,
      "step": 4660
    },
    {
      "epoch": 0.3959395174991505,
      "grad_norm": 1.6472820340567216,
      "learning_rate": 0.0002988886255069251,
      "loss": 5.5275,
      "step": 4661
    },
    {
      "epoch": 0.39602446483180426,
      "grad_norm": 1.6385607422863924,
      "learning_rate": 0.0002988877910780653,
      "loss": 5.606,
      "step": 4662
    },
    {
      "epoch": 0.39610941216445805,
      "grad_norm": 1.6145244392796962,
      "learning_rate": 0.0002988869563372408,
      "loss": 5.7759,
      "step": 4663
    },
    {
      "epoch": 0.3961943594971118,
      "grad_norm": 1.603567682303615,
      "learning_rate": 0.00029888612128445334,
      "loss": 5.6927,
      "step": 4664
    },
    {
      "epoch": 0.39627930682976553,
      "grad_norm": 1.6830721826156934,
      "learning_rate": 0.00029888528591970456,
      "loss": 6.0846,
      "step": 4665
    },
    {
      "epoch": 0.3963642541624193,
      "grad_norm": 1.6050669604532628,
      "learning_rate": 0.0002988844502429963,
      "loss": 5.8357,
      "step": 4666
    },
    {
      "epoch": 0.39644920149507307,
      "grad_norm": 1.6343830731840798,
      "learning_rate": 0.0002988836142543303,
      "loss": 5.7818,
      "step": 4667
    },
    {
      "epoch": 0.3965341488277268,
      "grad_norm": 1.6948770096268793,
      "learning_rate": 0.0002988827779537083,
      "loss": 5.4917,
      "step": 4668
    },
    {
      "epoch": 0.39661909616038055,
      "grad_norm": 1.776284096965165,
      "learning_rate": 0.000298881941341132,
      "loss": 5.6083,
      "step": 4669
    },
    {
      "epoch": 0.39670404349303434,
      "grad_norm": 1.6257474478262963,
      "learning_rate": 0.0002988811044166033,
      "loss": 5.1744,
      "step": 4670
    },
    {
      "epoch": 0.3967889908256881,
      "grad_norm": 1.6409753862290497,
      "learning_rate": 0.0002988802671801238,
      "loss": 5.3998,
      "step": 4671
    },
    {
      "epoch": 0.3968739381583418,
      "grad_norm": 1.6569386625421105,
      "learning_rate": 0.00029887942963169534,
      "loss": 5.8584,
      "step": 4672
    },
    {
      "epoch": 0.39695888549099556,
      "grad_norm": 1.7412576631981704,
      "learning_rate": 0.00029887859177131964,
      "loss": 5.9114,
      "step": 4673
    },
    {
      "epoch": 0.39704383282364936,
      "grad_norm": 1.6591748720332893,
      "learning_rate": 0.0002988777535989985,
      "loss": 5.2011,
      "step": 4674
    },
    {
      "epoch": 0.3971287801563031,
      "grad_norm": 1.7024932635182581,
      "learning_rate": 0.0002988769151147336,
      "loss": 5.7869,
      "step": 4675
    },
    {
      "epoch": 0.39721372748895684,
      "grad_norm": 1.662192173695658,
      "learning_rate": 0.00029887607631852675,
      "loss": 5.5591,
      "step": 4676
    },
    {
      "epoch": 0.3972986748216106,
      "grad_norm": 1.6190615439101095,
      "learning_rate": 0.00029887523721037974,
      "loss": 5.5898,
      "step": 4677
    },
    {
      "epoch": 0.39738362215426437,
      "grad_norm": 1.6823601652657436,
      "learning_rate": 0.0002988743977902942,
      "loss": 5.3427,
      "step": 4678
    },
    {
      "epoch": 0.3974685694869181,
      "grad_norm": 1.6591502268111675,
      "learning_rate": 0.000298873558058272,
      "loss": 5.2037,
      "step": 4679
    },
    {
      "epoch": 0.39755351681957185,
      "grad_norm": 1.7714640444258536,
      "learning_rate": 0.000298872718014315,
      "loss": 5.2364,
      "step": 4680
    },
    {
      "epoch": 0.39763846415222565,
      "grad_norm": 1.6511857470710187,
      "learning_rate": 0.0002988718776584247,
      "loss": 5.5657,
      "step": 4681
    },
    {
      "epoch": 0.3977234114848794,
      "grad_norm": 1.6111932064450907,
      "learning_rate": 0.000298871036990603,
      "loss": 5.6974,
      "step": 4682
    },
    {
      "epoch": 0.3978083588175331,
      "grad_norm": 1.8642618945665328,
      "learning_rate": 0.0002988701960108517,
      "loss": 4.8414,
      "step": 4683
    },
    {
      "epoch": 0.39789330615018687,
      "grad_norm": 1.742070272551467,
      "learning_rate": 0.00029886935471917255,
      "loss": 5.7673,
      "step": 4684
    },
    {
      "epoch": 0.39797825348284066,
      "grad_norm": 1.6691273942719114,
      "learning_rate": 0.00029886851311556716,
      "loss": 5.608,
      "step": 4685
    },
    {
      "epoch": 0.3980632008154944,
      "grad_norm": 1.6929429371617866,
      "learning_rate": 0.0002988676712000375,
      "loss": 5.5764,
      "step": 4686
    },
    {
      "epoch": 0.39814814814814814,
      "grad_norm": 1.8118832149835407,
      "learning_rate": 0.00029886682897258525,
      "loss": 5.5597,
      "step": 4687
    },
    {
      "epoch": 0.3982330954808019,
      "grad_norm": 1.734448121469307,
      "learning_rate": 0.0002988659864332122,
      "loss": 5.2918,
      "step": 4688
    },
    {
      "epoch": 0.3983180428134557,
      "grad_norm": 1.699532045280184,
      "learning_rate": 0.00029886514358192,
      "loss": 5.2095,
      "step": 4689
    },
    {
      "epoch": 0.3984029901461094,
      "grad_norm": 1.6299915891258792,
      "learning_rate": 0.00029886430041871056,
      "loss": 5.8206,
      "step": 4690
    },
    {
      "epoch": 0.39848793747876315,
      "grad_norm": 1.6823864916524907,
      "learning_rate": 0.00029886345694358563,
      "loss": 5.6937,
      "step": 4691
    },
    {
      "epoch": 0.3985728848114169,
      "grad_norm": 1.7266586028882698,
      "learning_rate": 0.00029886261315654686,
      "loss": 5.1993,
      "step": 4692
    },
    {
      "epoch": 0.3986578321440707,
      "grad_norm": 1.637705547567139,
      "learning_rate": 0.0002988617690575961,
      "loss": 5.2475,
      "step": 4693
    },
    {
      "epoch": 0.39874277947672443,
      "grad_norm": 1.6636648123027817,
      "learning_rate": 0.0002988609246467352,
      "loss": 5.8124,
      "step": 4694
    },
    {
      "epoch": 0.39882772680937817,
      "grad_norm": 1.5983459782021123,
      "learning_rate": 0.0002988600799239658,
      "loss": 5.8,
      "step": 4695
    },
    {
      "epoch": 0.39891267414203196,
      "grad_norm": 1.7598441275293484,
      "learning_rate": 0.00029885923488928967,
      "loss": 5.8781,
      "step": 4696
    },
    {
      "epoch": 0.3989976214746857,
      "grad_norm": 1.7268267892548965,
      "learning_rate": 0.0002988583895427087,
      "loss": 5.4198,
      "step": 4697
    },
    {
      "epoch": 0.39908256880733944,
      "grad_norm": 1.6911777737272649,
      "learning_rate": 0.0002988575438842245,
      "loss": 5.4114,
      "step": 4698
    },
    {
      "epoch": 0.3991675161399932,
      "grad_norm": 1.593021403867694,
      "learning_rate": 0.000298856697913839,
      "loss": 5.6962,
      "step": 4699
    },
    {
      "epoch": 0.399252463472647,
      "grad_norm": 1.6598331801929944,
      "learning_rate": 0.0002988558516315539,
      "loss": 5.3634,
      "step": 4700
    },
    {
      "epoch": 0.3993374108053007,
      "grad_norm": 1.7342976870752564,
      "learning_rate": 0.0002988550050373709,
      "loss": 5.9698,
      "step": 4701
    },
    {
      "epoch": 0.39942235813795446,
      "grad_norm": 1.6358614343711957,
      "learning_rate": 0.0002988541581312919,
      "loss": 5.4018,
      "step": 4702
    },
    {
      "epoch": 0.3995073054706082,
      "grad_norm": 1.6415797238278365,
      "learning_rate": 0.00029885331091331866,
      "loss": 5.619,
      "step": 4703
    },
    {
      "epoch": 0.399592252803262,
      "grad_norm": 1.6468570706601944,
      "learning_rate": 0.00029885246338345287,
      "loss": 5.3627,
      "step": 4704
    },
    {
      "epoch": 0.39967720013591573,
      "grad_norm": 1.7307861859997056,
      "learning_rate": 0.0002988516155416964,
      "loss": 5.2819,
      "step": 4705
    },
    {
      "epoch": 0.3997621474685695,
      "grad_norm": 1.6190792491143557,
      "learning_rate": 0.00029885076738805086,
      "loss": 5.7844,
      "step": 4706
    },
    {
      "epoch": 0.39984709480122327,
      "grad_norm": 1.6297291622266572,
      "learning_rate": 0.0002988499189225182,
      "loss": 5.8898,
      "step": 4707
    },
    {
      "epoch": 0.399932042133877,
      "grad_norm": 1.5640684046596836,
      "learning_rate": 0.00029884907014510024,
      "loss": 5.5972,
      "step": 4708
    },
    {
      "epoch": 0.40001698946653075,
      "grad_norm": 1.6079461861001219,
      "learning_rate": 0.0002988482210557986,
      "loss": 5.2953,
      "step": 4709
    },
    {
      "epoch": 0.4001019367991845,
      "grad_norm": 1.6865570468477584,
      "learning_rate": 0.0002988473716546151,
      "loss": 5.9562,
      "step": 4710
    },
    {
      "epoch": 0.4001868841318383,
      "grad_norm": 1.663349204721667,
      "learning_rate": 0.0002988465219415516,
      "loss": 5.4387,
      "step": 4711
    },
    {
      "epoch": 0.400271831464492,
      "grad_norm": 1.6423359618852198,
      "learning_rate": 0.00029884567191660976,
      "loss": 5.328,
      "step": 4712
    },
    {
      "epoch": 0.40035677879714576,
      "grad_norm": 1.749176694859879,
      "learning_rate": 0.00029884482157979144,
      "loss": 5.3748,
      "step": 4713
    },
    {
      "epoch": 0.4004417261297995,
      "grad_norm": 1.6889682874523997,
      "learning_rate": 0.00029884397093109846,
      "loss": 5.7912,
      "step": 4714
    },
    {
      "epoch": 0.4005266734624533,
      "grad_norm": 1.6479146060148162,
      "learning_rate": 0.00029884311997053245,
      "loss": 5.6361,
      "step": 4715
    },
    {
      "epoch": 0.40061162079510704,
      "grad_norm": 1.5778899399373554,
      "learning_rate": 0.00029884226869809536,
      "loss": 5.4677,
      "step": 4716
    },
    {
      "epoch": 0.4006965681277608,
      "grad_norm": 1.6144568100204737,
      "learning_rate": 0.00029884141711378887,
      "loss": 5.5533,
      "step": 4717
    },
    {
      "epoch": 0.4007815154604145,
      "grad_norm": 1.6731256365191267,
      "learning_rate": 0.0002988405652176148,
      "loss": 5.3096,
      "step": 4718
    },
    {
      "epoch": 0.4008664627930683,
      "grad_norm": 1.5819727128981163,
      "learning_rate": 0.00029883971300957496,
      "loss": 5.1849,
      "step": 4719
    },
    {
      "epoch": 0.40095141012572205,
      "grad_norm": 1.618564168934851,
      "learning_rate": 0.00029883886048967116,
      "loss": 5.8614,
      "step": 4720
    },
    {
      "epoch": 0.4010363574583758,
      "grad_norm": 1.7615095461253027,
      "learning_rate": 0.000298838007657905,
      "loss": 5.8755,
      "step": 4721
    },
    {
      "epoch": 0.4011213047910296,
      "grad_norm": 1.6721988583258678,
      "learning_rate": 0.00029883715451427853,
      "loss": 6.1037,
      "step": 4722
    },
    {
      "epoch": 0.4012062521236833,
      "grad_norm": 1.7007544602632776,
      "learning_rate": 0.0002988363010587933,
      "loss": 5.2786,
      "step": 4723
    },
    {
      "epoch": 0.40129119945633707,
      "grad_norm": 1.6999707809254654,
      "learning_rate": 0.00029883544729145134,
      "loss": 5.4479,
      "step": 4724
    },
    {
      "epoch": 0.4013761467889908,
      "grad_norm": 1.7107881844984616,
      "learning_rate": 0.00029883459321225416,
      "loss": 5.7386,
      "step": 4725
    },
    {
      "epoch": 0.4014610941216446,
      "grad_norm": 1.5697950592241763,
      "learning_rate": 0.0002988337388212038,
      "loss": 5.5567,
      "step": 4726
    },
    {
      "epoch": 0.40154604145429834,
      "grad_norm": 1.669480490008456,
      "learning_rate": 0.00029883288411830197,
      "loss": 5.5092,
      "step": 4727
    },
    {
      "epoch": 0.4016309887869521,
      "grad_norm": 1.7435494186006617,
      "learning_rate": 0.00029883202910355037,
      "loss": 5.404,
      "step": 4728
    },
    {
      "epoch": 0.4017159361196058,
      "grad_norm": 1.7241110978008116,
      "learning_rate": 0.0002988311737769509,
      "loss": 5.9299,
      "step": 4729
    },
    {
      "epoch": 0.4018008834522596,
      "grad_norm": 1.6343107573244693,
      "learning_rate": 0.00029883031813850527,
      "loss": 5.934,
      "step": 4730
    },
    {
      "epoch": 0.40188583078491336,
      "grad_norm": 1.6017610874668313,
      "learning_rate": 0.0002988294621882153,
      "loss": 5.285,
      "step": 4731
    },
    {
      "epoch": 0.4019707781175671,
      "grad_norm": 1.628064216584093,
      "learning_rate": 0.0002988286059260828,
      "loss": 5.3607,
      "step": 4732
    },
    {
      "epoch": 0.40205572545022084,
      "grad_norm": 1.7314355756869952,
      "learning_rate": 0.00029882774935210965,
      "loss": 5.806,
      "step": 4733
    },
    {
      "epoch": 0.40214067278287463,
      "grad_norm": 1.7289623474144014,
      "learning_rate": 0.00029882689246629745,
      "loss": 5.4562,
      "step": 4734
    },
    {
      "epoch": 0.40222562011552837,
      "grad_norm": 1.7047602486997684,
      "learning_rate": 0.00029882603526864817,
      "loss": 5.102,
      "step": 4735
    },
    {
      "epoch": 0.4023105674481821,
      "grad_norm": 1.6597975893717427,
      "learning_rate": 0.0002988251777591635,
      "loss": 5.3274,
      "step": 4736
    },
    {
      "epoch": 0.4023955147808359,
      "grad_norm": 1.6628869427910358,
      "learning_rate": 0.0002988243199378453,
      "loss": 5.5998,
      "step": 4737
    },
    {
      "epoch": 0.40248046211348965,
      "grad_norm": 1.6335741743645613,
      "learning_rate": 0.0002988234618046953,
      "loss": 5.7079,
      "step": 4738
    },
    {
      "epoch": 0.4025654094461434,
      "grad_norm": 1.7415782985272699,
      "learning_rate": 0.00029882260335971545,
      "loss": 5.3436,
      "step": 4739
    },
    {
      "epoch": 0.4026503567787971,
      "grad_norm": 1.7998134283895868,
      "learning_rate": 0.00029882174460290733,
      "loss": 5.1376,
      "step": 4740
    },
    {
      "epoch": 0.4027353041114509,
      "grad_norm": 1.736180868852898,
      "learning_rate": 0.0002988208855342729,
      "loss": 5.3047,
      "step": 4741
    },
    {
      "epoch": 0.40282025144410466,
      "grad_norm": 1.548618296875021,
      "learning_rate": 0.0002988200261538139,
      "loss": 5.4605,
      "step": 4742
    },
    {
      "epoch": 0.4029051987767584,
      "grad_norm": 1.6560265883117196,
      "learning_rate": 0.00029881916646153214,
      "loss": 5.6381,
      "step": 4743
    },
    {
      "epoch": 0.40299014610941214,
      "grad_norm": 1.7294368430878229,
      "learning_rate": 0.0002988183064574294,
      "loss": 5.4039,
      "step": 4744
    },
    {
      "epoch": 0.40307509344206593,
      "grad_norm": 1.6560444493196296,
      "learning_rate": 0.0002988174461415075,
      "loss": 5.506,
      "step": 4745
    },
    {
      "epoch": 0.4031600407747197,
      "grad_norm": 1.723216830800106,
      "learning_rate": 0.00029881658551376825,
      "loss": 5.4715,
      "step": 4746
    },
    {
      "epoch": 0.4032449881073734,
      "grad_norm": 1.6382470705741583,
      "learning_rate": 0.0002988157245742135,
      "loss": 5.5204,
      "step": 4747
    },
    {
      "epoch": 0.4033299354400272,
      "grad_norm": 1.6687148061397188,
      "learning_rate": 0.00029881486332284496,
      "loss": 5.5367,
      "step": 4748
    },
    {
      "epoch": 0.40341488277268095,
      "grad_norm": 1.6008635684004404,
      "learning_rate": 0.00029881400175966447,
      "loss": 5.2453,
      "step": 4749
    },
    {
      "epoch": 0.4034998301053347,
      "grad_norm": 1.664767528628337,
      "learning_rate": 0.00029881313988467387,
      "loss": 5.3282,
      "step": 4750
    },
    {
      "epoch": 0.40358477743798843,
      "grad_norm": 1.7182033457924157,
      "learning_rate": 0.0002988122776978749,
      "loss": 5.9237,
      "step": 4751
    },
    {
      "epoch": 0.4036697247706422,
      "grad_norm": 1.6055540254906866,
      "learning_rate": 0.00029881141519926945,
      "loss": 5.3958,
      "step": 4752
    },
    {
      "epoch": 0.40375467210329596,
      "grad_norm": 1.7071642284935549,
      "learning_rate": 0.0002988105523888592,
      "loss": 5.8498,
      "step": 4753
    },
    {
      "epoch": 0.4038396194359497,
      "grad_norm": 1.697958909459172,
      "learning_rate": 0.0002988096892666461,
      "loss": 6.0186,
      "step": 4754
    },
    {
      "epoch": 0.40392456676860344,
      "grad_norm": 1.6949693559330723,
      "learning_rate": 0.00029880882583263195,
      "loss": 5.8213,
      "step": 4755
    },
    {
      "epoch": 0.40400951410125724,
      "grad_norm": 1.6982864719228543,
      "learning_rate": 0.0002988079620868184,
      "loss": 5.3373,
      "step": 4756
    },
    {
      "epoch": 0.404094461433911,
      "grad_norm": 1.6841597658497947,
      "learning_rate": 0.0002988070980292074,
      "loss": 5.5035,
      "step": 4757
    },
    {
      "epoch": 0.4041794087665647,
      "grad_norm": 1.6539393635189343,
      "learning_rate": 0.0002988062336598008,
      "loss": 5.6456,
      "step": 4758
    },
    {
      "epoch": 0.40426435609921846,
      "grad_norm": 1.6486702581412989,
      "learning_rate": 0.0002988053689786003,
      "loss": 5.6397,
      "step": 4759
    },
    {
      "epoch": 0.40434930343187225,
      "grad_norm": 1.630709388858439,
      "learning_rate": 0.0002988045039856077,
      "loss": 5.8419,
      "step": 4760
    },
    {
      "epoch": 0.404434250764526,
      "grad_norm": 1.727364378802966,
      "learning_rate": 0.0002988036386808249,
      "loss": 5.7305,
      "step": 4761
    },
    {
      "epoch": 0.40451919809717973,
      "grad_norm": 1.7317776155585,
      "learning_rate": 0.0002988027730642537,
      "loss": 5.2888,
      "step": 4762
    },
    {
      "epoch": 0.40460414542983353,
      "grad_norm": 1.6490790656608252,
      "learning_rate": 0.0002988019071358958,
      "loss": 5.3305,
      "step": 4763
    },
    {
      "epoch": 0.40468909276248727,
      "grad_norm": 1.599600123665298,
      "learning_rate": 0.0002988010408957532,
      "loss": 5.168,
      "step": 4764
    },
    {
      "epoch": 0.404774040095141,
      "grad_norm": 1.7998341307095247,
      "learning_rate": 0.0002988001743438276,
      "loss": 5.9317,
      "step": 4765
    },
    {
      "epoch": 0.40485898742779475,
      "grad_norm": 1.643861401437435,
      "learning_rate": 0.0002987993074801209,
      "loss": 5.2378,
      "step": 4766
    },
    {
      "epoch": 0.40494393476044854,
      "grad_norm": 1.620821339407697,
      "learning_rate": 0.00029879844030463473,
      "loss": 5.1773,
      "step": 4767
    },
    {
      "epoch": 0.4050288820931023,
      "grad_norm": 1.7287550861648195,
      "learning_rate": 0.00029879757281737107,
      "loss": 5.4045,
      "step": 4768
    },
    {
      "epoch": 0.405113829425756,
      "grad_norm": 1.6464801088527072,
      "learning_rate": 0.0002987967050183317,
      "loss": 5.3622,
      "step": 4769
    },
    {
      "epoch": 0.40519877675840976,
      "grad_norm": 1.5861332195924231,
      "learning_rate": 0.0002987958369075184,
      "loss": 5.5684,
      "step": 4770
    },
    {
      "epoch": 0.40528372409106356,
      "grad_norm": 1.6963222482970983,
      "learning_rate": 0.00029879496848493305,
      "loss": 5.2237,
      "step": 4771
    },
    {
      "epoch": 0.4053686714237173,
      "grad_norm": 1.5952662091913203,
      "learning_rate": 0.00029879409975057744,
      "loss": 5.7417,
      "step": 4772
    },
    {
      "epoch": 0.40545361875637104,
      "grad_norm": 1.661470287664026,
      "learning_rate": 0.0002987932307044534,
      "loss": 6.0611,
      "step": 4773
    },
    {
      "epoch": 0.40553856608902483,
      "grad_norm": 1.6802625141698084,
      "learning_rate": 0.0002987923613465628,
      "loss": 5.9198,
      "step": 4774
    },
    {
      "epoch": 0.40562351342167857,
      "grad_norm": 1.5633574185548862,
      "learning_rate": 0.0002987914916769073,
      "loss": 5.376,
      "step": 4775
    },
    {
      "epoch": 0.4057084607543323,
      "grad_norm": 1.6024899101788637,
      "learning_rate": 0.00029879062169548893,
      "loss": 5.6796,
      "step": 4776
    },
    {
      "epoch": 0.40579340808698605,
      "grad_norm": 1.6096277356880633,
      "learning_rate": 0.00029878975140230934,
      "loss": 5.6118,
      "step": 4777
    },
    {
      "epoch": 0.40587835541963985,
      "grad_norm": 1.7197644573031665,
      "learning_rate": 0.00029878888079737045,
      "loss": 5.2686,
      "step": 4778
    },
    {
      "epoch": 0.4059633027522936,
      "grad_norm": 1.5802048396774495,
      "learning_rate": 0.00029878800988067405,
      "loss": 5.4725,
      "step": 4779
    },
    {
      "epoch": 0.4060482500849473,
      "grad_norm": 1.6547737272133443,
      "learning_rate": 0.000298787138652222,
      "loss": 5.8733,
      "step": 4780
    },
    {
      "epoch": 0.40613319741760107,
      "grad_norm": 1.753477578039368,
      "learning_rate": 0.00029878626711201604,
      "loss": 5.3671,
      "step": 4781
    },
    {
      "epoch": 0.40621814475025486,
      "grad_norm": 1.6667548991920638,
      "learning_rate": 0.0002987853952600581,
      "loss": 5.8586,
      "step": 4782
    },
    {
      "epoch": 0.4063030920829086,
      "grad_norm": 1.678101223944043,
      "learning_rate": 0.0002987845230963499,
      "loss": 5.1862,
      "step": 4783
    },
    {
      "epoch": 0.40638803941556234,
      "grad_norm": 1.6697991934810832,
      "learning_rate": 0.0002987836506208934,
      "loss": 5.1994,
      "step": 4784
    },
    {
      "epoch": 0.4064729867482161,
      "grad_norm": 1.7254544002258798,
      "learning_rate": 0.00029878277783369035,
      "loss": 5.4024,
      "step": 4785
    },
    {
      "epoch": 0.4065579340808699,
      "grad_norm": 1.6852351742525389,
      "learning_rate": 0.00029878190473474255,
      "loss": 5.8578,
      "step": 4786
    },
    {
      "epoch": 0.4066428814135236,
      "grad_norm": 1.6145511313816714,
      "learning_rate": 0.0002987810313240519,
      "loss": 5.7596,
      "step": 4787
    },
    {
      "epoch": 0.40672782874617736,
      "grad_norm": 1.6289749270410803,
      "learning_rate": 0.0002987801576016202,
      "loss": 5.361,
      "step": 4788
    },
    {
      "epoch": 0.40681277607883115,
      "grad_norm": 1.7153973096977475,
      "learning_rate": 0.00029877928356744925,
      "loss": 5.3112,
      "step": 4789
    },
    {
      "epoch": 0.4068977234114849,
      "grad_norm": 1.622256321586455,
      "learning_rate": 0.0002987784092215409,
      "loss": 5.4856,
      "step": 4790
    },
    {
      "epoch": 0.40698267074413863,
      "grad_norm": 1.6711122721310137,
      "learning_rate": 0.00029877753456389696,
      "loss": 5.7284,
      "step": 4791
    },
    {
      "epoch": 0.40706761807679237,
      "grad_norm": 1.7169637207226593,
      "learning_rate": 0.00029877665959451936,
      "loss": 5.0615,
      "step": 4792
    },
    {
      "epoch": 0.40715256540944617,
      "grad_norm": 1.7099240785222112,
      "learning_rate": 0.00029877578431340983,
      "loss": 5.5863,
      "step": 4793
    },
    {
      "epoch": 0.4072375127420999,
      "grad_norm": 1.5997162280147423,
      "learning_rate": 0.0002987749087205703,
      "loss": 5.4391,
      "step": 4794
    },
    {
      "epoch": 0.40732246007475365,
      "grad_norm": 1.6549950788745196,
      "learning_rate": 0.00029877403281600243,
      "loss": 5.6648,
      "step": 4795
    },
    {
      "epoch": 0.4074074074074074,
      "grad_norm": 1.6673251185489464,
      "learning_rate": 0.00029877315659970825,
      "loss": 5.5982,
      "step": 4796
    },
    {
      "epoch": 0.4074923547400612,
      "grad_norm": 1.6384629096283811,
      "learning_rate": 0.0002987722800716895,
      "loss": 5.7576,
      "step": 4797
    },
    {
      "epoch": 0.4075773020727149,
      "grad_norm": 1.6772349830711115,
      "learning_rate": 0.000298771403231948,
      "loss": 5.5521,
      "step": 4798
    },
    {
      "epoch": 0.40766224940536866,
      "grad_norm": 1.6849576402851423,
      "learning_rate": 0.00029877052608048567,
      "loss": 5.5767,
      "step": 4799
    },
    {
      "epoch": 0.4077471967380224,
      "grad_norm": 1.9520559684398666,
      "learning_rate": 0.0002987696486173043,
      "loss": 5.4234,
      "step": 4800
    },
    {
      "epoch": 0.4078321440706762,
      "grad_norm": 1.6069970398785278,
      "learning_rate": 0.0002987687708424057,
      "loss": 5.5732,
      "step": 4801
    },
    {
      "epoch": 0.40791709140332993,
      "grad_norm": 1.7301741465082714,
      "learning_rate": 0.00029876789275579173,
      "loss": 5.4903,
      "step": 4802
    },
    {
      "epoch": 0.4080020387359837,
      "grad_norm": 1.8040534899767298,
      "learning_rate": 0.00029876701435746424,
      "loss": 5.857,
      "step": 4803
    },
    {
      "epoch": 0.40808698606863747,
      "grad_norm": 1.6332685885098472,
      "learning_rate": 0.00029876613564742505,
      "loss": 5.4467,
      "step": 4804
    },
    {
      "epoch": 0.4081719334012912,
      "grad_norm": 1.5991296280740177,
      "learning_rate": 0.00029876525662567605,
      "loss": 5.5236,
      "step": 4805
    },
    {
      "epoch": 0.40825688073394495,
      "grad_norm": 1.5869332009173456,
      "learning_rate": 0.000298764377292219,
      "loss": 5.2099,
      "step": 4806
    },
    {
      "epoch": 0.4083418280665987,
      "grad_norm": 1.598147966178736,
      "learning_rate": 0.00029876349764705585,
      "loss": 5.1494,
      "step": 4807
    },
    {
      "epoch": 0.4084267753992525,
      "grad_norm": 1.8429168158506735,
      "learning_rate": 0.00029876261769018833,
      "loss": 5.7853,
      "step": 4808
    },
    {
      "epoch": 0.4085117227319062,
      "grad_norm": 1.752537817146235,
      "learning_rate": 0.0002987617374216184,
      "loss": 5.8672,
      "step": 4809
    },
    {
      "epoch": 0.40859667006455996,
      "grad_norm": 1.6312335142941958,
      "learning_rate": 0.0002987608568413478,
      "loss": 5.6532,
      "step": 4810
    },
    {
      "epoch": 0.4086816173972137,
      "grad_norm": 1.7327662301569506,
      "learning_rate": 0.0002987599759493784,
      "loss": 5.4336,
      "step": 4811
    },
    {
      "epoch": 0.4087665647298675,
      "grad_norm": 1.7491334848853732,
      "learning_rate": 0.0002987590947457121,
      "loss": 5.391,
      "step": 4812
    },
    {
      "epoch": 0.40885151206252124,
      "grad_norm": 1.7189040954681638,
      "learning_rate": 0.0002987582132303507,
      "loss": 5.5916,
      "step": 4813
    },
    {
      "epoch": 0.408936459395175,
      "grad_norm": 1.7374077514113249,
      "learning_rate": 0.00029875733140329605,
      "loss": 5.7617,
      "step": 4814
    },
    {
      "epoch": 0.4090214067278288,
      "grad_norm": 1.6915319314069388,
      "learning_rate": 0.00029875644926455,
      "loss": 5.4876,
      "step": 4815
    },
    {
      "epoch": 0.4091063540604825,
      "grad_norm": 1.7676723824649605,
      "learning_rate": 0.0002987555668141144,
      "loss": 5.2258,
      "step": 4816
    },
    {
      "epoch": 0.40919130139313625,
      "grad_norm": 1.6398539954147813,
      "learning_rate": 0.00029875468405199103,
      "loss": 5.3346,
      "step": 4817
    },
    {
      "epoch": 0.40927624872579,
      "grad_norm": 1.645375596747628,
      "learning_rate": 0.0002987538009781819,
      "loss": 5.7024,
      "step": 4818
    },
    {
      "epoch": 0.4093611960584438,
      "grad_norm": 1.651700989194947,
      "learning_rate": 0.00029875291759268874,
      "loss": 5.1338,
      "step": 4819
    },
    {
      "epoch": 0.40944614339109753,
      "grad_norm": 1.7170433059109729,
      "learning_rate": 0.0002987520338955135,
      "loss": 5.2212,
      "step": 4820
    },
    {
      "epoch": 0.40953109072375127,
      "grad_norm": 1.736132154376102,
      "learning_rate": 0.00029875114988665787,
      "loss": 5.535,
      "step": 4821
    },
    {
      "epoch": 0.409616038056405,
      "grad_norm": 1.6218972667571874,
      "learning_rate": 0.00029875026556612386,
      "loss": 5.2748,
      "step": 4822
    },
    {
      "epoch": 0.4097009853890588,
      "grad_norm": 1.6339698748386624,
      "learning_rate": 0.0002987493809339133,
      "loss": 5.7791,
      "step": 4823
    },
    {
      "epoch": 0.40978593272171254,
      "grad_norm": 1.7230210115726512,
      "learning_rate": 0.0002987484959900279,
      "loss": 5.1606,
      "step": 4824
    },
    {
      "epoch": 0.4098708800543663,
      "grad_norm": 1.7310026601515347,
      "learning_rate": 0.00029874761073446965,
      "loss": 5.2399,
      "step": 4825
    },
    {
      "epoch": 0.40995582738702,
      "grad_norm": 1.874501120985965,
      "learning_rate": 0.00029874672516724035,
      "loss": 6.042,
      "step": 4826
    },
    {
      "epoch": 0.4100407747196738,
      "grad_norm": 1.6089872739522255,
      "learning_rate": 0.0002987458392883419,
      "loss": 5.4862,
      "step": 4827
    },
    {
      "epoch": 0.41012572205232756,
      "grad_norm": 1.76488631197316,
      "learning_rate": 0.00029874495309777614,
      "loss": 5.3955,
      "step": 4828
    },
    {
      "epoch": 0.4102106693849813,
      "grad_norm": 1.6637603572202015,
      "learning_rate": 0.0002987440665955449,
      "loss": 5.213,
      "step": 4829
    },
    {
      "epoch": 0.4102956167176351,
      "grad_norm": 1.6538578440418814,
      "learning_rate": 0.0002987431797816501,
      "loss": 5.3451,
      "step": 4830
    },
    {
      "epoch": 0.41038056405028883,
      "grad_norm": 1.889212511202351,
      "learning_rate": 0.00029874229265609354,
      "loss": 4.8734,
      "step": 4831
    },
    {
      "epoch": 0.41046551138294257,
      "grad_norm": 1.6393052537454722,
      "learning_rate": 0.00029874140521887705,
      "loss": 5.2325,
      "step": 4832
    },
    {
      "epoch": 0.4105504587155963,
      "grad_norm": 1.6762544660030647,
      "learning_rate": 0.0002987405174700026,
      "loss": 5.4833,
      "step": 4833
    },
    {
      "epoch": 0.4106354060482501,
      "grad_norm": 1.5815614484299438,
      "learning_rate": 0.00029873962940947193,
      "loss": 5.4428,
      "step": 4834
    },
    {
      "epoch": 0.41072035338090385,
      "grad_norm": 1.6773285941498728,
      "learning_rate": 0.000298738741037287,
      "loss": 5.4306,
      "step": 4835
    },
    {
      "epoch": 0.4108053007135576,
      "grad_norm": 1.8061722783191019,
      "learning_rate": 0.0002987378523534496,
      "loss": 5.3272,
      "step": 4836
    },
    {
      "epoch": 0.4108902480462113,
      "grad_norm": 1.6221761765005354,
      "learning_rate": 0.00029873696335796157,
      "loss": 5.47,
      "step": 4837
    },
    {
      "epoch": 0.4109751953788651,
      "grad_norm": 1.6515623959300219,
      "learning_rate": 0.0002987360740508249,
      "loss": 5.7262,
      "step": 4838
    },
    {
      "epoch": 0.41106014271151886,
      "grad_norm": 1.5828848654836283,
      "learning_rate": 0.0002987351844320413,
      "loss": 5.8877,
      "step": 4839
    },
    {
      "epoch": 0.4111450900441726,
      "grad_norm": 1.6676149878068025,
      "learning_rate": 0.00029873429450161276,
      "loss": 5.4176,
      "step": 4840
    },
    {
      "epoch": 0.41123003737682634,
      "grad_norm": 1.7732913000220258,
      "learning_rate": 0.0002987334042595411,
      "loss": 5.7678,
      "step": 4841
    },
    {
      "epoch": 0.41131498470948014,
      "grad_norm": 1.6836849829810299,
      "learning_rate": 0.00029873251370582816,
      "loss": 5.5069,
      "step": 4842
    },
    {
      "epoch": 0.4113999320421339,
      "grad_norm": 1.7406628856550195,
      "learning_rate": 0.00029873162284047586,
      "loss": 5.308,
      "step": 4843
    },
    {
      "epoch": 0.4114848793747876,
      "grad_norm": 1.6259577570868127,
      "learning_rate": 0.00029873073166348596,
      "loss": 5.3831,
      "step": 4844
    },
    {
      "epoch": 0.4115698267074414,
      "grad_norm": 1.6509915218379043,
      "learning_rate": 0.0002987298401748605,
      "loss": 5.4812,
      "step": 4845
    },
    {
      "epoch": 0.41165477404009515,
      "grad_norm": 1.680520461444704,
      "learning_rate": 0.00029872894837460113,
      "loss": 5.8747,
      "step": 4846
    },
    {
      "epoch": 0.4117397213727489,
      "grad_norm": 1.651564491286888,
      "learning_rate": 0.0002987280562627099,
      "loss": 5.2401,
      "step": 4847
    },
    {
      "epoch": 0.41182466870540263,
      "grad_norm": 1.7127077082332112,
      "learning_rate": 0.00029872716383918857,
      "loss": 5.2325,
      "step": 4848
    },
    {
      "epoch": 0.4119096160380564,
      "grad_norm": 1.6502134443352665,
      "learning_rate": 0.0002987262711040391,
      "loss": 5.5712,
      "step": 4849
    },
    {
      "epoch": 0.41199456337071017,
      "grad_norm": 1.6764191882178996,
      "learning_rate": 0.0002987253780572633,
      "loss": 5.7038,
      "step": 4850
    },
    {
      "epoch": 0.4120795107033639,
      "grad_norm": 1.5893286614530913,
      "learning_rate": 0.00029872448469886307,
      "loss": 5.3831,
      "step": 4851
    },
    {
      "epoch": 0.41216445803601764,
      "grad_norm": 1.6269063265028922,
      "learning_rate": 0.00029872359102884027,
      "loss": 5.7592,
      "step": 4852
    },
    {
      "epoch": 0.41224940536867144,
      "grad_norm": 1.6958036243633434,
      "learning_rate": 0.0002987226970471968,
      "loss": 5.6189,
      "step": 4853
    },
    {
      "epoch": 0.4123343527013252,
      "grad_norm": 1.6804529290432018,
      "learning_rate": 0.0002987218027539344,
      "loss": 5.7081,
      "step": 4854
    },
    {
      "epoch": 0.4124193000339789,
      "grad_norm": 1.6223819143222002,
      "learning_rate": 0.0002987209081490551,
      "loss": 5.7401,
      "step": 4855
    },
    {
      "epoch": 0.4125042473666327,
      "grad_norm": 1.6213025136983514,
      "learning_rate": 0.0002987200132325607,
      "loss": 5.4039,
      "step": 4856
    },
    {
      "epoch": 0.41258919469928645,
      "grad_norm": 1.6052224933935764,
      "learning_rate": 0.00029871911800445313,
      "loss": 5.6441,
      "step": 4857
    },
    {
      "epoch": 0.4126741420319402,
      "grad_norm": 1.6583368831344585,
      "learning_rate": 0.00029871822246473425,
      "loss": 5.6265,
      "step": 4858
    },
    {
      "epoch": 0.41275908936459393,
      "grad_norm": 1.6817292147295608,
      "learning_rate": 0.00029871732661340586,
      "loss": 5.2456,
      "step": 4859
    },
    {
      "epoch": 0.41284403669724773,
      "grad_norm": 1.6153923140794972,
      "learning_rate": 0.00029871643045046995,
      "loss": 5.4251,
      "step": 4860
    },
    {
      "epoch": 0.41292898402990147,
      "grad_norm": 1.6514445427154267,
      "learning_rate": 0.0002987155339759283,
      "loss": 5.2122,
      "step": 4861
    },
    {
      "epoch": 0.4130139313625552,
      "grad_norm": 1.6314928927887733,
      "learning_rate": 0.00029871463718978287,
      "loss": 5.3866,
      "step": 4862
    },
    {
      "epoch": 0.41309887869520895,
      "grad_norm": 1.6258539086255364,
      "learning_rate": 0.00029871374009203544,
      "loss": 5.3206,
      "step": 4863
    },
    {
      "epoch": 0.41318382602786274,
      "grad_norm": 1.5897786741247542,
      "learning_rate": 0.00029871284268268803,
      "loss": 5.5662,
      "step": 4864
    },
    {
      "epoch": 0.4132687733605165,
      "grad_norm": 1.5937062626839271,
      "learning_rate": 0.00029871194496174243,
      "loss": 5.3663,
      "step": 4865
    },
    {
      "epoch": 0.4133537206931702,
      "grad_norm": 1.596788256646252,
      "learning_rate": 0.0002987110469292005,
      "loss": 4.9714,
      "step": 4866
    },
    {
      "epoch": 0.41343866802582396,
      "grad_norm": 1.596351766724568,
      "learning_rate": 0.00029871014858506417,
      "loss": 5.6183,
      "step": 4867
    },
    {
      "epoch": 0.41352361535847776,
      "grad_norm": 1.6535284382191735,
      "learning_rate": 0.0002987092499293353,
      "loss": 5.3644,
      "step": 4868
    },
    {
      "epoch": 0.4136085626911315,
      "grad_norm": 1.679161215658715,
      "learning_rate": 0.00029870835096201576,
      "loss": 5.6575,
      "step": 4869
    },
    {
      "epoch": 0.41369351002378524,
      "grad_norm": 1.7379244227693003,
      "learning_rate": 0.00029870745168310747,
      "loss": 5.9542,
      "step": 4870
    },
    {
      "epoch": 0.41377845735643903,
      "grad_norm": 1.6534184082093004,
      "learning_rate": 0.0002987065520926123,
      "loss": 5.589,
      "step": 4871
    },
    {
      "epoch": 0.4138634046890928,
      "grad_norm": 1.6284184137984954,
      "learning_rate": 0.0002987056521905321,
      "loss": 5.1869,
      "step": 4872
    },
    {
      "epoch": 0.4139483520217465,
      "grad_norm": 1.618710715792696,
      "learning_rate": 0.0002987047519768688,
      "loss": 5.2523,
      "step": 4873
    },
    {
      "epoch": 0.41403329935440025,
      "grad_norm": 1.5261132261239367,
      "learning_rate": 0.0002987038514516243,
      "loss": 5.581,
      "step": 4874
    },
    {
      "epoch": 0.41411824668705405,
      "grad_norm": 1.5824944920166186,
      "learning_rate": 0.0002987029506148005,
      "loss": 5.6539,
      "step": 4875
    },
    {
      "epoch": 0.4142031940197078,
      "grad_norm": 1.5557576659468084,
      "learning_rate": 0.00029870204946639916,
      "loss": 5.5348,
      "step": 4876
    },
    {
      "epoch": 0.4142881413523615,
      "grad_norm": 1.7107516754956638,
      "learning_rate": 0.0002987011480064223,
      "loss": 5.3833,
      "step": 4877
    },
    {
      "epoch": 0.41437308868501527,
      "grad_norm": 1.6561161932644275,
      "learning_rate": 0.00029870024623487174,
      "loss": 5.4916,
      "step": 4878
    },
    {
      "epoch": 0.41445803601766906,
      "grad_norm": 1.5210682966212996,
      "learning_rate": 0.0002986993441517494,
      "loss": 5.5914,
      "step": 4879
    },
    {
      "epoch": 0.4145429833503228,
      "grad_norm": 1.8942603780286864,
      "learning_rate": 0.00029869844175705717,
      "loss": 5.7919,
      "step": 4880
    },
    {
      "epoch": 0.41462793068297654,
      "grad_norm": 1.61563697862496,
      "learning_rate": 0.00029869753905079695,
      "loss": 5.5132,
      "step": 4881
    },
    {
      "epoch": 0.4147128780156303,
      "grad_norm": 1.7586713658763513,
      "learning_rate": 0.00029869663603297064,
      "loss": 6.0024,
      "step": 4882
    },
    {
      "epoch": 0.4147978253482841,
      "grad_norm": 1.636218685620405,
      "learning_rate": 0.00029869573270358,
      "loss": 5.3662,
      "step": 4883
    },
    {
      "epoch": 0.4148827726809378,
      "grad_norm": 1.659322880242299,
      "learning_rate": 0.00029869482906262715,
      "loss": 5.7725,
      "step": 4884
    },
    {
      "epoch": 0.41496772001359156,
      "grad_norm": 1.6275461953728958,
      "learning_rate": 0.00029869392511011383,
      "loss": 5.5042,
      "step": 4885
    },
    {
      "epoch": 0.41505266734624535,
      "grad_norm": 1.7465196733223272,
      "learning_rate": 0.00029869302084604196,
      "loss": 5.8013,
      "step": 4886
    },
    {
      "epoch": 0.4151376146788991,
      "grad_norm": 1.6980294158733633,
      "learning_rate": 0.0002986921162704134,
      "loss": 5.8147,
      "step": 4887
    },
    {
      "epoch": 0.41522256201155283,
      "grad_norm": 1.6882113931177092,
      "learning_rate": 0.00029869121138323016,
      "loss": 5.4488,
      "step": 4888
    },
    {
      "epoch": 0.41530750934420657,
      "grad_norm": 1.6682122001505633,
      "learning_rate": 0.0002986903061844941,
      "loss": 5.6293,
      "step": 4889
    },
    {
      "epoch": 0.41539245667686037,
      "grad_norm": 1.8090661348800197,
      "learning_rate": 0.000298689400674207,
      "loss": 5.2167,
      "step": 4890
    },
    {
      "epoch": 0.4154774040095141,
      "grad_norm": 1.6819336691183246,
      "learning_rate": 0.00029868849485237086,
      "loss": 5.4972,
      "step": 4891
    },
    {
      "epoch": 0.41556235134216785,
      "grad_norm": 1.631023882689693,
      "learning_rate": 0.0002986875887189875,
      "loss": 5.6333,
      "step": 4892
    },
    {
      "epoch": 0.4156472986748216,
      "grad_norm": 1.6801176588072528,
      "learning_rate": 0.00029868668227405897,
      "loss": 5.4398,
      "step": 4893
    },
    {
      "epoch": 0.4157322460074754,
      "grad_norm": 1.645800808423144,
      "learning_rate": 0.00029868577551758703,
      "loss": 5.3719,
      "step": 4894
    },
    {
      "epoch": 0.4158171933401291,
      "grad_norm": 1.6394045359511153,
      "learning_rate": 0.0002986848684495736,
      "loss": 5.3116,
      "step": 4895
    },
    {
      "epoch": 0.41590214067278286,
      "grad_norm": 1.6697552234812667,
      "learning_rate": 0.00029868396107002066,
      "loss": 5.2329,
      "step": 4896
    },
    {
      "epoch": 0.41598708800543666,
      "grad_norm": 1.74598222919497,
      "learning_rate": 0.0002986830533789301,
      "loss": 5.8892,
      "step": 4897
    },
    {
      "epoch": 0.4160720353380904,
      "grad_norm": 1.675367816572811,
      "learning_rate": 0.00029868214537630364,
      "loss": 5.6073,
      "step": 4898
    },
    {
      "epoch": 0.41615698267074414,
      "grad_norm": 1.5971133187896231,
      "learning_rate": 0.00029868123706214343,
      "loss": 5.4567,
      "step": 4899
    },
    {
      "epoch": 0.4162419300033979,
      "grad_norm": 1.6089954796462995,
      "learning_rate": 0.0002986803284364512,
      "loss": 5.3895,
      "step": 4900
    },
    {
      "epoch": 0.41632687733605167,
      "grad_norm": 1.6247092995396677,
      "learning_rate": 0.0002986794194992289,
      "loss": 5.607,
      "step": 4901
    },
    {
      "epoch": 0.4164118246687054,
      "grad_norm": 1.75044646375098,
      "learning_rate": 0.00029867851025047856,
      "loss": 5.6044,
      "step": 4902
    },
    {
      "epoch": 0.41649677200135915,
      "grad_norm": 1.6948937919644362,
      "learning_rate": 0.00029867760069020186,
      "loss": 5.911,
      "step": 4903
    },
    {
      "epoch": 0.4165817193340129,
      "grad_norm": 1.6663603224222243,
      "learning_rate": 0.0002986766908184009,
      "loss": 5.8127,
      "step": 4904
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 1.724222180592474,
      "learning_rate": 0.00029867578063507756,
      "loss": 5.4561,
      "step": 4905
    },
    {
      "epoch": 0.4167516139993204,
      "grad_norm": 1.796106853477157,
      "learning_rate": 0.0002986748701402336,
      "loss": 5.94,
      "step": 4906
    },
    {
      "epoch": 0.41683656133197416,
      "grad_norm": 1.5654678659365526,
      "learning_rate": 0.00029867395933387103,
      "loss": 5.6285,
      "step": 4907
    },
    {
      "epoch": 0.4169215086646279,
      "grad_norm": 1.6271080125088953,
      "learning_rate": 0.00029867304821599175,
      "loss": 5.6252,
      "step": 4908
    },
    {
      "epoch": 0.4170064559972817,
      "grad_norm": 1.761420669539222,
      "learning_rate": 0.0002986721367865977,
      "loss": 5.8245,
      "step": 4909
    },
    {
      "epoch": 0.41709140332993544,
      "grad_norm": 1.8144741759442933,
      "learning_rate": 0.00029867122504569077,
      "loss": 5.593,
      "step": 4910
    },
    {
      "epoch": 0.4171763506625892,
      "grad_norm": 1.611744197444078,
      "learning_rate": 0.0002986703129932729,
      "loss": 5.4422,
      "step": 4911
    },
    {
      "epoch": 0.417261297995243,
      "grad_norm": 1.6521234380042233,
      "learning_rate": 0.0002986694006293459,
      "loss": 5.9186,
      "step": 4912
    },
    {
      "epoch": 0.4173462453278967,
      "grad_norm": 1.6309836745360058,
      "learning_rate": 0.00029866848795391174,
      "loss": 5.5239,
      "step": 4913
    },
    {
      "epoch": 0.41743119266055045,
      "grad_norm": 1.6382613229159744,
      "learning_rate": 0.0002986675749669723,
      "loss": 5.4807,
      "step": 4914
    },
    {
      "epoch": 0.4175161399932042,
      "grad_norm": 1.654317276757214,
      "learning_rate": 0.00029866666166852965,
      "loss": 5.0326,
      "step": 4915
    },
    {
      "epoch": 0.417601087325858,
      "grad_norm": 1.5646594789669928,
      "learning_rate": 0.0002986657480585855,
      "loss": 5.1751,
      "step": 4916
    },
    {
      "epoch": 0.41768603465851173,
      "grad_norm": 1.5727470260869527,
      "learning_rate": 0.0002986648341371419,
      "loss": 5.3846,
      "step": 4917
    },
    {
      "epoch": 0.41777098199116547,
      "grad_norm": 1.6389056082983864,
      "learning_rate": 0.0002986639199042007,
      "loss": 5.5596,
      "step": 4918
    },
    {
      "epoch": 0.4178559293238192,
      "grad_norm": 1.523741350463836,
      "learning_rate": 0.00029866300535976375,
      "loss": 5.457,
      "step": 4919
    },
    {
      "epoch": 0.417940876656473,
      "grad_norm": 1.5975849680138177,
      "learning_rate": 0.00029866209050383315,
      "loss": 5.3551,
      "step": 4920
    },
    {
      "epoch": 0.41802582398912674,
      "grad_norm": 1.5872505544663174,
      "learning_rate": 0.0002986611753364106,
      "loss": 5.2798,
      "step": 4921
    },
    {
      "epoch": 0.4181107713217805,
      "grad_norm": 1.6955889332323277,
      "learning_rate": 0.0002986602598574982,
      "loss": 5.956,
      "step": 4922
    },
    {
      "epoch": 0.4181957186544342,
      "grad_norm": 1.7277917206294169,
      "learning_rate": 0.00029865934406709784,
      "loss": 5.8142,
      "step": 4923
    },
    {
      "epoch": 0.418280665987088,
      "grad_norm": 1.6576563213554762,
      "learning_rate": 0.0002986584279652114,
      "loss": 5.7048,
      "step": 4924
    },
    {
      "epoch": 0.41836561331974176,
      "grad_norm": 1.65560392199076,
      "learning_rate": 0.00029865751155184073,
      "loss": 5.4818,
      "step": 4925
    },
    {
      "epoch": 0.4184505606523955,
      "grad_norm": 1.6653297968493304,
      "learning_rate": 0.0002986565948269878,
      "loss": 5.6528,
      "step": 4926
    },
    {
      "epoch": 0.4185355079850493,
      "grad_norm": 1.7204686026826508,
      "learning_rate": 0.00029865567779065465,
      "loss": 5.563,
      "step": 4927
    },
    {
      "epoch": 0.41862045531770303,
      "grad_norm": 2.4645535079402903,
      "learning_rate": 0.000298654760442843,
      "loss": 5.0668,
      "step": 4928
    },
    {
      "epoch": 0.4187054026503568,
      "grad_norm": 1.6266593354935777,
      "learning_rate": 0.0002986538427835549,
      "loss": 5.8745,
      "step": 4929
    },
    {
      "epoch": 0.4187903499830105,
      "grad_norm": 1.7798397653584297,
      "learning_rate": 0.00029865292481279226,
      "loss": 5.4539,
      "step": 4930
    },
    {
      "epoch": 0.4188752973156643,
      "grad_norm": 1.5062255082610196,
      "learning_rate": 0.00029865200653055696,
      "loss": 5.607,
      "step": 4931
    },
    {
      "epoch": 0.41896024464831805,
      "grad_norm": 1.5444911637350438,
      "learning_rate": 0.000298651087936851,
      "loss": 5.5744,
      "step": 4932
    },
    {
      "epoch": 0.4190451919809718,
      "grad_norm": 1.6633701911389256,
      "learning_rate": 0.00029865016903167616,
      "loss": 5.1979,
      "step": 4933
    },
    {
      "epoch": 0.4191301393136255,
      "grad_norm": 1.6491358205300208,
      "learning_rate": 0.00029864924981503455,
      "loss": 5.3265,
      "step": 4934
    },
    {
      "epoch": 0.4192150866462793,
      "grad_norm": 1.5828529680368264,
      "learning_rate": 0.000298648330286928,
      "loss": 5.5128,
      "step": 4935
    },
    {
      "epoch": 0.41930003397893306,
      "grad_norm": 1.6438408663837072,
      "learning_rate": 0.0002986474104473584,
      "loss": 5.9774,
      "step": 4936
    },
    {
      "epoch": 0.4193849813115868,
      "grad_norm": 1.60951242329991,
      "learning_rate": 0.00029864649029632775,
      "loss": 5.4212,
      "step": 4937
    },
    {
      "epoch": 0.4194699286442406,
      "grad_norm": 2.273844783121211,
      "learning_rate": 0.00029864556983383794,
      "loss": 5.2765,
      "step": 4938
    },
    {
      "epoch": 0.41955487597689434,
      "grad_norm": 1.6423385397939325,
      "learning_rate": 0.00029864464905989094,
      "loss": 5.4512,
      "step": 4939
    },
    {
      "epoch": 0.4196398233095481,
      "grad_norm": 1.6667793472383923,
      "learning_rate": 0.00029864372797448854,
      "loss": 5.3621,
      "step": 4940
    },
    {
      "epoch": 0.4197247706422018,
      "grad_norm": 1.8316638953850868,
      "learning_rate": 0.00029864280657763287,
      "loss": 4.8512,
      "step": 4941
    },
    {
      "epoch": 0.4198097179748556,
      "grad_norm": 1.6271730101375892,
      "learning_rate": 0.00029864188486932575,
      "loss": 5.3256,
      "step": 4942
    },
    {
      "epoch": 0.41989466530750935,
      "grad_norm": 1.7343367038006483,
      "learning_rate": 0.00029864096284956915,
      "loss": 5.4069,
      "step": 4943
    },
    {
      "epoch": 0.4199796126401631,
      "grad_norm": 1.64884841612332,
      "learning_rate": 0.000298640040518365,
      "loss": 5.4093,
      "step": 4944
    },
    {
      "epoch": 0.42006455997281683,
      "grad_norm": 1.6441577855372906,
      "learning_rate": 0.0002986391178757151,
      "loss": 5.6041,
      "step": 4945
    },
    {
      "epoch": 0.4201495073054706,
      "grad_norm": 1.6463693075577508,
      "learning_rate": 0.00029863819492162165,
      "loss": 5.8613,
      "step": 4946
    },
    {
      "epoch": 0.42023445463812437,
      "grad_norm": 1.8260634010842116,
      "learning_rate": 0.00029863727165608633,
      "loss": 5.5195,
      "step": 4947
    },
    {
      "epoch": 0.4203194019707781,
      "grad_norm": 1.8814101351019248,
      "learning_rate": 0.0002986363480791112,
      "loss": 5.6364,
      "step": 4948
    },
    {
      "epoch": 0.42040434930343185,
      "grad_norm": 1.6254927798459728,
      "learning_rate": 0.00029863542419069814,
      "loss": 5.5382,
      "step": 4949
    },
    {
      "epoch": 0.42048929663608564,
      "grad_norm": 1.6042284905392261,
      "learning_rate": 0.00029863449999084917,
      "loss": 5.2338,
      "step": 4950
    },
    {
      "epoch": 0.4205742439687394,
      "grad_norm": 1.7781537199866932,
      "learning_rate": 0.00029863357547956615,
      "loss": 5.5593,
      "step": 4951
    },
    {
      "epoch": 0.4206591913013931,
      "grad_norm": 1.6750333215983098,
      "learning_rate": 0.000298632650656851,
      "loss": 5.2578,
      "step": 4952
    },
    {
      "epoch": 0.4207441386340469,
      "grad_norm": 1.773744667039302,
      "learning_rate": 0.00029863172552270576,
      "loss": 5.9422,
      "step": 4953
    },
    {
      "epoch": 0.42082908596670066,
      "grad_norm": 1.558891186901257,
      "learning_rate": 0.0002986308000771323,
      "loss": 5.2375,
      "step": 4954
    },
    {
      "epoch": 0.4209140332993544,
      "grad_norm": 1.5766640032171302,
      "learning_rate": 0.00029862987432013253,
      "loss": 5.6141,
      "step": 4955
    },
    {
      "epoch": 0.42099898063200814,
      "grad_norm": 1.6535937466761326,
      "learning_rate": 0.0002986289482517084,
      "loss": 5.9708,
      "step": 4956
    },
    {
      "epoch": 0.42108392796466193,
      "grad_norm": 1.5775458732474812,
      "learning_rate": 0.0002986280218718619,
      "loss": 5.4766,
      "step": 4957
    },
    {
      "epoch": 0.42116887529731567,
      "grad_norm": 1.6743423393566268,
      "learning_rate": 0.000298627095180595,
      "loss": 5.1905,
      "step": 4958
    },
    {
      "epoch": 0.4212538226299694,
      "grad_norm": 1.732945130178009,
      "learning_rate": 0.00029862616817790956,
      "loss": 5.2502,
      "step": 4959
    },
    {
      "epoch": 0.42133876996262315,
      "grad_norm": 1.650251234503523,
      "learning_rate": 0.00029862524086380753,
      "loss": 5.6047,
      "step": 4960
    },
    {
      "epoch": 0.42142371729527695,
      "grad_norm": 1.6345265374104754,
      "learning_rate": 0.0002986243132382909,
      "loss": 5.532,
      "step": 4961
    },
    {
      "epoch": 0.4215086646279307,
      "grad_norm": 1.5732871300722262,
      "learning_rate": 0.00029862338530136154,
      "loss": 5.702,
      "step": 4962
    },
    {
      "epoch": 0.4215936119605844,
      "grad_norm": 1.674265592555449,
      "learning_rate": 0.0002986224570530215,
      "loss": 6.0309,
      "step": 4963
    },
    {
      "epoch": 0.4216785592932382,
      "grad_norm": 1.585365550059413,
      "learning_rate": 0.00029862152849327264,
      "loss": 5.8193,
      "step": 4964
    },
    {
      "epoch": 0.42176350662589196,
      "grad_norm": 1.6539496923809476,
      "learning_rate": 0.00029862059962211686,
      "loss": 5.3086,
      "step": 4965
    },
    {
      "epoch": 0.4218484539585457,
      "grad_norm": 1.6434829204091321,
      "learning_rate": 0.00029861967043955627,
      "loss": 5.802,
      "step": 4966
    },
    {
      "epoch": 0.42193340129119944,
      "grad_norm": 1.6146332921375397,
      "learning_rate": 0.0002986187409455927,
      "loss": 5.721,
      "step": 4967
    },
    {
      "epoch": 0.42201834862385323,
      "grad_norm": 1.627141346872552,
      "learning_rate": 0.0002986178111402281,
      "loss": 5.4813,
      "step": 4968
    },
    {
      "epoch": 0.422103295956507,
      "grad_norm": 1.6881219837423647,
      "learning_rate": 0.0002986168810234645,
      "loss": 5.5633,
      "step": 4969
    },
    {
      "epoch": 0.4221882432891607,
      "grad_norm": 2.2855184411476457,
      "learning_rate": 0.0002986159505953037,
      "loss": 4.9793,
      "step": 4970
    },
    {
      "epoch": 0.42227319062181445,
      "grad_norm": 1.7277267580853024,
      "learning_rate": 0.0002986150198557478,
      "loss": 5.0239,
      "step": 4971
    },
    {
      "epoch": 0.42235813795446825,
      "grad_norm": 1.8691350127758835,
      "learning_rate": 0.0002986140888047987,
      "loss": 5.7069,
      "step": 4972
    },
    {
      "epoch": 0.422443085287122,
      "grad_norm": 1.7063465270251947,
      "learning_rate": 0.00029861315744245836,
      "loss": 6.0111,
      "step": 4973
    },
    {
      "epoch": 0.42252803261977573,
      "grad_norm": 1.6667216735180264,
      "learning_rate": 0.00029861222576872866,
      "loss": 5.4268,
      "step": 4974
    },
    {
      "epoch": 0.42261297995242947,
      "grad_norm": 1.6509879749642487,
      "learning_rate": 0.0002986112937836116,
      "loss": 5.4039,
      "step": 4975
    },
    {
      "epoch": 0.42269792728508326,
      "grad_norm": 2.769245876825161,
      "learning_rate": 0.00029861036148710917,
      "loss": 4.9896,
      "step": 4976
    },
    {
      "epoch": 0.422782874617737,
      "grad_norm": 1.7077527406397752,
      "learning_rate": 0.00029860942887922323,
      "loss": 5.687,
      "step": 4977
    },
    {
      "epoch": 0.42286782195039074,
      "grad_norm": 1.6715644747852931,
      "learning_rate": 0.00029860849595995584,
      "loss": 5.6418,
      "step": 4978
    },
    {
      "epoch": 0.42295276928304454,
      "grad_norm": 1.710961393568124,
      "learning_rate": 0.00029860756272930895,
      "loss": 5.5991,
      "step": 4979
    },
    {
      "epoch": 0.4230377166156983,
      "grad_norm": 1.5569399884979966,
      "learning_rate": 0.0002986066291872844,
      "loss": 5.301,
      "step": 4980
    },
    {
      "epoch": 0.423122663948352,
      "grad_norm": 1.6299851893984039,
      "learning_rate": 0.00029860569533388424,
      "loss": 5.2029,
      "step": 4981
    },
    {
      "epoch": 0.42320761128100576,
      "grad_norm": 1.5853806988454537,
      "learning_rate": 0.00029860476116911044,
      "loss": 5.3941,
      "step": 4982
    },
    {
      "epoch": 0.42329255861365955,
      "grad_norm": 1.5485315377437945,
      "learning_rate": 0.0002986038266929649,
      "loss": 5.6768,
      "step": 4983
    },
    {
      "epoch": 0.4233775059463133,
      "grad_norm": 1.6469722212495814,
      "learning_rate": 0.0002986028919054496,
      "loss": 5.5863,
      "step": 4984
    },
    {
      "epoch": 0.42346245327896703,
      "grad_norm": 1.7465438673052798,
      "learning_rate": 0.0002986019568065665,
      "loss": 5.5098,
      "step": 4985
    },
    {
      "epoch": 0.4235474006116208,
      "grad_norm": 1.6506062359414442,
      "learning_rate": 0.00029860102139631756,
      "loss": 5.2111,
      "step": 4986
    },
    {
      "epoch": 0.42363234794427457,
      "grad_norm": 1.56945998569292,
      "learning_rate": 0.00029860008567470474,
      "loss": 5.5925,
      "step": 4987
    },
    {
      "epoch": 0.4237172952769283,
      "grad_norm": 1.6657597535359214,
      "learning_rate": 0.00029859914964173,
      "loss": 5.5436,
      "step": 4988
    },
    {
      "epoch": 0.42380224260958205,
      "grad_norm": 1.7790665392339253,
      "learning_rate": 0.00029859821329739533,
      "loss": 5.2061,
      "step": 4989
    },
    {
      "epoch": 0.4238871899422358,
      "grad_norm": 1.6452964388678886,
      "learning_rate": 0.0002985972766417026,
      "loss": 5.626,
      "step": 4990
    },
    {
      "epoch": 0.4239721372748896,
      "grad_norm": 1.6539362698970113,
      "learning_rate": 0.0002985963396746539,
      "loss": 5.5088,
      "step": 4991
    },
    {
      "epoch": 0.4240570846075433,
      "grad_norm": 1.5816845259351255,
      "learning_rate": 0.00029859540239625106,
      "loss": 5.6882,
      "step": 4992
    },
    {
      "epoch": 0.42414203194019706,
      "grad_norm": 1.7279428610600103,
      "learning_rate": 0.0002985944648064962,
      "loss": 6.2129,
      "step": 4993
    },
    {
      "epoch": 0.42422697927285086,
      "grad_norm": 1.644174807338397,
      "learning_rate": 0.00029859352690539116,
      "loss": 5.9025,
      "step": 4994
    },
    {
      "epoch": 0.4243119266055046,
      "grad_norm": 1.696313004285402,
      "learning_rate": 0.00029859258869293796,
      "loss": 5.4052,
      "step": 4995
    },
    {
      "epoch": 0.42439687393815834,
      "grad_norm": 1.650791996119213,
      "learning_rate": 0.00029859165016913854,
      "loss": 5.6852,
      "step": 4996
    },
    {
      "epoch": 0.4244818212708121,
      "grad_norm": 1.6660445429282813,
      "learning_rate": 0.00029859071133399485,
      "loss": 5.4521,
      "step": 4997
    },
    {
      "epoch": 0.42456676860346587,
      "grad_norm": 1.6376262958807775,
      "learning_rate": 0.0002985897721875089,
      "loss": 5.9414,
      "step": 4998
    },
    {
      "epoch": 0.4246517159361196,
      "grad_norm": 1.6596414488719735,
      "learning_rate": 0.00029858883272968265,
      "loss": 5.6059,
      "step": 4999
    },
    {
      "epoch": 0.42473666326877335,
      "grad_norm": 1.672632736293106,
      "learning_rate": 0.00029858789296051803,
      "loss": 5.3998,
      "step": 5000
    },
    {
      "epoch": 0.4248216106014271,
      "grad_norm": 1.7069784124267093,
      "learning_rate": 0.00029858695288001707,
      "loss": 5.5419,
      "step": 5001
    },
    {
      "epoch": 0.4249065579340809,
      "grad_norm": 1.5927004301293506,
      "learning_rate": 0.0002985860124881817,
      "loss": 5.3126,
      "step": 5002
    },
    {
      "epoch": 0.4249915052667346,
      "grad_norm": 1.7803761234905373,
      "learning_rate": 0.0002985850717850139,
      "loss": 5.8952,
      "step": 5003
    },
    {
      "epoch": 0.42507645259938837,
      "grad_norm": 1.67273984963887,
      "learning_rate": 0.00029858413077051563,
      "loss": 5.6338,
      "step": 5004
    },
    {
      "epoch": 0.42516139993204216,
      "grad_norm": 2.088989735174949,
      "learning_rate": 0.0002985831894446889,
      "loss": 5.3475,
      "step": 5005
    },
    {
      "epoch": 0.4252463472646959,
      "grad_norm": 1.6676849775704736,
      "learning_rate": 0.0002985822478075356,
      "loss": 5.865,
      "step": 5006
    },
    {
      "epoch": 0.42533129459734964,
      "grad_norm": 1.6741530764140067,
      "learning_rate": 0.0002985813058590578,
      "loss": 5.6388,
      "step": 5007
    },
    {
      "epoch": 0.4254162419300034,
      "grad_norm": 1.6284100273133308,
      "learning_rate": 0.0002985803635992574,
      "loss": 5.8383,
      "step": 5008
    },
    {
      "epoch": 0.4255011892626572,
      "grad_norm": 1.6829004414916475,
      "learning_rate": 0.0002985794210281364,
      "loss": 5.8669,
      "step": 5009
    },
    {
      "epoch": 0.4255861365953109,
      "grad_norm": 1.7442669434793763,
      "learning_rate": 0.00029857847814569684,
      "loss": 5.4391,
      "step": 5010
    },
    {
      "epoch": 0.42567108392796466,
      "grad_norm": 1.688032564396125,
      "learning_rate": 0.0002985775349519406,
      "loss": 5.5799,
      "step": 5011
    },
    {
      "epoch": 0.4257560312606184,
      "grad_norm": 1.646394262208949,
      "learning_rate": 0.00029857659144686967,
      "loss": 5.1027,
      "step": 5012
    },
    {
      "epoch": 0.4258409785932722,
      "grad_norm": 1.6608394205893562,
      "learning_rate": 0.00029857564763048606,
      "loss": 6.0227,
      "step": 5013
    },
    {
      "epoch": 0.42592592592592593,
      "grad_norm": 1.6581537890274551,
      "learning_rate": 0.00029857470350279174,
      "loss": 5.5727,
      "step": 5014
    },
    {
      "epoch": 0.42601087325857967,
      "grad_norm": 2.122996352801117,
      "learning_rate": 0.00029857375906378866,
      "loss": 5.1588,
      "step": 5015
    },
    {
      "epoch": 0.4260958205912334,
      "grad_norm": 1.6232355835928038,
      "learning_rate": 0.0002985728143134789,
      "loss": 5.4323,
      "step": 5016
    },
    {
      "epoch": 0.4261807679238872,
      "grad_norm": 1.693078921626426,
      "learning_rate": 0.0002985718692518643,
      "loss": 5.5098,
      "step": 5017
    },
    {
      "epoch": 0.42626571525654094,
      "grad_norm": 1.6290548925477697,
      "learning_rate": 0.0002985709238789469,
      "loss": 5.8282,
      "step": 5018
    },
    {
      "epoch": 0.4263506625891947,
      "grad_norm": 1.6460855076347864,
      "learning_rate": 0.00029856997819472866,
      "loss": 5.1688,
      "step": 5019
    },
    {
      "epoch": 0.4264356099218485,
      "grad_norm": 1.7300288583745185,
      "learning_rate": 0.00029856903219921166,
      "loss": 5.7702,
      "step": 5020
    },
    {
      "epoch": 0.4265205572545022,
      "grad_norm": 1.6840301232600332,
      "learning_rate": 0.00029856808589239777,
      "loss": 5.3312,
      "step": 5021
    },
    {
      "epoch": 0.42660550458715596,
      "grad_norm": 1.7223312723304556,
      "learning_rate": 0.000298567139274289,
      "loss": 5.0808,
      "step": 5022
    },
    {
      "epoch": 0.4266904519198097,
      "grad_norm": 1.6379626274878736,
      "learning_rate": 0.00029856619234488736,
      "loss": 5.1345,
      "step": 5023
    },
    {
      "epoch": 0.4267753992524635,
      "grad_norm": 1.6983097488047993,
      "learning_rate": 0.0002985652451041948,
      "loss": 5.7833,
      "step": 5024
    },
    {
      "epoch": 0.42686034658511723,
      "grad_norm": 1.6481204988899005,
      "learning_rate": 0.0002985642975522133,
      "loss": 5.3583,
      "step": 5025
    },
    {
      "epoch": 0.426945293917771,
      "grad_norm": 1.6600794023015462,
      "learning_rate": 0.00029856334968894496,
      "loss": 5.4403,
      "step": 5026
    },
    {
      "epoch": 0.4270302412504247,
      "grad_norm": 1.5876074863306446,
      "learning_rate": 0.0002985624015143916,
      "loss": 5.4622,
      "step": 5027
    },
    {
      "epoch": 0.4271151885830785,
      "grad_norm": 1.6832060677208553,
      "learning_rate": 0.0002985614530285553,
      "loss": 5.5453,
      "step": 5028
    },
    {
      "epoch": 0.42720013591573225,
      "grad_norm": 1.616985825875539,
      "learning_rate": 0.000298560504231438,
      "loss": 5.539,
      "step": 5029
    },
    {
      "epoch": 0.427285083248386,
      "grad_norm": 1.5853022509722923,
      "learning_rate": 0.0002985595551230417,
      "loss": 5.5338,
      "step": 5030
    },
    {
      "epoch": 0.42737003058103973,
      "grad_norm": 1.6271547961543613,
      "learning_rate": 0.00029855860570336847,
      "loss": 5.2311,
      "step": 5031
    },
    {
      "epoch": 0.4274549779136935,
      "grad_norm": 1.6117777402622104,
      "learning_rate": 0.00029855765597242023,
      "loss": 5.6669,
      "step": 5032
    },
    {
      "epoch": 0.42753992524634726,
      "grad_norm": 1.6640056743995648,
      "learning_rate": 0.00029855670593019896,
      "loss": 5.4664,
      "step": 5033
    },
    {
      "epoch": 0.427624872579001,
      "grad_norm": 1.5567112916609436,
      "learning_rate": 0.00029855575557670666,
      "loss": 5.6615,
      "step": 5034
    },
    {
      "epoch": 0.4277098199116548,
      "grad_norm": 1.69840353990522,
      "learning_rate": 0.0002985548049119453,
      "loss": 5.8328,
      "step": 5035
    },
    {
      "epoch": 0.42779476724430854,
      "grad_norm": 1.7169771023304896,
      "learning_rate": 0.00029855385393591695,
      "loss": 5.9976,
      "step": 5036
    },
    {
      "epoch": 0.4278797145769623,
      "grad_norm": 1.6072317334702826,
      "learning_rate": 0.0002985529026486235,
      "loss": 5.4999,
      "step": 5037
    },
    {
      "epoch": 0.427964661909616,
      "grad_norm": 1.6387568097528153,
      "learning_rate": 0.00029855195105006697,
      "loss": 5.481,
      "step": 5038
    },
    {
      "epoch": 0.4280496092422698,
      "grad_norm": 1.658600572402031,
      "learning_rate": 0.00029855099914024945,
      "loss": 5.9401,
      "step": 5039
    },
    {
      "epoch": 0.42813455657492355,
      "grad_norm": 1.6052201240459845,
      "learning_rate": 0.00029855004691917283,
      "loss": 5.9328,
      "step": 5040
    },
    {
      "epoch": 0.4282195039075773,
      "grad_norm": 1.8104093036027806,
      "learning_rate": 0.0002985490943868391,
      "loss": 5.8482,
      "step": 5041
    },
    {
      "epoch": 0.42830445124023103,
      "grad_norm": 1.6112492510733532,
      "learning_rate": 0.00029854814154325036,
      "loss": 5.7091,
      "step": 5042
    },
    {
      "epoch": 0.4283893985728848,
      "grad_norm": 1.951557939970064,
      "learning_rate": 0.0002985471883884085,
      "loss": 4.8697,
      "step": 5043
    },
    {
      "epoch": 0.42847434590553857,
      "grad_norm": 1.581335764118174,
      "learning_rate": 0.00029854623492231555,
      "loss": 5.2919,
      "step": 5044
    },
    {
      "epoch": 0.4285592932381923,
      "grad_norm": 1.6423875029808004,
      "learning_rate": 0.00029854528114497356,
      "loss": 5.2461,
      "step": 5045
    },
    {
      "epoch": 0.4286442405708461,
      "grad_norm": 1.6621354212995165,
      "learning_rate": 0.00029854432705638445,
      "loss": 5.5522,
      "step": 5046
    },
    {
      "epoch": 0.42872918790349984,
      "grad_norm": 1.5900328532899664,
      "learning_rate": 0.0002985433726565502,
      "loss": 5.7617,
      "step": 5047
    },
    {
      "epoch": 0.4288141352361536,
      "grad_norm": 1.627339379571267,
      "learning_rate": 0.000298542417945473,
      "loss": 5.2493,
      "step": 5048
    },
    {
      "epoch": 0.4288990825688073,
      "grad_norm": 1.6139517444219011,
      "learning_rate": 0.0002985414629231546,
      "loss": 5.3805,
      "step": 5049
    },
    {
      "epoch": 0.4289840299014611,
      "grad_norm": 1.6322271504414196,
      "learning_rate": 0.00029854050758959717,
      "loss": 5.7119,
      "step": 5050
    },
    {
      "epoch": 0.42906897723411486,
      "grad_norm": 1.59400671495811,
      "learning_rate": 0.0002985395519448026,
      "loss": 5.3634,
      "step": 5051
    },
    {
      "epoch": 0.4291539245667686,
      "grad_norm": 1.6226256847746132,
      "learning_rate": 0.000298538595988773,
      "loss": 5.5258,
      "step": 5052
    },
    {
      "epoch": 0.42923887189942234,
      "grad_norm": 1.565046615968131,
      "learning_rate": 0.0002985376397215103,
      "loss": 5.1469,
      "step": 5053
    },
    {
      "epoch": 0.42932381923207613,
      "grad_norm": 1.534989017203454,
      "learning_rate": 0.0002985366831430165,
      "loss": 5.2806,
      "step": 5054
    },
    {
      "epoch": 0.42940876656472987,
      "grad_norm": 1.6808703547956343,
      "learning_rate": 0.00029853572625329367,
      "loss": 5.8557,
      "step": 5055
    },
    {
      "epoch": 0.4294937138973836,
      "grad_norm": 1.5372479678129611,
      "learning_rate": 0.0002985347690523437,
      "loss": 5.287,
      "step": 5056
    },
    {
      "epoch": 0.42957866123003735,
      "grad_norm": 1.5501672894781657,
      "learning_rate": 0.00029853381154016875,
      "loss": 5.689,
      "step": 5057
    },
    {
      "epoch": 0.42966360856269115,
      "grad_norm": 1.622729230584091,
      "learning_rate": 0.0002985328537167707,
      "loss": 5.9098,
      "step": 5058
    },
    {
      "epoch": 0.4297485558953449,
      "grad_norm": 1.6091763287239975,
      "learning_rate": 0.00029853189558215167,
      "loss": 5.1388,
      "step": 5059
    },
    {
      "epoch": 0.4298335032279986,
      "grad_norm": 1.664782929127021,
      "learning_rate": 0.0002985309371363135,
      "loss": 5.5275,
      "step": 5060
    },
    {
      "epoch": 0.4299184505606524,
      "grad_norm": 1.6866009123351215,
      "learning_rate": 0.0002985299783792583,
      "loss": 5.2109,
      "step": 5061
    },
    {
      "epoch": 0.43000339789330616,
      "grad_norm": 1.6582673321669754,
      "learning_rate": 0.00029852901931098815,
      "loss": 5.422,
      "step": 5062
    },
    {
      "epoch": 0.4300883452259599,
      "grad_norm": 1.730970234371982,
      "learning_rate": 0.00029852805993150496,
      "loss": 5.2724,
      "step": 5063
    },
    {
      "epoch": 0.43017329255861364,
      "grad_norm": 1.7074285946818937,
      "learning_rate": 0.00029852710024081075,
      "loss": 5.4321,
      "step": 5064
    },
    {
      "epoch": 0.43025823989126744,
      "grad_norm": 1.6463798331610089,
      "learning_rate": 0.0002985261402389076,
      "loss": 5.2538,
      "step": 5065
    },
    {
      "epoch": 0.4303431872239212,
      "grad_norm": 1.713869377604683,
      "learning_rate": 0.0002985251799257974,
      "loss": 5.8687,
      "step": 5066
    },
    {
      "epoch": 0.4304281345565749,
      "grad_norm": 1.6344413344260271,
      "learning_rate": 0.0002985242193014823,
      "loss": 5.3429,
      "step": 5067
    },
    {
      "epoch": 0.43051308188922865,
      "grad_norm": 1.56700706152662,
      "learning_rate": 0.0002985232583659642,
      "loss": 5.5089,
      "step": 5068
    },
    {
      "epoch": 0.43059802922188245,
      "grad_norm": 1.6206610593414843,
      "learning_rate": 0.0002985222971192452,
      "loss": 5.2023,
      "step": 5069
    },
    {
      "epoch": 0.4306829765545362,
      "grad_norm": 1.7678027126618063,
      "learning_rate": 0.0002985213355613272,
      "loss": 5.8323,
      "step": 5070
    },
    {
      "epoch": 0.43076792388718993,
      "grad_norm": 1.6087138743955716,
      "learning_rate": 0.0002985203736922123,
      "loss": 5.4227,
      "step": 5071
    },
    {
      "epoch": 0.43085287121984367,
      "grad_norm": 1.5159928653032186,
      "learning_rate": 0.00029851941151190254,
      "loss": 5.5563,
      "step": 5072
    },
    {
      "epoch": 0.43093781855249746,
      "grad_norm": 1.6307425817398753,
      "learning_rate": 0.00029851844902039986,
      "loss": 5.3578,
      "step": 5073
    },
    {
      "epoch": 0.4310227658851512,
      "grad_norm": 1.6256807599259582,
      "learning_rate": 0.00029851748621770633,
      "loss": 5.5882,
      "step": 5074
    },
    {
      "epoch": 0.43110771321780494,
      "grad_norm": 1.634590275213429,
      "learning_rate": 0.00029851652310382396,
      "loss": 5.0888,
      "step": 5075
    },
    {
      "epoch": 0.43119266055045874,
      "grad_norm": 1.6324610353705051,
      "learning_rate": 0.00029851555967875474,
      "loss": 5.317,
      "step": 5076
    },
    {
      "epoch": 0.4312776078831125,
      "grad_norm": 1.704043575936706,
      "learning_rate": 0.0002985145959425007,
      "loss": 5.8593,
      "step": 5077
    },
    {
      "epoch": 0.4313625552157662,
      "grad_norm": 1.7246248794532304,
      "learning_rate": 0.0002985136318950639,
      "loss": 5.2926,
      "step": 5078
    },
    {
      "epoch": 0.43144750254841996,
      "grad_norm": 1.5818099334815232,
      "learning_rate": 0.00029851266753644633,
      "loss": 5.5688,
      "step": 5079
    },
    {
      "epoch": 0.43153244988107375,
      "grad_norm": 1.713796457473037,
      "learning_rate": 0.00029851170286665,
      "loss": 5.8991,
      "step": 5080
    },
    {
      "epoch": 0.4316173972137275,
      "grad_norm": 1.8288731658261452,
      "learning_rate": 0.0002985107378856769,
      "loss": 5.4797,
      "step": 5081
    },
    {
      "epoch": 0.43170234454638123,
      "grad_norm": 1.6978404707996133,
      "learning_rate": 0.00029850977259352916,
      "loss": 5.8275,
      "step": 5082
    },
    {
      "epoch": 0.431787291879035,
      "grad_norm": 1.6104437001615957,
      "learning_rate": 0.0002985088069902087,
      "loss": 5.5147,
      "step": 5083
    },
    {
      "epoch": 0.43187223921168877,
      "grad_norm": 1.6268499970257768,
      "learning_rate": 0.0002985078410757176,
      "loss": 5.6926,
      "step": 5084
    },
    {
      "epoch": 0.4319571865443425,
      "grad_norm": 1.7586606519232026,
      "learning_rate": 0.0002985068748500578,
      "loss": 5.6196,
      "step": 5085
    },
    {
      "epoch": 0.43204213387699625,
      "grad_norm": 1.6309167821238086,
      "learning_rate": 0.00029850590831323145,
      "loss": 5.4758,
      "step": 5086
    },
    {
      "epoch": 0.43212708120965004,
      "grad_norm": 1.5676522522085976,
      "learning_rate": 0.00029850494146524046,
      "loss": 5.443,
      "step": 5087
    },
    {
      "epoch": 0.4322120285423038,
      "grad_norm": 1.6392734647015235,
      "learning_rate": 0.0002985039743060869,
      "loss": 5.7564,
      "step": 5088
    },
    {
      "epoch": 0.4322969758749575,
      "grad_norm": 2.2968998655345794,
      "learning_rate": 0.00029850300683577287,
      "loss": 4.9545,
      "step": 5089
    },
    {
      "epoch": 0.43238192320761126,
      "grad_norm": 1.7776522382628888,
      "learning_rate": 0.0002985020390543003,
      "loss": 5.6429,
      "step": 5090
    },
    {
      "epoch": 0.43246687054026506,
      "grad_norm": 1.6070996018576247,
      "learning_rate": 0.0002985010709616712,
      "loss": 5.4265,
      "step": 5091
    },
    {
      "epoch": 0.4325518178729188,
      "grad_norm": 1.6494258293420476,
      "learning_rate": 0.00029850010255788774,
      "loss": 5.0796,
      "step": 5092
    },
    {
      "epoch": 0.43263676520557254,
      "grad_norm": 1.5393013172802879,
      "learning_rate": 0.0002984991338429518,
      "loss": 5.3067,
      "step": 5093
    },
    {
      "epoch": 0.4327217125382263,
      "grad_norm": 1.636202518723834,
      "learning_rate": 0.00029849816481686546,
      "loss": 5.7046,
      "step": 5094
    },
    {
      "epoch": 0.4328066598708801,
      "grad_norm": 1.6632415703266583,
      "learning_rate": 0.00029849719547963074,
      "loss": 5.5308,
      "step": 5095
    },
    {
      "epoch": 0.4328916072035338,
      "grad_norm": 1.6057205235454566,
      "learning_rate": 0.00029849622583124973,
      "loss": 5.3761,
      "step": 5096
    },
    {
      "epoch": 0.43297655453618755,
      "grad_norm": 1.6636973963093846,
      "learning_rate": 0.00029849525587172444,
      "loss": 5.7758,
      "step": 5097
    },
    {
      "epoch": 0.4330615018688413,
      "grad_norm": 1.6681582454961585,
      "learning_rate": 0.0002984942856010568,
      "loss": 5.7748,
      "step": 5098
    },
    {
      "epoch": 0.4331464492014951,
      "grad_norm": 1.5999821367731344,
      "learning_rate": 0.00029849331501924896,
      "loss": 5.1739,
      "step": 5099
    },
    {
      "epoch": 0.4332313965341488,
      "grad_norm": 1.6704277452474436,
      "learning_rate": 0.00029849234412630295,
      "loss": 5.7165,
      "step": 5100
    },
    {
      "epoch": 0.43331634386680257,
      "grad_norm": 1.7627438121954122,
      "learning_rate": 0.00029849137292222073,
      "loss": 5.1798,
      "step": 5101
    },
    {
      "epoch": 0.43340129119945636,
      "grad_norm": 1.662614772226582,
      "learning_rate": 0.00029849040140700437,
      "loss": 5.6413,
      "step": 5102
    },
    {
      "epoch": 0.4334862385321101,
      "grad_norm": 1.7381065780022575,
      "learning_rate": 0.00029848942958065597,
      "loss": 5.7919,
      "step": 5103
    },
    {
      "epoch": 0.43357118586476384,
      "grad_norm": 1.6791752068763601,
      "learning_rate": 0.0002984884574431775,
      "loss": 5.7756,
      "step": 5104
    },
    {
      "epoch": 0.4336561331974176,
      "grad_norm": 1.6476138334372108,
      "learning_rate": 0.00029848748499457093,
      "loss": 5.9125,
      "step": 5105
    },
    {
      "epoch": 0.4337410805300714,
      "grad_norm": 1.973347049348421,
      "learning_rate": 0.0002984865122348384,
      "loss": 5.122,
      "step": 5106
    },
    {
      "epoch": 0.4338260278627251,
      "grad_norm": 1.751926084098318,
      "learning_rate": 0.000298485539163982,
      "loss": 5.1313,
      "step": 5107
    },
    {
      "epoch": 0.43391097519537886,
      "grad_norm": 1.6779093139718748,
      "learning_rate": 0.0002984845657820036,
      "loss": 4.9779,
      "step": 5108
    },
    {
      "epoch": 0.4339959225280326,
      "grad_norm": 1.690289402153806,
      "learning_rate": 0.00029848359208890535,
      "loss": 5.2423,
      "step": 5109
    },
    {
      "epoch": 0.4340808698606864,
      "grad_norm": 1.6351508598530309,
      "learning_rate": 0.00029848261808468926,
      "loss": 5.1958,
      "step": 5110
    },
    {
      "epoch": 0.43416581719334013,
      "grad_norm": 1.6628064260952216,
      "learning_rate": 0.00029848164376935745,
      "loss": 5.4846,
      "step": 5111
    },
    {
      "epoch": 0.43425076452599387,
      "grad_norm": 1.525845971619447,
      "learning_rate": 0.0002984806691429118,
      "loss": 5.4979,
      "step": 5112
    },
    {
      "epoch": 0.43433571185864767,
      "grad_norm": 1.7198642505185906,
      "learning_rate": 0.00029847969420535454,
      "loss": 5.5064,
      "step": 5113
    },
    {
      "epoch": 0.4344206591913014,
      "grad_norm": 1.561070763510017,
      "learning_rate": 0.00029847871895668756,
      "loss": 5.5832,
      "step": 5114
    },
    {
      "epoch": 0.43450560652395515,
      "grad_norm": 1.5743983370095083,
      "learning_rate": 0.00029847774339691294,
      "loss": 5.6156,
      "step": 5115
    },
    {
      "epoch": 0.4345905538566089,
      "grad_norm": 1.849461110746973,
      "learning_rate": 0.0002984767675260328,
      "loss": 5.7747,
      "step": 5116
    },
    {
      "epoch": 0.4346755011892627,
      "grad_norm": 1.652160995321025,
      "learning_rate": 0.0002984757913440491,
      "loss": 5.8765,
      "step": 5117
    },
    {
      "epoch": 0.4347604485219164,
      "grad_norm": 1.7063614066554433,
      "learning_rate": 0.0002984748148509639,
      "loss": 5.3045,
      "step": 5118
    },
    {
      "epoch": 0.43484539585457016,
      "grad_norm": 1.6212815673252405,
      "learning_rate": 0.00029847383804677927,
      "loss": 5.6018,
      "step": 5119
    },
    {
      "epoch": 0.4349303431872239,
      "grad_norm": 1.5928440141347764,
      "learning_rate": 0.00029847286093149725,
      "loss": 5.8275,
      "step": 5120
    },
    {
      "epoch": 0.4350152905198777,
      "grad_norm": 1.6644537934451646,
      "learning_rate": 0.0002984718835051199,
      "loss": 5.6957,
      "step": 5121
    },
    {
      "epoch": 0.43510023785253144,
      "grad_norm": 1.6326470191575924,
      "learning_rate": 0.0002984709057676492,
      "loss": 5.4652,
      "step": 5122
    },
    {
      "epoch": 0.4351851851851852,
      "grad_norm": 1.7337510583126752,
      "learning_rate": 0.00029846992771908736,
      "loss": 5.9217,
      "step": 5123
    },
    {
      "epoch": 0.4352701325178389,
      "grad_norm": 1.6654105548023526,
      "learning_rate": 0.00029846894935943625,
      "loss": 5.4929,
      "step": 5124
    },
    {
      "epoch": 0.4353550798504927,
      "grad_norm": 1.6424192436757017,
      "learning_rate": 0.000298467970688698,
      "loss": 5.6232,
      "step": 5125
    },
    {
      "epoch": 0.43544002718314645,
      "grad_norm": 1.640807889493704,
      "learning_rate": 0.00029846699170687466,
      "loss": 5.9593,
      "step": 5126
    },
    {
      "epoch": 0.4355249745158002,
      "grad_norm": 1.5929008017475923,
      "learning_rate": 0.00029846601241396823,
      "loss": 5.3186,
      "step": 5127
    },
    {
      "epoch": 0.435609921848454,
      "grad_norm": 1.6499311702348187,
      "learning_rate": 0.00029846503280998084,
      "loss": 5.492,
      "step": 5128
    },
    {
      "epoch": 0.4356948691811077,
      "grad_norm": 1.6718474564837247,
      "learning_rate": 0.0002984640528949145,
      "loss": 5.2325,
      "step": 5129
    },
    {
      "epoch": 0.43577981651376146,
      "grad_norm": 1.6353505872511636,
      "learning_rate": 0.0002984630726687713,
      "loss": 5.3482,
      "step": 5130
    },
    {
      "epoch": 0.4358647638464152,
      "grad_norm": 1.5819896764397627,
      "learning_rate": 0.0002984620921315532,
      "loss": 5.4297,
      "step": 5131
    },
    {
      "epoch": 0.435949711179069,
      "grad_norm": 1.6528132015937773,
      "learning_rate": 0.00029846111128326236,
      "loss": 5.3728,
      "step": 5132
    },
    {
      "epoch": 0.43603465851172274,
      "grad_norm": 1.7474373924514894,
      "learning_rate": 0.0002984601301239008,
      "loss": 5.7474,
      "step": 5133
    },
    {
      "epoch": 0.4361196058443765,
      "grad_norm": 1.5526051715798366,
      "learning_rate": 0.00029845914865347055,
      "loss": 5.657,
      "step": 5134
    },
    {
      "epoch": 0.4362045531770302,
      "grad_norm": 1.6447678839868836,
      "learning_rate": 0.0002984581668719737,
      "loss": 5.0481,
      "step": 5135
    },
    {
      "epoch": 0.436289500509684,
      "grad_norm": 1.619183501506866,
      "learning_rate": 0.0002984571847794123,
      "loss": 5.6082,
      "step": 5136
    },
    {
      "epoch": 0.43637444784233775,
      "grad_norm": 1.7023389990874118,
      "learning_rate": 0.0002984562023757884,
      "loss": 5.9626,
      "step": 5137
    },
    {
      "epoch": 0.4364593951749915,
      "grad_norm": 1.6765940350306978,
      "learning_rate": 0.00029845521966110407,
      "loss": 5.9137,
      "step": 5138
    },
    {
      "epoch": 0.43654434250764523,
      "grad_norm": 1.6400692125598322,
      "learning_rate": 0.0002984542366353613,
      "loss": 5.8936,
      "step": 5139
    },
    {
      "epoch": 0.43662928984029903,
      "grad_norm": 1.63146900831476,
      "learning_rate": 0.00029845325329856226,
      "loss": 5.5346,
      "step": 5140
    },
    {
      "epoch": 0.43671423717295277,
      "grad_norm": 1.690938696713085,
      "learning_rate": 0.00029845226965070893,
      "loss": 5.5197,
      "step": 5141
    },
    {
      "epoch": 0.4367991845056065,
      "grad_norm": 1.5756711710442735,
      "learning_rate": 0.0002984512856918034,
      "loss": 5.3182,
      "step": 5142
    },
    {
      "epoch": 0.4368841318382603,
      "grad_norm": 1.603383296905543,
      "learning_rate": 0.0002984503014218478,
      "loss": 5.3856,
      "step": 5143
    },
    {
      "epoch": 0.43696907917091404,
      "grad_norm": 1.7482259122170292,
      "learning_rate": 0.00029844931684084404,
      "loss": 5.8573,
      "step": 5144
    },
    {
      "epoch": 0.4370540265035678,
      "grad_norm": 1.538400607059404,
      "learning_rate": 0.00029844833194879434,
      "loss": 5.289,
      "step": 5145
    },
    {
      "epoch": 0.4371389738362215,
      "grad_norm": 1.6410752552840333,
      "learning_rate": 0.0002984473467457006,
      "loss": 5.654,
      "step": 5146
    },
    {
      "epoch": 0.4372239211688753,
      "grad_norm": 1.6539887091910488,
      "learning_rate": 0.00029844636123156507,
      "loss": 5.5732,
      "step": 5147
    },
    {
      "epoch": 0.43730886850152906,
      "grad_norm": 1.643318082330893,
      "learning_rate": 0.00029844537540638967,
      "loss": 5.3736,
      "step": 5148
    },
    {
      "epoch": 0.4373938158341828,
      "grad_norm": 1.6381942694958973,
      "learning_rate": 0.0002984443892701765,
      "loss": 5.7547,
      "step": 5149
    },
    {
      "epoch": 0.43747876316683654,
      "grad_norm": 1.6068086070294334,
      "learning_rate": 0.00029844340282292764,
      "loss": 5.8529,
      "step": 5150
    },
    {
      "epoch": 0.43756371049949033,
      "grad_norm": 1.6686425203244728,
      "learning_rate": 0.00029844241606464525,
      "loss": 5.3147,
      "step": 5151
    },
    {
      "epoch": 0.4376486578321441,
      "grad_norm": 1.606075466136304,
      "learning_rate": 0.0002984414289953312,
      "loss": 5.826,
      "step": 5152
    },
    {
      "epoch": 0.4377336051647978,
      "grad_norm": 1.703061936435179,
      "learning_rate": 0.0002984404416149877,
      "loss": 5.8717,
      "step": 5153
    },
    {
      "epoch": 0.4378185524974516,
      "grad_norm": 1.6060807638721581,
      "learning_rate": 0.00029843945392361675,
      "loss": 5.0999,
      "step": 5154
    },
    {
      "epoch": 0.43790349983010535,
      "grad_norm": 1.6669974801930465,
      "learning_rate": 0.00029843846592122054,
      "loss": 5.5334,
      "step": 5155
    },
    {
      "epoch": 0.4379884471627591,
      "grad_norm": 1.6460121068667917,
      "learning_rate": 0.000298437477607801,
      "loss": 5.5634,
      "step": 5156
    },
    {
      "epoch": 0.4380733944954128,
      "grad_norm": 1.5889811119384276,
      "learning_rate": 0.0002984364889833602,
      "loss": 5.0388,
      "step": 5157
    },
    {
      "epoch": 0.4381583418280666,
      "grad_norm": 1.7165383561381993,
      "learning_rate": 0.00029843550004790033,
      "loss": 6.0873,
      "step": 5158
    },
    {
      "epoch": 0.43824328916072036,
      "grad_norm": 1.6007116928625238,
      "learning_rate": 0.0002984345108014234,
      "loss": 5.5366,
      "step": 5159
    },
    {
      "epoch": 0.4383282364933741,
      "grad_norm": 1.7463229927703885,
      "learning_rate": 0.00029843352124393145,
      "loss": 5.776,
      "step": 5160
    },
    {
      "epoch": 0.43841318382602784,
      "grad_norm": 1.7048142562582687,
      "learning_rate": 0.00029843253137542663,
      "loss": 5.2308,
      "step": 5161
    },
    {
      "epoch": 0.43849813115868164,
      "grad_norm": 1.6538134960915158,
      "learning_rate": 0.0002984315411959109,
      "loss": 5.6806,
      "step": 5162
    },
    {
      "epoch": 0.4385830784913354,
      "grad_norm": 1.6604216255695818,
      "learning_rate": 0.00029843055070538643,
      "loss": 5.6608,
      "step": 5163
    },
    {
      "epoch": 0.4386680258239891,
      "grad_norm": 1.5826543052631388,
      "learning_rate": 0.0002984295599038553,
      "loss": 5.229,
      "step": 5164
    },
    {
      "epoch": 0.43875297315664286,
      "grad_norm": 1.5870132863391209,
      "learning_rate": 0.00029842856879131954,
      "loss": 5.4101,
      "step": 5165
    },
    {
      "epoch": 0.43883792048929665,
      "grad_norm": 1.6196200049884353,
      "learning_rate": 0.0002984275773677812,
      "loss": 5.3678,
      "step": 5166
    },
    {
      "epoch": 0.4389228678219504,
      "grad_norm": 1.6149754321349388,
      "learning_rate": 0.00029842658563324244,
      "loss": 5.2271,
      "step": 5167
    },
    {
      "epoch": 0.43900781515460413,
      "grad_norm": 1.6543762363295533,
      "learning_rate": 0.0002984255935877053,
      "loss": 5.1157,
      "step": 5168
    },
    {
      "epoch": 0.4390927624872579,
      "grad_norm": 1.820123361202892,
      "learning_rate": 0.0002984246012311718,
      "loss": 5.7936,
      "step": 5169
    },
    {
      "epoch": 0.43917770981991167,
      "grad_norm": 1.5887271388904132,
      "learning_rate": 0.00029842360856364417,
      "loss": 5.3911,
      "step": 5170
    },
    {
      "epoch": 0.4392626571525654,
      "grad_norm": 1.664935417305256,
      "learning_rate": 0.0002984226155851243,
      "loss": 5.7286,
      "step": 5171
    },
    {
      "epoch": 0.43934760448521915,
      "grad_norm": 1.6690939305864072,
      "learning_rate": 0.00029842162229561445,
      "loss": 5.3357,
      "step": 5172
    },
    {
      "epoch": 0.43943255181787294,
      "grad_norm": 1.7670129513273456,
      "learning_rate": 0.0002984206286951165,
      "loss": 5.8118,
      "step": 5173
    },
    {
      "epoch": 0.4395174991505267,
      "grad_norm": 1.6958056415903955,
      "learning_rate": 0.00029841963478363274,
      "loss": 5.4365,
      "step": 5174
    },
    {
      "epoch": 0.4396024464831804,
      "grad_norm": 1.5559620896384163,
      "learning_rate": 0.00029841864056116515,
      "loss": 5.5351,
      "step": 5175
    },
    {
      "epoch": 0.43968739381583416,
      "grad_norm": 1.5979927445041722,
      "learning_rate": 0.0002984176460277158,
      "loss": 5.7273,
      "step": 5176
    },
    {
      "epoch": 0.43977234114848796,
      "grad_norm": 1.6555239282818903,
      "learning_rate": 0.00029841665118328684,
      "loss": 5.2084,
      "step": 5177
    },
    {
      "epoch": 0.4398572884811417,
      "grad_norm": 1.6094818972952964,
      "learning_rate": 0.00029841565602788025,
      "loss": 5.3663,
      "step": 5178
    },
    {
      "epoch": 0.43994223581379543,
      "grad_norm": 1.7098962028406275,
      "learning_rate": 0.0002984146605614982,
      "loss": 5.1156,
      "step": 5179
    },
    {
      "epoch": 0.4400271831464492,
      "grad_norm": 1.6847729744004483,
      "learning_rate": 0.00029841366478414275,
      "loss": 5.4532,
      "step": 5180
    },
    {
      "epoch": 0.44011213047910297,
      "grad_norm": 1.6863293689349828,
      "learning_rate": 0.00029841266869581597,
      "loss": 5.3926,
      "step": 5181
    },
    {
      "epoch": 0.4401970778117567,
      "grad_norm": 1.5929851272764326,
      "learning_rate": 0.00029841167229652,
      "loss": 5.1895,
      "step": 5182
    },
    {
      "epoch": 0.44028202514441045,
      "grad_norm": 1.5847120422964727,
      "learning_rate": 0.0002984106755862569,
      "loss": 5.5606,
      "step": 5183
    },
    {
      "epoch": 0.44036697247706424,
      "grad_norm": 1.7233996884859093,
      "learning_rate": 0.00029840967856502873,
      "loss": 5.7567,
      "step": 5184
    },
    {
      "epoch": 0.440451919809718,
      "grad_norm": 1.6497320398047148,
      "learning_rate": 0.00029840868123283756,
      "loss": 5.3646,
      "step": 5185
    },
    {
      "epoch": 0.4405368671423717,
      "grad_norm": 1.6833719836187842,
      "learning_rate": 0.0002984076835896856,
      "loss": 5.7926,
      "step": 5186
    },
    {
      "epoch": 0.44062181447502546,
      "grad_norm": 1.7985380158704851,
      "learning_rate": 0.0002984066856355748,
      "loss": 5.3218,
      "step": 5187
    },
    {
      "epoch": 0.44070676180767926,
      "grad_norm": 1.645903610308054,
      "learning_rate": 0.00029840568737050737,
      "loss": 5.6317,
      "step": 5188
    },
    {
      "epoch": 0.440791709140333,
      "grad_norm": 1.68917073642232,
      "learning_rate": 0.0002984046887944853,
      "loss": 5.9047,
      "step": 5189
    },
    {
      "epoch": 0.44087665647298674,
      "grad_norm": 1.6479958265732253,
      "learning_rate": 0.0002984036899075107,
      "loss": 4.7849,
      "step": 5190
    },
    {
      "epoch": 0.4409616038056405,
      "grad_norm": 1.8426531026042525,
      "learning_rate": 0.00029840269070958574,
      "loss": 6.0044,
      "step": 5191
    },
    {
      "epoch": 0.4410465511382943,
      "grad_norm": 1.6188422281160724,
      "learning_rate": 0.00029840169120071245,
      "loss": 5.5227,
      "step": 5192
    },
    {
      "epoch": 0.441131498470948,
      "grad_norm": 1.6141872883623736,
      "learning_rate": 0.00029840069138089296,
      "loss": 5.6154,
      "step": 5193
    },
    {
      "epoch": 0.44121644580360175,
      "grad_norm": 1.569785591293138,
      "learning_rate": 0.00029839969125012927,
      "loss": 5.1709,
      "step": 5194
    },
    {
      "epoch": 0.44130139313625555,
      "grad_norm": 1.6125869509866448,
      "learning_rate": 0.0002983986908084236,
      "loss": 5.8203,
      "step": 5195
    },
    {
      "epoch": 0.4413863404689093,
      "grad_norm": 1.5847309887303387,
      "learning_rate": 0.00029839769005577803,
      "loss": 5.3758,
      "step": 5196
    },
    {
      "epoch": 0.44147128780156303,
      "grad_norm": 1.6819916914477353,
      "learning_rate": 0.00029839668899219455,
      "loss": 5.6154,
      "step": 5197
    },
    {
      "epoch": 0.44155623513421677,
      "grad_norm": 1.5930242889141208,
      "learning_rate": 0.0002983956876176754,
      "loss": 5.3017,
      "step": 5198
    },
    {
      "epoch": 0.44164118246687056,
      "grad_norm": 1.5757561770088715,
      "learning_rate": 0.00029839468593222254,
      "loss": 5.41,
      "step": 5199
    },
    {
      "epoch": 0.4417261297995243,
      "grad_norm": 1.5937049575574234,
      "learning_rate": 0.0002983936839358381,
      "loss": 5.4312,
      "step": 5200
    },
    {
      "epoch": 0.44181107713217804,
      "grad_norm": 1.7774528373575433,
      "learning_rate": 0.0002983926816285243,
      "loss": 5.3714,
      "step": 5201
    },
    {
      "epoch": 0.4418960244648318,
      "grad_norm": 1.7561603798038528,
      "learning_rate": 0.0002983916790102832,
      "loss": 5.5337,
      "step": 5202
    },
    {
      "epoch": 0.4419809717974856,
      "grad_norm": 1.5853202051575224,
      "learning_rate": 0.00029839067608111676,
      "loss": 5.6437,
      "step": 5203
    },
    {
      "epoch": 0.4420659191301393,
      "grad_norm": 1.6323661131792313,
      "learning_rate": 0.0002983896728410272,
      "loss": 5.8225,
      "step": 5204
    },
    {
      "epoch": 0.44215086646279306,
      "grad_norm": 1.5454791319728405,
      "learning_rate": 0.0002983886692900166,
      "loss": 5.6924,
      "step": 5205
    },
    {
      "epoch": 0.4422358137954468,
      "grad_norm": 1.5883847836040244,
      "learning_rate": 0.00029838766542808704,
      "loss": 5.2146,
      "step": 5206
    },
    {
      "epoch": 0.4423207611281006,
      "grad_norm": 1.575495050818573,
      "learning_rate": 0.0002983866612552407,
      "loss": 5.3872,
      "step": 5207
    },
    {
      "epoch": 0.44240570846075433,
      "grad_norm": 1.6857543342020083,
      "learning_rate": 0.00029838565677147956,
      "loss": 5.7677,
      "step": 5208
    },
    {
      "epoch": 0.44249065579340807,
      "grad_norm": 1.5899575112417386,
      "learning_rate": 0.00029838465197680583,
      "loss": 5.5672,
      "step": 5209
    },
    {
      "epoch": 0.44257560312606187,
      "grad_norm": 1.5877784754319875,
      "learning_rate": 0.00029838364687122157,
      "loss": 5.545,
      "step": 5210
    },
    {
      "epoch": 0.4426605504587156,
      "grad_norm": 1.5516604358848787,
      "learning_rate": 0.0002983826414547289,
      "loss": 5.5344,
      "step": 5211
    },
    {
      "epoch": 0.44274549779136935,
      "grad_norm": 1.5586657676303164,
      "learning_rate": 0.00029838163572732995,
      "loss": 5.3128,
      "step": 5212
    },
    {
      "epoch": 0.4428304451240231,
      "grad_norm": 1.6123966409313224,
      "learning_rate": 0.0002983806296890268,
      "loss": 5.4055,
      "step": 5213
    },
    {
      "epoch": 0.4429153924566769,
      "grad_norm": 1.589481961906388,
      "learning_rate": 0.00029837962333982153,
      "loss": 5.4145,
      "step": 5214
    },
    {
      "epoch": 0.4430003397893306,
      "grad_norm": 1.596775238533342,
      "learning_rate": 0.0002983786166797162,
      "loss": 5.5005,
      "step": 5215
    },
    {
      "epoch": 0.44308528712198436,
      "grad_norm": 1.77930343682173,
      "learning_rate": 0.0002983776097087131,
      "loss": 5.261,
      "step": 5216
    },
    {
      "epoch": 0.4431702344546381,
      "grad_norm": 1.68973966528005,
      "learning_rate": 0.0002983766024268142,
      "loss": 5.4324,
      "step": 5217
    },
    {
      "epoch": 0.4432551817872919,
      "grad_norm": 1.6030154578535913,
      "learning_rate": 0.0002983755948340217,
      "loss": 5.3061,
      "step": 5218
    },
    {
      "epoch": 0.44334012911994564,
      "grad_norm": 1.553300239616588,
      "learning_rate": 0.00029837458693033757,
      "loss": 5.4396,
      "step": 5219
    },
    {
      "epoch": 0.4434250764525994,
      "grad_norm": 1.5288890634157948,
      "learning_rate": 0.0002983735787157641,
      "loss": 5.517,
      "step": 5220
    },
    {
      "epoch": 0.4435100237852531,
      "grad_norm": 1.6335887912377698,
      "learning_rate": 0.00029837257019030327,
      "loss": 5.2977,
      "step": 5221
    },
    {
      "epoch": 0.4435949711179069,
      "grad_norm": 1.6039840261219496,
      "learning_rate": 0.0002983715613539572,
      "loss": 5.8947,
      "step": 5222
    },
    {
      "epoch": 0.44367991845056065,
      "grad_norm": 1.5989481560437628,
      "learning_rate": 0.00029837055220672805,
      "loss": 5.5453,
      "step": 5223
    },
    {
      "epoch": 0.4437648657832144,
      "grad_norm": 1.5895988271047692,
      "learning_rate": 0.00029836954274861796,
      "loss": 5.6131,
      "step": 5224
    },
    {
      "epoch": 0.4438498131158682,
      "grad_norm": 1.6086477821080685,
      "learning_rate": 0.000298368532979629,
      "loss": 5.801,
      "step": 5225
    },
    {
      "epoch": 0.4439347604485219,
      "grad_norm": 1.5961912872850414,
      "learning_rate": 0.0002983675228997632,
      "loss": 5.2265,
      "step": 5226
    },
    {
      "epoch": 0.44401970778117567,
      "grad_norm": 1.7573050028036348,
      "learning_rate": 0.0002983665125090229,
      "loss": 5.7187,
      "step": 5227
    },
    {
      "epoch": 0.4441046551138294,
      "grad_norm": 1.836076920712156,
      "learning_rate": 0.00029836550180741,
      "loss": 5.2712,
      "step": 5228
    },
    {
      "epoch": 0.4441896024464832,
      "grad_norm": 1.7263940965359093,
      "learning_rate": 0.00029836449079492675,
      "loss": 5.8404,
      "step": 5229
    },
    {
      "epoch": 0.44427454977913694,
      "grad_norm": 1.672541727418814,
      "learning_rate": 0.00029836347947157524,
      "loss": 5.9684,
      "step": 5230
    },
    {
      "epoch": 0.4443594971117907,
      "grad_norm": 1.6167264575440854,
      "learning_rate": 0.00029836246783735755,
      "loss": 5.4427,
      "step": 5231
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 1.620738573219876,
      "learning_rate": 0.0002983614558922758,
      "loss": 5.4537,
      "step": 5232
    },
    {
      "epoch": 0.4445293917770982,
      "grad_norm": 1.6801316809577103,
      "learning_rate": 0.00029836044363633216,
      "loss": 5.8693,
      "step": 5233
    },
    {
      "epoch": 0.44461433910975195,
      "grad_norm": 1.5497562832468124,
      "learning_rate": 0.0002983594310695287,
      "loss": 5.1996,
      "step": 5234
    },
    {
      "epoch": 0.4446992864424057,
      "grad_norm": 1.891121541081349,
      "learning_rate": 0.00029835841819186756,
      "loss": 5.2804,
      "step": 5235
    },
    {
      "epoch": 0.4447842337750595,
      "grad_norm": 1.6078412949862242,
      "learning_rate": 0.0002983574050033509,
      "loss": 5.4825,
      "step": 5236
    },
    {
      "epoch": 0.44486918110771323,
      "grad_norm": 1.6559697617121885,
      "learning_rate": 0.00029835639150398077,
      "loss": 5.7222,
      "step": 5237
    },
    {
      "epoch": 0.44495412844036697,
      "grad_norm": 1.5653581963326544,
      "learning_rate": 0.0002983553776937594,
      "loss": 5.694,
      "step": 5238
    },
    {
      "epoch": 0.4450390757730207,
      "grad_norm": 1.6618739486821992,
      "learning_rate": 0.0002983543635726888,
      "loss": 5.7564,
      "step": 5239
    },
    {
      "epoch": 0.4451240231056745,
      "grad_norm": 1.5869566861029516,
      "learning_rate": 0.00029835334914077115,
      "loss": 5.5277,
      "step": 5240
    },
    {
      "epoch": 0.44520897043832824,
      "grad_norm": 1.5956134379232823,
      "learning_rate": 0.0002983523343980085,
      "loss": 5.3194,
      "step": 5241
    },
    {
      "epoch": 0.445293917770982,
      "grad_norm": 1.5754661344195862,
      "learning_rate": 0.00029835131934440317,
      "loss": 5.5764,
      "step": 5242
    },
    {
      "epoch": 0.4453788651036357,
      "grad_norm": 1.589747020520292,
      "learning_rate": 0.0002983503039799571,
      "loss": 5.2711,
      "step": 5243
    },
    {
      "epoch": 0.4454638124362895,
      "grad_norm": 1.764373630369881,
      "learning_rate": 0.00029834928830467245,
      "loss": 5.9224,
      "step": 5244
    },
    {
      "epoch": 0.44554875976894326,
      "grad_norm": 1.7720185968800208,
      "learning_rate": 0.00029834827231855137,
      "loss": 5.2917,
      "step": 5245
    },
    {
      "epoch": 0.445633707101597,
      "grad_norm": 1.6056213505599792,
      "learning_rate": 0.00029834725602159604,
      "loss": 5.2639,
      "step": 5246
    },
    {
      "epoch": 0.44571865443425074,
      "grad_norm": 1.6668776460352532,
      "learning_rate": 0.00029834623941380855,
      "loss": 5.2766,
      "step": 5247
    },
    {
      "epoch": 0.44580360176690453,
      "grad_norm": 1.6288440946168257,
      "learning_rate": 0.00029834522249519104,
      "loss": 5.2702,
      "step": 5248
    },
    {
      "epoch": 0.4458885490995583,
      "grad_norm": 1.8695564605186117,
      "learning_rate": 0.00029834420526574556,
      "loss": 5.439,
      "step": 5249
    },
    {
      "epoch": 0.445973496432212,
      "grad_norm": 1.7424578483064992,
      "learning_rate": 0.00029834318772547434,
      "loss": 5.851,
      "step": 5250
    },
    {
      "epoch": 0.4460584437648658,
      "grad_norm": 1.6341292695465042,
      "learning_rate": 0.0002983421698743795,
      "loss": 5.4199,
      "step": 5251
    },
    {
      "epoch": 0.44614339109751955,
      "grad_norm": 1.5827131850430582,
      "learning_rate": 0.00029834115171246316,
      "loss": 5.2802,
      "step": 5252
    },
    {
      "epoch": 0.4462283384301733,
      "grad_norm": 1.641860534384042,
      "learning_rate": 0.00029834013323972743,
      "loss": 5.5474,
      "step": 5253
    },
    {
      "epoch": 0.44631328576282703,
      "grad_norm": 1.5869946544449998,
      "learning_rate": 0.0002983391144561744,
      "loss": 5.4089,
      "step": 5254
    },
    {
      "epoch": 0.4463982330954808,
      "grad_norm": 2.6389311980712935,
      "learning_rate": 0.00029833809536180633,
      "loss": 4.7767,
      "step": 5255
    },
    {
      "epoch": 0.44648318042813456,
      "grad_norm": 1.6191313357027808,
      "learning_rate": 0.00029833707595662524,
      "loss": 5.5266,
      "step": 5256
    },
    {
      "epoch": 0.4465681277607883,
      "grad_norm": 1.7031042321237202,
      "learning_rate": 0.0002983360562406334,
      "loss": 4.8083,
      "step": 5257
    },
    {
      "epoch": 0.44665307509344204,
      "grad_norm": 1.6133352663145937,
      "learning_rate": 0.00029833503621383276,
      "loss": 5.5064,
      "step": 5258
    },
    {
      "epoch": 0.44673802242609584,
      "grad_norm": 1.58797782632035,
      "learning_rate": 0.00029833401587622566,
      "loss": 5.6718,
      "step": 5259
    },
    {
      "epoch": 0.4468229697587496,
      "grad_norm": 1.784843157996527,
      "learning_rate": 0.00029833299522781406,
      "loss": 5.8504,
      "step": 5260
    },
    {
      "epoch": 0.4469079170914033,
      "grad_norm": 1.604467221031837,
      "learning_rate": 0.00029833197426860024,
      "loss": 5.3527,
      "step": 5261
    },
    {
      "epoch": 0.44699286442405706,
      "grad_norm": 1.6293740189822254,
      "learning_rate": 0.0002983309529985862,
      "loss": 5.3627,
      "step": 5262
    },
    {
      "epoch": 0.44707781175671085,
      "grad_norm": 1.6976787070469377,
      "learning_rate": 0.00029832993141777424,
      "loss": 5.8823,
      "step": 5263
    },
    {
      "epoch": 0.4471627590893646,
      "grad_norm": 1.5538658569131123,
      "learning_rate": 0.00029832890952616634,
      "loss": 5.6726,
      "step": 5264
    },
    {
      "epoch": 0.44724770642201833,
      "grad_norm": 1.6519602610200879,
      "learning_rate": 0.00029832788732376474,
      "loss": 5.329,
      "step": 5265
    },
    {
      "epoch": 0.4473326537546721,
      "grad_norm": 1.9701822534916584,
      "learning_rate": 0.00029832686481057153,
      "loss": 4.8547,
      "step": 5266
    },
    {
      "epoch": 0.44741760108732587,
      "grad_norm": 1.691217082716108,
      "learning_rate": 0.00029832584198658896,
      "loss": 5.927,
      "step": 5267
    },
    {
      "epoch": 0.4475025484199796,
      "grad_norm": 1.8038582736333693,
      "learning_rate": 0.00029832481885181907,
      "loss": 5.7103,
      "step": 5268
    },
    {
      "epoch": 0.44758749575263335,
      "grad_norm": 1.622404706609978,
      "learning_rate": 0.000298323795406264,
      "loss": 5.2979,
      "step": 5269
    },
    {
      "epoch": 0.44767244308528714,
      "grad_norm": 1.6013748655608777,
      "learning_rate": 0.00029832277164992593,
      "loss": 5.7064,
      "step": 5270
    },
    {
      "epoch": 0.4477573904179409,
      "grad_norm": 1.6634600862859994,
      "learning_rate": 0.00029832174758280696,
      "loss": 5.7704,
      "step": 5271
    },
    {
      "epoch": 0.4478423377505946,
      "grad_norm": 1.853838892786427,
      "learning_rate": 0.0002983207232049093,
      "loss": 5.8627,
      "step": 5272
    },
    {
      "epoch": 0.44792728508324836,
      "grad_norm": 1.7608147902657882,
      "learning_rate": 0.0002983196985162351,
      "loss": 5.3049,
      "step": 5273
    },
    {
      "epoch": 0.44801223241590216,
      "grad_norm": 1.7208639576290585,
      "learning_rate": 0.00029831867351678645,
      "loss": 5.5806,
      "step": 5274
    },
    {
      "epoch": 0.4480971797485559,
      "grad_norm": 1.6109782423215564,
      "learning_rate": 0.00029831764820656555,
      "loss": 5.2835,
      "step": 5275
    },
    {
      "epoch": 0.44818212708120964,
      "grad_norm": 1.6906467036518529,
      "learning_rate": 0.0002983166225855745,
      "loss": 5.0233,
      "step": 5276
    },
    {
      "epoch": 0.44826707441386343,
      "grad_norm": 1.6224125274448005,
      "learning_rate": 0.0002983155966538155,
      "loss": 5.363,
      "step": 5277
    },
    {
      "epoch": 0.44835202174651717,
      "grad_norm": 1.5940371663545003,
      "learning_rate": 0.00029831457041129057,
      "loss": 5.4633,
      "step": 5278
    },
    {
      "epoch": 0.4484369690791709,
      "grad_norm": 1.6042138167587405,
      "learning_rate": 0.00029831354385800206,
      "loss": 5.4603,
      "step": 5279
    },
    {
      "epoch": 0.44852191641182465,
      "grad_norm": 1.5531175320300334,
      "learning_rate": 0.000298312516993952,
      "loss": 5.2494,
      "step": 5280
    },
    {
      "epoch": 0.44860686374447845,
      "grad_norm": 1.7056639032771876,
      "learning_rate": 0.00029831148981914255,
      "loss": 5.6503,
      "step": 5281
    },
    {
      "epoch": 0.4486918110771322,
      "grad_norm": 1.5491150340816593,
      "learning_rate": 0.0002983104623335759,
      "loss": 5.6018,
      "step": 5282
    },
    {
      "epoch": 0.4487767584097859,
      "grad_norm": 1.6485215223080765,
      "learning_rate": 0.0002983094345372542,
      "loss": 5.5731,
      "step": 5283
    },
    {
      "epoch": 0.44886170574243967,
      "grad_norm": 1.5711613148397745,
      "learning_rate": 0.0002983084064301795,
      "loss": 5.6658,
      "step": 5284
    },
    {
      "epoch": 0.44894665307509346,
      "grad_norm": 1.9068439652050477,
      "learning_rate": 0.0002983073780123541,
      "loss": 5.22,
      "step": 5285
    },
    {
      "epoch": 0.4490316004077472,
      "grad_norm": 1.6932445175897037,
      "learning_rate": 0.00029830634928378004,
      "loss": 5.3801,
      "step": 5286
    },
    {
      "epoch": 0.44911654774040094,
      "grad_norm": 1.74527179212779,
      "learning_rate": 0.0002983053202444596,
      "loss": 5.2085,
      "step": 5287
    },
    {
      "epoch": 0.4492014950730547,
      "grad_norm": 1.5802026660838207,
      "learning_rate": 0.00029830429089439483,
      "loss": 5.5862,
      "step": 5288
    },
    {
      "epoch": 0.4492864424057085,
      "grad_norm": 1.661591884482628,
      "learning_rate": 0.0002983032612335879,
      "loss": 5.2735,
      "step": 5289
    },
    {
      "epoch": 0.4493713897383622,
      "grad_norm": 1.6743210092926877,
      "learning_rate": 0.000298302231262041,
      "loss": 5.4323,
      "step": 5290
    },
    {
      "epoch": 0.44945633707101595,
      "grad_norm": 1.9244112339583692,
      "learning_rate": 0.0002983012009797563,
      "loss": 5.5704,
      "step": 5291
    },
    {
      "epoch": 0.44954128440366975,
      "grad_norm": 1.619273912187299,
      "learning_rate": 0.0002983001703867359,
      "loss": 5.5261,
      "step": 5292
    },
    {
      "epoch": 0.4496262317363235,
      "grad_norm": 1.6790305930541283,
      "learning_rate": 0.000298299139482982,
      "loss": 5.6904,
      "step": 5293
    },
    {
      "epoch": 0.44971117906897723,
      "grad_norm": 1.6493927343993082,
      "learning_rate": 0.00029829810826849677,
      "loss": 5.3788,
      "step": 5294
    },
    {
      "epoch": 0.44979612640163097,
      "grad_norm": 1.7210283118756389,
      "learning_rate": 0.00029829707674328235,
      "loss": 5.5604,
      "step": 5295
    },
    {
      "epoch": 0.44988107373428476,
      "grad_norm": 1.8241021779048876,
      "learning_rate": 0.0002982960449073409,
      "loss": 5.528,
      "step": 5296
    },
    {
      "epoch": 0.4499660210669385,
      "grad_norm": 1.8057852957311067,
      "learning_rate": 0.0002982950127606746,
      "loss": 6.1394,
      "step": 5297
    },
    {
      "epoch": 0.45005096839959224,
      "grad_norm": 1.6615221363865078,
      "learning_rate": 0.0002982939803032856,
      "loss": 5.5883,
      "step": 5298
    },
    {
      "epoch": 0.450135915732246,
      "grad_norm": 1.6182547326553394,
      "learning_rate": 0.00029829294753517605,
      "loss": 5.7575,
      "step": 5299
    },
    {
      "epoch": 0.4502208630648998,
      "grad_norm": 1.5890533799946178,
      "learning_rate": 0.00029829191445634805,
      "loss": 5.8085,
      "step": 5300
    },
    {
      "epoch": 0.4503058103975535,
      "grad_norm": 1.6706978227401594,
      "learning_rate": 0.000298290881066804,
      "loss": 5.9544,
      "step": 5301
    },
    {
      "epoch": 0.45039075773020726,
      "grad_norm": 1.6229027812833583,
      "learning_rate": 0.00029828984736654583,
      "loss": 5.4466,
      "step": 5302
    },
    {
      "epoch": 0.45047570506286105,
      "grad_norm": 1.9391522146131663,
      "learning_rate": 0.0002982888133555758,
      "loss": 6.0509,
      "step": 5303
    },
    {
      "epoch": 0.4505606523955148,
      "grad_norm": 1.6124068914631533,
      "learning_rate": 0.000298287779033896,
      "loss": 5.7536,
      "step": 5304
    },
    {
      "epoch": 0.45064559972816853,
      "grad_norm": 1.628192255426641,
      "learning_rate": 0.0002982867444015087,
      "loss": 5.5846,
      "step": 5305
    },
    {
      "epoch": 0.4507305470608223,
      "grad_norm": 1.5702855656936379,
      "learning_rate": 0.00029828570945841603,
      "loss": 5.5631,
      "step": 5306
    },
    {
      "epoch": 0.45081549439347607,
      "grad_norm": 1.5420468611237748,
      "learning_rate": 0.00029828467420462014,
      "loss": 5.2698,
      "step": 5307
    },
    {
      "epoch": 0.4509004417261298,
      "grad_norm": 1.5874604888055495,
      "learning_rate": 0.00029828363864012325,
      "loss": 5.2966,
      "step": 5308
    },
    {
      "epoch": 0.45098538905878355,
      "grad_norm": 1.779891258739704,
      "learning_rate": 0.00029828260276492746,
      "loss": 5.2083,
      "step": 5309
    },
    {
      "epoch": 0.4510703363914373,
      "grad_norm": 1.5977574380413,
      "learning_rate": 0.00029828156657903495,
      "loss": 5.3127,
      "step": 5310
    },
    {
      "epoch": 0.4511552837240911,
      "grad_norm": 1.6370591125989182,
      "learning_rate": 0.000298280530082448,
      "loss": 5.4022,
      "step": 5311
    },
    {
      "epoch": 0.4512402310567448,
      "grad_norm": 1.602840342620728,
      "learning_rate": 0.0002982794932751686,
      "loss": 5.5135,
      "step": 5312
    },
    {
      "epoch": 0.45132517838939856,
      "grad_norm": 1.666153668988154,
      "learning_rate": 0.00029827845615719906,
      "loss": 5.8132,
      "step": 5313
    },
    {
      "epoch": 0.4514101257220523,
      "grad_norm": 1.7920215874760013,
      "learning_rate": 0.00029827741872854154,
      "loss": 5.6947,
      "step": 5314
    },
    {
      "epoch": 0.4514950730547061,
      "grad_norm": 1.6107758692848393,
      "learning_rate": 0.00029827638098919813,
      "loss": 5.5362,
      "step": 5315
    },
    {
      "epoch": 0.45158002038735984,
      "grad_norm": 1.5451652767551245,
      "learning_rate": 0.00029827534293917107,
      "loss": 5.3649,
      "step": 5316
    },
    {
      "epoch": 0.4516649677200136,
      "grad_norm": 1.5140789707134736,
      "learning_rate": 0.00029827430457846256,
      "loss": 5.1849,
      "step": 5317
    },
    {
      "epoch": 0.4517499150526674,
      "grad_norm": 1.6409329723127937,
      "learning_rate": 0.0002982732659070747,
      "loss": 5.5114,
      "step": 5318
    },
    {
      "epoch": 0.4518348623853211,
      "grad_norm": 1.829004173002479,
      "learning_rate": 0.00029827222692500974,
      "loss": 5.7848,
      "step": 5319
    },
    {
      "epoch": 0.45191980971797485,
      "grad_norm": 1.6292403793863983,
      "learning_rate": 0.0002982711876322698,
      "loss": 5.4663,
      "step": 5320
    },
    {
      "epoch": 0.4520047570506286,
      "grad_norm": 1.5930307597526638,
      "learning_rate": 0.0002982701480288571,
      "loss": 5.6524,
      "step": 5321
    },
    {
      "epoch": 0.4520897043832824,
      "grad_norm": 1.6236498941819286,
      "learning_rate": 0.00029826910811477374,
      "loss": 5.4411,
      "step": 5322
    },
    {
      "epoch": 0.4521746517159361,
      "grad_norm": 1.6534571171644616,
      "learning_rate": 0.000298268067890022,
      "loss": 5.6028,
      "step": 5323
    },
    {
      "epoch": 0.45225959904858987,
      "grad_norm": 1.6580703520523437,
      "learning_rate": 0.00029826702735460405,
      "loss": 5.7334,
      "step": 5324
    },
    {
      "epoch": 0.4523445463812436,
      "grad_norm": 1.549440008957951,
      "learning_rate": 0.000298265986508522,
      "loss": 5.4459,
      "step": 5325
    },
    {
      "epoch": 0.4524294937138974,
      "grad_norm": 1.5133223095684452,
      "learning_rate": 0.0002982649453517781,
      "loss": 5.4883,
      "step": 5326
    },
    {
      "epoch": 0.45251444104655114,
      "grad_norm": 2.3370373154842667,
      "learning_rate": 0.0002982639038843745,
      "loss": 4.9015,
      "step": 5327
    },
    {
      "epoch": 0.4525993883792049,
      "grad_norm": 1.6087625733386681,
      "learning_rate": 0.0002982628621063134,
      "loss": 5.3758,
      "step": 5328
    },
    {
      "epoch": 0.4526843357118586,
      "grad_norm": 1.556604968577604,
      "learning_rate": 0.00029826182001759687,
      "loss": 5.2382,
      "step": 5329
    },
    {
      "epoch": 0.4527692830445124,
      "grad_norm": 1.5301101292788988,
      "learning_rate": 0.00029826077761822725,
      "loss": 5.6365,
      "step": 5330
    },
    {
      "epoch": 0.45285423037716616,
      "grad_norm": 1.5906087631146941,
      "learning_rate": 0.00029825973490820666,
      "loss": 5.3955,
      "step": 5331
    },
    {
      "epoch": 0.4529391777098199,
      "grad_norm": 1.5577395545206043,
      "learning_rate": 0.0002982586918875373,
      "loss": 5.6244,
      "step": 5332
    },
    {
      "epoch": 0.4530241250424737,
      "grad_norm": 1.6739788125981736,
      "learning_rate": 0.00029825764855622133,
      "loss": 5.7811,
      "step": 5333
    },
    {
      "epoch": 0.45310907237512743,
      "grad_norm": 1.8611236868811,
      "learning_rate": 0.000298256604914261,
      "loss": 6.0599,
      "step": 5334
    },
    {
      "epoch": 0.45319401970778117,
      "grad_norm": 1.6496013166829246,
      "learning_rate": 0.0002982555609616584,
      "loss": 5.6967,
      "step": 5335
    },
    {
      "epoch": 0.4532789670404349,
      "grad_norm": 1.6280068989076064,
      "learning_rate": 0.0002982545166984158,
      "loss": 5.4963,
      "step": 5336
    },
    {
      "epoch": 0.4533639143730887,
      "grad_norm": 1.6386874699275846,
      "learning_rate": 0.0002982534721245353,
      "loss": 5.8376,
      "step": 5337
    },
    {
      "epoch": 0.45344886170574245,
      "grad_norm": 1.6765705360000114,
      "learning_rate": 0.0002982524272400191,
      "loss": 5.5797,
      "step": 5338
    },
    {
      "epoch": 0.4535338090383962,
      "grad_norm": 1.5633699209053706,
      "learning_rate": 0.0002982513820448695,
      "loss": 5.8829,
      "step": 5339
    },
    {
      "epoch": 0.4536187563710499,
      "grad_norm": 1.59420707778654,
      "learning_rate": 0.00029825033653908866,
      "loss": 5.5423,
      "step": 5340
    },
    {
      "epoch": 0.4537037037037037,
      "grad_norm": 1.5913360684388755,
      "learning_rate": 0.0002982492907226787,
      "loss": 5.2326,
      "step": 5341
    },
    {
      "epoch": 0.45378865103635746,
      "grad_norm": 1.606734813932755,
      "learning_rate": 0.00029824824459564174,
      "loss": 5.5108,
      "step": 5342
    },
    {
      "epoch": 0.4538735983690112,
      "grad_norm": 1.5509832169577924,
      "learning_rate": 0.00029824719815798017,
      "loss": 5.5932,
      "step": 5343
    },
    {
      "epoch": 0.453958545701665,
      "grad_norm": 1.5524343438273458,
      "learning_rate": 0.0002982461514096961,
      "loss": 5.7064,
      "step": 5344
    },
    {
      "epoch": 0.45404349303431873,
      "grad_norm": 1.5666361656306869,
      "learning_rate": 0.00029824510435079167,
      "loss": 5.4517,
      "step": 5345
    },
    {
      "epoch": 0.4541284403669725,
      "grad_norm": 1.612657022534233,
      "learning_rate": 0.0002982440569812691,
      "loss": 5.8005,
      "step": 5346
    },
    {
      "epoch": 0.4542133876996262,
      "grad_norm": 1.5429408729369554,
      "learning_rate": 0.0002982430093011307,
      "loss": 5.5436,
      "step": 5347
    },
    {
      "epoch": 0.45429833503228,
      "grad_norm": 1.7167122662678167,
      "learning_rate": 0.00029824196131037845,
      "loss": 5.498,
      "step": 5348
    },
    {
      "epoch": 0.45438328236493375,
      "grad_norm": 1.6461107452784858,
      "learning_rate": 0.0002982409130090147,
      "loss": 5.4607,
      "step": 5349
    },
    {
      "epoch": 0.4544682296975875,
      "grad_norm": 1.6100380398653493,
      "learning_rate": 0.0002982398643970416,
      "loss": 5.4934,
      "step": 5350
    },
    {
      "epoch": 0.45455317703024123,
      "grad_norm": 1.6438398628572792,
      "learning_rate": 0.0002982388154744613,
      "loss": 5.8668,
      "step": 5351
    },
    {
      "epoch": 0.454638124362895,
      "grad_norm": 2.5202647820260564,
      "learning_rate": 0.00029823776624127613,
      "loss": 5.1035,
      "step": 5352
    },
    {
      "epoch": 0.45472307169554876,
      "grad_norm": 1.8172824798209757,
      "learning_rate": 0.0002982367166974882,
      "loss": 5.6827,
      "step": 5353
    },
    {
      "epoch": 0.4548080190282025,
      "grad_norm": 1.7239896025080734,
      "learning_rate": 0.0002982356668430997,
      "loss": 5.5291,
      "step": 5354
    },
    {
      "epoch": 0.45489296636085624,
      "grad_norm": 1.624684684152629,
      "learning_rate": 0.00029823461667811285,
      "loss": 5.43,
      "step": 5355
    },
    {
      "epoch": 0.45497791369351004,
      "grad_norm": 1.991077926643273,
      "learning_rate": 0.00029823356620252986,
      "loss": 5.4408,
      "step": 5356
    },
    {
      "epoch": 0.4550628610261638,
      "grad_norm": 1.5826533464162078,
      "learning_rate": 0.00029823251541635294,
      "loss": 5.6455,
      "step": 5357
    },
    {
      "epoch": 0.4551478083588175,
      "grad_norm": 1.594406453907624,
      "learning_rate": 0.00029823146431958423,
      "loss": 5.271,
      "step": 5358
    },
    {
      "epoch": 0.4552327556914713,
      "grad_norm": 1.6762241578245716,
      "learning_rate": 0.00029823041291222597,
      "loss": 5.4132,
      "step": 5359
    },
    {
      "epoch": 0.45531770302412505,
      "grad_norm": 1.7957086478360786,
      "learning_rate": 0.0002982293611942804,
      "loss": 5.8475,
      "step": 5360
    },
    {
      "epoch": 0.4554026503567788,
      "grad_norm": 1.7468216599844613,
      "learning_rate": 0.00029822830916574963,
      "loss": 5.5565,
      "step": 5361
    },
    {
      "epoch": 0.45548759768943253,
      "grad_norm": 1.6432255411250623,
      "learning_rate": 0.000298227256826636,
      "loss": 5.2501,
      "step": 5362
    },
    {
      "epoch": 0.45557254502208633,
      "grad_norm": 1.6173449644259779,
      "learning_rate": 0.0002982262041769416,
      "loss": 5.6719,
      "step": 5363
    },
    {
      "epoch": 0.45565749235474007,
      "grad_norm": 1.6201750272047024,
      "learning_rate": 0.00029822515121666863,
      "loss": 5.4916,
      "step": 5364
    },
    {
      "epoch": 0.4557424396873938,
      "grad_norm": 1.7688823472328676,
      "learning_rate": 0.0002982240979458194,
      "loss": 5.4412,
      "step": 5365
    },
    {
      "epoch": 0.45582738702004755,
      "grad_norm": 1.692619241155556,
      "learning_rate": 0.0002982230443643961,
      "loss": 5.8448,
      "step": 5366
    },
    {
      "epoch": 0.45591233435270134,
      "grad_norm": 1.6182563531383263,
      "learning_rate": 0.0002982219904724008,
      "loss": 5.3703,
      "step": 5367
    },
    {
      "epoch": 0.4559972816853551,
      "grad_norm": 1.5394457555639058,
      "learning_rate": 0.0002982209362698359,
      "loss": 5.5416,
      "step": 5368
    },
    {
      "epoch": 0.4560822290180088,
      "grad_norm": 1.6523552756182156,
      "learning_rate": 0.0002982198817567034,
      "loss": 5.8636,
      "step": 5369
    },
    {
      "epoch": 0.45616717635066256,
      "grad_norm": 1.5846922726263442,
      "learning_rate": 0.0002982188269330057,
      "loss": 5.2022,
      "step": 5370
    },
    {
      "epoch": 0.45625212368331636,
      "grad_norm": 1.6279192063312133,
      "learning_rate": 0.00029821777179874496,
      "loss": 5.4538,
      "step": 5371
    },
    {
      "epoch": 0.4563370710159701,
      "grad_norm": 1.6433332037185455,
      "learning_rate": 0.0002982167163539233,
      "loss": 5.5923,
      "step": 5372
    },
    {
      "epoch": 0.45642201834862384,
      "grad_norm": 1.5673344878073239,
      "learning_rate": 0.000298215660598543,
      "loss": 5.5845,
      "step": 5373
    },
    {
      "epoch": 0.45650696568127763,
      "grad_norm": 1.59881102934745,
      "learning_rate": 0.0002982146045326063,
      "loss": 5.0416,
      "step": 5374
    },
    {
      "epoch": 0.45659191301393137,
      "grad_norm": 1.6894629325025878,
      "learning_rate": 0.00029821354815611536,
      "loss": 5.695,
      "step": 5375
    },
    {
      "epoch": 0.4566768603465851,
      "grad_norm": 1.5595818258148262,
      "learning_rate": 0.0002982124914690724,
      "loss": 5.4876,
      "step": 5376
    },
    {
      "epoch": 0.45676180767923885,
      "grad_norm": 1.7146414462001969,
      "learning_rate": 0.0002982114344714797,
      "loss": 5.6114,
      "step": 5377
    },
    {
      "epoch": 0.45684675501189265,
      "grad_norm": 1.612562324314595,
      "learning_rate": 0.00029821037716333933,
      "loss": 5.1948,
      "step": 5378
    },
    {
      "epoch": 0.4569317023445464,
      "grad_norm": 1.580746343983403,
      "learning_rate": 0.00029820931954465367,
      "loss": 5.2784,
      "step": 5379
    },
    {
      "epoch": 0.4570166496772001,
      "grad_norm": 1.5788703387953296,
      "learning_rate": 0.00029820826161542485,
      "loss": 5.697,
      "step": 5380
    },
    {
      "epoch": 0.45710159700985387,
      "grad_norm": 1.677925392010177,
      "learning_rate": 0.0002982072033756551,
      "loss": 5.4082,
      "step": 5381
    },
    {
      "epoch": 0.45718654434250766,
      "grad_norm": 1.5750943109029871,
      "learning_rate": 0.0002982061448253466,
      "loss": 5.2795,
      "step": 5382
    },
    {
      "epoch": 0.4572714916751614,
      "grad_norm": 1.8740935820640225,
      "learning_rate": 0.00029820508596450164,
      "loss": 5.6691,
      "step": 5383
    },
    {
      "epoch": 0.45735643900781514,
      "grad_norm": 1.592502620897997,
      "learning_rate": 0.00029820402679312246,
      "loss": 5.4334,
      "step": 5384
    },
    {
      "epoch": 0.45744138634046894,
      "grad_norm": 1.6284565630009527,
      "learning_rate": 0.0002982029673112111,
      "loss": 5.3472,
      "step": 5385
    },
    {
      "epoch": 0.4575263336731227,
      "grad_norm": 1.673726593893853,
      "learning_rate": 0.00029820190751877,
      "loss": 5.8537,
      "step": 5386
    },
    {
      "epoch": 0.4576112810057764,
      "grad_norm": 1.5639313689599885,
      "learning_rate": 0.00029820084741580125,
      "loss": 5.1699,
      "step": 5387
    },
    {
      "epoch": 0.45769622833843016,
      "grad_norm": 1.9487350057974018,
      "learning_rate": 0.0002981997870023071,
      "loss": 5.0747,
      "step": 5388
    },
    {
      "epoch": 0.45778117567108395,
      "grad_norm": 1.6096110252981477,
      "learning_rate": 0.0002981987262782898,
      "loss": 5.4661,
      "step": 5389
    },
    {
      "epoch": 0.4578661230037377,
      "grad_norm": 1.5760460992461438,
      "learning_rate": 0.00029819766524375157,
      "loss": 5.3746,
      "step": 5390
    },
    {
      "epoch": 0.45795107033639143,
      "grad_norm": 1.6716706309343494,
      "learning_rate": 0.0002981966038986946,
      "loss": 5.7785,
      "step": 5391
    },
    {
      "epoch": 0.45803601766904517,
      "grad_norm": 1.69577837803372,
      "learning_rate": 0.0002981955422431211,
      "loss": 5.4997,
      "step": 5392
    },
    {
      "epoch": 0.45812096500169897,
      "grad_norm": 1.6350686002155392,
      "learning_rate": 0.00029819448027703326,
      "loss": 5.3444,
      "step": 5393
    },
    {
      "epoch": 0.4582059123343527,
      "grad_norm": 1.7041952591446194,
      "learning_rate": 0.00029819341800043346,
      "loss": 5.3895,
      "step": 5394
    },
    {
      "epoch": 0.45829085966700644,
      "grad_norm": 1.626309038283086,
      "learning_rate": 0.00029819235541332385,
      "loss": 5.3748,
      "step": 5395
    },
    {
      "epoch": 0.4583758069996602,
      "grad_norm": 1.5948948707337611,
      "learning_rate": 0.0002981912925157066,
      "loss": 5.3733,
      "step": 5396
    },
    {
      "epoch": 0.458460754332314,
      "grad_norm": 1.7325022231139757,
      "learning_rate": 0.0002981902293075839,
      "loss": 5.3445,
      "step": 5397
    },
    {
      "epoch": 0.4585457016649677,
      "grad_norm": 1.627292770106293,
      "learning_rate": 0.0002981891657889581,
      "loss": 5.5402,
      "step": 5398
    },
    {
      "epoch": 0.45863064899762146,
      "grad_norm": 1.581107375407543,
      "learning_rate": 0.0002981881019598315,
      "loss": 5.6153,
      "step": 5399
    },
    {
      "epoch": 0.45871559633027525,
      "grad_norm": 1.6031359508326866,
      "learning_rate": 0.00029818703782020606,
      "loss": 5.708,
      "step": 5400
    },
    {
      "epoch": 0.458800543662929,
      "grad_norm": 1.5959705451832056,
      "learning_rate": 0.0002981859733700842,
      "loss": 5.5807,
      "step": 5401
    },
    {
      "epoch": 0.45888549099558273,
      "grad_norm": 1.554970506317578,
      "learning_rate": 0.00029818490860946816,
      "loss": 5.4782,
      "step": 5402
    },
    {
      "epoch": 0.4589704383282365,
      "grad_norm": 1.6465241112706053,
      "learning_rate": 0.0002981838435383601,
      "loss": 5.5394,
      "step": 5403
    },
    {
      "epoch": 0.45905538566089027,
      "grad_norm": 1.7210788636761578,
      "learning_rate": 0.00029818277815676225,
      "loss": 5.1345,
      "step": 5404
    },
    {
      "epoch": 0.459140332993544,
      "grad_norm": 1.716622903840534,
      "learning_rate": 0.0002981817124646769,
      "loss": 5.712,
      "step": 5405
    },
    {
      "epoch": 0.45922528032619775,
      "grad_norm": 1.534369558866324,
      "learning_rate": 0.00029818064646210617,
      "loss": 5.163,
      "step": 5406
    },
    {
      "epoch": 0.4593102276588515,
      "grad_norm": 1.5987498925708812,
      "learning_rate": 0.0002981795801490524,
      "loss": 5.2863,
      "step": 5407
    },
    {
      "epoch": 0.4593951749915053,
      "grad_norm": 1.686964294997368,
      "learning_rate": 0.00029817851352551786,
      "loss": 5.7674,
      "step": 5408
    },
    {
      "epoch": 0.459480122324159,
      "grad_norm": 1.6966237120530736,
      "learning_rate": 0.0002981774465915047,
      "loss": 5.3475,
      "step": 5409
    },
    {
      "epoch": 0.45956506965681276,
      "grad_norm": 1.7120102962459007,
      "learning_rate": 0.00029817637934701516,
      "loss": 5.8798,
      "step": 5410
    },
    {
      "epoch": 0.4596500169894665,
      "grad_norm": 1.631257924794671,
      "learning_rate": 0.0002981753117920515,
      "loss": 5.6085,
      "step": 5411
    },
    {
      "epoch": 0.4597349643221203,
      "grad_norm": 1.5528595024463354,
      "learning_rate": 0.00029817424392661595,
      "loss": 5.5295,
      "step": 5412
    },
    {
      "epoch": 0.45981991165477404,
      "grad_norm": 1.594617970950204,
      "learning_rate": 0.00029817317575071074,
      "loss": 5.5082,
      "step": 5413
    },
    {
      "epoch": 0.4599048589874278,
      "grad_norm": 1.6882007566866086,
      "learning_rate": 0.0002981721072643381,
      "loss": 5.6964,
      "step": 5414
    },
    {
      "epoch": 0.4599898063200816,
      "grad_norm": 1.7827638728642208,
      "learning_rate": 0.00029817103846750036,
      "loss": 5.7034,
      "step": 5415
    },
    {
      "epoch": 0.4600747536527353,
      "grad_norm": 1.6755052184063906,
      "learning_rate": 0.0002981699693601996,
      "loss": 5.2004,
      "step": 5416
    },
    {
      "epoch": 0.46015970098538905,
      "grad_norm": 1.5843106348749223,
      "learning_rate": 0.0002981688999424382,
      "loss": 5.629,
      "step": 5417
    },
    {
      "epoch": 0.4602446483180428,
      "grad_norm": 1.5907455631838796,
      "learning_rate": 0.0002981678302142183,
      "loss": 5.1876,
      "step": 5418
    },
    {
      "epoch": 0.4603295956506966,
      "grad_norm": 1.5906116772348269,
      "learning_rate": 0.0002981667601755422,
      "loss": 5.3031,
      "step": 5419
    },
    {
      "epoch": 0.46041454298335033,
      "grad_norm": 1.623352104573955,
      "learning_rate": 0.0002981656898264121,
      "loss": 5.6156,
      "step": 5420
    },
    {
      "epoch": 0.46049949031600407,
      "grad_norm": 1.5637302268133402,
      "learning_rate": 0.00029816461916683034,
      "loss": 5.349,
      "step": 5421
    },
    {
      "epoch": 0.4605844376486578,
      "grad_norm": 1.6570205236163442,
      "learning_rate": 0.00029816354819679904,
      "loss": 5.8225,
      "step": 5422
    },
    {
      "epoch": 0.4606693849813116,
      "grad_norm": 1.5702291211876138,
      "learning_rate": 0.0002981624769163205,
      "loss": 5.6392,
      "step": 5423
    },
    {
      "epoch": 0.46075433231396534,
      "grad_norm": 1.6718003101402517,
      "learning_rate": 0.000298161405325397,
      "loss": 5.6506,
      "step": 5424
    },
    {
      "epoch": 0.4608392796466191,
      "grad_norm": 1.6890107325457926,
      "learning_rate": 0.0002981603334240307,
      "loss": 5.8477,
      "step": 5425
    },
    {
      "epoch": 0.4609242269792729,
      "grad_norm": 1.5115507783253839,
      "learning_rate": 0.00029815926121222393,
      "loss": 5.5057,
      "step": 5426
    },
    {
      "epoch": 0.4610091743119266,
      "grad_norm": 1.7921398711668912,
      "learning_rate": 0.00029815818868997887,
      "loss": 5.8105,
      "step": 5427
    },
    {
      "epoch": 0.46109412164458036,
      "grad_norm": 1.7390053181972964,
      "learning_rate": 0.00029815711585729783,
      "loss": 5.8507,
      "step": 5428
    },
    {
      "epoch": 0.4611790689772341,
      "grad_norm": 1.6068794432516327,
      "learning_rate": 0.000298156042714183,
      "loss": 5.8123,
      "step": 5429
    },
    {
      "epoch": 0.4612640163098879,
      "grad_norm": 1.6064612551779567,
      "learning_rate": 0.00029815496926063667,
      "loss": 5.1795,
      "step": 5430
    },
    {
      "epoch": 0.46134896364254163,
      "grad_norm": 1.5400503727484216,
      "learning_rate": 0.0002981538954966611,
      "loss": 5.4152,
      "step": 5431
    },
    {
      "epoch": 0.46143391097519537,
      "grad_norm": 1.625802921966843,
      "learning_rate": 0.0002981528214222585,
      "loss": 5.5765,
      "step": 5432
    },
    {
      "epoch": 0.4615188583078491,
      "grad_norm": 1.5664887169038924,
      "learning_rate": 0.00029815174703743107,
      "loss": 5.2065,
      "step": 5433
    },
    {
      "epoch": 0.4616038056405029,
      "grad_norm": 1.5172268038977077,
      "learning_rate": 0.00029815067234218123,
      "loss": 5.4157,
      "step": 5434
    },
    {
      "epoch": 0.46168875297315665,
      "grad_norm": 1.6666492721970247,
      "learning_rate": 0.00029814959733651103,
      "loss": 5.6485,
      "step": 5435
    },
    {
      "epoch": 0.4617737003058104,
      "grad_norm": 1.5704861382017679,
      "learning_rate": 0.0002981485220204229,
      "loss": 4.957,
      "step": 5436
    },
    {
      "epoch": 0.4618586476384641,
      "grad_norm": 1.6834515634585774,
      "learning_rate": 0.00029814744639391897,
      "loss": 5.9073,
      "step": 5437
    },
    {
      "epoch": 0.4619435949711179,
      "grad_norm": 1.545092325180218,
      "learning_rate": 0.00029814637045700156,
      "loss": 5.4609,
      "step": 5438
    },
    {
      "epoch": 0.46202854230377166,
      "grad_norm": 1.6192716272558563,
      "learning_rate": 0.0002981452942096729,
      "loss": 5.7562,
      "step": 5439
    },
    {
      "epoch": 0.4621134896364254,
      "grad_norm": 1.656624380951997,
      "learning_rate": 0.00029814421765193524,
      "loss": 5.4635,
      "step": 5440
    },
    {
      "epoch": 0.4621984369690792,
      "grad_norm": 1.6096240934717643,
      "learning_rate": 0.0002981431407837908,
      "loss": 5.5232,
      "step": 5441
    },
    {
      "epoch": 0.46228338430173294,
      "grad_norm": 1.5603387512848093,
      "learning_rate": 0.0002981420636052419,
      "loss": 5.7098,
      "step": 5442
    },
    {
      "epoch": 0.4623683316343867,
      "grad_norm": 1.6306089145351972,
      "learning_rate": 0.00029814098611629074,
      "loss": 5.1902,
      "step": 5443
    },
    {
      "epoch": 0.4624532789670404,
      "grad_norm": 1.5293525768004734,
      "learning_rate": 0.00029813990831693973,
      "loss": 5.3036,
      "step": 5444
    },
    {
      "epoch": 0.4625382262996942,
      "grad_norm": 1.5611810383556477,
      "learning_rate": 0.0002981388302071909,
      "loss": 5.2593,
      "step": 5445
    },
    {
      "epoch": 0.46262317363234795,
      "grad_norm": 1.7224087848184957,
      "learning_rate": 0.00029813775178704665,
      "loss": 5.9976,
      "step": 5446
    },
    {
      "epoch": 0.4627081209650017,
      "grad_norm": 1.581425992275523,
      "learning_rate": 0.0002981366730565092,
      "loss": 5.4655,
      "step": 5447
    },
    {
      "epoch": 0.46279306829765543,
      "grad_norm": 1.6487398088523408,
      "learning_rate": 0.00029813559401558086,
      "loss": 5.6501,
      "step": 5448
    },
    {
      "epoch": 0.4628780156303092,
      "grad_norm": 1.5858593686676503,
      "learning_rate": 0.0002981345146642638,
      "loss": 5.2916,
      "step": 5449
    },
    {
      "epoch": 0.46296296296296297,
      "grad_norm": 1.5668841635241082,
      "learning_rate": 0.00029813343500256035,
      "loss": 5.5521,
      "step": 5450
    },
    {
      "epoch": 0.4630479102956167,
      "grad_norm": 1.6227336529748035,
      "learning_rate": 0.0002981323550304728,
      "loss": 5.7649,
      "step": 5451
    },
    {
      "epoch": 0.46313285762827044,
      "grad_norm": 1.5376942649023166,
      "learning_rate": 0.00029813127474800336,
      "loss": 5.4888,
      "step": 5452
    },
    {
      "epoch": 0.46321780496092424,
      "grad_norm": 1.636635875057443,
      "learning_rate": 0.0002981301941551542,
      "loss": 5.4507,
      "step": 5453
    },
    {
      "epoch": 0.463302752293578,
      "grad_norm": 1.587570956535459,
      "learning_rate": 0.0002981291132519278,
      "loss": 5.458,
      "step": 5454
    },
    {
      "epoch": 0.4633876996262317,
      "grad_norm": 1.9786529062386413,
      "learning_rate": 0.00029812803203832625,
      "loss": 4.9295,
      "step": 5455
    },
    {
      "epoch": 0.4634726469588855,
      "grad_norm": 1.531908535372938,
      "learning_rate": 0.0002981269505143519,
      "loss": 5.4081,
      "step": 5456
    },
    {
      "epoch": 0.46355759429153925,
      "grad_norm": 1.6358928703559772,
      "learning_rate": 0.000298125868680007,
      "loss": 5.7159,
      "step": 5457
    },
    {
      "epoch": 0.463642541624193,
      "grad_norm": 1.607801151400708,
      "learning_rate": 0.00029812478653529374,
      "loss": 5.1441,
      "step": 5458
    },
    {
      "epoch": 0.46372748895684673,
      "grad_norm": 1.6076411887131479,
      "learning_rate": 0.0002981237040802145,
      "loss": 5.4371,
      "step": 5459
    },
    {
      "epoch": 0.46381243628950053,
      "grad_norm": 1.574247155758327,
      "learning_rate": 0.00029812262131477155,
      "loss": 5.0214,
      "step": 5460
    },
    {
      "epoch": 0.46389738362215427,
      "grad_norm": 1.5984251271468997,
      "learning_rate": 0.00029812153823896706,
      "loss": 5.5469,
      "step": 5461
    },
    {
      "epoch": 0.463982330954808,
      "grad_norm": 1.642976163759849,
      "learning_rate": 0.0002981204548528034,
      "loss": 5.3873,
      "step": 5462
    },
    {
      "epoch": 0.46406727828746175,
      "grad_norm": 1.605449503817341,
      "learning_rate": 0.00029811937115628275,
      "loss": 5.4951,
      "step": 5463
    },
    {
      "epoch": 0.46415222562011554,
      "grad_norm": 1.6170905887391263,
      "learning_rate": 0.00029811828714940744,
      "loss": 5.519,
      "step": 5464
    },
    {
      "epoch": 0.4642371729527693,
      "grad_norm": 1.6742982408249676,
      "learning_rate": 0.0002981172028321797,
      "loss": 5.8537,
      "step": 5465
    },
    {
      "epoch": 0.464322120285423,
      "grad_norm": 1.521384496484455,
      "learning_rate": 0.00029811611820460183,
      "loss": 5.322,
      "step": 5466
    },
    {
      "epoch": 0.4644070676180768,
      "grad_norm": 1.6156731976799914,
      "learning_rate": 0.0002981150332666761,
      "loss": 5.3105,
      "step": 5467
    },
    {
      "epoch": 0.46449201495073056,
      "grad_norm": 1.570268942642199,
      "learning_rate": 0.0002981139480184048,
      "loss": 5.1503,
      "step": 5468
    },
    {
      "epoch": 0.4645769622833843,
      "grad_norm": 1.6249340921275293,
      "learning_rate": 0.00029811286245979017,
      "loss": 5.9416,
      "step": 5469
    },
    {
      "epoch": 0.46466190961603804,
      "grad_norm": 1.5466983261841718,
      "learning_rate": 0.0002981117765908345,
      "loss": 5.45,
      "step": 5470
    },
    {
      "epoch": 0.46474685694869183,
      "grad_norm": 1.6323171679900743,
      "learning_rate": 0.00029811069041154004,
      "loss": 5.9183,
      "step": 5471
    },
    {
      "epoch": 0.4648318042813456,
      "grad_norm": 1.6677792459431282,
      "learning_rate": 0.00029810960392190913,
      "loss": 5.9444,
      "step": 5472
    },
    {
      "epoch": 0.4649167516139993,
      "grad_norm": 1.532967149827436,
      "learning_rate": 0.00029810851712194406,
      "loss": 5.2263,
      "step": 5473
    },
    {
      "epoch": 0.46500169894665305,
      "grad_norm": 1.5192403785882085,
      "learning_rate": 0.00029810743001164693,
      "loss": 5.8136,
      "step": 5474
    },
    {
      "epoch": 0.46508664627930685,
      "grad_norm": 1.5345033800558128,
      "learning_rate": 0.00029810634259102024,
      "loss": 5.532,
      "step": 5475
    },
    {
      "epoch": 0.4651715936119606,
      "grad_norm": 1.5018273958671224,
      "learning_rate": 0.0002981052548600661,
      "loss": 5.297,
      "step": 5476
    },
    {
      "epoch": 0.4652565409446143,
      "grad_norm": 1.5497470590779594,
      "learning_rate": 0.0002981041668187869,
      "loss": 5.3816,
      "step": 5477
    },
    {
      "epoch": 0.46534148827726807,
      "grad_norm": 1.611480136669682,
      "learning_rate": 0.00029810307846718487,
      "loss": 5.4426,
      "step": 5478
    },
    {
      "epoch": 0.46542643560992186,
      "grad_norm": 1.6951791041284123,
      "learning_rate": 0.0002981019898052623,
      "loss": 5.0764,
      "step": 5479
    },
    {
      "epoch": 0.4655113829425756,
      "grad_norm": 1.694994378055762,
      "learning_rate": 0.00029810090083302155,
      "loss": 5.1988,
      "step": 5480
    },
    {
      "epoch": 0.46559633027522934,
      "grad_norm": 1.6015415302057683,
      "learning_rate": 0.00029809981155046476,
      "loss": 5.4869,
      "step": 5481
    },
    {
      "epoch": 0.46568127760788314,
      "grad_norm": 1.7191485529720891,
      "learning_rate": 0.00029809872195759424,
      "loss": 5.1097,
      "step": 5482
    },
    {
      "epoch": 0.4657662249405369,
      "grad_norm": 1.692460434708256,
      "learning_rate": 0.0002980976320544123,
      "loss": 5.9948,
      "step": 5483
    },
    {
      "epoch": 0.4658511722731906,
      "grad_norm": 1.6576625233469051,
      "learning_rate": 0.0002980965418409213,
      "loss": 5.1965,
      "step": 5484
    },
    {
      "epoch": 0.46593611960584436,
      "grad_norm": 1.574500921365508,
      "learning_rate": 0.00029809545131712344,
      "loss": 5.5105,
      "step": 5485
    },
    {
      "epoch": 0.46602106693849815,
      "grad_norm": 1.613512814866717,
      "learning_rate": 0.00029809436048302103,
      "loss": 5.0432,
      "step": 5486
    },
    {
      "epoch": 0.4661060142711519,
      "grad_norm": 1.5769238273179247,
      "learning_rate": 0.0002980932693386163,
      "loss": 5.2571,
      "step": 5487
    },
    {
      "epoch": 0.46619096160380563,
      "grad_norm": 1.5787309082571688,
      "learning_rate": 0.0002980921778839116,
      "loss": 5.3703,
      "step": 5488
    },
    {
      "epoch": 0.46627590893645937,
      "grad_norm": 1.7366283308624908,
      "learning_rate": 0.0002980910861189092,
      "loss": 5.5542,
      "step": 5489
    },
    {
      "epoch": 0.46636085626911317,
      "grad_norm": 1.7552672386913528,
      "learning_rate": 0.0002980899940436114,
      "loss": 5.6918,
      "step": 5490
    },
    {
      "epoch": 0.4664458036017669,
      "grad_norm": 1.7446776847965395,
      "learning_rate": 0.0002980889016580205,
      "loss": 5.6869,
      "step": 5491
    },
    {
      "epoch": 0.46653075093442065,
      "grad_norm": 1.6991332326648991,
      "learning_rate": 0.00029808780896213875,
      "loss": 5.4794,
      "step": 5492
    },
    {
      "epoch": 0.46661569826707444,
      "grad_norm": 1.800423829981569,
      "learning_rate": 0.0002980867159559684,
      "loss": 5.3814,
      "step": 5493
    },
    {
      "epoch": 0.4667006455997282,
      "grad_norm": 1.54951947370186,
      "learning_rate": 0.00029808562263951185,
      "loss": 5.4795,
      "step": 5494
    },
    {
      "epoch": 0.4667855929323819,
      "grad_norm": 1.6095279497933428,
      "learning_rate": 0.00029808452901277136,
      "loss": 5.5438,
      "step": 5495
    },
    {
      "epoch": 0.46687054026503566,
      "grad_norm": 1.626722525187013,
      "learning_rate": 0.0002980834350757492,
      "loss": 5.911,
      "step": 5496
    },
    {
      "epoch": 0.46695548759768946,
      "grad_norm": 1.5186870228162672,
      "learning_rate": 0.0002980823408284476,
      "loss": 5.2402,
      "step": 5497
    },
    {
      "epoch": 0.4670404349303432,
      "grad_norm": 1.626703709245635,
      "learning_rate": 0.0002980812462708689,
      "loss": 5.2234,
      "step": 5498
    },
    {
      "epoch": 0.46712538226299694,
      "grad_norm": 1.5980302255200651,
      "learning_rate": 0.00029808015140301544,
      "loss": 5.6918,
      "step": 5499
    },
    {
      "epoch": 0.4672103295956507,
      "grad_norm": 1.6222791180654648,
      "learning_rate": 0.00029807905622488947,
      "loss": 5.7078,
      "step": 5500
    },
    {
      "epoch": 0.46729527692830447,
      "grad_norm": 1.5348100472510817,
      "learning_rate": 0.00029807796073649334,
      "loss": 5.3345,
      "step": 5501
    },
    {
      "epoch": 0.4673802242609582,
      "grad_norm": 1.5763500589073598,
      "learning_rate": 0.00029807686493782924,
      "loss": 5.0833,
      "step": 5502
    },
    {
      "epoch": 0.46746517159361195,
      "grad_norm": 1.6280130586250492,
      "learning_rate": 0.00029807576882889955,
      "loss": 5.6336,
      "step": 5503
    },
    {
      "epoch": 0.4675501189262657,
      "grad_norm": 1.535878358561868,
      "learning_rate": 0.00029807467240970653,
      "loss": 5.1736,
      "step": 5504
    },
    {
      "epoch": 0.4676350662589195,
      "grad_norm": 1.758913666051173,
      "learning_rate": 0.00029807357568025254,
      "loss": 5.6252,
      "step": 5505
    },
    {
      "epoch": 0.4677200135915732,
      "grad_norm": 1.6187830727501116,
      "learning_rate": 0.00029807247864053983,
      "loss": 5.5845,
      "step": 5506
    },
    {
      "epoch": 0.46780496092422696,
      "grad_norm": 1.5934606617868383,
      "learning_rate": 0.00029807138129057064,
      "loss": 5.6029,
      "step": 5507
    },
    {
      "epoch": 0.46788990825688076,
      "grad_norm": 1.7024032232221598,
      "learning_rate": 0.00029807028363034734,
      "loss": 5.8699,
      "step": 5508
    },
    {
      "epoch": 0.4679748555895345,
      "grad_norm": 1.5362847647360414,
      "learning_rate": 0.00029806918565987217,
      "loss": 5.2571,
      "step": 5509
    },
    {
      "epoch": 0.46805980292218824,
      "grad_norm": 1.5828923267117976,
      "learning_rate": 0.00029806808737914756,
      "loss": 5.4145,
      "step": 5510
    },
    {
      "epoch": 0.468144750254842,
      "grad_norm": 1.5168021611325724,
      "learning_rate": 0.0002980669887881757,
      "loss": 5.2626,
      "step": 5511
    },
    {
      "epoch": 0.4682296975874958,
      "grad_norm": 1.5358041285741924,
      "learning_rate": 0.00029806588988695885,
      "loss": 5.3528,
      "step": 5512
    },
    {
      "epoch": 0.4683146449201495,
      "grad_norm": 1.6434688270800646,
      "learning_rate": 0.0002980647906754995,
      "loss": 5.3459,
      "step": 5513
    },
    {
      "epoch": 0.46839959225280325,
      "grad_norm": 1.7442081899990987,
      "learning_rate": 0.00029806369115379977,
      "loss": 5.3508,
      "step": 5514
    },
    {
      "epoch": 0.468484539585457,
      "grad_norm": 1.5368972052175482,
      "learning_rate": 0.000298062591321862,
      "loss": 5.6596,
      "step": 5515
    },
    {
      "epoch": 0.4685694869181108,
      "grad_norm": 1.5972827058335834,
      "learning_rate": 0.0002980614911796886,
      "loss": 5.215,
      "step": 5516
    },
    {
      "epoch": 0.46865443425076453,
      "grad_norm": 1.5864923772245512,
      "learning_rate": 0.00029806039072728175,
      "loss": 5.4116,
      "step": 5517
    },
    {
      "epoch": 0.46873938158341827,
      "grad_norm": 1.536438308294604,
      "learning_rate": 0.0002980592899646438,
      "loss": 5.3647,
      "step": 5518
    },
    {
      "epoch": 0.468824328916072,
      "grad_norm": 1.663636449397351,
      "learning_rate": 0.0002980581888917771,
      "loss": 5.5832,
      "step": 5519
    },
    {
      "epoch": 0.4689092762487258,
      "grad_norm": 1.5396136085432544,
      "learning_rate": 0.00029805708750868385,
      "loss": 5.2187,
      "step": 5520
    },
    {
      "epoch": 0.46899422358137954,
      "grad_norm": 1.731846270808638,
      "learning_rate": 0.0002980559858153665,
      "loss": 5.3325,
      "step": 5521
    },
    {
      "epoch": 0.4690791709140333,
      "grad_norm": 1.5501656649964741,
      "learning_rate": 0.00029805488381182723,
      "loss": 5.3866,
      "step": 5522
    },
    {
      "epoch": 0.4691641182466871,
      "grad_norm": 1.6013317298340535,
      "learning_rate": 0.0002980537814980684,
      "loss": 5.3442,
      "step": 5523
    },
    {
      "epoch": 0.4692490655793408,
      "grad_norm": 1.6132258078599095,
      "learning_rate": 0.0002980526788740924,
      "loss": 5.8982,
      "step": 5524
    },
    {
      "epoch": 0.46933401291199456,
      "grad_norm": 1.5087094766697584,
      "learning_rate": 0.00029805157593990137,
      "loss": 5.3814,
      "step": 5525
    },
    {
      "epoch": 0.4694189602446483,
      "grad_norm": 1.6246046748166416,
      "learning_rate": 0.00029805047269549777,
      "loss": 5.6538,
      "step": 5526
    },
    {
      "epoch": 0.4695039075773021,
      "grad_norm": 1.607170947449029,
      "learning_rate": 0.00029804936914088387,
      "loss": 5.8295,
      "step": 5527
    },
    {
      "epoch": 0.46958885490995583,
      "grad_norm": 1.6427984215234381,
      "learning_rate": 0.0002980482652760619,
      "loss": 5.1196,
      "step": 5528
    },
    {
      "epoch": 0.4696738022426096,
      "grad_norm": 1.5645188937643362,
      "learning_rate": 0.0002980471611010343,
      "loss": 5.1254,
      "step": 5529
    },
    {
      "epoch": 0.4697587495752633,
      "grad_norm": 1.5019161769661094,
      "learning_rate": 0.0002980460566158033,
      "loss": 5.656,
      "step": 5530
    },
    {
      "epoch": 0.4698436969079171,
      "grad_norm": 1.5893003574014204,
      "learning_rate": 0.0002980449518203712,
      "loss": 5.2763,
      "step": 5531
    },
    {
      "epoch": 0.46992864424057085,
      "grad_norm": 1.5791510109308462,
      "learning_rate": 0.0002980438467147404,
      "loss": 5.4077,
      "step": 5532
    },
    {
      "epoch": 0.4700135915732246,
      "grad_norm": 1.5510045680677376,
      "learning_rate": 0.0002980427412989132,
      "loss": 5.3376,
      "step": 5533
    },
    {
      "epoch": 0.4700985389058784,
      "grad_norm": 1.5299427928170617,
      "learning_rate": 0.00029804163557289187,
      "loss": 5.5392,
      "step": 5534
    },
    {
      "epoch": 0.4701834862385321,
      "grad_norm": 1.5706857482168979,
      "learning_rate": 0.0002980405295366787,
      "loss": 5.2313,
      "step": 5535
    },
    {
      "epoch": 0.47026843357118586,
      "grad_norm": 1.5670256270305134,
      "learning_rate": 0.00029803942319027606,
      "loss": 5.5916,
      "step": 5536
    },
    {
      "epoch": 0.4703533809038396,
      "grad_norm": 1.5643465942169053,
      "learning_rate": 0.00029803831653368623,
      "loss": 5.3556,
      "step": 5537
    },
    {
      "epoch": 0.4704383282364934,
      "grad_norm": 1.593832095960374,
      "learning_rate": 0.0002980372095669116,
      "loss": 5.7327,
      "step": 5538
    },
    {
      "epoch": 0.47052327556914714,
      "grad_norm": 1.5348220229078144,
      "learning_rate": 0.00029803610228995445,
      "loss": 5.4187,
      "step": 5539
    },
    {
      "epoch": 0.4706082229018009,
      "grad_norm": 1.5389854478678553,
      "learning_rate": 0.00029803499470281705,
      "loss": 5.2881,
      "step": 5540
    },
    {
      "epoch": 0.4706931702344546,
      "grad_norm": 1.5382925250776531,
      "learning_rate": 0.0002980338868055018,
      "loss": 5.6987,
      "step": 5541
    },
    {
      "epoch": 0.4707781175671084,
      "grad_norm": 1.5694439699383709,
      "learning_rate": 0.000298032778598011,
      "loss": 5.6658,
      "step": 5542
    },
    {
      "epoch": 0.47086306489976215,
      "grad_norm": 1.531776388258184,
      "learning_rate": 0.000298031670080347,
      "loss": 5.2047,
      "step": 5543
    },
    {
      "epoch": 0.4709480122324159,
      "grad_norm": 1.5154611950410604,
      "learning_rate": 0.000298030561252512,
      "loss": 5.535,
      "step": 5544
    },
    {
      "epoch": 0.47103295956506963,
      "grad_norm": 1.6322516011466923,
      "learning_rate": 0.00029802945211450843,
      "loss": 5.7735,
      "step": 5545
    },
    {
      "epoch": 0.4711179068977234,
      "grad_norm": 1.6425664121852581,
      "learning_rate": 0.0002980283426663386,
      "loss": 5.8937,
      "step": 5546
    },
    {
      "epoch": 0.47120285423037717,
      "grad_norm": 1.6347747615207622,
      "learning_rate": 0.00029802723290800486,
      "loss": 5.8558,
      "step": 5547
    },
    {
      "epoch": 0.4712878015630309,
      "grad_norm": 1.598895775307561,
      "learning_rate": 0.0002980261228395094,
      "loss": 5.1977,
      "step": 5548
    },
    {
      "epoch": 0.4713727488956847,
      "grad_norm": 1.7117861594720019,
      "learning_rate": 0.0002980250124608547,
      "loss": 5.2777,
      "step": 5549
    },
    {
      "epoch": 0.47145769622833844,
      "grad_norm": 1.6031001883869371,
      "learning_rate": 0.00029802390177204307,
      "loss": 5.7929,
      "step": 5550
    },
    {
      "epoch": 0.4715426435609922,
      "grad_norm": 1.5226431655279948,
      "learning_rate": 0.00029802279077307674,
      "loss": 5.515,
      "step": 5551
    },
    {
      "epoch": 0.4716275908936459,
      "grad_norm": 1.497670560710368,
      "learning_rate": 0.00029802167946395817,
      "loss": 5.3533,
      "step": 5552
    },
    {
      "epoch": 0.4717125382262997,
      "grad_norm": 1.4336119702536223,
      "learning_rate": 0.0002980205678446896,
      "loss": 5.3943,
      "step": 5553
    },
    {
      "epoch": 0.47179748555895346,
      "grad_norm": 1.582904851241863,
      "learning_rate": 0.0002980194559152733,
      "loss": 6.0245,
      "step": 5554
    },
    {
      "epoch": 0.4718824328916072,
      "grad_norm": 1.4894763877917443,
      "learning_rate": 0.00029801834367571174,
      "loss": 5.1259,
      "step": 5555
    },
    {
      "epoch": 0.47196738022426094,
      "grad_norm": 1.57119666134465,
      "learning_rate": 0.0002980172311260072,
      "loss": 5.1457,
      "step": 5556
    },
    {
      "epoch": 0.47205232755691473,
      "grad_norm": 1.4837294624999224,
      "learning_rate": 0.0002980161182661619,
      "loss": 5.33,
      "step": 5557
    },
    {
      "epoch": 0.47213727488956847,
      "grad_norm": 1.5115939642677507,
      "learning_rate": 0.00029801500509617836,
      "loss": 5.5699,
      "step": 5558
    },
    {
      "epoch": 0.4722222222222222,
      "grad_norm": 1.5618934539932192,
      "learning_rate": 0.0002980138916160588,
      "loss": 5.8946,
      "step": 5559
    },
    {
      "epoch": 0.47230716955487595,
      "grad_norm": 1.684616310881258,
      "learning_rate": 0.00029801277782580556,
      "loss": 6.1105,
      "step": 5560
    },
    {
      "epoch": 0.47239211688752974,
      "grad_norm": 1.5707993404438845,
      "learning_rate": 0.000298011663725421,
      "loss": 5.5764,
      "step": 5561
    },
    {
      "epoch": 0.4724770642201835,
      "grad_norm": 1.6221371328892236,
      "learning_rate": 0.00029801054931490745,
      "loss": 5.3618,
      "step": 5562
    },
    {
      "epoch": 0.4725620115528372,
      "grad_norm": 1.4760908105245976,
      "learning_rate": 0.0002980094345942672,
      "loss": 5.3593,
      "step": 5563
    },
    {
      "epoch": 0.472646958885491,
      "grad_norm": 1.5649013577019455,
      "learning_rate": 0.00029800831956350266,
      "loss": 5.4106,
      "step": 5564
    },
    {
      "epoch": 0.47273190621814476,
      "grad_norm": 2.065415223694429,
      "learning_rate": 0.0002980072042226161,
      "loss": 4.946,
      "step": 5565
    },
    {
      "epoch": 0.4728168535507985,
      "grad_norm": 1.5109938338434972,
      "learning_rate": 0.0002980060885716099,
      "loss": 5.0849,
      "step": 5566
    },
    {
      "epoch": 0.47290180088345224,
      "grad_norm": 1.5614483284172476,
      "learning_rate": 0.0002980049726104864,
      "loss": 5.7492,
      "step": 5567
    },
    {
      "epoch": 0.47298674821610603,
      "grad_norm": 1.5052253476800581,
      "learning_rate": 0.0002980038563392479,
      "loss": 5.3301,
      "step": 5568
    },
    {
      "epoch": 0.4730716955487598,
      "grad_norm": 1.5225202476920918,
      "learning_rate": 0.00029800273975789677,
      "loss": 5.6276,
      "step": 5569
    },
    {
      "epoch": 0.4731566428814135,
      "grad_norm": 1.596531579653844,
      "learning_rate": 0.00029800162286643534,
      "loss": 5.9771,
      "step": 5570
    },
    {
      "epoch": 0.47324159021406725,
      "grad_norm": 1.574958584288408,
      "learning_rate": 0.00029800050566486597,
      "loss": 5.7337,
      "step": 5571
    },
    {
      "epoch": 0.47332653754672105,
      "grad_norm": 1.5719997704194633,
      "learning_rate": 0.0002979993881531909,
      "loss": 5.3115,
      "step": 5572
    },
    {
      "epoch": 0.4734114848793748,
      "grad_norm": 2.2105336288635664,
      "learning_rate": 0.00029799827033141264,
      "loss": 5.2449,
      "step": 5573
    },
    {
      "epoch": 0.47349643221202853,
      "grad_norm": 1.614174612963064,
      "learning_rate": 0.0002979971521995334,
      "loss": 5.3409,
      "step": 5574
    },
    {
      "epoch": 0.4735813795446823,
      "grad_norm": 1.596686087631369,
      "learning_rate": 0.00029799603375755564,
      "loss": 5.7072,
      "step": 5575
    },
    {
      "epoch": 0.47366632687733606,
      "grad_norm": 1.5815444129122356,
      "learning_rate": 0.0002979949150054816,
      "loss": 5.6462,
      "step": 5576
    },
    {
      "epoch": 0.4737512742099898,
      "grad_norm": 1.670732493744398,
      "learning_rate": 0.0002979937959433136,
      "loss": 5.7947,
      "step": 5577
    },
    {
      "epoch": 0.47383622154264354,
      "grad_norm": 1.764674269939153,
      "learning_rate": 0.0002979926765710541,
      "loss": 5.9301,
      "step": 5578
    },
    {
      "epoch": 0.47392116887529734,
      "grad_norm": 1.591956807941261,
      "learning_rate": 0.00029799155688870534,
      "loss": 5.347,
      "step": 5579
    },
    {
      "epoch": 0.4740061162079511,
      "grad_norm": 1.7466760594536204,
      "learning_rate": 0.00029799043689626974,
      "loss": 5.7539,
      "step": 5580
    },
    {
      "epoch": 0.4740910635406048,
      "grad_norm": 1.6788068916243855,
      "learning_rate": 0.0002979893165937496,
      "loss": 5.5487,
      "step": 5581
    },
    {
      "epoch": 0.47417601087325856,
      "grad_norm": 1.5681032707407159,
      "learning_rate": 0.0002979881959811473,
      "loss": 5.5332,
      "step": 5582
    },
    {
      "epoch": 0.47426095820591235,
      "grad_norm": 1.6304311458710556,
      "learning_rate": 0.00029798707505846513,
      "loss": 5.8546,
      "step": 5583
    },
    {
      "epoch": 0.4743459055385661,
      "grad_norm": 1.507790399075752,
      "learning_rate": 0.0002979859538257056,
      "loss": 5.4568,
      "step": 5584
    },
    {
      "epoch": 0.47443085287121983,
      "grad_norm": 1.5775687282580215,
      "learning_rate": 0.0002979848322828708,
      "loss": 5.6526,
      "step": 5585
    },
    {
      "epoch": 0.4745158002038736,
      "grad_norm": 1.4828471659143225,
      "learning_rate": 0.0002979837104299633,
      "loss": 5.1334,
      "step": 5586
    },
    {
      "epoch": 0.47460074753652737,
      "grad_norm": 1.5774912389280367,
      "learning_rate": 0.0002979825882669854,
      "loss": 5.685,
      "step": 5587
    },
    {
      "epoch": 0.4746856948691811,
      "grad_norm": 1.6374621434824868,
      "learning_rate": 0.00029798146579393934,
      "loss": 5.7147,
      "step": 5588
    },
    {
      "epoch": 0.47477064220183485,
      "grad_norm": 1.622312062568532,
      "learning_rate": 0.00029798034301082763,
      "loss": 5.709,
      "step": 5589
    },
    {
      "epoch": 0.47485558953448864,
      "grad_norm": 1.5657813679847212,
      "learning_rate": 0.0002979792199176525,
      "loss": 5.4269,
      "step": 5590
    },
    {
      "epoch": 0.4749405368671424,
      "grad_norm": 1.5943382311081769,
      "learning_rate": 0.00029797809651441637,
      "loss": 5.0727,
      "step": 5591
    },
    {
      "epoch": 0.4750254841997961,
      "grad_norm": 1.688690891580577,
      "learning_rate": 0.00029797697280112154,
      "loss": 5.2986,
      "step": 5592
    },
    {
      "epoch": 0.47511043153244986,
      "grad_norm": 1.670649664411609,
      "learning_rate": 0.00029797584877777047,
      "loss": 5.1278,
      "step": 5593
    },
    {
      "epoch": 0.47519537886510366,
      "grad_norm": 1.6514246993143997,
      "learning_rate": 0.0002979747244443654,
      "loss": 5.4978,
      "step": 5594
    },
    {
      "epoch": 0.4752803261977574,
      "grad_norm": 1.5363660807355066,
      "learning_rate": 0.00029797359980090874,
      "loss": 5.2689,
      "step": 5595
    },
    {
      "epoch": 0.47536527353041114,
      "grad_norm": 1.554690002412006,
      "learning_rate": 0.00029797247484740285,
      "loss": 5.2073,
      "step": 5596
    },
    {
      "epoch": 0.4754502208630649,
      "grad_norm": 1.552078616065031,
      "learning_rate": 0.00029797134958385005,
      "loss": 5.4646,
      "step": 5597
    },
    {
      "epoch": 0.47553516819571867,
      "grad_norm": 1.654008824422463,
      "learning_rate": 0.0002979702240102527,
      "loss": 5.5359,
      "step": 5598
    },
    {
      "epoch": 0.4756201155283724,
      "grad_norm": 1.6139182436592292,
      "learning_rate": 0.00029796909812661326,
      "loss": 5.2786,
      "step": 5599
    },
    {
      "epoch": 0.47570506286102615,
      "grad_norm": 1.581280444386385,
      "learning_rate": 0.000297967971932934,
      "loss": 5.7847,
      "step": 5600
    },
    {
      "epoch": 0.4757900101936799,
      "grad_norm": 1.5592379541029637,
      "learning_rate": 0.0002979668454292172,
      "loss": 5.1345,
      "step": 5601
    },
    {
      "epoch": 0.4758749575263337,
      "grad_norm": 1.5257185043967354,
      "learning_rate": 0.0002979657186154654,
      "loss": 5.3775,
      "step": 5602
    },
    {
      "epoch": 0.4759599048589874,
      "grad_norm": 1.48619767591269,
      "learning_rate": 0.0002979645914916808,
      "loss": 5.3225,
      "step": 5603
    },
    {
      "epoch": 0.47604485219164117,
      "grad_norm": 1.65815900294624,
      "learning_rate": 0.0002979634640578659,
      "loss": 5.5243,
      "step": 5604
    },
    {
      "epoch": 0.47612979952429496,
      "grad_norm": 1.5518260172357188,
      "learning_rate": 0.00029796233631402294,
      "loss": 5.2229,
      "step": 5605
    },
    {
      "epoch": 0.4762147468569487,
      "grad_norm": 1.516662491567366,
      "learning_rate": 0.00029796120826015436,
      "loss": 5.1578,
      "step": 5606
    },
    {
      "epoch": 0.47629969418960244,
      "grad_norm": 1.5313488012288863,
      "learning_rate": 0.0002979600798962625,
      "loss": 5.2814,
      "step": 5607
    },
    {
      "epoch": 0.4763846415222562,
      "grad_norm": 1.5362687794606704,
      "learning_rate": 0.0002979589512223497,
      "loss": 5.2817,
      "step": 5608
    },
    {
      "epoch": 0.47646958885491,
      "grad_norm": 1.5343574602560424,
      "learning_rate": 0.0002979578222384184,
      "loss": 5.3438,
      "step": 5609
    },
    {
      "epoch": 0.4765545361875637,
      "grad_norm": 1.7318953355153084,
      "learning_rate": 0.0002979566929444709,
      "loss": 5.8954,
      "step": 5610
    },
    {
      "epoch": 0.47663948352021746,
      "grad_norm": 1.716652101691753,
      "learning_rate": 0.0002979555633405096,
      "loss": 5.7098,
      "step": 5611
    },
    {
      "epoch": 0.4767244308528712,
      "grad_norm": 1.5449856834141962,
      "learning_rate": 0.0002979544334265368,
      "loss": 5.2191,
      "step": 5612
    },
    {
      "epoch": 0.476809378185525,
      "grad_norm": 4.010333823026281,
      "learning_rate": 0.00029795330320255497,
      "loss": 5.5908,
      "step": 5613
    },
    {
      "epoch": 0.47689432551817873,
      "grad_norm": 1.570328132971197,
      "learning_rate": 0.0002979521726685664,
      "loss": 5.8306,
      "step": 5614
    },
    {
      "epoch": 0.47697927285083247,
      "grad_norm": 1.5991239867712166,
      "learning_rate": 0.00029795104182457345,
      "loss": 5.4714,
      "step": 5615
    },
    {
      "epoch": 0.47706422018348627,
      "grad_norm": 1.4968311492405195,
      "learning_rate": 0.00029794991067057854,
      "loss": 5.566,
      "step": 5616
    },
    {
      "epoch": 0.47714916751614,
      "grad_norm": 1.5804122189983574,
      "learning_rate": 0.00029794877920658405,
      "loss": 5.3009,
      "step": 5617
    },
    {
      "epoch": 0.47723411484879374,
      "grad_norm": 1.4911771422416982,
      "learning_rate": 0.0002979476474325923,
      "loss": 5.5218,
      "step": 5618
    },
    {
      "epoch": 0.4773190621814475,
      "grad_norm": 1.5543854977230793,
      "learning_rate": 0.0002979465153486057,
      "loss": 5.0781,
      "step": 5619
    },
    {
      "epoch": 0.4774040095141013,
      "grad_norm": 1.5180317465748907,
      "learning_rate": 0.0002979453829546266,
      "loss": 5.082,
      "step": 5620
    },
    {
      "epoch": 0.477488956846755,
      "grad_norm": 1.573663556098983,
      "learning_rate": 0.0002979442502506574,
      "loss": 5.2739,
      "step": 5621
    },
    {
      "epoch": 0.47757390417940876,
      "grad_norm": 1.584085319806476,
      "learning_rate": 0.00029794311723670044,
      "loss": 5.4076,
      "step": 5622
    },
    {
      "epoch": 0.4776588515120625,
      "grad_norm": 1.5451808231208803,
      "learning_rate": 0.0002979419839127581,
      "loss": 5.4855,
      "step": 5623
    },
    {
      "epoch": 0.4777437988447163,
      "grad_norm": 1.5819588850768556,
      "learning_rate": 0.00029794085027883276,
      "loss": 5.7251,
      "step": 5624
    },
    {
      "epoch": 0.47782874617737003,
      "grad_norm": 1.6014588516002521,
      "learning_rate": 0.0002979397163349268,
      "loss": 5.9332,
      "step": 5625
    },
    {
      "epoch": 0.4779136935100238,
      "grad_norm": 1.5932419445669332,
      "learning_rate": 0.00029793858208104263,
      "loss": 5.3964,
      "step": 5626
    },
    {
      "epoch": 0.4779986408426775,
      "grad_norm": 1.6658954105776786,
      "learning_rate": 0.0002979374475171825,
      "loss": 5.9109,
      "step": 5627
    },
    {
      "epoch": 0.4780835881753313,
      "grad_norm": 1.5374808838879268,
      "learning_rate": 0.000297936312643349,
      "loss": 5.7499,
      "step": 5628
    },
    {
      "epoch": 0.47816853550798505,
      "grad_norm": 1.5849166910076586,
      "learning_rate": 0.0002979351774595443,
      "loss": 5.5054,
      "step": 5629
    },
    {
      "epoch": 0.4782534828406388,
      "grad_norm": 1.6088252494358373,
      "learning_rate": 0.0002979340419657709,
      "loss": 5.3982,
      "step": 5630
    },
    {
      "epoch": 0.4783384301732926,
      "grad_norm": 1.5388993177701986,
      "learning_rate": 0.0002979329061620311,
      "loss": 5.5196,
      "step": 5631
    },
    {
      "epoch": 0.4784233775059463,
      "grad_norm": 1.6670824085497058,
      "learning_rate": 0.0002979317700483273,
      "loss": 5.7781,
      "step": 5632
    },
    {
      "epoch": 0.47850832483860006,
      "grad_norm": 1.5289264459697802,
      "learning_rate": 0.00029793063362466203,
      "loss": 5.3556,
      "step": 5633
    },
    {
      "epoch": 0.4785932721712538,
      "grad_norm": 1.5808404745790265,
      "learning_rate": 0.00029792949689103743,
      "loss": 5.6304,
      "step": 5634
    },
    {
      "epoch": 0.4786782195039076,
      "grad_norm": 1.6224946927828885,
      "learning_rate": 0.000297928359847456,
      "loss": 5.7739,
      "step": 5635
    },
    {
      "epoch": 0.47876316683656134,
      "grad_norm": 1.4899498155837518,
      "learning_rate": 0.00029792722249392023,
      "loss": 5.1552,
      "step": 5636
    },
    {
      "epoch": 0.4788481141692151,
      "grad_norm": 1.598820257095112,
      "learning_rate": 0.00029792608483043224,
      "loss": 5.297,
      "step": 5637
    },
    {
      "epoch": 0.4789330615018688,
      "grad_norm": 1.5257665188458063,
      "learning_rate": 0.0002979249468569947,
      "loss": 5.3113,
      "step": 5638
    },
    {
      "epoch": 0.4790180088345226,
      "grad_norm": 1.5131279005396818,
      "learning_rate": 0.0002979238085736098,
      "loss": 5.3383,
      "step": 5639
    },
    {
      "epoch": 0.47910295616717635,
      "grad_norm": 1.766492992737323,
      "learning_rate": 0.0002979226699802799,
      "loss": 4.8296,
      "step": 5640
    },
    {
      "epoch": 0.4791879034998301,
      "grad_norm": 1.5213439396096577,
      "learning_rate": 0.0002979215310770076,
      "loss": 5.5474,
      "step": 5641
    },
    {
      "epoch": 0.4792728508324839,
      "grad_norm": 1.5674114345718397,
      "learning_rate": 0.0002979203918637951,
      "loss": 5.5355,
      "step": 5642
    },
    {
      "epoch": 0.4793577981651376,
      "grad_norm": 1.5876035641250354,
      "learning_rate": 0.00029791925234064486,
      "loss": 5.2257,
      "step": 5643
    },
    {
      "epoch": 0.47944274549779137,
      "grad_norm": 1.6170783412303185,
      "learning_rate": 0.00029791811250755925,
      "loss": 5.6658,
      "step": 5644
    },
    {
      "epoch": 0.4795276928304451,
      "grad_norm": 1.581897726472672,
      "learning_rate": 0.0002979169723645407,
      "loss": 5.4669,
      "step": 5645
    },
    {
      "epoch": 0.4796126401630989,
      "grad_norm": 1.5857426766080394,
      "learning_rate": 0.0002979158319115915,
      "loss": 5.7869,
      "step": 5646
    },
    {
      "epoch": 0.47969758749575264,
      "grad_norm": 1.622029781607394,
      "learning_rate": 0.0002979146911487141,
      "loss": 5.2518,
      "step": 5647
    },
    {
      "epoch": 0.4797825348284064,
      "grad_norm": 1.5157577904142627,
      "learning_rate": 0.0002979135500759109,
      "loss": 5.3736,
      "step": 5648
    },
    {
      "epoch": 0.4798674821610601,
      "grad_norm": 1.5525235508565283,
      "learning_rate": 0.0002979124086931843,
      "loss": 5.3561,
      "step": 5649
    },
    {
      "epoch": 0.4799524294937139,
      "grad_norm": 1.6821990630576245,
      "learning_rate": 0.00029791126700053663,
      "loss": 5.1699,
      "step": 5650
    },
    {
      "epoch": 0.48003737682636766,
      "grad_norm": 1.54777010027879,
      "learning_rate": 0.0002979101249979704,
      "loss": 5.5539,
      "step": 5651
    },
    {
      "epoch": 0.4801223241590214,
      "grad_norm": 1.6356727891976317,
      "learning_rate": 0.00029790898268548783,
      "loss": 5.7977,
      "step": 5652
    },
    {
      "epoch": 0.48020727149167514,
      "grad_norm": 1.660663776727023,
      "learning_rate": 0.0002979078400630915,
      "loss": 5.9094,
      "step": 5653
    },
    {
      "epoch": 0.48029221882432893,
      "grad_norm": 1.5205512881553946,
      "learning_rate": 0.0002979066971307836,
      "loss": 5.4914,
      "step": 5654
    },
    {
      "epoch": 0.48037716615698267,
      "grad_norm": 1.5149633406730068,
      "learning_rate": 0.00029790555388856674,
      "loss": 5.5096,
      "step": 5655
    },
    {
      "epoch": 0.4804621134896364,
      "grad_norm": 1.5396069871882279,
      "learning_rate": 0.0002979044103364432,
      "loss": 5.2858,
      "step": 5656
    },
    {
      "epoch": 0.4805470608222902,
      "grad_norm": 1.4910633935759712,
      "learning_rate": 0.00029790326647441537,
      "loss": 5.2843,
      "step": 5657
    },
    {
      "epoch": 0.48063200815494395,
      "grad_norm": 1.5497817230258684,
      "learning_rate": 0.00029790212230248564,
      "loss": 5.6518,
      "step": 5658
    },
    {
      "epoch": 0.4807169554875977,
      "grad_norm": 1.6557021800241327,
      "learning_rate": 0.00029790097782065645,
      "loss": 5.2905,
      "step": 5659
    },
    {
      "epoch": 0.4808019028202514,
      "grad_norm": 1.55948794506719,
      "learning_rate": 0.0002978998330289302,
      "loss": 5.5536,
      "step": 5660
    },
    {
      "epoch": 0.4808868501529052,
      "grad_norm": 1.5037703988985955,
      "learning_rate": 0.00029789868792730925,
      "loss": 5.1268,
      "step": 5661
    },
    {
      "epoch": 0.48097179748555896,
      "grad_norm": 1.6774245393527598,
      "learning_rate": 0.00029789754251579605,
      "loss": 5.7194,
      "step": 5662
    },
    {
      "epoch": 0.4810567448182127,
      "grad_norm": 1.6892566950548622,
      "learning_rate": 0.00029789639679439294,
      "loss": 5.7898,
      "step": 5663
    },
    {
      "epoch": 0.48114169215086644,
      "grad_norm": 1.6712686059234605,
      "learning_rate": 0.0002978952507631024,
      "loss": 5.7322,
      "step": 5664
    },
    {
      "epoch": 0.48122663948352024,
      "grad_norm": 1.5878238565380556,
      "learning_rate": 0.0002978941044219267,
      "loss": 5.3349,
      "step": 5665
    },
    {
      "epoch": 0.481311586816174,
      "grad_norm": 1.5088436741439983,
      "learning_rate": 0.0002978929577708684,
      "loss": 5.2995,
      "step": 5666
    },
    {
      "epoch": 0.4813965341488277,
      "grad_norm": 1.4927916023052523,
      "learning_rate": 0.00029789181080992983,
      "loss": 5.1434,
      "step": 5667
    },
    {
      "epoch": 0.48148148148148145,
      "grad_norm": 1.511704308810307,
      "learning_rate": 0.00029789066353911334,
      "loss": 5.4149,
      "step": 5668
    },
    {
      "epoch": 0.48156642881413525,
      "grad_norm": 1.603673543742786,
      "learning_rate": 0.0002978895159584214,
      "loss": 5.2179,
      "step": 5669
    },
    {
      "epoch": 0.481651376146789,
      "grad_norm": 1.5750095623191531,
      "learning_rate": 0.00029788836806785636,
      "loss": 5.1211,
      "step": 5670
    },
    {
      "epoch": 0.48173632347944273,
      "grad_norm": 1.5039337774602106,
      "learning_rate": 0.0002978872198674207,
      "loss": 5.5293,
      "step": 5671
    },
    {
      "epoch": 0.4818212708120965,
      "grad_norm": 1.5087490657511253,
      "learning_rate": 0.0002978860713571168,
      "loss": 5.2917,
      "step": 5672
    },
    {
      "epoch": 0.48190621814475026,
      "grad_norm": 1.700278671341118,
      "learning_rate": 0.00029788492253694706,
      "loss": 5.8913,
      "step": 5673
    },
    {
      "epoch": 0.481991165477404,
      "grad_norm": 1.5483009975581141,
      "learning_rate": 0.00029788377340691385,
      "loss": 5.0554,
      "step": 5674
    },
    {
      "epoch": 0.48207611281005774,
      "grad_norm": 1.5589390947718296,
      "learning_rate": 0.0002978826239670197,
      "loss": 5.497,
      "step": 5675
    },
    {
      "epoch": 0.48216106014271154,
      "grad_norm": 1.6178472115629068,
      "learning_rate": 0.00029788147421726686,
      "loss": 5.8957,
      "step": 5676
    },
    {
      "epoch": 0.4822460074753653,
      "grad_norm": 1.6133409027950176,
      "learning_rate": 0.0002978803241576578,
      "loss": 5.791,
      "step": 5677
    },
    {
      "epoch": 0.482330954808019,
      "grad_norm": 1.6269812459678719,
      "learning_rate": 0.00029787917378819496,
      "loss": 5.7886,
      "step": 5678
    },
    {
      "epoch": 0.48241590214067276,
      "grad_norm": 1.5740135646289177,
      "learning_rate": 0.00029787802310888065,
      "loss": 5.4038,
      "step": 5679
    },
    {
      "epoch": 0.48250084947332655,
      "grad_norm": 1.5372669209488363,
      "learning_rate": 0.0002978768721197175,
      "loss": 5.5921,
      "step": 5680
    },
    {
      "epoch": 0.4825857968059803,
      "grad_norm": 1.555205386067395,
      "learning_rate": 0.0002978757208207077,
      "loss": 5.6281,
      "step": 5681
    },
    {
      "epoch": 0.48267074413863403,
      "grad_norm": 1.6329664661315058,
      "learning_rate": 0.0002978745692118537,
      "loss": 5.9171,
      "step": 5682
    },
    {
      "epoch": 0.48275569147128783,
      "grad_norm": 1.475526401766518,
      "learning_rate": 0.000297873417293158,
      "loss": 5.0657,
      "step": 5683
    },
    {
      "epoch": 0.48284063880394157,
      "grad_norm": 1.5514835512431846,
      "learning_rate": 0.000297872265064623,
      "loss": 5.4248,
      "step": 5684
    },
    {
      "epoch": 0.4829255861365953,
      "grad_norm": 1.5341971820143159,
      "learning_rate": 0.0002978711125262511,
      "loss": 5.2437,
      "step": 5685
    },
    {
      "epoch": 0.48301053346924905,
      "grad_norm": 1.6059314120770039,
      "learning_rate": 0.00029786995967804464,
      "loss": 5.2183,
      "step": 5686
    },
    {
      "epoch": 0.48309548080190284,
      "grad_norm": 1.558579910850418,
      "learning_rate": 0.0002978688065200061,
      "loss": 5.5551,
      "step": 5687
    },
    {
      "epoch": 0.4831804281345566,
      "grad_norm": 2.789771847823996,
      "learning_rate": 0.00029786765305213787,
      "loss": 4.5972,
      "step": 5688
    },
    {
      "epoch": 0.4832653754672103,
      "grad_norm": 1.7188310517375867,
      "learning_rate": 0.00029786649927444247,
      "loss": 5.1197,
      "step": 5689
    },
    {
      "epoch": 0.48335032279986406,
      "grad_norm": 1.4491144573181665,
      "learning_rate": 0.00029786534518692215,
      "loss": 5.1649,
      "step": 5690
    },
    {
      "epoch": 0.48343527013251786,
      "grad_norm": 1.5550629777270362,
      "learning_rate": 0.00029786419078957945,
      "loss": 5.1644,
      "step": 5691
    },
    {
      "epoch": 0.4835202174651716,
      "grad_norm": 1.525070695169674,
      "learning_rate": 0.0002978630360824168,
      "loss": 5.2619,
      "step": 5692
    },
    {
      "epoch": 0.48360516479782534,
      "grad_norm": 1.4953850872871342,
      "learning_rate": 0.0002978618810654365,
      "loss": 5.4071,
      "step": 5693
    },
    {
      "epoch": 0.4836901121304791,
      "grad_norm": 1.582755623367735,
      "learning_rate": 0.00029786072573864106,
      "loss": 5.5891,
      "step": 5694
    },
    {
      "epoch": 0.4837750594631329,
      "grad_norm": 1.613280973498726,
      "learning_rate": 0.0002978595701020329,
      "loss": 5.9019,
      "step": 5695
    },
    {
      "epoch": 0.4838600067957866,
      "grad_norm": 2.251041813300441,
      "learning_rate": 0.0002978584141556144,
      "loss": 4.7701,
      "step": 5696
    },
    {
      "epoch": 0.48394495412844035,
      "grad_norm": 1.6474440870754696,
      "learning_rate": 0.00029785725789938805,
      "loss": 5.9553,
      "step": 5697
    },
    {
      "epoch": 0.48402990146109415,
      "grad_norm": 1.7107021690646524,
      "learning_rate": 0.0002978561013333562,
      "loss": 5.8709,
      "step": 5698
    },
    {
      "epoch": 0.4841148487937479,
      "grad_norm": 1.6992841968635544,
      "learning_rate": 0.0002978549444575213,
      "loss": 5.4332,
      "step": 5699
    },
    {
      "epoch": 0.4841997961264016,
      "grad_norm": 1.548123783408115,
      "learning_rate": 0.00029785378727188575,
      "loss": 5.1821,
      "step": 5700
    },
    {
      "epoch": 0.48428474345905537,
      "grad_norm": 1.6036706314360814,
      "learning_rate": 0.000297852629776452,
      "loss": 5.2749,
      "step": 5701
    },
    {
      "epoch": 0.48436969079170916,
      "grad_norm": 1.5870704013136063,
      "learning_rate": 0.00029785147197122254,
      "loss": 5.506,
      "step": 5702
    },
    {
      "epoch": 0.4844546381243629,
      "grad_norm": 1.5937820133475904,
      "learning_rate": 0.0002978503138561997,
      "loss": 5.1956,
      "step": 5703
    },
    {
      "epoch": 0.48453958545701664,
      "grad_norm": 1.5892662085387328,
      "learning_rate": 0.00029784915543138596,
      "loss": 5.1874,
      "step": 5704
    },
    {
      "epoch": 0.4846245327896704,
      "grad_norm": 2.3705202842763065,
      "learning_rate": 0.00029784799669678366,
      "loss": 4.7162,
      "step": 5705
    },
    {
      "epoch": 0.4847094801223242,
      "grad_norm": 1.6293685774437403,
      "learning_rate": 0.00029784683765239536,
      "loss": 5.8142,
      "step": 5706
    },
    {
      "epoch": 0.4847944274549779,
      "grad_norm": 1.5473682596727474,
      "learning_rate": 0.0002978456782982234,
      "loss": 5.7261,
      "step": 5707
    },
    {
      "epoch": 0.48487937478763166,
      "grad_norm": 1.7820436344058166,
      "learning_rate": 0.0002978445186342702,
      "loss": 5.3949,
      "step": 5708
    },
    {
      "epoch": 0.4849643221202854,
      "grad_norm": 1.489594998681847,
      "learning_rate": 0.00029784335866053823,
      "loss": 5.2061,
      "step": 5709
    },
    {
      "epoch": 0.4850492694529392,
      "grad_norm": 1.5957765815805014,
      "learning_rate": 0.00029784219837702996,
      "loss": 5.9862,
      "step": 5710
    },
    {
      "epoch": 0.48513421678559293,
      "grad_norm": 1.5252077595834683,
      "learning_rate": 0.0002978410377837477,
      "loss": 5.6382,
      "step": 5711
    },
    {
      "epoch": 0.48521916411824667,
      "grad_norm": 1.5736773378255613,
      "learning_rate": 0.000297839876880694,
      "loss": 5.4731,
      "step": 5712
    },
    {
      "epoch": 0.48530411145090047,
      "grad_norm": 1.5257984953304062,
      "learning_rate": 0.00029783871566787124,
      "loss": 5.0265,
      "step": 5713
    },
    {
      "epoch": 0.4853890587835542,
      "grad_norm": 1.5545169717208749,
      "learning_rate": 0.00029783755414528187,
      "loss": 5.729,
      "step": 5714
    },
    {
      "epoch": 0.48547400611620795,
      "grad_norm": 1.6079831084956475,
      "learning_rate": 0.00029783639231292834,
      "loss": 5.7121,
      "step": 5715
    },
    {
      "epoch": 0.4855589534488617,
      "grad_norm": 1.7068310520144954,
      "learning_rate": 0.000297835230170813,
      "loss": 5.7349,
      "step": 5716
    },
    {
      "epoch": 0.4856439007815155,
      "grad_norm": 1.5630314619941994,
      "learning_rate": 0.0002978340677189384,
      "loss": 5.79,
      "step": 5717
    },
    {
      "epoch": 0.4857288481141692,
      "grad_norm": 1.5168072279244726,
      "learning_rate": 0.00029783290495730684,
      "loss": 5.1605,
      "step": 5718
    },
    {
      "epoch": 0.48581379544682296,
      "grad_norm": 1.597143741699941,
      "learning_rate": 0.0002978317418859209,
      "loss": 5.7395,
      "step": 5719
    },
    {
      "epoch": 0.4858987427794767,
      "grad_norm": 1.5022053380369926,
      "learning_rate": 0.00029783057850478294,
      "loss": 5.1561,
      "step": 5720
    },
    {
      "epoch": 0.4859836901121305,
      "grad_norm": 1.561392593431529,
      "learning_rate": 0.0002978294148138954,
      "loss": 5.2384,
      "step": 5721
    },
    {
      "epoch": 0.48606863744478424,
      "grad_norm": 1.5295406473889397,
      "learning_rate": 0.00029782825081326077,
      "loss": 5.192,
      "step": 5722
    },
    {
      "epoch": 0.486153584777438,
      "grad_norm": 1.634990170344766,
      "learning_rate": 0.0002978270865028814,
      "loss": 5.8321,
      "step": 5723
    },
    {
      "epoch": 0.48623853211009177,
      "grad_norm": 1.5336052388565462,
      "learning_rate": 0.0002978259218827598,
      "loss": 5.5248,
      "step": 5724
    },
    {
      "epoch": 0.4863234794427455,
      "grad_norm": 1.5350002149564537,
      "learning_rate": 0.0002978247569528984,
      "loss": 5.4368,
      "step": 5725
    },
    {
      "epoch": 0.48640842677539925,
      "grad_norm": 1.5329407511176127,
      "learning_rate": 0.00029782359171329957,
      "loss": 5.094,
      "step": 5726
    },
    {
      "epoch": 0.486493374108053,
      "grad_norm": 1.6450835008193043,
      "learning_rate": 0.0002978224261639658,
      "loss": 5.9038,
      "step": 5727
    },
    {
      "epoch": 0.4865783214407068,
      "grad_norm": 1.5763772178571152,
      "learning_rate": 0.00029782126030489963,
      "loss": 5.5966,
      "step": 5728
    },
    {
      "epoch": 0.4866632687733605,
      "grad_norm": 1.5463282953813176,
      "learning_rate": 0.00029782009413610334,
      "loss": 5.2427,
      "step": 5729
    },
    {
      "epoch": 0.48674821610601426,
      "grad_norm": 1.5614187534564927,
      "learning_rate": 0.0002978189276575795,
      "loss": 5.8287,
      "step": 5730
    },
    {
      "epoch": 0.486833163438668,
      "grad_norm": 1.649814497700421,
      "learning_rate": 0.00029781776086933046,
      "loss": 5.7239,
      "step": 5731
    },
    {
      "epoch": 0.4869181107713218,
      "grad_norm": 1.626598573459419,
      "learning_rate": 0.00029781659377135875,
      "loss": 5.5999,
      "step": 5732
    },
    {
      "epoch": 0.48700305810397554,
      "grad_norm": 1.5712091336003424,
      "learning_rate": 0.00029781542636366675,
      "loss": 5.7978,
      "step": 5733
    },
    {
      "epoch": 0.4870880054366293,
      "grad_norm": 1.5314638328720263,
      "learning_rate": 0.0002978142586462569,
      "loss": 5.5291,
      "step": 5734
    },
    {
      "epoch": 0.487172952769283,
      "grad_norm": 2.2320600306887517,
      "learning_rate": 0.00029781309061913174,
      "loss": 4.9394,
      "step": 5735
    },
    {
      "epoch": 0.4872579001019368,
      "grad_norm": 1.6359336679945025,
      "learning_rate": 0.0002978119222822936,
      "loss": 5.7747,
      "step": 5736
    },
    {
      "epoch": 0.48734284743459055,
      "grad_norm": 1.5549570820048193,
      "learning_rate": 0.000297810753635745,
      "loss": 5.5679,
      "step": 5737
    },
    {
      "epoch": 0.4874277947672443,
      "grad_norm": 1.5610099781763231,
      "learning_rate": 0.00029780958467948837,
      "loss": 5.3095,
      "step": 5738
    },
    {
      "epoch": 0.4875127420998981,
      "grad_norm": 1.7221100049547204,
      "learning_rate": 0.00029780841541352616,
      "loss": 5.5339,
      "step": 5739
    },
    {
      "epoch": 0.48759768943255183,
      "grad_norm": 1.5434324432430204,
      "learning_rate": 0.0002978072458378608,
      "loss": 5.365,
      "step": 5740
    },
    {
      "epoch": 0.48768263676520557,
      "grad_norm": 1.653833402818819,
      "learning_rate": 0.00029780607595249474,
      "loss": 5.7023,
      "step": 5741
    },
    {
      "epoch": 0.4877675840978593,
      "grad_norm": 1.5422892345945796,
      "learning_rate": 0.0002978049057574305,
      "loss": 5.3444,
      "step": 5742
    },
    {
      "epoch": 0.4878525314305131,
      "grad_norm": 1.6616938892018558,
      "learning_rate": 0.00029780373525267046,
      "loss": 5.8055,
      "step": 5743
    },
    {
      "epoch": 0.48793747876316684,
      "grad_norm": 1.732855875138922,
      "learning_rate": 0.00029780256443821715,
      "loss": 5.6975,
      "step": 5744
    },
    {
      "epoch": 0.4880224260958206,
      "grad_norm": 1.5669954197948264,
      "learning_rate": 0.00029780139331407287,
      "loss": 5.3669,
      "step": 5745
    },
    {
      "epoch": 0.4881073734284743,
      "grad_norm": 1.5716541593767432,
      "learning_rate": 0.0002978002218802402,
      "loss": 5.3499,
      "step": 5746
    },
    {
      "epoch": 0.4881923207611281,
      "grad_norm": 1.6194725646881067,
      "learning_rate": 0.0002977990501367216,
      "loss": 5.7393,
      "step": 5747
    },
    {
      "epoch": 0.48827726809378186,
      "grad_norm": 1.578912526769414,
      "learning_rate": 0.0002977978780835195,
      "loss": 5.5795,
      "step": 5748
    },
    {
      "epoch": 0.4883622154264356,
      "grad_norm": 1.6243118576186555,
      "learning_rate": 0.0002977967057206363,
      "loss": 5.8199,
      "step": 5749
    },
    {
      "epoch": 0.48844716275908934,
      "grad_norm": 1.6318939797245673,
      "learning_rate": 0.00029779553304807454,
      "loss": 5.3612,
      "step": 5750
    },
    {
      "epoch": 0.48853211009174313,
      "grad_norm": 1.6102407606322977,
      "learning_rate": 0.00029779436006583656,
      "loss": 5.7209,
      "step": 5751
    },
    {
      "epoch": 0.4886170574243969,
      "grad_norm": 1.4708893819705684,
      "learning_rate": 0.000297793186773925,
      "loss": 5.6098,
      "step": 5752
    },
    {
      "epoch": 0.4887020047570506,
      "grad_norm": 1.482498901832197,
      "learning_rate": 0.0002977920131723422,
      "loss": 5.4131,
      "step": 5753
    },
    {
      "epoch": 0.4887869520897044,
      "grad_norm": 1.643450408634522,
      "learning_rate": 0.0002977908392610906,
      "loss": 5.8255,
      "step": 5754
    },
    {
      "epoch": 0.48887189942235815,
      "grad_norm": 1.4667933376516635,
      "learning_rate": 0.00029778966504017274,
      "loss": 5.3812,
      "step": 5755
    },
    {
      "epoch": 0.4889568467550119,
      "grad_norm": 1.4894314730573164,
      "learning_rate": 0.000297788490509591,
      "loss": 5.2153,
      "step": 5756
    },
    {
      "epoch": 0.4890417940876656,
      "grad_norm": 1.5198828120995445,
      "learning_rate": 0.0002977873156693479,
      "loss": 5.7247,
      "step": 5757
    },
    {
      "epoch": 0.4891267414203194,
      "grad_norm": 1.5873409593983174,
      "learning_rate": 0.0002977861405194459,
      "loss": 5.6061,
      "step": 5758
    },
    {
      "epoch": 0.48921168875297316,
      "grad_norm": 1.659394599537762,
      "learning_rate": 0.00029778496505988736,
      "loss": 5.7606,
      "step": 5759
    },
    {
      "epoch": 0.4892966360856269,
      "grad_norm": 1.9656466502257777,
      "learning_rate": 0.00029778378929067484,
      "loss": 4.8832,
      "step": 5760
    },
    {
      "epoch": 0.48938158341828064,
      "grad_norm": 1.5255615337820465,
      "learning_rate": 0.0002977826132118108,
      "loss": 5.421,
      "step": 5761
    },
    {
      "epoch": 0.48946653075093444,
      "grad_norm": 1.5477468096899252,
      "learning_rate": 0.00029778143682329775,
      "loss": 5.3025,
      "step": 5762
    },
    {
      "epoch": 0.4895514780835882,
      "grad_norm": 1.6634040853550738,
      "learning_rate": 0.00029778026012513805,
      "loss": 5.2592,
      "step": 5763
    },
    {
      "epoch": 0.4896364254162419,
      "grad_norm": 1.6378814240500763,
      "learning_rate": 0.0002977790831173342,
      "loss": 5.8959,
      "step": 5764
    },
    {
      "epoch": 0.4897213727488957,
      "grad_norm": 1.663918127436224,
      "learning_rate": 0.00029777790579988875,
      "loss": 5.7078,
      "step": 5765
    },
    {
      "epoch": 0.48980632008154945,
      "grad_norm": 1.5513008934207997,
      "learning_rate": 0.00029777672817280404,
      "loss": 5.3649,
      "step": 5766
    },
    {
      "epoch": 0.4898912674142032,
      "grad_norm": 1.6005466540646016,
      "learning_rate": 0.00029777555023608257,
      "loss": 5.8427,
      "step": 5767
    },
    {
      "epoch": 0.48997621474685693,
      "grad_norm": 1.5786575642604814,
      "learning_rate": 0.0002977743719897269,
      "loss": 5.2262,
      "step": 5768
    },
    {
      "epoch": 0.4900611620795107,
      "grad_norm": 1.7259125073636945,
      "learning_rate": 0.00029777319343373933,
      "loss": 4.8049,
      "step": 5769
    },
    {
      "epoch": 0.49014610941216447,
      "grad_norm": 1.6176567410380562,
      "learning_rate": 0.0002977720145681225,
      "loss": 5.5193,
      "step": 5770
    },
    {
      "epoch": 0.4902310567448182,
      "grad_norm": 1.6628438740753086,
      "learning_rate": 0.0002977708353928788,
      "loss": 5.5529,
      "step": 5771
    },
    {
      "epoch": 0.49031600407747195,
      "grad_norm": 1.5509345712610445,
      "learning_rate": 0.0002977696559080107,
      "loss": 5.6157,
      "step": 5772
    },
    {
      "epoch": 0.49040095141012574,
      "grad_norm": 1.5333069936704002,
      "learning_rate": 0.0002977684761135207,
      "loss": 5.3286,
      "step": 5773
    },
    {
      "epoch": 0.4904858987427795,
      "grad_norm": 1.5584203088516235,
      "learning_rate": 0.0002977672960094112,
      "loss": 5.0632,
      "step": 5774
    },
    {
      "epoch": 0.4905708460754332,
      "grad_norm": 1.573547202024827,
      "learning_rate": 0.0002977661155956848,
      "loss": 5.9415,
      "step": 5775
    },
    {
      "epoch": 0.49065579340808696,
      "grad_norm": 1.5775290095736447,
      "learning_rate": 0.0002977649348723439,
      "loss": 5.5521,
      "step": 5776
    },
    {
      "epoch": 0.49074074074074076,
      "grad_norm": 1.6163363635878103,
      "learning_rate": 0.0002977637538393909,
      "loss": 5.8196,
      "step": 5777
    },
    {
      "epoch": 0.4908256880733945,
      "grad_norm": 1.5321154052675945,
      "learning_rate": 0.0002977625724968284,
      "loss": 5.5094,
      "step": 5778
    },
    {
      "epoch": 0.49091063540604823,
      "grad_norm": 1.6610755053046455,
      "learning_rate": 0.0002977613908446588,
      "loss": 5.5547,
      "step": 5779
    },
    {
      "epoch": 0.49099558273870203,
      "grad_norm": 1.5924490307053083,
      "learning_rate": 0.00029776020888288456,
      "loss": 5.4469,
      "step": 5780
    },
    {
      "epoch": 0.49108053007135577,
      "grad_norm": 1.516830067478268,
      "learning_rate": 0.0002977590266115083,
      "loss": 5.2159,
      "step": 5781
    },
    {
      "epoch": 0.4911654774040095,
      "grad_norm": 1.6315562147288984,
      "learning_rate": 0.0002977578440305323,
      "loss": 5.6684,
      "step": 5782
    },
    {
      "epoch": 0.49125042473666325,
      "grad_norm": 2.1866584304580834,
      "learning_rate": 0.00029775666113995917,
      "loss": 5.7539,
      "step": 5783
    },
    {
      "epoch": 0.49133537206931704,
      "grad_norm": 1.8040832061695387,
      "learning_rate": 0.00029775547793979134,
      "loss": 5.9056,
      "step": 5784
    },
    {
      "epoch": 0.4914203194019708,
      "grad_norm": 1.6776612519953564,
      "learning_rate": 0.00029775429443003125,
      "loss": 5.7912,
      "step": 5785
    },
    {
      "epoch": 0.4915052667346245,
      "grad_norm": 1.5747388484100233,
      "learning_rate": 0.0002977531106106815,
      "loss": 5.824,
      "step": 5786
    },
    {
      "epoch": 0.49159021406727826,
      "grad_norm": 1.842728316665353,
      "learning_rate": 0.0002977519264817445,
      "loss": 5.7998,
      "step": 5787
    },
    {
      "epoch": 0.49167516139993206,
      "grad_norm": 1.7270276916279785,
      "learning_rate": 0.0002977507420432227,
      "loss": 5.5625,
      "step": 5788
    },
    {
      "epoch": 0.4917601087325858,
      "grad_norm": 1.8433455738149442,
      "learning_rate": 0.0002977495572951186,
      "loss": 5.4439,
      "step": 5789
    },
    {
      "epoch": 0.49184505606523954,
      "grad_norm": 1.810098777536247,
      "learning_rate": 0.00029774837223743475,
      "loss": 5.5497,
      "step": 5790
    },
    {
      "epoch": 0.4919300033978933,
      "grad_norm": 1.646840205658582,
      "learning_rate": 0.00029774718687017353,
      "loss": 5.4021,
      "step": 5791
    },
    {
      "epoch": 0.4920149507305471,
      "grad_norm": 1.5416014924723525,
      "learning_rate": 0.00029774600119333747,
      "loss": 5.6314,
      "step": 5792
    },
    {
      "epoch": 0.4920998980632008,
      "grad_norm": 1.7933179206714087,
      "learning_rate": 0.0002977448152069291,
      "loss": 5.3477,
      "step": 5793
    },
    {
      "epoch": 0.49218484539585455,
      "grad_norm": 1.6588296959164999,
      "learning_rate": 0.0002977436289109508,
      "loss": 5.6501,
      "step": 5794
    },
    {
      "epoch": 0.49226979272850835,
      "grad_norm": 1.6228465059848103,
      "learning_rate": 0.0002977424423054051,
      "loss": 5.4474,
      "step": 5795
    },
    {
      "epoch": 0.4923547400611621,
      "grad_norm": 1.6883465108660989,
      "learning_rate": 0.0002977412553902946,
      "loss": 5.706,
      "step": 5796
    },
    {
      "epoch": 0.49243968739381583,
      "grad_norm": 1.8753116686063351,
      "learning_rate": 0.00029774006816562164,
      "loss": 4.3887,
      "step": 5797
    },
    {
      "epoch": 0.49252463472646957,
      "grad_norm": 1.4865664904129465,
      "learning_rate": 0.00029773888063138875,
      "loss": 5.5162,
      "step": 5798
    },
    {
      "epoch": 0.49260958205912336,
      "grad_norm": 1.502990708129327,
      "learning_rate": 0.0002977376927875984,
      "loss": 5.4374,
      "step": 5799
    },
    {
      "epoch": 0.4926945293917771,
      "grad_norm": 1.567519844368205,
      "learning_rate": 0.00029773650463425316,
      "loss": 5.0211,
      "step": 5800
    },
    {
      "epoch": 0.49277947672443084,
      "grad_norm": 1.5636710901763549,
      "learning_rate": 0.0002977353161713554,
      "loss": 5.3119,
      "step": 5801
    },
    {
      "epoch": 0.4928644240570846,
      "grad_norm": 1.481105145515131,
      "learning_rate": 0.00029773412739890774,
      "loss": 5.2084,
      "step": 5802
    },
    {
      "epoch": 0.4929493713897384,
      "grad_norm": 1.4861540766949102,
      "learning_rate": 0.00029773293831691255,
      "loss": 5.325,
      "step": 5803
    },
    {
      "epoch": 0.4930343187223921,
      "grad_norm": 1.7070029116303407,
      "learning_rate": 0.00029773174892537243,
      "loss": 6.0469,
      "step": 5804
    },
    {
      "epoch": 0.49311926605504586,
      "grad_norm": 1.5148190682482328,
      "learning_rate": 0.00029773055922428977,
      "loss": 5.4431,
      "step": 5805
    },
    {
      "epoch": 0.49320421338769965,
      "grad_norm": 1.483953248348233,
      "learning_rate": 0.00029772936921366707,
      "loss": 5.2941,
      "step": 5806
    },
    {
      "epoch": 0.4932891607203534,
      "grad_norm": 1.5323374064534043,
      "learning_rate": 0.000297728178893507,
      "loss": 5.206,
      "step": 5807
    },
    {
      "epoch": 0.49337410805300713,
      "grad_norm": 1.4403994642290743,
      "learning_rate": 0.00029772698826381177,
      "loss": 5.4256,
      "step": 5808
    },
    {
      "epoch": 0.49345905538566087,
      "grad_norm": 1.6287979388070746,
      "learning_rate": 0.00029772579732458406,
      "loss": 5.7292,
      "step": 5809
    },
    {
      "epoch": 0.49354400271831467,
      "grad_norm": 1.482757174020075,
      "learning_rate": 0.0002977246060758264,
      "loss": 5.1348,
      "step": 5810
    },
    {
      "epoch": 0.4936289500509684,
      "grad_norm": 1.4792809934935047,
      "learning_rate": 0.0002977234145175411,
      "loss": 5.1747,
      "step": 5811
    },
    {
      "epoch": 0.49371389738362215,
      "grad_norm": 1.8530840498043981,
      "learning_rate": 0.0002977222226497309,
      "loss": 5.79,
      "step": 5812
    },
    {
      "epoch": 0.4937988447162759,
      "grad_norm": 1.4545113527842761,
      "learning_rate": 0.00029772103047239813,
      "loss": 5.4405,
      "step": 5813
    },
    {
      "epoch": 0.4938837920489297,
      "grad_norm": 1.5295306082359235,
      "learning_rate": 0.0002977198379855453,
      "loss": 5.1425,
      "step": 5814
    },
    {
      "epoch": 0.4939687393815834,
      "grad_norm": 1.4633638194889316,
      "learning_rate": 0.0002977186451891749,
      "loss": 5.3121,
      "step": 5815
    },
    {
      "epoch": 0.49405368671423716,
      "grad_norm": 1.4337712180202589,
      "learning_rate": 0.00029771745208328955,
      "loss": 5.0326,
      "step": 5816
    },
    {
      "epoch": 0.4941386340468909,
      "grad_norm": 1.6352005113529111,
      "learning_rate": 0.0002977162586678916,
      "loss": 5.1781,
      "step": 5817
    },
    {
      "epoch": 0.4942235813795447,
      "grad_norm": 1.5023315308361402,
      "learning_rate": 0.00029771506494298365,
      "loss": 5.3508,
      "step": 5818
    },
    {
      "epoch": 0.49430852871219844,
      "grad_norm": 1.7362865692329794,
      "learning_rate": 0.0002977138709085681,
      "loss": 5.6069,
      "step": 5819
    },
    {
      "epoch": 0.4943934760448522,
      "grad_norm": 1.580426313112925,
      "learning_rate": 0.0002977126765646476,
      "loss": 5.4112,
      "step": 5820
    },
    {
      "epoch": 0.49447842337750597,
      "grad_norm": 1.5528990949157448,
      "learning_rate": 0.0002977114819112245,
      "loss": 5.2892,
      "step": 5821
    },
    {
      "epoch": 0.4945633707101597,
      "grad_norm": 1.6555179752428686,
      "learning_rate": 0.0002977102869483014,
      "loss": 5.6279,
      "step": 5822
    },
    {
      "epoch": 0.49464831804281345,
      "grad_norm": 1.5867762418842233,
      "learning_rate": 0.0002977090916758808,
      "loss": 5.8423,
      "step": 5823
    },
    {
      "epoch": 0.4947332653754672,
      "grad_norm": 1.5550612983874936,
      "learning_rate": 0.00029770789609396517,
      "loss": 5.6257,
      "step": 5824
    },
    {
      "epoch": 0.494818212708121,
      "grad_norm": 1.5448585839409936,
      "learning_rate": 0.000297706700202557,
      "loss": 5.1721,
      "step": 5825
    },
    {
      "epoch": 0.4949031600407747,
      "grad_norm": 1.4957267257364009,
      "learning_rate": 0.00029770550400165887,
      "loss": 5.2642,
      "step": 5826
    },
    {
      "epoch": 0.49498810737342847,
      "grad_norm": 1.4908196136314515,
      "learning_rate": 0.00029770430749127326,
      "loss": 5.3253,
      "step": 5827
    },
    {
      "epoch": 0.4950730547060822,
      "grad_norm": 1.5088281364384244,
      "learning_rate": 0.00029770311067140256,
      "loss": 5.238,
      "step": 5828
    },
    {
      "epoch": 0.495158002038736,
      "grad_norm": 1.4342763948301251,
      "learning_rate": 0.00029770191354204945,
      "loss": 5.228,
      "step": 5829
    },
    {
      "epoch": 0.49524294937138974,
      "grad_norm": 1.4680070779127967,
      "learning_rate": 0.00029770071610321636,
      "loss": 5.4652,
      "step": 5830
    },
    {
      "epoch": 0.4953278967040435,
      "grad_norm": 1.490843440628807,
      "learning_rate": 0.0002976995183549058,
      "loss": 5.1938,
      "step": 5831
    },
    {
      "epoch": 0.4954128440366973,
      "grad_norm": 1.600330103937883,
      "learning_rate": 0.0002976983202971202,
      "loss": 5.3011,
      "step": 5832
    },
    {
      "epoch": 0.495497791369351,
      "grad_norm": 1.5020046231606048,
      "learning_rate": 0.00029769712192986224,
      "loss": 5.3035,
      "step": 5833
    },
    {
      "epoch": 0.49558273870200475,
      "grad_norm": 1.4842815656083022,
      "learning_rate": 0.00029769592325313426,
      "loss": 5.5435,
      "step": 5834
    },
    {
      "epoch": 0.4956676860346585,
      "grad_norm": 1.707941567457114,
      "learning_rate": 0.00029769472426693894,
      "loss": 5.7467,
      "step": 5835
    },
    {
      "epoch": 0.4957526333673123,
      "grad_norm": 1.4966176400424487,
      "learning_rate": 0.00029769352497127866,
      "loss": 5.4733,
      "step": 5836
    },
    {
      "epoch": 0.49583758069996603,
      "grad_norm": 1.5096650159887282,
      "learning_rate": 0.000297692325366156,
      "loss": 5.1746,
      "step": 5837
    },
    {
      "epoch": 0.49592252803261977,
      "grad_norm": 1.5279212094126635,
      "learning_rate": 0.00029769112545157344,
      "loss": 5.3503,
      "step": 5838
    },
    {
      "epoch": 0.4960074753652735,
      "grad_norm": 1.5750913835159113,
      "learning_rate": 0.0002976899252275335,
      "loss": 5.7948,
      "step": 5839
    },
    {
      "epoch": 0.4960924226979273,
      "grad_norm": 1.5082886146487695,
      "learning_rate": 0.0002976887246940387,
      "loss": 5.4165,
      "step": 5840
    },
    {
      "epoch": 0.49617737003058104,
      "grad_norm": 1.4943970872402152,
      "learning_rate": 0.00029768752385109156,
      "loss": 5.5896,
      "step": 5841
    },
    {
      "epoch": 0.4962623173632348,
      "grad_norm": 1.5321665186144664,
      "learning_rate": 0.0002976863226986946,
      "loss": 5.4334,
      "step": 5842
    },
    {
      "epoch": 0.4963472646958885,
      "grad_norm": 1.5651647641614987,
      "learning_rate": 0.0002976851212368503,
      "loss": 5.5117,
      "step": 5843
    },
    {
      "epoch": 0.4964322120285423,
      "grad_norm": 1.6087007150612815,
      "learning_rate": 0.0002976839194655613,
      "loss": 5.9146,
      "step": 5844
    },
    {
      "epoch": 0.49651715936119606,
      "grad_norm": 1.6561659629848524,
      "learning_rate": 0.00029768271738482994,
      "loss": 5.484,
      "step": 5845
    },
    {
      "epoch": 0.4966021066938498,
      "grad_norm": 1.4880283810886612,
      "learning_rate": 0.00029768151499465884,
      "loss": 5.3796,
      "step": 5846
    },
    {
      "epoch": 0.4966870540265036,
      "grad_norm": 1.5751558463267312,
      "learning_rate": 0.0002976803122950504,
      "loss": 5.5848,
      "step": 5847
    },
    {
      "epoch": 0.49677200135915733,
      "grad_norm": 1.6681986241886306,
      "learning_rate": 0.0002976791092860074,
      "loss": 5.2423,
      "step": 5848
    },
    {
      "epoch": 0.4968569486918111,
      "grad_norm": 1.5451310819724586,
      "learning_rate": 0.00029767790596753216,
      "loss": 5.4116,
      "step": 5849
    },
    {
      "epoch": 0.4969418960244648,
      "grad_norm": 1.4868166939980532,
      "learning_rate": 0.00029767670233962724,
      "loss": 5.4326,
      "step": 5850
    },
    {
      "epoch": 0.4970268433571186,
      "grad_norm": 1.4986394493925708,
      "learning_rate": 0.00029767549840229514,
      "loss": 5.499,
      "step": 5851
    },
    {
      "epoch": 0.49711179068977235,
      "grad_norm": 1.456628547139851,
      "learning_rate": 0.00029767429415553847,
      "loss": 5.5213,
      "step": 5852
    },
    {
      "epoch": 0.4971967380224261,
      "grad_norm": 1.6048070432375552,
      "learning_rate": 0.00029767308959935965,
      "loss": 5.6292,
      "step": 5853
    },
    {
      "epoch": 0.4972816853550798,
      "grad_norm": 1.435664608643061,
      "learning_rate": 0.00029767188473376125,
      "loss": 5.2584,
      "step": 5854
    },
    {
      "epoch": 0.4973666326877336,
      "grad_norm": 1.4588850536388436,
      "learning_rate": 0.0002976706795587458,
      "loss": 5.3365,
      "step": 5855
    },
    {
      "epoch": 0.49745158002038736,
      "grad_norm": 1.4913754124441747,
      "learning_rate": 0.0002976694740743158,
      "loss": 5.2889,
      "step": 5856
    },
    {
      "epoch": 0.4975365273530411,
      "grad_norm": 1.480046247717602,
      "learning_rate": 0.0002976682682804738,
      "loss": 5.2149,
      "step": 5857
    },
    {
      "epoch": 0.49762147468569484,
      "grad_norm": 1.6280190926562124,
      "learning_rate": 0.0002976670621772223,
      "loss": 5.7686,
      "step": 5858
    },
    {
      "epoch": 0.49770642201834864,
      "grad_norm": 1.6166360486789548,
      "learning_rate": 0.0002976658557645639,
      "loss": 5.4435,
      "step": 5859
    },
    {
      "epoch": 0.4977913693510024,
      "grad_norm": 1.580062154481833,
      "learning_rate": 0.000297664649042501,
      "loss": 5.6746,
      "step": 5860
    },
    {
      "epoch": 0.4978763166836561,
      "grad_norm": 1.593902788341082,
      "learning_rate": 0.00029766344201103627,
      "loss": 5.7816,
      "step": 5861
    },
    {
      "epoch": 0.4979612640163099,
      "grad_norm": 1.506197364277889,
      "learning_rate": 0.00029766223467017215,
      "loss": 5.1246,
      "step": 5862
    },
    {
      "epoch": 0.49804621134896365,
      "grad_norm": 1.5128265121670077,
      "learning_rate": 0.00029766102701991117,
      "loss": 5.1672,
      "step": 5863
    },
    {
      "epoch": 0.4981311586816174,
      "grad_norm": 1.5476241871482823,
      "learning_rate": 0.0002976598190602559,
      "loss": 5.471,
      "step": 5864
    },
    {
      "epoch": 0.49821610601427113,
      "grad_norm": 1.6821297150044376,
      "learning_rate": 0.0002976586107912088,
      "loss": 5.3524,
      "step": 5865
    },
    {
      "epoch": 0.4983010533469249,
      "grad_norm": 1.4951065239374792,
      "learning_rate": 0.00029765740221277253,
      "loss": 5.3597,
      "step": 5866
    },
    {
      "epoch": 0.49838600067957867,
      "grad_norm": 1.4797757110055039,
      "learning_rate": 0.0002976561933249495,
      "loss": 5.6076,
      "step": 5867
    },
    {
      "epoch": 0.4984709480122324,
      "grad_norm": 1.4766661512109922,
      "learning_rate": 0.00029765498412774236,
      "loss": 5.6502,
      "step": 5868
    },
    {
      "epoch": 0.49855589534488615,
      "grad_norm": 1.4751383484554026,
      "learning_rate": 0.00029765377462115345,
      "loss": 5.4587,
      "step": 5869
    },
    {
      "epoch": 0.49864084267753994,
      "grad_norm": 1.472478012473872,
      "learning_rate": 0.00029765256480518556,
      "loss": 5.4674,
      "step": 5870
    },
    {
      "epoch": 0.4987257900101937,
      "grad_norm": 1.5495076526752405,
      "learning_rate": 0.000297651354679841,
      "loss": 5.3012,
      "step": 5871
    },
    {
      "epoch": 0.4988107373428474,
      "grad_norm": 1.507373682290851,
      "learning_rate": 0.00029765014424512246,
      "loss": 5.311,
      "step": 5872
    },
    {
      "epoch": 0.4988956846755012,
      "grad_norm": 1.5237024631741587,
      "learning_rate": 0.00029764893350103235,
      "loss": 5.7555,
      "step": 5873
    },
    {
      "epoch": 0.49898063200815496,
      "grad_norm": 1.4906145034616738,
      "learning_rate": 0.0002976477224475733,
      "loss": 5.3017,
      "step": 5874
    },
    {
      "epoch": 0.4990655793408087,
      "grad_norm": 1.469630531707844,
      "learning_rate": 0.00029764651108474786,
      "loss": 5.3575,
      "step": 5875
    },
    {
      "epoch": 0.49915052667346244,
      "grad_norm": 1.5543367726809598,
      "learning_rate": 0.00029764529941255847,
      "loss": 5.5616,
      "step": 5876
    },
    {
      "epoch": 0.49923547400611623,
      "grad_norm": 1.5296385251665987,
      "learning_rate": 0.00029764408743100776,
      "loss": 5.5053,
      "step": 5877
    },
    {
      "epoch": 0.49932042133876997,
      "grad_norm": 1.5613701073983268,
      "learning_rate": 0.00029764287514009823,
      "loss": 5.4901,
      "step": 5878
    },
    {
      "epoch": 0.4994053686714237,
      "grad_norm": 1.4561219733552393,
      "learning_rate": 0.00029764166253983237,
      "loss": 5.1606,
      "step": 5879
    },
    {
      "epoch": 0.49949031600407745,
      "grad_norm": 1.6125343369290348,
      "learning_rate": 0.00029764044963021284,
      "loss": 5.7275,
      "step": 5880
    },
    {
      "epoch": 0.49957526333673125,
      "grad_norm": 1.5501871317341087,
      "learning_rate": 0.0002976392364112421,
      "loss": 5.1815,
      "step": 5881
    },
    {
      "epoch": 0.499660210669385,
      "grad_norm": 1.5484471779189983,
      "learning_rate": 0.0002976380228829227,
      "loss": 5.4233,
      "step": 5882
    },
    {
      "epoch": 0.4997451580020387,
      "grad_norm": 1.499991490877651,
      "learning_rate": 0.0002976368090452572,
      "loss": 5.3281,
      "step": 5883
    },
    {
      "epoch": 0.49983010533469246,
      "grad_norm": 1.5458333982151042,
      "learning_rate": 0.00029763559489824815,
      "loss": 5.6438,
      "step": 5884
    },
    {
      "epoch": 0.49991505266734626,
      "grad_norm": 1.5951102723622987,
      "learning_rate": 0.00029763438044189805,
      "loss": 5.7015,
      "step": 5885
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.502207699747002,
      "learning_rate": 0.00029763316567620946,
      "loss": 5.2802,
      "step": 5886
    },
    {
      "epoch": 0.5000849473326537,
      "grad_norm": 1.550911626678978,
      "learning_rate": 0.00029763195060118503,
      "loss": 5.7362,
      "step": 5887
    },
    {
      "epoch": 0.5001698946653075,
      "grad_norm": 1.5414057589497445,
      "learning_rate": 0.0002976307352168271,
      "loss": 5.5271,
      "step": 5888
    },
    {
      "epoch": 0.5002548419979612,
      "grad_norm": 1.6304738877435792,
      "learning_rate": 0.0002976295195231384,
      "loss": 5.8309,
      "step": 5889
    },
    {
      "epoch": 0.5003397893306151,
      "grad_norm": 1.442664091123397,
      "learning_rate": 0.0002976283035201214,
      "loss": 5.319,
      "step": 5890
    },
    {
      "epoch": 0.5004247366632688,
      "grad_norm": 1.447547848301363,
      "learning_rate": 0.00029762708720777867,
      "loss": 5.3452,
      "step": 5891
    },
    {
      "epoch": 0.5005096839959225,
      "grad_norm": 1.511774000422123,
      "learning_rate": 0.0002976258705861127,
      "loss": 5.2967,
      "step": 5892
    },
    {
      "epoch": 0.5005946313285763,
      "grad_norm": 1.6005789605276595,
      "learning_rate": 0.00029762465365512614,
      "loss": 4.4749,
      "step": 5893
    },
    {
      "epoch": 0.50067957866123,
      "grad_norm": 1.7943698911139394,
      "learning_rate": 0.00029762343641482144,
      "loss": 5.4381,
      "step": 5894
    },
    {
      "epoch": 0.5007645259938838,
      "grad_norm": 1.540190807945477,
      "learning_rate": 0.00029762221886520124,
      "loss": 5.7522,
      "step": 5895
    },
    {
      "epoch": 0.5008494733265375,
      "grad_norm": 1.516033190557749,
      "learning_rate": 0.00029762100100626796,
      "loss": 5.2264,
      "step": 5896
    },
    {
      "epoch": 0.5009344206591912,
      "grad_norm": 1.6964217174073966,
      "learning_rate": 0.0002976197828380243,
      "loss": 5.7724,
      "step": 5897
    },
    {
      "epoch": 0.5010193679918451,
      "grad_norm": 1.4422084003180904,
      "learning_rate": 0.0002976185643604728,
      "loss": 5.1687,
      "step": 5898
    },
    {
      "epoch": 0.5011043153244988,
      "grad_norm": 1.632620269124968,
      "learning_rate": 0.00029761734557361586,
      "loss": 5.6603,
      "step": 5899
    },
    {
      "epoch": 0.5011892626571526,
      "grad_norm": 1.569657846357564,
      "learning_rate": 0.00029761612647745617,
      "loss": 5.5564,
      "step": 5900
    },
    {
      "epoch": 0.5012742099898063,
      "grad_norm": 1.6200547772719436,
      "learning_rate": 0.0002976149070719963,
      "loss": 5.5945,
      "step": 5901
    },
    {
      "epoch": 0.5013591573224601,
      "grad_norm": 1.4460067378363093,
      "learning_rate": 0.00029761368735723874,
      "loss": 5.4968,
      "step": 5902
    },
    {
      "epoch": 0.5014441046551138,
      "grad_norm": 1.4475830679322996,
      "learning_rate": 0.00029761246733318603,
      "loss": 5.3549,
      "step": 5903
    },
    {
      "epoch": 0.5015290519877675,
      "grad_norm": 1.4301732770036706,
      "learning_rate": 0.00029761124699984075,
      "loss": 5.1203,
      "step": 5904
    },
    {
      "epoch": 0.5016139993204214,
      "grad_norm": 1.5057690837120783,
      "learning_rate": 0.0002976100263572055,
      "loss": 5.6245,
      "step": 5905
    },
    {
      "epoch": 0.5016989466530751,
      "grad_norm": 1.5241915438123252,
      "learning_rate": 0.0002976088054052828,
      "loss": 5.2492,
      "step": 5906
    },
    {
      "epoch": 0.5017838939857289,
      "grad_norm": 1.4525028955544084,
      "learning_rate": 0.0002976075841440752,
      "loss": 5.3436,
      "step": 5907
    },
    {
      "epoch": 0.5018688413183826,
      "grad_norm": 1.676960608204473,
      "learning_rate": 0.0002976063625735853,
      "loss": 5.8336,
      "step": 5908
    },
    {
      "epoch": 0.5019537886510363,
      "grad_norm": 1.485008692951327,
      "learning_rate": 0.0002976051406938156,
      "loss": 5.1907,
      "step": 5909
    },
    {
      "epoch": 0.5020387359836901,
      "grad_norm": 1.5648113150575902,
      "learning_rate": 0.0002976039185047687,
      "loss": 5.321,
      "step": 5910
    },
    {
      "epoch": 0.5021236833163438,
      "grad_norm": 1.4725111021878405,
      "learning_rate": 0.00029760269600644714,
      "loss": 5.2003,
      "step": 5911
    },
    {
      "epoch": 0.5022086306489976,
      "grad_norm": 1.477447833154505,
      "learning_rate": 0.00029760147319885346,
      "loss": 5.452,
      "step": 5912
    },
    {
      "epoch": 0.5022935779816514,
      "grad_norm": 1.5251496262768403,
      "learning_rate": 0.00029760025008199035,
      "loss": 5.5446,
      "step": 5913
    },
    {
      "epoch": 0.5023785253143052,
      "grad_norm": 1.4827772000698975,
      "learning_rate": 0.0002975990266558602,
      "loss": 5.2903,
      "step": 5914
    },
    {
      "epoch": 0.5024634726469589,
      "grad_norm": 1.4841870172506664,
      "learning_rate": 0.00029759780292046566,
      "loss": 5.1957,
      "step": 5915
    },
    {
      "epoch": 0.5025484199796126,
      "grad_norm": 1.5676877929202222,
      "learning_rate": 0.0002975965788758093,
      "loss": 5.9723,
      "step": 5916
    },
    {
      "epoch": 0.5026333673122664,
      "grad_norm": 1.4326708392637222,
      "learning_rate": 0.00029759535452189367,
      "loss": 5.0675,
      "step": 5917
    },
    {
      "epoch": 0.5027183146449201,
      "grad_norm": 1.4652042616321697,
      "learning_rate": 0.00029759412985872136,
      "loss": 5.4149,
      "step": 5918
    },
    {
      "epoch": 0.5028032619775739,
      "grad_norm": 1.519147844836076,
      "learning_rate": 0.00029759290488629486,
      "loss": 5.5465,
      "step": 5919
    },
    {
      "epoch": 0.5028882093102277,
      "grad_norm": 1.5131865114457916,
      "learning_rate": 0.0002975916796046168,
      "loss": 5.3076,
      "step": 5920
    },
    {
      "epoch": 0.5029731566428814,
      "grad_norm": 1.6006679087070452,
      "learning_rate": 0.00029759045401368974,
      "loss": 5.7623,
      "step": 5921
    },
    {
      "epoch": 0.5030581039755352,
      "grad_norm": 1.5720709254578342,
      "learning_rate": 0.00029758922811351626,
      "loss": 5.6854,
      "step": 5922
    },
    {
      "epoch": 0.5031430513081889,
      "grad_norm": 1.498384790250162,
      "learning_rate": 0.0002975880019040989,
      "loss": 5.172,
      "step": 5923
    },
    {
      "epoch": 0.5032279986408427,
      "grad_norm": 1.5233165993293416,
      "learning_rate": 0.0002975867753854403,
      "loss": 5.2256,
      "step": 5924
    },
    {
      "epoch": 0.5033129459734964,
      "grad_norm": 1.4240934860419197,
      "learning_rate": 0.0002975855485575429,
      "loss": 5.2111,
      "step": 5925
    },
    {
      "epoch": 0.5033978933061501,
      "grad_norm": 1.5782941951855038,
      "learning_rate": 0.0002975843214204093,
      "loss": 5.7807,
      "step": 5926
    },
    {
      "epoch": 0.503482840638804,
      "grad_norm": 1.4774231121085675,
      "learning_rate": 0.0002975830939740422,
      "loss": 5.2405,
      "step": 5927
    },
    {
      "epoch": 0.5035677879714577,
      "grad_norm": 1.4631158067523675,
      "learning_rate": 0.00029758186621844403,
      "loss": 5.0868,
      "step": 5928
    },
    {
      "epoch": 0.5036527353041115,
      "grad_norm": 1.5124814003007412,
      "learning_rate": 0.00029758063815361744,
      "loss": 5.2926,
      "step": 5929
    },
    {
      "epoch": 0.5037376826367652,
      "grad_norm": 1.6008441308845902,
      "learning_rate": 0.000297579409779565,
      "loss": 5.6849,
      "step": 5930
    },
    {
      "epoch": 0.503822629969419,
      "grad_norm": 1.4690321280033534,
      "learning_rate": 0.0002975781810962892,
      "loss": 5.2583,
      "step": 5931
    },
    {
      "epoch": 0.5039075773020727,
      "grad_norm": 1.4894455376208866,
      "learning_rate": 0.00029757695210379275,
      "loss": 5.2186,
      "step": 5932
    },
    {
      "epoch": 0.5039925246347264,
      "grad_norm": 1.5681629200136904,
      "learning_rate": 0.00029757572280207813,
      "loss": 5.1949,
      "step": 5933
    },
    {
      "epoch": 0.5040774719673802,
      "grad_norm": 1.434327372877431,
      "learning_rate": 0.0002975744931911479,
      "loss": 5.0973,
      "step": 5934
    },
    {
      "epoch": 0.504162419300034,
      "grad_norm": 1.5163859358013712,
      "learning_rate": 0.00029757326327100475,
      "loss": 5.2008,
      "step": 5935
    },
    {
      "epoch": 0.5042473666326878,
      "grad_norm": 1.5984727528216744,
      "learning_rate": 0.00029757203304165114,
      "loss": 5.4576,
      "step": 5936
    },
    {
      "epoch": 0.5043323139653415,
      "grad_norm": 1.4793590413266624,
      "learning_rate": 0.0002975708025030897,
      "loss": 5.2934,
      "step": 5937
    },
    {
      "epoch": 0.5044172612979952,
      "grad_norm": 1.4307692925095572,
      "learning_rate": 0.000297569571655323,
      "loss": 5.4662,
      "step": 5938
    },
    {
      "epoch": 0.504502208630649,
      "grad_norm": 1.4764206370201625,
      "learning_rate": 0.0002975683404983536,
      "loss": 5.5682,
      "step": 5939
    },
    {
      "epoch": 0.5045871559633027,
      "grad_norm": 1.56205943464753,
      "learning_rate": 0.0002975671090321841,
      "loss": 5.5547,
      "step": 5940
    },
    {
      "epoch": 0.5046721032959565,
      "grad_norm": 1.4352524266752504,
      "learning_rate": 0.0002975658772568171,
      "loss": 5.2544,
      "step": 5941
    },
    {
      "epoch": 0.5047570506286103,
      "grad_norm": 1.4605405891871177,
      "learning_rate": 0.00029756464517225514,
      "loss": 5.5237,
      "step": 5942
    },
    {
      "epoch": 0.504841997961264,
      "grad_norm": 1.4630562621965155,
      "learning_rate": 0.0002975634127785008,
      "loss": 5.345,
      "step": 5943
    },
    {
      "epoch": 0.5049269452939178,
      "grad_norm": 1.4989046928185379,
      "learning_rate": 0.0002975621800755567,
      "loss": 5.6131,
      "step": 5944
    },
    {
      "epoch": 0.5050118926265715,
      "grad_norm": 1.474304437208117,
      "learning_rate": 0.00029756094706342545,
      "loss": 5.3823,
      "step": 5945
    },
    {
      "epoch": 0.5050968399592253,
      "grad_norm": 1.4408367221233724,
      "learning_rate": 0.00029755971374210955,
      "loss": 5.1253,
      "step": 5946
    },
    {
      "epoch": 0.505181787291879,
      "grad_norm": 1.4997755822936927,
      "learning_rate": 0.0002975584801116116,
      "loss": 5.7661,
      "step": 5947
    },
    {
      "epoch": 0.5052667346245328,
      "grad_norm": 1.5419264349343125,
      "learning_rate": 0.00029755724617193423,
      "loss": 5.5879,
      "step": 5948
    },
    {
      "epoch": 0.5053516819571865,
      "grad_norm": 1.407757515153299,
      "learning_rate": 0.00029755601192308007,
      "loss": 5.3208,
      "step": 5949
    },
    {
      "epoch": 0.5054366292898403,
      "grad_norm": 1.432511001712675,
      "learning_rate": 0.0002975547773650515,
      "loss": 5.6199,
      "step": 5950
    },
    {
      "epoch": 0.5055215766224941,
      "grad_norm": 1.428657150536899,
      "learning_rate": 0.00029755354249785137,
      "loss": 5.6151,
      "step": 5951
    },
    {
      "epoch": 0.5056065239551478,
      "grad_norm": 1.462663153107298,
      "learning_rate": 0.00029755230732148215,
      "loss": 5.3701,
      "step": 5952
    },
    {
      "epoch": 0.5056914712878016,
      "grad_norm": 1.5187463445339429,
      "learning_rate": 0.00029755107183594633,
      "loss": 5.7066,
      "step": 5953
    },
    {
      "epoch": 0.5057764186204553,
      "grad_norm": 1.5382170011851144,
      "learning_rate": 0.00029754983604124663,
      "loss": 5.688,
      "step": 5954
    },
    {
      "epoch": 0.505861365953109,
      "grad_norm": 1.5087984213076553,
      "learning_rate": 0.0002975485999373856,
      "loss": 5.5072,
      "step": 5955
    },
    {
      "epoch": 0.5059463132857628,
      "grad_norm": 1.6065493339332415,
      "learning_rate": 0.00029754736352436583,
      "loss": 5.5809,
      "step": 5956
    },
    {
      "epoch": 0.5060312606184166,
      "grad_norm": 1.4757547672084395,
      "learning_rate": 0.0002975461268021899,
      "loss": 5.5151,
      "step": 5957
    },
    {
      "epoch": 0.5061162079510704,
      "grad_norm": 1.498848708552564,
      "learning_rate": 0.00029754488977086046,
      "loss": 5.2904,
      "step": 5958
    },
    {
      "epoch": 0.5062011552837241,
      "grad_norm": 1.519062563463772,
      "learning_rate": 0.00029754365243038,
      "loss": 5.5748,
      "step": 5959
    },
    {
      "epoch": 0.5062861026163779,
      "grad_norm": 1.4258062471948123,
      "learning_rate": 0.00029754241478075123,
      "loss": 5.2007,
      "step": 5960
    },
    {
      "epoch": 0.5063710499490316,
      "grad_norm": 1.530414414230228,
      "learning_rate": 0.00029754117682197657,
      "loss": 5.2405,
      "step": 5961
    },
    {
      "epoch": 0.5064559972816853,
      "grad_norm": 1.4675164822288844,
      "learning_rate": 0.0002975399385540588,
      "loss": 5.6394,
      "step": 5962
    },
    {
      "epoch": 0.5065409446143391,
      "grad_norm": 1.609307631525364,
      "learning_rate": 0.00029753869997700043,
      "loss": 5.6878,
      "step": 5963
    },
    {
      "epoch": 0.5066258919469928,
      "grad_norm": 1.493234947922641,
      "learning_rate": 0.00029753746109080405,
      "loss": 5.1631,
      "step": 5964
    },
    {
      "epoch": 0.5067108392796467,
      "grad_norm": 1.5536476836541036,
      "learning_rate": 0.00029753622189547226,
      "loss": 5.6689,
      "step": 5965
    },
    {
      "epoch": 0.5067957866123004,
      "grad_norm": 1.4483438305746503,
      "learning_rate": 0.0002975349823910077,
      "loss": 5.2841,
      "step": 5966
    },
    {
      "epoch": 0.5068807339449541,
      "grad_norm": 1.5288854803189502,
      "learning_rate": 0.0002975337425774129,
      "loss": 5.6457,
      "step": 5967
    },
    {
      "epoch": 0.5069656812776079,
      "grad_norm": 1.6456991325736845,
      "learning_rate": 0.0002975325024546905,
      "loss": 5.8155,
      "step": 5968
    },
    {
      "epoch": 0.5070506286102616,
      "grad_norm": 1.5784365711227448,
      "learning_rate": 0.00029753126202284317,
      "loss": 5.7191,
      "step": 5969
    },
    {
      "epoch": 0.5071355759429154,
      "grad_norm": 1.5299056941825784,
      "learning_rate": 0.0002975300212818733,
      "loss": 5.2844,
      "step": 5970
    },
    {
      "epoch": 0.5072205232755691,
      "grad_norm": 1.5152110409614823,
      "learning_rate": 0.00029752878023178367,
      "loss": 5.1381,
      "step": 5971
    },
    {
      "epoch": 0.507305470608223,
      "grad_norm": 1.5751310153605094,
      "learning_rate": 0.00029752753887257684,
      "loss": 5.5727,
      "step": 5972
    },
    {
      "epoch": 0.5073904179408767,
      "grad_norm": 1.520090420646398,
      "learning_rate": 0.00029752629720425545,
      "loss": 5.7611,
      "step": 5973
    },
    {
      "epoch": 0.5074753652735304,
      "grad_norm": 1.4272406730481235,
      "learning_rate": 0.0002975250552268219,
      "loss": 5.267,
      "step": 5974
    },
    {
      "epoch": 0.5075603126061842,
      "grad_norm": 1.425409301309247,
      "learning_rate": 0.0002975238129402791,
      "loss": 5.4525,
      "step": 5975
    },
    {
      "epoch": 0.5076452599388379,
      "grad_norm": 1.7031598849476997,
      "learning_rate": 0.0002975225703446294,
      "loss": 6.0291,
      "step": 5976
    },
    {
      "epoch": 0.5077302072714917,
      "grad_norm": 1.493641254986413,
      "learning_rate": 0.00029752132743987553,
      "loss": 5.3942,
      "step": 5977
    },
    {
      "epoch": 0.5078151546041454,
      "grad_norm": 1.5750744232502603,
      "learning_rate": 0.00029752008422602005,
      "loss": 5.4222,
      "step": 5978
    },
    {
      "epoch": 0.5079001019367991,
      "grad_norm": 1.572656668632003,
      "learning_rate": 0.00029751884070306563,
      "loss": 5.7491,
      "step": 5979
    },
    {
      "epoch": 0.507985049269453,
      "grad_norm": 1.422419741870521,
      "learning_rate": 0.00029751759687101476,
      "loss": 4.871,
      "step": 5980
    },
    {
      "epoch": 0.5080699966021067,
      "grad_norm": 1.5642173829708335,
      "learning_rate": 0.00029751635272987016,
      "loss": 5.7369,
      "step": 5981
    },
    {
      "epoch": 0.5081549439347605,
      "grad_norm": 1.672227637925935,
      "learning_rate": 0.0002975151082796344,
      "loss": 5.6928,
      "step": 5982
    },
    {
      "epoch": 0.5082398912674142,
      "grad_norm": 1.503887287756147,
      "learning_rate": 0.00029751386352031,
      "loss": 5.6316,
      "step": 5983
    },
    {
      "epoch": 0.5083248386000679,
      "grad_norm": 1.6607036199461684,
      "learning_rate": 0.0002975126184518997,
      "loss": 5.5474,
      "step": 5984
    },
    {
      "epoch": 0.5084097859327217,
      "grad_norm": 1.5027906939734463,
      "learning_rate": 0.00029751137307440604,
      "loss": 5.2661,
      "step": 5985
    },
    {
      "epoch": 0.5084947332653754,
      "grad_norm": 1.5096565297118447,
      "learning_rate": 0.0002975101273878317,
      "loss": 5.2525,
      "step": 5986
    },
    {
      "epoch": 0.5085796805980293,
      "grad_norm": 1.592034137965366,
      "learning_rate": 0.0002975088813921791,
      "loss": 5.3266,
      "step": 5987
    },
    {
      "epoch": 0.508664627930683,
      "grad_norm": 1.6018229360008864,
      "learning_rate": 0.0002975076350874511,
      "loss": 5.5961,
      "step": 5988
    },
    {
      "epoch": 0.5087495752633368,
      "grad_norm": 1.7101963071085626,
      "learning_rate": 0.0002975063884736501,
      "loss": 5.7674,
      "step": 5989
    },
    {
      "epoch": 0.5088345225959905,
      "grad_norm": 1.5087347714630577,
      "learning_rate": 0.00029750514155077885,
      "loss": 5.2867,
      "step": 5990
    },
    {
      "epoch": 0.5089194699286442,
      "grad_norm": 1.4713303809578568,
      "learning_rate": 0.0002975038943188399,
      "loss": 5.5777,
      "step": 5991
    },
    {
      "epoch": 0.509004417261298,
      "grad_norm": 1.4843605818773693,
      "learning_rate": 0.00029750264677783593,
      "loss": 4.9986,
      "step": 5992
    },
    {
      "epoch": 0.5090893645939517,
      "grad_norm": 1.6531124699091564,
      "learning_rate": 0.0002975013989277695,
      "loss": 5.6605,
      "step": 5993
    },
    {
      "epoch": 0.5091743119266054,
      "grad_norm": 1.4592564207638699,
      "learning_rate": 0.0002975001507686432,
      "loss": 5.6555,
      "step": 5994
    },
    {
      "epoch": 0.5092592592592593,
      "grad_norm": 1.6165280092466148,
      "learning_rate": 0.0002974989023004597,
      "loss": 5.895,
      "step": 5995
    },
    {
      "epoch": 0.509344206591913,
      "grad_norm": 1.487427407147788,
      "learning_rate": 0.00029749765352322157,
      "loss": 5.6964,
      "step": 5996
    },
    {
      "epoch": 0.5094291539245668,
      "grad_norm": 1.684401413978871,
      "learning_rate": 0.00029749640443693144,
      "loss": 5.8687,
      "step": 5997
    },
    {
      "epoch": 0.5095141012572205,
      "grad_norm": 1.5426884130401384,
      "learning_rate": 0.000297495155041592,
      "loss": 5.1644,
      "step": 5998
    },
    {
      "epoch": 0.5095990485898743,
      "grad_norm": 1.5361004204510984,
      "learning_rate": 0.0002974939053372057,
      "loss": 5.5928,
      "step": 5999
    },
    {
      "epoch": 0.509683995922528,
      "grad_norm": 1.475213078652915,
      "learning_rate": 0.0002974926553237753,
      "loss": 5.1165,
      "step": 6000
    },
    {
      "epoch": 0.5097689432551817,
      "grad_norm": 2.378298702218124,
      "learning_rate": 0.0002974914050013034,
      "loss": 4.9067,
      "step": 6001
    },
    {
      "epoch": 0.5098538905878356,
      "grad_norm": 1.5513750672197688,
      "learning_rate": 0.0002974901543697926,
      "loss": 5.6219,
      "step": 6002
    },
    {
      "epoch": 0.5099388379204893,
      "grad_norm": 1.5182466579952767,
      "learning_rate": 0.0002974889034292455,
      "loss": 5.6763,
      "step": 6003
    },
    {
      "epoch": 0.5100237852531431,
      "grad_norm": 1.4349383002840952,
      "learning_rate": 0.00029748765217966474,
      "loss": 5.501,
      "step": 6004
    },
    {
      "epoch": 0.5101087325857968,
      "grad_norm": 1.459100834676384,
      "learning_rate": 0.000297486400621053,
      "loss": 5.3335,
      "step": 6005
    },
    {
      "epoch": 0.5101936799184505,
      "grad_norm": 1.5557153411657043,
      "learning_rate": 0.0002974851487534128,
      "loss": 5.7283,
      "step": 6006
    },
    {
      "epoch": 0.5102786272511043,
      "grad_norm": 1.4691913815475193,
      "learning_rate": 0.00029748389657674684,
      "loss": 5.2007,
      "step": 6007
    },
    {
      "epoch": 0.510363574583758,
      "grad_norm": 1.3959035049813455,
      "learning_rate": 0.0002974826440910577,
      "loss": 5.2423,
      "step": 6008
    },
    {
      "epoch": 0.5104485219164119,
      "grad_norm": 1.4676507400869936,
      "learning_rate": 0.000297481391296348,
      "loss": 5.0948,
      "step": 6009
    },
    {
      "epoch": 0.5105334692490656,
      "grad_norm": 1.4708934350143952,
      "learning_rate": 0.0002974801381926204,
      "loss": 5.4159,
      "step": 6010
    },
    {
      "epoch": 0.5106184165817194,
      "grad_norm": 1.5118228330834098,
      "learning_rate": 0.0002974788847798775,
      "loss": 5.6186,
      "step": 6011
    },
    {
      "epoch": 0.5107033639143731,
      "grad_norm": 1.526598660199193,
      "learning_rate": 0.0002974776310581219,
      "loss": 5.9438,
      "step": 6012
    },
    {
      "epoch": 0.5107883112470268,
      "grad_norm": 1.4792322622228513,
      "learning_rate": 0.00029747637702735635,
      "loss": 5.2453,
      "step": 6013
    },
    {
      "epoch": 0.5108732585796806,
      "grad_norm": 1.596291398327156,
      "learning_rate": 0.0002974751226875833,
      "loss": 5.8877,
      "step": 6014
    },
    {
      "epoch": 0.5109582059123343,
      "grad_norm": 1.600514263692055,
      "learning_rate": 0.0002974738680388055,
      "loss": 5.9358,
      "step": 6015
    },
    {
      "epoch": 0.5110431532449881,
      "grad_norm": 1.5647528097235466,
      "learning_rate": 0.0002974726130810255,
      "loss": 5.5569,
      "step": 6016
    },
    {
      "epoch": 0.5111281005776419,
      "grad_norm": 1.533236420556494,
      "learning_rate": 0.0002974713578142461,
      "loss": 5.5346,
      "step": 6017
    },
    {
      "epoch": 0.5112130479102956,
      "grad_norm": 1.4876095760961157,
      "learning_rate": 0.00029747010223846973,
      "loss": 5.5844,
      "step": 6018
    },
    {
      "epoch": 0.5112979952429494,
      "grad_norm": 1.5908998272262376,
      "learning_rate": 0.0002974688463536991,
      "loss": 5.8471,
      "step": 6019
    },
    {
      "epoch": 0.5113829425756031,
      "grad_norm": 1.5130878507465928,
      "learning_rate": 0.0002974675901599368,
      "loss": 5.2423,
      "step": 6020
    },
    {
      "epoch": 0.5114678899082569,
      "grad_norm": 1.5834431118630152,
      "learning_rate": 0.00029746633365718557,
      "loss": 5.7164,
      "step": 6021
    },
    {
      "epoch": 0.5115528372409106,
      "grad_norm": 1.5795002588491678,
      "learning_rate": 0.0002974650768454479,
      "loss": 5.7671,
      "step": 6022
    },
    {
      "epoch": 0.5116377845735643,
      "grad_norm": 1.4793105188429636,
      "learning_rate": 0.00029746381972472655,
      "loss": 5.441,
      "step": 6023
    },
    {
      "epoch": 0.5117227319062182,
      "grad_norm": 1.432534543654245,
      "learning_rate": 0.0002974625622950241,
      "loss": 5.3225,
      "step": 6024
    },
    {
      "epoch": 0.5118076792388719,
      "grad_norm": 1.598071893545805,
      "learning_rate": 0.00029746130455634315,
      "loss": 5.6607,
      "step": 6025
    },
    {
      "epoch": 0.5118926265715257,
      "grad_norm": 1.4862044050761942,
      "learning_rate": 0.0002974600465086864,
      "loss": 5.6154,
      "step": 6026
    },
    {
      "epoch": 0.5119775739041794,
      "grad_norm": 1.4544488508907965,
      "learning_rate": 0.0002974587881520564,
      "loss": 5.4354,
      "step": 6027
    },
    {
      "epoch": 0.5120625212368332,
      "grad_norm": 1.6049143285691696,
      "learning_rate": 0.0002974575294864559,
      "loss": 5.7511,
      "step": 6028
    },
    {
      "epoch": 0.5121474685694869,
      "grad_norm": 1.4747484576734315,
      "learning_rate": 0.00029745627051188745,
      "loss": 5.3331,
      "step": 6029
    },
    {
      "epoch": 0.5122324159021406,
      "grad_norm": 1.4251534866484021,
      "learning_rate": 0.0002974550112283537,
      "loss": 5.2709,
      "step": 6030
    },
    {
      "epoch": 0.5123173632347944,
      "grad_norm": 1.487231258423694,
      "learning_rate": 0.0002974537516358574,
      "loss": 5.2764,
      "step": 6031
    },
    {
      "epoch": 0.5124023105674482,
      "grad_norm": 1.503369535243415,
      "learning_rate": 0.000297452491734401,
      "loss": 5.323,
      "step": 6032
    },
    {
      "epoch": 0.512487257900102,
      "grad_norm": 1.6786720449368229,
      "learning_rate": 0.00029745123152398733,
      "loss": 4.8712,
      "step": 6033
    },
    {
      "epoch": 0.5125722052327557,
      "grad_norm": 1.5614098315793188,
      "learning_rate": 0.0002974499710046188,
      "loss": 5.6511,
      "step": 6034
    },
    {
      "epoch": 0.5126571525654094,
      "grad_norm": 1.5571305743702153,
      "learning_rate": 0.00029744871017629826,
      "loss": 5.4894,
      "step": 6035
    },
    {
      "epoch": 0.5127420998980632,
      "grad_norm": 1.580014342056705,
      "learning_rate": 0.00029744744903902835,
      "loss": 5.0054,
      "step": 6036
    },
    {
      "epoch": 0.5128270472307169,
      "grad_norm": 1.4693744450843929,
      "learning_rate": 0.00029744618759281155,
      "loss": 5.2376,
      "step": 6037
    },
    {
      "epoch": 0.5129119945633707,
      "grad_norm": 1.509065199010119,
      "learning_rate": 0.00029744492583765064,
      "loss": 5.5158,
      "step": 6038
    },
    {
      "epoch": 0.5129969418960245,
      "grad_norm": 1.6308043464584419,
      "learning_rate": 0.00029744366377354816,
      "loss": 5.8663,
      "step": 6039
    },
    {
      "epoch": 0.5130818892286783,
      "grad_norm": 1.5055972274381624,
      "learning_rate": 0.0002974424014005069,
      "loss": 5.1473,
      "step": 6040
    },
    {
      "epoch": 0.513166836561332,
      "grad_norm": 1.5592777315736792,
      "learning_rate": 0.00029744113871852935,
      "loss": 5.2378,
      "step": 6041
    },
    {
      "epoch": 0.5132517838939857,
      "grad_norm": 1.5545862010520672,
      "learning_rate": 0.0002974398757276182,
      "loss": 5.6586,
      "step": 6042
    },
    {
      "epoch": 0.5133367312266395,
      "grad_norm": 1.6165851137254723,
      "learning_rate": 0.0002974386124277762,
      "loss": 5.7836,
      "step": 6043
    },
    {
      "epoch": 0.5134216785592932,
      "grad_norm": 1.5009462118094146,
      "learning_rate": 0.00029743734881900586,
      "loss": 5.1904,
      "step": 6044
    },
    {
      "epoch": 0.513506625891947,
      "grad_norm": 1.4476383902036642,
      "learning_rate": 0.00029743608490130993,
      "loss": 5.2813,
      "step": 6045
    },
    {
      "epoch": 0.5135915732246007,
      "grad_norm": 1.4802518007947447,
      "learning_rate": 0.000297434820674691,
      "loss": 5.2538,
      "step": 6046
    },
    {
      "epoch": 0.5136765205572545,
      "grad_norm": 1.4763064092787066,
      "learning_rate": 0.00029743355613915165,
      "loss": 5.0631,
      "step": 6047
    },
    {
      "epoch": 0.5137614678899083,
      "grad_norm": 1.6004669073570212,
      "learning_rate": 0.0002974322912946947,
      "loss": 5.6042,
      "step": 6048
    },
    {
      "epoch": 0.513846415222562,
      "grad_norm": 1.4476873074781238,
      "learning_rate": 0.0002974310261413227,
      "loss": 5.0903,
      "step": 6049
    },
    {
      "epoch": 0.5139313625552158,
      "grad_norm": 1.4901473591394505,
      "learning_rate": 0.0002974297606790383,
      "loss": 5.1854,
      "step": 6050
    },
    {
      "epoch": 0.5140163098878695,
      "grad_norm": 1.5187735339347823,
      "learning_rate": 0.00029742849490784417,
      "loss": 5.6811,
      "step": 6051
    },
    {
      "epoch": 0.5141012572205232,
      "grad_norm": 1.4442007261488563,
      "learning_rate": 0.000297427228827743,
      "loss": 5.3234,
      "step": 6052
    },
    {
      "epoch": 0.514186204553177,
      "grad_norm": 1.5137235499312178,
      "learning_rate": 0.00029742596243873735,
      "loss": 5.6018,
      "step": 6053
    },
    {
      "epoch": 0.5142711518858308,
      "grad_norm": 1.4810320273601496,
      "learning_rate": 0.0002974246957408299,
      "loss": 5.559,
      "step": 6054
    },
    {
      "epoch": 0.5143560992184846,
      "grad_norm": 1.4170332375499253,
      "learning_rate": 0.0002974234287340234,
      "loss": 5.2875,
      "step": 6055
    },
    {
      "epoch": 0.5144410465511383,
      "grad_norm": 1.5923910470263143,
      "learning_rate": 0.0002974221614183203,
      "loss": 5.792,
      "step": 6056
    },
    {
      "epoch": 0.514525993883792,
      "grad_norm": 1.421146706305694,
      "learning_rate": 0.0002974208937937235,
      "loss": 5.5964,
      "step": 6057
    },
    {
      "epoch": 0.5146109412164458,
      "grad_norm": 1.4902415621405798,
      "learning_rate": 0.00029741962586023554,
      "loss": 5.3309,
      "step": 6058
    },
    {
      "epoch": 0.5146958885490995,
      "grad_norm": 1.5376874237968348,
      "learning_rate": 0.000297418357617859,
      "loss": 5.8321,
      "step": 6059
    },
    {
      "epoch": 0.5147808358817533,
      "grad_norm": 1.430593326859333,
      "learning_rate": 0.0002974170890665967,
      "loss": 5.292,
      "step": 6060
    },
    {
      "epoch": 0.514865783214407,
      "grad_norm": 1.48104260943618,
      "learning_rate": 0.0002974158202064512,
      "loss": 5.3355,
      "step": 6061
    },
    {
      "epoch": 0.5149507305470609,
      "grad_norm": 1.4973315783219026,
      "learning_rate": 0.00029741455103742513,
      "loss": 5.3624,
      "step": 6062
    },
    {
      "epoch": 0.5150356778797146,
      "grad_norm": 1.5547499618034029,
      "learning_rate": 0.00029741328155952126,
      "loss": 5.7412,
      "step": 6063
    },
    {
      "epoch": 0.5151206252123683,
      "grad_norm": 1.5269995678960246,
      "learning_rate": 0.0002974120117727421,
      "loss": 5.0911,
      "step": 6064
    },
    {
      "epoch": 0.5152055725450221,
      "grad_norm": 1.4438166792149811,
      "learning_rate": 0.00029741074167709047,
      "loss": 5.4256,
      "step": 6065
    },
    {
      "epoch": 0.5152905198776758,
      "grad_norm": 1.544164278314878,
      "learning_rate": 0.0002974094712725689,
      "loss": 5.678,
      "step": 6066
    },
    {
      "epoch": 0.5153754672103296,
      "grad_norm": 1.5077035309517146,
      "learning_rate": 0.00029740820055918014,
      "loss": 5.6537,
      "step": 6067
    },
    {
      "epoch": 0.5154604145429833,
      "grad_norm": 1.4455191726420775,
      "learning_rate": 0.0002974069295369268,
      "loss": 5.353,
      "step": 6068
    },
    {
      "epoch": 0.5155453618756372,
      "grad_norm": 1.4317859579033887,
      "learning_rate": 0.00029740565820581157,
      "loss": 5.3452,
      "step": 6069
    },
    {
      "epoch": 0.5156303092082909,
      "grad_norm": 1.4966788341979502,
      "learning_rate": 0.0002974043865658371,
      "loss": 5.5034,
      "step": 6070
    },
    {
      "epoch": 0.5157152565409446,
      "grad_norm": 1.482434768367972,
      "learning_rate": 0.0002974031146170061,
      "loss": 5.8745,
      "step": 6071
    },
    {
      "epoch": 0.5158002038735984,
      "grad_norm": 1.4588783464424913,
      "learning_rate": 0.00029740184235932117,
      "loss": 5.2345,
      "step": 6072
    },
    {
      "epoch": 0.5158851512062521,
      "grad_norm": 1.4409611073259472,
      "learning_rate": 0.00029740056979278497,
      "loss": 5.6301,
      "step": 6073
    },
    {
      "epoch": 0.5159700985389059,
      "grad_norm": 1.493969035550562,
      "learning_rate": 0.00029739929691740023,
      "loss": 5.4138,
      "step": 6074
    },
    {
      "epoch": 0.5160550458715596,
      "grad_norm": 1.4459076503680495,
      "learning_rate": 0.00029739802373316955,
      "loss": 5.2184,
      "step": 6075
    },
    {
      "epoch": 0.5161399932042134,
      "grad_norm": 1.4316088777841407,
      "learning_rate": 0.0002973967502400957,
      "loss": 5.4985,
      "step": 6076
    },
    {
      "epoch": 0.5162249405368672,
      "grad_norm": 1.5568017502718592,
      "learning_rate": 0.0002973954764381812,
      "loss": 5.6136,
      "step": 6077
    },
    {
      "epoch": 0.5163098878695209,
      "grad_norm": 1.4346019652515816,
      "learning_rate": 0.0002973942023274288,
      "loss": 5.3369,
      "step": 6078
    },
    {
      "epoch": 0.5163948352021747,
      "grad_norm": 1.435809795518451,
      "learning_rate": 0.0002973929279078412,
      "loss": 5.2831,
      "step": 6079
    },
    {
      "epoch": 0.5164797825348284,
      "grad_norm": 1.4331506960935834,
      "learning_rate": 0.00029739165317942107,
      "loss": 5.098,
      "step": 6080
    },
    {
      "epoch": 0.5165647298674821,
      "grad_norm": 1.651517028714357,
      "learning_rate": 0.0002973903781421711,
      "loss": 5.7363,
      "step": 6081
    },
    {
      "epoch": 0.5166496772001359,
      "grad_norm": 1.4577655705866188,
      "learning_rate": 0.0002973891027960938,
      "loss": 5.5218,
      "step": 6082
    },
    {
      "epoch": 0.5167346245327896,
      "grad_norm": 1.5174841605017952,
      "learning_rate": 0.000297387827141192,
      "loss": 5.1676,
      "step": 6083
    },
    {
      "epoch": 0.5168195718654435,
      "grad_norm": 1.600413688532578,
      "learning_rate": 0.0002973865511774683,
      "loss": 5.8459,
      "step": 6084
    },
    {
      "epoch": 0.5169045191980972,
      "grad_norm": 1.4436236690785822,
      "learning_rate": 0.00029738527490492543,
      "loss": 5.2347,
      "step": 6085
    },
    {
      "epoch": 0.516989466530751,
      "grad_norm": 1.615688332727533,
      "learning_rate": 0.00029738399832356604,
      "loss": 5.2773,
      "step": 6086
    },
    {
      "epoch": 0.5170744138634047,
      "grad_norm": 1.5203644908423988,
      "learning_rate": 0.0002973827214333928,
      "loss": 5.3179,
      "step": 6087
    },
    {
      "epoch": 0.5171593611960584,
      "grad_norm": 1.4640493949995443,
      "learning_rate": 0.0002973814442344084,
      "loss": 5.4207,
      "step": 6088
    },
    {
      "epoch": 0.5172443085287122,
      "grad_norm": 1.481582316230043,
      "learning_rate": 0.00029738016672661545,
      "loss": 5.1737,
      "step": 6089
    },
    {
      "epoch": 0.5173292558613659,
      "grad_norm": 1.4518070510183358,
      "learning_rate": 0.0002973788889100167,
      "loss": 5.4369,
      "step": 6090
    },
    {
      "epoch": 0.5174142031940198,
      "grad_norm": 1.5943587484687995,
      "learning_rate": 0.0002973776107846148,
      "loss": 5.7389,
      "step": 6091
    },
    {
      "epoch": 0.5174991505266735,
      "grad_norm": 1.4639222949238273,
      "learning_rate": 0.00029737633235041246,
      "loss": 5.3993,
      "step": 6092
    },
    {
      "epoch": 0.5175840978593272,
      "grad_norm": 1.5779114543874273,
      "learning_rate": 0.00029737505360741235,
      "loss": 5.8647,
      "step": 6093
    },
    {
      "epoch": 0.517669045191981,
      "grad_norm": 1.6510725371022772,
      "learning_rate": 0.00029737377455561705,
      "loss": 5.4067,
      "step": 6094
    },
    {
      "epoch": 0.5177539925246347,
      "grad_norm": 1.536381746722663,
      "learning_rate": 0.0002973724951950294,
      "loss": 5.6027,
      "step": 6095
    },
    {
      "epoch": 0.5178389398572885,
      "grad_norm": 1.569717062880047,
      "learning_rate": 0.00029737121552565195,
      "loss": 5.7735,
      "step": 6096
    },
    {
      "epoch": 0.5179238871899422,
      "grad_norm": 1.5413722119834863,
      "learning_rate": 0.0002973699355474875,
      "loss": 5.2246,
      "step": 6097
    },
    {
      "epoch": 0.5180088345225959,
      "grad_norm": 1.4934988850187103,
      "learning_rate": 0.0002973686552605386,
      "loss": 5.1512,
      "step": 6098
    },
    {
      "epoch": 0.5180937818552498,
      "grad_norm": 1.5478211052563606,
      "learning_rate": 0.000297367374664808,
      "loss": 5.6684,
      "step": 6099
    },
    {
      "epoch": 0.5181787291879035,
      "grad_norm": 1.4567306796090238,
      "learning_rate": 0.00029736609376029843,
      "loss": 5.3757,
      "step": 6100
    },
    {
      "epoch": 0.5182636765205573,
      "grad_norm": 1.520386787482846,
      "learning_rate": 0.0002973648125470125,
      "loss": 5.4928,
      "step": 6101
    },
    {
      "epoch": 0.518348623853211,
      "grad_norm": 1.4859313879523555,
      "learning_rate": 0.0002973635310249529,
      "loss": 5.2784,
      "step": 6102
    },
    {
      "epoch": 0.5184335711858647,
      "grad_norm": 1.5491552071801007,
      "learning_rate": 0.00029736224919412233,
      "loss": 5.4634,
      "step": 6103
    },
    {
      "epoch": 0.5185185185185185,
      "grad_norm": 1.451403957992742,
      "learning_rate": 0.0002973609670545235,
      "loss": 5.2232,
      "step": 6104
    },
    {
      "epoch": 0.5186034658511722,
      "grad_norm": 1.4572475291376212,
      "learning_rate": 0.0002973596846061591,
      "loss": 5.5419,
      "step": 6105
    },
    {
      "epoch": 0.5186884131838261,
      "grad_norm": 1.4187355125553758,
      "learning_rate": 0.00029735840184903176,
      "loss": 5.2936,
      "step": 6106
    },
    {
      "epoch": 0.5187733605164798,
      "grad_norm": 1.5490769906388804,
      "learning_rate": 0.00029735711878314423,
      "loss": 5.149,
      "step": 6107
    },
    {
      "epoch": 0.5188583078491336,
      "grad_norm": 1.6311757411146164,
      "learning_rate": 0.0002973558354084992,
      "loss": 5.7968,
      "step": 6108
    },
    {
      "epoch": 0.5189432551817873,
      "grad_norm": 1.5625155584201178,
      "learning_rate": 0.00029735455172509925,
      "loss": 5.5972,
      "step": 6109
    },
    {
      "epoch": 0.519028202514441,
      "grad_norm": 1.4522738802803266,
      "learning_rate": 0.0002973532677329472,
      "loss": 5.5174,
      "step": 6110
    },
    {
      "epoch": 0.5191131498470948,
      "grad_norm": 1.6559537832273135,
      "learning_rate": 0.00029735198343204566,
      "loss": 5.7039,
      "step": 6111
    },
    {
      "epoch": 0.5191980971797485,
      "grad_norm": 1.5880032295723845,
      "learning_rate": 0.0002973506988223974,
      "loss": 5.9861,
      "step": 6112
    },
    {
      "epoch": 0.5192830445124023,
      "grad_norm": 1.3938649779627978,
      "learning_rate": 0.000297349413904005,
      "loss": 5.3996,
      "step": 6113
    },
    {
      "epoch": 0.5193679918450561,
      "grad_norm": 1.4760495190738485,
      "learning_rate": 0.00029734812867687125,
      "loss": 5.4885,
      "step": 6114
    },
    {
      "epoch": 0.5194529391777098,
      "grad_norm": 1.6361512336089705,
      "learning_rate": 0.00029734684314099884,
      "loss": 5.7239,
      "step": 6115
    },
    {
      "epoch": 0.5195378865103636,
      "grad_norm": 1.5707482852800447,
      "learning_rate": 0.00029734555729639037,
      "loss": 5.7023,
      "step": 6116
    },
    {
      "epoch": 0.5196228338430173,
      "grad_norm": 1.4314992517022063,
      "learning_rate": 0.00029734427114304866,
      "loss": 5.5226,
      "step": 6117
    },
    {
      "epoch": 0.5197077811756711,
      "grad_norm": 1.592134970131631,
      "learning_rate": 0.00029734298468097627,
      "loss": 5.7936,
      "step": 6118
    },
    {
      "epoch": 0.5197927285083248,
      "grad_norm": 1.5425696735040189,
      "learning_rate": 0.000297341697910176,
      "loss": 5.3366,
      "step": 6119
    },
    {
      "epoch": 0.5198776758409785,
      "grad_norm": 1.529986389315226,
      "learning_rate": 0.0002973404108306505,
      "loss": 5.4288,
      "step": 6120
    },
    {
      "epoch": 0.5199626231736324,
      "grad_norm": 1.4547178717610512,
      "learning_rate": 0.0002973391234424025,
      "loss": 5.4898,
      "step": 6121
    },
    {
      "epoch": 0.5200475705062861,
      "grad_norm": 1.4189255499054965,
      "learning_rate": 0.0002973378357454346,
      "loss": 5.354,
      "step": 6122
    },
    {
      "epoch": 0.5201325178389399,
      "grad_norm": 1.4846892688291968,
      "learning_rate": 0.0002973365477397497,
      "loss": 5.5188,
      "step": 6123
    },
    {
      "epoch": 0.5202174651715936,
      "grad_norm": 1.515047778883681,
      "learning_rate": 0.0002973352594253503,
      "loss": 5.389,
      "step": 6124
    },
    {
      "epoch": 0.5203024125042474,
      "grad_norm": 1.4096660399133782,
      "learning_rate": 0.0002973339708022392,
      "loss": 5.0922,
      "step": 6125
    },
    {
      "epoch": 0.5203873598369011,
      "grad_norm": 1.3891769965173757,
      "learning_rate": 0.00029733268187041905,
      "loss": 5.2556,
      "step": 6126
    },
    {
      "epoch": 0.5204723071695548,
      "grad_norm": 1.678482642743117,
      "learning_rate": 0.0002973313926298926,
      "loss": 5.6655,
      "step": 6127
    },
    {
      "epoch": 0.5205572545022086,
      "grad_norm": 1.47565461916519,
      "learning_rate": 0.0002973301030806625,
      "loss": 5.3634,
      "step": 6128
    },
    {
      "epoch": 0.5206422018348624,
      "grad_norm": 1.402431803178966,
      "learning_rate": 0.0002973288132227315,
      "loss": 5.3227,
      "step": 6129
    },
    {
      "epoch": 0.5207271491675162,
      "grad_norm": 1.5672566300546693,
      "learning_rate": 0.00029732752305610224,
      "loss": 5.661,
      "step": 6130
    },
    {
      "epoch": 0.5208120965001699,
      "grad_norm": 1.650592573954544,
      "learning_rate": 0.0002973262325807775,
      "loss": 5.8096,
      "step": 6131
    },
    {
      "epoch": 0.5208970438328236,
      "grad_norm": 1.5964501460121028,
      "learning_rate": 0.0002973249417967599,
      "loss": 5.6757,
      "step": 6132
    },
    {
      "epoch": 0.5209819911654774,
      "grad_norm": 1.5617803100036882,
      "learning_rate": 0.0002973236507040522,
      "loss": 5.5216,
      "step": 6133
    },
    {
      "epoch": 0.5210669384981311,
      "grad_norm": 1.4823380128054604,
      "learning_rate": 0.0002973223593026571,
      "loss": 5.4005,
      "step": 6134
    },
    {
      "epoch": 0.5211518858307849,
      "grad_norm": 1.4638965999978923,
      "learning_rate": 0.00029732106759257734,
      "loss": 5.3153,
      "step": 6135
    },
    {
      "epoch": 0.5212368331634387,
      "grad_norm": 1.5737620917270085,
      "learning_rate": 0.00029731977557381556,
      "loss": 5.8071,
      "step": 6136
    },
    {
      "epoch": 0.5213217804960925,
      "grad_norm": 1.4098970700618174,
      "learning_rate": 0.00029731848324637453,
      "loss": 5.2593,
      "step": 6137
    },
    {
      "epoch": 0.5214067278287462,
      "grad_norm": 1.499502598422423,
      "learning_rate": 0.0002973171906102569,
      "loss": 5.4808,
      "step": 6138
    },
    {
      "epoch": 0.5214916751613999,
      "grad_norm": 1.5040052454500994,
      "learning_rate": 0.0002973158976654654,
      "loss": 5.6944,
      "step": 6139
    },
    {
      "epoch": 0.5215766224940537,
      "grad_norm": 1.598957274929319,
      "learning_rate": 0.0002973146044120027,
      "loss": 5.9523,
      "step": 6140
    },
    {
      "epoch": 0.5216615698267074,
      "grad_norm": 1.5454417301646954,
      "learning_rate": 0.0002973133108498716,
      "loss": 5.287,
      "step": 6141
    },
    {
      "epoch": 0.5217465171593612,
      "grad_norm": 1.5408299703024224,
      "learning_rate": 0.00029731201697907476,
      "loss": 5.1576,
      "step": 6142
    },
    {
      "epoch": 0.5218314644920149,
      "grad_norm": 1.5365465875957893,
      "learning_rate": 0.0002973107227996149,
      "loss": 5.3327,
      "step": 6143
    },
    {
      "epoch": 0.5219164118246687,
      "grad_norm": 1.4833505526674688,
      "learning_rate": 0.0002973094283114947,
      "loss": 4.9622,
      "step": 6144
    },
    {
      "epoch": 0.5220013591573225,
      "grad_norm": 1.414850832068319,
      "learning_rate": 0.00029730813351471695,
      "loss": 5.0935,
      "step": 6145
    },
    {
      "epoch": 0.5220863064899762,
      "grad_norm": 1.4359019263538015,
      "learning_rate": 0.0002973068384092842,
      "loss": 5.1055,
      "step": 6146
    },
    {
      "epoch": 0.52217125382263,
      "grad_norm": 1.4886872471526724,
      "learning_rate": 0.00029730554299519936,
      "loss": 5.6264,
      "step": 6147
    },
    {
      "epoch": 0.5222562011552837,
      "grad_norm": 1.6576947091035874,
      "learning_rate": 0.00029730424727246506,
      "loss": 5.7997,
      "step": 6148
    },
    {
      "epoch": 0.5223411484879374,
      "grad_norm": 1.5859359350766278,
      "learning_rate": 0.000297302951241084,
      "loss": 5.7694,
      "step": 6149
    },
    {
      "epoch": 0.5224260958205912,
      "grad_norm": 1.562432111841069,
      "learning_rate": 0.0002973016549010589,
      "loss": 5.6669,
      "step": 6150
    },
    {
      "epoch": 0.522511043153245,
      "grad_norm": 1.470902623534778,
      "learning_rate": 0.0002973003582523925,
      "loss": 5.689,
      "step": 6151
    },
    {
      "epoch": 0.5225959904858988,
      "grad_norm": 1.5833672671932828,
      "learning_rate": 0.0002972990612950875,
      "loss": 5.925,
      "step": 6152
    },
    {
      "epoch": 0.5226809378185525,
      "grad_norm": 1.4546116678695888,
      "learning_rate": 0.00029729776402914656,
      "loss": 5.5301,
      "step": 6153
    },
    {
      "epoch": 0.5227658851512063,
      "grad_norm": 1.4835906377199044,
      "learning_rate": 0.0002972964664545725,
      "loss": 5.5649,
      "step": 6154
    },
    {
      "epoch": 0.52285083248386,
      "grad_norm": 1.5088967405786753,
      "learning_rate": 0.000297295168571368,
      "loss": 5.4987,
      "step": 6155
    },
    {
      "epoch": 0.5229357798165137,
      "grad_norm": 1.4889350011878424,
      "learning_rate": 0.0002972938703795358,
      "loss": 5.592,
      "step": 6156
    },
    {
      "epoch": 0.5230207271491675,
      "grad_norm": 1.5484920528662631,
      "learning_rate": 0.00029729257187907854,
      "loss": 5.8202,
      "step": 6157
    },
    {
      "epoch": 0.5231056744818213,
      "grad_norm": 1.5176974255474032,
      "learning_rate": 0.00029729127306999905,
      "loss": 5.4671,
      "step": 6158
    },
    {
      "epoch": 0.5231906218144751,
      "grad_norm": 1.509223996550055,
      "learning_rate": 0.00029728997395229995,
      "loss": 5.5057,
      "step": 6159
    },
    {
      "epoch": 0.5232755691471288,
      "grad_norm": 1.4413035431685006,
      "learning_rate": 0.00029728867452598405,
      "loss": 4.9511,
      "step": 6160
    },
    {
      "epoch": 0.5233605164797825,
      "grad_norm": 1.5633941168697423,
      "learning_rate": 0.00029728737479105396,
      "loss": 5.6704,
      "step": 6161
    },
    {
      "epoch": 0.5234454638124363,
      "grad_norm": 1.6449381885555612,
      "learning_rate": 0.00029728607474751255,
      "loss": 5.8383,
      "step": 6162
    },
    {
      "epoch": 0.52353041114509,
      "grad_norm": 1.4540552956035075,
      "learning_rate": 0.0002972847743953625,
      "loss": 5.4453,
      "step": 6163
    },
    {
      "epoch": 0.5236153584777438,
      "grad_norm": 1.4868917732497768,
      "learning_rate": 0.00029728347373460636,
      "loss": 5.5173,
      "step": 6164
    },
    {
      "epoch": 0.5237003058103975,
      "grad_norm": 1.408818168413891,
      "learning_rate": 0.00029728217276524715,
      "loss": 5.3875,
      "step": 6165
    },
    {
      "epoch": 0.5237852531430514,
      "grad_norm": 1.458658883054544,
      "learning_rate": 0.00029728087148728736,
      "loss": 5.0836,
      "step": 6166
    },
    {
      "epoch": 0.5238702004757051,
      "grad_norm": 1.6378813915954917,
      "learning_rate": 0.0002972795699007298,
      "loss": 4.8887,
      "step": 6167
    },
    {
      "epoch": 0.5239551478083588,
      "grad_norm": 1.5182393715848364,
      "learning_rate": 0.00029727826800557725,
      "loss": 5.8488,
      "step": 6168
    },
    {
      "epoch": 0.5240400951410126,
      "grad_norm": 1.4507258979950097,
      "learning_rate": 0.00029727696580183235,
      "loss": 5.3924,
      "step": 6169
    },
    {
      "epoch": 0.5241250424736663,
      "grad_norm": 1.4541106272250344,
      "learning_rate": 0.00029727566328949793,
      "loss": 5.5406,
      "step": 6170
    },
    {
      "epoch": 0.52420998980632,
      "grad_norm": 1.5435739531113022,
      "learning_rate": 0.0002972743604685766,
      "loss": 5.5579,
      "step": 6171
    },
    {
      "epoch": 0.5242949371389738,
      "grad_norm": 1.4681986625018646,
      "learning_rate": 0.00029727305733907107,
      "loss": 5.1972,
      "step": 6172
    },
    {
      "epoch": 0.5243798844716276,
      "grad_norm": 1.4668974781160995,
      "learning_rate": 0.0002972717539009843,
      "loss": 5.3276,
      "step": 6173
    },
    {
      "epoch": 0.5244648318042814,
      "grad_norm": 1.4528417688239146,
      "learning_rate": 0.00029727045015431875,
      "loss": 4.9523,
      "step": 6174
    },
    {
      "epoch": 0.5245497791369351,
      "grad_norm": 1.4796900101623487,
      "learning_rate": 0.0002972691460990773,
      "loss": 5.3757,
      "step": 6175
    },
    {
      "epoch": 0.5246347264695889,
      "grad_norm": 1.4752172815589484,
      "learning_rate": 0.00029726784173526264,
      "loss": 5.4323,
      "step": 6176
    },
    {
      "epoch": 0.5247196738022426,
      "grad_norm": 1.4601069821335235,
      "learning_rate": 0.00029726653706287754,
      "loss": 5.3322,
      "step": 6177
    },
    {
      "epoch": 0.5248046211348963,
      "grad_norm": 1.4838316917117422,
      "learning_rate": 0.00029726523208192465,
      "loss": 5.5005,
      "step": 6178
    },
    {
      "epoch": 0.5248895684675501,
      "grad_norm": 1.394687289253437,
      "learning_rate": 0.00029726392679240685,
      "loss": 5.1331,
      "step": 6179
    },
    {
      "epoch": 0.5249745158002038,
      "grad_norm": 1.490861784721373,
      "learning_rate": 0.00029726262119432673,
      "loss": 5.6482,
      "step": 6180
    },
    {
      "epoch": 0.5250594631328577,
      "grad_norm": 1.4727558844063697,
      "learning_rate": 0.00029726131528768707,
      "loss": 5.4495,
      "step": 6181
    },
    {
      "epoch": 0.5251444104655114,
      "grad_norm": 1.4117071122106002,
      "learning_rate": 0.0002972600090724906,
      "loss": 4.9367,
      "step": 6182
    },
    {
      "epoch": 0.5252293577981652,
      "grad_norm": 1.480577163314507,
      "learning_rate": 0.00029725870254874016,
      "loss": 5.2878,
      "step": 6183
    },
    {
      "epoch": 0.5253143051308189,
      "grad_norm": 1.4552583962154304,
      "learning_rate": 0.00029725739571643834,
      "loss": 5.38,
      "step": 6184
    },
    {
      "epoch": 0.5253992524634726,
      "grad_norm": 1.555974381759422,
      "learning_rate": 0.000297256088575588,
      "loss": 5.8674,
      "step": 6185
    },
    {
      "epoch": 0.5254841997961264,
      "grad_norm": 1.5562489142022438,
      "learning_rate": 0.0002972547811261918,
      "loss": 5.7705,
      "step": 6186
    },
    {
      "epoch": 0.5255691471287801,
      "grad_norm": 1.4742188202818798,
      "learning_rate": 0.0002972534733682524,
      "loss": 5.5225,
      "step": 6187
    },
    {
      "epoch": 0.525654094461434,
      "grad_norm": 1.4703380709667861,
      "learning_rate": 0.0002972521653017728,
      "loss": 5.45,
      "step": 6188
    },
    {
      "epoch": 0.5257390417940877,
      "grad_norm": 1.4362194280661746,
      "learning_rate": 0.00029725085692675545,
      "loss": 5.6347,
      "step": 6189
    },
    {
      "epoch": 0.5258239891267414,
      "grad_norm": 1.5872580980230155,
      "learning_rate": 0.00029724954824320325,
      "loss": 5.7915,
      "step": 6190
    },
    {
      "epoch": 0.5259089364593952,
      "grad_norm": 1.6568924333415609,
      "learning_rate": 0.00029724823925111893,
      "loss": 5.7981,
      "step": 6191
    },
    {
      "epoch": 0.5259938837920489,
      "grad_norm": 1.4504124282623378,
      "learning_rate": 0.0002972469299505052,
      "loss": 5.4151,
      "step": 6192
    },
    {
      "epoch": 0.5260788311247027,
      "grad_norm": 1.4839637958292884,
      "learning_rate": 0.00029724562034136483,
      "loss": 5.2936,
      "step": 6193
    },
    {
      "epoch": 0.5261637784573564,
      "grad_norm": 1.4644068661931322,
      "learning_rate": 0.0002972443104237006,
      "loss": 5.5274,
      "step": 6194
    },
    {
      "epoch": 0.5262487257900101,
      "grad_norm": 1.5455880580863641,
      "learning_rate": 0.0002972430001975151,
      "loss": 5.5741,
      "step": 6195
    },
    {
      "epoch": 0.526333673122664,
      "grad_norm": 1.5063549617582217,
      "learning_rate": 0.0002972416896628113,
      "loss": 5.528,
      "step": 6196
    },
    {
      "epoch": 0.5264186204553177,
      "grad_norm": 1.5648070537769192,
      "learning_rate": 0.0002972403788195918,
      "loss": 5.6704,
      "step": 6197
    },
    {
      "epoch": 0.5265035677879715,
      "grad_norm": 1.390173918255001,
      "learning_rate": 0.0002972390676678593,
      "loss": 5.0868,
      "step": 6198
    },
    {
      "epoch": 0.5265885151206252,
      "grad_norm": 1.4071432077140897,
      "learning_rate": 0.0002972377562076167,
      "loss": 5.1612,
      "step": 6199
    },
    {
      "epoch": 0.526673462453279,
      "grad_norm": 1.5461834833354293,
      "learning_rate": 0.0002972364444388666,
      "loss": 5.5177,
      "step": 6200
    },
    {
      "epoch": 0.5267584097859327,
      "grad_norm": 1.412065015725981,
      "learning_rate": 0.00029723513236161193,
      "loss": 5.2612,
      "step": 6201
    },
    {
      "epoch": 0.5268433571185864,
      "grad_norm": 1.42950389232293,
      "learning_rate": 0.0002972338199758553,
      "loss": 5.4327,
      "step": 6202
    },
    {
      "epoch": 0.5269283044512403,
      "grad_norm": 1.4985853622017358,
      "learning_rate": 0.0002972325072815994,
      "loss": 5.5028,
      "step": 6203
    },
    {
      "epoch": 0.527013251783894,
      "grad_norm": 1.627713524892572,
      "learning_rate": 0.00029723119427884715,
      "loss": 5.8263,
      "step": 6204
    },
    {
      "epoch": 0.5270981991165478,
      "grad_norm": 1.5863110814143242,
      "learning_rate": 0.0002972298809676012,
      "loss": 5.717,
      "step": 6205
    },
    {
      "epoch": 0.5271831464492015,
      "grad_norm": 1.6064579395960237,
      "learning_rate": 0.0002972285673478643,
      "loss": 5.5844,
      "step": 6206
    },
    {
      "epoch": 0.5272680937818552,
      "grad_norm": 1.6170966839917824,
      "learning_rate": 0.0002972272534196393,
      "loss": 5.6256,
      "step": 6207
    },
    {
      "epoch": 0.527353041114509,
      "grad_norm": 1.5823844997824996,
      "learning_rate": 0.0002972259391829288,
      "loss": 5.2745,
      "step": 6208
    },
    {
      "epoch": 0.5274379884471627,
      "grad_norm": 1.5659950717461213,
      "learning_rate": 0.00029722462463773565,
      "loss": 5.7247,
      "step": 6209
    },
    {
      "epoch": 0.5275229357798165,
      "grad_norm": 1.4883366479690345,
      "learning_rate": 0.00029722330978406255,
      "loss": 5.3003,
      "step": 6210
    },
    {
      "epoch": 0.5276078831124703,
      "grad_norm": 1.500775830847944,
      "learning_rate": 0.0002972219946219123,
      "loss": 5.4518,
      "step": 6211
    },
    {
      "epoch": 0.527692830445124,
      "grad_norm": 1.4386863326569075,
      "learning_rate": 0.00029722067915128773,
      "loss": 5.0923,
      "step": 6212
    },
    {
      "epoch": 0.5277777777777778,
      "grad_norm": 1.605432647534639,
      "learning_rate": 0.00029721936337219143,
      "loss": 5.6509,
      "step": 6213
    },
    {
      "epoch": 0.5278627251104315,
      "grad_norm": 1.4252683290117272,
      "learning_rate": 0.0002972180472846263,
      "loss": 5.6602,
      "step": 6214
    },
    {
      "epoch": 0.5279476724430853,
      "grad_norm": 1.4357203303750623,
      "learning_rate": 0.000297216730888595,
      "loss": 5.3152,
      "step": 6215
    },
    {
      "epoch": 0.528032619775739,
      "grad_norm": 1.4472281743145547,
      "learning_rate": 0.00029721541418410035,
      "loss": 5.4584,
      "step": 6216
    },
    {
      "epoch": 0.5281175671083927,
      "grad_norm": 1.5732705026028568,
      "learning_rate": 0.00029721409717114506,
      "loss": 5.6988,
      "step": 6217
    },
    {
      "epoch": 0.5282025144410466,
      "grad_norm": 1.554938280821953,
      "learning_rate": 0.00029721277984973187,
      "loss": 5.6785,
      "step": 6218
    },
    {
      "epoch": 0.5282874617737003,
      "grad_norm": 1.46911812535288,
      "learning_rate": 0.00029721146221986365,
      "loss": 5.5838,
      "step": 6219
    },
    {
      "epoch": 0.5283724091063541,
      "grad_norm": 1.5609433842992861,
      "learning_rate": 0.0002972101442815431,
      "loss": 5.7098,
      "step": 6220
    },
    {
      "epoch": 0.5284573564390078,
      "grad_norm": 1.4549334632570545,
      "learning_rate": 0.00029720882603477295,
      "loss": 5.0671,
      "step": 6221
    },
    {
      "epoch": 0.5285423037716616,
      "grad_norm": 1.5408439187412106,
      "learning_rate": 0.00029720750747955595,
      "loss": 5.4253,
      "step": 6222
    },
    {
      "epoch": 0.5286272511043153,
      "grad_norm": 1.4985480023919981,
      "learning_rate": 0.000297206188615895,
      "loss": 5.1924,
      "step": 6223
    },
    {
      "epoch": 0.528712198436969,
      "grad_norm": 1.4742013612786113,
      "learning_rate": 0.00029720486944379265,
      "loss": 5.2933,
      "step": 6224
    },
    {
      "epoch": 0.5287971457696228,
      "grad_norm": 1.4003575915465636,
      "learning_rate": 0.0002972035499632519,
      "loss": 4.9538,
      "step": 6225
    },
    {
      "epoch": 0.5288820931022766,
      "grad_norm": 1.4754848984084175,
      "learning_rate": 0.00029720223017427536,
      "loss": 5.5713,
      "step": 6226
    },
    {
      "epoch": 0.5289670404349304,
      "grad_norm": 1.5629015284232683,
      "learning_rate": 0.00029720091007686577,
      "loss": 5.5838,
      "step": 6227
    },
    {
      "epoch": 0.5290519877675841,
      "grad_norm": 1.4885941920297439,
      "learning_rate": 0.000297199589671026,
      "loss": 5.6459,
      "step": 6228
    },
    {
      "epoch": 0.5291369351002378,
      "grad_norm": 1.7400312307371724,
      "learning_rate": 0.00029719826895675876,
      "loss": 5.7756,
      "step": 6229
    },
    {
      "epoch": 0.5292218824328916,
      "grad_norm": 1.4397177169619242,
      "learning_rate": 0.0002971969479340668,
      "loss": 5.3117,
      "step": 6230
    },
    {
      "epoch": 0.5293068297655453,
      "grad_norm": 1.49378826755043,
      "learning_rate": 0.00029719562660295295,
      "loss": 5.3432,
      "step": 6231
    },
    {
      "epoch": 0.5293917770981991,
      "grad_norm": 1.4543866269079666,
      "learning_rate": 0.00029719430496341994,
      "loss": 5.1977,
      "step": 6232
    },
    {
      "epoch": 0.5294767244308529,
      "grad_norm": 1.5882541600639024,
      "learning_rate": 0.0002971929830154705,
      "loss": 5.426,
      "step": 6233
    },
    {
      "epoch": 0.5295616717635067,
      "grad_norm": 1.4977212200036054,
      "learning_rate": 0.0002971916607591075,
      "loss": 5.6187,
      "step": 6234
    },
    {
      "epoch": 0.5296466190961604,
      "grad_norm": 1.657113966665411,
      "learning_rate": 0.00029719033819433367,
      "loss": 5.5526,
      "step": 6235
    },
    {
      "epoch": 0.5297315664288141,
      "grad_norm": 1.6207805659539714,
      "learning_rate": 0.00029718901532115174,
      "loss": 5.6561,
      "step": 6236
    },
    {
      "epoch": 0.5298165137614679,
      "grad_norm": 1.4191323874319812,
      "learning_rate": 0.00029718769213956455,
      "loss": 5.0534,
      "step": 6237
    },
    {
      "epoch": 0.5299014610941216,
      "grad_norm": 1.4336542821722391,
      "learning_rate": 0.00029718636864957474,
      "loss": 4.9419,
      "step": 6238
    },
    {
      "epoch": 0.5299864084267754,
      "grad_norm": 1.5531758981065262,
      "learning_rate": 0.0002971850448511852,
      "loss": 5.4551,
      "step": 6239
    },
    {
      "epoch": 0.5300713557594292,
      "grad_norm": 1.5290084314351944,
      "learning_rate": 0.00029718372074439875,
      "loss": 5.0566,
      "step": 6240
    },
    {
      "epoch": 0.530156303092083,
      "grad_norm": 1.4279924279000846,
      "learning_rate": 0.00029718239632921804,
      "loss": 5.2387,
      "step": 6241
    },
    {
      "epoch": 0.5302412504247367,
      "grad_norm": 1.6187620724152685,
      "learning_rate": 0.0002971810716056459,
      "loss": 5.7605,
      "step": 6242
    },
    {
      "epoch": 0.5303261977573904,
      "grad_norm": 1.466613711500172,
      "learning_rate": 0.0002971797465736851,
      "loss": 5.434,
      "step": 6243
    },
    {
      "epoch": 0.5304111450900442,
      "grad_norm": 1.6082325839827696,
      "learning_rate": 0.0002971784212333384,
      "loss": 5.5804,
      "step": 6244
    },
    {
      "epoch": 0.5304960924226979,
      "grad_norm": 1.5105831368006215,
      "learning_rate": 0.0002971770955846086,
      "loss": 5.086,
      "step": 6245
    },
    {
      "epoch": 0.5305810397553516,
      "grad_norm": 1.4192429953488903,
      "learning_rate": 0.0002971757696274985,
      "loss": 5.1051,
      "step": 6246
    },
    {
      "epoch": 0.5306659870880054,
      "grad_norm": 2.318768951426439,
      "learning_rate": 0.0002971744433620108,
      "loss": 4.9245,
      "step": 6247
    },
    {
      "epoch": 0.5307509344206592,
      "grad_norm": 1.442487595698319,
      "learning_rate": 0.0002971731167881484,
      "loss": 5.5457,
      "step": 6248
    },
    {
      "epoch": 0.530835881753313,
      "grad_norm": 1.5639894940017565,
      "learning_rate": 0.000297171789905914,
      "loss": 5.7916,
      "step": 6249
    },
    {
      "epoch": 0.5309208290859667,
      "grad_norm": 1.4070508564272357,
      "learning_rate": 0.0002971704627153104,
      "loss": 5.5642,
      "step": 6250
    },
    {
      "epoch": 0.5310057764186205,
      "grad_norm": 1.4424886974774993,
      "learning_rate": 0.00029716913521634036,
      "loss": 5.1759,
      "step": 6251
    },
    {
      "epoch": 0.5310907237512742,
      "grad_norm": 2.3622810483930703,
      "learning_rate": 0.0002971678074090066,
      "loss": 4.9511,
      "step": 6252
    },
    {
      "epoch": 0.5311756710839279,
      "grad_norm": 1.7265177961633933,
      "learning_rate": 0.00029716647929331204,
      "loss": 5.6799,
      "step": 6253
    },
    {
      "epoch": 0.5312606184165817,
      "grad_norm": 1.6035311136337984,
      "learning_rate": 0.0002971651508692594,
      "loss": 4.7443,
      "step": 6254
    },
    {
      "epoch": 0.5313455657492355,
      "grad_norm": 1.5573306205035204,
      "learning_rate": 0.00029716382213685146,
      "loss": 5.318,
      "step": 6255
    },
    {
      "epoch": 0.5314305130818893,
      "grad_norm": 1.524218318419221,
      "learning_rate": 0.000297162493096091,
      "loss": 5.4615,
      "step": 6256
    },
    {
      "epoch": 0.531515460414543,
      "grad_norm": 1.5704185805499786,
      "learning_rate": 0.0002971611637469808,
      "loss": 5.3152,
      "step": 6257
    },
    {
      "epoch": 0.5316004077471967,
      "grad_norm": 1.7907784272210083,
      "learning_rate": 0.00029715983408952365,
      "loss": 5.9407,
      "step": 6258
    },
    {
      "epoch": 0.5316853550798505,
      "grad_norm": 1.6480108862639717,
      "learning_rate": 0.00029715850412372237,
      "loss": 5.632,
      "step": 6259
    },
    {
      "epoch": 0.5317703024125042,
      "grad_norm": 1.5729254080177884,
      "learning_rate": 0.0002971571738495797,
      "loss": 5.2061,
      "step": 6260
    },
    {
      "epoch": 0.531855249745158,
      "grad_norm": 1.715630968931789,
      "learning_rate": 0.0002971558432670984,
      "loss": 5.9064,
      "step": 6261
    },
    {
      "epoch": 0.5319401970778117,
      "grad_norm": 1.6628273276303225,
      "learning_rate": 0.00029715451237628137,
      "loss": 5.7558,
      "step": 6262
    },
    {
      "epoch": 0.5320251444104656,
      "grad_norm": 1.5568066470107191,
      "learning_rate": 0.00029715318117713133,
      "loss": 5.6682,
      "step": 6263
    },
    {
      "epoch": 0.5321100917431193,
      "grad_norm": 1.4618405434706558,
      "learning_rate": 0.00029715184966965105,
      "loss": 5.3253,
      "step": 6264
    },
    {
      "epoch": 0.532195039075773,
      "grad_norm": 1.502703083356544,
      "learning_rate": 0.00029715051785384334,
      "loss": 5.3065,
      "step": 6265
    },
    {
      "epoch": 0.5322799864084268,
      "grad_norm": 1.3907594181818614,
      "learning_rate": 0.00029714918572971104,
      "loss": 5.119,
      "step": 6266
    },
    {
      "epoch": 0.5323649337410805,
      "grad_norm": 1.4211305344374292,
      "learning_rate": 0.00029714785329725685,
      "loss": 5.4203,
      "step": 6267
    },
    {
      "epoch": 0.5324498810737343,
      "grad_norm": 1.400719710698898,
      "learning_rate": 0.0002971465205564836,
      "loss": 5.3232,
      "step": 6268
    },
    {
      "epoch": 0.532534828406388,
      "grad_norm": 1.6425413033351979,
      "learning_rate": 0.00029714518750739407,
      "loss": 5.3658,
      "step": 6269
    },
    {
      "epoch": 0.5326197757390418,
      "grad_norm": 1.4729934996929297,
      "learning_rate": 0.0002971438541499911,
      "loss": 5.6966,
      "step": 6270
    },
    {
      "epoch": 0.5327047230716956,
      "grad_norm": 1.5623954665471511,
      "learning_rate": 0.00029714252048427744,
      "loss": 5.7989,
      "step": 6271
    },
    {
      "epoch": 0.5327896704043493,
      "grad_norm": 1.5309758665914568,
      "learning_rate": 0.0002971411865102559,
      "loss": 5.3441,
      "step": 6272
    },
    {
      "epoch": 0.5328746177370031,
      "grad_norm": 1.5840384577358495,
      "learning_rate": 0.0002971398522279293,
      "loss": 5.4825,
      "step": 6273
    },
    {
      "epoch": 0.5329595650696568,
      "grad_norm": 1.7083518156296595,
      "learning_rate": 0.0002971385176373004,
      "loss": 5.3087,
      "step": 6274
    },
    {
      "epoch": 0.5330445124023105,
      "grad_norm": 1.6191942604551517,
      "learning_rate": 0.00029713718273837196,
      "loss": 5.1029,
      "step": 6275
    },
    {
      "epoch": 0.5331294597349643,
      "grad_norm": 1.5811093514541137,
      "learning_rate": 0.00029713584753114685,
      "loss": 5.6332,
      "step": 6276
    },
    {
      "epoch": 0.533214407067618,
      "grad_norm": 1.5337464017656244,
      "learning_rate": 0.00029713451201562787,
      "loss": 5.6363,
      "step": 6277
    },
    {
      "epoch": 0.5332993544002719,
      "grad_norm": 1.5471675649266263,
      "learning_rate": 0.0002971331761918178,
      "loss": 5.3642,
      "step": 6278
    },
    {
      "epoch": 0.5333843017329256,
      "grad_norm": 1.8739080330858988,
      "learning_rate": 0.00029713184005971934,
      "loss": 5.8878,
      "step": 6279
    },
    {
      "epoch": 0.5334692490655794,
      "grad_norm": 1.4963961587373524,
      "learning_rate": 0.00029713050361933547,
      "loss": 5.5704,
      "step": 6280
    },
    {
      "epoch": 0.5335541963982331,
      "grad_norm": 1.465338607616204,
      "learning_rate": 0.00029712916687066885,
      "loss": 5.5415,
      "step": 6281
    },
    {
      "epoch": 0.5336391437308868,
      "grad_norm": 1.990132115208689,
      "learning_rate": 0.00029712782981372235,
      "loss": 4.8713,
      "step": 6282
    },
    {
      "epoch": 0.5337240910635406,
      "grad_norm": 1.6596506462391907,
      "learning_rate": 0.0002971264924484987,
      "loss": 5.8712,
      "step": 6283
    },
    {
      "epoch": 0.5338090383961943,
      "grad_norm": 1.5166976940267252,
      "learning_rate": 0.0002971251547750008,
      "loss": 5.2995,
      "step": 6284
    },
    {
      "epoch": 0.5338939857288482,
      "grad_norm": 1.515919257413847,
      "learning_rate": 0.0002971238167932314,
      "loss": 5.1851,
      "step": 6285
    },
    {
      "epoch": 0.5339789330615019,
      "grad_norm": 1.575551318676697,
      "learning_rate": 0.0002971224785031933,
      "loss": 4.8018,
      "step": 6286
    },
    {
      "epoch": 0.5340638803941556,
      "grad_norm": 1.4911882931077727,
      "learning_rate": 0.00029712113990488934,
      "loss": 5.5031,
      "step": 6287
    },
    {
      "epoch": 0.5341488277268094,
      "grad_norm": 1.4072688495198187,
      "learning_rate": 0.0002971198009983223,
      "loss": 5.505,
      "step": 6288
    },
    {
      "epoch": 0.5342337750594631,
      "grad_norm": 1.3938924897227294,
      "learning_rate": 0.00029711846178349493,
      "loss": 5.5148,
      "step": 6289
    },
    {
      "epoch": 0.5343187223921169,
      "grad_norm": 1.4888638142302995,
      "learning_rate": 0.00029711712226041014,
      "loss": 5.0995,
      "step": 6290
    },
    {
      "epoch": 0.5344036697247706,
      "grad_norm": 1.6279868981551353,
      "learning_rate": 0.0002971157824290707,
      "loss": 5.2473,
      "step": 6291
    },
    {
      "epoch": 0.5344886170574243,
      "grad_norm": 1.6823439068341137,
      "learning_rate": 0.0002971144422894793,
      "loss": 5.7833,
      "step": 6292
    },
    {
      "epoch": 0.5345735643900782,
      "grad_norm": 1.48122030566161,
      "learning_rate": 0.0002971131018416389,
      "loss": 5.1622,
      "step": 6293
    },
    {
      "epoch": 0.5346585117227319,
      "grad_norm": 1.4403022055339427,
      "learning_rate": 0.0002971117610855523,
      "loss": 5.3332,
      "step": 6294
    },
    {
      "epoch": 0.5347434590553857,
      "grad_norm": 1.5123102973549378,
      "learning_rate": 0.00029711042002122224,
      "loss": 5.2219,
      "step": 6295
    },
    {
      "epoch": 0.5348284063880394,
      "grad_norm": 1.8859586702357698,
      "learning_rate": 0.0002971090786486516,
      "loss": 4.6707,
      "step": 6296
    },
    {
      "epoch": 0.5349133537206932,
      "grad_norm": 1.6015316233667174,
      "learning_rate": 0.0002971077369678431,
      "loss": 5.9239,
      "step": 6297
    },
    {
      "epoch": 0.5349983010533469,
      "grad_norm": 1.55677172356284,
      "learning_rate": 0.0002971063949787996,
      "loss": 5.5724,
      "step": 6298
    },
    {
      "epoch": 0.5350832483860006,
      "grad_norm": 1.4917020684700888,
      "learning_rate": 0.00029710505268152395,
      "loss": 5.3398,
      "step": 6299
    },
    {
      "epoch": 0.5351681957186545,
      "grad_norm": 1.4909112017266843,
      "learning_rate": 0.0002971037100760189,
      "loss": 5.7264,
      "step": 6300
    },
    {
      "epoch": 0.5352531430513082,
      "grad_norm": 1.4488839984333293,
      "learning_rate": 0.00029710236716228727,
      "loss": 5.4848,
      "step": 6301
    },
    {
      "epoch": 0.535338090383962,
      "grad_norm": 1.4705219916476802,
      "learning_rate": 0.00029710102394033195,
      "loss": 5.036,
      "step": 6302
    },
    {
      "epoch": 0.5354230377166157,
      "grad_norm": 1.462308540691115,
      "learning_rate": 0.0002970996804101556,
      "loss": 5.2206,
      "step": 6303
    },
    {
      "epoch": 0.5355079850492694,
      "grad_norm": 1.6683081777894653,
      "learning_rate": 0.0002970983365717612,
      "loss": 5.4941,
      "step": 6304
    },
    {
      "epoch": 0.5355929323819232,
      "grad_norm": 1.5216336905464254,
      "learning_rate": 0.0002970969924251515,
      "loss": 5.4604,
      "step": 6305
    },
    {
      "epoch": 0.5356778797145769,
      "grad_norm": 1.428550361234533,
      "learning_rate": 0.00029709564797032934,
      "loss": 4.968,
      "step": 6306
    },
    {
      "epoch": 0.5357628270472308,
      "grad_norm": 1.403857986824886,
      "learning_rate": 0.00029709430320729746,
      "loss": 5.4727,
      "step": 6307
    },
    {
      "epoch": 0.5358477743798845,
      "grad_norm": 1.592913703904785,
      "learning_rate": 0.0002970929581360587,
      "loss": 5.5857,
      "step": 6308
    },
    {
      "epoch": 0.5359327217125383,
      "grad_norm": 1.495678592206554,
      "learning_rate": 0.000297091612756616,
      "loss": 5.4108,
      "step": 6309
    },
    {
      "epoch": 0.536017669045192,
      "grad_norm": 1.6927618093991499,
      "learning_rate": 0.00029709026706897204,
      "loss": 5.8736,
      "step": 6310
    },
    {
      "epoch": 0.5361026163778457,
      "grad_norm": 1.4618083890312656,
      "learning_rate": 0.00029708892107312964,
      "loss": 5.3672,
      "step": 6311
    },
    {
      "epoch": 0.5361875637104995,
      "grad_norm": 1.4580599915560102,
      "learning_rate": 0.0002970875747690917,
      "loss": 5.2815,
      "step": 6312
    },
    {
      "epoch": 0.5362725110431532,
      "grad_norm": 1.4284292539443852,
      "learning_rate": 0.00029708622815686103,
      "loss": 5.2607,
      "step": 6313
    },
    {
      "epoch": 0.536357458375807,
      "grad_norm": 1.4246843914293041,
      "learning_rate": 0.0002970848812364404,
      "loss": 5.2882,
      "step": 6314
    },
    {
      "epoch": 0.5364424057084608,
      "grad_norm": 1.5621022376669307,
      "learning_rate": 0.00029708353400783265,
      "loss": 5.2546,
      "step": 6315
    },
    {
      "epoch": 0.5365273530411145,
      "grad_norm": 1.7446680357440676,
      "learning_rate": 0.00029708218647104065,
      "loss": 5.5019,
      "step": 6316
    },
    {
      "epoch": 0.5366123003737683,
      "grad_norm": 1.462245250900754,
      "learning_rate": 0.0002970808386260672,
      "loss": 5.2367,
      "step": 6317
    },
    {
      "epoch": 0.536697247706422,
      "grad_norm": 1.4891916191577705,
      "learning_rate": 0.00029707949047291506,
      "loss": 4.8989,
      "step": 6318
    },
    {
      "epoch": 0.5367821950390758,
      "grad_norm": 1.447707692242313,
      "learning_rate": 0.00029707814201158716,
      "loss": 4.7354,
      "step": 6319
    },
    {
      "epoch": 0.5368671423717295,
      "grad_norm": 1.4785327924459952,
      "learning_rate": 0.00029707679324208623,
      "loss": 5.2276,
      "step": 6320
    },
    {
      "epoch": 0.5369520897043832,
      "grad_norm": 1.5268055639053095,
      "learning_rate": 0.0002970754441644151,
      "loss": 5.7549,
      "step": 6321
    },
    {
      "epoch": 0.5370370370370371,
      "grad_norm": 1.556731478517024,
      "learning_rate": 0.00029707409477857673,
      "loss": 5.268,
      "step": 6322
    },
    {
      "epoch": 0.5371219843696908,
      "grad_norm": 1.5110482701206198,
      "learning_rate": 0.00029707274508457374,
      "loss": 5.2104,
      "step": 6323
    },
    {
      "epoch": 0.5372069317023446,
      "grad_norm": 1.6957078519903923,
      "learning_rate": 0.00029707139508240916,
      "loss": 4.8141,
      "step": 6324
    },
    {
      "epoch": 0.5372918790349983,
      "grad_norm": 1.4837589901764239,
      "learning_rate": 0.0002970700447720857,
      "loss": 5.4461,
      "step": 6325
    },
    {
      "epoch": 0.537376826367652,
      "grad_norm": 1.5909201123878889,
      "learning_rate": 0.00029706869415360623,
      "loss": 5.2927,
      "step": 6326
    },
    {
      "epoch": 0.5374617737003058,
      "grad_norm": 1.6892072559629283,
      "learning_rate": 0.0002970673432269735,
      "loss": 5.6369,
      "step": 6327
    },
    {
      "epoch": 0.5375467210329595,
      "grad_norm": 1.4661487458392597,
      "learning_rate": 0.0002970659919921905,
      "loss": 5.0561,
      "step": 6328
    },
    {
      "epoch": 0.5376316683656133,
      "grad_norm": 1.457926291844901,
      "learning_rate": 0.0002970646404492599,
      "loss": 5.298,
      "step": 6329
    },
    {
      "epoch": 0.5377166156982671,
      "grad_norm": 1.4435628556054505,
      "learning_rate": 0.00029706328859818466,
      "loss": 5.3159,
      "step": 6330
    },
    {
      "epoch": 0.5378015630309209,
      "grad_norm": 1.5600845813299078,
      "learning_rate": 0.0002970619364389675,
      "loss": 5.5022,
      "step": 6331
    },
    {
      "epoch": 0.5378865103635746,
      "grad_norm": 1.6327026665084543,
      "learning_rate": 0.00029706058397161133,
      "loss": 5.6542,
      "step": 6332
    },
    {
      "epoch": 0.5379714576962283,
      "grad_norm": 1.43674781257925,
      "learning_rate": 0.00029705923119611896,
      "loss": 5.1343,
      "step": 6333
    },
    {
      "epoch": 0.5380564050288821,
      "grad_norm": 1.523383858108211,
      "learning_rate": 0.00029705787811249324,
      "loss": 5.5469,
      "step": 6334
    },
    {
      "epoch": 0.5381413523615358,
      "grad_norm": 1.4279353679528222,
      "learning_rate": 0.000297056524720737,
      "loss": 5.412,
      "step": 6335
    },
    {
      "epoch": 0.5382262996941896,
      "grad_norm": 1.400930204741341,
      "learning_rate": 0.00029705517102085303,
      "loss": 5.2231,
      "step": 6336
    },
    {
      "epoch": 0.5383112470268434,
      "grad_norm": 1.5150326609337137,
      "learning_rate": 0.0002970538170128442,
      "loss": 5.1514,
      "step": 6337
    },
    {
      "epoch": 0.5383961943594971,
      "grad_norm": 1.512831654195851,
      "learning_rate": 0.0002970524626967133,
      "loss": 5.2099,
      "step": 6338
    },
    {
      "epoch": 0.5384811416921509,
      "grad_norm": 1.6588715005978856,
      "learning_rate": 0.0002970511080724633,
      "loss": 5.3179,
      "step": 6339
    },
    {
      "epoch": 0.5385660890248046,
      "grad_norm": 1.5967601891306766,
      "learning_rate": 0.00029704975314009697,
      "loss": 5.4753,
      "step": 6340
    },
    {
      "epoch": 0.5386510363574584,
      "grad_norm": 1.4745145021149038,
      "learning_rate": 0.00029704839789961707,
      "loss": 5.4643,
      "step": 6341
    },
    {
      "epoch": 0.5387359836901121,
      "grad_norm": 1.4603512896726352,
      "learning_rate": 0.00029704704235102654,
      "loss": 5.3227,
      "step": 6342
    },
    {
      "epoch": 0.5388209310227658,
      "grad_norm": 1.482369020735737,
      "learning_rate": 0.0002970456864943282,
      "loss": 5.5444,
      "step": 6343
    },
    {
      "epoch": 0.5389058783554196,
      "grad_norm": 1.7239652373887693,
      "learning_rate": 0.00029704433032952485,
      "loss": 5.8072,
      "step": 6344
    },
    {
      "epoch": 0.5389908256880734,
      "grad_norm": 1.5713560568375218,
      "learning_rate": 0.00029704297385661934,
      "loss": 5.5258,
      "step": 6345
    },
    {
      "epoch": 0.5390757730207272,
      "grad_norm": 1.6219648578975718,
      "learning_rate": 0.00029704161707561457,
      "loss": 5.5868,
      "step": 6346
    },
    {
      "epoch": 0.5391607203533809,
      "grad_norm": 1.4602084839728717,
      "learning_rate": 0.00029704025998651326,
      "loss": 5.0695,
      "step": 6347
    },
    {
      "epoch": 0.5392456676860347,
      "grad_norm": 1.5047210468039116,
      "learning_rate": 0.00029703890258931846,
      "loss": 5.5675,
      "step": 6348
    },
    {
      "epoch": 0.5393306150186884,
      "grad_norm": 1.4918151658185157,
      "learning_rate": 0.0002970375448840328,
      "loss": 5.411,
      "step": 6349
    },
    {
      "epoch": 0.5394155623513421,
      "grad_norm": 1.4910463532788754,
      "learning_rate": 0.0002970361868706592,
      "loss": 5.7692,
      "step": 6350
    },
    {
      "epoch": 0.5395005096839959,
      "grad_norm": 1.4554250679660645,
      "learning_rate": 0.00029703482854920055,
      "loss": 5.5173,
      "step": 6351
    },
    {
      "epoch": 0.5395854570166497,
      "grad_norm": 1.389011694225308,
      "learning_rate": 0.0002970334699196597,
      "loss": 5.0718,
      "step": 6352
    },
    {
      "epoch": 0.5396704043493035,
      "grad_norm": 1.4773359085316617,
      "learning_rate": 0.00029703211098203945,
      "loss": 5.296,
      "step": 6353
    },
    {
      "epoch": 0.5397553516819572,
      "grad_norm": 1.4624030890948443,
      "learning_rate": 0.0002970307517363426,
      "loss": 5.5182,
      "step": 6354
    },
    {
      "epoch": 0.539840299014611,
      "grad_norm": 1.4771882207760643,
      "learning_rate": 0.0002970293921825721,
      "loss": 5.5033,
      "step": 6355
    },
    {
      "epoch": 0.5399252463472647,
      "grad_norm": 1.4253260815639217,
      "learning_rate": 0.0002970280323207308,
      "loss": 5.4924,
      "step": 6356
    },
    {
      "epoch": 0.5400101936799184,
      "grad_norm": 1.710416057270136,
      "learning_rate": 0.0002970266721508215,
      "loss": 6.0592,
      "step": 6357
    },
    {
      "epoch": 0.5400951410125722,
      "grad_norm": 1.4555027254787396,
      "learning_rate": 0.000297025311672847,
      "loss": 5.5271,
      "step": 6358
    },
    {
      "epoch": 0.5401800883452259,
      "grad_norm": 1.4030539207481663,
      "learning_rate": 0.0002970239508868102,
      "loss": 4.9645,
      "step": 6359
    },
    {
      "epoch": 0.5402650356778798,
      "grad_norm": 1.4139213355202112,
      "learning_rate": 0.000297022589792714,
      "loss": 5.1753,
      "step": 6360
    },
    {
      "epoch": 0.5403499830105335,
      "grad_norm": 1.6739248573826437,
      "learning_rate": 0.0002970212283905612,
      "loss": 5.6246,
      "step": 6361
    },
    {
      "epoch": 0.5404349303431872,
      "grad_norm": 1.5150975949316268,
      "learning_rate": 0.00029701986668035464,
      "loss": 5.6742,
      "step": 6362
    },
    {
      "epoch": 0.540519877675841,
      "grad_norm": 1.6609982273107768,
      "learning_rate": 0.0002970185046620972,
      "loss": 5.4612,
      "step": 6363
    },
    {
      "epoch": 0.5406048250084947,
      "grad_norm": 1.5959708687694063,
      "learning_rate": 0.00029701714233579176,
      "loss": 5.9006,
      "step": 6364
    },
    {
      "epoch": 0.5406897723411485,
      "grad_norm": 1.3918249094578068,
      "learning_rate": 0.00029701577970144114,
      "loss": 5.197,
      "step": 6365
    },
    {
      "epoch": 0.5407747196738022,
      "grad_norm": 1.381135849062577,
      "learning_rate": 0.0002970144167590482,
      "loss": 5.49,
      "step": 6366
    },
    {
      "epoch": 0.540859667006456,
      "grad_norm": 1.4403354541828757,
      "learning_rate": 0.0002970130535086157,
      "loss": 5.3506,
      "step": 6367
    },
    {
      "epoch": 0.5409446143391098,
      "grad_norm": 1.4537392489742211,
      "learning_rate": 0.00029701168995014673,
      "loss": 5.6423,
      "step": 6368
    },
    {
      "epoch": 0.5410295616717635,
      "grad_norm": 1.4025530538182727,
      "learning_rate": 0.0002970103260836439,
      "loss": 5.0291,
      "step": 6369
    },
    {
      "epoch": 0.5411145090044173,
      "grad_norm": 1.4694811700740595,
      "learning_rate": 0.0002970089619091103,
      "loss": 5.4257,
      "step": 6370
    },
    {
      "epoch": 0.541199456337071,
      "grad_norm": 1.495071777583009,
      "learning_rate": 0.00029700759742654856,
      "loss": 5.5668,
      "step": 6371
    },
    {
      "epoch": 0.5412844036697247,
      "grad_norm": 1.4951508181995763,
      "learning_rate": 0.00029700623263596165,
      "loss": 5.4387,
      "step": 6372
    },
    {
      "epoch": 0.5413693510023785,
      "grad_norm": 1.4186268684611376,
      "learning_rate": 0.00029700486753735247,
      "loss": 5.1258,
      "step": 6373
    },
    {
      "epoch": 0.5414542983350322,
      "grad_norm": 1.4469465736567129,
      "learning_rate": 0.0002970035021307238,
      "loss": 5.5308,
      "step": 6374
    },
    {
      "epoch": 0.5415392456676861,
      "grad_norm": 1.576381268364006,
      "learning_rate": 0.00029700213641607856,
      "loss": 5.7535,
      "step": 6375
    },
    {
      "epoch": 0.5416241930003398,
      "grad_norm": 1.544411870127669,
      "learning_rate": 0.0002970007703934196,
      "loss": 5.6229,
      "step": 6376
    },
    {
      "epoch": 0.5417091403329936,
      "grad_norm": 1.4537693616303258,
      "learning_rate": 0.00029699940406274967,
      "loss": 5.1394,
      "step": 6377
    },
    {
      "epoch": 0.5417940876656473,
      "grad_norm": 1.4204198194629953,
      "learning_rate": 0.0002969980374240718,
      "loss": 5.3304,
      "step": 6378
    },
    {
      "epoch": 0.541879034998301,
      "grad_norm": 1.4274704532756322,
      "learning_rate": 0.0002969966704773888,
      "loss": 5.5174,
      "step": 6379
    },
    {
      "epoch": 0.5419639823309548,
      "grad_norm": 1.3873244886619196,
      "learning_rate": 0.0002969953032227035,
      "loss": 5.0205,
      "step": 6380
    },
    {
      "epoch": 0.5420489296636085,
      "grad_norm": 1.6417374219676888,
      "learning_rate": 0.00029699393566001876,
      "loss": 5.1951,
      "step": 6381
    },
    {
      "epoch": 0.5421338769962624,
      "grad_norm": 1.4106848134438208,
      "learning_rate": 0.00029699256778933746,
      "loss": 5.2567,
      "step": 6382
    },
    {
      "epoch": 0.5422188243289161,
      "grad_norm": 1.6532940057789707,
      "learning_rate": 0.0002969911996106625,
      "loss": 5.8436,
      "step": 6383
    },
    {
      "epoch": 0.5423037716615698,
      "grad_norm": 1.5205626774928538,
      "learning_rate": 0.00029698983112399677,
      "loss": 5.6358,
      "step": 6384
    },
    {
      "epoch": 0.5423887189942236,
      "grad_norm": 1.440669241146544,
      "learning_rate": 0.00029698846232934303,
      "loss": 5.4749,
      "step": 6385
    },
    {
      "epoch": 0.5424736663268773,
      "grad_norm": 1.5242781247511472,
      "learning_rate": 0.00029698709322670426,
      "loss": 5.1214,
      "step": 6386
    },
    {
      "epoch": 0.5425586136595311,
      "grad_norm": 1.510120660762553,
      "learning_rate": 0.00029698572381608323,
      "loss": 5.6567,
      "step": 6387
    },
    {
      "epoch": 0.5426435609921848,
      "grad_norm": 1.3819102034118682,
      "learning_rate": 0.0002969843540974828,
      "loss": 5.3688,
      "step": 6388
    },
    {
      "epoch": 0.5427285083248387,
      "grad_norm": 1.4011780801111646,
      "learning_rate": 0.00029698298407090603,
      "loss": 5.3485,
      "step": 6389
    },
    {
      "epoch": 0.5428134556574924,
      "grad_norm": 1.6475033027024046,
      "learning_rate": 0.00029698161373635555,
      "loss": 5.8131,
      "step": 6390
    },
    {
      "epoch": 0.5428984029901461,
      "grad_norm": 1.647795406098288,
      "learning_rate": 0.00029698024309383436,
      "loss": 5.4173,
      "step": 6391
    },
    {
      "epoch": 0.5429833503227999,
      "grad_norm": 1.5577315261350124,
      "learning_rate": 0.0002969788721433453,
      "loss": 5.9231,
      "step": 6392
    },
    {
      "epoch": 0.5430682976554536,
      "grad_norm": 1.4509342547086976,
      "learning_rate": 0.0002969775008848913,
      "loss": 5.4168,
      "step": 6393
    },
    {
      "epoch": 0.5431532449881074,
      "grad_norm": 1.4706308102062358,
      "learning_rate": 0.00029697612931847516,
      "loss": 5.5237,
      "step": 6394
    },
    {
      "epoch": 0.5432381923207611,
      "grad_norm": 1.4872341965155123,
      "learning_rate": 0.00029697475744409977,
      "loss": 5.4403,
      "step": 6395
    },
    {
      "epoch": 0.5433231396534148,
      "grad_norm": 1.5688999116461433,
      "learning_rate": 0.00029697338526176804,
      "loss": 5.7616,
      "step": 6396
    },
    {
      "epoch": 0.5434080869860687,
      "grad_norm": 1.6014988509607782,
      "learning_rate": 0.00029697201277148277,
      "loss": 5.3151,
      "step": 6397
    },
    {
      "epoch": 0.5434930343187224,
      "grad_norm": 1.4691679532517379,
      "learning_rate": 0.0002969706399732469,
      "loss": 5.3475,
      "step": 6398
    },
    {
      "epoch": 0.5435779816513762,
      "grad_norm": 1.4467972252316976,
      "learning_rate": 0.0002969692668670633,
      "loss": 5.3403,
      "step": 6399
    },
    {
      "epoch": 0.5436629289840299,
      "grad_norm": 1.458319409992695,
      "learning_rate": 0.0002969678934529349,
      "loss": 5.3574,
      "step": 6400
    },
    {
      "epoch": 0.5437478763166836,
      "grad_norm": 1.452088936339998,
      "learning_rate": 0.0002969665197308644,
      "loss": 5.4226,
      "step": 6401
    },
    {
      "epoch": 0.5438328236493374,
      "grad_norm": 1.4606318226863642,
      "learning_rate": 0.0002969651457008548,
      "loss": 5.2914,
      "step": 6402
    },
    {
      "epoch": 0.5439177709819911,
      "grad_norm": 1.4632980853504995,
      "learning_rate": 0.00029696377136290906,
      "loss": 5.4075,
      "step": 6403
    },
    {
      "epoch": 0.544002718314645,
      "grad_norm": 1.4723520968264001,
      "learning_rate": 0.0002969623967170299,
      "loss": 5.2882,
      "step": 6404
    },
    {
      "epoch": 0.5440876656472987,
      "grad_norm": 1.45922152700805,
      "learning_rate": 0.0002969610217632203,
      "loss": 5.4359,
      "step": 6405
    },
    {
      "epoch": 0.5441726129799525,
      "grad_norm": 1.4675637285206367,
      "learning_rate": 0.0002969596465014831,
      "loss": 5.2858,
      "step": 6406
    },
    {
      "epoch": 0.5442575603126062,
      "grad_norm": 1.4510793617862545,
      "learning_rate": 0.0002969582709318212,
      "loss": 5.2418,
      "step": 6407
    },
    {
      "epoch": 0.5443425076452599,
      "grad_norm": 1.458537249942312,
      "learning_rate": 0.0002969568950542375,
      "loss": 5.4458,
      "step": 6408
    },
    {
      "epoch": 0.5444274549779137,
      "grad_norm": 1.4494512711465644,
      "learning_rate": 0.0002969555188687349,
      "loss": 5.1616,
      "step": 6409
    },
    {
      "epoch": 0.5445124023105674,
      "grad_norm": 1.463540251998135,
      "learning_rate": 0.0002969541423753161,
      "loss": 5.5815,
      "step": 6410
    },
    {
      "epoch": 0.5445973496432212,
      "grad_norm": 1.6283233716759216,
      "learning_rate": 0.00029695276557398427,
      "loss": 4.4904,
      "step": 6411
    },
    {
      "epoch": 0.544682296975875,
      "grad_norm": 1.647859335422183,
      "learning_rate": 0.0002969513884647421,
      "loss": 5.7784,
      "step": 6412
    },
    {
      "epoch": 0.5447672443085287,
      "grad_norm": 1.476865718778131,
      "learning_rate": 0.0002969500110475925,
      "loss": 5.0813,
      "step": 6413
    },
    {
      "epoch": 0.5448521916411825,
      "grad_norm": 1.4493364835332756,
      "learning_rate": 0.00029694863332253846,
      "loss": 5.2336,
      "step": 6414
    },
    {
      "epoch": 0.5449371389738362,
      "grad_norm": 1.4273229450637615,
      "learning_rate": 0.0002969472552895827,
      "loss": 5.4238,
      "step": 6415
    },
    {
      "epoch": 0.54502208630649,
      "grad_norm": 1.3869232639456872,
      "learning_rate": 0.00029694587694872827,
      "loss": 5.2717,
      "step": 6416
    },
    {
      "epoch": 0.5451070336391437,
      "grad_norm": 1.5277282056541994,
      "learning_rate": 0.00029694449829997794,
      "loss": 5.6905,
      "step": 6417
    },
    {
      "epoch": 0.5451919809717974,
      "grad_norm": 1.4452479968735295,
      "learning_rate": 0.0002969431193433346,
      "loss": 5.4794,
      "step": 6418
    },
    {
      "epoch": 0.5452769283044513,
      "grad_norm": 1.5081529960535394,
      "learning_rate": 0.0002969417400788013,
      "loss": 5.7958,
      "step": 6419
    },
    {
      "epoch": 0.545361875637105,
      "grad_norm": 1.4627291577546238,
      "learning_rate": 0.00029694036050638076,
      "loss": 5.5612,
      "step": 6420
    },
    {
      "epoch": 0.5454468229697588,
      "grad_norm": 1.4556249973385724,
      "learning_rate": 0.0002969389806260759,
      "loss": 5.5539,
      "step": 6421
    },
    {
      "epoch": 0.5455317703024125,
      "grad_norm": 1.4338426169504837,
      "learning_rate": 0.00029693760043788967,
      "loss": 5.5377,
      "step": 6422
    },
    {
      "epoch": 0.5456167176350663,
      "grad_norm": 1.4017731763715338,
      "learning_rate": 0.00029693621994182493,
      "loss": 5.0315,
      "step": 6423
    },
    {
      "epoch": 0.54570166496772,
      "grad_norm": 1.5633102298952057,
      "learning_rate": 0.00029693483913788456,
      "loss": 6.0024,
      "step": 6424
    },
    {
      "epoch": 0.5457866123003737,
      "grad_norm": 1.5351463513139418,
      "learning_rate": 0.0002969334580260715,
      "loss": 5.746,
      "step": 6425
    },
    {
      "epoch": 0.5458715596330275,
      "grad_norm": 1.4332298607324192,
      "learning_rate": 0.0002969320766063885,
      "loss": 5.0157,
      "step": 6426
    },
    {
      "epoch": 0.5459565069656813,
      "grad_norm": 1.4619649827179126,
      "learning_rate": 0.00029693069487883865,
      "loss": 5.5385,
      "step": 6427
    },
    {
      "epoch": 0.5460414542983351,
      "grad_norm": 1.4274384458293707,
      "learning_rate": 0.00029692931284342475,
      "loss": 5.1648,
      "step": 6428
    },
    {
      "epoch": 0.5461264016309888,
      "grad_norm": 1.5141115985125086,
      "learning_rate": 0.0002969279305001497,
      "loss": 5.3887,
      "step": 6429
    },
    {
      "epoch": 0.5462113489636425,
      "grad_norm": 1.4910117933433193,
      "learning_rate": 0.00029692654784901635,
      "loss": 5.3883,
      "step": 6430
    },
    {
      "epoch": 0.5462962962962963,
      "grad_norm": 1.452119570292958,
      "learning_rate": 0.0002969251648900277,
      "loss": 5.194,
      "step": 6431
    },
    {
      "epoch": 0.54638124362895,
      "grad_norm": 1.4537490018265664,
      "learning_rate": 0.0002969237816231866,
      "loss": 5.2718,
      "step": 6432
    },
    {
      "epoch": 0.5464661909616038,
      "grad_norm": 1.5094980664764501,
      "learning_rate": 0.0002969223980484959,
      "loss": 5.3314,
      "step": 6433
    },
    {
      "epoch": 0.5465511382942576,
      "grad_norm": 1.4724145542900198,
      "learning_rate": 0.00029692101416595857,
      "loss": 5.4151,
      "step": 6434
    },
    {
      "epoch": 0.5466360856269113,
      "grad_norm": 1.5831518337769643,
      "learning_rate": 0.0002969196299755775,
      "loss": 5.7552,
      "step": 6435
    },
    {
      "epoch": 0.5467210329595651,
      "grad_norm": 1.5889163337904213,
      "learning_rate": 0.00029691824547735553,
      "loss": 5.7403,
      "step": 6436
    },
    {
      "epoch": 0.5468059802922188,
      "grad_norm": 1.4898219070768361,
      "learning_rate": 0.0002969168606712956,
      "loss": 5.5379,
      "step": 6437
    },
    {
      "epoch": 0.5468909276248726,
      "grad_norm": 1.62164953244893,
      "learning_rate": 0.0002969154755574006,
      "loss": 5.6073,
      "step": 6438
    },
    {
      "epoch": 0.5469758749575263,
      "grad_norm": 1.3987489193615925,
      "learning_rate": 0.0002969140901356735,
      "loss": 5.5388,
      "step": 6439
    },
    {
      "epoch": 0.54706082229018,
      "grad_norm": 1.4369768582738307,
      "learning_rate": 0.0002969127044061172,
      "loss": 5.4429,
      "step": 6440
    },
    {
      "epoch": 0.5471457696228338,
      "grad_norm": 1.5590542554903468,
      "learning_rate": 0.00029691131836873444,
      "loss": 5.7317,
      "step": 6441
    },
    {
      "epoch": 0.5472307169554876,
      "grad_norm": 1.523827920961759,
      "learning_rate": 0.0002969099320235283,
      "loss": 5.7041,
      "step": 6442
    },
    {
      "epoch": 0.5473156642881414,
      "grad_norm": 1.432442390523382,
      "learning_rate": 0.0002969085453705016,
      "loss": 5.2676,
      "step": 6443
    },
    {
      "epoch": 0.5474006116207951,
      "grad_norm": 1.4213118227523531,
      "learning_rate": 0.0002969071584096572,
      "loss": 5.4138,
      "step": 6444
    },
    {
      "epoch": 0.5474855589534489,
      "grad_norm": 1.5138957807479876,
      "learning_rate": 0.0002969057711409982,
      "loss": 6.0171,
      "step": 6445
    },
    {
      "epoch": 0.5475705062861026,
      "grad_norm": 1.5759704151726885,
      "learning_rate": 0.00029690438356452727,
      "loss": 5.6969,
      "step": 6446
    },
    {
      "epoch": 0.5476554536187563,
      "grad_norm": 1.8892841214678706,
      "learning_rate": 0.0002969029956802475,
      "loss": 4.7173,
      "step": 6447
    },
    {
      "epoch": 0.5477404009514101,
      "grad_norm": 1.4090757813306383,
      "learning_rate": 0.0002969016074881617,
      "loss": 5.2291,
      "step": 6448
    },
    {
      "epoch": 0.5478253482840639,
      "grad_norm": 1.4516558198115321,
      "learning_rate": 0.00029690021898827283,
      "loss": 5.4988,
      "step": 6449
    },
    {
      "epoch": 0.5479102956167177,
      "grad_norm": 1.4012721321834738,
      "learning_rate": 0.00029689883018058376,
      "loss": 5.297,
      "step": 6450
    },
    {
      "epoch": 0.5479952429493714,
      "grad_norm": 1.5394265923469723,
      "learning_rate": 0.0002968974410650974,
      "loss": 4.9201,
      "step": 6451
    },
    {
      "epoch": 0.5480801902820251,
      "grad_norm": 1.516801623204027,
      "learning_rate": 0.00029689605164181663,
      "loss": 5.394,
      "step": 6452
    },
    {
      "epoch": 0.5481651376146789,
      "grad_norm": 1.4762354309759327,
      "learning_rate": 0.0002968946619107445,
      "loss": 5.446,
      "step": 6453
    },
    {
      "epoch": 0.5482500849473326,
      "grad_norm": 1.4761385329183907,
      "learning_rate": 0.00029689327187188373,
      "loss": 5.5115,
      "step": 6454
    },
    {
      "epoch": 0.5483350322799864,
      "grad_norm": 1.479389740640878,
      "learning_rate": 0.0002968918815252374,
      "loss": 5.5624,
      "step": 6455
    },
    {
      "epoch": 0.5484199796126402,
      "grad_norm": 1.4454199794203568,
      "learning_rate": 0.00029689049087080837,
      "loss": 5.3194,
      "step": 6456
    },
    {
      "epoch": 0.548504926945294,
      "grad_norm": 1.48252719587175,
      "learning_rate": 0.00029688909990859946,
      "loss": 5.4335,
      "step": 6457
    },
    {
      "epoch": 0.5485898742779477,
      "grad_norm": 1.457694843735547,
      "learning_rate": 0.00029688770863861374,
      "loss": 5.4704,
      "step": 6458
    },
    {
      "epoch": 0.5486748216106014,
      "grad_norm": 1.589659845922602,
      "learning_rate": 0.000296886317060854,
      "loss": 5.6658,
      "step": 6459
    },
    {
      "epoch": 0.5487597689432552,
      "grad_norm": 1.5549599525519746,
      "learning_rate": 0.00029688492517532315,
      "loss": 5.1855,
      "step": 6460
    },
    {
      "epoch": 0.5488447162759089,
      "grad_norm": 1.484040055579768,
      "learning_rate": 0.00029688353298202425,
      "loss": 5.1089,
      "step": 6461
    },
    {
      "epoch": 0.5489296636085627,
      "grad_norm": 1.4976513434125982,
      "learning_rate": 0.0002968821404809601,
      "loss": 5.3929,
      "step": 6462
    },
    {
      "epoch": 0.5490146109412164,
      "grad_norm": 1.5590402308095297,
      "learning_rate": 0.00029688074767213364,
      "loss": 5.6153,
      "step": 6463
    },
    {
      "epoch": 0.5490995582738702,
      "grad_norm": 1.6564712760577578,
      "learning_rate": 0.0002968793545555478,
      "loss": 5.8838,
      "step": 6464
    },
    {
      "epoch": 0.549184505606524,
      "grad_norm": 1.573817317698501,
      "learning_rate": 0.00029687796113120546,
      "loss": 5.7508,
      "step": 6465
    },
    {
      "epoch": 0.5492694529391777,
      "grad_norm": 1.3863733437997976,
      "learning_rate": 0.0002968765673991096,
      "loss": 5.0421,
      "step": 6466
    },
    {
      "epoch": 0.5493544002718315,
      "grad_norm": 1.6067994156894543,
      "learning_rate": 0.0002968751733592631,
      "loss": 6.1433,
      "step": 6467
    },
    {
      "epoch": 0.5494393476044852,
      "grad_norm": 1.4158410829082613,
      "learning_rate": 0.0002968737790116689,
      "loss": 5.2824,
      "step": 6468
    },
    {
      "epoch": 0.549524294937139,
      "grad_norm": 1.4775280159799207,
      "learning_rate": 0.0002968723843563299,
      "loss": 5.488,
      "step": 6469
    },
    {
      "epoch": 0.5496092422697927,
      "grad_norm": 1.4790198357623396,
      "learning_rate": 0.000296870989393249,
      "loss": 5.661,
      "step": 6470
    },
    {
      "epoch": 0.5496941896024465,
      "grad_norm": 1.461555423944891,
      "learning_rate": 0.0002968695941224292,
      "loss": 5.1297,
      "step": 6471
    },
    {
      "epoch": 0.5497791369351003,
      "grad_norm": 1.4844474000501877,
      "learning_rate": 0.0002968681985438734,
      "loss": 5.3931,
      "step": 6472
    },
    {
      "epoch": 0.549864084267754,
      "grad_norm": 1.4640313710875497,
      "learning_rate": 0.0002968668026575845,
      "loss": 5.3795,
      "step": 6473
    },
    {
      "epoch": 0.5499490316004078,
      "grad_norm": 1.4464405008792014,
      "learning_rate": 0.00029686540646356533,
      "loss": 5.189,
      "step": 6474
    },
    {
      "epoch": 0.5500339789330615,
      "grad_norm": 1.6515595970173145,
      "learning_rate": 0.00029686400996181906,
      "loss": 5.8403,
      "step": 6475
    },
    {
      "epoch": 0.5501189262657152,
      "grad_norm": 1.452299000705734,
      "learning_rate": 0.00029686261315234845,
      "loss": 5.4071,
      "step": 6476
    },
    {
      "epoch": 0.550203873598369,
      "grad_norm": 1.4512409471728656,
      "learning_rate": 0.00029686121603515633,
      "loss": 5.3765,
      "step": 6477
    },
    {
      "epoch": 0.5502888209310227,
      "grad_norm": 1.46430023165915,
      "learning_rate": 0.00029685981861024584,
      "loss": 5.4291,
      "step": 6478
    },
    {
      "epoch": 0.5503737682636766,
      "grad_norm": 1.5508893525477416,
      "learning_rate": 0.0002968584208776198,
      "loss": 5.0733,
      "step": 6479
    },
    {
      "epoch": 0.5504587155963303,
      "grad_norm": 1.4610565542180907,
      "learning_rate": 0.00029685702283728115,
      "loss": 5.1166,
      "step": 6480
    },
    {
      "epoch": 0.550543662928984,
      "grad_norm": 1.4683486188767891,
      "learning_rate": 0.0002968556244892329,
      "loss": 5.3721,
      "step": 6481
    },
    {
      "epoch": 0.5506286102616378,
      "grad_norm": 1.4516835869801445,
      "learning_rate": 0.0002968542258334778,
      "loss": 5.1885,
      "step": 6482
    },
    {
      "epoch": 0.5507135575942915,
      "grad_norm": 1.571453946100175,
      "learning_rate": 0.0002968528268700189,
      "loss": 5.7342,
      "step": 6483
    },
    {
      "epoch": 0.5507985049269453,
      "grad_norm": 1.4609369176782527,
      "learning_rate": 0.0002968514275988591,
      "loss": 5.2367,
      "step": 6484
    },
    {
      "epoch": 0.550883452259599,
      "grad_norm": 1.514914375462897,
      "learning_rate": 0.0002968500280200014,
      "loss": 5.4664,
      "step": 6485
    },
    {
      "epoch": 0.5509683995922529,
      "grad_norm": 1.4723754304175976,
      "learning_rate": 0.00029684862813344863,
      "loss": 5.5372,
      "step": 6486
    },
    {
      "epoch": 0.5510533469249066,
      "grad_norm": 1.405558479081214,
      "learning_rate": 0.0002968472279392038,
      "loss": 5.2659,
      "step": 6487
    },
    {
      "epoch": 0.5511382942575603,
      "grad_norm": 1.353220489800754,
      "learning_rate": 0.0002968458274372698,
      "loss": 5.0398,
      "step": 6488
    },
    {
      "epoch": 0.5512232415902141,
      "grad_norm": 1.5152140639377532,
      "learning_rate": 0.00029684442662764965,
      "loss": 5.681,
      "step": 6489
    },
    {
      "epoch": 0.5513081889228678,
      "grad_norm": 1.5827469014761444,
      "learning_rate": 0.0002968430255103461,
      "loss": 5.4525,
      "step": 6490
    },
    {
      "epoch": 0.5513931362555216,
      "grad_norm": 1.433790593964282,
      "learning_rate": 0.00029684162408536227,
      "loss": 5.2945,
      "step": 6491
    },
    {
      "epoch": 0.5514780835881753,
      "grad_norm": 1.5437578164489734,
      "learning_rate": 0.000296840222352701,
      "loss": 5.9579,
      "step": 6492
    },
    {
      "epoch": 0.551563030920829,
      "grad_norm": 1.5116664143079033,
      "learning_rate": 0.0002968388203123653,
      "loss": 5.625,
      "step": 6493
    },
    {
      "epoch": 0.5516479782534829,
      "grad_norm": 1.5518177098048653,
      "learning_rate": 0.000296837417964358,
      "loss": 5.6093,
      "step": 6494
    },
    {
      "epoch": 0.5517329255861366,
      "grad_norm": 1.4382461135150377,
      "learning_rate": 0.00029683601530868214,
      "loss": 5.3331,
      "step": 6495
    },
    {
      "epoch": 0.5518178729187904,
      "grad_norm": 1.5909072856365791,
      "learning_rate": 0.0002968346123453406,
      "loss": 5.6724,
      "step": 6496
    },
    {
      "epoch": 0.5519028202514441,
      "grad_norm": 1.4944638717615857,
      "learning_rate": 0.00029683320907433633,
      "loss": 5.042,
      "step": 6497
    },
    {
      "epoch": 0.5519877675840978,
      "grad_norm": 1.7159216607420384,
      "learning_rate": 0.0002968318054956723,
      "loss": 5.8928,
      "step": 6498
    },
    {
      "epoch": 0.5520727149167516,
      "grad_norm": 1.636350404362848,
      "learning_rate": 0.00029683040160935145,
      "loss": 5.856,
      "step": 6499
    },
    {
      "epoch": 0.5521576622494053,
      "grad_norm": 1.4916026245893623,
      "learning_rate": 0.00029682899741537665,
      "loss": 5.5339,
      "step": 6500
    },
    {
      "epoch": 0.5522426095820592,
      "grad_norm": 1.4805837627223872,
      "learning_rate": 0.0002968275929137509,
      "loss": 5.3817,
      "step": 6501
    },
    {
      "epoch": 0.5523275569147129,
      "grad_norm": 1.4908448138635735,
      "learning_rate": 0.0002968261881044772,
      "loss": 5.3434,
      "step": 6502
    },
    {
      "epoch": 0.5524125042473667,
      "grad_norm": 1.419871263654996,
      "learning_rate": 0.00029682478298755836,
      "loss": 5.199,
      "step": 6503
    },
    {
      "epoch": 0.5524974515800204,
      "grad_norm": 1.4129920055031309,
      "learning_rate": 0.00029682337756299746,
      "loss": 5.2262,
      "step": 6504
    },
    {
      "epoch": 0.5525823989126741,
      "grad_norm": 1.6731297606340587,
      "learning_rate": 0.0002968219718307973,
      "loss": 5.7416,
      "step": 6505
    },
    {
      "epoch": 0.5526673462453279,
      "grad_norm": 1.564585002093157,
      "learning_rate": 0.00029682056579096095,
      "loss": 5.6315,
      "step": 6506
    },
    {
      "epoch": 0.5527522935779816,
      "grad_norm": 1.6739498350930189,
      "learning_rate": 0.0002968191594434913,
      "loss": 5.7887,
      "step": 6507
    },
    {
      "epoch": 0.5528372409106354,
      "grad_norm": 1.4932566525449493,
      "learning_rate": 0.0002968177527883913,
      "loss": 5.3757,
      "step": 6508
    },
    {
      "epoch": 0.5529221882432892,
      "grad_norm": 1.5209501404608825,
      "learning_rate": 0.000296816345825664,
      "loss": 5.588,
      "step": 6509
    },
    {
      "epoch": 0.5530071355759429,
      "grad_norm": 1.497165998658307,
      "learning_rate": 0.00029681493855531214,
      "loss": 5.5024,
      "step": 6510
    },
    {
      "epoch": 0.5530920829085967,
      "grad_norm": 1.4251543784252694,
      "learning_rate": 0.0002968135309773388,
      "loss": 5.2705,
      "step": 6511
    },
    {
      "epoch": 0.5531770302412504,
      "grad_norm": 1.6130513299441838,
      "learning_rate": 0.00029681212309174695,
      "loss": 5.6609,
      "step": 6512
    },
    {
      "epoch": 0.5532619775739042,
      "grad_norm": 1.459789745460757,
      "learning_rate": 0.00029681071489853945,
      "loss": 5.5022,
      "step": 6513
    },
    {
      "epoch": 0.5533469249065579,
      "grad_norm": 1.5494116179681419,
      "learning_rate": 0.00029680930639771935,
      "loss": 5.2291,
      "step": 6514
    },
    {
      "epoch": 0.5534318722392116,
      "grad_norm": 1.635032140183455,
      "learning_rate": 0.0002968078975892895,
      "loss": 5.7894,
      "step": 6515
    },
    {
      "epoch": 0.5535168195718655,
      "grad_norm": 1.4185010259200592,
      "learning_rate": 0.00029680648847325294,
      "loss": 5.3911,
      "step": 6516
    },
    {
      "epoch": 0.5536017669045192,
      "grad_norm": 1.4741061739655044,
      "learning_rate": 0.00029680507904961264,
      "loss": 5.5214,
      "step": 6517
    },
    {
      "epoch": 0.553686714237173,
      "grad_norm": 1.5237004834229806,
      "learning_rate": 0.0002968036693183714,
      "loss": 5.2593,
      "step": 6518
    },
    {
      "epoch": 0.5537716615698267,
      "grad_norm": 1.4939136546142078,
      "learning_rate": 0.00029680225927953234,
      "loss": 5.2386,
      "step": 6519
    },
    {
      "epoch": 0.5538566089024805,
      "grad_norm": 1.8961561777616833,
      "learning_rate": 0.0002968008489330983,
      "loss": 5.8745,
      "step": 6520
    },
    {
      "epoch": 0.5539415562351342,
      "grad_norm": 1.611837596674845,
      "learning_rate": 0.0002967994382790723,
      "loss": 5.1781,
      "step": 6521
    },
    {
      "epoch": 0.5540265035677879,
      "grad_norm": 1.6783484823619024,
      "learning_rate": 0.0002967980273174573,
      "loss": 5.4346,
      "step": 6522
    },
    {
      "epoch": 0.5541114509004417,
      "grad_norm": 1.4573311690495692,
      "learning_rate": 0.0002967966160482562,
      "loss": 5.4158,
      "step": 6523
    },
    {
      "epoch": 0.5541963982330955,
      "grad_norm": 1.442932428884018,
      "learning_rate": 0.00029679520447147207,
      "loss": 5.164,
      "step": 6524
    },
    {
      "epoch": 0.5542813455657493,
      "grad_norm": 1.4647038217940833,
      "learning_rate": 0.0002967937925871077,
      "loss": 5.2466,
      "step": 6525
    },
    {
      "epoch": 0.554366292898403,
      "grad_norm": 1.4197021457645616,
      "learning_rate": 0.0002967923803951662,
      "loss": 4.9943,
      "step": 6526
    },
    {
      "epoch": 0.5544512402310567,
      "grad_norm": 1.4649000963838523,
      "learning_rate": 0.0002967909678956504,
      "loss": 5.0847,
      "step": 6527
    },
    {
      "epoch": 0.5545361875637105,
      "grad_norm": 1.4330792193627049,
      "learning_rate": 0.0002967895550885634,
      "loss": 5.3875,
      "step": 6528
    },
    {
      "epoch": 0.5546211348963642,
      "grad_norm": 1.7098794280194134,
      "learning_rate": 0.00029678814197390803,
      "loss": 5.4709,
      "step": 6529
    },
    {
      "epoch": 0.554706082229018,
      "grad_norm": 1.631846864275648,
      "learning_rate": 0.00029678672855168735,
      "loss": 5.1975,
      "step": 6530
    },
    {
      "epoch": 0.5547910295616718,
      "grad_norm": 1.573667089089729,
      "learning_rate": 0.00029678531482190426,
      "loss": 5.2767,
      "step": 6531
    },
    {
      "epoch": 0.5548759768943256,
      "grad_norm": 1.583389347455964,
      "learning_rate": 0.00029678390078456175,
      "loss": 5.5726,
      "step": 6532
    },
    {
      "epoch": 0.5549609242269793,
      "grad_norm": 1.451808348138669,
      "learning_rate": 0.00029678248643966274,
      "loss": 5.572,
      "step": 6533
    },
    {
      "epoch": 0.555045871559633,
      "grad_norm": 1.4453793145813405,
      "learning_rate": 0.00029678107178721027,
      "loss": 5.1564,
      "step": 6534
    },
    {
      "epoch": 0.5551308188922868,
      "grad_norm": 1.7182257391621956,
      "learning_rate": 0.00029677965682720726,
      "loss": 5.3973,
      "step": 6535
    },
    {
      "epoch": 0.5552157662249405,
      "grad_norm": 1.4293319389687698,
      "learning_rate": 0.00029677824155965665,
      "loss": 5.3928,
      "step": 6536
    },
    {
      "epoch": 0.5553007135575942,
      "grad_norm": 1.4142689643945112,
      "learning_rate": 0.00029677682598456146,
      "loss": 5.4528,
      "step": 6537
    },
    {
      "epoch": 0.5553856608902481,
      "grad_norm": 1.6043111460811257,
      "learning_rate": 0.00029677541010192463,
      "loss": 5.7834,
      "step": 6538
    },
    {
      "epoch": 0.5554706082229018,
      "grad_norm": 1.4397232018793347,
      "learning_rate": 0.00029677399391174914,
      "loss": 4.99,
      "step": 6539
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 1.4680417107214219,
      "learning_rate": 0.0002967725774140379,
      "loss": 5.1544,
      "step": 6540
    },
    {
      "epoch": 0.5556405028882093,
      "grad_norm": 1.5417216976145305,
      "learning_rate": 0.00029677116060879393,
      "loss": 5.5525,
      "step": 6541
    },
    {
      "epoch": 0.5557254502208631,
      "grad_norm": 1.579265289102329,
      "learning_rate": 0.00029676974349602023,
      "loss": 5.4206,
      "step": 6542
    },
    {
      "epoch": 0.5558103975535168,
      "grad_norm": 1.5992400950564367,
      "learning_rate": 0.0002967683260757197,
      "loss": 5.7876,
      "step": 6543
    },
    {
      "epoch": 0.5558953448861705,
      "grad_norm": 1.478992061099403,
      "learning_rate": 0.00029676690834789534,
      "loss": 5.4484,
      "step": 6544
    },
    {
      "epoch": 0.5559802922188243,
      "grad_norm": 1.6082326122970532,
      "learning_rate": 0.0002967654903125501,
      "loss": 5.8427,
      "step": 6545
    },
    {
      "epoch": 0.5560652395514781,
      "grad_norm": 1.4226241613477857,
      "learning_rate": 0.000296764071969687,
      "loss": 5.1445,
      "step": 6546
    },
    {
      "epoch": 0.5561501868841319,
      "grad_norm": 1.4302074634613207,
      "learning_rate": 0.000296762653319309,
      "loss": 5.3073,
      "step": 6547
    },
    {
      "epoch": 0.5562351342167856,
      "grad_norm": 1.4878779674853948,
      "learning_rate": 0.000296761234361419,
      "loss": 5.5108,
      "step": 6548
    },
    {
      "epoch": 0.5563200815494393,
      "grad_norm": 1.5079676856693653,
      "learning_rate": 0.0002967598150960201,
      "loss": 4.9277,
      "step": 6549
    },
    {
      "epoch": 0.5564050288820931,
      "grad_norm": 1.5403794067377206,
      "learning_rate": 0.0002967583955231151,
      "loss": 4.9954,
      "step": 6550
    },
    {
      "epoch": 0.5564899762147468,
      "grad_norm": 1.5662596494235776,
      "learning_rate": 0.0002967569756427071,
      "loss": 5.9153,
      "step": 6551
    },
    {
      "epoch": 0.5565749235474006,
      "grad_norm": 1.4288996681997546,
      "learning_rate": 0.0002967555554547991,
      "loss": 5.2113,
      "step": 6552
    },
    {
      "epoch": 0.5566598708800544,
      "grad_norm": 1.4550677685650375,
      "learning_rate": 0.000296754134959394,
      "loss": 5.6865,
      "step": 6553
    },
    {
      "epoch": 0.5567448182127082,
      "grad_norm": 1.448452393111236,
      "learning_rate": 0.0002967527141564948,
      "loss": 5.4253,
      "step": 6554
    },
    {
      "epoch": 0.5568297655453619,
      "grad_norm": 1.481848824426144,
      "learning_rate": 0.0002967512930461045,
      "loss": 5.7533,
      "step": 6555
    },
    {
      "epoch": 0.5569147128780156,
      "grad_norm": 1.4066021497145922,
      "learning_rate": 0.0002967498716282261,
      "loss": 5.1373,
      "step": 6556
    },
    {
      "epoch": 0.5569996602106694,
      "grad_norm": 1.7212765470870919,
      "learning_rate": 0.00029674844990286247,
      "loss": 4.8319,
      "step": 6557
    },
    {
      "epoch": 0.5570846075433231,
      "grad_norm": 1.479781798196165,
      "learning_rate": 0.00029674702787001666,
      "loss": 5.4781,
      "step": 6558
    },
    {
      "epoch": 0.5571695548759769,
      "grad_norm": 1.4867264619652183,
      "learning_rate": 0.00029674560552969166,
      "loss": 5.3663,
      "step": 6559
    },
    {
      "epoch": 0.5572545022086306,
      "grad_norm": 1.47797531333471,
      "learning_rate": 0.00029674418288189045,
      "loss": 5.2371,
      "step": 6560
    },
    {
      "epoch": 0.5573394495412844,
      "grad_norm": 1.5966544617398797,
      "learning_rate": 0.000296742759926616,
      "loss": 5.623,
      "step": 6561
    },
    {
      "epoch": 0.5574243968739382,
      "grad_norm": 1.7693283921494054,
      "learning_rate": 0.00029674133666387126,
      "loss": 5.4708,
      "step": 6562
    },
    {
      "epoch": 0.5575093442065919,
      "grad_norm": 1.5290070445901267,
      "learning_rate": 0.0002967399130936592,
      "loss": 5.3602,
      "step": 6563
    },
    {
      "epoch": 0.5575942915392457,
      "grad_norm": 1.6342360260349489,
      "learning_rate": 0.0002967384892159829,
      "loss": 5.7575,
      "step": 6564
    },
    {
      "epoch": 0.5576792388718994,
      "grad_norm": 1.587363614241423,
      "learning_rate": 0.0002967370650308453,
      "loss": 5.1239,
      "step": 6565
    },
    {
      "epoch": 0.5577641862045531,
      "grad_norm": 1.4763348196217558,
      "learning_rate": 0.00029673564053824935,
      "loss": 5.3148,
      "step": 6566
    },
    {
      "epoch": 0.5578491335372069,
      "grad_norm": 1.6617091674959183,
      "learning_rate": 0.000296734215738198,
      "loss": 5.7874,
      "step": 6567
    },
    {
      "epoch": 0.5579340808698607,
      "grad_norm": 1.4788471464989028,
      "learning_rate": 0.00029673279063069434,
      "loss": 5.5159,
      "step": 6568
    },
    {
      "epoch": 0.5580190282025145,
      "grad_norm": 1.5069753139639497,
      "learning_rate": 0.00029673136521574133,
      "loss": 5.6629,
      "step": 6569
    },
    {
      "epoch": 0.5581039755351682,
      "grad_norm": 1.4125729843974337,
      "learning_rate": 0.0002967299394933419,
      "loss": 5.2971,
      "step": 6570
    },
    {
      "epoch": 0.558188922867822,
      "grad_norm": 1.4097110483142603,
      "learning_rate": 0.0002967285134634991,
      "loss": 5.47,
      "step": 6571
    },
    {
      "epoch": 0.5582738702004757,
      "grad_norm": 1.6309730442397707,
      "learning_rate": 0.00029672708712621585,
      "loss": 5.8656,
      "step": 6572
    },
    {
      "epoch": 0.5583588175331294,
      "grad_norm": 1.6486677182001026,
      "learning_rate": 0.0002967256604814952,
      "loss": 5.4688,
      "step": 6573
    },
    {
      "epoch": 0.5584437648657832,
      "grad_norm": 1.4491050700878414,
      "learning_rate": 0.00029672423352934007,
      "loss": 5.5086,
      "step": 6574
    },
    {
      "epoch": 0.5585287121984369,
      "grad_norm": 1.609331546606539,
      "learning_rate": 0.00029672280626975357,
      "loss": 5.6334,
      "step": 6575
    },
    {
      "epoch": 0.5586136595310908,
      "grad_norm": 1.4641374210823117,
      "learning_rate": 0.00029672137870273855,
      "loss": 5.4209,
      "step": 6576
    },
    {
      "epoch": 0.5586986068637445,
      "grad_norm": 1.56871904465022,
      "learning_rate": 0.0002967199508282981,
      "loss": 5.4966,
      "step": 6577
    },
    {
      "epoch": 0.5587835541963982,
      "grad_norm": 1.6339481486976406,
      "learning_rate": 0.0002967185226464352,
      "loss": 5.754,
      "step": 6578
    },
    {
      "epoch": 0.558868501529052,
      "grad_norm": 1.4812591189869049,
      "learning_rate": 0.0002967170941571528,
      "loss": 5.3332,
      "step": 6579
    },
    {
      "epoch": 0.5589534488617057,
      "grad_norm": 1.484372221248544,
      "learning_rate": 0.00029671566536045393,
      "loss": 5.2113,
      "step": 6580
    },
    {
      "epoch": 0.5590383961943595,
      "grad_norm": 1.499985082516689,
      "learning_rate": 0.00029671423625634154,
      "loss": 5.1039,
      "step": 6581
    },
    {
      "epoch": 0.5591233435270132,
      "grad_norm": 1.5855047571155751,
      "learning_rate": 0.0002967128068448187,
      "loss": 5.6038,
      "step": 6582
    },
    {
      "epoch": 0.5592082908596671,
      "grad_norm": 1.7017855927627457,
      "learning_rate": 0.0002967113771258883,
      "loss": 5.4903,
      "step": 6583
    },
    {
      "epoch": 0.5592932381923208,
      "grad_norm": 1.5171556753241513,
      "learning_rate": 0.0002967099470995534,
      "loss": 5.1406,
      "step": 6584
    },
    {
      "epoch": 0.5593781855249745,
      "grad_norm": 1.412913075365265,
      "learning_rate": 0.000296708516765817,
      "loss": 5.1869,
      "step": 6585
    },
    {
      "epoch": 0.5594631328576283,
      "grad_norm": 1.4550818464408977,
      "learning_rate": 0.0002967070861246821,
      "loss": 5.1765,
      "step": 6586
    },
    {
      "epoch": 0.559548080190282,
      "grad_norm": 1.4209189662007957,
      "learning_rate": 0.0002967056551761517,
      "loss": 5.2131,
      "step": 6587
    },
    {
      "epoch": 0.5596330275229358,
      "grad_norm": 1.5011870760265635,
      "learning_rate": 0.0002967042239202288,
      "loss": 5.4342,
      "step": 6588
    },
    {
      "epoch": 0.5597179748555895,
      "grad_norm": 1.6099091432548374,
      "learning_rate": 0.0002967027923569163,
      "loss": 5.8588,
      "step": 6589
    },
    {
      "epoch": 0.5598029221882432,
      "grad_norm": 1.5068495105828916,
      "learning_rate": 0.00029670136048621734,
      "loss": 5.0961,
      "step": 6590
    },
    {
      "epoch": 0.5598878695208971,
      "grad_norm": 1.4683970476131558,
      "learning_rate": 0.00029669992830813483,
      "loss": 5.4802,
      "step": 6591
    },
    {
      "epoch": 0.5599728168535508,
      "grad_norm": 1.5398673546318522,
      "learning_rate": 0.00029669849582267184,
      "loss": 5.4608,
      "step": 6592
    },
    {
      "epoch": 0.5600577641862046,
      "grad_norm": 1.5440769472085436,
      "learning_rate": 0.0002966970630298313,
      "loss": 5.5969,
      "step": 6593
    },
    {
      "epoch": 0.5601427115188583,
      "grad_norm": 1.4692391286915754,
      "learning_rate": 0.00029669562992961626,
      "loss": 5.5158,
      "step": 6594
    },
    {
      "epoch": 0.560227658851512,
      "grad_norm": 1.9063390570138685,
      "learning_rate": 0.00029669419652202973,
      "loss": 4.5599,
      "step": 6595
    },
    {
      "epoch": 0.5603126061841658,
      "grad_norm": 1.4680074496693878,
      "learning_rate": 0.00029669276280707465,
      "loss": 5.5748,
      "step": 6596
    },
    {
      "epoch": 0.5603975535168195,
      "grad_norm": 1.4473216977886685,
      "learning_rate": 0.0002966913287847541,
      "loss": 5.4292,
      "step": 6597
    },
    {
      "epoch": 0.5604825008494734,
      "grad_norm": 1.45809261243059,
      "learning_rate": 0.0002966898944550711,
      "loss": 5.4706,
      "step": 6598
    },
    {
      "epoch": 0.5605674481821271,
      "grad_norm": 1.422599998833169,
      "learning_rate": 0.0002966884598180285,
      "loss": 5.1256,
      "step": 6599
    },
    {
      "epoch": 0.5606523955147809,
      "grad_norm": 1.399230980181367,
      "learning_rate": 0.0002966870248736295,
      "loss": 5.2261,
      "step": 6600
    },
    {
      "epoch": 0.5607373428474346,
      "grad_norm": 1.402478403938971,
      "learning_rate": 0.00029668558962187697,
      "loss": 5.2939,
      "step": 6601
    },
    {
      "epoch": 0.5608222901800883,
      "grad_norm": 1.5932865906799,
      "learning_rate": 0.00029668415406277395,
      "loss": 5.8936,
      "step": 6602
    },
    {
      "epoch": 0.5609072375127421,
      "grad_norm": 1.5993278878573036,
      "learning_rate": 0.0002966827181963235,
      "loss": 5.625,
      "step": 6603
    },
    {
      "epoch": 0.5609921848453958,
      "grad_norm": 1.5758352353680305,
      "learning_rate": 0.00029668128202252857,
      "loss": 5.6196,
      "step": 6604
    },
    {
      "epoch": 0.5610771321780497,
      "grad_norm": 1.4121772496243252,
      "learning_rate": 0.0002966798455413922,
      "loss": 5.1556,
      "step": 6605
    },
    {
      "epoch": 0.5611620795107034,
      "grad_norm": 1.5019322437047538,
      "learning_rate": 0.0002966784087529174,
      "loss": 5.1736,
      "step": 6606
    },
    {
      "epoch": 0.5612470268433571,
      "grad_norm": 1.474546248800714,
      "learning_rate": 0.00029667697165710715,
      "loss": 5.2655,
      "step": 6607
    },
    {
      "epoch": 0.5613319741760109,
      "grad_norm": 1.6082302005123128,
      "learning_rate": 0.0002966755342539645,
      "loss": 5.7661,
      "step": 6608
    },
    {
      "epoch": 0.5614169215086646,
      "grad_norm": 1.4790714561172518,
      "learning_rate": 0.00029667409654349246,
      "loss": 5.3617,
      "step": 6609
    },
    {
      "epoch": 0.5615018688413184,
      "grad_norm": 1.60762467849324,
      "learning_rate": 0.00029667265852569404,
      "loss": 5.7979,
      "step": 6610
    },
    {
      "epoch": 0.5615868161739721,
      "grad_norm": 1.546090527224427,
      "learning_rate": 0.00029667122020057217,
      "loss": 5.4309,
      "step": 6611
    },
    {
      "epoch": 0.5616717635066258,
      "grad_norm": 1.517591135324834,
      "learning_rate": 0.00029666978156813004,
      "loss": 5.2764,
      "step": 6612
    },
    {
      "epoch": 0.5617567108392797,
      "grad_norm": 1.4262382676815804,
      "learning_rate": 0.0002966683426283705,
      "loss": 5.1376,
      "step": 6613
    },
    {
      "epoch": 0.5618416581719334,
      "grad_norm": 1.469538523347341,
      "learning_rate": 0.00029666690338129664,
      "loss": 5.0759,
      "step": 6614
    },
    {
      "epoch": 0.5619266055045872,
      "grad_norm": 1.4051814798054554,
      "learning_rate": 0.00029666546382691144,
      "loss": 5.3511,
      "step": 6615
    },
    {
      "epoch": 0.5620115528372409,
      "grad_norm": 1.75367301795983,
      "learning_rate": 0.0002966640239652179,
      "loss": 5.7426,
      "step": 6616
    },
    {
      "epoch": 0.5620965001698947,
      "grad_norm": 1.4938895696080225,
      "learning_rate": 0.0002966625837962191,
      "loss": 4.6442,
      "step": 6617
    },
    {
      "epoch": 0.5621814475025484,
      "grad_norm": 1.531387193273994,
      "learning_rate": 0.0002966611433199181,
      "loss": 5.753,
      "step": 6618
    },
    {
      "epoch": 0.5622663948352021,
      "grad_norm": 1.5186063399224485,
      "learning_rate": 0.0002966597025363178,
      "loss": 5.4416,
      "step": 6619
    },
    {
      "epoch": 0.562351342167856,
      "grad_norm": 1.594848102893035,
      "learning_rate": 0.00029665826144542124,
      "loss": 5.6587,
      "step": 6620
    },
    {
      "epoch": 0.5624362895005097,
      "grad_norm": 1.694203277193083,
      "learning_rate": 0.0002966568200472315,
      "loss": 5.6917,
      "step": 6621
    },
    {
      "epoch": 0.5625212368331635,
      "grad_norm": 1.670716093396498,
      "learning_rate": 0.0002966553783417516,
      "loss": 5.8841,
      "step": 6622
    },
    {
      "epoch": 0.5626061841658172,
      "grad_norm": 1.7480158427912953,
      "learning_rate": 0.0002966539363289844,
      "loss": 5.8026,
      "step": 6623
    },
    {
      "epoch": 0.5626911314984709,
      "grad_norm": 1.5336492514515196,
      "learning_rate": 0.00029665249400893316,
      "loss": 5.6187,
      "step": 6624
    },
    {
      "epoch": 0.5627760788311247,
      "grad_norm": 1.5377024960575936,
      "learning_rate": 0.0002966510513816008,
      "loss": 5.2715,
      "step": 6625
    },
    {
      "epoch": 0.5628610261637784,
      "grad_norm": 1.5010434204963334,
      "learning_rate": 0.0002966496084469903,
      "loss": 5.6337,
      "step": 6626
    },
    {
      "epoch": 0.5629459734964322,
      "grad_norm": 1.4781245763909767,
      "learning_rate": 0.0002966481652051047,
      "loss": 5.5232,
      "step": 6627
    },
    {
      "epoch": 0.563030920829086,
      "grad_norm": 1.6670391114820773,
      "learning_rate": 0.00029664672165594704,
      "loss": 5.1505,
      "step": 6628
    },
    {
      "epoch": 0.5631158681617398,
      "grad_norm": 1.4121787062339608,
      "learning_rate": 0.00029664527779952037,
      "loss": 5.408,
      "step": 6629
    },
    {
      "epoch": 0.5632008154943935,
      "grad_norm": 1.4372500753319548,
      "learning_rate": 0.0002966438336358277,
      "loss": 5.6009,
      "step": 6630
    },
    {
      "epoch": 0.5632857628270472,
      "grad_norm": 1.4464521691388144,
      "learning_rate": 0.000296642389164872,
      "loss": 5.5208,
      "step": 6631
    },
    {
      "epoch": 0.563370710159701,
      "grad_norm": 1.5958912529319038,
      "learning_rate": 0.0002966409443866564,
      "loss": 5.6219,
      "step": 6632
    },
    {
      "epoch": 0.5634556574923547,
      "grad_norm": 1.6293931432835433,
      "learning_rate": 0.00029663949930118386,
      "loss": 5.4741,
      "step": 6633
    },
    {
      "epoch": 0.5635406048250085,
      "grad_norm": 1.5417287638034025,
      "learning_rate": 0.00029663805390845745,
      "loss": 5.707,
      "step": 6634
    },
    {
      "epoch": 0.5636255521576623,
      "grad_norm": 1.55027035293181,
      "learning_rate": 0.0002966366082084801,
      "loss": 5.5623,
      "step": 6635
    },
    {
      "epoch": 0.563710499490316,
      "grad_norm": 1.4784015860149156,
      "learning_rate": 0.00029663516220125493,
      "loss": 5.3239,
      "step": 6636
    },
    {
      "epoch": 0.5637954468229698,
      "grad_norm": 1.506488860050407,
      "learning_rate": 0.00029663371588678494,
      "loss": 5.254,
      "step": 6637
    },
    {
      "epoch": 0.5638803941556235,
      "grad_norm": 1.486142620016434,
      "learning_rate": 0.0002966322692650732,
      "loss": 4.9808,
      "step": 6638
    },
    {
      "epoch": 0.5639653414882773,
      "grad_norm": 1.4336936756202847,
      "learning_rate": 0.0002966308223361227,
      "loss": 5.1893,
      "step": 6639
    },
    {
      "epoch": 0.564050288820931,
      "grad_norm": 1.6814461105314948,
      "learning_rate": 0.00029662937509993643,
      "loss": 5.6889,
      "step": 6640
    },
    {
      "epoch": 0.5641352361535847,
      "grad_norm": 1.4653731456924544,
      "learning_rate": 0.00029662792755651753,
      "loss": 5.2424,
      "step": 6641
    },
    {
      "epoch": 0.5642201834862385,
      "grad_norm": 1.493803447434788,
      "learning_rate": 0.000296626479705869,
      "loss": 5.2376,
      "step": 6642
    },
    {
      "epoch": 0.5643051308188923,
      "grad_norm": 1.6649422316421907,
      "learning_rate": 0.0002966250315479938,
      "loss": 5.7878,
      "step": 6643
    },
    {
      "epoch": 0.5643900781515461,
      "grad_norm": 1.5630070175289383,
      "learning_rate": 0.000296623583082895,
      "loss": 5.4965,
      "step": 6644
    },
    {
      "epoch": 0.5644750254841998,
      "grad_norm": 1.5305501611207053,
      "learning_rate": 0.0002966221343105757,
      "loss": 5.4715,
      "step": 6645
    },
    {
      "epoch": 0.5645599728168536,
      "grad_norm": 1.6471275517928756,
      "learning_rate": 0.00029662068523103884,
      "loss": 5.1568,
      "step": 6646
    },
    {
      "epoch": 0.5646449201495073,
      "grad_norm": 1.545632199765111,
      "learning_rate": 0.00029661923584428754,
      "loss": 5.5276,
      "step": 6647
    },
    {
      "epoch": 0.564729867482161,
      "grad_norm": 1.4784997146942664,
      "learning_rate": 0.00029661778615032474,
      "loss": 5.5494,
      "step": 6648
    },
    {
      "epoch": 0.5648148148148148,
      "grad_norm": 1.542376077167127,
      "learning_rate": 0.0002966163361491536,
      "loss": 5.3041,
      "step": 6649
    },
    {
      "epoch": 0.5648997621474686,
      "grad_norm": 1.475848478713882,
      "learning_rate": 0.00029661488584077704,
      "loss": 5.4384,
      "step": 6650
    },
    {
      "epoch": 0.5649847094801224,
      "grad_norm": 1.517236023548892,
      "learning_rate": 0.0002966134352251982,
      "loss": 5.3473,
      "step": 6651
    },
    {
      "epoch": 0.5650696568127761,
      "grad_norm": 1.6295976512742194,
      "learning_rate": 0.00029661198430242007,
      "loss": 5.7497,
      "step": 6652
    },
    {
      "epoch": 0.5651546041454298,
      "grad_norm": 1.538461501288713,
      "learning_rate": 0.00029661053307244566,
      "loss": 5.3252,
      "step": 6653
    },
    {
      "epoch": 0.5652395514780836,
      "grad_norm": 1.4786030981692861,
      "learning_rate": 0.000296609081535278,
      "loss": 5.26,
      "step": 6654
    },
    {
      "epoch": 0.5653244988107373,
      "grad_norm": 1.6321173889319494,
      "learning_rate": 0.0002966076296909203,
      "loss": 5.7795,
      "step": 6655
    },
    {
      "epoch": 0.5654094461433911,
      "grad_norm": 1.5461691512589415,
      "learning_rate": 0.0002966061775393754,
      "loss": 5.3947,
      "step": 6656
    },
    {
      "epoch": 0.5654943934760448,
      "grad_norm": 1.564159766115779,
      "learning_rate": 0.00029660472508064636,
      "loss": 5.5947,
      "step": 6657
    },
    {
      "epoch": 0.5655793408086986,
      "grad_norm": 1.565040889207352,
      "learning_rate": 0.0002966032723147364,
      "loss": 5.5223,
      "step": 6658
    },
    {
      "epoch": 0.5656642881413524,
      "grad_norm": 1.5856086946306496,
      "learning_rate": 0.00029660181924164833,
      "loss": 5.0579,
      "step": 6659
    },
    {
      "epoch": 0.5657492354740061,
      "grad_norm": 1.5199488241285566,
      "learning_rate": 0.0002966003658613854,
      "loss": 5.4935,
      "step": 6660
    },
    {
      "epoch": 0.5658341828066599,
      "grad_norm": 1.5257483505379112,
      "learning_rate": 0.00029659891217395055,
      "loss": 5.5376,
      "step": 6661
    },
    {
      "epoch": 0.5659191301393136,
      "grad_norm": 1.423134848810903,
      "learning_rate": 0.0002965974581793468,
      "loss": 5.2664,
      "step": 6662
    },
    {
      "epoch": 0.5660040774719673,
      "grad_norm": 1.7535686869608298,
      "learning_rate": 0.0002965960038775773,
      "loss": 4.724,
      "step": 6663
    },
    {
      "epoch": 0.5660890248046211,
      "grad_norm": 1.60603617792478,
      "learning_rate": 0.00029659454926864496,
      "loss": 5.7725,
      "step": 6664
    },
    {
      "epoch": 0.5661739721372749,
      "grad_norm": 1.55669905682915,
      "learning_rate": 0.00029659309435255295,
      "loss": 5.4399,
      "step": 6665
    },
    {
      "epoch": 0.5662589194699287,
      "grad_norm": 1.4939566923978833,
      "learning_rate": 0.0002965916391293043,
      "loss": 5.2631,
      "step": 6666
    },
    {
      "epoch": 0.5663438668025824,
      "grad_norm": 1.4689594577019258,
      "learning_rate": 0.000296590183598902,
      "loss": 5.5958,
      "step": 6667
    },
    {
      "epoch": 0.5664288141352362,
      "grad_norm": 1.4668123714912782,
      "learning_rate": 0.0002965887277613491,
      "loss": 5.2588,
      "step": 6668
    },
    {
      "epoch": 0.5665137614678899,
      "grad_norm": 1.6127714274717022,
      "learning_rate": 0.0002965872716166487,
      "loss": 5.6842,
      "step": 6669
    },
    {
      "epoch": 0.5665987088005436,
      "grad_norm": 1.384066468838549,
      "learning_rate": 0.00029658581516480386,
      "loss": 5.1079,
      "step": 6670
    },
    {
      "epoch": 0.5666836561331974,
      "grad_norm": 1.4133681547149592,
      "learning_rate": 0.0002965843584058176,
      "loss": 4.9997,
      "step": 6671
    },
    {
      "epoch": 0.5667686034658511,
      "grad_norm": 1.546448993325946,
      "learning_rate": 0.0002965829013396929,
      "loss": 5.5511,
      "step": 6672
    },
    {
      "epoch": 0.566853550798505,
      "grad_norm": 1.5753315326713406,
      "learning_rate": 0.000296581443966433,
      "loss": 5.732,
      "step": 6673
    },
    {
      "epoch": 0.5669384981311587,
      "grad_norm": 1.4280246121512916,
      "learning_rate": 0.0002965799862860408,
      "loss": 5.5338,
      "step": 6674
    },
    {
      "epoch": 0.5670234454638124,
      "grad_norm": 1.5638363984915344,
      "learning_rate": 0.0002965785282985194,
      "loss": 5.8898,
      "step": 6675
    },
    {
      "epoch": 0.5671083927964662,
      "grad_norm": 1.5513423168672056,
      "learning_rate": 0.00029657707000387186,
      "loss": 5.6333,
      "step": 6676
    },
    {
      "epoch": 0.5671933401291199,
      "grad_norm": 1.490145992364436,
      "learning_rate": 0.0002965756114021012,
      "loss": 5.1248,
      "step": 6677
    },
    {
      "epoch": 0.5672782874617737,
      "grad_norm": 1.460766976551577,
      "learning_rate": 0.0002965741524932105,
      "loss": 5.367,
      "step": 6678
    },
    {
      "epoch": 0.5673632347944274,
      "grad_norm": 1.579749520165403,
      "learning_rate": 0.00029657269327720284,
      "loss": 5.7527,
      "step": 6679
    },
    {
      "epoch": 0.5674481821270813,
      "grad_norm": 1.43264378327303,
      "learning_rate": 0.0002965712337540812,
      "loss": 5.2281,
      "step": 6680
    },
    {
      "epoch": 0.567533129459735,
      "grad_norm": 1.5210755857965215,
      "learning_rate": 0.00029656977392384883,
      "loss": 5.6181,
      "step": 6681
    },
    {
      "epoch": 0.5676180767923887,
      "grad_norm": 1.5885896143052216,
      "learning_rate": 0.00029656831378650853,
      "loss": 5.6399,
      "step": 6682
    },
    {
      "epoch": 0.5677030241250425,
      "grad_norm": 1.4578768150075652,
      "learning_rate": 0.0002965668533420635,
      "loss": 5.2771,
      "step": 6683
    },
    {
      "epoch": 0.5677879714576962,
      "grad_norm": 1.5353806935716785,
      "learning_rate": 0.0002965653925905169,
      "loss": 5.4173,
      "step": 6684
    },
    {
      "epoch": 0.56787291879035,
      "grad_norm": 1.517770255503308,
      "learning_rate": 0.00029656393153187156,
      "loss": 5.1638,
      "step": 6685
    },
    {
      "epoch": 0.5679578661230037,
      "grad_norm": 1.4859126956286197,
      "learning_rate": 0.00029656247016613064,
      "loss": 4.6534,
      "step": 6686
    },
    {
      "epoch": 0.5680428134556575,
      "grad_norm": 1.5945085758414057,
      "learning_rate": 0.0002965610084932973,
      "loss": 5.6451,
      "step": 6687
    },
    {
      "epoch": 0.5681277607883113,
      "grad_norm": 1.4550540940267975,
      "learning_rate": 0.0002965595465133745,
      "loss": 5.1284,
      "step": 6688
    },
    {
      "epoch": 0.568212708120965,
      "grad_norm": 1.4538094954529501,
      "learning_rate": 0.0002965580842263653,
      "loss": 5.0848,
      "step": 6689
    },
    {
      "epoch": 0.5682976554536188,
      "grad_norm": 1.4917367002432085,
      "learning_rate": 0.0002965566216322728,
      "loss": 5.1214,
      "step": 6690
    },
    {
      "epoch": 0.5683826027862725,
      "grad_norm": 1.4450222547125393,
      "learning_rate": 0.00029655515873110004,
      "loss": 5.341,
      "step": 6691
    },
    {
      "epoch": 0.5684675501189262,
      "grad_norm": 1.4549400223967275,
      "learning_rate": 0.00029655369552285016,
      "loss": 5.1227,
      "step": 6692
    },
    {
      "epoch": 0.56855249745158,
      "grad_norm": 1.4631142691114263,
      "learning_rate": 0.0002965522320075261,
      "loss": 5.2812,
      "step": 6693
    },
    {
      "epoch": 0.5686374447842337,
      "grad_norm": 1.4566831062498868,
      "learning_rate": 0.000296550768185131,
      "loss": 5.5568,
      "step": 6694
    },
    {
      "epoch": 0.5687223921168876,
      "grad_norm": 1.5075406138918588,
      "learning_rate": 0.0002965493040556679,
      "loss": 5.1873,
      "step": 6695
    },
    {
      "epoch": 0.5688073394495413,
      "grad_norm": 1.4679467037084286,
      "learning_rate": 0.0002965478396191399,
      "loss": 5.4838,
      "step": 6696
    },
    {
      "epoch": 0.5688922867821951,
      "grad_norm": 1.5823657993096207,
      "learning_rate": 0.0002965463748755501,
      "loss": 5.5895,
      "step": 6697
    },
    {
      "epoch": 0.5689772341148488,
      "grad_norm": 1.6133553565093497,
      "learning_rate": 0.0002965449098249015,
      "loss": 5.8164,
      "step": 6698
    },
    {
      "epoch": 0.5690621814475025,
      "grad_norm": 1.6122808219866152,
      "learning_rate": 0.0002965434444671972,
      "loss": 5.7904,
      "step": 6699
    },
    {
      "epoch": 0.5691471287801563,
      "grad_norm": 1.587012960321193,
      "learning_rate": 0.00029654197880244024,
      "loss": 5.7758,
      "step": 6700
    },
    {
      "epoch": 0.56923207611281,
      "grad_norm": 1.4425061881042682,
      "learning_rate": 0.00029654051283063373,
      "loss": 4.9193,
      "step": 6701
    },
    {
      "epoch": 0.5693170234454639,
      "grad_norm": 1.4949624589518815,
      "learning_rate": 0.00029653904655178073,
      "loss": 5.5876,
      "step": 6702
    },
    {
      "epoch": 0.5694019707781176,
      "grad_norm": 1.501801525268558,
      "learning_rate": 0.0002965375799658843,
      "loss": 5.4487,
      "step": 6703
    },
    {
      "epoch": 0.5694869181107713,
      "grad_norm": 1.4881870586959782,
      "learning_rate": 0.00029653611307294746,
      "loss": 5.047,
      "step": 6704
    },
    {
      "epoch": 0.5695718654434251,
      "grad_norm": 1.462615635390123,
      "learning_rate": 0.0002965346458729734,
      "loss": 5.1535,
      "step": 6705
    },
    {
      "epoch": 0.5696568127760788,
      "grad_norm": 1.6529484896847382,
      "learning_rate": 0.00029653317836596515,
      "loss": 5.8209,
      "step": 6706
    },
    {
      "epoch": 0.5697417601087326,
      "grad_norm": 1.5672751563470642,
      "learning_rate": 0.0002965317105519258,
      "loss": 5.7023,
      "step": 6707
    },
    {
      "epoch": 0.5698267074413863,
      "grad_norm": 1.5384889922033653,
      "learning_rate": 0.00029653024243085836,
      "loss": 5.4976,
      "step": 6708
    },
    {
      "epoch": 0.56991165477404,
      "grad_norm": 1.482529697025287,
      "learning_rate": 0.0002965287740027659,
      "loss": 5.4199,
      "step": 6709
    },
    {
      "epoch": 0.5699966021066939,
      "grad_norm": 1.5770687197686735,
      "learning_rate": 0.00029652730526765164,
      "loss": 5.1878,
      "step": 6710
    },
    {
      "epoch": 0.5700815494393476,
      "grad_norm": 1.6311431484958798,
      "learning_rate": 0.0002965258362255185,
      "loss": 5.8026,
      "step": 6711
    },
    {
      "epoch": 0.5701664967720014,
      "grad_norm": 1.439103781027735,
      "learning_rate": 0.0002965243668763696,
      "loss": 5.5441,
      "step": 6712
    },
    {
      "epoch": 0.5702514441046551,
      "grad_norm": 1.5039302962190244,
      "learning_rate": 0.0002965228972202081,
      "loss": 5.1854,
      "step": 6713
    },
    {
      "epoch": 0.5703363914373089,
      "grad_norm": 1.6187387778735929,
      "learning_rate": 0.000296521427257037,
      "loss": 5.8404,
      "step": 6714
    },
    {
      "epoch": 0.5704213387699626,
      "grad_norm": 1.5598480224962354,
      "learning_rate": 0.00029651995698685936,
      "loss": 5.5705,
      "step": 6715
    },
    {
      "epoch": 0.5705062861026163,
      "grad_norm": 1.5061632371260834,
      "learning_rate": 0.0002965184864096783,
      "loss": 5.0351,
      "step": 6716
    },
    {
      "epoch": 0.5705912334352702,
      "grad_norm": 1.4726985751726398,
      "learning_rate": 0.0002965170155254969,
      "loss": 5.4482,
      "step": 6717
    },
    {
      "epoch": 0.5706761807679239,
      "grad_norm": 1.6423100322045177,
      "learning_rate": 0.0002965155443343183,
      "loss": 5.7846,
      "step": 6718
    },
    {
      "epoch": 0.5707611281005777,
      "grad_norm": 1.5196435623040907,
      "learning_rate": 0.00029651407283614543,
      "loss": 5.3089,
      "step": 6719
    },
    {
      "epoch": 0.5708460754332314,
      "grad_norm": 1.5643809931358712,
      "learning_rate": 0.0002965126010309815,
      "loss": 5.715,
      "step": 6720
    },
    {
      "epoch": 0.5709310227658851,
      "grad_norm": 1.4892033047233186,
      "learning_rate": 0.00029651112891882956,
      "loss": 5.2312,
      "step": 6721
    },
    {
      "epoch": 0.5710159700985389,
      "grad_norm": 1.504282890757648,
      "learning_rate": 0.00029650965649969275,
      "loss": 5.3642,
      "step": 6722
    },
    {
      "epoch": 0.5711009174311926,
      "grad_norm": 1.6788039801465915,
      "learning_rate": 0.00029650818377357406,
      "loss": 5.6209,
      "step": 6723
    },
    {
      "epoch": 0.5711858647638464,
      "grad_norm": 1.6168546420966703,
      "learning_rate": 0.0002965067107404766,
      "loss": 5.7604,
      "step": 6724
    },
    {
      "epoch": 0.5712708120965002,
      "grad_norm": 1.5175479262012328,
      "learning_rate": 0.00029650523740040345,
      "loss": 5.0365,
      "step": 6725
    },
    {
      "epoch": 0.571355759429154,
      "grad_norm": 1.6085890294709664,
      "learning_rate": 0.00029650376375335775,
      "loss": 5.7283,
      "step": 6726
    },
    {
      "epoch": 0.5714407067618077,
      "grad_norm": 1.4850252959193804,
      "learning_rate": 0.00029650228979934254,
      "loss": 5.3323,
      "step": 6727
    },
    {
      "epoch": 0.5715256540944614,
      "grad_norm": 1.4869021806392049,
      "learning_rate": 0.00029650081553836096,
      "loss": 5.2817,
      "step": 6728
    },
    {
      "epoch": 0.5716106014271152,
      "grad_norm": 1.5743770242211408,
      "learning_rate": 0.00029649934097041605,
      "loss": 5.0274,
      "step": 6729
    },
    {
      "epoch": 0.5716955487597689,
      "grad_norm": 1.6144508733148601,
      "learning_rate": 0.0002964978660955109,
      "loss": 5.7565,
      "step": 6730
    },
    {
      "epoch": 0.5717804960924227,
      "grad_norm": 1.4247213066702629,
      "learning_rate": 0.00029649639091364866,
      "loss": 5.2413,
      "step": 6731
    },
    {
      "epoch": 0.5718654434250765,
      "grad_norm": 1.5637811061536417,
      "learning_rate": 0.0002964949154248323,
      "loss": 5.38,
      "step": 6732
    },
    {
      "epoch": 0.5719503907577302,
      "grad_norm": 1.5916998076998918,
      "learning_rate": 0.0002964934396290651,
      "loss": 5.8364,
      "step": 6733
    },
    {
      "epoch": 0.572035338090384,
      "grad_norm": 1.7122011795749414,
      "learning_rate": 0.0002964919635263499,
      "loss": 5.5624,
      "step": 6734
    },
    {
      "epoch": 0.5721202854230377,
      "grad_norm": 1.4886980626127388,
      "learning_rate": 0.00029649048711669003,
      "loss": 5.2051,
      "step": 6735
    },
    {
      "epoch": 0.5722052327556915,
      "grad_norm": 1.5383722014317984,
      "learning_rate": 0.00029648901040008844,
      "loss": 5.2559,
      "step": 6736
    },
    {
      "epoch": 0.5722901800883452,
      "grad_norm": 1.4978508630799217,
      "learning_rate": 0.0002964875333765483,
      "loss": 5.3559,
      "step": 6737
    },
    {
      "epoch": 0.5723751274209989,
      "grad_norm": 1.5874804162545055,
      "learning_rate": 0.00029648605604607256,
      "loss": 5.732,
      "step": 6738
    },
    {
      "epoch": 0.5724600747536527,
      "grad_norm": 1.5014925459994337,
      "learning_rate": 0.00029648457840866457,
      "loss": 5.3179,
      "step": 6739
    },
    {
      "epoch": 0.5725450220863065,
      "grad_norm": 1.580702993725308,
      "learning_rate": 0.00029648310046432723,
      "loss": 5.8861,
      "step": 6740
    },
    {
      "epoch": 0.5726299694189603,
      "grad_norm": 1.4645240178402872,
      "learning_rate": 0.0002964816222130637,
      "loss": 5.1623,
      "step": 6741
    },
    {
      "epoch": 0.572714916751614,
      "grad_norm": 1.5348827015595166,
      "learning_rate": 0.00029648014365487706,
      "loss": 5.5398,
      "step": 6742
    },
    {
      "epoch": 0.5727998640842678,
      "grad_norm": 1.4986816067185078,
      "learning_rate": 0.00029647866478977046,
      "loss": 5.2878,
      "step": 6743
    },
    {
      "epoch": 0.5728848114169215,
      "grad_norm": 1.5428291693253404,
      "learning_rate": 0.0002964771856177469,
      "loss": 5.2051,
      "step": 6744
    },
    {
      "epoch": 0.5729697587495752,
      "grad_norm": 1.4948439003976113,
      "learning_rate": 0.00029647570613880957,
      "loss": 5.2742,
      "step": 6745
    },
    {
      "epoch": 0.573054706082229,
      "grad_norm": 1.4282598546872862,
      "learning_rate": 0.0002964742263529615,
      "loss": 5.3544,
      "step": 6746
    },
    {
      "epoch": 0.5731396534148828,
      "grad_norm": 1.476428150952177,
      "learning_rate": 0.00029647274626020586,
      "loss": 5.2225,
      "step": 6747
    },
    {
      "epoch": 0.5732246007475366,
      "grad_norm": 1.4960729268735184,
      "learning_rate": 0.0002964712658605457,
      "loss": 5.4418,
      "step": 6748
    },
    {
      "epoch": 0.5733095480801903,
      "grad_norm": 1.443026982574969,
      "learning_rate": 0.00029646978515398414,
      "loss": 5.2035,
      "step": 6749
    },
    {
      "epoch": 0.573394495412844,
      "grad_norm": 1.487517376640505,
      "learning_rate": 0.00029646830414052427,
      "loss": 5.4399,
      "step": 6750
    },
    {
      "epoch": 0.5734794427454978,
      "grad_norm": 1.420231458568669,
      "learning_rate": 0.00029646682282016926,
      "loss": 4.9488,
      "step": 6751
    },
    {
      "epoch": 0.5735643900781515,
      "grad_norm": 1.4398875461541079,
      "learning_rate": 0.0002964653411929221,
      "loss": 5.0284,
      "step": 6752
    },
    {
      "epoch": 0.5736493374108053,
      "grad_norm": 1.511507390681275,
      "learning_rate": 0.000296463859258786,
      "loss": 5.4785,
      "step": 6753
    },
    {
      "epoch": 0.5737342847434591,
      "grad_norm": 1.4609141928041074,
      "learning_rate": 0.000296462377017764,
      "loss": 5.2808,
      "step": 6754
    },
    {
      "epoch": 0.5738192320761129,
      "grad_norm": 1.4762041303011886,
      "learning_rate": 0.0002964608944698592,
      "loss": 5.4727,
      "step": 6755
    },
    {
      "epoch": 0.5739041794087666,
      "grad_norm": 1.612338636687458,
      "learning_rate": 0.0002964594116150747,
      "loss": 5.841,
      "step": 6756
    },
    {
      "epoch": 0.5739891267414203,
      "grad_norm": 1.4825832498352054,
      "learning_rate": 0.0002964579284534137,
      "loss": 5.5841,
      "step": 6757
    },
    {
      "epoch": 0.5740740740740741,
      "grad_norm": 1.4603170210316216,
      "learning_rate": 0.00029645644498487925,
      "loss": 5.3739,
      "step": 6758
    },
    {
      "epoch": 0.5741590214067278,
      "grad_norm": 1.6437623947924844,
      "learning_rate": 0.0002964549612094744,
      "loss": 5.5428,
      "step": 6759
    },
    {
      "epoch": 0.5742439687393815,
      "grad_norm": 1.4546593008576751,
      "learning_rate": 0.0002964534771272024,
      "loss": 5.4697,
      "step": 6760
    },
    {
      "epoch": 0.5743289160720353,
      "grad_norm": 1.4835000320060718,
      "learning_rate": 0.0002964519927380662,
      "loss": 5.6139,
      "step": 6761
    },
    {
      "epoch": 0.5744138634046891,
      "grad_norm": 1.5510359371900646,
      "learning_rate": 0.000296450508042069,
      "loss": 5.2988,
      "step": 6762
    },
    {
      "epoch": 0.5744988107373429,
      "grad_norm": 1.4647617314277077,
      "learning_rate": 0.0002964490230392139,
      "loss": 5.1292,
      "step": 6763
    },
    {
      "epoch": 0.5745837580699966,
      "grad_norm": 1.5390680320689143,
      "learning_rate": 0.000296447537729504,
      "loss": 5.6809,
      "step": 6764
    },
    {
      "epoch": 0.5746687054026504,
      "grad_norm": 1.5901248050848464,
      "learning_rate": 0.0002964460521129424,
      "loss": 5.7056,
      "step": 6765
    },
    {
      "epoch": 0.5747536527353041,
      "grad_norm": 1.5322269548177443,
      "learning_rate": 0.00029644456618953225,
      "loss": 5.157,
      "step": 6766
    },
    {
      "epoch": 0.5748386000679578,
      "grad_norm": 1.6443242389687718,
      "learning_rate": 0.00029644307995927663,
      "loss": 5.7327,
      "step": 6767
    },
    {
      "epoch": 0.5749235474006116,
      "grad_norm": 1.5030789055243812,
      "learning_rate": 0.0002964415934221787,
      "loss": 5.0983,
      "step": 6768
    },
    {
      "epoch": 0.5750084947332654,
      "grad_norm": 1.414472548609042,
      "learning_rate": 0.0002964401065782415,
      "loss": 5.2771,
      "step": 6769
    },
    {
      "epoch": 0.5750934420659192,
      "grad_norm": 1.4689529878958072,
      "learning_rate": 0.0002964386194274682,
      "loss": 5.4349,
      "step": 6770
    },
    {
      "epoch": 0.5751783893985729,
      "grad_norm": 1.5988110078352544,
      "learning_rate": 0.00029643713196986194,
      "loss": 5.63,
      "step": 6771
    },
    {
      "epoch": 0.5752633367312266,
      "grad_norm": 1.4424487321448034,
      "learning_rate": 0.0002964356442054257,
      "loss": 5.3586,
      "step": 6772
    },
    {
      "epoch": 0.5753482840638804,
      "grad_norm": 1.496253312082258,
      "learning_rate": 0.00029643415613416277,
      "loss": 5.2,
      "step": 6773
    },
    {
      "epoch": 0.5754332313965341,
      "grad_norm": 1.5695628930410133,
      "learning_rate": 0.0002964326677560762,
      "loss": 5.5771,
      "step": 6774
    },
    {
      "epoch": 0.5755181787291879,
      "grad_norm": 1.5404843017862613,
      "learning_rate": 0.00029643117907116913,
      "loss": 5.3978,
      "step": 6775
    },
    {
      "epoch": 0.5756031260618416,
      "grad_norm": 1.5398711658847204,
      "learning_rate": 0.0002964296900794446,
      "loss": 5.5566,
      "step": 6776
    },
    {
      "epoch": 0.5756880733944955,
      "grad_norm": 1.479410004448296,
      "learning_rate": 0.0002964282007809058,
      "loss": 5.4454,
      "step": 6777
    },
    {
      "epoch": 0.5757730207271492,
      "grad_norm": 1.4307360954154142,
      "learning_rate": 0.00029642671117555586,
      "loss": 5.4995,
      "step": 6778
    },
    {
      "epoch": 0.5758579680598029,
      "grad_norm": 1.5628901506390782,
      "learning_rate": 0.0002964252212633978,
      "loss": 5.5402,
      "step": 6779
    },
    {
      "epoch": 0.5759429153924567,
      "grad_norm": 1.4421393954544284,
      "learning_rate": 0.0002964237310444349,
      "loss": 5.1186,
      "step": 6780
    },
    {
      "epoch": 0.5760278627251104,
      "grad_norm": 1.4230449531303768,
      "learning_rate": 0.00029642224051867015,
      "loss": 5.1879,
      "step": 6781
    },
    {
      "epoch": 0.5761128100577642,
      "grad_norm": 1.5078038493802168,
      "learning_rate": 0.00029642074968610674,
      "loss": 5.5879,
      "step": 6782
    },
    {
      "epoch": 0.5761977573904179,
      "grad_norm": 1.4898298340705889,
      "learning_rate": 0.0002964192585467478,
      "loss": 5.4934,
      "step": 6783
    },
    {
      "epoch": 0.5762827047230717,
      "grad_norm": 1.7707726196408649,
      "learning_rate": 0.0002964177671005964,
      "loss": 4.9232,
      "step": 6784
    },
    {
      "epoch": 0.5763676520557255,
      "grad_norm": 1.4307688751535033,
      "learning_rate": 0.0002964162753476557,
      "loss": 5.117,
      "step": 6785
    },
    {
      "epoch": 0.5764525993883792,
      "grad_norm": 1.4976518805410686,
      "learning_rate": 0.00029641478328792877,
      "loss": 5.3189,
      "step": 6786
    },
    {
      "epoch": 0.576537546721033,
      "grad_norm": 1.501314372577019,
      "learning_rate": 0.00029641329092141883,
      "loss": 5.4107,
      "step": 6787
    },
    {
      "epoch": 0.5766224940536867,
      "grad_norm": 1.7498525072221436,
      "learning_rate": 0.00029641179824812895,
      "loss": 5.8687,
      "step": 6788
    },
    {
      "epoch": 0.5767074413863404,
      "grad_norm": 1.5092691480074354,
      "learning_rate": 0.00029641030526806234,
      "loss": 5.1833,
      "step": 6789
    },
    {
      "epoch": 0.5767923887189942,
      "grad_norm": 1.7839923554488346,
      "learning_rate": 0.000296408811981222,
      "loss": 5.6841,
      "step": 6790
    },
    {
      "epoch": 0.5768773360516479,
      "grad_norm": 1.6699758612123385,
      "learning_rate": 0.00029640731838761114,
      "loss": 5.7506,
      "step": 6791
    },
    {
      "epoch": 0.5769622833843018,
      "grad_norm": 1.504959166330499,
      "learning_rate": 0.00029640582448723285,
      "loss": 5.2747,
      "step": 6792
    },
    {
      "epoch": 0.5770472307169555,
      "grad_norm": 1.4928340815269057,
      "learning_rate": 0.0002964043302800903,
      "loss": 5.2774,
      "step": 6793
    },
    {
      "epoch": 0.5771321780496093,
      "grad_norm": 1.4587327205031642,
      "learning_rate": 0.0002964028357661866,
      "loss": 5.2448,
      "step": 6794
    },
    {
      "epoch": 0.577217125382263,
      "grad_norm": 1.4879089912736594,
      "learning_rate": 0.00029640134094552486,
      "loss": 5.574,
      "step": 6795
    },
    {
      "epoch": 0.5773020727149167,
      "grad_norm": 1.4627070628871621,
      "learning_rate": 0.00029639984581810824,
      "loss": 5.4981,
      "step": 6796
    },
    {
      "epoch": 0.5773870200475705,
      "grad_norm": 1.4312909538034415,
      "learning_rate": 0.00029639835038393987,
      "loss": 5.0881,
      "step": 6797
    },
    {
      "epoch": 0.5774719673802242,
      "grad_norm": 1.5514208045685145,
      "learning_rate": 0.00029639685464302284,
      "loss": 5.5939,
      "step": 6798
    },
    {
      "epoch": 0.5775569147128781,
      "grad_norm": 1.5619602990853494,
      "learning_rate": 0.0002963953585953604,
      "loss": 5.9529,
      "step": 6799
    },
    {
      "epoch": 0.5776418620455318,
      "grad_norm": 1.4749925256617455,
      "learning_rate": 0.00029639386224095555,
      "loss": 4.9467,
      "step": 6800
    },
    {
      "epoch": 0.5777268093781855,
      "grad_norm": 1.5834947349055912,
      "learning_rate": 0.0002963923655798115,
      "loss": 5.5185,
      "step": 6801
    },
    {
      "epoch": 0.5778117567108393,
      "grad_norm": 1.4526943493788258,
      "learning_rate": 0.00029639086861193135,
      "loss": 5.0579,
      "step": 6802
    },
    {
      "epoch": 0.577896704043493,
      "grad_norm": 1.5858582808042094,
      "learning_rate": 0.0002963893713373183,
      "loss": 5.4385,
      "step": 6803
    },
    {
      "epoch": 0.5779816513761468,
      "grad_norm": 1.5094722570294288,
      "learning_rate": 0.0002963878737559754,
      "loss": 5.3608,
      "step": 6804
    },
    {
      "epoch": 0.5780665987088005,
      "grad_norm": 1.5837082402283,
      "learning_rate": 0.00029638637586790586,
      "loss": 5.6798,
      "step": 6805
    },
    {
      "epoch": 0.5781515460414542,
      "grad_norm": 1.6955464480789064,
      "learning_rate": 0.0002963848776731128,
      "loss": 5.595,
      "step": 6806
    },
    {
      "epoch": 0.5782364933741081,
      "grad_norm": 1.6116227294500354,
      "learning_rate": 0.00029638337917159934,
      "loss": 5.8081,
      "step": 6807
    },
    {
      "epoch": 0.5783214407067618,
      "grad_norm": 1.539872554802007,
      "learning_rate": 0.0002963818803633686,
      "loss": 5.2447,
      "step": 6808
    },
    {
      "epoch": 0.5784063880394156,
      "grad_norm": 1.5173518292008836,
      "learning_rate": 0.00029638038124842373,
      "loss": 5.4061,
      "step": 6809
    },
    {
      "epoch": 0.5784913353720693,
      "grad_norm": 1.5923340571041116,
      "learning_rate": 0.000296378881826768,
      "loss": 5.4977,
      "step": 6810
    },
    {
      "epoch": 0.578576282704723,
      "grad_norm": 1.5252845068681484,
      "learning_rate": 0.00029637738209840436,
      "loss": 5.4601,
      "step": 6811
    },
    {
      "epoch": 0.5786612300373768,
      "grad_norm": 1.503822021076068,
      "learning_rate": 0.000296375882063336,
      "loss": 5.2038,
      "step": 6812
    },
    {
      "epoch": 0.5787461773700305,
      "grad_norm": 1.576386419174073,
      "learning_rate": 0.00029637438172156616,
      "loss": 5.1302,
      "step": 6813
    },
    {
      "epoch": 0.5788311247026844,
      "grad_norm": 1.6139019070941347,
      "learning_rate": 0.0002963728810730979,
      "loss": 5.7215,
      "step": 6814
    },
    {
      "epoch": 0.5789160720353381,
      "grad_norm": 1.5600143909410118,
      "learning_rate": 0.0002963713801179344,
      "loss": 5.0266,
      "step": 6815
    },
    {
      "epoch": 0.5790010193679919,
      "grad_norm": 1.4673515240007102,
      "learning_rate": 0.0002963698788560787,
      "loss": 5.3405,
      "step": 6816
    },
    {
      "epoch": 0.5790859667006456,
      "grad_norm": 1.461242411938789,
      "learning_rate": 0.00029636837728753415,
      "loss": 5.3256,
      "step": 6817
    },
    {
      "epoch": 0.5791709140332993,
      "grad_norm": 1.5135119603516467,
      "learning_rate": 0.00029636687541230374,
      "loss": 5.3914,
      "step": 6818
    },
    {
      "epoch": 0.5792558613659531,
      "grad_norm": 1.5406466741525773,
      "learning_rate": 0.00029636537323039064,
      "loss": 5.33,
      "step": 6819
    },
    {
      "epoch": 0.5793408086986068,
      "grad_norm": 1.4189761759219408,
      "learning_rate": 0.00029636387074179806,
      "loss": 5.4655,
      "step": 6820
    },
    {
      "epoch": 0.5794257560312606,
      "grad_norm": 1.6046947824312123,
      "learning_rate": 0.0002963623679465291,
      "loss": 5.6892,
      "step": 6821
    },
    {
      "epoch": 0.5795107033639144,
      "grad_norm": 1.452205280399873,
      "learning_rate": 0.00029636086484458686,
      "loss": 5.185,
      "step": 6822
    },
    {
      "epoch": 0.5795956506965682,
      "grad_norm": 1.643630069642234,
      "learning_rate": 0.0002963593614359746,
      "loss": 5.2732,
      "step": 6823
    },
    {
      "epoch": 0.5796805980292219,
      "grad_norm": 1.483120543171895,
      "learning_rate": 0.0002963578577206954,
      "loss": 5.4673,
      "step": 6824
    },
    {
      "epoch": 0.5797655453618756,
      "grad_norm": 1.4908751440281487,
      "learning_rate": 0.00029635635369875237,
      "loss": 5.3829,
      "step": 6825
    },
    {
      "epoch": 0.5798504926945294,
      "grad_norm": 1.5841151962502535,
      "learning_rate": 0.00029635484937014873,
      "loss": 5.8059,
      "step": 6826
    },
    {
      "epoch": 0.5799354400271831,
      "grad_norm": 1.5097371467224583,
      "learning_rate": 0.0002963533447348877,
      "loss": 5.0993,
      "step": 6827
    },
    {
      "epoch": 0.5800203873598369,
      "grad_norm": 1.517417650727974,
      "learning_rate": 0.0002963518397929723,
      "loss": 5.2996,
      "step": 6828
    },
    {
      "epoch": 0.5801053346924907,
      "grad_norm": 1.624302174679656,
      "learning_rate": 0.0002963503345444057,
      "loss": 5.5601,
      "step": 6829
    },
    {
      "epoch": 0.5801902820251444,
      "grad_norm": 1.4778232508268188,
      "learning_rate": 0.00029634882898919114,
      "loss": 5.17,
      "step": 6830
    },
    {
      "epoch": 0.5802752293577982,
      "grad_norm": 1.5417468960958276,
      "learning_rate": 0.00029634732312733167,
      "loss": 5.7166,
      "step": 6831
    },
    {
      "epoch": 0.5803601766904519,
      "grad_norm": 1.4999832928717218,
      "learning_rate": 0.00029634581695883055,
      "loss": 5.1797,
      "step": 6832
    },
    {
      "epoch": 0.5804451240231057,
      "grad_norm": 1.4825085592926621,
      "learning_rate": 0.0002963443104836908,
      "loss": 5.2867,
      "step": 6833
    },
    {
      "epoch": 0.5805300713557594,
      "grad_norm": 1.6045034510955474,
      "learning_rate": 0.00029634280370191573,
      "loss": 5.4472,
      "step": 6834
    },
    {
      "epoch": 0.5806150186884131,
      "grad_norm": 1.5385938209833134,
      "learning_rate": 0.00029634129661350843,
      "loss": 5.4203,
      "step": 6835
    },
    {
      "epoch": 0.580699966021067,
      "grad_norm": 1.6102606997823234,
      "learning_rate": 0.000296339789218472,
      "loss": 5.5504,
      "step": 6836
    },
    {
      "epoch": 0.5807849133537207,
      "grad_norm": 1.4970879035781048,
      "learning_rate": 0.0002963382815168097,
      "loss": 5.1443,
      "step": 6837
    },
    {
      "epoch": 0.5808698606863745,
      "grad_norm": 1.5046654637345618,
      "learning_rate": 0.0002963367735085246,
      "loss": 5.2728,
      "step": 6838
    },
    {
      "epoch": 0.5809548080190282,
      "grad_norm": 1.666518987909976,
      "learning_rate": 0.00029633526519361994,
      "loss": 5.5408,
      "step": 6839
    },
    {
      "epoch": 0.581039755351682,
      "grad_norm": 1.684775644107544,
      "learning_rate": 0.00029633375657209883,
      "loss": 5.7537,
      "step": 6840
    },
    {
      "epoch": 0.5811247026843357,
      "grad_norm": 1.6667647556423821,
      "learning_rate": 0.0002963322476439645,
      "loss": 5.8848,
      "step": 6841
    },
    {
      "epoch": 0.5812096500169894,
      "grad_norm": 1.638653388923469,
      "learning_rate": 0.0002963307384092199,
      "loss": 5.7339,
      "step": 6842
    },
    {
      "epoch": 0.5812945973496432,
      "grad_norm": 1.6422849713642527,
      "learning_rate": 0.0002963292288678685,
      "loss": 5.6715,
      "step": 6843
    },
    {
      "epoch": 0.581379544682297,
      "grad_norm": 1.4927917930884442,
      "learning_rate": 0.00029632771901991325,
      "loss": 5.2165,
      "step": 6844
    },
    {
      "epoch": 0.5814644920149508,
      "grad_norm": 1.6083817009707975,
      "learning_rate": 0.0002963262088653574,
      "loss": 5.7417,
      "step": 6845
    },
    {
      "epoch": 0.5815494393476045,
      "grad_norm": 1.4069765122890274,
      "learning_rate": 0.00029632469840420403,
      "loss": 5.1565,
      "step": 6846
    },
    {
      "epoch": 0.5816343866802582,
      "grad_norm": 1.4445475477883885,
      "learning_rate": 0.00029632318763645637,
      "loss": 5.2129,
      "step": 6847
    },
    {
      "epoch": 0.581719334012912,
      "grad_norm": 1.555682831360968,
      "learning_rate": 0.00029632167656211763,
      "loss": 5.6811,
      "step": 6848
    },
    {
      "epoch": 0.5818042813455657,
      "grad_norm": 1.4906651700329565,
      "learning_rate": 0.0002963201651811909,
      "loss": 5.4877,
      "step": 6849
    },
    {
      "epoch": 0.5818892286782195,
      "grad_norm": 1.408219653877285,
      "learning_rate": 0.0002963186534936793,
      "loss": 5.2236,
      "step": 6850
    },
    {
      "epoch": 0.5819741760108733,
      "grad_norm": 1.4907025937823757,
      "learning_rate": 0.00029631714149958623,
      "loss": 5.289,
      "step": 6851
    },
    {
      "epoch": 0.582059123343527,
      "grad_norm": 1.5239665104453697,
      "learning_rate": 0.0002963156291989146,
      "loss": 5.0777,
      "step": 6852
    },
    {
      "epoch": 0.5821440706761808,
      "grad_norm": 1.514294507833596,
      "learning_rate": 0.00029631411659166763,
      "loss": 5.346,
      "step": 6853
    },
    {
      "epoch": 0.5822290180088345,
      "grad_norm": 1.4711740263939765,
      "learning_rate": 0.00029631260367784856,
      "loss": 5.386,
      "step": 6854
    },
    {
      "epoch": 0.5823139653414883,
      "grad_norm": 1.485683733131878,
      "learning_rate": 0.0002963110904574606,
      "loss": 5.5354,
      "step": 6855
    },
    {
      "epoch": 0.582398912674142,
      "grad_norm": 1.658315179554414,
      "learning_rate": 0.0002963095769305068,
      "loss": 5.567,
      "step": 6856
    },
    {
      "epoch": 0.5824838600067958,
      "grad_norm": 1.540307346018643,
      "learning_rate": 0.0002963080630969904,
      "loss": 5.6648,
      "step": 6857
    },
    {
      "epoch": 0.5825688073394495,
      "grad_norm": 1.656193849668182,
      "learning_rate": 0.00029630654895691457,
      "loss": 5.4744,
      "step": 6858
    },
    {
      "epoch": 0.5826537546721033,
      "grad_norm": 1.759968531395011,
      "learning_rate": 0.00029630503451028245,
      "loss": 5.9052,
      "step": 6859
    },
    {
      "epoch": 0.5827387020047571,
      "grad_norm": 1.480663641564251,
      "learning_rate": 0.0002963035197570972,
      "loss": 5.3408,
      "step": 6860
    },
    {
      "epoch": 0.5828236493374108,
      "grad_norm": 1.4698219252835998,
      "learning_rate": 0.0002963020046973621,
      "loss": 5.3396,
      "step": 6861
    },
    {
      "epoch": 0.5829085966700646,
      "grad_norm": 1.6290250896605318,
      "learning_rate": 0.0002963004893310802,
      "loss": 5.6964,
      "step": 6862
    },
    {
      "epoch": 0.5829935440027183,
      "grad_norm": 1.651646542591026,
      "learning_rate": 0.00029629897365825473,
      "loss": 5.1909,
      "step": 6863
    },
    {
      "epoch": 0.583078491335372,
      "grad_norm": 1.6332288094922325,
      "learning_rate": 0.0002962974576788889,
      "loss": 5.684,
      "step": 6864
    },
    {
      "epoch": 0.5831634386680258,
      "grad_norm": 1.5930580271258636,
      "learning_rate": 0.00029629594139298583,
      "loss": 5.6322,
      "step": 6865
    },
    {
      "epoch": 0.5832483860006796,
      "grad_norm": 1.61272427246555,
      "learning_rate": 0.0002962944248005487,
      "loss": 5.7106,
      "step": 6866
    },
    {
      "epoch": 0.5833333333333334,
      "grad_norm": 1.4668567906315853,
      "learning_rate": 0.00029629290790158077,
      "loss": 5.2904,
      "step": 6867
    },
    {
      "epoch": 0.5834182806659871,
      "grad_norm": 1.4745836152550247,
      "learning_rate": 0.0002962913906960851,
      "loss": 5.2608,
      "step": 6868
    },
    {
      "epoch": 0.5835032279986408,
      "grad_norm": 1.4931766431664695,
      "learning_rate": 0.0002962898731840649,
      "loss": 5.0366,
      "step": 6869
    },
    {
      "epoch": 0.5835881753312946,
      "grad_norm": 1.4902176016517377,
      "learning_rate": 0.0002962883553655234,
      "loss": 5.0667,
      "step": 6870
    },
    {
      "epoch": 0.5836731226639483,
      "grad_norm": 1.4856232267881035,
      "learning_rate": 0.00029628683724046374,
      "loss": 5.4594,
      "step": 6871
    },
    {
      "epoch": 0.5837580699966021,
      "grad_norm": 1.5161076273389829,
      "learning_rate": 0.00029628531880888915,
      "loss": 5.4439,
      "step": 6872
    },
    {
      "epoch": 0.5838430173292558,
      "grad_norm": 1.5524173850687237,
      "learning_rate": 0.00029628380007080274,
      "loss": 4.8998,
      "step": 6873
    },
    {
      "epoch": 0.5839279646619097,
      "grad_norm": 1.5830083784194553,
      "learning_rate": 0.0002962822810262077,
      "loss": 5.0734,
      "step": 6874
    },
    {
      "epoch": 0.5840129119945634,
      "grad_norm": 1.5001033602151825,
      "learning_rate": 0.0002962807616751073,
      "loss": 5.2161,
      "step": 6875
    },
    {
      "epoch": 0.5840978593272171,
      "grad_norm": 1.6687437719557965,
      "learning_rate": 0.0002962792420175046,
      "loss": 5.6829,
      "step": 6876
    },
    {
      "epoch": 0.5841828066598709,
      "grad_norm": 1.5776786162516212,
      "learning_rate": 0.0002962777220534029,
      "loss": 5.0694,
      "step": 6877
    },
    {
      "epoch": 0.5842677539925246,
      "grad_norm": 1.496240525263494,
      "learning_rate": 0.0002962762017828053,
      "loss": 5.4444,
      "step": 6878
    },
    {
      "epoch": 0.5843527013251784,
      "grad_norm": 1.5249647134163882,
      "learning_rate": 0.00029627468120571506,
      "loss": 5.4526,
      "step": 6879
    },
    {
      "epoch": 0.5844376486578321,
      "grad_norm": 1.6334126222189682,
      "learning_rate": 0.0002962731603221353,
      "loss": 5.5866,
      "step": 6880
    },
    {
      "epoch": 0.584522595990486,
      "grad_norm": 1.6514022672576132,
      "learning_rate": 0.00029627163913206923,
      "loss": 5.7728,
      "step": 6881
    },
    {
      "epoch": 0.5846075433231397,
      "grad_norm": 1.5208075779434747,
      "learning_rate": 0.00029627011763552004,
      "loss": 5.2238,
      "step": 6882
    },
    {
      "epoch": 0.5846924906557934,
      "grad_norm": 1.540938187841348,
      "learning_rate": 0.0002962685958324909,
      "loss": 5.4797,
      "step": 6883
    },
    {
      "epoch": 0.5847774379884472,
      "grad_norm": 1.6285661980873825,
      "learning_rate": 0.00029626707372298503,
      "loss": 5.5533,
      "step": 6884
    },
    {
      "epoch": 0.5848623853211009,
      "grad_norm": 1.6252316893534675,
      "learning_rate": 0.0002962655513070056,
      "loss": 5.5782,
      "step": 6885
    },
    {
      "epoch": 0.5849473326537546,
      "grad_norm": 1.6194938454377643,
      "learning_rate": 0.00029626402858455575,
      "loss": 5.0414,
      "step": 6886
    },
    {
      "epoch": 0.5850322799864084,
      "grad_norm": 1.6609360645173195,
      "learning_rate": 0.0002962625055556388,
      "loss": 5.9132,
      "step": 6887
    },
    {
      "epoch": 0.5851172273190621,
      "grad_norm": 1.5705243264748125,
      "learning_rate": 0.00029626098222025783,
      "loss": 5.5944,
      "step": 6888
    },
    {
      "epoch": 0.585202174651716,
      "grad_norm": 1.5769276165581803,
      "learning_rate": 0.00029625945857841607,
      "loss": 5.2538,
      "step": 6889
    },
    {
      "epoch": 0.5852871219843697,
      "grad_norm": 1.6126273291225208,
      "learning_rate": 0.00029625793463011676,
      "loss": 5.5611,
      "step": 6890
    },
    {
      "epoch": 0.5853720693170235,
      "grad_norm": 1.5946082549439617,
      "learning_rate": 0.00029625641037536293,
      "loss": 5.7618,
      "step": 6891
    },
    {
      "epoch": 0.5854570166496772,
      "grad_norm": 1.556253460666988,
      "learning_rate": 0.00029625488581415795,
      "loss": 5.5676,
      "step": 6892
    },
    {
      "epoch": 0.5855419639823309,
      "grad_norm": 1.5125539219298518,
      "learning_rate": 0.00029625336094650496,
      "loss": 5.5353,
      "step": 6893
    },
    {
      "epoch": 0.5856269113149847,
      "grad_norm": 1.5073258597081947,
      "learning_rate": 0.00029625183577240715,
      "loss": 5.3403,
      "step": 6894
    },
    {
      "epoch": 0.5857118586476384,
      "grad_norm": 1.5226861876454887,
      "learning_rate": 0.00029625031029186774,
      "loss": 5.2804,
      "step": 6895
    },
    {
      "epoch": 0.5857968059802923,
      "grad_norm": 1.53302315767226,
      "learning_rate": 0.0002962487845048898,
      "loss": 5.3182,
      "step": 6896
    },
    {
      "epoch": 0.585881753312946,
      "grad_norm": 1.6254147385274544,
      "learning_rate": 0.0002962472584114767,
      "loss": 5.4609,
      "step": 6897
    },
    {
      "epoch": 0.5859667006455997,
      "grad_norm": 1.5503357634472017,
      "learning_rate": 0.00029624573201163153,
      "loss": 5.6233,
      "step": 6898
    },
    {
      "epoch": 0.5860516479782535,
      "grad_norm": 1.4334312818622736,
      "learning_rate": 0.00029624420530535754,
      "loss": 5.1348,
      "step": 6899
    },
    {
      "epoch": 0.5861365953109072,
      "grad_norm": 1.4946788863730904,
      "learning_rate": 0.00029624267829265794,
      "loss": 5.2526,
      "step": 6900
    },
    {
      "epoch": 0.586221542643561,
      "grad_norm": 1.450916545166435,
      "learning_rate": 0.00029624115097353585,
      "loss": 5.0873,
      "step": 6901
    },
    {
      "epoch": 0.5863064899762147,
      "grad_norm": 1.4615190435743828,
      "learning_rate": 0.00029623962334799454,
      "loss": 5.3664,
      "step": 6902
    },
    {
      "epoch": 0.5863914373088684,
      "grad_norm": 1.5308591662194018,
      "learning_rate": 0.0002962380954160372,
      "loss": 5.216,
      "step": 6903
    },
    {
      "epoch": 0.5864763846415223,
      "grad_norm": 1.4956838331122129,
      "learning_rate": 0.000296236567177667,
      "loss": 5.0579,
      "step": 6904
    },
    {
      "epoch": 0.586561331974176,
      "grad_norm": 1.6549155670337587,
      "learning_rate": 0.00029623503863288714,
      "loss": 5.6331,
      "step": 6905
    },
    {
      "epoch": 0.5866462793068298,
      "grad_norm": 1.4364727059422573,
      "learning_rate": 0.00029623350978170087,
      "loss": 5.1989,
      "step": 6906
    },
    {
      "epoch": 0.5867312266394835,
      "grad_norm": 1.6006451973110354,
      "learning_rate": 0.00029623198062411136,
      "loss": 5.7036,
      "step": 6907
    },
    {
      "epoch": 0.5868161739721373,
      "grad_norm": 1.6320236029813526,
      "learning_rate": 0.0002962304511601219,
      "loss": 5.5619,
      "step": 6908
    },
    {
      "epoch": 0.586901121304791,
      "grad_norm": 1.70754675320137,
      "learning_rate": 0.0002962289213897355,
      "loss": 4.7602,
      "step": 6909
    },
    {
      "epoch": 0.5869860686374447,
      "grad_norm": 1.5242855399615718,
      "learning_rate": 0.00029622739131295554,
      "loss": 4.9396,
      "step": 6910
    },
    {
      "epoch": 0.5870710159700986,
      "grad_norm": 1.5435639724291872,
      "learning_rate": 0.0002962258609297852,
      "loss": 5.2235,
      "step": 6911
    },
    {
      "epoch": 0.5871559633027523,
      "grad_norm": 1.521008838512074,
      "learning_rate": 0.0002962243302402276,
      "loss": 5.4523,
      "step": 6912
    },
    {
      "epoch": 0.5872409106354061,
      "grad_norm": 1.5626686002709167,
      "learning_rate": 0.000296222799244286,
      "loss": 5.1564,
      "step": 6913
    },
    {
      "epoch": 0.5873258579680598,
      "grad_norm": 1.9429527209050537,
      "learning_rate": 0.0002962212679419637,
      "loss": 5.6884,
      "step": 6914
    },
    {
      "epoch": 0.5874108053007135,
      "grad_norm": 1.4693736249271703,
      "learning_rate": 0.00029621973633326375,
      "loss": 5.3662,
      "step": 6915
    },
    {
      "epoch": 0.5874957526333673,
      "grad_norm": 1.4809779808382648,
      "learning_rate": 0.0002962182044181894,
      "loss": 5.4734,
      "step": 6916
    },
    {
      "epoch": 0.587580699966021,
      "grad_norm": 1.4911310189731368,
      "learning_rate": 0.000296216672196744,
      "loss": 5.3604,
      "step": 6917
    },
    {
      "epoch": 0.5876656472986749,
      "grad_norm": 1.5236428110465672,
      "learning_rate": 0.00029621513966893056,
      "loss": 5.5382,
      "step": 6918
    },
    {
      "epoch": 0.5877505946313286,
      "grad_norm": 1.5106867595286744,
      "learning_rate": 0.0002962136068347524,
      "loss": 5.5805,
      "step": 6919
    },
    {
      "epoch": 0.5878355419639824,
      "grad_norm": 1.5659868581009708,
      "learning_rate": 0.00029621207369421275,
      "loss": 5.7007,
      "step": 6920
    },
    {
      "epoch": 0.5879204892966361,
      "grad_norm": 7.467229353983196,
      "learning_rate": 0.0002962105402473147,
      "loss": 5.8659,
      "step": 6921
    },
    {
      "epoch": 0.5880054366292898,
      "grad_norm": 1.6097044286568383,
      "learning_rate": 0.0002962090064940616,
      "loss": 5.6801,
      "step": 6922
    },
    {
      "epoch": 0.5880903839619436,
      "grad_norm": 1.4109081125535448,
      "learning_rate": 0.0002962074724344566,
      "loss": 5.3122,
      "step": 6923
    },
    {
      "epoch": 0.5881753312945973,
      "grad_norm": 1.4914933044212113,
      "learning_rate": 0.000296205938068503,
      "loss": 5.6702,
      "step": 6924
    },
    {
      "epoch": 0.588260278627251,
      "grad_norm": 5.990714976110624,
      "learning_rate": 0.0002962044033962038,
      "loss": 5.6427,
      "step": 6925
    },
    {
      "epoch": 0.5883452259599049,
      "grad_norm": 1.458689207058147,
      "learning_rate": 0.0002962028684175625,
      "loss": 4.9331,
      "step": 6926
    },
    {
      "epoch": 0.5884301732925586,
      "grad_norm": 1.59611930237775,
      "learning_rate": 0.00029620133313258207,
      "loss": 5.5481,
      "step": 6927
    },
    {
      "epoch": 0.5885151206252124,
      "grad_norm": 1.5315514010103233,
      "learning_rate": 0.00029619979754126586,
      "loss": 5.5412,
      "step": 6928
    },
    {
      "epoch": 0.5886000679578661,
      "grad_norm": 1.4723588416089881,
      "learning_rate": 0.00029619826164361705,
      "loss": 5.5267,
      "step": 6929
    },
    {
      "epoch": 0.5886850152905199,
      "grad_norm": 1.4467559213541734,
      "learning_rate": 0.0002961967254396389,
      "loss": 5.2832,
      "step": 6930
    },
    {
      "epoch": 0.5887699626231736,
      "grad_norm": 1.5510720008089052,
      "learning_rate": 0.00029619518892933454,
      "loss": 5.4632,
      "step": 6931
    },
    {
      "epoch": 0.5888549099558273,
      "grad_norm": 1.5515362104075947,
      "learning_rate": 0.0002961936521127073,
      "loss": 5.1871,
      "step": 6932
    },
    {
      "epoch": 0.5889398572884812,
      "grad_norm": 2.8128763407378483,
      "learning_rate": 0.0002961921149897603,
      "loss": 5.8386,
      "step": 6933
    },
    {
      "epoch": 0.5890248046211349,
      "grad_norm": 1.4640247121351482,
      "learning_rate": 0.0002961905775604968,
      "loss": 5.0932,
      "step": 6934
    },
    {
      "epoch": 0.5891097519537887,
      "grad_norm": 1.4412277095971984,
      "learning_rate": 0.0002961890398249201,
      "loss": 5.1008,
      "step": 6935
    },
    {
      "epoch": 0.5891946992864424,
      "grad_norm": 1.4602356372578882,
      "learning_rate": 0.0002961875017830333,
      "loss": 5.2303,
      "step": 6936
    },
    {
      "epoch": 0.5892796466190962,
      "grad_norm": 1.4736995349654853,
      "learning_rate": 0.00029618596343483964,
      "loss": 5.0355,
      "step": 6937
    },
    {
      "epoch": 0.5893645939517499,
      "grad_norm": 1.576634993739588,
      "learning_rate": 0.00029618442478034237,
      "loss": 5.4499,
      "step": 6938
    },
    {
      "epoch": 0.5894495412844036,
      "grad_norm": 1.5140828251183327,
      "learning_rate": 0.0002961828858195448,
      "loss": 5.2018,
      "step": 6939
    },
    {
      "epoch": 0.5895344886170574,
      "grad_norm": 6.2910672417219855,
      "learning_rate": 0.00029618134655245,
      "loss": 5.8625,
      "step": 6940
    },
    {
      "epoch": 0.5896194359497112,
      "grad_norm": 1.6109095634074466,
      "learning_rate": 0.0002961798069790613,
      "loss": 5.5852,
      "step": 6941
    },
    {
      "epoch": 0.589704383282365,
      "grad_norm": 1.5564133381301917,
      "learning_rate": 0.00029617826709938186,
      "loss": 4.7323,
      "step": 6942
    },
    {
      "epoch": 0.5897893306150187,
      "grad_norm": 1.5702763629374346,
      "learning_rate": 0.000296176726913415,
      "loss": 5.5746,
      "step": 6943
    },
    {
      "epoch": 0.5898742779476724,
      "grad_norm": 1.5250441174628817,
      "learning_rate": 0.0002961751864211638,
      "loss": 5.1231,
      "step": 6944
    },
    {
      "epoch": 0.5899592252803262,
      "grad_norm": 1.609590687063995,
      "learning_rate": 0.00029617364562263164,
      "loss": 5.6216,
      "step": 6945
    },
    {
      "epoch": 0.5900441726129799,
      "grad_norm": 1.5365952269258705,
      "learning_rate": 0.0002961721045178217,
      "loss": 5.2285,
      "step": 6946
    },
    {
      "epoch": 0.5901291199456337,
      "grad_norm": 1.6261063545864036,
      "learning_rate": 0.0002961705631067371,
      "loss": 5.2865,
      "step": 6947
    },
    {
      "epoch": 0.5902140672782875,
      "grad_norm": 3.3786877076017334,
      "learning_rate": 0.00029616902138938125,
      "loss": 5.8877,
      "step": 6948
    },
    {
      "epoch": 0.5902990146109413,
      "grad_norm": 1.5261186415735648,
      "learning_rate": 0.0002961674793657573,
      "loss": 5.1876,
      "step": 6949
    },
    {
      "epoch": 0.590383961943595,
      "grad_norm": 1.560408789565211,
      "learning_rate": 0.0002961659370358684,
      "loss": 5.4675,
      "step": 6950
    },
    {
      "epoch": 0.5904689092762487,
      "grad_norm": 1.5860316833752617,
      "learning_rate": 0.00029616439439971793,
      "loss": 5.344,
      "step": 6951
    },
    {
      "epoch": 0.5905538566089025,
      "grad_norm": 1.5363487157920976,
      "learning_rate": 0.00029616285145730894,
      "loss": 5.276,
      "step": 6952
    },
    {
      "epoch": 0.5906388039415562,
      "grad_norm": 1.624338457952307,
      "learning_rate": 0.0002961613082086449,
      "loss": 5.764,
      "step": 6953
    },
    {
      "epoch": 0.59072375127421,
      "grad_norm": 1.8887465664305128,
      "learning_rate": 0.00029615976465372884,
      "loss": 5.5881,
      "step": 6954
    },
    {
      "epoch": 0.5908086986068637,
      "grad_norm": 1.5443173568225659,
      "learning_rate": 0.00029615822079256406,
      "loss": 4.8198,
      "step": 6955
    },
    {
      "epoch": 0.5908936459395175,
      "grad_norm": 1.5077531787085432,
      "learning_rate": 0.0002961566766251538,
      "loss": 5.1629,
      "step": 6956
    },
    {
      "epoch": 0.5909785932721713,
      "grad_norm": 1.5393655291679835,
      "learning_rate": 0.0002961551321515013,
      "loss": 5.3821,
      "step": 6957
    },
    {
      "epoch": 0.591063540604825,
      "grad_norm": 1.551802491009984,
      "learning_rate": 0.00029615358737160986,
      "loss": 5.3259,
      "step": 6958
    },
    {
      "epoch": 0.5911484879374788,
      "grad_norm": 1.5268621947001881,
      "learning_rate": 0.0002961520422854826,
      "loss": 5.473,
      "step": 6959
    },
    {
      "epoch": 0.5912334352701325,
      "grad_norm": 1.5968792355672743,
      "learning_rate": 0.00029615049689312285,
      "loss": 5.5551,
      "step": 6960
    },
    {
      "epoch": 0.5913183826027862,
      "grad_norm": 1.631581762125075,
      "learning_rate": 0.00029614895119453377,
      "loss": 5.327,
      "step": 6961
    },
    {
      "epoch": 0.59140332993544,
      "grad_norm": 1.61871949237686,
      "learning_rate": 0.0002961474051897186,
      "loss": 5.5916,
      "step": 6962
    },
    {
      "epoch": 0.5914882772680938,
      "grad_norm": 1.6199851656067585,
      "learning_rate": 0.0002961458588786807,
      "loss": 5.6524,
      "step": 6963
    },
    {
      "epoch": 0.5915732246007476,
      "grad_norm": 2.0582644353778212,
      "learning_rate": 0.00029614431226142313,
      "loss": 4.6423,
      "step": 6964
    },
    {
      "epoch": 0.5916581719334013,
      "grad_norm": 1.5899650035939386,
      "learning_rate": 0.0002961427653379493,
      "loss": 5.4016,
      "step": 6965
    },
    {
      "epoch": 0.591743119266055,
      "grad_norm": 1.8092804061604857,
      "learning_rate": 0.00029614121810826234,
      "loss": 5.5015,
      "step": 6966
    },
    {
      "epoch": 0.5918280665987088,
      "grad_norm": 1.5717981272469628,
      "learning_rate": 0.00029613967057236554,
      "loss": 5.3689,
      "step": 6967
    },
    {
      "epoch": 0.5919130139313625,
      "grad_norm": 1.5273963543931353,
      "learning_rate": 0.00029613812273026214,
      "loss": 5.4405,
      "step": 6968
    },
    {
      "epoch": 0.5919979612640163,
      "grad_norm": 1.561503427401064,
      "learning_rate": 0.0002961365745819554,
      "loss": 5.7216,
      "step": 6969
    },
    {
      "epoch": 0.59208290859667,
      "grad_norm": 1.4542481670237213,
      "learning_rate": 0.00029613502612744845,
      "loss": 5.1729,
      "step": 6970
    },
    {
      "epoch": 0.5921678559293239,
      "grad_norm": 1.5781434889468011,
      "learning_rate": 0.0002961334773667447,
      "loss": 5.211,
      "step": 6971
    },
    {
      "epoch": 0.5922528032619776,
      "grad_norm": 1.4669698168270944,
      "learning_rate": 0.0002961319282998473,
      "loss": 5.2097,
      "step": 6972
    },
    {
      "epoch": 0.5923377505946313,
      "grad_norm": 1.5149114102385948,
      "learning_rate": 0.0002961303789267595,
      "loss": 5.4545,
      "step": 6973
    },
    {
      "epoch": 0.5924226979272851,
      "grad_norm": 1.638991168635487,
      "learning_rate": 0.0002961288292474846,
      "loss": 5.7252,
      "step": 6974
    },
    {
      "epoch": 0.5925076452599388,
      "grad_norm": 1.5428485637251033,
      "learning_rate": 0.00029612727926202576,
      "loss": 5.2773,
      "step": 6975
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 1.4790057277742108,
      "learning_rate": 0.0002961257289703863,
      "loss": 5.134,
      "step": 6976
    },
    {
      "epoch": 0.5926775399252463,
      "grad_norm": 1.4880600791934553,
      "learning_rate": 0.0002961241783725694,
      "loss": 5.1054,
      "step": 6977
    },
    {
      "epoch": 0.5927624872579002,
      "grad_norm": 1.5256642552970505,
      "learning_rate": 0.00029612262746857835,
      "loss": 5.2346,
      "step": 6978
    },
    {
      "epoch": 0.5928474345905539,
      "grad_norm": 1.5571243962674184,
      "learning_rate": 0.0002961210762584165,
      "loss": 5.1555,
      "step": 6979
    },
    {
      "epoch": 0.5929323819232076,
      "grad_norm": 1.4722543242083193,
      "learning_rate": 0.00029611952474208693,
      "loss": 5.1765,
      "step": 6980
    },
    {
      "epoch": 0.5930173292558614,
      "grad_norm": 1.6590329544220643,
      "learning_rate": 0.00029611797291959296,
      "loss": 5.7829,
      "step": 6981
    },
    {
      "epoch": 0.5931022765885151,
      "grad_norm": 1.6546372176137818,
      "learning_rate": 0.00029611642079093787,
      "loss": 5.6984,
      "step": 6982
    },
    {
      "epoch": 0.5931872239211688,
      "grad_norm": 1.6573019795048214,
      "learning_rate": 0.00029611486835612484,
      "loss": 5.6734,
      "step": 6983
    },
    {
      "epoch": 0.5932721712538226,
      "grad_norm": 1.6263121244803573,
      "learning_rate": 0.00029611331561515725,
      "loss": 4.8841,
      "step": 6984
    },
    {
      "epoch": 0.5933571185864764,
      "grad_norm": 1.6385698236036503,
      "learning_rate": 0.00029611176256803817,
      "loss": 5.6941,
      "step": 6985
    },
    {
      "epoch": 0.5934420659191302,
      "grad_norm": 1.4571650017018323,
      "learning_rate": 0.00029611020921477103,
      "loss": 5.3186,
      "step": 6986
    },
    {
      "epoch": 0.5935270132517839,
      "grad_norm": 1.5570159569043283,
      "learning_rate": 0.000296108655555359,
      "loss": 5.2957,
      "step": 6987
    },
    {
      "epoch": 0.5936119605844377,
      "grad_norm": 1.6630249877959364,
      "learning_rate": 0.00029610710158980535,
      "loss": 5.7382,
      "step": 6988
    },
    {
      "epoch": 0.5936969079170914,
      "grad_norm": 1.4613253295798607,
      "learning_rate": 0.0002961055473181133,
      "loss": 5.2386,
      "step": 6989
    },
    {
      "epoch": 0.5937818552497451,
      "grad_norm": 1.4949734101163588,
      "learning_rate": 0.0002961039927402862,
      "loss": 5.096,
      "step": 6990
    },
    {
      "epoch": 0.5938668025823989,
      "grad_norm": 1.5230364170345332,
      "learning_rate": 0.0002961024378563272,
      "loss": 5.3752,
      "step": 6991
    },
    {
      "epoch": 0.5939517499150526,
      "grad_norm": 1.5062279555605127,
      "learning_rate": 0.0002961008826662396,
      "loss": 5.5044,
      "step": 6992
    },
    {
      "epoch": 0.5940366972477065,
      "grad_norm": 1.4828691704525712,
      "learning_rate": 0.0002960993271700267,
      "loss": 5.4827,
      "step": 6993
    },
    {
      "epoch": 0.5941216445803602,
      "grad_norm": 1.6540771534257146,
      "learning_rate": 0.0002960977713676917,
      "loss": 4.7053,
      "step": 6994
    },
    {
      "epoch": 0.594206591913014,
      "grad_norm": 1.6123093006988867,
      "learning_rate": 0.0002960962152592379,
      "loss": 5.5628,
      "step": 6995
    },
    {
      "epoch": 0.5942915392456677,
      "grad_norm": 1.4881297517183905,
      "learning_rate": 0.0002960946588446685,
      "loss": 5.4889,
      "step": 6996
    },
    {
      "epoch": 0.5943764865783214,
      "grad_norm": 1.6186972945200953,
      "learning_rate": 0.0002960931021239868,
      "loss": 5.6667,
      "step": 6997
    },
    {
      "epoch": 0.5944614339109752,
      "grad_norm": 1.4715754791622444,
      "learning_rate": 0.0002960915450971961,
      "loss": 5.2789,
      "step": 6998
    },
    {
      "epoch": 0.5945463812436289,
      "grad_norm": 1.4595124290113877,
      "learning_rate": 0.0002960899877642997,
      "loss": 5.3024,
      "step": 6999
    },
    {
      "epoch": 0.5946313285762828,
      "grad_norm": 1.4563991544027899,
      "learning_rate": 0.0002960884301253007,
      "loss": 5.1444,
      "step": 7000
    },
    {
      "epoch": 0.5947162759089365,
      "grad_norm": 1.5194091853684237,
      "learning_rate": 0.00029608687218020245,
      "loss": 5.3006,
      "step": 7001
    },
    {
      "epoch": 0.5948012232415902,
      "grad_norm": 1.5255134076411079,
      "learning_rate": 0.00029608531392900825,
      "loss": 5.2311,
      "step": 7002
    },
    {
      "epoch": 0.594886170574244,
      "grad_norm": 1.452687271826748,
      "learning_rate": 0.0002960837553717213,
      "loss": 5.3244,
      "step": 7003
    },
    {
      "epoch": 0.5949711179068977,
      "grad_norm": 1.577341684329888,
      "learning_rate": 0.00029608219650834494,
      "loss": 5.8496,
      "step": 7004
    },
    {
      "epoch": 0.5950560652395515,
      "grad_norm": 1.6239581589401169,
      "learning_rate": 0.0002960806373388824,
      "loss": 5.6095,
      "step": 7005
    },
    {
      "epoch": 0.5951410125722052,
      "grad_norm": 1.494408006561026,
      "learning_rate": 0.00029607907786333696,
      "loss": 5.583,
      "step": 7006
    },
    {
      "epoch": 0.5952259599048589,
      "grad_norm": 1.6217450333499073,
      "learning_rate": 0.0002960775180817118,
      "loss": 5.6869,
      "step": 7007
    },
    {
      "epoch": 0.5953109072375128,
      "grad_norm": 1.6283335273054298,
      "learning_rate": 0.0002960759579940103,
      "loss": 5.6539,
      "step": 7008
    },
    {
      "epoch": 0.5953958545701665,
      "grad_norm": 1.4450385924474292,
      "learning_rate": 0.0002960743976002357,
      "loss": 5.0509,
      "step": 7009
    },
    {
      "epoch": 0.5954808019028203,
      "grad_norm": 1.6429928508438902,
      "learning_rate": 0.00029607283690039125,
      "loss": 5.2352,
      "step": 7010
    },
    {
      "epoch": 0.595565749235474,
      "grad_norm": 1.5288478515531823,
      "learning_rate": 0.0002960712758944802,
      "loss": 5.2187,
      "step": 7011
    },
    {
      "epoch": 0.5956506965681277,
      "grad_norm": 1.5111052684067532,
      "learning_rate": 0.0002960697145825059,
      "loss": 5.1721,
      "step": 7012
    },
    {
      "epoch": 0.5957356439007815,
      "grad_norm": 1.487073819998024,
      "learning_rate": 0.00029606815296447157,
      "loss": 5.3768,
      "step": 7013
    },
    {
      "epoch": 0.5958205912334352,
      "grad_norm": 1.5050040228359052,
      "learning_rate": 0.0002960665910403804,
      "loss": 5.4299,
      "step": 7014
    },
    {
      "epoch": 0.5959055385660891,
      "grad_norm": 1.519865275089588,
      "learning_rate": 0.00029606502881023586,
      "loss": 5.3358,
      "step": 7015
    },
    {
      "epoch": 0.5959904858987428,
      "grad_norm": 1.4506373690479184,
      "learning_rate": 0.000296063466274041,
      "loss": 5.2154,
      "step": 7016
    },
    {
      "epoch": 0.5960754332313966,
      "grad_norm": 1.470670555932848,
      "learning_rate": 0.00029606190343179923,
      "loss": 5.3983,
      "step": 7017
    },
    {
      "epoch": 0.5961603805640503,
      "grad_norm": 1.4961117327860078,
      "learning_rate": 0.00029606034028351383,
      "loss": 5.1074,
      "step": 7018
    },
    {
      "epoch": 0.596245327896704,
      "grad_norm": 1.5082329337194795,
      "learning_rate": 0.00029605877682918803,
      "loss": 5.4053,
      "step": 7019
    },
    {
      "epoch": 0.5963302752293578,
      "grad_norm": 1.5115552508624794,
      "learning_rate": 0.00029605721306882513,
      "loss": 5.2466,
      "step": 7020
    },
    {
      "epoch": 0.5964152225620115,
      "grad_norm": 1.6841368775031516,
      "learning_rate": 0.0002960556490024284,
      "loss": 5.8187,
      "step": 7021
    },
    {
      "epoch": 0.5965001698946653,
      "grad_norm": 1.5187700294710869,
      "learning_rate": 0.0002960540846300011,
      "loss": 5.4389,
      "step": 7022
    },
    {
      "epoch": 0.5965851172273191,
      "grad_norm": 2.092057398965262,
      "learning_rate": 0.0002960525199515465,
      "loss": 4.7573,
      "step": 7023
    },
    {
      "epoch": 0.5966700645599728,
      "grad_norm": 1.4962756760323823,
      "learning_rate": 0.0002960509549670679,
      "loss": 5.3041,
      "step": 7024
    },
    {
      "epoch": 0.5967550118926266,
      "grad_norm": 1.5318806988958005,
      "learning_rate": 0.0002960493896765686,
      "loss": 5.46,
      "step": 7025
    },
    {
      "epoch": 0.5968399592252803,
      "grad_norm": 1.5290402959044522,
      "learning_rate": 0.00029604782408005183,
      "loss": 5.3022,
      "step": 7026
    },
    {
      "epoch": 0.5969249065579341,
      "grad_norm": 1.494460675891995,
      "learning_rate": 0.0002960462581775209,
      "loss": 5.4553,
      "step": 7027
    },
    {
      "epoch": 0.5970098538905878,
      "grad_norm": 1.6180952642209074,
      "learning_rate": 0.00029604469196897916,
      "loss": 5.6964,
      "step": 7028
    },
    {
      "epoch": 0.5970948012232415,
      "grad_norm": 1.4553200765801995,
      "learning_rate": 0.00029604312545442973,
      "loss": 5.034,
      "step": 7029
    },
    {
      "epoch": 0.5971797485558954,
      "grad_norm": 1.4719577343756678,
      "learning_rate": 0.000296041558633876,
      "loss": 5.3883,
      "step": 7030
    },
    {
      "epoch": 0.5972646958885491,
      "grad_norm": 1.436488988656639,
      "learning_rate": 0.00029603999150732124,
      "loss": 5.1398,
      "step": 7031
    },
    {
      "epoch": 0.5973496432212029,
      "grad_norm": 1.46407893373325,
      "learning_rate": 0.0002960384240747688,
      "loss": 5.221,
      "step": 7032
    },
    {
      "epoch": 0.5974345905538566,
      "grad_norm": 1.4279713571075046,
      "learning_rate": 0.0002960368563362218,
      "loss": 5.1234,
      "step": 7033
    },
    {
      "epoch": 0.5975195378865104,
      "grad_norm": 1.5698681139912927,
      "learning_rate": 0.00029603528829168365,
      "loss": 5.0114,
      "step": 7034
    },
    {
      "epoch": 0.5976044852191641,
      "grad_norm": 1.6116144921030395,
      "learning_rate": 0.0002960337199411576,
      "loss": 5.6644,
      "step": 7035
    },
    {
      "epoch": 0.5976894325518178,
      "grad_norm": 1.6084844663244655,
      "learning_rate": 0.0002960321512846469,
      "loss": 5.4604,
      "step": 7036
    },
    {
      "epoch": 0.5977743798844716,
      "grad_norm": 1.6755626487331323,
      "learning_rate": 0.00029603058232215493,
      "loss": 5.893,
      "step": 7037
    },
    {
      "epoch": 0.5978593272171254,
      "grad_norm": 1.4975086928341692,
      "learning_rate": 0.00029602901305368493,
      "loss": 5.2651,
      "step": 7038
    },
    {
      "epoch": 0.5979442745497792,
      "grad_norm": 1.5684288541011309,
      "learning_rate": 0.0002960274434792402,
      "loss": 5.2784,
      "step": 7039
    },
    {
      "epoch": 0.5980292218824329,
      "grad_norm": 1.6374205788511529,
      "learning_rate": 0.0002960258735988239,
      "loss": 5.7689,
      "step": 7040
    },
    {
      "epoch": 0.5981141692150866,
      "grad_norm": 1.4587853504101467,
      "learning_rate": 0.0002960243034124395,
      "loss": 5.2305,
      "step": 7041
    },
    {
      "epoch": 0.5981991165477404,
      "grad_norm": 1.4891008559016237,
      "learning_rate": 0.0002960227329200903,
      "loss": 5.1289,
      "step": 7042
    },
    {
      "epoch": 0.5982840638803941,
      "grad_norm": 1.51483693516017,
      "learning_rate": 0.0002960211621217794,
      "loss": 5.4384,
      "step": 7043
    },
    {
      "epoch": 0.5983690112130479,
      "grad_norm": 1.578183486625099,
      "learning_rate": 0.0002960195910175102,
      "loss": 5.2953,
      "step": 7044
    },
    {
      "epoch": 0.5984539585457017,
      "grad_norm": 1.5163149415875192,
      "learning_rate": 0.00029601801960728606,
      "loss": 5.6601,
      "step": 7045
    },
    {
      "epoch": 0.5985389058783555,
      "grad_norm": 1.4941473136635404,
      "learning_rate": 0.0002960164478911102,
      "loss": 5.5005,
      "step": 7046
    },
    {
      "epoch": 0.5986238532110092,
      "grad_norm": 1.6390489841443006,
      "learning_rate": 0.0002960148758689859,
      "loss": 5.27,
      "step": 7047
    },
    {
      "epoch": 0.5987088005436629,
      "grad_norm": 1.5019217586559883,
      "learning_rate": 0.0002960133035409165,
      "loss": 5.0899,
      "step": 7048
    },
    {
      "epoch": 0.5987937478763167,
      "grad_norm": 1.706412145693534,
      "learning_rate": 0.0002960117309069052,
      "loss": 5.089,
      "step": 7049
    },
    {
      "epoch": 0.5988786952089704,
      "grad_norm": 1.544229886193182,
      "learning_rate": 0.0002960101579669554,
      "loss": 5.4608,
      "step": 7050
    },
    {
      "epoch": 0.5989636425416242,
      "grad_norm": 1.520307917964809,
      "learning_rate": 0.00029600858472107034,
      "loss": 5.3118,
      "step": 7051
    },
    {
      "epoch": 0.5990485898742779,
      "grad_norm": 1.5559675062402267,
      "learning_rate": 0.0002960070111692534,
      "loss": 5.2248,
      "step": 7052
    },
    {
      "epoch": 0.5991335372069317,
      "grad_norm": 1.5280553458033055,
      "learning_rate": 0.00029600543731150776,
      "loss": 5.2657,
      "step": 7053
    },
    {
      "epoch": 0.5992184845395855,
      "grad_norm": 1.6146915896639558,
      "learning_rate": 0.00029600386314783677,
      "loss": 5.5162,
      "step": 7054
    },
    {
      "epoch": 0.5993034318722392,
      "grad_norm": 1.5353759302063121,
      "learning_rate": 0.00029600228867824376,
      "loss": 5.2965,
      "step": 7055
    },
    {
      "epoch": 0.599388379204893,
      "grad_norm": 1.6920649523801954,
      "learning_rate": 0.000296000713902732,
      "loss": 5.7749,
      "step": 7056
    },
    {
      "epoch": 0.5994733265375467,
      "grad_norm": 1.6898268441401825,
      "learning_rate": 0.00029599913882130474,
      "loss": 5.7714,
      "step": 7057
    },
    {
      "epoch": 0.5995582738702004,
      "grad_norm": 1.5635216488995525,
      "learning_rate": 0.00029599756343396533,
      "loss": 5.246,
      "step": 7058
    },
    {
      "epoch": 0.5996432212028542,
      "grad_norm": 1.5998232820545981,
      "learning_rate": 0.00029599598774071714,
      "loss": 5.4554,
      "step": 7059
    },
    {
      "epoch": 0.599728168535508,
      "grad_norm": 1.5145985469041088,
      "learning_rate": 0.0002959944117415633,
      "loss": 5.3019,
      "step": 7060
    },
    {
      "epoch": 0.5998131158681618,
      "grad_norm": 1.680699149087901,
      "learning_rate": 0.00029599283543650727,
      "loss": 5.4619,
      "step": 7061
    },
    {
      "epoch": 0.5998980632008155,
      "grad_norm": 1.607262254618812,
      "learning_rate": 0.0002959912588255523,
      "loss": 5.1682,
      "step": 7062
    },
    {
      "epoch": 0.5999830105334693,
      "grad_norm": 1.6789328803164472,
      "learning_rate": 0.0002959896819087017,
      "loss": 5.7842,
      "step": 7063
    },
    {
      "epoch": 0.600067957866123,
      "grad_norm": 1.5326671082707082,
      "learning_rate": 0.0002959881046859587,
      "loss": 5.3192,
      "step": 7064
    },
    {
      "epoch": 0.6001529051987767,
      "grad_norm": 1.6792986408270119,
      "learning_rate": 0.0002959865271573267,
      "loss": 5.5953,
      "step": 7065
    },
    {
      "epoch": 0.6002378525314305,
      "grad_norm": 1.613016903063425,
      "learning_rate": 0.000295984949322809,
      "loss": 5.363,
      "step": 7066
    },
    {
      "epoch": 0.6003227998640843,
      "grad_norm": 2.0890022859719375,
      "learning_rate": 0.00029598337118240885,
      "loss": 4.8713,
      "step": 7067
    },
    {
      "epoch": 0.6004077471967381,
      "grad_norm": 1.5085195820089319,
      "learning_rate": 0.0002959817927361296,
      "loss": 5.3532,
      "step": 7068
    },
    {
      "epoch": 0.6004926945293918,
      "grad_norm": 1.5544980895807945,
      "learning_rate": 0.0002959802139839746,
      "loss": 5.3036,
      "step": 7069
    },
    {
      "epoch": 0.6005776418620455,
      "grad_norm": 1.6002480895516795,
      "learning_rate": 0.000295978634925947,
      "loss": 5.6903,
      "step": 7070
    },
    {
      "epoch": 0.6006625891946993,
      "grad_norm": 1.5859560285828822,
      "learning_rate": 0.00029597705556205024,
      "loss": 5.4545,
      "step": 7071
    },
    {
      "epoch": 0.600747536527353,
      "grad_norm": 1.444064256085193,
      "learning_rate": 0.0002959754758922876,
      "loss": 4.0455,
      "step": 7072
    },
    {
      "epoch": 0.6008324838600068,
      "grad_norm": 1.738331662605257,
      "learning_rate": 0.0002959738959166624,
      "loss": 5.3798,
      "step": 7073
    },
    {
      "epoch": 0.6009174311926605,
      "grad_norm": 1.497193428488026,
      "learning_rate": 0.00029597231563517797,
      "loss": 5.3057,
      "step": 7074
    },
    {
      "epoch": 0.6010023785253144,
      "grad_norm": 1.5260563737850084,
      "learning_rate": 0.00029597073504783754,
      "loss": 4.3711,
      "step": 7075
    },
    {
      "epoch": 0.6010873258579681,
      "grad_norm": 1.5234202317100092,
      "learning_rate": 0.00029596915415464444,
      "loss": 5.2721,
      "step": 7076
    },
    {
      "epoch": 0.6011722731906218,
      "grad_norm": 1.556029639824107,
      "learning_rate": 0.0002959675729556021,
      "loss": 5.2712,
      "step": 7077
    },
    {
      "epoch": 0.6012572205232756,
      "grad_norm": 1.6523556014153205,
      "learning_rate": 0.0002959659914507137,
      "loss": 5.2367,
      "step": 7078
    },
    {
      "epoch": 0.6013421678559293,
      "grad_norm": 1.5304318717480538,
      "learning_rate": 0.0002959644096399826,
      "loss": 5.0651,
      "step": 7079
    },
    {
      "epoch": 0.601427115188583,
      "grad_norm": 1.64628465427643,
      "learning_rate": 0.00029596282752341214,
      "loss": 4.5764,
      "step": 7080
    },
    {
      "epoch": 0.6015120625212368,
      "grad_norm": 1.7473802541004408,
      "learning_rate": 0.0002959612451010056,
      "loss": 5.7516,
      "step": 7081
    },
    {
      "epoch": 0.6015970098538906,
      "grad_norm": 1.6379610015984034,
      "learning_rate": 0.00029595966237276627,
      "loss": 5.4724,
      "step": 7082
    },
    {
      "epoch": 0.6016819571865444,
      "grad_norm": 1.494243990266511,
      "learning_rate": 0.00029595807933869753,
      "loss": 5.0463,
      "step": 7083
    },
    {
      "epoch": 0.6017669045191981,
      "grad_norm": 1.6632901887331224,
      "learning_rate": 0.0002959564959988027,
      "loss": 5.6733,
      "step": 7084
    },
    {
      "epoch": 0.6018518518518519,
      "grad_norm": 1.5516274607487879,
      "learning_rate": 0.0002959549123530851,
      "loss": 5.149,
      "step": 7085
    },
    {
      "epoch": 0.6019367991845056,
      "grad_norm": 1.4767156167539208,
      "learning_rate": 0.0002959533284015479,
      "loss": 5.4758,
      "step": 7086
    },
    {
      "epoch": 0.6020217465171593,
      "grad_norm": 1.484394443232691,
      "learning_rate": 0.0002959517441441946,
      "loss": 5.2999,
      "step": 7087
    },
    {
      "epoch": 0.6021066938498131,
      "grad_norm": 1.8963324425422738,
      "learning_rate": 0.0002959501595810284,
      "loss": 5.8528,
      "step": 7088
    },
    {
      "epoch": 0.6021916411824668,
      "grad_norm": 1.5026602456602534,
      "learning_rate": 0.0002959485747120528,
      "loss": 5.2828,
      "step": 7089
    },
    {
      "epoch": 0.6022765885151207,
      "grad_norm": 1.6151805660676517,
      "learning_rate": 0.00029594698953727086,
      "loss": 5.6962,
      "step": 7090
    },
    {
      "epoch": 0.6023615358477744,
      "grad_norm": 1.5055537192851438,
      "learning_rate": 0.0002959454040566861,
      "loss": 5.365,
      "step": 7091
    },
    {
      "epoch": 0.6024464831804281,
      "grad_norm": 1.46129530039937,
      "learning_rate": 0.00029594381827030173,
      "loss": 4.7388,
      "step": 7092
    },
    {
      "epoch": 0.6025314305130819,
      "grad_norm": 1.5013680719994802,
      "learning_rate": 0.0002959422321781212,
      "loss": 5.3907,
      "step": 7093
    },
    {
      "epoch": 0.6026163778457356,
      "grad_norm": 1.5493435060763259,
      "learning_rate": 0.0002959406457801477,
      "loss": 5.5553,
      "step": 7094
    },
    {
      "epoch": 0.6027013251783894,
      "grad_norm": 1.5268560594446576,
      "learning_rate": 0.00029593905907638457,
      "loss": 5.0957,
      "step": 7095
    },
    {
      "epoch": 0.6027862725110431,
      "grad_norm": 1.6576608421440768,
      "learning_rate": 0.0002959374720668353,
      "loss": 5.7339,
      "step": 7096
    },
    {
      "epoch": 0.602871219843697,
      "grad_norm": 1.4920130469914032,
      "learning_rate": 0.000295935884751503,
      "loss": 5.0886,
      "step": 7097
    },
    {
      "epoch": 0.6029561671763507,
      "grad_norm": 1.4899364750242248,
      "learning_rate": 0.00029593429713039107,
      "loss": 5.2562,
      "step": 7098
    },
    {
      "epoch": 0.6030411145090044,
      "grad_norm": 1.5663895155353043,
      "learning_rate": 0.0002959327092035029,
      "loss": 5.5061,
      "step": 7099
    },
    {
      "epoch": 0.6031260618416582,
      "grad_norm": 1.5216299129349955,
      "learning_rate": 0.0002959311209708417,
      "loss": 5.3414,
      "step": 7100
    },
    {
      "epoch": 0.6032110091743119,
      "grad_norm": 1.4571447124792265,
      "learning_rate": 0.0002959295324324109,
      "loss": 5.107,
      "step": 7101
    },
    {
      "epoch": 0.6032959565069657,
      "grad_norm": 1.4922425293621648,
      "learning_rate": 0.00029592794358821383,
      "loss": 5.2728,
      "step": 7102
    },
    {
      "epoch": 0.6033809038396194,
      "grad_norm": 1.528493880704441,
      "learning_rate": 0.00029592635443825377,
      "loss": 5.4845,
      "step": 7103
    },
    {
      "epoch": 0.6034658511722731,
      "grad_norm": 1.7249871072178886,
      "learning_rate": 0.00029592476498253406,
      "loss": 5.6319,
      "step": 7104
    },
    {
      "epoch": 0.603550798504927,
      "grad_norm": 1.6293158313449407,
      "learning_rate": 0.000295923175221058,
      "loss": 5.8644,
      "step": 7105
    },
    {
      "epoch": 0.6036357458375807,
      "grad_norm": 1.6328875880641498,
      "learning_rate": 0.00029592158515382897,
      "loss": 5.6165,
      "step": 7106
    },
    {
      "epoch": 0.6037206931702345,
      "grad_norm": 1.615305552346063,
      "learning_rate": 0.0002959199947808503,
      "loss": 5.317,
      "step": 7107
    },
    {
      "epoch": 0.6038056405028882,
      "grad_norm": 1.5388670106784113,
      "learning_rate": 0.0002959184041021253,
      "loss": 5.3204,
      "step": 7108
    },
    {
      "epoch": 0.603890587835542,
      "grad_norm": 1.598944733962596,
      "learning_rate": 0.0002959168131176573,
      "loss": 5.7781,
      "step": 7109
    },
    {
      "epoch": 0.6039755351681957,
      "grad_norm": 1.5121787133070852,
      "learning_rate": 0.00029591522182744964,
      "loss": 5.4397,
      "step": 7110
    },
    {
      "epoch": 0.6040604825008494,
      "grad_norm": 1.4976750239916883,
      "learning_rate": 0.0002959136302315057,
      "loss": 5.5079,
      "step": 7111
    },
    {
      "epoch": 0.6041454298335033,
      "grad_norm": 1.541800454170995,
      "learning_rate": 0.00029591203832982874,
      "loss": 5.2275,
      "step": 7112
    },
    {
      "epoch": 0.604230377166157,
      "grad_norm": 1.5538239386912405,
      "learning_rate": 0.0002959104461224222,
      "loss": 5.1546,
      "step": 7113
    },
    {
      "epoch": 0.6043153244988108,
      "grad_norm": 1.487088025663682,
      "learning_rate": 0.0002959088536092892,
      "loss": 5.2269,
      "step": 7114
    },
    {
      "epoch": 0.6044002718314645,
      "grad_norm": 1.6264490416549415,
      "learning_rate": 0.00029590726079043334,
      "loss": 5.8098,
      "step": 7115
    },
    {
      "epoch": 0.6044852191641182,
      "grad_norm": 1.5594579339349752,
      "learning_rate": 0.0002959056676658578,
      "loss": 5.3328,
      "step": 7116
    },
    {
      "epoch": 0.604570166496772,
      "grad_norm": 1.5454833599977487,
      "learning_rate": 0.00029590407423556593,
      "loss": 5.3988,
      "step": 7117
    },
    {
      "epoch": 0.6046551138294257,
      "grad_norm": 1.6785861130695328,
      "learning_rate": 0.00029590248049956116,
      "loss": 5.3102,
      "step": 7118
    },
    {
      "epoch": 0.6047400611620795,
      "grad_norm": 1.480748022803931,
      "learning_rate": 0.0002959008864578468,
      "loss": 5.047,
      "step": 7119
    },
    {
      "epoch": 0.6048250084947333,
      "grad_norm": 1.4762782488173447,
      "learning_rate": 0.000295899292110426,
      "loss": 5.4012,
      "step": 7120
    },
    {
      "epoch": 0.604909955827387,
      "grad_norm": 1.6142641811096081,
      "learning_rate": 0.0002958976974573024,
      "loss": 5.4924,
      "step": 7121
    },
    {
      "epoch": 0.6049949031600408,
      "grad_norm": 1.5160259570184909,
      "learning_rate": 0.0002958961024984791,
      "loss": 4.9726,
      "step": 7122
    },
    {
      "epoch": 0.6050798504926945,
      "grad_norm": 1.494593165208222,
      "learning_rate": 0.0002958945072339596,
      "loss": 5.0745,
      "step": 7123
    },
    {
      "epoch": 0.6051647978253483,
      "grad_norm": 1.4637004448258641,
      "learning_rate": 0.00029589291166374717,
      "loss": 5.3327,
      "step": 7124
    },
    {
      "epoch": 0.605249745158002,
      "grad_norm": 1.5303625811607586,
      "learning_rate": 0.00029589131578784515,
      "loss": 5.378,
      "step": 7125
    },
    {
      "epoch": 0.6053346924906557,
      "grad_norm": 1.442709727874704,
      "learning_rate": 0.00029588971960625693,
      "loss": 5.1434,
      "step": 7126
    },
    {
      "epoch": 0.6054196398233096,
      "grad_norm": 1.6576800909288614,
      "learning_rate": 0.0002958881231189858,
      "loss": 5.9577,
      "step": 7127
    },
    {
      "epoch": 0.6055045871559633,
      "grad_norm": 1.4097259672316966,
      "learning_rate": 0.00029588652632603514,
      "loss": 5.154,
      "step": 7128
    },
    {
      "epoch": 0.6055895344886171,
      "grad_norm": 1.689136327316593,
      "learning_rate": 0.0002958849292274083,
      "loss": 5.0056,
      "step": 7129
    },
    {
      "epoch": 0.6056744818212708,
      "grad_norm": 1.464222583595554,
      "learning_rate": 0.0002958833318231086,
      "loss": 5.0456,
      "step": 7130
    },
    {
      "epoch": 0.6057594291539246,
      "grad_norm": 1.6098757459388144,
      "learning_rate": 0.00029588173411313937,
      "loss": 5.8049,
      "step": 7131
    },
    {
      "epoch": 0.6058443764865783,
      "grad_norm": 1.5432697185276512,
      "learning_rate": 0.000295880136097504,
      "loss": 5.5022,
      "step": 7132
    },
    {
      "epoch": 0.605929323819232,
      "grad_norm": 1.74203135530526,
      "learning_rate": 0.0002958785377762058,
      "loss": 5.7195,
      "step": 7133
    },
    {
      "epoch": 0.6060142711518859,
      "grad_norm": 1.6287415069987448,
      "learning_rate": 0.00029587693914924815,
      "loss": 5.2018,
      "step": 7134
    },
    {
      "epoch": 0.6060992184845396,
      "grad_norm": 1.6559579917047882,
      "learning_rate": 0.00029587534021663446,
      "loss": 5.7089,
      "step": 7135
    },
    {
      "epoch": 0.6061841658171934,
      "grad_norm": 1.5100562282173229,
      "learning_rate": 0.00029587374097836796,
      "loss": 5.4819,
      "step": 7136
    },
    {
      "epoch": 0.6062691131498471,
      "grad_norm": 1.5252550530755782,
      "learning_rate": 0.00029587214143445207,
      "loss": 5.2033,
      "step": 7137
    },
    {
      "epoch": 0.6063540604825008,
      "grad_norm": 1.660301933438765,
      "learning_rate": 0.0002958705415848901,
      "loss": 5.6807,
      "step": 7138
    },
    {
      "epoch": 0.6064390078151546,
      "grad_norm": 1.4923394247607302,
      "learning_rate": 0.0002958689414296854,
      "loss": 5.1765,
      "step": 7139
    },
    {
      "epoch": 0.6065239551478083,
      "grad_norm": 1.487729731519411,
      "learning_rate": 0.00029586734096884144,
      "loss": 5.2344,
      "step": 7140
    },
    {
      "epoch": 0.6066089024804621,
      "grad_norm": 1.5205036139441266,
      "learning_rate": 0.00029586574020236145,
      "loss": 5.2984,
      "step": 7141
    },
    {
      "epoch": 0.6066938498131159,
      "grad_norm": 1.5534679898761894,
      "learning_rate": 0.0002958641391302488,
      "loss": 5.4378,
      "step": 7142
    },
    {
      "epoch": 0.6067787971457697,
      "grad_norm": 1.5910209113129135,
      "learning_rate": 0.00029586253775250684,
      "loss": 5.3744,
      "step": 7143
    },
    {
      "epoch": 0.6068637444784234,
      "grad_norm": 1.4842069668477924,
      "learning_rate": 0.000295860936069139,
      "loss": 5.3684,
      "step": 7144
    },
    {
      "epoch": 0.6069486918110771,
      "grad_norm": 1.5043169133997425,
      "learning_rate": 0.00029585933408014857,
      "loss": 5.405,
      "step": 7145
    },
    {
      "epoch": 0.6070336391437309,
      "grad_norm": 1.5111535272463417,
      "learning_rate": 0.00029585773178553886,
      "loss": 5.3835,
      "step": 7146
    },
    {
      "epoch": 0.6071185864763846,
      "grad_norm": 1.49890498812153,
      "learning_rate": 0.0002958561291853134,
      "loss": 5.5071,
      "step": 7147
    },
    {
      "epoch": 0.6072035338090384,
      "grad_norm": 1.4654390389192449,
      "learning_rate": 0.0002958545262794753,
      "loss": 5.2823,
      "step": 7148
    },
    {
      "epoch": 0.6072884811416922,
      "grad_norm": 1.4505422783325261,
      "learning_rate": 0.00029585292306802814,
      "loss": 5.24,
      "step": 7149
    },
    {
      "epoch": 0.6073734284743459,
      "grad_norm": 1.4515462328218391,
      "learning_rate": 0.00029585131955097517,
      "loss": 5.3603,
      "step": 7150
    },
    {
      "epoch": 0.6074583758069997,
      "grad_norm": 1.5624003418377197,
      "learning_rate": 0.0002958497157283198,
      "loss": 5.5357,
      "step": 7151
    },
    {
      "epoch": 0.6075433231396534,
      "grad_norm": 1.5794258035579465,
      "learning_rate": 0.0002958481116000654,
      "loss": 5.4862,
      "step": 7152
    },
    {
      "epoch": 0.6076282704723072,
      "grad_norm": 1.4846151991425445,
      "learning_rate": 0.0002958465071662152,
      "loss": 4.7293,
      "step": 7153
    },
    {
      "epoch": 0.6077132178049609,
      "grad_norm": 1.530683229805072,
      "learning_rate": 0.0002958449024267727,
      "loss": 5.5305,
      "step": 7154
    },
    {
      "epoch": 0.6077981651376146,
      "grad_norm": 1.5271920454164465,
      "learning_rate": 0.0002958432973817412,
      "loss": 5.4307,
      "step": 7155
    },
    {
      "epoch": 0.6078831124702684,
      "grad_norm": 1.5666523847914768,
      "learning_rate": 0.00029584169203112417,
      "loss": 5.3611,
      "step": 7156
    },
    {
      "epoch": 0.6079680598029222,
      "grad_norm": 1.5702070271506252,
      "learning_rate": 0.0002958400863749248,
      "loss": 5.4985,
      "step": 7157
    },
    {
      "epoch": 0.608053007135576,
      "grad_norm": 1.6383415118774136,
      "learning_rate": 0.00029583848041314653,
      "loss": 4.9327,
      "step": 7158
    },
    {
      "epoch": 0.6081379544682297,
      "grad_norm": 1.5333222390398085,
      "learning_rate": 0.00029583687414579276,
      "loss": 5.2228,
      "step": 7159
    },
    {
      "epoch": 0.6082229018008835,
      "grad_norm": 1.5953544811949711,
      "learning_rate": 0.00029583526757286685,
      "loss": 5.2461,
      "step": 7160
    },
    {
      "epoch": 0.6083078491335372,
      "grad_norm": 1.5197955064009745,
      "learning_rate": 0.0002958336606943721,
      "loss": 5.328,
      "step": 7161
    },
    {
      "epoch": 0.6083927964661909,
      "grad_norm": 1.5486281389802208,
      "learning_rate": 0.000295832053510312,
      "loss": 5.3862,
      "step": 7162
    },
    {
      "epoch": 0.6084777437988447,
      "grad_norm": 1.5127590322900535,
      "learning_rate": 0.0002958304460206898,
      "loss": 5.2143,
      "step": 7163
    },
    {
      "epoch": 0.6085626911314985,
      "grad_norm": 1.6722827813537113,
      "learning_rate": 0.0002958288382255089,
      "loss": 5.7207,
      "step": 7164
    },
    {
      "epoch": 0.6086476384641523,
      "grad_norm": 1.68499957036547,
      "learning_rate": 0.00029582723012477267,
      "loss": 5.7559,
      "step": 7165
    },
    {
      "epoch": 0.608732585796806,
      "grad_norm": 1.4724836565028943,
      "learning_rate": 0.0002958256217184845,
      "loss": 4.8964,
      "step": 7166
    },
    {
      "epoch": 0.6088175331294597,
      "grad_norm": 1.608234890633005,
      "learning_rate": 0.00029582401300664777,
      "loss": 5.5775,
      "step": 7167
    },
    {
      "epoch": 0.6089024804621135,
      "grad_norm": 1.5323701031790504,
      "learning_rate": 0.0002958224039892658,
      "loss": 5.2984,
      "step": 7168
    },
    {
      "epoch": 0.6089874277947672,
      "grad_norm": 1.6211560530866647,
      "learning_rate": 0.00029582079466634203,
      "loss": 4.546,
      "step": 7169
    },
    {
      "epoch": 0.609072375127421,
      "grad_norm": 1.4819151973326934,
      "learning_rate": 0.0002958191850378797,
      "loss": 5.3553,
      "step": 7170
    },
    {
      "epoch": 0.6091573224600747,
      "grad_norm": 1.4963231578427583,
      "learning_rate": 0.0002958175751038824,
      "loss": 5.109,
      "step": 7171
    },
    {
      "epoch": 0.6092422697927286,
      "grad_norm": 1.5741895185213626,
      "learning_rate": 0.0002958159648643533,
      "loss": 5.5296,
      "step": 7172
    },
    {
      "epoch": 0.6093272171253823,
      "grad_norm": 1.47075893955594,
      "learning_rate": 0.0002958143543192959,
      "loss": 5.1675,
      "step": 7173
    },
    {
      "epoch": 0.609412164458036,
      "grad_norm": 1.562225451264466,
      "learning_rate": 0.00029581274346871347,
      "loss": 5.4801,
      "step": 7174
    },
    {
      "epoch": 0.6094971117906898,
      "grad_norm": 1.5274773597914157,
      "learning_rate": 0.0002958111323126095,
      "loss": 5.4719,
      "step": 7175
    },
    {
      "epoch": 0.6095820591233435,
      "grad_norm": 1.4867643009470282,
      "learning_rate": 0.00029580952085098724,
      "loss": 5.1052,
      "step": 7176
    },
    {
      "epoch": 0.6096670064559973,
      "grad_norm": 1.652263805611228,
      "learning_rate": 0.00029580790908385017,
      "loss": 5.6064,
      "step": 7177
    },
    {
      "epoch": 0.609751953788651,
      "grad_norm": 1.5854271581570172,
      "learning_rate": 0.0002958062970112016,
      "loss": 5.115,
      "step": 7178
    },
    {
      "epoch": 0.6098369011213048,
      "grad_norm": 1.7238526618609489,
      "learning_rate": 0.000295804684633045,
      "loss": 4.5742,
      "step": 7179
    },
    {
      "epoch": 0.6099218484539586,
      "grad_norm": 1.572141639033781,
      "learning_rate": 0.00029580307194938365,
      "loss": 5.4794,
      "step": 7180
    },
    {
      "epoch": 0.6100067957866123,
      "grad_norm": 1.6259158545234638,
      "learning_rate": 0.000295801458960221,
      "loss": 5.6745,
      "step": 7181
    },
    {
      "epoch": 0.6100917431192661,
      "grad_norm": 1.6896550353374056,
      "learning_rate": 0.00029579984566556033,
      "loss": 5.7714,
      "step": 7182
    },
    {
      "epoch": 0.6101766904519198,
      "grad_norm": 1.5335872268831163,
      "learning_rate": 0.0002957982320654052,
      "loss": 5.4254,
      "step": 7183
    },
    {
      "epoch": 0.6102616377845735,
      "grad_norm": 1.5778385890677533,
      "learning_rate": 0.0002957966181597588,
      "loss": 5.2661,
      "step": 7184
    },
    {
      "epoch": 0.6103465851172273,
      "grad_norm": 1.6416788390931871,
      "learning_rate": 0.0002957950039486246,
      "loss": 5.4608,
      "step": 7185
    },
    {
      "epoch": 0.610431532449881,
      "grad_norm": 1.6884465761577356,
      "learning_rate": 0.00029579338943200594,
      "loss": 5.1787,
      "step": 7186
    },
    {
      "epoch": 0.6105164797825349,
      "grad_norm": 1.4408307334327706,
      "learning_rate": 0.0002957917746099063,
      "loss": 5.2243,
      "step": 7187
    },
    {
      "epoch": 0.6106014271151886,
      "grad_norm": 1.625788470485442,
      "learning_rate": 0.0002957901594823289,
      "loss": 5.7752,
      "step": 7188
    },
    {
      "epoch": 0.6106863744478424,
      "grad_norm": 1.5733715265808619,
      "learning_rate": 0.00029578854404927726,
      "loss": 5.6213,
      "step": 7189
    },
    {
      "epoch": 0.6107713217804961,
      "grad_norm": 1.6388723246263628,
      "learning_rate": 0.0002957869283107548,
      "loss": 5.6931,
      "step": 7190
    },
    {
      "epoch": 0.6108562691131498,
      "grad_norm": 1.595357004042317,
      "learning_rate": 0.00029578531226676476,
      "loss": 5.2808,
      "step": 7191
    },
    {
      "epoch": 0.6109412164458036,
      "grad_norm": 1.6152391494995757,
      "learning_rate": 0.00029578369591731063,
      "loss": 5.6494,
      "step": 7192
    },
    {
      "epoch": 0.6110261637784573,
      "grad_norm": 1.4776746110565546,
      "learning_rate": 0.00029578207926239577,
      "loss": 5.2841,
      "step": 7193
    },
    {
      "epoch": 0.6111111111111112,
      "grad_norm": 1.5811183389186283,
      "learning_rate": 0.00029578046230202353,
      "loss": 5.432,
      "step": 7194
    },
    {
      "epoch": 0.6111960584437649,
      "grad_norm": 1.6338895111364842,
      "learning_rate": 0.00029577884503619733,
      "loss": 5.5976,
      "step": 7195
    },
    {
      "epoch": 0.6112810057764186,
      "grad_norm": 1.752430444662924,
      "learning_rate": 0.0002957772274649206,
      "loss": 5.6444,
      "step": 7196
    },
    {
      "epoch": 0.6113659531090724,
      "grad_norm": 1.6426360444421901,
      "learning_rate": 0.00029577560958819667,
      "loss": 4.9657,
      "step": 7197
    },
    {
      "epoch": 0.6114509004417261,
      "grad_norm": 1.5704188487541701,
      "learning_rate": 0.00029577399140602893,
      "loss": 5.5678,
      "step": 7198
    },
    {
      "epoch": 0.6115358477743799,
      "grad_norm": 1.519698635071065,
      "learning_rate": 0.0002957723729184208,
      "loss": 5.3468,
      "step": 7199
    },
    {
      "epoch": 0.6116207951070336,
      "grad_norm": 1.6863908970393628,
      "learning_rate": 0.00029577075412537564,
      "loss": 5.7366,
      "step": 7200
    },
    {
      "epoch": 0.6117057424396873,
      "grad_norm": 1.493767403994776,
      "learning_rate": 0.0002957691350268969,
      "loss": 5.2282,
      "step": 7201
    },
    {
      "epoch": 0.6117906897723412,
      "grad_norm": 1.45186611673006,
      "learning_rate": 0.00029576751562298794,
      "loss": 5.0546,
      "step": 7202
    },
    {
      "epoch": 0.6118756371049949,
      "grad_norm": 1.6978142397263423,
      "learning_rate": 0.00029576589591365216,
      "loss": 5.8017,
      "step": 7203
    },
    {
      "epoch": 0.6119605844376487,
      "grad_norm": 1.4973875561354346,
      "learning_rate": 0.0002957642758988929,
      "loss": 5.5135,
      "step": 7204
    },
    {
      "epoch": 0.6120455317703024,
      "grad_norm": 1.5582044844098761,
      "learning_rate": 0.0002957626555787136,
      "loss": 5.4768,
      "step": 7205
    },
    {
      "epoch": 0.6121304791029561,
      "grad_norm": 1.71054647056142,
      "learning_rate": 0.0002957610349531177,
      "loss": 5.6704,
      "step": 7206
    },
    {
      "epoch": 0.6122154264356099,
      "grad_norm": 1.5168793412830361,
      "learning_rate": 0.00029575941402210847,
      "loss": 5.3962,
      "step": 7207
    },
    {
      "epoch": 0.6123003737682636,
      "grad_norm": 1.9497503551546056,
      "learning_rate": 0.00029575779278568937,
      "loss": 4.8259,
      "step": 7208
    },
    {
      "epoch": 0.6123853211009175,
      "grad_norm": 1.5349712434331466,
      "learning_rate": 0.0002957561712438639,
      "loss": 5.0471,
      "step": 7209
    },
    {
      "epoch": 0.6124702684335712,
      "grad_norm": 1.5782583377702624,
      "learning_rate": 0.0002957545493966353,
      "loss": 5.4373,
      "step": 7210
    },
    {
      "epoch": 0.612555215766225,
      "grad_norm": 1.5869147766216392,
      "learning_rate": 0.0002957529272440071,
      "loss": 5.5695,
      "step": 7211
    },
    {
      "epoch": 0.6126401630988787,
      "grad_norm": 1.5346479630810583,
      "learning_rate": 0.00029575130478598255,
      "loss": 4.9767,
      "step": 7212
    },
    {
      "epoch": 0.6127251104315324,
      "grad_norm": 1.5127163224390008,
      "learning_rate": 0.0002957496820225652,
      "loss": 5.5941,
      "step": 7213
    },
    {
      "epoch": 0.6128100577641862,
      "grad_norm": 1.498812245315373,
      "learning_rate": 0.00029574805895375835,
      "loss": 4.7032,
      "step": 7214
    },
    {
      "epoch": 0.6128950050968399,
      "grad_norm": 1.6731778995719457,
      "learning_rate": 0.0002957464355795655,
      "loss": 5.4081,
      "step": 7215
    },
    {
      "epoch": 0.6129799524294938,
      "grad_norm": 1.5463243508706177,
      "learning_rate": 0.0002957448118999899,
      "loss": 5.5288,
      "step": 7216
    },
    {
      "epoch": 0.6130648997621475,
      "grad_norm": 1.5173339929758691,
      "learning_rate": 0.0002957431879150351,
      "loss": 5.2712,
      "step": 7217
    },
    {
      "epoch": 0.6131498470948012,
      "grad_norm": 1.5387500308726463,
      "learning_rate": 0.00029574156362470444,
      "loss": 5.1564,
      "step": 7218
    },
    {
      "epoch": 0.613234794427455,
      "grad_norm": 1.736791721637212,
      "learning_rate": 0.0002957399390290013,
      "loss": 5.7848,
      "step": 7219
    },
    {
      "epoch": 0.6133197417601087,
      "grad_norm": 1.5588136623551028,
      "learning_rate": 0.0002957383141279291,
      "loss": 5.3709,
      "step": 7220
    },
    {
      "epoch": 0.6134046890927625,
      "grad_norm": 1.5365021118136877,
      "learning_rate": 0.00029573668892149125,
      "loss": 5.0767,
      "step": 7221
    },
    {
      "epoch": 0.6134896364254162,
      "grad_norm": 1.5834200260322127,
      "learning_rate": 0.00029573506340969117,
      "loss": 5.7138,
      "step": 7222
    },
    {
      "epoch": 0.61357458375807,
      "grad_norm": 1.734680353737504,
      "learning_rate": 0.00029573343759253226,
      "loss": 5.7044,
      "step": 7223
    },
    {
      "epoch": 0.6136595310907238,
      "grad_norm": 1.609340279741839,
      "learning_rate": 0.00029573181147001795,
      "loss": 5.2174,
      "step": 7224
    },
    {
      "epoch": 0.6137444784233775,
      "grad_norm": 1.7126140376421783,
      "learning_rate": 0.0002957301850421516,
      "loss": 5.5464,
      "step": 7225
    },
    {
      "epoch": 0.6138294257560313,
      "grad_norm": 1.4722569121979117,
      "learning_rate": 0.00029572855830893666,
      "loss": 5.3004,
      "step": 7226
    },
    {
      "epoch": 0.613914373088685,
      "grad_norm": 1.5364811316188562,
      "learning_rate": 0.0002957269312703764,
      "loss": 5.4311,
      "step": 7227
    },
    {
      "epoch": 0.6139993204213388,
      "grad_norm": 1.4937872210252912,
      "learning_rate": 0.0002957253039264745,
      "loss": 5.0138,
      "step": 7228
    },
    {
      "epoch": 0.6140842677539925,
      "grad_norm": 1.5030565280482073,
      "learning_rate": 0.00029572367627723415,
      "loss": 5.2988,
      "step": 7229
    },
    {
      "epoch": 0.6141692150866462,
      "grad_norm": 1.4979837132127456,
      "learning_rate": 0.0002957220483226588,
      "loss": 5.4735,
      "step": 7230
    },
    {
      "epoch": 0.6142541624193001,
      "grad_norm": 1.483697448332353,
      "learning_rate": 0.0002957204200627519,
      "loss": 5.1602,
      "step": 7231
    },
    {
      "epoch": 0.6143391097519538,
      "grad_norm": 1.8913263638439077,
      "learning_rate": 0.0002957187914975168,
      "loss": 4.7633,
      "step": 7232
    },
    {
      "epoch": 0.6144240570846076,
      "grad_norm": 1.643374116797613,
      "learning_rate": 0.00029571716262695707,
      "loss": 5.456,
      "step": 7233
    },
    {
      "epoch": 0.6145090044172613,
      "grad_norm": 1.6419009559148068,
      "learning_rate": 0.0002957155334510759,
      "loss": 5.5802,
      "step": 7234
    },
    {
      "epoch": 0.614593951749915,
      "grad_norm": 1.471624355954996,
      "learning_rate": 0.0002957139039698769,
      "loss": 5.2703,
      "step": 7235
    },
    {
      "epoch": 0.6146788990825688,
      "grad_norm": 1.4912359913232391,
      "learning_rate": 0.00029571227418336335,
      "loss": 5.1707,
      "step": 7236
    },
    {
      "epoch": 0.6147638464152225,
      "grad_norm": 1.480676504914498,
      "learning_rate": 0.00029571064409153876,
      "loss": 5.4465,
      "step": 7237
    },
    {
      "epoch": 0.6148487937478763,
      "grad_norm": 1.4132126491305848,
      "learning_rate": 0.00029570901369440646,
      "loss": 5.3126,
      "step": 7238
    },
    {
      "epoch": 0.6149337410805301,
      "grad_norm": 1.4221266882548713,
      "learning_rate": 0.00029570738299197,
      "loss": 5.0243,
      "step": 7239
    },
    {
      "epoch": 0.6150186884131839,
      "grad_norm": 1.8849313824987117,
      "learning_rate": 0.0002957057519842326,
      "loss": 5.1902,
      "step": 7240
    },
    {
      "epoch": 0.6151036357458376,
      "grad_norm": 1.5310833444210723,
      "learning_rate": 0.0002957041206711978,
      "loss": 5.0182,
      "step": 7241
    },
    {
      "epoch": 0.6151885830784913,
      "grad_norm": 1.5757410800078184,
      "learning_rate": 0.000295702489052869,
      "loss": 5.1799,
      "step": 7242
    },
    {
      "epoch": 0.6152735304111451,
      "grad_norm": 1.5719832659649353,
      "learning_rate": 0.0002957008571292496,
      "loss": 5.2477,
      "step": 7243
    },
    {
      "epoch": 0.6153584777437988,
      "grad_norm": 1.5877708476703452,
      "learning_rate": 0.00029569922490034305,
      "loss": 5.2824,
      "step": 7244
    },
    {
      "epoch": 0.6154434250764526,
      "grad_norm": 1.5189974276833746,
      "learning_rate": 0.0002956975923661528,
      "loss": 4.9475,
      "step": 7245
    },
    {
      "epoch": 0.6155283724091064,
      "grad_norm": 1.595356008950014,
      "learning_rate": 0.0002956959595266822,
      "loss": 5.278,
      "step": 7246
    },
    {
      "epoch": 0.6156133197417601,
      "grad_norm": 1.5714262932679401,
      "learning_rate": 0.0002956943263819347,
      "loss": 5.2649,
      "step": 7247
    },
    {
      "epoch": 0.6156982670744139,
      "grad_norm": 1.7777027705812913,
      "learning_rate": 0.0002956926929319137,
      "loss": 5.6878,
      "step": 7248
    },
    {
      "epoch": 0.6157832144070676,
      "grad_norm": 1.5471428742813305,
      "learning_rate": 0.00029569105917662264,
      "loss": 5.1597,
      "step": 7249
    },
    {
      "epoch": 0.6158681617397214,
      "grad_norm": 1.6090354137044394,
      "learning_rate": 0.000295689425116065,
      "loss": 5.7298,
      "step": 7250
    },
    {
      "epoch": 0.6159531090723751,
      "grad_norm": 1.595226452176843,
      "learning_rate": 0.00029568779075024414,
      "loss": 5.0922,
      "step": 7251
    },
    {
      "epoch": 0.6160380564050288,
      "grad_norm": 1.5290889622781256,
      "learning_rate": 0.00029568615607916346,
      "loss": 5.0581,
      "step": 7252
    },
    {
      "epoch": 0.6161230037376826,
      "grad_norm": 1.507494456837074,
      "learning_rate": 0.0002956845211028264,
      "loss": 5.2318,
      "step": 7253
    },
    {
      "epoch": 0.6162079510703364,
      "grad_norm": 1.559525398170246,
      "learning_rate": 0.0002956828858212365,
      "loss": 5.261,
      "step": 7254
    },
    {
      "epoch": 0.6162928984029902,
      "grad_norm": 1.5559266580936058,
      "learning_rate": 0.000295681250234397,
      "loss": 5.4075,
      "step": 7255
    },
    {
      "epoch": 0.6163778457356439,
      "grad_norm": 1.565912976967669,
      "learning_rate": 0.0002956796143423115,
      "loss": 5.5185,
      "step": 7256
    },
    {
      "epoch": 0.6164627930682977,
      "grad_norm": 1.5931443473801503,
      "learning_rate": 0.0002956779781449833,
      "loss": 5.6814,
      "step": 7257
    },
    {
      "epoch": 0.6165477404009514,
      "grad_norm": 1.49555399009956,
      "learning_rate": 0.00029567634164241583,
      "loss": 5.2139,
      "step": 7258
    },
    {
      "epoch": 0.6166326877336051,
      "grad_norm": 1.6505022208244622,
      "learning_rate": 0.00029567470483461266,
      "loss": 5.1469,
      "step": 7259
    },
    {
      "epoch": 0.6167176350662589,
      "grad_norm": 1.5192174442665094,
      "learning_rate": 0.0002956730677215771,
      "loss": 5.0767,
      "step": 7260
    },
    {
      "epoch": 0.6168025823989127,
      "grad_norm": 1.5652644345686701,
      "learning_rate": 0.0002956714303033126,
      "loss": 5.0769,
      "step": 7261
    },
    {
      "epoch": 0.6168875297315665,
      "grad_norm": 1.6027312155109126,
      "learning_rate": 0.00029566979257982255,
      "loss": 5.1352,
      "step": 7262
    },
    {
      "epoch": 0.6169724770642202,
      "grad_norm": 1.6372357565928415,
      "learning_rate": 0.0002956681545511104,
      "loss": 5.3415,
      "step": 7263
    },
    {
      "epoch": 0.6170574243968739,
      "grad_norm": 1.6502322566009082,
      "learning_rate": 0.0002956665162171797,
      "loss": 5.6292,
      "step": 7264
    },
    {
      "epoch": 0.6171423717295277,
      "grad_norm": 1.5304639641957705,
      "learning_rate": 0.0002956648775780338,
      "loss": 4.7257,
      "step": 7265
    },
    {
      "epoch": 0.6172273190621814,
      "grad_norm": 1.5419156229704105,
      "learning_rate": 0.00029566323863367607,
      "loss": 5.1499,
      "step": 7266
    },
    {
      "epoch": 0.6173122663948352,
      "grad_norm": 1.5227051552527857,
      "learning_rate": 0.00029566159938411,
      "loss": 4.9988,
      "step": 7267
    },
    {
      "epoch": 0.6173972137274889,
      "grad_norm": 1.5762739265132784,
      "learning_rate": 0.00029565995982933904,
      "loss": 5.1827,
      "step": 7268
    },
    {
      "epoch": 0.6174821610601428,
      "grad_norm": 1.5437762764888092,
      "learning_rate": 0.0002956583199693666,
      "loss": 5.059,
      "step": 7269
    },
    {
      "epoch": 0.6175671083927965,
      "grad_norm": 1.7356041047419617,
      "learning_rate": 0.00029565667980419616,
      "loss": 5.8369,
      "step": 7270
    },
    {
      "epoch": 0.6176520557254502,
      "grad_norm": 1.5248462305319779,
      "learning_rate": 0.0002956550393338311,
      "loss": 5.4719,
      "step": 7271
    },
    {
      "epoch": 0.617737003058104,
      "grad_norm": 1.4557106770784964,
      "learning_rate": 0.00029565339855827487,
      "loss": 4.868,
      "step": 7272
    },
    {
      "epoch": 0.6178219503907577,
      "grad_norm": 1.6089133462096814,
      "learning_rate": 0.0002956517574775309,
      "loss": 5.6208,
      "step": 7273
    },
    {
      "epoch": 0.6179068977234115,
      "grad_norm": 1.4806660418710853,
      "learning_rate": 0.00029565011609160264,
      "loss": 5.2532,
      "step": 7274
    },
    {
      "epoch": 0.6179918450560652,
      "grad_norm": 1.536386264857641,
      "learning_rate": 0.0002956484744004936,
      "loss": 5.2091,
      "step": 7275
    },
    {
      "epoch": 0.618076792388719,
      "grad_norm": 1.5090282799970396,
      "learning_rate": 0.00029564683240420714,
      "loss": 5.2105,
      "step": 7276
    },
    {
      "epoch": 0.6181617397213728,
      "grad_norm": 1.538642153427082,
      "learning_rate": 0.0002956451901027467,
      "loss": 5.3416,
      "step": 7277
    },
    {
      "epoch": 0.6182466870540265,
      "grad_norm": 1.4819901490667042,
      "learning_rate": 0.0002956435474961157,
      "loss": 5.1937,
      "step": 7278
    },
    {
      "epoch": 0.6183316343866803,
      "grad_norm": 1.5343904168199018,
      "learning_rate": 0.00029564190458431763,
      "loss": 5.0893,
      "step": 7279
    },
    {
      "epoch": 0.618416581719334,
      "grad_norm": 1.5250985874009275,
      "learning_rate": 0.00029564026136735594,
      "loss": 5.4966,
      "step": 7280
    },
    {
      "epoch": 0.6185015290519877,
      "grad_norm": 1.4805483835665645,
      "learning_rate": 0.0002956386178452341,
      "loss": 5.1621,
      "step": 7281
    },
    {
      "epoch": 0.6185864763846415,
      "grad_norm": 1.6169666240885383,
      "learning_rate": 0.00029563697401795543,
      "loss": 5.696,
      "step": 7282
    },
    {
      "epoch": 0.6186714237172953,
      "grad_norm": 1.6731509400292428,
      "learning_rate": 0.0002956353298855235,
      "loss": 5.8361,
      "step": 7283
    },
    {
      "epoch": 0.6187563710499491,
      "grad_norm": 1.5450723429857829,
      "learning_rate": 0.0002956336854479417,
      "loss": 5.2657,
      "step": 7284
    },
    {
      "epoch": 0.6188413183826028,
      "grad_norm": 1.610462699575151,
      "learning_rate": 0.00029563204070521344,
      "loss": 5.6597,
      "step": 7285
    },
    {
      "epoch": 0.6189262657152566,
      "grad_norm": 1.4958034806190363,
      "learning_rate": 0.0002956303956573423,
      "loss": 5.018,
      "step": 7286
    },
    {
      "epoch": 0.6190112130479103,
      "grad_norm": 1.4952602334627685,
      "learning_rate": 0.00029562875030433156,
      "loss": 5.2893,
      "step": 7287
    },
    {
      "epoch": 0.619096160380564,
      "grad_norm": 1.521782691842835,
      "learning_rate": 0.00029562710464618475,
      "loss": 5.1912,
      "step": 7288
    },
    {
      "epoch": 0.6191811077132178,
      "grad_norm": 1.5230025161941503,
      "learning_rate": 0.00029562545868290534,
      "loss": 5.2287,
      "step": 7289
    },
    {
      "epoch": 0.6192660550458715,
      "grad_norm": 1.6728791253809163,
      "learning_rate": 0.0002956238124144967,
      "loss": 4.6202,
      "step": 7290
    },
    {
      "epoch": 0.6193510023785254,
      "grad_norm": 1.5099597939758633,
      "learning_rate": 0.0002956221658409624,
      "loss": 5.1854,
      "step": 7291
    },
    {
      "epoch": 0.6194359497111791,
      "grad_norm": 1.5968512102104666,
      "learning_rate": 0.00029562051896230577,
      "loss": 5.4638,
      "step": 7292
    },
    {
      "epoch": 0.6195208970438328,
      "grad_norm": 1.6577125994423012,
      "learning_rate": 0.00029561887177853027,
      "loss": 5.3774,
      "step": 7293
    },
    {
      "epoch": 0.6196058443764866,
      "grad_norm": 1.5600440268461295,
      "learning_rate": 0.00029561722428963946,
      "loss": 5.538,
      "step": 7294
    },
    {
      "epoch": 0.6196907917091403,
      "grad_norm": 1.5161831089842244,
      "learning_rate": 0.0002956155764956367,
      "loss": 5.3424,
      "step": 7295
    },
    {
      "epoch": 0.6197757390417941,
      "grad_norm": 1.485485937912101,
      "learning_rate": 0.00029561392839652547,
      "loss": 4.9002,
      "step": 7296
    },
    {
      "epoch": 0.6198606863744478,
      "grad_norm": 1.4972946840774302,
      "learning_rate": 0.00029561227999230923,
      "loss": 5.146,
      "step": 7297
    },
    {
      "epoch": 0.6199456337071017,
      "grad_norm": 1.5392755668917433,
      "learning_rate": 0.0002956106312829914,
      "loss": 5.1946,
      "step": 7298
    },
    {
      "epoch": 0.6200305810397554,
      "grad_norm": 1.5732369671157587,
      "learning_rate": 0.0002956089822685755,
      "loss": 5.6848,
      "step": 7299
    },
    {
      "epoch": 0.6201155283724091,
      "grad_norm": 1.5379178999530938,
      "learning_rate": 0.0002956073329490649,
      "loss": 5.1045,
      "step": 7300
    },
    {
      "epoch": 0.6202004757050629,
      "grad_norm": 1.6661944822241144,
      "learning_rate": 0.0002956056833244631,
      "loss": 5.7876,
      "step": 7301
    },
    {
      "epoch": 0.6202854230377166,
      "grad_norm": 1.5295595137915896,
      "learning_rate": 0.0002956040333947736,
      "loss": 5.3007,
      "step": 7302
    },
    {
      "epoch": 0.6203703703703703,
      "grad_norm": 1.6071033722174535,
      "learning_rate": 0.0002956023831599998,
      "loss": 5.2902,
      "step": 7303
    },
    {
      "epoch": 0.6204553177030241,
      "grad_norm": 1.439134439587102,
      "learning_rate": 0.00029560073262014513,
      "loss": 5.0255,
      "step": 7304
    },
    {
      "epoch": 0.6205402650356778,
      "grad_norm": 1.4786781573803134,
      "learning_rate": 0.00029559908177521313,
      "loss": 5.1139,
      "step": 7305
    },
    {
      "epoch": 0.6206252123683317,
      "grad_norm": 1.5197747632154328,
      "learning_rate": 0.0002955974306252072,
      "loss": 5.0842,
      "step": 7306
    },
    {
      "epoch": 0.6207101597009854,
      "grad_norm": 1.6481224300056916,
      "learning_rate": 0.00029559577917013076,
      "loss": 5.7051,
      "step": 7307
    },
    {
      "epoch": 0.6207951070336392,
      "grad_norm": 1.6122702894054872,
      "learning_rate": 0.0002955941274099874,
      "loss": 5.3573,
      "step": 7308
    },
    {
      "epoch": 0.6208800543662929,
      "grad_norm": 1.587446085386112,
      "learning_rate": 0.00029559247534478053,
      "loss": 5.2408,
      "step": 7309
    },
    {
      "epoch": 0.6209650016989466,
      "grad_norm": 1.5964484644650174,
      "learning_rate": 0.00029559082297451355,
      "loss": 5.4768,
      "step": 7310
    },
    {
      "epoch": 0.6210499490316004,
      "grad_norm": 1.5862093555632535,
      "learning_rate": 0.0002955891702991899,
      "loss": 5.1885,
      "step": 7311
    },
    {
      "epoch": 0.6211348963642541,
      "grad_norm": 1.533202316655287,
      "learning_rate": 0.0002955875173188132,
      "loss": 5.161,
      "step": 7312
    },
    {
      "epoch": 0.621219843696908,
      "grad_norm": 1.6860359723834872,
      "learning_rate": 0.0002955858640333868,
      "loss": 5.7215,
      "step": 7313
    },
    {
      "epoch": 0.6213047910295617,
      "grad_norm": 1.7333706555447776,
      "learning_rate": 0.0002955842104429142,
      "loss": 5.8394,
      "step": 7314
    },
    {
      "epoch": 0.6213897383622154,
      "grad_norm": 1.59511864391177,
      "learning_rate": 0.0002955825565473988,
      "loss": 5.0855,
      "step": 7315
    },
    {
      "epoch": 0.6214746856948692,
      "grad_norm": 1.7076780992247778,
      "learning_rate": 0.0002955809023468441,
      "loss": 5.6495,
      "step": 7316
    },
    {
      "epoch": 0.6215596330275229,
      "grad_norm": 1.6600463753528418,
      "learning_rate": 0.0002955792478412536,
      "loss": 5.6226,
      "step": 7317
    },
    {
      "epoch": 0.6216445803601767,
      "grad_norm": 1.6738008178554904,
      "learning_rate": 0.0002955775930306308,
      "loss": 5.513,
      "step": 7318
    },
    {
      "epoch": 0.6217295276928304,
      "grad_norm": 1.5932901634803023,
      "learning_rate": 0.00029557593791497904,
      "loss": 5.566,
      "step": 7319
    },
    {
      "epoch": 0.6218144750254841,
      "grad_norm": 1.647352433566125,
      "learning_rate": 0.00029557428249430193,
      "loss": 5.5771,
      "step": 7320
    },
    {
      "epoch": 0.621899422358138,
      "grad_norm": 1.6742853500198398,
      "learning_rate": 0.0002955726267686028,
      "loss": 5.885,
      "step": 7321
    },
    {
      "epoch": 0.6219843696907917,
      "grad_norm": 1.5516684466906894,
      "learning_rate": 0.0002955709707378852,
      "loss": 5.1196,
      "step": 7322
    },
    {
      "epoch": 0.6220693170234455,
      "grad_norm": 1.6441956147996597,
      "learning_rate": 0.0002955693144021526,
      "loss": 5.7652,
      "step": 7323
    },
    {
      "epoch": 0.6221542643560992,
      "grad_norm": 1.5829553451112284,
      "learning_rate": 0.0002955676577614085,
      "loss": 5.5681,
      "step": 7324
    },
    {
      "epoch": 0.622239211688753,
      "grad_norm": 1.6011906315458504,
      "learning_rate": 0.0002955660008156563,
      "loss": 5.0356,
      "step": 7325
    },
    {
      "epoch": 0.6223241590214067,
      "grad_norm": 1.5884190026632776,
      "learning_rate": 0.00029556434356489946,
      "loss": 5.6126,
      "step": 7326
    },
    {
      "epoch": 0.6224091063540604,
      "grad_norm": 1.7363699127038035,
      "learning_rate": 0.00029556268600914156,
      "loss": 5.626,
      "step": 7327
    },
    {
      "epoch": 0.6224940536867143,
      "grad_norm": 1.6452755057854027,
      "learning_rate": 0.000295561028148386,
      "loss": 5.6426,
      "step": 7328
    },
    {
      "epoch": 0.622579001019368,
      "grad_norm": 1.5957814129138213,
      "learning_rate": 0.0002955593699826362,
      "loss": 5.4872,
      "step": 7329
    },
    {
      "epoch": 0.6226639483520218,
      "grad_norm": 1.6570110391134971,
      "learning_rate": 0.00029555771151189574,
      "loss": 5.5962,
      "step": 7330
    },
    {
      "epoch": 0.6227488956846755,
      "grad_norm": 1.554965973083927,
      "learning_rate": 0.00029555605273616807,
      "loss": 4.8968,
      "step": 7331
    },
    {
      "epoch": 0.6228338430173292,
      "grad_norm": 1.524514634063551,
      "learning_rate": 0.0002955543936554566,
      "loss": 5.4865,
      "step": 7332
    },
    {
      "epoch": 0.622918790349983,
      "grad_norm": 1.5005218328673564,
      "learning_rate": 0.00029555273426976487,
      "loss": 5.2768,
      "step": 7333
    },
    {
      "epoch": 0.6230037376826367,
      "grad_norm": 1.6970203045839687,
      "learning_rate": 0.0002955510745790964,
      "loss": 5.7516,
      "step": 7334
    },
    {
      "epoch": 0.6230886850152905,
      "grad_norm": 1.4234280763395468,
      "learning_rate": 0.00029554941458345447,
      "loss": 4.9831,
      "step": 7335
    },
    {
      "epoch": 0.6231736323479443,
      "grad_norm": 1.4823525024207405,
      "learning_rate": 0.00029554775428284284,
      "loss": 5.1442,
      "step": 7336
    },
    {
      "epoch": 0.6232585796805981,
      "grad_norm": 1.5395015449189786,
      "learning_rate": 0.0002955460936772648,
      "loss": 5.3769,
      "step": 7337
    },
    {
      "epoch": 0.6233435270132518,
      "grad_norm": 1.5014550500825874,
      "learning_rate": 0.00029554443276672384,
      "loss": 5.4415,
      "step": 7338
    },
    {
      "epoch": 0.6234284743459055,
      "grad_norm": 1.5025607724180594,
      "learning_rate": 0.00029554277155122345,
      "loss": 5.0248,
      "step": 7339
    },
    {
      "epoch": 0.6235134216785593,
      "grad_norm": 1.6250963250330923,
      "learning_rate": 0.0002955411100307672,
      "loss": 5.5706,
      "step": 7340
    },
    {
      "epoch": 0.623598369011213,
      "grad_norm": 1.5668389617375897,
      "learning_rate": 0.00029553944820535845,
      "loss": 5.1823,
      "step": 7341
    },
    {
      "epoch": 0.6236833163438668,
      "grad_norm": 1.6148091161813323,
      "learning_rate": 0.0002955377860750008,
      "loss": 5.6253,
      "step": 7342
    },
    {
      "epoch": 0.6237682636765206,
      "grad_norm": 1.5430382531721578,
      "learning_rate": 0.0002955361236396976,
      "loss": 5.2794,
      "step": 7343
    },
    {
      "epoch": 0.6238532110091743,
      "grad_norm": 1.5551121063339992,
      "learning_rate": 0.0002955344608994524,
      "loss": 5.5149,
      "step": 7344
    },
    {
      "epoch": 0.6239381583418281,
      "grad_norm": 1.5772159786694275,
      "learning_rate": 0.0002955327978542688,
      "loss": 5.5141,
      "step": 7345
    },
    {
      "epoch": 0.6240231056744818,
      "grad_norm": 1.5143461807111935,
      "learning_rate": 0.0002955311345041501,
      "loss": 5.2247,
      "step": 7346
    },
    {
      "epoch": 0.6241080530071356,
      "grad_norm": 1.52242600688381,
      "learning_rate": 0.00029552947084909983,
      "loss": 5.19,
      "step": 7347
    },
    {
      "epoch": 0.6241930003397893,
      "grad_norm": 1.499972414815729,
      "learning_rate": 0.00029552780688912156,
      "loss": 5.2172,
      "step": 7348
    },
    {
      "epoch": 0.624277947672443,
      "grad_norm": 1.6152475587232131,
      "learning_rate": 0.0002955261426242187,
      "loss": 5.8117,
      "step": 7349
    },
    {
      "epoch": 0.6243628950050968,
      "grad_norm": 1.5315780777577122,
      "learning_rate": 0.0002955244780543947,
      "loss": 5.111,
      "step": 7350
    },
    {
      "epoch": 0.6244478423377506,
      "grad_norm": 1.6620738885056272,
      "learning_rate": 0.00029552281317965317,
      "loss": 5.631,
      "step": 7351
    },
    {
      "epoch": 0.6245327896704044,
      "grad_norm": 1.4417412580489508,
      "learning_rate": 0.00029552114799999754,
      "loss": 5.0374,
      "step": 7352
    },
    {
      "epoch": 0.6246177370030581,
      "grad_norm": 1.5727816332486462,
      "learning_rate": 0.00029551948251543126,
      "loss": 5.3182,
      "step": 7353
    },
    {
      "epoch": 0.6247026843357119,
      "grad_norm": 1.631191870274043,
      "learning_rate": 0.00029551781672595783,
      "loss": 4.6952,
      "step": 7354
    },
    {
      "epoch": 0.6247876316683656,
      "grad_norm": 1.5709138132685323,
      "learning_rate": 0.00029551615063158084,
      "loss": 5.053,
      "step": 7355
    },
    {
      "epoch": 0.6248725790010193,
      "grad_norm": 1.5423220879466342,
      "learning_rate": 0.0002955144842323036,
      "loss": 5.5945,
      "step": 7356
    },
    {
      "epoch": 0.6249575263336731,
      "grad_norm": 1.5939097902077364,
      "learning_rate": 0.00029551281752812983,
      "loss": 5.2498,
      "step": 7357
    },
    {
      "epoch": 0.6250424736663269,
      "grad_norm": 1.568633046335717,
      "learning_rate": 0.0002955111505190628,
      "loss": 5.1479,
      "step": 7358
    },
    {
      "epoch": 0.6251274209989807,
      "grad_norm": 1.5500009141064246,
      "learning_rate": 0.00029550948320510614,
      "loss": 5.4011,
      "step": 7359
    },
    {
      "epoch": 0.6252123683316344,
      "grad_norm": 1.5812145810755196,
      "learning_rate": 0.00029550781558626327,
      "loss": 5.5947,
      "step": 7360
    },
    {
      "epoch": 0.6252973156642881,
      "grad_norm": 1.6384904358663381,
      "learning_rate": 0.00029550614766253775,
      "loss": 5.5456,
      "step": 7361
    },
    {
      "epoch": 0.6253822629969419,
      "grad_norm": 1.5852069842534449,
      "learning_rate": 0.000295504479433933,
      "loss": 5.6588,
      "step": 7362
    },
    {
      "epoch": 0.6254672103295956,
      "grad_norm": 1.5955478980366748,
      "learning_rate": 0.0002955028109004526,
      "loss": 5.5622,
      "step": 7363
    },
    {
      "epoch": 0.6255521576622494,
      "grad_norm": 1.5524600063451277,
      "learning_rate": 0.00029550114206210003,
      "loss": 5.2459,
      "step": 7364
    },
    {
      "epoch": 0.6256371049949032,
      "grad_norm": 1.6384896828633404,
      "learning_rate": 0.0002954994729188787,
      "loss": 5.7929,
      "step": 7365
    },
    {
      "epoch": 0.625722052327557,
      "grad_norm": 1.7256432205056902,
      "learning_rate": 0.0002954978034707922,
      "loss": 5.2169,
      "step": 7366
    },
    {
      "epoch": 0.6258069996602107,
      "grad_norm": 1.469359796717551,
      "learning_rate": 0.000295496133717844,
      "loss": 5.017,
      "step": 7367
    },
    {
      "epoch": 0.6258919469928644,
      "grad_norm": 1.4820745217886568,
      "learning_rate": 0.00029549446366003754,
      "loss": 5.0852,
      "step": 7368
    },
    {
      "epoch": 0.6259768943255182,
      "grad_norm": 1.4980656806782098,
      "learning_rate": 0.0002954927932973764,
      "loss": 5.0655,
      "step": 7369
    },
    {
      "epoch": 0.6260618416581719,
      "grad_norm": 1.524111266998238,
      "learning_rate": 0.0002954911226298641,
      "loss": 4.9292,
      "step": 7370
    },
    {
      "epoch": 0.6261467889908257,
      "grad_norm": 1.5305569516001951,
      "learning_rate": 0.00029548945165750406,
      "loss": 5.1871,
      "step": 7371
    },
    {
      "epoch": 0.6262317363234794,
      "grad_norm": 1.6462832957246234,
      "learning_rate": 0.0002954877803802998,
      "loss": 5.6348,
      "step": 7372
    },
    {
      "epoch": 0.6263166836561332,
      "grad_norm": 1.612084288537473,
      "learning_rate": 0.00029548610879825493,
      "loss": 5.5421,
      "step": 7373
    },
    {
      "epoch": 0.626401630988787,
      "grad_norm": 1.5449006361743667,
      "learning_rate": 0.0002954844369113728,
      "loss": 5.1245,
      "step": 7374
    },
    {
      "epoch": 0.6264865783214407,
      "grad_norm": 1.5091748812159351,
      "learning_rate": 0.0002954827647196569,
      "loss": 5.3354,
      "step": 7375
    },
    {
      "epoch": 0.6265715256540945,
      "grad_norm": 1.516606981542491,
      "learning_rate": 0.0002954810922231109,
      "loss": 5.2444,
      "step": 7376
    },
    {
      "epoch": 0.6266564729867482,
      "grad_norm": 1.972565835408695,
      "learning_rate": 0.0002954794194217382,
      "loss": 4.7003,
      "step": 7377
    },
    {
      "epoch": 0.6267414203194019,
      "grad_norm": 1.518434168086245,
      "learning_rate": 0.0002954777463155423,
      "loss": 5.3974,
      "step": 7378
    },
    {
      "epoch": 0.6268263676520557,
      "grad_norm": 1.5055956465606528,
      "learning_rate": 0.0002954760729045267,
      "loss": 5.4325,
      "step": 7379
    },
    {
      "epoch": 0.6269113149847095,
      "grad_norm": 1.5289088511883988,
      "learning_rate": 0.00029547439918869495,
      "loss": 4.9205,
      "step": 7380
    },
    {
      "epoch": 0.6269962623173633,
      "grad_norm": 1.4686220953382718,
      "learning_rate": 0.0002954727251680505,
      "loss": 5.2459,
      "step": 7381
    },
    {
      "epoch": 0.627081209650017,
      "grad_norm": 1.4826349245935584,
      "learning_rate": 0.00029547105084259696,
      "loss": 5.4868,
      "step": 7382
    },
    {
      "epoch": 0.6271661569826708,
      "grad_norm": 1.498146197078713,
      "learning_rate": 0.00029546937621233773,
      "loss": 5.0766,
      "step": 7383
    },
    {
      "epoch": 0.6272511043153245,
      "grad_norm": 1.4596328972390908,
      "learning_rate": 0.0002954677012772763,
      "loss": 5.273,
      "step": 7384
    },
    {
      "epoch": 0.6273360516479782,
      "grad_norm": 1.6480467682733633,
      "learning_rate": 0.00029546602603741634,
      "loss": 5.6624,
      "step": 7385
    },
    {
      "epoch": 0.627420998980632,
      "grad_norm": 1.5203586684825197,
      "learning_rate": 0.0002954643504927612,
      "loss": 5.3408,
      "step": 7386
    },
    {
      "epoch": 0.6275059463132857,
      "grad_norm": 1.586252808038484,
      "learning_rate": 0.0002954626746433145,
      "loss": 5.3858,
      "step": 7387
    },
    {
      "epoch": 0.6275908936459396,
      "grad_norm": 1.4780541890995418,
      "learning_rate": 0.0002954609984890797,
      "loss": 5.3639,
      "step": 7388
    },
    {
      "epoch": 0.6276758409785933,
      "grad_norm": 1.5692402887861099,
      "learning_rate": 0.0002954593220300603,
      "loss": 5.4918,
      "step": 7389
    },
    {
      "epoch": 0.627760788311247,
      "grad_norm": 1.5525449306782309,
      "learning_rate": 0.0002954576452662598,
      "loss": 5.2656,
      "step": 7390
    },
    {
      "epoch": 0.6278457356439008,
      "grad_norm": 1.5608602237344806,
      "learning_rate": 0.0002954559681976817,
      "loss": 5.3271,
      "step": 7391
    },
    {
      "epoch": 0.6279306829765545,
      "grad_norm": 1.5480383689541803,
      "learning_rate": 0.00029545429082432963,
      "loss": 5.2414,
      "step": 7392
    },
    {
      "epoch": 0.6280156303092083,
      "grad_norm": 1.4762697613985614,
      "learning_rate": 0.000295452613146207,
      "loss": 4.9137,
      "step": 7393
    },
    {
      "epoch": 0.628100577641862,
      "grad_norm": 1.5544930325596944,
      "learning_rate": 0.0002954509351633174,
      "loss": 5.4642,
      "step": 7394
    },
    {
      "epoch": 0.6281855249745159,
      "grad_norm": 1.5782730025612717,
      "learning_rate": 0.0002954492568756642,
      "loss": 5.3353,
      "step": 7395
    },
    {
      "epoch": 0.6282704723071696,
      "grad_norm": 1.527081609871931,
      "learning_rate": 0.0002954475782832511,
      "loss": 5.352,
      "step": 7396
    },
    {
      "epoch": 0.6283554196398233,
      "grad_norm": 1.5966175623106917,
      "learning_rate": 0.00029544589938608153,
      "loss": 5.2885,
      "step": 7397
    },
    {
      "epoch": 0.6284403669724771,
      "grad_norm": 1.5016267244410377,
      "learning_rate": 0.00029544422018415895,
      "loss": 5.3187,
      "step": 7398
    },
    {
      "epoch": 0.6285253143051308,
      "grad_norm": 1.7055806171355525,
      "learning_rate": 0.00029544254067748703,
      "loss": 5.8064,
      "step": 7399
    },
    {
      "epoch": 0.6286102616377846,
      "grad_norm": 1.6952496678693176,
      "learning_rate": 0.0002954408608660691,
      "loss": 5.7537,
      "step": 7400
    },
    {
      "epoch": 0.6286952089704383,
      "grad_norm": 1.5774696988216432,
      "learning_rate": 0.00029543918074990884,
      "loss": 5.3745,
      "step": 7401
    },
    {
      "epoch": 0.628780156303092,
      "grad_norm": 1.4778379040329412,
      "learning_rate": 0.0002954375003290097,
      "loss": 4.9983,
      "step": 7402
    },
    {
      "epoch": 0.6288651036357459,
      "grad_norm": 1.5482354600637596,
      "learning_rate": 0.0002954358196033752,
      "loss": 5.1218,
      "step": 7403
    },
    {
      "epoch": 0.6289500509683996,
      "grad_norm": 1.5232414621199966,
      "learning_rate": 0.0002954341385730089,
      "loss": 5.2753,
      "step": 7404
    },
    {
      "epoch": 0.6290349983010534,
      "grad_norm": 1.7313648768657763,
      "learning_rate": 0.00029543245723791424,
      "loss": 5.73,
      "step": 7405
    },
    {
      "epoch": 0.6291199456337071,
      "grad_norm": 1.6399954474982956,
      "learning_rate": 0.0002954307755980948,
      "loss": 5.7474,
      "step": 7406
    },
    {
      "epoch": 0.6292048929663608,
      "grad_norm": 1.5819100494092486,
      "learning_rate": 0.00029542909365355414,
      "loss": 5.095,
      "step": 7407
    },
    {
      "epoch": 0.6292898402990146,
      "grad_norm": 1.565160441970449,
      "learning_rate": 0.00029542741140429574,
      "loss": 5.1003,
      "step": 7408
    },
    {
      "epoch": 0.6293747876316683,
      "grad_norm": 1.5364189007229707,
      "learning_rate": 0.00029542572885032307,
      "loss": 5.1338,
      "step": 7409
    },
    {
      "epoch": 0.6294597349643222,
      "grad_norm": 1.6036785114524086,
      "learning_rate": 0.00029542404599163983,
      "loss": 5.1948,
      "step": 7410
    },
    {
      "epoch": 0.6295446822969759,
      "grad_norm": 1.5168700857384247,
      "learning_rate": 0.0002954223628282493,
      "loss": 5.505,
      "step": 7411
    },
    {
      "epoch": 0.6296296296296297,
      "grad_norm": 1.5227041546152096,
      "learning_rate": 0.0002954206793601552,
      "loss": 4.9759,
      "step": 7412
    },
    {
      "epoch": 0.6297145769622834,
      "grad_norm": 1.5211012080210133,
      "learning_rate": 0.00029541899558736096,
      "loss": 5.3401,
      "step": 7413
    },
    {
      "epoch": 0.6297995242949371,
      "grad_norm": 1.9079053218853832,
      "learning_rate": 0.0002954173115098702,
      "loss": 5.0769,
      "step": 7414
    },
    {
      "epoch": 0.6298844716275909,
      "grad_norm": 1.4601605105963065,
      "learning_rate": 0.00029541562712768636,
      "loss": 4.5176,
      "step": 7415
    },
    {
      "epoch": 0.6299694189602446,
      "grad_norm": 1.5866400149168713,
      "learning_rate": 0.000295413942440813,
      "loss": 5.4968,
      "step": 7416
    },
    {
      "epoch": 0.6300543662928983,
      "grad_norm": 1.7137191757905004,
      "learning_rate": 0.0002954122574492537,
      "loss": 5.3761,
      "step": 7417
    },
    {
      "epoch": 0.6301393136255522,
      "grad_norm": 1.5876519704337768,
      "learning_rate": 0.00029541057215301184,
      "loss": 5.4437,
      "step": 7418
    },
    {
      "epoch": 0.6302242609582059,
      "grad_norm": 1.5817176419428196,
      "learning_rate": 0.0002954088865520911,
      "loss": 4.7792,
      "step": 7419
    },
    {
      "epoch": 0.6303092082908597,
      "grad_norm": 1.529811658607589,
      "learning_rate": 0.000295407200646495,
      "loss": 5.1879,
      "step": 7420
    },
    {
      "epoch": 0.6303941556235134,
      "grad_norm": 1.6381186016154308,
      "learning_rate": 0.000295405514436227,
      "loss": 5.6997,
      "step": 7421
    },
    {
      "epoch": 0.6304791029561672,
      "grad_norm": 1.600898355716039,
      "learning_rate": 0.0002954038279212907,
      "loss": 5.3391,
      "step": 7422
    },
    {
      "epoch": 0.6305640502888209,
      "grad_norm": 1.660611055369087,
      "learning_rate": 0.0002954021411016896,
      "loss": 5.4778,
      "step": 7423
    },
    {
      "epoch": 0.6306489976214746,
      "grad_norm": 1.539233819906908,
      "learning_rate": 0.0002954004539774272,
      "loss": 5.031,
      "step": 7424
    },
    {
      "epoch": 0.6307339449541285,
      "grad_norm": 1.6935106058635114,
      "learning_rate": 0.00029539876654850706,
      "loss": 5.7989,
      "step": 7425
    },
    {
      "epoch": 0.6308188922867822,
      "grad_norm": 1.6974824511305202,
      "learning_rate": 0.00029539707881493275,
      "loss": 5.5763,
      "step": 7426
    },
    {
      "epoch": 0.630903839619436,
      "grad_norm": 1.5376972976503966,
      "learning_rate": 0.00029539539077670776,
      "loss": 5.2436,
      "step": 7427
    },
    {
      "epoch": 0.6309887869520897,
      "grad_norm": 1.5742791518954216,
      "learning_rate": 0.00029539370243383573,
      "loss": 5.2981,
      "step": 7428
    },
    {
      "epoch": 0.6310737342847434,
      "grad_norm": 1.4678419175698367,
      "learning_rate": 0.0002953920137863201,
      "loss": 5.098,
      "step": 7429
    },
    {
      "epoch": 0.6311586816173972,
      "grad_norm": 1.585772365302985,
      "learning_rate": 0.00029539032483416437,
      "loss": 5.0437,
      "step": 7430
    },
    {
      "epoch": 0.6312436289500509,
      "grad_norm": 1.5507538291994818,
      "learning_rate": 0.00029538863557737214,
      "loss": 5.1532,
      "step": 7431
    },
    {
      "epoch": 0.6313285762827047,
      "grad_norm": 1.6069878701480207,
      "learning_rate": 0.00029538694601594697,
      "loss": 5.4089,
      "step": 7432
    },
    {
      "epoch": 0.6314135236153585,
      "grad_norm": 1.4856176353644277,
      "learning_rate": 0.00029538525614989237,
      "loss": 5.2438,
      "step": 7433
    },
    {
      "epoch": 0.6314984709480123,
      "grad_norm": 1.5551568065585366,
      "learning_rate": 0.0002953835659792119,
      "loss": 5.5693,
      "step": 7434
    },
    {
      "epoch": 0.631583418280666,
      "grad_norm": 1.6093534797133118,
      "learning_rate": 0.00029538187550390906,
      "loss": 5.3885,
      "step": 7435
    },
    {
      "epoch": 0.6316683656133197,
      "grad_norm": 1.5592883580888013,
      "learning_rate": 0.00029538018472398744,
      "loss": 5.245,
      "step": 7436
    },
    {
      "epoch": 0.6317533129459735,
      "grad_norm": 1.5565120663981855,
      "learning_rate": 0.0002953784936394506,
      "loss": 5.128,
      "step": 7437
    },
    {
      "epoch": 0.6318382602786272,
      "grad_norm": 1.5757941150658306,
      "learning_rate": 0.00029537680225030197,
      "loss": 5.4418,
      "step": 7438
    },
    {
      "epoch": 0.631923207611281,
      "grad_norm": 1.5760658801114837,
      "learning_rate": 0.0002953751105565452,
      "loss": 5.4554,
      "step": 7439
    },
    {
      "epoch": 0.6320081549439348,
      "grad_norm": 1.6543255697146624,
      "learning_rate": 0.00029537341855818386,
      "loss": 5.571,
      "step": 7440
    },
    {
      "epoch": 0.6320931022765885,
      "grad_norm": 1.674158442479424,
      "learning_rate": 0.0002953717262552214,
      "loss": 5.5589,
      "step": 7441
    },
    {
      "epoch": 0.6321780496092423,
      "grad_norm": 1.5469987924766835,
      "learning_rate": 0.0002953700336476614,
      "loss": 5.3112,
      "step": 7442
    },
    {
      "epoch": 0.632262996941896,
      "grad_norm": 1.5974317087227283,
      "learning_rate": 0.0002953683407355074,
      "loss": 5.4984,
      "step": 7443
    },
    {
      "epoch": 0.6323479442745498,
      "grad_norm": 1.5150842410689298,
      "learning_rate": 0.000295366647518763,
      "loss": 5.1436,
      "step": 7444
    },
    {
      "epoch": 0.6324328916072035,
      "grad_norm": 1.4882149355272876,
      "learning_rate": 0.0002953649539974316,
      "loss": 4.9316,
      "step": 7445
    },
    {
      "epoch": 0.6325178389398572,
      "grad_norm": 1.5138659596213728,
      "learning_rate": 0.00029536326017151696,
      "loss": 5.1084,
      "step": 7446
    },
    {
      "epoch": 0.6326027862725111,
      "grad_norm": 1.5302947695544846,
      "learning_rate": 0.00029536156604102255,
      "loss": 5.0824,
      "step": 7447
    },
    {
      "epoch": 0.6326877336051648,
      "grad_norm": 1.6887337605197246,
      "learning_rate": 0.00029535987160595183,
      "loss": 5.6633,
      "step": 7448
    },
    {
      "epoch": 0.6327726809378186,
      "grad_norm": 1.7456954196604373,
      "learning_rate": 0.0002953581768663084,
      "loss": 5.8012,
      "step": 7449
    },
    {
      "epoch": 0.6328576282704723,
      "grad_norm": 1.5640288642262121,
      "learning_rate": 0.0002953564818220959,
      "loss": 5.34,
      "step": 7450
    },
    {
      "epoch": 0.6329425756031261,
      "grad_norm": 1.5060563524234645,
      "learning_rate": 0.00029535478647331774,
      "loss": 5.0869,
      "step": 7451
    },
    {
      "epoch": 0.6330275229357798,
      "grad_norm": 1.5561361948495753,
      "learning_rate": 0.00029535309081997756,
      "loss": 5.3366,
      "step": 7452
    },
    {
      "epoch": 0.6331124702684335,
      "grad_norm": 1.5398237100465233,
      "learning_rate": 0.0002953513948620789,
      "loss": 5.5241,
      "step": 7453
    },
    {
      "epoch": 0.6331974176010873,
      "grad_norm": 1.56815956497119,
      "learning_rate": 0.0002953496985996253,
      "loss": 5.5984,
      "step": 7454
    },
    {
      "epoch": 0.6332823649337411,
      "grad_norm": 1.6019272220893597,
      "learning_rate": 0.0002953480020326203,
      "loss": 5.7464,
      "step": 7455
    },
    {
      "epoch": 0.6333673122663949,
      "grad_norm": 1.606982439042741,
      "learning_rate": 0.0002953463051610675,
      "loss": 5.7123,
      "step": 7456
    },
    {
      "epoch": 0.6334522595990486,
      "grad_norm": 1.555759922653474,
      "learning_rate": 0.00029534460798497043,
      "loss": 5.4862,
      "step": 7457
    },
    {
      "epoch": 0.6335372069317023,
      "grad_norm": 1.586748565634801,
      "learning_rate": 0.0002953429105043326,
      "loss": 5.5999,
      "step": 7458
    },
    {
      "epoch": 0.6336221542643561,
      "grad_norm": 1.5040182526564843,
      "learning_rate": 0.00029534121271915774,
      "loss": 5.1741,
      "step": 7459
    },
    {
      "epoch": 0.6337071015970098,
      "grad_norm": 1.5403438526345683,
      "learning_rate": 0.0002953395146294492,
      "loss": 5.1107,
      "step": 7460
    },
    {
      "epoch": 0.6337920489296636,
      "grad_norm": 1.5498771828139588,
      "learning_rate": 0.0002953378162352106,
      "loss": 5.5413,
      "step": 7461
    },
    {
      "epoch": 0.6338769962623174,
      "grad_norm": 1.559227389937087,
      "learning_rate": 0.0002953361175364455,
      "loss": 5.0578,
      "step": 7462
    },
    {
      "epoch": 0.6339619435949712,
      "grad_norm": 1.7994325884940843,
      "learning_rate": 0.00029533441853315753,
      "loss": 5.553,
      "step": 7463
    },
    {
      "epoch": 0.6340468909276249,
      "grad_norm": 1.5684063963325785,
      "learning_rate": 0.00029533271922535016,
      "loss": 5.3147,
      "step": 7464
    },
    {
      "epoch": 0.6341318382602786,
      "grad_norm": 1.5559351405684443,
      "learning_rate": 0.00029533101961302705,
      "loss": 5.4572,
      "step": 7465
    },
    {
      "epoch": 0.6342167855929324,
      "grad_norm": 1.782144587314699,
      "learning_rate": 0.00029532931969619166,
      "loss": 5.5944,
      "step": 7466
    },
    {
      "epoch": 0.6343017329255861,
      "grad_norm": 1.5116302609715875,
      "learning_rate": 0.00029532761947484757,
      "loss": 5.2215,
      "step": 7467
    },
    {
      "epoch": 0.6343866802582399,
      "grad_norm": 1.5220547631781849,
      "learning_rate": 0.00029532591894899837,
      "loss": 5.2134,
      "step": 7468
    },
    {
      "epoch": 0.6344716275908936,
      "grad_norm": 1.5702790015923362,
      "learning_rate": 0.00029532421811864757,
      "loss": 5.3028,
      "step": 7469
    },
    {
      "epoch": 0.6345565749235474,
      "grad_norm": 1.629284128180767,
      "learning_rate": 0.00029532251698379886,
      "loss": 5.6267,
      "step": 7470
    },
    {
      "epoch": 0.6346415222562012,
      "grad_norm": 1.4965842696814322,
      "learning_rate": 0.0002953208155444557,
      "loss": 5.1752,
      "step": 7471
    },
    {
      "epoch": 0.6347264695888549,
      "grad_norm": 1.5125993431189015,
      "learning_rate": 0.0002953191138006217,
      "loss": 5.306,
      "step": 7472
    },
    {
      "epoch": 0.6348114169215087,
      "grad_norm": 1.5366922596927943,
      "learning_rate": 0.0002953174117523004,
      "loss": 5.1517,
      "step": 7473
    },
    {
      "epoch": 0.6348963642541624,
      "grad_norm": 1.5522994800744847,
      "learning_rate": 0.00029531570939949535,
      "loss": 5.4288,
      "step": 7474
    },
    {
      "epoch": 0.6349813115868161,
      "grad_norm": 1.5120691885156585,
      "learning_rate": 0.0002953140067422101,
      "loss": 5.2317,
      "step": 7475
    },
    {
      "epoch": 0.6350662589194699,
      "grad_norm": 1.587936854977684,
      "learning_rate": 0.00029531230378044833,
      "loss": 5.0045,
      "step": 7476
    },
    {
      "epoch": 0.6351512062521237,
      "grad_norm": 1.5639797602634873,
      "learning_rate": 0.00029531060051421346,
      "loss": 5.4254,
      "step": 7477
    },
    {
      "epoch": 0.6352361535847775,
      "grad_norm": 1.5056739493285856,
      "learning_rate": 0.0002953088969435092,
      "loss": 5.3393,
      "step": 7478
    },
    {
      "epoch": 0.6353211009174312,
      "grad_norm": 1.6038940235911552,
      "learning_rate": 0.000295307193068339,
      "loss": 5.2963,
      "step": 7479
    },
    {
      "epoch": 0.635406048250085,
      "grad_norm": 1.549865084907943,
      "learning_rate": 0.00029530548888870653,
      "loss": 5.5419,
      "step": 7480
    },
    {
      "epoch": 0.6354909955827387,
      "grad_norm": 1.5570471189880497,
      "learning_rate": 0.0002953037844046153,
      "loss": 4.8055,
      "step": 7481
    },
    {
      "epoch": 0.6355759429153924,
      "grad_norm": 1.829916542357471,
      "learning_rate": 0.00029530207961606884,
      "loss": 5.8266,
      "step": 7482
    },
    {
      "epoch": 0.6356608902480462,
      "grad_norm": 1.5673143032541177,
      "learning_rate": 0.00029530037452307084,
      "loss": 5.3629,
      "step": 7483
    },
    {
      "epoch": 0.6357458375806999,
      "grad_norm": 1.7307782849297435,
      "learning_rate": 0.0002952986691256248,
      "loss": 5.658,
      "step": 7484
    },
    {
      "epoch": 0.6358307849133538,
      "grad_norm": 1.5470218723550413,
      "learning_rate": 0.00029529696342373425,
      "loss": 5.4081,
      "step": 7485
    },
    {
      "epoch": 0.6359157322460075,
      "grad_norm": 1.681882689747852,
      "learning_rate": 0.0002952952574174029,
      "loss": 5.7014,
      "step": 7486
    },
    {
      "epoch": 0.6360006795786612,
      "grad_norm": 1.6830848560133904,
      "learning_rate": 0.0002952935511066342,
      "loss": 5.8943,
      "step": 7487
    },
    {
      "epoch": 0.636085626911315,
      "grad_norm": 1.5358757630787292,
      "learning_rate": 0.00029529184449143174,
      "loss": 5.3386,
      "step": 7488
    },
    {
      "epoch": 0.6361705742439687,
      "grad_norm": 1.5242956015309985,
      "learning_rate": 0.00029529013757179914,
      "loss": 5.5032,
      "step": 7489
    },
    {
      "epoch": 0.6362555215766225,
      "grad_norm": 1.6265259491446367,
      "learning_rate": 0.00029528843034773997,
      "loss": 5.7871,
      "step": 7490
    },
    {
      "epoch": 0.6363404689092762,
      "grad_norm": 1.7246290209052868,
      "learning_rate": 0.0002952867228192578,
      "loss": 5.8168,
      "step": 7491
    },
    {
      "epoch": 0.63642541624193,
      "grad_norm": 1.481402720906804,
      "learning_rate": 0.00029528501498635623,
      "loss": 5.1969,
      "step": 7492
    },
    {
      "epoch": 0.6365103635745838,
      "grad_norm": 1.5371803063853906,
      "learning_rate": 0.00029528330684903877,
      "loss": 5.2757,
      "step": 7493
    },
    {
      "epoch": 0.6365953109072375,
      "grad_norm": 1.5179777967609878,
      "learning_rate": 0.000295281598407309,
      "loss": 5.4132,
      "step": 7494
    },
    {
      "epoch": 0.6366802582398913,
      "grad_norm": 1.5416489486966671,
      "learning_rate": 0.0002952798896611706,
      "loss": 5.128,
      "step": 7495
    },
    {
      "epoch": 0.636765205572545,
      "grad_norm": 1.5752672192989858,
      "learning_rate": 0.0002952781806106271,
      "loss": 5.2259,
      "step": 7496
    },
    {
      "epoch": 0.6368501529051988,
      "grad_norm": 1.5696803756030409,
      "learning_rate": 0.00029527647125568207,
      "loss": 5.5733,
      "step": 7497
    },
    {
      "epoch": 0.6369351002378525,
      "grad_norm": 1.6069303906783283,
      "learning_rate": 0.00029527476159633905,
      "loss": 5.3294,
      "step": 7498
    },
    {
      "epoch": 0.6370200475705062,
      "grad_norm": 1.5454201282252436,
      "learning_rate": 0.0002952730516326017,
      "loss": 5.2343,
      "step": 7499
    },
    {
      "epoch": 0.6371049949031601,
      "grad_norm": 1.5756665982957352,
      "learning_rate": 0.0002952713413644735,
      "loss": 5.3731,
      "step": 7500
    },
    {
      "epoch": 0.6371899422358138,
      "grad_norm": 1.5417871864026824,
      "learning_rate": 0.00029526963079195824,
      "loss": 4.9353,
      "step": 7501
    },
    {
      "epoch": 0.6372748895684676,
      "grad_norm": 1.5454770092030918,
      "learning_rate": 0.00029526791991505927,
      "loss": 5.281,
      "step": 7502
    },
    {
      "epoch": 0.6373598369011213,
      "grad_norm": 1.532252905963698,
      "learning_rate": 0.0002952662087337803,
      "loss": 5.6417,
      "step": 7503
    },
    {
      "epoch": 0.637444784233775,
      "grad_norm": 1.6616748056238297,
      "learning_rate": 0.0002952644972481249,
      "loss": 5.4848,
      "step": 7504
    },
    {
      "epoch": 0.6375297315664288,
      "grad_norm": 1.6973487401484337,
      "learning_rate": 0.0002952627854580966,
      "loss": 5.6767,
      "step": 7505
    },
    {
      "epoch": 0.6376146788990825,
      "grad_norm": 1.507295286239132,
      "learning_rate": 0.000295261073363699,
      "loss": 5.2309,
      "step": 7506
    },
    {
      "epoch": 0.6376996262317364,
      "grad_norm": 1.55670553959596,
      "learning_rate": 0.0002952593609649358,
      "loss": 5.2686,
      "step": 7507
    },
    {
      "epoch": 0.6377845735643901,
      "grad_norm": 1.6454948783404477,
      "learning_rate": 0.0002952576482618105,
      "loss": 5.6216,
      "step": 7508
    },
    {
      "epoch": 0.6378695208970439,
      "grad_norm": 1.5547396263857836,
      "learning_rate": 0.00029525593525432664,
      "loss": 5.5549,
      "step": 7509
    },
    {
      "epoch": 0.6379544682296976,
      "grad_norm": 1.498823676117052,
      "learning_rate": 0.0002952542219424879,
      "loss": 5.1901,
      "step": 7510
    },
    {
      "epoch": 0.6380394155623513,
      "grad_norm": 1.51819070521177,
      "learning_rate": 0.0002952525083262978,
      "loss": 5.2518,
      "step": 7511
    },
    {
      "epoch": 0.6381243628950051,
      "grad_norm": 1.5558334678938799,
      "learning_rate": 0.00029525079440576,
      "loss": 5.3147,
      "step": 7512
    },
    {
      "epoch": 0.6382093102276588,
      "grad_norm": 1.8086194192534064,
      "learning_rate": 0.00029524908018087803,
      "loss": 4.8215,
      "step": 7513
    },
    {
      "epoch": 0.6382942575603127,
      "grad_norm": 1.5629200115575268,
      "learning_rate": 0.0002952473656516555,
      "loss": 5.3103,
      "step": 7514
    },
    {
      "epoch": 0.6383792048929664,
      "grad_norm": 1.645985651327208,
      "learning_rate": 0.000295245650818096,
      "loss": 5.4995,
      "step": 7515
    },
    {
      "epoch": 0.6384641522256201,
      "grad_norm": 1.5681628886309609,
      "learning_rate": 0.0002952439356802032,
      "loss": 5.2743,
      "step": 7516
    },
    {
      "epoch": 0.6385490995582739,
      "grad_norm": 1.6593770593760238,
      "learning_rate": 0.00029524222023798055,
      "loss": 5.451,
      "step": 7517
    },
    {
      "epoch": 0.6386340468909276,
      "grad_norm": 1.6394777947743335,
      "learning_rate": 0.00029524050449143176,
      "loss": 5.6771,
      "step": 7518
    },
    {
      "epoch": 0.6387189942235814,
      "grad_norm": 1.5545474550626197,
      "learning_rate": 0.00029523878844056037,
      "loss": 5.5642,
      "step": 7519
    },
    {
      "epoch": 0.6388039415562351,
      "grad_norm": 1.5574821342782996,
      "learning_rate": 0.00029523707208537,
      "loss": 5.3508,
      "step": 7520
    },
    {
      "epoch": 0.6388888888888888,
      "grad_norm": 1.6581835413561552,
      "learning_rate": 0.0002952353554258642,
      "loss": 5.5892,
      "step": 7521
    },
    {
      "epoch": 0.6389738362215427,
      "grad_norm": 1.4580675772395295,
      "learning_rate": 0.0002952336384620467,
      "loss": 3.8633,
      "step": 7522
    },
    {
      "epoch": 0.6390587835541964,
      "grad_norm": 1.5214465844944949,
      "learning_rate": 0.0002952319211939209,
      "loss": 5.5364,
      "step": 7523
    },
    {
      "epoch": 0.6391437308868502,
      "grad_norm": 1.4799859643824351,
      "learning_rate": 0.00029523020362149055,
      "loss": 5.0293,
      "step": 7524
    },
    {
      "epoch": 0.6392286782195039,
      "grad_norm": 1.7921429598575538,
      "learning_rate": 0.00029522848574475917,
      "loss": 5.7614,
      "step": 7525
    },
    {
      "epoch": 0.6393136255521576,
      "grad_norm": 1.6098318915620733,
      "learning_rate": 0.00029522676756373045,
      "loss": 5.3595,
      "step": 7526
    },
    {
      "epoch": 0.6393985728848114,
      "grad_norm": 1.6612052486936182,
      "learning_rate": 0.0002952250490784079,
      "loss": 5.2262,
      "step": 7527
    },
    {
      "epoch": 0.6394835202174651,
      "grad_norm": 1.5950648018153257,
      "learning_rate": 0.0002952233302887951,
      "loss": 5.335,
      "step": 7528
    },
    {
      "epoch": 0.639568467550119,
      "grad_norm": 1.607506281842053,
      "learning_rate": 0.0002952216111948957,
      "loss": 5.4886,
      "step": 7529
    },
    {
      "epoch": 0.6396534148827727,
      "grad_norm": 1.5126357160592985,
      "learning_rate": 0.00029521989179671335,
      "loss": 5.0237,
      "step": 7530
    },
    {
      "epoch": 0.6397383622154265,
      "grad_norm": 1.611918221212348,
      "learning_rate": 0.0002952181720942516,
      "loss": 5.5218,
      "step": 7531
    },
    {
      "epoch": 0.6398233095480802,
      "grad_norm": 1.648210950594366,
      "learning_rate": 0.000295216452087514,
      "loss": 5.6675,
      "step": 7532
    },
    {
      "epoch": 0.6399082568807339,
      "grad_norm": 1.6100374493620275,
      "learning_rate": 0.00029521473177650427,
      "loss": 5.2648,
      "step": 7533
    },
    {
      "epoch": 0.6399932042133877,
      "grad_norm": 1.5243156297414928,
      "learning_rate": 0.000295213011161226,
      "loss": 5.4214,
      "step": 7534
    },
    {
      "epoch": 0.6400781515460414,
      "grad_norm": 1.5073458622340001,
      "learning_rate": 0.00029521129024168266,
      "loss": 5.065,
      "step": 7535
    },
    {
      "epoch": 0.6401630988786952,
      "grad_norm": 1.737356787073485,
      "learning_rate": 0.00029520956901787795,
      "loss": 5.6211,
      "step": 7536
    },
    {
      "epoch": 0.640248046211349,
      "grad_norm": 1.5345396914016776,
      "learning_rate": 0.00029520784748981554,
      "loss": 5.36,
      "step": 7537
    },
    {
      "epoch": 0.6403329935440027,
      "grad_norm": 1.549038078412166,
      "learning_rate": 0.00029520612565749895,
      "loss": 5.4474,
      "step": 7538
    },
    {
      "epoch": 0.6404179408766565,
      "grad_norm": 1.6459418781295447,
      "learning_rate": 0.0002952044035209318,
      "loss": 5.5539,
      "step": 7539
    },
    {
      "epoch": 0.6405028882093102,
      "grad_norm": 1.5036725070413866,
      "learning_rate": 0.0002952026810801177,
      "loss": 5.1589,
      "step": 7540
    },
    {
      "epoch": 0.640587835541964,
      "grad_norm": 1.5556078709110823,
      "learning_rate": 0.00029520095833506025,
      "loss": 5.4316,
      "step": 7541
    },
    {
      "epoch": 0.6406727828746177,
      "grad_norm": 1.5858189207721411,
      "learning_rate": 0.0002951992352857631,
      "loss": 5.2124,
      "step": 7542
    },
    {
      "epoch": 0.6407577302072714,
      "grad_norm": 1.547619185548465,
      "learning_rate": 0.0002951975119322298,
      "loss": 5.1033,
      "step": 7543
    },
    {
      "epoch": 0.6408426775399253,
      "grad_norm": 1.6538122764272598,
      "learning_rate": 0.00029519578827446404,
      "loss": 5.4952,
      "step": 7544
    },
    {
      "epoch": 0.640927624872579,
      "grad_norm": 1.5637639496549083,
      "learning_rate": 0.0002951940643124694,
      "loss": 5.2114,
      "step": 7545
    },
    {
      "epoch": 0.6410125722052328,
      "grad_norm": 1.6206350771404854,
      "learning_rate": 0.00029519234004624946,
      "loss": 5.5831,
      "step": 7546
    },
    {
      "epoch": 0.6410975195378865,
      "grad_norm": 1.4826064170518696,
      "learning_rate": 0.0002951906154758079,
      "loss": 5.1474,
      "step": 7547
    },
    {
      "epoch": 0.6411824668705403,
      "grad_norm": 1.6431307747933488,
      "learning_rate": 0.00029518889060114816,
      "loss": 5.5618,
      "step": 7548
    },
    {
      "epoch": 0.641267414203194,
      "grad_norm": 1.8652909926172279,
      "learning_rate": 0.0002951871654222741,
      "loss": 4.7256,
      "step": 7549
    },
    {
      "epoch": 0.6413523615358477,
      "grad_norm": 1.4916089261434042,
      "learning_rate": 0.0002951854399391892,
      "loss": 5.1282,
      "step": 7550
    },
    {
      "epoch": 0.6414373088685015,
      "grad_norm": 1.6009133236681772,
      "learning_rate": 0.00029518371415189704,
      "loss": 5.568,
      "step": 7551
    },
    {
      "epoch": 0.6415222562011553,
      "grad_norm": 1.5721646887841716,
      "learning_rate": 0.00029518198806040134,
      "loss": 4.9583,
      "step": 7552
    },
    {
      "epoch": 0.6416072035338091,
      "grad_norm": 1.4651222491110882,
      "learning_rate": 0.0002951802616647056,
      "loss": 5.3601,
      "step": 7553
    },
    {
      "epoch": 0.6416921508664628,
      "grad_norm": 1.517579668444268,
      "learning_rate": 0.00029517853496481355,
      "loss": 5.5482,
      "step": 7554
    },
    {
      "epoch": 0.6417770981991165,
      "grad_norm": 1.4757139557204766,
      "learning_rate": 0.0002951768079607288,
      "loss": 5.3941,
      "step": 7555
    },
    {
      "epoch": 0.6418620455317703,
      "grad_norm": 1.4730456940425882,
      "learning_rate": 0.0002951750806524549,
      "loss": 4.5696,
      "step": 7556
    },
    {
      "epoch": 0.641946992864424,
      "grad_norm": 1.549192525937724,
      "learning_rate": 0.00029517335303999543,
      "loss": 5.2033,
      "step": 7557
    },
    {
      "epoch": 0.6420319401970778,
      "grad_norm": 1.5155153996697288,
      "learning_rate": 0.0002951716251233541,
      "loss": 5.4204,
      "step": 7558
    },
    {
      "epoch": 0.6421168875297316,
      "grad_norm": 1.6784620018019896,
      "learning_rate": 0.0002951698969025346,
      "loss": 5.7823,
      "step": 7559
    },
    {
      "epoch": 0.6422018348623854,
      "grad_norm": 1.54134791878557,
      "learning_rate": 0.0002951681683775404,
      "loss": 5.4082,
      "step": 7560
    },
    {
      "epoch": 0.6422867821950391,
      "grad_norm": 1.6610603809138003,
      "learning_rate": 0.00029516643954837515,
      "loss": 5.6097,
      "step": 7561
    },
    {
      "epoch": 0.6423717295276928,
      "grad_norm": 1.6857483677375096,
      "learning_rate": 0.00029516471041504254,
      "loss": 5.6828,
      "step": 7562
    },
    {
      "epoch": 0.6424566768603466,
      "grad_norm": 1.6621464678022284,
      "learning_rate": 0.0002951629809775461,
      "loss": 5.0782,
      "step": 7563
    },
    {
      "epoch": 0.6425416241930003,
      "grad_norm": 1.621868163205599,
      "learning_rate": 0.0002951612512358896,
      "loss": 5.4994,
      "step": 7564
    },
    {
      "epoch": 0.6426265715256541,
      "grad_norm": 1.5722743942158057,
      "learning_rate": 0.00029515952119007653,
      "loss": 5.3245,
      "step": 7565
    },
    {
      "epoch": 0.6427115188583078,
      "grad_norm": 1.6226496665305408,
      "learning_rate": 0.00029515779084011057,
      "loss": 5.5333,
      "step": 7566
    },
    {
      "epoch": 0.6427964661909616,
      "grad_norm": 1.5352537235900205,
      "learning_rate": 0.00029515606018599527,
      "loss": 5.4096,
      "step": 7567
    },
    {
      "epoch": 0.6428814135236154,
      "grad_norm": 1.6829977416117072,
      "learning_rate": 0.00029515432922773443,
      "loss": 5.8137,
      "step": 7568
    },
    {
      "epoch": 0.6429663608562691,
      "grad_norm": 1.5689876693547817,
      "learning_rate": 0.0002951525979653315,
      "loss": 5.4172,
      "step": 7569
    },
    {
      "epoch": 0.6430513081889229,
      "grad_norm": 1.5406624879536313,
      "learning_rate": 0.00029515086639879016,
      "loss": 5.5458,
      "step": 7570
    },
    {
      "epoch": 0.6431362555215766,
      "grad_norm": 1.6967964445639436,
      "learning_rate": 0.0002951491345281141,
      "loss": 5.6335,
      "step": 7571
    },
    {
      "epoch": 0.6432212028542303,
      "grad_norm": 1.6478454072622466,
      "learning_rate": 0.0002951474023533069,
      "loss": 5.5616,
      "step": 7572
    },
    {
      "epoch": 0.6433061501868841,
      "grad_norm": 1.4864385975485677,
      "learning_rate": 0.00029514566987437214,
      "loss": 5.1458,
      "step": 7573
    },
    {
      "epoch": 0.6433910975195379,
      "grad_norm": 1.538687254748281,
      "learning_rate": 0.00029514393709131355,
      "loss": 5.1698,
      "step": 7574
    },
    {
      "epoch": 0.6434760448521917,
      "grad_norm": 1.5859913890283055,
      "learning_rate": 0.0002951422040041347,
      "loss": 5.0937,
      "step": 7575
    },
    {
      "epoch": 0.6435609921848454,
      "grad_norm": 1.548344085652442,
      "learning_rate": 0.0002951404706128392,
      "loss": 5.391,
      "step": 7576
    },
    {
      "epoch": 0.6436459395174992,
      "grad_norm": 1.5296162034442204,
      "learning_rate": 0.0002951387369174308,
      "loss": 5.0952,
      "step": 7577
    },
    {
      "epoch": 0.6437308868501529,
      "grad_norm": 1.6139222639603186,
      "learning_rate": 0.000295137002917913,
      "loss": 5.5573,
      "step": 7578
    },
    {
      "epoch": 0.6438158341828066,
      "grad_norm": 1.477998003745366,
      "learning_rate": 0.0002951352686142895,
      "loss": 5.11,
      "step": 7579
    },
    {
      "epoch": 0.6439007815154604,
      "grad_norm": 1.5374535156975742,
      "learning_rate": 0.00029513353400656384,
      "loss": 5.3218,
      "step": 7580
    },
    {
      "epoch": 0.6439857288481141,
      "grad_norm": 1.5448165354234595,
      "learning_rate": 0.00029513179909473983,
      "loss": 5.1636,
      "step": 7581
    },
    {
      "epoch": 0.644070676180768,
      "grad_norm": 1.5616558468473485,
      "learning_rate": 0.00029513006387882096,
      "loss": 5.4256,
      "step": 7582
    },
    {
      "epoch": 0.6441556235134217,
      "grad_norm": 1.5608254767104737,
      "learning_rate": 0.0002951283283588109,
      "loss": 5.2911,
      "step": 7583
    },
    {
      "epoch": 0.6442405708460754,
      "grad_norm": 1.5528682016205144,
      "learning_rate": 0.0002951265925347133,
      "loss": 5.393,
      "step": 7584
    },
    {
      "epoch": 0.6443255181787292,
      "grad_norm": 1.70775382221933,
      "learning_rate": 0.0002951248564065318,
      "loss": 5.6611,
      "step": 7585
    },
    {
      "epoch": 0.6444104655113829,
      "grad_norm": 1.5605031789036596,
      "learning_rate": 0.00029512311997427005,
      "loss": 4.9029,
      "step": 7586
    },
    {
      "epoch": 0.6444954128440367,
      "grad_norm": 1.6889373949419915,
      "learning_rate": 0.00029512138323793165,
      "loss": 5.5979,
      "step": 7587
    },
    {
      "epoch": 0.6445803601766904,
      "grad_norm": 1.5376785394470935,
      "learning_rate": 0.0002951196461975203,
      "loss": 5.1903,
      "step": 7588
    },
    {
      "epoch": 0.6446653075093443,
      "grad_norm": 1.663551668643989,
      "learning_rate": 0.00029511790885303955,
      "loss": 5.6522,
      "step": 7589
    },
    {
      "epoch": 0.644750254841998,
      "grad_norm": 1.4882366859750342,
      "learning_rate": 0.0002951161712044931,
      "loss": 4.8546,
      "step": 7590
    },
    {
      "epoch": 0.6448352021746517,
      "grad_norm": 1.5080493796131418,
      "learning_rate": 0.0002951144332518846,
      "loss": 5.3471,
      "step": 7591
    },
    {
      "epoch": 0.6449201495073055,
      "grad_norm": 1.541789291260975,
      "learning_rate": 0.00029511269499521767,
      "loss": 5.4048,
      "step": 7592
    },
    {
      "epoch": 0.6450050968399592,
      "grad_norm": 1.4988624786626716,
      "learning_rate": 0.0002951109564344959,
      "loss": 5.2907,
      "step": 7593
    },
    {
      "epoch": 0.645090044172613,
      "grad_norm": 1.515567210893904,
      "learning_rate": 0.0002951092175697231,
      "loss": 5.1633,
      "step": 7594
    },
    {
      "epoch": 0.6451749915052667,
      "grad_norm": 1.6505114986317952,
      "learning_rate": 0.00029510747840090273,
      "loss": 5.6945,
      "step": 7595
    },
    {
      "epoch": 0.6452599388379205,
      "grad_norm": 1.548104996696288,
      "learning_rate": 0.0002951057389280385,
      "loss": 5.475,
      "step": 7596
    },
    {
      "epoch": 0.6453448861705743,
      "grad_norm": 1.5157029546950544,
      "learning_rate": 0.000295103999151134,
      "loss": 5.1233,
      "step": 7597
    },
    {
      "epoch": 0.645429833503228,
      "grad_norm": 1.613875069671248,
      "learning_rate": 0.00029510225907019303,
      "loss": 5.2742,
      "step": 7598
    },
    {
      "epoch": 0.6455147808358818,
      "grad_norm": 1.5122803979290849,
      "learning_rate": 0.00029510051868521914,
      "loss": 4.9441,
      "step": 7599
    },
    {
      "epoch": 0.6455997281685355,
      "grad_norm": 1.7201383110461002,
      "learning_rate": 0.00029509877799621594,
      "loss": 5.8846,
      "step": 7600
    },
    {
      "epoch": 0.6456846755011892,
      "grad_norm": 1.575325631298228,
      "learning_rate": 0.00029509703700318716,
      "loss": 5.4905,
      "step": 7601
    },
    {
      "epoch": 0.645769622833843,
      "grad_norm": 1.5621360381887461,
      "learning_rate": 0.00029509529570613633,
      "loss": 5.2157,
      "step": 7602
    },
    {
      "epoch": 0.6458545701664967,
      "grad_norm": 1.4993583105182609,
      "learning_rate": 0.00029509355410506724,
      "loss": 5.1984,
      "step": 7603
    },
    {
      "epoch": 0.6459395174991506,
      "grad_norm": 1.511333781978036,
      "learning_rate": 0.0002950918121999834,
      "loss": 5.1725,
      "step": 7604
    },
    {
      "epoch": 0.6460244648318043,
      "grad_norm": 1.529783568783501,
      "learning_rate": 0.00029509006999088854,
      "loss": 5.169,
      "step": 7605
    },
    {
      "epoch": 0.646109412164458,
      "grad_norm": 1.519206193743123,
      "learning_rate": 0.00029508832747778636,
      "loss": 5.2154,
      "step": 7606
    },
    {
      "epoch": 0.6461943594971118,
      "grad_norm": 1.4357850933602136,
      "learning_rate": 0.00029508658466068045,
      "loss": 4.9372,
      "step": 7607
    },
    {
      "epoch": 0.6462793068297655,
      "grad_norm": 1.6121287037413212,
      "learning_rate": 0.0002950848415395744,
      "loss": 5.6489,
      "step": 7608
    },
    {
      "epoch": 0.6463642541624193,
      "grad_norm": 1.542339197521109,
      "learning_rate": 0.00029508309811447197,
      "loss": 5.2439,
      "step": 7609
    },
    {
      "epoch": 0.646449201495073,
      "grad_norm": 1.5470303005646062,
      "learning_rate": 0.0002950813543853768,
      "loss": 5.2798,
      "step": 7610
    },
    {
      "epoch": 0.6465341488277269,
      "grad_norm": 1.5233016398246424,
      "learning_rate": 0.00029507961035229243,
      "loss": 5.0842,
      "step": 7611
    },
    {
      "epoch": 0.6466190961603806,
      "grad_norm": 1.6831496711265634,
      "learning_rate": 0.0002950778660152226,
      "loss": 5.7032,
      "step": 7612
    },
    {
      "epoch": 0.6467040434930343,
      "grad_norm": 1.599357201041159,
      "learning_rate": 0.000295076121374171,
      "loss": 5.1308,
      "step": 7613
    },
    {
      "epoch": 0.6467889908256881,
      "grad_norm": 1.7040141681661234,
      "learning_rate": 0.00029507437642914126,
      "loss": 5.2835,
      "step": 7614
    },
    {
      "epoch": 0.6468739381583418,
      "grad_norm": 1.6742880028060259,
      "learning_rate": 0.00029507263118013703,
      "loss": 5.4563,
      "step": 7615
    },
    {
      "epoch": 0.6469588854909956,
      "grad_norm": 1.7231003950318349,
      "learning_rate": 0.0002950708856271619,
      "loss": 5.6151,
      "step": 7616
    },
    {
      "epoch": 0.6470438328236493,
      "grad_norm": 1.699066463659178,
      "learning_rate": 0.00029506913977021967,
      "loss": 5.7357,
      "step": 7617
    },
    {
      "epoch": 0.647128780156303,
      "grad_norm": 1.5266833861382572,
      "learning_rate": 0.00029506739360931386,
      "loss": 5.4007,
      "step": 7618
    },
    {
      "epoch": 0.6472137274889569,
      "grad_norm": 1.7260605884311613,
      "learning_rate": 0.00029506564714444817,
      "loss": 5.7428,
      "step": 7619
    },
    {
      "epoch": 0.6472986748216106,
      "grad_norm": 1.6661531333404558,
      "learning_rate": 0.0002950639003756263,
      "loss": 5.0826,
      "step": 7620
    },
    {
      "epoch": 0.6473836221542644,
      "grad_norm": 1.5757459017879845,
      "learning_rate": 0.0002950621533028519,
      "loss": 5.283,
      "step": 7621
    },
    {
      "epoch": 0.6474685694869181,
      "grad_norm": 1.5721913179748974,
      "learning_rate": 0.0002950604059261286,
      "loss": 5.507,
      "step": 7622
    },
    {
      "epoch": 0.6475535168195719,
      "grad_norm": 1.5612943862300268,
      "learning_rate": 0.0002950586582454601,
      "loss": 5.2467,
      "step": 7623
    },
    {
      "epoch": 0.6476384641522256,
      "grad_norm": 1.5555298634942067,
      "learning_rate": 0.00029505691026085,
      "loss": 5.2069,
      "step": 7624
    },
    {
      "epoch": 0.6477234114848793,
      "grad_norm": 1.7302894959774733,
      "learning_rate": 0.000295055161972302,
      "loss": 5.6255,
      "step": 7625
    },
    {
      "epoch": 0.6478083588175332,
      "grad_norm": 1.523942406259874,
      "learning_rate": 0.0002950534133798198,
      "loss": 4.8829,
      "step": 7626
    },
    {
      "epoch": 0.6478933061501869,
      "grad_norm": 1.567090277665591,
      "learning_rate": 0.00029505166448340694,
      "loss": 5.2391,
      "step": 7627
    },
    {
      "epoch": 0.6479782534828407,
      "grad_norm": 1.700031602159408,
      "learning_rate": 0.00029504991528306725,
      "loss": 5.5255,
      "step": 7628
    },
    {
      "epoch": 0.6480632008154944,
      "grad_norm": 1.7015893100039794,
      "learning_rate": 0.0002950481657788043,
      "loss": 5.6165,
      "step": 7629
    },
    {
      "epoch": 0.6481481481481481,
      "grad_norm": 1.568346995691509,
      "learning_rate": 0.00029504641597062175,
      "loss": 5.4246,
      "step": 7630
    },
    {
      "epoch": 0.6482330954808019,
      "grad_norm": 1.5626389411268435,
      "learning_rate": 0.0002950446658585233,
      "loss": 4.9081,
      "step": 7631
    },
    {
      "epoch": 0.6483180428134556,
      "grad_norm": 1.561714719253248,
      "learning_rate": 0.0002950429154425127,
      "loss": 5.4496,
      "step": 7632
    },
    {
      "epoch": 0.6484029901461094,
      "grad_norm": 1.562466374520049,
      "learning_rate": 0.0002950411647225934,
      "loss": 5.1585,
      "step": 7633
    },
    {
      "epoch": 0.6484879374787632,
      "grad_norm": 1.5684316530197682,
      "learning_rate": 0.00029503941369876923,
      "loss": 5.1724,
      "step": 7634
    },
    {
      "epoch": 0.648572884811417,
      "grad_norm": 1.6251996122518721,
      "learning_rate": 0.0002950376623710438,
      "loss": 5.7131,
      "step": 7635
    },
    {
      "epoch": 0.6486578321440707,
      "grad_norm": 1.577581150517549,
      "learning_rate": 0.00029503591073942086,
      "loss": 5.3968,
      "step": 7636
    },
    {
      "epoch": 0.6487427794767244,
      "grad_norm": 1.7638855625688081,
      "learning_rate": 0.00029503415880390395,
      "loss": 5.7115,
      "step": 7637
    },
    {
      "epoch": 0.6488277268093782,
      "grad_norm": 1.6810753340898306,
      "learning_rate": 0.0002950324065644969,
      "loss": 5.4056,
      "step": 7638
    },
    {
      "epoch": 0.6489126741420319,
      "grad_norm": 1.6099601242745598,
      "learning_rate": 0.0002950306540212032,
      "loss": 5.4501,
      "step": 7639
    },
    {
      "epoch": 0.6489976214746856,
      "grad_norm": 1.6808643640403005,
      "learning_rate": 0.00029502890117402665,
      "loss": 5.7715,
      "step": 7640
    },
    {
      "epoch": 0.6490825688073395,
      "grad_norm": 1.4956091448225233,
      "learning_rate": 0.0002950271480229709,
      "loss": 5.1919,
      "step": 7641
    },
    {
      "epoch": 0.6491675161399932,
      "grad_norm": 1.5118652217937532,
      "learning_rate": 0.0002950253945680396,
      "loss": 5.3877,
      "step": 7642
    },
    {
      "epoch": 0.649252463472647,
      "grad_norm": 1.4688617406988413,
      "learning_rate": 0.0002950236408092364,
      "loss": 5.0599,
      "step": 7643
    },
    {
      "epoch": 0.6493374108053007,
      "grad_norm": 1.4795644018249232,
      "learning_rate": 0.00029502188674656503,
      "loss": 5.2671,
      "step": 7644
    },
    {
      "epoch": 0.6494223581379545,
      "grad_norm": 1.6398168252006171,
      "learning_rate": 0.0002950201323800292,
      "loss": 5.7656,
      "step": 7645
    },
    {
      "epoch": 0.6495073054706082,
      "grad_norm": 1.518838603265038,
      "learning_rate": 0.0002950183777096325,
      "loss": 5.2711,
      "step": 7646
    },
    {
      "epoch": 0.6495922528032619,
      "grad_norm": 1.6538331862677196,
      "learning_rate": 0.0002950166227353786,
      "loss": 5.7357,
      "step": 7647
    },
    {
      "epoch": 0.6496772001359157,
      "grad_norm": 1.6698555981459735,
      "learning_rate": 0.00029501486745727123,
      "loss": 5.4579,
      "step": 7648
    },
    {
      "epoch": 0.6497621474685695,
      "grad_norm": 1.6257585306615736,
      "learning_rate": 0.0002950131118753141,
      "loss": 5.5741,
      "step": 7649
    },
    {
      "epoch": 0.6498470948012233,
      "grad_norm": 1.5210090555112183,
      "learning_rate": 0.0002950113559895108,
      "loss": 5.1485,
      "step": 7650
    },
    {
      "epoch": 0.649932042133877,
      "grad_norm": 1.6006947611278475,
      "learning_rate": 0.00029500959979986504,
      "loss": 5.1872,
      "step": 7651
    },
    {
      "epoch": 0.6500169894665307,
      "grad_norm": 1.607020225019317,
      "learning_rate": 0.0002950078433063805,
      "loss": 5.2185,
      "step": 7652
    },
    {
      "epoch": 0.6501019367991845,
      "grad_norm": 1.7100757572984242,
      "learning_rate": 0.00029500608650906093,
      "loss": 5.6129,
      "step": 7653
    },
    {
      "epoch": 0.6501868841318382,
      "grad_norm": 1.575252847202922,
      "learning_rate": 0.0002950043294079099,
      "loss": 5.0331,
      "step": 7654
    },
    {
      "epoch": 0.650271831464492,
      "grad_norm": 1.6346039354794026,
      "learning_rate": 0.0002950025720029312,
      "loss": 5.6071,
      "step": 7655
    },
    {
      "epoch": 0.6503567787971458,
      "grad_norm": 1.5515009813586074,
      "learning_rate": 0.0002950008142941284,
      "loss": 5.2526,
      "step": 7656
    },
    {
      "epoch": 0.6504417261297996,
      "grad_norm": 1.5529573442215852,
      "learning_rate": 0.0002949990562815052,
      "loss": 5.1479,
      "step": 7657
    },
    {
      "epoch": 0.6505266734624533,
      "grad_norm": 1.8998474186944478,
      "learning_rate": 0.0002949972979650654,
      "loss": 4.8366,
      "step": 7658
    },
    {
      "epoch": 0.650611620795107,
      "grad_norm": 1.487928300552782,
      "learning_rate": 0.00029499553934481256,
      "loss": 5.0041,
      "step": 7659
    },
    {
      "epoch": 0.6506965681277608,
      "grad_norm": 1.600228405417013,
      "learning_rate": 0.00029499378042075044,
      "loss": 5.2526,
      "step": 7660
    },
    {
      "epoch": 0.6507815154604145,
      "grad_norm": 1.6918140099755794,
      "learning_rate": 0.00029499202119288273,
      "loss": 5.841,
      "step": 7661
    },
    {
      "epoch": 0.6508664627930683,
      "grad_norm": 1.5235450919003288,
      "learning_rate": 0.000294990261661213,
      "loss": 5.0803,
      "step": 7662
    },
    {
      "epoch": 0.6509514101257221,
      "grad_norm": 1.481959229387927,
      "learning_rate": 0.00029498850182574506,
      "loss": 4.8287,
      "step": 7663
    },
    {
      "epoch": 0.6510363574583758,
      "grad_norm": 1.6430025762191602,
      "learning_rate": 0.0002949867416864826,
      "loss": 5.4538,
      "step": 7664
    },
    {
      "epoch": 0.6511213047910296,
      "grad_norm": 1.5065680918206847,
      "learning_rate": 0.0002949849812434292,
      "loss": 5.3148,
      "step": 7665
    },
    {
      "epoch": 0.6512062521236833,
      "grad_norm": 1.4865698534546803,
      "learning_rate": 0.0002949832204965886,
      "loss": 4.8423,
      "step": 7666
    },
    {
      "epoch": 0.6512911994563371,
      "grad_norm": 1.69271939504546,
      "learning_rate": 0.00029498145944596455,
      "loss": 5.7425,
      "step": 7667
    },
    {
      "epoch": 0.6513761467889908,
      "grad_norm": 1.650853732153208,
      "learning_rate": 0.0002949796980915607,
      "loss": 5.7451,
      "step": 7668
    },
    {
      "epoch": 0.6514610941216445,
      "grad_norm": 1.6073934298331398,
      "learning_rate": 0.0002949779364333807,
      "loss": 5.73,
      "step": 7669
    },
    {
      "epoch": 0.6515460414542983,
      "grad_norm": 1.522406867053356,
      "learning_rate": 0.00029497617447142826,
      "loss": 5.4953,
      "step": 7670
    },
    {
      "epoch": 0.6516309887869521,
      "grad_norm": 1.594109388534469,
      "learning_rate": 0.0002949744122057071,
      "loss": 5.1118,
      "step": 7671
    },
    {
      "epoch": 0.6517159361196059,
      "grad_norm": 1.547732011387341,
      "learning_rate": 0.0002949726496362209,
      "loss": 5.5425,
      "step": 7672
    },
    {
      "epoch": 0.6518008834522596,
      "grad_norm": 1.5143129722221758,
      "learning_rate": 0.00029497088676297336,
      "loss": 5.1891,
      "step": 7673
    },
    {
      "epoch": 0.6518858307849134,
      "grad_norm": 1.4844300135916626,
      "learning_rate": 0.0002949691235859682,
      "loss": 5.1461,
      "step": 7674
    },
    {
      "epoch": 0.6519707781175671,
      "grad_norm": 1.535836238612782,
      "learning_rate": 0.00029496736010520904,
      "loss": 5.4479,
      "step": 7675
    },
    {
      "epoch": 0.6520557254502208,
      "grad_norm": 1.5690715671973277,
      "learning_rate": 0.0002949655963206996,
      "loss": 5.3506,
      "step": 7676
    },
    {
      "epoch": 0.6521406727828746,
      "grad_norm": 1.468374535196695,
      "learning_rate": 0.00029496383223244363,
      "loss": 5.1733,
      "step": 7677
    },
    {
      "epoch": 0.6522256201155284,
      "grad_norm": 1.765151796143563,
      "learning_rate": 0.00029496206784044475,
      "loss": 5.2623,
      "step": 7678
    },
    {
      "epoch": 0.6523105674481822,
      "grad_norm": 1.5046429981325082,
      "learning_rate": 0.0002949603031447067,
      "loss": 5.3278,
      "step": 7679
    },
    {
      "epoch": 0.6523955147808359,
      "grad_norm": 1.5149032526405188,
      "learning_rate": 0.00029495853814523313,
      "loss": 5.1578,
      "step": 7680
    },
    {
      "epoch": 0.6524804621134896,
      "grad_norm": 1.6414460729208606,
      "learning_rate": 0.00029495677284202787,
      "loss": 5.6681,
      "step": 7681
    },
    {
      "epoch": 0.6525654094461434,
      "grad_norm": 1.5365978418179154,
      "learning_rate": 0.0002949550072350945,
      "loss": 5.2601,
      "step": 7682
    },
    {
      "epoch": 0.6526503567787971,
      "grad_norm": 1.6039014475813158,
      "learning_rate": 0.0002949532413244367,
      "loss": 5.3374,
      "step": 7683
    },
    {
      "epoch": 0.6527353041114509,
      "grad_norm": 1.7171291005741565,
      "learning_rate": 0.0002949514751100583,
      "loss": 4.8679,
      "step": 7684
    },
    {
      "epoch": 0.6528202514441046,
      "grad_norm": 1.5071095152447305,
      "learning_rate": 0.00029494970859196285,
      "loss": 5.3424,
      "step": 7685
    },
    {
      "epoch": 0.6529051987767585,
      "grad_norm": 1.4868505874379683,
      "learning_rate": 0.00029494794177015415,
      "loss": 5.2275,
      "step": 7686
    },
    {
      "epoch": 0.6529901461094122,
      "grad_norm": 1.5080652114638116,
      "learning_rate": 0.00029494617464463586,
      "loss": 5.3006,
      "step": 7687
    },
    {
      "epoch": 0.6530750934420659,
      "grad_norm": 1.6474427112262051,
      "learning_rate": 0.0002949444072154117,
      "loss": 5.2473,
      "step": 7688
    },
    {
      "epoch": 0.6531600407747197,
      "grad_norm": 1.6838759696912657,
      "learning_rate": 0.0002949426394824854,
      "loss": 5.7663,
      "step": 7689
    },
    {
      "epoch": 0.6532449881073734,
      "grad_norm": 1.7666324596475265,
      "learning_rate": 0.00029494087144586056,
      "loss": 5.4281,
      "step": 7690
    },
    {
      "epoch": 0.6533299354400272,
      "grad_norm": 1.5249413768023263,
      "learning_rate": 0.000294939103105541,
      "loss": 5.2117,
      "step": 7691
    },
    {
      "epoch": 0.6534148827726809,
      "grad_norm": 1.5379398134151323,
      "learning_rate": 0.0002949373344615304,
      "loss": 4.3419,
      "step": 7692
    },
    {
      "epoch": 0.6534998301053347,
      "grad_norm": 1.5841096998299578,
      "learning_rate": 0.0002949355655138324,
      "loss": 5.3789,
      "step": 7693
    },
    {
      "epoch": 0.6535847774379885,
      "grad_norm": 1.631254171551446,
      "learning_rate": 0.00029493379626245077,
      "loss": 5.4763,
      "step": 7694
    },
    {
      "epoch": 0.6536697247706422,
      "grad_norm": 1.6056822634828438,
      "learning_rate": 0.0002949320267073892,
      "loss": 5.6002,
      "step": 7695
    },
    {
      "epoch": 0.653754672103296,
      "grad_norm": 1.735510157086749,
      "learning_rate": 0.0002949302568486514,
      "loss": 5.6102,
      "step": 7696
    },
    {
      "epoch": 0.6538396194359497,
      "grad_norm": 1.5655782837993362,
      "learning_rate": 0.0002949284866862411,
      "loss": 5.0933,
      "step": 7697
    },
    {
      "epoch": 0.6539245667686034,
      "grad_norm": 1.5069384646899124,
      "learning_rate": 0.00029492671622016194,
      "loss": 5.3006,
      "step": 7698
    },
    {
      "epoch": 0.6540095141012572,
      "grad_norm": 1.6433712243827778,
      "learning_rate": 0.00029492494545041773,
      "loss": 5.6127,
      "step": 7699
    },
    {
      "epoch": 0.6540944614339109,
      "grad_norm": 1.5461818771161986,
      "learning_rate": 0.00029492317437701207,
      "loss": 5.0361,
      "step": 7700
    },
    {
      "epoch": 0.6541794087665648,
      "grad_norm": 1.5793422591252484,
      "learning_rate": 0.00029492140299994875,
      "loss": 4.8369,
      "step": 7701
    },
    {
      "epoch": 0.6542643560992185,
      "grad_norm": 1.5194711034074617,
      "learning_rate": 0.00029491963131923147,
      "loss": 5.3116,
      "step": 7702
    },
    {
      "epoch": 0.6543493034318723,
      "grad_norm": 1.5463632399164144,
      "learning_rate": 0.00029491785933486396,
      "loss": 5.1069,
      "step": 7703
    },
    {
      "epoch": 0.654434250764526,
      "grad_norm": 1.6289416482227226,
      "learning_rate": 0.0002949160870468498,
      "loss": 5.2389,
      "step": 7704
    },
    {
      "epoch": 0.6545191980971797,
      "grad_norm": 1.6375354168016876,
      "learning_rate": 0.0002949143144551929,
      "loss": 5.1731,
      "step": 7705
    },
    {
      "epoch": 0.6546041454298335,
      "grad_norm": 1.7193190537737033,
      "learning_rate": 0.0002949125415598969,
      "loss": 5.4964,
      "step": 7706
    },
    {
      "epoch": 0.6546890927624872,
      "grad_norm": 1.6056422894886513,
      "learning_rate": 0.00029491076836096546,
      "loss": 5.2949,
      "step": 7707
    },
    {
      "epoch": 0.6547740400951411,
      "grad_norm": 1.6275619494272608,
      "learning_rate": 0.00029490899485840234,
      "loss": 4.4932,
      "step": 7708
    },
    {
      "epoch": 0.6548589874277948,
      "grad_norm": 1.5083285759168352,
      "learning_rate": 0.00029490722105221116,
      "loss": 5.0444,
      "step": 7709
    },
    {
      "epoch": 0.6549439347604485,
      "grad_norm": 1.7099186845660572,
      "learning_rate": 0.00029490544694239584,
      "loss": 5.716,
      "step": 7710
    },
    {
      "epoch": 0.6550288820931023,
      "grad_norm": 1.7133816188588258,
      "learning_rate": 0.00029490367252895994,
      "loss": 5.8293,
      "step": 7711
    },
    {
      "epoch": 0.655113829425756,
      "grad_norm": 1.691394462152503,
      "learning_rate": 0.0002949018978119072,
      "loss": 5.4721,
      "step": 7712
    },
    {
      "epoch": 0.6551987767584098,
      "grad_norm": 1.6900526823824393,
      "learning_rate": 0.0002949001227912414,
      "loss": 5.7892,
      "step": 7713
    },
    {
      "epoch": 0.6552837240910635,
      "grad_norm": 1.6787874294487926,
      "learning_rate": 0.0002948983474669662,
      "loss": 5.6411,
      "step": 7714
    },
    {
      "epoch": 0.6553686714237172,
      "grad_norm": 1.7384393972263277,
      "learning_rate": 0.0002948965718390853,
      "loss": 5.2881,
      "step": 7715
    },
    {
      "epoch": 0.6554536187563711,
      "grad_norm": 1.6459181940618888,
      "learning_rate": 0.00029489479590760255,
      "loss": 5.122,
      "step": 7716
    },
    {
      "epoch": 0.6555385660890248,
      "grad_norm": 1.53657887639642,
      "learning_rate": 0.0002948930196725215,
      "loss": 5.3827,
      "step": 7717
    },
    {
      "epoch": 0.6556235134216786,
      "grad_norm": 1.6011865062129516,
      "learning_rate": 0.00029489124313384593,
      "loss": 5.5256,
      "step": 7718
    },
    {
      "epoch": 0.6557084607543323,
      "grad_norm": 1.5627881919220012,
      "learning_rate": 0.0002948894662915796,
      "loss": 5.1901,
      "step": 7719
    },
    {
      "epoch": 0.655793408086986,
      "grad_norm": 1.581400921816074,
      "learning_rate": 0.0002948876891457263,
      "loss": 5.4457,
      "step": 7720
    },
    {
      "epoch": 0.6558783554196398,
      "grad_norm": 1.6627467358773025,
      "learning_rate": 0.0002948859116962896,
      "loss": 5.6816,
      "step": 7721
    },
    {
      "epoch": 0.6559633027522935,
      "grad_norm": 1.5104085648279055,
      "learning_rate": 0.0002948841339432733,
      "loss": 5.0054,
      "step": 7722
    },
    {
      "epoch": 0.6560482500849474,
      "grad_norm": 1.519240700316773,
      "learning_rate": 0.0002948823558866811,
      "loss": 5.2064,
      "step": 7723
    },
    {
      "epoch": 0.6561331974176011,
      "grad_norm": 1.531747455121722,
      "learning_rate": 0.00029488057752651676,
      "loss": 4.9184,
      "step": 7724
    },
    {
      "epoch": 0.6562181447502549,
      "grad_norm": 1.587408607343188,
      "learning_rate": 0.00029487879886278397,
      "loss": 5.4106,
      "step": 7725
    },
    {
      "epoch": 0.6563030920829086,
      "grad_norm": 1.7313184186626618,
      "learning_rate": 0.0002948770198954865,
      "loss": 5.7312,
      "step": 7726
    },
    {
      "epoch": 0.6563880394155623,
      "grad_norm": 1.589836783931638,
      "learning_rate": 0.0002948752406246281,
      "loss": 5.2615,
      "step": 7727
    },
    {
      "epoch": 0.6564729867482161,
      "grad_norm": 1.5762237774335865,
      "learning_rate": 0.00029487346105021235,
      "loss": 5.2934,
      "step": 7728
    },
    {
      "epoch": 0.6565579340808698,
      "grad_norm": 1.680145056745707,
      "learning_rate": 0.00029487168117224317,
      "loss": 5.6509,
      "step": 7729
    },
    {
      "epoch": 0.6566428814135236,
      "grad_norm": 1.6083787397523688,
      "learning_rate": 0.00029486990099072415,
      "loss": 5.4357,
      "step": 7730
    },
    {
      "epoch": 0.6567278287461774,
      "grad_norm": 1.745145439386821,
      "learning_rate": 0.0002948681205056591,
      "loss": 5.7677,
      "step": 7731
    },
    {
      "epoch": 0.6568127760788312,
      "grad_norm": 1.5427632642815239,
      "learning_rate": 0.00029486633971705165,
      "loss": 5.2237,
      "step": 7732
    },
    {
      "epoch": 0.6568977234114849,
      "grad_norm": 1.6696009572622972,
      "learning_rate": 0.0002948645586249057,
      "loss": 4.9303,
      "step": 7733
    },
    {
      "epoch": 0.6569826707441386,
      "grad_norm": 1.568510422143886,
      "learning_rate": 0.00029486277722922484,
      "loss": 5.1973,
      "step": 7734
    },
    {
      "epoch": 0.6570676180767924,
      "grad_norm": 1.5530315413699616,
      "learning_rate": 0.00029486099553001284,
      "loss": 5.4046,
      "step": 7735
    },
    {
      "epoch": 0.6571525654094461,
      "grad_norm": 1.5698008956996743,
      "learning_rate": 0.00029485921352727346,
      "loss": 5.4273,
      "step": 7736
    },
    {
      "epoch": 0.6572375127420998,
      "grad_norm": 1.5224327144604388,
      "learning_rate": 0.00029485743122101044,
      "loss": 5.0336,
      "step": 7737
    },
    {
      "epoch": 0.6573224600747537,
      "grad_norm": 1.5633715593809092,
      "learning_rate": 0.00029485564861122745,
      "loss": 5.1051,
      "step": 7738
    },
    {
      "epoch": 0.6574074074074074,
      "grad_norm": 1.5869834045664493,
      "learning_rate": 0.00029485386569792825,
      "loss": 5.2082,
      "step": 7739
    },
    {
      "epoch": 0.6574923547400612,
      "grad_norm": 1.6643467724181928,
      "learning_rate": 0.0002948520824811166,
      "loss": 5.3215,
      "step": 7740
    },
    {
      "epoch": 0.6575773020727149,
      "grad_norm": 1.719743198364228,
      "learning_rate": 0.00029485029896079626,
      "loss": 5.6894,
      "step": 7741
    },
    {
      "epoch": 0.6576622494053687,
      "grad_norm": 1.62083935336752,
      "learning_rate": 0.0002948485151369709,
      "loss": 5.5271,
      "step": 7742
    },
    {
      "epoch": 0.6577471967380224,
      "grad_norm": 1.5683199905772995,
      "learning_rate": 0.0002948467310096443,
      "loss": 5.1546,
      "step": 7743
    },
    {
      "epoch": 0.6578321440706761,
      "grad_norm": 1.7742910091696196,
      "learning_rate": 0.00029484494657882015,
      "loss": 5.5957,
      "step": 7744
    },
    {
      "epoch": 0.65791709140333,
      "grad_norm": 1.588898660413654,
      "learning_rate": 0.0002948431618445023,
      "loss": 5.1823,
      "step": 7745
    },
    {
      "epoch": 0.6580020387359837,
      "grad_norm": 1.5574912722392293,
      "learning_rate": 0.0002948413768066944,
      "loss": 5.1189,
      "step": 7746
    },
    {
      "epoch": 0.6580869860686375,
      "grad_norm": 1.5058998381908222,
      "learning_rate": 0.0002948395914654002,
      "loss": 5.2207,
      "step": 7747
    },
    {
      "epoch": 0.6581719334012912,
      "grad_norm": 1.651436799318266,
      "learning_rate": 0.00029483780582062344,
      "loss": 5.498,
      "step": 7748
    },
    {
      "epoch": 0.658256880733945,
      "grad_norm": 1.506259105664774,
      "learning_rate": 0.00029483601987236784,
      "loss": 5.1701,
      "step": 7749
    },
    {
      "epoch": 0.6583418280665987,
      "grad_norm": 1.5746839421988708,
      "learning_rate": 0.0002948342336206372,
      "loss": 5.4684,
      "step": 7750
    },
    {
      "epoch": 0.6584267753992524,
      "grad_norm": 1.6850677607787787,
      "learning_rate": 0.0002948324470654352,
      "loss": 5.3875,
      "step": 7751
    },
    {
      "epoch": 0.6585117227319062,
      "grad_norm": 1.5650895851073505,
      "learning_rate": 0.00029483066020676566,
      "loss": 5.3113,
      "step": 7752
    },
    {
      "epoch": 0.65859667006456,
      "grad_norm": 1.5798881477754783,
      "learning_rate": 0.0002948288730446323,
      "loss": 5.5178,
      "step": 7753
    },
    {
      "epoch": 0.6586816173972138,
      "grad_norm": 1.549885795875983,
      "learning_rate": 0.00029482708557903887,
      "loss": 5.4121,
      "step": 7754
    },
    {
      "epoch": 0.6587665647298675,
      "grad_norm": 1.6063169379183775,
      "learning_rate": 0.000294825297809989,
      "loss": 5.0368,
      "step": 7755
    },
    {
      "epoch": 0.6588515120625212,
      "grad_norm": 1.5654843407452095,
      "learning_rate": 0.0002948235097374866,
      "loss": 5.2098,
      "step": 7756
    },
    {
      "epoch": 0.658936459395175,
      "grad_norm": 1.60943706205226,
      "learning_rate": 0.0002948217213615353,
      "loss": 5.6347,
      "step": 7757
    },
    {
      "epoch": 0.6590214067278287,
      "grad_norm": 1.555210368717398,
      "learning_rate": 0.0002948199326821389,
      "loss": 5.3989,
      "step": 7758
    },
    {
      "epoch": 0.6591063540604825,
      "grad_norm": 1.5421495937244447,
      "learning_rate": 0.0002948181436993012,
      "loss": 5.2659,
      "step": 7759
    },
    {
      "epoch": 0.6591913013931363,
      "grad_norm": 1.480574965474471,
      "learning_rate": 0.0002948163544130258,
      "loss": 5.0522,
      "step": 7760
    },
    {
      "epoch": 0.65927624872579,
      "grad_norm": 1.5682224786390155,
      "learning_rate": 0.00029481456482331655,
      "loss": 5.0957,
      "step": 7761
    },
    {
      "epoch": 0.6593611960584438,
      "grad_norm": 1.6889374069322145,
      "learning_rate": 0.00029481277493017725,
      "loss": 5.6091,
      "step": 7762
    },
    {
      "epoch": 0.6594461433910975,
      "grad_norm": 1.720416908567598,
      "learning_rate": 0.00029481098473361155,
      "loss": 5.7504,
      "step": 7763
    },
    {
      "epoch": 0.6595310907237513,
      "grad_norm": 1.7345451342327807,
      "learning_rate": 0.0002948091942336232,
      "loss": 5.4313,
      "step": 7764
    },
    {
      "epoch": 0.659616038056405,
      "grad_norm": 1.7657572874100347,
      "learning_rate": 0.000294807403430216,
      "loss": 5.7603,
      "step": 7765
    },
    {
      "epoch": 0.6597009853890587,
      "grad_norm": 1.6248911732485032,
      "learning_rate": 0.0002948056123233938,
      "loss": 5.2319,
      "step": 7766
    },
    {
      "epoch": 0.6597859327217125,
      "grad_norm": 1.4962426196919392,
      "learning_rate": 0.0002948038209131601,
      "loss": 5.1348,
      "step": 7767
    },
    {
      "epoch": 0.6598708800543663,
      "grad_norm": 1.4907234553663378,
      "learning_rate": 0.0002948020291995189,
      "loss": 5.281,
      "step": 7768
    },
    {
      "epoch": 0.6599558273870201,
      "grad_norm": 1.6820328722725844,
      "learning_rate": 0.00029480023718247376,
      "loss": 5.7913,
      "step": 7769
    },
    {
      "epoch": 0.6600407747196738,
      "grad_norm": 1.5060682125155103,
      "learning_rate": 0.0002947984448620286,
      "loss": 5.3586,
      "step": 7770
    },
    {
      "epoch": 0.6601257220523276,
      "grad_norm": 1.5032484611122103,
      "learning_rate": 0.00029479665223818707,
      "loss": 5.4099,
      "step": 7771
    },
    {
      "epoch": 0.6602106693849813,
      "grad_norm": 1.567368886424983,
      "learning_rate": 0.000294794859310953,
      "loss": 4.9726,
      "step": 7772
    },
    {
      "epoch": 0.660295616717635,
      "grad_norm": 1.610637099160638,
      "learning_rate": 0.00029479306608033007,
      "loss": 5.2062,
      "step": 7773
    },
    {
      "epoch": 0.6603805640502888,
      "grad_norm": 1.5536951715811982,
      "learning_rate": 0.0002947912725463221,
      "loss": 5.1971,
      "step": 7774
    },
    {
      "epoch": 0.6604655113829426,
      "grad_norm": 1.4975694929476455,
      "learning_rate": 0.0002947894787089328,
      "loss": 5.1344,
      "step": 7775
    },
    {
      "epoch": 0.6605504587155964,
      "grad_norm": 1.5308136583689587,
      "learning_rate": 0.00029478768456816596,
      "loss": 4.9667,
      "step": 7776
    },
    {
      "epoch": 0.6606354060482501,
      "grad_norm": 1.6906173074021922,
      "learning_rate": 0.00029478589012402526,
      "loss": 5.8733,
      "step": 7777
    },
    {
      "epoch": 0.6607203533809038,
      "grad_norm": 1.6034141311896788,
      "learning_rate": 0.0002947840953765146,
      "loss": 5.2137,
      "step": 7778
    },
    {
      "epoch": 0.6608053007135576,
      "grad_norm": 1.6104312704050396,
      "learning_rate": 0.0002947823003256377,
      "loss": 5.1309,
      "step": 7779
    },
    {
      "epoch": 0.6608902480462113,
      "grad_norm": 1.5556638502350724,
      "learning_rate": 0.00029478050497139827,
      "loss": 5.181,
      "step": 7780
    },
    {
      "epoch": 0.6609751953788651,
      "grad_norm": 1.5831218240352702,
      "learning_rate": 0.0002947787093138,
      "loss": 4.8306,
      "step": 7781
    },
    {
      "epoch": 0.6610601427115188,
      "grad_norm": 1.8148476303108179,
      "learning_rate": 0.00029477691335284687,
      "loss": 5.7016,
      "step": 7782
    },
    {
      "epoch": 0.6611450900441727,
      "grad_norm": 1.6771226229146816,
      "learning_rate": 0.00029477511708854247,
      "loss": 5.4785,
      "step": 7783
    },
    {
      "epoch": 0.6612300373768264,
      "grad_norm": 1.7276560096431395,
      "learning_rate": 0.0002947733205208906,
      "loss": 4.544,
      "step": 7784
    },
    {
      "epoch": 0.6613149847094801,
      "grad_norm": 1.580957445668313,
      "learning_rate": 0.000294771523649895,
      "loss": 5.1509,
      "step": 7785
    },
    {
      "epoch": 0.6613999320421339,
      "grad_norm": 1.7575620972708592,
      "learning_rate": 0.0002947697264755595,
      "loss": 5.7594,
      "step": 7786
    },
    {
      "epoch": 0.6614848793747876,
      "grad_norm": 1.602940765785843,
      "learning_rate": 0.00029476792899788787,
      "loss": 5.0931,
      "step": 7787
    },
    {
      "epoch": 0.6615698267074414,
      "grad_norm": 1.6036493494909265,
      "learning_rate": 0.00029476613121688384,
      "loss": 5.1103,
      "step": 7788
    },
    {
      "epoch": 0.6616547740400951,
      "grad_norm": 1.6695530138316264,
      "learning_rate": 0.0002947643331325512,
      "loss": 5.6131,
      "step": 7789
    },
    {
      "epoch": 0.661739721372749,
      "grad_norm": 1.6846987685693953,
      "learning_rate": 0.0002947625347448936,
      "loss": 5.6931,
      "step": 7790
    },
    {
      "epoch": 0.6618246687054027,
      "grad_norm": 1.6052484713093107,
      "learning_rate": 0.00029476073605391495,
      "loss": 5.373,
      "step": 7791
    },
    {
      "epoch": 0.6619096160380564,
      "grad_norm": 1.5330548431282451,
      "learning_rate": 0.000294758937059619,
      "loss": 5.4431,
      "step": 7792
    },
    {
      "epoch": 0.6619945633707102,
      "grad_norm": 1.6274840410220959,
      "learning_rate": 0.0002947571377620095,
      "loss": 5.3056,
      "step": 7793
    },
    {
      "epoch": 0.6620795107033639,
      "grad_norm": 1.5243123071510571,
      "learning_rate": 0.00029475533816109023,
      "loss": 5.2855,
      "step": 7794
    },
    {
      "epoch": 0.6621644580360176,
      "grad_norm": 1.6151196480545595,
      "learning_rate": 0.00029475353825686494,
      "loss": 5.8197,
      "step": 7795
    },
    {
      "epoch": 0.6622494053686714,
      "grad_norm": 1.4986779055621722,
      "learning_rate": 0.00029475173804933735,
      "loss": 5.358,
      "step": 7796
    },
    {
      "epoch": 0.6623343527013251,
      "grad_norm": 1.6687589024312517,
      "learning_rate": 0.0002947499375385113,
      "loss": 5.4496,
      "step": 7797
    },
    {
      "epoch": 0.662419300033979,
      "grad_norm": 1.4982653084845885,
      "learning_rate": 0.00029474813672439055,
      "loss": 5.2121,
      "step": 7798
    },
    {
      "epoch": 0.6625042473666327,
      "grad_norm": 1.527148350464822,
      "learning_rate": 0.0002947463356069789,
      "loss": 4.9217,
      "step": 7799
    },
    {
      "epoch": 0.6625891946992865,
      "grad_norm": 1.5463750740366022,
      "learning_rate": 0.0002947445341862801,
      "loss": 5.369,
      "step": 7800
    },
    {
      "epoch": 0.6626741420319402,
      "grad_norm": 1.5518289361054223,
      "learning_rate": 0.0002947427324622979,
      "loss": 5.4222,
      "step": 7801
    },
    {
      "epoch": 0.6627590893645939,
      "grad_norm": 1.5758439695398787,
      "learning_rate": 0.0002947409304350361,
      "loss": 5.3957,
      "step": 7802
    },
    {
      "epoch": 0.6628440366972477,
      "grad_norm": 1.5314886685190352,
      "learning_rate": 0.0002947391281044985,
      "loss": 4.8506,
      "step": 7803
    },
    {
      "epoch": 0.6629289840299014,
      "grad_norm": 1.591190055558704,
      "learning_rate": 0.0002947373254706888,
      "loss": 5.4979,
      "step": 7804
    },
    {
      "epoch": 0.6630139313625553,
      "grad_norm": 1.549046092422051,
      "learning_rate": 0.00029473552253361085,
      "loss": 5.1263,
      "step": 7805
    },
    {
      "epoch": 0.663098878695209,
      "grad_norm": 1.8764091175530282,
      "learning_rate": 0.00029473371929326843,
      "loss": 4.6146,
      "step": 7806
    },
    {
      "epoch": 0.6631838260278627,
      "grad_norm": 1.585076820833254,
      "learning_rate": 0.00029473191574966523,
      "loss": 5.1153,
      "step": 7807
    },
    {
      "epoch": 0.6632687733605165,
      "grad_norm": 1.7354633610050074,
      "learning_rate": 0.00029473011190280516,
      "loss": 5.7003,
      "step": 7808
    },
    {
      "epoch": 0.6633537206931702,
      "grad_norm": 1.8910217388424069,
      "learning_rate": 0.0002947283077526919,
      "loss": 5.2743,
      "step": 7809
    },
    {
      "epoch": 0.663438668025824,
      "grad_norm": 1.5240493244089441,
      "learning_rate": 0.0002947265032993293,
      "loss": 5.1481,
      "step": 7810
    },
    {
      "epoch": 0.6635236153584777,
      "grad_norm": 1.6575618549170152,
      "learning_rate": 0.00029472469854272107,
      "loss": 5.6419,
      "step": 7811
    },
    {
      "epoch": 0.6636085626911316,
      "grad_norm": 1.537641151411379,
      "learning_rate": 0.000294722893482871,
      "loss": 5.3672,
      "step": 7812
    },
    {
      "epoch": 0.6636935100237853,
      "grad_norm": 1.6968179757241,
      "learning_rate": 0.0002947210881197829,
      "loss": 5.7772,
      "step": 7813
    },
    {
      "epoch": 0.663778457356439,
      "grad_norm": 1.575627710565281,
      "learning_rate": 0.00029471928245346056,
      "loss": 5.2701,
      "step": 7814
    },
    {
      "epoch": 0.6638634046890928,
      "grad_norm": 1.5387775669357013,
      "learning_rate": 0.0002947174764839078,
      "loss": 5.4238,
      "step": 7815
    },
    {
      "epoch": 0.6639483520217465,
      "grad_norm": 1.5543043910372316,
      "learning_rate": 0.00029471567021112827,
      "loss": 5.1781,
      "step": 7816
    },
    {
      "epoch": 0.6640332993544003,
      "grad_norm": 1.6576691896458493,
      "learning_rate": 0.00029471386363512587,
      "loss": 5.6371,
      "step": 7817
    },
    {
      "epoch": 0.664118246687054,
      "grad_norm": 1.5599924355937027,
      "learning_rate": 0.0002947120567559044,
      "loss": 5.4107,
      "step": 7818
    },
    {
      "epoch": 0.6642031940197077,
      "grad_norm": 1.63523550758065,
      "learning_rate": 0.0002947102495734676,
      "loss": 5.4874,
      "step": 7819
    },
    {
      "epoch": 0.6642881413523616,
      "grad_norm": 1.518466344924087,
      "learning_rate": 0.0002947084420878192,
      "loss": 5.3036,
      "step": 7820
    },
    {
      "epoch": 0.6643730886850153,
      "grad_norm": 1.5371571846164946,
      "learning_rate": 0.00029470663429896307,
      "loss": 5.3217,
      "step": 7821
    },
    {
      "epoch": 0.6644580360176691,
      "grad_norm": 1.5912235849769638,
      "learning_rate": 0.000294704826206903,
      "loss": 5.3513,
      "step": 7822
    },
    {
      "epoch": 0.6645429833503228,
      "grad_norm": 1.6975000519574006,
      "learning_rate": 0.00029470301781164273,
      "loss": 5.4607,
      "step": 7823
    },
    {
      "epoch": 0.6646279306829765,
      "grad_norm": 1.6252609133299742,
      "learning_rate": 0.00029470120911318605,
      "loss": 5.5251,
      "step": 7824
    },
    {
      "epoch": 0.6647128780156303,
      "grad_norm": 1.572641792375202,
      "learning_rate": 0.0002946994001115368,
      "loss": 5.2373,
      "step": 7825
    },
    {
      "epoch": 0.664797825348284,
      "grad_norm": 1.5534520926086957,
      "learning_rate": 0.0002946975908066987,
      "loss": 5.2647,
      "step": 7826
    },
    {
      "epoch": 0.6648827726809379,
      "grad_norm": 1.5491806019278067,
      "learning_rate": 0.00029469578119867566,
      "loss": 5.2161,
      "step": 7827
    },
    {
      "epoch": 0.6649677200135916,
      "grad_norm": 1.546699598576815,
      "learning_rate": 0.00029469397128747136,
      "loss": 4.4215,
      "step": 7828
    },
    {
      "epoch": 0.6650526673462454,
      "grad_norm": 1.7017594504291917,
      "learning_rate": 0.0002946921610730896,
      "loss": 5.6313,
      "step": 7829
    },
    {
      "epoch": 0.6651376146788991,
      "grad_norm": 1.6322541129136559,
      "learning_rate": 0.0002946903505555342,
      "loss": 5.4501,
      "step": 7830
    },
    {
      "epoch": 0.6652225620115528,
      "grad_norm": 1.634598359953553,
      "learning_rate": 0.000294688539734809,
      "loss": 5.3455,
      "step": 7831
    },
    {
      "epoch": 0.6653075093442066,
      "grad_norm": 1.727901585030174,
      "learning_rate": 0.00029468672861091775,
      "loss": 5.53,
      "step": 7832
    },
    {
      "epoch": 0.6653924566768603,
      "grad_norm": 1.5431960401680265,
      "learning_rate": 0.0002946849171838642,
      "loss": 4.4719,
      "step": 7833
    },
    {
      "epoch": 0.665477404009514,
      "grad_norm": 1.6303133215844186,
      "learning_rate": 0.00029468310545365217,
      "loss": 5.0289,
      "step": 7834
    },
    {
      "epoch": 0.6655623513421679,
      "grad_norm": 1.6211661795436907,
      "learning_rate": 0.0002946812934202855,
      "loss": 5.4602,
      "step": 7835
    },
    {
      "epoch": 0.6656472986748216,
      "grad_norm": 1.6078539750807421,
      "learning_rate": 0.000294679481083768,
      "loss": 5.2916,
      "step": 7836
    },
    {
      "epoch": 0.6657322460074754,
      "grad_norm": 1.5431028285610349,
      "learning_rate": 0.0002946776684441033,
      "loss": 5.0547,
      "step": 7837
    },
    {
      "epoch": 0.6658171933401291,
      "grad_norm": 1.643970420324402,
      "learning_rate": 0.00029467585550129545,
      "loss": 5.377,
      "step": 7838
    },
    {
      "epoch": 0.6659021406727829,
      "grad_norm": 1.5832387034804778,
      "learning_rate": 0.0002946740422553481,
      "loss": 5.2031,
      "step": 7839
    },
    {
      "epoch": 0.6659870880054366,
      "grad_norm": 1.6437344478700269,
      "learning_rate": 0.0002946722287062651,
      "loss": 5.4477,
      "step": 7840
    },
    {
      "epoch": 0.6660720353380903,
      "grad_norm": 1.4441013844882926,
      "learning_rate": 0.00029467041485405017,
      "loss": 4.8042,
      "step": 7841
    },
    {
      "epoch": 0.6661569826707442,
      "grad_norm": 1.6845478108803453,
      "learning_rate": 0.0002946686006987072,
      "loss": 5.8088,
      "step": 7842
    },
    {
      "epoch": 0.6662419300033979,
      "grad_norm": 1.4832037010517205,
      "learning_rate": 0.0002946667862402399,
      "loss": 4.9029,
      "step": 7843
    },
    {
      "epoch": 0.6663268773360517,
      "grad_norm": 1.5155098545213137,
      "learning_rate": 0.00029466497147865217,
      "loss": 5.0889,
      "step": 7844
    },
    {
      "epoch": 0.6664118246687054,
      "grad_norm": 1.6286905259572688,
      "learning_rate": 0.0002946631564139478,
      "loss": 5.4911,
      "step": 7845
    },
    {
      "epoch": 0.6664967720013592,
      "grad_norm": 1.571517583022917,
      "learning_rate": 0.0002946613410461305,
      "loss": 5.4076,
      "step": 7846
    },
    {
      "epoch": 0.6665817193340129,
      "grad_norm": 1.5958960407005314,
      "learning_rate": 0.0002946595253752042,
      "loss": 5.4539,
      "step": 7847
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 1.5615492918842289,
      "learning_rate": 0.0002946577094011726,
      "loss": 5.2831,
      "step": 7848
    },
    {
      "epoch": 0.6667516139993204,
      "grad_norm": 1.5934870939455872,
      "learning_rate": 0.0002946558931240395,
      "loss": 5.4317,
      "step": 7849
    },
    {
      "epoch": 0.6668365613319742,
      "grad_norm": 1.8671847254194192,
      "learning_rate": 0.0002946540765438088,
      "loss": 4.8045,
      "step": 7850
    },
    {
      "epoch": 0.666921508664628,
      "grad_norm": 1.7487676395085952,
      "learning_rate": 0.0002946522596604843,
      "loss": 5.9347,
      "step": 7851
    },
    {
      "epoch": 0.6670064559972817,
      "grad_norm": 1.5451583227914043,
      "learning_rate": 0.00029465044247406973,
      "loss": 5.1067,
      "step": 7852
    },
    {
      "epoch": 0.6670914033299354,
      "grad_norm": 1.6634340798371925,
      "learning_rate": 0.00029464862498456893,
      "loss": 5.5854,
      "step": 7853
    },
    {
      "epoch": 0.6671763506625892,
      "grad_norm": 1.5218120122443897,
      "learning_rate": 0.00029464680719198575,
      "loss": 5.3246,
      "step": 7854
    },
    {
      "epoch": 0.6672612979952429,
      "grad_norm": 1.5404543832336866,
      "learning_rate": 0.0002946449890963239,
      "loss": 5.0498,
      "step": 7855
    },
    {
      "epoch": 0.6673462453278967,
      "grad_norm": 1.5096231139602418,
      "learning_rate": 0.00029464317069758723,
      "loss": 5.1656,
      "step": 7856
    },
    {
      "epoch": 0.6674311926605505,
      "grad_norm": 1.6004623644047782,
      "learning_rate": 0.00029464135199577964,
      "loss": 5.5211,
      "step": 7857
    },
    {
      "epoch": 0.6675161399932042,
      "grad_norm": 1.7046845331394003,
      "learning_rate": 0.00029463953299090485,
      "loss": 5.7271,
      "step": 7858
    },
    {
      "epoch": 0.667601087325858,
      "grad_norm": 1.5840666198346591,
      "learning_rate": 0.00029463771368296667,
      "loss": 5.4091,
      "step": 7859
    },
    {
      "epoch": 0.6676860346585117,
      "grad_norm": 1.7145563067892364,
      "learning_rate": 0.0002946358940719689,
      "loss": 5.5776,
      "step": 7860
    },
    {
      "epoch": 0.6677709819911655,
      "grad_norm": 1.670148335054471,
      "learning_rate": 0.0002946340741579155,
      "loss": 5.5136,
      "step": 7861
    },
    {
      "epoch": 0.6678559293238192,
      "grad_norm": 1.5422999950779233,
      "learning_rate": 0.00029463225394081,
      "loss": 5.1014,
      "step": 7862
    },
    {
      "epoch": 0.667940876656473,
      "grad_norm": 1.575040618507599,
      "learning_rate": 0.0002946304334206565,
      "loss": 5.3089,
      "step": 7863
    },
    {
      "epoch": 0.6680258239891267,
      "grad_norm": 1.6209293431029625,
      "learning_rate": 0.0002946286125974587,
      "loss": 5.2668,
      "step": 7864
    },
    {
      "epoch": 0.6681107713217805,
      "grad_norm": 1.70353915467462,
      "learning_rate": 0.00029462679147122036,
      "loss": 5.3145,
      "step": 7865
    },
    {
      "epoch": 0.6681957186544343,
      "grad_norm": 1.5704479885573996,
      "learning_rate": 0.00029462497004194543,
      "loss": 4.2865,
      "step": 7866
    },
    {
      "epoch": 0.668280665987088,
      "grad_norm": 1.5564702950580915,
      "learning_rate": 0.00029462314830963756,
      "loss": 5.2421,
      "step": 7867
    },
    {
      "epoch": 0.6683656133197418,
      "grad_norm": 1.5385050066832524,
      "learning_rate": 0.00029462132627430066,
      "loss": 5.4933,
      "step": 7868
    },
    {
      "epoch": 0.6684505606523955,
      "grad_norm": 1.6826989984921856,
      "learning_rate": 0.0002946195039359386,
      "loss": 5.7371,
      "step": 7869
    },
    {
      "epoch": 0.6685355079850492,
      "grad_norm": 1.4940643422088546,
      "learning_rate": 0.0002946176812945551,
      "loss": 5.1287,
      "step": 7870
    },
    {
      "epoch": 0.668620455317703,
      "grad_norm": 1.5118852262666027,
      "learning_rate": 0.000294615858350154,
      "loss": 5.2842,
      "step": 7871
    },
    {
      "epoch": 0.6687054026503568,
      "grad_norm": 1.5807347625578192,
      "learning_rate": 0.0002946140351027392,
      "loss": 5.2043,
      "step": 7872
    },
    {
      "epoch": 0.6687903499830106,
      "grad_norm": 1.6183002841763887,
      "learning_rate": 0.0002946122115523144,
      "loss": 5.5543,
      "step": 7873
    },
    {
      "epoch": 0.6688752973156643,
      "grad_norm": 1.642563981856019,
      "learning_rate": 0.0002946103876988835,
      "loss": 5.6216,
      "step": 7874
    },
    {
      "epoch": 0.668960244648318,
      "grad_norm": 1.7033006031046458,
      "learning_rate": 0.00029460856354245025,
      "loss": 5.757,
      "step": 7875
    },
    {
      "epoch": 0.6690451919809718,
      "grad_norm": 1.5471213566396471,
      "learning_rate": 0.00029460673908301857,
      "loss": 5.1113,
      "step": 7876
    },
    {
      "epoch": 0.6691301393136255,
      "grad_norm": 1.5542751086568456,
      "learning_rate": 0.00029460491432059223,
      "loss": 5.0021,
      "step": 7877
    },
    {
      "epoch": 0.6692150866462793,
      "grad_norm": 1.560515547853708,
      "learning_rate": 0.000294603089255175,
      "loss": 5.1351,
      "step": 7878
    },
    {
      "epoch": 0.669300033978933,
      "grad_norm": 1.5308884457046776,
      "learning_rate": 0.00029460126388677085,
      "loss": 5.3247,
      "step": 7879
    },
    {
      "epoch": 0.6693849813115869,
      "grad_norm": 1.7804997195711423,
      "learning_rate": 0.0002945994382153835,
      "loss": 4.302,
      "step": 7880
    },
    {
      "epoch": 0.6694699286442406,
      "grad_norm": 1.6725401896496723,
      "learning_rate": 0.0002945976122410168,
      "loss": 5.4712,
      "step": 7881
    },
    {
      "epoch": 0.6695548759768943,
      "grad_norm": 1.5738476461385549,
      "learning_rate": 0.00029459578596367455,
      "loss": 5.335,
      "step": 7882
    },
    {
      "epoch": 0.6696398233095481,
      "grad_norm": 1.6206067539730284,
      "learning_rate": 0.0002945939593833605,
      "loss": 5.2821,
      "step": 7883
    },
    {
      "epoch": 0.6697247706422018,
      "grad_norm": 1.5734039065792096,
      "learning_rate": 0.0002945921325000787,
      "loss": 5.5309,
      "step": 7884
    },
    {
      "epoch": 0.6698097179748556,
      "grad_norm": 1.65737613310582,
      "learning_rate": 0.0002945903053138328,
      "loss": 5.5467,
      "step": 7885
    },
    {
      "epoch": 0.6698946653075093,
      "grad_norm": 1.478420558856906,
      "learning_rate": 0.0002945884778246267,
      "loss": 4.9598,
      "step": 7886
    },
    {
      "epoch": 0.6699796126401631,
      "grad_norm": 1.6682927637167162,
      "learning_rate": 0.0002945866500324642,
      "loss": 5.6277,
      "step": 7887
    },
    {
      "epoch": 0.6700645599728169,
      "grad_norm": 1.5529037603936011,
      "learning_rate": 0.0002945848219373491,
      "loss": 5.5712,
      "step": 7888
    },
    {
      "epoch": 0.6701495073054706,
      "grad_norm": 1.7152530576794172,
      "learning_rate": 0.00029458299353928534,
      "loss": 5.2151,
      "step": 7889
    },
    {
      "epoch": 0.6702344546381244,
      "grad_norm": 1.5681799686462283,
      "learning_rate": 0.00029458116483827663,
      "loss": 5.008,
      "step": 7890
    },
    {
      "epoch": 0.6703194019707781,
      "grad_norm": 1.5358724439965497,
      "learning_rate": 0.0002945793358343269,
      "loss": 4.9825,
      "step": 7891
    },
    {
      "epoch": 0.6704043493034318,
      "grad_norm": 1.6427222455927775,
      "learning_rate": 0.0002945775065274398,
      "loss": 5.3789,
      "step": 7892
    },
    {
      "epoch": 0.6704892966360856,
      "grad_norm": 1.8782189813996255,
      "learning_rate": 0.00029457567691761944,
      "loss": 5.2797,
      "step": 7893
    },
    {
      "epoch": 0.6705742439687394,
      "grad_norm": 1.76629442697853,
      "learning_rate": 0.0002945738470048694,
      "loss": 5.7071,
      "step": 7894
    },
    {
      "epoch": 0.6706591913013932,
      "grad_norm": 1.5639032232646388,
      "learning_rate": 0.0002945720167891937,
      "loss": 4.9865,
      "step": 7895
    },
    {
      "epoch": 0.6707441386340469,
      "grad_norm": 1.6929959289684764,
      "learning_rate": 0.00029457018627059603,
      "loss": 5.6783,
      "step": 7896
    },
    {
      "epoch": 0.6708290859667007,
      "grad_norm": 1.5856973401415662,
      "learning_rate": 0.00029456835544908037,
      "loss": 5.45,
      "step": 7897
    },
    {
      "epoch": 0.6709140332993544,
      "grad_norm": 1.7208510369069008,
      "learning_rate": 0.00029456652432465044,
      "loss": 5.8518,
      "step": 7898
    },
    {
      "epoch": 0.6709989806320081,
      "grad_norm": 1.5358829295244227,
      "learning_rate": 0.00029456469289731015,
      "loss": 5.2128,
      "step": 7899
    },
    {
      "epoch": 0.6710839279646619,
      "grad_norm": 1.5664727409363317,
      "learning_rate": 0.0002945628611670632,
      "loss": 5.2756,
      "step": 7900
    },
    {
      "epoch": 0.6711688752973156,
      "grad_norm": 1.5070408073838748,
      "learning_rate": 0.00029456102913391364,
      "loss": 5.5136,
      "step": 7901
    },
    {
      "epoch": 0.6712538226299695,
      "grad_norm": 1.615261658406503,
      "learning_rate": 0.0002945591967978652,
      "loss": 5.2521,
      "step": 7902
    },
    {
      "epoch": 0.6713387699626232,
      "grad_norm": 1.8392561296464134,
      "learning_rate": 0.00029455736415892164,
      "loss": 5.6629,
      "step": 7903
    },
    {
      "epoch": 0.671423717295277,
      "grad_norm": 1.629333571269818,
      "learning_rate": 0.0002945555312170869,
      "loss": 5.6665,
      "step": 7904
    },
    {
      "epoch": 0.6715086646279307,
      "grad_norm": 1.5937363670424227,
      "learning_rate": 0.0002945536979723649,
      "loss": 5.2513,
      "step": 7905
    },
    {
      "epoch": 0.6715936119605844,
      "grad_norm": 1.5371690286045447,
      "learning_rate": 0.0002945518644247593,
      "loss": 4.9273,
      "step": 7906
    },
    {
      "epoch": 0.6716785592932382,
      "grad_norm": 1.5881507108559678,
      "learning_rate": 0.00029455003057427405,
      "loss": 5.1885,
      "step": 7907
    },
    {
      "epoch": 0.6717635066258919,
      "grad_norm": 1.682299435802279,
      "learning_rate": 0.0002945481964209129,
      "loss": 5.3141,
      "step": 7908
    },
    {
      "epoch": 0.6718484539585458,
      "grad_norm": 1.6011224468283156,
      "learning_rate": 0.0002945463619646798,
      "loss": 5.39,
      "step": 7909
    },
    {
      "epoch": 0.6719334012911995,
      "grad_norm": 1.5727389868354267,
      "learning_rate": 0.00029454452720557855,
      "loss": 5.3095,
      "step": 7910
    },
    {
      "epoch": 0.6720183486238532,
      "grad_norm": 1.5369669773255017,
      "learning_rate": 0.000294542692143613,
      "loss": 5.053,
      "step": 7911
    },
    {
      "epoch": 0.672103295956507,
      "grad_norm": 1.7395691131574345,
      "learning_rate": 0.000294540856778787,
      "loss": 5.8112,
      "step": 7912
    },
    {
      "epoch": 0.6721882432891607,
      "grad_norm": 1.5613333846115087,
      "learning_rate": 0.00029453902111110437,
      "loss": 5.486,
      "step": 7913
    },
    {
      "epoch": 0.6722731906218145,
      "grad_norm": 1.6835082008994566,
      "learning_rate": 0.000294537185140569,
      "loss": 5.0307,
      "step": 7914
    },
    {
      "epoch": 0.6723581379544682,
      "grad_norm": 1.6214818818203351,
      "learning_rate": 0.00029453534886718466,
      "loss": 5.3661,
      "step": 7915
    },
    {
      "epoch": 0.6724430852871219,
      "grad_norm": 1.5727470068535743,
      "learning_rate": 0.0002945335122909553,
      "loss": 5.2369,
      "step": 7916
    },
    {
      "epoch": 0.6725280326197758,
      "grad_norm": 1.670926934338782,
      "learning_rate": 0.00029453167541188474,
      "loss": 5.6112,
      "step": 7917
    },
    {
      "epoch": 0.6726129799524295,
      "grad_norm": 1.7332522659394278,
      "learning_rate": 0.0002945298382299767,
      "loss": 5.7638,
      "step": 7918
    },
    {
      "epoch": 0.6726979272850833,
      "grad_norm": 1.521915615417608,
      "learning_rate": 0.00029452800074523526,
      "loss": 5.0765,
      "step": 7919
    },
    {
      "epoch": 0.672782874617737,
      "grad_norm": 1.6644237713089345,
      "learning_rate": 0.0002945261629576641,
      "loss": 4.7754,
      "step": 7920
    },
    {
      "epoch": 0.6728678219503907,
      "grad_norm": 1.667784176473955,
      "learning_rate": 0.0002945243248672671,
      "loss": 5.6196,
      "step": 7921
    },
    {
      "epoch": 0.6729527692830445,
      "grad_norm": 1.5700514618786974,
      "learning_rate": 0.0002945224864740481,
      "loss": 5.5937,
      "step": 7922
    },
    {
      "epoch": 0.6730377166156982,
      "grad_norm": 1.5508270191690465,
      "learning_rate": 0.000294520647778011,
      "loss": 5.1455,
      "step": 7923
    },
    {
      "epoch": 0.6731226639483521,
      "grad_norm": 1.5977234031011975,
      "learning_rate": 0.00029451880877915965,
      "loss": 5.4646,
      "step": 7924
    },
    {
      "epoch": 0.6732076112810058,
      "grad_norm": 1.51750153657995,
      "learning_rate": 0.0002945169694774979,
      "loss": 5.1693,
      "step": 7925
    },
    {
      "epoch": 0.6732925586136596,
      "grad_norm": 1.494187757432204,
      "learning_rate": 0.00029451512987302956,
      "loss": 5.1045,
      "step": 7926
    },
    {
      "epoch": 0.6733775059463133,
      "grad_norm": 1.7479467449522272,
      "learning_rate": 0.0002945132899657585,
      "loss": 5.7333,
      "step": 7927
    },
    {
      "epoch": 0.673462453278967,
      "grad_norm": 1.6027353164088032,
      "learning_rate": 0.0002945114497556886,
      "loss": 5.2696,
      "step": 7928
    },
    {
      "epoch": 0.6735474006116208,
      "grad_norm": 1.571021892873881,
      "learning_rate": 0.0002945096092428237,
      "loss": 5.4954,
      "step": 7929
    },
    {
      "epoch": 0.6736323479442745,
      "grad_norm": 1.5169380538280737,
      "learning_rate": 0.0002945077684271677,
      "loss": 4.5714,
      "step": 7930
    },
    {
      "epoch": 0.6737172952769283,
      "grad_norm": 1.5835971698114624,
      "learning_rate": 0.00029450592730872436,
      "loss": 5.0972,
      "step": 7931
    },
    {
      "epoch": 0.6738022426095821,
      "grad_norm": 1.5331696747446735,
      "learning_rate": 0.00029450408588749765,
      "loss": 4.9626,
      "step": 7932
    },
    {
      "epoch": 0.6738871899422358,
      "grad_norm": 1.583621849740334,
      "learning_rate": 0.0002945022441634913,
      "loss": 5.1429,
      "step": 7933
    },
    {
      "epoch": 0.6739721372748896,
      "grad_norm": 1.630369039021601,
      "learning_rate": 0.0002945004021367093,
      "loss": 5.3651,
      "step": 7934
    },
    {
      "epoch": 0.6740570846075433,
      "grad_norm": 1.5990570877206696,
      "learning_rate": 0.00029449855980715546,
      "loss": 5.001,
      "step": 7935
    },
    {
      "epoch": 0.6741420319401971,
      "grad_norm": 1.7249538428754947,
      "learning_rate": 0.0002944967171748336,
      "loss": 5.6664,
      "step": 7936
    },
    {
      "epoch": 0.6742269792728508,
      "grad_norm": 1.5748324902621242,
      "learning_rate": 0.0002944948742397476,
      "loss": 5.3837,
      "step": 7937
    },
    {
      "epoch": 0.6743119266055045,
      "grad_norm": 1.66269525254536,
      "learning_rate": 0.0002944930310019014,
      "loss": 5.3732,
      "step": 7938
    },
    {
      "epoch": 0.6743968739381584,
      "grad_norm": 1.5974239744709937,
      "learning_rate": 0.00029449118746129873,
      "loss": 5.1975,
      "step": 7939
    },
    {
      "epoch": 0.6744818212708121,
      "grad_norm": 1.675723672896939,
      "learning_rate": 0.00029448934361794355,
      "loss": 5.492,
      "step": 7940
    },
    {
      "epoch": 0.6745667686034659,
      "grad_norm": 1.6010606677800845,
      "learning_rate": 0.0002944874994718397,
      "loss": 5.3051,
      "step": 7941
    },
    {
      "epoch": 0.6746517159361196,
      "grad_norm": 1.5687831201549642,
      "learning_rate": 0.000294485655022991,
      "loss": 5.3455,
      "step": 7942
    },
    {
      "epoch": 0.6747366632687734,
      "grad_norm": 1.601960475799124,
      "learning_rate": 0.0002944838102714014,
      "loss": 5.5435,
      "step": 7943
    },
    {
      "epoch": 0.6748216106014271,
      "grad_norm": 1.5943176264963959,
      "learning_rate": 0.0002944819652170747,
      "loss": 5.3926,
      "step": 7944
    },
    {
      "epoch": 0.6749065579340808,
      "grad_norm": 1.5837324385950244,
      "learning_rate": 0.0002944801198600148,
      "loss": 5.3944,
      "step": 7945
    },
    {
      "epoch": 0.6749915052667346,
      "grad_norm": 1.490762623958303,
      "learning_rate": 0.0002944782742002255,
      "loss": 4.8177,
      "step": 7946
    },
    {
      "epoch": 0.6750764525993884,
      "grad_norm": 1.5311258660306664,
      "learning_rate": 0.00029447642823771076,
      "loss": 5.1885,
      "step": 7947
    },
    {
      "epoch": 0.6751613999320422,
      "grad_norm": 1.5598122720863539,
      "learning_rate": 0.00029447458197247436,
      "loss": 5.2908,
      "step": 7948
    },
    {
      "epoch": 0.6752463472646959,
      "grad_norm": 1.6792532968441514,
      "learning_rate": 0.00029447273540452026,
      "loss": 5.5894,
      "step": 7949
    },
    {
      "epoch": 0.6753312945973496,
      "grad_norm": 1.6433801711720704,
      "learning_rate": 0.00029447088853385225,
      "loss": 5.6008,
      "step": 7950
    },
    {
      "epoch": 0.6754162419300034,
      "grad_norm": 1.6895363886428814,
      "learning_rate": 0.0002944690413604743,
      "loss": 4.6058,
      "step": 7951
    },
    {
      "epoch": 0.6755011892626571,
      "grad_norm": 1.508214344388503,
      "learning_rate": 0.0002944671938843901,
      "loss": 4.9493,
      "step": 7952
    },
    {
      "epoch": 0.6755861365953109,
      "grad_norm": 1.6643282797606,
      "learning_rate": 0.00029446534610560375,
      "loss": 5.2601,
      "step": 7953
    },
    {
      "epoch": 0.6756710839279647,
      "grad_norm": 1.6044079660975241,
      "learning_rate": 0.0002944634980241189,
      "loss": 5.1407,
      "step": 7954
    },
    {
      "epoch": 0.6757560312606185,
      "grad_norm": 1.66548327376599,
      "learning_rate": 0.0002944616496399396,
      "loss": 5.0844,
      "step": 7955
    },
    {
      "epoch": 0.6758409785932722,
      "grad_norm": 1.5876195778444542,
      "learning_rate": 0.00029445980095306966,
      "loss": 5.3961,
      "step": 7956
    },
    {
      "epoch": 0.6759259259259259,
      "grad_norm": 1.6587987261778991,
      "learning_rate": 0.0002944579519635129,
      "loss": 5.3954,
      "step": 7957
    },
    {
      "epoch": 0.6760108732585797,
      "grad_norm": 1.6538208328115358,
      "learning_rate": 0.00029445610267127324,
      "loss": 5.304,
      "step": 7958
    },
    {
      "epoch": 0.6760958205912334,
      "grad_norm": 1.5638428668006332,
      "learning_rate": 0.00029445425307635456,
      "loss": 5.0276,
      "step": 7959
    },
    {
      "epoch": 0.6761807679238871,
      "grad_norm": 1.6681190577051477,
      "learning_rate": 0.00029445240317876073,
      "loss": 5.4867,
      "step": 7960
    },
    {
      "epoch": 0.6762657152565409,
      "grad_norm": 1.6324946120336232,
      "learning_rate": 0.0002944505529784956,
      "loss": 5.5275,
      "step": 7961
    },
    {
      "epoch": 0.6763506625891947,
      "grad_norm": 1.5978746298797935,
      "learning_rate": 0.00029444870247556307,
      "loss": 5.4863,
      "step": 7962
    },
    {
      "epoch": 0.6764356099218485,
      "grad_norm": 1.5653322289325131,
      "learning_rate": 0.0002944468516699671,
      "loss": 5.2614,
      "step": 7963
    },
    {
      "epoch": 0.6765205572545022,
      "grad_norm": 1.6617647960404252,
      "learning_rate": 0.0002944450005617114,
      "loss": 5.3488,
      "step": 7964
    },
    {
      "epoch": 0.676605504587156,
      "grad_norm": 1.6892210366397922,
      "learning_rate": 0.0002944431491508,
      "loss": 5.5049,
      "step": 7965
    },
    {
      "epoch": 0.6766904519198097,
      "grad_norm": 1.7330604713288367,
      "learning_rate": 0.0002944412974372366,
      "loss": 5.7569,
      "step": 7966
    },
    {
      "epoch": 0.6767753992524634,
      "grad_norm": 1.6217377866671074,
      "learning_rate": 0.00029443944542102533,
      "loss": 5.263,
      "step": 7967
    },
    {
      "epoch": 0.6768603465851172,
      "grad_norm": 1.5554107754587139,
      "learning_rate": 0.0002944375931021699,
      "loss": 5.2041,
      "step": 7968
    },
    {
      "epoch": 0.676945293917771,
      "grad_norm": 1.5807218656937143,
      "learning_rate": 0.0002944357404806742,
      "loss": 5.3152,
      "step": 7969
    },
    {
      "epoch": 0.6770302412504248,
      "grad_norm": 1.5232743153400057,
      "learning_rate": 0.00029443388755654213,
      "loss": 5.2628,
      "step": 7970
    },
    {
      "epoch": 0.6771151885830785,
      "grad_norm": 1.5875603892747983,
      "learning_rate": 0.00029443203432977754,
      "loss": 5.5682,
      "step": 7971
    },
    {
      "epoch": 0.6772001359157322,
      "grad_norm": 1.9082205869904838,
      "learning_rate": 0.00029443018080038447,
      "loss": 5.8653,
      "step": 7972
    },
    {
      "epoch": 0.677285083248386,
      "grad_norm": 1.4828528880581267,
      "learning_rate": 0.0002944283269683666,
      "loss": 5.2543,
      "step": 7973
    },
    {
      "epoch": 0.6773700305810397,
      "grad_norm": 1.5835372782094947,
      "learning_rate": 0.00029442647283372793,
      "loss": 5.1216,
      "step": 7974
    },
    {
      "epoch": 0.6774549779136935,
      "grad_norm": 1.61437218280506,
      "learning_rate": 0.0002944246183964723,
      "loss": 5.5105,
      "step": 7975
    },
    {
      "epoch": 0.6775399252463473,
      "grad_norm": 1.721220728014114,
      "learning_rate": 0.00029442276365660363,
      "loss": 5.7223,
      "step": 7976
    },
    {
      "epoch": 0.6776248725790011,
      "grad_norm": 1.5573172806912754,
      "learning_rate": 0.00029442090861412577,
      "loss": 5.1105,
      "step": 7977
    },
    {
      "epoch": 0.6777098199116548,
      "grad_norm": 1.6377438946131058,
      "learning_rate": 0.00029441905326904263,
      "loss": 4.6056,
      "step": 7978
    },
    {
      "epoch": 0.6777947672443085,
      "grad_norm": 1.617656169985584,
      "learning_rate": 0.00029441719762135813,
      "loss": 5.602,
      "step": 7979
    },
    {
      "epoch": 0.6778797145769623,
      "grad_norm": 1.5387527226062199,
      "learning_rate": 0.00029441534167107605,
      "loss": 4.9169,
      "step": 7980
    },
    {
      "epoch": 0.677964661909616,
      "grad_norm": 1.7129887587612072,
      "learning_rate": 0.00029441348541820036,
      "loss": 5.5734,
      "step": 7981
    },
    {
      "epoch": 0.6780496092422698,
      "grad_norm": 1.51876799148773,
      "learning_rate": 0.000294411628862735,
      "loss": 5.0388,
      "step": 7982
    },
    {
      "epoch": 0.6781345565749235,
      "grad_norm": 1.6360609769374777,
      "learning_rate": 0.00029440977200468374,
      "loss": 5.3743,
      "step": 7983
    },
    {
      "epoch": 0.6782195039075773,
      "grad_norm": 1.7281441289614894,
      "learning_rate": 0.00029440791484405056,
      "loss": 5.5414,
      "step": 7984
    },
    {
      "epoch": 0.6783044512402311,
      "grad_norm": 1.523083127911993,
      "learning_rate": 0.0002944060573808393,
      "loss": 5.0171,
      "step": 7985
    },
    {
      "epoch": 0.6783893985728848,
      "grad_norm": 1.553604950137584,
      "learning_rate": 0.00029440419961505393,
      "loss": 5.4189,
      "step": 7986
    },
    {
      "epoch": 0.6784743459055386,
      "grad_norm": 1.6836438889475096,
      "learning_rate": 0.00029440234154669824,
      "loss": 5.5181,
      "step": 7987
    },
    {
      "epoch": 0.6785592932381923,
      "grad_norm": 1.5413140037033204,
      "learning_rate": 0.0002944004831757762,
      "loss": 5.1218,
      "step": 7988
    },
    {
      "epoch": 0.678644240570846,
      "grad_norm": 1.5420586479658391,
      "learning_rate": 0.00029439862450229165,
      "loss": 5.5142,
      "step": 7989
    },
    {
      "epoch": 0.6787291879034998,
      "grad_norm": 1.7110100021913432,
      "learning_rate": 0.0002943967655262485,
      "loss": 5.8339,
      "step": 7990
    },
    {
      "epoch": 0.6788141352361536,
      "grad_norm": 1.555948921869796,
      "learning_rate": 0.00029439490624765067,
      "loss": 5.1987,
      "step": 7991
    },
    {
      "epoch": 0.6788990825688074,
      "grad_norm": 1.5667140669929667,
      "learning_rate": 0.000294393046666502,
      "loss": 5.5215,
      "step": 7992
    },
    {
      "epoch": 0.6789840299014611,
      "grad_norm": 1.5187553149907265,
      "learning_rate": 0.0002943911867828064,
      "loss": 5.1323,
      "step": 7993
    },
    {
      "epoch": 0.6790689772341149,
      "grad_norm": 1.6225339880061762,
      "learning_rate": 0.00029438932659656787,
      "loss": 5.7033,
      "step": 7994
    },
    {
      "epoch": 0.6791539245667686,
      "grad_norm": 1.689785570163875,
      "learning_rate": 0.0002943874661077902,
      "loss": 5.6135,
      "step": 7995
    },
    {
      "epoch": 0.6792388718994223,
      "grad_norm": 1.4977672082402798,
      "learning_rate": 0.0002943856053164773,
      "loss": 5.2132,
      "step": 7996
    },
    {
      "epoch": 0.6793238192320761,
      "grad_norm": 1.525563595053173,
      "learning_rate": 0.0002943837442226331,
      "loss": 5.3741,
      "step": 7997
    },
    {
      "epoch": 0.6794087665647298,
      "grad_norm": 1.7992083079081347,
      "learning_rate": 0.0002943818828262615,
      "loss": 5.6624,
      "step": 7998
    },
    {
      "epoch": 0.6794937138973837,
      "grad_norm": 1.5833876751163942,
      "learning_rate": 0.00029438002112736636,
      "loss": 5.1788,
      "step": 7999
    },
    {
      "epoch": 0.6795786612300374,
      "grad_norm": 1.55410448099241,
      "learning_rate": 0.00029437815912595165,
      "loss": 5.5082,
      "step": 8000
    },
    {
      "epoch": 0.6796636085626911,
      "grad_norm": 1.5474381475731622,
      "learning_rate": 0.0002943762968220212,
      "loss": 5.104,
      "step": 8001
    },
    {
      "epoch": 0.6797485558953449,
      "grad_norm": 1.5310197890428696,
      "learning_rate": 0.00029437443421557894,
      "loss": 4.8852,
      "step": 8002
    },
    {
      "epoch": 0.6798335032279986,
      "grad_norm": 1.577197857347115,
      "learning_rate": 0.00029437257130662873,
      "loss": 5.2076,
      "step": 8003
    },
    {
      "epoch": 0.6799184505606524,
      "grad_norm": 1.6269898432739112,
      "learning_rate": 0.0002943707080951746,
      "loss": 5.2966,
      "step": 8004
    },
    {
      "epoch": 0.6800033978933061,
      "grad_norm": 1.7530685061521283,
      "learning_rate": 0.00029436884458122027,
      "loss": 5.5534,
      "step": 8005
    },
    {
      "epoch": 0.68008834522596,
      "grad_norm": 1.5811844602090812,
      "learning_rate": 0.0002943669807647698,
      "loss": 5.3373,
      "step": 8006
    },
    {
      "epoch": 0.6801732925586137,
      "grad_norm": 1.6631378856084418,
      "learning_rate": 0.00029436511664582705,
      "loss": 5.5486,
      "step": 8007
    },
    {
      "epoch": 0.6802582398912674,
      "grad_norm": 1.6363387746608378,
      "learning_rate": 0.0002943632522243959,
      "loss": 5.49,
      "step": 8008
    },
    {
      "epoch": 0.6803431872239212,
      "grad_norm": 1.608789410822323,
      "learning_rate": 0.0002943613875004803,
      "loss": 5.2987,
      "step": 8009
    },
    {
      "epoch": 0.6804281345565749,
      "grad_norm": 1.6824196857948206,
      "learning_rate": 0.00029435952247408413,
      "loss": 5.3257,
      "step": 8010
    },
    {
      "epoch": 0.6805130818892287,
      "grad_norm": 1.6802381458838511,
      "learning_rate": 0.0002943576571452112,
      "loss": 5.3368,
      "step": 8011
    },
    {
      "epoch": 0.6805980292218824,
      "grad_norm": 1.6690971759472388,
      "learning_rate": 0.0002943557915138656,
      "loss": 5.4268,
      "step": 8012
    },
    {
      "epoch": 0.6806829765545361,
      "grad_norm": 1.616315378096099,
      "learning_rate": 0.0002943539255800512,
      "loss": 5.1082,
      "step": 8013
    },
    {
      "epoch": 0.68076792388719,
      "grad_norm": 1.7241641022304934,
      "learning_rate": 0.00029435205934377176,
      "loss": 5.7938,
      "step": 8014
    },
    {
      "epoch": 0.6808528712198437,
      "grad_norm": 1.634652224408677,
      "learning_rate": 0.0002943501928050314,
      "loss": 5.1032,
      "step": 8015
    },
    {
      "epoch": 0.6809378185524975,
      "grad_norm": 1.643292902427347,
      "learning_rate": 0.00029434832596383383,
      "loss": 5.1187,
      "step": 8016
    },
    {
      "epoch": 0.6810227658851512,
      "grad_norm": 1.6079002432657825,
      "learning_rate": 0.00029434645882018314,
      "loss": 5.1496,
      "step": 8017
    },
    {
      "epoch": 0.6811077132178049,
      "grad_norm": 1.6771975379015265,
      "learning_rate": 0.00029434459137408315,
      "loss": 5.6201,
      "step": 8018
    },
    {
      "epoch": 0.6811926605504587,
      "grad_norm": 1.6619037441147702,
      "learning_rate": 0.0002943427236255377,
      "loss": 5.5748,
      "step": 8019
    },
    {
      "epoch": 0.6812776078831124,
      "grad_norm": 1.7142702875951377,
      "learning_rate": 0.00029434085557455085,
      "loss": 5.8274,
      "step": 8020
    },
    {
      "epoch": 0.6813625552157663,
      "grad_norm": 1.5116093346323667,
      "learning_rate": 0.0002943389872211264,
      "loss": 5.1953,
      "step": 8021
    },
    {
      "epoch": 0.68144750254842,
      "grad_norm": 1.6072732800151737,
      "learning_rate": 0.0002943371185652684,
      "loss": 5.2963,
      "step": 8022
    },
    {
      "epoch": 0.6815324498810738,
      "grad_norm": 1.6217563546365092,
      "learning_rate": 0.0002943352496069806,
      "loss": 4.5301,
      "step": 8023
    },
    {
      "epoch": 0.6816173972137275,
      "grad_norm": 1.5532507774420543,
      "learning_rate": 0.00029433338034626704,
      "loss": 5.2477,
      "step": 8024
    },
    {
      "epoch": 0.6817023445463812,
      "grad_norm": 1.7099253701182606,
      "learning_rate": 0.0002943315107831316,
      "loss": 5.7516,
      "step": 8025
    },
    {
      "epoch": 0.681787291879035,
      "grad_norm": 1.530358382839732,
      "learning_rate": 0.00029432964091757814,
      "loss": 5.3731,
      "step": 8026
    },
    {
      "epoch": 0.6818722392116887,
      "grad_norm": 1.5593831587395488,
      "learning_rate": 0.0002943277707496107,
      "loss": 5.1393,
      "step": 8027
    },
    {
      "epoch": 0.6819571865443425,
      "grad_norm": 1.6077288429116325,
      "learning_rate": 0.00029432590027923306,
      "loss": 5.2928,
      "step": 8028
    },
    {
      "epoch": 0.6820421338769963,
      "grad_norm": 1.746484665968411,
      "learning_rate": 0.00029432402950644925,
      "loss": 5.0448,
      "step": 8029
    },
    {
      "epoch": 0.68212708120965,
      "grad_norm": 1.5774820040756476,
      "learning_rate": 0.00029432215843126314,
      "loss": 5.0594,
      "step": 8030
    },
    {
      "epoch": 0.6822120285423038,
      "grad_norm": 1.7735380825028897,
      "learning_rate": 0.0002943202870536786,
      "loss": 5.7685,
      "step": 8031
    },
    {
      "epoch": 0.6822969758749575,
      "grad_norm": 1.6225486757963645,
      "learning_rate": 0.0002943184153736997,
      "loss": 5.3367,
      "step": 8032
    },
    {
      "epoch": 0.6823819232076113,
      "grad_norm": 1.6842500464456085,
      "learning_rate": 0.00029431654339133023,
      "loss": 5.6164,
      "step": 8033
    },
    {
      "epoch": 0.682466870540265,
      "grad_norm": 1.5972044982595803,
      "learning_rate": 0.0002943146711065741,
      "loss": 5.2899,
      "step": 8034
    },
    {
      "epoch": 0.6825518178729187,
      "grad_norm": 1.6593363362970273,
      "learning_rate": 0.0002943127985194354,
      "loss": 5.2917,
      "step": 8035
    },
    {
      "epoch": 0.6826367652055726,
      "grad_norm": 1.5954758772106394,
      "learning_rate": 0.00029431092562991787,
      "loss": 5.0874,
      "step": 8036
    },
    {
      "epoch": 0.6827217125382263,
      "grad_norm": 1.8070106700805633,
      "learning_rate": 0.00029430905243802547,
      "loss": 5.8926,
      "step": 8037
    },
    {
      "epoch": 0.6828066598708801,
      "grad_norm": 1.578880110516624,
      "learning_rate": 0.0002943071789437622,
      "loss": 5.4459,
      "step": 8038
    },
    {
      "epoch": 0.6828916072035338,
      "grad_norm": 1.7089704450902485,
      "learning_rate": 0.0002943053051471319,
      "loss": 5.5744,
      "step": 8039
    },
    {
      "epoch": 0.6829765545361876,
      "grad_norm": 1.740840237506174,
      "learning_rate": 0.0002943034310481386,
      "loss": 5.6984,
      "step": 8040
    },
    {
      "epoch": 0.6830615018688413,
      "grad_norm": 1.6210315390899894,
      "learning_rate": 0.00029430155664678613,
      "loss": 5.0165,
      "step": 8041
    },
    {
      "epoch": 0.683146449201495,
      "grad_norm": 1.6443092760901539,
      "learning_rate": 0.0002942996819430785,
      "loss": 5.169,
      "step": 8042
    },
    {
      "epoch": 0.6832313965341489,
      "grad_norm": 1.569219594389891,
      "learning_rate": 0.00029429780693701954,
      "loss": 5.1869,
      "step": 8043
    },
    {
      "epoch": 0.6833163438668026,
      "grad_norm": 1.6237207571421657,
      "learning_rate": 0.0002942959316286132,
      "loss": 5.2032,
      "step": 8044
    },
    {
      "epoch": 0.6834012911994564,
      "grad_norm": 1.6243067056021598,
      "learning_rate": 0.0002942940560178635,
      "loss": 5.6177,
      "step": 8045
    },
    {
      "epoch": 0.6834862385321101,
      "grad_norm": 1.5932145083164013,
      "learning_rate": 0.0002942921801047743,
      "loss": 4.8145,
      "step": 8046
    },
    {
      "epoch": 0.6835711858647638,
      "grad_norm": 1.6135182492835647,
      "learning_rate": 0.0002942903038893495,
      "loss": 4.8865,
      "step": 8047
    },
    {
      "epoch": 0.6836561331974176,
      "grad_norm": 1.5464492414720579,
      "learning_rate": 0.0002942884273715931,
      "loss": 4.9893,
      "step": 8048
    },
    {
      "epoch": 0.6837410805300713,
      "grad_norm": 1.616911513591869,
      "learning_rate": 0.00029428655055150905,
      "loss": 5.1972,
      "step": 8049
    },
    {
      "epoch": 0.6838260278627251,
      "grad_norm": 1.716019985175243,
      "learning_rate": 0.00029428467342910113,
      "loss": 5.4853,
      "step": 8050
    },
    {
      "epoch": 0.6839109751953789,
      "grad_norm": 1.576043176151929,
      "learning_rate": 0.00029428279600437346,
      "loss": 5.0762,
      "step": 8051
    },
    {
      "epoch": 0.6839959225280327,
      "grad_norm": 1.5956636722285105,
      "learning_rate": 0.00029428091827732983,
      "loss": 5.2095,
      "step": 8052
    },
    {
      "epoch": 0.6840808698606864,
      "grad_norm": 1.7073528097975206,
      "learning_rate": 0.0002942790402479743,
      "loss": 5.7751,
      "step": 8053
    },
    {
      "epoch": 0.6841658171933401,
      "grad_norm": 1.7288220584763927,
      "learning_rate": 0.0002942771619163107,
      "loss": 5.7968,
      "step": 8054
    },
    {
      "epoch": 0.6842507645259939,
      "grad_norm": 1.7014075031845164,
      "learning_rate": 0.0002942752832823431,
      "loss": 5.7519,
      "step": 8055
    },
    {
      "epoch": 0.6843357118586476,
      "grad_norm": 1.6808573977041599,
      "learning_rate": 0.00029427340434607524,
      "loss": 5.7633,
      "step": 8056
    },
    {
      "epoch": 0.6844206591913014,
      "grad_norm": 1.633128652757598,
      "learning_rate": 0.00029427152510751116,
      "loss": 5.1767,
      "step": 8057
    },
    {
      "epoch": 0.6845056065239552,
      "grad_norm": 1.478222777530496,
      "learning_rate": 0.00029426964556665487,
      "loss": 4.9378,
      "step": 8058
    },
    {
      "epoch": 0.6845905538566089,
      "grad_norm": 1.54954518507156,
      "learning_rate": 0.00029426776572351017,
      "loss": 5.5224,
      "step": 8059
    },
    {
      "epoch": 0.6846755011892627,
      "grad_norm": 1.5399642133360272,
      "learning_rate": 0.0002942658855780811,
      "loss": 5.5333,
      "step": 8060
    },
    {
      "epoch": 0.6847604485219164,
      "grad_norm": 1.545522870883898,
      "learning_rate": 0.0002942640051303716,
      "loss": 5.3751,
      "step": 8061
    },
    {
      "epoch": 0.6848453958545702,
      "grad_norm": 1.5742454533832653,
      "learning_rate": 0.0002942621243803855,
      "loss": 5.3803,
      "step": 8062
    },
    {
      "epoch": 0.6849303431872239,
      "grad_norm": 1.5588387976682612,
      "learning_rate": 0.00029426024332812687,
      "loss": 5.0105,
      "step": 8063
    },
    {
      "epoch": 0.6850152905198776,
      "grad_norm": 1.5611568855064601,
      "learning_rate": 0.00029425836197359957,
      "loss": 5.482,
      "step": 8064
    },
    {
      "epoch": 0.6851002378525314,
      "grad_norm": 1.5829932955491106,
      "learning_rate": 0.00029425648031680755,
      "loss": 5.2768,
      "step": 8065
    },
    {
      "epoch": 0.6851851851851852,
      "grad_norm": 1.6251719768550528,
      "learning_rate": 0.0002942545983577548,
      "loss": 5.5647,
      "step": 8066
    },
    {
      "epoch": 0.685270132517839,
      "grad_norm": 1.6500145054265036,
      "learning_rate": 0.0002942527160964452,
      "loss": 5.7658,
      "step": 8067
    },
    {
      "epoch": 0.6853550798504927,
      "grad_norm": 1.6367505550726202,
      "learning_rate": 0.00029425083353288277,
      "loss": 5.5372,
      "step": 8068
    },
    {
      "epoch": 0.6854400271831464,
      "grad_norm": 1.863974725281829,
      "learning_rate": 0.0002942489506670715,
      "loss": 4.708,
      "step": 8069
    },
    {
      "epoch": 0.6855249745158002,
      "grad_norm": 1.58182237140017,
      "learning_rate": 0.0002942470674990151,
      "loss": 5.3433,
      "step": 8070
    },
    {
      "epoch": 0.6856099218484539,
      "grad_norm": 1.592049460821471,
      "learning_rate": 0.0002942451840287177,
      "loss": 5.2331,
      "step": 8071
    },
    {
      "epoch": 0.6856948691811077,
      "grad_norm": 1.6102704481492165,
      "learning_rate": 0.0002942433002561832,
      "loss": 5.6529,
      "step": 8072
    },
    {
      "epoch": 0.6857798165137615,
      "grad_norm": 1.5924738716350997,
      "learning_rate": 0.0002942414161814156,
      "loss": 5.2281,
      "step": 8073
    },
    {
      "epoch": 0.6858647638464153,
      "grad_norm": 1.722316794532619,
      "learning_rate": 0.0002942395318044188,
      "loss": 5.7679,
      "step": 8074
    },
    {
      "epoch": 0.685949711179069,
      "grad_norm": 1.5407329908930676,
      "learning_rate": 0.0002942376471251967,
      "loss": 4.9849,
      "step": 8075
    },
    {
      "epoch": 0.6860346585117227,
      "grad_norm": 1.6012489863612007,
      "learning_rate": 0.00029423576214375344,
      "loss": 5.1472,
      "step": 8076
    },
    {
      "epoch": 0.6861196058443765,
      "grad_norm": 1.540536558076338,
      "learning_rate": 0.0002942338768600927,
      "loss": 5.0244,
      "step": 8077
    },
    {
      "epoch": 0.6862045531770302,
      "grad_norm": 1.5939878354937103,
      "learning_rate": 0.0002942319912742186,
      "loss": 5.4455,
      "step": 8078
    },
    {
      "epoch": 0.686289500509684,
      "grad_norm": 1.4745930315599693,
      "learning_rate": 0.0002942301053861351,
      "loss": 5.0024,
      "step": 8079
    },
    {
      "epoch": 0.6863744478423377,
      "grad_norm": 1.598184702674214,
      "learning_rate": 0.00029422821919584605,
      "loss": 5.5249,
      "step": 8080
    },
    {
      "epoch": 0.6864593951749915,
      "grad_norm": 1.6275448712303173,
      "learning_rate": 0.00029422633270335545,
      "loss": 5.503,
      "step": 8081
    },
    {
      "epoch": 0.6865443425076453,
      "grad_norm": 1.747110308823858,
      "learning_rate": 0.0002942244459086673,
      "loss": 5.7352,
      "step": 8082
    },
    {
      "epoch": 0.686629289840299,
      "grad_norm": 1.5909756198706027,
      "learning_rate": 0.0002942225588117855,
      "loss": 5.2843,
      "step": 8083
    },
    {
      "epoch": 0.6867142371729528,
      "grad_norm": 1.5855477777036435,
      "learning_rate": 0.000294220671412714,
      "loss": 5.2733,
      "step": 8084
    },
    {
      "epoch": 0.6867991845056065,
      "grad_norm": 1.5327415456362212,
      "learning_rate": 0.0002942187837114568,
      "loss": 5.1884,
      "step": 8085
    },
    {
      "epoch": 0.6868841318382602,
      "grad_norm": 1.497121871268057,
      "learning_rate": 0.0002942168957080178,
      "loss": 4.9523,
      "step": 8086
    },
    {
      "epoch": 0.686969079170914,
      "grad_norm": 1.5816777537065008,
      "learning_rate": 0.000294215007402401,
      "loss": 5.1074,
      "step": 8087
    },
    {
      "epoch": 0.6870540265035678,
      "grad_norm": 1.7056554881681316,
      "learning_rate": 0.0002942131187946103,
      "loss": 5.6181,
      "step": 8088
    },
    {
      "epoch": 0.6871389738362216,
      "grad_norm": 1.661675822524005,
      "learning_rate": 0.00029421122988464973,
      "loss": 5.6781,
      "step": 8089
    },
    {
      "epoch": 0.6872239211688753,
      "grad_norm": 1.697145073500584,
      "learning_rate": 0.00029420934067252326,
      "loss": 5.6937,
      "step": 8090
    },
    {
      "epoch": 0.6873088685015291,
      "grad_norm": 1.6823536638001078,
      "learning_rate": 0.00029420745115823474,
      "loss": 5.926,
      "step": 8091
    },
    {
      "epoch": 0.6873938158341828,
      "grad_norm": 1.6723484844640653,
      "learning_rate": 0.00029420556134178823,
      "loss": 5.5497,
      "step": 8092
    },
    {
      "epoch": 0.6874787631668365,
      "grad_norm": 1.585554653069722,
      "learning_rate": 0.00029420367122318764,
      "loss": 5.3384,
      "step": 8093
    },
    {
      "epoch": 0.6875637104994903,
      "grad_norm": 1.649884417013523,
      "learning_rate": 0.00029420178080243693,
      "loss": 4.677,
      "step": 8094
    },
    {
      "epoch": 0.687648657832144,
      "grad_norm": 1.7192481218622138,
      "learning_rate": 0.00029419989007954005,
      "loss": 5.5634,
      "step": 8095
    },
    {
      "epoch": 0.6877336051647979,
      "grad_norm": 1.7389766064306287,
      "learning_rate": 0.0002941979990545011,
      "loss": 5.6848,
      "step": 8096
    },
    {
      "epoch": 0.6878185524974516,
      "grad_norm": 1.8092113053983971,
      "learning_rate": 0.0002941961077273238,
      "loss": 5.5159,
      "step": 8097
    },
    {
      "epoch": 0.6879034998301053,
      "grad_norm": 1.6589226544347564,
      "learning_rate": 0.00029419421609801227,
      "loss": 5.2641,
      "step": 8098
    },
    {
      "epoch": 0.6879884471627591,
      "grad_norm": 1.6603946254514577,
      "learning_rate": 0.00029419232416657046,
      "loss": 5.0192,
      "step": 8099
    },
    {
      "epoch": 0.6880733944954128,
      "grad_norm": 1.6531026507705466,
      "learning_rate": 0.00029419043193300233,
      "loss": 5.5317,
      "step": 8100
    },
    {
      "epoch": 0.6881583418280666,
      "grad_norm": 1.7584857185135971,
      "learning_rate": 0.00029418853939731183,
      "loss": 5.5228,
      "step": 8101
    },
    {
      "epoch": 0.6882432891607203,
      "grad_norm": 1.7767995387788962,
      "learning_rate": 0.0002941866465595029,
      "loss": 5.7777,
      "step": 8102
    },
    {
      "epoch": 0.6883282364933742,
      "grad_norm": 1.7187195977097578,
      "learning_rate": 0.00029418475341957956,
      "loss": 5.5958,
      "step": 8103
    },
    {
      "epoch": 0.6884131838260279,
      "grad_norm": 1.6105296479583362,
      "learning_rate": 0.00029418285997754576,
      "loss": 5.3311,
      "step": 8104
    },
    {
      "epoch": 0.6884981311586816,
      "grad_norm": 1.5797717735789352,
      "learning_rate": 0.0002941809662334054,
      "loss": 5.6189,
      "step": 8105
    },
    {
      "epoch": 0.6885830784913354,
      "grad_norm": 1.630925572302445,
      "learning_rate": 0.0002941790721871626,
      "loss": 5.3067,
      "step": 8106
    },
    {
      "epoch": 0.6886680258239891,
      "grad_norm": 1.664141151954707,
      "learning_rate": 0.0002941771778388212,
      "loss": 5.5073,
      "step": 8107
    },
    {
      "epoch": 0.6887529731566429,
      "grad_norm": 1.5485578055085663,
      "learning_rate": 0.0002941752831883852,
      "loss": 5.4417,
      "step": 8108
    },
    {
      "epoch": 0.6888379204892966,
      "grad_norm": 1.7995731446063135,
      "learning_rate": 0.00029417338823585856,
      "loss": 5.6446,
      "step": 8109
    },
    {
      "epoch": 0.6889228678219503,
      "grad_norm": 1.5612690989793112,
      "learning_rate": 0.00029417149298124526,
      "loss": 5.3938,
      "step": 8110
    },
    {
      "epoch": 0.6890078151546042,
      "grad_norm": 1.5541873024009374,
      "learning_rate": 0.0002941695974245493,
      "loss": 5.4518,
      "step": 8111
    },
    {
      "epoch": 0.6890927624872579,
      "grad_norm": 1.6784104120867849,
      "learning_rate": 0.0002941677015657746,
      "loss": 5.6675,
      "step": 8112
    },
    {
      "epoch": 0.6891777098199117,
      "grad_norm": 1.5621061018563405,
      "learning_rate": 0.0002941658054049252,
      "loss": 5.212,
      "step": 8113
    },
    {
      "epoch": 0.6892626571525654,
      "grad_norm": 1.5604951747948108,
      "learning_rate": 0.00029416390894200495,
      "loss": 5.3812,
      "step": 8114
    },
    {
      "epoch": 0.6893476044852191,
      "grad_norm": 1.5787757033018561,
      "learning_rate": 0.00029416201217701796,
      "loss": 5.4258,
      "step": 8115
    },
    {
      "epoch": 0.6894325518178729,
      "grad_norm": 1.7352278158877752,
      "learning_rate": 0.0002941601151099682,
      "loss": 5.5552,
      "step": 8116
    },
    {
      "epoch": 0.6895174991505266,
      "grad_norm": 1.6899844487089057,
      "learning_rate": 0.00029415821774085956,
      "loss": 5.4966,
      "step": 8117
    },
    {
      "epoch": 0.6896024464831805,
      "grad_norm": 1.684407223252001,
      "learning_rate": 0.000294156320069696,
      "loss": 5.0656,
      "step": 8118
    },
    {
      "epoch": 0.6896873938158342,
      "grad_norm": 1.7668172333655268,
      "learning_rate": 0.0002941544220964816,
      "loss": 5.6145,
      "step": 8119
    },
    {
      "epoch": 0.689772341148488,
      "grad_norm": 1.6486649393497135,
      "learning_rate": 0.0002941525238212203,
      "loss": 5.3246,
      "step": 8120
    },
    {
      "epoch": 0.6898572884811417,
      "grad_norm": 1.7446649266383591,
      "learning_rate": 0.000294150625243916,
      "loss": 5.7775,
      "step": 8121
    },
    {
      "epoch": 0.6899422358137954,
      "grad_norm": 1.5574936713048109,
      "learning_rate": 0.00029414872636457275,
      "loss": 5.1307,
      "step": 8122
    },
    {
      "epoch": 0.6900271831464492,
      "grad_norm": 1.7209870490235637,
      "learning_rate": 0.0002941468271831946,
      "loss": 5.6221,
      "step": 8123
    },
    {
      "epoch": 0.6901121304791029,
      "grad_norm": 1.610810777824207,
      "learning_rate": 0.00029414492769978535,
      "loss": 5.2853,
      "step": 8124
    },
    {
      "epoch": 0.6901970778117568,
      "grad_norm": 1.5919828166289567,
      "learning_rate": 0.00029414302791434913,
      "loss": 5.3534,
      "step": 8125
    },
    {
      "epoch": 0.6902820251444105,
      "grad_norm": 1.685246945070189,
      "learning_rate": 0.0002941411278268899,
      "loss": 5.5354,
      "step": 8126
    },
    {
      "epoch": 0.6903669724770642,
      "grad_norm": 1.510653128936805,
      "learning_rate": 0.0002941392274374115,
      "loss": 5.1929,
      "step": 8127
    },
    {
      "epoch": 0.690451919809718,
      "grad_norm": 1.550854947695797,
      "learning_rate": 0.0002941373267459181,
      "loss": 4.77,
      "step": 8128
    },
    {
      "epoch": 0.6905368671423717,
      "grad_norm": 1.5400559898519937,
      "learning_rate": 0.00029413542575241363,
      "loss": 5.266,
      "step": 8129
    },
    {
      "epoch": 0.6906218144750255,
      "grad_norm": 1.61754386551399,
      "learning_rate": 0.00029413352445690203,
      "loss": 5.3956,
      "step": 8130
    },
    {
      "epoch": 0.6907067618076792,
      "grad_norm": 1.5878607089363228,
      "learning_rate": 0.00029413162285938727,
      "loss": 5.3369,
      "step": 8131
    },
    {
      "epoch": 0.6907917091403329,
      "grad_norm": 1.7063305340310755,
      "learning_rate": 0.00029412972095987336,
      "loss": 5.7778,
      "step": 8132
    },
    {
      "epoch": 0.6908766564729868,
      "grad_norm": 1.6004752281944363,
      "learning_rate": 0.00029412781875836437,
      "loss": 5.514,
      "step": 8133
    },
    {
      "epoch": 0.6909616038056405,
      "grad_norm": 1.5433351536031257,
      "learning_rate": 0.0002941259162548641,
      "loss": 5.0575,
      "step": 8134
    },
    {
      "epoch": 0.6910465511382943,
      "grad_norm": 1.6856393100477494,
      "learning_rate": 0.00029412401344937675,
      "loss": 5.3363,
      "step": 8135
    },
    {
      "epoch": 0.691131498470948,
      "grad_norm": 1.6415457292326274,
      "learning_rate": 0.0002941221103419061,
      "loss": 5.6529,
      "step": 8136
    },
    {
      "epoch": 0.6912164458036018,
      "grad_norm": 1.5738764274835126,
      "learning_rate": 0.00029412020693245623,
      "loss": 5.5147,
      "step": 8137
    },
    {
      "epoch": 0.6913013931362555,
      "grad_norm": 1.6348532089534626,
      "learning_rate": 0.00029411830322103124,
      "loss": 5.58,
      "step": 8138
    },
    {
      "epoch": 0.6913863404689092,
      "grad_norm": 1.7109481540265057,
      "learning_rate": 0.00029411639920763497,
      "loss": 5.7627,
      "step": 8139
    },
    {
      "epoch": 0.6914712878015631,
      "grad_norm": 1.5569348975906763,
      "learning_rate": 0.0002941144948922714,
      "loss": 4.9607,
      "step": 8140
    },
    {
      "epoch": 0.6915562351342168,
      "grad_norm": 1.6693745589815197,
      "learning_rate": 0.0002941125902749446,
      "loss": 5.6038,
      "step": 8141
    },
    {
      "epoch": 0.6916411824668706,
      "grad_norm": 1.5740188489335831,
      "learning_rate": 0.0002941106853556586,
      "loss": 5.1167,
      "step": 8142
    },
    {
      "epoch": 0.6917261297995243,
      "grad_norm": 1.6730818257439446,
      "learning_rate": 0.00029410878013441725,
      "loss": 4.6211,
      "step": 8143
    },
    {
      "epoch": 0.691811077132178,
      "grad_norm": 1.6916595793833034,
      "learning_rate": 0.0002941068746112246,
      "loss": 4.8864,
      "step": 8144
    },
    {
      "epoch": 0.6918960244648318,
      "grad_norm": 1.5714201402924315,
      "learning_rate": 0.0002941049687860847,
      "loss": 5.0141,
      "step": 8145
    },
    {
      "epoch": 0.6919809717974855,
      "grad_norm": 1.702975174605562,
      "learning_rate": 0.00029410306265900156,
      "loss": 5.4361,
      "step": 8146
    },
    {
      "epoch": 0.6920659191301393,
      "grad_norm": 1.6038357019798124,
      "learning_rate": 0.0002941011562299791,
      "loss": 5.0041,
      "step": 8147
    },
    {
      "epoch": 0.6921508664627931,
      "grad_norm": 1.612931978154618,
      "learning_rate": 0.00029409924949902125,
      "loss": 5.1854,
      "step": 8148
    },
    {
      "epoch": 0.6922358137954469,
      "grad_norm": 1.5383157840977242,
      "learning_rate": 0.00029409734246613217,
      "loss": 4.3429,
      "step": 8149
    },
    {
      "epoch": 0.6923207611281006,
      "grad_norm": 1.575289640022613,
      "learning_rate": 0.0002940954351313157,
      "loss": 4.9963,
      "step": 8150
    },
    {
      "epoch": 0.6924057084607543,
      "grad_norm": 1.6701600199530715,
      "learning_rate": 0.000294093527494576,
      "loss": 5.4368,
      "step": 8151
    },
    {
      "epoch": 0.6924906557934081,
      "grad_norm": 1.5776630547502892,
      "learning_rate": 0.00029409161955591695,
      "loss": 4.9942,
      "step": 8152
    },
    {
      "epoch": 0.6925756031260618,
      "grad_norm": 1.6945730492180329,
      "learning_rate": 0.0002940897113153425,
      "loss": 5.3353,
      "step": 8153
    },
    {
      "epoch": 0.6926605504587156,
      "grad_norm": 1.759613283771632,
      "learning_rate": 0.0002940878027728568,
      "loss": 4.4585,
      "step": 8154
    },
    {
      "epoch": 0.6927454977913694,
      "grad_norm": 1.6868579186687165,
      "learning_rate": 0.0002940858939284637,
      "loss": 5.6298,
      "step": 8155
    },
    {
      "epoch": 0.6928304451240231,
      "grad_norm": 1.7164229616323463,
      "learning_rate": 0.0002940839847821674,
      "loss": 5.5998,
      "step": 8156
    },
    {
      "epoch": 0.6929153924566769,
      "grad_norm": 1.7005605385719424,
      "learning_rate": 0.0002940820753339717,
      "loss": 5.6806,
      "step": 8157
    },
    {
      "epoch": 0.6930003397893306,
      "grad_norm": 1.694482685054969,
      "learning_rate": 0.00029408016558388065,
      "loss": 5.2641,
      "step": 8158
    },
    {
      "epoch": 0.6930852871219844,
      "grad_norm": 1.630936219416611,
      "learning_rate": 0.00029407825553189824,
      "loss": 5.5455,
      "step": 8159
    },
    {
      "epoch": 0.6931702344546381,
      "grad_norm": 1.6139377809361983,
      "learning_rate": 0.00029407634517802857,
      "loss": 5.2077,
      "step": 8160
    },
    {
      "epoch": 0.6932551817872918,
      "grad_norm": 1.6673380851406263,
      "learning_rate": 0.0002940744345222756,
      "loss": 5.6428,
      "step": 8161
    },
    {
      "epoch": 0.6933401291199456,
      "grad_norm": 1.7874865575746821,
      "learning_rate": 0.00029407252356464323,
      "loss": 5.6347,
      "step": 8162
    },
    {
      "epoch": 0.6934250764525994,
      "grad_norm": 1.6231865045111786,
      "learning_rate": 0.00029407061230513564,
      "loss": 5.1603,
      "step": 8163
    },
    {
      "epoch": 0.6935100237852532,
      "grad_norm": 1.5717181286614577,
      "learning_rate": 0.00029406870074375667,
      "loss": 5.3106,
      "step": 8164
    },
    {
      "epoch": 0.6935949711179069,
      "grad_norm": 1.6128590533196399,
      "learning_rate": 0.0002940667888805104,
      "loss": 5.0872,
      "step": 8165
    },
    {
      "epoch": 0.6936799184505607,
      "grad_norm": 1.554564584324778,
      "learning_rate": 0.0002940648767154009,
      "loss": 5.0427,
      "step": 8166
    },
    {
      "epoch": 0.6937648657832144,
      "grad_norm": 1.4950564113988052,
      "learning_rate": 0.00029406296424843207,
      "loss": 5.0894,
      "step": 8167
    },
    {
      "epoch": 0.6938498131158681,
      "grad_norm": 1.6244923165301004,
      "learning_rate": 0.00029406105147960793,
      "loss": 5.5077,
      "step": 8168
    },
    {
      "epoch": 0.6939347604485219,
      "grad_norm": 1.6489680821043917,
      "learning_rate": 0.00029405913840893253,
      "loss": 5.3523,
      "step": 8169
    },
    {
      "epoch": 0.6940197077811757,
      "grad_norm": 1.7037710559289854,
      "learning_rate": 0.00029405722503640983,
      "loss": 5.6415,
      "step": 8170
    },
    {
      "epoch": 0.6941046551138295,
      "grad_norm": 1.5698422616435876,
      "learning_rate": 0.00029405531136204394,
      "loss": 5.3837,
      "step": 8171
    },
    {
      "epoch": 0.6941896024464832,
      "grad_norm": 1.6697955468787256,
      "learning_rate": 0.00029405339738583877,
      "loss": 5.716,
      "step": 8172
    },
    {
      "epoch": 0.6942745497791369,
      "grad_norm": 1.7451824216377905,
      "learning_rate": 0.0002940514831077983,
      "loss": 5.7592,
      "step": 8173
    },
    {
      "epoch": 0.6943594971117907,
      "grad_norm": 1.6745435175677557,
      "learning_rate": 0.0002940495685279267,
      "loss": 5.7071,
      "step": 8174
    },
    {
      "epoch": 0.6944444444444444,
      "grad_norm": 1.8058131233809116,
      "learning_rate": 0.0002940476536462279,
      "loss": 5.5613,
      "step": 8175
    },
    {
      "epoch": 0.6945293917770982,
      "grad_norm": 1.531052169109876,
      "learning_rate": 0.0002940457384627058,
      "loss": 5.2451,
      "step": 8176
    },
    {
      "epoch": 0.6946143391097519,
      "grad_norm": 1.654427241815047,
      "learning_rate": 0.00029404382297736455,
      "loss": 4.7052,
      "step": 8177
    },
    {
      "epoch": 0.6946992864424058,
      "grad_norm": 1.8002988867086533,
      "learning_rate": 0.00029404190719020814,
      "loss": 5.6579,
      "step": 8178
    },
    {
      "epoch": 0.6947842337750595,
      "grad_norm": 1.5593168890107898,
      "learning_rate": 0.0002940399911012406,
      "loss": 5.1721,
      "step": 8179
    },
    {
      "epoch": 0.6948691811077132,
      "grad_norm": 1.7284832081018549,
      "learning_rate": 0.00029403807471046583,
      "loss": 5.5603,
      "step": 8180
    },
    {
      "epoch": 0.694954128440367,
      "grad_norm": 1.7284252178176656,
      "learning_rate": 0.00029403615801788796,
      "loss": 5.4282,
      "step": 8181
    },
    {
      "epoch": 0.6950390757730207,
      "grad_norm": 1.7764940816588033,
      "learning_rate": 0.000294034241023511,
      "loss": 5.5822,
      "step": 8182
    },
    {
      "epoch": 0.6951240231056744,
      "grad_norm": 1.7069363394695425,
      "learning_rate": 0.0002940323237273389,
      "loss": 5.1213,
      "step": 8183
    },
    {
      "epoch": 0.6952089704383282,
      "grad_norm": 1.6941342994420485,
      "learning_rate": 0.0002940304061293757,
      "loss": 5.5777,
      "step": 8184
    },
    {
      "epoch": 0.695293917770982,
      "grad_norm": 1.6879261907059246,
      "learning_rate": 0.00029402848822962545,
      "loss": 4.7636,
      "step": 8185
    },
    {
      "epoch": 0.6953788651036358,
      "grad_norm": 1.7528511675162868,
      "learning_rate": 0.0002940265700280922,
      "loss": 5.6011,
      "step": 8186
    },
    {
      "epoch": 0.6954638124362895,
      "grad_norm": 1.7443968342944478,
      "learning_rate": 0.0002940246515247799,
      "loss": 5.6145,
      "step": 8187
    },
    {
      "epoch": 0.6955487597689433,
      "grad_norm": 1.7824153449708675,
      "learning_rate": 0.0002940227327196926,
      "loss": 5.2778,
      "step": 8188
    },
    {
      "epoch": 0.695633707101597,
      "grad_norm": 1.6016363756053031,
      "learning_rate": 0.0002940208136128343,
      "loss": 4.8885,
      "step": 8189
    },
    {
      "epoch": 0.6957186544342507,
      "grad_norm": 1.5880504785164067,
      "learning_rate": 0.00029401889420420905,
      "loss": 5.2341,
      "step": 8190
    },
    {
      "epoch": 0.6958036017669045,
      "grad_norm": 1.625112072223457,
      "learning_rate": 0.00029401697449382084,
      "loss": 5.562,
      "step": 8191
    },
    {
      "epoch": 0.6958885490995583,
      "grad_norm": 1.8341164662680451,
      "learning_rate": 0.0002940150544816737,
      "loss": 6.1017,
      "step": 8192
    },
    {
      "epoch": 0.6959734964322121,
      "grad_norm": 1.5473088348925472,
      "learning_rate": 0.0002940131341677717,
      "loss": 4.996,
      "step": 8193
    },
    {
      "epoch": 0.6960584437648658,
      "grad_norm": 1.7368612819613571,
      "learning_rate": 0.00029401121355211875,
      "loss": 5.5549,
      "step": 8194
    },
    {
      "epoch": 0.6961433910975195,
      "grad_norm": 1.7470732279277843,
      "learning_rate": 0.000294009292634719,
      "loss": 5.5575,
      "step": 8195
    },
    {
      "epoch": 0.6962283384301733,
      "grad_norm": 1.7235860440061128,
      "learning_rate": 0.00029400737141557646,
      "loss": 5.7437,
      "step": 8196
    },
    {
      "epoch": 0.696313285762827,
      "grad_norm": 1.5187602351248763,
      "learning_rate": 0.0002940054498946951,
      "loss": 5.2071,
      "step": 8197
    },
    {
      "epoch": 0.6963982330954808,
      "grad_norm": 1.5772944820289134,
      "learning_rate": 0.00029400352807207894,
      "loss": 5.4632,
      "step": 8198
    },
    {
      "epoch": 0.6964831804281345,
      "grad_norm": 1.5486744543510347,
      "learning_rate": 0.00029400160594773205,
      "loss": 4.8876,
      "step": 8199
    },
    {
      "epoch": 0.6965681277607884,
      "grad_norm": 1.6580439821408008,
      "learning_rate": 0.0002939996835216584,
      "loss": 5.433,
      "step": 8200
    },
    {
      "epoch": 0.6966530750934421,
      "grad_norm": 1.5586978387229389,
      "learning_rate": 0.0002939977607938621,
      "loss": 5.3645,
      "step": 8201
    },
    {
      "epoch": 0.6967380224260958,
      "grad_norm": 1.7504730027854494,
      "learning_rate": 0.0002939958377643471,
      "loss": 5.6477,
      "step": 8202
    },
    {
      "epoch": 0.6968229697587496,
      "grad_norm": 1.5615036094784378,
      "learning_rate": 0.0002939939144331175,
      "loss": 5.251,
      "step": 8203
    },
    {
      "epoch": 0.6969079170914033,
      "grad_norm": 1.67856763964858,
      "learning_rate": 0.00029399199080017727,
      "loss": 4.8455,
      "step": 8204
    },
    {
      "epoch": 0.6969928644240571,
      "grad_norm": 1.7046688390970741,
      "learning_rate": 0.0002939900668655305,
      "loss": 5.4366,
      "step": 8205
    },
    {
      "epoch": 0.6970778117567108,
      "grad_norm": 1.6609795736987116,
      "learning_rate": 0.0002939881426291812,
      "loss": 5.6179,
      "step": 8206
    },
    {
      "epoch": 0.6971627590893646,
      "grad_norm": 1.8155783324372674,
      "learning_rate": 0.00029398621809113336,
      "loss": 5.7104,
      "step": 8207
    },
    {
      "epoch": 0.6972477064220184,
      "grad_norm": 1.6055839755838872,
      "learning_rate": 0.000293984293251391,
      "loss": 5.0155,
      "step": 8208
    },
    {
      "epoch": 0.6973326537546721,
      "grad_norm": 1.8280539475591813,
      "learning_rate": 0.0002939823681099583,
      "loss": 5.6545,
      "step": 8209
    },
    {
      "epoch": 0.6974176010873259,
      "grad_norm": 1.567673028362663,
      "learning_rate": 0.0002939804426668391,
      "loss": 5.2068,
      "step": 8210
    },
    {
      "epoch": 0.6975025484199796,
      "grad_norm": 1.5817087944582353,
      "learning_rate": 0.0002939785169220376,
      "loss": 5.4585,
      "step": 8211
    },
    {
      "epoch": 0.6975874957526333,
      "grad_norm": 1.6349966587754452,
      "learning_rate": 0.0002939765908755577,
      "loss": 4.6733,
      "step": 8212
    },
    {
      "epoch": 0.6976724430852871,
      "grad_norm": 1.6686088117315248,
      "learning_rate": 0.0002939746645274035,
      "loss": 5.2363,
      "step": 8213
    },
    {
      "epoch": 0.6977573904179408,
      "grad_norm": 1.7865117363930703,
      "learning_rate": 0.000293972737877579,
      "loss": 5.6038,
      "step": 8214
    },
    {
      "epoch": 0.6978423377505947,
      "grad_norm": 1.6571445340355413,
      "learning_rate": 0.00029397081092608833,
      "loss": 5.2314,
      "step": 8215
    },
    {
      "epoch": 0.6979272850832484,
      "grad_norm": 1.5461552396531906,
      "learning_rate": 0.00029396888367293547,
      "loss": 5.3805,
      "step": 8216
    },
    {
      "epoch": 0.6980122324159022,
      "grad_norm": 1.744702624106419,
      "learning_rate": 0.0002939669561181244,
      "loss": 5.8077,
      "step": 8217
    },
    {
      "epoch": 0.6980971797485559,
      "grad_norm": 1.6909327288412048,
      "learning_rate": 0.00029396502826165927,
      "loss": 5.2166,
      "step": 8218
    },
    {
      "epoch": 0.6981821270812096,
      "grad_norm": 1.6342970484199695,
      "learning_rate": 0.000293963100103544,
      "loss": 5.4366,
      "step": 8219
    },
    {
      "epoch": 0.6982670744138634,
      "grad_norm": 1.6750755512983042,
      "learning_rate": 0.0002939611716437827,
      "loss": 5.3696,
      "step": 8220
    },
    {
      "epoch": 0.6983520217465171,
      "grad_norm": 1.7116512845443568,
      "learning_rate": 0.00029395924288237946,
      "loss": 5.5394,
      "step": 8221
    },
    {
      "epoch": 0.698436969079171,
      "grad_norm": 1.533823568184906,
      "learning_rate": 0.0002939573138193382,
      "loss": 4.9397,
      "step": 8222
    },
    {
      "epoch": 0.6985219164118247,
      "grad_norm": 1.5570171089810843,
      "learning_rate": 0.00029395538445466313,
      "loss": 5.3232,
      "step": 8223
    },
    {
      "epoch": 0.6986068637444784,
      "grad_norm": 1.531084745397643,
      "learning_rate": 0.0002939534547883581,
      "loss": 5.1931,
      "step": 8224
    },
    {
      "epoch": 0.6986918110771322,
      "grad_norm": 1.7425266497167975,
      "learning_rate": 0.0002939515248204272,
      "loss": 5.7024,
      "step": 8225
    },
    {
      "epoch": 0.6987767584097859,
      "grad_norm": 1.6060111332651694,
      "learning_rate": 0.0002939495945508746,
      "loss": 5.3478,
      "step": 8226
    },
    {
      "epoch": 0.6988617057424397,
      "grad_norm": 1.5927612946971228,
      "learning_rate": 0.00029394766397970425,
      "loss": 5.3156,
      "step": 8227
    },
    {
      "epoch": 0.6989466530750934,
      "grad_norm": 1.590452123488647,
      "learning_rate": 0.00029394573310692016,
      "loss": 5.0377,
      "step": 8228
    },
    {
      "epoch": 0.6990316004077471,
      "grad_norm": 1.7344011893753566,
      "learning_rate": 0.0002939438019325264,
      "loss": 5.4929,
      "step": 8229
    },
    {
      "epoch": 0.699116547740401,
      "grad_norm": 1.5850925351116385,
      "learning_rate": 0.0002939418704565271,
      "loss": 4.9056,
      "step": 8230
    },
    {
      "epoch": 0.6992014950730547,
      "grad_norm": 1.603703471647031,
      "learning_rate": 0.00029393993867892626,
      "loss": 4.558,
      "step": 8231
    },
    {
      "epoch": 0.6992864424057085,
      "grad_norm": 1.6258322989677514,
      "learning_rate": 0.00029393800659972786,
      "loss": 5.4844,
      "step": 8232
    },
    {
      "epoch": 0.6993713897383622,
      "grad_norm": 1.6881266530198915,
      "learning_rate": 0.000293936074218936,
      "loss": 5.368,
      "step": 8233
    },
    {
      "epoch": 0.699456337071016,
      "grad_norm": 1.772662011730661,
      "learning_rate": 0.00029393414153655476,
      "loss": 5.6095,
      "step": 8234
    },
    {
      "epoch": 0.6995412844036697,
      "grad_norm": 1.7092940440536697,
      "learning_rate": 0.0002939322085525882,
      "loss": 4.9961,
      "step": 8235
    },
    {
      "epoch": 0.6996262317363234,
      "grad_norm": 1.6098087536957626,
      "learning_rate": 0.00029393027526704025,
      "loss": 5.3601,
      "step": 8236
    },
    {
      "epoch": 0.6997111790689773,
      "grad_norm": 1.721253817585858,
      "learning_rate": 0.00029392834167991504,
      "loss": 5.6778,
      "step": 8237
    },
    {
      "epoch": 0.699796126401631,
      "grad_norm": 1.6717301958238473,
      "learning_rate": 0.00029392640779121667,
      "loss": 5.7237,
      "step": 8238
    },
    {
      "epoch": 0.6998810737342848,
      "grad_norm": 1.5711368888004298,
      "learning_rate": 0.00029392447360094913,
      "loss": 5.1381,
      "step": 8239
    },
    {
      "epoch": 0.6999660210669385,
      "grad_norm": 1.6785697245292233,
      "learning_rate": 0.00029392253910911646,
      "loss": 5.2509,
      "step": 8240
    },
    {
      "epoch": 0.7000509683995922,
      "grad_norm": 1.6302680868672876,
      "learning_rate": 0.00029392060431572277,
      "loss": 5.4862,
      "step": 8241
    },
    {
      "epoch": 0.700135915732246,
      "grad_norm": 1.689944194441041,
      "learning_rate": 0.000293918669220772,
      "loss": 5.6019,
      "step": 8242
    },
    {
      "epoch": 0.7002208630648997,
      "grad_norm": 1.517395419316593,
      "learning_rate": 0.00029391673382426836,
      "loss": 5.0172,
      "step": 8243
    },
    {
      "epoch": 0.7003058103975535,
      "grad_norm": 1.5208499553826362,
      "learning_rate": 0.0002939147981262159,
      "loss": 5.1989,
      "step": 8244
    },
    {
      "epoch": 0.7003907577302073,
      "grad_norm": 1.6928789561176714,
      "learning_rate": 0.0002939128621266185,
      "loss": 5.5438,
      "step": 8245
    },
    {
      "epoch": 0.700475705062861,
      "grad_norm": 1.5912244130300843,
      "learning_rate": 0.00029391092582548034,
      "loss": 5.265,
      "step": 8246
    },
    {
      "epoch": 0.7005606523955148,
      "grad_norm": 1.6466463557241768,
      "learning_rate": 0.0002939089892228055,
      "loss": 5.4837,
      "step": 8247
    },
    {
      "epoch": 0.7006455997281685,
      "grad_norm": 1.8191271205597852,
      "learning_rate": 0.00029390705231859796,
      "loss": 5.7393,
      "step": 8248
    },
    {
      "epoch": 0.7007305470608223,
      "grad_norm": 1.6860270647552946,
      "learning_rate": 0.00029390511511286186,
      "loss": 5.3768,
      "step": 8249
    },
    {
      "epoch": 0.700815494393476,
      "grad_norm": 1.6873544902250663,
      "learning_rate": 0.0002939031776056012,
      "loss": 5.0321,
      "step": 8250
    },
    {
      "epoch": 0.7009004417261298,
      "grad_norm": 1.6145337614059998,
      "learning_rate": 0.00029390123979682005,
      "loss": 5.4323,
      "step": 8251
    },
    {
      "epoch": 0.7009853890587836,
      "grad_norm": 1.6646724494340674,
      "learning_rate": 0.0002938993016865225,
      "loss": 5.2439,
      "step": 8252
    },
    {
      "epoch": 0.7010703363914373,
      "grad_norm": 1.5980494665220835,
      "learning_rate": 0.00029389736327471255,
      "loss": 5.0188,
      "step": 8253
    },
    {
      "epoch": 0.7011552837240911,
      "grad_norm": 1.8416689124407377,
      "learning_rate": 0.00029389542456139436,
      "loss": 5.4717,
      "step": 8254
    },
    {
      "epoch": 0.7012402310567448,
      "grad_norm": 1.64429575670193,
      "learning_rate": 0.0002938934855465719,
      "loss": 5.0978,
      "step": 8255
    },
    {
      "epoch": 0.7013251783893986,
      "grad_norm": 1.7330190280409907,
      "learning_rate": 0.00029389154623024925,
      "loss": 5.7456,
      "step": 8256
    },
    {
      "epoch": 0.7014101257220523,
      "grad_norm": 1.7474266770528262,
      "learning_rate": 0.0002938896066124305,
      "loss": 5.5818,
      "step": 8257
    },
    {
      "epoch": 0.701495073054706,
      "grad_norm": 1.737274278542452,
      "learning_rate": 0.0002938876666931197,
      "loss": 5.6576,
      "step": 8258
    },
    {
      "epoch": 0.7015800203873598,
      "grad_norm": 1.571708871121434,
      "learning_rate": 0.0002938857264723209,
      "loss": 4.9561,
      "step": 8259
    },
    {
      "epoch": 0.7016649677200136,
      "grad_norm": 1.5821884431294948,
      "learning_rate": 0.0002938837859500383,
      "loss": 5.2121,
      "step": 8260
    },
    {
      "epoch": 0.7017499150526674,
      "grad_norm": 1.6161974569147073,
      "learning_rate": 0.00029388184512627567,
      "loss": 5.1808,
      "step": 8261
    },
    {
      "epoch": 0.7018348623853211,
      "grad_norm": 1.7282177488293637,
      "learning_rate": 0.0002938799040010373,
      "loss": 5.7189,
      "step": 8262
    },
    {
      "epoch": 0.7019198097179749,
      "grad_norm": 1.6191768799751074,
      "learning_rate": 0.0002938779625743273,
      "loss": 5.1871,
      "step": 8263
    },
    {
      "epoch": 0.7020047570506286,
      "grad_norm": 1.6039295140914582,
      "learning_rate": 0.0002938760208461496,
      "loss": 5.3805,
      "step": 8264
    },
    {
      "epoch": 0.7020897043832823,
      "grad_norm": 1.5854569107066883,
      "learning_rate": 0.00029387407881650835,
      "loss": 5.1858,
      "step": 8265
    },
    {
      "epoch": 0.7021746517159361,
      "grad_norm": 1.7769527441143484,
      "learning_rate": 0.0002938721364854075,
      "loss": 5.619,
      "step": 8266
    },
    {
      "epoch": 0.7022595990485899,
      "grad_norm": 1.6427211965021558,
      "learning_rate": 0.0002938701938528513,
      "loss": 5.2998,
      "step": 8267
    },
    {
      "epoch": 0.7023445463812437,
      "grad_norm": 1.623056421773573,
      "learning_rate": 0.00029386825091884367,
      "loss": 5.2632,
      "step": 8268
    },
    {
      "epoch": 0.7024294937138974,
      "grad_norm": 1.8099970325077979,
      "learning_rate": 0.0002938663076833888,
      "loss": 5.5461,
      "step": 8269
    },
    {
      "epoch": 0.7025144410465511,
      "grad_norm": 1.6218466455050164,
      "learning_rate": 0.00029386436414649065,
      "loss": 5.3061,
      "step": 8270
    },
    {
      "epoch": 0.7025993883792049,
      "grad_norm": 1.584337978753639,
      "learning_rate": 0.00029386242030815334,
      "loss": 5.0295,
      "step": 8271
    },
    {
      "epoch": 0.7026843357118586,
      "grad_norm": 1.6403921547057463,
      "learning_rate": 0.000293860476168381,
      "loss": 5.4544,
      "step": 8272
    },
    {
      "epoch": 0.7027692830445124,
      "grad_norm": 1.6024127735729927,
      "learning_rate": 0.0002938585317271776,
      "loss": 5.2075,
      "step": 8273
    },
    {
      "epoch": 0.7028542303771662,
      "grad_norm": 1.703829750804623,
      "learning_rate": 0.0002938565869845473,
      "loss": 5.4363,
      "step": 8274
    },
    {
      "epoch": 0.70293917770982,
      "grad_norm": 1.5978592729623309,
      "learning_rate": 0.00029385464194049406,
      "loss": 4.9174,
      "step": 8275
    },
    {
      "epoch": 0.7030241250424737,
      "grad_norm": 1.5940195312439849,
      "learning_rate": 0.0002938526965950221,
      "loss": 5.3758,
      "step": 8276
    },
    {
      "epoch": 0.7031090723751274,
      "grad_norm": 1.5592794948470283,
      "learning_rate": 0.00029385075094813545,
      "loss": 4.8279,
      "step": 8277
    },
    {
      "epoch": 0.7031940197077812,
      "grad_norm": 1.684815386304445,
      "learning_rate": 0.0002938488049998381,
      "loss": 5.5476,
      "step": 8278
    },
    {
      "epoch": 0.7032789670404349,
      "grad_norm": 1.5868737659531702,
      "learning_rate": 0.0002938468587501342,
      "loss": 5.2786,
      "step": 8279
    },
    {
      "epoch": 0.7033639143730887,
      "grad_norm": 1.7241210604042359,
      "learning_rate": 0.0002938449121990279,
      "loss": 5.6204,
      "step": 8280
    },
    {
      "epoch": 0.7034488617057424,
      "grad_norm": 1.5896970700410056,
      "learning_rate": 0.00029384296534652315,
      "loss": 5.4193,
      "step": 8281
    },
    {
      "epoch": 0.7035338090383962,
      "grad_norm": 1.7158311944594078,
      "learning_rate": 0.0002938410181926241,
      "loss": 5.9835,
      "step": 8282
    },
    {
      "epoch": 0.70361875637105,
      "grad_norm": 1.5712427835996658,
      "learning_rate": 0.0002938390707373348,
      "loss": 5.3511,
      "step": 8283
    },
    {
      "epoch": 0.7037037037037037,
      "grad_norm": 1.62293296053722,
      "learning_rate": 0.0002938371229806593,
      "loss": 5.3683,
      "step": 8284
    },
    {
      "epoch": 0.7037886510363575,
      "grad_norm": 1.565582465207769,
      "learning_rate": 0.00029383517492260173,
      "loss": 5.1102,
      "step": 8285
    },
    {
      "epoch": 0.7038735983690112,
      "grad_norm": 1.6199583496332532,
      "learning_rate": 0.00029383322656316625,
      "loss": 5.2163,
      "step": 8286
    },
    {
      "epoch": 0.7039585457016649,
      "grad_norm": 1.694644908502087,
      "learning_rate": 0.00029383127790235677,
      "loss": 5.5638,
      "step": 8287
    },
    {
      "epoch": 0.7040434930343187,
      "grad_norm": 1.6628561449212143,
      "learning_rate": 0.00029382932894017746,
      "loss": 5.628,
      "step": 8288
    },
    {
      "epoch": 0.7041284403669725,
      "grad_norm": 1.6477265629290918,
      "learning_rate": 0.00029382737967663245,
      "loss": 5.6749,
      "step": 8289
    },
    {
      "epoch": 0.7042133876996263,
      "grad_norm": 1.6390364026143498,
      "learning_rate": 0.0002938254301117258,
      "loss": 5.0761,
      "step": 8290
    },
    {
      "epoch": 0.70429833503228,
      "grad_norm": 1.6098598111489082,
      "learning_rate": 0.0002938234802454615,
      "loss": 5.2002,
      "step": 8291
    },
    {
      "epoch": 0.7043832823649337,
      "grad_norm": 1.649408862854501,
      "learning_rate": 0.00029382153007784375,
      "loss": 5.4365,
      "step": 8292
    },
    {
      "epoch": 0.7044682296975875,
      "grad_norm": 1.7646053736325344,
      "learning_rate": 0.00029381957960887653,
      "loss": 5.7937,
      "step": 8293
    },
    {
      "epoch": 0.7045531770302412,
      "grad_norm": 1.6965341255936628,
      "learning_rate": 0.00029381762883856405,
      "loss": 5.1963,
      "step": 8294
    },
    {
      "epoch": 0.704638124362895,
      "grad_norm": 1.7249790400181464,
      "learning_rate": 0.00029381567776691036,
      "loss": 5.5751,
      "step": 8295
    },
    {
      "epoch": 0.7047230716955487,
      "grad_norm": 1.6073945171948976,
      "learning_rate": 0.0002938137263939195,
      "loss": 5.2666,
      "step": 8296
    },
    {
      "epoch": 0.7048080190282026,
      "grad_norm": 1.6245396411017647,
      "learning_rate": 0.00029381177471959555,
      "loss": 5.4271,
      "step": 8297
    },
    {
      "epoch": 0.7048929663608563,
      "grad_norm": 1.625274173123664,
      "learning_rate": 0.00029380982274394265,
      "loss": 4.9385,
      "step": 8298
    },
    {
      "epoch": 0.70497791369351,
      "grad_norm": 1.728390953787274,
      "learning_rate": 0.0002938078704669649,
      "loss": 5.4643,
      "step": 8299
    },
    {
      "epoch": 0.7050628610261638,
      "grad_norm": 1.5872846207902438,
      "learning_rate": 0.00029380591788866634,
      "loss": 5.049,
      "step": 8300
    },
    {
      "epoch": 0.7051478083588175,
      "grad_norm": 1.6353732088825759,
      "learning_rate": 0.00029380396500905105,
      "loss": 5.2018,
      "step": 8301
    },
    {
      "epoch": 0.7052327556914713,
      "grad_norm": 1.6197629444025474,
      "learning_rate": 0.00029380201182812324,
      "loss": 5.276,
      "step": 8302
    },
    {
      "epoch": 0.705317703024125,
      "grad_norm": 1.6341880454171371,
      "learning_rate": 0.00029380005834588686,
      "loss": 5.3808,
      "step": 8303
    },
    {
      "epoch": 0.7054026503567788,
      "grad_norm": 1.6507359451049448,
      "learning_rate": 0.0002937981045623461,
      "loss": 5.5179,
      "step": 8304
    },
    {
      "epoch": 0.7054875976894326,
      "grad_norm": 1.700392531572194,
      "learning_rate": 0.000293796150477505,
      "loss": 5.5526,
      "step": 8305
    },
    {
      "epoch": 0.7055725450220863,
      "grad_norm": 1.7425639234549442,
      "learning_rate": 0.0002937941960913677,
      "loss": 5.5602,
      "step": 8306
    },
    {
      "epoch": 0.7056574923547401,
      "grad_norm": 1.7625228625868639,
      "learning_rate": 0.00029379224140393826,
      "loss": 5.8295,
      "step": 8307
    },
    {
      "epoch": 0.7057424396873938,
      "grad_norm": 1.5662553515579432,
      "learning_rate": 0.00029379028641522074,
      "loss": 5.2452,
      "step": 8308
    },
    {
      "epoch": 0.7058273870200475,
      "grad_norm": 1.637158970191564,
      "learning_rate": 0.00029378833112521927,
      "loss": 5.5199,
      "step": 8309
    },
    {
      "epoch": 0.7059123343527013,
      "grad_norm": 1.5537911176138093,
      "learning_rate": 0.00029378637553393797,
      "loss": 5.1696,
      "step": 8310
    },
    {
      "epoch": 0.705997281685355,
      "grad_norm": 1.6126951941399759,
      "learning_rate": 0.000293784419641381,
      "loss": 5.2842,
      "step": 8311
    },
    {
      "epoch": 0.7060822290180089,
      "grad_norm": 1.8076387203756226,
      "learning_rate": 0.0002937824634475523,
      "loss": 5.6131,
      "step": 8312
    },
    {
      "epoch": 0.7061671763506626,
      "grad_norm": 1.6047612299483693,
      "learning_rate": 0.0002937805069524561,
      "loss": 5.4314,
      "step": 8313
    },
    {
      "epoch": 0.7062521236833164,
      "grad_norm": 1.6148567782863448,
      "learning_rate": 0.00029377855015609637,
      "loss": 5.2608,
      "step": 8314
    },
    {
      "epoch": 0.7063370710159701,
      "grad_norm": 1.750719051730548,
      "learning_rate": 0.00029377659305847737,
      "loss": 5.4466,
      "step": 8315
    },
    {
      "epoch": 0.7064220183486238,
      "grad_norm": 1.6533169585589964,
      "learning_rate": 0.00029377463565960304,
      "loss": 5.3409,
      "step": 8316
    },
    {
      "epoch": 0.7065069656812776,
      "grad_norm": 1.5650886740049896,
      "learning_rate": 0.00029377267795947765,
      "loss": 5.229,
      "step": 8317
    },
    {
      "epoch": 0.7065919130139313,
      "grad_norm": 1.759041841808002,
      "learning_rate": 0.0002937707199581052,
      "loss": 5.547,
      "step": 8318
    },
    {
      "epoch": 0.7066768603465852,
      "grad_norm": 1.639183617858532,
      "learning_rate": 0.00029376876165548973,
      "loss": 5.5379,
      "step": 8319
    },
    {
      "epoch": 0.7067618076792389,
      "grad_norm": 1.58611063871169,
      "learning_rate": 0.0002937668030516355,
      "loss": 5.1595,
      "step": 8320
    },
    {
      "epoch": 0.7068467550118926,
      "grad_norm": 1.6281113182609452,
      "learning_rate": 0.00029376484414654646,
      "loss": 5.0443,
      "step": 8321
    },
    {
      "epoch": 0.7069317023445464,
      "grad_norm": 1.5738998149009116,
      "learning_rate": 0.0002937628849402268,
      "loss": 5.0987,
      "step": 8322
    },
    {
      "epoch": 0.7070166496772001,
      "grad_norm": 1.6374811957629274,
      "learning_rate": 0.0002937609254326807,
      "loss": 5.4177,
      "step": 8323
    },
    {
      "epoch": 0.7071015970098539,
      "grad_norm": 1.6224369524818019,
      "learning_rate": 0.00029375896562391213,
      "loss": 5.1223,
      "step": 8324
    },
    {
      "epoch": 0.7071865443425076,
      "grad_norm": 1.8045502184894695,
      "learning_rate": 0.0002937570055139252,
      "loss": 5.8858,
      "step": 8325
    },
    {
      "epoch": 0.7072714916751613,
      "grad_norm": 1.53596755352424,
      "learning_rate": 0.0002937550451027241,
      "loss": 5.0176,
      "step": 8326
    },
    {
      "epoch": 0.7073564390078152,
      "grad_norm": 1.641550023188875,
      "learning_rate": 0.0002937530843903129,
      "loss": 5.0591,
      "step": 8327
    },
    {
      "epoch": 0.7074413863404689,
      "grad_norm": 1.73700803355599,
      "learning_rate": 0.0002937511233766957,
      "loss": 5.5211,
      "step": 8328
    },
    {
      "epoch": 0.7075263336731227,
      "grad_norm": 1.7517974026595653,
      "learning_rate": 0.00029374916206187666,
      "loss": 5.3521,
      "step": 8329
    },
    {
      "epoch": 0.7076112810057764,
      "grad_norm": 1.677547462907187,
      "learning_rate": 0.00029374720044585974,
      "loss": 5.2422,
      "step": 8330
    },
    {
      "epoch": 0.7076962283384302,
      "grad_norm": 1.6819546390047475,
      "learning_rate": 0.00029374523852864924,
      "loss": 5.6767,
      "step": 8331
    },
    {
      "epoch": 0.7077811756710839,
      "grad_norm": 1.5645557936862016,
      "learning_rate": 0.0002937432763102492,
      "loss": 5.1614,
      "step": 8332
    },
    {
      "epoch": 0.7078661230037376,
      "grad_norm": 1.5940876583755923,
      "learning_rate": 0.0002937413137906637,
      "loss": 5.2959,
      "step": 8333
    },
    {
      "epoch": 0.7079510703363915,
      "grad_norm": 1.8974657546184,
      "learning_rate": 0.0002937393509698968,
      "loss": 5.5204,
      "step": 8334
    },
    {
      "epoch": 0.7080360176690452,
      "grad_norm": 1.7226807940627684,
      "learning_rate": 0.0002937373878479528,
      "loss": 5.5573,
      "step": 8335
    },
    {
      "epoch": 0.708120965001699,
      "grad_norm": 1.5581452250693018,
      "learning_rate": 0.00029373542442483566,
      "loss": 5.0282,
      "step": 8336
    },
    {
      "epoch": 0.7082059123343527,
      "grad_norm": 1.622188613036529,
      "learning_rate": 0.00029373346070054945,
      "loss": 5.1407,
      "step": 8337
    },
    {
      "epoch": 0.7082908596670064,
      "grad_norm": 1.6172716269246468,
      "learning_rate": 0.00029373149667509844,
      "loss": 5.25,
      "step": 8338
    },
    {
      "epoch": 0.7083758069996602,
      "grad_norm": 1.7421195373450942,
      "learning_rate": 0.0002937295323484867,
      "loss": 5.7038,
      "step": 8339
    },
    {
      "epoch": 0.7084607543323139,
      "grad_norm": 1.751170490663901,
      "learning_rate": 0.00029372756772071823,
      "loss": 5.4791,
      "step": 8340
    },
    {
      "epoch": 0.7085457016649678,
      "grad_norm": 1.771905362116255,
      "learning_rate": 0.0002937256027917973,
      "loss": 5.7797,
      "step": 8341
    },
    {
      "epoch": 0.7086306489976215,
      "grad_norm": 1.7022289716297114,
      "learning_rate": 0.00029372363756172793,
      "loss": 5.4489,
      "step": 8342
    },
    {
      "epoch": 0.7087155963302753,
      "grad_norm": 1.755709392964339,
      "learning_rate": 0.0002937216720305143,
      "loss": 4.9971,
      "step": 8343
    },
    {
      "epoch": 0.708800543662929,
      "grad_norm": 1.6058346366418785,
      "learning_rate": 0.00029371970619816045,
      "loss": 5.2769,
      "step": 8344
    },
    {
      "epoch": 0.7088854909955827,
      "grad_norm": 1.5574730399171341,
      "learning_rate": 0.00029371774006467055,
      "loss": 5.0154,
      "step": 8345
    },
    {
      "epoch": 0.7089704383282365,
      "grad_norm": 1.710652887360745,
      "learning_rate": 0.0002937157736300487,
      "loss": 5.7568,
      "step": 8346
    },
    {
      "epoch": 0.7090553856608902,
      "grad_norm": 1.5860504628154597,
      "learning_rate": 0.0002937138068942991,
      "loss": 5.0894,
      "step": 8347
    },
    {
      "epoch": 0.709140332993544,
      "grad_norm": 1.5952565854410572,
      "learning_rate": 0.0002937118398574258,
      "loss": 5.5795,
      "step": 8348
    },
    {
      "epoch": 0.7092252803261978,
      "grad_norm": 1.6921331790754999,
      "learning_rate": 0.0002937098725194329,
      "loss": 5.0415,
      "step": 8349
    },
    {
      "epoch": 0.7093102276588515,
      "grad_norm": 1.619754005579877,
      "learning_rate": 0.0002937079048803245,
      "loss": 5.1953,
      "step": 8350
    },
    {
      "epoch": 0.7093951749915053,
      "grad_norm": 1.6889450692801986,
      "learning_rate": 0.0002937059369401049,
      "loss": 5.8824,
      "step": 8351
    },
    {
      "epoch": 0.709480122324159,
      "grad_norm": 1.5770464934671424,
      "learning_rate": 0.00029370396869877796,
      "loss": 5.1768,
      "step": 8352
    },
    {
      "epoch": 0.7095650696568128,
      "grad_norm": 1.6251350787821173,
      "learning_rate": 0.00029370200015634804,
      "loss": 5.2349,
      "step": 8353
    },
    {
      "epoch": 0.7096500169894665,
      "grad_norm": 1.6073660273179267,
      "learning_rate": 0.0002937000313128191,
      "loss": 5.0804,
      "step": 8354
    },
    {
      "epoch": 0.7097349643221202,
      "grad_norm": 1.660095707099086,
      "learning_rate": 0.00029369806216819535,
      "loss": 5.3498,
      "step": 8355
    },
    {
      "epoch": 0.7098199116547741,
      "grad_norm": 1.702604652431038,
      "learning_rate": 0.00029369609272248087,
      "loss": 5.6273,
      "step": 8356
    },
    {
      "epoch": 0.7099048589874278,
      "grad_norm": 1.7037770513938513,
      "learning_rate": 0.0002936941229756799,
      "loss": 5.4636,
      "step": 8357
    },
    {
      "epoch": 0.7099898063200816,
      "grad_norm": 1.5730700062834346,
      "learning_rate": 0.00029369215292779637,
      "loss": 4.9307,
      "step": 8358
    },
    {
      "epoch": 0.7100747536527353,
      "grad_norm": 1.7232115284507696,
      "learning_rate": 0.0002936901825788346,
      "loss": 5.4034,
      "step": 8359
    },
    {
      "epoch": 0.710159700985389,
      "grad_norm": 1.6514474810060382,
      "learning_rate": 0.0002936882119287986,
      "loss": 5.554,
      "step": 8360
    },
    {
      "epoch": 0.7102446483180428,
      "grad_norm": 1.5868892806879982,
      "learning_rate": 0.00029368624097769253,
      "loss": 5.1937,
      "step": 8361
    },
    {
      "epoch": 0.7103295956506965,
      "grad_norm": 1.6220687428808016,
      "learning_rate": 0.00029368426972552057,
      "loss": 5.0467,
      "step": 8362
    },
    {
      "epoch": 0.7104145429833503,
      "grad_norm": 1.639147765821234,
      "learning_rate": 0.00029368229817228675,
      "loss": 5.0926,
      "step": 8363
    },
    {
      "epoch": 0.7104994903160041,
      "grad_norm": 1.6387280891373799,
      "learning_rate": 0.00029368032631799524,
      "loss": 5.2115,
      "step": 8364
    },
    {
      "epoch": 0.7105844376486579,
      "grad_norm": 1.629809773731417,
      "learning_rate": 0.0002936783541626503,
      "loss": 5.38,
      "step": 8365
    },
    {
      "epoch": 0.7106693849813116,
      "grad_norm": 1.6571693026461969,
      "learning_rate": 0.00029367638170625583,
      "loss": 5.3724,
      "step": 8366
    },
    {
      "epoch": 0.7107543323139653,
      "grad_norm": 1.6574656878380456,
      "learning_rate": 0.0002936744089488161,
      "loss": 5.1899,
      "step": 8367
    },
    {
      "epoch": 0.7108392796466191,
      "grad_norm": 1.7245533129903423,
      "learning_rate": 0.00029367243589033525,
      "loss": 5.5453,
      "step": 8368
    },
    {
      "epoch": 0.7109242269792728,
      "grad_norm": 1.5626209196178387,
      "learning_rate": 0.0002936704625308174,
      "loss": 4.821,
      "step": 8369
    },
    {
      "epoch": 0.7110091743119266,
      "grad_norm": 1.6945403872320157,
      "learning_rate": 0.00029366848887026666,
      "loss": 5.4508,
      "step": 8370
    },
    {
      "epoch": 0.7110941216445804,
      "grad_norm": 1.5843205551155928,
      "learning_rate": 0.0002936665149086872,
      "loss": 5.4702,
      "step": 8371
    },
    {
      "epoch": 0.7111790689772342,
      "grad_norm": 1.62330339300267,
      "learning_rate": 0.00029366454064608315,
      "loss": 5.342,
      "step": 8372
    },
    {
      "epoch": 0.7112640163098879,
      "grad_norm": 1.5405769651583856,
      "learning_rate": 0.0002936625660824586,
      "loss": 5.0647,
      "step": 8373
    },
    {
      "epoch": 0.7113489636425416,
      "grad_norm": 1.5753217755941313,
      "learning_rate": 0.00029366059121781776,
      "loss": 5.1122,
      "step": 8374
    },
    {
      "epoch": 0.7114339109751954,
      "grad_norm": 1.5521403554553392,
      "learning_rate": 0.00029365861605216466,
      "loss": 5.1959,
      "step": 8375
    },
    {
      "epoch": 0.7115188583078491,
      "grad_norm": 1.754736527392274,
      "learning_rate": 0.0002936566405855036,
      "loss": 5.6864,
      "step": 8376
    },
    {
      "epoch": 0.7116038056405029,
      "grad_norm": 1.6201758462420166,
      "learning_rate": 0.00029365466481783855,
      "loss": 5.0396,
      "step": 8377
    },
    {
      "epoch": 0.7116887529731566,
      "grad_norm": 1.6196641067493078,
      "learning_rate": 0.00029365268874917373,
      "loss": 5.4428,
      "step": 8378
    },
    {
      "epoch": 0.7117737003058104,
      "grad_norm": 1.5984899047404857,
      "learning_rate": 0.0002936507123795133,
      "loss": 5.0496,
      "step": 8379
    },
    {
      "epoch": 0.7118586476384642,
      "grad_norm": 1.663892377069876,
      "learning_rate": 0.0002936487357088614,
      "loss": 5.4873,
      "step": 8380
    },
    {
      "epoch": 0.7119435949711179,
      "grad_norm": 1.633462569497239,
      "learning_rate": 0.0002936467587372221,
      "loss": 5.3307,
      "step": 8381
    },
    {
      "epoch": 0.7120285423037717,
      "grad_norm": 1.592370512794233,
      "learning_rate": 0.00029364478146459965,
      "loss": 5.016,
      "step": 8382
    },
    {
      "epoch": 0.7121134896364254,
      "grad_norm": 1.5708456608267807,
      "learning_rate": 0.0002936428038909981,
      "loss": 5.1476,
      "step": 8383
    },
    {
      "epoch": 0.7121984369690791,
      "grad_norm": 1.582272809366505,
      "learning_rate": 0.0002936408260164216,
      "loss": 5.1561,
      "step": 8384
    },
    {
      "epoch": 0.7122833843017329,
      "grad_norm": 1.5822538061298372,
      "learning_rate": 0.00029363884784087437,
      "loss": 5.0576,
      "step": 8385
    },
    {
      "epoch": 0.7123683316343867,
      "grad_norm": 1.6001814445115805,
      "learning_rate": 0.0002936368693643605,
      "loss": 5.2506,
      "step": 8386
    },
    {
      "epoch": 0.7124532789670405,
      "grad_norm": 1.5605123156160443,
      "learning_rate": 0.00029363489058688416,
      "loss": 5.1416,
      "step": 8387
    },
    {
      "epoch": 0.7125382262996942,
      "grad_norm": 1.6724358829464596,
      "learning_rate": 0.0002936329115084494,
      "loss": 4.673,
      "step": 8388
    },
    {
      "epoch": 0.712623173632348,
      "grad_norm": 1.6663600197251835,
      "learning_rate": 0.00029363093212906054,
      "loss": 4.4626,
      "step": 8389
    },
    {
      "epoch": 0.7127081209650017,
      "grad_norm": 1.582687402383537,
      "learning_rate": 0.0002936289524487216,
      "loss": 5.1341,
      "step": 8390
    },
    {
      "epoch": 0.7127930682976554,
      "grad_norm": 1.5852079082902124,
      "learning_rate": 0.0002936269724674368,
      "loss": 5.4153,
      "step": 8391
    },
    {
      "epoch": 0.7128780156303092,
      "grad_norm": 1.5696712618256716,
      "learning_rate": 0.00029362499218521016,
      "loss": 5.1828,
      "step": 8392
    },
    {
      "epoch": 0.7129629629629629,
      "grad_norm": 1.7119257223548898,
      "learning_rate": 0.00029362301160204595,
      "loss": 5.6253,
      "step": 8393
    },
    {
      "epoch": 0.7130479102956168,
      "grad_norm": 1.750781965512124,
      "learning_rate": 0.00029362103071794835,
      "loss": 5.569,
      "step": 8394
    },
    {
      "epoch": 0.7131328576282705,
      "grad_norm": 1.6049179630366048,
      "learning_rate": 0.0002936190495329214,
      "loss": 5.3479,
      "step": 8395
    },
    {
      "epoch": 0.7132178049609242,
      "grad_norm": 1.5777107978491982,
      "learning_rate": 0.0002936170680469693,
      "loss": 5.1492,
      "step": 8396
    },
    {
      "epoch": 0.713302752293578,
      "grad_norm": 1.7089294787307496,
      "learning_rate": 0.0002936150862600962,
      "loss": 5.647,
      "step": 8397
    },
    {
      "epoch": 0.7133876996262317,
      "grad_norm": 1.6601775991181635,
      "learning_rate": 0.0002936131041723063,
      "loss": 5.4956,
      "step": 8398
    },
    {
      "epoch": 0.7134726469588855,
      "grad_norm": 1.60221532820624,
      "learning_rate": 0.00029361112178360365,
      "loss": 5.3322,
      "step": 8399
    },
    {
      "epoch": 0.7135575942915392,
      "grad_norm": 1.6164153134978123,
      "learning_rate": 0.00029360913909399247,
      "loss": 5.2413,
      "step": 8400
    },
    {
      "epoch": 0.713642541624193,
      "grad_norm": 1.6335382647872758,
      "learning_rate": 0.0002936071561034769,
      "loss": 4.9986,
      "step": 8401
    },
    {
      "epoch": 0.7137274889568468,
      "grad_norm": 1.6044110845891488,
      "learning_rate": 0.00029360517281206116,
      "loss": 5.2829,
      "step": 8402
    },
    {
      "epoch": 0.7138124362895005,
      "grad_norm": 1.8564244458252825,
      "learning_rate": 0.0002936031892197493,
      "loss": 5.5462,
      "step": 8403
    },
    {
      "epoch": 0.7138973836221543,
      "grad_norm": 1.5986970347891043,
      "learning_rate": 0.00029360120532654553,
      "loss": 5.4882,
      "step": 8404
    },
    {
      "epoch": 0.713982330954808,
      "grad_norm": 1.5601699145145442,
      "learning_rate": 0.000293599221132454,
      "loss": 5.1475,
      "step": 8405
    },
    {
      "epoch": 0.7140672782874617,
      "grad_norm": 1.6922858339376967,
      "learning_rate": 0.00029359723663747886,
      "loss": 5.5226,
      "step": 8406
    },
    {
      "epoch": 0.7141522256201155,
      "grad_norm": 1.52843974145737,
      "learning_rate": 0.00029359525184162433,
      "loss": 5.0471,
      "step": 8407
    },
    {
      "epoch": 0.7142371729527692,
      "grad_norm": 1.6237413962661729,
      "learning_rate": 0.0002935932667448945,
      "loss": 5.6137,
      "step": 8408
    },
    {
      "epoch": 0.7143221202854231,
      "grad_norm": 1.5438394721163493,
      "learning_rate": 0.0002935912813472935,
      "loss": 5.1872,
      "step": 8409
    },
    {
      "epoch": 0.7144070676180768,
      "grad_norm": 1.7158294883311194,
      "learning_rate": 0.00029358929564882554,
      "loss": 5.863,
      "step": 8410
    },
    {
      "epoch": 0.7144920149507306,
      "grad_norm": 1.5704736028302895,
      "learning_rate": 0.0002935873096494948,
      "loss": 5.1134,
      "step": 8411
    },
    {
      "epoch": 0.7145769622833843,
      "grad_norm": 1.5688391753573991,
      "learning_rate": 0.00029358532334930535,
      "loss": 5.2557,
      "step": 8412
    },
    {
      "epoch": 0.714661909616038,
      "grad_norm": 1.5455404682690002,
      "learning_rate": 0.00029358333674826153,
      "loss": 5.2865,
      "step": 8413
    },
    {
      "epoch": 0.7147468569486918,
      "grad_norm": 1.5801318477350783,
      "learning_rate": 0.0002935813498463673,
      "loss": 5.0536,
      "step": 8414
    },
    {
      "epoch": 0.7148318042813455,
      "grad_norm": 1.5480109095489376,
      "learning_rate": 0.00029357936264362696,
      "loss": 5.1437,
      "step": 8415
    },
    {
      "epoch": 0.7149167516139994,
      "grad_norm": 1.6620948219760254,
      "learning_rate": 0.00029357737514004457,
      "loss": 5.0736,
      "step": 8416
    },
    {
      "epoch": 0.7150016989466531,
      "grad_norm": 1.6903633750862208,
      "learning_rate": 0.0002935753873356244,
      "loss": 5.1653,
      "step": 8417
    },
    {
      "epoch": 0.7150866462793068,
      "grad_norm": 1.6372931208140402,
      "learning_rate": 0.00029357339923037054,
      "loss": 5.2215,
      "step": 8418
    },
    {
      "epoch": 0.7151715936119606,
      "grad_norm": 1.594576099470854,
      "learning_rate": 0.0002935714108242872,
      "loss": 4.7984,
      "step": 8419
    },
    {
      "epoch": 0.7152565409446143,
      "grad_norm": 1.666519854524107,
      "learning_rate": 0.0002935694221173786,
      "loss": 5.4967,
      "step": 8420
    },
    {
      "epoch": 0.7153414882772681,
      "grad_norm": 1.5771065377062772,
      "learning_rate": 0.00029356743310964873,
      "loss": 5.2522,
      "step": 8421
    },
    {
      "epoch": 0.7154264356099218,
      "grad_norm": 1.68447049091645,
      "learning_rate": 0.0002935654438011019,
      "loss": 5.2243,
      "step": 8422
    },
    {
      "epoch": 0.7155113829425757,
      "grad_norm": 1.5767262493167622,
      "learning_rate": 0.00029356345419174226,
      "loss": 5.1467,
      "step": 8423
    },
    {
      "epoch": 0.7155963302752294,
      "grad_norm": 1.5393039871466376,
      "learning_rate": 0.0002935614642815739,
      "loss": 4.9429,
      "step": 8424
    },
    {
      "epoch": 0.7156812776078831,
      "grad_norm": 1.713030016858161,
      "learning_rate": 0.0002935594740706011,
      "loss": 5.6086,
      "step": 8425
    },
    {
      "epoch": 0.7157662249405369,
      "grad_norm": 1.5929401639869472,
      "learning_rate": 0.00029355748355882797,
      "loss": 5.0451,
      "step": 8426
    },
    {
      "epoch": 0.7158511722731906,
      "grad_norm": 1.702164587545195,
      "learning_rate": 0.0002935554927462587,
      "loss": 5.7287,
      "step": 8427
    },
    {
      "epoch": 0.7159361196058444,
      "grad_norm": 1.5898097787875334,
      "learning_rate": 0.00029355350163289744,
      "loss": 5.393,
      "step": 8428
    },
    {
      "epoch": 0.7160210669384981,
      "grad_norm": 1.59840700057187,
      "learning_rate": 0.00029355151021874835,
      "loss": 5.044,
      "step": 8429
    },
    {
      "epoch": 0.7161060142711518,
      "grad_norm": 1.5640009531074515,
      "learning_rate": 0.0002935495185038157,
      "loss": 4.9773,
      "step": 8430
    },
    {
      "epoch": 0.7161909616038057,
      "grad_norm": 1.72339925102826,
      "learning_rate": 0.0002935475264881035,
      "loss": 5.5545,
      "step": 8431
    },
    {
      "epoch": 0.7162759089364594,
      "grad_norm": 1.5843582940689485,
      "learning_rate": 0.00029354553417161605,
      "loss": 5.0972,
      "step": 8432
    },
    {
      "epoch": 0.7163608562691132,
      "grad_norm": 1.768741508449623,
      "learning_rate": 0.0002935435415543575,
      "loss": 5.5758,
      "step": 8433
    },
    {
      "epoch": 0.7164458036017669,
      "grad_norm": 1.7952316254896874,
      "learning_rate": 0.00029354154863633203,
      "loss": 5.6363,
      "step": 8434
    },
    {
      "epoch": 0.7165307509344206,
      "grad_norm": 1.6259980514525323,
      "learning_rate": 0.00029353955541754377,
      "loss": 5.1667,
      "step": 8435
    },
    {
      "epoch": 0.7166156982670744,
      "grad_norm": 1.6489255762514807,
      "learning_rate": 0.00029353756189799695,
      "loss": 5.4753,
      "step": 8436
    },
    {
      "epoch": 0.7167006455997281,
      "grad_norm": 1.6338058777775029,
      "learning_rate": 0.00029353556807769566,
      "loss": 5.1514,
      "step": 8437
    },
    {
      "epoch": 0.716785592932382,
      "grad_norm": 1.6629512756652527,
      "learning_rate": 0.0002935335739566442,
      "loss": 5.2725,
      "step": 8438
    },
    {
      "epoch": 0.7168705402650357,
      "grad_norm": 1.6865115849849497,
      "learning_rate": 0.0002935315795348467,
      "loss": 5.1371,
      "step": 8439
    },
    {
      "epoch": 0.7169554875976895,
      "grad_norm": 1.7547810571218383,
      "learning_rate": 0.00029352958481230725,
      "loss": 5.7375,
      "step": 8440
    },
    {
      "epoch": 0.7170404349303432,
      "grad_norm": 1.820489981956257,
      "learning_rate": 0.0002935275897890302,
      "loss": 5.8083,
      "step": 8441
    },
    {
      "epoch": 0.7171253822629969,
      "grad_norm": 1.6294723063869958,
      "learning_rate": 0.0002935255944650196,
      "loss": 4.9974,
      "step": 8442
    },
    {
      "epoch": 0.7172103295956507,
      "grad_norm": 1.6439338677574464,
      "learning_rate": 0.0002935235988402796,
      "loss": 4.8798,
      "step": 8443
    },
    {
      "epoch": 0.7172952769283044,
      "grad_norm": 1.6326944072213092,
      "learning_rate": 0.0002935216029148145,
      "loss": 5.2119,
      "step": 8444
    },
    {
      "epoch": 0.7173802242609582,
      "grad_norm": 1.606489766097816,
      "learning_rate": 0.0002935196066886285,
      "loss": 5.1972,
      "step": 8445
    },
    {
      "epoch": 0.717465171593612,
      "grad_norm": 1.6341247845394884,
      "learning_rate": 0.0002935176101617256,
      "loss": 5.7051,
      "step": 8446
    },
    {
      "epoch": 0.7175501189262657,
      "grad_norm": 1.7046491153353736,
      "learning_rate": 0.00029351561333411017,
      "loss": 5.4432,
      "step": 8447
    },
    {
      "epoch": 0.7176350662589195,
      "grad_norm": 1.722731085608695,
      "learning_rate": 0.0002935136162057863,
      "loss": 5.5595,
      "step": 8448
    },
    {
      "epoch": 0.7177200135915732,
      "grad_norm": 1.6793416272423356,
      "learning_rate": 0.0002935116187767582,
      "loss": 5.2136,
      "step": 8449
    },
    {
      "epoch": 0.717804960924227,
      "grad_norm": 1.7111496152181744,
      "learning_rate": 0.0002935096210470301,
      "loss": 5.6006,
      "step": 8450
    },
    {
      "epoch": 0.7178899082568807,
      "grad_norm": 1.6950212493639456,
      "learning_rate": 0.00029350762301660606,
      "loss": 5.1972,
      "step": 8451
    },
    {
      "epoch": 0.7179748555895344,
      "grad_norm": 1.6818396126731772,
      "learning_rate": 0.00029350562468549035,
      "loss": 4.9764,
      "step": 8452
    },
    {
      "epoch": 0.7180598029221883,
      "grad_norm": 1.757280265515014,
      "learning_rate": 0.0002935036260536872,
      "loss": 5.7105,
      "step": 8453
    },
    {
      "epoch": 0.718144750254842,
      "grad_norm": 1.6569644969412873,
      "learning_rate": 0.0002935016271212007,
      "loss": 5.2667,
      "step": 8454
    },
    {
      "epoch": 0.7182296975874958,
      "grad_norm": 1.6614351716174285,
      "learning_rate": 0.0002934996278880351,
      "loss": 4.727,
      "step": 8455
    },
    {
      "epoch": 0.7183146449201495,
      "grad_norm": 1.72300544704855,
      "learning_rate": 0.00029349762835419456,
      "loss": 5.5422,
      "step": 8456
    },
    {
      "epoch": 0.7183995922528033,
      "grad_norm": 1.6107273425393314,
      "learning_rate": 0.00029349562851968336,
      "loss": 5.1367,
      "step": 8457
    },
    {
      "epoch": 0.718484539585457,
      "grad_norm": 1.618918153090923,
      "learning_rate": 0.00029349362838450554,
      "loss": 5.398,
      "step": 8458
    },
    {
      "epoch": 0.7185694869181107,
      "grad_norm": 1.7539209021556503,
      "learning_rate": 0.00029349162794866534,
      "loss": 5.3425,
      "step": 8459
    },
    {
      "epoch": 0.7186544342507645,
      "grad_norm": 1.5981327425685539,
      "learning_rate": 0.0002934896272121671,
      "loss": 5.2951,
      "step": 8460
    },
    {
      "epoch": 0.7187393815834183,
      "grad_norm": 1.7757736362702572,
      "learning_rate": 0.00029348762617501477,
      "loss": 5.5615,
      "step": 8461
    },
    {
      "epoch": 0.7188243289160721,
      "grad_norm": 1.7476810405118381,
      "learning_rate": 0.0002934856248372127,
      "loss": 5.4544,
      "step": 8462
    },
    {
      "epoch": 0.7189092762487258,
      "grad_norm": 1.6011201780137947,
      "learning_rate": 0.0002934836231987651,
      "loss": 4.9717,
      "step": 8463
    },
    {
      "epoch": 0.7189942235813795,
      "grad_norm": 1.6417436181478526,
      "learning_rate": 0.00029348162125967603,
      "loss": 5.0784,
      "step": 8464
    },
    {
      "epoch": 0.7190791709140333,
      "grad_norm": 1.6231097095247773,
      "learning_rate": 0.0002934796190199498,
      "loss": 5.2369,
      "step": 8465
    },
    {
      "epoch": 0.719164118246687,
      "grad_norm": 1.6374110000829147,
      "learning_rate": 0.00029347761647959057,
      "loss": 5.0545,
      "step": 8466
    },
    {
      "epoch": 0.7192490655793408,
      "grad_norm": 1.722392014551717,
      "learning_rate": 0.0002934756136386025,
      "loss": 5.609,
      "step": 8467
    },
    {
      "epoch": 0.7193340129119946,
      "grad_norm": 1.583402717477977,
      "learning_rate": 0.00029347361049698986,
      "loss": 5.0355,
      "step": 8468
    },
    {
      "epoch": 0.7194189602446484,
      "grad_norm": 1.6252635622015181,
      "learning_rate": 0.00029347160705475684,
      "loss": 5.4151,
      "step": 8469
    },
    {
      "epoch": 0.7195039075773021,
      "grad_norm": 1.8047297192482044,
      "learning_rate": 0.00029346960331190757,
      "loss": 5.6718,
      "step": 8470
    },
    {
      "epoch": 0.7195888549099558,
      "grad_norm": 1.6689766459707815,
      "learning_rate": 0.0002934675992684463,
      "loss": 5.0061,
      "step": 8471
    },
    {
      "epoch": 0.7196738022426096,
      "grad_norm": 1.7750589191187007,
      "learning_rate": 0.0002934655949243772,
      "loss": 5.6372,
      "step": 8472
    },
    {
      "epoch": 0.7197587495752633,
      "grad_norm": 1.6552412663423963,
      "learning_rate": 0.0002934635902797045,
      "loss": 5.0781,
      "step": 8473
    },
    {
      "epoch": 0.719843696907917,
      "grad_norm": 1.7158900117249614,
      "learning_rate": 0.00029346158533443236,
      "loss": 5.3593,
      "step": 8474
    },
    {
      "epoch": 0.7199286442405708,
      "grad_norm": 1.6447833211113945,
      "learning_rate": 0.000293459580088565,
      "loss": 5.1779,
      "step": 8475
    },
    {
      "epoch": 0.7200135915732246,
      "grad_norm": 1.6306861910321637,
      "learning_rate": 0.0002934575745421067,
      "loss": 5.22,
      "step": 8476
    },
    {
      "epoch": 0.7200985389058784,
      "grad_norm": 1.748516244069388,
      "learning_rate": 0.0002934555686950615,
      "loss": 5.4891,
      "step": 8477
    },
    {
      "epoch": 0.7201834862385321,
      "grad_norm": 1.5882512928177916,
      "learning_rate": 0.00029345356254743376,
      "loss": 5.3769,
      "step": 8478
    },
    {
      "epoch": 0.7202684335711859,
      "grad_norm": 1.6102225329256619,
      "learning_rate": 0.00029345155609922756,
      "loss": 5.2525,
      "step": 8479
    },
    {
      "epoch": 0.7203533809038396,
      "grad_norm": 1.6231484873564224,
      "learning_rate": 0.00029344954935044723,
      "loss": 5.5393,
      "step": 8480
    },
    {
      "epoch": 0.7204383282364933,
      "grad_norm": 1.6501996798376564,
      "learning_rate": 0.00029344754230109683,
      "loss": 5.5083,
      "step": 8481
    },
    {
      "epoch": 0.7205232755691471,
      "grad_norm": 1.662040858374922,
      "learning_rate": 0.00029344553495118066,
      "loss": 5.1678,
      "step": 8482
    },
    {
      "epoch": 0.7206082229018009,
      "grad_norm": 1.6516327639651274,
      "learning_rate": 0.00029344352730070294,
      "loss": 5.5116,
      "step": 8483
    },
    {
      "epoch": 0.7206931702344547,
      "grad_norm": 1.6216420130469802,
      "learning_rate": 0.00029344151934966784,
      "loss": 5.2743,
      "step": 8484
    },
    {
      "epoch": 0.7207781175671084,
      "grad_norm": 1.9552400516357427,
      "learning_rate": 0.00029343951109807954,
      "loss": 5.8867,
      "step": 8485
    },
    {
      "epoch": 0.7208630648997622,
      "grad_norm": 1.7550020835331188,
      "learning_rate": 0.0002934375025459423,
      "loss": 5.565,
      "step": 8486
    },
    {
      "epoch": 0.7209480122324159,
      "grad_norm": 1.6229441178636166,
      "learning_rate": 0.0002934354936932603,
      "loss": 5.1302,
      "step": 8487
    },
    {
      "epoch": 0.7210329595650696,
      "grad_norm": 1.9021263784539395,
      "learning_rate": 0.00029343348454003777,
      "loss": 5.702,
      "step": 8488
    },
    {
      "epoch": 0.7211179068977234,
      "grad_norm": 1.7654256485980666,
      "learning_rate": 0.0002934314750862789,
      "loss": 5.6245,
      "step": 8489
    },
    {
      "epoch": 0.7212028542303772,
      "grad_norm": 1.6502223011545154,
      "learning_rate": 0.0002934294653319879,
      "loss": 5.2633,
      "step": 8490
    },
    {
      "epoch": 0.721287801563031,
      "grad_norm": 1.6323614499322543,
      "learning_rate": 0.00029342745527716896,
      "loss": 5.3004,
      "step": 8491
    },
    {
      "epoch": 0.7213727488956847,
      "grad_norm": 1.7466944638156028,
      "learning_rate": 0.00029342544492182637,
      "loss": 5.632,
      "step": 8492
    },
    {
      "epoch": 0.7214576962283384,
      "grad_norm": 1.7378366905533094,
      "learning_rate": 0.00029342343426596424,
      "loss": 5.6148,
      "step": 8493
    },
    {
      "epoch": 0.7215426435609922,
      "grad_norm": 1.592221709963113,
      "learning_rate": 0.00029342142330958685,
      "loss": 5.0962,
      "step": 8494
    },
    {
      "epoch": 0.7216275908936459,
      "grad_norm": 1.6578315437441202,
      "learning_rate": 0.00029341941205269844,
      "loss": 5.5169,
      "step": 8495
    },
    {
      "epoch": 0.7217125382262997,
      "grad_norm": 1.7256350755935586,
      "learning_rate": 0.0002934174004953031,
      "loss": 5.6743,
      "step": 8496
    },
    {
      "epoch": 0.7217974855589534,
      "grad_norm": 1.641740095942868,
      "learning_rate": 0.0002934153886374052,
      "loss": 5.3671,
      "step": 8497
    },
    {
      "epoch": 0.7218824328916073,
      "grad_norm": 1.6291348187451633,
      "learning_rate": 0.00029341337647900885,
      "loss": 5.3358,
      "step": 8498
    },
    {
      "epoch": 0.721967380224261,
      "grad_norm": 1.6688449258367968,
      "learning_rate": 0.0002934113640201183,
      "loss": 5.236,
      "step": 8499
    },
    {
      "epoch": 0.7220523275569147,
      "grad_norm": 1.5740774367676234,
      "learning_rate": 0.0002934093512607378,
      "loss": 5.2016,
      "step": 8500
    },
    {
      "epoch": 0.7221372748895685,
      "grad_norm": 1.7932057127082806,
      "learning_rate": 0.0002934073382008715,
      "loss": 5.485,
      "step": 8501
    },
    {
      "epoch": 0.7222222222222222,
      "grad_norm": 1.7580565842775782,
      "learning_rate": 0.0002934053248405236,
      "loss": 5.4985,
      "step": 8502
    },
    {
      "epoch": 0.722307169554876,
      "grad_norm": 1.6408420570499918,
      "learning_rate": 0.00029340331117969846,
      "loss": 5.4228,
      "step": 8503
    },
    {
      "epoch": 0.7223921168875297,
      "grad_norm": 1.5702519046788412,
      "learning_rate": 0.00029340129721840017,
      "loss": 5.1352,
      "step": 8504
    },
    {
      "epoch": 0.7224770642201835,
      "grad_norm": 1.568887580451572,
      "learning_rate": 0.00029339928295663297,
      "loss": 5.0284,
      "step": 8505
    },
    {
      "epoch": 0.7225620115528373,
      "grad_norm": 1.7756176568916826,
      "learning_rate": 0.00029339726839440114,
      "loss": 5.7477,
      "step": 8506
    },
    {
      "epoch": 0.722646958885491,
      "grad_norm": 1.6048030786455212,
      "learning_rate": 0.0002933952535317088,
      "loss": 5.0367,
      "step": 8507
    },
    {
      "epoch": 0.7227319062181448,
      "grad_norm": 1.665866660958335,
      "learning_rate": 0.00029339323836856027,
      "loss": 5.6125,
      "step": 8508
    },
    {
      "epoch": 0.7228168535507985,
      "grad_norm": 1.5180760741492823,
      "learning_rate": 0.00029339122290495973,
      "loss": 4.9745,
      "step": 8509
    },
    {
      "epoch": 0.7229018008834522,
      "grad_norm": 1.5643372193637668,
      "learning_rate": 0.00029338920714091143,
      "loss": 5.0159,
      "step": 8510
    },
    {
      "epoch": 0.722986748216106,
      "grad_norm": 1.6653542437762834,
      "learning_rate": 0.0002933871910764196,
      "loss": 5.0651,
      "step": 8511
    },
    {
      "epoch": 0.7230716955487597,
      "grad_norm": 1.5879556663648289,
      "learning_rate": 0.00029338517471148834,
      "loss": 5.212,
      "step": 8512
    },
    {
      "epoch": 0.7231566428814136,
      "grad_norm": 1.5798858796847783,
      "learning_rate": 0.00029338315804612196,
      "loss": 5.1013,
      "step": 8513
    },
    {
      "epoch": 0.7232415902140673,
      "grad_norm": 1.5552758925516947,
      "learning_rate": 0.0002933811410803248,
      "loss": 5.0773,
      "step": 8514
    },
    {
      "epoch": 0.723326537546721,
      "grad_norm": 1.5825140780109834,
      "learning_rate": 0.0002933791238141009,
      "loss": 4.8859,
      "step": 8515
    },
    {
      "epoch": 0.7234114848793748,
      "grad_norm": 1.6618033591359669,
      "learning_rate": 0.00029337710624745457,
      "loss": 5.2313,
      "step": 8516
    },
    {
      "epoch": 0.7234964322120285,
      "grad_norm": 1.595324486702037,
      "learning_rate": 0.0002933750883803901,
      "loss": 5.2049,
      "step": 8517
    },
    {
      "epoch": 0.7235813795446823,
      "grad_norm": 1.6468892828354713,
      "learning_rate": 0.0002933730702129116,
      "loss": 5.3845,
      "step": 8518
    },
    {
      "epoch": 0.723666326877336,
      "grad_norm": 1.5846651865517623,
      "learning_rate": 0.00029337105174502337,
      "loss": 4.83,
      "step": 8519
    },
    {
      "epoch": 0.7237512742099899,
      "grad_norm": 1.6657057469732515,
      "learning_rate": 0.0002933690329767296,
      "loss": 5.5103,
      "step": 8520
    },
    {
      "epoch": 0.7238362215426436,
      "grad_norm": 1.6349999898802692,
      "learning_rate": 0.00029336701390803455,
      "loss": 5.3483,
      "step": 8521
    },
    {
      "epoch": 0.7239211688752973,
      "grad_norm": 1.6053274966005577,
      "learning_rate": 0.00029336499453894247,
      "loss": 4.9277,
      "step": 8522
    },
    {
      "epoch": 0.7240061162079511,
      "grad_norm": 1.7115010655837382,
      "learning_rate": 0.00029336297486945754,
      "loss": 5.4413,
      "step": 8523
    },
    {
      "epoch": 0.7240910635406048,
      "grad_norm": 1.7908872322700773,
      "learning_rate": 0.00029336095489958404,
      "loss": 4.7582,
      "step": 8524
    },
    {
      "epoch": 0.7241760108732586,
      "grad_norm": 1.6519564210336615,
      "learning_rate": 0.00029335893462932615,
      "loss": 5.5258,
      "step": 8525
    },
    {
      "epoch": 0.7242609582059123,
      "grad_norm": 1.5720393485598485,
      "learning_rate": 0.0002933569140586881,
      "loss": 5.419,
      "step": 8526
    },
    {
      "epoch": 0.724345905538566,
      "grad_norm": 1.6029398929724468,
      "learning_rate": 0.0002933548931876742,
      "loss": 5.3443,
      "step": 8527
    },
    {
      "epoch": 0.7244308528712199,
      "grad_norm": 1.7229142948142417,
      "learning_rate": 0.00029335287201628864,
      "loss": 5.6355,
      "step": 8528
    },
    {
      "epoch": 0.7245158002038736,
      "grad_norm": 1.5755093613300784,
      "learning_rate": 0.00029335085054453563,
      "loss": 5.3137,
      "step": 8529
    },
    {
      "epoch": 0.7246007475365274,
      "grad_norm": 1.546397548733426,
      "learning_rate": 0.0002933488287724195,
      "loss": 5.2258,
      "step": 8530
    },
    {
      "epoch": 0.7246856948691811,
      "grad_norm": 1.6611801665489017,
      "learning_rate": 0.0002933468066999443,
      "loss": 5.605,
      "step": 8531
    },
    {
      "epoch": 0.7247706422018348,
      "grad_norm": 1.7185128222003705,
      "learning_rate": 0.00029334478432711445,
      "loss": 5.6818,
      "step": 8532
    },
    {
      "epoch": 0.7248555895344886,
      "grad_norm": 1.6107553030246888,
      "learning_rate": 0.00029334276165393413,
      "loss": 5.3785,
      "step": 8533
    },
    {
      "epoch": 0.7249405368671423,
      "grad_norm": 1.5954012546530005,
      "learning_rate": 0.0002933407386804075,
      "loss": 5.5175,
      "step": 8534
    },
    {
      "epoch": 0.7250254841997962,
      "grad_norm": 1.5238268043326948,
      "learning_rate": 0.0002933387154065389,
      "loss": 4.9979,
      "step": 8535
    },
    {
      "epoch": 0.7251104315324499,
      "grad_norm": 1.5647235800260044,
      "learning_rate": 0.0002933366918323326,
      "loss": 5.1461,
      "step": 8536
    },
    {
      "epoch": 0.7251953788651037,
      "grad_norm": 1.6074691535349075,
      "learning_rate": 0.00029333466795779267,
      "loss": 5.158,
      "step": 8537
    },
    {
      "epoch": 0.7252803261977574,
      "grad_norm": 1.7519941204689906,
      "learning_rate": 0.0002933326437829235,
      "loss": 5.8969,
      "step": 8538
    },
    {
      "epoch": 0.7253652735304111,
      "grad_norm": 1.584210517984695,
      "learning_rate": 0.0002933306193077293,
      "loss": 5.2992,
      "step": 8539
    },
    {
      "epoch": 0.7254502208630649,
      "grad_norm": 1.708341537197341,
      "learning_rate": 0.0002933285945322143,
      "loss": 5.3494,
      "step": 8540
    },
    {
      "epoch": 0.7255351681957186,
      "grad_norm": 1.794642039126,
      "learning_rate": 0.0002933265694563827,
      "loss": 5.7143,
      "step": 8541
    },
    {
      "epoch": 0.7256201155283724,
      "grad_norm": 1.5795047986221171,
      "learning_rate": 0.00029332454408023884,
      "loss": 5.1091,
      "step": 8542
    },
    {
      "epoch": 0.7257050628610262,
      "grad_norm": 1.5915060255415625,
      "learning_rate": 0.0002933225184037869,
      "loss": 5.0814,
      "step": 8543
    },
    {
      "epoch": 0.72579001019368,
      "grad_norm": 1.6751469060277873,
      "learning_rate": 0.00029332049242703113,
      "loss": 5.466,
      "step": 8544
    },
    {
      "epoch": 0.7258749575263337,
      "grad_norm": 1.630265761568938,
      "learning_rate": 0.0002933184661499758,
      "loss": 5.2486,
      "step": 8545
    },
    {
      "epoch": 0.7259599048589874,
      "grad_norm": 1.6650505445587982,
      "learning_rate": 0.00029331643957262505,
      "loss": 5.2606,
      "step": 8546
    },
    {
      "epoch": 0.7260448521916412,
      "grad_norm": 1.6561082550388915,
      "learning_rate": 0.00029331441269498325,
      "loss": 5.3045,
      "step": 8547
    },
    {
      "epoch": 0.7261297995242949,
      "grad_norm": 1.601793135649693,
      "learning_rate": 0.0002933123855170547,
      "loss": 5.1865,
      "step": 8548
    },
    {
      "epoch": 0.7262147468569486,
      "grad_norm": 1.5704108909120778,
      "learning_rate": 0.00029331035803884344,
      "loss": 5.051,
      "step": 8549
    },
    {
      "epoch": 0.7262996941896025,
      "grad_norm": 1.596732925116603,
      "learning_rate": 0.0002933083302603539,
      "loss": 5.0043,
      "step": 8550
    },
    {
      "epoch": 0.7263846415222562,
      "grad_norm": 1.8688704070447308,
      "learning_rate": 0.00029330630218159015,
      "loss": 5.3113,
      "step": 8551
    },
    {
      "epoch": 0.72646958885491,
      "grad_norm": 1.7027785391841708,
      "learning_rate": 0.0002933042738025567,
      "loss": 5.4552,
      "step": 8552
    },
    {
      "epoch": 0.7265545361875637,
      "grad_norm": 1.6050599310192128,
      "learning_rate": 0.0002933022451232575,
      "loss": 5.4075,
      "step": 8553
    },
    {
      "epoch": 0.7266394835202175,
      "grad_norm": 1.6925503368472845,
      "learning_rate": 0.0002933002161436971,
      "loss": 5.4048,
      "step": 8554
    },
    {
      "epoch": 0.7267244308528712,
      "grad_norm": 1.6396062965079266,
      "learning_rate": 0.0002932981868638795,
      "loss": 5.4594,
      "step": 8555
    },
    {
      "epoch": 0.7268093781855249,
      "grad_norm": 1.5942870261036008,
      "learning_rate": 0.00029329615728380915,
      "loss": 5.3474,
      "step": 8556
    },
    {
      "epoch": 0.7268943255181787,
      "grad_norm": 1.5996714140611807,
      "learning_rate": 0.0002932941274034901,
      "loss": 5.1233,
      "step": 8557
    },
    {
      "epoch": 0.7269792728508325,
      "grad_norm": 1.6260594439234786,
      "learning_rate": 0.00029329209722292677,
      "loss": 5.291,
      "step": 8558
    },
    {
      "epoch": 0.7270642201834863,
      "grad_norm": 1.8331667588447966,
      "learning_rate": 0.00029329006674212336,
      "loss": 5.5307,
      "step": 8559
    },
    {
      "epoch": 0.72714916751614,
      "grad_norm": 1.651880911241477,
      "learning_rate": 0.0002932880359610841,
      "loss": 5.2865,
      "step": 8560
    },
    {
      "epoch": 0.7272341148487937,
      "grad_norm": 1.619832042522923,
      "learning_rate": 0.00029328600487981327,
      "loss": 5.2769,
      "step": 8561
    },
    {
      "epoch": 0.7273190621814475,
      "grad_norm": 1.6813560764664814,
      "learning_rate": 0.0002932839734983151,
      "loss": 5.4109,
      "step": 8562
    },
    {
      "epoch": 0.7274040095141012,
      "grad_norm": 1.621412377623601,
      "learning_rate": 0.0002932819418165939,
      "loss": 5.2732,
      "step": 8563
    },
    {
      "epoch": 0.727488956846755,
      "grad_norm": 1.7597991664410235,
      "learning_rate": 0.0002932799098346539,
      "loss": 5.6527,
      "step": 8564
    },
    {
      "epoch": 0.7275739041794088,
      "grad_norm": 1.5947521945281988,
      "learning_rate": 0.0002932778775524993,
      "loss": 4.9932,
      "step": 8565
    },
    {
      "epoch": 0.7276588515120626,
      "grad_norm": 1.5970105783030024,
      "learning_rate": 0.00029327584497013446,
      "loss": 5.2434,
      "step": 8566
    },
    {
      "epoch": 0.7277437988447163,
      "grad_norm": 1.7572367835271987,
      "learning_rate": 0.00029327381208756357,
      "loss": 5.5705,
      "step": 8567
    },
    {
      "epoch": 0.72782874617737,
      "grad_norm": 1.5709570084799203,
      "learning_rate": 0.00029327177890479093,
      "loss": 5.1506,
      "step": 8568
    },
    {
      "epoch": 0.7279136935100238,
      "grad_norm": 1.7798940377872712,
      "learning_rate": 0.0002932697454218207,
      "loss": 5.6008,
      "step": 8569
    },
    {
      "epoch": 0.7279986408426775,
      "grad_norm": 1.6455016978685395,
      "learning_rate": 0.0002932677116386573,
      "loss": 5.0408,
      "step": 8570
    },
    {
      "epoch": 0.7280835881753313,
      "grad_norm": 1.753587201889699,
      "learning_rate": 0.0002932656775553049,
      "loss": 5.5586,
      "step": 8571
    },
    {
      "epoch": 0.7281685355079851,
      "grad_norm": 1.6043851349053522,
      "learning_rate": 0.00029326364317176773,
      "loss": 5.2723,
      "step": 8572
    },
    {
      "epoch": 0.7282534828406388,
      "grad_norm": 1.6193738168624918,
      "learning_rate": 0.00029326160848805016,
      "loss": 5.1181,
      "step": 8573
    },
    {
      "epoch": 0.7283384301732926,
      "grad_norm": 1.6006084095589923,
      "learning_rate": 0.00029325957350415625,
      "loss": 5.2076,
      "step": 8574
    },
    {
      "epoch": 0.7284233775059463,
      "grad_norm": 1.5721433637806816,
      "learning_rate": 0.0002932575382200905,
      "loss": 4.7496,
      "step": 8575
    },
    {
      "epoch": 0.7285083248386001,
      "grad_norm": 1.8529482335334826,
      "learning_rate": 0.0002932555026358571,
      "loss": 5.7111,
      "step": 8576
    },
    {
      "epoch": 0.7285932721712538,
      "grad_norm": 1.5910037008271471,
      "learning_rate": 0.0002932534667514603,
      "loss": 5.1762,
      "step": 8577
    },
    {
      "epoch": 0.7286782195039075,
      "grad_norm": 1.5918887205331453,
      "learning_rate": 0.0002932514305669043,
      "loss": 5.1345,
      "step": 8578
    },
    {
      "epoch": 0.7287631668365613,
      "grad_norm": 1.6077142006820149,
      "learning_rate": 0.00029324939408219346,
      "loss": 5.3685,
      "step": 8579
    },
    {
      "epoch": 0.7288481141692151,
      "grad_norm": 1.5332356260284266,
      "learning_rate": 0.00029324735729733197,
      "loss": 5.0423,
      "step": 8580
    },
    {
      "epoch": 0.7289330615018689,
      "grad_norm": 1.5516467855093599,
      "learning_rate": 0.0002932453202123242,
      "loss": 4.9512,
      "step": 8581
    },
    {
      "epoch": 0.7290180088345226,
      "grad_norm": 1.5996938434974248,
      "learning_rate": 0.0002932432828271743,
      "loss": 5.2272,
      "step": 8582
    },
    {
      "epoch": 0.7291029561671764,
      "grad_norm": 1.6526143009290177,
      "learning_rate": 0.00029324124514188663,
      "loss": 5.086,
      "step": 8583
    },
    {
      "epoch": 0.7291879034998301,
      "grad_norm": 1.6582064237395395,
      "learning_rate": 0.0002932392071564654,
      "loss": 5.3504,
      "step": 8584
    },
    {
      "epoch": 0.7292728508324838,
      "grad_norm": 1.6347395667109401,
      "learning_rate": 0.00029323716887091493,
      "loss": 5.423,
      "step": 8585
    },
    {
      "epoch": 0.7293577981651376,
      "grad_norm": 1.647283687640605,
      "learning_rate": 0.00029323513028523945,
      "loss": 5.3251,
      "step": 8586
    },
    {
      "epoch": 0.7294427454977914,
      "grad_norm": 1.680623643457234,
      "learning_rate": 0.00029323309139944325,
      "loss": 5.4071,
      "step": 8587
    },
    {
      "epoch": 0.7295276928304452,
      "grad_norm": 1.6548052477294657,
      "learning_rate": 0.0002932310522135306,
      "loss": 5.1372,
      "step": 8588
    },
    {
      "epoch": 0.7296126401630989,
      "grad_norm": 1.755640747880301,
      "learning_rate": 0.0002932290127275058,
      "loss": 5.5769,
      "step": 8589
    },
    {
      "epoch": 0.7296975874957526,
      "grad_norm": 1.652521093983376,
      "learning_rate": 0.00029322697294137303,
      "loss": 4.9794,
      "step": 8590
    },
    {
      "epoch": 0.7297825348284064,
      "grad_norm": 1.6823925041534964,
      "learning_rate": 0.0002932249328551367,
      "loss": 5.3235,
      "step": 8591
    },
    {
      "epoch": 0.7298674821610601,
      "grad_norm": 1.7054955152100446,
      "learning_rate": 0.00029322289246880095,
      "loss": 5.4988,
      "step": 8592
    },
    {
      "epoch": 0.7299524294937139,
      "grad_norm": 1.6776246516549724,
      "learning_rate": 0.0002932208517823702,
      "loss": 5.2775,
      "step": 8593
    },
    {
      "epoch": 0.7300373768263676,
      "grad_norm": 1.6131685716906972,
      "learning_rate": 0.0002932188107958486,
      "loss": 5.1881,
      "step": 8594
    },
    {
      "epoch": 0.7301223241590215,
      "grad_norm": 1.624238625154219,
      "learning_rate": 0.0002932167695092404,
      "loss": 5.1605,
      "step": 8595
    },
    {
      "epoch": 0.7302072714916752,
      "grad_norm": 1.7241673484102678,
      "learning_rate": 0.00029321472792255007,
      "loss": 5.4889,
      "step": 8596
    },
    {
      "epoch": 0.7302922188243289,
      "grad_norm": 1.6291023566888592,
      "learning_rate": 0.00029321268603578173,
      "loss": 5.2685,
      "step": 8597
    },
    {
      "epoch": 0.7303771661569827,
      "grad_norm": 1.5598917450050958,
      "learning_rate": 0.0002932106438489397,
      "loss": 5.0395,
      "step": 8598
    },
    {
      "epoch": 0.7304621134896364,
      "grad_norm": 1.6542773911739572,
      "learning_rate": 0.0002932086013620282,
      "loss": 4.6639,
      "step": 8599
    },
    {
      "epoch": 0.7305470608222902,
      "grad_norm": 1.7566349850273297,
      "learning_rate": 0.00029320655857505157,
      "loss": 5.7645,
      "step": 8600
    },
    {
      "epoch": 0.7306320081549439,
      "grad_norm": 1.670796765093025,
      "learning_rate": 0.0002932045154880141,
      "loss": 5.0956,
      "step": 8601
    },
    {
      "epoch": 0.7307169554875977,
      "grad_norm": 1.7379229551672493,
      "learning_rate": 0.0002932024721009201,
      "loss": 5.2857,
      "step": 8602
    },
    {
      "epoch": 0.7308019028202515,
      "grad_norm": 1.6710199286261926,
      "learning_rate": 0.0002932004284137738,
      "loss": 5.2892,
      "step": 8603
    },
    {
      "epoch": 0.7308868501529052,
      "grad_norm": 1.6856245116347874,
      "learning_rate": 0.00029319838442657943,
      "loss": 5.5492,
      "step": 8604
    },
    {
      "epoch": 0.730971797485559,
      "grad_norm": 1.7660373600242878,
      "learning_rate": 0.0002931963401393414,
      "loss": 5.6153,
      "step": 8605
    },
    {
      "epoch": 0.7310567448182127,
      "grad_norm": 1.7223676897187137,
      "learning_rate": 0.0002931942955520638,
      "loss": 5.5038,
      "step": 8606
    },
    {
      "epoch": 0.7311416921508664,
      "grad_norm": 1.6930511662479732,
      "learning_rate": 0.00029319225066475117,
      "loss": 5.0864,
      "step": 8607
    },
    {
      "epoch": 0.7312266394835202,
      "grad_norm": 1.61828923675736,
      "learning_rate": 0.00029319020547740763,
      "loss": 5.0761,
      "step": 8608
    },
    {
      "epoch": 0.7313115868161739,
      "grad_norm": 1.626249256693524,
      "learning_rate": 0.0002931881599900375,
      "loss": 5.4432,
      "step": 8609
    },
    {
      "epoch": 0.7313965341488278,
      "grad_norm": 1.6202527205078066,
      "learning_rate": 0.00029318611420264503,
      "loss": 5.2389,
      "step": 8610
    },
    {
      "epoch": 0.7314814814814815,
      "grad_norm": 1.7244050607337633,
      "learning_rate": 0.0002931840681152346,
      "loss": 5.0886,
      "step": 8611
    },
    {
      "epoch": 0.7315664288141353,
      "grad_norm": 1.6157845217298885,
      "learning_rate": 0.0002931820217278104,
      "loss": 5.0913,
      "step": 8612
    },
    {
      "epoch": 0.731651376146789,
      "grad_norm": 1.769015425652232,
      "learning_rate": 0.00029317997504037675,
      "loss": 5.4638,
      "step": 8613
    },
    {
      "epoch": 0.7317363234794427,
      "grad_norm": 1.6598139711808035,
      "learning_rate": 0.0002931779280529379,
      "loss": 5.3968,
      "step": 8614
    },
    {
      "epoch": 0.7318212708120965,
      "grad_norm": 1.7065015670015433,
      "learning_rate": 0.0002931758807654983,
      "loss": 5.4714,
      "step": 8615
    },
    {
      "epoch": 0.7319062181447502,
      "grad_norm": 1.6764310762802137,
      "learning_rate": 0.000293173833178062,
      "loss": 5.3006,
      "step": 8616
    },
    {
      "epoch": 0.7319911654774041,
      "grad_norm": 1.6653124329576896,
      "learning_rate": 0.0002931717852906335,
      "loss": 5.4571,
      "step": 8617
    },
    {
      "epoch": 0.7320761128100578,
      "grad_norm": 1.745179364487005,
      "learning_rate": 0.000293169737103217,
      "loss": 5.5693,
      "step": 8618
    },
    {
      "epoch": 0.7321610601427115,
      "grad_norm": 1.5845810308836117,
      "learning_rate": 0.00029316768861581676,
      "loss": 5.2876,
      "step": 8619
    },
    {
      "epoch": 0.7322460074753653,
      "grad_norm": 1.62327388414302,
      "learning_rate": 0.0002931656398284371,
      "loss": 5.3829,
      "step": 8620
    },
    {
      "epoch": 0.732330954808019,
      "grad_norm": 1.6755750771951288,
      "learning_rate": 0.0002931635907410824,
      "loss": 5.3313,
      "step": 8621
    },
    {
      "epoch": 0.7324159021406728,
      "grad_norm": 1.6419675028270475,
      "learning_rate": 0.0002931615413537568,
      "loss": 5.0504,
      "step": 8622
    },
    {
      "epoch": 0.7325008494733265,
      "grad_norm": 1.6311687115536408,
      "learning_rate": 0.0002931594916664647,
      "loss": 5.0686,
      "step": 8623
    },
    {
      "epoch": 0.7325857968059802,
      "grad_norm": 1.638872131293056,
      "learning_rate": 0.0002931574416792103,
      "loss": 5.1162,
      "step": 8624
    },
    {
      "epoch": 0.7326707441386341,
      "grad_norm": 1.6361945518470797,
      "learning_rate": 0.00029315539139199804,
      "loss": 4.7182,
      "step": 8625
    },
    {
      "epoch": 0.7327556914712878,
      "grad_norm": 1.67330558873179,
      "learning_rate": 0.0002931533408048321,
      "loss": 5.1885,
      "step": 8626
    },
    {
      "epoch": 0.7328406388039416,
      "grad_norm": 1.6679096258671187,
      "learning_rate": 0.00029315128991771685,
      "loss": 5.2268,
      "step": 8627
    },
    {
      "epoch": 0.7329255861365953,
      "grad_norm": 1.6534648843647728,
      "learning_rate": 0.0002931492387306565,
      "loss": 5.2284,
      "step": 8628
    },
    {
      "epoch": 0.733010533469249,
      "grad_norm": 1.646009797243057,
      "learning_rate": 0.00029314718724365537,
      "loss": 5.3246,
      "step": 8629
    },
    {
      "epoch": 0.7330954808019028,
      "grad_norm": 1.6168826856797869,
      "learning_rate": 0.00029314513545671786,
      "loss": 5.2355,
      "step": 8630
    },
    {
      "epoch": 0.7331804281345565,
      "grad_norm": 1.7274858140223992,
      "learning_rate": 0.00029314308336984813,
      "loss": 5.6231,
      "step": 8631
    },
    {
      "epoch": 0.7332653754672104,
      "grad_norm": 1.7843079664651573,
      "learning_rate": 0.0002931410309830506,
      "loss": 5.6427,
      "step": 8632
    },
    {
      "epoch": 0.7333503227998641,
      "grad_norm": 1.6315888417915845,
      "learning_rate": 0.00029313897829632944,
      "loss": 5.4507,
      "step": 8633
    },
    {
      "epoch": 0.7334352701325179,
      "grad_norm": 1.6254706776594685,
      "learning_rate": 0.0002931369253096891,
      "loss": 5.2461,
      "step": 8634
    },
    {
      "epoch": 0.7335202174651716,
      "grad_norm": 1.652767791624853,
      "learning_rate": 0.0002931348720231338,
      "loss": 5.1996,
      "step": 8635
    },
    {
      "epoch": 0.7336051647978253,
      "grad_norm": 1.7713912763705446,
      "learning_rate": 0.00029313281843666776,
      "loss": 5.8036,
      "step": 8636
    },
    {
      "epoch": 0.7336901121304791,
      "grad_norm": 1.6830970756187884,
      "learning_rate": 0.0002931307645502955,
      "loss": 5.4127,
      "step": 8637
    },
    {
      "epoch": 0.7337750594631328,
      "grad_norm": 1.7149979149951824,
      "learning_rate": 0.0002931287103640211,
      "loss": 5.4482,
      "step": 8638
    },
    {
      "epoch": 0.7338600067957866,
      "grad_norm": 1.792367396156148,
      "learning_rate": 0.000293126655877849,
      "loss": 5.653,
      "step": 8639
    },
    {
      "epoch": 0.7339449541284404,
      "grad_norm": 1.7084376576692923,
      "learning_rate": 0.00029312460109178347,
      "loss": 5.5108,
      "step": 8640
    },
    {
      "epoch": 0.7340299014610941,
      "grad_norm": 1.572942787539839,
      "learning_rate": 0.00029312254600582876,
      "loss": 5.2549,
      "step": 8641
    },
    {
      "epoch": 0.7341148487937479,
      "grad_norm": 1.7473208888473826,
      "learning_rate": 0.0002931204906199893,
      "loss": 5.5035,
      "step": 8642
    },
    {
      "epoch": 0.7341997961264016,
      "grad_norm": 1.7892187929309977,
      "learning_rate": 0.00029311843493426925,
      "loss": 5.7173,
      "step": 8643
    },
    {
      "epoch": 0.7342847434590554,
      "grad_norm": 1.7480370161259977,
      "learning_rate": 0.00029311637894867306,
      "loss": 5.5243,
      "step": 8644
    },
    {
      "epoch": 0.7343696907917091,
      "grad_norm": 1.7895088497413398,
      "learning_rate": 0.00029311432266320494,
      "loss": 5.6182,
      "step": 8645
    },
    {
      "epoch": 0.7344546381243628,
      "grad_norm": 1.664610464259467,
      "learning_rate": 0.0002931122660778692,
      "loss": 5.207,
      "step": 8646
    },
    {
      "epoch": 0.7345395854570167,
      "grad_norm": 1.5740094177884383,
      "learning_rate": 0.0002931102091926702,
      "loss": 4.9449,
      "step": 8647
    },
    {
      "epoch": 0.7346245327896704,
      "grad_norm": 1.6580396991224748,
      "learning_rate": 0.0002931081520076122,
      "loss": 5.3212,
      "step": 8648
    },
    {
      "epoch": 0.7347094801223242,
      "grad_norm": 1.7310093417974797,
      "learning_rate": 0.00029310609452269957,
      "loss": 5.2561,
      "step": 8649
    },
    {
      "epoch": 0.7347944274549779,
      "grad_norm": 1.6648359179071262,
      "learning_rate": 0.00029310403673793656,
      "loss": 5.4505,
      "step": 8650
    },
    {
      "epoch": 0.7348793747876317,
      "grad_norm": 1.8594688753156268,
      "learning_rate": 0.0002931019786533275,
      "loss": 5.5509,
      "step": 8651
    },
    {
      "epoch": 0.7349643221202854,
      "grad_norm": 1.6005818027628727,
      "learning_rate": 0.00029309992026887674,
      "loss": 5.0128,
      "step": 8652
    },
    {
      "epoch": 0.7350492694529391,
      "grad_norm": 1.6605502290046659,
      "learning_rate": 0.00029309786158458853,
      "loss": 5.2399,
      "step": 8653
    },
    {
      "epoch": 0.735134216785593,
      "grad_norm": 1.73508583702062,
      "learning_rate": 0.00029309580260046726,
      "loss": 5.4801,
      "step": 8654
    },
    {
      "epoch": 0.7352191641182467,
      "grad_norm": 1.6326968279959277,
      "learning_rate": 0.00029309374331651714,
      "loss": 5.2628,
      "step": 8655
    },
    {
      "epoch": 0.7353041114509005,
      "grad_norm": 1.5849808463043855,
      "learning_rate": 0.0002930916837327426,
      "loss": 5.0917,
      "step": 8656
    },
    {
      "epoch": 0.7353890587835542,
      "grad_norm": 1.6368796157545462,
      "learning_rate": 0.0002930896238491479,
      "loss": 5.2454,
      "step": 8657
    },
    {
      "epoch": 0.735474006116208,
      "grad_norm": 1.6348920261238258,
      "learning_rate": 0.00029308756366573733,
      "loss": 5.3747,
      "step": 8658
    },
    {
      "epoch": 0.7355589534488617,
      "grad_norm": 1.5388553688760935,
      "learning_rate": 0.00029308550318251524,
      "loss": 5.0051,
      "step": 8659
    },
    {
      "epoch": 0.7356439007815154,
      "grad_norm": 1.582778808842634,
      "learning_rate": 0.000293083442399486,
      "loss": 5.0621,
      "step": 8660
    },
    {
      "epoch": 0.7357288481141692,
      "grad_norm": 1.692485762198751,
      "learning_rate": 0.0002930813813166538,
      "loss": 5.5356,
      "step": 8661
    },
    {
      "epoch": 0.735813795446823,
      "grad_norm": 1.747648963665901,
      "learning_rate": 0.00029307931993402303,
      "loss": 5.6729,
      "step": 8662
    },
    {
      "epoch": 0.7358987427794768,
      "grad_norm": 1.6347405886270778,
      "learning_rate": 0.00029307725825159804,
      "loss": 4.9731,
      "step": 8663
    },
    {
      "epoch": 0.7359836901121305,
      "grad_norm": 1.700528519538617,
      "learning_rate": 0.0002930751962693831,
      "loss": 5.3679,
      "step": 8664
    },
    {
      "epoch": 0.7360686374447842,
      "grad_norm": 1.6757037501865109,
      "learning_rate": 0.0002930731339873825,
      "loss": 5.4172,
      "step": 8665
    },
    {
      "epoch": 0.736153584777438,
      "grad_norm": 1.7620708857729572,
      "learning_rate": 0.0002930710714056007,
      "loss": 5.4807,
      "step": 8666
    },
    {
      "epoch": 0.7362385321100917,
      "grad_norm": 1.6285812608726444,
      "learning_rate": 0.00029306900852404185,
      "loss": 4.9817,
      "step": 8667
    },
    {
      "epoch": 0.7363234794427455,
      "grad_norm": 1.6829853291353387,
      "learning_rate": 0.00029306694534271045,
      "loss": 5.0525,
      "step": 8668
    },
    {
      "epoch": 0.7364084267753993,
      "grad_norm": 1.6277629810787275,
      "learning_rate": 0.00029306488186161064,
      "loss": 5.2749,
      "step": 8669
    },
    {
      "epoch": 0.736493374108053,
      "grad_norm": 1.6385048892464922,
      "learning_rate": 0.00029306281808074683,
      "loss": 5.3893,
      "step": 8670
    },
    {
      "epoch": 0.7365783214407068,
      "grad_norm": 1.6229360510236341,
      "learning_rate": 0.0002930607540001234,
      "loss": 5.4573,
      "step": 8671
    },
    {
      "epoch": 0.7366632687733605,
      "grad_norm": 1.6352194632021815,
      "learning_rate": 0.00029305868961974457,
      "loss": 5.1097,
      "step": 8672
    },
    {
      "epoch": 0.7367482161060143,
      "grad_norm": 1.6608772722664142,
      "learning_rate": 0.0002930566249396147,
      "loss": 5.1491,
      "step": 8673
    },
    {
      "epoch": 0.736833163438668,
      "grad_norm": 1.643818690509016,
      "learning_rate": 0.0002930545599597382,
      "loss": 5.1118,
      "step": 8674
    },
    {
      "epoch": 0.7369181107713217,
      "grad_norm": 1.7346085824256057,
      "learning_rate": 0.00029305249468011927,
      "loss": 5.7947,
      "step": 8675
    },
    {
      "epoch": 0.7370030581039755,
      "grad_norm": 1.601130457153374,
      "learning_rate": 0.00029305042910076235,
      "loss": 5.3208,
      "step": 8676
    },
    {
      "epoch": 0.7370880054366293,
      "grad_norm": 1.7105132393612752,
      "learning_rate": 0.0002930483632216716,
      "loss": 5.7071,
      "step": 8677
    },
    {
      "epoch": 0.7371729527692831,
      "grad_norm": 1.7288976092591535,
      "learning_rate": 0.00029304629704285156,
      "loss": 5.7285,
      "step": 8678
    },
    {
      "epoch": 0.7372579001019368,
      "grad_norm": 1.5828009824112703,
      "learning_rate": 0.0002930442305643064,
      "loss": 5.2183,
      "step": 8679
    },
    {
      "epoch": 0.7373428474345906,
      "grad_norm": 1.591431586693405,
      "learning_rate": 0.00029304216378604064,
      "loss": 4.9815,
      "step": 8680
    },
    {
      "epoch": 0.7374277947672443,
      "grad_norm": 1.685636173593253,
      "learning_rate": 0.00029304009670805834,
      "loss": 5.3806,
      "step": 8681
    },
    {
      "epoch": 0.737512742099898,
      "grad_norm": 1.6088269569643514,
      "learning_rate": 0.000293038029330364,
      "loss": 5.404,
      "step": 8682
    },
    {
      "epoch": 0.7375976894325518,
      "grad_norm": 1.7315894544845822,
      "learning_rate": 0.000293035961652962,
      "loss": 5.7106,
      "step": 8683
    },
    {
      "epoch": 0.7376826367652056,
      "grad_norm": 1.663859021258163,
      "learning_rate": 0.00029303389367585646,
      "loss": 5.0213,
      "step": 8684
    },
    {
      "epoch": 0.7377675840978594,
      "grad_norm": 1.6611407217502645,
      "learning_rate": 0.00029303182539905197,
      "loss": 5.2064,
      "step": 8685
    },
    {
      "epoch": 0.7378525314305131,
      "grad_norm": 1.7720301857213097,
      "learning_rate": 0.0002930297568225527,
      "loss": 5.4555,
      "step": 8686
    },
    {
      "epoch": 0.7379374787631668,
      "grad_norm": 1.8043133988866675,
      "learning_rate": 0.000293027687946363,
      "loss": 5.5647,
      "step": 8687
    },
    {
      "epoch": 0.7380224260958206,
      "grad_norm": 1.6283217986116811,
      "learning_rate": 0.0002930256187704873,
      "loss": 5.3429,
      "step": 8688
    },
    {
      "epoch": 0.7381073734284743,
      "grad_norm": 1.6760103523707903,
      "learning_rate": 0.00029302354929492975,
      "loss": 5.3692,
      "step": 8689
    },
    {
      "epoch": 0.7381923207611281,
      "grad_norm": 1.8759638547833832,
      "learning_rate": 0.0002930214795196949,
      "loss": 5.7709,
      "step": 8690
    },
    {
      "epoch": 0.7382772680937818,
      "grad_norm": 1.7667962961911392,
      "learning_rate": 0.000293019409444787,
      "loss": 5.4371,
      "step": 8691
    },
    {
      "epoch": 0.7383622154264357,
      "grad_norm": 1.6751938647766746,
      "learning_rate": 0.00029301733907021035,
      "loss": 5.3327,
      "step": 8692
    },
    {
      "epoch": 0.7384471627590894,
      "grad_norm": 1.6328268408052855,
      "learning_rate": 0.0002930152683959693,
      "loss": 5.1429,
      "step": 8693
    },
    {
      "epoch": 0.7385321100917431,
      "grad_norm": 1.6269035229225997,
      "learning_rate": 0.0002930131974220682,
      "loss": 5.0159,
      "step": 8694
    },
    {
      "epoch": 0.7386170574243969,
      "grad_norm": 1.7743769870233617,
      "learning_rate": 0.0002930111261485114,
      "loss": 5.4863,
      "step": 8695
    },
    {
      "epoch": 0.7387020047570506,
      "grad_norm": 1.6288836684915189,
      "learning_rate": 0.00029300905457530326,
      "loss": 5.4047,
      "step": 8696
    },
    {
      "epoch": 0.7387869520897044,
      "grad_norm": 1.627513453635946,
      "learning_rate": 0.00029300698270244807,
      "loss": 5.3375,
      "step": 8697
    },
    {
      "epoch": 0.7388718994223581,
      "grad_norm": 1.7977533025378702,
      "learning_rate": 0.0002930049105299502,
      "loss": 5.6547,
      "step": 8698
    },
    {
      "epoch": 0.7389568467550119,
      "grad_norm": 1.5842632079693688,
      "learning_rate": 0.000293002838057814,
      "loss": 4.825,
      "step": 8699
    },
    {
      "epoch": 0.7390417940876657,
      "grad_norm": 1.5588686251188346,
      "learning_rate": 0.0002930007652860438,
      "loss": 5.0438,
      "step": 8700
    },
    {
      "epoch": 0.7391267414203194,
      "grad_norm": 1.6147437564077414,
      "learning_rate": 0.00029299869221464394,
      "loss": 5.3271,
      "step": 8701
    },
    {
      "epoch": 0.7392116887529732,
      "grad_norm": 1.6079427981048313,
      "learning_rate": 0.0002929966188436187,
      "loss": 5.4327,
      "step": 8702
    },
    {
      "epoch": 0.7392966360856269,
      "grad_norm": 1.67340276228197,
      "learning_rate": 0.0002929945451729726,
      "loss": 5.2576,
      "step": 8703
    },
    {
      "epoch": 0.7393815834182806,
      "grad_norm": 1.6483449431017478,
      "learning_rate": 0.00029299247120270983,
      "loss": 5.4377,
      "step": 8704
    },
    {
      "epoch": 0.7394665307509344,
      "grad_norm": 1.728687019985249,
      "learning_rate": 0.00029299039693283477,
      "loss": 5.7476,
      "step": 8705
    },
    {
      "epoch": 0.7395514780835881,
      "grad_norm": 1.7305549632187547,
      "learning_rate": 0.00029298832236335177,
      "loss": 5.7827,
      "step": 8706
    },
    {
      "epoch": 0.739636425416242,
      "grad_norm": 1.7513623030961758,
      "learning_rate": 0.0002929862474942652,
      "loss": 5.6913,
      "step": 8707
    },
    {
      "epoch": 0.7397213727488957,
      "grad_norm": 1.6920247592803805,
      "learning_rate": 0.0002929841723255794,
      "loss": 5.0827,
      "step": 8708
    },
    {
      "epoch": 0.7398063200815495,
      "grad_norm": 1.6884632010957388,
      "learning_rate": 0.0002929820968572987,
      "loss": 5.3621,
      "step": 8709
    },
    {
      "epoch": 0.7398912674142032,
      "grad_norm": 1.6680032755928769,
      "learning_rate": 0.0002929800210894275,
      "loss": 5.4632,
      "step": 8710
    },
    {
      "epoch": 0.7399762147468569,
      "grad_norm": 1.5889960120523816,
      "learning_rate": 0.00029297794502197006,
      "loss": 5.2427,
      "step": 8711
    },
    {
      "epoch": 0.7400611620795107,
      "grad_norm": 1.6431959692809313,
      "learning_rate": 0.00029297586865493076,
      "loss": 5.4219,
      "step": 8712
    },
    {
      "epoch": 0.7401461094121644,
      "grad_norm": 1.6659924809223359,
      "learning_rate": 0.000292973791988314,
      "loss": 4.9717,
      "step": 8713
    },
    {
      "epoch": 0.7402310567448183,
      "grad_norm": 1.6337122357118552,
      "learning_rate": 0.0002929717150221241,
      "loss": 5.1877,
      "step": 8714
    },
    {
      "epoch": 0.740316004077472,
      "grad_norm": 1.6051011315954522,
      "learning_rate": 0.00029296963775636537,
      "loss": 5.0811,
      "step": 8715
    },
    {
      "epoch": 0.7404009514101257,
      "grad_norm": 1.6085220896735755,
      "learning_rate": 0.0002929675601910423,
      "loss": 5.077,
      "step": 8716
    },
    {
      "epoch": 0.7404858987427795,
      "grad_norm": 1.6087413453239365,
      "learning_rate": 0.00029296548232615906,
      "loss": 4.8466,
      "step": 8717
    },
    {
      "epoch": 0.7405708460754332,
      "grad_norm": 1.7762183602123245,
      "learning_rate": 0.00029296340416172013,
      "loss": 5.576,
      "step": 8718
    },
    {
      "epoch": 0.740655793408087,
      "grad_norm": 1.6255677550477365,
      "learning_rate": 0.0002929613256977298,
      "loss": 4.9052,
      "step": 8719
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 1.651068423403149,
      "learning_rate": 0.0002929592469341925,
      "loss": 4.8433,
      "step": 8720
    },
    {
      "epoch": 0.7408256880733946,
      "grad_norm": 1.7128096568650355,
      "learning_rate": 0.00029295716787111246,
      "loss": 5.5098,
      "step": 8721
    },
    {
      "epoch": 0.7409106354060483,
      "grad_norm": 1.814223958476253,
      "learning_rate": 0.00029295508850849417,
      "loss": 5.6935,
      "step": 8722
    },
    {
      "epoch": 0.740995582738702,
      "grad_norm": 1.5941634734072077,
      "learning_rate": 0.00029295300884634194,
      "loss": 5.0538,
      "step": 8723
    },
    {
      "epoch": 0.7410805300713558,
      "grad_norm": 1.6420513253444489,
      "learning_rate": 0.0002929509288846601,
      "loss": 5.1943,
      "step": 8724
    },
    {
      "epoch": 0.7411654774040095,
      "grad_norm": 1.6970040519024945,
      "learning_rate": 0.000292948848623453,
      "loss": 5.1068,
      "step": 8725
    },
    {
      "epoch": 0.7412504247366632,
      "grad_norm": 1.6869955472957296,
      "learning_rate": 0.00029294676806272506,
      "loss": 5.3545,
      "step": 8726
    },
    {
      "epoch": 0.741335372069317,
      "grad_norm": 1.582660231304516,
      "learning_rate": 0.0002929446872024806,
      "loss": 4.7683,
      "step": 8727
    },
    {
      "epoch": 0.7414203194019707,
      "grad_norm": 1.6416693833668174,
      "learning_rate": 0.00029294260604272395,
      "loss": 5.0747,
      "step": 8728
    },
    {
      "epoch": 0.7415052667346246,
      "grad_norm": 1.6026559398884792,
      "learning_rate": 0.0002929405245834595,
      "loss": 5.0901,
      "step": 8729
    },
    {
      "epoch": 0.7415902140672783,
      "grad_norm": 1.7049262731297226,
      "learning_rate": 0.00029293844282469165,
      "loss": 5.2466,
      "step": 8730
    },
    {
      "epoch": 0.7416751613999321,
      "grad_norm": 1.5867044714928933,
      "learning_rate": 0.00029293636076642475,
      "loss": 5.127,
      "step": 8731
    },
    {
      "epoch": 0.7417601087325858,
      "grad_norm": 1.6270588591774569,
      "learning_rate": 0.00029293427840866305,
      "loss": 5.4471,
      "step": 8732
    },
    {
      "epoch": 0.7418450560652395,
      "grad_norm": 1.629246514413267,
      "learning_rate": 0.0002929321957514111,
      "loss": 5.1738,
      "step": 8733
    },
    {
      "epoch": 0.7419300033978933,
      "grad_norm": 1.5949553232215112,
      "learning_rate": 0.00029293011279467307,
      "loss": 5.1218,
      "step": 8734
    },
    {
      "epoch": 0.742014950730547,
      "grad_norm": 1.6252907739033604,
      "learning_rate": 0.00029292802953845347,
      "loss": 5.0868,
      "step": 8735
    },
    {
      "epoch": 0.7420998980632009,
      "grad_norm": 1.68496903137871,
      "learning_rate": 0.0002929259459827566,
      "loss": 5.4812,
      "step": 8736
    },
    {
      "epoch": 0.7421848453958546,
      "grad_norm": 1.6061838226276086,
      "learning_rate": 0.0002929238621275869,
      "loss": 5.2861,
      "step": 8737
    },
    {
      "epoch": 0.7422697927285083,
      "grad_norm": 1.6145023229775175,
      "learning_rate": 0.00029292177797294867,
      "loss": 5.3708,
      "step": 8738
    },
    {
      "epoch": 0.7423547400611621,
      "grad_norm": 1.6314828636963206,
      "learning_rate": 0.00029291969351884624,
      "loss": 5.15,
      "step": 8739
    },
    {
      "epoch": 0.7424396873938158,
      "grad_norm": 1.6586576038561724,
      "learning_rate": 0.0002929176087652841,
      "loss": 5.0115,
      "step": 8740
    },
    {
      "epoch": 0.7425246347264696,
      "grad_norm": 1.7892978649930813,
      "learning_rate": 0.0002929155237122664,
      "loss": 5.7991,
      "step": 8741
    },
    {
      "epoch": 0.7426095820591233,
      "grad_norm": 1.6210727882735807,
      "learning_rate": 0.0002929134383597978,
      "loss": 5.0415,
      "step": 8742
    },
    {
      "epoch": 0.742694529391777,
      "grad_norm": 1.5888109295166317,
      "learning_rate": 0.0002929113527078824,
      "loss": 5.1432,
      "step": 8743
    },
    {
      "epoch": 0.7427794767244309,
      "grad_norm": 1.671248716875556,
      "learning_rate": 0.00029290926675652474,
      "loss": 5.3913,
      "step": 8744
    },
    {
      "epoch": 0.7428644240570846,
      "grad_norm": 1.5876953235517974,
      "learning_rate": 0.00029290718050572914,
      "loss": 5.2049,
      "step": 8745
    },
    {
      "epoch": 0.7429493713897384,
      "grad_norm": 1.587387361057101,
      "learning_rate": 0.00029290509395549994,
      "loss": 5.2552,
      "step": 8746
    },
    {
      "epoch": 0.7430343187223921,
      "grad_norm": 1.7169386940889981,
      "learning_rate": 0.0002929030071058416,
      "loss": 5.4796,
      "step": 8747
    },
    {
      "epoch": 0.7431192660550459,
      "grad_norm": 1.5713449837249505,
      "learning_rate": 0.0002929009199567584,
      "loss": 5.3229,
      "step": 8748
    },
    {
      "epoch": 0.7432042133876996,
      "grad_norm": 1.614960194487086,
      "learning_rate": 0.00029289883250825476,
      "loss": 5.3477,
      "step": 8749
    },
    {
      "epoch": 0.7432891607203533,
      "grad_norm": 1.622832982826669,
      "learning_rate": 0.000292896744760335,
      "loss": 5.241,
      "step": 8750
    },
    {
      "epoch": 0.7433741080530072,
      "grad_norm": 1.5791507727355714,
      "learning_rate": 0.0002928946567130036,
      "loss": 5.0687,
      "step": 8751
    },
    {
      "epoch": 0.7434590553856609,
      "grad_norm": 1.7100877105432235,
      "learning_rate": 0.0002928925683662649,
      "loss": 5.6374,
      "step": 8752
    },
    {
      "epoch": 0.7435440027183147,
      "grad_norm": 1.6150736502323173,
      "learning_rate": 0.0002928904797201232,
      "loss": 5.1799,
      "step": 8753
    },
    {
      "epoch": 0.7436289500509684,
      "grad_norm": 1.7187700780276824,
      "learning_rate": 0.0002928883907745829,
      "loss": 5.642,
      "step": 8754
    },
    {
      "epoch": 0.7437138973836221,
      "grad_norm": 1.6883321198255872,
      "learning_rate": 0.00029288630152964843,
      "loss": 5.4791,
      "step": 8755
    },
    {
      "epoch": 0.7437988447162759,
      "grad_norm": 1.5639204441584542,
      "learning_rate": 0.00029288421198532413,
      "loss": 4.9849,
      "step": 8756
    },
    {
      "epoch": 0.7438837920489296,
      "grad_norm": 1.5970414850950443,
      "learning_rate": 0.0002928821221416144,
      "loss": 5.0618,
      "step": 8757
    },
    {
      "epoch": 0.7439687393815834,
      "grad_norm": 1.7661302359839832,
      "learning_rate": 0.00029288003199852354,
      "loss": 5.6401,
      "step": 8758
    },
    {
      "epoch": 0.7440536867142372,
      "grad_norm": 1.5803134235366536,
      "learning_rate": 0.0002928779415560561,
      "loss": 5.2374,
      "step": 8759
    },
    {
      "epoch": 0.744138634046891,
      "grad_norm": 1.7306952509726654,
      "learning_rate": 0.0002928758508142163,
      "loss": 5.508,
      "step": 8760
    },
    {
      "epoch": 0.7442235813795447,
      "grad_norm": 1.6993105532930477,
      "learning_rate": 0.00029287375977300853,
      "loss": 5.4299,
      "step": 8761
    },
    {
      "epoch": 0.7443085287121984,
      "grad_norm": 1.6330389363922988,
      "learning_rate": 0.0002928716684324373,
      "loss": 5.0556,
      "step": 8762
    },
    {
      "epoch": 0.7443934760448522,
      "grad_norm": 1.5824788219656618,
      "learning_rate": 0.0002928695767925069,
      "loss": 4.8976,
      "step": 8763
    },
    {
      "epoch": 0.7444784233775059,
      "grad_norm": 1.5881823271876319,
      "learning_rate": 0.0002928674848532217,
      "loss": 4.9433,
      "step": 8764
    },
    {
      "epoch": 0.7445633707101597,
      "grad_norm": 1.7165513110161768,
      "learning_rate": 0.0002928653926145861,
      "loss": 4.5873,
      "step": 8765
    },
    {
      "epoch": 0.7446483180428135,
      "grad_norm": 1.7021741132433255,
      "learning_rate": 0.0002928633000766045,
      "loss": 5.0845,
      "step": 8766
    },
    {
      "epoch": 0.7447332653754672,
      "grad_norm": 1.8169994341481235,
      "learning_rate": 0.00029286120723928124,
      "loss": 5.5963,
      "step": 8767
    },
    {
      "epoch": 0.744818212708121,
      "grad_norm": 1.728163798933538,
      "learning_rate": 0.00029285911410262077,
      "loss": 5.3306,
      "step": 8768
    },
    {
      "epoch": 0.7449031600407747,
      "grad_norm": 1.8181589280145856,
      "learning_rate": 0.00029285702066662747,
      "loss": 5.8202,
      "step": 8769
    },
    {
      "epoch": 0.7449881073734285,
      "grad_norm": 1.6212205184089574,
      "learning_rate": 0.00029285492693130564,
      "loss": 5.2153,
      "step": 8770
    },
    {
      "epoch": 0.7450730547060822,
      "grad_norm": 1.798392823749823,
      "learning_rate": 0.00029285283289665976,
      "loss": 5.5778,
      "step": 8771
    },
    {
      "epoch": 0.745158002038736,
      "grad_norm": 1.6457458102533222,
      "learning_rate": 0.0002928507385626942,
      "loss": 5.1358,
      "step": 8772
    },
    {
      "epoch": 0.7452429493713897,
      "grad_norm": 1.6799881106288443,
      "learning_rate": 0.00029284864392941333,
      "loss": 5.2054,
      "step": 8773
    },
    {
      "epoch": 0.7453278967040435,
      "grad_norm": 1.7653490118676138,
      "learning_rate": 0.00029284654899682156,
      "loss": 5.7841,
      "step": 8774
    },
    {
      "epoch": 0.7454128440366973,
      "grad_norm": 1.7679653236987143,
      "learning_rate": 0.0002928444537649232,
      "loss": 5.6221,
      "step": 8775
    },
    {
      "epoch": 0.745497791369351,
      "grad_norm": 1.6322796178596979,
      "learning_rate": 0.0002928423582337227,
      "loss": 5.6211,
      "step": 8776
    },
    {
      "epoch": 0.7455827387020048,
      "grad_norm": 1.5991701923478394,
      "learning_rate": 0.0002928402624032245,
      "loss": 5.3117,
      "step": 8777
    },
    {
      "epoch": 0.7456676860346585,
      "grad_norm": 1.6308245540410717,
      "learning_rate": 0.000292838166273433,
      "loss": 5.3266,
      "step": 8778
    },
    {
      "epoch": 0.7457526333673122,
      "grad_norm": 1.6624989881529437,
      "learning_rate": 0.00029283606984435246,
      "loss": 5.4892,
      "step": 8779
    },
    {
      "epoch": 0.745837580699966,
      "grad_norm": 1.634269163440903,
      "learning_rate": 0.00029283397311598736,
      "loss": 4.9736,
      "step": 8780
    },
    {
      "epoch": 0.7459225280326198,
      "grad_norm": 1.5819050883350583,
      "learning_rate": 0.00029283187608834213,
      "loss": 5.1811,
      "step": 8781
    },
    {
      "epoch": 0.7460074753652736,
      "grad_norm": 1.5925132951808207,
      "learning_rate": 0.00029282977876142106,
      "loss": 5.3257,
      "step": 8782
    },
    {
      "epoch": 0.7460924226979273,
      "grad_norm": 1.6360566226965068,
      "learning_rate": 0.0002928276811352286,
      "loss": 5.5341,
      "step": 8783
    },
    {
      "epoch": 0.746177370030581,
      "grad_norm": 1.7832920113814033,
      "learning_rate": 0.00029282558320976914,
      "loss": 5.7516,
      "step": 8784
    },
    {
      "epoch": 0.7462623173632348,
      "grad_norm": 1.623271326257276,
      "learning_rate": 0.00029282348498504713,
      "loss": 5.1606,
      "step": 8785
    },
    {
      "epoch": 0.7463472646958885,
      "grad_norm": 1.6587411113655208,
      "learning_rate": 0.00029282138646106684,
      "loss": 5.6642,
      "step": 8786
    },
    {
      "epoch": 0.7464322120285423,
      "grad_norm": 1.7328864277881082,
      "learning_rate": 0.00029281928763783287,
      "loss": 5.324,
      "step": 8787
    },
    {
      "epoch": 0.746517159361196,
      "grad_norm": 1.890330719168515,
      "learning_rate": 0.0002928171885153494,
      "loss": 5.691,
      "step": 8788
    },
    {
      "epoch": 0.7466021066938499,
      "grad_norm": 1.621727789557533,
      "learning_rate": 0.00029281508909362097,
      "loss": 4.9302,
      "step": 8789
    },
    {
      "epoch": 0.7466870540265036,
      "grad_norm": 1.5945703247955538,
      "learning_rate": 0.0002928129893726518,
      "loss": 5.1912,
      "step": 8790
    },
    {
      "epoch": 0.7467720013591573,
      "grad_norm": 1.6952511852390049,
      "learning_rate": 0.00029281088935244657,
      "loss": 5.3947,
      "step": 8791
    },
    {
      "epoch": 0.7468569486918111,
      "grad_norm": 1.802377820220746,
      "learning_rate": 0.0002928087890330095,
      "loss": 5.6303,
      "step": 8792
    },
    {
      "epoch": 0.7469418960244648,
      "grad_norm": 1.6374432514502626,
      "learning_rate": 0.000292806688414345,
      "loss": 5.0395,
      "step": 8793
    },
    {
      "epoch": 0.7470268433571186,
      "grad_norm": 1.8303585835697342,
      "learning_rate": 0.0002928045874964575,
      "loss": 5.5604,
      "step": 8794
    },
    {
      "epoch": 0.7471117906897723,
      "grad_norm": 1.6897247739202828,
      "learning_rate": 0.00029280248627935136,
      "loss": 5.4755,
      "step": 8795
    },
    {
      "epoch": 0.7471967380224261,
      "grad_norm": 1.737380234519235,
      "learning_rate": 0.0002928003847630311,
      "loss": 5.1982,
      "step": 8796
    },
    {
      "epoch": 0.7472816853550799,
      "grad_norm": 1.6738032223253005,
      "learning_rate": 0.00029279828294750097,
      "loss": 5.1495,
      "step": 8797
    },
    {
      "epoch": 0.7473666326877336,
      "grad_norm": 1.68164565746244,
      "learning_rate": 0.00029279618083276544,
      "loss": 5.0741,
      "step": 8798
    },
    {
      "epoch": 0.7474515800203874,
      "grad_norm": 1.659556634317355,
      "learning_rate": 0.00029279407841882897,
      "loss": 5.3084,
      "step": 8799
    },
    {
      "epoch": 0.7475365273530411,
      "grad_norm": 1.6396277151241425,
      "learning_rate": 0.00029279197570569585,
      "loss": 5.1009,
      "step": 8800
    },
    {
      "epoch": 0.7476214746856948,
      "grad_norm": 1.6773243708169692,
      "learning_rate": 0.0002927898726933706,
      "loss": 5.4086,
      "step": 8801
    },
    {
      "epoch": 0.7477064220183486,
      "grad_norm": 1.662112981339572,
      "learning_rate": 0.00029278776938185757,
      "loss": 5.0944,
      "step": 8802
    },
    {
      "epoch": 0.7477913693510024,
      "grad_norm": 1.6457642985745702,
      "learning_rate": 0.0002927856657711611,
      "loss": 5.2623,
      "step": 8803
    },
    {
      "epoch": 0.7478763166836562,
      "grad_norm": 1.6002916991417764,
      "learning_rate": 0.00029278356186128576,
      "loss": 5.2954,
      "step": 8804
    },
    {
      "epoch": 0.7479612640163099,
      "grad_norm": 1.6452743824555986,
      "learning_rate": 0.00029278145765223587,
      "loss": 5.0842,
      "step": 8805
    },
    {
      "epoch": 0.7480462113489637,
      "grad_norm": 1.6102409482318203,
      "learning_rate": 0.0002927793531440158,
      "loss": 5.0767,
      "step": 8806
    },
    {
      "epoch": 0.7481311586816174,
      "grad_norm": 2.442126942228535,
      "learning_rate": 0.00029277724833663,
      "loss": 4.7251,
      "step": 8807
    },
    {
      "epoch": 0.7482161060142711,
      "grad_norm": 1.612391901615167,
      "learning_rate": 0.0002927751432300829,
      "loss": 5.2732,
      "step": 8808
    },
    {
      "epoch": 0.7483010533469249,
      "grad_norm": 1.6416476241832318,
      "learning_rate": 0.0002927730378243789,
      "loss": 5.4044,
      "step": 8809
    },
    {
      "epoch": 0.7483860006795786,
      "grad_norm": 1.649169513380273,
      "learning_rate": 0.0002927709321195224,
      "loss": 5.2301,
      "step": 8810
    },
    {
      "epoch": 0.7484709480122325,
      "grad_norm": 1.6180868444840693,
      "learning_rate": 0.00029276882611551774,
      "loss": 4.9707,
      "step": 8811
    },
    {
      "epoch": 0.7485558953448862,
      "grad_norm": 1.7262994570797265,
      "learning_rate": 0.00029276671981236945,
      "loss": 5.5375,
      "step": 8812
    },
    {
      "epoch": 0.7486408426775399,
      "grad_norm": 1.6028386914272126,
      "learning_rate": 0.00029276461321008193,
      "loss": 5.1218,
      "step": 8813
    },
    {
      "epoch": 0.7487257900101937,
      "grad_norm": 1.7430897894445945,
      "learning_rate": 0.0002927625063086595,
      "loss": 5.8407,
      "step": 8814
    },
    {
      "epoch": 0.7488107373428474,
      "grad_norm": 1.7663289519234675,
      "learning_rate": 0.00029276039910810673,
      "loss": 5.5144,
      "step": 8815
    },
    {
      "epoch": 0.7488956846755012,
      "grad_norm": 1.5980110669205376,
      "learning_rate": 0.0002927582916084279,
      "loss": 5.0971,
      "step": 8816
    },
    {
      "epoch": 0.7489806320081549,
      "grad_norm": 1.5809789796547045,
      "learning_rate": 0.00029275618380962743,
      "loss": 4.7938,
      "step": 8817
    },
    {
      "epoch": 0.7490655793408088,
      "grad_norm": 1.7935440897690889,
      "learning_rate": 0.0002927540757117098,
      "loss": 5.636,
      "step": 8818
    },
    {
      "epoch": 0.7491505266734625,
      "grad_norm": 1.6184911948063199,
      "learning_rate": 0.0002927519673146794,
      "loss": 4.8809,
      "step": 8819
    },
    {
      "epoch": 0.7492354740061162,
      "grad_norm": 1.6390301832539376,
      "learning_rate": 0.00029274985861854066,
      "loss": 5.1054,
      "step": 8820
    },
    {
      "epoch": 0.74932042133877,
      "grad_norm": 1.8328300478228556,
      "learning_rate": 0.000292747749623298,
      "loss": 5.5029,
      "step": 8821
    },
    {
      "epoch": 0.7494053686714237,
      "grad_norm": 1.7404471076607222,
      "learning_rate": 0.0002927456403289558,
      "loss": 4.6423,
      "step": 8822
    },
    {
      "epoch": 0.7494903160040775,
      "grad_norm": 1.8213844974268336,
      "learning_rate": 0.0002927435307355185,
      "loss": 5.3684,
      "step": 8823
    },
    {
      "epoch": 0.7495752633367312,
      "grad_norm": 1.6889227009267522,
      "learning_rate": 0.00029274142084299056,
      "loss": 5.1074,
      "step": 8824
    },
    {
      "epoch": 0.7496602106693849,
      "grad_norm": 1.7661060101291806,
      "learning_rate": 0.00029273931065137634,
      "loss": 5.3142,
      "step": 8825
    },
    {
      "epoch": 0.7497451580020388,
      "grad_norm": 1.7328383350792125,
      "learning_rate": 0.00029273720016068024,
      "loss": 5.1205,
      "step": 8826
    },
    {
      "epoch": 0.7498301053346925,
      "grad_norm": 1.712595747439372,
      "learning_rate": 0.0002927350893709068,
      "loss": 5.0656,
      "step": 8827
    },
    {
      "epoch": 0.7499150526673463,
      "grad_norm": 1.8077145920069706,
      "learning_rate": 0.00029273297828206037,
      "loss": 5.7056,
      "step": 8828
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.8196499502591676,
      "learning_rate": 0.0002927308668941454,
      "loss": 5.6718,
      "step": 8829
    },
    {
      "epoch": 0.7500849473326537,
      "grad_norm": 1.7602769379207983,
      "learning_rate": 0.00029272875520716625,
      "loss": 5.0131,
      "step": 8830
    },
    {
      "epoch": 0.7501698946653075,
      "grad_norm": 1.6322804013157204,
      "learning_rate": 0.0002927266432211274,
      "loss": 5.0722,
      "step": 8831
    },
    {
      "epoch": 0.7502548419979612,
      "grad_norm": 1.6293381782643936,
      "learning_rate": 0.00029272453093603327,
      "loss": 5.1804,
      "step": 8832
    },
    {
      "epoch": 0.7503397893306151,
      "grad_norm": 1.663625910902078,
      "learning_rate": 0.00029272241835188827,
      "loss": 5.2281,
      "step": 8833
    },
    {
      "epoch": 0.7504247366632688,
      "grad_norm": 1.6175324974212335,
      "learning_rate": 0.0002927203054686968,
      "loss": 5.2804,
      "step": 8834
    },
    {
      "epoch": 0.7505096839959225,
      "grad_norm": 1.6170739822006142,
      "learning_rate": 0.0002927181922864633,
      "loss": 5.2013,
      "step": 8835
    },
    {
      "epoch": 0.7505946313285763,
      "grad_norm": 1.5504000410411465,
      "learning_rate": 0.00029271607880519235,
      "loss": 4.7582,
      "step": 8836
    },
    {
      "epoch": 0.75067957866123,
      "grad_norm": 1.6147941081794912,
      "learning_rate": 0.0002927139650248881,
      "loss": 5.0221,
      "step": 8837
    },
    {
      "epoch": 0.7507645259938838,
      "grad_norm": 1.6508595372220083,
      "learning_rate": 0.0002927118509455552,
      "loss": 5.0198,
      "step": 8838
    },
    {
      "epoch": 0.7508494733265375,
      "grad_norm": 1.6580548621210707,
      "learning_rate": 0.000292709736567198,
      "loss": 5.4782,
      "step": 8839
    },
    {
      "epoch": 0.7509344206591912,
      "grad_norm": 1.6525336368238763,
      "learning_rate": 0.0002927076218898209,
      "loss": 5.4363,
      "step": 8840
    },
    {
      "epoch": 0.7510193679918451,
      "grad_norm": 1.5694236727916047,
      "learning_rate": 0.0002927055069134284,
      "loss": 5.0634,
      "step": 8841
    },
    {
      "epoch": 0.7511043153244988,
      "grad_norm": 1.7027038032194155,
      "learning_rate": 0.00029270339163802497,
      "loss": 5.3128,
      "step": 8842
    },
    {
      "epoch": 0.7511892626571526,
      "grad_norm": 1.6536009001710865,
      "learning_rate": 0.0002927012760636148,
      "loss": 5.3703,
      "step": 8843
    },
    {
      "epoch": 0.7512742099898063,
      "grad_norm": 1.6851962863217995,
      "learning_rate": 0.0002926991601902026,
      "loss": 5.5343,
      "step": 8844
    },
    {
      "epoch": 0.7513591573224601,
      "grad_norm": 1.646512990081562,
      "learning_rate": 0.0002926970440177927,
      "loss": 5.3159,
      "step": 8845
    },
    {
      "epoch": 0.7514441046551138,
      "grad_norm": 1.72284531746195,
      "learning_rate": 0.0002926949275463895,
      "loss": 5.5281,
      "step": 8846
    },
    {
      "epoch": 0.7515290519877675,
      "grad_norm": 1.702120790654076,
      "learning_rate": 0.0002926928107759975,
      "loss": 5.2604,
      "step": 8847
    },
    {
      "epoch": 0.7516139993204214,
      "grad_norm": 1.6230683305803604,
      "learning_rate": 0.0002926906937066211,
      "loss": 5.0844,
      "step": 8848
    },
    {
      "epoch": 0.7516989466530751,
      "grad_norm": 1.5879774138860463,
      "learning_rate": 0.0002926885763382647,
      "loss": 5.1596,
      "step": 8849
    },
    {
      "epoch": 0.7517838939857289,
      "grad_norm": 1.6201011536638086,
      "learning_rate": 0.0002926864586709328,
      "loss": 5.2819,
      "step": 8850
    },
    {
      "epoch": 0.7518688413183826,
      "grad_norm": 1.7710130550057124,
      "learning_rate": 0.0002926843407046298,
      "loss": 5.579,
      "step": 8851
    },
    {
      "epoch": 0.7519537886510363,
      "grad_norm": 1.69248473340405,
      "learning_rate": 0.0002926822224393601,
      "loss": 5.5345,
      "step": 8852
    },
    {
      "epoch": 0.7520387359836901,
      "grad_norm": 1.7210377921757967,
      "learning_rate": 0.0002926801038751283,
      "loss": 5.3657,
      "step": 8853
    },
    {
      "epoch": 0.7521236833163438,
      "grad_norm": 1.6990679684315093,
      "learning_rate": 0.00029267798501193864,
      "loss": 5.218,
      "step": 8854
    },
    {
      "epoch": 0.7522086306489976,
      "grad_norm": 1.656827873181849,
      "learning_rate": 0.00029267586584979567,
      "loss": 5.3945,
      "step": 8855
    },
    {
      "epoch": 0.7522935779816514,
      "grad_norm": 1.6342993005326876,
      "learning_rate": 0.0002926737463887038,
      "loss": 4.9986,
      "step": 8856
    },
    {
      "epoch": 0.7523785253143052,
      "grad_norm": 1.6974416133832329,
      "learning_rate": 0.00029267162662866746,
      "loss": 5.327,
      "step": 8857
    },
    {
      "epoch": 0.7524634726469589,
      "grad_norm": 1.7583192469530684,
      "learning_rate": 0.0002926695065696911,
      "loss": 5.6812,
      "step": 8858
    },
    {
      "epoch": 0.7525484199796126,
      "grad_norm": 1.6150104697893575,
      "learning_rate": 0.0002926673862117792,
      "loss": 4.9257,
      "step": 8859
    },
    {
      "epoch": 0.7526333673122664,
      "grad_norm": 1.7664394561801309,
      "learning_rate": 0.00029266526555493617,
      "loss": 5.4292,
      "step": 8860
    },
    {
      "epoch": 0.7527183146449201,
      "grad_norm": 1.6238995973623258,
      "learning_rate": 0.00029266314459916643,
      "loss": 5.0283,
      "step": 8861
    },
    {
      "epoch": 0.7528032619775739,
      "grad_norm": 1.7136182099993302,
      "learning_rate": 0.00029266102334447446,
      "loss": 5.4935,
      "step": 8862
    },
    {
      "epoch": 0.7528882093102277,
      "grad_norm": 1.5990437985419885,
      "learning_rate": 0.0002926589017908647,
      "loss": 4.9969,
      "step": 8863
    },
    {
      "epoch": 0.7529731566428814,
      "grad_norm": 1.6535696324675828,
      "learning_rate": 0.0002926567799383416,
      "loss": 5.4024,
      "step": 8864
    },
    {
      "epoch": 0.7530581039755352,
      "grad_norm": 1.6414041191580835,
      "learning_rate": 0.00029265465778690957,
      "loss": 5.1813,
      "step": 8865
    },
    {
      "epoch": 0.7531430513081889,
      "grad_norm": 1.78955349899594,
      "learning_rate": 0.00029265253533657316,
      "loss": 5.484,
      "step": 8866
    },
    {
      "epoch": 0.7532279986408427,
      "grad_norm": 1.6092868623987595,
      "learning_rate": 0.0002926504125873366,
      "loss": 5.3348,
      "step": 8867
    },
    {
      "epoch": 0.7533129459734964,
      "grad_norm": 1.6212452730481186,
      "learning_rate": 0.0002926482895392046,
      "loss": 4.985,
      "step": 8868
    },
    {
      "epoch": 0.7533978933061501,
      "grad_norm": 1.575986351319188,
      "learning_rate": 0.00029264616619218147,
      "loss": 5.021,
      "step": 8869
    },
    {
      "epoch": 0.753482840638804,
      "grad_norm": 1.592436868903467,
      "learning_rate": 0.0002926440425462716,
      "loss": 5.1401,
      "step": 8870
    },
    {
      "epoch": 0.7535677879714577,
      "grad_norm": 1.732210689731909,
      "learning_rate": 0.00029264191860147956,
      "loss": 4.9348,
      "step": 8871
    },
    {
      "epoch": 0.7536527353041115,
      "grad_norm": 1.6778353610379872,
      "learning_rate": 0.00029263979435780976,
      "loss": 5.1641,
      "step": 8872
    },
    {
      "epoch": 0.7537376826367652,
      "grad_norm": 1.660422617914187,
      "learning_rate": 0.00029263766981526667,
      "loss": 5.2539,
      "step": 8873
    },
    {
      "epoch": 0.753822629969419,
      "grad_norm": 1.729705148435245,
      "learning_rate": 0.00029263554497385464,
      "loss": 5.544,
      "step": 8874
    },
    {
      "epoch": 0.7539075773020727,
      "grad_norm": 1.775710580279568,
      "learning_rate": 0.00029263341983357826,
      "loss": 5.0403,
      "step": 8875
    },
    {
      "epoch": 0.7539925246347264,
      "grad_norm": 1.7110091536400678,
      "learning_rate": 0.00029263129439444194,
      "loss": 5.4643,
      "step": 8876
    },
    {
      "epoch": 0.7540774719673802,
      "grad_norm": 1.687318926666331,
      "learning_rate": 0.00029262916865645006,
      "loss": 5.1491,
      "step": 8877
    },
    {
      "epoch": 0.754162419300034,
      "grad_norm": 1.6886943407893065,
      "learning_rate": 0.0002926270426196071,
      "loss": 5.4468,
      "step": 8878
    },
    {
      "epoch": 0.7542473666326878,
      "grad_norm": 1.8464421208238495,
      "learning_rate": 0.0002926249162839177,
      "loss": 5.712,
      "step": 8879
    },
    {
      "epoch": 0.7543323139653415,
      "grad_norm": 1.7007491451522474,
      "learning_rate": 0.000292622789649386,
      "loss": 5.342,
      "step": 8880
    },
    {
      "epoch": 0.7544172612979952,
      "grad_norm": 1.7856028064910123,
      "learning_rate": 0.0002926206627160167,
      "loss": 5.5812,
      "step": 8881
    },
    {
      "epoch": 0.754502208630649,
      "grad_norm": 1.6703215801142124,
      "learning_rate": 0.0002926185354838141,
      "loss": 5.1834,
      "step": 8882
    },
    {
      "epoch": 0.7545871559633027,
      "grad_norm": 1.7434620249231831,
      "learning_rate": 0.0002926164079527829,
      "loss": 5.5374,
      "step": 8883
    },
    {
      "epoch": 0.7546721032959565,
      "grad_norm": 1.6519177518422796,
      "learning_rate": 0.0002926142801229272,
      "loss": 5.0976,
      "step": 8884
    },
    {
      "epoch": 0.7547570506286103,
      "grad_norm": 1.6508489209010224,
      "learning_rate": 0.0002926121519942517,
      "loss": 5.2887,
      "step": 8885
    },
    {
      "epoch": 0.754841997961264,
      "grad_norm": 1.7527900848492564,
      "learning_rate": 0.0002926100235667608,
      "loss": 5.1847,
      "step": 8886
    },
    {
      "epoch": 0.7549269452939178,
      "grad_norm": 1.7859196730349745,
      "learning_rate": 0.00029260789484045896,
      "loss": 5.7154,
      "step": 8887
    },
    {
      "epoch": 0.7550118926265715,
      "grad_norm": 1.7857718873874135,
      "learning_rate": 0.0002926057658153507,
      "loss": 5.6078,
      "step": 8888
    },
    {
      "epoch": 0.7550968399592253,
      "grad_norm": 1.6838679607039515,
      "learning_rate": 0.00029260363649144034,
      "loss": 5.327,
      "step": 8889
    },
    {
      "epoch": 0.755181787291879,
      "grad_norm": 1.6778618303098138,
      "learning_rate": 0.0002926015068687325,
      "loss": 5.5105,
      "step": 8890
    },
    {
      "epoch": 0.7552667346245328,
      "grad_norm": 1.7110936595380515,
      "learning_rate": 0.00029259937694723156,
      "loss": 5.3533,
      "step": 8891
    },
    {
      "epoch": 0.7553516819571865,
      "grad_norm": 1.7898479501309355,
      "learning_rate": 0.00029259724672694195,
      "loss": 5.712,
      "step": 8892
    },
    {
      "epoch": 0.7554366292898403,
      "grad_norm": 1.805638469892364,
      "learning_rate": 0.00029259511620786824,
      "loss": 5.6565,
      "step": 8893
    },
    {
      "epoch": 0.7555215766224941,
      "grad_norm": 1.783314467093559,
      "learning_rate": 0.0002925929853900148,
      "loss": 5.6804,
      "step": 8894
    },
    {
      "epoch": 0.7556065239551478,
      "grad_norm": 1.609729758794921,
      "learning_rate": 0.0002925908542733861,
      "loss": 5.2525,
      "step": 8895
    },
    {
      "epoch": 0.7556914712878016,
      "grad_norm": 1.5859584030276623,
      "learning_rate": 0.00029258872285798667,
      "loss": 5.0327,
      "step": 8896
    },
    {
      "epoch": 0.7557764186204553,
      "grad_norm": 1.6612093064259281,
      "learning_rate": 0.0002925865911438209,
      "loss": 5.1355,
      "step": 8897
    },
    {
      "epoch": 0.755861365953109,
      "grad_norm": 1.7672596130117852,
      "learning_rate": 0.00029258445913089333,
      "loss": 5.5208,
      "step": 8898
    },
    {
      "epoch": 0.7559463132857628,
      "grad_norm": 1.6536137501173873,
      "learning_rate": 0.00029258232681920836,
      "loss": 5.1455,
      "step": 8899
    },
    {
      "epoch": 0.7560312606184166,
      "grad_norm": 1.6523158895827588,
      "learning_rate": 0.00029258019420877045,
      "loss": 5.3107,
      "step": 8900
    },
    {
      "epoch": 0.7561162079510704,
      "grad_norm": 1.6822888545551646,
      "learning_rate": 0.0002925780612995842,
      "loss": 5.4665,
      "step": 8901
    },
    {
      "epoch": 0.7562011552837241,
      "grad_norm": 1.6810179136763077,
      "learning_rate": 0.00029257592809165387,
      "loss": 4.9668,
      "step": 8902
    },
    {
      "epoch": 0.7562861026163779,
      "grad_norm": 1.7839003669165223,
      "learning_rate": 0.00029257379458498415,
      "loss": 5.6272,
      "step": 8903
    },
    {
      "epoch": 0.7563710499490316,
      "grad_norm": 1.7850041799253695,
      "learning_rate": 0.00029257166077957937,
      "loss": 5.6999,
      "step": 8904
    },
    {
      "epoch": 0.7564559972816853,
      "grad_norm": 1.6056177608193514,
      "learning_rate": 0.00029256952667544404,
      "loss": 4.9269,
      "step": 8905
    },
    {
      "epoch": 0.7565409446143391,
      "grad_norm": 1.7831967858734359,
      "learning_rate": 0.0002925673922725826,
      "loss": 5.4185,
      "step": 8906
    },
    {
      "epoch": 0.7566258919469928,
      "grad_norm": 1.7690366907374853,
      "learning_rate": 0.0002925652575709996,
      "loss": 5.6213,
      "step": 8907
    },
    {
      "epoch": 0.7567108392796467,
      "grad_norm": 1.7187072628133757,
      "learning_rate": 0.0002925631225706994,
      "loss": 5.1564,
      "step": 8908
    },
    {
      "epoch": 0.7567957866123004,
      "grad_norm": 1.6931183539021875,
      "learning_rate": 0.0002925609872716866,
      "loss": 5.4612,
      "step": 8909
    },
    {
      "epoch": 0.7568807339449541,
      "grad_norm": 1.6159457198505267,
      "learning_rate": 0.0002925588516739655,
      "loss": 5.2677,
      "step": 8910
    },
    {
      "epoch": 0.7569656812776079,
      "grad_norm": 1.6723139449890587,
      "learning_rate": 0.00029255671577754083,
      "loss": 5.4098,
      "step": 8911
    },
    {
      "epoch": 0.7570506286102616,
      "grad_norm": 1.6017496820085457,
      "learning_rate": 0.00029255457958241683,
      "loss": 5.3023,
      "step": 8912
    },
    {
      "epoch": 0.7571355759429154,
      "grad_norm": 1.7855541434722741,
      "learning_rate": 0.0002925524430885981,
      "loss": 5.8199,
      "step": 8913
    },
    {
      "epoch": 0.7572205232755691,
      "grad_norm": 1.618161239072045,
      "learning_rate": 0.00029255030629608906,
      "loss": 5.2853,
      "step": 8914
    },
    {
      "epoch": 0.757305470608223,
      "grad_norm": 1.7585218798053341,
      "learning_rate": 0.0002925481692048942,
      "loss": 5.6244,
      "step": 8915
    },
    {
      "epoch": 0.7573904179408767,
      "grad_norm": 1.5732494550200509,
      "learning_rate": 0.00029254603181501804,
      "loss": 5.0995,
      "step": 8916
    },
    {
      "epoch": 0.7574753652735304,
      "grad_norm": 1.8155364904325095,
      "learning_rate": 0.000292543894126465,
      "loss": 4.6363,
      "step": 8917
    },
    {
      "epoch": 0.7575603126061842,
      "grad_norm": 1.6230767807465367,
      "learning_rate": 0.0002925417561392396,
      "loss": 5.3169,
      "step": 8918
    },
    {
      "epoch": 0.7576452599388379,
      "grad_norm": 1.6484798261061502,
      "learning_rate": 0.0002925396178533463,
      "loss": 5.1192,
      "step": 8919
    },
    {
      "epoch": 0.7577302072714917,
      "grad_norm": 1.6184074803972848,
      "learning_rate": 0.00029253747926878963,
      "loss": 5.3295,
      "step": 8920
    },
    {
      "epoch": 0.7578151546041454,
      "grad_norm": 1.6070557700211832,
      "learning_rate": 0.00029253534038557397,
      "loss": 4.8491,
      "step": 8921
    },
    {
      "epoch": 0.7579001019367991,
      "grad_norm": 1.7689482146974684,
      "learning_rate": 0.00029253320120370386,
      "loss": 5.3521,
      "step": 8922
    },
    {
      "epoch": 0.757985049269453,
      "grad_norm": 1.6414254328268674,
      "learning_rate": 0.0002925310617231838,
      "loss": 5.1936,
      "step": 8923
    },
    {
      "epoch": 0.7580699966021067,
      "grad_norm": 1.6277929108505067,
      "learning_rate": 0.00029252892194401827,
      "loss": 4.9794,
      "step": 8924
    },
    {
      "epoch": 0.7581549439347605,
      "grad_norm": 1.6630557705586866,
      "learning_rate": 0.0002925267818662117,
      "loss": 5.1448,
      "step": 8925
    },
    {
      "epoch": 0.7582398912674142,
      "grad_norm": 1.6828813268493479,
      "learning_rate": 0.00029252464148976865,
      "loss": 5.4885,
      "step": 8926
    },
    {
      "epoch": 0.7583248386000679,
      "grad_norm": 1.7565793828458358,
      "learning_rate": 0.0002925225008146935,
      "loss": 5.1341,
      "step": 8927
    },
    {
      "epoch": 0.7584097859327217,
      "grad_norm": 1.650418180206889,
      "learning_rate": 0.0002925203598409909,
      "loss": 5.0637,
      "step": 8928
    },
    {
      "epoch": 0.7584947332653754,
      "grad_norm": 1.7083967694118498,
      "learning_rate": 0.00029251821856866514,
      "loss": 5.401,
      "step": 8929
    },
    {
      "epoch": 0.7585796805980293,
      "grad_norm": 1.8068581989209322,
      "learning_rate": 0.00029251607699772085,
      "loss": 5.6506,
      "step": 8930
    },
    {
      "epoch": 0.758664627930683,
      "grad_norm": 1.8014752284383224,
      "learning_rate": 0.00029251393512816246,
      "loss": 5.5764,
      "step": 8931
    },
    {
      "epoch": 0.7587495752633368,
      "grad_norm": 1.765085372114532,
      "learning_rate": 0.00029251179295999445,
      "loss": 5.8521,
      "step": 8932
    },
    {
      "epoch": 0.7588345225959905,
      "grad_norm": 1.6100663549898224,
      "learning_rate": 0.0002925096504932214,
      "loss": 5.2799,
      "step": 8933
    },
    {
      "epoch": 0.7589194699286442,
      "grad_norm": 1.6003794193377894,
      "learning_rate": 0.0002925075077278476,
      "loss": 5.0833,
      "step": 8934
    },
    {
      "epoch": 0.759004417261298,
      "grad_norm": 1.7893099820397655,
      "learning_rate": 0.0002925053646638778,
      "loss": 5.6859,
      "step": 8935
    },
    {
      "epoch": 0.7590893645939517,
      "grad_norm": 1.6070154931140526,
      "learning_rate": 0.0002925032213013163,
      "loss": 5.2844,
      "step": 8936
    },
    {
      "epoch": 0.7591743119266054,
      "grad_norm": 1.6400071870669772,
      "learning_rate": 0.00029250107764016765,
      "loss": 5.5067,
      "step": 8937
    },
    {
      "epoch": 0.7592592592592593,
      "grad_norm": 1.7897683667167532,
      "learning_rate": 0.00029249893368043633,
      "loss": 4.8191,
      "step": 8938
    },
    {
      "epoch": 0.759344206591913,
      "grad_norm": 1.6580855329571682,
      "learning_rate": 0.00029249678942212684,
      "loss": 5.2222,
      "step": 8939
    },
    {
      "epoch": 0.7594291539245668,
      "grad_norm": 1.6530061333271266,
      "learning_rate": 0.0002924946448652437,
      "loss": 5.3083,
      "step": 8940
    },
    {
      "epoch": 0.7595141012572205,
      "grad_norm": 1.749054358090021,
      "learning_rate": 0.0002924925000097913,
      "loss": 5.6531,
      "step": 8941
    },
    {
      "epoch": 0.7595990485898743,
      "grad_norm": 1.7499791625859291,
      "learning_rate": 0.0002924903548557743,
      "loss": 5.5466,
      "step": 8942
    },
    {
      "epoch": 0.759683995922528,
      "grad_norm": 1.8490546719402332,
      "learning_rate": 0.00029248820940319713,
      "loss": 5.7822,
      "step": 8943
    },
    {
      "epoch": 0.7597689432551817,
      "grad_norm": 1.6257218826526425,
      "learning_rate": 0.00029248606365206415,
      "loss": 5.0812,
      "step": 8944
    },
    {
      "epoch": 0.7598538905878356,
      "grad_norm": 1.7863730257734278,
      "learning_rate": 0.00029248391760238005,
      "loss": 5.7864,
      "step": 8945
    },
    {
      "epoch": 0.7599388379204893,
      "grad_norm": 1.6763322808489298,
      "learning_rate": 0.00029248177125414923,
      "loss": 5.3528,
      "step": 8946
    },
    {
      "epoch": 0.7600237852531431,
      "grad_norm": 1.6860136018437044,
      "learning_rate": 0.00029247962460737613,
      "loss": 5.3262,
      "step": 8947
    },
    {
      "epoch": 0.7601087325857968,
      "grad_norm": 1.6218818480849662,
      "learning_rate": 0.0002924774776620654,
      "loss": 5.0569,
      "step": 8948
    },
    {
      "epoch": 0.7601936799184505,
      "grad_norm": 1.6855299469787126,
      "learning_rate": 0.0002924753304182215,
      "loss": 5.4759,
      "step": 8949
    },
    {
      "epoch": 0.7602786272511043,
      "grad_norm": 1.8162037049127497,
      "learning_rate": 0.0002924731828758488,
      "loss": 5.5093,
      "step": 8950
    },
    {
      "epoch": 0.760363574583758,
      "grad_norm": 1.662742863224831,
      "learning_rate": 0.00029247103503495187,
      "loss": 4.9544,
      "step": 8951
    },
    {
      "epoch": 0.7604485219164119,
      "grad_norm": 1.7639266779889209,
      "learning_rate": 0.00029246888689553525,
      "loss": 5.4175,
      "step": 8952
    },
    {
      "epoch": 0.7605334692490656,
      "grad_norm": 1.8030674152164345,
      "learning_rate": 0.00029246673845760346,
      "loss": 5.5974,
      "step": 8953
    },
    {
      "epoch": 0.7606184165817194,
      "grad_norm": 2.0240165138287405,
      "learning_rate": 0.00029246458972116094,
      "loss": 4.5914,
      "step": 8954
    },
    {
      "epoch": 0.7607033639143731,
      "grad_norm": 1.5923108186870265,
      "learning_rate": 0.0002924624406862122,
      "loss": 5.0724,
      "step": 8955
    },
    {
      "epoch": 0.7607883112470268,
      "grad_norm": 1.7437965292597284,
      "learning_rate": 0.00029246029135276177,
      "loss": 5.5785,
      "step": 8956
    },
    {
      "epoch": 0.7608732585796806,
      "grad_norm": 1.5998834321005586,
      "learning_rate": 0.0002924581417208141,
      "loss": 5.2587,
      "step": 8957
    },
    {
      "epoch": 0.7609582059123343,
      "grad_norm": 1.53611389684432,
      "learning_rate": 0.0002924559917903738,
      "loss": 4.896,
      "step": 8958
    },
    {
      "epoch": 0.7610431532449881,
      "grad_norm": 1.6226210440451083,
      "learning_rate": 0.0002924538415614453,
      "loss": 5.1482,
      "step": 8959
    },
    {
      "epoch": 0.7611281005776419,
      "grad_norm": 1.5374398323471616,
      "learning_rate": 0.00029245169103403305,
      "loss": 4.987,
      "step": 8960
    },
    {
      "epoch": 0.7612130479102956,
      "grad_norm": 1.5540205462452166,
      "learning_rate": 0.0002924495402081417,
      "loss": 5.1791,
      "step": 8961
    },
    {
      "epoch": 0.7612979952429494,
      "grad_norm": 1.5700142098970424,
      "learning_rate": 0.0002924473890837756,
      "loss": 5.0717,
      "step": 8962
    },
    {
      "epoch": 0.7613829425756031,
      "grad_norm": 1.8074342494346085,
      "learning_rate": 0.0002924452376609394,
      "loss": 5.6075,
      "step": 8963
    },
    {
      "epoch": 0.7614678899082569,
      "grad_norm": 1.6372167243783935,
      "learning_rate": 0.0002924430859396375,
      "loss": 5.3125,
      "step": 8964
    },
    {
      "epoch": 0.7615528372409106,
      "grad_norm": 1.631257143140734,
      "learning_rate": 0.0002924409339198744,
      "loss": 5.2061,
      "step": 8965
    },
    {
      "epoch": 0.7616377845735643,
      "grad_norm": 1.6236239617987573,
      "learning_rate": 0.0002924387816016547,
      "loss": 5.2609,
      "step": 8966
    },
    {
      "epoch": 0.7617227319062182,
      "grad_norm": 1.6923106433684378,
      "learning_rate": 0.00029243662898498294,
      "loss": 5.3043,
      "step": 8967
    },
    {
      "epoch": 0.7618076792388719,
      "grad_norm": 1.8026984190782798,
      "learning_rate": 0.0002924344760698635,
      "loss": 5.5885,
      "step": 8968
    },
    {
      "epoch": 0.7618926265715257,
      "grad_norm": 1.664266894246831,
      "learning_rate": 0.0002924323228563009,
      "loss": 5.4704,
      "step": 8969
    },
    {
      "epoch": 0.7619775739041794,
      "grad_norm": 1.8106235206314454,
      "learning_rate": 0.0002924301693442998,
      "loss": 5.6549,
      "step": 8970
    },
    {
      "epoch": 0.7620625212368332,
      "grad_norm": 1.7146015701301849,
      "learning_rate": 0.0002924280155338645,
      "loss": 5.438,
      "step": 8971
    },
    {
      "epoch": 0.7621474685694869,
      "grad_norm": 1.6524903547547418,
      "learning_rate": 0.0002924258614249997,
      "loss": 5.3701,
      "step": 8972
    },
    {
      "epoch": 0.7622324159021406,
      "grad_norm": 1.5658824038872643,
      "learning_rate": 0.0002924237070177099,
      "loss": 5.0453,
      "step": 8973
    },
    {
      "epoch": 0.7623173632347944,
      "grad_norm": 1.5861335693932996,
      "learning_rate": 0.0002924215523119994,
      "loss": 5.1155,
      "step": 8974
    },
    {
      "epoch": 0.7624023105674482,
      "grad_norm": 1.5568039080316594,
      "learning_rate": 0.000292419397307873,
      "loss": 4.9216,
      "step": 8975
    },
    {
      "epoch": 0.762487257900102,
      "grad_norm": 1.68885569998484,
      "learning_rate": 0.00029241724200533504,
      "loss": 5.0867,
      "step": 8976
    },
    {
      "epoch": 0.7625722052327557,
      "grad_norm": 1.634609672459676,
      "learning_rate": 0.00029241508640439,
      "loss": 4.9794,
      "step": 8977
    },
    {
      "epoch": 0.7626571525654094,
      "grad_norm": 1.72542657230096,
      "learning_rate": 0.00029241293050504257,
      "loss": 5.5532,
      "step": 8978
    },
    {
      "epoch": 0.7627420998980632,
      "grad_norm": 1.6597158157345868,
      "learning_rate": 0.00029241077430729715,
      "loss": 5.4302,
      "step": 8979
    },
    {
      "epoch": 0.7628270472307169,
      "grad_norm": 1.673841272930476,
      "learning_rate": 0.0002924086178111583,
      "loss": 5.0392,
      "step": 8980
    },
    {
      "epoch": 0.7629119945633707,
      "grad_norm": 1.7465396188335345,
      "learning_rate": 0.0002924064610166305,
      "loss": 5.4475,
      "step": 8981
    },
    {
      "epoch": 0.7629969418960245,
      "grad_norm": 1.6530685086267376,
      "learning_rate": 0.0002924043039237183,
      "loss": 5.1493,
      "step": 8982
    },
    {
      "epoch": 0.7630818892286783,
      "grad_norm": 1.6997849539041574,
      "learning_rate": 0.0002924021465324262,
      "loss": 5.2356,
      "step": 8983
    },
    {
      "epoch": 0.763166836561332,
      "grad_norm": 1.6440392859047233,
      "learning_rate": 0.00029239998884275875,
      "loss": 5.0189,
      "step": 8984
    },
    {
      "epoch": 0.7632517838939857,
      "grad_norm": 1.7659921274661112,
      "learning_rate": 0.00029239783085472043,
      "loss": 5.7456,
      "step": 8985
    },
    {
      "epoch": 0.7633367312266395,
      "grad_norm": 1.7617234665103494,
      "learning_rate": 0.00029239567256831575,
      "loss": 5.6297,
      "step": 8986
    },
    {
      "epoch": 0.7634216785592932,
      "grad_norm": 1.6026408883214218,
      "learning_rate": 0.0002923935139835493,
      "loss": 4.7934,
      "step": 8987
    },
    {
      "epoch": 0.763506625891947,
      "grad_norm": 1.7047007864389616,
      "learning_rate": 0.00029239135510042554,
      "loss": 5.2411,
      "step": 8988
    },
    {
      "epoch": 0.7635915732246007,
      "grad_norm": 1.7039552001254092,
      "learning_rate": 0.0002923891959189491,
      "loss": 4.7818,
      "step": 8989
    },
    {
      "epoch": 0.7636765205572545,
      "grad_norm": 1.6820107336716281,
      "learning_rate": 0.00029238703643912436,
      "loss": 5.2871,
      "step": 8990
    },
    {
      "epoch": 0.7637614678899083,
      "grad_norm": 1.6996223185655763,
      "learning_rate": 0.0002923848766609559,
      "loss": 5.4137,
      "step": 8991
    },
    {
      "epoch": 0.763846415222562,
      "grad_norm": 1.6095939571814235,
      "learning_rate": 0.0002923827165844483,
      "loss": 5.1824,
      "step": 8992
    },
    {
      "epoch": 0.7639313625552158,
      "grad_norm": 1.6857712683199224,
      "learning_rate": 0.000292380556209606,
      "loss": 5.1228,
      "step": 8993
    },
    {
      "epoch": 0.7640163098878695,
      "grad_norm": 1.6258555693455345,
      "learning_rate": 0.00029237839553643356,
      "loss": 5.0017,
      "step": 8994
    },
    {
      "epoch": 0.7641012572205232,
      "grad_norm": 1.7850445739387493,
      "learning_rate": 0.00029237623456493557,
      "loss": 5.7378,
      "step": 8995
    },
    {
      "epoch": 0.764186204553177,
      "grad_norm": 1.6271776322184874,
      "learning_rate": 0.0002923740732951165,
      "loss": 5.1317,
      "step": 8996
    },
    {
      "epoch": 0.7642711518858308,
      "grad_norm": 1.6449030277528305,
      "learning_rate": 0.0002923719117269808,
      "loss": 5.391,
      "step": 8997
    },
    {
      "epoch": 0.7643560992184846,
      "grad_norm": 1.7863964302957747,
      "learning_rate": 0.00029236974986053316,
      "loss": 5.7,
      "step": 8998
    },
    {
      "epoch": 0.7644410465511383,
      "grad_norm": 1.6610206242684546,
      "learning_rate": 0.000292367587695778,
      "loss": 5.3188,
      "step": 8999
    },
    {
      "epoch": 0.764525993883792,
      "grad_norm": 1.8109795647066027,
      "learning_rate": 0.0002923654252327199,
      "loss": 5.8009,
      "step": 9000
    },
    {
      "epoch": 0.7646109412164458,
      "grad_norm": 1.793002094709502,
      "learning_rate": 0.00029236326247136335,
      "loss": 5.5354,
      "step": 9001
    },
    {
      "epoch": 0.7646958885490995,
      "grad_norm": 1.6308514108157515,
      "learning_rate": 0.0002923610994117129,
      "loss": 5.3835,
      "step": 9002
    },
    {
      "epoch": 0.7647808358817533,
      "grad_norm": 1.6320869619713319,
      "learning_rate": 0.0002923589360537731,
      "loss": 5.2423,
      "step": 9003
    },
    {
      "epoch": 0.764865783214407,
      "grad_norm": 1.5864898779771368,
      "learning_rate": 0.00029235677239754845,
      "loss": 5.257,
      "step": 9004
    },
    {
      "epoch": 0.7649507305470609,
      "grad_norm": 1.5858472668787922,
      "learning_rate": 0.00029235460844304355,
      "loss": 5.2401,
      "step": 9005
    },
    {
      "epoch": 0.7650356778797146,
      "grad_norm": 1.6772586313092168,
      "learning_rate": 0.0002923524441902628,
      "loss": 5.5786,
      "step": 9006
    },
    {
      "epoch": 0.7651206252123683,
      "grad_norm": 1.7288475232587173,
      "learning_rate": 0.00029235027963921085,
      "loss": 5.6404,
      "step": 9007
    },
    {
      "epoch": 0.7652055725450221,
      "grad_norm": 1.6016559392548577,
      "learning_rate": 0.00029234811478989227,
      "loss": 5.2447,
      "step": 9008
    },
    {
      "epoch": 0.7652905198776758,
      "grad_norm": 1.6402884637271733,
      "learning_rate": 0.00029234594964231146,
      "loss": 5.2005,
      "step": 9009
    },
    {
      "epoch": 0.7653754672103296,
      "grad_norm": 1.6933747860946844,
      "learning_rate": 0.0002923437841964731,
      "loss": 4.9712,
      "step": 9010
    },
    {
      "epoch": 0.7654604145429833,
      "grad_norm": 1.5938318622174152,
      "learning_rate": 0.0002923416184523816,
      "loss": 5.2035,
      "step": 9011
    },
    {
      "epoch": 0.7655453618756372,
      "grad_norm": 1.76743388314606,
      "learning_rate": 0.0002923394524100415,
      "loss": 5.6421,
      "step": 9012
    },
    {
      "epoch": 0.7656303092082909,
      "grad_norm": 1.6014895799554243,
      "learning_rate": 0.0002923372860694575,
      "loss": 4.8602,
      "step": 9013
    },
    {
      "epoch": 0.7657152565409446,
      "grad_norm": 1.5967742580146427,
      "learning_rate": 0.00029233511943063396,
      "loss": 5.107,
      "step": 9014
    },
    {
      "epoch": 0.7658002038735984,
      "grad_norm": 1.6832706437093903,
      "learning_rate": 0.00029233295249357557,
      "loss": 5.0977,
      "step": 9015
    },
    {
      "epoch": 0.7658851512062521,
      "grad_norm": 1.7855181574048442,
      "learning_rate": 0.00029233078525828677,
      "loss": 5.6019,
      "step": 9016
    },
    {
      "epoch": 0.7659700985389059,
      "grad_norm": 1.6921238006770605,
      "learning_rate": 0.00029232861772477206,
      "loss": 5.486,
      "step": 9017
    },
    {
      "epoch": 0.7660550458715596,
      "grad_norm": 1.608592049228251,
      "learning_rate": 0.0002923264498930361,
      "loss": 4.9867,
      "step": 9018
    },
    {
      "epoch": 0.7661399932042134,
      "grad_norm": 1.8967619494510426,
      "learning_rate": 0.00029232428176308335,
      "loss": 4.6348,
      "step": 9019
    },
    {
      "epoch": 0.7662249405368672,
      "grad_norm": 1.7518065890860268,
      "learning_rate": 0.00029232211333491835,
      "loss": 5.516,
      "step": 9020
    },
    {
      "epoch": 0.7663098878695209,
      "grad_norm": 1.654569018911791,
      "learning_rate": 0.0002923199446085457,
      "loss": 5.447,
      "step": 9021
    },
    {
      "epoch": 0.7663948352021747,
      "grad_norm": 1.7584271408461247,
      "learning_rate": 0.00029231777558397,
      "loss": 5.4371,
      "step": 9022
    },
    {
      "epoch": 0.7664797825348284,
      "grad_norm": 1.699137429858854,
      "learning_rate": 0.0002923156062611956,
      "loss": 5.0877,
      "step": 9023
    },
    {
      "epoch": 0.7665647298674821,
      "grad_norm": 1.6983055529170046,
      "learning_rate": 0.0002923134366402272,
      "loss": 5.134,
      "step": 9024
    },
    {
      "epoch": 0.7666496772001359,
      "grad_norm": 1.8594540683224654,
      "learning_rate": 0.0002923112667210693,
      "loss": 5.8746,
      "step": 9025
    },
    {
      "epoch": 0.7667346245327896,
      "grad_norm": 1.7677854474549877,
      "learning_rate": 0.00029230909650372643,
      "loss": 5.5764,
      "step": 9026
    },
    {
      "epoch": 0.7668195718654435,
      "grad_norm": 1.636418959612659,
      "learning_rate": 0.00029230692598820315,
      "loss": 5.2299,
      "step": 9027
    },
    {
      "epoch": 0.7669045191980972,
      "grad_norm": 1.6632591209340846,
      "learning_rate": 0.0002923047551745041,
      "loss": 5.3658,
      "step": 9028
    },
    {
      "epoch": 0.766989466530751,
      "grad_norm": 1.6499682442066208,
      "learning_rate": 0.0002923025840626337,
      "loss": 5.1034,
      "step": 9029
    },
    {
      "epoch": 0.7670744138634047,
      "grad_norm": 1.6997616574511065,
      "learning_rate": 0.0002923004126525965,
      "loss": 5.2258,
      "step": 9030
    },
    {
      "epoch": 0.7671593611960584,
      "grad_norm": 1.5967982140521215,
      "learning_rate": 0.0002922982409443971,
      "loss": 4.9749,
      "step": 9031
    },
    {
      "epoch": 0.7672443085287122,
      "grad_norm": 1.680141234651746,
      "learning_rate": 0.00029229606893804006,
      "loss": 5.4346,
      "step": 9032
    },
    {
      "epoch": 0.7673292558613659,
      "grad_norm": 1.7077273611121424,
      "learning_rate": 0.00029229389663352996,
      "loss": 5.4527,
      "step": 9033
    },
    {
      "epoch": 0.7674142031940198,
      "grad_norm": 1.594306350525407,
      "learning_rate": 0.00029229172403087125,
      "loss": 4.9988,
      "step": 9034
    },
    {
      "epoch": 0.7674991505266735,
      "grad_norm": 1.6459257687920987,
      "learning_rate": 0.00029228955113006855,
      "loss": 5.1709,
      "step": 9035
    },
    {
      "epoch": 0.7675840978593272,
      "grad_norm": 1.6391442270198395,
      "learning_rate": 0.0002922873779311264,
      "loss": 5.4627,
      "step": 9036
    },
    {
      "epoch": 0.767669045191981,
      "grad_norm": 1.65113308291403,
      "learning_rate": 0.00029228520443404937,
      "loss": 5.3292,
      "step": 9037
    },
    {
      "epoch": 0.7677539925246347,
      "grad_norm": 1.7205092555998809,
      "learning_rate": 0.000292283030638842,
      "loss": 5.4571,
      "step": 9038
    },
    {
      "epoch": 0.7678389398572885,
      "grad_norm": 1.923456786745577,
      "learning_rate": 0.0002922808565455088,
      "loss": 5.883,
      "step": 9039
    },
    {
      "epoch": 0.7679238871899422,
      "grad_norm": 1.6351794021674866,
      "learning_rate": 0.00029227868215405436,
      "loss": 5.388,
      "step": 9040
    },
    {
      "epoch": 0.7680088345225959,
      "grad_norm": 1.6657984604868667,
      "learning_rate": 0.0002922765074644833,
      "loss": 5.0388,
      "step": 9041
    },
    {
      "epoch": 0.7680937818552498,
      "grad_norm": 1.609056426243208,
      "learning_rate": 0.00029227433247680013,
      "loss": 5.1077,
      "step": 9042
    },
    {
      "epoch": 0.7681787291879035,
      "grad_norm": 1.8362583713148162,
      "learning_rate": 0.0002922721571910094,
      "loss": 5.4344,
      "step": 9043
    },
    {
      "epoch": 0.7682636765205573,
      "grad_norm": 1.6859953846317646,
      "learning_rate": 0.00029226998160711564,
      "loss": 5.2774,
      "step": 9044
    },
    {
      "epoch": 0.768348623853211,
      "grad_norm": 1.6247051456267014,
      "learning_rate": 0.0002922678057251234,
      "loss": 5.07,
      "step": 9045
    },
    {
      "epoch": 0.7684335711858647,
      "grad_norm": 1.7981142519993145,
      "learning_rate": 0.0002922656295450373,
      "loss": 5.5108,
      "step": 9046
    },
    {
      "epoch": 0.7685185185185185,
      "grad_norm": 1.6429529350322598,
      "learning_rate": 0.0002922634530668619,
      "loss": 5.1094,
      "step": 9047
    },
    {
      "epoch": 0.7686034658511722,
      "grad_norm": 1.6380437205148404,
      "learning_rate": 0.0002922612762906017,
      "loss": 4.8385,
      "step": 9048
    },
    {
      "epoch": 0.7686884131838261,
      "grad_norm": 1.6663825876486662,
      "learning_rate": 0.0002922590992162613,
      "loss": 5.3122,
      "step": 9049
    },
    {
      "epoch": 0.7687733605164798,
      "grad_norm": 1.7384983082815282,
      "learning_rate": 0.00029225692184384525,
      "loss": 5.168,
      "step": 9050
    },
    {
      "epoch": 0.7688583078491336,
      "grad_norm": 1.7718486760975718,
      "learning_rate": 0.0002922547441733581,
      "loss": 5.5415,
      "step": 9051
    },
    {
      "epoch": 0.7689432551817873,
      "grad_norm": 1.789028556967046,
      "learning_rate": 0.00029225256620480446,
      "loss": 5.2995,
      "step": 9052
    },
    {
      "epoch": 0.769028202514441,
      "grad_norm": 1.6320925864329194,
      "learning_rate": 0.0002922503879381889,
      "loss": 4.9826,
      "step": 9053
    },
    {
      "epoch": 0.7691131498470948,
      "grad_norm": 1.6539928848907892,
      "learning_rate": 0.0002922482093735159,
      "loss": 5.2537,
      "step": 9054
    },
    {
      "epoch": 0.7691980971797485,
      "grad_norm": 1.7169933688148866,
      "learning_rate": 0.0002922460305107901,
      "loss": 5.0666,
      "step": 9055
    },
    {
      "epoch": 0.7692830445124023,
      "grad_norm": 1.6300733102083145,
      "learning_rate": 0.00029224385135001607,
      "loss": 4.9519,
      "step": 9056
    },
    {
      "epoch": 0.7693679918450561,
      "grad_norm": 1.8571932959172455,
      "learning_rate": 0.0002922416718911983,
      "loss": 5.3207,
      "step": 9057
    },
    {
      "epoch": 0.7694529391777098,
      "grad_norm": 1.6298787062893818,
      "learning_rate": 0.0002922394921343414,
      "loss": 5.0928,
      "step": 9058
    },
    {
      "epoch": 0.7695378865103636,
      "grad_norm": 1.6748672198595518,
      "learning_rate": 0.00029223731207944994,
      "loss": 5.1576,
      "step": 9059
    },
    {
      "epoch": 0.7696228338430173,
      "grad_norm": 1.8102691585625448,
      "learning_rate": 0.00029223513172652846,
      "loss": 5.6091,
      "step": 9060
    },
    {
      "epoch": 0.7697077811756711,
      "grad_norm": 1.7131680890280425,
      "learning_rate": 0.00029223295107558164,
      "loss": 5.1608,
      "step": 9061
    },
    {
      "epoch": 0.7697927285083248,
      "grad_norm": 1.6774104601771014,
      "learning_rate": 0.0002922307701266139,
      "loss": 5.2637,
      "step": 9062
    },
    {
      "epoch": 0.7698776758409785,
      "grad_norm": 1.8085354749140599,
      "learning_rate": 0.00029222858887962985,
      "loss": 5.6602,
      "step": 9063
    },
    {
      "epoch": 0.7699626231736324,
      "grad_norm": 1.6570829805643625,
      "learning_rate": 0.00029222640733463415,
      "loss": 5.462,
      "step": 9064
    },
    {
      "epoch": 0.7700475705062861,
      "grad_norm": 1.6954348310568248,
      "learning_rate": 0.0002922242254916313,
      "loss": 5.2718,
      "step": 9065
    },
    {
      "epoch": 0.7701325178389399,
      "grad_norm": 1.6712051653295494,
      "learning_rate": 0.00029222204335062585,
      "loss": 5.1085,
      "step": 9066
    },
    {
      "epoch": 0.7702174651715936,
      "grad_norm": 1.6260520618575065,
      "learning_rate": 0.0002922198609116224,
      "loss": 5.2961,
      "step": 9067
    },
    {
      "epoch": 0.7703024125042474,
      "grad_norm": 1.6494615814261862,
      "learning_rate": 0.00029221767817462556,
      "loss": 4.9446,
      "step": 9068
    },
    {
      "epoch": 0.7703873598369011,
      "grad_norm": 1.6616156905911403,
      "learning_rate": 0.0002922154951396398,
      "loss": 5.2357,
      "step": 9069
    },
    {
      "epoch": 0.7704723071695548,
      "grad_norm": 1.6927366456300228,
      "learning_rate": 0.00029221331180666983,
      "loss": 5.1884,
      "step": 9070
    },
    {
      "epoch": 0.7705572545022086,
      "grad_norm": 1.6686073021426924,
      "learning_rate": 0.00029221112817572016,
      "loss": 5.1764,
      "step": 9071
    },
    {
      "epoch": 0.7706422018348624,
      "grad_norm": 1.6091778302910444,
      "learning_rate": 0.0002922089442467953,
      "loss": 5.2431,
      "step": 9072
    },
    {
      "epoch": 0.7707271491675162,
      "grad_norm": 1.7850745641607364,
      "learning_rate": 0.00029220676001989987,
      "loss": 5.3289,
      "step": 9073
    },
    {
      "epoch": 0.7708120965001699,
      "grad_norm": 1.6657643943589024,
      "learning_rate": 0.00029220457549503857,
      "loss": 5.373,
      "step": 9074
    },
    {
      "epoch": 0.7708970438328236,
      "grad_norm": 1.7841471362623038,
      "learning_rate": 0.00029220239067221575,
      "loss": 5.5945,
      "step": 9075
    },
    {
      "epoch": 0.7709819911654774,
      "grad_norm": 1.7061630313869696,
      "learning_rate": 0.00029220020555143617,
      "loss": 5.2373,
      "step": 9076
    },
    {
      "epoch": 0.7710669384981311,
      "grad_norm": 1.6805035689904309,
      "learning_rate": 0.00029219802013270434,
      "loss": 4.9484,
      "step": 9077
    },
    {
      "epoch": 0.7711518858307849,
      "grad_norm": 1.6687049611136076,
      "learning_rate": 0.00029219583441602486,
      "loss": 5.2035,
      "step": 9078
    },
    {
      "epoch": 0.7712368331634387,
      "grad_norm": 1.7094398888732267,
      "learning_rate": 0.0002921936484014023,
      "loss": 5.32,
      "step": 9079
    },
    {
      "epoch": 0.7713217804960925,
      "grad_norm": 1.8083016634090026,
      "learning_rate": 0.00029219146208884117,
      "loss": 5.4563,
      "step": 9080
    },
    {
      "epoch": 0.7714067278287462,
      "grad_norm": 1.7189111501219059,
      "learning_rate": 0.0002921892754783462,
      "loss": 5.0582,
      "step": 9081
    },
    {
      "epoch": 0.7714916751613999,
      "grad_norm": 1.8588556977204977,
      "learning_rate": 0.0002921870885699218,
      "loss": 5.7443,
      "step": 9082
    },
    {
      "epoch": 0.7715766224940537,
      "grad_norm": 1.6688700628550135,
      "learning_rate": 0.0002921849013635727,
      "loss": 5.4454,
      "step": 9083
    },
    {
      "epoch": 0.7716615698267074,
      "grad_norm": 1.7051712394616383,
      "learning_rate": 0.0002921827138593034,
      "loss": 4.8753,
      "step": 9084
    },
    {
      "epoch": 0.7717465171593612,
      "grad_norm": 1.6563585874207558,
      "learning_rate": 0.00029218052605711856,
      "loss": 5.0526,
      "step": 9085
    },
    {
      "epoch": 0.7718314644920149,
      "grad_norm": 1.7238525307528831,
      "learning_rate": 0.00029217833795702264,
      "loss": 5.1874,
      "step": 9086
    },
    {
      "epoch": 0.7719164118246687,
      "grad_norm": 1.8071648567669591,
      "learning_rate": 0.00029217614955902034,
      "loss": 5.6175,
      "step": 9087
    },
    {
      "epoch": 0.7720013591573225,
      "grad_norm": 1.7889073440701917,
      "learning_rate": 0.0002921739608631162,
      "loss": 5.5654,
      "step": 9088
    },
    {
      "epoch": 0.7720863064899762,
      "grad_norm": 1.7882629305005067,
      "learning_rate": 0.00029217177186931475,
      "loss": 5.6461,
      "step": 9089
    },
    {
      "epoch": 0.77217125382263,
      "grad_norm": 1.6060715188305312,
      "learning_rate": 0.0002921695825776207,
      "loss": 5.2781,
      "step": 9090
    },
    {
      "epoch": 0.7722562011552837,
      "grad_norm": 1.6591271429167973,
      "learning_rate": 0.00029216739298803856,
      "loss": 5.3465,
      "step": 9091
    },
    {
      "epoch": 0.7723411484879374,
      "grad_norm": 1.56648876681706,
      "learning_rate": 0.0002921652031005729,
      "loss": 5.0632,
      "step": 9092
    },
    {
      "epoch": 0.7724260958205912,
      "grad_norm": 1.5632753778620683,
      "learning_rate": 0.00029216301291522836,
      "loss": 5.0937,
      "step": 9093
    },
    {
      "epoch": 0.772511043153245,
      "grad_norm": 1.6002448551229822,
      "learning_rate": 0.0002921608224320095,
      "loss": 5.1698,
      "step": 9094
    },
    {
      "epoch": 0.7725959904858988,
      "grad_norm": 1.5928933120549447,
      "learning_rate": 0.0002921586316509209,
      "loss": 5.2052,
      "step": 9095
    },
    {
      "epoch": 0.7726809378185525,
      "grad_norm": 1.7483916040522056,
      "learning_rate": 0.0002921564405719672,
      "loss": 5.5355,
      "step": 9096
    },
    {
      "epoch": 0.7727658851512063,
      "grad_norm": 1.6392234813324436,
      "learning_rate": 0.000292154249195153,
      "loss": 5.2509,
      "step": 9097
    },
    {
      "epoch": 0.77285083248386,
      "grad_norm": 1.7009737426240694,
      "learning_rate": 0.00029215205752048274,
      "loss": 5.4581,
      "step": 9098
    },
    {
      "epoch": 0.7729357798165137,
      "grad_norm": 1.7550259331531708,
      "learning_rate": 0.0002921498655479612,
      "loss": 5.3864,
      "step": 9099
    },
    {
      "epoch": 0.7730207271491675,
      "grad_norm": 1.8074936600579632,
      "learning_rate": 0.00029214767327759284,
      "loss": 5.5506,
      "step": 9100
    },
    {
      "epoch": 0.7731056744818213,
      "grad_norm": 1.6573378993297814,
      "learning_rate": 0.00029214548070938235,
      "loss": 5.2077,
      "step": 9101
    },
    {
      "epoch": 0.7731906218144751,
      "grad_norm": 1.6238234963149212,
      "learning_rate": 0.00029214328784333426,
      "loss": 5.0051,
      "step": 9102
    },
    {
      "epoch": 0.7732755691471288,
      "grad_norm": 1.6864723114702034,
      "learning_rate": 0.0002921410946794532,
      "loss": 5.0648,
      "step": 9103
    },
    {
      "epoch": 0.7733605164797825,
      "grad_norm": 1.736930427335878,
      "learning_rate": 0.0002921389012177437,
      "loss": 5.2713,
      "step": 9104
    },
    {
      "epoch": 0.7734454638124363,
      "grad_norm": 1.7258301328299122,
      "learning_rate": 0.00029213670745821047,
      "loss": 5.2343,
      "step": 9105
    },
    {
      "epoch": 0.77353041114509,
      "grad_norm": 1.7590139281761614,
      "learning_rate": 0.000292134513400858,
      "loss": 5.4756,
      "step": 9106
    },
    {
      "epoch": 0.7736153584777438,
      "grad_norm": 1.77160290674727,
      "learning_rate": 0.000292132319045691,
      "loss": 5.3181,
      "step": 9107
    },
    {
      "epoch": 0.7737003058103975,
      "grad_norm": 1.8934029306931848,
      "learning_rate": 0.00029213012439271394,
      "loss": 5.6086,
      "step": 9108
    },
    {
      "epoch": 0.7737852531430514,
      "grad_norm": 1.6905093619760252,
      "learning_rate": 0.0002921279294419315,
      "loss": 5.4461,
      "step": 9109
    },
    {
      "epoch": 0.7738702004757051,
      "grad_norm": 1.8342911345619202,
      "learning_rate": 0.0002921257341933483,
      "loss": 5.4358,
      "step": 9110
    },
    {
      "epoch": 0.7739551478083588,
      "grad_norm": 1.6513829705903522,
      "learning_rate": 0.0002921235386469688,
      "loss": 5.4011,
      "step": 9111
    },
    {
      "epoch": 0.7740400951410126,
      "grad_norm": 1.6224618267854538,
      "learning_rate": 0.0002921213428027977,
      "loss": 5.2369,
      "step": 9112
    },
    {
      "epoch": 0.7741250424736663,
      "grad_norm": 1.6284891936139578,
      "learning_rate": 0.0002921191466608397,
      "loss": 4.8929,
      "step": 9113
    },
    {
      "epoch": 0.77420998980632,
      "grad_norm": 1.6390720456767631,
      "learning_rate": 0.0002921169502210992,
      "loss": 4.9166,
      "step": 9114
    },
    {
      "epoch": 0.7742949371389738,
      "grad_norm": 1.6299502715778134,
      "learning_rate": 0.0002921147534835809,
      "loss": 5.0312,
      "step": 9115
    },
    {
      "epoch": 0.7743798844716276,
      "grad_norm": 1.6597941782285572,
      "learning_rate": 0.0002921125564482895,
      "loss": 5.1665,
      "step": 9116
    },
    {
      "epoch": 0.7744648318042814,
      "grad_norm": 1.8006683571803992,
      "learning_rate": 0.00029211035911522946,
      "loss": 4.9364,
      "step": 9117
    },
    {
      "epoch": 0.7745497791369351,
      "grad_norm": 1.6753526025339547,
      "learning_rate": 0.0002921081614844054,
      "loss": 5.4406,
      "step": 9118
    },
    {
      "epoch": 0.7746347264695889,
      "grad_norm": 1.662339163697933,
      "learning_rate": 0.000292105963555822,
      "loss": 4.9125,
      "step": 9119
    },
    {
      "epoch": 0.7747196738022426,
      "grad_norm": 1.6293930852459158,
      "learning_rate": 0.0002921037653294838,
      "loss": 5.0723,
      "step": 9120
    },
    {
      "epoch": 0.7748046211348963,
      "grad_norm": 1.6091287128958562,
      "learning_rate": 0.00029210156680539544,
      "loss": 5.2445,
      "step": 9121
    },
    {
      "epoch": 0.7748895684675501,
      "grad_norm": 1.784151118652974,
      "learning_rate": 0.0002920993679835615,
      "loss": 5.3709,
      "step": 9122
    },
    {
      "epoch": 0.7749745158002038,
      "grad_norm": 1.6232057830375495,
      "learning_rate": 0.0002920971688639866,
      "loss": 5.0487,
      "step": 9123
    },
    {
      "epoch": 0.7750594631328577,
      "grad_norm": 1.7051289477440734,
      "learning_rate": 0.00029209496944667535,
      "loss": 5.2172,
      "step": 9124
    },
    {
      "epoch": 0.7751444104655114,
      "grad_norm": 1.9899125266963305,
      "learning_rate": 0.00029209276973163236,
      "loss": 4.918,
      "step": 9125
    },
    {
      "epoch": 0.7752293577981652,
      "grad_norm": 1.6597707672571713,
      "learning_rate": 0.00029209056971886226,
      "loss": 4.9239,
      "step": 9126
    },
    {
      "epoch": 0.7753143051308189,
      "grad_norm": 1.650356241612354,
      "learning_rate": 0.0002920883694083696,
      "loss": 4.9008,
      "step": 9127
    },
    {
      "epoch": 0.7753992524634726,
      "grad_norm": 1.7179587151325066,
      "learning_rate": 0.00029208616880015907,
      "loss": 5.1344,
      "step": 9128
    },
    {
      "epoch": 0.7754841997961264,
      "grad_norm": 1.6328897158424316,
      "learning_rate": 0.00029208396789423525,
      "loss": 5.248,
      "step": 9129
    },
    {
      "epoch": 0.7755691471287801,
      "grad_norm": 1.6887647326451263,
      "learning_rate": 0.0002920817666906027,
      "loss": 5.0888,
      "step": 9130
    },
    {
      "epoch": 0.775654094461434,
      "grad_norm": 1.7058629847253712,
      "learning_rate": 0.00029207956518926604,
      "loss": 5.2318,
      "step": 9131
    },
    {
      "epoch": 0.7757390417940877,
      "grad_norm": 1.7406023291200226,
      "learning_rate": 0.0002920773633902299,
      "loss": 5.4091,
      "step": 9132
    },
    {
      "epoch": 0.7758239891267414,
      "grad_norm": 2.0237917572879693,
      "learning_rate": 0.000292075161293499,
      "loss": 5.1383,
      "step": 9133
    },
    {
      "epoch": 0.7759089364593952,
      "grad_norm": 1.786650656401911,
      "learning_rate": 0.0002920729588990778,
      "loss": 5.3554,
      "step": 9134
    },
    {
      "epoch": 0.7759938837920489,
      "grad_norm": 1.800569719145143,
      "learning_rate": 0.000292070756206971,
      "loss": 4.8959,
      "step": 9135
    },
    {
      "epoch": 0.7760788311247027,
      "grad_norm": 1.854475219002222,
      "learning_rate": 0.0002920685532171832,
      "loss": 5.576,
      "step": 9136
    },
    {
      "epoch": 0.7761637784573564,
      "grad_norm": 1.6775583228863333,
      "learning_rate": 0.000292066349929719,
      "loss": 5.2827,
      "step": 9137
    },
    {
      "epoch": 0.7762487257900101,
      "grad_norm": 1.5993504235030636,
      "learning_rate": 0.000292064146344583,
      "loss": 5.1083,
      "step": 9138
    },
    {
      "epoch": 0.776333673122664,
      "grad_norm": 1.8474280150495968,
      "learning_rate": 0.0002920619424617799,
      "loss": 5.6661,
      "step": 9139
    },
    {
      "epoch": 0.7764186204553177,
      "grad_norm": 1.713140324686531,
      "learning_rate": 0.0002920597382813142,
      "loss": 4.7262,
      "step": 9140
    },
    {
      "epoch": 0.7765035677879715,
      "grad_norm": 1.8328272668015095,
      "learning_rate": 0.0002920575338031906,
      "loss": 5.5116,
      "step": 9141
    },
    {
      "epoch": 0.7765885151206252,
      "grad_norm": 1.6251672014180323,
      "learning_rate": 0.00029205532902741365,
      "loss": 5.0103,
      "step": 9142
    },
    {
      "epoch": 0.776673462453279,
      "grad_norm": 1.6901036297313834,
      "learning_rate": 0.0002920531239539881,
      "loss": 5.1607,
      "step": 9143
    },
    {
      "epoch": 0.7767584097859327,
      "grad_norm": 1.6335293806314597,
      "learning_rate": 0.00029205091858291847,
      "loss": 4.9684,
      "step": 9144
    },
    {
      "epoch": 0.7768433571185864,
      "grad_norm": 1.8448380472169357,
      "learning_rate": 0.0002920487129142093,
      "loss": 5.6696,
      "step": 9145
    },
    {
      "epoch": 0.7769283044512403,
      "grad_norm": 1.7660581045362365,
      "learning_rate": 0.00029204650694786543,
      "loss": 5.1534,
      "step": 9146
    },
    {
      "epoch": 0.777013251783894,
      "grad_norm": 1.6421908355559185,
      "learning_rate": 0.00029204430068389134,
      "loss": 5.2505,
      "step": 9147
    },
    {
      "epoch": 0.7770981991165478,
      "grad_norm": 1.659348257781015,
      "learning_rate": 0.0002920420941222916,
      "loss": 5.2293,
      "step": 9148
    },
    {
      "epoch": 0.7771831464492015,
      "grad_norm": 1.7761674376356118,
      "learning_rate": 0.00029203988726307097,
      "loss": 5.4654,
      "step": 9149
    },
    {
      "epoch": 0.7772680937818552,
      "grad_norm": 1.7284943002108766,
      "learning_rate": 0.000292037680106234,
      "loss": 5.4719,
      "step": 9150
    },
    {
      "epoch": 0.777353041114509,
      "grad_norm": 1.735517009448137,
      "learning_rate": 0.00029203547265178534,
      "loss": 5.2306,
      "step": 9151
    },
    {
      "epoch": 0.7774379884471627,
      "grad_norm": 1.594880137594113,
      "learning_rate": 0.00029203326489972957,
      "loss": 5.224,
      "step": 9152
    },
    {
      "epoch": 0.7775229357798165,
      "grad_norm": 1.6426484293730728,
      "learning_rate": 0.00029203105685007136,
      "loss": 5.0703,
      "step": 9153
    },
    {
      "epoch": 0.7776078831124703,
      "grad_norm": 1.6963147488352879,
      "learning_rate": 0.0002920288485028154,
      "loss": 5.041,
      "step": 9154
    },
    {
      "epoch": 0.777692830445124,
      "grad_norm": 1.6620490685697038,
      "learning_rate": 0.0002920266398579661,
      "loss": 5.2161,
      "step": 9155
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 1.7881863162632072,
      "learning_rate": 0.0002920244309155283,
      "loss": 5.8166,
      "step": 9156
    },
    {
      "epoch": 0.7778627251104315,
      "grad_norm": 1.865271223666984,
      "learning_rate": 0.00029202222167550653,
      "loss": 5.6893,
      "step": 9157
    },
    {
      "epoch": 0.7779476724430853,
      "grad_norm": 1.7033194882343075,
      "learning_rate": 0.0002920200121379055,
      "loss": 5.4072,
      "step": 9158
    },
    {
      "epoch": 0.778032619775739,
      "grad_norm": 1.662633883466935,
      "learning_rate": 0.0002920178023027298,
      "loss": 5.0693,
      "step": 9159
    },
    {
      "epoch": 0.7781175671083927,
      "grad_norm": 1.8265227938485573,
      "learning_rate": 0.00029201559216998396,
      "loss": 5.5564,
      "step": 9160
    },
    {
      "epoch": 0.7782025144410466,
      "grad_norm": 1.8659411530958367,
      "learning_rate": 0.00029201338173967273,
      "loss": 5.5369,
      "step": 9161
    },
    {
      "epoch": 0.7782874617737003,
      "grad_norm": 1.7253445388520572,
      "learning_rate": 0.0002920111710118007,
      "loss": 5.1835,
      "step": 9162
    },
    {
      "epoch": 0.7783724091063541,
      "grad_norm": 1.73229681473948,
      "learning_rate": 0.0002920089599863726,
      "loss": 5.4133,
      "step": 9163
    },
    {
      "epoch": 0.7784573564390078,
      "grad_norm": 1.6959862332171218,
      "learning_rate": 0.00029200674866339287,
      "loss": 5.3395,
      "step": 9164
    },
    {
      "epoch": 0.7785423037716616,
      "grad_norm": 1.716845460748864,
      "learning_rate": 0.00029200453704286624,
      "loss": 5.3589,
      "step": 9165
    },
    {
      "epoch": 0.7786272511043153,
      "grad_norm": 1.7954182943723407,
      "learning_rate": 0.00029200232512479745,
      "loss": 5.2505,
      "step": 9166
    },
    {
      "epoch": 0.778712198436969,
      "grad_norm": 1.7054220159444624,
      "learning_rate": 0.000292000112909191,
      "loss": 5.0833,
      "step": 9167
    },
    {
      "epoch": 0.7787971457696228,
      "grad_norm": 1.705784924483649,
      "learning_rate": 0.0002919979003960515,
      "loss": 5.4502,
      "step": 9168
    },
    {
      "epoch": 0.7788820931022766,
      "grad_norm": 1.7163210872510088,
      "learning_rate": 0.0002919956875853837,
      "loss": 5.2168,
      "step": 9169
    },
    {
      "epoch": 0.7789670404349304,
      "grad_norm": 2.1902405349272103,
      "learning_rate": 0.0002919934744771921,
      "loss": 4.6711,
      "step": 9170
    },
    {
      "epoch": 0.7790519877675841,
      "grad_norm": 1.7959041278071293,
      "learning_rate": 0.00029199126107148156,
      "loss": 5.4167,
      "step": 9171
    },
    {
      "epoch": 0.7791369351002378,
      "grad_norm": 1.7847522774821425,
      "learning_rate": 0.0002919890473682565,
      "loss": 5.6165,
      "step": 9172
    },
    {
      "epoch": 0.7792218824328916,
      "grad_norm": 1.7451141290348098,
      "learning_rate": 0.00029198683336752163,
      "loss": 5.3151,
      "step": 9173
    },
    {
      "epoch": 0.7793068297655453,
      "grad_norm": 1.6135075069876876,
      "learning_rate": 0.00029198461906928164,
      "loss": 5.0867,
      "step": 9174
    },
    {
      "epoch": 0.7793917770981991,
      "grad_norm": 1.595482788573419,
      "learning_rate": 0.00029198240447354107,
      "loss": 5.0246,
      "step": 9175
    },
    {
      "epoch": 0.7794767244308529,
      "grad_norm": 1.6237252610970436,
      "learning_rate": 0.00029198018958030464,
      "loss": 5.1484,
      "step": 9176
    },
    {
      "epoch": 0.7795616717635067,
      "grad_norm": 1.750378991486935,
      "learning_rate": 0.00029197797438957696,
      "loss": 5.5189,
      "step": 9177
    },
    {
      "epoch": 0.7796466190961604,
      "grad_norm": 1.630740514796094,
      "learning_rate": 0.0002919757589013627,
      "loss": 5.1408,
      "step": 9178
    },
    {
      "epoch": 0.7797315664288141,
      "grad_norm": 1.621361308950983,
      "learning_rate": 0.00029197354311566643,
      "loss": 5.3829,
      "step": 9179
    },
    {
      "epoch": 0.7798165137614679,
      "grad_norm": 1.7402079010648521,
      "learning_rate": 0.0002919713270324929,
      "loss": 5.5199,
      "step": 9180
    },
    {
      "epoch": 0.7799014610941216,
      "grad_norm": 1.7427631074995702,
      "learning_rate": 0.0002919691106518467,
      "loss": 5.3938,
      "step": 9181
    },
    {
      "epoch": 0.7799864084267754,
      "grad_norm": 1.6747819112939422,
      "learning_rate": 0.0002919668939737324,
      "loss": 4.6235,
      "step": 9182
    },
    {
      "epoch": 0.7800713557594292,
      "grad_norm": 1.770604352680012,
      "learning_rate": 0.0002919646769981548,
      "loss": 5.5775,
      "step": 9183
    },
    {
      "epoch": 0.780156303092083,
      "grad_norm": 1.6279670209192336,
      "learning_rate": 0.0002919624597251184,
      "loss": 5.1354,
      "step": 9184
    },
    {
      "epoch": 0.7802412504247367,
      "grad_norm": 1.7781219917138422,
      "learning_rate": 0.0002919602421546279,
      "loss": 5.3495,
      "step": 9185
    },
    {
      "epoch": 0.7803261977573904,
      "grad_norm": 1.8467893327374427,
      "learning_rate": 0.000291958024286688,
      "loss": 5.6647,
      "step": 9186
    },
    {
      "epoch": 0.7804111450900442,
      "grad_norm": 1.6531292575530008,
      "learning_rate": 0.0002919558061213033,
      "loss": 5.0388,
      "step": 9187
    },
    {
      "epoch": 0.7804960924226979,
      "grad_norm": 1.7094342350125284,
      "learning_rate": 0.00029195358765847837,
      "loss": 5.2436,
      "step": 9188
    },
    {
      "epoch": 0.7805810397553516,
      "grad_norm": 1.9035246266653163,
      "learning_rate": 0.000291951368898218,
      "loss": 5.7459,
      "step": 9189
    },
    {
      "epoch": 0.7806659870880054,
      "grad_norm": 1.651918420738702,
      "learning_rate": 0.00029194914984052677,
      "loss": 5.0758,
      "step": 9190
    },
    {
      "epoch": 0.7807509344206592,
      "grad_norm": 1.612121774140854,
      "learning_rate": 0.0002919469304854093,
      "loss": 4.9756,
      "step": 9191
    },
    {
      "epoch": 0.780835881753313,
      "grad_norm": 1.737921377577481,
      "learning_rate": 0.0002919447108328703,
      "loss": 5.404,
      "step": 9192
    },
    {
      "epoch": 0.7809208290859667,
      "grad_norm": 1.609064275565395,
      "learning_rate": 0.0002919424908829144,
      "loss": 5.1261,
      "step": 9193
    },
    {
      "epoch": 0.7810057764186205,
      "grad_norm": 1.746917369939693,
      "learning_rate": 0.00029194027063554623,
      "loss": 5.3876,
      "step": 9194
    },
    {
      "epoch": 0.7810907237512742,
      "grad_norm": 1.8078282023748502,
      "learning_rate": 0.00029193805009077045,
      "loss": 5.6933,
      "step": 9195
    },
    {
      "epoch": 0.7811756710839279,
      "grad_norm": 1.6666340157169264,
      "learning_rate": 0.0002919358292485918,
      "loss": 5.3004,
      "step": 9196
    },
    {
      "epoch": 0.7812606184165817,
      "grad_norm": 1.5443864180843863,
      "learning_rate": 0.0002919336081090148,
      "loss": 4.9116,
      "step": 9197
    },
    {
      "epoch": 0.7813455657492355,
      "grad_norm": 1.6033911075048184,
      "learning_rate": 0.0002919313866720441,
      "loss": 5.0563,
      "step": 9198
    },
    {
      "epoch": 0.7814305130818893,
      "grad_norm": 1.7729947148217589,
      "learning_rate": 0.00029192916493768446,
      "loss": 5.4837,
      "step": 9199
    },
    {
      "epoch": 0.781515460414543,
      "grad_norm": 1.6543976596909213,
      "learning_rate": 0.0002919269429059405,
      "loss": 5.3578,
      "step": 9200
    },
    {
      "epoch": 0.7816004077471967,
      "grad_norm": 1.7849950134544228,
      "learning_rate": 0.00029192472057681685,
      "loss": 5.6335,
      "step": 9201
    },
    {
      "epoch": 0.7816853550798505,
      "grad_norm": 1.618075822213277,
      "learning_rate": 0.0002919224979503182,
      "loss": 5.1763,
      "step": 9202
    },
    {
      "epoch": 0.7817703024125042,
      "grad_norm": 1.6195633610705895,
      "learning_rate": 0.00029192027502644913,
      "loss": 4.8715,
      "step": 9203
    },
    {
      "epoch": 0.781855249745158,
      "grad_norm": 1.7934575770560426,
      "learning_rate": 0.0002919180518052144,
      "loss": 5.5737,
      "step": 9204
    },
    {
      "epoch": 0.7819401970778117,
      "grad_norm": 1.5887674757049977,
      "learning_rate": 0.00029191582828661867,
      "loss": 5.0781,
      "step": 9205
    },
    {
      "epoch": 0.7820251444104656,
      "grad_norm": 1.8027334394600196,
      "learning_rate": 0.0002919136044706665,
      "loss": 5.5433,
      "step": 9206
    },
    {
      "epoch": 0.7821100917431193,
      "grad_norm": 1.6434634522275688,
      "learning_rate": 0.00029191138035736263,
      "loss": 5.1673,
      "step": 9207
    },
    {
      "epoch": 0.782195039075773,
      "grad_norm": 1.6786071225155461,
      "learning_rate": 0.0002919091559467117,
      "loss": 5.2521,
      "step": 9208
    },
    {
      "epoch": 0.7822799864084268,
      "grad_norm": 1.814766016732686,
      "learning_rate": 0.0002919069312387183,
      "loss": 5.3992,
      "step": 9209
    },
    {
      "epoch": 0.7823649337410805,
      "grad_norm": 1.804091364000195,
      "learning_rate": 0.00029190470623338715,
      "loss": 5.8016,
      "step": 9210
    },
    {
      "epoch": 0.7824498810737343,
      "grad_norm": 1.6319576517205074,
      "learning_rate": 0.000291902480930723,
      "loss": 5.0688,
      "step": 9211
    },
    {
      "epoch": 0.782534828406388,
      "grad_norm": 1.6378915699621501,
      "learning_rate": 0.00029190025533073035,
      "loss": 5.1624,
      "step": 9212
    },
    {
      "epoch": 0.7826197757390418,
      "grad_norm": 1.69993913100146,
      "learning_rate": 0.00029189802943341395,
      "loss": 5.2829,
      "step": 9213
    },
    {
      "epoch": 0.7827047230716956,
      "grad_norm": 1.6751522748383143,
      "learning_rate": 0.0002918958032387785,
      "loss": 5.3051,
      "step": 9214
    },
    {
      "epoch": 0.7827896704043493,
      "grad_norm": 1.6024857625082154,
      "learning_rate": 0.0002918935767468286,
      "loss": 4.9997,
      "step": 9215
    },
    {
      "epoch": 0.7828746177370031,
      "grad_norm": 1.6717371300453392,
      "learning_rate": 0.00029189134995756896,
      "loss": 5.472,
      "step": 9216
    },
    {
      "epoch": 0.7829595650696568,
      "grad_norm": 1.6112196249602642,
      "learning_rate": 0.0002918891228710042,
      "loss": 4.8899,
      "step": 9217
    },
    {
      "epoch": 0.7830445124023105,
      "grad_norm": 1.6811304301686953,
      "learning_rate": 0.000291886895487139,
      "loss": 5.2645,
      "step": 9218
    },
    {
      "epoch": 0.7831294597349643,
      "grad_norm": 1.6701842760952204,
      "learning_rate": 0.00029188466780597806,
      "loss": 5.1123,
      "step": 9219
    },
    {
      "epoch": 0.783214407067618,
      "grad_norm": 1.7200054644644696,
      "learning_rate": 0.000291882439827526,
      "loss": 5.3968,
      "step": 9220
    },
    {
      "epoch": 0.7832993544002719,
      "grad_norm": 1.8274072687061773,
      "learning_rate": 0.00029188021155178754,
      "loss": 5.6569,
      "step": 9221
    },
    {
      "epoch": 0.7833843017329256,
      "grad_norm": 1.8142257526573238,
      "learning_rate": 0.0002918779829787673,
      "loss": 5.815,
      "step": 9222
    },
    {
      "epoch": 0.7834692490655794,
      "grad_norm": 1.7458474951399712,
      "learning_rate": 0.00029187575410847,
      "loss": 5.541,
      "step": 9223
    },
    {
      "epoch": 0.7835541963982331,
      "grad_norm": 1.7013970579343223,
      "learning_rate": 0.0002918735249409002,
      "loss": 5.346,
      "step": 9224
    },
    {
      "epoch": 0.7836391437308868,
      "grad_norm": 1.685106889471196,
      "learning_rate": 0.0002918712954760627,
      "loss": 5.3347,
      "step": 9225
    },
    {
      "epoch": 0.7837240910635406,
      "grad_norm": 1.771496833317386,
      "learning_rate": 0.00029186906571396215,
      "loss": 5.4854,
      "step": 9226
    },
    {
      "epoch": 0.7838090383961943,
      "grad_norm": 1.7291333897450512,
      "learning_rate": 0.00029186683565460313,
      "loss": 5.2562,
      "step": 9227
    },
    {
      "epoch": 0.7838939857288482,
      "grad_norm": 1.7003562575966702,
      "learning_rate": 0.0002918646052979904,
      "loss": 4.961,
      "step": 9228
    },
    {
      "epoch": 0.7839789330615019,
      "grad_norm": 1.7222605034531886,
      "learning_rate": 0.00029186237464412865,
      "loss": 5.1978,
      "step": 9229
    },
    {
      "epoch": 0.7840638803941556,
      "grad_norm": 1.6597972309849802,
      "learning_rate": 0.0002918601436930225,
      "loss": 5.3688,
      "step": 9230
    },
    {
      "epoch": 0.7841488277268094,
      "grad_norm": 1.8475341302634665,
      "learning_rate": 0.0002918579124446766,
      "loss": 5.6727,
      "step": 9231
    },
    {
      "epoch": 0.7842337750594631,
      "grad_norm": 1.7286524318629175,
      "learning_rate": 0.0002918556808990957,
      "loss": 5.1444,
      "step": 9232
    },
    {
      "epoch": 0.7843187223921169,
      "grad_norm": 1.7337526629808377,
      "learning_rate": 0.00029185344905628447,
      "loss": 5.3256,
      "step": 9233
    },
    {
      "epoch": 0.7844036697247706,
      "grad_norm": 1.7593927955889592,
      "learning_rate": 0.00029185121691624753,
      "loss": 5.3896,
      "step": 9234
    },
    {
      "epoch": 0.7844886170574243,
      "grad_norm": 1.7690650113672457,
      "learning_rate": 0.00029184898447898953,
      "loss": 5.1022,
      "step": 9235
    },
    {
      "epoch": 0.7845735643900782,
      "grad_norm": 1.788234832264437,
      "learning_rate": 0.0002918467517445152,
      "loss": 5.6204,
      "step": 9236
    },
    {
      "epoch": 0.7846585117227319,
      "grad_norm": 1.7540189599127274,
      "learning_rate": 0.0002918445187128293,
      "loss": 5.5311,
      "step": 9237
    },
    {
      "epoch": 0.7847434590553857,
      "grad_norm": 1.6369258962980755,
      "learning_rate": 0.0002918422853839364,
      "loss": 4.3012,
      "step": 9238
    },
    {
      "epoch": 0.7848284063880394,
      "grad_norm": 1.666504325808203,
      "learning_rate": 0.00029184005175784115,
      "loss": 5.3031,
      "step": 9239
    },
    {
      "epoch": 0.7849133537206932,
      "grad_norm": 1.696562718579145,
      "learning_rate": 0.0002918378178345483,
      "loss": 5.4203,
      "step": 9240
    },
    {
      "epoch": 0.7849983010533469,
      "grad_norm": 1.7377034451051954,
      "learning_rate": 0.00029183558361406257,
      "loss": 5.1995,
      "step": 9241
    },
    {
      "epoch": 0.7850832483860006,
      "grad_norm": 1.6994966513375591,
      "learning_rate": 0.0002918333490963886,
      "loss": 5.0079,
      "step": 9242
    },
    {
      "epoch": 0.7851681957186545,
      "grad_norm": 1.6829360349793638,
      "learning_rate": 0.000291831114281531,
      "loss": 5.433,
      "step": 9243
    },
    {
      "epoch": 0.7852531430513082,
      "grad_norm": 1.6736042691010031,
      "learning_rate": 0.0002918288791694946,
      "loss": 4.9878,
      "step": 9244
    },
    {
      "epoch": 0.785338090383962,
      "grad_norm": 1.668042346569072,
      "learning_rate": 0.0002918266437602839,
      "loss": 5.1449,
      "step": 9245
    },
    {
      "epoch": 0.7854230377166157,
      "grad_norm": 1.7187602341757535,
      "learning_rate": 0.0002918244080539037,
      "loss": 5.3402,
      "step": 9246
    },
    {
      "epoch": 0.7855079850492694,
      "grad_norm": 1.7310377594098263,
      "learning_rate": 0.0002918221720503587,
      "loss": 5.5265,
      "step": 9247
    },
    {
      "epoch": 0.7855929323819232,
      "grad_norm": 1.860201120135158,
      "learning_rate": 0.00029181993574965356,
      "loss": 5.7745,
      "step": 9248
    },
    {
      "epoch": 0.7856778797145769,
      "grad_norm": 1.821921758482541,
      "learning_rate": 0.0002918176991517929,
      "loss": 5.3726,
      "step": 9249
    },
    {
      "epoch": 0.7857628270472308,
      "grad_norm": 1.6487812459422946,
      "learning_rate": 0.0002918154622567815,
      "loss": 5.229,
      "step": 9250
    },
    {
      "epoch": 0.7858477743798845,
      "grad_norm": 1.7272457907616692,
      "learning_rate": 0.00029181322506462403,
      "loss": 5.1164,
      "step": 9251
    },
    {
      "epoch": 0.7859327217125383,
      "grad_norm": 1.6550169713825498,
      "learning_rate": 0.0002918109875753251,
      "loss": 5.071,
      "step": 9252
    },
    {
      "epoch": 0.786017669045192,
      "grad_norm": 1.7994170300798396,
      "learning_rate": 0.0002918087497888895,
      "loss": 5.5519,
      "step": 9253
    },
    {
      "epoch": 0.7861026163778457,
      "grad_norm": 1.6500486771565093,
      "learning_rate": 0.00029180651170532186,
      "loss": 5.0972,
      "step": 9254
    },
    {
      "epoch": 0.7861875637104995,
      "grad_norm": 1.67686228941112,
      "learning_rate": 0.00029180427332462693,
      "loss": 5.0289,
      "step": 9255
    },
    {
      "epoch": 0.7862725110431532,
      "grad_norm": 1.6386631894992647,
      "learning_rate": 0.00029180203464680926,
      "loss": 5.2787,
      "step": 9256
    },
    {
      "epoch": 0.786357458375807,
      "grad_norm": 1.5932997257488366,
      "learning_rate": 0.0002917997956718737,
      "loss": 4.8568,
      "step": 9257
    },
    {
      "epoch": 0.7864424057084608,
      "grad_norm": 1.6655634173300784,
      "learning_rate": 0.00029179755639982487,
      "loss": 5.1096,
      "step": 9258
    },
    {
      "epoch": 0.7865273530411145,
      "grad_norm": 1.8902299704196937,
      "learning_rate": 0.00029179531683066746,
      "loss": 5.5772,
      "step": 9259
    },
    {
      "epoch": 0.7866123003737683,
      "grad_norm": 1.8331204803807293,
      "learning_rate": 0.00029179307696440614,
      "loss": 5.2726,
      "step": 9260
    },
    {
      "epoch": 0.786697247706422,
      "grad_norm": 1.6848234422469603,
      "learning_rate": 0.00029179083680104566,
      "loss": 5.2731,
      "step": 9261
    },
    {
      "epoch": 0.7867821950390758,
      "grad_norm": 1.8513929206833517,
      "learning_rate": 0.0002917885963405907,
      "loss": 5.6944,
      "step": 9262
    },
    {
      "epoch": 0.7868671423717295,
      "grad_norm": 1.7145469442239603,
      "learning_rate": 0.0002917863555830459,
      "loss": 5.3,
      "step": 9263
    },
    {
      "epoch": 0.7869520897043832,
      "grad_norm": 1.686497246510043,
      "learning_rate": 0.00029178411452841606,
      "loss": 5.0958,
      "step": 9264
    },
    {
      "epoch": 0.7870370370370371,
      "grad_norm": 1.8569629983633598,
      "learning_rate": 0.00029178187317670576,
      "loss": 5.4827,
      "step": 9265
    },
    {
      "epoch": 0.7871219843696908,
      "grad_norm": 1.7825209350950502,
      "learning_rate": 0.0002917796315279198,
      "loss": 4.8985,
      "step": 9266
    },
    {
      "epoch": 0.7872069317023446,
      "grad_norm": 1.7436423994388401,
      "learning_rate": 0.00029177738958206274,
      "loss": 4.8666,
      "step": 9267
    },
    {
      "epoch": 0.7872918790349983,
      "grad_norm": 1.6952153862338628,
      "learning_rate": 0.00029177514733913946,
      "loss": 5.3504,
      "step": 9268
    },
    {
      "epoch": 0.787376826367652,
      "grad_norm": 1.6471117310300358,
      "learning_rate": 0.0002917729047991545,
      "loss": 5.2761,
      "step": 9269
    },
    {
      "epoch": 0.7874617737003058,
      "grad_norm": 1.7728382725592677,
      "learning_rate": 0.00029177066196211263,
      "loss": 5.6598,
      "step": 9270
    },
    {
      "epoch": 0.7875467210329595,
      "grad_norm": 1.6847905077692393,
      "learning_rate": 0.0002917684188280185,
      "loss": 5.2632,
      "step": 9271
    },
    {
      "epoch": 0.7876316683656133,
      "grad_norm": 1.6493698913735257,
      "learning_rate": 0.0002917661753968769,
      "loss": 5.3305,
      "step": 9272
    },
    {
      "epoch": 0.7877166156982671,
      "grad_norm": 1.718367227018129,
      "learning_rate": 0.0002917639316686925,
      "loss": 5.598,
      "step": 9273
    },
    {
      "epoch": 0.7878015630309209,
      "grad_norm": 1.5980972589480615,
      "learning_rate": 0.00029176168764346997,
      "loss": 5.1236,
      "step": 9274
    },
    {
      "epoch": 0.7878865103635746,
      "grad_norm": 1.6458804820820168,
      "learning_rate": 0.000291759443321214,
      "loss": 5.0574,
      "step": 9275
    },
    {
      "epoch": 0.7879714576962283,
      "grad_norm": 1.643829407710996,
      "learning_rate": 0.0002917571987019294,
      "loss": 5.5027,
      "step": 9276
    },
    {
      "epoch": 0.7880564050288821,
      "grad_norm": 1.7634776850352927,
      "learning_rate": 0.00029175495378562066,
      "loss": 5.5346,
      "step": 9277
    },
    {
      "epoch": 0.7881413523615358,
      "grad_norm": 1.6260124035062649,
      "learning_rate": 0.0002917527085722927,
      "loss": 5.0146,
      "step": 9278
    },
    {
      "epoch": 0.7882262996941896,
      "grad_norm": 1.7293728935207453,
      "learning_rate": 0.0002917504630619501,
      "loss": 5.4446,
      "step": 9279
    },
    {
      "epoch": 0.7883112470268434,
      "grad_norm": 1.6293990890102332,
      "learning_rate": 0.0002917482172545976,
      "loss": 4.5449,
      "step": 9280
    },
    {
      "epoch": 0.7883961943594971,
      "grad_norm": 1.742286494843513,
      "learning_rate": 0.0002917459711502399,
      "loss": 5.1991,
      "step": 9281
    },
    {
      "epoch": 0.7884811416921509,
      "grad_norm": 1.8065669108111553,
      "learning_rate": 0.00029174372474888175,
      "loss": 5.5121,
      "step": 9282
    },
    {
      "epoch": 0.7885660890248046,
      "grad_norm": 1.647470684854013,
      "learning_rate": 0.0002917414780505278,
      "loss": 5.0741,
      "step": 9283
    },
    {
      "epoch": 0.7886510363574584,
      "grad_norm": 1.8268889917234832,
      "learning_rate": 0.0002917392310551828,
      "loss": 5.7095,
      "step": 9284
    },
    {
      "epoch": 0.7887359836901121,
      "grad_norm": 1.717947979398203,
      "learning_rate": 0.0002917369837628514,
      "loss": 4.9738,
      "step": 9285
    },
    {
      "epoch": 0.7888209310227658,
      "grad_norm": 1.7566913810407279,
      "learning_rate": 0.0002917347361735384,
      "loss": 5.5197,
      "step": 9286
    },
    {
      "epoch": 0.7889058783554196,
      "grad_norm": 1.8407286179271554,
      "learning_rate": 0.0002917324882872484,
      "loss": 5.2557,
      "step": 9287
    },
    {
      "epoch": 0.7889908256880734,
      "grad_norm": 1.7161746288514668,
      "learning_rate": 0.0002917302401039862,
      "loss": 5.4033,
      "step": 9288
    },
    {
      "epoch": 0.7890757730207272,
      "grad_norm": 1.7198454079429295,
      "learning_rate": 0.00029172799162375645,
      "loss": 5.1157,
      "step": 9289
    },
    {
      "epoch": 0.7891607203533809,
      "grad_norm": 1.7153093113011961,
      "learning_rate": 0.00029172574284656394,
      "loss": 5.1799,
      "step": 9290
    },
    {
      "epoch": 0.7892456676860347,
      "grad_norm": 1.7211616563065957,
      "learning_rate": 0.0002917234937724133,
      "loss": 5.2671,
      "step": 9291
    },
    {
      "epoch": 0.7893306150186884,
      "grad_norm": 1.7043031482152824,
      "learning_rate": 0.00029172124440130924,
      "loss": 5.2145,
      "step": 9292
    },
    {
      "epoch": 0.7894155623513421,
      "grad_norm": 1.6980883823685093,
      "learning_rate": 0.0002917189947332565,
      "loss": 4.9472,
      "step": 9293
    },
    {
      "epoch": 0.7895005096839959,
      "grad_norm": 1.6473474762454399,
      "learning_rate": 0.00029171674476825984,
      "loss": 5.1308,
      "step": 9294
    },
    {
      "epoch": 0.7895854570166497,
      "grad_norm": 1.6534655133124925,
      "learning_rate": 0.0002917144945063239,
      "loss": 5.3816,
      "step": 9295
    },
    {
      "epoch": 0.7896704043493035,
      "grad_norm": 1.6651561077596984,
      "learning_rate": 0.00029171224394745345,
      "loss": 5.3362,
      "step": 9296
    },
    {
      "epoch": 0.7897553516819572,
      "grad_norm": 1.863842919804825,
      "learning_rate": 0.00029170999309165315,
      "loss": 5.9888,
      "step": 9297
    },
    {
      "epoch": 0.789840299014611,
      "grad_norm": 1.8359639331197617,
      "learning_rate": 0.0002917077419389278,
      "loss": 5.8169,
      "step": 9298
    },
    {
      "epoch": 0.7899252463472647,
      "grad_norm": 1.6664231155710025,
      "learning_rate": 0.00029170549048928207,
      "loss": 5.0706,
      "step": 9299
    },
    {
      "epoch": 0.7900101936799184,
      "grad_norm": 1.655811392317633,
      "learning_rate": 0.0002917032387427206,
      "loss": 5.0957,
      "step": 9300
    },
    {
      "epoch": 0.7900951410125722,
      "grad_norm": 1.8167972332379554,
      "learning_rate": 0.00029170098669924823,
      "loss": 5.6465,
      "step": 9301
    },
    {
      "epoch": 0.7901800883452259,
      "grad_norm": 1.663491307603451,
      "learning_rate": 0.0002916987343588696,
      "loss": 5.1271,
      "step": 9302
    },
    {
      "epoch": 0.7902650356778798,
      "grad_norm": 1.6809983001467184,
      "learning_rate": 0.0002916964817215895,
      "loss": 5.0201,
      "step": 9303
    },
    {
      "epoch": 0.7903499830105335,
      "grad_norm": 1.7033059205591905,
      "learning_rate": 0.0002916942287874126,
      "loss": 5.3085,
      "step": 9304
    },
    {
      "epoch": 0.7904349303431872,
      "grad_norm": 1.6741331727852,
      "learning_rate": 0.0002916919755563436,
      "loss": 5.0318,
      "step": 9305
    },
    {
      "epoch": 0.790519877675841,
      "grad_norm": 1.6891297180499745,
      "learning_rate": 0.0002916897220283873,
      "loss": 5.0285,
      "step": 9306
    },
    {
      "epoch": 0.7906048250084947,
      "grad_norm": 1.6766218756416142,
      "learning_rate": 0.00029168746820354836,
      "loss": 4.9126,
      "step": 9307
    },
    {
      "epoch": 0.7906897723411485,
      "grad_norm": 1.6821117371501142,
      "learning_rate": 0.0002916852140818315,
      "loss": 5.0114,
      "step": 9308
    },
    {
      "epoch": 0.7907747196738022,
      "grad_norm": 1.87178564524264,
      "learning_rate": 0.00029168295966324143,
      "loss": 5.593,
      "step": 9309
    },
    {
      "epoch": 0.790859667006456,
      "grad_norm": 1.7379508986290098,
      "learning_rate": 0.000291680704947783,
      "loss": 5.4482,
      "step": 9310
    },
    {
      "epoch": 0.7909446143391098,
      "grad_norm": 1.7575976664925423,
      "learning_rate": 0.0002916784499354607,
      "loss": 5.0363,
      "step": 9311
    },
    {
      "epoch": 0.7910295616717635,
      "grad_norm": 1.7991332253018506,
      "learning_rate": 0.0002916761946262795,
      "loss": 5.4827,
      "step": 9312
    },
    {
      "epoch": 0.7911145090044173,
      "grad_norm": 1.6533266887542348,
      "learning_rate": 0.000291673939020244,
      "loss": 5.2108,
      "step": 9313
    },
    {
      "epoch": 0.791199456337071,
      "grad_norm": 1.6721119797002726,
      "learning_rate": 0.0002916716831173589,
      "loss": 5.2144,
      "step": 9314
    },
    {
      "epoch": 0.7912844036697247,
      "grad_norm": 1.8373843700229118,
      "learning_rate": 0.000291669426917629,
      "loss": 5.5632,
      "step": 9315
    },
    {
      "epoch": 0.7913693510023785,
      "grad_norm": 1.7445571928236858,
      "learning_rate": 0.000291667170421059,
      "loss": 5.3046,
      "step": 9316
    },
    {
      "epoch": 0.7914542983350322,
      "grad_norm": 1.7262430761259946,
      "learning_rate": 0.00029166491362765364,
      "loss": 5.3153,
      "step": 9317
    },
    {
      "epoch": 0.7915392456676861,
      "grad_norm": 1.6668599497010148,
      "learning_rate": 0.0002916626565374176,
      "loss": 5.4495,
      "step": 9318
    },
    {
      "epoch": 0.7916241930003398,
      "grad_norm": 1.676547044973934,
      "learning_rate": 0.0002916603991503557,
      "loss": 5.3101,
      "step": 9319
    },
    {
      "epoch": 0.7917091403329936,
      "grad_norm": 1.6388039702931605,
      "learning_rate": 0.0002916581414664725,
      "loss": 5.2246,
      "step": 9320
    },
    {
      "epoch": 0.7917940876656473,
      "grad_norm": 1.6252048065631937,
      "learning_rate": 0.0002916558834857729,
      "loss": 5.2195,
      "step": 9321
    },
    {
      "epoch": 0.791879034998301,
      "grad_norm": 1.7572033195808419,
      "learning_rate": 0.00029165362520826163,
      "loss": 5.625,
      "step": 9322
    },
    {
      "epoch": 0.7919639823309548,
      "grad_norm": 1.5643986302703798,
      "learning_rate": 0.0002916513666339433,
      "loss": 4.9118,
      "step": 9323
    },
    {
      "epoch": 0.7920489296636085,
      "grad_norm": 1.6351578249082688,
      "learning_rate": 0.00029164910776282275,
      "loss": 5.1992,
      "step": 9324
    },
    {
      "epoch": 0.7921338769962624,
      "grad_norm": 1.6413188282495221,
      "learning_rate": 0.00029164684859490464,
      "loss": 5.0278,
      "step": 9325
    },
    {
      "epoch": 0.7922188243289161,
      "grad_norm": 1.7036474517355225,
      "learning_rate": 0.00029164458913019377,
      "loss": 5.2418,
      "step": 9326
    },
    {
      "epoch": 0.7923037716615698,
      "grad_norm": 1.6681226091208403,
      "learning_rate": 0.0002916423293686948,
      "loss": 5.1929,
      "step": 9327
    },
    {
      "epoch": 0.7923887189942236,
      "grad_norm": 1.6743272715344035,
      "learning_rate": 0.0002916400693104125,
      "loss": 5.3421,
      "step": 9328
    },
    {
      "epoch": 0.7924736663268773,
      "grad_norm": 1.7769391956190097,
      "learning_rate": 0.0002916378089553517,
      "loss": 5.4623,
      "step": 9329
    },
    {
      "epoch": 0.7925586136595311,
      "grad_norm": 1.6814957175547671,
      "learning_rate": 0.000291635548303517,
      "loss": 5.4892,
      "step": 9330
    },
    {
      "epoch": 0.7926435609921848,
      "grad_norm": 1.6627235097500412,
      "learning_rate": 0.0002916332873549131,
      "loss": 5.1762,
      "step": 9331
    },
    {
      "epoch": 0.7927285083248387,
      "grad_norm": 1.6134512397688552,
      "learning_rate": 0.0002916310261095449,
      "loss": 4.8282,
      "step": 9332
    },
    {
      "epoch": 0.7928134556574924,
      "grad_norm": 1.8588987710127896,
      "learning_rate": 0.0002916287645674171,
      "loss": 5.7105,
      "step": 9333
    },
    {
      "epoch": 0.7928984029901461,
      "grad_norm": 1.7377901396072397,
      "learning_rate": 0.00029162650272853433,
      "loss": 5.3525,
      "step": 9334
    },
    {
      "epoch": 0.7929833503227999,
      "grad_norm": 1.9264139115432424,
      "learning_rate": 0.0002916242405929014,
      "loss": 5.6099,
      "step": 9335
    },
    {
      "epoch": 0.7930682976554536,
      "grad_norm": 1.6860562066645808,
      "learning_rate": 0.00029162197816052306,
      "loss": 4.8476,
      "step": 9336
    },
    {
      "epoch": 0.7931532449881074,
      "grad_norm": 1.68163926563643,
      "learning_rate": 0.000291619715431404,
      "loss": 4.8178,
      "step": 9337
    },
    {
      "epoch": 0.7932381923207611,
      "grad_norm": 1.793553069152947,
      "learning_rate": 0.0002916174524055491,
      "loss": 5.2944,
      "step": 9338
    },
    {
      "epoch": 0.7933231396534148,
      "grad_norm": 1.7011688040459865,
      "learning_rate": 0.00029161518908296294,
      "loss": 4.9532,
      "step": 9339
    },
    {
      "epoch": 0.7934080869860687,
      "grad_norm": 1.824056876805202,
      "learning_rate": 0.0002916129254636503,
      "loss": 5.5207,
      "step": 9340
    },
    {
      "epoch": 0.7934930343187224,
      "grad_norm": 1.73104444514446,
      "learning_rate": 0.00029161066154761593,
      "loss": 5.389,
      "step": 9341
    },
    {
      "epoch": 0.7935779816513762,
      "grad_norm": 1.7177043257629205,
      "learning_rate": 0.0002916083973348646,
      "loss": 5.0397,
      "step": 9342
    },
    {
      "epoch": 0.7936629289840299,
      "grad_norm": 1.763363416758427,
      "learning_rate": 0.0002916061328254011,
      "loss": 5.3334,
      "step": 9343
    },
    {
      "epoch": 0.7937478763166836,
      "grad_norm": 1.6588938408021698,
      "learning_rate": 0.0002916038680192301,
      "loss": 5.0581,
      "step": 9344
    },
    {
      "epoch": 0.7938328236493374,
      "grad_norm": 1.763159793381634,
      "learning_rate": 0.00029160160291635633,
      "loss": 5.2979,
      "step": 9345
    },
    {
      "epoch": 0.7939177709819911,
      "grad_norm": 1.6740130965883162,
      "learning_rate": 0.00029159933751678457,
      "loss": 5.0341,
      "step": 9346
    },
    {
      "epoch": 0.794002718314645,
      "grad_norm": 1.7198916765335182,
      "learning_rate": 0.00029159707182051963,
      "loss": 5.3285,
      "step": 9347
    },
    {
      "epoch": 0.7940876656472987,
      "grad_norm": 1.6825567838483617,
      "learning_rate": 0.0002915948058275661,
      "loss": 5.3567,
      "step": 9348
    },
    {
      "epoch": 0.7941726129799525,
      "grad_norm": 1.6430943184494702,
      "learning_rate": 0.00029159253953792884,
      "loss": 5.3047,
      "step": 9349
    },
    {
      "epoch": 0.7942575603126062,
      "grad_norm": 1.696861836761401,
      "learning_rate": 0.00029159027295161264,
      "loss": 5.3308,
      "step": 9350
    },
    {
      "epoch": 0.7943425076452599,
      "grad_norm": 1.6551298999740252,
      "learning_rate": 0.0002915880060686222,
      "loss": 4.9241,
      "step": 9351
    },
    {
      "epoch": 0.7944274549779137,
      "grad_norm": 1.8002603876188348,
      "learning_rate": 0.00029158573888896213,
      "loss": 5.6209,
      "step": 9352
    },
    {
      "epoch": 0.7945124023105674,
      "grad_norm": 1.6814907879371115,
      "learning_rate": 0.00029158347141263743,
      "loss": 4.7942,
      "step": 9353
    },
    {
      "epoch": 0.7945973496432212,
      "grad_norm": 1.6082864802936365,
      "learning_rate": 0.0002915812036396527,
      "loss": 5.1099,
      "step": 9354
    },
    {
      "epoch": 0.794682296975875,
      "grad_norm": 1.8607077273650563,
      "learning_rate": 0.0002915789355700127,
      "loss": 5.9297,
      "step": 9355
    },
    {
      "epoch": 0.7947672443085287,
      "grad_norm": 1.6170663373527092,
      "learning_rate": 0.0002915766672037222,
      "loss": 4.9633,
      "step": 9356
    },
    {
      "epoch": 0.7948521916411825,
      "grad_norm": 1.7544127681065442,
      "learning_rate": 0.000291574398540786,
      "loss": 4.7092,
      "step": 9357
    },
    {
      "epoch": 0.7949371389738362,
      "grad_norm": 1.681217346174326,
      "learning_rate": 0.00029157212958120875,
      "loss": 5.0091,
      "step": 9358
    },
    {
      "epoch": 0.79502208630649,
      "grad_norm": 1.668877933934271,
      "learning_rate": 0.0002915698603249953,
      "loss": 4.9496,
      "step": 9359
    },
    {
      "epoch": 0.7951070336391437,
      "grad_norm": 1.6709226376583801,
      "learning_rate": 0.0002915675907721504,
      "loss": 5.4045,
      "step": 9360
    },
    {
      "epoch": 0.7951919809717974,
      "grad_norm": 1.6641346361097022,
      "learning_rate": 0.00029156532092267876,
      "loss": 4.9934,
      "step": 9361
    },
    {
      "epoch": 0.7952769283044513,
      "grad_norm": 1.6906775881829468,
      "learning_rate": 0.00029156305077658514,
      "loss": 5.3696,
      "step": 9362
    },
    {
      "epoch": 0.795361875637105,
      "grad_norm": 1.6766982483468738,
      "learning_rate": 0.0002915607803338743,
      "loss": 5.0895,
      "step": 9363
    },
    {
      "epoch": 0.7954468229697588,
      "grad_norm": 1.7393991021407222,
      "learning_rate": 0.000291558509594551,
      "loss": 4.9582,
      "step": 9364
    },
    {
      "epoch": 0.7955317703024125,
      "grad_norm": 1.733133983930695,
      "learning_rate": 0.00029155623855862,
      "loss": 5.2146,
      "step": 9365
    },
    {
      "epoch": 0.7956167176350663,
      "grad_norm": 1.6733000714551352,
      "learning_rate": 0.00029155396722608607,
      "loss": 5.045,
      "step": 9366
    },
    {
      "epoch": 0.79570166496772,
      "grad_norm": 1.7395165602537765,
      "learning_rate": 0.0002915516955969539,
      "loss": 5.3652,
      "step": 9367
    },
    {
      "epoch": 0.7957866123003737,
      "grad_norm": 1.7306550173267203,
      "learning_rate": 0.0002915494236712284,
      "loss": 5.2793,
      "step": 9368
    },
    {
      "epoch": 0.7958715596330275,
      "grad_norm": 1.6532467802205688,
      "learning_rate": 0.00029154715144891425,
      "loss": 5.2277,
      "step": 9369
    },
    {
      "epoch": 0.7959565069656813,
      "grad_norm": 1.668554757228857,
      "learning_rate": 0.00029154487893001614,
      "loss": 5.0143,
      "step": 9370
    },
    {
      "epoch": 0.7960414542983351,
      "grad_norm": 1.681690010268439,
      "learning_rate": 0.0002915426061145389,
      "loss": 5.339,
      "step": 9371
    },
    {
      "epoch": 0.7961264016309888,
      "grad_norm": 1.6115544065945133,
      "learning_rate": 0.0002915403330024873,
      "loss": 4.9688,
      "step": 9372
    },
    {
      "epoch": 0.7962113489636425,
      "grad_norm": 1.647164084431106,
      "learning_rate": 0.0002915380595938661,
      "loss": 5.1318,
      "step": 9373
    },
    {
      "epoch": 0.7962962962962963,
      "grad_norm": 1.6443100013509706,
      "learning_rate": 0.0002915357858886801,
      "loss": 4.7893,
      "step": 9374
    },
    {
      "epoch": 0.79638124362895,
      "grad_norm": 1.8036846221970175,
      "learning_rate": 0.0002915335118869339,
      "loss": 5.5798,
      "step": 9375
    },
    {
      "epoch": 0.7964661909616038,
      "grad_norm": 1.7545761073241655,
      "learning_rate": 0.00029153123758863245,
      "loss": 5.4857,
      "step": 9376
    },
    {
      "epoch": 0.7965511382942576,
      "grad_norm": 1.7341056769649565,
      "learning_rate": 0.00029152896299378047,
      "loss": 5.129,
      "step": 9377
    },
    {
      "epoch": 0.7966360856269113,
      "grad_norm": 1.7351694715455321,
      "learning_rate": 0.0002915266881023826,
      "loss": 5.4717,
      "step": 9378
    },
    {
      "epoch": 0.7967210329595651,
      "grad_norm": 1.8170514546894034,
      "learning_rate": 0.00029152441291444383,
      "loss": 5.3383,
      "step": 9379
    },
    {
      "epoch": 0.7968059802922188,
      "grad_norm": 1.6967113579253863,
      "learning_rate": 0.0002915221374299687,
      "loss": 5.369,
      "step": 9380
    },
    {
      "epoch": 0.7968909276248726,
      "grad_norm": 1.8282819509283421,
      "learning_rate": 0.00029151986164896215,
      "loss": 5.6238,
      "step": 9381
    },
    {
      "epoch": 0.7969758749575263,
      "grad_norm": 1.6875156679358343,
      "learning_rate": 0.0002915175855714289,
      "loss": 5.3584,
      "step": 9382
    },
    {
      "epoch": 0.79706082229018,
      "grad_norm": 1.8516463825896863,
      "learning_rate": 0.00029151530919737365,
      "loss": 5.825,
      "step": 9383
    },
    {
      "epoch": 0.7971457696228338,
      "grad_norm": 1.710900164700044,
      "learning_rate": 0.00029151303252680127,
      "loss": 5.427,
      "step": 9384
    },
    {
      "epoch": 0.7972307169554876,
      "grad_norm": 1.7299737290910282,
      "learning_rate": 0.00029151075555971644,
      "loss": 5.1067,
      "step": 9385
    },
    {
      "epoch": 0.7973156642881414,
      "grad_norm": 1.7239894526178139,
      "learning_rate": 0.00029150847829612395,
      "loss": 5.3072,
      "step": 9386
    },
    {
      "epoch": 0.7974006116207951,
      "grad_norm": 1.704858130441151,
      "learning_rate": 0.0002915062007360286,
      "loss": 5.153,
      "step": 9387
    },
    {
      "epoch": 0.7974855589534489,
      "grad_norm": 1.6543087872724453,
      "learning_rate": 0.00029150392287943523,
      "loss": 5.2236,
      "step": 9388
    },
    {
      "epoch": 0.7975705062861026,
      "grad_norm": 1.664254384559458,
      "learning_rate": 0.0002915016447263485,
      "loss": 5.1493,
      "step": 9389
    },
    {
      "epoch": 0.7976554536187563,
      "grad_norm": 1.6234172964761155,
      "learning_rate": 0.00029149936627677315,
      "loss": 4.8892,
      "step": 9390
    },
    {
      "epoch": 0.7977404009514101,
      "grad_norm": 1.6906928307712317,
      "learning_rate": 0.0002914970875307141,
      "loss": 5.0679,
      "step": 9391
    },
    {
      "epoch": 0.7978253482840639,
      "grad_norm": 1.6900767773275962,
      "learning_rate": 0.00029149480848817604,
      "loss": 4.972,
      "step": 9392
    },
    {
      "epoch": 0.7979102956167177,
      "grad_norm": 1.8771321179109821,
      "learning_rate": 0.00029149252914916374,
      "loss": 5.7712,
      "step": 9393
    },
    {
      "epoch": 0.7979952429493714,
      "grad_norm": 1.7346238407799865,
      "learning_rate": 0.000291490249513682,
      "loss": 5.2412,
      "step": 9394
    },
    {
      "epoch": 0.7980801902820251,
      "grad_norm": 1.8158113926589858,
      "learning_rate": 0.0002914879695817356,
      "loss": 5.5643,
      "step": 9395
    },
    {
      "epoch": 0.7981651376146789,
      "grad_norm": 1.726432614646789,
      "learning_rate": 0.0002914856893533293,
      "loss": 5.292,
      "step": 9396
    },
    {
      "epoch": 0.7982500849473326,
      "grad_norm": 1.697466690890582,
      "learning_rate": 0.00029148340882846787,
      "loss": 5.3241,
      "step": 9397
    },
    {
      "epoch": 0.7983350322799864,
      "grad_norm": 1.6472717501066472,
      "learning_rate": 0.00029148112800715615,
      "loss": 5.1133,
      "step": 9398
    },
    {
      "epoch": 0.7984199796126402,
      "grad_norm": 1.675635519374386,
      "learning_rate": 0.0002914788468893988,
      "loss": 5.2586,
      "step": 9399
    },
    {
      "epoch": 0.798504926945294,
      "grad_norm": 1.6313395569293052,
      "learning_rate": 0.00029147656547520067,
      "loss": 4.9211,
      "step": 9400
    },
    {
      "epoch": 0.7985898742779477,
      "grad_norm": 1.8140138025335026,
      "learning_rate": 0.0002914742837645666,
      "loss": 5.471,
      "step": 9401
    },
    {
      "epoch": 0.7986748216106014,
      "grad_norm": 1.6490691983592733,
      "learning_rate": 0.0002914720017575013,
      "loss": 4.9844,
      "step": 9402
    },
    {
      "epoch": 0.7987597689432552,
      "grad_norm": 1.6653814694106164,
      "learning_rate": 0.00029146971945400954,
      "loss": 5.28,
      "step": 9403
    },
    {
      "epoch": 0.7988447162759089,
      "grad_norm": 1.870268205293016,
      "learning_rate": 0.00029146743685409614,
      "loss": 5.6351,
      "step": 9404
    },
    {
      "epoch": 0.7989296636085627,
      "grad_norm": 1.6415424970495682,
      "learning_rate": 0.00029146515395776584,
      "loss": 5.1722,
      "step": 9405
    },
    {
      "epoch": 0.7990146109412164,
      "grad_norm": 1.6139685722108528,
      "learning_rate": 0.0002914628707650235,
      "loss": 5.0171,
      "step": 9406
    },
    {
      "epoch": 0.7990995582738702,
      "grad_norm": 1.815101081329004,
      "learning_rate": 0.00029146058727587377,
      "loss": 5.4001,
      "step": 9407
    },
    {
      "epoch": 0.799184505606524,
      "grad_norm": 1.6514428487743664,
      "learning_rate": 0.00029145830349032155,
      "loss": 5.347,
      "step": 9408
    },
    {
      "epoch": 0.7992694529391777,
      "grad_norm": 1.6038891098290147,
      "learning_rate": 0.00029145601940837166,
      "loss": 4.7894,
      "step": 9409
    },
    {
      "epoch": 0.7993544002718315,
      "grad_norm": 1.7569100377684304,
      "learning_rate": 0.00029145373503002876,
      "loss": 5.3078,
      "step": 9410
    },
    {
      "epoch": 0.7994393476044852,
      "grad_norm": 1.6864933835202092,
      "learning_rate": 0.00029145145035529773,
      "loss": 4.8627,
      "step": 9411
    },
    {
      "epoch": 0.799524294937139,
      "grad_norm": 1.582319257825355,
      "learning_rate": 0.00029144916538418334,
      "loss": 4.873,
      "step": 9412
    },
    {
      "epoch": 0.7996092422697927,
      "grad_norm": 1.6925475010566111,
      "learning_rate": 0.0002914468801166903,
      "loss": 5.3057,
      "step": 9413
    },
    {
      "epoch": 0.7996941896024465,
      "grad_norm": 1.866229854800302,
      "learning_rate": 0.0002914445945528235,
      "loss": 5.7602,
      "step": 9414
    },
    {
      "epoch": 0.7997791369351003,
      "grad_norm": 1.6734991644153898,
      "learning_rate": 0.0002914423086925877,
      "loss": 5.1208,
      "step": 9415
    },
    {
      "epoch": 0.799864084267754,
      "grad_norm": 1.7106155553438027,
      "learning_rate": 0.0002914400225359877,
      "loss": 5.0514,
      "step": 9416
    },
    {
      "epoch": 0.7999490316004078,
      "grad_norm": 1.8152910129901243,
      "learning_rate": 0.00029143773608302816,
      "loss": 5.345,
      "step": 9417
    },
    {
      "epoch": 0.8000339789330615,
      "grad_norm": 1.7041339767422683,
      "learning_rate": 0.00029143544933371405,
      "loss": 5.3126,
      "step": 9418
    },
    {
      "epoch": 0.8001189262657152,
      "grad_norm": 1.6968955172199442,
      "learning_rate": 0.0002914331622880501,
      "loss": 4.5057,
      "step": 9419
    },
    {
      "epoch": 0.800203873598369,
      "grad_norm": 1.8928034562253295,
      "learning_rate": 0.0002914308749460411,
      "loss": 5.6587,
      "step": 9420
    },
    {
      "epoch": 0.8002888209310227,
      "grad_norm": 1.7593630249998842,
      "learning_rate": 0.0002914285873076918,
      "loss": 5.0695,
      "step": 9421
    },
    {
      "epoch": 0.8003737682636766,
      "grad_norm": 1.7626877882459906,
      "learning_rate": 0.00029142629937300703,
      "loss": 5.3786,
      "step": 9422
    },
    {
      "epoch": 0.8004587155963303,
      "grad_norm": 1.8266211604995355,
      "learning_rate": 0.0002914240111419916,
      "loss": 5.4829,
      "step": 9423
    },
    {
      "epoch": 0.800543662928984,
      "grad_norm": 1.7642390732678193,
      "learning_rate": 0.0002914217226146503,
      "loss": 5.3651,
      "step": 9424
    },
    {
      "epoch": 0.8006286102616378,
      "grad_norm": 1.8237620160360521,
      "learning_rate": 0.0002914194337909879,
      "loss": 5.6037,
      "step": 9425
    },
    {
      "epoch": 0.8007135575942915,
      "grad_norm": 1.6559722735187428,
      "learning_rate": 0.0002914171446710092,
      "loss": 5.2388,
      "step": 9426
    },
    {
      "epoch": 0.8007985049269453,
      "grad_norm": 1.6953412840899127,
      "learning_rate": 0.000291414855254719,
      "loss": 5.0988,
      "step": 9427
    },
    {
      "epoch": 0.800883452259599,
      "grad_norm": 1.6569900340216852,
      "learning_rate": 0.00029141256554212215,
      "loss": 5.3468,
      "step": 9428
    },
    {
      "epoch": 0.8009683995922529,
      "grad_norm": 1.7187261311905926,
      "learning_rate": 0.0002914102755332234,
      "loss": 5.2148,
      "step": 9429
    },
    {
      "epoch": 0.8010533469249066,
      "grad_norm": 1.6660724600183041,
      "learning_rate": 0.00029140798522802745,
      "loss": 5.0604,
      "step": 9430
    },
    {
      "epoch": 0.8011382942575603,
      "grad_norm": 1.6970821280484514,
      "learning_rate": 0.0002914056946265393,
      "loss": 5.47,
      "step": 9431
    },
    {
      "epoch": 0.8012232415902141,
      "grad_norm": 1.70121984166287,
      "learning_rate": 0.00029140340372876356,
      "loss": 5.0539,
      "step": 9432
    },
    {
      "epoch": 0.8013081889228678,
      "grad_norm": 1.71580134841907,
      "learning_rate": 0.0002914011125347052,
      "loss": 5.1233,
      "step": 9433
    },
    {
      "epoch": 0.8013931362555216,
      "grad_norm": 1.7148448625388872,
      "learning_rate": 0.0002913988210443689,
      "loss": 5.4959,
      "step": 9434
    },
    {
      "epoch": 0.8014780835881753,
      "grad_norm": 1.6694433057548572,
      "learning_rate": 0.0002913965292577595,
      "loss": 5.1908,
      "step": 9435
    },
    {
      "epoch": 0.801563030920829,
      "grad_norm": 1.643261149990158,
      "learning_rate": 0.0002913942371748817,
      "loss": 5.0489,
      "step": 9436
    },
    {
      "epoch": 0.8016479782534829,
      "grad_norm": 1.6600260624477277,
      "learning_rate": 0.00029139194479574056,
      "loss": 5.017,
      "step": 9437
    },
    {
      "epoch": 0.8017329255861366,
      "grad_norm": 1.6773169472979614,
      "learning_rate": 0.00029138965212034066,
      "loss": 5.3097,
      "step": 9438
    },
    {
      "epoch": 0.8018178729187904,
      "grad_norm": 1.6650980171617291,
      "learning_rate": 0.0002913873591486869,
      "loss": 5.2339,
      "step": 9439
    },
    {
      "epoch": 0.8019028202514441,
      "grad_norm": 1.8930330754846145,
      "learning_rate": 0.000291385065880784,
      "loss": 5.643,
      "step": 9440
    },
    {
      "epoch": 0.8019877675840978,
      "grad_norm": 1.646662262322357,
      "learning_rate": 0.0002913827723166369,
      "loss": 5.1045,
      "step": 9441
    },
    {
      "epoch": 0.8020727149167516,
      "grad_norm": 1.6540474557179732,
      "learning_rate": 0.00029138047845625025,
      "loss": 5.1434,
      "step": 9442
    },
    {
      "epoch": 0.8021576622494053,
      "grad_norm": 1.802154362274974,
      "learning_rate": 0.00029137818429962896,
      "loss": 5.4748,
      "step": 9443
    },
    {
      "epoch": 0.8022426095820592,
      "grad_norm": 1.8607548464197325,
      "learning_rate": 0.00029137588984677783,
      "loss": 5.6241,
      "step": 9444
    },
    {
      "epoch": 0.8023275569147129,
      "grad_norm": 1.6989492823041936,
      "learning_rate": 0.0002913735950977016,
      "loss": 5.1612,
      "step": 9445
    },
    {
      "epoch": 0.8024125042473667,
      "grad_norm": 1.633383170187007,
      "learning_rate": 0.00029137130005240514,
      "loss": 4.767,
      "step": 9446
    },
    {
      "epoch": 0.8024974515800204,
      "grad_norm": 1.7114029622757443,
      "learning_rate": 0.0002913690047108933,
      "loss": 5.3184,
      "step": 9447
    },
    {
      "epoch": 0.8025823989126741,
      "grad_norm": 1.713847036157193,
      "learning_rate": 0.0002913667090731707,
      "loss": 5.3847,
      "step": 9448
    },
    {
      "epoch": 0.8026673462453279,
      "grad_norm": 1.8403169208318848,
      "learning_rate": 0.0002913644131392424,
      "loss": 5.5998,
      "step": 9449
    },
    {
      "epoch": 0.8027522935779816,
      "grad_norm": 1.7432571600464697,
      "learning_rate": 0.00029136211690911307,
      "loss": 5.3963,
      "step": 9450
    },
    {
      "epoch": 0.8028372409106354,
      "grad_norm": 1.7004571774488584,
      "learning_rate": 0.0002913598203827875,
      "loss": 5.2081,
      "step": 9451
    },
    {
      "epoch": 0.8029221882432892,
      "grad_norm": 1.7071982787868925,
      "learning_rate": 0.00029135752356027056,
      "loss": 5.3965,
      "step": 9452
    },
    {
      "epoch": 0.8030071355759429,
      "grad_norm": 1.8083482968825662,
      "learning_rate": 0.00029135522644156713,
      "loss": 5.3169,
      "step": 9453
    },
    {
      "epoch": 0.8030920829085967,
      "grad_norm": 1.650671429243585,
      "learning_rate": 0.00029135292902668185,
      "loss": 5.1572,
      "step": 9454
    },
    {
      "epoch": 0.8031770302412504,
      "grad_norm": 1.64825445010921,
      "learning_rate": 0.00029135063131561963,
      "loss": 4.7915,
      "step": 9455
    },
    {
      "epoch": 0.8032619775739042,
      "grad_norm": 1.67530401686945,
      "learning_rate": 0.0002913483333083853,
      "loss": 5.1113,
      "step": 9456
    },
    {
      "epoch": 0.8033469249065579,
      "grad_norm": 1.613225740139407,
      "learning_rate": 0.00029134603500498367,
      "loss": 4.9233,
      "step": 9457
    },
    {
      "epoch": 0.8034318722392116,
      "grad_norm": 1.6345657466196544,
      "learning_rate": 0.00029134373640541956,
      "loss": 5.2392,
      "step": 9458
    },
    {
      "epoch": 0.8035168195718655,
      "grad_norm": 1.8026643271789027,
      "learning_rate": 0.0002913414375096977,
      "loss": 5.5593,
      "step": 9459
    },
    {
      "epoch": 0.8036017669045192,
      "grad_norm": 1.7014093280482874,
      "learning_rate": 0.00029133913831782307,
      "loss": 5.0127,
      "step": 9460
    },
    {
      "epoch": 0.803686714237173,
      "grad_norm": 1.751129216550579,
      "learning_rate": 0.00029133683882980033,
      "loss": 5.3878,
      "step": 9461
    },
    {
      "epoch": 0.8037716615698267,
      "grad_norm": 1.8107683956247522,
      "learning_rate": 0.00029133453904563433,
      "loss": 5.6384,
      "step": 9462
    },
    {
      "epoch": 0.8038566089024805,
      "grad_norm": 1.7761927381488634,
      "learning_rate": 0.00029133223896532994,
      "loss": 5.4767,
      "step": 9463
    },
    {
      "epoch": 0.8039415562351342,
      "grad_norm": 1.832564339646479,
      "learning_rate": 0.000291329938588892,
      "loss": 5.5303,
      "step": 9464
    },
    {
      "epoch": 0.8040265035677879,
      "grad_norm": 1.9180847631634899,
      "learning_rate": 0.00029132763791632526,
      "loss": 4.5616,
      "step": 9465
    },
    {
      "epoch": 0.8041114509004417,
      "grad_norm": 1.6441366603206058,
      "learning_rate": 0.00029132533694763455,
      "loss": 5.0759,
      "step": 9466
    },
    {
      "epoch": 0.8041963982330955,
      "grad_norm": 1.6197963561917017,
      "learning_rate": 0.00029132303568282477,
      "loss": 5.1091,
      "step": 9467
    },
    {
      "epoch": 0.8042813455657493,
      "grad_norm": 1.756280916638884,
      "learning_rate": 0.0002913207341219006,
      "loss": 5.4405,
      "step": 9468
    },
    {
      "epoch": 0.804366292898403,
      "grad_norm": 1.6978584398895682,
      "learning_rate": 0.000291318432264867,
      "loss": 5.0696,
      "step": 9469
    },
    {
      "epoch": 0.8044512402310567,
      "grad_norm": 1.7123503122337682,
      "learning_rate": 0.0002913161301117287,
      "loss": 5.2904,
      "step": 9470
    },
    {
      "epoch": 0.8045361875637105,
      "grad_norm": 1.617883952156514,
      "learning_rate": 0.0002913138276624906,
      "loss": 4.9921,
      "step": 9471
    },
    {
      "epoch": 0.8046211348963642,
      "grad_norm": 1.657726945084156,
      "learning_rate": 0.0002913115249171575,
      "loss": 4.9252,
      "step": 9472
    },
    {
      "epoch": 0.804706082229018,
      "grad_norm": 1.6636118453587818,
      "learning_rate": 0.00029130922187573416,
      "loss": 5.1004,
      "step": 9473
    },
    {
      "epoch": 0.8047910295616718,
      "grad_norm": 1.6958284170585203,
      "learning_rate": 0.0002913069185382255,
      "loss": 5.2157,
      "step": 9474
    },
    {
      "epoch": 0.8048759768943256,
      "grad_norm": 1.798822734831171,
      "learning_rate": 0.00029130461490463626,
      "loss": 5.5493,
      "step": 9475
    },
    {
      "epoch": 0.8049609242269793,
      "grad_norm": 1.6750329590212547,
      "learning_rate": 0.00029130231097497126,
      "loss": 4.9628,
      "step": 9476
    },
    {
      "epoch": 0.805045871559633,
      "grad_norm": 1.6868441152864169,
      "learning_rate": 0.0002913000067492355,
      "loss": 5.3702,
      "step": 9477
    },
    {
      "epoch": 0.8051308188922868,
      "grad_norm": 1.7332932517308126,
      "learning_rate": 0.0002912977022274336,
      "loss": 5.3676,
      "step": 9478
    },
    {
      "epoch": 0.8052157662249405,
      "grad_norm": 1.6971477168552185,
      "learning_rate": 0.0002912953974095705,
      "loss": 5.3716,
      "step": 9479
    },
    {
      "epoch": 0.8053007135575942,
      "grad_norm": 1.8185534114333055,
      "learning_rate": 0.00029129309229565097,
      "loss": 4.7043,
      "step": 9480
    },
    {
      "epoch": 0.8053856608902481,
      "grad_norm": 1.6726359532110837,
      "learning_rate": 0.00029129078688567986,
      "loss": 5.1024,
      "step": 9481
    },
    {
      "epoch": 0.8054706082229018,
      "grad_norm": 1.646843740956206,
      "learning_rate": 0.0002912884811796621,
      "loss": 4.8572,
      "step": 9482
    },
    {
      "epoch": 0.8055555555555556,
      "grad_norm": 1.7265207849091142,
      "learning_rate": 0.0002912861751776024,
      "loss": 5.4085,
      "step": 9483
    },
    {
      "epoch": 0.8056405028882093,
      "grad_norm": 1.6993918361936335,
      "learning_rate": 0.00029128386887950554,
      "loss": 5.3355,
      "step": 9484
    },
    {
      "epoch": 0.8057254502208631,
      "grad_norm": 1.6979921241925329,
      "learning_rate": 0.0002912815622853765,
      "loss": 5.382,
      "step": 9485
    },
    {
      "epoch": 0.8058103975535168,
      "grad_norm": 1.6577376735054123,
      "learning_rate": 0.0002912792553952201,
      "loss": 4.8808,
      "step": 9486
    },
    {
      "epoch": 0.8058953448861705,
      "grad_norm": 1.6985759911384029,
      "learning_rate": 0.0002912769482090411,
      "loss": 5.0795,
      "step": 9487
    },
    {
      "epoch": 0.8059802922188243,
      "grad_norm": 1.7715294648835533,
      "learning_rate": 0.00029127464072684436,
      "loss": 5.4225,
      "step": 9488
    },
    {
      "epoch": 0.8060652395514781,
      "grad_norm": 1.6808714037850625,
      "learning_rate": 0.00029127233294863467,
      "loss": 5.4488,
      "step": 9489
    },
    {
      "epoch": 0.8061501868841319,
      "grad_norm": 1.6903279487024057,
      "learning_rate": 0.0002912700248744169,
      "loss": 5.3085,
      "step": 9490
    },
    {
      "epoch": 0.8062351342167856,
      "grad_norm": 1.838431892832117,
      "learning_rate": 0.000291267716504196,
      "loss": 5.6631,
      "step": 9491
    },
    {
      "epoch": 0.8063200815494393,
      "grad_norm": 1.6580030618624495,
      "learning_rate": 0.0002912654078379766,
      "loss": 5.0718,
      "step": 9492
    },
    {
      "epoch": 0.8064050288820931,
      "grad_norm": 1.6695767380026436,
      "learning_rate": 0.0002912630988757637,
      "loss": 4.9084,
      "step": 9493
    },
    {
      "epoch": 0.8064899762147468,
      "grad_norm": 1.7894030009217194,
      "learning_rate": 0.000291260789617562,
      "loss": 5.6848,
      "step": 9494
    },
    {
      "epoch": 0.8065749235474006,
      "grad_norm": 1.6755902463402836,
      "learning_rate": 0.0002912584800633765,
      "loss": 5.3817,
      "step": 9495
    },
    {
      "epoch": 0.8066598708800544,
      "grad_norm": 1.6629771715061699,
      "learning_rate": 0.0002912561702132119,
      "loss": 5.2613,
      "step": 9496
    },
    {
      "epoch": 0.8067448182127082,
      "grad_norm": 1.7556796293916686,
      "learning_rate": 0.0002912538600670731,
      "loss": 5.3977,
      "step": 9497
    },
    {
      "epoch": 0.8068297655453619,
      "grad_norm": 1.8387019834931388,
      "learning_rate": 0.000291251549624965,
      "loss": 5.3848,
      "step": 9498
    },
    {
      "epoch": 0.8069147128780156,
      "grad_norm": 1.6715799789112076,
      "learning_rate": 0.00029124923888689224,
      "loss": 5.0669,
      "step": 9499
    },
    {
      "epoch": 0.8069996602106694,
      "grad_norm": 1.6814508143577027,
      "learning_rate": 0.0002912469278528599,
      "loss": 5.1874,
      "step": 9500
    },
    {
      "epoch": 0.8070846075433231,
      "grad_norm": 1.7045313075695707,
      "learning_rate": 0.0002912446165228727,
      "loss": 5.3303,
      "step": 9501
    },
    {
      "epoch": 0.8071695548759769,
      "grad_norm": 1.8644469424850312,
      "learning_rate": 0.00029124230489693554,
      "loss": 5.609,
      "step": 9502
    },
    {
      "epoch": 0.8072545022086306,
      "grad_norm": 1.6696640589473397,
      "learning_rate": 0.0002912399929750532,
      "loss": 4.9449,
      "step": 9503
    },
    {
      "epoch": 0.8073394495412844,
      "grad_norm": 1.6880025588340515,
      "learning_rate": 0.0002912376807572305,
      "loss": 4.9071,
      "step": 9504
    },
    {
      "epoch": 0.8074243968739382,
      "grad_norm": 1.8962905494223745,
      "learning_rate": 0.00029123536824347243,
      "loss": 4.6398,
      "step": 9505
    },
    {
      "epoch": 0.8075093442065919,
      "grad_norm": 1.7407611126620506,
      "learning_rate": 0.00029123305543378366,
      "loss": 4.6164,
      "step": 9506
    },
    {
      "epoch": 0.8075942915392457,
      "grad_norm": 1.88836629660911,
      "learning_rate": 0.00029123074232816916,
      "loss": 5.7764,
      "step": 9507
    },
    {
      "epoch": 0.8076792388718994,
      "grad_norm": 1.6519049004148258,
      "learning_rate": 0.0002912284289266337,
      "loss": 5.2708,
      "step": 9508
    },
    {
      "epoch": 0.8077641862045531,
      "grad_norm": 1.5585202154209525,
      "learning_rate": 0.00029122611522918216,
      "loss": 4.3224,
      "step": 9509
    },
    {
      "epoch": 0.8078491335372069,
      "grad_norm": 1.6803105938182836,
      "learning_rate": 0.00029122380123581946,
      "loss": 5.1911,
      "step": 9510
    },
    {
      "epoch": 0.8079340808698607,
      "grad_norm": 1.6772269696157818,
      "learning_rate": 0.0002912214869465503,
      "loss": 5.0688,
      "step": 9511
    },
    {
      "epoch": 0.8080190282025145,
      "grad_norm": 1.7041765108933973,
      "learning_rate": 0.0002912191723613796,
      "loss": 5.1949,
      "step": 9512
    },
    {
      "epoch": 0.8081039755351682,
      "grad_norm": 1.6481401365868777,
      "learning_rate": 0.0002912168574803123,
      "loss": 4.9863,
      "step": 9513
    },
    {
      "epoch": 0.808188922867822,
      "grad_norm": 1.705134230278186,
      "learning_rate": 0.00029121454230335314,
      "loss": 5.2582,
      "step": 9514
    },
    {
      "epoch": 0.8082738702004757,
      "grad_norm": 1.7177091214771225,
      "learning_rate": 0.00029121222683050696,
      "loss": 4.286,
      "step": 9515
    },
    {
      "epoch": 0.8083588175331294,
      "grad_norm": 1.75073320015903,
      "learning_rate": 0.0002912099110617787,
      "loss": 5.4024,
      "step": 9516
    },
    {
      "epoch": 0.8084437648657832,
      "grad_norm": 1.7429518290956107,
      "learning_rate": 0.00029120759499717315,
      "loss": 5.1656,
      "step": 9517
    },
    {
      "epoch": 0.8085287121984369,
      "grad_norm": 1.7020982409587524,
      "learning_rate": 0.0002912052786366951,
      "loss": 5.3398,
      "step": 9518
    },
    {
      "epoch": 0.8086136595310908,
      "grad_norm": 1.8335038636454872,
      "learning_rate": 0.00029120296198034955,
      "loss": 5.4645,
      "step": 9519
    },
    {
      "epoch": 0.8086986068637445,
      "grad_norm": 1.8138359474443482,
      "learning_rate": 0.00029120064502814123,
      "loss": 5.4041,
      "step": 9520
    },
    {
      "epoch": 0.8087835541963982,
      "grad_norm": 1.7046542975185792,
      "learning_rate": 0.00029119832778007505,
      "loss": 5.0745,
      "step": 9521
    },
    {
      "epoch": 0.808868501529052,
      "grad_norm": 1.7281773473153494,
      "learning_rate": 0.00029119601023615597,
      "loss": 5.3229,
      "step": 9522
    },
    {
      "epoch": 0.8089534488617057,
      "grad_norm": 1.6543618357164973,
      "learning_rate": 0.0002911936923963886,
      "loss": 5.0311,
      "step": 9523
    },
    {
      "epoch": 0.8090383961943595,
      "grad_norm": 1.6390032958236225,
      "learning_rate": 0.000291191374260778,
      "loss": 5.046,
      "step": 9524
    },
    {
      "epoch": 0.8091233435270132,
      "grad_norm": 1.7165523999393242,
      "learning_rate": 0.000291189055829329,
      "loss": 5.2184,
      "step": 9525
    },
    {
      "epoch": 0.8092082908596671,
      "grad_norm": 1.6543741910717078,
      "learning_rate": 0.00029118673710204637,
      "loss": 5.0773,
      "step": 9526
    },
    {
      "epoch": 0.8092932381923208,
      "grad_norm": 1.8267383932132324,
      "learning_rate": 0.000291184418078935,
      "loss": 5.398,
      "step": 9527
    },
    {
      "epoch": 0.8093781855249745,
      "grad_norm": 1.9004273573855917,
      "learning_rate": 0.0002911820987599998,
      "loss": 5.7922,
      "step": 9528
    },
    {
      "epoch": 0.8094631328576283,
      "grad_norm": 1.700218321299003,
      "learning_rate": 0.0002911797791452456,
      "loss": 5.257,
      "step": 9529
    },
    {
      "epoch": 0.809548080190282,
      "grad_norm": 1.6990321614482942,
      "learning_rate": 0.0002911774592346772,
      "loss": 5.0628,
      "step": 9530
    },
    {
      "epoch": 0.8096330275229358,
      "grad_norm": 1.8140312649636439,
      "learning_rate": 0.0002911751390282996,
      "loss": 5.2396,
      "step": 9531
    },
    {
      "epoch": 0.8097179748555895,
      "grad_norm": 1.8423149008702349,
      "learning_rate": 0.0002911728185261175,
      "loss": 5.6077,
      "step": 9532
    },
    {
      "epoch": 0.8098029221882432,
      "grad_norm": 1.6703384527872507,
      "learning_rate": 0.00029117049772813593,
      "loss": 5.0813,
      "step": 9533
    },
    {
      "epoch": 0.8098878695208971,
      "grad_norm": 1.672137098961998,
      "learning_rate": 0.0002911681766343596,
      "loss": 4.8679,
      "step": 9534
    },
    {
      "epoch": 0.8099728168535508,
      "grad_norm": 1.723826433457025,
      "learning_rate": 0.00029116585524479346,
      "loss": 5.1387,
      "step": 9535
    },
    {
      "epoch": 0.8100577641862046,
      "grad_norm": 1.9791449928448501,
      "learning_rate": 0.00029116353355944233,
      "loss": 5.6484,
      "step": 9536
    },
    {
      "epoch": 0.8101427115188583,
      "grad_norm": 1.7205719227008183,
      "learning_rate": 0.00029116121157831115,
      "loss": 5.2895,
      "step": 9537
    },
    {
      "epoch": 0.810227658851512,
      "grad_norm": 1.8517122272371274,
      "learning_rate": 0.00029115888930140467,
      "loss": 5.4441,
      "step": 9538
    },
    {
      "epoch": 0.8103126061841658,
      "grad_norm": 1.8148099464128067,
      "learning_rate": 0.00029115656672872785,
      "loss": 5.0811,
      "step": 9539
    },
    {
      "epoch": 0.8103975535168195,
      "grad_norm": 1.732649538478999,
      "learning_rate": 0.00029115424386028555,
      "loss": 5.2677,
      "step": 9540
    },
    {
      "epoch": 0.8104825008494734,
      "grad_norm": 1.8467108506253709,
      "learning_rate": 0.00029115192069608254,
      "loss": 5.5056,
      "step": 9541
    },
    {
      "epoch": 0.8105674481821271,
      "grad_norm": 1.8470652359555162,
      "learning_rate": 0.0002911495972361238,
      "loss": 5.5515,
      "step": 9542
    },
    {
      "epoch": 0.8106523955147809,
      "grad_norm": 1.809853862794498,
      "learning_rate": 0.00029114727348041416,
      "loss": 5.2602,
      "step": 9543
    },
    {
      "epoch": 0.8107373428474346,
      "grad_norm": 1.6412295790302762,
      "learning_rate": 0.0002911449494289585,
      "loss": 5.0804,
      "step": 9544
    },
    {
      "epoch": 0.8108222901800883,
      "grad_norm": 1.6793728640629668,
      "learning_rate": 0.0002911426250817617,
      "loss": 5.3016,
      "step": 9545
    },
    {
      "epoch": 0.8109072375127421,
      "grad_norm": 1.7223095962314021,
      "learning_rate": 0.0002911403004388285,
      "loss": 5.0992,
      "step": 9546
    },
    {
      "epoch": 0.8109921848453958,
      "grad_norm": 1.6273657677544466,
      "learning_rate": 0.00029113797550016395,
      "loss": 4.9701,
      "step": 9547
    },
    {
      "epoch": 0.8110771321780497,
      "grad_norm": 1.686810221985736,
      "learning_rate": 0.0002911356502657728,
      "loss": 5.1555,
      "step": 9548
    },
    {
      "epoch": 0.8111620795107034,
      "grad_norm": 1.6712271379004933,
      "learning_rate": 0.00029113332473566,
      "loss": 5.0114,
      "step": 9549
    },
    {
      "epoch": 0.8112470268433571,
      "grad_norm": 1.6395300126596575,
      "learning_rate": 0.00029113099890983046,
      "loss": 4.8814,
      "step": 9550
    },
    {
      "epoch": 0.8113319741760109,
      "grad_norm": 1.6798898327359124,
      "learning_rate": 0.0002911286727882889,
      "loss": 4.9929,
      "step": 9551
    },
    {
      "epoch": 0.8114169215086646,
      "grad_norm": 1.8455207326092338,
      "learning_rate": 0.0002911263463710403,
      "loss": 5.6023,
      "step": 9552
    },
    {
      "epoch": 0.8115018688413184,
      "grad_norm": 1.666496186541064,
      "learning_rate": 0.00029112401965808953,
      "loss": 4.8533,
      "step": 9553
    },
    {
      "epoch": 0.8115868161739721,
      "grad_norm": 1.6813066124048763,
      "learning_rate": 0.0002911216926494414,
      "loss": 4.9346,
      "step": 9554
    },
    {
      "epoch": 0.8116717635066258,
      "grad_norm": 1.7107057655368618,
      "learning_rate": 0.0002911193653451009,
      "loss": 5.4655,
      "step": 9555
    },
    {
      "epoch": 0.8117567108392797,
      "grad_norm": 1.7011612958588886,
      "learning_rate": 0.0002911170377450729,
      "loss": 5.2503,
      "step": 9556
    },
    {
      "epoch": 0.8118416581719334,
      "grad_norm": 1.7110922497668704,
      "learning_rate": 0.00029111470984936205,
      "loss": 4.7941,
      "step": 9557
    },
    {
      "epoch": 0.8119266055045872,
      "grad_norm": 1.8324368170155088,
      "learning_rate": 0.0002911123816579735,
      "loss": 5.4066,
      "step": 9558
    },
    {
      "epoch": 0.8120115528372409,
      "grad_norm": 1.734454907238375,
      "learning_rate": 0.00029111005317091203,
      "loss": 5.5145,
      "step": 9559
    },
    {
      "epoch": 0.8120965001698947,
      "grad_norm": 1.6765173948750813,
      "learning_rate": 0.0002911077243881825,
      "loss": 4.8992,
      "step": 9560
    },
    {
      "epoch": 0.8121814475025484,
      "grad_norm": 1.756698804226333,
      "learning_rate": 0.00029110539530978984,
      "loss": 4.9761,
      "step": 9561
    },
    {
      "epoch": 0.8122663948352021,
      "grad_norm": 1.7971340615723095,
      "learning_rate": 0.0002911030659357388,
      "loss": 4.9591,
      "step": 9562
    },
    {
      "epoch": 0.812351342167856,
      "grad_norm": 1.7463667756934946,
      "learning_rate": 0.00029110073626603444,
      "loss": 5.3073,
      "step": 9563
    },
    {
      "epoch": 0.8124362895005097,
      "grad_norm": 1.8224593697854212,
      "learning_rate": 0.0002910984063006815,
      "loss": 5.6586,
      "step": 9564
    },
    {
      "epoch": 0.8125212368331635,
      "grad_norm": 1.6775403490196046,
      "learning_rate": 0.00029109607603968493,
      "loss": 5.4454,
      "step": 9565
    },
    {
      "epoch": 0.8126061841658172,
      "grad_norm": 1.6925215113715852,
      "learning_rate": 0.0002910937454830496,
      "loss": 5.1286,
      "step": 9566
    },
    {
      "epoch": 0.8126911314984709,
      "grad_norm": 1.6890422385378725,
      "learning_rate": 0.00029109141463078044,
      "loss": 4.932,
      "step": 9567
    },
    {
      "epoch": 0.8127760788311247,
      "grad_norm": 1.68889968176433,
      "learning_rate": 0.00029108908348288225,
      "loss": 5.4304,
      "step": 9568
    },
    {
      "epoch": 0.8128610261637784,
      "grad_norm": 1.8574486896298184,
      "learning_rate": 0.00029108675203935996,
      "loss": 5.6495,
      "step": 9569
    },
    {
      "epoch": 0.8129459734964322,
      "grad_norm": 1.6545362911926786,
      "learning_rate": 0.0002910844203002184,
      "loss": 4.9995,
      "step": 9570
    },
    {
      "epoch": 0.813030920829086,
      "grad_norm": 1.6799173209219853,
      "learning_rate": 0.00029108208826546255,
      "loss": 5.2446,
      "step": 9571
    },
    {
      "epoch": 0.8131158681617398,
      "grad_norm": 1.784271113724154,
      "learning_rate": 0.00029107975593509726,
      "loss": 5.3394,
      "step": 9572
    },
    {
      "epoch": 0.8132008154943935,
      "grad_norm": 1.686216889935235,
      "learning_rate": 0.00029107742330912743,
      "loss": 5.0124,
      "step": 9573
    },
    {
      "epoch": 0.8132857628270472,
      "grad_norm": 1.8269299364137748,
      "learning_rate": 0.0002910750903875578,
      "loss": 5.5798,
      "step": 9574
    },
    {
      "epoch": 0.813370710159701,
      "grad_norm": 1.7769995680426782,
      "learning_rate": 0.0002910727571703935,
      "loss": 5.1798,
      "step": 9575
    },
    {
      "epoch": 0.8134556574923547,
      "grad_norm": 1.7606841135507152,
      "learning_rate": 0.0002910704236576393,
      "loss": 4.9695,
      "step": 9576
    },
    {
      "epoch": 0.8135406048250085,
      "grad_norm": 1.8219732992762538,
      "learning_rate": 0.0002910680898493,
      "loss": 5.5331,
      "step": 9577
    },
    {
      "epoch": 0.8136255521576623,
      "grad_norm": 1.7014034329304348,
      "learning_rate": 0.0002910657557453807,
      "loss": 5.2807,
      "step": 9578
    },
    {
      "epoch": 0.813710499490316,
      "grad_norm": 1.7702909098251307,
      "learning_rate": 0.00029106342134588607,
      "loss": 5.5285,
      "step": 9579
    },
    {
      "epoch": 0.8137954468229698,
      "grad_norm": 1.7294962608882962,
      "learning_rate": 0.00029106108665082113,
      "loss": 5.4199,
      "step": 9580
    },
    {
      "epoch": 0.8138803941556235,
      "grad_norm": 1.8991726015301904,
      "learning_rate": 0.00029105875166019076,
      "loss": 5.6956,
      "step": 9581
    },
    {
      "epoch": 0.8139653414882773,
      "grad_norm": 1.6713880474279077,
      "learning_rate": 0.0002910564163739998,
      "loss": 5.011,
      "step": 9582
    },
    {
      "epoch": 0.814050288820931,
      "grad_norm": 1.76743653582805,
      "learning_rate": 0.0002910540807922532,
      "loss": 5.3443,
      "step": 9583
    },
    {
      "epoch": 0.8141352361535847,
      "grad_norm": 1.6830610783736335,
      "learning_rate": 0.00029105174491495585,
      "loss": 5.2624,
      "step": 9584
    },
    {
      "epoch": 0.8142201834862385,
      "grad_norm": 1.6769732691613846,
      "learning_rate": 0.0002910494087421126,
      "loss": 5.3416,
      "step": 9585
    },
    {
      "epoch": 0.8143051308188923,
      "grad_norm": 1.670847938164146,
      "learning_rate": 0.0002910470722737284,
      "loss": 5.1957,
      "step": 9586
    },
    {
      "epoch": 0.8143900781515461,
      "grad_norm": 1.673159226160405,
      "learning_rate": 0.00029104473550980813,
      "loss": 5.0154,
      "step": 9587
    },
    {
      "epoch": 0.8144750254841998,
      "grad_norm": 1.680310566404194,
      "learning_rate": 0.0002910423984503566,
      "loss": 5.3875,
      "step": 9588
    },
    {
      "epoch": 0.8145599728168536,
      "grad_norm": 1.650925292149395,
      "learning_rate": 0.00029104006109537887,
      "loss": 5.3185,
      "step": 9589
    },
    {
      "epoch": 0.8146449201495073,
      "grad_norm": 1.6763458133602034,
      "learning_rate": 0.0002910377234448797,
      "loss": 5.3292,
      "step": 9590
    },
    {
      "epoch": 0.814729867482161,
      "grad_norm": 1.8400602459466548,
      "learning_rate": 0.00029103538549886404,
      "loss": 4.5137,
      "step": 9591
    },
    {
      "epoch": 0.8148148148148148,
      "grad_norm": 1.6370430495441464,
      "learning_rate": 0.0002910330472573368,
      "loss": 5.1524,
      "step": 9592
    },
    {
      "epoch": 0.8148997621474686,
      "grad_norm": 1.6722175315824541,
      "learning_rate": 0.00029103070872030283,
      "loss": 4.7193,
      "step": 9593
    },
    {
      "epoch": 0.8149847094801224,
      "grad_norm": 1.6562716472790493,
      "learning_rate": 0.0002910283698877671,
      "loss": 5.2824,
      "step": 9594
    },
    {
      "epoch": 0.8150696568127761,
      "grad_norm": 1.6192233479878368,
      "learning_rate": 0.0002910260307597345,
      "loss": 5.0202,
      "step": 9595
    },
    {
      "epoch": 0.8151546041454298,
      "grad_norm": 1.5727218019464282,
      "learning_rate": 0.00029102369133620986,
      "loss": 5.1482,
      "step": 9596
    },
    {
      "epoch": 0.8152395514780836,
      "grad_norm": 1.5777641976790355,
      "learning_rate": 0.0002910213516171981,
      "loss": 4.9445,
      "step": 9597
    },
    {
      "epoch": 0.8153244988107373,
      "grad_norm": 1.7176420885898973,
      "learning_rate": 0.0002910190116027042,
      "loss": 5.4422,
      "step": 9598
    },
    {
      "epoch": 0.8154094461433911,
      "grad_norm": 1.6890603829209831,
      "learning_rate": 0.000291016671292733,
      "loss": 5.0513,
      "step": 9599
    },
    {
      "epoch": 0.8154943934760448,
      "grad_norm": 1.7809048658512,
      "learning_rate": 0.00029101433068728943,
      "loss": 5.656,
      "step": 9600
    },
    {
      "epoch": 0.8155793408086986,
      "grad_norm": 1.7296467146920307,
      "learning_rate": 0.0002910119897863784,
      "loss": 5.4483,
      "step": 9601
    },
    {
      "epoch": 0.8156642881413524,
      "grad_norm": 1.752104819612669,
      "learning_rate": 0.00029100964859000473,
      "loss": 5.5428,
      "step": 9602
    },
    {
      "epoch": 0.8157492354740061,
      "grad_norm": 1.7073161508828747,
      "learning_rate": 0.0002910073070981734,
      "loss": 4.9779,
      "step": 9603
    },
    {
      "epoch": 0.8158341828066599,
      "grad_norm": 1.6586975780816249,
      "learning_rate": 0.00029100496531088936,
      "loss": 5.1033,
      "step": 9604
    },
    {
      "epoch": 0.8159191301393136,
      "grad_norm": 1.8776034187486528,
      "learning_rate": 0.00029100262322815745,
      "loss": 5.4479,
      "step": 9605
    },
    {
      "epoch": 0.8160040774719673,
      "grad_norm": 1.7392125380360246,
      "learning_rate": 0.00029100028084998256,
      "loss": 5.2194,
      "step": 9606
    },
    {
      "epoch": 0.8160890248046211,
      "grad_norm": 1.6593601242528053,
      "learning_rate": 0.0002909979381763697,
      "loss": 5.239,
      "step": 9607
    },
    {
      "epoch": 0.8161739721372749,
      "grad_norm": 1.7834601566529733,
      "learning_rate": 0.00029099559520732364,
      "loss": 5.0063,
      "step": 9608
    },
    {
      "epoch": 0.8162589194699287,
      "grad_norm": 1.7233281774748346,
      "learning_rate": 0.00029099325194284937,
      "loss": 5.3606,
      "step": 9609
    },
    {
      "epoch": 0.8163438668025824,
      "grad_norm": 1.8925064175378328,
      "learning_rate": 0.00029099090838295184,
      "loss": 5.563,
      "step": 9610
    },
    {
      "epoch": 0.8164288141352362,
      "grad_norm": 1.8870147596451081,
      "learning_rate": 0.00029098856452763585,
      "loss": 5.543,
      "step": 9611
    },
    {
      "epoch": 0.8165137614678899,
      "grad_norm": 1.6888862958263504,
      "learning_rate": 0.0002909862203769064,
      "loss": 5.0031,
      "step": 9612
    },
    {
      "epoch": 0.8165987088005436,
      "grad_norm": 1.6810784429643315,
      "learning_rate": 0.0002909838759307683,
      "loss": 5.1913,
      "step": 9613
    },
    {
      "epoch": 0.8166836561331974,
      "grad_norm": 1.7076918331115412,
      "learning_rate": 0.0002909815311892266,
      "loss": 5.2587,
      "step": 9614
    },
    {
      "epoch": 0.8167686034658511,
      "grad_norm": 1.7434515511639903,
      "learning_rate": 0.00029097918615228615,
      "loss": 5.1881,
      "step": 9615
    },
    {
      "epoch": 0.816853550798505,
      "grad_norm": 1.9070350153676827,
      "learning_rate": 0.0002909768408199519,
      "loss": 5.5199,
      "step": 9616
    },
    {
      "epoch": 0.8169384981311587,
      "grad_norm": 1.6439738694519317,
      "learning_rate": 0.00029097449519222864,
      "loss": 5.2172,
      "step": 9617
    },
    {
      "epoch": 0.8170234454638124,
      "grad_norm": 1.7307897033434276,
      "learning_rate": 0.0002909721492691214,
      "loss": 5.1528,
      "step": 9618
    },
    {
      "epoch": 0.8171083927964662,
      "grad_norm": 1.8061739265855246,
      "learning_rate": 0.000290969803050635,
      "loss": 4.8294,
      "step": 9619
    },
    {
      "epoch": 0.8171933401291199,
      "grad_norm": 1.7895287676806777,
      "learning_rate": 0.0002909674565367745,
      "loss": 5.5335,
      "step": 9620
    },
    {
      "epoch": 0.8172782874617737,
      "grad_norm": 1.8444927383889218,
      "learning_rate": 0.0002909651097275447,
      "loss": 5.4364,
      "step": 9621
    },
    {
      "epoch": 0.8173632347944274,
      "grad_norm": 1.7355340696831596,
      "learning_rate": 0.00029096276262295065,
      "loss": 4.7446,
      "step": 9622
    },
    {
      "epoch": 0.8174481821270813,
      "grad_norm": 1.7200340528535303,
      "learning_rate": 0.00029096041522299704,
      "loss": 5.1808,
      "step": 9623
    },
    {
      "epoch": 0.817533129459735,
      "grad_norm": 1.8113202350001407,
      "learning_rate": 0.000290958067527689,
      "loss": 5.2944,
      "step": 9624
    },
    {
      "epoch": 0.8176180767923887,
      "grad_norm": 1.660234794986854,
      "learning_rate": 0.0002909557195370314,
      "loss": 4.9698,
      "step": 9625
    },
    {
      "epoch": 0.8177030241250425,
      "grad_norm": 1.8113081323338005,
      "learning_rate": 0.00029095337125102904,
      "loss": 5.3361,
      "step": 9626
    },
    {
      "epoch": 0.8177879714576962,
      "grad_norm": 1.740633686795205,
      "learning_rate": 0.00029095102266968694,
      "loss": 5.3547,
      "step": 9627
    },
    {
      "epoch": 0.81787291879035,
      "grad_norm": 1.7088751485237348,
      "learning_rate": 0.00029094867379301007,
      "loss": 4.9318,
      "step": 9628
    },
    {
      "epoch": 0.8179578661230037,
      "grad_norm": 1.6995767339594765,
      "learning_rate": 0.00029094632462100324,
      "loss": 5.0984,
      "step": 9629
    },
    {
      "epoch": 0.8180428134556575,
      "grad_norm": 1.7208455175852104,
      "learning_rate": 0.00029094397515367146,
      "loss": 5.1365,
      "step": 9630
    },
    {
      "epoch": 0.8181277607883113,
      "grad_norm": 1.73421753320382,
      "learning_rate": 0.0002909416253910196,
      "loss": 4.2187,
      "step": 9631
    },
    {
      "epoch": 0.818212708120965,
      "grad_norm": 1.7026236200077631,
      "learning_rate": 0.00029093927533305257,
      "loss": 4.9719,
      "step": 9632
    },
    {
      "epoch": 0.8182976554536188,
      "grad_norm": 1.7180006628528839,
      "learning_rate": 0.00029093692497977533,
      "loss": 5.3068,
      "step": 9633
    },
    {
      "epoch": 0.8183826027862725,
      "grad_norm": 1.9229027345479515,
      "learning_rate": 0.00029093457433119286,
      "loss": 5.6755,
      "step": 9634
    },
    {
      "epoch": 0.8184675501189262,
      "grad_norm": 1.8158823940040378,
      "learning_rate": 0.00029093222338731,
      "loss": 5.6201,
      "step": 9635
    },
    {
      "epoch": 0.81855249745158,
      "grad_norm": 1.6902096198963676,
      "learning_rate": 0.0002909298721481317,
      "loss": 5.1322,
      "step": 9636
    },
    {
      "epoch": 0.8186374447842337,
      "grad_norm": 1.6718832413430478,
      "learning_rate": 0.00029092752061366287,
      "loss": 4.947,
      "step": 9637
    },
    {
      "epoch": 0.8187223921168876,
      "grad_norm": 1.735129439781739,
      "learning_rate": 0.00029092516878390844,
      "loss": 5.0511,
      "step": 9638
    },
    {
      "epoch": 0.8188073394495413,
      "grad_norm": 1.6930542949252525,
      "learning_rate": 0.0002909228166588734,
      "loss": 4.9286,
      "step": 9639
    },
    {
      "epoch": 0.8188922867821951,
      "grad_norm": 1.7170430906026812,
      "learning_rate": 0.0002909204642385626,
      "loss": 5.0734,
      "step": 9640
    },
    {
      "epoch": 0.8189772341148488,
      "grad_norm": 1.648951280350752,
      "learning_rate": 0.000290918111522981,
      "loss": 4.9338,
      "step": 9641
    },
    {
      "epoch": 0.8190621814475025,
      "grad_norm": 1.7065511566314833,
      "learning_rate": 0.00029091575851213357,
      "loss": 5.1134,
      "step": 9642
    },
    {
      "epoch": 0.8191471287801563,
      "grad_norm": 1.6472028016425995,
      "learning_rate": 0.0002909134052060251,
      "loss": 5.0752,
      "step": 9643
    },
    {
      "epoch": 0.81923207611281,
      "grad_norm": 1.7032671229620182,
      "learning_rate": 0.00029091105160466074,
      "loss": 5.2499,
      "step": 9644
    },
    {
      "epoch": 0.8193170234454639,
      "grad_norm": 1.7075681234243931,
      "learning_rate": 0.00029090869770804524,
      "loss": 5.0636,
      "step": 9645
    },
    {
      "epoch": 0.8194019707781176,
      "grad_norm": 1.803130980260974,
      "learning_rate": 0.0002909063435161836,
      "loss": 5.6015,
      "step": 9646
    },
    {
      "epoch": 0.8194869181107713,
      "grad_norm": 1.8514660940518708,
      "learning_rate": 0.00029090398902908076,
      "loss": 5.7385,
      "step": 9647
    },
    {
      "epoch": 0.8195718654434251,
      "grad_norm": 1.6961067106515308,
      "learning_rate": 0.00029090163424674165,
      "loss": 5.0981,
      "step": 9648
    },
    {
      "epoch": 0.8196568127760788,
      "grad_norm": 1.7921331168079782,
      "learning_rate": 0.00029089927916917113,
      "loss": 5.5821,
      "step": 9649
    },
    {
      "epoch": 0.8197417601087326,
      "grad_norm": 1.7625360323470238,
      "learning_rate": 0.00029089692379637426,
      "loss": 5.2227,
      "step": 9650
    },
    {
      "epoch": 0.8198267074413863,
      "grad_norm": 1.6637726931429502,
      "learning_rate": 0.0002908945681283559,
      "loss": 4.8432,
      "step": 9651
    },
    {
      "epoch": 0.81991165477404,
      "grad_norm": 1.8322134066738451,
      "learning_rate": 0.000290892212165121,
      "loss": 5.4407,
      "step": 9652
    },
    {
      "epoch": 0.8199966021066939,
      "grad_norm": 1.732690283523581,
      "learning_rate": 0.0002908898559066745,
      "loss": 5.3531,
      "step": 9653
    },
    {
      "epoch": 0.8200815494393476,
      "grad_norm": 1.7218620890669465,
      "learning_rate": 0.0002908874993530213,
      "loss": 5.2365,
      "step": 9654
    },
    {
      "epoch": 0.8201664967720014,
      "grad_norm": 1.6912519827741639,
      "learning_rate": 0.0002908851425041664,
      "loss": 5.1202,
      "step": 9655
    },
    {
      "epoch": 0.8202514441046551,
      "grad_norm": 1.784242582316954,
      "learning_rate": 0.00029088278536011473,
      "loss": 5.6288,
      "step": 9656
    },
    {
      "epoch": 0.8203363914373089,
      "grad_norm": 1.7994061122200997,
      "learning_rate": 0.0002908804279208712,
      "loss": 5.4986,
      "step": 9657
    },
    {
      "epoch": 0.8204213387699626,
      "grad_norm": 1.754707570262785,
      "learning_rate": 0.00029087807018644075,
      "loss": 5.4946,
      "step": 9658
    },
    {
      "epoch": 0.8205062861026163,
      "grad_norm": 1.6283506857716403,
      "learning_rate": 0.0002908757121568283,
      "loss": 4.9353,
      "step": 9659
    },
    {
      "epoch": 0.8205912334352702,
      "grad_norm": 1.8125942908289956,
      "learning_rate": 0.0002908733538320389,
      "loss": 5.692,
      "step": 9660
    },
    {
      "epoch": 0.8206761807679239,
      "grad_norm": 1.7127426151542469,
      "learning_rate": 0.00029087099521207734,
      "loss": 5.2905,
      "step": 9661
    },
    {
      "epoch": 0.8207611281005777,
      "grad_norm": 1.8112940078528388,
      "learning_rate": 0.0002908686362969486,
      "loss": 5.6026,
      "step": 9662
    },
    {
      "epoch": 0.8208460754332314,
      "grad_norm": 1.6277803031857094,
      "learning_rate": 0.0002908662770866577,
      "loss": 5.0598,
      "step": 9663
    },
    {
      "epoch": 0.8209310227658851,
      "grad_norm": 1.7914917917314779,
      "learning_rate": 0.00029086391758120956,
      "loss": 5.3617,
      "step": 9664
    },
    {
      "epoch": 0.8210159700985389,
      "grad_norm": 1.7610432397009703,
      "learning_rate": 0.0002908615577806091,
      "loss": 5.3806,
      "step": 9665
    },
    {
      "epoch": 0.8211009174311926,
      "grad_norm": 1.7449392603447935,
      "learning_rate": 0.00029085919768486124,
      "loss": 5.3179,
      "step": 9666
    },
    {
      "epoch": 0.8211858647638464,
      "grad_norm": 1.7780167897811763,
      "learning_rate": 0.00029085683729397095,
      "loss": 5.276,
      "step": 9667
    },
    {
      "epoch": 0.8212708120965002,
      "grad_norm": 1.7046407384424276,
      "learning_rate": 0.00029085447660794317,
      "loss": 5.3239,
      "step": 9668
    },
    {
      "epoch": 0.821355759429154,
      "grad_norm": 1.85618894007411,
      "learning_rate": 0.00029085211562678286,
      "loss": 5.5484,
      "step": 9669
    },
    {
      "epoch": 0.8214407067618077,
      "grad_norm": 1.8285171480152747,
      "learning_rate": 0.00029084975435049497,
      "loss": 5.3815,
      "step": 9670
    },
    {
      "epoch": 0.8215256540944614,
      "grad_norm": 1.6647180698527184,
      "learning_rate": 0.00029084739277908443,
      "loss": 4.9684,
      "step": 9671
    },
    {
      "epoch": 0.8216106014271152,
      "grad_norm": 1.6805317637233121,
      "learning_rate": 0.00029084503091255623,
      "loss": 5.1784,
      "step": 9672
    },
    {
      "epoch": 0.8216955487597689,
      "grad_norm": 1.7820517017117659,
      "learning_rate": 0.00029084266875091525,
      "loss": 5.4406,
      "step": 9673
    },
    {
      "epoch": 0.8217804960924227,
      "grad_norm": 1.7739755368204257,
      "learning_rate": 0.00029084030629416646,
      "loss": 5.0812,
      "step": 9674
    },
    {
      "epoch": 0.8218654434250765,
      "grad_norm": 1.7565166163515384,
      "learning_rate": 0.0002908379435423149,
      "loss": 5.3837,
      "step": 9675
    },
    {
      "epoch": 0.8219503907577302,
      "grad_norm": 1.927298929263743,
      "learning_rate": 0.0002908355804953654,
      "loss": 5.5287,
      "step": 9676
    },
    {
      "epoch": 0.822035338090384,
      "grad_norm": 1.8762789541112348,
      "learning_rate": 0.00029083321715332294,
      "loss": 5.587,
      "step": 9677
    },
    {
      "epoch": 0.8221202854230377,
      "grad_norm": 1.6950203324529156,
      "learning_rate": 0.0002908308535161925,
      "loss": 4.9441,
      "step": 9678
    },
    {
      "epoch": 0.8222052327556915,
      "grad_norm": 1.727555787887413,
      "learning_rate": 0.000290828489583979,
      "loss": 4.8211,
      "step": 9679
    },
    {
      "epoch": 0.8222901800883452,
      "grad_norm": 1.6770492039405487,
      "learning_rate": 0.00029082612535668743,
      "loss": 4.6536,
      "step": 9680
    },
    {
      "epoch": 0.8223751274209989,
      "grad_norm": 1.7748416737889041,
      "learning_rate": 0.0002908237608343228,
      "loss": 5.4809,
      "step": 9681
    },
    {
      "epoch": 0.8224600747536527,
      "grad_norm": 1.847151476079017,
      "learning_rate": 0.0002908213960168899,
      "loss": 5.4607,
      "step": 9682
    },
    {
      "epoch": 0.8225450220863065,
      "grad_norm": 1.740642271899304,
      "learning_rate": 0.00029081903090439384,
      "loss": 5.0282,
      "step": 9683
    },
    {
      "epoch": 0.8226299694189603,
      "grad_norm": 1.898631678885932,
      "learning_rate": 0.00029081666549683944,
      "loss": 5.6934,
      "step": 9684
    },
    {
      "epoch": 0.822714916751614,
      "grad_norm": 1.6808484585860686,
      "learning_rate": 0.0002908142997942318,
      "loss": 5.2907,
      "step": 9685
    },
    {
      "epoch": 0.8227998640842678,
      "grad_norm": 1.6912008153578602,
      "learning_rate": 0.0002908119337965758,
      "loss": 5.0541,
      "step": 9686
    },
    {
      "epoch": 0.8228848114169215,
      "grad_norm": 1.6998010015670197,
      "learning_rate": 0.00029080956750387636,
      "loss": 5.4288,
      "step": 9687
    },
    {
      "epoch": 0.8229697587495752,
      "grad_norm": 1.6619958595498612,
      "learning_rate": 0.0002908072009161385,
      "loss": 4.8874,
      "step": 9688
    },
    {
      "epoch": 0.823054706082229,
      "grad_norm": 1.6599242586454412,
      "learning_rate": 0.00029080483403336714,
      "loss": 4.9638,
      "step": 9689
    },
    {
      "epoch": 0.8231396534148828,
      "grad_norm": 1.6660511398220947,
      "learning_rate": 0.0002908024668555673,
      "loss": 4.9835,
      "step": 9690
    },
    {
      "epoch": 0.8232246007475366,
      "grad_norm": 1.7296384580361026,
      "learning_rate": 0.00029080009938274386,
      "loss": 5.0133,
      "step": 9691
    },
    {
      "epoch": 0.8233095480801903,
      "grad_norm": 1.689589945794355,
      "learning_rate": 0.0002907977316149019,
      "loss": 5.1045,
      "step": 9692
    },
    {
      "epoch": 0.823394495412844,
      "grad_norm": 1.9543292595370427,
      "learning_rate": 0.0002907953635520462,
      "loss": 5.6846,
      "step": 9693
    },
    {
      "epoch": 0.8234794427454978,
      "grad_norm": 1.9205755366914241,
      "learning_rate": 0.00029079299519418184,
      "loss": 5.7956,
      "step": 9694
    },
    {
      "epoch": 0.8235643900781515,
      "grad_norm": 1.669791023958398,
      "learning_rate": 0.0002907906265413138,
      "loss": 5.2731,
      "step": 9695
    },
    {
      "epoch": 0.8236493374108053,
      "grad_norm": 1.6643771281073598,
      "learning_rate": 0.000290788257593447,
      "loss": 4.9557,
      "step": 9696
    },
    {
      "epoch": 0.8237342847434591,
      "grad_norm": 1.7369632345503576,
      "learning_rate": 0.00029078588835058645,
      "loss": 5.4661,
      "step": 9697
    },
    {
      "epoch": 0.8238192320761129,
      "grad_norm": 1.7224844106331092,
      "learning_rate": 0.00029078351881273705,
      "loss": 5.0909,
      "step": 9698
    },
    {
      "epoch": 0.8239041794087666,
      "grad_norm": 1.7693215405821832,
      "learning_rate": 0.00029078114897990376,
      "loss": 5.3416,
      "step": 9699
    },
    {
      "epoch": 0.8239891267414203,
      "grad_norm": 1.8192065497486742,
      "learning_rate": 0.0002907787788520916,
      "loss": 4.5482,
      "step": 9700
    },
    {
      "epoch": 0.8240740740740741,
      "grad_norm": 1.6890762954543288,
      "learning_rate": 0.00029077640842930554,
      "loss": 5.1663,
      "step": 9701
    },
    {
      "epoch": 0.8241590214067278,
      "grad_norm": 1.8754214317693323,
      "learning_rate": 0.0002907740377115505,
      "loss": 5.7538,
      "step": 9702
    },
    {
      "epoch": 0.8242439687393815,
      "grad_norm": 1.706330296781032,
      "learning_rate": 0.00029077166669883145,
      "loss": 5.0295,
      "step": 9703
    },
    {
      "epoch": 0.8243289160720353,
      "grad_norm": 1.7494930699464561,
      "learning_rate": 0.0002907692953911534,
      "loss": 5.3932,
      "step": 9704
    },
    {
      "epoch": 0.8244138634046891,
      "grad_norm": 1.795166905865177,
      "learning_rate": 0.0002907669237885213,
      "loss": 5.6467,
      "step": 9705
    },
    {
      "epoch": 0.8244988107373429,
      "grad_norm": 1.6994430475815643,
      "learning_rate": 0.00029076455189094006,
      "loss": 5.1386,
      "step": 9706
    },
    {
      "epoch": 0.8245837580699966,
      "grad_norm": 1.7903789809071675,
      "learning_rate": 0.00029076217969841475,
      "loss": 5.7487,
      "step": 9707
    },
    {
      "epoch": 0.8246687054026504,
      "grad_norm": 1.7311543134828136,
      "learning_rate": 0.0002907598072109503,
      "loss": 5.1178,
      "step": 9708
    },
    {
      "epoch": 0.8247536527353041,
      "grad_norm": 1.6837300335284624,
      "learning_rate": 0.0002907574344285516,
      "loss": 5.2548,
      "step": 9709
    },
    {
      "epoch": 0.8248386000679578,
      "grad_norm": 1.685814451706581,
      "learning_rate": 0.0002907550613512238,
      "loss": 5.3668,
      "step": 9710
    },
    {
      "epoch": 0.8249235474006116,
      "grad_norm": 1.7849859134253188,
      "learning_rate": 0.0002907526879789717,
      "loss": 5.5224,
      "step": 9711
    },
    {
      "epoch": 0.8250084947332654,
      "grad_norm": 1.7723002297443002,
      "learning_rate": 0.0002907503143118004,
      "loss": 5.1629,
      "step": 9712
    },
    {
      "epoch": 0.8250934420659192,
      "grad_norm": 1.8342751967390387,
      "learning_rate": 0.00029074794034971476,
      "loss": 5.5197,
      "step": 9713
    },
    {
      "epoch": 0.8251783893985729,
      "grad_norm": 1.719985827820947,
      "learning_rate": 0.0002907455660927198,
      "loss": 5.0519,
      "step": 9714
    },
    {
      "epoch": 0.8252633367312266,
      "grad_norm": 1.6558564933367688,
      "learning_rate": 0.0002907431915408206,
      "loss": 4.9452,
      "step": 9715
    },
    {
      "epoch": 0.8253482840638804,
      "grad_norm": 1.7040962629601435,
      "learning_rate": 0.0002907408166940219,
      "loss": 5.1439,
      "step": 9716
    },
    {
      "epoch": 0.8254332313965341,
      "grad_norm": 1.8702159454342866,
      "learning_rate": 0.00029073844155232895,
      "loss": 5.7738,
      "step": 9717
    },
    {
      "epoch": 0.8255181787291879,
      "grad_norm": 1.7859905456504028,
      "learning_rate": 0.0002907360661157465,
      "loss": 4.9985,
      "step": 9718
    },
    {
      "epoch": 0.8256031260618416,
      "grad_norm": 1.6690320904960019,
      "learning_rate": 0.00029073369038427963,
      "loss": 5.2267,
      "step": 9719
    },
    {
      "epoch": 0.8256880733944955,
      "grad_norm": 1.735642317603792,
      "learning_rate": 0.00029073131435793337,
      "loss": 5.0983,
      "step": 9720
    },
    {
      "epoch": 0.8257730207271492,
      "grad_norm": 1.8881079801037617,
      "learning_rate": 0.00029072893803671257,
      "loss": 5.6378,
      "step": 9721
    },
    {
      "epoch": 0.8258579680598029,
      "grad_norm": 1.7027186319536107,
      "learning_rate": 0.0002907265614206223,
      "loss": 5.0554,
      "step": 9722
    },
    {
      "epoch": 0.8259429153924567,
      "grad_norm": 1.6862985355029816,
      "learning_rate": 0.0002907241845096675,
      "loss": 5.0912,
      "step": 9723
    },
    {
      "epoch": 0.8260278627251104,
      "grad_norm": 1.6847776185238312,
      "learning_rate": 0.0002907218073038532,
      "loss": 5.3346,
      "step": 9724
    },
    {
      "epoch": 0.8261128100577642,
      "grad_norm": 1.8009755355497608,
      "learning_rate": 0.0002907194298031843,
      "loss": 5.5727,
      "step": 9725
    },
    {
      "epoch": 0.8261977573904179,
      "grad_norm": 1.6491159965074118,
      "learning_rate": 0.0002907170520076659,
      "loss": 5.0222,
      "step": 9726
    },
    {
      "epoch": 0.8262827047230717,
      "grad_norm": 1.8803754486276798,
      "learning_rate": 0.00029071467391730284,
      "loss": 5.5007,
      "step": 9727
    },
    {
      "epoch": 0.8263676520557255,
      "grad_norm": 1.7164580285621744,
      "learning_rate": 0.0002907122955321002,
      "loss": 5.3927,
      "step": 9728
    },
    {
      "epoch": 0.8264525993883792,
      "grad_norm": 1.6245846367448429,
      "learning_rate": 0.0002907099168520629,
      "loss": 4.9233,
      "step": 9729
    },
    {
      "epoch": 0.826537546721033,
      "grad_norm": 1.7956648042326726,
      "learning_rate": 0.00029070753787719604,
      "loss": 5.5881,
      "step": 9730
    },
    {
      "epoch": 0.8266224940536867,
      "grad_norm": 1.694177945827199,
      "learning_rate": 0.00029070515860750445,
      "loss": 5.3401,
      "step": 9731
    },
    {
      "epoch": 0.8267074413863404,
      "grad_norm": 1.7514962574007966,
      "learning_rate": 0.0002907027790429932,
      "loss": 5.4664,
      "step": 9732
    },
    {
      "epoch": 0.8267923887189942,
      "grad_norm": 1.6589702232777128,
      "learning_rate": 0.0002907003991836673,
      "loss": 5.0992,
      "step": 9733
    },
    {
      "epoch": 0.8268773360516479,
      "grad_norm": 1.7060523882365874,
      "learning_rate": 0.0002906980190295317,
      "loss": 5.2673,
      "step": 9734
    },
    {
      "epoch": 0.8269622833843018,
      "grad_norm": 1.73942043523029,
      "learning_rate": 0.00029069563858059134,
      "loss": 5.494,
      "step": 9735
    },
    {
      "epoch": 0.8270472307169555,
      "grad_norm": 1.7257476017824542,
      "learning_rate": 0.0002906932578368513,
      "loss": 5.3537,
      "step": 9736
    },
    {
      "epoch": 0.8271321780496093,
      "grad_norm": 1.8177748762980173,
      "learning_rate": 0.0002906908767983165,
      "loss": 5.5803,
      "step": 9737
    },
    {
      "epoch": 0.827217125382263,
      "grad_norm": 1.7193165649561337,
      "learning_rate": 0.00029068849546499194,
      "loss": 5.1477,
      "step": 9738
    },
    {
      "epoch": 0.8273020727149167,
      "grad_norm": 1.6555492655559814,
      "learning_rate": 0.0002906861138368827,
      "loss": 5.0562,
      "step": 9739
    },
    {
      "epoch": 0.8273870200475705,
      "grad_norm": 1.7113622880766048,
      "learning_rate": 0.00029068373191399363,
      "loss": 4.6191,
      "step": 9740
    },
    {
      "epoch": 0.8274719673802242,
      "grad_norm": 1.8663539154623972,
      "learning_rate": 0.0002906813496963298,
      "loss": 5.5776,
      "step": 9741
    },
    {
      "epoch": 0.8275569147128781,
      "grad_norm": 1.7148452571906976,
      "learning_rate": 0.0002906789671838962,
      "loss": 5.2476,
      "step": 9742
    },
    {
      "epoch": 0.8276418620455318,
      "grad_norm": 1.7086465544060743,
      "learning_rate": 0.0002906765843766978,
      "loss": 5.2584,
      "step": 9743
    },
    {
      "epoch": 0.8277268093781855,
      "grad_norm": 1.755488603085099,
      "learning_rate": 0.0002906742012747396,
      "loss": 5.351,
      "step": 9744
    },
    {
      "epoch": 0.8278117567108393,
      "grad_norm": 1.7454191685433724,
      "learning_rate": 0.0002906718178780266,
      "loss": 5.3072,
      "step": 9745
    },
    {
      "epoch": 0.827896704043493,
      "grad_norm": 1.716409847386411,
      "learning_rate": 0.0002906694341865638,
      "loss": 5.0738,
      "step": 9746
    },
    {
      "epoch": 0.8279816513761468,
      "grad_norm": 1.8574903637582667,
      "learning_rate": 0.0002906670502003562,
      "loss": 5.7454,
      "step": 9747
    },
    {
      "epoch": 0.8280665987088005,
      "grad_norm": 1.8953243282205503,
      "learning_rate": 0.0002906646659194087,
      "loss": 5.4945,
      "step": 9748
    },
    {
      "epoch": 0.8281515460414542,
      "grad_norm": 1.8373409216291279,
      "learning_rate": 0.0002906622813437264,
      "loss": 5.4802,
      "step": 9749
    },
    {
      "epoch": 0.8282364933741081,
      "grad_norm": 1.7186588998410968,
      "learning_rate": 0.00029065989647331433,
      "loss": 4.9814,
      "step": 9750
    },
    {
      "epoch": 0.8283214407067618,
      "grad_norm": 1.715520296821344,
      "learning_rate": 0.0002906575113081774,
      "loss": 5.4133,
      "step": 9751
    },
    {
      "epoch": 0.8284063880394156,
      "grad_norm": 1.7351708613308692,
      "learning_rate": 0.0002906551258483206,
      "loss": 5.3987,
      "step": 9752
    },
    {
      "epoch": 0.8284913353720693,
      "grad_norm": 1.7149593974526494,
      "learning_rate": 0.00029065274009374895,
      "loss": 5.1199,
      "step": 9753
    },
    {
      "epoch": 0.828576282704723,
      "grad_norm": 1.7033443001890891,
      "learning_rate": 0.00029065035404446756,
      "loss": 5.1706,
      "step": 9754
    },
    {
      "epoch": 0.8286612300373768,
      "grad_norm": 1.8451511741254663,
      "learning_rate": 0.00029064796770048127,
      "loss": 5.6841,
      "step": 9755
    },
    {
      "epoch": 0.8287461773700305,
      "grad_norm": 1.6954607498056202,
      "learning_rate": 0.0002906455810617951,
      "loss": 5.1761,
      "step": 9756
    },
    {
      "epoch": 0.8288311247026844,
      "grad_norm": 1.7160748312738467,
      "learning_rate": 0.0002906431941284142,
      "loss": 5.4369,
      "step": 9757
    },
    {
      "epoch": 0.8289160720353381,
      "grad_norm": 1.7825983485851016,
      "learning_rate": 0.00029064080690034336,
      "loss": 5.5334,
      "step": 9758
    },
    {
      "epoch": 0.8290010193679919,
      "grad_norm": 1.6619378355051595,
      "learning_rate": 0.00029063841937758774,
      "loss": 5.1563,
      "step": 9759
    },
    {
      "epoch": 0.8290859667006456,
      "grad_norm": 1.745280519023272,
      "learning_rate": 0.00029063603156015226,
      "loss": 5.437,
      "step": 9760
    },
    {
      "epoch": 0.8291709140332993,
      "grad_norm": 1.8520285554460536,
      "learning_rate": 0.000290633643448042,
      "loss": 5.3355,
      "step": 9761
    },
    {
      "epoch": 0.8292558613659531,
      "grad_norm": 1.7873484650936107,
      "learning_rate": 0.00029063125504126183,
      "loss": 5.3895,
      "step": 9762
    },
    {
      "epoch": 0.8293408086986068,
      "grad_norm": 1.7732295778215525,
      "learning_rate": 0.00029062886633981697,
      "loss": 5.4164,
      "step": 9763
    },
    {
      "epoch": 0.8294257560312606,
      "grad_norm": 1.802518396276412,
      "learning_rate": 0.0002906264773437122,
      "loss": 5.4917,
      "step": 9764
    },
    {
      "epoch": 0.8295107033639144,
      "grad_norm": 1.82592776332276,
      "learning_rate": 0.00029062408805295264,
      "loss": 5.3877,
      "step": 9765
    },
    {
      "epoch": 0.8295956506965682,
      "grad_norm": 1.7243928735309877,
      "learning_rate": 0.00029062169846754326,
      "loss": 5.2587,
      "step": 9766
    },
    {
      "epoch": 0.8296805980292219,
      "grad_norm": 1.7045865336822401,
      "learning_rate": 0.00029061930858748916,
      "loss": 5.2826,
      "step": 9767
    },
    {
      "epoch": 0.8297655453618756,
      "grad_norm": 1.862644225155194,
      "learning_rate": 0.0002906169184127952,
      "loss": 5.565,
      "step": 9768
    },
    {
      "epoch": 0.8298504926945294,
      "grad_norm": 1.748811051709291,
      "learning_rate": 0.00029061452794346647,
      "loss": 5.3495,
      "step": 9769
    },
    {
      "epoch": 0.8299354400271831,
      "grad_norm": 1.7377247780214566,
      "learning_rate": 0.000290612137179508,
      "loss": 5.2311,
      "step": 9770
    },
    {
      "epoch": 0.8300203873598369,
      "grad_norm": 1.7179214203542634,
      "learning_rate": 0.0002906097461209247,
      "loss": 5.0927,
      "step": 9771
    },
    {
      "epoch": 0.8301053346924907,
      "grad_norm": 1.8227776409011713,
      "learning_rate": 0.0002906073547677217,
      "loss": 5.3564,
      "step": 9772
    },
    {
      "epoch": 0.8301902820251444,
      "grad_norm": 1.6388769529662928,
      "learning_rate": 0.00029060496311990395,
      "loss": 4.9541,
      "step": 9773
    },
    {
      "epoch": 0.8302752293577982,
      "grad_norm": 1.7676401534946826,
      "learning_rate": 0.00029060257117747646,
      "loss": 5.2224,
      "step": 9774
    },
    {
      "epoch": 0.8303601766904519,
      "grad_norm": 1.8471588486235822,
      "learning_rate": 0.0002906001789404443,
      "loss": 5.5032,
      "step": 9775
    },
    {
      "epoch": 0.8304451240231057,
      "grad_norm": 1.6534629688886622,
      "learning_rate": 0.00029059778640881233,
      "loss": 4.8827,
      "step": 9776
    },
    {
      "epoch": 0.8305300713557594,
      "grad_norm": 1.8050754093617958,
      "learning_rate": 0.0002905953935825858,
      "loss": 5.7113,
      "step": 9777
    },
    {
      "epoch": 0.8306150186884131,
      "grad_norm": 1.6739383299540092,
      "learning_rate": 0.00029059300046176947,
      "loss": 4.9956,
      "step": 9778
    },
    {
      "epoch": 0.830699966021067,
      "grad_norm": 1.824957536703764,
      "learning_rate": 0.00029059060704636854,
      "loss": 5.4329,
      "step": 9779
    },
    {
      "epoch": 0.8307849133537207,
      "grad_norm": 1.7624272975664415,
      "learning_rate": 0.00029058821333638793,
      "loss": 5.4993,
      "step": 9780
    },
    {
      "epoch": 0.8308698606863745,
      "grad_norm": 1.7993771768990778,
      "learning_rate": 0.0002905858193318327,
      "loss": 5.5386,
      "step": 9781
    },
    {
      "epoch": 0.8309548080190282,
      "grad_norm": 1.6610049253593735,
      "learning_rate": 0.0002905834250327079,
      "loss": 5.1104,
      "step": 9782
    },
    {
      "epoch": 0.831039755351682,
      "grad_norm": 1.8551479997972649,
      "learning_rate": 0.0002905810304390184,
      "loss": 5.3751,
      "step": 9783
    },
    {
      "epoch": 0.8311247026843357,
      "grad_norm": 1.749235205756807,
      "learning_rate": 0.0002905786355507694,
      "loss": 5.3827,
      "step": 9784
    },
    {
      "epoch": 0.8312096500169894,
      "grad_norm": 1.758073650968382,
      "learning_rate": 0.0002905762403679658,
      "loss": 5.1979,
      "step": 9785
    },
    {
      "epoch": 0.8312945973496432,
      "grad_norm": 1.7778736199304521,
      "learning_rate": 0.00029057384489061263,
      "loss": 5.3345,
      "step": 9786
    },
    {
      "epoch": 0.831379544682297,
      "grad_norm": 1.7705641437579214,
      "learning_rate": 0.000290571449118715,
      "loss": 5.4384,
      "step": 9787
    },
    {
      "epoch": 0.8314644920149508,
      "grad_norm": 1.6385807949644715,
      "learning_rate": 0.00029056905305227776,
      "loss": 4.9617,
      "step": 9788
    },
    {
      "epoch": 0.8315494393476045,
      "grad_norm": 1.7066391026130239,
      "learning_rate": 0.0002905666566913061,
      "loss": 5.1637,
      "step": 9789
    },
    {
      "epoch": 0.8316343866802582,
      "grad_norm": 1.6374709870819286,
      "learning_rate": 0.000290564260035805,
      "loss": 4.8394,
      "step": 9790
    },
    {
      "epoch": 0.831719334012912,
      "grad_norm": 1.6804459930260218,
      "learning_rate": 0.0002905618630857794,
      "loss": 5.1564,
      "step": 9791
    },
    {
      "epoch": 0.8318042813455657,
      "grad_norm": 1.6579921880820851,
      "learning_rate": 0.00029055946584123437,
      "loss": 5.2863,
      "step": 9792
    },
    {
      "epoch": 0.8318892286782195,
      "grad_norm": 1.8435999848014788,
      "learning_rate": 0.000290557068302175,
      "loss": 5.6307,
      "step": 9793
    },
    {
      "epoch": 0.8319741760108733,
      "grad_norm": 1.6380628101131145,
      "learning_rate": 0.0002905546704686062,
      "loss": 5.0884,
      "step": 9794
    },
    {
      "epoch": 0.832059123343527,
      "grad_norm": 1.6789456197639852,
      "learning_rate": 0.00029055227234053307,
      "loss": 5.1306,
      "step": 9795
    },
    {
      "epoch": 0.8321440706761808,
      "grad_norm": 1.8383245367410967,
      "learning_rate": 0.0002905498739179606,
      "loss": 5.6453,
      "step": 9796
    },
    {
      "epoch": 0.8322290180088345,
      "grad_norm": 1.619141518064956,
      "learning_rate": 0.0002905474752008938,
      "loss": 4.702,
      "step": 9797
    },
    {
      "epoch": 0.8323139653414883,
      "grad_norm": 1.7134631338863142,
      "learning_rate": 0.00029054507618933784,
      "loss": 5.444,
      "step": 9798
    },
    {
      "epoch": 0.832398912674142,
      "grad_norm": 1.6976444047534898,
      "learning_rate": 0.0002905426768832975,
      "loss": 5.0089,
      "step": 9799
    },
    {
      "epoch": 0.8324838600067958,
      "grad_norm": 1.771395646810606,
      "learning_rate": 0.000290540277282778,
      "loss": 5.1488,
      "step": 9800
    },
    {
      "epoch": 0.8325688073394495,
      "grad_norm": 1.6587987304632146,
      "learning_rate": 0.0002905378773877843,
      "loss": 5.1128,
      "step": 9801
    },
    {
      "epoch": 0.8326537546721033,
      "grad_norm": 1.6728804944123636,
      "learning_rate": 0.00029053547719832146,
      "loss": 5.2207,
      "step": 9802
    },
    {
      "epoch": 0.8327387020047571,
      "grad_norm": 1.8290909890774034,
      "learning_rate": 0.00029053307671439443,
      "loss": 5.603,
      "step": 9803
    },
    {
      "epoch": 0.8328236493374108,
      "grad_norm": 1.7448439939551887,
      "learning_rate": 0.00029053067593600834,
      "loss": 5.1489,
      "step": 9804
    },
    {
      "epoch": 0.8329085966700646,
      "grad_norm": 1.8387096397518177,
      "learning_rate": 0.00029052827486316816,
      "loss": 5.5645,
      "step": 9805
    },
    {
      "epoch": 0.8329935440027183,
      "grad_norm": 1.8316826174026888,
      "learning_rate": 0.0002905258734958789,
      "loss": 5.6781,
      "step": 9806
    },
    {
      "epoch": 0.833078491335372,
      "grad_norm": 1.6950503447285024,
      "learning_rate": 0.00029052347183414564,
      "loss": 5.0768,
      "step": 9807
    },
    {
      "epoch": 0.8331634386680258,
      "grad_norm": 1.7231530760378524,
      "learning_rate": 0.00029052106987797344,
      "loss": 5.3375,
      "step": 9808
    },
    {
      "epoch": 0.8332483860006796,
      "grad_norm": 1.7278527345848518,
      "learning_rate": 0.00029051866762736726,
      "loss": 5.3679,
      "step": 9809
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 1.708874019893383,
      "learning_rate": 0.00029051626508233216,
      "loss": 5.0601,
      "step": 9810
    },
    {
      "epoch": 0.8334182806659871,
      "grad_norm": 1.6573859074707769,
      "learning_rate": 0.0002905138622428732,
      "loss": 5.1599,
      "step": 9811
    },
    {
      "epoch": 0.8335032279986408,
      "grad_norm": 1.757580511849587,
      "learning_rate": 0.00029051145910899537,
      "loss": 5.3852,
      "step": 9812
    },
    {
      "epoch": 0.8335881753312946,
      "grad_norm": 1.7679343153386688,
      "learning_rate": 0.00029050905568070375,
      "loss": 5.3122,
      "step": 9813
    },
    {
      "epoch": 0.8336731226639483,
      "grad_norm": 1.6664881622502044,
      "learning_rate": 0.0002905066519580033,
      "loss": 5.1358,
      "step": 9814
    },
    {
      "epoch": 0.8337580699966021,
      "grad_norm": 1.727582853816225,
      "learning_rate": 0.00029050424794089917,
      "loss": 5.1745,
      "step": 9815
    },
    {
      "epoch": 0.8338430173292558,
      "grad_norm": 1.7089391634299,
      "learning_rate": 0.00029050184362939635,
      "loss": 5.089,
      "step": 9816
    },
    {
      "epoch": 0.8339279646619097,
      "grad_norm": 1.720891579600169,
      "learning_rate": 0.00029049943902349984,
      "loss": 5.1708,
      "step": 9817
    },
    {
      "epoch": 0.8340129119945634,
      "grad_norm": 1.7431293647443693,
      "learning_rate": 0.00029049703412321475,
      "loss": 5.1656,
      "step": 9818
    },
    {
      "epoch": 0.8340978593272171,
      "grad_norm": 1.7071238738215364,
      "learning_rate": 0.00029049462892854593,
      "loss": 5.0414,
      "step": 9819
    },
    {
      "epoch": 0.8341828066598709,
      "grad_norm": 1.8432004335967123,
      "learning_rate": 0.0002904922234394987,
      "loss": 5.634,
      "step": 9820
    },
    {
      "epoch": 0.8342677539925246,
      "grad_norm": 1.7797612982557138,
      "learning_rate": 0.00029048981765607794,
      "loss": 5.52,
      "step": 9821
    },
    {
      "epoch": 0.8343527013251784,
      "grad_norm": 1.7082845695845585,
      "learning_rate": 0.0002904874115782887,
      "loss": 4.9772,
      "step": 9822
    },
    {
      "epoch": 0.8344376486578321,
      "grad_norm": 1.7235676060642093,
      "learning_rate": 0.000290485005206136,
      "loss": 5.0886,
      "step": 9823
    },
    {
      "epoch": 0.834522595990486,
      "grad_norm": 1.7666078982035784,
      "learning_rate": 0.000290482598539625,
      "loss": 5.4526,
      "step": 9824
    },
    {
      "epoch": 0.8346075433231397,
      "grad_norm": 1.7029266165828898,
      "learning_rate": 0.0002904801915787606,
      "loss": 5.398,
      "step": 9825
    },
    {
      "epoch": 0.8346924906557934,
      "grad_norm": 1.7246768925454976,
      "learning_rate": 0.0002904777843235479,
      "loss": 5.5139,
      "step": 9826
    },
    {
      "epoch": 0.8347774379884472,
      "grad_norm": 1.72216769608503,
      "learning_rate": 0.00029047537677399194,
      "loss": 5.0493,
      "step": 9827
    },
    {
      "epoch": 0.8348623853211009,
      "grad_norm": 1.6794996753774283,
      "learning_rate": 0.0002904729689300978,
      "loss": 5.2558,
      "step": 9828
    },
    {
      "epoch": 0.8349473326537546,
      "grad_norm": 1.666130046267717,
      "learning_rate": 0.0002904705607918705,
      "loss": 5.2369,
      "step": 9829
    },
    {
      "epoch": 0.8350322799864084,
      "grad_norm": 1.671055710429426,
      "learning_rate": 0.00029046815235931505,
      "loss": 5.2987,
      "step": 9830
    },
    {
      "epoch": 0.8351172273190621,
      "grad_norm": 1.7354558898697143,
      "learning_rate": 0.0002904657436324366,
      "loss": 5.0235,
      "step": 9831
    },
    {
      "epoch": 0.835202174651716,
      "grad_norm": 1.8084155250764422,
      "learning_rate": 0.0002904633346112401,
      "loss": 5.8153,
      "step": 9832
    },
    {
      "epoch": 0.8352871219843697,
      "grad_norm": 1.8067360993335584,
      "learning_rate": 0.0002904609252957306,
      "loss": 5.4209,
      "step": 9833
    },
    {
      "epoch": 0.8353720693170235,
      "grad_norm": 1.7215661252297387,
      "learning_rate": 0.00029045851568591314,
      "loss": 4.9668,
      "step": 9834
    },
    {
      "epoch": 0.8354570166496772,
      "grad_norm": 1.7316580439009177,
      "learning_rate": 0.00029045610578179286,
      "loss": 5.3686,
      "step": 9835
    },
    {
      "epoch": 0.8355419639823309,
      "grad_norm": 1.7032296415736834,
      "learning_rate": 0.00029045369558337473,
      "loss": 5.0413,
      "step": 9836
    },
    {
      "epoch": 0.8356269113149847,
      "grad_norm": 1.7106668439629047,
      "learning_rate": 0.0002904512850906638,
      "loss": 5.3418,
      "step": 9837
    },
    {
      "epoch": 0.8357118586476384,
      "grad_norm": 1.6634194447634456,
      "learning_rate": 0.0002904488743036652,
      "loss": 4.9288,
      "step": 9838
    },
    {
      "epoch": 0.8357968059802923,
      "grad_norm": 1.7756215628194716,
      "learning_rate": 0.0002904464632223839,
      "loss": 5.1253,
      "step": 9839
    },
    {
      "epoch": 0.835881753312946,
      "grad_norm": 1.7154056968979647,
      "learning_rate": 0.0002904440518468249,
      "loss": 4.906,
      "step": 9840
    },
    {
      "epoch": 0.8359667006455997,
      "grad_norm": 1.8501840920970343,
      "learning_rate": 0.0002904416401769934,
      "loss": 5.4562,
      "step": 9841
    },
    {
      "epoch": 0.8360516479782535,
      "grad_norm": 1.9193963029581664,
      "learning_rate": 0.00029043922821289436,
      "loss": 5.6211,
      "step": 9842
    },
    {
      "epoch": 0.8361365953109072,
      "grad_norm": 1.7848597048796757,
      "learning_rate": 0.00029043681595453287,
      "loss": 4.5761,
      "step": 9843
    },
    {
      "epoch": 0.836221542643561,
      "grad_norm": 1.7466258636641605,
      "learning_rate": 0.000290434403401914,
      "loss": 5.5364,
      "step": 9844
    },
    {
      "epoch": 0.8363064899762147,
      "grad_norm": 1.7083101450962026,
      "learning_rate": 0.0002904319905550427,
      "loss": 5.1581,
      "step": 9845
    },
    {
      "epoch": 0.8363914373088684,
      "grad_norm": 1.7435892897171998,
      "learning_rate": 0.0002904295774139241,
      "loss": 5.045,
      "step": 9846
    },
    {
      "epoch": 0.8364763846415223,
      "grad_norm": 1.655848472216308,
      "learning_rate": 0.0002904271639785633,
      "loss": 4.4668,
      "step": 9847
    },
    {
      "epoch": 0.836561331974176,
      "grad_norm": 1.7244326641633019,
      "learning_rate": 0.0002904247502489653,
      "loss": 5.0647,
      "step": 9848
    },
    {
      "epoch": 0.8366462793068298,
      "grad_norm": 1.8522411935779652,
      "learning_rate": 0.00029042233622513517,
      "loss": 5.2531,
      "step": 9849
    },
    {
      "epoch": 0.8367312266394835,
      "grad_norm": 1.8310927354498208,
      "learning_rate": 0.00029041992190707795,
      "loss": 5.222,
      "step": 9850
    },
    {
      "epoch": 0.8368161739721373,
      "grad_norm": 1.880357604163808,
      "learning_rate": 0.0002904175072947988,
      "loss": 5.6744,
      "step": 9851
    },
    {
      "epoch": 0.836901121304791,
      "grad_norm": 1.727959676444563,
      "learning_rate": 0.0002904150923883026,
      "loss": 4.5154,
      "step": 9852
    },
    {
      "epoch": 0.8369860686374447,
      "grad_norm": 1.6694738319119142,
      "learning_rate": 0.00029041267718759456,
      "loss": 4.9754,
      "step": 9853
    },
    {
      "epoch": 0.8370710159700986,
      "grad_norm": 1.694714638703128,
      "learning_rate": 0.00029041026169267963,
      "loss": 5.2608,
      "step": 9854
    },
    {
      "epoch": 0.8371559633027523,
      "grad_norm": 1.6917739752888865,
      "learning_rate": 0.000290407845903563,
      "loss": 5.4241,
      "step": 9855
    },
    {
      "epoch": 0.8372409106354061,
      "grad_norm": 1.751766298237205,
      "learning_rate": 0.0002904054298202496,
      "loss": 5.0897,
      "step": 9856
    },
    {
      "epoch": 0.8373258579680598,
      "grad_norm": 1.6578706792864668,
      "learning_rate": 0.0002904030134427446,
      "loss": 4.9932,
      "step": 9857
    },
    {
      "epoch": 0.8374108053007135,
      "grad_norm": 1.8051474193312247,
      "learning_rate": 0.00029040059677105294,
      "loss": 5.5836,
      "step": 9858
    },
    {
      "epoch": 0.8374957526333673,
      "grad_norm": 1.8369842440779143,
      "learning_rate": 0.00029039817980517984,
      "loss": 5.4437,
      "step": 9859
    },
    {
      "epoch": 0.837580699966021,
      "grad_norm": 1.789784793296603,
      "learning_rate": 0.0002903957625451302,
      "loss": 5.4556,
      "step": 9860
    },
    {
      "epoch": 0.8376656472986749,
      "grad_norm": 1.7513503818091969,
      "learning_rate": 0.0002903933449909093,
      "loss": 4.7124,
      "step": 9861
    },
    {
      "epoch": 0.8377505946313286,
      "grad_norm": 1.7355719936248837,
      "learning_rate": 0.00029039092714252195,
      "loss": 5.3777,
      "step": 9862
    },
    {
      "epoch": 0.8378355419639824,
      "grad_norm": 1.812076578822218,
      "learning_rate": 0.0002903885089999734,
      "loss": 5.4096,
      "step": 9863
    },
    {
      "epoch": 0.8379204892966361,
      "grad_norm": 1.7236571336622097,
      "learning_rate": 0.00029038609056326864,
      "loss": 5.1465,
      "step": 9864
    },
    {
      "epoch": 0.8380054366292898,
      "grad_norm": 1.743341580714428,
      "learning_rate": 0.00029038367183241274,
      "loss": 4.9487,
      "step": 9865
    },
    {
      "epoch": 0.8380903839619436,
      "grad_norm": 1.7359098698926145,
      "learning_rate": 0.0002903812528074108,
      "loss": 5.4352,
      "step": 9866
    },
    {
      "epoch": 0.8381753312945973,
      "grad_norm": 1.6378714968922004,
      "learning_rate": 0.0002903788334882678,
      "loss": 4.8609,
      "step": 9867
    },
    {
      "epoch": 0.838260278627251,
      "grad_norm": 1.6525230549158314,
      "learning_rate": 0.000290376413874989,
      "loss": 4.9669,
      "step": 9868
    },
    {
      "epoch": 0.8383452259599049,
      "grad_norm": 1.7307841411137936,
      "learning_rate": 0.0002903739939675793,
      "loss": 5.0035,
      "step": 9869
    },
    {
      "epoch": 0.8384301732925586,
      "grad_norm": 1.9012224766293773,
      "learning_rate": 0.0002903715737660438,
      "loss": 5.5602,
      "step": 9870
    },
    {
      "epoch": 0.8385151206252124,
      "grad_norm": 1.7101470626616766,
      "learning_rate": 0.0002903691532703876,
      "loss": 5.3225,
      "step": 9871
    },
    {
      "epoch": 0.8386000679578661,
      "grad_norm": 1.689576403052191,
      "learning_rate": 0.0002903667324806158,
      "loss": 5.3147,
      "step": 9872
    },
    {
      "epoch": 0.8386850152905199,
      "grad_norm": 1.7705877093589357,
      "learning_rate": 0.00029036431139673336,
      "loss": 5.2847,
      "step": 9873
    },
    {
      "epoch": 0.8387699626231736,
      "grad_norm": 1.7547371078548988,
      "learning_rate": 0.0002903618900187455,
      "loss": 5.3347,
      "step": 9874
    },
    {
      "epoch": 0.8388549099558273,
      "grad_norm": 1.683459820597841,
      "learning_rate": 0.00029035946834665715,
      "loss": 4.7246,
      "step": 9875
    },
    {
      "epoch": 0.8389398572884812,
      "grad_norm": 1.8521252316416215,
      "learning_rate": 0.0002903570463804735,
      "loss": 5.7401,
      "step": 9876
    },
    {
      "epoch": 0.8390248046211349,
      "grad_norm": 1.89733030828764,
      "learning_rate": 0.0002903546241201996,
      "loss": 5.8092,
      "step": 9877
    },
    {
      "epoch": 0.8391097519537887,
      "grad_norm": 1.7594527687655708,
      "learning_rate": 0.0002903522015658405,
      "loss": 5.1944,
      "step": 9878
    },
    {
      "epoch": 0.8391946992864424,
      "grad_norm": 1.7562122790303514,
      "learning_rate": 0.0002903497787174012,
      "loss": 5.3901,
      "step": 9879
    },
    {
      "epoch": 0.8392796466190962,
      "grad_norm": 1.8175651232425343,
      "learning_rate": 0.0002903473555748869,
      "loss": 5.4954,
      "step": 9880
    },
    {
      "epoch": 0.8393645939517499,
      "grad_norm": 1.7452480994566255,
      "learning_rate": 0.0002903449321383027,
      "loss": 5.5037,
      "step": 9881
    },
    {
      "epoch": 0.8394495412844036,
      "grad_norm": 1.7380932238293454,
      "learning_rate": 0.00029034250840765356,
      "loss": 4.9744,
      "step": 9882
    },
    {
      "epoch": 0.8395344886170574,
      "grad_norm": 1.7031308231530577,
      "learning_rate": 0.00029034008438294463,
      "loss": 4.9702,
      "step": 9883
    },
    {
      "epoch": 0.8396194359497112,
      "grad_norm": 1.6763771323520684,
      "learning_rate": 0.00029033766006418093,
      "loss": 4.806,
      "step": 9884
    },
    {
      "epoch": 0.839704383282365,
      "grad_norm": 2.2064526392655694,
      "learning_rate": 0.0002903352354513676,
      "loss": 4.6968,
      "step": 9885
    },
    {
      "epoch": 0.8397893306150187,
      "grad_norm": 1.655101939365848,
      "learning_rate": 0.0002903328105445097,
      "loss": 5.2522,
      "step": 9886
    },
    {
      "epoch": 0.8398742779476724,
      "grad_norm": 1.6904893414223283,
      "learning_rate": 0.0002903303853436123,
      "loss": 4.9443,
      "step": 9887
    },
    {
      "epoch": 0.8399592252803262,
      "grad_norm": 1.6362800945684015,
      "learning_rate": 0.00029032795984868057,
      "loss": 5.0076,
      "step": 9888
    },
    {
      "epoch": 0.8400441726129799,
      "grad_norm": 1.6480675833902532,
      "learning_rate": 0.00029032553405971943,
      "loss": 5.0881,
      "step": 9889
    },
    {
      "epoch": 0.8401291199456337,
      "grad_norm": 1.766757070082762,
      "learning_rate": 0.0002903231079767341,
      "loss": 5.5251,
      "step": 9890
    },
    {
      "epoch": 0.8402140672782875,
      "grad_norm": 1.9008699866348544,
      "learning_rate": 0.00029032068159972956,
      "loss": 5.6097,
      "step": 9891
    },
    {
      "epoch": 0.8402990146109413,
      "grad_norm": 1.6515224614552388,
      "learning_rate": 0.000290318254928711,
      "loss": 5.0766,
      "step": 9892
    },
    {
      "epoch": 0.840383961943595,
      "grad_norm": 1.8203198491252055,
      "learning_rate": 0.0002903158279636834,
      "loss": 5.3445,
      "step": 9893
    },
    {
      "epoch": 0.8404689092762487,
      "grad_norm": 1.865573796799415,
      "learning_rate": 0.0002903134007046519,
      "loss": 5.5398,
      "step": 9894
    },
    {
      "epoch": 0.8405538566089025,
      "grad_norm": 1.766646871688786,
      "learning_rate": 0.00029031097315162157,
      "loss": 5.4464,
      "step": 9895
    },
    {
      "epoch": 0.8406388039415562,
      "grad_norm": 1.747119372411483,
      "learning_rate": 0.00029030854530459756,
      "loss": 5.5254,
      "step": 9896
    },
    {
      "epoch": 0.84072375127421,
      "grad_norm": 1.8203013588472416,
      "learning_rate": 0.00029030611716358487,
      "loss": 5.3818,
      "step": 9897
    },
    {
      "epoch": 0.8408086986068637,
      "grad_norm": 1.8893279291799983,
      "learning_rate": 0.00029030368872858865,
      "loss": 5.4519,
      "step": 9898
    },
    {
      "epoch": 0.8408936459395175,
      "grad_norm": 1.8756089000858007,
      "learning_rate": 0.00029030125999961393,
      "loss": 5.5678,
      "step": 9899
    },
    {
      "epoch": 0.8409785932721713,
      "grad_norm": 1.6838382483347498,
      "learning_rate": 0.0002902988309766658,
      "loss": 5.0651,
      "step": 9900
    },
    {
      "epoch": 0.841063540604825,
      "grad_norm": 1.6677243872419565,
      "learning_rate": 0.00029029640165974946,
      "loss": 5.0989,
      "step": 9901
    },
    {
      "epoch": 0.8411484879374788,
      "grad_norm": 1.7164462385693493,
      "learning_rate": 0.00029029397204886984,
      "loss": 5.0319,
      "step": 9902
    },
    {
      "epoch": 0.8412334352701325,
      "grad_norm": 1.8839316825699186,
      "learning_rate": 0.00029029154214403217,
      "loss": 5.5627,
      "step": 9903
    },
    {
      "epoch": 0.8413183826027862,
      "grad_norm": 1.8934956546648258,
      "learning_rate": 0.00029028911194524143,
      "loss": 5.4748,
      "step": 9904
    },
    {
      "epoch": 0.84140332993544,
      "grad_norm": 1.7556942492196854,
      "learning_rate": 0.00029028668145250283,
      "loss": 5.2837,
      "step": 9905
    },
    {
      "epoch": 0.8414882772680938,
      "grad_norm": 1.7108097233874453,
      "learning_rate": 0.00029028425066582135,
      "loss": 5.1556,
      "step": 9906
    },
    {
      "epoch": 0.8415732246007476,
      "grad_norm": 1.7591849626287666,
      "learning_rate": 0.00029028181958520215,
      "loss": 5.2213,
      "step": 9907
    },
    {
      "epoch": 0.8416581719334013,
      "grad_norm": 1.7978487414053526,
      "learning_rate": 0.00029027938821065026,
      "loss": 5.22,
      "step": 9908
    },
    {
      "epoch": 0.841743119266055,
      "grad_norm": 1.6564392288502006,
      "learning_rate": 0.00029027695654217084,
      "loss": 5.0418,
      "step": 9909
    },
    {
      "epoch": 0.8418280665987088,
      "grad_norm": 1.698429072623245,
      "learning_rate": 0.000290274524579769,
      "loss": 5.3474,
      "step": 9910
    },
    {
      "epoch": 0.8419130139313625,
      "grad_norm": 1.6689448461490233,
      "learning_rate": 0.0002902720923234497,
      "loss": 5.1336,
      "step": 9911
    },
    {
      "epoch": 0.8419979612640163,
      "grad_norm": 1.6287103290838,
      "learning_rate": 0.0002902696597732182,
      "loss": 4.9804,
      "step": 9912
    },
    {
      "epoch": 0.84208290859667,
      "grad_norm": 1.7100609624082124,
      "learning_rate": 0.00029026722692907956,
      "loss": 5.2871,
      "step": 9913
    },
    {
      "epoch": 0.8421678559293239,
      "grad_norm": 1.7150969606834954,
      "learning_rate": 0.00029026479379103885,
      "loss": 5.2776,
      "step": 9914
    },
    {
      "epoch": 0.8422528032619776,
      "grad_norm": 1.6666937806264754,
      "learning_rate": 0.0002902623603591011,
      "loss": 5.0374,
      "step": 9915
    },
    {
      "epoch": 0.8423377505946313,
      "grad_norm": 1.7351230189041058,
      "learning_rate": 0.00029025992663327154,
      "loss": 4.9179,
      "step": 9916
    },
    {
      "epoch": 0.8424226979272851,
      "grad_norm": 1.6800760881740273,
      "learning_rate": 0.0002902574926135552,
      "loss": 5.1148,
      "step": 9917
    },
    {
      "epoch": 0.8425076452599388,
      "grad_norm": 1.7589127494693044,
      "learning_rate": 0.0002902550582999571,
      "loss": 5.324,
      "step": 9918
    },
    {
      "epoch": 0.8425925925925926,
      "grad_norm": 1.7737877311506591,
      "learning_rate": 0.00029025262369248255,
      "loss": 5.4813,
      "step": 9919
    },
    {
      "epoch": 0.8426775399252463,
      "grad_norm": 1.7261125860345312,
      "learning_rate": 0.0002902501887911364,
      "loss": 5.3262,
      "step": 9920
    },
    {
      "epoch": 0.8427624872579002,
      "grad_norm": 1.6717139692796503,
      "learning_rate": 0.000290247753595924,
      "loss": 5.1709,
      "step": 9921
    },
    {
      "epoch": 0.8428474345905539,
      "grad_norm": 1.7723022070771757,
      "learning_rate": 0.0002902453181068502,
      "loss": 5.404,
      "step": 9922
    },
    {
      "epoch": 0.8429323819232076,
      "grad_norm": 1.9069230018382186,
      "learning_rate": 0.0002902428823239203,
      "loss": 5.3695,
      "step": 9923
    },
    {
      "epoch": 0.8430173292558614,
      "grad_norm": 1.791730505104389,
      "learning_rate": 0.0002902404462471394,
      "loss": 5.4618,
      "step": 9924
    },
    {
      "epoch": 0.8431022765885151,
      "grad_norm": 1.7894584045252226,
      "learning_rate": 0.0002902380098765125,
      "loss": 5.3405,
      "step": 9925
    },
    {
      "epoch": 0.8431872239211688,
      "grad_norm": 1.6798176377019072,
      "learning_rate": 0.00029023557321204474,
      "loss": 5.0688,
      "step": 9926
    },
    {
      "epoch": 0.8432721712538226,
      "grad_norm": 1.8468259075261033,
      "learning_rate": 0.0002902331362537412,
      "loss": 5.4395,
      "step": 9927
    },
    {
      "epoch": 0.8433571185864764,
      "grad_norm": 1.6383998125898653,
      "learning_rate": 0.000290230699001607,
      "loss": 5.1678,
      "step": 9928
    },
    {
      "epoch": 0.8434420659191302,
      "grad_norm": 1.7530475513043968,
      "learning_rate": 0.00029022826145564735,
      "loss": 4.9593,
      "step": 9929
    },
    {
      "epoch": 0.8435270132517839,
      "grad_norm": 1.7518491123707336,
      "learning_rate": 0.00029022582361586726,
      "loss": 5.2288,
      "step": 9930
    },
    {
      "epoch": 0.8436119605844377,
      "grad_norm": 1.9312425031679483,
      "learning_rate": 0.0002902233854822718,
      "loss": 5.6117,
      "step": 9931
    },
    {
      "epoch": 0.8436969079170914,
      "grad_norm": 1.6962665155788603,
      "learning_rate": 0.00029022094705486617,
      "loss": 4.851,
      "step": 9932
    },
    {
      "epoch": 0.8437818552497451,
      "grad_norm": 1.6817830910444111,
      "learning_rate": 0.0002902185083336554,
      "loss": 5.3092,
      "step": 9933
    },
    {
      "epoch": 0.8438668025823989,
      "grad_norm": 1.7028056046428461,
      "learning_rate": 0.00029021606931864467,
      "loss": 5.1909,
      "step": 9934
    },
    {
      "epoch": 0.8439517499150526,
      "grad_norm": 1.789297166543998,
      "learning_rate": 0.00029021363000983905,
      "loss": 5.186,
      "step": 9935
    },
    {
      "epoch": 0.8440366972477065,
      "grad_norm": 1.8824280478949051,
      "learning_rate": 0.0002902111904072437,
      "loss": 5.5699,
      "step": 9936
    },
    {
      "epoch": 0.8441216445803602,
      "grad_norm": 1.8992908527522765,
      "learning_rate": 0.0002902087505108636,
      "loss": 5.267,
      "step": 9937
    },
    {
      "epoch": 0.844206591913014,
      "grad_norm": 1.720601085832379,
      "learning_rate": 0.0002902063103207041,
      "loss": 5.2188,
      "step": 9938
    },
    {
      "epoch": 0.8442915392456677,
      "grad_norm": 1.7371501200461248,
      "learning_rate": 0.00029020386983677,
      "loss": 5.004,
      "step": 9939
    },
    {
      "epoch": 0.8443764865783214,
      "grad_norm": 1.6825262419806177,
      "learning_rate": 0.00029020142905906667,
      "loss": 5.1229,
      "step": 9940
    },
    {
      "epoch": 0.8444614339109752,
      "grad_norm": 1.7442077088355872,
      "learning_rate": 0.00029019898798759915,
      "loss": 5.0729,
      "step": 9941
    },
    {
      "epoch": 0.8445463812436289,
      "grad_norm": 1.737241851794836,
      "learning_rate": 0.0002901965466223725,
      "loss": 4.9878,
      "step": 9942
    },
    {
      "epoch": 0.8446313285762828,
      "grad_norm": 1.9439591605513964,
      "learning_rate": 0.0002901941049633919,
      "loss": 5.4537,
      "step": 9943
    },
    {
      "epoch": 0.8447162759089365,
      "grad_norm": 1.8273164410557121,
      "learning_rate": 0.00029019166301066246,
      "loss": 5.5471,
      "step": 9944
    },
    {
      "epoch": 0.8448012232415902,
      "grad_norm": 1.8632035185213063,
      "learning_rate": 0.00029018922076418926,
      "loss": 5.4547,
      "step": 9945
    },
    {
      "epoch": 0.844886170574244,
      "grad_norm": 1.8978201922805307,
      "learning_rate": 0.0002901867782239774,
      "loss": 5.4043,
      "step": 9946
    },
    {
      "epoch": 0.8449711179068977,
      "grad_norm": 1.7969212366686165,
      "learning_rate": 0.000290184335390032,
      "loss": 5.2928,
      "step": 9947
    },
    {
      "epoch": 0.8450560652395515,
      "grad_norm": 1.7552951112884865,
      "learning_rate": 0.0002901818922623583,
      "loss": 5.1884,
      "step": 9948
    },
    {
      "epoch": 0.8451410125722052,
      "grad_norm": 1.9022564566636289,
      "learning_rate": 0.0002901794488409613,
      "loss": 5.6063,
      "step": 9949
    },
    {
      "epoch": 0.8452259599048589,
      "grad_norm": 1.9057625777268812,
      "learning_rate": 0.00029017700512584617,
      "loss": 5.433,
      "step": 9950
    },
    {
      "epoch": 0.8453109072375128,
      "grad_norm": 1.8334995598880297,
      "learning_rate": 0.00029017456111701795,
      "loss": 5.355,
      "step": 9951
    },
    {
      "epoch": 0.8453958545701665,
      "grad_norm": 1.7932845976683562,
      "learning_rate": 0.0002901721168144819,
      "loss": 5.4286,
      "step": 9952
    },
    {
      "epoch": 0.8454808019028203,
      "grad_norm": 1.796629878515472,
      "learning_rate": 0.000290169672218243,
      "loss": 5.0439,
      "step": 9953
    },
    {
      "epoch": 0.845565749235474,
      "grad_norm": 1.8337901923144506,
      "learning_rate": 0.0002901672273283065,
      "loss": 5.6736,
      "step": 9954
    },
    {
      "epoch": 0.8456506965681277,
      "grad_norm": 1.6575041277894136,
      "learning_rate": 0.0002901647821446774,
      "loss": 5.1765,
      "step": 9955
    },
    {
      "epoch": 0.8457356439007815,
      "grad_norm": 1.6994849411431079,
      "learning_rate": 0.0002901623366673609,
      "loss": 5.27,
      "step": 9956
    },
    {
      "epoch": 0.8458205912334352,
      "grad_norm": 1.6803782121608222,
      "learning_rate": 0.00029015989089636207,
      "loss": 5.4021,
      "step": 9957
    },
    {
      "epoch": 0.8459055385660891,
      "grad_norm": 1.7992188547947623,
      "learning_rate": 0.0002901574448316861,
      "loss": 5.4271,
      "step": 9958
    },
    {
      "epoch": 0.8459904858987428,
      "grad_norm": 1.6911210317442342,
      "learning_rate": 0.0002901549984733381,
      "loss": 5.2199,
      "step": 9959
    },
    {
      "epoch": 0.8460754332313966,
      "grad_norm": 1.7067544739095657,
      "learning_rate": 0.0002901525518213232,
      "loss": 4.998,
      "step": 9960
    },
    {
      "epoch": 0.8461603805640503,
      "grad_norm": 1.834502192918022,
      "learning_rate": 0.00029015010487564645,
      "loss": 5.4654,
      "step": 9961
    },
    {
      "epoch": 0.846245327896704,
      "grad_norm": 1.664399858437884,
      "learning_rate": 0.00029014765763631307,
      "loss": 4.9617,
      "step": 9962
    },
    {
      "epoch": 0.8463302752293578,
      "grad_norm": 1.7275824194431135,
      "learning_rate": 0.0002901452101033282,
      "loss": 5.0873,
      "step": 9963
    },
    {
      "epoch": 0.8464152225620115,
      "grad_norm": 1.7816441642949294,
      "learning_rate": 0.0002901427622766968,
      "loss": 5.435,
      "step": 9964
    },
    {
      "epoch": 0.8465001698946653,
      "grad_norm": 1.7290276356480654,
      "learning_rate": 0.0002901403141564242,
      "loss": 5.1488,
      "step": 9965
    },
    {
      "epoch": 0.8465851172273191,
      "grad_norm": 1.8033444894728845,
      "learning_rate": 0.00029013786574251543,
      "loss": 5.0322,
      "step": 9966
    },
    {
      "epoch": 0.8466700645599728,
      "grad_norm": 1.781346087247186,
      "learning_rate": 0.00029013541703497563,
      "loss": 5.3754,
      "step": 9967
    },
    {
      "epoch": 0.8467550118926266,
      "grad_norm": 1.8381298268530282,
      "learning_rate": 0.00029013296803381,
      "loss": 5.2891,
      "step": 9968
    },
    {
      "epoch": 0.8468399592252803,
      "grad_norm": 1.8219548573203062,
      "learning_rate": 0.0002901305187390235,
      "loss": 5.5221,
      "step": 9969
    },
    {
      "epoch": 0.8469249065579341,
      "grad_norm": 1.7077824556351802,
      "learning_rate": 0.0002901280691506215,
      "loss": 4.9899,
      "step": 9970
    },
    {
      "epoch": 0.8470098538905878,
      "grad_norm": 1.986209313071792,
      "learning_rate": 0.0002901256192686089,
      "loss": 5.5912,
      "step": 9971
    },
    {
      "epoch": 0.8470948012232415,
      "grad_norm": 1.8681784570625188,
      "learning_rate": 0.000290123169092991,
      "loss": 5.6326,
      "step": 9972
    },
    {
      "epoch": 0.8471797485558954,
      "grad_norm": 1.7443827346368532,
      "learning_rate": 0.0002901207186237729,
      "loss": 5.0739,
      "step": 9973
    },
    {
      "epoch": 0.8472646958885491,
      "grad_norm": 1.7060691118020905,
      "learning_rate": 0.0002901182678609596,
      "loss": 5.2654,
      "step": 9974
    },
    {
      "epoch": 0.8473496432212029,
      "grad_norm": 1.697589059522238,
      "learning_rate": 0.0002901158168045564,
      "loss": 5.2728,
      "step": 9975
    },
    {
      "epoch": 0.8474345905538566,
      "grad_norm": 1.6345389301722173,
      "learning_rate": 0.0002901133654545684,
      "loss": 4.6233,
      "step": 9976
    },
    {
      "epoch": 0.8475195378865104,
      "grad_norm": 1.718997435792223,
      "learning_rate": 0.0002901109138110007,
      "loss": 5.1277,
      "step": 9977
    },
    {
      "epoch": 0.8476044852191641,
      "grad_norm": 1.918198860647433,
      "learning_rate": 0.00029010846187385846,
      "loss": 5.7726,
      "step": 9978
    },
    {
      "epoch": 0.8476894325518178,
      "grad_norm": 1.7773014576514243,
      "learning_rate": 0.00029010600964314684,
      "loss": 5.164,
      "step": 9979
    },
    {
      "epoch": 0.8477743798844716,
      "grad_norm": 1.7585197102048686,
      "learning_rate": 0.0002901035571188709,
      "loss": 5.2917,
      "step": 9980
    },
    {
      "epoch": 0.8478593272171254,
      "grad_norm": 1.6955492349151728,
      "learning_rate": 0.0002901011043010358,
      "loss": 5.1328,
      "step": 9981
    },
    {
      "epoch": 0.8479442745497792,
      "grad_norm": 1.6727534280162968,
      "learning_rate": 0.0002900986511896468,
      "loss": 4.8682,
      "step": 9982
    },
    {
      "epoch": 0.8480292218824329,
      "grad_norm": 1.867611024837428,
      "learning_rate": 0.00029009619778470885,
      "loss": 5.7093,
      "step": 9983
    },
    {
      "epoch": 0.8481141692150866,
      "grad_norm": 1.7860886237737386,
      "learning_rate": 0.00029009374408622726,
      "loss": 5.2435,
      "step": 9984
    },
    {
      "epoch": 0.8481991165477404,
      "grad_norm": 1.758017545581662,
      "learning_rate": 0.00029009129009420704,
      "loss": 5.3421,
      "step": 9985
    },
    {
      "epoch": 0.8482840638803941,
      "grad_norm": 1.7728584412885486,
      "learning_rate": 0.0002900888358086534,
      "loss": 5.4994,
      "step": 9986
    },
    {
      "epoch": 0.8483690112130479,
      "grad_norm": 1.7033812360425609,
      "learning_rate": 0.0002900863812295715,
      "loss": 4.9609,
      "step": 9987
    },
    {
      "epoch": 0.8484539585457017,
      "grad_norm": 1.6984126734402516,
      "learning_rate": 0.0002900839263569664,
      "loss": 5.3497,
      "step": 9988
    },
    {
      "epoch": 0.8485389058783555,
      "grad_norm": 1.8207292369577426,
      "learning_rate": 0.00029008147119084337,
      "loss": 5.5565,
      "step": 9989
    },
    {
      "epoch": 0.8486238532110092,
      "grad_norm": 1.767775028076337,
      "learning_rate": 0.0002900790157312074,
      "loss": 5.2974,
      "step": 9990
    },
    {
      "epoch": 0.8487088005436629,
      "grad_norm": 1.7212043172556895,
      "learning_rate": 0.0002900765599780638,
      "loss": 5.013,
      "step": 9991
    },
    {
      "epoch": 0.8487937478763167,
      "grad_norm": 1.705358491563823,
      "learning_rate": 0.0002900741039314176,
      "loss": 4.6655,
      "step": 9992
    },
    {
      "epoch": 0.8488786952089704,
      "grad_norm": 1.6997112329573512,
      "learning_rate": 0.000290071647591274,
      "loss": 5.025,
      "step": 9993
    },
    {
      "epoch": 0.8489636425416242,
      "grad_norm": 1.8674840844699054,
      "learning_rate": 0.0002900691909576381,
      "loss": 5.5174,
      "step": 9994
    },
    {
      "epoch": 0.8490485898742779,
      "grad_norm": 1.7229638235491402,
      "learning_rate": 0.0002900667340305151,
      "loss": 5.4841,
      "step": 9995
    },
    {
      "epoch": 0.8491335372069317,
      "grad_norm": 1.7406743058382355,
      "learning_rate": 0.0002900642768099101,
      "loss": 5.4034,
      "step": 9996
    },
    {
      "epoch": 0.8492184845395855,
      "grad_norm": 1.8543969609583832,
      "learning_rate": 0.00029006181929582827,
      "loss": 5.503,
      "step": 9997
    },
    {
      "epoch": 0.8493034318722392,
      "grad_norm": 1.7424783236897345,
      "learning_rate": 0.0002900593614882747,
      "loss": 5.2665,
      "step": 9998
    },
    {
      "epoch": 0.849388379204893,
      "grad_norm": 1.8394574953420726,
      "learning_rate": 0.0002900569033872547,
      "loss": 5.8055,
      "step": 9999
    },
    {
      "epoch": 0.8494733265375467,
      "grad_norm": 1.7529228293745254,
      "learning_rate": 0.00029005444499277325,
      "loss": 5.0961,
      "step": 10000
    },
    {
      "epoch": 0.8495582738702004,
      "grad_norm": 1.7225529408256228,
      "learning_rate": 0.0002900519863048356,
      "loss": 5.1006,
      "step": 10001
    },
    {
      "epoch": 0.8496432212028542,
      "grad_norm": 1.720957409801618,
      "learning_rate": 0.0002900495273234469,
      "loss": 5.3168,
      "step": 10002
    },
    {
      "epoch": 0.849728168535508,
      "grad_norm": 1.815952347167212,
      "learning_rate": 0.00029004706804861225,
      "loss": 5.5219,
      "step": 10003
    },
    {
      "epoch": 0.8498131158681618,
      "grad_norm": 1.9309102394031712,
      "learning_rate": 0.0002900446084803368,
      "loss": 5.5946,
      "step": 10004
    },
    {
      "epoch": 0.8498980632008155,
      "grad_norm": 1.7807138453773124,
      "learning_rate": 0.0002900421486186258,
      "loss": 5.2597,
      "step": 10005
    },
    {
      "epoch": 0.8499830105334693,
      "grad_norm": 1.702053262406363,
      "learning_rate": 0.00029003968846348427,
      "loss": 5.1547,
      "step": 10006
    },
    {
      "epoch": 0.850067957866123,
      "grad_norm": 1.7738530606490255,
      "learning_rate": 0.0002900372280149175,
      "loss": 5.3955,
      "step": 10007
    },
    {
      "epoch": 0.8501529051987767,
      "grad_norm": 1.7119287472453653,
      "learning_rate": 0.0002900347672729305,
      "loss": 5.1392,
      "step": 10008
    },
    {
      "epoch": 0.8502378525314305,
      "grad_norm": 1.9579369507095625,
      "learning_rate": 0.0002900323062375285,
      "loss": 5.5122,
      "step": 10009
    },
    {
      "epoch": 0.8503227998640843,
      "grad_norm": 1.8527645065594267,
      "learning_rate": 0.00029002984490871675,
      "loss": 5.7542,
      "step": 10010
    },
    {
      "epoch": 0.8504077471967381,
      "grad_norm": 1.831985155326777,
      "learning_rate": 0.00029002738328650024,
      "loss": 5.0622,
      "step": 10011
    },
    {
      "epoch": 0.8504926945293918,
      "grad_norm": 1.7970951043389842,
      "learning_rate": 0.0002900249213708842,
      "loss": 5.2825,
      "step": 10012
    },
    {
      "epoch": 0.8505776418620455,
      "grad_norm": 2.1816587824418576,
      "learning_rate": 0.0002900224591618738,
      "loss": 4.6046,
      "step": 10013
    },
    {
      "epoch": 0.8506625891946993,
      "grad_norm": 1.8441963995275148,
      "learning_rate": 0.0002900199966594742,
      "loss": 5.1683,
      "step": 10014
    },
    {
      "epoch": 0.850747536527353,
      "grad_norm": 1.7586568133079172,
      "learning_rate": 0.00029001753386369056,
      "loss": 5.0487,
      "step": 10015
    },
    {
      "epoch": 0.8508324838600068,
      "grad_norm": 1.7274149733464406,
      "learning_rate": 0.000290015070774528,
      "loss": 5.3903,
      "step": 10016
    },
    {
      "epoch": 0.8509174311926605,
      "grad_norm": 1.63933431634033,
      "learning_rate": 0.00029001260739199177,
      "loss": 4.8711,
      "step": 10017
    },
    {
      "epoch": 0.8510023785253144,
      "grad_norm": 1.7235911592964954,
      "learning_rate": 0.00029001014371608693,
      "loss": 4.9772,
      "step": 10018
    },
    {
      "epoch": 0.8510873258579681,
      "grad_norm": 1.7233825010016377,
      "learning_rate": 0.0002900076797468187,
      "loss": 4.8996,
      "step": 10019
    },
    {
      "epoch": 0.8511722731906218,
      "grad_norm": 1.8737327806652977,
      "learning_rate": 0.0002900052154841922,
      "loss": 5.0836,
      "step": 10020
    },
    {
      "epoch": 0.8512572205232756,
      "grad_norm": 1.6958681852196014,
      "learning_rate": 0.00029000275092821266,
      "loss": 4.8785,
      "step": 10021
    },
    {
      "epoch": 0.8513421678559293,
      "grad_norm": 1.7160503170827857,
      "learning_rate": 0.0002900002860788852,
      "loss": 5.2568,
      "step": 10022
    },
    {
      "epoch": 0.851427115188583,
      "grad_norm": 1.8680600390191113,
      "learning_rate": 0.00028999782093621496,
      "loss": 5.4873,
      "step": 10023
    },
    {
      "epoch": 0.8515120625212368,
      "grad_norm": 1.7456157803567207,
      "learning_rate": 0.00028999535550020716,
      "loss": 5.2316,
      "step": 10024
    },
    {
      "epoch": 0.8515970098538906,
      "grad_norm": 1.7272453339574945,
      "learning_rate": 0.00028999288977086694,
      "loss": 5.3279,
      "step": 10025
    },
    {
      "epoch": 0.8516819571865444,
      "grad_norm": 1.7455811362930749,
      "learning_rate": 0.00028999042374819946,
      "loss": 5.3514,
      "step": 10026
    },
    {
      "epoch": 0.8517669045191981,
      "grad_norm": 1.8355928723796124,
      "learning_rate": 0.0002899879574322099,
      "loss": 5.4929,
      "step": 10027
    },
    {
      "epoch": 0.8518518518518519,
      "grad_norm": 1.7531674397024946,
      "learning_rate": 0.0002899854908229034,
      "loss": 5.3228,
      "step": 10028
    },
    {
      "epoch": 0.8519367991845056,
      "grad_norm": 1.7551478467648973,
      "learning_rate": 0.0002899830239202852,
      "loss": 5.1802,
      "step": 10029
    },
    {
      "epoch": 0.8520217465171593,
      "grad_norm": 1.896564839719451,
      "learning_rate": 0.0002899805567243604,
      "loss": 5.6786,
      "step": 10030
    },
    {
      "epoch": 0.8521066938498131,
      "grad_norm": 1.854801587293164,
      "learning_rate": 0.00028997808923513413,
      "loss": 5.6166,
      "step": 10031
    },
    {
      "epoch": 0.8521916411824668,
      "grad_norm": 1.7871455041108373,
      "learning_rate": 0.0002899756214526117,
      "loss": 5.1506,
      "step": 10032
    },
    {
      "epoch": 0.8522765885151207,
      "grad_norm": 1.7159671624043498,
      "learning_rate": 0.00028997315337679814,
      "loss": 5.1149,
      "step": 10033
    },
    {
      "epoch": 0.8523615358477744,
      "grad_norm": 1.7653322271304224,
      "learning_rate": 0.00028997068500769875,
      "loss": 5.367,
      "step": 10034
    },
    {
      "epoch": 0.8524464831804281,
      "grad_norm": 1.7675948576681033,
      "learning_rate": 0.0002899682163453186,
      "loss": 5.1262,
      "step": 10035
    },
    {
      "epoch": 0.8525314305130819,
      "grad_norm": 1.7288052795611313,
      "learning_rate": 0.00028996574738966285,
      "loss": 4.8944,
      "step": 10036
    },
    {
      "epoch": 0.8526163778457356,
      "grad_norm": 1.6909316332637954,
      "learning_rate": 0.0002899632781407368,
      "loss": 5.1356,
      "step": 10037
    },
    {
      "epoch": 0.8527013251783894,
      "grad_norm": 1.8662937992583197,
      "learning_rate": 0.00028996080859854546,
      "loss": 5.4969,
      "step": 10038
    },
    {
      "epoch": 0.8527862725110431,
      "grad_norm": 1.752209884766318,
      "learning_rate": 0.0002899583387630941,
      "loss": 4.7124,
      "step": 10039
    },
    {
      "epoch": 0.852871219843697,
      "grad_norm": 1.7169426770689693,
      "learning_rate": 0.00028995586863438794,
      "loss": 4.951,
      "step": 10040
    },
    {
      "epoch": 0.8529561671763507,
      "grad_norm": 1.9272360214559696,
      "learning_rate": 0.00028995339821243207,
      "loss": 4.7095,
      "step": 10041
    },
    {
      "epoch": 0.8530411145090044,
      "grad_norm": 1.8729877429008943,
      "learning_rate": 0.0002899509274972317,
      "loss": 5.7155,
      "step": 10042
    },
    {
      "epoch": 0.8531260618416582,
      "grad_norm": 1.721123558200642,
      "learning_rate": 0.000289948456488792,
      "loss": 5.1521,
      "step": 10043
    },
    {
      "epoch": 0.8532110091743119,
      "grad_norm": 1.93919823627852,
      "learning_rate": 0.00028994598518711814,
      "loss": 5.6167,
      "step": 10044
    },
    {
      "epoch": 0.8532959565069657,
      "grad_norm": 1.7105278678822837,
      "learning_rate": 0.00028994351359221533,
      "loss": 5.1134,
      "step": 10045
    },
    {
      "epoch": 0.8533809038396194,
      "grad_norm": 1.728429664606956,
      "learning_rate": 0.0002899410417040887,
      "loss": 5.1517,
      "step": 10046
    },
    {
      "epoch": 0.8534658511722731,
      "grad_norm": 1.7978410619694234,
      "learning_rate": 0.0002899385695227435,
      "loss": 5.3884,
      "step": 10047
    },
    {
      "epoch": 0.853550798504927,
      "grad_norm": 1.9027626794605632,
      "learning_rate": 0.00028993609704818483,
      "loss": 5.4215,
      "step": 10048
    },
    {
      "epoch": 0.8536357458375807,
      "grad_norm": 1.720180670317891,
      "learning_rate": 0.00028993362428041786,
      "loss": 5.2445,
      "step": 10049
    },
    {
      "epoch": 0.8537206931702345,
      "grad_norm": 1.8477231553153688,
      "learning_rate": 0.0002899311512194479,
      "loss": 5.4664,
      "step": 10050
    },
    {
      "epoch": 0.8538056405028882,
      "grad_norm": 1.77749499435527,
      "learning_rate": 0.00028992867786528,
      "loss": 5.5748,
      "step": 10051
    },
    {
      "epoch": 0.853890587835542,
      "grad_norm": 1.7956050625669508,
      "learning_rate": 0.00028992620421791935,
      "loss": 5.4204,
      "step": 10052
    },
    {
      "epoch": 0.8539755351681957,
      "grad_norm": 1.7052638535516935,
      "learning_rate": 0.00028992373027737127,
      "loss": 4.9767,
      "step": 10053
    },
    {
      "epoch": 0.8540604825008494,
      "grad_norm": 1.7533395317404232,
      "learning_rate": 0.0002899212560436408,
      "loss": 4.9921,
      "step": 10054
    },
    {
      "epoch": 0.8541454298335033,
      "grad_norm": 1.7584744894693616,
      "learning_rate": 0.0002899187815167331,
      "loss": 5.3309,
      "step": 10055
    },
    {
      "epoch": 0.854230377166157,
      "grad_norm": 1.7430708380767432,
      "learning_rate": 0.0002899163066966535,
      "loss": 5.1461,
      "step": 10056
    },
    {
      "epoch": 0.8543153244988108,
      "grad_norm": 1.6651283422707555,
      "learning_rate": 0.00028991383158340716,
      "loss": 4.9328,
      "step": 10057
    },
    {
      "epoch": 0.8544002718314645,
      "grad_norm": 1.9325631442659807,
      "learning_rate": 0.00028991135617699915,
      "loss": 5.4575,
      "step": 10058
    },
    {
      "epoch": 0.8544852191641182,
      "grad_norm": 1.7995271514101363,
      "learning_rate": 0.0002899088804774348,
      "loss": 5.3643,
      "step": 10059
    },
    {
      "epoch": 0.854570166496772,
      "grad_norm": 1.7559216854667632,
      "learning_rate": 0.0002899064044847191,
      "loss": 5.3644,
      "step": 10060
    },
    {
      "epoch": 0.8546551138294257,
      "grad_norm": 1.8435506468062168,
      "learning_rate": 0.00028990392819885745,
      "loss": 5.2723,
      "step": 10061
    },
    {
      "epoch": 0.8547400611620795,
      "grad_norm": 1.8146032777100443,
      "learning_rate": 0.0002899014516198549,
      "loss": 5.6945,
      "step": 10062
    },
    {
      "epoch": 0.8548250084947333,
      "grad_norm": 1.7852897798774843,
      "learning_rate": 0.00028989897474771675,
      "loss": 5.221,
      "step": 10063
    },
    {
      "epoch": 0.854909955827387,
      "grad_norm": 1.7432444617533933,
      "learning_rate": 0.00028989649758244805,
      "loss": 5.1737,
      "step": 10064
    },
    {
      "epoch": 0.8549949031600408,
      "grad_norm": 1.7133800975794864,
      "learning_rate": 0.00028989402012405413,
      "loss": 4.5113,
      "step": 10065
    },
    {
      "epoch": 0.8550798504926945,
      "grad_norm": 1.7718847014435113,
      "learning_rate": 0.00028989154237254013,
      "loss": 5.3768,
      "step": 10066
    },
    {
      "epoch": 0.8551647978253483,
      "grad_norm": 1.8758095667023464,
      "learning_rate": 0.0002898890643279112,
      "loss": 5.6649,
      "step": 10067
    },
    {
      "epoch": 0.855249745158002,
      "grad_norm": 1.7260580581647422,
      "learning_rate": 0.0002898865859901725,
      "loss": 5.1176,
      "step": 10068
    },
    {
      "epoch": 0.8553346924906557,
      "grad_norm": 1.7866809297081077,
      "learning_rate": 0.0002898841073593294,
      "loss": 5.1902,
      "step": 10069
    },
    {
      "epoch": 0.8554196398233096,
      "grad_norm": 1.7623384008986327,
      "learning_rate": 0.0002898816284353869,
      "loss": 5.223,
      "step": 10070
    },
    {
      "epoch": 0.8555045871559633,
      "grad_norm": 1.7922758348564136,
      "learning_rate": 0.00028987914921835034,
      "loss": 5.5535,
      "step": 10071
    },
    {
      "epoch": 0.8555895344886171,
      "grad_norm": 1.644127553150276,
      "learning_rate": 0.0002898766697082248,
      "loss": 4.1984,
      "step": 10072
    },
    {
      "epoch": 0.8556744818212708,
      "grad_norm": 1.7137792402719918,
      "learning_rate": 0.0002898741899050155,
      "loss": 5.012,
      "step": 10073
    },
    {
      "epoch": 0.8557594291539246,
      "grad_norm": 1.7080902342683546,
      "learning_rate": 0.0002898717098087277,
      "loss": 5.2961,
      "step": 10074
    },
    {
      "epoch": 0.8558443764865783,
      "grad_norm": 1.9438504629548223,
      "learning_rate": 0.0002898692294193666,
      "loss": 5.6134,
      "step": 10075
    },
    {
      "epoch": 0.855929323819232,
      "grad_norm": 1.7234555790232289,
      "learning_rate": 0.00028986674873693726,
      "loss": 5.3498,
      "step": 10076
    },
    {
      "epoch": 0.8560142711518859,
      "grad_norm": 1.754278987474474,
      "learning_rate": 0.00028986426776144504,
      "loss": 5.3617,
      "step": 10077
    },
    {
      "epoch": 0.8560992184845396,
      "grad_norm": 1.85135587675825,
      "learning_rate": 0.00028986178649289504,
      "loss": 5.3415,
      "step": 10078
    },
    {
      "epoch": 0.8561841658171934,
      "grad_norm": 1.6947350584083996,
      "learning_rate": 0.0002898593049312925,
      "loss": 5.4216,
      "step": 10079
    },
    {
      "epoch": 0.8562691131498471,
      "grad_norm": 1.7002521872700085,
      "learning_rate": 0.00028985682307664255,
      "loss": 5.2157,
      "step": 10080
    },
    {
      "epoch": 0.8563540604825008,
      "grad_norm": 1.8566873349821595,
      "learning_rate": 0.0002898543409289505,
      "loss": 5.5398,
      "step": 10081
    },
    {
      "epoch": 0.8564390078151546,
      "grad_norm": 1.7639261329326623,
      "learning_rate": 0.0002898518584882215,
      "loss": 5.3975,
      "step": 10082
    },
    {
      "epoch": 0.8565239551478083,
      "grad_norm": 1.6934906733957327,
      "learning_rate": 0.00028984937575446076,
      "loss": 4.9843,
      "step": 10083
    },
    {
      "epoch": 0.8566089024804621,
      "grad_norm": 1.7501962940624805,
      "learning_rate": 0.0002898468927276735,
      "loss": 5.2249,
      "step": 10084
    },
    {
      "epoch": 0.8566938498131159,
      "grad_norm": 1.7483412530524671,
      "learning_rate": 0.00028984440940786485,
      "loss": 4.9654,
      "step": 10085
    },
    {
      "epoch": 0.8567787971457697,
      "grad_norm": 1.9054604482989144,
      "learning_rate": 0.00028984192579504007,
      "loss": 5.7247,
      "step": 10086
    },
    {
      "epoch": 0.8568637444784234,
      "grad_norm": 1.757659527740625,
      "learning_rate": 0.00028983944188920433,
      "loss": 5.1413,
      "step": 10087
    },
    {
      "epoch": 0.8569486918110771,
      "grad_norm": 1.7809627380850572,
      "learning_rate": 0.0002898369576903629,
      "loss": 5.3931,
      "step": 10088
    },
    {
      "epoch": 0.8570336391437309,
      "grad_norm": 1.8863100395325374,
      "learning_rate": 0.0002898344731985209,
      "loss": 5.4266,
      "step": 10089
    },
    {
      "epoch": 0.8571185864763846,
      "grad_norm": 1.7687164806017217,
      "learning_rate": 0.0002898319884136836,
      "loss": 5.1784,
      "step": 10090
    },
    {
      "epoch": 0.8572035338090384,
      "grad_norm": 1.7201635711312695,
      "learning_rate": 0.0002898295033358562,
      "loss": 5.265,
      "step": 10091
    },
    {
      "epoch": 0.8572884811416922,
      "grad_norm": 1.7317516386581775,
      "learning_rate": 0.0002898270179650439,
      "loss": 5.0588,
      "step": 10092
    },
    {
      "epoch": 0.8573734284743459,
      "grad_norm": 1.7337728580326484,
      "learning_rate": 0.00028982453230125185,
      "loss": 5.4506,
      "step": 10093
    },
    {
      "epoch": 0.8574583758069997,
      "grad_norm": 1.8646105049067727,
      "learning_rate": 0.0002898220463444853,
      "loss": 5.3846,
      "step": 10094
    },
    {
      "epoch": 0.8575433231396534,
      "grad_norm": 1.9271650813086956,
      "learning_rate": 0.0002898195600947495,
      "loss": 5.4549,
      "step": 10095
    },
    {
      "epoch": 0.8576282704723072,
      "grad_norm": 1.7077967016520312,
      "learning_rate": 0.00028981707355204964,
      "loss": 5.1736,
      "step": 10096
    },
    {
      "epoch": 0.8577132178049609,
      "grad_norm": 1.7549127869709884,
      "learning_rate": 0.00028981458671639086,
      "loss": 4.9623,
      "step": 10097
    },
    {
      "epoch": 0.8577981651376146,
      "grad_norm": 1.8212735500378059,
      "learning_rate": 0.0002898120995877785,
      "loss": 5.1746,
      "step": 10098
    },
    {
      "epoch": 0.8578831124702684,
      "grad_norm": 2.140900738126649,
      "learning_rate": 0.00028980961216621765,
      "loss": 4.6118,
      "step": 10099
    },
    {
      "epoch": 0.8579680598029222,
      "grad_norm": 1.6531942901441996,
      "learning_rate": 0.00028980712445171353,
      "loss": 4.9769,
      "step": 10100
    },
    {
      "epoch": 0.858053007135576,
      "grad_norm": 1.8147572891058799,
      "learning_rate": 0.0002898046364442715,
      "loss": 5.4086,
      "step": 10101
    },
    {
      "epoch": 0.8581379544682297,
      "grad_norm": 1.8544992024286875,
      "learning_rate": 0.0002898021481438966,
      "loss": 5.5585,
      "step": 10102
    },
    {
      "epoch": 0.8582229018008835,
      "grad_norm": 1.5749421133859132,
      "learning_rate": 0.0002897996595505941,
      "loss": 4.3162,
      "step": 10103
    },
    {
      "epoch": 0.8583078491335372,
      "grad_norm": 1.692829768364767,
      "learning_rate": 0.00028979717066436925,
      "loss": 4.9516,
      "step": 10104
    },
    {
      "epoch": 0.8583927964661909,
      "grad_norm": 1.6565443459225366,
      "learning_rate": 0.0002897946814852272,
      "loss": 5.1636,
      "step": 10105
    },
    {
      "epoch": 0.8584777437988447,
      "grad_norm": 1.7974833587789145,
      "learning_rate": 0.00028979219201317324,
      "loss": 5.489,
      "step": 10106
    },
    {
      "epoch": 0.8585626911314985,
      "grad_norm": 1.7414875330621828,
      "learning_rate": 0.00028978970224821253,
      "loss": 5.1177,
      "step": 10107
    },
    {
      "epoch": 0.8586476384641523,
      "grad_norm": 1.6286574745599391,
      "learning_rate": 0.0002897872121903503,
      "loss": 5.0069,
      "step": 10108
    },
    {
      "epoch": 0.858732585796806,
      "grad_norm": 1.6854753719143534,
      "learning_rate": 0.0002897847218395918,
      "loss": 5.0933,
      "step": 10109
    },
    {
      "epoch": 0.8588175331294597,
      "grad_norm": 1.7499602673339747,
      "learning_rate": 0.00028978223119594226,
      "loss": 5.239,
      "step": 10110
    },
    {
      "epoch": 0.8589024804621135,
      "grad_norm": 1.922023120325536,
      "learning_rate": 0.0002897797402594068,
      "loss": 5.7456,
      "step": 10111
    },
    {
      "epoch": 0.8589874277947672,
      "grad_norm": 1.8798937556799766,
      "learning_rate": 0.0002897772490299907,
      "loss": 5.6168,
      "step": 10112
    },
    {
      "epoch": 0.859072375127421,
      "grad_norm": 1.7359387444870005,
      "learning_rate": 0.0002897747575076992,
      "loss": 5.4387,
      "step": 10113
    },
    {
      "epoch": 0.8591573224600747,
      "grad_norm": 1.8593687849751774,
      "learning_rate": 0.00028977226569253746,
      "loss": 5.3424,
      "step": 10114
    },
    {
      "epoch": 0.8592422697927286,
      "grad_norm": 1.7496652744813905,
      "learning_rate": 0.0002897697735845108,
      "loss": 5.3195,
      "step": 10115
    },
    {
      "epoch": 0.8593272171253823,
      "grad_norm": 1.7239290873952284,
      "learning_rate": 0.00028976728118362436,
      "loss": 5.1765,
      "step": 10116
    },
    {
      "epoch": 0.859412164458036,
      "grad_norm": 1.7958538847942291,
      "learning_rate": 0.0002897647884898834,
      "loss": 5.0763,
      "step": 10117
    },
    {
      "epoch": 0.8594971117906898,
      "grad_norm": 1.63748979004541,
      "learning_rate": 0.0002897622955032931,
      "loss": 4.925,
      "step": 10118
    },
    {
      "epoch": 0.8595820591233435,
      "grad_norm": 1.8996299069684086,
      "learning_rate": 0.0002897598022238587,
      "loss": 5.6867,
      "step": 10119
    },
    {
      "epoch": 0.8596670064559973,
      "grad_norm": 1.7711377838951015,
      "learning_rate": 0.0002897573086515855,
      "loss": 5.247,
      "step": 10120
    },
    {
      "epoch": 0.859751953788651,
      "grad_norm": 1.8437553838674423,
      "learning_rate": 0.0002897548147864786,
      "loss": 5.2643,
      "step": 10121
    },
    {
      "epoch": 0.8598369011213048,
      "grad_norm": 1.7993011850878966,
      "learning_rate": 0.0002897523206285433,
      "loss": 5.484,
      "step": 10122
    },
    {
      "epoch": 0.8599218484539586,
      "grad_norm": 1.685965866242361,
      "learning_rate": 0.00028974982617778483,
      "loss": 5.0179,
      "step": 10123
    },
    {
      "epoch": 0.8600067957866123,
      "grad_norm": 1.9166331222109698,
      "learning_rate": 0.0002897473314342084,
      "loss": 4.8081,
      "step": 10124
    },
    {
      "epoch": 0.8600917431192661,
      "grad_norm": 1.6714934719681944,
      "learning_rate": 0.0002897448363978192,
      "loss": 4.9148,
      "step": 10125
    },
    {
      "epoch": 0.8601766904519198,
      "grad_norm": 1.7497241967008599,
      "learning_rate": 0.0002897423410686225,
      "loss": 5.0939,
      "step": 10126
    },
    {
      "epoch": 0.8602616377845735,
      "grad_norm": 1.668657689799915,
      "learning_rate": 0.0002897398454466236,
      "loss": 5.126,
      "step": 10127
    },
    {
      "epoch": 0.8603465851172273,
      "grad_norm": 1.6682040580519917,
      "learning_rate": 0.00028973734953182756,
      "loss": 4.9555,
      "step": 10128
    },
    {
      "epoch": 0.860431532449881,
      "grad_norm": 1.6925060039629527,
      "learning_rate": 0.00028973485332423976,
      "loss": 5.2962,
      "step": 10129
    },
    {
      "epoch": 0.8605164797825349,
      "grad_norm": 1.8496011862396489,
      "learning_rate": 0.00028973235682386533,
      "loss": 5.5227,
      "step": 10130
    },
    {
      "epoch": 0.8606014271151886,
      "grad_norm": 1.7159932301374774,
      "learning_rate": 0.00028972986003070953,
      "loss": 5.2701,
      "step": 10131
    },
    {
      "epoch": 0.8606863744478424,
      "grad_norm": 1.7865465157830487,
      "learning_rate": 0.0002897273629447777,
      "loss": 5.3921,
      "step": 10132
    },
    {
      "epoch": 0.8607713217804961,
      "grad_norm": 1.8531643731511982,
      "learning_rate": 0.00028972486556607486,
      "loss": 5.3998,
      "step": 10133
    },
    {
      "epoch": 0.8608562691131498,
      "grad_norm": 1.793517336678572,
      "learning_rate": 0.00028972236789460645,
      "loss": 5.3911,
      "step": 10134
    },
    {
      "epoch": 0.8609412164458036,
      "grad_norm": 1.7443535377107218,
      "learning_rate": 0.0002897198699303776,
      "loss": 5.3676,
      "step": 10135
    },
    {
      "epoch": 0.8610261637784573,
      "grad_norm": 1.743210174449969,
      "learning_rate": 0.0002897173716733935,
      "loss": 4.9563,
      "step": 10136
    },
    {
      "epoch": 0.8611111111111112,
      "grad_norm": 1.7591489289782007,
      "learning_rate": 0.0002897148731236594,
      "loss": 5.0594,
      "step": 10137
    },
    {
      "epoch": 0.8611960584437649,
      "grad_norm": 1.7602730326832638,
      "learning_rate": 0.0002897123742811807,
      "loss": 5.1333,
      "step": 10138
    },
    {
      "epoch": 0.8612810057764186,
      "grad_norm": 1.74309231036142,
      "learning_rate": 0.00028970987514596245,
      "loss": 5.097,
      "step": 10139
    },
    {
      "epoch": 0.8613659531090724,
      "grad_norm": 1.7839777640620043,
      "learning_rate": 0.00028970737571801,
      "loss": 5.147,
      "step": 10140
    },
    {
      "epoch": 0.8614509004417261,
      "grad_norm": 1.8997518868326047,
      "learning_rate": 0.0002897048759973285,
      "loss": 5.6205,
      "step": 10141
    },
    {
      "epoch": 0.8615358477743799,
      "grad_norm": 1.6945238310452837,
      "learning_rate": 0.00028970237598392317,
      "loss": 5.0174,
      "step": 10142
    },
    {
      "epoch": 0.8616207951070336,
      "grad_norm": 1.7524565078448096,
      "learning_rate": 0.0002896998756777994,
      "loss": 5.1614,
      "step": 10143
    },
    {
      "epoch": 0.8617057424396873,
      "grad_norm": 1.7766305033895475,
      "learning_rate": 0.00028969737507896225,
      "loss": 5.0742,
      "step": 10144
    },
    {
      "epoch": 0.8617906897723412,
      "grad_norm": 1.699146106818612,
      "learning_rate": 0.00028969487418741707,
      "loss": 5.1112,
      "step": 10145
    },
    {
      "epoch": 0.8618756371049949,
      "grad_norm": 1.710176716225151,
      "learning_rate": 0.000289692373003169,
      "loss": 5.1855,
      "step": 10146
    },
    {
      "epoch": 0.8619605844376487,
      "grad_norm": 1.8274849081138496,
      "learning_rate": 0.00028968987152622346,
      "loss": 5.4895,
      "step": 10147
    },
    {
      "epoch": 0.8620455317703024,
      "grad_norm": 1.8797627171827926,
      "learning_rate": 0.00028968736975658555,
      "loss": 5.6563,
      "step": 10148
    },
    {
      "epoch": 0.8621304791029561,
      "grad_norm": 1.7475063863221971,
      "learning_rate": 0.00028968486769426053,
      "loss": 4.9272,
      "step": 10149
    },
    {
      "epoch": 0.8622154264356099,
      "grad_norm": 1.758345735832558,
      "learning_rate": 0.0002896823653392536,
      "loss": 5.3567,
      "step": 10150
    },
    {
      "epoch": 0.8623003737682636,
      "grad_norm": 1.7581643774961369,
      "learning_rate": 0.0002896798626915702,
      "loss": 5.3295,
      "step": 10151
    },
    {
      "epoch": 0.8623853211009175,
      "grad_norm": 1.7854211988311504,
      "learning_rate": 0.0002896773597512153,
      "loss": 4.5932,
      "step": 10152
    },
    {
      "epoch": 0.8624702684335712,
      "grad_norm": 1.749604761387162,
      "learning_rate": 0.0002896748565181944,
      "loss": 5.3257,
      "step": 10153
    },
    {
      "epoch": 0.862555215766225,
      "grad_norm": 1.8121498585371576,
      "learning_rate": 0.0002896723529925125,
      "loss": 5.1128,
      "step": 10154
    },
    {
      "epoch": 0.8626401630988787,
      "grad_norm": 1.68884796690523,
      "learning_rate": 0.00028966984917417504,
      "loss": 5.283,
      "step": 10155
    },
    {
      "epoch": 0.8627251104315324,
      "grad_norm": 1.7030848045145972,
      "learning_rate": 0.0002896673450631872,
      "loss": 5.1871,
      "step": 10156
    },
    {
      "epoch": 0.8628100577641862,
      "grad_norm": 1.7663744236360994,
      "learning_rate": 0.0002896648406595542,
      "loss": 4.7219,
      "step": 10157
    },
    {
      "epoch": 0.8628950050968399,
      "grad_norm": 1.8650171328505898,
      "learning_rate": 0.0002896623359632813,
      "loss": 5.3851,
      "step": 10158
    },
    {
      "epoch": 0.8629799524294938,
      "grad_norm": 1.6997529505399642,
      "learning_rate": 0.00028965983097437373,
      "loss": 5.2479,
      "step": 10159
    },
    {
      "epoch": 0.8630648997621475,
      "grad_norm": 1.7762081870818036,
      "learning_rate": 0.0002896573256928368,
      "loss": 5.0953,
      "step": 10160
    },
    {
      "epoch": 0.8631498470948012,
      "grad_norm": 1.865148484556339,
      "learning_rate": 0.0002896548201186758,
      "loss": 5.4913,
      "step": 10161
    },
    {
      "epoch": 0.863234794427455,
      "grad_norm": 1.6258581829757754,
      "learning_rate": 0.0002896523142518958,
      "loss": 4.4679,
      "step": 10162
    },
    {
      "epoch": 0.8633197417601087,
      "grad_norm": 1.7032375889808895,
      "learning_rate": 0.0002896498080925022,
      "loss": 5.031,
      "step": 10163
    },
    {
      "epoch": 0.8634046890927625,
      "grad_norm": 1.7845454591902152,
      "learning_rate": 0.0002896473016405002,
      "loss": 5.4305,
      "step": 10164
    },
    {
      "epoch": 0.8634896364254162,
      "grad_norm": 1.8007632268650178,
      "learning_rate": 0.00028964479489589507,
      "loss": 5.5442,
      "step": 10165
    },
    {
      "epoch": 0.86357458375807,
      "grad_norm": 1.800744945130787,
      "learning_rate": 0.000289642287858692,
      "loss": 4.923,
      "step": 10166
    },
    {
      "epoch": 0.8636595310907238,
      "grad_norm": 1.843830886973255,
      "learning_rate": 0.00028963978052889635,
      "loss": 5.1463,
      "step": 10167
    },
    {
      "epoch": 0.8637444784233775,
      "grad_norm": 1.8114498446732745,
      "learning_rate": 0.0002896372729065133,
      "loss": 5.511,
      "step": 10168
    },
    {
      "epoch": 0.8638294257560313,
      "grad_norm": 1.7370343235512387,
      "learning_rate": 0.0002896347649915481,
      "loss": 5.2085,
      "step": 10169
    },
    {
      "epoch": 0.863914373088685,
      "grad_norm": 1.8806906785798585,
      "learning_rate": 0.00028963225678400607,
      "loss": 5.5691,
      "step": 10170
    },
    {
      "epoch": 0.8639993204213388,
      "grad_norm": 1.8277155116819581,
      "learning_rate": 0.0002896297482838924,
      "loss": 5.2515,
      "step": 10171
    },
    {
      "epoch": 0.8640842677539925,
      "grad_norm": 1.726647959576513,
      "learning_rate": 0.0002896272394912124,
      "loss": 4.8464,
      "step": 10172
    },
    {
      "epoch": 0.8641692150866462,
      "grad_norm": 1.743765290566748,
      "learning_rate": 0.00028962473040597126,
      "loss": 4.8716,
      "step": 10173
    },
    {
      "epoch": 0.8642541624193001,
      "grad_norm": 1.7216424037311038,
      "learning_rate": 0.00028962222102817424,
      "loss": 4.9949,
      "step": 10174
    },
    {
      "epoch": 0.8643391097519538,
      "grad_norm": 1.7207480438319438,
      "learning_rate": 0.00028961971135782667,
      "loss": 5.0933,
      "step": 10175
    },
    {
      "epoch": 0.8644240570846076,
      "grad_norm": 1.7271725332519812,
      "learning_rate": 0.00028961720139493376,
      "loss": 5.2927,
      "step": 10176
    },
    {
      "epoch": 0.8645090044172613,
      "grad_norm": 1.8396593983562983,
      "learning_rate": 0.00028961469113950077,
      "loss": 5.5295,
      "step": 10177
    },
    {
      "epoch": 0.864593951749915,
      "grad_norm": 1.712533707634824,
      "learning_rate": 0.000289612180591533,
      "loss": 5.2014,
      "step": 10178
    },
    {
      "epoch": 0.8646788990825688,
      "grad_norm": 1.862054827339505,
      "learning_rate": 0.0002896096697510357,
      "loss": 5.6327,
      "step": 10179
    },
    {
      "epoch": 0.8647638464152225,
      "grad_norm": 1.7925606587157763,
      "learning_rate": 0.000289607158618014,
      "loss": 4.9288,
      "step": 10180
    },
    {
      "epoch": 0.8648487937478763,
      "grad_norm": 2.0083746957474706,
      "learning_rate": 0.00028960464719247333,
      "loss": 4.5994,
      "step": 10181
    },
    {
      "epoch": 0.8649337410805301,
      "grad_norm": 1.8587723052170515,
      "learning_rate": 0.0002896021354744189,
      "loss": 5.5366,
      "step": 10182
    },
    {
      "epoch": 0.8650186884131839,
      "grad_norm": 1.7408870716234475,
      "learning_rate": 0.000289599623463856,
      "loss": 5.0297,
      "step": 10183
    },
    {
      "epoch": 0.8651036357458376,
      "grad_norm": 1.6649637656983742,
      "learning_rate": 0.00028959711116078983,
      "loss": 5.0189,
      "step": 10184
    },
    {
      "epoch": 0.8651885830784913,
      "grad_norm": 1.686954993321794,
      "learning_rate": 0.00028959459856522566,
      "loss": 4.9834,
      "step": 10185
    },
    {
      "epoch": 0.8652735304111451,
      "grad_norm": 1.8548305158528828,
      "learning_rate": 0.00028959208567716884,
      "loss": 5.5042,
      "step": 10186
    },
    {
      "epoch": 0.8653584777437988,
      "grad_norm": 1.8769788738138056,
      "learning_rate": 0.00028958957249662447,
      "loss": 5.6084,
      "step": 10187
    },
    {
      "epoch": 0.8654434250764526,
      "grad_norm": 1.7653937669805009,
      "learning_rate": 0.000289587059023598,
      "loss": 5.0612,
      "step": 10188
    },
    {
      "epoch": 0.8655283724091064,
      "grad_norm": 1.694931444929817,
      "learning_rate": 0.0002895845452580946,
      "loss": 5.1857,
      "step": 10189
    },
    {
      "epoch": 0.8656133197417601,
      "grad_norm": 1.8671842297045116,
      "learning_rate": 0.00028958203120011956,
      "loss": 5.6682,
      "step": 10190
    },
    {
      "epoch": 0.8656982670744139,
      "grad_norm": 1.8566152752443814,
      "learning_rate": 0.0002895795168496781,
      "loss": 5.438,
      "step": 10191
    },
    {
      "epoch": 0.8657832144070676,
      "grad_norm": 1.7184338829214298,
      "learning_rate": 0.0002895770022067756,
      "loss": 5.0923,
      "step": 10192
    },
    {
      "epoch": 0.8658681617397214,
      "grad_norm": 1.7945715660406616,
      "learning_rate": 0.0002895744872714172,
      "loss": 5.2943,
      "step": 10193
    },
    {
      "epoch": 0.8659531090723751,
      "grad_norm": 1.7342844059324123,
      "learning_rate": 0.0002895719720436082,
      "loss": 5.3553,
      "step": 10194
    },
    {
      "epoch": 0.8660380564050288,
      "grad_norm": 1.7869977094059852,
      "learning_rate": 0.000289569456523354,
      "loss": 5.0209,
      "step": 10195
    },
    {
      "epoch": 0.8661230037376826,
      "grad_norm": 1.7557332957397769,
      "learning_rate": 0.00028956694071065965,
      "loss": 5.1227,
      "step": 10196
    },
    {
      "epoch": 0.8662079510703364,
      "grad_norm": 1.7751736653873798,
      "learning_rate": 0.0002895644246055306,
      "loss": 5.2739,
      "step": 10197
    },
    {
      "epoch": 0.8662928984029902,
      "grad_norm": 1.7600798767191277,
      "learning_rate": 0.00028956190820797207,
      "loss": 5.3372,
      "step": 10198
    },
    {
      "epoch": 0.8663778457356439,
      "grad_norm": 1.7179297073758049,
      "learning_rate": 0.0002895593915179893,
      "loss": 5.0232,
      "step": 10199
    },
    {
      "epoch": 0.8664627930682977,
      "grad_norm": 1.769692135487963,
      "learning_rate": 0.00028955687453558756,
      "loss": 5.405,
      "step": 10200
    },
    {
      "epoch": 0.8665477404009514,
      "grad_norm": 1.8150408300196348,
      "learning_rate": 0.00028955435726077226,
      "loss": 4.7681,
      "step": 10201
    },
    {
      "epoch": 0.8666326877336051,
      "grad_norm": 1.7122021573324422,
      "learning_rate": 0.00028955183969354845,
      "loss": 5.0886,
      "step": 10202
    },
    {
      "epoch": 0.8667176350662589,
      "grad_norm": 1.6821554073964937,
      "learning_rate": 0.00028954932183392155,
      "loss": 5.0225,
      "step": 10203
    },
    {
      "epoch": 0.8668025823989127,
      "grad_norm": 1.9470210742467238,
      "learning_rate": 0.0002895468036818968,
      "loss": 5.5405,
      "step": 10204
    },
    {
      "epoch": 0.8668875297315665,
      "grad_norm": 1.907963607957788,
      "learning_rate": 0.0002895442852374795,
      "loss": 5.4481,
      "step": 10205
    },
    {
      "epoch": 0.8669724770642202,
      "grad_norm": 1.7981536870999426,
      "learning_rate": 0.00028954176650067493,
      "loss": 5.3047,
      "step": 10206
    },
    {
      "epoch": 0.8670574243968739,
      "grad_norm": 1.8471527763091709,
      "learning_rate": 0.00028953924747148835,
      "loss": 5.5041,
      "step": 10207
    },
    {
      "epoch": 0.8671423717295277,
      "grad_norm": 1.6958190556911932,
      "learning_rate": 0.00028953672814992497,
      "loss": 5.026,
      "step": 10208
    },
    {
      "epoch": 0.8672273190621814,
      "grad_norm": 1.7283952785785222,
      "learning_rate": 0.0002895342085359902,
      "loss": 5.0799,
      "step": 10209
    },
    {
      "epoch": 0.8673122663948352,
      "grad_norm": 1.8025412917977566,
      "learning_rate": 0.00028953168862968923,
      "loss": 5.499,
      "step": 10210
    },
    {
      "epoch": 0.8673972137274889,
      "grad_norm": 1.7655712280934985,
      "learning_rate": 0.0002895291684310274,
      "loss": 5.234,
      "step": 10211
    },
    {
      "epoch": 0.8674821610601428,
      "grad_norm": 1.852064195688958,
      "learning_rate": 0.0002895266479400099,
      "loss": 5.4033,
      "step": 10212
    },
    {
      "epoch": 0.8675671083927965,
      "grad_norm": 1.6427537464707564,
      "learning_rate": 0.00028952412715664203,
      "loss": 4.7775,
      "step": 10213
    },
    {
      "epoch": 0.8676520557254502,
      "grad_norm": 1.7526134089467003,
      "learning_rate": 0.0002895216060809292,
      "loss": 5.2761,
      "step": 10214
    },
    {
      "epoch": 0.867737003058104,
      "grad_norm": 1.926322396386135,
      "learning_rate": 0.00028951908471287654,
      "loss": 5.6396,
      "step": 10215
    },
    {
      "epoch": 0.8678219503907577,
      "grad_norm": 1.7710162569827856,
      "learning_rate": 0.0002895165630524894,
      "loss": 5.3204,
      "step": 10216
    },
    {
      "epoch": 0.8679068977234115,
      "grad_norm": 1.7064436031118295,
      "learning_rate": 0.0002895140410997731,
      "loss": 4.9152,
      "step": 10217
    },
    {
      "epoch": 0.8679918450560652,
      "grad_norm": 1.7538072223666854,
      "learning_rate": 0.0002895115188547328,
      "loss": 5.1806,
      "step": 10218
    },
    {
      "epoch": 0.868076792388719,
      "grad_norm": 1.8776825786315774,
      "learning_rate": 0.00028950899631737393,
      "loss": 5.6584,
      "step": 10219
    },
    {
      "epoch": 0.8681617397213728,
      "grad_norm": 1.6894021650477955,
      "learning_rate": 0.00028950647348770166,
      "loss": 5.2528,
      "step": 10220
    },
    {
      "epoch": 0.8682466870540265,
      "grad_norm": 1.8459620496488742,
      "learning_rate": 0.0002895039503657213,
      "loss": 5.4785,
      "step": 10221
    },
    {
      "epoch": 0.8683316343866803,
      "grad_norm": 1.6854543575559946,
      "learning_rate": 0.0002895014269514383,
      "loss": 5.126,
      "step": 10222
    },
    {
      "epoch": 0.868416581719334,
      "grad_norm": 1.8585129978768704,
      "learning_rate": 0.0002894989032448577,
      "loss": 5.6736,
      "step": 10223
    },
    {
      "epoch": 0.8685015290519877,
      "grad_norm": 1.7762181376466661,
      "learning_rate": 0.0002894963792459849,
      "loss": 5.2786,
      "step": 10224
    },
    {
      "epoch": 0.8685864763846415,
      "grad_norm": 1.7279938280179572,
      "learning_rate": 0.00028949385495482524,
      "loss": 4.8726,
      "step": 10225
    },
    {
      "epoch": 0.8686714237172953,
      "grad_norm": 1.6828777399696226,
      "learning_rate": 0.0002894913303713839,
      "loss": 5.0961,
      "step": 10226
    },
    {
      "epoch": 0.8687563710499491,
      "grad_norm": 1.8989378948539704,
      "learning_rate": 0.0002894888054956663,
      "loss": 5.4015,
      "step": 10227
    },
    {
      "epoch": 0.8688413183826028,
      "grad_norm": 1.7783336312694098,
      "learning_rate": 0.00028948628032767756,
      "loss": 5.2683,
      "step": 10228
    },
    {
      "epoch": 0.8689262657152566,
      "grad_norm": 1.7610785600958208,
      "learning_rate": 0.0002894837548674231,
      "loss": 5.2068,
      "step": 10229
    },
    {
      "epoch": 0.8690112130479103,
      "grad_norm": 1.8256411601370326,
      "learning_rate": 0.0002894812291149082,
      "loss": 5.3114,
      "step": 10230
    },
    {
      "epoch": 0.869096160380564,
      "grad_norm": 1.7010344060969407,
      "learning_rate": 0.00028947870307013816,
      "loss": 4.9281,
      "step": 10231
    },
    {
      "epoch": 0.8691811077132178,
      "grad_norm": 1.6906161299668288,
      "learning_rate": 0.0002894761767331182,
      "loss": 5.1337,
      "step": 10232
    },
    {
      "epoch": 0.8692660550458715,
      "grad_norm": 1.7924040596558413,
      "learning_rate": 0.0002894736501038536,
      "loss": 5.2547,
      "step": 10233
    },
    {
      "epoch": 0.8693510023785254,
      "grad_norm": 1.7959905096720676,
      "learning_rate": 0.0002894711231823498,
      "loss": 5.494,
      "step": 10234
    },
    {
      "epoch": 0.8694359497111791,
      "grad_norm": 1.8873531610169196,
      "learning_rate": 0.000289468595968612,
      "loss": 5.5586,
      "step": 10235
    },
    {
      "epoch": 0.8695208970438328,
      "grad_norm": 1.825098620841912,
      "learning_rate": 0.0002894660684626455,
      "loss": 5.5111,
      "step": 10236
    },
    {
      "epoch": 0.8696058443764866,
      "grad_norm": 1.884409615773976,
      "learning_rate": 0.00028946354066445554,
      "loss": 5.7017,
      "step": 10237
    },
    {
      "epoch": 0.8696907917091403,
      "grad_norm": 1.7268000916365884,
      "learning_rate": 0.00028946101257404757,
      "loss": 4.9275,
      "step": 10238
    },
    {
      "epoch": 0.8697757390417941,
      "grad_norm": 1.7575775320358282,
      "learning_rate": 0.00028945848419142673,
      "loss": 5.1659,
      "step": 10239
    },
    {
      "epoch": 0.8698606863744478,
      "grad_norm": 1.7139972759791777,
      "learning_rate": 0.00028945595551659834,
      "loss": 5.356,
      "step": 10240
    },
    {
      "epoch": 0.8699456337071017,
      "grad_norm": 1.6634415948312509,
      "learning_rate": 0.0002894534265495678,
      "loss": 4.559,
      "step": 10241
    },
    {
      "epoch": 0.8700305810397554,
      "grad_norm": 1.7184633251927461,
      "learning_rate": 0.0002894508972903403,
      "loss": 5.3527,
      "step": 10242
    },
    {
      "epoch": 0.8701155283724091,
      "grad_norm": 1.6879071972534825,
      "learning_rate": 0.0002894483677389212,
      "loss": 5.0137,
      "step": 10243
    },
    {
      "epoch": 0.8702004757050629,
      "grad_norm": 1.8061996913651472,
      "learning_rate": 0.00028944583789531584,
      "loss": 5.1782,
      "step": 10244
    },
    {
      "epoch": 0.8702854230377166,
      "grad_norm": 1.7377059593040236,
      "learning_rate": 0.0002894433077595294,
      "loss": 5.2169,
      "step": 10245
    },
    {
      "epoch": 0.8703703703703703,
      "grad_norm": 1.795639436811777,
      "learning_rate": 0.00028944077733156724,
      "loss": 5.104,
      "step": 10246
    },
    {
      "epoch": 0.8704553177030241,
      "grad_norm": 1.70504426084007,
      "learning_rate": 0.0002894382466114347,
      "loss": 5.0068,
      "step": 10247
    },
    {
      "epoch": 0.8705402650356778,
      "grad_norm": 1.7185940540678688,
      "learning_rate": 0.00028943571559913707,
      "loss": 5.1324,
      "step": 10248
    },
    {
      "epoch": 0.8706252123683317,
      "grad_norm": 1.672396626414089,
      "learning_rate": 0.00028943318429467963,
      "loss": 5.1695,
      "step": 10249
    },
    {
      "epoch": 0.8707101597009854,
      "grad_norm": 1.8919812356517378,
      "learning_rate": 0.00028943065269806766,
      "loss": 5.4017,
      "step": 10250
    },
    {
      "epoch": 0.8707951070336392,
      "grad_norm": 1.8984464027437034,
      "learning_rate": 0.0002894281208093065,
      "loss": 5.4673,
      "step": 10251
    },
    {
      "epoch": 0.8708800543662929,
      "grad_norm": 1.7013408078474515,
      "learning_rate": 0.00028942558862840145,
      "loss": 4.7314,
      "step": 10252
    },
    {
      "epoch": 0.8709650016989466,
      "grad_norm": 1.782465700991957,
      "learning_rate": 0.00028942305615535784,
      "loss": 5.475,
      "step": 10253
    },
    {
      "epoch": 0.8710499490316004,
      "grad_norm": 1.7864705024759813,
      "learning_rate": 0.00028942052339018094,
      "loss": 5.2681,
      "step": 10254
    },
    {
      "epoch": 0.8711348963642541,
      "grad_norm": 1.6401682614698196,
      "learning_rate": 0.000289417990332876,
      "loss": 4.9891,
      "step": 10255
    },
    {
      "epoch": 0.871219843696908,
      "grad_norm": 1.7716230487904763,
      "learning_rate": 0.0002894154569834485,
      "loss": 4.9423,
      "step": 10256
    },
    {
      "epoch": 0.8713047910295617,
      "grad_norm": 1.919137615401474,
      "learning_rate": 0.0002894129233419036,
      "loss": 5.5628,
      "step": 10257
    },
    {
      "epoch": 0.8713897383622154,
      "grad_norm": 1.7392432764009262,
      "learning_rate": 0.0002894103894082467,
      "loss": 4.8038,
      "step": 10258
    },
    {
      "epoch": 0.8714746856948692,
      "grad_norm": 1.8813578435636957,
      "learning_rate": 0.000289407855182483,
      "loss": 5.5647,
      "step": 10259
    },
    {
      "epoch": 0.8715596330275229,
      "grad_norm": 1.770802361293458,
      "learning_rate": 0.0002894053206646178,
      "loss": 5.1468,
      "step": 10260
    },
    {
      "epoch": 0.8716445803601767,
      "grad_norm": 1.717191791450001,
      "learning_rate": 0.0002894027858546566,
      "loss": 5.1208,
      "step": 10261
    },
    {
      "epoch": 0.8717295276928304,
      "grad_norm": 1.8450988571013256,
      "learning_rate": 0.00028940025075260454,
      "loss": 5.3979,
      "step": 10262
    },
    {
      "epoch": 0.8718144750254841,
      "grad_norm": 1.6949745161757568,
      "learning_rate": 0.000289397715358467,
      "loss": 5.0541,
      "step": 10263
    },
    {
      "epoch": 0.871899422358138,
      "grad_norm": 1.7319830031014904,
      "learning_rate": 0.00028939517967224926,
      "loss": 4.8735,
      "step": 10264
    },
    {
      "epoch": 0.8719843696907917,
      "grad_norm": 1.9195692211743582,
      "learning_rate": 0.00028939264369395667,
      "loss": 5.6173,
      "step": 10265
    },
    {
      "epoch": 0.8720693170234455,
      "grad_norm": 1.732446705566924,
      "learning_rate": 0.0002893901074235946,
      "loss": 5.2454,
      "step": 10266
    },
    {
      "epoch": 0.8721542643560992,
      "grad_norm": 1.7624851933891756,
      "learning_rate": 0.0002893875708611681,
      "loss": 5.4196,
      "step": 10267
    },
    {
      "epoch": 0.872239211688753,
      "grad_norm": 1.7430283909015305,
      "learning_rate": 0.00028938503400668285,
      "loss": 4.9505,
      "step": 10268
    },
    {
      "epoch": 0.8723241590214067,
      "grad_norm": 1.7542268288229457,
      "learning_rate": 0.00028938249686014393,
      "loss": 5.1727,
      "step": 10269
    },
    {
      "epoch": 0.8724091063540604,
      "grad_norm": 1.9357729681627907,
      "learning_rate": 0.00028937995942155667,
      "loss": 5.7944,
      "step": 10270
    },
    {
      "epoch": 0.8724940536867143,
      "grad_norm": 1.8011359558942246,
      "learning_rate": 0.0002893774216909265,
      "loss": 5.38,
      "step": 10271
    },
    {
      "epoch": 0.872579001019368,
      "grad_norm": 1.847327700789442,
      "learning_rate": 0.0002893748836682586,
      "loss": 5.6096,
      "step": 10272
    },
    {
      "epoch": 0.8726639483520218,
      "grad_norm": 1.695886943464787,
      "learning_rate": 0.0002893723453535584,
      "loss": 5.0972,
      "step": 10273
    },
    {
      "epoch": 0.8727488956846755,
      "grad_norm": 1.7206890647353201,
      "learning_rate": 0.00028936980674683116,
      "loss": 5.0715,
      "step": 10274
    },
    {
      "epoch": 0.8728338430173292,
      "grad_norm": 1.7364860220236227,
      "learning_rate": 0.00028936726784808227,
      "loss": 5.2294,
      "step": 10275
    },
    {
      "epoch": 0.872918790349983,
      "grad_norm": 1.7468657022210272,
      "learning_rate": 0.0002893647286573169,
      "loss": 5.3234,
      "step": 10276
    },
    {
      "epoch": 0.8730037376826367,
      "grad_norm": 1.7874873830510902,
      "learning_rate": 0.00028936218917454055,
      "loss": 4.8645,
      "step": 10277
    },
    {
      "epoch": 0.8730886850152905,
      "grad_norm": 1.7518387874710848,
      "learning_rate": 0.00028935964939975835,
      "loss": 5.1604,
      "step": 10278
    },
    {
      "epoch": 0.8731736323479443,
      "grad_norm": 1.9131214966152568,
      "learning_rate": 0.00028935710933297585,
      "loss": 5.4246,
      "step": 10279
    },
    {
      "epoch": 0.8732585796805981,
      "grad_norm": 1.93090095484658,
      "learning_rate": 0.0002893545689741982,
      "loss": 5.7221,
      "step": 10280
    },
    {
      "epoch": 0.8733435270132518,
      "grad_norm": 1.7489685287955699,
      "learning_rate": 0.0002893520283234307,
      "loss": 5.2589,
      "step": 10281
    },
    {
      "epoch": 0.8734284743459055,
      "grad_norm": 1.758588102572146,
      "learning_rate": 0.00028934948738067884,
      "loss": 5.3264,
      "step": 10282
    },
    {
      "epoch": 0.8735134216785593,
      "grad_norm": 1.9018019639135348,
      "learning_rate": 0.00028934694614594783,
      "loss": 5.4741,
      "step": 10283
    },
    {
      "epoch": 0.873598369011213,
      "grad_norm": 1.8030378329375614,
      "learning_rate": 0.000289344404619243,
      "loss": 5.1617,
      "step": 10284
    },
    {
      "epoch": 0.8736833163438668,
      "grad_norm": 1.7228048045605444,
      "learning_rate": 0.0002893418628005697,
      "loss": 5.1838,
      "step": 10285
    },
    {
      "epoch": 0.8737682636765206,
      "grad_norm": 1.8252168703085847,
      "learning_rate": 0.0002893393206899332,
      "loss": 5.2968,
      "step": 10286
    },
    {
      "epoch": 0.8738532110091743,
      "grad_norm": 1.8809064915270166,
      "learning_rate": 0.00028933677828733894,
      "loss": 5.5533,
      "step": 10287
    },
    {
      "epoch": 0.8739381583418281,
      "grad_norm": 1.7918065654561595,
      "learning_rate": 0.0002893342355927921,
      "loss": 5.3176,
      "step": 10288
    },
    {
      "epoch": 0.8740231056744818,
      "grad_norm": 1.7008002049525217,
      "learning_rate": 0.00028933169260629815,
      "loss": 4.9623,
      "step": 10289
    },
    {
      "epoch": 0.8741080530071356,
      "grad_norm": 1.6706568195022333,
      "learning_rate": 0.00028932914932786237,
      "loss": 5.1122,
      "step": 10290
    },
    {
      "epoch": 0.8741930003397893,
      "grad_norm": 1.7750089953302652,
      "learning_rate": 0.00028932660575749003,
      "loss": 5.1188,
      "step": 10291
    },
    {
      "epoch": 0.874277947672443,
      "grad_norm": 1.7312793279104044,
      "learning_rate": 0.0002893240618951865,
      "loss": 5.023,
      "step": 10292
    },
    {
      "epoch": 0.8743628950050968,
      "grad_norm": 1.7453056169948822,
      "learning_rate": 0.00028932151774095714,
      "loss": 4.7479,
      "step": 10293
    },
    {
      "epoch": 0.8744478423377506,
      "grad_norm": 1.7771045795093332,
      "learning_rate": 0.0002893189732948072,
      "loss": 5.1771,
      "step": 10294
    },
    {
      "epoch": 0.8745327896704044,
      "grad_norm": 1.72058717814787,
      "learning_rate": 0.00028931642855674214,
      "loss": 5.1879,
      "step": 10295
    },
    {
      "epoch": 0.8746177370030581,
      "grad_norm": 1.7850743152204185,
      "learning_rate": 0.0002893138835267672,
      "loss": 5.2111,
      "step": 10296
    },
    {
      "epoch": 0.8747026843357119,
      "grad_norm": 1.717556250724645,
      "learning_rate": 0.0002893113382048877,
      "loss": 4.9806,
      "step": 10297
    },
    {
      "epoch": 0.8747876316683656,
      "grad_norm": 1.7784748061848503,
      "learning_rate": 0.000289308792591109,
      "loss": 5.3123,
      "step": 10298
    },
    {
      "epoch": 0.8748725790010193,
      "grad_norm": 1.8051253816383734,
      "learning_rate": 0.0002893062466854365,
      "loss": 5.3575,
      "step": 10299
    },
    {
      "epoch": 0.8749575263336731,
      "grad_norm": 1.7555062602051206,
      "learning_rate": 0.0002893037004878754,
      "loss": 5.2861,
      "step": 10300
    },
    {
      "epoch": 0.8750424736663269,
      "grad_norm": 1.7720385306779785,
      "learning_rate": 0.00028930115399843114,
      "loss": 5.2577,
      "step": 10301
    },
    {
      "epoch": 0.8751274209989807,
      "grad_norm": 1.8005831589549977,
      "learning_rate": 0.000289298607217109,
      "loss": 5.2429,
      "step": 10302
    },
    {
      "epoch": 0.8752123683316344,
      "grad_norm": 1.6964611151391922,
      "learning_rate": 0.0002892960601439144,
      "loss": 4.8337,
      "step": 10303
    },
    {
      "epoch": 0.8752973156642881,
      "grad_norm": 1.9432439253241158,
      "learning_rate": 0.00028929351277885257,
      "loss": 5.6905,
      "step": 10304
    },
    {
      "epoch": 0.8753822629969419,
      "grad_norm": 1.6827455158510578,
      "learning_rate": 0.00028929096512192887,
      "loss": 4.8272,
      "step": 10305
    },
    {
      "epoch": 0.8754672103295956,
      "grad_norm": 1.7596005425529329,
      "learning_rate": 0.0002892884171731487,
      "loss": 5.1956,
      "step": 10306
    },
    {
      "epoch": 0.8755521576622494,
      "grad_norm": 1.7365989737770662,
      "learning_rate": 0.0002892858689325173,
      "loss": 5.0902,
      "step": 10307
    },
    {
      "epoch": 0.8756371049949032,
      "grad_norm": 1.7601564418424795,
      "learning_rate": 0.00028928332040004015,
      "loss": 4.9186,
      "step": 10308
    },
    {
      "epoch": 0.875722052327557,
      "grad_norm": 1.9102757813643305,
      "learning_rate": 0.00028928077157572247,
      "loss": 5.4344,
      "step": 10309
    },
    {
      "epoch": 0.8758069996602107,
      "grad_norm": 1.864020979300353,
      "learning_rate": 0.00028927822245956966,
      "loss": 5.531,
      "step": 10310
    },
    {
      "epoch": 0.8758919469928644,
      "grad_norm": 2.079238994392015,
      "learning_rate": 0.00028927567305158704,
      "loss": 4.901,
      "step": 10311
    },
    {
      "epoch": 0.8759768943255182,
      "grad_norm": 1.7612733165727552,
      "learning_rate": 0.0002892731233517799,
      "loss": 5.3066,
      "step": 10312
    },
    {
      "epoch": 0.8760618416581719,
      "grad_norm": 1.9572870328280894,
      "learning_rate": 0.0002892705733601537,
      "loss": 5.3538,
      "step": 10313
    },
    {
      "epoch": 0.8761467889908257,
      "grad_norm": 1.760181181276653,
      "learning_rate": 0.0002892680230767137,
      "loss": 5.2703,
      "step": 10314
    },
    {
      "epoch": 0.8762317363234794,
      "grad_norm": 1.7112400291494425,
      "learning_rate": 0.00028926547250146523,
      "loss": 4.9278,
      "step": 10315
    },
    {
      "epoch": 0.8763166836561332,
      "grad_norm": 1.784890848341885,
      "learning_rate": 0.0002892629216344137,
      "loss": 5.262,
      "step": 10316
    },
    {
      "epoch": 0.876401630988787,
      "grad_norm": 1.747550574236809,
      "learning_rate": 0.0002892603704755644,
      "loss": 4.9237,
      "step": 10317
    },
    {
      "epoch": 0.8764865783214407,
      "grad_norm": 1.7627651368121575,
      "learning_rate": 0.0002892578190249227,
      "loss": 5.1653,
      "step": 10318
    },
    {
      "epoch": 0.8765715256540945,
      "grad_norm": 1.7649805803010101,
      "learning_rate": 0.0002892552672824939,
      "loss": 5.1825,
      "step": 10319
    },
    {
      "epoch": 0.8766564729867482,
      "grad_norm": 1.8665253046510453,
      "learning_rate": 0.0002892527152482835,
      "loss": 5.5173,
      "step": 10320
    },
    {
      "epoch": 0.8767414203194019,
      "grad_norm": 1.7625561517443855,
      "learning_rate": 0.00028925016292229665,
      "loss": 4.7651,
      "step": 10321
    },
    {
      "epoch": 0.8768263676520557,
      "grad_norm": 1.8376602421911843,
      "learning_rate": 0.0002892476103045388,
      "loss": 5.5797,
      "step": 10322
    },
    {
      "epoch": 0.8769113149847095,
      "grad_norm": 1.6757957877705332,
      "learning_rate": 0.00028924505739501527,
      "loss": 4.9688,
      "step": 10323
    },
    {
      "epoch": 0.8769962623173633,
      "grad_norm": 1.7814233797277248,
      "learning_rate": 0.00028924250419373146,
      "loss": 5.1091,
      "step": 10324
    },
    {
      "epoch": 0.877081209650017,
      "grad_norm": 1.7039131556725904,
      "learning_rate": 0.00028923995070069265,
      "loss": 4.4689,
      "step": 10325
    },
    {
      "epoch": 0.8771661569826708,
      "grad_norm": 1.747577459495064,
      "learning_rate": 0.0002892373969159042,
      "loss": 5.41,
      "step": 10326
    },
    {
      "epoch": 0.8772511043153245,
      "grad_norm": 1.8690707492607364,
      "learning_rate": 0.00028923484283937157,
      "loss": 5.3891,
      "step": 10327
    },
    {
      "epoch": 0.8773360516479782,
      "grad_norm": 1.714739588353976,
      "learning_rate": 0.0002892322884711,
      "loss": 4.9205,
      "step": 10328
    },
    {
      "epoch": 0.877420998980632,
      "grad_norm": 1.7093209725429357,
      "learning_rate": 0.0002892297338110948,
      "loss": 5.0841,
      "step": 10329
    },
    {
      "epoch": 0.8775059463132857,
      "grad_norm": 1.7195826284614404,
      "learning_rate": 0.0002892271788593614,
      "loss": 4.9876,
      "step": 10330
    },
    {
      "epoch": 0.8775908936459396,
      "grad_norm": 1.7564918592142627,
      "learning_rate": 0.00028922462361590515,
      "loss": 5.1828,
      "step": 10331
    },
    {
      "epoch": 0.8776758409785933,
      "grad_norm": 1.760814916471637,
      "learning_rate": 0.00028922206808073143,
      "loss": 5.3374,
      "step": 10332
    },
    {
      "epoch": 0.877760788311247,
      "grad_norm": 1.8320617395028589,
      "learning_rate": 0.0002892195122538456,
      "loss": 5.4235,
      "step": 10333
    },
    {
      "epoch": 0.8778457356439008,
      "grad_norm": 1.6177814446340477,
      "learning_rate": 0.0002892169561352529,
      "loss": 4.3799,
      "step": 10334
    },
    {
      "epoch": 0.8779306829765545,
      "grad_norm": 1.845480040527722,
      "learning_rate": 0.0002892143997249588,
      "loss": 5.5249,
      "step": 10335
    },
    {
      "epoch": 0.8780156303092083,
      "grad_norm": 1.7647432779485845,
      "learning_rate": 0.0002892118430229686,
      "loss": 5.225,
      "step": 10336
    },
    {
      "epoch": 0.878100577641862,
      "grad_norm": 1.902911816076869,
      "learning_rate": 0.0002892092860292876,
      "loss": 5.3819,
      "step": 10337
    },
    {
      "epoch": 0.8781855249745159,
      "grad_norm": 1.850463391947879,
      "learning_rate": 0.00028920672874392135,
      "loss": 5.2847,
      "step": 10338
    },
    {
      "epoch": 0.8782704723071696,
      "grad_norm": 1.855953143213356,
      "learning_rate": 0.00028920417116687504,
      "loss": 5.585,
      "step": 10339
    },
    {
      "epoch": 0.8783554196398233,
      "grad_norm": 1.7759092849193234,
      "learning_rate": 0.0002892016132981541,
      "loss": 4.9852,
      "step": 10340
    },
    {
      "epoch": 0.8784403669724771,
      "grad_norm": 1.7623330370486643,
      "learning_rate": 0.0002891990551377639,
      "loss": 5.0755,
      "step": 10341
    },
    {
      "epoch": 0.8785253143051308,
      "grad_norm": 1.7575413391021093,
      "learning_rate": 0.0002891964966857097,
      "loss": 5.3202,
      "step": 10342
    },
    {
      "epoch": 0.8786102616377846,
      "grad_norm": 1.7396654038923425,
      "learning_rate": 0.000289193937941997,
      "loss": 5.2686,
      "step": 10343
    },
    {
      "epoch": 0.8786952089704383,
      "grad_norm": 1.818562385726994,
      "learning_rate": 0.00028919137890663106,
      "loss": 5.4184,
      "step": 10344
    },
    {
      "epoch": 0.878780156303092,
      "grad_norm": 1.9151211250653453,
      "learning_rate": 0.00028918881957961724,
      "loss": 5.4234,
      "step": 10345
    },
    {
      "epoch": 0.8788651036357459,
      "grad_norm": 1.6842021128597955,
      "learning_rate": 0.00028918625996096094,
      "loss": 5.1423,
      "step": 10346
    },
    {
      "epoch": 0.8789500509683996,
      "grad_norm": 1.745888632304854,
      "learning_rate": 0.0002891837000506676,
      "loss": 5.2702,
      "step": 10347
    },
    {
      "epoch": 0.8790349983010534,
      "grad_norm": 1.7337649988637978,
      "learning_rate": 0.0002891811398487424,
      "loss": 5.0947,
      "step": 10348
    },
    {
      "epoch": 0.8791199456337071,
      "grad_norm": 1.8824306001119375,
      "learning_rate": 0.0002891785793551909,
      "loss": 5.4664,
      "step": 10349
    },
    {
      "epoch": 0.8792048929663608,
      "grad_norm": 1.7981190796466864,
      "learning_rate": 0.00028917601857001834,
      "loss": 5.2662,
      "step": 10350
    },
    {
      "epoch": 0.8792898402990146,
      "grad_norm": 1.7707398709467157,
      "learning_rate": 0.0002891734574932301,
      "loss": 5.3713,
      "step": 10351
    },
    {
      "epoch": 0.8793747876316683,
      "grad_norm": 1.7432890232893221,
      "learning_rate": 0.00028917089612483156,
      "loss": 5.1639,
      "step": 10352
    },
    {
      "epoch": 0.8794597349643222,
      "grad_norm": 1.8863253218185299,
      "learning_rate": 0.00028916833446482814,
      "loss": 5.6441,
      "step": 10353
    },
    {
      "epoch": 0.8795446822969759,
      "grad_norm": 1.7209583603390832,
      "learning_rate": 0.00028916577251322513,
      "loss": 4.9689,
      "step": 10354
    },
    {
      "epoch": 0.8796296296296297,
      "grad_norm": 1.71465736876624,
      "learning_rate": 0.0002891632102700279,
      "loss": 4.8337,
      "step": 10355
    },
    {
      "epoch": 0.8797145769622834,
      "grad_norm": 1.7382286058977188,
      "learning_rate": 0.00028916064773524186,
      "loss": 5.0598,
      "step": 10356
    },
    {
      "epoch": 0.8797995242949371,
      "grad_norm": 1.9120760128242307,
      "learning_rate": 0.00028915808490887244,
      "loss": 5.5666,
      "step": 10357
    },
    {
      "epoch": 0.8798844716275909,
      "grad_norm": 1.7056325642043317,
      "learning_rate": 0.00028915552179092485,
      "loss": 4.9825,
      "step": 10358
    },
    {
      "epoch": 0.8799694189602446,
      "grad_norm": 2.0022665385363703,
      "learning_rate": 0.00028915295838140455,
      "loss": 5.4826,
      "step": 10359
    },
    {
      "epoch": 0.8800543662928983,
      "grad_norm": 1.6932387695569011,
      "learning_rate": 0.0002891503946803169,
      "loss": 4.9066,
      "step": 10360
    },
    {
      "epoch": 0.8801393136255522,
      "grad_norm": 1.7574556362559848,
      "learning_rate": 0.0002891478306876673,
      "loss": 5.1905,
      "step": 10361
    },
    {
      "epoch": 0.8802242609582059,
      "grad_norm": 1.9491835107236382,
      "learning_rate": 0.0002891452664034612,
      "loss": 5.7059,
      "step": 10362
    },
    {
      "epoch": 0.8803092082908597,
      "grad_norm": 1.7357497711863288,
      "learning_rate": 0.00028914270182770375,
      "loss": 4.9413,
      "step": 10363
    },
    {
      "epoch": 0.8803941556235134,
      "grad_norm": 1.908141000070168,
      "learning_rate": 0.00028914013696040045,
      "loss": 5.4472,
      "step": 10364
    },
    {
      "epoch": 0.8804791029561672,
      "grad_norm": 1.7882500795626513,
      "learning_rate": 0.0002891375718015567,
      "loss": 4.899,
      "step": 10365
    },
    {
      "epoch": 0.8805640502888209,
      "grad_norm": 1.7591424555246087,
      "learning_rate": 0.0002891350063511779,
      "loss": 5.1056,
      "step": 10366
    },
    {
      "epoch": 0.8806489976214746,
      "grad_norm": 1.8306189560666455,
      "learning_rate": 0.0002891324406092693,
      "loss": 5.3155,
      "step": 10367
    },
    {
      "epoch": 0.8807339449541285,
      "grad_norm": 1.7831879026721398,
      "learning_rate": 0.00028912987457583634,
      "loss": 5.0505,
      "step": 10368
    },
    {
      "epoch": 0.8808188922867822,
      "grad_norm": 1.70463485841133,
      "learning_rate": 0.0002891273082508844,
      "loss": 4.8312,
      "step": 10369
    },
    {
      "epoch": 0.880903839619436,
      "grad_norm": 1.7064146982076802,
      "learning_rate": 0.0002891247416344189,
      "loss": 5.1217,
      "step": 10370
    },
    {
      "epoch": 0.8809887869520897,
      "grad_norm": 1.7220830355940864,
      "learning_rate": 0.0002891221747264452,
      "loss": 4.8167,
      "step": 10371
    },
    {
      "epoch": 0.8810737342847434,
      "grad_norm": 1.7199555611759472,
      "learning_rate": 0.0002891196075269686,
      "loss": 5.011,
      "step": 10372
    },
    {
      "epoch": 0.8811586816173972,
      "grad_norm": 1.7932730691757024,
      "learning_rate": 0.0002891170400359945,
      "loss": 5.2948,
      "step": 10373
    },
    {
      "epoch": 0.8812436289500509,
      "grad_norm": 1.95510140143069,
      "learning_rate": 0.0002891144722535284,
      "loss": 4.4762,
      "step": 10374
    },
    {
      "epoch": 0.8813285762827047,
      "grad_norm": 1.9108586406477897,
      "learning_rate": 0.0002891119041795756,
      "loss": 5.6243,
      "step": 10375
    },
    {
      "epoch": 0.8814135236153585,
      "grad_norm": 1.9244308705604938,
      "learning_rate": 0.0002891093358141415,
      "loss": 5.6457,
      "step": 10376
    },
    {
      "epoch": 0.8814984709480123,
      "grad_norm": 1.6545635423141236,
      "learning_rate": 0.00028910676715723137,
      "loss": 4.8838,
      "step": 10377
    },
    {
      "epoch": 0.881583418280666,
      "grad_norm": 1.740807579112574,
      "learning_rate": 0.00028910419820885074,
      "loss": 5.3774,
      "step": 10378
    },
    {
      "epoch": 0.8816683656133197,
      "grad_norm": 1.7179215882573882,
      "learning_rate": 0.0002891016289690049,
      "loss": 4.8552,
      "step": 10379
    },
    {
      "epoch": 0.8817533129459735,
      "grad_norm": 1.7888508332547302,
      "learning_rate": 0.00028909905943769925,
      "loss": 5.2764,
      "step": 10380
    },
    {
      "epoch": 0.8818382602786272,
      "grad_norm": 1.6949854244397224,
      "learning_rate": 0.0002890964896149393,
      "loss": 5.1673,
      "step": 10381
    },
    {
      "epoch": 0.881923207611281,
      "grad_norm": 1.728533048731953,
      "learning_rate": 0.0002890939195007302,
      "loss": 5.2821,
      "step": 10382
    },
    {
      "epoch": 0.8820081549439348,
      "grad_norm": 1.6793898729296,
      "learning_rate": 0.00028909134909507755,
      "loss": 5.1858,
      "step": 10383
    },
    {
      "epoch": 0.8820931022765885,
      "grad_norm": 1.73359241284544,
      "learning_rate": 0.0002890887783979866,
      "loss": 5.1397,
      "step": 10384
    },
    {
      "epoch": 0.8821780496092423,
      "grad_norm": 1.7029460745067733,
      "learning_rate": 0.0002890862074094628,
      "loss": 5.2427,
      "step": 10385
    },
    {
      "epoch": 0.882262996941896,
      "grad_norm": 1.851278373037606,
      "learning_rate": 0.0002890836361295115,
      "loss": 5.2862,
      "step": 10386
    },
    {
      "epoch": 0.8823479442745498,
      "grad_norm": 1.8716041680928133,
      "learning_rate": 0.00028908106455813814,
      "loss": 5.4548,
      "step": 10387
    },
    {
      "epoch": 0.8824328916072035,
      "grad_norm": 1.7268774163691902,
      "learning_rate": 0.000289078492695348,
      "loss": 5.247,
      "step": 10388
    },
    {
      "epoch": 0.8825178389398572,
      "grad_norm": 1.7486837778333435,
      "learning_rate": 0.00028907592054114664,
      "loss": 5.1393,
      "step": 10389
    },
    {
      "epoch": 0.8826027862725111,
      "grad_norm": 1.7379159531478066,
      "learning_rate": 0.0002890733480955393,
      "loss": 4.8576,
      "step": 10390
    },
    {
      "epoch": 0.8826877336051648,
      "grad_norm": 1.6976961561018094,
      "learning_rate": 0.00028907077535853144,
      "loss": 5.0007,
      "step": 10391
    },
    {
      "epoch": 0.8827726809378186,
      "grad_norm": 1.778370631363194,
      "learning_rate": 0.00028906820233012847,
      "loss": 5.2164,
      "step": 10392
    },
    {
      "epoch": 0.8828576282704723,
      "grad_norm": 1.7303558008616298,
      "learning_rate": 0.0002890656290103357,
      "loss": 5.2485,
      "step": 10393
    },
    {
      "epoch": 0.8829425756031261,
      "grad_norm": 1.9061700413850282,
      "learning_rate": 0.0002890630553991586,
      "loss": 5.6011,
      "step": 10394
    },
    {
      "epoch": 0.8830275229357798,
      "grad_norm": 1.7114615041855357,
      "learning_rate": 0.0002890604814966025,
      "loss": 4.7391,
      "step": 10395
    },
    {
      "epoch": 0.8831124702684335,
      "grad_norm": 1.7413499819336566,
      "learning_rate": 0.00028905790730267283,
      "loss": 5.3116,
      "step": 10396
    },
    {
      "epoch": 0.8831974176010873,
      "grad_norm": 1.741539138594185,
      "learning_rate": 0.000289055332817375,
      "loss": 5.177,
      "step": 10397
    },
    {
      "epoch": 0.8832823649337411,
      "grad_norm": 1.7890155290254457,
      "learning_rate": 0.00028905275804071433,
      "loss": 5.3301,
      "step": 10398
    },
    {
      "epoch": 0.8833673122663949,
      "grad_norm": 1.7635511401090826,
      "learning_rate": 0.0002890501829726963,
      "loss": 4.9228,
      "step": 10399
    },
    {
      "epoch": 0.8834522595990486,
      "grad_norm": 1.7546467830033758,
      "learning_rate": 0.00028904760761332626,
      "loss": 5.2232,
      "step": 10400
    },
    {
      "epoch": 0.8835372069317023,
      "grad_norm": 1.890386469361158,
      "learning_rate": 0.0002890450319626096,
      "loss": 5.3867,
      "step": 10401
    },
    {
      "epoch": 0.8836221542643561,
      "grad_norm": 1.9428560609776808,
      "learning_rate": 0.0002890424560205518,
      "loss": 5.6627,
      "step": 10402
    },
    {
      "epoch": 0.8837071015970098,
      "grad_norm": 1.746760502215716,
      "learning_rate": 0.00028903987978715816,
      "loss": 4.8746,
      "step": 10403
    },
    {
      "epoch": 0.8837920489296636,
      "grad_norm": 1.7679289062917933,
      "learning_rate": 0.0002890373032624341,
      "loss": 4.9728,
      "step": 10404
    },
    {
      "epoch": 0.8838769962623174,
      "grad_norm": 1.76297857519451,
      "learning_rate": 0.00028903472644638506,
      "loss": 5.2874,
      "step": 10405
    },
    {
      "epoch": 0.8839619435949712,
      "grad_norm": 1.8004398397290498,
      "learning_rate": 0.0002890321493390164,
      "loss": 4.6588,
      "step": 10406
    },
    {
      "epoch": 0.8840468909276249,
      "grad_norm": 1.804212912903622,
      "learning_rate": 0.0002890295719403335,
      "loss": 5.0431,
      "step": 10407
    },
    {
      "epoch": 0.8841318382602786,
      "grad_norm": 1.894210013453986,
      "learning_rate": 0.00028902699425034184,
      "loss": 5.5594,
      "step": 10408
    },
    {
      "epoch": 0.8842167855929324,
      "grad_norm": 1.8712149242110516,
      "learning_rate": 0.0002890244162690467,
      "loss": 5.45,
      "step": 10409
    },
    {
      "epoch": 0.8843017329255861,
      "grad_norm": 1.7660626287536183,
      "learning_rate": 0.00028902183799645357,
      "loss": 5.3796,
      "step": 10410
    },
    {
      "epoch": 0.8843866802582399,
      "grad_norm": 1.7416542021151877,
      "learning_rate": 0.0002890192594325679,
      "loss": 5.0463,
      "step": 10411
    },
    {
      "epoch": 0.8844716275908936,
      "grad_norm": 1.7706882003925177,
      "learning_rate": 0.0002890166805773949,
      "loss": 5.2668,
      "step": 10412
    },
    {
      "epoch": 0.8845565749235474,
      "grad_norm": 1.688322871381926,
      "learning_rate": 0.0002890141014309402,
      "loss": 4.8674,
      "step": 10413
    },
    {
      "epoch": 0.8846415222562012,
      "grad_norm": 1.863295959895046,
      "learning_rate": 0.0002890115219932091,
      "loss": 5.3415,
      "step": 10414
    },
    {
      "epoch": 0.8847264695888549,
      "grad_norm": 1.7807217730774914,
      "learning_rate": 0.000289008942264207,
      "loss": 5.3649,
      "step": 10415
    },
    {
      "epoch": 0.8848114169215087,
      "grad_norm": 1.7438602271965649,
      "learning_rate": 0.0002890063622439393,
      "loss": 5.2868,
      "step": 10416
    },
    {
      "epoch": 0.8848963642541624,
      "grad_norm": 1.932213038504523,
      "learning_rate": 0.00028900378193241137,
      "loss": 5.7503,
      "step": 10417
    },
    {
      "epoch": 0.8849813115868161,
      "grad_norm": 1.6780937746887348,
      "learning_rate": 0.00028900120132962874,
      "loss": 4.9464,
      "step": 10418
    },
    {
      "epoch": 0.8850662589194699,
      "grad_norm": 1.7405315077680708,
      "learning_rate": 0.0002889986204355967,
      "loss": 5.2568,
      "step": 10419
    },
    {
      "epoch": 0.8851512062521237,
      "grad_norm": 1.89218909612838,
      "learning_rate": 0.00028899603925032074,
      "loss": 5.6205,
      "step": 10420
    },
    {
      "epoch": 0.8852361535847775,
      "grad_norm": 1.700768925274895,
      "learning_rate": 0.0002889934577738062,
      "loss": 4.9396,
      "step": 10421
    },
    {
      "epoch": 0.8853211009174312,
      "grad_norm": 1.8957679880907676,
      "learning_rate": 0.00028899087600605853,
      "loss": 5.7216,
      "step": 10422
    },
    {
      "epoch": 0.885406048250085,
      "grad_norm": 1.7255155373188897,
      "learning_rate": 0.00028898829394708315,
      "loss": 5.3782,
      "step": 10423
    },
    {
      "epoch": 0.8854909955827387,
      "grad_norm": 1.8016199329547467,
      "learning_rate": 0.00028898571159688543,
      "loss": 5.1783,
      "step": 10424
    },
    {
      "epoch": 0.8855759429153924,
      "grad_norm": 1.7711091191125037,
      "learning_rate": 0.0002889831289554708,
      "loss": 5.3787,
      "step": 10425
    },
    {
      "epoch": 0.8856608902480462,
      "grad_norm": 1.7074034224757864,
      "learning_rate": 0.00028898054602284466,
      "loss": 5.0699,
      "step": 10426
    },
    {
      "epoch": 0.8857458375806999,
      "grad_norm": 1.758575994352715,
      "learning_rate": 0.00028897796279901244,
      "loss": 4.5836,
      "step": 10427
    },
    {
      "epoch": 0.8858307849133538,
      "grad_norm": 1.7885104871916007,
      "learning_rate": 0.00028897537928397957,
      "loss": 5.2645,
      "step": 10428
    },
    {
      "epoch": 0.8859157322460075,
      "grad_norm": 1.7134365583053985,
      "learning_rate": 0.00028897279547775135,
      "loss": 4.7715,
      "step": 10429
    },
    {
      "epoch": 0.8860006795786612,
      "grad_norm": 1.7541474322655646,
      "learning_rate": 0.00028897021138033337,
      "loss": 5.1776,
      "step": 10430
    },
    {
      "epoch": 0.886085626911315,
      "grad_norm": 1.6745153555000125,
      "learning_rate": 0.00028896762699173094,
      "loss": 4.8734,
      "step": 10431
    },
    {
      "epoch": 0.8861705742439687,
      "grad_norm": 1.6825527630666655,
      "learning_rate": 0.0002889650423119495,
      "loss": 4.4164,
      "step": 10432
    },
    {
      "epoch": 0.8862555215766225,
      "grad_norm": 1.786193903389337,
      "learning_rate": 0.0002889624573409944,
      "loss": 5.3472,
      "step": 10433
    },
    {
      "epoch": 0.8863404689092762,
      "grad_norm": 1.7453608266468432,
      "learning_rate": 0.0002889598720788712,
      "loss": 5.3752,
      "step": 10434
    },
    {
      "epoch": 0.88642541624193,
      "grad_norm": 1.7542210791076012,
      "learning_rate": 0.00028895728652558516,
      "loss": 5.2078,
      "step": 10435
    },
    {
      "epoch": 0.8865103635745838,
      "grad_norm": 1.9577956762276434,
      "learning_rate": 0.0002889547006811418,
      "loss": 5.8682,
      "step": 10436
    },
    {
      "epoch": 0.8865953109072375,
      "grad_norm": 1.7574769170044713,
      "learning_rate": 0.00028895211454554653,
      "loss": 5.0812,
      "step": 10437
    },
    {
      "epoch": 0.8866802582398913,
      "grad_norm": 1.8405723467032695,
      "learning_rate": 0.0002889495281188047,
      "loss": 5.5102,
      "step": 10438
    },
    {
      "epoch": 0.886765205572545,
      "grad_norm": 1.7580160330184766,
      "learning_rate": 0.0002889469414009218,
      "loss": 4.9522,
      "step": 10439
    },
    {
      "epoch": 0.8868501529051988,
      "grad_norm": 1.7038303123920069,
      "learning_rate": 0.00028894435439190316,
      "loss": 5.0926,
      "step": 10440
    },
    {
      "epoch": 0.8869351002378525,
      "grad_norm": 1.769150577831856,
      "learning_rate": 0.00028894176709175434,
      "loss": 5.555,
      "step": 10441
    },
    {
      "epoch": 0.8870200475705062,
      "grad_norm": 1.6915492648158725,
      "learning_rate": 0.00028893917950048066,
      "loss": 5.2444,
      "step": 10442
    },
    {
      "epoch": 0.8871049949031601,
      "grad_norm": 1.717211905359584,
      "learning_rate": 0.0002889365916180876,
      "loss": 5.1823,
      "step": 10443
    },
    {
      "epoch": 0.8871899422358138,
      "grad_norm": 1.7409179383705036,
      "learning_rate": 0.0002889340034445805,
      "loss": 4.7082,
      "step": 10444
    },
    {
      "epoch": 0.8872748895684676,
      "grad_norm": 1.719119810819903,
      "learning_rate": 0.00028893141497996486,
      "loss": 4.8299,
      "step": 10445
    },
    {
      "epoch": 0.8873598369011213,
      "grad_norm": 1.8550246145773106,
      "learning_rate": 0.00028892882622424607,
      "loss": 5.4736,
      "step": 10446
    },
    {
      "epoch": 0.887444784233775,
      "grad_norm": 1.8957094772910406,
      "learning_rate": 0.00028892623717742956,
      "loss": 5.5576,
      "step": 10447
    },
    {
      "epoch": 0.8875297315664288,
      "grad_norm": 1.865233298714957,
      "learning_rate": 0.00028892364783952076,
      "loss": 5.1251,
      "step": 10448
    },
    {
      "epoch": 0.8876146788990825,
      "grad_norm": 1.8831537278607964,
      "learning_rate": 0.0002889210582105251,
      "loss": 5.4044,
      "step": 10449
    },
    {
      "epoch": 0.8876996262317364,
      "grad_norm": 1.8158583177404288,
      "learning_rate": 0.000288918468290448,
      "loss": 5.3475,
      "step": 10450
    },
    {
      "epoch": 0.8877845735643901,
      "grad_norm": 1.807756507591906,
      "learning_rate": 0.00028891587807929487,
      "loss": 5.1275,
      "step": 10451
    },
    {
      "epoch": 0.8878695208970439,
      "grad_norm": 1.7770389609542956,
      "learning_rate": 0.00028891328757707117,
      "loss": 5.0521,
      "step": 10452
    },
    {
      "epoch": 0.8879544682296976,
      "grad_norm": 1.862797169951601,
      "learning_rate": 0.0002889106967837823,
      "loss": 5.4267,
      "step": 10453
    },
    {
      "epoch": 0.8880394155623513,
      "grad_norm": 1.7451296841742574,
      "learning_rate": 0.0002889081056994337,
      "loss": 5.165,
      "step": 10454
    },
    {
      "epoch": 0.8881243628950051,
      "grad_norm": 1.9241464432175435,
      "learning_rate": 0.00028890551432403074,
      "loss": 5.6137,
      "step": 10455
    },
    {
      "epoch": 0.8882093102276588,
      "grad_norm": 1.8114162325879106,
      "learning_rate": 0.0002889029226575789,
      "loss": 5.0388,
      "step": 10456
    },
    {
      "epoch": 0.8882942575603127,
      "grad_norm": 1.7832787186886496,
      "learning_rate": 0.0002889003307000838,
      "loss": 5.0731,
      "step": 10457
    },
    {
      "epoch": 0.8883792048929664,
      "grad_norm": 1.766332621917902,
      "learning_rate": 0.0002888977384515505,
      "loss": 5.2279,
      "step": 10458
    },
    {
      "epoch": 0.8884641522256201,
      "grad_norm": 1.9000735638476445,
      "learning_rate": 0.0002888951459119847,
      "loss": 5.5659,
      "step": 10459
    },
    {
      "epoch": 0.8885490995582739,
      "grad_norm": 1.843183500781075,
      "learning_rate": 0.0002888925530813917,
      "loss": 5.1733,
      "step": 10460
    },
    {
      "epoch": 0.8886340468909276,
      "grad_norm": 1.9906233475298354,
      "learning_rate": 0.00028888995995977705,
      "loss": 5.2605,
      "step": 10461
    },
    {
      "epoch": 0.8887189942235814,
      "grad_norm": 1.8471757243823066,
      "learning_rate": 0.0002888873665471461,
      "loss": 5.3409,
      "step": 10462
    },
    {
      "epoch": 0.8888039415562351,
      "grad_norm": 1.8037457847990819,
      "learning_rate": 0.00028888477284350425,
      "loss": 5.1034,
      "step": 10463
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 1.837704175524107,
      "learning_rate": 0.000288882178848857,
      "loss": 5.2727,
      "step": 10464
    },
    {
      "epoch": 0.8889738362215427,
      "grad_norm": 1.7676535156685478,
      "learning_rate": 0.0002888795845632098,
      "loss": 5.0158,
      "step": 10465
    },
    {
      "epoch": 0.8890587835541964,
      "grad_norm": 1.7820886748233644,
      "learning_rate": 0.00028887698998656807,
      "loss": 5.0591,
      "step": 10466
    },
    {
      "epoch": 0.8891437308868502,
      "grad_norm": 1.8765174520981949,
      "learning_rate": 0.0002888743951189372,
      "loss": 5.3597,
      "step": 10467
    },
    {
      "epoch": 0.8892286782195039,
      "grad_norm": 1.9426247797544363,
      "learning_rate": 0.0002888717999603227,
      "loss": 5.4948,
      "step": 10468
    },
    {
      "epoch": 0.8893136255521576,
      "grad_norm": 1.7657725114804874,
      "learning_rate": 0.00028886920451072994,
      "loss": 4.8907,
      "step": 10469
    },
    {
      "epoch": 0.8893985728848114,
      "grad_norm": 1.7170620036993185,
      "learning_rate": 0.00028886660877016436,
      "loss": 4.8153,
      "step": 10470
    },
    {
      "epoch": 0.8894835202174651,
      "grad_norm": 1.7832628974806353,
      "learning_rate": 0.0002888640127386315,
      "loss": 5.0119,
      "step": 10471
    },
    {
      "epoch": 0.889568467550119,
      "grad_norm": 1.8455517287282621,
      "learning_rate": 0.00028886141641613666,
      "loss": 5.465,
      "step": 10472
    },
    {
      "epoch": 0.8896534148827727,
      "grad_norm": 1.8203026289096689,
      "learning_rate": 0.00028885881980268534,
      "loss": 5.4265,
      "step": 10473
    },
    {
      "epoch": 0.8897383622154265,
      "grad_norm": 1.776230589727618,
      "learning_rate": 0.000288856222898283,
      "loss": 4.8541,
      "step": 10474
    },
    {
      "epoch": 0.8898233095480802,
      "grad_norm": 1.8212190364901224,
      "learning_rate": 0.0002888536257029351,
      "loss": 5.4521,
      "step": 10475
    },
    {
      "epoch": 0.8899082568807339,
      "grad_norm": 1.743461848187354,
      "learning_rate": 0.000288851028216647,
      "loss": 5.1733,
      "step": 10476
    },
    {
      "epoch": 0.8899932042133877,
      "grad_norm": 1.7411920769407658,
      "learning_rate": 0.00028884843043942425,
      "loss": 5.1973,
      "step": 10477
    },
    {
      "epoch": 0.8900781515460414,
      "grad_norm": 1.8259288866778762,
      "learning_rate": 0.0002888458323712722,
      "loss": 5.2315,
      "step": 10478
    },
    {
      "epoch": 0.8901630988786952,
      "grad_norm": 1.8840587364000938,
      "learning_rate": 0.00028884323401219634,
      "loss": 5.381,
      "step": 10479
    },
    {
      "epoch": 0.890248046211349,
      "grad_norm": 1.8810964792815463,
      "learning_rate": 0.0002888406353622021,
      "loss": 5.3714,
      "step": 10480
    },
    {
      "epoch": 0.8903329935440027,
      "grad_norm": 1.7125707855602141,
      "learning_rate": 0.0002888380364212949,
      "loss": 4.895,
      "step": 10481
    },
    {
      "epoch": 0.8904179408766565,
      "grad_norm": 1.862489572621396,
      "learning_rate": 0.00028883543718948024,
      "loss": 5.672,
      "step": 10482
    },
    {
      "epoch": 0.8905028882093102,
      "grad_norm": 1.773467258238326,
      "learning_rate": 0.0002888328376667635,
      "loss": 5.5167,
      "step": 10483
    },
    {
      "epoch": 0.890587835541964,
      "grad_norm": 1.858908402199456,
      "learning_rate": 0.00028883023785315027,
      "loss": 5.46,
      "step": 10484
    },
    {
      "epoch": 0.8906727828746177,
      "grad_norm": 1.8806591266343171,
      "learning_rate": 0.0002888276377486458,
      "loss": 5.5113,
      "step": 10485
    },
    {
      "epoch": 0.8907577302072714,
      "grad_norm": 1.78637224233097,
      "learning_rate": 0.0002888250373532557,
      "loss": 5.1226,
      "step": 10486
    },
    {
      "epoch": 0.8908426775399253,
      "grad_norm": 1.8145910556925222,
      "learning_rate": 0.0002888224366669853,
      "loss": 5.5428,
      "step": 10487
    },
    {
      "epoch": 0.890927624872579,
      "grad_norm": 1.6635495622224075,
      "learning_rate": 0.0002888198356898401,
      "loss": 4.8666,
      "step": 10488
    },
    {
      "epoch": 0.8910125722052328,
      "grad_norm": 1.870252845680438,
      "learning_rate": 0.0002888172344218255,
      "loss": 5.5297,
      "step": 10489
    },
    {
      "epoch": 0.8910975195378865,
      "grad_norm": 1.7581388568384708,
      "learning_rate": 0.00028881463286294703,
      "loss": 5.034,
      "step": 10490
    },
    {
      "epoch": 0.8911824668705403,
      "grad_norm": 1.893225643295217,
      "learning_rate": 0.0002888120310132102,
      "loss": 5.5175,
      "step": 10491
    },
    {
      "epoch": 0.891267414203194,
      "grad_norm": 1.8901386768288464,
      "learning_rate": 0.00028880942887262026,
      "loss": 5.7427,
      "step": 10492
    },
    {
      "epoch": 0.8913523615358477,
      "grad_norm": 1.6795026575682583,
      "learning_rate": 0.0002888068264411828,
      "loss": 4.8825,
      "step": 10493
    },
    {
      "epoch": 0.8914373088685015,
      "grad_norm": 1.7308547176064002,
      "learning_rate": 0.0002888042237189033,
      "loss": 5.2487,
      "step": 10494
    },
    {
      "epoch": 0.8915222562011553,
      "grad_norm": 2.005900383159651,
      "learning_rate": 0.0002888016207057871,
      "loss": 5.7567,
      "step": 10495
    },
    {
      "epoch": 0.8916072035338091,
      "grad_norm": 1.747962526689502,
      "learning_rate": 0.00028879901740183975,
      "loss": 5.2459,
      "step": 10496
    },
    {
      "epoch": 0.8916921508664628,
      "grad_norm": 1.762835474443021,
      "learning_rate": 0.00028879641380706665,
      "loss": 4.7854,
      "step": 10497
    },
    {
      "epoch": 0.8917770981991165,
      "grad_norm": 1.683627516784748,
      "learning_rate": 0.00028879380992147334,
      "loss": 4.9575,
      "step": 10498
    },
    {
      "epoch": 0.8918620455317703,
      "grad_norm": 1.7768926202531654,
      "learning_rate": 0.00028879120574506513,
      "loss": 5.1921,
      "step": 10499
    },
    {
      "epoch": 0.891946992864424,
      "grad_norm": 1.9347671311792243,
      "learning_rate": 0.00028878860127784755,
      "loss": 5.6474,
      "step": 10500
    },
    {
      "epoch": 0.8920319401970778,
      "grad_norm": 1.8645312923538013,
      "learning_rate": 0.00028878599651982614,
      "loss": 5.5982,
      "step": 10501
    },
    {
      "epoch": 0.8921168875297316,
      "grad_norm": 1.83571335196816,
      "learning_rate": 0.00028878339147100625,
      "loss": 5.5052,
      "step": 10502
    },
    {
      "epoch": 0.8922018348623854,
      "grad_norm": 1.9117089873183202,
      "learning_rate": 0.0002887807861313933,
      "loss": 5.4986,
      "step": 10503
    },
    {
      "epoch": 0.8922867821950391,
      "grad_norm": 1.8080772933147218,
      "learning_rate": 0.00028877818050099296,
      "loss": 4.9775,
      "step": 10504
    },
    {
      "epoch": 0.8923717295276928,
      "grad_norm": 1.7969249228597284,
      "learning_rate": 0.00028877557457981045,
      "loss": 5.2337,
      "step": 10505
    },
    {
      "epoch": 0.8924566768603466,
      "grad_norm": 1.7729386105806755,
      "learning_rate": 0.0002887729683678513,
      "loss": 5.1196,
      "step": 10506
    },
    {
      "epoch": 0.8925416241930003,
      "grad_norm": 1.8991408665675193,
      "learning_rate": 0.0002887703618651211,
      "loss": 5.5245,
      "step": 10507
    },
    {
      "epoch": 0.8926265715256541,
      "grad_norm": 1.7668896991414071,
      "learning_rate": 0.0002887677550716252,
      "loss": 5.1422,
      "step": 10508
    },
    {
      "epoch": 0.8927115188583078,
      "grad_norm": 1.8695344322115792,
      "learning_rate": 0.000288765147987369,
      "loss": 5.3358,
      "step": 10509
    },
    {
      "epoch": 0.8927964661909616,
      "grad_norm": 1.9055634572471603,
      "learning_rate": 0.0002887625406123581,
      "loss": 5.5752,
      "step": 10510
    },
    {
      "epoch": 0.8928814135236154,
      "grad_norm": 1.8922417566160288,
      "learning_rate": 0.00028875993294659783,
      "loss": 5.6014,
      "step": 10511
    },
    {
      "epoch": 0.8929663608562691,
      "grad_norm": 1.7552346362681,
      "learning_rate": 0.0002887573249900938,
      "loss": 5.2189,
      "step": 10512
    },
    {
      "epoch": 0.8930513081889229,
      "grad_norm": 1.8165527025653931,
      "learning_rate": 0.0002887547167428514,
      "loss": 5.2856,
      "step": 10513
    },
    {
      "epoch": 0.8931362555215766,
      "grad_norm": 1.7372308858268501,
      "learning_rate": 0.000288752108204876,
      "loss": 5.1817,
      "step": 10514
    },
    {
      "epoch": 0.8932212028542303,
      "grad_norm": 1.8126853445733422,
      "learning_rate": 0.0002887494993761732,
      "loss": 5.2282,
      "step": 10515
    },
    {
      "epoch": 0.8933061501868841,
      "grad_norm": 1.906790055090675,
      "learning_rate": 0.00028874689025674846,
      "loss": 5.6042,
      "step": 10516
    },
    {
      "epoch": 0.8933910975195379,
      "grad_norm": 1.899311881067652,
      "learning_rate": 0.0002887442808466072,
      "loss": 5.5073,
      "step": 10517
    },
    {
      "epoch": 0.8934760448521917,
      "grad_norm": 1.6824684958441825,
      "learning_rate": 0.0002887416711457549,
      "loss": 4.8363,
      "step": 10518
    },
    {
      "epoch": 0.8935609921848454,
      "grad_norm": 1.7691230766115729,
      "learning_rate": 0.00028873906115419704,
      "loss": 4.8797,
      "step": 10519
    },
    {
      "epoch": 0.8936459395174992,
      "grad_norm": 1.7686202600054899,
      "learning_rate": 0.00028873645087193906,
      "loss": 5.1183,
      "step": 10520
    },
    {
      "epoch": 0.8937308868501529,
      "grad_norm": 1.7218688466270757,
      "learning_rate": 0.00028873384029898643,
      "loss": 5.0315,
      "step": 10521
    },
    {
      "epoch": 0.8938158341828066,
      "grad_norm": 1.884922265716685,
      "learning_rate": 0.0002887312294353446,
      "loss": 5.5895,
      "step": 10522
    },
    {
      "epoch": 0.8939007815154604,
      "grad_norm": 1.957438057660396,
      "learning_rate": 0.00028872861828101913,
      "loss": 5.5768,
      "step": 10523
    },
    {
      "epoch": 0.8939857288481141,
      "grad_norm": 1.730946249378491,
      "learning_rate": 0.0002887260068360155,
      "loss": 5.159,
      "step": 10524
    },
    {
      "epoch": 0.894070676180768,
      "grad_norm": 1.7264962445922187,
      "learning_rate": 0.000288723395100339,
      "loss": 5.1739,
      "step": 10525
    },
    {
      "epoch": 0.8941556235134217,
      "grad_norm": 1.729324863594234,
      "learning_rate": 0.00028872078307399526,
      "loss": 4.9424,
      "step": 10526
    },
    {
      "epoch": 0.8942405708460754,
      "grad_norm": 1.7441986576668709,
      "learning_rate": 0.00028871817075698975,
      "loss": 4.9136,
      "step": 10527
    },
    {
      "epoch": 0.8943255181787292,
      "grad_norm": 1.7821379310281666,
      "learning_rate": 0.00028871555814932785,
      "loss": 5.255,
      "step": 10528
    },
    {
      "epoch": 0.8944104655113829,
      "grad_norm": 1.9481059623645036,
      "learning_rate": 0.00028871294525101515,
      "loss": 5.7599,
      "step": 10529
    },
    {
      "epoch": 0.8944954128440367,
      "grad_norm": 1.8290963864911725,
      "learning_rate": 0.000288710332062057,
      "loss": 5.3211,
      "step": 10530
    },
    {
      "epoch": 0.8945803601766904,
      "grad_norm": 1.9035192140735024,
      "learning_rate": 0.000288707718582459,
      "loss": 5.7483,
      "step": 10531
    },
    {
      "epoch": 0.8946653075093443,
      "grad_norm": 1.7533983464389333,
      "learning_rate": 0.0002887051048122266,
      "loss": 4.8777,
      "step": 10532
    },
    {
      "epoch": 0.894750254841998,
      "grad_norm": 1.9134112761942856,
      "learning_rate": 0.00028870249075136517,
      "loss": 5.4044,
      "step": 10533
    },
    {
      "epoch": 0.8948352021746517,
      "grad_norm": 1.820579070927363,
      "learning_rate": 0.0002886998763998803,
      "loss": 5.3125,
      "step": 10534
    },
    {
      "epoch": 0.8949201495073055,
      "grad_norm": 1.8986085360663323,
      "learning_rate": 0.0002886972617577774,
      "loss": 5.411,
      "step": 10535
    },
    {
      "epoch": 0.8950050968399592,
      "grad_norm": 1.905875795855551,
      "learning_rate": 0.00028869464682506203,
      "loss": 5.5716,
      "step": 10536
    },
    {
      "epoch": 0.895090044172613,
      "grad_norm": 1.8939032491859467,
      "learning_rate": 0.00028869203160173957,
      "loss": 5.5377,
      "step": 10537
    },
    {
      "epoch": 0.8951749915052667,
      "grad_norm": 1.973876971918687,
      "learning_rate": 0.00028868941608781553,
      "loss": 5.6705,
      "step": 10538
    },
    {
      "epoch": 0.8952599388379205,
      "grad_norm": 1.8081094106627928,
      "learning_rate": 0.00028868680028329544,
      "loss": 4.9142,
      "step": 10539
    },
    {
      "epoch": 0.8953448861705743,
      "grad_norm": 1.7506043665628324,
      "learning_rate": 0.00028868418418818477,
      "loss": 4.9416,
      "step": 10540
    },
    {
      "epoch": 0.895429833503228,
      "grad_norm": 1.8706761233361333,
      "learning_rate": 0.00028868156780248894,
      "loss": 5.2653,
      "step": 10541
    },
    {
      "epoch": 0.8955147808358818,
      "grad_norm": 1.7186784651585147,
      "learning_rate": 0.0002886789511262135,
      "loss": 4.5805,
      "step": 10542
    },
    {
      "epoch": 0.8955997281685355,
      "grad_norm": 1.822038974926437,
      "learning_rate": 0.0002886763341593639,
      "loss": 5.3296,
      "step": 10543
    },
    {
      "epoch": 0.8956846755011892,
      "grad_norm": 1.7537440565574922,
      "learning_rate": 0.0002886737169019456,
      "loss": 5.0374,
      "step": 10544
    },
    {
      "epoch": 0.895769622833843,
      "grad_norm": 1.7679930157412416,
      "learning_rate": 0.00028867109935396413,
      "loss": 5.1508,
      "step": 10545
    },
    {
      "epoch": 0.8958545701664967,
      "grad_norm": 1.9640460508892317,
      "learning_rate": 0.000288668481515425,
      "loss": 5.7251,
      "step": 10546
    },
    {
      "epoch": 0.8959395174991506,
      "grad_norm": 1.9332749846811312,
      "learning_rate": 0.00028866586338633363,
      "loss": 5.5267,
      "step": 10547
    },
    {
      "epoch": 0.8960244648318043,
      "grad_norm": 1.8651863494159735,
      "learning_rate": 0.00028866324496669546,
      "loss": 5.3963,
      "step": 10548
    },
    {
      "epoch": 0.896109412164458,
      "grad_norm": 1.9216554123227094,
      "learning_rate": 0.0002886606262565161,
      "loss": 5.4261,
      "step": 10549
    },
    {
      "epoch": 0.8961943594971118,
      "grad_norm": 1.7954896118044952,
      "learning_rate": 0.00028865800725580095,
      "loss": 5.3435,
      "step": 10550
    },
    {
      "epoch": 0.8962793068297655,
      "grad_norm": 1.7975457871412404,
      "learning_rate": 0.00028865538796455563,
      "loss": 5.0264,
      "step": 10551
    },
    {
      "epoch": 0.8963642541624193,
      "grad_norm": 1.8207747046429594,
      "learning_rate": 0.0002886527683827854,
      "loss": 5.4187,
      "step": 10552
    },
    {
      "epoch": 0.896449201495073,
      "grad_norm": 1.7719103982859135,
      "learning_rate": 0.00028865014851049594,
      "loss": 5.2226,
      "step": 10553
    },
    {
      "epoch": 0.8965341488277269,
      "grad_norm": 1.8387232419028003,
      "learning_rate": 0.0002886475283476927,
      "loss": 5.2823,
      "step": 10554
    },
    {
      "epoch": 0.8966190961603806,
      "grad_norm": 1.82403662134683,
      "learning_rate": 0.00028864490789438105,
      "loss": 5.4638,
      "step": 10555
    },
    {
      "epoch": 0.8967040434930343,
      "grad_norm": 1.8980075454849545,
      "learning_rate": 0.00028864228715056665,
      "loss": 5.5727,
      "step": 10556
    },
    {
      "epoch": 0.8967889908256881,
      "grad_norm": 1.8760542147152357,
      "learning_rate": 0.00028863966611625486,
      "loss": 5.51,
      "step": 10557
    },
    {
      "epoch": 0.8968739381583418,
      "grad_norm": 1.7584286569806828,
      "learning_rate": 0.00028863704479145126,
      "loss": 5.3507,
      "step": 10558
    },
    {
      "epoch": 0.8969588854909956,
      "grad_norm": 1.824442045887183,
      "learning_rate": 0.00028863442317616134,
      "loss": 5.0643,
      "step": 10559
    },
    {
      "epoch": 0.8970438328236493,
      "grad_norm": 1.7647016827404833,
      "learning_rate": 0.00028863180127039055,
      "loss": 5.2235,
      "step": 10560
    },
    {
      "epoch": 0.897128780156303,
      "grad_norm": 1.7746659068871262,
      "learning_rate": 0.0002886291790741444,
      "loss": 5.13,
      "step": 10561
    },
    {
      "epoch": 0.8972137274889569,
      "grad_norm": 1.7653590614317072,
      "learning_rate": 0.0002886265565874283,
      "loss": 5.0887,
      "step": 10562
    },
    {
      "epoch": 0.8972986748216106,
      "grad_norm": 1.750962450450361,
      "learning_rate": 0.000288623933810248,
      "loss": 5.2545,
      "step": 10563
    },
    {
      "epoch": 0.8973836221542644,
      "grad_norm": 1.779011952446651,
      "learning_rate": 0.0002886213107426087,
      "loss": 5.1883,
      "step": 10564
    },
    {
      "epoch": 0.8974685694869181,
      "grad_norm": 1.906009895065829,
      "learning_rate": 0.000288618687384516,
      "loss": 5.5877,
      "step": 10565
    },
    {
      "epoch": 0.8975535168195719,
      "grad_norm": 1.9074637149118752,
      "learning_rate": 0.0002886160637359755,
      "loss": 5.6078,
      "step": 10566
    },
    {
      "epoch": 0.8976384641522256,
      "grad_norm": 1.7670144957944813,
      "learning_rate": 0.00028861343979699256,
      "loss": 5.2434,
      "step": 10567
    },
    {
      "epoch": 0.8977234114848793,
      "grad_norm": 1.797526131744052,
      "learning_rate": 0.0002886108155675727,
      "loss": 5.2044,
      "step": 10568
    },
    {
      "epoch": 0.8978083588175332,
      "grad_norm": 1.8702287204715358,
      "learning_rate": 0.0002886081910477215,
      "loss": 5.4292,
      "step": 10569
    },
    {
      "epoch": 0.8978933061501869,
      "grad_norm": 1.8728973715507298,
      "learning_rate": 0.0002886055662374444,
      "loss": 5.4349,
      "step": 10570
    },
    {
      "epoch": 0.8979782534828407,
      "grad_norm": 1.838911832912052,
      "learning_rate": 0.00028860294113674693,
      "loss": 5.3303,
      "step": 10571
    },
    {
      "epoch": 0.8980632008154944,
      "grad_norm": 1.84703044037563,
      "learning_rate": 0.0002886003157456345,
      "loss": 5.4108,
      "step": 10572
    },
    {
      "epoch": 0.8981481481481481,
      "grad_norm": 1.8334940008330407,
      "learning_rate": 0.0002885976900641127,
      "loss": 5.0904,
      "step": 10573
    },
    {
      "epoch": 0.8982330954808019,
      "grad_norm": 1.8413641838598722,
      "learning_rate": 0.00028859506409218707,
      "loss": 5.4202,
      "step": 10574
    },
    {
      "epoch": 0.8983180428134556,
      "grad_norm": 1.7864986070564794,
      "learning_rate": 0.000288592437829863,
      "loss": 5.333,
      "step": 10575
    },
    {
      "epoch": 0.8984029901461094,
      "grad_norm": 1.7867793379991492,
      "learning_rate": 0.0002885898112771461,
      "loss": 5.2964,
      "step": 10576
    },
    {
      "epoch": 0.8984879374787632,
      "grad_norm": 1.9033637044091145,
      "learning_rate": 0.00028858718443404175,
      "loss": 5.6191,
      "step": 10577
    },
    {
      "epoch": 0.898572884811417,
      "grad_norm": 1.8854538413852713,
      "learning_rate": 0.00028858455730055557,
      "loss": 5.573,
      "step": 10578
    },
    {
      "epoch": 0.8986578321440707,
      "grad_norm": 1.7670491464575098,
      "learning_rate": 0.000288581929876693,
      "loss": 5.3386,
      "step": 10579
    },
    {
      "epoch": 0.8987427794767244,
      "grad_norm": 1.8448449716007458,
      "learning_rate": 0.00028857930216245957,
      "loss": 5.2726,
      "step": 10580
    },
    {
      "epoch": 0.8988277268093782,
      "grad_norm": 1.7300293963056308,
      "learning_rate": 0.00028857667415786074,
      "loss": 4.8881,
      "step": 10581
    },
    {
      "epoch": 0.8989126741420319,
      "grad_norm": 1.7350275066661196,
      "learning_rate": 0.0002885740458629021,
      "loss": 5.1505,
      "step": 10582
    },
    {
      "epoch": 0.8989976214746856,
      "grad_norm": 1.733601858314869,
      "learning_rate": 0.0002885714172775891,
      "loss": 5.157,
      "step": 10583
    },
    {
      "epoch": 0.8990825688073395,
      "grad_norm": 1.7764992032197882,
      "learning_rate": 0.0002885687884019273,
      "loss": 5.4436,
      "step": 10584
    },
    {
      "epoch": 0.8991675161399932,
      "grad_norm": 1.717348415512658,
      "learning_rate": 0.0002885661592359221,
      "loss": 4.9057,
      "step": 10585
    },
    {
      "epoch": 0.899252463472647,
      "grad_norm": 1.7449819679472596,
      "learning_rate": 0.00028856352977957913,
      "loss": 5.253,
      "step": 10586
    },
    {
      "epoch": 0.8993374108053007,
      "grad_norm": 1.8749967826573004,
      "learning_rate": 0.0002885609000329038,
      "loss": 5.5818,
      "step": 10587
    },
    {
      "epoch": 0.8994223581379545,
      "grad_norm": 1.8200245282818175,
      "learning_rate": 0.00028855826999590173,
      "loss": 5.2822,
      "step": 10588
    },
    {
      "epoch": 0.8995073054706082,
      "grad_norm": 1.906793805569947,
      "learning_rate": 0.0002885556396685783,
      "loss": 5.5842,
      "step": 10589
    },
    {
      "epoch": 0.8995922528032619,
      "grad_norm": 1.887161946068054,
      "learning_rate": 0.00028855300905093913,
      "loss": 5.4662,
      "step": 10590
    },
    {
      "epoch": 0.8996772001359157,
      "grad_norm": 1.7279416721565537,
      "learning_rate": 0.0002885503781429897,
      "loss": 5.008,
      "step": 10591
    },
    {
      "epoch": 0.8997621474685695,
      "grad_norm": 1.8806319483917544,
      "learning_rate": 0.0002885477469447355,
      "loss": 5.3151,
      "step": 10592
    },
    {
      "epoch": 0.8998470948012233,
      "grad_norm": 1.829773375723821,
      "learning_rate": 0.0002885451154561821,
      "loss": 5.0213,
      "step": 10593
    },
    {
      "epoch": 0.899932042133877,
      "grad_norm": 1.7304822068090675,
      "learning_rate": 0.0002885424836773349,
      "loss": 5.0674,
      "step": 10594
    },
    {
      "epoch": 0.9000169894665307,
      "grad_norm": 1.9265378997977434,
      "learning_rate": 0.0002885398516081995,
      "loss": 5.5615,
      "step": 10595
    },
    {
      "epoch": 0.9001019367991845,
      "grad_norm": 1.7798266637738855,
      "learning_rate": 0.0002885372192487814,
      "loss": 5.095,
      "step": 10596
    },
    {
      "epoch": 0.9001868841318382,
      "grad_norm": 1.729246799748444,
      "learning_rate": 0.00028853458659908616,
      "loss": 5.0794,
      "step": 10597
    },
    {
      "epoch": 0.900271831464492,
      "grad_norm": 1.7672269792728283,
      "learning_rate": 0.0002885319536591192,
      "loss": 5.1712,
      "step": 10598
    },
    {
      "epoch": 0.9003567787971458,
      "grad_norm": 1.6899740568305897,
      "learning_rate": 0.0002885293204288861,
      "loss": 4.6704,
      "step": 10599
    },
    {
      "epoch": 0.9004417261297996,
      "grad_norm": 1.752150092957197,
      "learning_rate": 0.00028852668690839236,
      "loss": 5.0407,
      "step": 10600
    },
    {
      "epoch": 0.9005266734624533,
      "grad_norm": 1.75646269483887,
      "learning_rate": 0.00028852405309764354,
      "loss": 5.2922,
      "step": 10601
    },
    {
      "epoch": 0.900611620795107,
      "grad_norm": 1.8940729713272135,
      "learning_rate": 0.0002885214189966451,
      "loss": 5.3486,
      "step": 10602
    },
    {
      "epoch": 0.9006965681277608,
      "grad_norm": 1.8455613546087828,
      "learning_rate": 0.0002885187846054026,
      "loss": 5.4997,
      "step": 10603
    },
    {
      "epoch": 0.9007815154604145,
      "grad_norm": 1.9241857739274353,
      "learning_rate": 0.0002885161499239215,
      "loss": 5.6772,
      "step": 10604
    },
    {
      "epoch": 0.9008664627930683,
      "grad_norm": 1.7804627783395477,
      "learning_rate": 0.0002885135149522074,
      "loss": 5.441,
      "step": 10605
    },
    {
      "epoch": 0.9009514101257221,
      "grad_norm": 1.7591988989151468,
      "learning_rate": 0.00028851087969026574,
      "loss": 4.9161,
      "step": 10606
    },
    {
      "epoch": 0.9010363574583758,
      "grad_norm": 1.810966094843654,
      "learning_rate": 0.00028850824413810213,
      "loss": 5.5052,
      "step": 10607
    },
    {
      "epoch": 0.9011213047910296,
      "grad_norm": 1.7492287497983021,
      "learning_rate": 0.00028850560829572205,
      "loss": 5.4146,
      "step": 10608
    },
    {
      "epoch": 0.9012062521236833,
      "grad_norm": 1.7326724655755354,
      "learning_rate": 0.00028850297216313097,
      "loss": 5.377,
      "step": 10609
    },
    {
      "epoch": 0.9012911994563371,
      "grad_norm": 1.7764903392592646,
      "learning_rate": 0.00028850033574033453,
      "loss": 5.3122,
      "step": 10610
    },
    {
      "epoch": 0.9013761467889908,
      "grad_norm": 1.7172037858129858,
      "learning_rate": 0.00028849769902733816,
      "loss": 5.3253,
      "step": 10611
    },
    {
      "epoch": 0.9014610941216445,
      "grad_norm": 1.86811502820865,
      "learning_rate": 0.00028849506202414737,
      "loss": 5.542,
      "step": 10612
    },
    {
      "epoch": 0.9015460414542983,
      "grad_norm": 1.7009967228714933,
      "learning_rate": 0.00028849242473076776,
      "loss": 5.1168,
      "step": 10613
    },
    {
      "epoch": 0.9016309887869521,
      "grad_norm": 1.7243377826520376,
      "learning_rate": 0.00028848978714720485,
      "loss": 4.7967,
      "step": 10614
    },
    {
      "epoch": 0.9017159361196059,
      "grad_norm": 1.903709539093394,
      "learning_rate": 0.0002884871492734641,
      "loss": 5.349,
      "step": 10615
    },
    {
      "epoch": 0.9018008834522596,
      "grad_norm": 1.7305016608117807,
      "learning_rate": 0.0002884845111095511,
      "loss": 5.2561,
      "step": 10616
    },
    {
      "epoch": 0.9018858307849134,
      "grad_norm": 1.7256336400452397,
      "learning_rate": 0.0002884818726554713,
      "loss": 5.2074,
      "step": 10617
    },
    {
      "epoch": 0.9019707781175671,
      "grad_norm": 1.8688702471597505,
      "learning_rate": 0.0002884792339112304,
      "loss": 5.3467,
      "step": 10618
    },
    {
      "epoch": 0.9020557254502208,
      "grad_norm": 1.9126583748448924,
      "learning_rate": 0.00028847659487683374,
      "loss": 5.4065,
      "step": 10619
    },
    {
      "epoch": 0.9021406727828746,
      "grad_norm": 1.7910382846714614,
      "learning_rate": 0.0002884739555522869,
      "loss": 5.4119,
      "step": 10620
    },
    {
      "epoch": 0.9022256201155284,
      "grad_norm": 1.9473201752980351,
      "learning_rate": 0.00028847131593759547,
      "loss": 5.8244,
      "step": 10621
    },
    {
      "epoch": 0.9023105674481822,
      "grad_norm": 1.8654585212389827,
      "learning_rate": 0.00028846867603276493,
      "loss": 5.4811,
      "step": 10622
    },
    {
      "epoch": 0.9023955147808359,
      "grad_norm": 1.7812286095954784,
      "learning_rate": 0.00028846603583780085,
      "loss": 4.9159,
      "step": 10623
    },
    {
      "epoch": 0.9024804621134896,
      "grad_norm": 1.779794604783171,
      "learning_rate": 0.0002884633953527087,
      "loss": 5.5977,
      "step": 10624
    },
    {
      "epoch": 0.9025654094461434,
      "grad_norm": 1.7780604430881881,
      "learning_rate": 0.00028846075457749406,
      "loss": 4.9076,
      "step": 10625
    },
    {
      "epoch": 0.9026503567787971,
      "grad_norm": 1.9117300178322034,
      "learning_rate": 0.00028845811351216246,
      "loss": 5.591,
      "step": 10626
    },
    {
      "epoch": 0.9027353041114509,
      "grad_norm": 1.795863711642414,
      "learning_rate": 0.00028845547215671945,
      "loss": 5.4172,
      "step": 10627
    },
    {
      "epoch": 0.9028202514441046,
      "grad_norm": 1.7558174067566703,
      "learning_rate": 0.0002884528305111705,
      "loss": 5.2216,
      "step": 10628
    },
    {
      "epoch": 0.9029051987767585,
      "grad_norm": 1.868797740580407,
      "learning_rate": 0.0002884501885755212,
      "loss": 5.2857,
      "step": 10629
    },
    {
      "epoch": 0.9029901461094122,
      "grad_norm": 1.8056214472565029,
      "learning_rate": 0.00028844754634977705,
      "loss": 5.3559,
      "step": 10630
    },
    {
      "epoch": 0.9030750934420659,
      "grad_norm": 1.7700704759865353,
      "learning_rate": 0.0002884449038339436,
      "loss": 5.0574,
      "step": 10631
    },
    {
      "epoch": 0.9031600407747197,
      "grad_norm": 1.7415953693429047,
      "learning_rate": 0.0002884422610280265,
      "loss": 5.001,
      "step": 10632
    },
    {
      "epoch": 0.9032449881073734,
      "grad_norm": 1.9528236030577302,
      "learning_rate": 0.00028843961793203105,
      "loss": 5.8451,
      "step": 10633
    },
    {
      "epoch": 0.9033299354400272,
      "grad_norm": 1.7936351702283828,
      "learning_rate": 0.00028843697454596296,
      "loss": 4.9209,
      "step": 10634
    },
    {
      "epoch": 0.9034148827726809,
      "grad_norm": 1.775119157506677,
      "learning_rate": 0.00028843433086982775,
      "loss": 4.9182,
      "step": 10635
    },
    {
      "epoch": 0.9034998301053347,
      "grad_norm": 1.7824736194115554,
      "learning_rate": 0.00028843168690363094,
      "loss": 4.9486,
      "step": 10636
    },
    {
      "epoch": 0.9035847774379885,
      "grad_norm": 1.813682152312954,
      "learning_rate": 0.000288429042647378,
      "loss": 5.5538,
      "step": 10637
    },
    {
      "epoch": 0.9036697247706422,
      "grad_norm": 1.7498415952083366,
      "learning_rate": 0.00028842639810107467,
      "loss": 5.02,
      "step": 10638
    },
    {
      "epoch": 0.903754672103296,
      "grad_norm": 1.8905580011795569,
      "learning_rate": 0.00028842375326472626,
      "loss": 5.3315,
      "step": 10639
    },
    {
      "epoch": 0.9038396194359497,
      "grad_norm": 1.7367651843397494,
      "learning_rate": 0.0002884211081383384,
      "loss": 5.3552,
      "step": 10640
    },
    {
      "epoch": 0.9039245667686034,
      "grad_norm": 1.6622959968904507,
      "learning_rate": 0.0002884184627219167,
      "loss": 4.803,
      "step": 10641
    },
    {
      "epoch": 0.9040095141012572,
      "grad_norm": 1.7837498419262559,
      "learning_rate": 0.00028841581701546666,
      "loss": 5.2333,
      "step": 10642
    },
    {
      "epoch": 0.9040944614339109,
      "grad_norm": 1.684287934590492,
      "learning_rate": 0.00028841317101899373,
      "loss": 5.0081,
      "step": 10643
    },
    {
      "epoch": 0.9041794087665648,
      "grad_norm": 1.7374417306467695,
      "learning_rate": 0.00028841052473250355,
      "loss": 5.1654,
      "step": 10644
    },
    {
      "epoch": 0.9042643560992185,
      "grad_norm": 1.904597191159106,
      "learning_rate": 0.0002884078781560017,
      "loss": 5.7339,
      "step": 10645
    },
    {
      "epoch": 0.9043493034318723,
      "grad_norm": 1.9268246194031688,
      "learning_rate": 0.0002884052312894936,
      "loss": 5.4535,
      "step": 10646
    },
    {
      "epoch": 0.904434250764526,
      "grad_norm": 1.6924611470858157,
      "learning_rate": 0.000288402584132985,
      "loss": 4.9377,
      "step": 10647
    },
    {
      "epoch": 0.9045191980971797,
      "grad_norm": 1.747873295014356,
      "learning_rate": 0.0002883999366864812,
      "loss": 5.211,
      "step": 10648
    },
    {
      "epoch": 0.9046041454298335,
      "grad_norm": 1.773806442017125,
      "learning_rate": 0.00028839728894998793,
      "loss": 5.3707,
      "step": 10649
    },
    {
      "epoch": 0.9046890927624872,
      "grad_norm": 1.821850541779881,
      "learning_rate": 0.00028839464092351064,
      "loss": 5.1187,
      "step": 10650
    },
    {
      "epoch": 0.9047740400951411,
      "grad_norm": 1.8362682815120255,
      "learning_rate": 0.0002883919926070549,
      "loss": 5.1168,
      "step": 10651
    },
    {
      "epoch": 0.9048589874277948,
      "grad_norm": 1.6882155761728306,
      "learning_rate": 0.0002883893440006263,
      "loss": 4.8735,
      "step": 10652
    },
    {
      "epoch": 0.9049439347604485,
      "grad_norm": 1.7573518781323803,
      "learning_rate": 0.0002883866951042303,
      "loss": 5.0469,
      "step": 10653
    },
    {
      "epoch": 0.9050288820931023,
      "grad_norm": 1.8009914540859875,
      "learning_rate": 0.00028838404591787257,
      "loss": 5.4269,
      "step": 10654
    },
    {
      "epoch": 0.905113829425756,
      "grad_norm": 1.8652419281779307,
      "learning_rate": 0.00028838139644155855,
      "loss": 5.4583,
      "step": 10655
    },
    {
      "epoch": 0.9051987767584098,
      "grad_norm": 1.7911357683587903,
      "learning_rate": 0.0002883787466752939,
      "loss": 5.178,
      "step": 10656
    },
    {
      "epoch": 0.9052837240910635,
      "grad_norm": 1.8962447850249071,
      "learning_rate": 0.0002883760966190841,
      "loss": 5.547,
      "step": 10657
    },
    {
      "epoch": 0.9053686714237172,
      "grad_norm": 1.8993773727851797,
      "learning_rate": 0.0002883734462729347,
      "loss": 5.6521,
      "step": 10658
    },
    {
      "epoch": 0.9054536187563711,
      "grad_norm": 1.7680047359046505,
      "learning_rate": 0.00028837079563685125,
      "loss": 5.0486,
      "step": 10659
    },
    {
      "epoch": 0.9055385660890248,
      "grad_norm": 1.8991492696544279,
      "learning_rate": 0.00028836814471083934,
      "loss": 5.4453,
      "step": 10660
    },
    {
      "epoch": 0.9056235134216786,
      "grad_norm": 1.7783170224652067,
      "learning_rate": 0.0002883654934949045,
      "loss": 4.9862,
      "step": 10661
    },
    {
      "epoch": 0.9057084607543323,
      "grad_norm": 1.792149072422471,
      "learning_rate": 0.00028836284198905233,
      "loss": 4.7597,
      "step": 10662
    },
    {
      "epoch": 0.905793408086986,
      "grad_norm": 1.9574479364900914,
      "learning_rate": 0.0002883601901932883,
      "loss": 5.4269,
      "step": 10663
    },
    {
      "epoch": 0.9058783554196398,
      "grad_norm": 1.7575302773373964,
      "learning_rate": 0.0002883575381076181,
      "loss": 4.9589,
      "step": 10664
    },
    {
      "epoch": 0.9059633027522935,
      "grad_norm": 1.8210969852324972,
      "learning_rate": 0.0002883548857320471,
      "loss": 5.2294,
      "step": 10665
    },
    {
      "epoch": 0.9060482500849474,
      "grad_norm": 1.7760334196304723,
      "learning_rate": 0.00028835223306658103,
      "loss": 5.2471,
      "step": 10666
    },
    {
      "epoch": 0.9061331974176011,
      "grad_norm": 1.8295659843855452,
      "learning_rate": 0.0002883495801112253,
      "loss": 5.4483,
      "step": 10667
    },
    {
      "epoch": 0.9062181447502549,
      "grad_norm": 1.947327826017582,
      "learning_rate": 0.0002883469268659856,
      "loss": 5.7177,
      "step": 10668
    },
    {
      "epoch": 0.9063030920829086,
      "grad_norm": 1.8183114147164883,
      "learning_rate": 0.00028834427333086744,
      "loss": 5.3556,
      "step": 10669
    },
    {
      "epoch": 0.9063880394155623,
      "grad_norm": 1.8144093519231204,
      "learning_rate": 0.00028834161950587635,
      "loss": 5.0093,
      "step": 10670
    },
    {
      "epoch": 0.9064729867482161,
      "grad_norm": 1.7600698144118554,
      "learning_rate": 0.00028833896539101796,
      "loss": 5.0144,
      "step": 10671
    },
    {
      "epoch": 0.9065579340808698,
      "grad_norm": 1.6966286231206098,
      "learning_rate": 0.00028833631098629773,
      "loss": 5.0125,
      "step": 10672
    },
    {
      "epoch": 0.9066428814135236,
      "grad_norm": 1.6536677190459945,
      "learning_rate": 0.0002883336562917213,
      "loss": 4.9057,
      "step": 10673
    },
    {
      "epoch": 0.9067278287461774,
      "grad_norm": 1.8434328599384298,
      "learning_rate": 0.00028833100130729424,
      "loss": 5.4204,
      "step": 10674
    },
    {
      "epoch": 0.9068127760788312,
      "grad_norm": 1.8624788337091398,
      "learning_rate": 0.00028832834603302203,
      "loss": 5.3108,
      "step": 10675
    },
    {
      "epoch": 0.9068977234114849,
      "grad_norm": 1.9165817671962408,
      "learning_rate": 0.0002883256904689103,
      "loss": 5.4444,
      "step": 10676
    },
    {
      "epoch": 0.9069826707441386,
      "grad_norm": 1.814656050776353,
      "learning_rate": 0.00028832303461496465,
      "loss": 5.1202,
      "step": 10677
    },
    {
      "epoch": 0.9070676180767924,
      "grad_norm": 1.7700810551859663,
      "learning_rate": 0.0002883203784711906,
      "loss": 5.296,
      "step": 10678
    },
    {
      "epoch": 0.9071525654094461,
      "grad_norm": 1.7724427665303608,
      "learning_rate": 0.0002883177220375937,
      "loss": 5.1235,
      "step": 10679
    },
    {
      "epoch": 0.9072375127420998,
      "grad_norm": 1.8860367592496146,
      "learning_rate": 0.0002883150653141795,
      "loss": 5.4076,
      "step": 10680
    },
    {
      "epoch": 0.9073224600747537,
      "grad_norm": 1.797143702200156,
      "learning_rate": 0.0002883124083009536,
      "loss": 4.9946,
      "step": 10681
    },
    {
      "epoch": 0.9074074074074074,
      "grad_norm": 1.8247777457178809,
      "learning_rate": 0.00028830975099792156,
      "loss": 5.4725,
      "step": 10682
    },
    {
      "epoch": 0.9074923547400612,
      "grad_norm": 1.6943093849587307,
      "learning_rate": 0.00028830709340508896,
      "loss": 4.9014,
      "step": 10683
    },
    {
      "epoch": 0.9075773020727149,
      "grad_norm": 1.8316321997481493,
      "learning_rate": 0.0002883044355224613,
      "loss": 5.3771,
      "step": 10684
    },
    {
      "epoch": 0.9076622494053687,
      "grad_norm": 1.8428152912702516,
      "learning_rate": 0.0002883017773500443,
      "loss": 5.3579,
      "step": 10685
    },
    {
      "epoch": 0.9077471967380224,
      "grad_norm": 1.9586940232335355,
      "learning_rate": 0.0002882991188878434,
      "loss": 5.7663,
      "step": 10686
    },
    {
      "epoch": 0.9078321440706761,
      "grad_norm": 1.9494402546100937,
      "learning_rate": 0.0002882964601358642,
      "loss": 5.5956,
      "step": 10687
    },
    {
      "epoch": 0.90791709140333,
      "grad_norm": 1.7297547467685224,
      "learning_rate": 0.0002882938010941123,
      "loss": 5.0904,
      "step": 10688
    },
    {
      "epoch": 0.9080020387359837,
      "grad_norm": 1.9533215788708242,
      "learning_rate": 0.00028829114176259324,
      "loss": 5.5384,
      "step": 10689
    },
    {
      "epoch": 0.9080869860686375,
      "grad_norm": 1.7636344695071027,
      "learning_rate": 0.0002882884821413126,
      "loss": 5.0771,
      "step": 10690
    },
    {
      "epoch": 0.9081719334012912,
      "grad_norm": 1.7201665445204875,
      "learning_rate": 0.00028828582223027594,
      "loss": 4.954,
      "step": 10691
    },
    {
      "epoch": 0.908256880733945,
      "grad_norm": 1.8626633143998195,
      "learning_rate": 0.00028828316202948886,
      "loss": 5.2674,
      "step": 10692
    },
    {
      "epoch": 0.9083418280665987,
      "grad_norm": 1.7695550718661361,
      "learning_rate": 0.00028828050153895693,
      "loss": 5.2523,
      "step": 10693
    },
    {
      "epoch": 0.9084267753992524,
      "grad_norm": 1.725886958910104,
      "learning_rate": 0.00028827784075868574,
      "loss": 5.2368,
      "step": 10694
    },
    {
      "epoch": 0.9085117227319062,
      "grad_norm": 1.9193537200976298,
      "learning_rate": 0.00028827517968868076,
      "loss": 5.7107,
      "step": 10695
    },
    {
      "epoch": 0.90859667006456,
      "grad_norm": 1.762522222985335,
      "learning_rate": 0.0002882725183289477,
      "loss": 5.0534,
      "step": 10696
    },
    {
      "epoch": 0.9086816173972138,
      "grad_norm": 1.7400453108156695,
      "learning_rate": 0.0002882698566794921,
      "loss": 5.3518,
      "step": 10697
    },
    {
      "epoch": 0.9087665647298675,
      "grad_norm": 1.724122171299694,
      "learning_rate": 0.0002882671947403195,
      "loss": 4.8481,
      "step": 10698
    },
    {
      "epoch": 0.9088515120625212,
      "grad_norm": 1.7199351477285627,
      "learning_rate": 0.0002882645325114355,
      "loss": 5.2139,
      "step": 10699
    },
    {
      "epoch": 0.908936459395175,
      "grad_norm": 1.8859902222185416,
      "learning_rate": 0.00028826186999284567,
      "loss": 5.2857,
      "step": 10700
    },
    {
      "epoch": 0.9090214067278287,
      "grad_norm": 1.8066128916773334,
      "learning_rate": 0.0002882592071845556,
      "loss": 5.3515,
      "step": 10701
    },
    {
      "epoch": 0.9091063540604825,
      "grad_norm": 1.7552476998970796,
      "learning_rate": 0.0002882565440865709,
      "loss": 5.0965,
      "step": 10702
    },
    {
      "epoch": 0.9091913013931363,
      "grad_norm": 1.7069631953613535,
      "learning_rate": 0.0002882538806988971,
      "loss": 4.809,
      "step": 10703
    },
    {
      "epoch": 0.90927624872579,
      "grad_norm": 1.7407387292350003,
      "learning_rate": 0.00028825121702153974,
      "loss": 5.1191,
      "step": 10704
    },
    {
      "epoch": 0.9093611960584438,
      "grad_norm": 1.7135262607706336,
      "learning_rate": 0.0002882485530545045,
      "loss": 5.1327,
      "step": 10705
    },
    {
      "epoch": 0.9094461433910975,
      "grad_norm": 1.722357389643935,
      "learning_rate": 0.00028824588879779693,
      "loss": 4.8617,
      "step": 10706
    },
    {
      "epoch": 0.9095310907237513,
      "grad_norm": 1.7346732155322813,
      "learning_rate": 0.0002882432242514226,
      "loss": 5.3511,
      "step": 10707
    },
    {
      "epoch": 0.909616038056405,
      "grad_norm": 1.9071232199469075,
      "learning_rate": 0.000288240559415387,
      "loss": 5.43,
      "step": 10708
    },
    {
      "epoch": 0.9097009853890587,
      "grad_norm": 1.7651309516773854,
      "learning_rate": 0.00028823789428969595,
      "loss": 4.5328,
      "step": 10709
    },
    {
      "epoch": 0.9097859327217125,
      "grad_norm": 1.6783189811766657,
      "learning_rate": 0.0002882352288743548,
      "loss": 4.478,
      "step": 10710
    },
    {
      "epoch": 0.9098708800543663,
      "grad_norm": 1.655063316702576,
      "learning_rate": 0.00028823256316936924,
      "loss": 4.2887,
      "step": 10711
    },
    {
      "epoch": 0.9099558273870201,
      "grad_norm": 1.74794334271832,
      "learning_rate": 0.00028822989717474485,
      "loss": 5.2694,
      "step": 10712
    },
    {
      "epoch": 0.9100407747196738,
      "grad_norm": 1.9306092313805296,
      "learning_rate": 0.00028822723089048723,
      "loss": 5.5064,
      "step": 10713
    },
    {
      "epoch": 0.9101257220523276,
      "grad_norm": 1.8402940608929041,
      "learning_rate": 0.0002882245643166019,
      "loss": 5.4176,
      "step": 10714
    },
    {
      "epoch": 0.9102106693849813,
      "grad_norm": 1.8855315140100122,
      "learning_rate": 0.00028822189745309455,
      "loss": 5.6954,
      "step": 10715
    },
    {
      "epoch": 0.910295616717635,
      "grad_norm": 1.8858932674891247,
      "learning_rate": 0.0002882192302999707,
      "loss": 5.3414,
      "step": 10716
    },
    {
      "epoch": 0.9103805640502888,
      "grad_norm": 1.9189181850861168,
      "learning_rate": 0.0002882165628572359,
      "loss": 5.5747,
      "step": 10717
    },
    {
      "epoch": 0.9104655113829426,
      "grad_norm": 1.772264166109101,
      "learning_rate": 0.0002882138951248958,
      "loss": 5.0053,
      "step": 10718
    },
    {
      "epoch": 0.9105504587155964,
      "grad_norm": 1.7733280494492933,
      "learning_rate": 0.000288211227102956,
      "loss": 5.3103,
      "step": 10719
    },
    {
      "epoch": 0.9106354060482501,
      "grad_norm": 1.8546149636689095,
      "learning_rate": 0.00028820855879142207,
      "loss": 5.2772,
      "step": 10720
    },
    {
      "epoch": 0.9107203533809038,
      "grad_norm": 1.7306955156120427,
      "learning_rate": 0.0002882058901902996,
      "loss": 4.9795,
      "step": 10721
    },
    {
      "epoch": 0.9108053007135576,
      "grad_norm": 1.8389080753606843,
      "learning_rate": 0.00028820322129959416,
      "loss": 5.4504,
      "step": 10722
    },
    {
      "epoch": 0.9108902480462113,
      "grad_norm": 1.8420714246071086,
      "learning_rate": 0.00028820055211931133,
      "loss": 5.1862,
      "step": 10723
    },
    {
      "epoch": 0.9109751953788651,
      "grad_norm": 1.736702275177339,
      "learning_rate": 0.0002881978826494568,
      "loss": 4.9252,
      "step": 10724
    },
    {
      "epoch": 0.9110601427115188,
      "grad_norm": 1.7748386518212123,
      "learning_rate": 0.0002881952128900361,
      "loss": 5.2432,
      "step": 10725
    },
    {
      "epoch": 0.9111450900441727,
      "grad_norm": 1.8342206276979356,
      "learning_rate": 0.00028819254284105476,
      "loss": 5.4555,
      "step": 10726
    },
    {
      "epoch": 0.9112300373768264,
      "grad_norm": 1.7363734481458513,
      "learning_rate": 0.0002881898725025185,
      "loss": 5.0174,
      "step": 10727
    },
    {
      "epoch": 0.9113149847094801,
      "grad_norm": 1.7246024862895857,
      "learning_rate": 0.0002881872018744328,
      "loss": 5.2731,
      "step": 10728
    },
    {
      "epoch": 0.9113999320421339,
      "grad_norm": 1.741241435810617,
      "learning_rate": 0.00028818453095680335,
      "loss": 5.3066,
      "step": 10729
    },
    {
      "epoch": 0.9114848793747876,
      "grad_norm": 1.74843447187193,
      "learning_rate": 0.0002881818597496356,
      "loss": 5.0887,
      "step": 10730
    },
    {
      "epoch": 0.9115698267074414,
      "grad_norm": 1.7525936627775422,
      "learning_rate": 0.0002881791882529354,
      "loss": 5.2334,
      "step": 10731
    },
    {
      "epoch": 0.9116547740400951,
      "grad_norm": 1.9258324427266893,
      "learning_rate": 0.0002881765164667081,
      "loss": 5.4772,
      "step": 10732
    },
    {
      "epoch": 0.911739721372749,
      "grad_norm": 1.8035967198995073,
      "learning_rate": 0.00028817384439095946,
      "loss": 5.16,
      "step": 10733
    },
    {
      "epoch": 0.9118246687054027,
      "grad_norm": 1.7394456254695392,
      "learning_rate": 0.00028817117202569495,
      "loss": 5.1301,
      "step": 10734
    },
    {
      "epoch": 0.9119096160380564,
      "grad_norm": 1.7744316275201788,
      "learning_rate": 0.00028816849937092026,
      "loss": 5.279,
      "step": 10735
    },
    {
      "epoch": 0.9119945633707102,
      "grad_norm": 1.8011506693689192,
      "learning_rate": 0.000288165826426641,
      "loss": 4.9287,
      "step": 10736
    },
    {
      "epoch": 0.9120795107033639,
      "grad_norm": 1.8799498183313734,
      "learning_rate": 0.0002881631531928627,
      "loss": 5.49,
      "step": 10737
    },
    {
      "epoch": 0.9121644580360176,
      "grad_norm": 1.7678044693561568,
      "learning_rate": 0.000288160479669591,
      "loss": 4.876,
      "step": 10738
    },
    {
      "epoch": 0.9122494053686714,
      "grad_norm": 1.752620750295952,
      "learning_rate": 0.0002881578058568315,
      "loss": 5.3372,
      "step": 10739
    },
    {
      "epoch": 0.9123343527013251,
      "grad_norm": 1.7499229876071296,
      "learning_rate": 0.00028815513175458983,
      "loss": 5.1379,
      "step": 10740
    },
    {
      "epoch": 0.912419300033979,
      "grad_norm": 1.9302151738692575,
      "learning_rate": 0.00028815245736287155,
      "loss": 5.5919,
      "step": 10741
    },
    {
      "epoch": 0.9125042473666327,
      "grad_norm": 1.681969593322822,
      "learning_rate": 0.0002881497826816823,
      "loss": 5.0525,
      "step": 10742
    },
    {
      "epoch": 0.9125891946992865,
      "grad_norm": 1.8875251060491178,
      "learning_rate": 0.0002881471077110276,
      "loss": 5.5055,
      "step": 10743
    },
    {
      "epoch": 0.9126741420319402,
      "grad_norm": 1.7877884605162662,
      "learning_rate": 0.00028814443245091313,
      "loss": 5.2555,
      "step": 10744
    },
    {
      "epoch": 0.9127590893645939,
      "grad_norm": 1.7544462343506457,
      "learning_rate": 0.0002881417569013445,
      "loss": 5.3917,
      "step": 10745
    },
    {
      "epoch": 0.9128440366972477,
      "grad_norm": 1.7044490863706931,
      "learning_rate": 0.0002881390810623273,
      "loss": 4.7575,
      "step": 10746
    },
    {
      "epoch": 0.9129289840299014,
      "grad_norm": 1.9068932450487344,
      "learning_rate": 0.0002881364049338671,
      "loss": 5.655,
      "step": 10747
    },
    {
      "epoch": 0.9130139313625553,
      "grad_norm": 1.7575817447600486,
      "learning_rate": 0.0002881337285159696,
      "loss": 4.867,
      "step": 10748
    },
    {
      "epoch": 0.913098878695209,
      "grad_norm": 1.7371809439850978,
      "learning_rate": 0.00028813105180864034,
      "loss": 5.1923,
      "step": 10749
    },
    {
      "epoch": 0.9131838260278627,
      "grad_norm": 1.7585768388781182,
      "learning_rate": 0.0002881283748118849,
      "loss": 5.2484,
      "step": 10750
    },
    {
      "epoch": 0.9132687733605165,
      "grad_norm": 1.8412150347582803,
      "learning_rate": 0.000288125697525709,
      "loss": 5.1047,
      "step": 10751
    },
    {
      "epoch": 0.9133537206931702,
      "grad_norm": 1.8437121066407853,
      "learning_rate": 0.00028812301995011805,
      "loss": 5.1777,
      "step": 10752
    },
    {
      "epoch": 0.913438668025824,
      "grad_norm": 1.736809261317171,
      "learning_rate": 0.00028812034208511794,
      "loss": 5.068,
      "step": 10753
    },
    {
      "epoch": 0.9135236153584777,
      "grad_norm": 1.7979524187532492,
      "learning_rate": 0.000288117663930714,
      "loss": 5.1789,
      "step": 10754
    },
    {
      "epoch": 0.9136085626911316,
      "grad_norm": 1.8229596721581898,
      "learning_rate": 0.00028811498548691203,
      "loss": 5.0578,
      "step": 10755
    },
    {
      "epoch": 0.9136935100237853,
      "grad_norm": 1.9476765761155914,
      "learning_rate": 0.00028811230675371757,
      "loss": 5.5619,
      "step": 10756
    },
    {
      "epoch": 0.913778457356439,
      "grad_norm": 1.8101700358881594,
      "learning_rate": 0.00028810962773113627,
      "loss": 4.9219,
      "step": 10757
    },
    {
      "epoch": 0.9138634046890928,
      "grad_norm": 1.768352834626125,
      "learning_rate": 0.0002881069484191737,
      "loss": 5.0315,
      "step": 10758
    },
    {
      "epoch": 0.9139483520217465,
      "grad_norm": 1.812944357180802,
      "learning_rate": 0.0002881042688178355,
      "loss": 5.3454,
      "step": 10759
    },
    {
      "epoch": 0.9140332993544003,
      "grad_norm": 1.8997611936925105,
      "learning_rate": 0.00028810158892712725,
      "loss": 5.428,
      "step": 10760
    },
    {
      "epoch": 0.914118246687054,
      "grad_norm": 1.9027519492159628,
      "learning_rate": 0.00028809890874705464,
      "loss": 5.3035,
      "step": 10761
    },
    {
      "epoch": 0.9142031940197077,
      "grad_norm": 1.78556680258625,
      "learning_rate": 0.0002880962282776232,
      "loss": 5.39,
      "step": 10762
    },
    {
      "epoch": 0.9142881413523616,
      "grad_norm": 1.7541682999795802,
      "learning_rate": 0.0002880935475188386,
      "loss": 4.9025,
      "step": 10763
    },
    {
      "epoch": 0.9143730886850153,
      "grad_norm": 1.758859562776422,
      "learning_rate": 0.0002880908664707064,
      "loss": 5.204,
      "step": 10764
    },
    {
      "epoch": 0.9144580360176691,
      "grad_norm": 1.730265012567773,
      "learning_rate": 0.00028808818513323235,
      "loss": 5.0879,
      "step": 10765
    },
    {
      "epoch": 0.9145429833503228,
      "grad_norm": 1.7443635253985452,
      "learning_rate": 0.00028808550350642193,
      "loss": 4.9396,
      "step": 10766
    },
    {
      "epoch": 0.9146279306829765,
      "grad_norm": 1.9464429407595818,
      "learning_rate": 0.0002880828215902808,
      "loss": 5.468,
      "step": 10767
    },
    {
      "epoch": 0.9147128780156303,
      "grad_norm": 1.827536909938134,
      "learning_rate": 0.0002880801393848146,
      "loss": 4.8355,
      "step": 10768
    },
    {
      "epoch": 0.914797825348284,
      "grad_norm": 1.795892773678453,
      "learning_rate": 0.0002880774568900289,
      "loss": 5.0838,
      "step": 10769
    },
    {
      "epoch": 0.9148827726809379,
      "grad_norm": 1.986932524952782,
      "learning_rate": 0.00028807477410592935,
      "loss": 5.7232,
      "step": 10770
    },
    {
      "epoch": 0.9149677200135916,
      "grad_norm": 3.3432519704066475,
      "learning_rate": 0.00028807209103252164,
      "loss": 5.1057,
      "step": 10771
    },
    {
      "epoch": 0.9150526673462454,
      "grad_norm": 1.7464921558221016,
      "learning_rate": 0.0002880694076698113,
      "loss": 4.7095,
      "step": 10772
    },
    {
      "epoch": 0.9151376146788991,
      "grad_norm": 1.7503683452447862,
      "learning_rate": 0.00028806672401780395,
      "loss": 4.9095,
      "step": 10773
    },
    {
      "epoch": 0.9152225620115528,
      "grad_norm": 1.7416809214362614,
      "learning_rate": 0.00028806404007650525,
      "loss": 5.4765,
      "step": 10774
    },
    {
      "epoch": 0.9153075093442066,
      "grad_norm": 1.7244528597038362,
      "learning_rate": 0.00028806135584592086,
      "loss": 5.4045,
      "step": 10775
    },
    {
      "epoch": 0.9153924566768603,
      "grad_norm": 1.8564673356236323,
      "learning_rate": 0.0002880586713260564,
      "loss": 5.5481,
      "step": 10776
    },
    {
      "epoch": 0.915477404009514,
      "grad_norm": 1.7326456695955128,
      "learning_rate": 0.00028805598651691737,
      "loss": 5.4526,
      "step": 10777
    },
    {
      "epoch": 0.9155623513421679,
      "grad_norm": 1.737889683787297,
      "learning_rate": 0.0002880533014185095,
      "loss": 5.2788,
      "step": 10778
    },
    {
      "epoch": 0.9156472986748216,
      "grad_norm": 1.6686629579207732,
      "learning_rate": 0.0002880506160308384,
      "loss": 5.2754,
      "step": 10779
    },
    {
      "epoch": 0.9157322460074754,
      "grad_norm": 1.6892130014005622,
      "learning_rate": 0.00028804793035390973,
      "loss": 5.187,
      "step": 10780
    },
    {
      "epoch": 0.9158171933401291,
      "grad_norm": 1.6902424089660586,
      "learning_rate": 0.00028804524438772903,
      "loss": 5.0388,
      "step": 10781
    },
    {
      "epoch": 0.9159021406727829,
      "grad_norm": 1.6993142446428497,
      "learning_rate": 0.000288042558132302,
      "loss": 4.8863,
      "step": 10782
    },
    {
      "epoch": 0.9159870880054366,
      "grad_norm": 1.8599263659200695,
      "learning_rate": 0.0002880398715876343,
      "loss": 5.5187,
      "step": 10783
    },
    {
      "epoch": 0.9160720353380903,
      "grad_norm": 1.7357768584062905,
      "learning_rate": 0.00028803718475373146,
      "loss": 5.4034,
      "step": 10784
    },
    {
      "epoch": 0.9161569826707442,
      "grad_norm": 1.807720558627932,
      "learning_rate": 0.00028803449763059916,
      "loss": 5.1749,
      "step": 10785
    },
    {
      "epoch": 0.9162419300033979,
      "grad_norm": 1.77862292197813,
      "learning_rate": 0.00028803181021824304,
      "loss": 5.4202,
      "step": 10786
    },
    {
      "epoch": 0.9163268773360517,
      "grad_norm": 1.7799060262631796,
      "learning_rate": 0.0002880291225166687,
      "loss": 5.2046,
      "step": 10787
    },
    {
      "epoch": 0.9164118246687054,
      "grad_norm": 1.7489130408094231,
      "learning_rate": 0.0002880264345258818,
      "loss": 4.7069,
      "step": 10788
    },
    {
      "epoch": 0.9164967720013592,
      "grad_norm": 1.9150894389769255,
      "learning_rate": 0.000288023746245888,
      "loss": 5.2608,
      "step": 10789
    },
    {
      "epoch": 0.9165817193340129,
      "grad_norm": 1.7890161431270188,
      "learning_rate": 0.00028802105767669286,
      "loss": 5.2111,
      "step": 10790
    },
    {
      "epoch": 0.9166666666666666,
      "grad_norm": 1.9637051210181409,
      "learning_rate": 0.00028801836881830204,
      "loss": 5.5715,
      "step": 10791
    },
    {
      "epoch": 0.9167516139993204,
      "grad_norm": 1.7633035188369333,
      "learning_rate": 0.0002880156796707212,
      "loss": 4.8776,
      "step": 10792
    },
    {
      "epoch": 0.9168365613319742,
      "grad_norm": 1.8004244150069844,
      "learning_rate": 0.000288012990233956,
      "loss": 5.1087,
      "step": 10793
    },
    {
      "epoch": 0.916921508664628,
      "grad_norm": 2.0001171193415526,
      "learning_rate": 0.000288010300508012,
      "loss": 5.0473,
      "step": 10794
    },
    {
      "epoch": 0.9170064559972817,
      "grad_norm": 1.7714600783384098,
      "learning_rate": 0.00028800761049289485,
      "loss": 5.149,
      "step": 10795
    },
    {
      "epoch": 0.9170914033299354,
      "grad_norm": 1.7802532367367059,
      "learning_rate": 0.0002880049201886102,
      "loss": 5.3398,
      "step": 10796
    },
    {
      "epoch": 0.9171763506625892,
      "grad_norm": 1.9116090564675325,
      "learning_rate": 0.0002880022295951637,
      "loss": 5.4569,
      "step": 10797
    },
    {
      "epoch": 0.9172612979952429,
      "grad_norm": 1.8938905958138037,
      "learning_rate": 0.000287999538712561,
      "loss": 5.6201,
      "step": 10798
    },
    {
      "epoch": 0.9173462453278967,
      "grad_norm": 1.8718696973630897,
      "learning_rate": 0.0002879968475408077,
      "loss": 5.4981,
      "step": 10799
    },
    {
      "epoch": 0.9174311926605505,
      "grad_norm": 1.721814440166788,
      "learning_rate": 0.0002879941560799095,
      "loss": 5.1316,
      "step": 10800
    },
    {
      "epoch": 0.9175161399932042,
      "grad_norm": 1.7717546268444966,
      "learning_rate": 0.00028799146432987194,
      "loss": 5.4143,
      "step": 10801
    },
    {
      "epoch": 0.917601087325858,
      "grad_norm": 1.7476902213657701,
      "learning_rate": 0.0002879887722907007,
      "loss": 5.4013,
      "step": 10802
    },
    {
      "epoch": 0.9176860346585117,
      "grad_norm": 1.716513484164239,
      "learning_rate": 0.0002879860799624015,
      "loss": 5.0726,
      "step": 10803
    },
    {
      "epoch": 0.9177709819911655,
      "grad_norm": 1.726163318451372,
      "learning_rate": 0.0002879833873449799,
      "loss": 5.283,
      "step": 10804
    },
    {
      "epoch": 0.9178559293238192,
      "grad_norm": 1.8842214573972913,
      "learning_rate": 0.0002879806944384416,
      "loss": 5.5071,
      "step": 10805
    },
    {
      "epoch": 0.917940876656473,
      "grad_norm": 1.7818376793672583,
      "learning_rate": 0.0002879780012427921,
      "loss": 4.8853,
      "step": 10806
    },
    {
      "epoch": 0.9180258239891267,
      "grad_norm": 1.8345391932388375,
      "learning_rate": 0.0002879753077580372,
      "loss": 5.4598,
      "step": 10807
    },
    {
      "epoch": 0.9181107713217805,
      "grad_norm": 1.7430729159699145,
      "learning_rate": 0.00028797261398418256,
      "loss": 5.0347,
      "step": 10808
    },
    {
      "epoch": 0.9181957186544343,
      "grad_norm": 1.7948765946920486,
      "learning_rate": 0.00028796991992123365,
      "loss": 5.1212,
      "step": 10809
    },
    {
      "epoch": 0.918280665987088,
      "grad_norm": 1.7495381313103493,
      "learning_rate": 0.00028796722556919627,
      "loss": 4.9771,
      "step": 10810
    },
    {
      "epoch": 0.9183656133197418,
      "grad_norm": 1.82449196605799,
      "learning_rate": 0.00028796453092807595,
      "loss": 4.9147,
      "step": 10811
    },
    {
      "epoch": 0.9184505606523955,
      "grad_norm": 1.7474164461647768,
      "learning_rate": 0.0002879618359978785,
      "loss": 4.7162,
      "step": 10812
    },
    {
      "epoch": 0.9185355079850492,
      "grad_norm": 1.8970815189438808,
      "learning_rate": 0.0002879591407786094,
      "loss": 5.3684,
      "step": 10813
    },
    {
      "epoch": 0.918620455317703,
      "grad_norm": 1.8961859704076047,
      "learning_rate": 0.0002879564452702744,
      "loss": 5.4266,
      "step": 10814
    },
    {
      "epoch": 0.9187054026503568,
      "grad_norm": 1.9088130522092497,
      "learning_rate": 0.0002879537494728791,
      "loss": 5.0079,
      "step": 10815
    },
    {
      "epoch": 0.9187903499830106,
      "grad_norm": 1.9085295930472532,
      "learning_rate": 0.0002879510533864291,
      "loss": 5.1765,
      "step": 10816
    },
    {
      "epoch": 0.9188752973156643,
      "grad_norm": 2.013392030099089,
      "learning_rate": 0.00028794835701093015,
      "loss": 5.7276,
      "step": 10817
    },
    {
      "epoch": 0.918960244648318,
      "grad_norm": 1.534393362149788,
      "learning_rate": 0.00028794566034638793,
      "loss": 4.5632,
      "step": 10818
    },
    {
      "epoch": 0.9190451919809718,
      "grad_norm": 1.7865596223057796,
      "learning_rate": 0.00028794296339280793,
      "loss": 4.9586,
      "step": 10819
    },
    {
      "epoch": 0.9191301393136255,
      "grad_norm": 1.8165846496605325,
      "learning_rate": 0.00028794026615019594,
      "loss": 4.9335,
      "step": 10820
    },
    {
      "epoch": 0.9192150866462793,
      "grad_norm": 1.8490372634717624,
      "learning_rate": 0.0002879375686185575,
      "loss": 5.1217,
      "step": 10821
    },
    {
      "epoch": 0.919300033978933,
      "grad_norm": 1.8894140991618567,
      "learning_rate": 0.0002879348707978984,
      "loss": 5.4949,
      "step": 10822
    },
    {
      "epoch": 0.9193849813115869,
      "grad_norm": 1.9523828690892375,
      "learning_rate": 0.00028793217268822415,
      "loss": 5.398,
      "step": 10823
    },
    {
      "epoch": 0.9194699286442406,
      "grad_norm": 1.8498111190510602,
      "learning_rate": 0.00028792947428954056,
      "loss": 5.4574,
      "step": 10824
    },
    {
      "epoch": 0.9195548759768943,
      "grad_norm": 1.796160989938472,
      "learning_rate": 0.0002879267756018531,
      "loss": 4.9038,
      "step": 10825
    },
    {
      "epoch": 0.9196398233095481,
      "grad_norm": 1.9073526710963342,
      "learning_rate": 0.0002879240766251676,
      "loss": 5.58,
      "step": 10826
    },
    {
      "epoch": 0.9197247706422018,
      "grad_norm": 1.8080328661300007,
      "learning_rate": 0.0002879213773594896,
      "loss": 5.3255,
      "step": 10827
    },
    {
      "epoch": 0.9198097179748556,
      "grad_norm": 1.9086409400698192,
      "learning_rate": 0.00028791867780482476,
      "loss": 5.4572,
      "step": 10828
    },
    {
      "epoch": 0.9198946653075093,
      "grad_norm": 1.9135860479613167,
      "learning_rate": 0.0002879159779611788,
      "loss": 5.5462,
      "step": 10829
    },
    {
      "epoch": 0.9199796126401631,
      "grad_norm": 1.6980544781505824,
      "learning_rate": 0.0002879132778285573,
      "loss": 4.4055,
      "step": 10830
    },
    {
      "epoch": 0.9200645599728169,
      "grad_norm": 1.784973572906777,
      "learning_rate": 0.000287910577406966,
      "loss": 5.3673,
      "step": 10831
    },
    {
      "epoch": 0.9201495073054706,
      "grad_norm": 1.8007353210637804,
      "learning_rate": 0.0002879078766964105,
      "loss": 5.4406,
      "step": 10832
    },
    {
      "epoch": 0.9202344546381244,
      "grad_norm": 1.749406586071676,
      "learning_rate": 0.0002879051756968965,
      "loss": 5.1082,
      "step": 10833
    },
    {
      "epoch": 0.9203194019707781,
      "grad_norm": 1.954163810732974,
      "learning_rate": 0.0002879024744084296,
      "loss": 5.6835,
      "step": 10834
    },
    {
      "epoch": 0.9204043493034318,
      "grad_norm": 1.7351836450382714,
      "learning_rate": 0.00028789977283101554,
      "loss": 4.8886,
      "step": 10835
    },
    {
      "epoch": 0.9204892966360856,
      "grad_norm": 1.7997418474477709,
      "learning_rate": 0.00028789707096465994,
      "loss": 5.1014,
      "step": 10836
    },
    {
      "epoch": 0.9205742439687394,
      "grad_norm": 1.8219746686711134,
      "learning_rate": 0.0002878943688093684,
      "loss": 5.2714,
      "step": 10837
    },
    {
      "epoch": 0.9206591913013932,
      "grad_norm": 1.8390233441382495,
      "learning_rate": 0.00028789166636514674,
      "loss": 5.2242,
      "step": 10838
    },
    {
      "epoch": 0.9207441386340469,
      "grad_norm": 1.7294460810751475,
      "learning_rate": 0.00028788896363200045,
      "loss": 5.0252,
      "step": 10839
    },
    {
      "epoch": 0.9208290859667007,
      "grad_norm": 1.7030160949567745,
      "learning_rate": 0.00028788626060993527,
      "loss": 4.608,
      "step": 10840
    },
    {
      "epoch": 0.9209140332993544,
      "grad_norm": 1.8623524943437497,
      "learning_rate": 0.0002878835572989569,
      "loss": 5.3033,
      "step": 10841
    },
    {
      "epoch": 0.9209989806320081,
      "grad_norm": 1.9101714327200183,
      "learning_rate": 0.0002878808536990709,
      "loss": 5.342,
      "step": 10842
    },
    {
      "epoch": 0.9210839279646619,
      "grad_norm": 1.8233996142813205,
      "learning_rate": 0.00028787814981028303,
      "loss": 5.2958,
      "step": 10843
    },
    {
      "epoch": 0.9211688752973156,
      "grad_norm": 1.8403495413480502,
      "learning_rate": 0.00028787544563259896,
      "loss": 4.8846,
      "step": 10844
    },
    {
      "epoch": 0.9212538226299695,
      "grad_norm": 1.867882938983384,
      "learning_rate": 0.0002878727411660243,
      "loss": 5.4141,
      "step": 10845
    },
    {
      "epoch": 0.9213387699626232,
      "grad_norm": 1.8148636880368847,
      "learning_rate": 0.0002878700364105647,
      "loss": 5.3286,
      "step": 10846
    },
    {
      "epoch": 0.921423717295277,
      "grad_norm": 1.824085540089759,
      "learning_rate": 0.0002878673313662259,
      "loss": 5.3911,
      "step": 10847
    },
    {
      "epoch": 0.9215086646279307,
      "grad_norm": 1.8602611257966652,
      "learning_rate": 0.00028786462603301355,
      "loss": 5.4151,
      "step": 10848
    },
    {
      "epoch": 0.9215936119605844,
      "grad_norm": 1.8128979806510388,
      "learning_rate": 0.0002878619204109333,
      "loss": 5.4998,
      "step": 10849
    },
    {
      "epoch": 0.9216785592932382,
      "grad_norm": 1.7425371856464693,
      "learning_rate": 0.00028785921449999075,
      "loss": 5.0301,
      "step": 10850
    },
    {
      "epoch": 0.9217635066258919,
      "grad_norm": 1.6970679359670027,
      "learning_rate": 0.00028785650830019167,
      "loss": 4.8519,
      "step": 10851
    },
    {
      "epoch": 0.9218484539585458,
      "grad_norm": 1.8693650888055258,
      "learning_rate": 0.0002878538018115417,
      "loss": 5.5053,
      "step": 10852
    },
    {
      "epoch": 0.9219334012911995,
      "grad_norm": 1.7943217758659107,
      "learning_rate": 0.00028785109503404654,
      "loss": 5.1898,
      "step": 10853
    },
    {
      "epoch": 0.9220183486238532,
      "grad_norm": 1.7673739663273176,
      "learning_rate": 0.0002878483879677119,
      "loss": 5.225,
      "step": 10854
    },
    {
      "epoch": 0.922103295956507,
      "grad_norm": 1.8426305863742851,
      "learning_rate": 0.0002878456806125432,
      "loss": 5.1841,
      "step": 10855
    },
    {
      "epoch": 0.9221882432891607,
      "grad_norm": 1.955316455763523,
      "learning_rate": 0.0002878429729685464,
      "loss": 5.6066,
      "step": 10856
    },
    {
      "epoch": 0.9222731906218145,
      "grad_norm": 2.035257215231678,
      "learning_rate": 0.0002878402650357271,
      "loss": 5.6394,
      "step": 10857
    },
    {
      "epoch": 0.9223581379544682,
      "grad_norm": 1.9247137100418386,
      "learning_rate": 0.0002878375568140909,
      "loss": 5.6011,
      "step": 10858
    },
    {
      "epoch": 0.9224430852871219,
      "grad_norm": 1.8464226770676924,
      "learning_rate": 0.0002878348483036435,
      "loss": 5.2547,
      "step": 10859
    },
    {
      "epoch": 0.9225280326197758,
      "grad_norm": 1.794609903589666,
      "learning_rate": 0.0002878321395043907,
      "loss": 4.8388,
      "step": 10860
    },
    {
      "epoch": 0.9226129799524295,
      "grad_norm": 1.8495972485916814,
      "learning_rate": 0.00028782943041633796,
      "loss": 5.1685,
      "step": 10861
    },
    {
      "epoch": 0.9226979272850833,
      "grad_norm": 1.7826013018076743,
      "learning_rate": 0.0002878267210394911,
      "loss": 4.9423,
      "step": 10862
    },
    {
      "epoch": 0.922782874617737,
      "grad_norm": 1.817810865958073,
      "learning_rate": 0.0002878240113738558,
      "loss": 4.9674,
      "step": 10863
    },
    {
      "epoch": 0.9228678219503907,
      "grad_norm": 1.777622795130905,
      "learning_rate": 0.00028782130141943765,
      "loss": 4.9478,
      "step": 10864
    },
    {
      "epoch": 0.9229527692830445,
      "grad_norm": 1.9011142356235822,
      "learning_rate": 0.0002878185911762424,
      "loss": 5.4752,
      "step": 10865
    },
    {
      "epoch": 0.9230377166156982,
      "grad_norm": 1.9240974655574663,
      "learning_rate": 0.00028781588064427573,
      "loss": 5.3755,
      "step": 10866
    },
    {
      "epoch": 0.9231226639483521,
      "grad_norm": 1.8283102779826788,
      "learning_rate": 0.00028781316982354324,
      "loss": 5.1757,
      "step": 10867
    },
    {
      "epoch": 0.9232076112810058,
      "grad_norm": 1.8498531103020335,
      "learning_rate": 0.00028781045871405074,
      "loss": 4.975,
      "step": 10868
    },
    {
      "epoch": 0.9232925586136596,
      "grad_norm": 1.9150733075389557,
      "learning_rate": 0.0002878077473158038,
      "loss": 5.6084,
      "step": 10869
    },
    {
      "epoch": 0.9233775059463133,
      "grad_norm": 1.880270781974701,
      "learning_rate": 0.00028780503562880814,
      "loss": 5.3761,
      "step": 10870
    },
    {
      "epoch": 0.923462453278967,
      "grad_norm": 1.7755854458592184,
      "learning_rate": 0.0002878023236530694,
      "loss": 5.2536,
      "step": 10871
    },
    {
      "epoch": 0.9235474006116208,
      "grad_norm": 1.9284304422500715,
      "learning_rate": 0.0002877996113885934,
      "loss": 5.4956,
      "step": 10872
    },
    {
      "epoch": 0.9236323479442745,
      "grad_norm": 1.867975721273813,
      "learning_rate": 0.0002877968988353856,
      "loss": 5.373,
      "step": 10873
    },
    {
      "epoch": 0.9237172952769283,
      "grad_norm": 1.8624456170777284,
      "learning_rate": 0.00028779418599345194,
      "loss": 5.4801,
      "step": 10874
    },
    {
      "epoch": 0.9238022426095821,
      "grad_norm": 1.8227993230269735,
      "learning_rate": 0.0002877914728627979,
      "loss": 5.3735,
      "step": 10875
    },
    {
      "epoch": 0.9238871899422358,
      "grad_norm": 1.9108189761216106,
      "learning_rate": 0.00028778875944342924,
      "loss": 5.6519,
      "step": 10876
    },
    {
      "epoch": 0.9239721372748896,
      "grad_norm": 1.7552715539343988,
      "learning_rate": 0.00028778604573535165,
      "loss": 5.1064,
      "step": 10877
    },
    {
      "epoch": 0.9240570846075433,
      "grad_norm": 1.8557774357426122,
      "learning_rate": 0.0002877833317385708,
      "loss": 5.328,
      "step": 10878
    },
    {
      "epoch": 0.9241420319401971,
      "grad_norm": 1.7249873317229492,
      "learning_rate": 0.0002877806174530924,
      "loss": 5.1242,
      "step": 10879
    },
    {
      "epoch": 0.9242269792728508,
      "grad_norm": 1.761735527685248,
      "learning_rate": 0.00028777790287892215,
      "loss": 5.2131,
      "step": 10880
    },
    {
      "epoch": 0.9243119266055045,
      "grad_norm": 1.895393062002478,
      "learning_rate": 0.00028777518801606565,
      "loss": 5.5956,
      "step": 10881
    },
    {
      "epoch": 0.9243968739381584,
      "grad_norm": 1.7747785758222256,
      "learning_rate": 0.0002877724728645287,
      "loss": 5.4332,
      "step": 10882
    },
    {
      "epoch": 0.9244818212708121,
      "grad_norm": 1.7335655213708923,
      "learning_rate": 0.00028776975742431695,
      "loss": 4.9291,
      "step": 10883
    },
    {
      "epoch": 0.9245667686034659,
      "grad_norm": 1.871974576554004,
      "learning_rate": 0.0002877670416954361,
      "loss": 4.9891,
      "step": 10884
    },
    {
      "epoch": 0.9246517159361196,
      "grad_norm": 1.777266706300523,
      "learning_rate": 0.00028776432567789175,
      "loss": 5.3881,
      "step": 10885
    },
    {
      "epoch": 0.9247366632687734,
      "grad_norm": 1.7006595937230808,
      "learning_rate": 0.00028776160937168965,
      "loss": 5.0341,
      "step": 10886
    },
    {
      "epoch": 0.9248216106014271,
      "grad_norm": 1.878997455318575,
      "learning_rate": 0.0002877588927768356,
      "loss": 5.5499,
      "step": 10887
    },
    {
      "epoch": 0.9249065579340808,
      "grad_norm": 1.920425679784642,
      "learning_rate": 0.00028775617589333507,
      "loss": 5.556,
      "step": 10888
    },
    {
      "epoch": 0.9249915052667346,
      "grad_norm": 1.6656245410208321,
      "learning_rate": 0.00028775345872119397,
      "loss": 4.7207,
      "step": 10889
    },
    {
      "epoch": 0.9250764525993884,
      "grad_norm": 1.8209562031516016,
      "learning_rate": 0.0002877507412604179,
      "loss": 5.4007,
      "step": 10890
    },
    {
      "epoch": 0.9251613999320422,
      "grad_norm": 1.7456464003695509,
      "learning_rate": 0.0002877480235110125,
      "loss": 5.2175,
      "step": 10891
    },
    {
      "epoch": 0.9252463472646959,
      "grad_norm": 1.7566796878165687,
      "learning_rate": 0.00028774530547298355,
      "loss": 5.1853,
      "step": 10892
    },
    {
      "epoch": 0.9253312945973496,
      "grad_norm": 1.8728131477283254,
      "learning_rate": 0.0002877425871463367,
      "loss": 5.5131,
      "step": 10893
    },
    {
      "epoch": 0.9254162419300034,
      "grad_norm": 1.7714650370815337,
      "learning_rate": 0.00028773986853107764,
      "loss": 4.8359,
      "step": 10894
    },
    {
      "epoch": 0.9255011892626571,
      "grad_norm": 1.9917102311010664,
      "learning_rate": 0.00028773714962721214,
      "loss": 5.7168,
      "step": 10895
    },
    {
      "epoch": 0.9255861365953109,
      "grad_norm": 1.7839448960285178,
      "learning_rate": 0.0002877344304347458,
      "loss": 5.3144,
      "step": 10896
    },
    {
      "epoch": 0.9256710839279647,
      "grad_norm": 1.8461276968453706,
      "learning_rate": 0.0002877317109536844,
      "loss": 5.2218,
      "step": 10897
    },
    {
      "epoch": 0.9257560312606185,
      "grad_norm": 1.75622693736382,
      "learning_rate": 0.00028772899118403357,
      "loss": 5.1516,
      "step": 10898
    },
    {
      "epoch": 0.9258409785932722,
      "grad_norm": 1.8177699433183772,
      "learning_rate": 0.00028772627112579903,
      "loss": 5.0815,
      "step": 10899
    },
    {
      "epoch": 0.9259259259259259,
      "grad_norm": 1.8063066440559998,
      "learning_rate": 0.0002877235507789865,
      "loss": 5.2135,
      "step": 10900
    },
    {
      "epoch": 0.9260108732585797,
      "grad_norm": 1.754379277839773,
      "learning_rate": 0.00028772083014360164,
      "loss": 5.203,
      "step": 10901
    },
    {
      "epoch": 0.9260958205912334,
      "grad_norm": 1.8251655291159654,
      "learning_rate": 0.00028771810921965015,
      "loss": 5.3601,
      "step": 10902
    },
    {
      "epoch": 0.9261807679238871,
      "grad_norm": 1.7087284309504611,
      "learning_rate": 0.00028771538800713783,
      "loss": 4.8976,
      "step": 10903
    },
    {
      "epoch": 0.9262657152565409,
      "grad_norm": 1.7592674442541991,
      "learning_rate": 0.0002877126665060703,
      "loss": 5.1832,
      "step": 10904
    },
    {
      "epoch": 0.9263506625891947,
      "grad_norm": 1.7458815043915012,
      "learning_rate": 0.00028770994471645327,
      "loss": 4.7313,
      "step": 10905
    },
    {
      "epoch": 0.9264356099218485,
      "grad_norm": 1.810005815031649,
      "learning_rate": 0.00028770722263829246,
      "loss": 5.1709,
      "step": 10906
    },
    {
      "epoch": 0.9265205572545022,
      "grad_norm": 1.6930556833080694,
      "learning_rate": 0.00028770450027159353,
      "loss": 4.4525,
      "step": 10907
    },
    {
      "epoch": 0.926605504587156,
      "grad_norm": 1.766600275303162,
      "learning_rate": 0.00028770177761636216,
      "loss": 5.3146,
      "step": 10908
    },
    {
      "epoch": 0.9266904519198097,
      "grad_norm": 1.8256863653438768,
      "learning_rate": 0.00028769905467260416,
      "loss": 5.1681,
      "step": 10909
    },
    {
      "epoch": 0.9267753992524634,
      "grad_norm": 1.7815653094142878,
      "learning_rate": 0.0002876963314403252,
      "loss": 4.9769,
      "step": 10910
    },
    {
      "epoch": 0.9268603465851172,
      "grad_norm": 1.8544779810240963,
      "learning_rate": 0.00028769360791953096,
      "loss": 5.4081,
      "step": 10911
    },
    {
      "epoch": 0.926945293917771,
      "grad_norm": 1.7509307383091246,
      "learning_rate": 0.00028769088411022715,
      "loss": 4.8658,
      "step": 10912
    },
    {
      "epoch": 0.9270302412504248,
      "grad_norm": 1.7820610614440997,
      "learning_rate": 0.00028768816001241947,
      "loss": 5.0482,
      "step": 10913
    },
    {
      "epoch": 0.9271151885830785,
      "grad_norm": 1.8797770133553349,
      "learning_rate": 0.00028768543562611367,
      "loss": 5.4629,
      "step": 10914
    },
    {
      "epoch": 0.9272001359157322,
      "grad_norm": 1.8298436435091177,
      "learning_rate": 0.0002876827109513154,
      "loss": 5.2058,
      "step": 10915
    },
    {
      "epoch": 0.927285083248386,
      "grad_norm": 1.8092531211325418,
      "learning_rate": 0.00028767998598803037,
      "loss": 4.9499,
      "step": 10916
    },
    {
      "epoch": 0.9273700305810397,
      "grad_norm": 1.768199461564518,
      "learning_rate": 0.00028767726073626436,
      "loss": 4.84,
      "step": 10917
    },
    {
      "epoch": 0.9274549779136935,
      "grad_norm": 1.7251202722308967,
      "learning_rate": 0.00028767453519602305,
      "loss": 5.0396,
      "step": 10918
    },
    {
      "epoch": 0.9275399252463473,
      "grad_norm": 1.7507822386756478,
      "learning_rate": 0.00028767180936731213,
      "loss": 5.209,
      "step": 10919
    },
    {
      "epoch": 0.9276248725790011,
      "grad_norm": 1.788220290815559,
      "learning_rate": 0.0002876690832501373,
      "loss": 5.2288,
      "step": 10920
    },
    {
      "epoch": 0.9277098199116548,
      "grad_norm": 1.7482750323081457,
      "learning_rate": 0.0002876663568445043,
      "loss": 4.9216,
      "step": 10921
    },
    {
      "epoch": 0.9277947672443085,
      "grad_norm": 1.8996986106411846,
      "learning_rate": 0.00028766363015041884,
      "loss": 5.6523,
      "step": 10922
    },
    {
      "epoch": 0.9278797145769623,
      "grad_norm": 1.7906369115347465,
      "learning_rate": 0.00028766090316788664,
      "loss": 5.261,
      "step": 10923
    },
    {
      "epoch": 0.927964661909616,
      "grad_norm": 1.732935155317289,
      "learning_rate": 0.00028765817589691334,
      "loss": 5.0242,
      "step": 10924
    },
    {
      "epoch": 0.9280496092422698,
      "grad_norm": 1.7646752439789688,
      "learning_rate": 0.00028765544833750476,
      "loss": 5.3587,
      "step": 10925
    },
    {
      "epoch": 0.9281345565749235,
      "grad_norm": 2.0346698073430134,
      "learning_rate": 0.00028765272048966663,
      "loss": 5.746,
      "step": 10926
    },
    {
      "epoch": 0.9282195039075773,
      "grad_norm": 1.7886757335267935,
      "learning_rate": 0.00028764999235340454,
      "loss": 5.3463,
      "step": 10927
    },
    {
      "epoch": 0.9283044512402311,
      "grad_norm": 1.7658522587189172,
      "learning_rate": 0.00028764726392872423,
      "loss": 5.2576,
      "step": 10928
    },
    {
      "epoch": 0.9283893985728848,
      "grad_norm": 1.7756435769969057,
      "learning_rate": 0.00028764453521563157,
      "loss": 5.0629,
      "step": 10929
    },
    {
      "epoch": 0.9284743459055386,
      "grad_norm": 1.750327149932416,
      "learning_rate": 0.00028764180621413207,
      "loss": 4.9829,
      "step": 10930
    },
    {
      "epoch": 0.9285592932381923,
      "grad_norm": 1.7485968911603265,
      "learning_rate": 0.0002876390769242316,
      "loss": 5.0014,
      "step": 10931
    },
    {
      "epoch": 0.928644240570846,
      "grad_norm": 1.8002956908828283,
      "learning_rate": 0.0002876363473459358,
      "loss": 5.0533,
      "step": 10932
    },
    {
      "epoch": 0.9287291879034998,
      "grad_norm": 1.9400706931505287,
      "learning_rate": 0.00028763361747925043,
      "loss": 5.5533,
      "step": 10933
    },
    {
      "epoch": 0.9288141352361536,
      "grad_norm": 1.7695045027118643,
      "learning_rate": 0.0002876308873241812,
      "loss": 4.9453,
      "step": 10934
    },
    {
      "epoch": 0.9288990825688074,
      "grad_norm": 1.8223744144753182,
      "learning_rate": 0.0002876281568807338,
      "loss": 5.2417,
      "step": 10935
    },
    {
      "epoch": 0.9289840299014611,
      "grad_norm": 1.923914483574446,
      "learning_rate": 0.000287625426148914,
      "loss": 5.4563,
      "step": 10936
    },
    {
      "epoch": 0.9290689772341149,
      "grad_norm": 1.915972490857793,
      "learning_rate": 0.00028762269512872744,
      "loss": 5.5454,
      "step": 10937
    },
    {
      "epoch": 0.9291539245667686,
      "grad_norm": 1.7863040290321492,
      "learning_rate": 0.00028761996382017994,
      "loss": 5.3225,
      "step": 10938
    },
    {
      "epoch": 0.9292388718994223,
      "grad_norm": 1.7116241424535863,
      "learning_rate": 0.00028761723222327717,
      "loss": 4.7892,
      "step": 10939
    },
    {
      "epoch": 0.9293238192320761,
      "grad_norm": 1.7862569365460248,
      "learning_rate": 0.0002876145003380249,
      "loss": 5.1983,
      "step": 10940
    },
    {
      "epoch": 0.9294087665647298,
      "grad_norm": 1.9229080703218768,
      "learning_rate": 0.00028761176816442883,
      "loss": 5.6835,
      "step": 10941
    },
    {
      "epoch": 0.9294937138973837,
      "grad_norm": 1.8586667314364522,
      "learning_rate": 0.00028760903570249465,
      "loss": 5.4182,
      "step": 10942
    },
    {
      "epoch": 0.9295786612300374,
      "grad_norm": 1.8525940651004054,
      "learning_rate": 0.00028760630295222807,
      "loss": 5.34,
      "step": 10943
    },
    {
      "epoch": 0.9296636085626911,
      "grad_norm": 1.8386779752676883,
      "learning_rate": 0.00028760356991363494,
      "loss": 5.2186,
      "step": 10944
    },
    {
      "epoch": 0.9297485558953449,
      "grad_norm": 1.7893189401209024,
      "learning_rate": 0.00028760083658672085,
      "loss": 4.9782,
      "step": 10945
    },
    {
      "epoch": 0.9298335032279986,
      "grad_norm": 1.7636232274843446,
      "learning_rate": 0.00028759810297149154,
      "loss": 5.1835,
      "step": 10946
    },
    {
      "epoch": 0.9299184505606524,
      "grad_norm": 1.7986967104844456,
      "learning_rate": 0.0002875953690679528,
      "loss": 5.0522,
      "step": 10947
    },
    {
      "epoch": 0.9300033978933061,
      "grad_norm": 1.7542019554549328,
      "learning_rate": 0.0002875926348761104,
      "loss": 5.1425,
      "step": 10948
    },
    {
      "epoch": 0.93008834522596,
      "grad_norm": 1.879810428864718,
      "learning_rate": 0.0002875899003959699,
      "loss": 5.4421,
      "step": 10949
    },
    {
      "epoch": 0.9301732925586137,
      "grad_norm": 1.7775626459737348,
      "learning_rate": 0.0002875871656275372,
      "loss": 5.0658,
      "step": 10950
    },
    {
      "epoch": 0.9302582398912674,
      "grad_norm": 1.8019422421264273,
      "learning_rate": 0.00028758443057081795,
      "loss": 5.1712,
      "step": 10951
    },
    {
      "epoch": 0.9303431872239212,
      "grad_norm": 1.786279878809871,
      "learning_rate": 0.0002875816952258179,
      "loss": 5.3787,
      "step": 10952
    },
    {
      "epoch": 0.9304281345565749,
      "grad_norm": 1.7615861970323774,
      "learning_rate": 0.0002875789595925428,
      "loss": 5.0336,
      "step": 10953
    },
    {
      "epoch": 0.9305130818892287,
      "grad_norm": 1.729861057131251,
      "learning_rate": 0.00028757622367099833,
      "loss": 5.1282,
      "step": 10954
    },
    {
      "epoch": 0.9305980292218824,
      "grad_norm": 1.7660111601706574,
      "learning_rate": 0.00028757348746119023,
      "loss": 5.3189,
      "step": 10955
    },
    {
      "epoch": 0.9306829765545361,
      "grad_norm": 1.7862931549111076,
      "learning_rate": 0.00028757075096312427,
      "loss": 5.2693,
      "step": 10956
    },
    {
      "epoch": 0.93076792388719,
      "grad_norm": 1.7347440592466288,
      "learning_rate": 0.00028756801417680625,
      "loss": 5.1363,
      "step": 10957
    },
    {
      "epoch": 0.9308528712198437,
      "grad_norm": 1.7500676459757851,
      "learning_rate": 0.00028756527710224175,
      "loss": 4.8569,
      "step": 10958
    },
    {
      "epoch": 0.9309378185524975,
      "grad_norm": 1.7538779353383347,
      "learning_rate": 0.0002875625397394365,
      "loss": 5.0979,
      "step": 10959
    },
    {
      "epoch": 0.9310227658851512,
      "grad_norm": 1.9397868666235356,
      "learning_rate": 0.00028755980208839646,
      "loss": 4.2449,
      "step": 10960
    },
    {
      "epoch": 0.9311077132178049,
      "grad_norm": 1.793478659005954,
      "learning_rate": 0.0002875570641491271,
      "loss": 4.9867,
      "step": 10961
    },
    {
      "epoch": 0.9311926605504587,
      "grad_norm": 1.785823944026278,
      "learning_rate": 0.00028755432592163433,
      "loss": 5.3661,
      "step": 10962
    },
    {
      "epoch": 0.9312776078831124,
      "grad_norm": 1.7405550807483652,
      "learning_rate": 0.00028755158740592385,
      "loss": 5.0809,
      "step": 10963
    },
    {
      "epoch": 0.9313625552157663,
      "grad_norm": 1.7924524401023698,
      "learning_rate": 0.0002875488486020013,
      "loss": 5.1024,
      "step": 10964
    },
    {
      "epoch": 0.93144750254842,
      "grad_norm": 1.8046284592961184,
      "learning_rate": 0.0002875461095098726,
      "loss": 5.4338,
      "step": 10965
    },
    {
      "epoch": 0.9315324498810738,
      "grad_norm": 1.9648896367152515,
      "learning_rate": 0.00028754337012954336,
      "loss": 5.3078,
      "step": 10966
    },
    {
      "epoch": 0.9316173972137275,
      "grad_norm": 1.788394721468557,
      "learning_rate": 0.00028754063046101936,
      "loss": 4.8128,
      "step": 10967
    },
    {
      "epoch": 0.9317023445463812,
      "grad_norm": 1.9262733786710329,
      "learning_rate": 0.00028753789050430624,
      "loss": 5.6324,
      "step": 10968
    },
    {
      "epoch": 0.931787291879035,
      "grad_norm": 1.7396755329529072,
      "learning_rate": 0.0002875351502594099,
      "loss": 4.8199,
      "step": 10969
    },
    {
      "epoch": 0.9318722392116887,
      "grad_norm": 1.7561771134130095,
      "learning_rate": 0.00028753240972633604,
      "loss": 5.1143,
      "step": 10970
    },
    {
      "epoch": 0.9319571865443425,
      "grad_norm": 1.8498285770018992,
      "learning_rate": 0.00028752966890509035,
      "loss": 5.2825,
      "step": 10971
    },
    {
      "epoch": 0.9320421338769963,
      "grad_norm": 1.9044534084446705,
      "learning_rate": 0.0002875269277956785,
      "loss": 5.3235,
      "step": 10972
    },
    {
      "epoch": 0.93212708120965,
      "grad_norm": 1.9156507079340523,
      "learning_rate": 0.00028752418639810647,
      "loss": 5.327,
      "step": 10973
    },
    {
      "epoch": 0.9322120285423038,
      "grad_norm": 1.8329409514755703,
      "learning_rate": 0.0002875214447123798,
      "loss": 5.1412,
      "step": 10974
    },
    {
      "epoch": 0.9322969758749575,
      "grad_norm": 1.7809110503717422,
      "learning_rate": 0.00028751870273850433,
      "loss": 5.1932,
      "step": 10975
    },
    {
      "epoch": 0.9323819232076113,
      "grad_norm": 1.8208262981760024,
      "learning_rate": 0.00028751596047648574,
      "loss": 5.0203,
      "step": 10976
    },
    {
      "epoch": 0.932466870540265,
      "grad_norm": 1.7482027533582465,
      "learning_rate": 0.0002875132179263298,
      "loss": 4.9307,
      "step": 10977
    },
    {
      "epoch": 0.9325518178729187,
      "grad_norm": 1.9510868940917798,
      "learning_rate": 0.0002875104750880423,
      "loss": 5.3657,
      "step": 10978
    },
    {
      "epoch": 0.9326367652055726,
      "grad_norm": 1.9550292578107993,
      "learning_rate": 0.000287507731961629,
      "loss": 5.6052,
      "step": 10979
    },
    {
      "epoch": 0.9327217125382263,
      "grad_norm": 1.9516910050334904,
      "learning_rate": 0.00028750498854709553,
      "loss": 5.4729,
      "step": 10980
    },
    {
      "epoch": 0.9328066598708801,
      "grad_norm": 1.92855051049425,
      "learning_rate": 0.0002875022448444477,
      "loss": 5.4674,
      "step": 10981
    },
    {
      "epoch": 0.9328916072035338,
      "grad_norm": 1.858685101099904,
      "learning_rate": 0.00028749950085369135,
      "loss": 5.4898,
      "step": 10982
    },
    {
      "epoch": 0.9329765545361876,
      "grad_norm": 1.8167007617464623,
      "learning_rate": 0.00028749675657483207,
      "loss": 4.8881,
      "step": 10983
    },
    {
      "epoch": 0.9330615018688413,
      "grad_norm": 1.8073637993470948,
      "learning_rate": 0.0002874940120078757,
      "loss": 4.8353,
      "step": 10984
    },
    {
      "epoch": 0.933146449201495,
      "grad_norm": 1.8407768017186652,
      "learning_rate": 0.000287491267152828,
      "loss": 5.3988,
      "step": 10985
    },
    {
      "epoch": 0.9332313965341489,
      "grad_norm": 1.7330026179010083,
      "learning_rate": 0.00028748852200969466,
      "loss": 4.9377,
      "step": 10986
    },
    {
      "epoch": 0.9333163438668026,
      "grad_norm": 1.8168141606827048,
      "learning_rate": 0.0002874857765784815,
      "loss": 4.9806,
      "step": 10987
    },
    {
      "epoch": 0.9334012911994564,
      "grad_norm": 1.8181440473919954,
      "learning_rate": 0.00028748303085919427,
      "loss": 4.8881,
      "step": 10988
    },
    {
      "epoch": 0.9334862385321101,
      "grad_norm": 1.9409594991918873,
      "learning_rate": 0.0002874802848518387,
      "loss": 5.3909,
      "step": 10989
    },
    {
      "epoch": 0.9335711858647638,
      "grad_norm": 1.8381225816072133,
      "learning_rate": 0.0002874775385564205,
      "loss": 5.3697,
      "step": 10990
    },
    {
      "epoch": 0.9336561331974176,
      "grad_norm": 1.832765060270882,
      "learning_rate": 0.00028747479197294547,
      "loss": 5.3361,
      "step": 10991
    },
    {
      "epoch": 0.9337410805300713,
      "grad_norm": 1.8317218875152985,
      "learning_rate": 0.0002874720451014194,
      "loss": 5.3218,
      "step": 10992
    },
    {
      "epoch": 0.9338260278627251,
      "grad_norm": 1.76756139811322,
      "learning_rate": 0.000287469297941848,
      "loss": 4.9312,
      "step": 10993
    },
    {
      "epoch": 0.9339109751953789,
      "grad_norm": 1.7858376939084977,
      "learning_rate": 0.000287466550494237,
      "loss": 4.9187,
      "step": 10994
    },
    {
      "epoch": 0.9339959225280327,
      "grad_norm": 1.78306795221067,
      "learning_rate": 0.0002874638027585922,
      "loss": 5.181,
      "step": 10995
    },
    {
      "epoch": 0.9340808698606864,
      "grad_norm": 1.7670113060323762,
      "learning_rate": 0.0002874610547349193,
      "loss": 5.2358,
      "step": 10996
    },
    {
      "epoch": 0.9341658171933401,
      "grad_norm": 1.8040877748607331,
      "learning_rate": 0.0002874583064232242,
      "loss": 5.3701,
      "step": 10997
    },
    {
      "epoch": 0.9342507645259939,
      "grad_norm": 1.7824813405280844,
      "learning_rate": 0.0002874555578235125,
      "loss": 4.9883,
      "step": 10998
    },
    {
      "epoch": 0.9343357118586476,
      "grad_norm": 1.7121119529913515,
      "learning_rate": 0.00028745280893579004,
      "loss": 5.0524,
      "step": 10999
    },
    {
      "epoch": 0.9344206591913014,
      "grad_norm": 1.7548254540560013,
      "learning_rate": 0.00028745005976006253,
      "loss": 5.0639,
      "step": 11000
    },
    {
      "epoch": 0.9345056065239552,
      "grad_norm": 1.7819748375088373,
      "learning_rate": 0.00028744731029633585,
      "loss": 5.1622,
      "step": 11001
    },
    {
      "epoch": 0.9345905538566089,
      "grad_norm": 1.7585199767127195,
      "learning_rate": 0.0002874445605446156,
      "loss": 5.1529,
      "step": 11002
    },
    {
      "epoch": 0.9346755011892627,
      "grad_norm": 1.7412156093764362,
      "learning_rate": 0.00028744181050490764,
      "loss": 5.1029,
      "step": 11003
    },
    {
      "epoch": 0.9347604485219164,
      "grad_norm": 1.7176613218013206,
      "learning_rate": 0.00028743906017721766,
      "loss": 4.6948,
      "step": 11004
    },
    {
      "epoch": 0.9348453958545702,
      "grad_norm": 1.8132889259367788,
      "learning_rate": 0.00028743630956155154,
      "loss": 4.8871,
      "step": 11005
    },
    {
      "epoch": 0.9349303431872239,
      "grad_norm": 1.7727086498695523,
      "learning_rate": 0.00028743355865791493,
      "loss": 5.1015,
      "step": 11006
    },
    {
      "epoch": 0.9350152905198776,
      "grad_norm": 1.8354083786458564,
      "learning_rate": 0.0002874308074663136,
      "loss": 5.418,
      "step": 11007
    },
    {
      "epoch": 0.9351002378525314,
      "grad_norm": 1.823321985725534,
      "learning_rate": 0.00028742805598675343,
      "loss": 5.1414,
      "step": 11008
    },
    {
      "epoch": 0.9351851851851852,
      "grad_norm": 1.8602933499491248,
      "learning_rate": 0.0002874253042192401,
      "loss": 5.1764,
      "step": 11009
    },
    {
      "epoch": 0.935270132517839,
      "grad_norm": 2.009507672975624,
      "learning_rate": 0.0002874225521637793,
      "loss": 5.5734,
      "step": 11010
    },
    {
      "epoch": 0.9353550798504927,
      "grad_norm": 1.8336876297027584,
      "learning_rate": 0.00028741979982037694,
      "loss": 5.27,
      "step": 11011
    },
    {
      "epoch": 0.9354400271831464,
      "grad_norm": 1.8160167000827112,
      "learning_rate": 0.00028741704718903874,
      "loss": 5.3113,
      "step": 11012
    },
    {
      "epoch": 0.9355249745158002,
      "grad_norm": 1.8574119666465947,
      "learning_rate": 0.0002874142942697704,
      "loss": 5.2769,
      "step": 11013
    },
    {
      "epoch": 0.9356099218484539,
      "grad_norm": 2.035548662373412,
      "learning_rate": 0.0002874115410625778,
      "loss": 5.7685,
      "step": 11014
    },
    {
      "epoch": 0.9356948691811077,
      "grad_norm": 1.9121273741348537,
      "learning_rate": 0.0002874087875674666,
      "loss": 5.6303,
      "step": 11015
    },
    {
      "epoch": 0.9357798165137615,
      "grad_norm": 1.7387986436390366,
      "learning_rate": 0.00028740603378444267,
      "loss": 4.8687,
      "step": 11016
    },
    {
      "epoch": 0.9358647638464153,
      "grad_norm": 1.7824866954035805,
      "learning_rate": 0.0002874032797135117,
      "loss": 5.0539,
      "step": 11017
    },
    {
      "epoch": 0.935949711179069,
      "grad_norm": 1.7679699066633519,
      "learning_rate": 0.0002874005253546795,
      "loss": 5.2276,
      "step": 11018
    },
    {
      "epoch": 0.9360346585117227,
      "grad_norm": 1.9042531310856596,
      "learning_rate": 0.0002873977707079518,
      "loss": 5.5228,
      "step": 11019
    },
    {
      "epoch": 0.9361196058443765,
      "grad_norm": 1.715627133380793,
      "learning_rate": 0.00028739501577333443,
      "loss": 4.9399,
      "step": 11020
    },
    {
      "epoch": 0.9362045531770302,
      "grad_norm": 1.7445763758677704,
      "learning_rate": 0.00028739226055083316,
      "loss": 5.0108,
      "step": 11021
    },
    {
      "epoch": 0.936289500509684,
      "grad_norm": 1.9020718601348952,
      "learning_rate": 0.0002873895050404537,
      "loss": 5.6056,
      "step": 11022
    },
    {
      "epoch": 0.9363744478423377,
      "grad_norm": 1.7439818027310054,
      "learning_rate": 0.0002873867492422019,
      "loss": 4.6889,
      "step": 11023
    },
    {
      "epoch": 0.9364593951749915,
      "grad_norm": 1.8367915391850942,
      "learning_rate": 0.00028738399315608347,
      "loss": 5.1818,
      "step": 11024
    },
    {
      "epoch": 0.9365443425076453,
      "grad_norm": 1.7778555433267407,
      "learning_rate": 0.00028738123678210425,
      "loss": 5.0638,
      "step": 11025
    },
    {
      "epoch": 0.936629289840299,
      "grad_norm": 1.973226981308502,
      "learning_rate": 0.0002873784801202699,
      "loss": 5.5712,
      "step": 11026
    },
    {
      "epoch": 0.9367142371729528,
      "grad_norm": 1.7895307055102203,
      "learning_rate": 0.0002873757231705863,
      "loss": 4.4343,
      "step": 11027
    },
    {
      "epoch": 0.9367991845056065,
      "grad_norm": 1.874774335263877,
      "learning_rate": 0.00028737296593305927,
      "loss": 5.2758,
      "step": 11028
    },
    {
      "epoch": 0.9368841318382602,
      "grad_norm": 1.821560003802171,
      "learning_rate": 0.00028737020840769443,
      "loss": 5.2427,
      "step": 11029
    },
    {
      "epoch": 0.936969079170914,
      "grad_norm": 1.9872236866028623,
      "learning_rate": 0.00028736745059449766,
      "loss": 5.5709,
      "step": 11030
    },
    {
      "epoch": 0.9370540265035678,
      "grad_norm": 1.826745856682385,
      "learning_rate": 0.00028736469249347475,
      "loss": 5.0466,
      "step": 11031
    },
    {
      "epoch": 0.9371389738362216,
      "grad_norm": 1.7747041893078794,
      "learning_rate": 0.00028736193410463146,
      "loss": 5.1656,
      "step": 11032
    },
    {
      "epoch": 0.9372239211688753,
      "grad_norm": 1.9762300811652536,
      "learning_rate": 0.0002873591754279735,
      "loss": 5.5006,
      "step": 11033
    },
    {
      "epoch": 0.9373088685015291,
      "grad_norm": 1.9679781361549755,
      "learning_rate": 0.0002873564164635068,
      "loss": 5.5929,
      "step": 11034
    },
    {
      "epoch": 0.9373938158341828,
      "grad_norm": 1.8364453229735311,
      "learning_rate": 0.000287353657211237,
      "loss": 5.2404,
      "step": 11035
    },
    {
      "epoch": 0.9374787631668365,
      "grad_norm": 1.759069736259604,
      "learning_rate": 0.00028735089767116995,
      "loss": 5.1132,
      "step": 11036
    },
    {
      "epoch": 0.9375637104994903,
      "grad_norm": 1.8836885358771396,
      "learning_rate": 0.0002873481378433114,
      "loss": 4.965,
      "step": 11037
    },
    {
      "epoch": 0.937648657832144,
      "grad_norm": 1.9495685810763586,
      "learning_rate": 0.00028734537772766717,
      "loss": 5.5552,
      "step": 11038
    },
    {
      "epoch": 0.9377336051647979,
      "grad_norm": 1.7649478409562684,
      "learning_rate": 0.000287342617324243,
      "loss": 5.2169,
      "step": 11039
    },
    {
      "epoch": 0.9378185524974516,
      "grad_norm": 1.9026074317973023,
      "learning_rate": 0.0002873398566330447,
      "loss": 5.3925,
      "step": 11040
    },
    {
      "epoch": 0.9379034998301053,
      "grad_norm": 1.7739820259082024,
      "learning_rate": 0.00028733709565407806,
      "loss": 4.8827,
      "step": 11041
    },
    {
      "epoch": 0.9379884471627591,
      "grad_norm": 1.876131837944269,
      "learning_rate": 0.00028733433438734885,
      "loss": 5.3248,
      "step": 11042
    },
    {
      "epoch": 0.9380733944954128,
      "grad_norm": 1.7968547915184694,
      "learning_rate": 0.0002873315728328629,
      "loss": 5.4376,
      "step": 11043
    },
    {
      "epoch": 0.9381583418280666,
      "grad_norm": 1.7431519950459748,
      "learning_rate": 0.0002873288109906259,
      "loss": 4.9816,
      "step": 11044
    },
    {
      "epoch": 0.9382432891607203,
      "grad_norm": 1.760717253445954,
      "learning_rate": 0.00028732604886064374,
      "loss": 5.0013,
      "step": 11045
    },
    {
      "epoch": 0.9383282364933742,
      "grad_norm": 1.9576311529943906,
      "learning_rate": 0.00028732328644292214,
      "loss": 5.6596,
      "step": 11046
    },
    {
      "epoch": 0.9384131838260279,
      "grad_norm": 1.701034746824856,
      "learning_rate": 0.0002873205237374669,
      "loss": 4.908,
      "step": 11047
    },
    {
      "epoch": 0.9384981311586816,
      "grad_norm": 1.7657846279104754,
      "learning_rate": 0.00028731776074428385,
      "loss": 5.1075,
      "step": 11048
    },
    {
      "epoch": 0.9385830784913354,
      "grad_norm": 1.7708346370803403,
      "learning_rate": 0.0002873149974633787,
      "loss": 5.4388,
      "step": 11049
    },
    {
      "epoch": 0.9386680258239891,
      "grad_norm": 1.78621452301292,
      "learning_rate": 0.00028731223389475737,
      "loss": 4.888,
      "step": 11050
    },
    {
      "epoch": 0.9387529731566429,
      "grad_norm": 1.921004009546122,
      "learning_rate": 0.00028730947003842547,
      "loss": 5.3525,
      "step": 11051
    },
    {
      "epoch": 0.9388379204892966,
      "grad_norm": 1.9193359924523195,
      "learning_rate": 0.000287306705894389,
      "loss": 4.7104,
      "step": 11052
    },
    {
      "epoch": 0.9389228678219503,
      "grad_norm": 1.739957921893477,
      "learning_rate": 0.00028730394146265353,
      "loss": 4.8816,
      "step": 11053
    },
    {
      "epoch": 0.9390078151546042,
      "grad_norm": 1.8585600506242135,
      "learning_rate": 0.000287301176743225,
      "loss": 5.3671,
      "step": 11054
    },
    {
      "epoch": 0.9390927624872579,
      "grad_norm": 1.7695085974032727,
      "learning_rate": 0.00028729841173610914,
      "loss": 5.0993,
      "step": 11055
    },
    {
      "epoch": 0.9391777098199117,
      "grad_norm": 1.8385639720990596,
      "learning_rate": 0.00028729564644131185,
      "loss": 5.0462,
      "step": 11056
    },
    {
      "epoch": 0.9392626571525654,
      "grad_norm": 1.724106611127162,
      "learning_rate": 0.0002872928808588388,
      "loss": 4.8493,
      "step": 11057
    },
    {
      "epoch": 0.9393476044852191,
      "grad_norm": 1.8373329031471048,
      "learning_rate": 0.00028729011498869586,
      "loss": 5.1818,
      "step": 11058
    },
    {
      "epoch": 0.9394325518178729,
      "grad_norm": 1.900097003068222,
      "learning_rate": 0.0002872873488308887,
      "loss": 5.3346,
      "step": 11059
    },
    {
      "epoch": 0.9395174991505266,
      "grad_norm": 1.9187439741089496,
      "learning_rate": 0.0002872845823854233,
      "loss": 5.4208,
      "step": 11060
    },
    {
      "epoch": 0.9396024464831805,
      "grad_norm": 1.9802698892158679,
      "learning_rate": 0.00028728181565230537,
      "loss": 5.4511,
      "step": 11061
    },
    {
      "epoch": 0.9396873938158342,
      "grad_norm": 1.9084501953892299,
      "learning_rate": 0.0002872790486315407,
      "loss": 5.477,
      "step": 11062
    },
    {
      "epoch": 0.939772341148488,
      "grad_norm": 1.7348722308050248,
      "learning_rate": 0.0002872762813231351,
      "loss": 4.8106,
      "step": 11063
    },
    {
      "epoch": 0.9398572884811417,
      "grad_norm": 1.8174396058107123,
      "learning_rate": 0.0002872735137270943,
      "loss": 5.3038,
      "step": 11064
    },
    {
      "epoch": 0.9399422358137954,
      "grad_norm": 1.8253852263951023,
      "learning_rate": 0.0002872707458434242,
      "loss": 5.1884,
      "step": 11065
    },
    {
      "epoch": 0.9400271831464492,
      "grad_norm": 1.8509455148736744,
      "learning_rate": 0.00028726797767213055,
      "loss": 5.0285,
      "step": 11066
    },
    {
      "epoch": 0.9401121304791029,
      "grad_norm": 1.8940623399651868,
      "learning_rate": 0.00028726520921321916,
      "loss": 5.2742,
      "step": 11067
    },
    {
      "epoch": 0.9401970778117568,
      "grad_norm": 1.8902192727627298,
      "learning_rate": 0.0002872624404666958,
      "loss": 5.5274,
      "step": 11068
    },
    {
      "epoch": 0.9402820251444105,
      "grad_norm": 1.8742617942913402,
      "learning_rate": 0.00028725967143256633,
      "loss": 5.2958,
      "step": 11069
    },
    {
      "epoch": 0.9403669724770642,
      "grad_norm": 1.7824706523523541,
      "learning_rate": 0.0002872569021108365,
      "loss": 5.3002,
      "step": 11070
    },
    {
      "epoch": 0.940451919809718,
      "grad_norm": 1.717804232590864,
      "learning_rate": 0.0002872541325015122,
      "loss": 4.4209,
      "step": 11071
    },
    {
      "epoch": 0.9405368671423717,
      "grad_norm": 1.8290805797052077,
      "learning_rate": 0.00028725136260459916,
      "loss": 5.2366,
      "step": 11072
    },
    {
      "epoch": 0.9406218144750255,
      "grad_norm": 1.7081861817716084,
      "learning_rate": 0.0002872485924201031,
      "loss": 4.8758,
      "step": 11073
    },
    {
      "epoch": 0.9407067618076792,
      "grad_norm": 1.9526999754074092,
      "learning_rate": 0.00028724582194803,
      "loss": 5.6066,
      "step": 11074
    },
    {
      "epoch": 0.9407917091403329,
      "grad_norm": 1.8270850393568079,
      "learning_rate": 0.0002872430511883855,
      "loss": 5.0947,
      "step": 11075
    },
    {
      "epoch": 0.9408766564729868,
      "grad_norm": 1.8820278821872505,
      "learning_rate": 0.0002872402801411756,
      "loss": 5.2627,
      "step": 11076
    },
    {
      "epoch": 0.9409616038056405,
      "grad_norm": 1.8174126600481812,
      "learning_rate": 0.0002872375088064059,
      "loss": 4.7582,
      "step": 11077
    },
    {
      "epoch": 0.9410465511382943,
      "grad_norm": 1.8882947946245374,
      "learning_rate": 0.00028723473718408237,
      "loss": 5.5342,
      "step": 11078
    },
    {
      "epoch": 0.941131498470948,
      "grad_norm": 1.800743431056819,
      "learning_rate": 0.0002872319652742107,
      "loss": 5.1266,
      "step": 11079
    },
    {
      "epoch": 0.9412164458036018,
      "grad_norm": 1.8832227775081491,
      "learning_rate": 0.0002872291930767968,
      "loss": 5.2071,
      "step": 11080
    },
    {
      "epoch": 0.9413013931362555,
      "grad_norm": 1.9483006359031556,
      "learning_rate": 0.00028722642059184636,
      "loss": 5.3344,
      "step": 11081
    },
    {
      "epoch": 0.9413863404689092,
      "grad_norm": 1.8418858908500826,
      "learning_rate": 0.0002872236478193653,
      "loss": 5.0532,
      "step": 11082
    },
    {
      "epoch": 0.9414712878015631,
      "grad_norm": 1.7274161855177146,
      "learning_rate": 0.0002872208747593593,
      "loss": 4.8455,
      "step": 11083
    },
    {
      "epoch": 0.9415562351342168,
      "grad_norm": 1.6916856281936612,
      "learning_rate": 0.0002872181014118344,
      "loss": 4.7338,
      "step": 11084
    },
    {
      "epoch": 0.9416411824668706,
      "grad_norm": 1.7268922978330503,
      "learning_rate": 0.0002872153277767961,
      "loss": 5.0152,
      "step": 11085
    },
    {
      "epoch": 0.9417261297995243,
      "grad_norm": 1.79030478440819,
      "learning_rate": 0.0002872125538542505,
      "loss": 5.3063,
      "step": 11086
    },
    {
      "epoch": 0.941811077132178,
      "grad_norm": 1.954252577312329,
      "learning_rate": 0.0002872097796442032,
      "loss": 5.6046,
      "step": 11087
    },
    {
      "epoch": 0.9418960244648318,
      "grad_norm": 1.7657538558577606,
      "learning_rate": 0.0002872070051466602,
      "loss": 5.2697,
      "step": 11088
    },
    {
      "epoch": 0.9419809717974855,
      "grad_norm": 1.7589396814752354,
      "learning_rate": 0.0002872042303616272,
      "loss": 4.8493,
      "step": 11089
    },
    {
      "epoch": 0.9420659191301393,
      "grad_norm": 1.7760186684000738,
      "learning_rate": 0.00028720145528910996,
      "loss": 5.0524,
      "step": 11090
    },
    {
      "epoch": 0.9421508664627931,
      "grad_norm": 1.8158322915694871,
      "learning_rate": 0.0002871986799291144,
      "loss": 5.1003,
      "step": 11091
    },
    {
      "epoch": 0.9422358137954469,
      "grad_norm": 1.8979378965667535,
      "learning_rate": 0.00028719590428164627,
      "loss": 5.5721,
      "step": 11092
    },
    {
      "epoch": 0.9423207611281006,
      "grad_norm": 1.9045685025116201,
      "learning_rate": 0.00028719312834671145,
      "loss": 5.5006,
      "step": 11093
    },
    {
      "epoch": 0.9424057084607543,
      "grad_norm": 1.7951945174765072,
      "learning_rate": 0.0002871903521243157,
      "loss": 5.3545,
      "step": 11094
    },
    {
      "epoch": 0.9424906557934081,
      "grad_norm": 1.8341888400293804,
      "learning_rate": 0.00028718757561446484,
      "loss": 5.12,
      "step": 11095
    },
    {
      "epoch": 0.9425756031260618,
      "grad_norm": 1.8241717451616821,
      "learning_rate": 0.00028718479881716477,
      "loss": 5.0729,
      "step": 11096
    },
    {
      "epoch": 0.9426605504587156,
      "grad_norm": 1.759568791892031,
      "learning_rate": 0.0002871820217324212,
      "loss": 5.3234,
      "step": 11097
    },
    {
      "epoch": 0.9427454977913694,
      "grad_norm": 1.8363576443387206,
      "learning_rate": 0.00028717924436024,
      "loss": 5.4912,
      "step": 11098
    },
    {
      "epoch": 0.9428304451240231,
      "grad_norm": 1.8552143643290018,
      "learning_rate": 0.00028717646670062697,
      "loss": 4.6571,
      "step": 11099
    },
    {
      "epoch": 0.9429153924566769,
      "grad_norm": 1.8343225209980523,
      "learning_rate": 0.00028717368875358796,
      "loss": 5.2199,
      "step": 11100
    },
    {
      "epoch": 0.9430003397893306,
      "grad_norm": 1.7472662134570933,
      "learning_rate": 0.00028717091051912874,
      "loss": 5.0908,
      "step": 11101
    },
    {
      "epoch": 0.9430852871219844,
      "grad_norm": 1.9395085414660755,
      "learning_rate": 0.0002871681319972552,
      "loss": 5.6088,
      "step": 11102
    },
    {
      "epoch": 0.9431702344546381,
      "grad_norm": 1.8166495019434674,
      "learning_rate": 0.00028716535318797315,
      "loss": 5.1025,
      "step": 11103
    },
    {
      "epoch": 0.9432551817872918,
      "grad_norm": 1.9569570798069553,
      "learning_rate": 0.00028716257409128833,
      "loss": 5.5256,
      "step": 11104
    },
    {
      "epoch": 0.9433401291199456,
      "grad_norm": 1.8307654260880382,
      "learning_rate": 0.0002871597947072066,
      "loss": 5.0513,
      "step": 11105
    },
    {
      "epoch": 0.9434250764525994,
      "grad_norm": 1.8215074678535432,
      "learning_rate": 0.0002871570150357339,
      "loss": 5.4072,
      "step": 11106
    },
    {
      "epoch": 0.9435100237852532,
      "grad_norm": 1.7823162409647821,
      "learning_rate": 0.0002871542350768759,
      "loss": 4.7558,
      "step": 11107
    },
    {
      "epoch": 0.9435949711179069,
      "grad_norm": 1.9282824478012959,
      "learning_rate": 0.00028715145483063846,
      "loss": 5.3667,
      "step": 11108
    },
    {
      "epoch": 0.9436799184505607,
      "grad_norm": 2.0237044413339613,
      "learning_rate": 0.0002871486742970275,
      "loss": 5.5942,
      "step": 11109
    },
    {
      "epoch": 0.9437648657832144,
      "grad_norm": 1.8024046281879085,
      "learning_rate": 0.0002871458934760487,
      "loss": 5.1731,
      "step": 11110
    },
    {
      "epoch": 0.9438498131158681,
      "grad_norm": 1.8345115255807474,
      "learning_rate": 0.00028714311236770803,
      "loss": 5.1681,
      "step": 11111
    },
    {
      "epoch": 0.9439347604485219,
      "grad_norm": 1.9370831006647062,
      "learning_rate": 0.0002871403309720112,
      "loss": 5.4652,
      "step": 11112
    },
    {
      "epoch": 0.9440197077811757,
      "grad_norm": 1.8193212867279842,
      "learning_rate": 0.0002871375492889641,
      "loss": 5.0323,
      "step": 11113
    },
    {
      "epoch": 0.9441046551138295,
      "grad_norm": 1.8550303570614415,
      "learning_rate": 0.0002871347673185726,
      "loss": 5.0109,
      "step": 11114
    },
    {
      "epoch": 0.9441896024464832,
      "grad_norm": 1.7630338179327598,
      "learning_rate": 0.00028713198506084234,
      "loss": 5.0361,
      "step": 11115
    },
    {
      "epoch": 0.9442745497791369,
      "grad_norm": 1.8699832191661185,
      "learning_rate": 0.0002871292025157794,
      "loss": 5.2296,
      "step": 11116
    },
    {
      "epoch": 0.9443594971117907,
      "grad_norm": 1.7586377999128342,
      "learning_rate": 0.00028712641968338946,
      "loss": 4.7999,
      "step": 11117
    },
    {
      "epoch": 0.9444444444444444,
      "grad_norm": 1.968248392379917,
      "learning_rate": 0.00028712363656367836,
      "loss": 5.4614,
      "step": 11118
    },
    {
      "epoch": 0.9445293917770982,
      "grad_norm": 2.0050713917737144,
      "learning_rate": 0.000287120853156652,
      "loss": 5.7272,
      "step": 11119
    },
    {
      "epoch": 0.9446143391097519,
      "grad_norm": 1.7614442665124852,
      "learning_rate": 0.00028711806946231616,
      "loss": 5.1538,
      "step": 11120
    },
    {
      "epoch": 0.9446992864424058,
      "grad_norm": 1.8622873451007318,
      "learning_rate": 0.0002871152854806767,
      "loss": 5.4667,
      "step": 11121
    },
    {
      "epoch": 0.9447842337750595,
      "grad_norm": 1.8380277298888836,
      "learning_rate": 0.0002871125012117394,
      "loss": 5.0889,
      "step": 11122
    },
    {
      "epoch": 0.9448691811077132,
      "grad_norm": 1.7859492753166082,
      "learning_rate": 0.00028710971665551013,
      "loss": 5.2371,
      "step": 11123
    },
    {
      "epoch": 0.944954128440367,
      "grad_norm": 1.8972149752843592,
      "learning_rate": 0.0002871069318119947,
      "loss": 5.5891,
      "step": 11124
    },
    {
      "epoch": 0.9450390757730207,
      "grad_norm": 1.7415545976766331,
      "learning_rate": 0.0002871041466811991,
      "loss": 4.8152,
      "step": 11125
    },
    {
      "epoch": 0.9451240231056744,
      "grad_norm": 1.9239380482898547,
      "learning_rate": 0.0002871013612631289,
      "loss": 5.6886,
      "step": 11126
    },
    {
      "epoch": 0.9452089704383282,
      "grad_norm": 1.7648911873502666,
      "learning_rate": 0.0002870985755577901,
      "loss": 5.2639,
      "step": 11127
    },
    {
      "epoch": 0.945293917770982,
      "grad_norm": 1.7848396094119212,
      "learning_rate": 0.00028709578956518853,
      "loss": 5.2463,
      "step": 11128
    },
    {
      "epoch": 0.9453788651036358,
      "grad_norm": 1.8138346623667168,
      "learning_rate": 0.00028709300328532995,
      "loss": 5.1763,
      "step": 11129
    },
    {
      "epoch": 0.9454638124362895,
      "grad_norm": 1.844047284038188,
      "learning_rate": 0.0002870902167182203,
      "loss": 5.0559,
      "step": 11130
    },
    {
      "epoch": 0.9455487597689433,
      "grad_norm": 1.8121703475185236,
      "learning_rate": 0.00028708742986386537,
      "loss": 5.229,
      "step": 11131
    },
    {
      "epoch": 0.945633707101597,
      "grad_norm": 1.8199404400995405,
      "learning_rate": 0.00028708464272227097,
      "loss": 5.3337,
      "step": 11132
    },
    {
      "epoch": 0.9457186544342507,
      "grad_norm": 1.9390045045518305,
      "learning_rate": 0.000287081855293443,
      "loss": 5.3609,
      "step": 11133
    },
    {
      "epoch": 0.9458036017669045,
      "grad_norm": 1.8201422539949483,
      "learning_rate": 0.0002870790675773873,
      "loss": 4.9782,
      "step": 11134
    },
    {
      "epoch": 0.9458885490995583,
      "grad_norm": 1.8620487586767192,
      "learning_rate": 0.0002870762795741096,
      "loss": 5.1826,
      "step": 11135
    },
    {
      "epoch": 0.9459734964322121,
      "grad_norm": 1.9129154976861142,
      "learning_rate": 0.0002870734912836159,
      "loss": 5.3041,
      "step": 11136
    },
    {
      "epoch": 0.9460584437648658,
      "grad_norm": 1.7931572528846824,
      "learning_rate": 0.00028707070270591196,
      "loss": 5.0287,
      "step": 11137
    },
    {
      "epoch": 0.9461433910975195,
      "grad_norm": 1.8838207833431264,
      "learning_rate": 0.00028706791384100364,
      "loss": 5.1016,
      "step": 11138
    },
    {
      "epoch": 0.9462283384301733,
      "grad_norm": 1.8468166574643126,
      "learning_rate": 0.0002870651246888967,
      "loss": 5.1469,
      "step": 11139
    },
    {
      "epoch": 0.946313285762827,
      "grad_norm": 1.9476830110245096,
      "learning_rate": 0.0002870623352495971,
      "loss": 5.2952,
      "step": 11140
    },
    {
      "epoch": 0.9463982330954808,
      "grad_norm": 2.0484443706438533,
      "learning_rate": 0.00028705954552311067,
      "loss": 5.5773,
      "step": 11141
    },
    {
      "epoch": 0.9464831804281345,
      "grad_norm": 1.8148195792533064,
      "learning_rate": 0.0002870567555094432,
      "loss": 5.2301,
      "step": 11142
    },
    {
      "epoch": 0.9465681277607884,
      "grad_norm": 1.8003348049177277,
      "learning_rate": 0.00028705396520860055,
      "loss": 4.9844,
      "step": 11143
    },
    {
      "epoch": 0.9466530750934421,
      "grad_norm": 1.7912184761482317,
      "learning_rate": 0.0002870511746205886,
      "loss": 5.0488,
      "step": 11144
    },
    {
      "epoch": 0.9467380224260958,
      "grad_norm": 1.8527976290149868,
      "learning_rate": 0.00028704838374541314,
      "loss": 5.1062,
      "step": 11145
    },
    {
      "epoch": 0.9468229697587496,
      "grad_norm": 1.927512939364902,
      "learning_rate": 0.0002870455925830801,
      "loss": 5.4993,
      "step": 11146
    },
    {
      "epoch": 0.9469079170914033,
      "grad_norm": 1.8070670447386998,
      "learning_rate": 0.0002870428011335952,
      "loss": 5.3014,
      "step": 11147
    },
    {
      "epoch": 0.9469928644240571,
      "grad_norm": 1.852597638489497,
      "learning_rate": 0.00028704000939696445,
      "loss": 5.1145,
      "step": 11148
    },
    {
      "epoch": 0.9470778117567108,
      "grad_norm": 1.89302006346138,
      "learning_rate": 0.00028703721737319363,
      "loss": 5.2634,
      "step": 11149
    },
    {
      "epoch": 0.9471627590893646,
      "grad_norm": 1.7653252705179312,
      "learning_rate": 0.00028703442506228857,
      "loss": 4.73,
      "step": 11150
    },
    {
      "epoch": 0.9472477064220184,
      "grad_norm": 1.9171031300431922,
      "learning_rate": 0.0002870316324642551,
      "loss": 5.4859,
      "step": 11151
    },
    {
      "epoch": 0.9473326537546721,
      "grad_norm": 1.7881864703559898,
      "learning_rate": 0.00028702883957909916,
      "loss": 4.8505,
      "step": 11152
    },
    {
      "epoch": 0.9474176010873259,
      "grad_norm": 1.823913718984649,
      "learning_rate": 0.0002870260464068265,
      "loss": 4.896,
      "step": 11153
    },
    {
      "epoch": 0.9475025484199796,
      "grad_norm": 1.7961268917075355,
      "learning_rate": 0.000287023252947443,
      "loss": 4.8273,
      "step": 11154
    },
    {
      "epoch": 0.9475874957526333,
      "grad_norm": 2.0400235666578714,
      "learning_rate": 0.0002870204592009546,
      "loss": 5.6323,
      "step": 11155
    },
    {
      "epoch": 0.9476724430852871,
      "grad_norm": 1.764013896990733,
      "learning_rate": 0.000287017665167367,
      "loss": 5.0005,
      "step": 11156
    },
    {
      "epoch": 0.9477573904179408,
      "grad_norm": 1.980076031975,
      "learning_rate": 0.0002870148708466862,
      "loss": 5.635,
      "step": 11157
    },
    {
      "epoch": 0.9478423377505947,
      "grad_norm": 1.8477865765387471,
      "learning_rate": 0.00028701207623891797,
      "loss": 5.0395,
      "step": 11158
    },
    {
      "epoch": 0.9479272850832484,
      "grad_norm": 1.8195839711460662,
      "learning_rate": 0.0002870092813440682,
      "loss": 5.1299,
      "step": 11159
    },
    {
      "epoch": 0.9480122324159022,
      "grad_norm": 1.7683313544232604,
      "learning_rate": 0.00028700648616214274,
      "loss": 5.1306,
      "step": 11160
    },
    {
      "epoch": 0.9480971797485559,
      "grad_norm": 1.9269915498105707,
      "learning_rate": 0.0002870036906931474,
      "loss": 5.4886,
      "step": 11161
    },
    {
      "epoch": 0.9481821270812096,
      "grad_norm": 1.8445808503988368,
      "learning_rate": 0.0002870008949370881,
      "loss": 5.3797,
      "step": 11162
    },
    {
      "epoch": 0.9482670744138634,
      "grad_norm": 1.8426607096140106,
      "learning_rate": 0.0002869980988939707,
      "loss": 4.3941,
      "step": 11163
    },
    {
      "epoch": 0.9483520217465171,
      "grad_norm": 1.954204452456668,
      "learning_rate": 0.00028699530256380107,
      "loss": 5.4548,
      "step": 11164
    },
    {
      "epoch": 0.948436969079171,
      "grad_norm": 1.9003716118750598,
      "learning_rate": 0.00028699250594658494,
      "loss": 5.3081,
      "step": 11165
    },
    {
      "epoch": 0.9485219164118247,
      "grad_norm": 2.0340069144513535,
      "learning_rate": 0.0002869897090423283,
      "loss": 5.604,
      "step": 11166
    },
    {
      "epoch": 0.9486068637444784,
      "grad_norm": 1.818968184023847,
      "learning_rate": 0.000286986911851037,
      "loss": 5.1443,
      "step": 11167
    },
    {
      "epoch": 0.9486918110771322,
      "grad_norm": 1.8410289037124994,
      "learning_rate": 0.00028698411437271687,
      "loss": 5.5468,
      "step": 11168
    },
    {
      "epoch": 0.9487767584097859,
      "grad_norm": 1.7515723406085784,
      "learning_rate": 0.0002869813166073738,
      "loss": 5.1979,
      "step": 11169
    },
    {
      "epoch": 0.9488617057424397,
      "grad_norm": 1.8244890065621646,
      "learning_rate": 0.0002869785185550136,
      "loss": 5.3248,
      "step": 11170
    },
    {
      "epoch": 0.9489466530750934,
      "grad_norm": 1.7678839629977932,
      "learning_rate": 0.0002869757202156422,
      "loss": 5.0869,
      "step": 11171
    },
    {
      "epoch": 0.9490316004077471,
      "grad_norm": 1.7584135496181674,
      "learning_rate": 0.0002869729215892654,
      "loss": 4.9746,
      "step": 11172
    },
    {
      "epoch": 0.949116547740401,
      "grad_norm": 1.7385587776692235,
      "learning_rate": 0.00028697012267588903,
      "loss": 5.0403,
      "step": 11173
    },
    {
      "epoch": 0.9492014950730547,
      "grad_norm": 2.0138894247237302,
      "learning_rate": 0.0002869673234755191,
      "loss": 5.6507,
      "step": 11174
    },
    {
      "epoch": 0.9492864424057085,
      "grad_norm": 1.7669175324303361,
      "learning_rate": 0.00028696452398816136,
      "loss": 4.9935,
      "step": 11175
    },
    {
      "epoch": 0.9493713897383622,
      "grad_norm": 1.9536335007956753,
      "learning_rate": 0.0002869617242138217,
      "loss": 5.6076,
      "step": 11176
    },
    {
      "epoch": 0.949456337071016,
      "grad_norm": 1.8996328112078988,
      "learning_rate": 0.000286958924152506,
      "loss": 5.425,
      "step": 11177
    },
    {
      "epoch": 0.9495412844036697,
      "grad_norm": 1.7883657656549825,
      "learning_rate": 0.0002869561238042201,
      "loss": 5.0152,
      "step": 11178
    },
    {
      "epoch": 0.9496262317363234,
      "grad_norm": 1.8789128692785009,
      "learning_rate": 0.0002869533231689699,
      "loss": 5.3313,
      "step": 11179
    },
    {
      "epoch": 0.9497111790689773,
      "grad_norm": 1.882447051254894,
      "learning_rate": 0.00028695052224676125,
      "loss": 5.339,
      "step": 11180
    },
    {
      "epoch": 0.949796126401631,
      "grad_norm": 1.8276342403641759,
      "learning_rate": 0.00028694772103760003,
      "loss": 4.9376,
      "step": 11181
    },
    {
      "epoch": 0.9498810737342848,
      "grad_norm": 1.8286337130805885,
      "learning_rate": 0.0002869449195414921,
      "loss": 5.4088,
      "step": 11182
    },
    {
      "epoch": 0.9499660210669385,
      "grad_norm": 1.8413721918125239,
      "learning_rate": 0.00028694211775844334,
      "loss": 5.3667,
      "step": 11183
    },
    {
      "epoch": 0.9500509683995922,
      "grad_norm": 1.7913181555864406,
      "learning_rate": 0.00028693931568845964,
      "loss": 4.9337,
      "step": 11184
    },
    {
      "epoch": 0.950135915732246,
      "grad_norm": 1.8567357945083944,
      "learning_rate": 0.0002869365133315468,
      "loss": 5.5164,
      "step": 11185
    },
    {
      "epoch": 0.9502208630648997,
      "grad_norm": 1.9039262501460912,
      "learning_rate": 0.00028693371068771073,
      "loss": 5.2693,
      "step": 11186
    },
    {
      "epoch": 0.9503058103975535,
      "grad_norm": 1.7806645530552099,
      "learning_rate": 0.00028693090775695735,
      "loss": 5.1797,
      "step": 11187
    },
    {
      "epoch": 0.9503907577302073,
      "grad_norm": 1.7897046930681297,
      "learning_rate": 0.00028692810453929247,
      "loss": 5.1973,
      "step": 11188
    },
    {
      "epoch": 0.950475705062861,
      "grad_norm": 2.021493019840393,
      "learning_rate": 0.000286925301034722,
      "loss": 5.6299,
      "step": 11189
    },
    {
      "epoch": 0.9505606523955148,
      "grad_norm": 1.966591316426592,
      "learning_rate": 0.0002869224972432518,
      "loss": 5.5597,
      "step": 11190
    },
    {
      "epoch": 0.9506455997281685,
      "grad_norm": 2.014592063272068,
      "learning_rate": 0.0002869196931648877,
      "loss": 5.5791,
      "step": 11191
    },
    {
      "epoch": 0.9507305470608223,
      "grad_norm": 1.9500368831567119,
      "learning_rate": 0.0002869168887996357,
      "loss": 5.4956,
      "step": 11192
    },
    {
      "epoch": 0.950815494393476,
      "grad_norm": 1.8805569977789578,
      "learning_rate": 0.0002869140841475015,
      "loss": 4.9661,
      "step": 11193
    },
    {
      "epoch": 0.9509004417261298,
      "grad_norm": 2.0292503027971374,
      "learning_rate": 0.00028691127920849117,
      "loss": 4.7103,
      "step": 11194
    },
    {
      "epoch": 0.9509853890587836,
      "grad_norm": 1.7377031507833585,
      "learning_rate": 0.0002869084739826104,
      "loss": 5.1442,
      "step": 11195
    },
    {
      "epoch": 0.9510703363914373,
      "grad_norm": 1.7360084342058817,
      "learning_rate": 0.0002869056684698652,
      "loss": 5.068,
      "step": 11196
    },
    {
      "epoch": 0.9511552837240911,
      "grad_norm": 1.9366586254905542,
      "learning_rate": 0.0002869028626702614,
      "loss": 5.424,
      "step": 11197
    },
    {
      "epoch": 0.9512402310567448,
      "grad_norm": 1.763430662009194,
      "learning_rate": 0.0002869000565838049,
      "loss": 4.9999,
      "step": 11198
    },
    {
      "epoch": 0.9513251783893986,
      "grad_norm": 1.7472513608228206,
      "learning_rate": 0.00028689725021050156,
      "loss": 4.9914,
      "step": 11199
    },
    {
      "epoch": 0.9514101257220523,
      "grad_norm": 1.8223899585430055,
      "learning_rate": 0.00028689444355035724,
      "loss": 4.9918,
      "step": 11200
    },
    {
      "epoch": 0.951495073054706,
      "grad_norm": 1.870872996160744,
      "learning_rate": 0.00028689163660337787,
      "loss": 5.6565,
      "step": 11201
    },
    {
      "epoch": 0.9515800203873598,
      "grad_norm": 1.7917436589210098,
      "learning_rate": 0.0002868888293695693,
      "loss": 4.9562,
      "step": 11202
    },
    {
      "epoch": 0.9516649677200136,
      "grad_norm": 1.8570818347743945,
      "learning_rate": 0.0002868860218489374,
      "loss": 5.2025,
      "step": 11203
    },
    {
      "epoch": 0.9517499150526674,
      "grad_norm": 1.781542233701305,
      "learning_rate": 0.00028688321404148813,
      "loss": 4.8532,
      "step": 11204
    },
    {
      "epoch": 0.9518348623853211,
      "grad_norm": 1.8260381638737695,
      "learning_rate": 0.00028688040594722727,
      "loss": 5.1681,
      "step": 11205
    },
    {
      "epoch": 0.9519198097179749,
      "grad_norm": 1.8319911953565757,
      "learning_rate": 0.0002868775975661607,
      "loss": 5.2729,
      "step": 11206
    },
    {
      "epoch": 0.9520047570506286,
      "grad_norm": 1.8947722963210458,
      "learning_rate": 0.00028687478889829446,
      "loss": 5.236,
      "step": 11207
    },
    {
      "epoch": 0.9520897043832823,
      "grad_norm": 1.8141499175345306,
      "learning_rate": 0.0002868719799436343,
      "loss": 5.3379,
      "step": 11208
    },
    {
      "epoch": 0.9521746517159361,
      "grad_norm": 1.926209620780918,
      "learning_rate": 0.0002868691707021861,
      "loss": 5.5553,
      "step": 11209
    },
    {
      "epoch": 0.9522595990485899,
      "grad_norm": 1.8467783118043952,
      "learning_rate": 0.00028686636117395575,
      "loss": 5.1522,
      "step": 11210
    },
    {
      "epoch": 0.9523445463812437,
      "grad_norm": 1.955615394877911,
      "learning_rate": 0.0002868635513589492,
      "loss": 5.504,
      "step": 11211
    },
    {
      "epoch": 0.9524294937138974,
      "grad_norm": 1.8696695950868478,
      "learning_rate": 0.0002868607412571723,
      "loss": 5.4094,
      "step": 11212
    },
    {
      "epoch": 0.9525144410465511,
      "grad_norm": 1.8236026036306392,
      "learning_rate": 0.00028685793086863094,
      "loss": 5.0812,
      "step": 11213
    },
    {
      "epoch": 0.9525993883792049,
      "grad_norm": 1.8336655251706255,
      "learning_rate": 0.000286855120193331,
      "loss": 5.3753,
      "step": 11214
    },
    {
      "epoch": 0.9526843357118586,
      "grad_norm": 1.7917337784270837,
      "learning_rate": 0.0002868523092312784,
      "loss": 4.85,
      "step": 11215
    },
    {
      "epoch": 0.9527692830445124,
      "grad_norm": 1.7793882494094477,
      "learning_rate": 0.00028684949798247903,
      "loss": 5.142,
      "step": 11216
    },
    {
      "epoch": 0.9528542303771662,
      "grad_norm": 1.960664180614677,
      "learning_rate": 0.00028684668644693873,
      "loss": 5.5663,
      "step": 11217
    },
    {
      "epoch": 0.95293917770982,
      "grad_norm": 1.888737287072536,
      "learning_rate": 0.0002868438746246634,
      "loss": 5.4049,
      "step": 11218
    },
    {
      "epoch": 0.9530241250424737,
      "grad_norm": 1.783178480622566,
      "learning_rate": 0.000286841062515659,
      "loss": 5.4271,
      "step": 11219
    },
    {
      "epoch": 0.9531090723751274,
      "grad_norm": 1.7812742917247775,
      "learning_rate": 0.00028683825011993137,
      "loss": 5.1439,
      "step": 11220
    },
    {
      "epoch": 0.9531940197077812,
      "grad_norm": 1.872501180179674,
      "learning_rate": 0.0002868354374374864,
      "loss": 5.2257,
      "step": 11221
    },
    {
      "epoch": 0.9532789670404349,
      "grad_norm": 1.9472635444893684,
      "learning_rate": 0.00028683262446832996,
      "loss": 5.585,
      "step": 11222
    },
    {
      "epoch": 0.9533639143730887,
      "grad_norm": 1.823187863316168,
      "learning_rate": 0.000286829811212468,
      "loss": 5.4049,
      "step": 11223
    },
    {
      "epoch": 0.9534488617057424,
      "grad_norm": 1.7561356495337275,
      "learning_rate": 0.00028682699766990644,
      "loss": 5.1209,
      "step": 11224
    },
    {
      "epoch": 0.9535338090383962,
      "grad_norm": 1.7662245996071817,
      "learning_rate": 0.000286824183840651,
      "loss": 4.9019,
      "step": 11225
    },
    {
      "epoch": 0.95361875637105,
      "grad_norm": 1.7954451597029581,
      "learning_rate": 0.0002868213697247078,
      "loss": 5.3728,
      "step": 11226
    },
    {
      "epoch": 0.9537037037037037,
      "grad_norm": 1.825045440117783,
      "learning_rate": 0.0002868185553220826,
      "loss": 5.3662,
      "step": 11227
    },
    {
      "epoch": 0.9537886510363575,
      "grad_norm": 1.9136645628074256,
      "learning_rate": 0.00028681574063278134,
      "loss": 5.4638,
      "step": 11228
    },
    {
      "epoch": 0.9538735983690112,
      "grad_norm": 1.7470194029435415,
      "learning_rate": 0.0002868129256568099,
      "loss": 4.9292,
      "step": 11229
    },
    {
      "epoch": 0.9539585457016649,
      "grad_norm": 1.9165075150294568,
      "learning_rate": 0.00028681011039417424,
      "loss": 5.5535,
      "step": 11230
    },
    {
      "epoch": 0.9540434930343187,
      "grad_norm": 1.8941683825769826,
      "learning_rate": 0.0002868072948448802,
      "loss": 5.1946,
      "step": 11231
    },
    {
      "epoch": 0.9541284403669725,
      "grad_norm": 1.925894733153275,
      "learning_rate": 0.00028680447900893363,
      "loss": 5.4774,
      "step": 11232
    },
    {
      "epoch": 0.9542133876996263,
      "grad_norm": 1.8627946635853092,
      "learning_rate": 0.00028680166288634054,
      "loss": 5.2008,
      "step": 11233
    },
    {
      "epoch": 0.95429833503228,
      "grad_norm": 1.8069130954439623,
      "learning_rate": 0.0002867988464771068,
      "loss": 4.8497,
      "step": 11234
    },
    {
      "epoch": 0.9543832823649337,
      "grad_norm": 1.7852770743612645,
      "learning_rate": 0.0002867960297812382,
      "loss": 5.0196,
      "step": 11235
    },
    {
      "epoch": 0.9544682296975875,
      "grad_norm": 1.8338994493936052,
      "learning_rate": 0.0002867932127987408,
      "loss": 5.2009,
      "step": 11236
    },
    {
      "epoch": 0.9545531770302412,
      "grad_norm": 1.788870376247482,
      "learning_rate": 0.0002867903955296204,
      "loss": 5.026,
      "step": 11237
    },
    {
      "epoch": 0.954638124362895,
      "grad_norm": 1.8360603343100137,
      "learning_rate": 0.000286787577973883,
      "loss": 5.0078,
      "step": 11238
    },
    {
      "epoch": 0.9547230716955487,
      "grad_norm": 1.817122157312922,
      "learning_rate": 0.0002867847601315343,
      "loss": 4.968,
      "step": 11239
    },
    {
      "epoch": 0.9548080190282026,
      "grad_norm": 1.8662528705807904,
      "learning_rate": 0.0002867819420025805,
      "loss": 5.1217,
      "step": 11240
    },
    {
      "epoch": 0.9548929663608563,
      "grad_norm": 2.0255412801473027,
      "learning_rate": 0.00028677912358702725,
      "loss": 5.4571,
      "step": 11241
    },
    {
      "epoch": 0.95497791369351,
      "grad_norm": 1.805917408651637,
      "learning_rate": 0.0002867763048848806,
      "loss": 4.9808,
      "step": 11242
    },
    {
      "epoch": 0.9550628610261638,
      "grad_norm": 1.845356755481407,
      "learning_rate": 0.00028677348589614644,
      "loss": 4.9662,
      "step": 11243
    },
    {
      "epoch": 0.9551478083588175,
      "grad_norm": 1.8310945924008022,
      "learning_rate": 0.0002867706666208306,
      "loss": 5.1398,
      "step": 11244
    },
    {
      "epoch": 0.9552327556914713,
      "grad_norm": 1.792186731284593,
      "learning_rate": 0.00028676784705893905,
      "loss": 4.9551,
      "step": 11245
    },
    {
      "epoch": 0.955317703024125,
      "grad_norm": 1.833218261775354,
      "learning_rate": 0.00028676502721047766,
      "loss": 5.3325,
      "step": 11246
    },
    {
      "epoch": 0.9554026503567788,
      "grad_norm": 1.9793411515077677,
      "learning_rate": 0.0002867622070754524,
      "loss": 5.6382,
      "step": 11247
    },
    {
      "epoch": 0.9554875976894326,
      "grad_norm": 1.799974173758269,
      "learning_rate": 0.0002867593866538691,
      "loss": 5.3084,
      "step": 11248
    },
    {
      "epoch": 0.9555725450220863,
      "grad_norm": 1.9606332443196484,
      "learning_rate": 0.00028675656594573373,
      "loss": 5.483,
      "step": 11249
    },
    {
      "epoch": 0.9556574923547401,
      "grad_norm": 1.8113332332238128,
      "learning_rate": 0.00028675374495105223,
      "loss": 4.8704,
      "step": 11250
    },
    {
      "epoch": 0.9557424396873938,
      "grad_norm": 1.7199312287780697,
      "learning_rate": 0.0002867509236698304,
      "loss": 4.8122,
      "step": 11251
    },
    {
      "epoch": 0.9558273870200475,
      "grad_norm": 1.8226933786752806,
      "learning_rate": 0.0002867481021020742,
      "loss": 5.2036,
      "step": 11252
    },
    {
      "epoch": 0.9559123343527013,
      "grad_norm": 1.7886947166319926,
      "learning_rate": 0.00028674528024778964,
      "loss": 5.2838,
      "step": 11253
    },
    {
      "epoch": 0.955997281685355,
      "grad_norm": 1.7905651109410017,
      "learning_rate": 0.00028674245810698246,
      "loss": 4.7839,
      "step": 11254
    },
    {
      "epoch": 0.9560822290180089,
      "grad_norm": 1.8315538192020844,
      "learning_rate": 0.0002867396356796587,
      "loss": 4.9656,
      "step": 11255
    },
    {
      "epoch": 0.9561671763506626,
      "grad_norm": 1.796702535431013,
      "learning_rate": 0.0002867368129658242,
      "loss": 4.8661,
      "step": 11256
    },
    {
      "epoch": 0.9562521236833164,
      "grad_norm": 1.8016447102024513,
      "learning_rate": 0.0002867339899654849,
      "loss": 5.0174,
      "step": 11257
    },
    {
      "epoch": 0.9563370710159701,
      "grad_norm": 1.9974412681366243,
      "learning_rate": 0.00028673116667864677,
      "loss": 5.4602,
      "step": 11258
    },
    {
      "epoch": 0.9564220183486238,
      "grad_norm": 1.8288491009128511,
      "learning_rate": 0.00028672834310531573,
      "loss": 4.8222,
      "step": 11259
    },
    {
      "epoch": 0.9565069656812776,
      "grad_norm": 1.849127618490945,
      "learning_rate": 0.00028672551924549755,
      "loss": 5.0089,
      "step": 11260
    },
    {
      "epoch": 0.9565919130139313,
      "grad_norm": 1.778603544146032,
      "learning_rate": 0.0002867226950991983,
      "loss": 4.8675,
      "step": 11261
    },
    {
      "epoch": 0.9566768603465852,
      "grad_norm": 1.8532385453635614,
      "learning_rate": 0.0002867198706664238,
      "loss": 4.9826,
      "step": 11262
    },
    {
      "epoch": 0.9567618076792389,
      "grad_norm": 1.8065346887559244,
      "learning_rate": 0.00028671704594718,
      "loss": 4.9637,
      "step": 11263
    },
    {
      "epoch": 0.9568467550118926,
      "grad_norm": 1.785409391487329,
      "learning_rate": 0.0002867142209414729,
      "loss": 5.0234,
      "step": 11264
    },
    {
      "epoch": 0.9569317023445464,
      "grad_norm": 1.9936540034261074,
      "learning_rate": 0.0002867113956493083,
      "loss": 5.4166,
      "step": 11265
    },
    {
      "epoch": 0.9570166496772001,
      "grad_norm": 1.8141082044824222,
      "learning_rate": 0.00028670857007069214,
      "loss": 4.9497,
      "step": 11266
    },
    {
      "epoch": 0.9571015970098539,
      "grad_norm": 1.991505339019887,
      "learning_rate": 0.0002867057442056304,
      "loss": 5.5393,
      "step": 11267
    },
    {
      "epoch": 0.9571865443425076,
      "grad_norm": 1.8378407581131848,
      "learning_rate": 0.000286702918054129,
      "loss": 5.1928,
      "step": 11268
    },
    {
      "epoch": 0.9572714916751613,
      "grad_norm": 1.752793727050384,
      "learning_rate": 0.0002867000916161937,
      "loss": 4.727,
      "step": 11269
    },
    {
      "epoch": 0.9573564390078152,
      "grad_norm": 1.8297690893863912,
      "learning_rate": 0.0002866972648918307,
      "loss": 5.2608,
      "step": 11270
    },
    {
      "epoch": 0.9574413863404689,
      "grad_norm": 1.8254433914124484,
      "learning_rate": 0.0002866944378810457,
      "loss": 5.3087,
      "step": 11271
    },
    {
      "epoch": 0.9575263336731227,
      "grad_norm": 1.9422525772726107,
      "learning_rate": 0.0002866916105838447,
      "loss": 5.5313,
      "step": 11272
    },
    {
      "epoch": 0.9576112810057764,
      "grad_norm": 1.7939799125852152,
      "learning_rate": 0.0002866887830002336,
      "loss": 5.1067,
      "step": 11273
    },
    {
      "epoch": 0.9576962283384302,
      "grad_norm": 1.8349407365280688,
      "learning_rate": 0.0002866859551302184,
      "loss": 4.9631,
      "step": 11274
    },
    {
      "epoch": 0.9577811756710839,
      "grad_norm": 1.7846557968125674,
      "learning_rate": 0.00028668312697380493,
      "loss": 4.4043,
      "step": 11275
    },
    {
      "epoch": 0.9578661230037376,
      "grad_norm": 1.9720178743900112,
      "learning_rate": 0.0002866802985309992,
      "loss": 5.7115,
      "step": 11276
    },
    {
      "epoch": 0.9579510703363915,
      "grad_norm": 1.8591168309014854,
      "learning_rate": 0.0002866774698018071,
      "loss": 5.3984,
      "step": 11277
    },
    {
      "epoch": 0.9580360176690452,
      "grad_norm": 1.788891608463815,
      "learning_rate": 0.00028667464078623446,
      "loss": 5.0265,
      "step": 11278
    },
    {
      "epoch": 0.958120965001699,
      "grad_norm": 1.874234284110652,
      "learning_rate": 0.0002866718114842874,
      "loss": 5.1505,
      "step": 11279
    },
    {
      "epoch": 0.9582059123343527,
      "grad_norm": 1.764826168117151,
      "learning_rate": 0.0002866689818959717,
      "loss": 5.0799,
      "step": 11280
    },
    {
      "epoch": 0.9582908596670064,
      "grad_norm": 1.824207793364413,
      "learning_rate": 0.0002866661520212933,
      "loss": 5.1483,
      "step": 11281
    },
    {
      "epoch": 0.9583758069996602,
      "grad_norm": 1.9884324350894302,
      "learning_rate": 0.00028666332186025827,
      "loss": 5.33,
      "step": 11282
    },
    {
      "epoch": 0.9584607543323139,
      "grad_norm": 1.8249274802600521,
      "learning_rate": 0.0002866604914128723,
      "loss": 5.0356,
      "step": 11283
    },
    {
      "epoch": 0.9585457016649678,
      "grad_norm": 1.7970267772349162,
      "learning_rate": 0.00028665766067914155,
      "loss": 5.3361,
      "step": 11284
    },
    {
      "epoch": 0.9586306489976215,
      "grad_norm": 1.833252667194578,
      "learning_rate": 0.00028665482965907187,
      "loss": 5.3371,
      "step": 11285
    },
    {
      "epoch": 0.9587155963302753,
      "grad_norm": 1.8783491958973606,
      "learning_rate": 0.0002866519983526691,
      "loss": 5.3629,
      "step": 11286
    },
    {
      "epoch": 0.958800543662929,
      "grad_norm": 1.8133654686422596,
      "learning_rate": 0.0002866491667599393,
      "loss": 5.2156,
      "step": 11287
    },
    {
      "epoch": 0.9588854909955827,
      "grad_norm": 1.844957609829138,
      "learning_rate": 0.00028664633488088837,
      "loss": 5.3912,
      "step": 11288
    },
    {
      "epoch": 0.9589704383282365,
      "grad_norm": 1.9392644640376653,
      "learning_rate": 0.00028664350271552215,
      "loss": 5.4769,
      "step": 11289
    },
    {
      "epoch": 0.9590553856608902,
      "grad_norm": 1.9482644322622102,
      "learning_rate": 0.00028664067026384676,
      "loss": 5.4818,
      "step": 11290
    },
    {
      "epoch": 0.959140332993544,
      "grad_norm": 1.860325238114719,
      "learning_rate": 0.00028663783752586795,
      "loss": 5.1288,
      "step": 11291
    },
    {
      "epoch": 0.9592252803261978,
      "grad_norm": 1.747146207635042,
      "learning_rate": 0.00028663500450159174,
      "loss": 4.9757,
      "step": 11292
    },
    {
      "epoch": 0.9593102276588515,
      "grad_norm": 1.813259901551017,
      "learning_rate": 0.0002866321711910241,
      "loss": 5.216,
      "step": 11293
    },
    {
      "epoch": 0.9593951749915053,
      "grad_norm": 1.8791871797237927,
      "learning_rate": 0.0002866293375941709,
      "loss": 5.4148,
      "step": 11294
    },
    {
      "epoch": 0.959480122324159,
      "grad_norm": 1.810426095515691,
      "learning_rate": 0.00028662650371103805,
      "loss": 5.1071,
      "step": 11295
    },
    {
      "epoch": 0.9595650696568128,
      "grad_norm": 1.8654464706293183,
      "learning_rate": 0.0002866236695416316,
      "loss": 4.9274,
      "step": 11296
    },
    {
      "epoch": 0.9596500169894665,
      "grad_norm": 1.8079294324591495,
      "learning_rate": 0.00028662083508595743,
      "loss": 5.0357,
      "step": 11297
    },
    {
      "epoch": 0.9597349643221202,
      "grad_norm": 1.8008617994265468,
      "learning_rate": 0.00028661800034402145,
      "loss": 5.1366,
      "step": 11298
    },
    {
      "epoch": 0.9598199116547741,
      "grad_norm": 1.8403260927265064,
      "learning_rate": 0.00028661516531582965,
      "loss": 4.9861,
      "step": 11299
    },
    {
      "epoch": 0.9599048589874278,
      "grad_norm": 1.7994930825442195,
      "learning_rate": 0.0002866123300013879,
      "loss": 5.2331,
      "step": 11300
    },
    {
      "epoch": 0.9599898063200816,
      "grad_norm": 1.7622517706040282,
      "learning_rate": 0.0002866094944007023,
      "loss": 5.0779,
      "step": 11301
    },
    {
      "epoch": 0.9600747536527353,
      "grad_norm": 1.7631863510160535,
      "learning_rate": 0.0002866066585137786,
      "loss": 4.8928,
      "step": 11302
    },
    {
      "epoch": 0.960159700985389,
      "grad_norm": 1.800419475202275,
      "learning_rate": 0.0002866038223406228,
      "loss": 5.0978,
      "step": 11303
    },
    {
      "epoch": 0.9602446483180428,
      "grad_norm": 1.7981954014158248,
      "learning_rate": 0.0002866009858812409,
      "loss": 5.1212,
      "step": 11304
    },
    {
      "epoch": 0.9603295956506965,
      "grad_norm": 1.9202743643813156,
      "learning_rate": 0.0002865981491356388,
      "loss": 5.283,
      "step": 11305
    },
    {
      "epoch": 0.9604145429833503,
      "grad_norm": 1.824558878862122,
      "learning_rate": 0.0002865953121038225,
      "loss": 5.1146,
      "step": 11306
    },
    {
      "epoch": 0.9604994903160041,
      "grad_norm": 1.829225491445664,
      "learning_rate": 0.0002865924747857978,
      "loss": 5.2271,
      "step": 11307
    },
    {
      "epoch": 0.9605844376486579,
      "grad_norm": 1.8237119717939048,
      "learning_rate": 0.0002865896371815708,
      "loss": 5.1018,
      "step": 11308
    },
    {
      "epoch": 0.9606693849813116,
      "grad_norm": 1.7891037238350962,
      "learning_rate": 0.00028658679929114734,
      "loss": 5.0718,
      "step": 11309
    },
    {
      "epoch": 0.9607543323139653,
      "grad_norm": 1.974276350260585,
      "learning_rate": 0.0002865839611145335,
      "loss": 5.7055,
      "step": 11310
    },
    {
      "epoch": 0.9608392796466191,
      "grad_norm": 1.7746615292683134,
      "learning_rate": 0.00028658112265173507,
      "loss": 4.7376,
      "step": 11311
    },
    {
      "epoch": 0.9609242269792728,
      "grad_norm": 1.7304348244530583,
      "learning_rate": 0.0002865782839027581,
      "loss": 4.8952,
      "step": 11312
    },
    {
      "epoch": 0.9610091743119266,
      "grad_norm": 1.8311274731572516,
      "learning_rate": 0.0002865754448676085,
      "loss": 5.1322,
      "step": 11313
    },
    {
      "epoch": 0.9610941216445804,
      "grad_norm": 1.7578761609743558,
      "learning_rate": 0.00028657260554629217,
      "loss": 4.9383,
      "step": 11314
    },
    {
      "epoch": 0.9611790689772342,
      "grad_norm": 1.9431602941336963,
      "learning_rate": 0.00028656976593881517,
      "loss": 5.4435,
      "step": 11315
    },
    {
      "epoch": 0.9612640163098879,
      "grad_norm": 2.2003017697785143,
      "learning_rate": 0.0002865669260451834,
      "loss": 4.5134,
      "step": 11316
    },
    {
      "epoch": 0.9613489636425416,
      "grad_norm": 1.7470735498743983,
      "learning_rate": 0.0002865640858654028,
      "loss": 4.9823,
      "step": 11317
    },
    {
      "epoch": 0.9614339109751954,
      "grad_norm": 1.9200754111654108,
      "learning_rate": 0.0002865612453994793,
      "loss": 5.5677,
      "step": 11318
    },
    {
      "epoch": 0.9615188583078491,
      "grad_norm": 1.7828093496842838,
      "learning_rate": 0.00028655840464741883,
      "loss": 4.8456,
      "step": 11319
    },
    {
      "epoch": 0.9616038056405029,
      "grad_norm": 1.777250833985185,
      "learning_rate": 0.00028655556360922745,
      "loss": 5.1182,
      "step": 11320
    },
    {
      "epoch": 0.9616887529731566,
      "grad_norm": 1.787331571514611,
      "learning_rate": 0.00028655272228491106,
      "loss": 5.1657,
      "step": 11321
    },
    {
      "epoch": 0.9617737003058104,
      "grad_norm": 1.8047733421630827,
      "learning_rate": 0.0002865498806744756,
      "loss": 4.7359,
      "step": 11322
    },
    {
      "epoch": 0.9618586476384642,
      "grad_norm": 1.7515324601507307,
      "learning_rate": 0.00028654703877792695,
      "loss": 5.1931,
      "step": 11323
    },
    {
      "epoch": 0.9619435949711179,
      "grad_norm": 1.8055179659037692,
      "learning_rate": 0.00028654419659527127,
      "loss": 5.1055,
      "step": 11324
    },
    {
      "epoch": 0.9620285423037717,
      "grad_norm": 1.868600525487372,
      "learning_rate": 0.0002865413541265143,
      "loss": 5.4966,
      "step": 11325
    },
    {
      "epoch": 0.9621134896364254,
      "grad_norm": 1.7866081753338034,
      "learning_rate": 0.0002865385113716621,
      "loss": 4.9654,
      "step": 11326
    },
    {
      "epoch": 0.9621984369690791,
      "grad_norm": 1.9756537576842461,
      "learning_rate": 0.0002865356683307206,
      "loss": 5.4174,
      "step": 11327
    },
    {
      "epoch": 0.9622833843017329,
      "grad_norm": 1.856420068816121,
      "learning_rate": 0.0002865328250036958,
      "loss": 5.4011,
      "step": 11328
    },
    {
      "epoch": 0.9623683316343867,
      "grad_norm": 1.744292915264782,
      "learning_rate": 0.0002865299813905936,
      "loss": 4.8639,
      "step": 11329
    },
    {
      "epoch": 0.9624532789670405,
      "grad_norm": 1.9057212824087102,
      "learning_rate": 0.00028652713749142,
      "loss": 5.4776,
      "step": 11330
    },
    {
      "epoch": 0.9625382262996942,
      "grad_norm": 1.813219214486847,
      "learning_rate": 0.00028652429330618096,
      "loss": 5.2308,
      "step": 11331
    },
    {
      "epoch": 0.962623173632348,
      "grad_norm": 1.7609052487808725,
      "learning_rate": 0.0002865214488348824,
      "loss": 5.0472,
      "step": 11332
    },
    {
      "epoch": 0.9627081209650017,
      "grad_norm": 1.7789015873640022,
      "learning_rate": 0.00028651860407753033,
      "loss": 5.2827,
      "step": 11333
    },
    {
      "epoch": 0.9627930682976554,
      "grad_norm": 1.8401794257300554,
      "learning_rate": 0.0002865157590341306,
      "loss": 5.1788,
      "step": 11334
    },
    {
      "epoch": 0.9628780156303092,
      "grad_norm": 1.7832890741209926,
      "learning_rate": 0.0002865129137046893,
      "loss": 5.2673,
      "step": 11335
    },
    {
      "epoch": 0.9629629629629629,
      "grad_norm": 1.9193067804269013,
      "learning_rate": 0.0002865100680892124,
      "loss": 5.3556,
      "step": 11336
    },
    {
      "epoch": 0.9630479102956168,
      "grad_norm": 1.824057910128182,
      "learning_rate": 0.00028650722218770576,
      "loss": 5.29,
      "step": 11337
    },
    {
      "epoch": 0.9631328576282705,
      "grad_norm": 1.9973637239821187,
      "learning_rate": 0.00028650437600017536,
      "loss": 5.6052,
      "step": 11338
    },
    {
      "epoch": 0.9632178049609242,
      "grad_norm": 1.9319360853258116,
      "learning_rate": 0.00028650152952662723,
      "loss": 5.5568,
      "step": 11339
    },
    {
      "epoch": 0.963302752293578,
      "grad_norm": 1.8032081889304619,
      "learning_rate": 0.00028649868276706727,
      "loss": 4.9358,
      "step": 11340
    },
    {
      "epoch": 0.9633876996262317,
      "grad_norm": 1.8280690906025392,
      "learning_rate": 0.0002864958357215015,
      "loss": 5.2093,
      "step": 11341
    },
    {
      "epoch": 0.9634726469588855,
      "grad_norm": 2.0293114214383294,
      "learning_rate": 0.0002864929883899359,
      "loss": 5.4516,
      "step": 11342
    },
    {
      "epoch": 0.9635575942915392,
      "grad_norm": 1.8003901933073556,
      "learning_rate": 0.0002864901407723763,
      "loss": 5.0261,
      "step": 11343
    },
    {
      "epoch": 0.963642541624193,
      "grad_norm": 1.971002916606542,
      "learning_rate": 0.00028648729286882883,
      "loss": 5.5772,
      "step": 11344
    },
    {
      "epoch": 0.9637274889568468,
      "grad_norm": 1.7494421673933853,
      "learning_rate": 0.0002864844446792994,
      "loss": 4.9264,
      "step": 11345
    },
    {
      "epoch": 0.9638124362895005,
      "grad_norm": 1.7992045351754624,
      "learning_rate": 0.0002864815962037939,
      "loss": 5.1446,
      "step": 11346
    },
    {
      "epoch": 0.9638973836221543,
      "grad_norm": 1.8589409350262964,
      "learning_rate": 0.00028647874744231844,
      "loss": 5.2338,
      "step": 11347
    },
    {
      "epoch": 0.963982330954808,
      "grad_norm": 1.8654098502085974,
      "learning_rate": 0.00028647589839487885,
      "loss": 5.2523,
      "step": 11348
    },
    {
      "epoch": 0.9640672782874617,
      "grad_norm": 1.7719522936646417,
      "learning_rate": 0.00028647304906148115,
      "loss": 4.8451,
      "step": 11349
    },
    {
      "epoch": 0.9641522256201155,
      "grad_norm": 1.9370864169578583,
      "learning_rate": 0.00028647019944213136,
      "loss": 5.5567,
      "step": 11350
    },
    {
      "epoch": 0.9642371729527692,
      "grad_norm": 1.749510219631371,
      "learning_rate": 0.00028646734953683545,
      "loss": 4.6658,
      "step": 11351
    },
    {
      "epoch": 0.9643221202854231,
      "grad_norm": 1.8113768874052314,
      "learning_rate": 0.0002864644993455993,
      "loss": 5.1148,
      "step": 11352
    },
    {
      "epoch": 0.9644070676180768,
      "grad_norm": 1.746140857575981,
      "learning_rate": 0.00028646164886842894,
      "loss": 5.0223,
      "step": 11353
    },
    {
      "epoch": 0.9644920149507306,
      "grad_norm": 1.8433284875525793,
      "learning_rate": 0.00028645879810533043,
      "loss": 5.3201,
      "step": 11354
    },
    {
      "epoch": 0.9645769622833843,
      "grad_norm": 1.7338438711372433,
      "learning_rate": 0.00028645594705630954,
      "loss": 5.134,
      "step": 11355
    },
    {
      "epoch": 0.964661909616038,
      "grad_norm": 1.7464768750221737,
      "learning_rate": 0.0002864530957213724,
      "loss": 5.0058,
      "step": 11356
    },
    {
      "epoch": 0.9647468569486918,
      "grad_norm": 1.8532364981039386,
      "learning_rate": 0.00028645024410052495,
      "loss": 5.3423,
      "step": 11357
    },
    {
      "epoch": 0.9648318042813455,
      "grad_norm": 1.7672117276670936,
      "learning_rate": 0.0002864473921937732,
      "loss": 5.2021,
      "step": 11358
    },
    {
      "epoch": 0.9649167516139994,
      "grad_norm": 1.9682415041937487,
      "learning_rate": 0.000286444540001123,
      "loss": 5.5567,
      "step": 11359
    },
    {
      "epoch": 0.9650016989466531,
      "grad_norm": 1.7409113381634334,
      "learning_rate": 0.0002864416875225804,
      "loss": 4.9066,
      "step": 11360
    },
    {
      "epoch": 0.9650866462793068,
      "grad_norm": 1.768202555515296,
      "learning_rate": 0.00028643883475815146,
      "loss": 5.0665,
      "step": 11361
    },
    {
      "epoch": 0.9651715936119606,
      "grad_norm": 2.037301421254492,
      "learning_rate": 0.00028643598170784206,
      "loss": 5.7914,
      "step": 11362
    },
    {
      "epoch": 0.9652565409446143,
      "grad_norm": 1.7881545109440387,
      "learning_rate": 0.0002864331283716582,
      "loss": 5.0615,
      "step": 11363
    },
    {
      "epoch": 0.9653414882772681,
      "grad_norm": 1.8576125255700289,
      "learning_rate": 0.0002864302747496058,
      "loss": 5.1432,
      "step": 11364
    },
    {
      "epoch": 0.9654264356099218,
      "grad_norm": 1.8739293655298601,
      "learning_rate": 0.000286427420841691,
      "loss": 5.0626,
      "step": 11365
    },
    {
      "epoch": 0.9655113829425757,
      "grad_norm": 1.9024861949652079,
      "learning_rate": 0.00028642456664791963,
      "loss": 5.299,
      "step": 11366
    },
    {
      "epoch": 0.9655963302752294,
      "grad_norm": 2.015479534638037,
      "learning_rate": 0.00028642171216829767,
      "loss": 5.4073,
      "step": 11367
    },
    {
      "epoch": 0.9656812776078831,
      "grad_norm": 1.8533967795351693,
      "learning_rate": 0.00028641885740283117,
      "loss": 4.9564,
      "step": 11368
    },
    {
      "epoch": 0.9657662249405369,
      "grad_norm": 1.8904887251927598,
      "learning_rate": 0.00028641600235152615,
      "loss": 5.4114,
      "step": 11369
    },
    {
      "epoch": 0.9658511722731906,
      "grad_norm": 1.8354467748562353,
      "learning_rate": 0.00028641314701438847,
      "loss": 4.9208,
      "step": 11370
    },
    {
      "epoch": 0.9659361196058444,
      "grad_norm": 2.0529864912654876,
      "learning_rate": 0.00028641029139142425,
      "loss": 5.5718,
      "step": 11371
    },
    {
      "epoch": 0.9660210669384981,
      "grad_norm": 1.855872502813979,
      "learning_rate": 0.00028640743548263934,
      "loss": 4.8358,
      "step": 11372
    },
    {
      "epoch": 0.9661060142711518,
      "grad_norm": 2.018332583496472,
      "learning_rate": 0.0002864045792880398,
      "loss": 5.609,
      "step": 11373
    },
    {
      "epoch": 0.9661909616038057,
      "grad_norm": 1.98489720397347,
      "learning_rate": 0.0002864017228076316,
      "loss": 4.5173,
      "step": 11374
    },
    {
      "epoch": 0.9662759089364594,
      "grad_norm": 1.8523721460178644,
      "learning_rate": 0.00028639886604142075,
      "loss": 5.2984,
      "step": 11375
    },
    {
      "epoch": 0.9663608562691132,
      "grad_norm": 1.8077197668670213,
      "learning_rate": 0.0002863960089894132,
      "loss": 5.0092,
      "step": 11376
    },
    {
      "epoch": 0.9664458036017669,
      "grad_norm": 1.836999104696825,
      "learning_rate": 0.0002863931516516149,
      "loss": 4.9434,
      "step": 11377
    },
    {
      "epoch": 0.9665307509344206,
      "grad_norm": 1.829731090979204,
      "learning_rate": 0.00028639029402803193,
      "loss": 4.9016,
      "step": 11378
    },
    {
      "epoch": 0.9666156982670744,
      "grad_norm": 1.8644319971453698,
      "learning_rate": 0.0002863874361186702,
      "loss": 5.4393,
      "step": 11379
    },
    {
      "epoch": 0.9667006455997281,
      "grad_norm": 1.7795318311895032,
      "learning_rate": 0.00028638457792353573,
      "loss": 5.121,
      "step": 11380
    },
    {
      "epoch": 0.966785592932382,
      "grad_norm": 1.8167647443281414,
      "learning_rate": 0.00028638171944263453,
      "loss": 5.2032,
      "step": 11381
    },
    {
      "epoch": 0.9668705402650357,
      "grad_norm": 1.7827030930188785,
      "learning_rate": 0.00028637886067597255,
      "loss": 5.0444,
      "step": 11382
    },
    {
      "epoch": 0.9669554875976895,
      "grad_norm": 1.8941173363023698,
      "learning_rate": 0.0002863760016235558,
      "loss": 5.5969,
      "step": 11383
    },
    {
      "epoch": 0.9670404349303432,
      "grad_norm": 1.8082422920437056,
      "learning_rate": 0.0002863731422853903,
      "loss": 5.0715,
      "step": 11384
    },
    {
      "epoch": 0.9671253822629969,
      "grad_norm": 1.9739487507169526,
      "learning_rate": 0.000286370282661482,
      "loss": 5.5597,
      "step": 11385
    },
    {
      "epoch": 0.9672103295956507,
      "grad_norm": 1.9003022225084218,
      "learning_rate": 0.00028636742275183684,
      "loss": 5.6069,
      "step": 11386
    },
    {
      "epoch": 0.9672952769283044,
      "grad_norm": 1.8310960666247869,
      "learning_rate": 0.00028636456255646094,
      "loss": 5.4544,
      "step": 11387
    },
    {
      "epoch": 0.9673802242609582,
      "grad_norm": 1.7758762886934176,
      "learning_rate": 0.00028636170207536015,
      "loss": 4.954,
      "step": 11388
    },
    {
      "epoch": 0.967465171593612,
      "grad_norm": 1.7651273425451866,
      "learning_rate": 0.0002863588413085406,
      "loss": 5.0588,
      "step": 11389
    },
    {
      "epoch": 0.9675501189262657,
      "grad_norm": 1.8043486501886077,
      "learning_rate": 0.0002863559802560082,
      "loss": 5.1276,
      "step": 11390
    },
    {
      "epoch": 0.9676350662589195,
      "grad_norm": 1.9886134015112493,
      "learning_rate": 0.000286353118917769,
      "loss": 5.6335,
      "step": 11391
    },
    {
      "epoch": 0.9677200135915732,
      "grad_norm": 1.748686071855068,
      "learning_rate": 0.0002863502572938289,
      "loss": 4.8504,
      "step": 11392
    },
    {
      "epoch": 0.967804960924227,
      "grad_norm": 1.7757984551347268,
      "learning_rate": 0.00028634739538419403,
      "loss": 5.1257,
      "step": 11393
    },
    {
      "epoch": 0.9678899082568807,
      "grad_norm": 1.9841829087785383,
      "learning_rate": 0.0002863445331888703,
      "loss": 5.55,
      "step": 11394
    },
    {
      "epoch": 0.9679748555895344,
      "grad_norm": 1.9995503620228268,
      "learning_rate": 0.00028634167070786367,
      "loss": 5.6403,
      "step": 11395
    },
    {
      "epoch": 0.9680598029221883,
      "grad_norm": 1.9637834570735466,
      "learning_rate": 0.00028633880794118024,
      "loss": 5.4856,
      "step": 11396
    },
    {
      "epoch": 0.968144750254842,
      "grad_norm": 1.816525586189913,
      "learning_rate": 0.00028633594488882596,
      "loss": 4.9774,
      "step": 11397
    },
    {
      "epoch": 0.9682296975874958,
      "grad_norm": 1.8302790387638987,
      "learning_rate": 0.0002863330815508068,
      "loss": 5.0463,
      "step": 11398
    },
    {
      "epoch": 0.9683146449201495,
      "grad_norm": 1.8808791177157616,
      "learning_rate": 0.0002863302179271288,
      "loss": 5.1429,
      "step": 11399
    },
    {
      "epoch": 0.9683995922528033,
      "grad_norm": 1.8572038328726326,
      "learning_rate": 0.000286327354017798,
      "loss": 4.9686,
      "step": 11400
    },
    {
      "epoch": 0.968484539585457,
      "grad_norm": 1.8958852009155602,
      "learning_rate": 0.0002863244898228203,
      "loss": 5.5443,
      "step": 11401
    },
    {
      "epoch": 0.9685694869181107,
      "grad_norm": 1.966010182868452,
      "learning_rate": 0.0002863216253422017,
      "loss": 5.5238,
      "step": 11402
    },
    {
      "epoch": 0.9686544342507645,
      "grad_norm": 1.8691309932384579,
      "learning_rate": 0.00028631876057594834,
      "loss": 5.2858,
      "step": 11403
    },
    {
      "epoch": 0.9687393815834183,
      "grad_norm": 1.996704679296836,
      "learning_rate": 0.0002863158955240661,
      "loss": 5.6761,
      "step": 11404
    },
    {
      "epoch": 0.9688243289160721,
      "grad_norm": 1.836995378802104,
      "learning_rate": 0.000286313030186561,
      "loss": 5.1885,
      "step": 11405
    },
    {
      "epoch": 0.9689092762487258,
      "grad_norm": 1.8554075293102317,
      "learning_rate": 0.0002863101645634391,
      "loss": 4.9451,
      "step": 11406
    },
    {
      "epoch": 0.9689942235813795,
      "grad_norm": 1.9901763458047264,
      "learning_rate": 0.0002863072986547063,
      "loss": 5.615,
      "step": 11407
    },
    {
      "epoch": 0.9690791709140333,
      "grad_norm": 1.8097143631361126,
      "learning_rate": 0.00028630443246036876,
      "loss": 5.0715,
      "step": 11408
    },
    {
      "epoch": 0.969164118246687,
      "grad_norm": 1.8146275468419075,
      "learning_rate": 0.00028630156598043237,
      "loss": 4.817,
      "step": 11409
    },
    {
      "epoch": 0.9692490655793408,
      "grad_norm": 1.788713822743599,
      "learning_rate": 0.00028629869921490314,
      "loss": 4.9202,
      "step": 11410
    },
    {
      "epoch": 0.9693340129119946,
      "grad_norm": 1.8383338527051492,
      "learning_rate": 0.00028629583216378704,
      "loss": 5.1429,
      "step": 11411
    },
    {
      "epoch": 0.9694189602446484,
      "grad_norm": 1.9429452407271202,
      "learning_rate": 0.0002862929648270902,
      "loss": 5.4594,
      "step": 11412
    },
    {
      "epoch": 0.9695039075773021,
      "grad_norm": 1.834315323531308,
      "learning_rate": 0.00028629009720481855,
      "loss": 5.1148,
      "step": 11413
    },
    {
      "epoch": 0.9695888549099558,
      "grad_norm": 1.8847311067294932,
      "learning_rate": 0.00028628722929697814,
      "loss": 5.2251,
      "step": 11414
    },
    {
      "epoch": 0.9696738022426096,
      "grad_norm": 1.9820313549559025,
      "learning_rate": 0.000286284361103575,
      "loss": 5.6495,
      "step": 11415
    },
    {
      "epoch": 0.9697587495752633,
      "grad_norm": 1.7756105777815334,
      "learning_rate": 0.000286281492624615,
      "loss": 5.1643,
      "step": 11416
    },
    {
      "epoch": 0.969843696907917,
      "grad_norm": 1.8360249979347933,
      "learning_rate": 0.00028627862386010425,
      "loss": 5.3065,
      "step": 11417
    },
    {
      "epoch": 0.9699286442405708,
      "grad_norm": 2.033715939955979,
      "learning_rate": 0.0002862757548100488,
      "loss": 5.8019,
      "step": 11418
    },
    {
      "epoch": 0.9700135915732246,
      "grad_norm": 1.841014843690973,
      "learning_rate": 0.00028627288547445457,
      "loss": 5.0989,
      "step": 11419
    },
    {
      "epoch": 0.9700985389058784,
      "grad_norm": 1.8226235895921366,
      "learning_rate": 0.0002862700158533276,
      "loss": 5.0909,
      "step": 11420
    },
    {
      "epoch": 0.9701834862385321,
      "grad_norm": 1.8444443148197183,
      "learning_rate": 0.000286267145946674,
      "loss": 5.2696,
      "step": 11421
    },
    {
      "epoch": 0.9702684335711859,
      "grad_norm": 1.765396109604661,
      "learning_rate": 0.00028626427575449963,
      "loss": 4.9141,
      "step": 11422
    },
    {
      "epoch": 0.9703533809038396,
      "grad_norm": 1.8664142987539314,
      "learning_rate": 0.0002862614052768106,
      "loss": 5.3453,
      "step": 11423
    },
    {
      "epoch": 0.9704383282364933,
      "grad_norm": 1.897810040311093,
      "learning_rate": 0.0002862585345136129,
      "loss": 5.3677,
      "step": 11424
    },
    {
      "epoch": 0.9705232755691471,
      "grad_norm": 1.781114509260551,
      "learning_rate": 0.0002862556634649126,
      "loss": 5.0272,
      "step": 11425
    },
    {
      "epoch": 0.9706082229018009,
      "grad_norm": 1.9772439818712844,
      "learning_rate": 0.0002862527921307156,
      "loss": 5.5057,
      "step": 11426
    },
    {
      "epoch": 0.9706931702344547,
      "grad_norm": 1.8359717198484093,
      "learning_rate": 0.00028624992051102795,
      "loss": 5.2242,
      "step": 11427
    },
    {
      "epoch": 0.9707781175671084,
      "grad_norm": 1.8203365756307226,
      "learning_rate": 0.0002862470486058557,
      "loss": 4.7862,
      "step": 11428
    },
    {
      "epoch": 0.9708630648997622,
      "grad_norm": 1.9186384135630403,
      "learning_rate": 0.000286244176415205,
      "loss": 5.4153,
      "step": 11429
    },
    {
      "epoch": 0.9709480122324159,
      "grad_norm": 1.8518721043385682,
      "learning_rate": 0.0002862413039390816,
      "loss": 5.2588,
      "step": 11430
    },
    {
      "epoch": 0.9710329595650696,
      "grad_norm": 1.9253814813087,
      "learning_rate": 0.0002862384311774917,
      "loss": 5.2735,
      "step": 11431
    },
    {
      "epoch": 0.9711179068977234,
      "grad_norm": 2.0490775081869343,
      "learning_rate": 0.0002862355581304412,
      "loss": 5.6855,
      "step": 11432
    },
    {
      "epoch": 0.9712028542303772,
      "grad_norm": 1.9541461184431006,
      "learning_rate": 0.00028623268479793627,
      "loss": 5.5117,
      "step": 11433
    },
    {
      "epoch": 0.971287801563031,
      "grad_norm": 1.7831259795570926,
      "learning_rate": 0.0002862298111799828,
      "loss": 5.0406,
      "step": 11434
    },
    {
      "epoch": 0.9713727488956847,
      "grad_norm": 1.8016464003520587,
      "learning_rate": 0.0002862269372765869,
      "loss": 5.0234,
      "step": 11435
    },
    {
      "epoch": 0.9714576962283384,
      "grad_norm": 1.907103185240153,
      "learning_rate": 0.0002862240630877545,
      "loss": 5.2577,
      "step": 11436
    },
    {
      "epoch": 0.9715426435609922,
      "grad_norm": 1.8100758686134848,
      "learning_rate": 0.0002862211886134917,
      "loss": 5.0712,
      "step": 11437
    },
    {
      "epoch": 0.9716275908936459,
      "grad_norm": 1.8685957749786721,
      "learning_rate": 0.00028621831385380447,
      "loss": 5.4658,
      "step": 11438
    },
    {
      "epoch": 0.9717125382262997,
      "grad_norm": 1.8120019082752685,
      "learning_rate": 0.0002862154388086989,
      "loss": 4.9771,
      "step": 11439
    },
    {
      "epoch": 0.9717974855589534,
      "grad_norm": 1.7775242470579353,
      "learning_rate": 0.00028621256347818093,
      "loss": 5.0442,
      "step": 11440
    },
    {
      "epoch": 0.9718824328916073,
      "grad_norm": 1.8955841673615628,
      "learning_rate": 0.00028620968786225673,
      "loss": 5.3117,
      "step": 11441
    },
    {
      "epoch": 0.971967380224261,
      "grad_norm": 1.8118029586406845,
      "learning_rate": 0.00028620681196093214,
      "loss": 5.1279,
      "step": 11442
    },
    {
      "epoch": 0.9720523275569147,
      "grad_norm": 1.8400230218930258,
      "learning_rate": 0.0002862039357742133,
      "loss": 5.2129,
      "step": 11443
    },
    {
      "epoch": 0.9721372748895685,
      "grad_norm": 1.8457041506315826,
      "learning_rate": 0.0002862010593021062,
      "loss": 5.2322,
      "step": 11444
    },
    {
      "epoch": 0.9722222222222222,
      "grad_norm": 1.8390348663357126,
      "learning_rate": 0.00028619818254461683,
      "loss": 5.1931,
      "step": 11445
    },
    {
      "epoch": 0.972307169554876,
      "grad_norm": 1.8521045170776427,
      "learning_rate": 0.00028619530550175133,
      "loss": 5.3247,
      "step": 11446
    },
    {
      "epoch": 0.9723921168875297,
      "grad_norm": 1.8146280339058483,
      "learning_rate": 0.00028619242817351563,
      "loss": 5.064,
      "step": 11447
    },
    {
      "epoch": 0.9724770642201835,
      "grad_norm": 1.8924534493565095,
      "learning_rate": 0.0002861895505599158,
      "loss": 5.2958,
      "step": 11448
    },
    {
      "epoch": 0.9725620115528373,
      "grad_norm": 1.7879886688853868,
      "learning_rate": 0.0002861866726609578,
      "loss": 5.0505,
      "step": 11449
    },
    {
      "epoch": 0.972646958885491,
      "grad_norm": 1.8785574080361538,
      "learning_rate": 0.0002861837944766478,
      "loss": 5.2788,
      "step": 11450
    },
    {
      "epoch": 0.9727319062181448,
      "grad_norm": 1.8544766381076008,
      "learning_rate": 0.00028618091600699175,
      "loss": 4.9085,
      "step": 11451
    },
    {
      "epoch": 0.9728168535507985,
      "grad_norm": 1.8758938129528953,
      "learning_rate": 0.00028617803725199565,
      "loss": 5.3817,
      "step": 11452
    },
    {
      "epoch": 0.9729018008834522,
      "grad_norm": 1.8849799962370668,
      "learning_rate": 0.00028617515821166556,
      "loss": 5.1234,
      "step": 11453
    },
    {
      "epoch": 0.972986748216106,
      "grad_norm": 1.877776192512012,
      "learning_rate": 0.00028617227888600745,
      "loss": 5.1557,
      "step": 11454
    },
    {
      "epoch": 0.9730716955487597,
      "grad_norm": 2.032123580723598,
      "learning_rate": 0.00028616939927502755,
      "loss": 5.711,
      "step": 11455
    },
    {
      "epoch": 0.9731566428814136,
      "grad_norm": 1.8624511310581535,
      "learning_rate": 0.00028616651937873167,
      "loss": 5.3467,
      "step": 11456
    },
    {
      "epoch": 0.9732415902140673,
      "grad_norm": 1.8758772322097912,
      "learning_rate": 0.0002861636391971259,
      "loss": 5.2566,
      "step": 11457
    },
    {
      "epoch": 0.973326537546721,
      "grad_norm": 1.9952953445706738,
      "learning_rate": 0.00028616075873021644,
      "loss": 5.733,
      "step": 11458
    },
    {
      "epoch": 0.9734114848793748,
      "grad_norm": 1.9300562968114363,
      "learning_rate": 0.00028615787797800913,
      "loss": 5.6557,
      "step": 11459
    },
    {
      "epoch": 0.9734964322120285,
      "grad_norm": 1.8709901156771507,
      "learning_rate": 0.00028615499694051007,
      "loss": 5.2559,
      "step": 11460
    },
    {
      "epoch": 0.9735813795446823,
      "grad_norm": 1.987611203409109,
      "learning_rate": 0.00028615211561772527,
      "loss": 5.6297,
      "step": 11461
    },
    {
      "epoch": 0.973666326877336,
      "grad_norm": 1.864420542565654,
      "learning_rate": 0.0002861492340096608,
      "loss": 5.4046,
      "step": 11462
    },
    {
      "epoch": 0.9737512742099899,
      "grad_norm": 1.787481256005904,
      "learning_rate": 0.00028614635211632273,
      "loss": 5.1765,
      "step": 11463
    },
    {
      "epoch": 0.9738362215426436,
      "grad_norm": 1.7971269928543245,
      "learning_rate": 0.00028614346993771704,
      "loss": 5.0805,
      "step": 11464
    },
    {
      "epoch": 0.9739211688752973,
      "grad_norm": 1.8232812640995746,
      "learning_rate": 0.0002861405874738498,
      "loss": 5.2289,
      "step": 11465
    },
    {
      "epoch": 0.9740061162079511,
      "grad_norm": 2.0192209103870513,
      "learning_rate": 0.00028613770472472703,
      "loss": 5.5826,
      "step": 11466
    },
    {
      "epoch": 0.9740910635406048,
      "grad_norm": 1.9629039068794054,
      "learning_rate": 0.0002861348216903548,
      "loss": 5.5787,
      "step": 11467
    },
    {
      "epoch": 0.9741760108732586,
      "grad_norm": 1.7841700217686542,
      "learning_rate": 0.00028613193837073915,
      "loss": 4.8567,
      "step": 11468
    },
    {
      "epoch": 0.9742609582059123,
      "grad_norm": 1.8108765089070167,
      "learning_rate": 0.00028612905476588604,
      "loss": 4.9659,
      "step": 11469
    },
    {
      "epoch": 0.974345905538566,
      "grad_norm": 2.022393138110413,
      "learning_rate": 0.00028612617087580167,
      "loss": 5.5393,
      "step": 11470
    },
    {
      "epoch": 0.9744308528712199,
      "grad_norm": 1.8004557637032716,
      "learning_rate": 0.0002861232867004919,
      "loss": 5.0407,
      "step": 11471
    },
    {
      "epoch": 0.9745158002038736,
      "grad_norm": 1.840163983021662,
      "learning_rate": 0.0002861204022399629,
      "loss": 5.2789,
      "step": 11472
    },
    {
      "epoch": 0.9746007475365274,
      "grad_norm": 1.8400930549716146,
      "learning_rate": 0.00028611751749422066,
      "loss": 4.7856,
      "step": 11473
    },
    {
      "epoch": 0.9746856948691811,
      "grad_norm": 1.8496063444744442,
      "learning_rate": 0.00028611463246327123,
      "loss": 5.012,
      "step": 11474
    },
    {
      "epoch": 0.9747706422018348,
      "grad_norm": 1.8540089532807995,
      "learning_rate": 0.0002861117471471207,
      "loss": 5.2681,
      "step": 11475
    },
    {
      "epoch": 0.9748555895344886,
      "grad_norm": 1.8109461406481382,
      "learning_rate": 0.000286108861545775,
      "loss": 4.9269,
      "step": 11476
    },
    {
      "epoch": 0.9749405368671423,
      "grad_norm": 1.8336988070394036,
      "learning_rate": 0.0002861059756592404,
      "loss": 5.0344,
      "step": 11477
    },
    {
      "epoch": 0.9750254841997962,
      "grad_norm": 1.8469263834961693,
      "learning_rate": 0.0002861030894875227,
      "loss": 4.5469,
      "step": 11478
    },
    {
      "epoch": 0.9751104315324499,
      "grad_norm": 1.8212696037155047,
      "learning_rate": 0.000286100203030628,
      "loss": 5.0024,
      "step": 11479
    },
    {
      "epoch": 0.9751953788651037,
      "grad_norm": 2.0049092875706087,
      "learning_rate": 0.00028609731628856253,
      "loss": 5.3827,
      "step": 11480
    },
    {
      "epoch": 0.9752803261977574,
      "grad_norm": 1.968442365261976,
      "learning_rate": 0.00028609442926133213,
      "loss": 5.2933,
      "step": 11481
    },
    {
      "epoch": 0.9753652735304111,
      "grad_norm": 1.850599592322756,
      "learning_rate": 0.00028609154194894295,
      "loss": 4.9651,
      "step": 11482
    },
    {
      "epoch": 0.9754502208630649,
      "grad_norm": 2.0055403668971046,
      "learning_rate": 0.000286088654351401,
      "loss": 5.595,
      "step": 11483
    },
    {
      "epoch": 0.9755351681957186,
      "grad_norm": 1.8961815061564156,
      "learning_rate": 0.0002860857664687124,
      "loss": 5.3532,
      "step": 11484
    },
    {
      "epoch": 0.9756201155283724,
      "grad_norm": 1.843674454791998,
      "learning_rate": 0.0002860828783008831,
      "loss": 4.9496,
      "step": 11485
    },
    {
      "epoch": 0.9757050628610262,
      "grad_norm": 1.8243948679976731,
      "learning_rate": 0.00028607998984791914,
      "loss": 4.9549,
      "step": 11486
    },
    {
      "epoch": 0.97579001019368,
      "grad_norm": 1.7812576728289176,
      "learning_rate": 0.0002860771011098267,
      "loss": 4.8697,
      "step": 11487
    },
    {
      "epoch": 0.9758749575263337,
      "grad_norm": 2.0329307326972375,
      "learning_rate": 0.00028607421208661177,
      "loss": 5.4927,
      "step": 11488
    },
    {
      "epoch": 0.9759599048589874,
      "grad_norm": 1.9640805775015475,
      "learning_rate": 0.00028607132277828033,
      "loss": 5.1511,
      "step": 11489
    },
    {
      "epoch": 0.9760448521916412,
      "grad_norm": 1.9387072413031414,
      "learning_rate": 0.0002860684331848386,
      "loss": 5.6254,
      "step": 11490
    },
    {
      "epoch": 0.9761297995242949,
      "grad_norm": 1.8458522109528002,
      "learning_rate": 0.0002860655433062925,
      "loss": 5.2617,
      "step": 11491
    },
    {
      "epoch": 0.9762147468569486,
      "grad_norm": 1.8472712549450168,
      "learning_rate": 0.0002860626531426481,
      "loss": 5.1541,
      "step": 11492
    },
    {
      "epoch": 0.9762996941896025,
      "grad_norm": 1.8600205882269998,
      "learning_rate": 0.00028605976269391147,
      "loss": 5.102,
      "step": 11493
    },
    {
      "epoch": 0.9763846415222562,
      "grad_norm": 1.8374950229838631,
      "learning_rate": 0.0002860568719600887,
      "loss": 5.1803,
      "step": 11494
    },
    {
      "epoch": 0.97646958885491,
      "grad_norm": 1.7704398413060563,
      "learning_rate": 0.0002860539809411858,
      "loss": 4.891,
      "step": 11495
    },
    {
      "epoch": 0.9765545361875637,
      "grad_norm": 1.79615805823329,
      "learning_rate": 0.00028605108963720885,
      "loss": 5.1717,
      "step": 11496
    },
    {
      "epoch": 0.9766394835202175,
      "grad_norm": 1.7746485430330472,
      "learning_rate": 0.0002860481980481639,
      "loss": 5.0259,
      "step": 11497
    },
    {
      "epoch": 0.9767244308528712,
      "grad_norm": 1.8473019586831718,
      "learning_rate": 0.00028604530617405704,
      "loss": 5.3276,
      "step": 11498
    },
    {
      "epoch": 0.9768093781855249,
      "grad_norm": 1.8797244895047172,
      "learning_rate": 0.0002860424140148943,
      "loss": 5.1401,
      "step": 11499
    },
    {
      "epoch": 0.9768943255181787,
      "grad_norm": 1.834051222835596,
      "learning_rate": 0.00028603952157068175,
      "loss": 5.2729,
      "step": 11500
    },
    {
      "epoch": 0.9769792728508325,
      "grad_norm": 1.7807952711340642,
      "learning_rate": 0.0002860366288414254,
      "loss": 5.0644,
      "step": 11501
    },
    {
      "epoch": 0.9770642201834863,
      "grad_norm": 1.7863974110428833,
      "learning_rate": 0.00028603373582713137,
      "loss": 5.1092,
      "step": 11502
    },
    {
      "epoch": 0.97714916751614,
      "grad_norm": 1.8511956487038084,
      "learning_rate": 0.0002860308425278057,
      "loss": 5.1883,
      "step": 11503
    },
    {
      "epoch": 0.9772341148487937,
      "grad_norm": 1.8013960169455365,
      "learning_rate": 0.0002860279489434545,
      "loss": 4.453,
      "step": 11504
    },
    {
      "epoch": 0.9773190621814475,
      "grad_norm": 1.8613654032507665,
      "learning_rate": 0.0002860250550740838,
      "loss": 4.9906,
      "step": 11505
    },
    {
      "epoch": 0.9774040095141012,
      "grad_norm": 1.8382888331876952,
      "learning_rate": 0.00028602216091969964,
      "loss": 5.1348,
      "step": 11506
    },
    {
      "epoch": 0.977488956846755,
      "grad_norm": 1.8127540614951243,
      "learning_rate": 0.0002860192664803081,
      "loss": 4.9174,
      "step": 11507
    },
    {
      "epoch": 0.9775739041794088,
      "grad_norm": 1.8378830679527156,
      "learning_rate": 0.0002860163717559152,
      "loss": 5.2268,
      "step": 11508
    },
    {
      "epoch": 0.9776588515120626,
      "grad_norm": 1.8548050877860167,
      "learning_rate": 0.0002860134767465271,
      "loss": 5.3061,
      "step": 11509
    },
    {
      "epoch": 0.9777437988447163,
      "grad_norm": 1.8494702595237364,
      "learning_rate": 0.00028601058145214984,
      "loss": 4.8182,
      "step": 11510
    },
    {
      "epoch": 0.97782874617737,
      "grad_norm": 1.8170982447234945,
      "learning_rate": 0.00028600768587278935,
      "loss": 5.2816,
      "step": 11511
    },
    {
      "epoch": 0.9779136935100238,
      "grad_norm": 1.8052461200807042,
      "learning_rate": 0.0002860047900084519,
      "loss": 5.2909,
      "step": 11512
    },
    {
      "epoch": 0.9779986408426775,
      "grad_norm": 1.915986653523829,
      "learning_rate": 0.00028600189385914347,
      "loss": 5.4297,
      "step": 11513
    },
    {
      "epoch": 0.9780835881753313,
      "grad_norm": 2.0768446341183657,
      "learning_rate": 0.00028599899742487005,
      "loss": 5.7086,
      "step": 11514
    },
    {
      "epoch": 0.9781685355079851,
      "grad_norm": 1.9227940694889043,
      "learning_rate": 0.00028599610070563784,
      "loss": 5.5286,
      "step": 11515
    },
    {
      "epoch": 0.9782534828406388,
      "grad_norm": 1.9337888471047135,
      "learning_rate": 0.0002859932037014529,
      "loss": 5.4173,
      "step": 11516
    },
    {
      "epoch": 0.9783384301732926,
      "grad_norm": 1.805921142626625,
      "learning_rate": 0.0002859903064123212,
      "loss": 5.3326,
      "step": 11517
    },
    {
      "epoch": 0.9784233775059463,
      "grad_norm": 1.7456635060943213,
      "learning_rate": 0.00028598740883824887,
      "loss": 4.8786,
      "step": 11518
    },
    {
      "epoch": 0.9785083248386001,
      "grad_norm": 1.8569910454399183,
      "learning_rate": 0.000285984510979242,
      "loss": 5.467,
      "step": 11519
    },
    {
      "epoch": 0.9785932721712538,
      "grad_norm": 1.931586699842607,
      "learning_rate": 0.0002859816128353066,
      "loss": 5.3318,
      "step": 11520
    },
    {
      "epoch": 0.9786782195039075,
      "grad_norm": 1.775692484553657,
      "learning_rate": 0.00028597871440644876,
      "loss": 5.032,
      "step": 11521
    },
    {
      "epoch": 0.9787631668365613,
      "grad_norm": 1.8269252556936864,
      "learning_rate": 0.00028597581569267465,
      "loss": 5.3421,
      "step": 11522
    },
    {
      "epoch": 0.9788481141692151,
      "grad_norm": 1.809036510460433,
      "learning_rate": 0.0002859729166939902,
      "loss": 5.1075,
      "step": 11523
    },
    {
      "epoch": 0.9789330615018689,
      "grad_norm": 1.9975003243303016,
      "learning_rate": 0.0002859700174104016,
      "loss": 5.637,
      "step": 11524
    },
    {
      "epoch": 0.9790180088345226,
      "grad_norm": 1.9484647025004451,
      "learning_rate": 0.00028596711784191486,
      "loss": 5.4432,
      "step": 11525
    },
    {
      "epoch": 0.9791029561671764,
      "grad_norm": 2.0353381407403948,
      "learning_rate": 0.00028596421798853606,
      "loss": 5.6454,
      "step": 11526
    },
    {
      "epoch": 0.9791879034998301,
      "grad_norm": 1.8505343414190543,
      "learning_rate": 0.00028596131785027127,
      "loss": 4.999,
      "step": 11527
    },
    {
      "epoch": 0.9792728508324838,
      "grad_norm": 1.7828760439603355,
      "learning_rate": 0.00028595841742712667,
      "loss": 5.0344,
      "step": 11528
    },
    {
      "epoch": 0.9793577981651376,
      "grad_norm": 1.8905307264863636,
      "learning_rate": 0.0002859555167191082,
      "loss": 5.1884,
      "step": 11529
    },
    {
      "epoch": 0.9794427454977914,
      "grad_norm": 2.02638508899195,
      "learning_rate": 0.0002859526157262219,
      "loss": 5.4537,
      "step": 11530
    },
    {
      "epoch": 0.9795276928304452,
      "grad_norm": 1.8135202284461704,
      "learning_rate": 0.0002859497144484741,
      "loss": 5.111,
      "step": 11531
    },
    {
      "epoch": 0.9796126401630989,
      "grad_norm": 2.0671459976836917,
      "learning_rate": 0.0002859468128858706,
      "loss": 5.4335,
      "step": 11532
    },
    {
      "epoch": 0.9796975874957526,
      "grad_norm": 1.9143872199753422,
      "learning_rate": 0.00028594391103841765,
      "loss": 4.9937,
      "step": 11533
    },
    {
      "epoch": 0.9797825348284064,
      "grad_norm": 1.9575306225007147,
      "learning_rate": 0.00028594100890612123,
      "loss": 5.144,
      "step": 11534
    },
    {
      "epoch": 0.9798674821610601,
      "grad_norm": 1.8054571505866734,
      "learning_rate": 0.00028593810648898756,
      "loss": 4.9045,
      "step": 11535
    },
    {
      "epoch": 0.9799524294937139,
      "grad_norm": 1.8728389885308043,
      "learning_rate": 0.00028593520378702254,
      "loss": 5.3573,
      "step": 11536
    },
    {
      "epoch": 0.9800373768263676,
      "grad_norm": 2.051710641143886,
      "learning_rate": 0.00028593230080023235,
      "loss": 5.5224,
      "step": 11537
    },
    {
      "epoch": 0.9801223241590215,
      "grad_norm": 2.1053060040341367,
      "learning_rate": 0.0002859293975286231,
      "loss": 5.6275,
      "step": 11538
    },
    {
      "epoch": 0.9802072714916752,
      "grad_norm": 1.8383799355211916,
      "learning_rate": 0.00028592649397220086,
      "loss": 4.9745,
      "step": 11539
    },
    {
      "epoch": 0.9802922188243289,
      "grad_norm": 1.990733435136874,
      "learning_rate": 0.00028592359013097164,
      "loss": 5.5296,
      "step": 11540
    },
    {
      "epoch": 0.9803771661569827,
      "grad_norm": 1.8312236149967622,
      "learning_rate": 0.0002859206860049416,
      "loss": 5.0189,
      "step": 11541
    },
    {
      "epoch": 0.9804621134896364,
      "grad_norm": 1.8552801201470763,
      "learning_rate": 0.00028591778159411675,
      "loss": 5.413,
      "step": 11542
    },
    {
      "epoch": 0.9805470608222902,
      "grad_norm": 2.052266689739221,
      "learning_rate": 0.0002859148768985033,
      "loss": 5.4379,
      "step": 11543
    },
    {
      "epoch": 0.9806320081549439,
      "grad_norm": 2.0286214798921476,
      "learning_rate": 0.0002859119719181072,
      "loss": 5.6318,
      "step": 11544
    },
    {
      "epoch": 0.9807169554875977,
      "grad_norm": 1.8331523070268712,
      "learning_rate": 0.0002859090666529346,
      "loss": 5.1078,
      "step": 11545
    },
    {
      "epoch": 0.9808019028202515,
      "grad_norm": 1.814308915472641,
      "learning_rate": 0.0002859061611029917,
      "loss": 5.1873,
      "step": 11546
    },
    {
      "epoch": 0.9808868501529052,
      "grad_norm": 1.794786502087164,
      "learning_rate": 0.0002859032552682843,
      "loss": 4.8233,
      "step": 11547
    },
    {
      "epoch": 0.980971797485559,
      "grad_norm": 1.7563900033007798,
      "learning_rate": 0.0002859003491488188,
      "loss": 5.1544,
      "step": 11548
    },
    {
      "epoch": 0.9810567448182127,
      "grad_norm": 1.8389645584802088,
      "learning_rate": 0.0002858974427446011,
      "loss": 5.216,
      "step": 11549
    },
    {
      "epoch": 0.9811416921508664,
      "grad_norm": 1.8116557922873937,
      "learning_rate": 0.00028589453605563735,
      "loss": 5.0156,
      "step": 11550
    },
    {
      "epoch": 0.9812266394835202,
      "grad_norm": 1.8440888824792039,
      "learning_rate": 0.0002858916290819336,
      "loss": 5.2475,
      "step": 11551
    },
    {
      "epoch": 0.9813115868161739,
      "grad_norm": 1.866508142377644,
      "learning_rate": 0.00028588872182349603,
      "loss": 5.3125,
      "step": 11552
    },
    {
      "epoch": 0.9813965341488278,
      "grad_norm": 1.8351486911478658,
      "learning_rate": 0.00028588581428033065,
      "loss": 5.2648,
      "step": 11553
    },
    {
      "epoch": 0.9814814814814815,
      "grad_norm": 1.8905653126487734,
      "learning_rate": 0.00028588290645244354,
      "loss": 4.9784,
      "step": 11554
    },
    {
      "epoch": 0.9815664288141353,
      "grad_norm": 1.785857241147235,
      "learning_rate": 0.00028587999833984087,
      "loss": 4.8559,
      "step": 11555
    },
    {
      "epoch": 0.981651376146789,
      "grad_norm": 1.8248500708919086,
      "learning_rate": 0.0002858770899425287,
      "loss": 5.1767,
      "step": 11556
    },
    {
      "epoch": 0.9817363234794427,
      "grad_norm": 2.144007339095544,
      "learning_rate": 0.0002858741812605131,
      "loss": 5.63,
      "step": 11557
    },
    {
      "epoch": 0.9818212708120965,
      "grad_norm": 1.8618481029160088,
      "learning_rate": 0.0002858712722938002,
      "loss": 5.2432,
      "step": 11558
    },
    {
      "epoch": 0.9819062181447502,
      "grad_norm": 1.8790578569743637,
      "learning_rate": 0.00028586836304239605,
      "loss": 5.3462,
      "step": 11559
    },
    {
      "epoch": 0.9819911654774041,
      "grad_norm": 1.820560525626624,
      "learning_rate": 0.0002858654535063068,
      "loss": 5.1909,
      "step": 11560
    },
    {
      "epoch": 0.9820761128100578,
      "grad_norm": 1.912884019783249,
      "learning_rate": 0.0002858625436855385,
      "loss": 5.2017,
      "step": 11561
    },
    {
      "epoch": 0.9821610601427115,
      "grad_norm": 2.3161947308354405,
      "learning_rate": 0.00028585963358009726,
      "loss": 4.5339,
      "step": 11562
    },
    {
      "epoch": 0.9822460074753653,
      "grad_norm": 1.849220554471786,
      "learning_rate": 0.0002858567231899892,
      "loss": 5.1944,
      "step": 11563
    },
    {
      "epoch": 0.982330954808019,
      "grad_norm": 1.8683106690325977,
      "learning_rate": 0.00028585381251522044,
      "loss": 5.3366,
      "step": 11564
    },
    {
      "epoch": 0.9824159021406728,
      "grad_norm": 1.8668295870227658,
      "learning_rate": 0.00028585090155579696,
      "loss": 4.7983,
      "step": 11565
    },
    {
      "epoch": 0.9825008494733265,
      "grad_norm": 1.9946011991197523,
      "learning_rate": 0.00028584799031172503,
      "loss": 5.4906,
      "step": 11566
    },
    {
      "epoch": 0.9825857968059802,
      "grad_norm": 1.921667621361295,
      "learning_rate": 0.00028584507878301056,
      "loss": 5.4205,
      "step": 11567
    },
    {
      "epoch": 0.9826707441386341,
      "grad_norm": 1.8048528247978102,
      "learning_rate": 0.0002858421669696598,
      "loss": 5.167,
      "step": 11568
    },
    {
      "epoch": 0.9827556914712878,
      "grad_norm": 1.8322986302912938,
      "learning_rate": 0.0002858392548716788,
      "loss": 4.9949,
      "step": 11569
    },
    {
      "epoch": 0.9828406388039416,
      "grad_norm": 1.9361667998102192,
      "learning_rate": 0.0002858363424890737,
      "loss": 5.5126,
      "step": 11570
    },
    {
      "epoch": 0.9829255861365953,
      "grad_norm": 1.998130713823989,
      "learning_rate": 0.0002858334298218505,
      "loss": 5.5164,
      "step": 11571
    },
    {
      "epoch": 0.983010533469249,
      "grad_norm": 1.8423986323908932,
      "learning_rate": 0.0002858305168700154,
      "loss": 5.1309,
      "step": 11572
    },
    {
      "epoch": 0.9830954808019028,
      "grad_norm": 1.9452656440629472,
      "learning_rate": 0.0002858276036335745,
      "loss": 5.615,
      "step": 11573
    },
    {
      "epoch": 0.9831804281345565,
      "grad_norm": 1.7244221557302306,
      "learning_rate": 0.0002858246901125338,
      "loss": 4.9212,
      "step": 11574
    },
    {
      "epoch": 0.9832653754672104,
      "grad_norm": 1.891491876256698,
      "learning_rate": 0.0002858217763068996,
      "loss": 5.5322,
      "step": 11575
    },
    {
      "epoch": 0.9833503227998641,
      "grad_norm": 1.965584758691141,
      "learning_rate": 0.0002858188622166778,
      "loss": 5.633,
      "step": 11576
    },
    {
      "epoch": 0.9834352701325179,
      "grad_norm": 1.8348277812161444,
      "learning_rate": 0.00028581594784187457,
      "loss": 5.2995,
      "step": 11577
    },
    {
      "epoch": 0.9835202174651716,
      "grad_norm": 1.8727932160411638,
      "learning_rate": 0.00028581303318249613,
      "loss": 4.7547,
      "step": 11578
    },
    {
      "epoch": 0.9836051647978253,
      "grad_norm": 1.834254900678358,
      "learning_rate": 0.0002858101182385484,
      "loss": 5.2783,
      "step": 11579
    },
    {
      "epoch": 0.9836901121304791,
      "grad_norm": 1.8415089234856552,
      "learning_rate": 0.0002858072030100376,
      "loss": 5.3219,
      "step": 11580
    },
    {
      "epoch": 0.9837750594631328,
      "grad_norm": 1.8258576664298005,
      "learning_rate": 0.0002858042874969699,
      "loss": 5.041,
      "step": 11581
    },
    {
      "epoch": 0.9838600067957866,
      "grad_norm": 1.870331914229141,
      "learning_rate": 0.0002858013716993512,
      "loss": 4.4621,
      "step": 11582
    },
    {
      "epoch": 0.9839449541284404,
      "grad_norm": 1.9068885182438393,
      "learning_rate": 0.0002857984556171879,
      "loss": 5.1925,
      "step": 11583
    },
    {
      "epoch": 0.9840299014610941,
      "grad_norm": 1.8121013070236558,
      "learning_rate": 0.00028579553925048583,
      "loss": 5.2112,
      "step": 11584
    },
    {
      "epoch": 0.9841148487937479,
      "grad_norm": 2.0673193742639917,
      "learning_rate": 0.0002857926225992513,
      "loss": 5.4589,
      "step": 11585
    },
    {
      "epoch": 0.9841997961264016,
      "grad_norm": 2.0864861913440405,
      "learning_rate": 0.00028578970566349026,
      "loss": 5.5735,
      "step": 11586
    },
    {
      "epoch": 0.9842847434590554,
      "grad_norm": 1.8847485621555753,
      "learning_rate": 0.00028578678844320895,
      "loss": 5.1956,
      "step": 11587
    },
    {
      "epoch": 0.9843696907917091,
      "grad_norm": 1.910334489893318,
      "learning_rate": 0.0002857838709384134,
      "loss": 5.3901,
      "step": 11588
    },
    {
      "epoch": 0.9844546381243628,
      "grad_norm": 2.006748483238014,
      "learning_rate": 0.00028578095314910984,
      "loss": 5.4405,
      "step": 11589
    },
    {
      "epoch": 0.9845395854570167,
      "grad_norm": 1.9173601048332725,
      "learning_rate": 0.00028577803507530425,
      "loss": 5.4972,
      "step": 11590
    },
    {
      "epoch": 0.9846245327896704,
      "grad_norm": 2.0457235263518103,
      "learning_rate": 0.00028577511671700276,
      "loss": 5.4971,
      "step": 11591
    },
    {
      "epoch": 0.9847094801223242,
      "grad_norm": 1.970404518424283,
      "learning_rate": 0.0002857721980742116,
      "loss": 5.5899,
      "step": 11592
    },
    {
      "epoch": 0.9847944274549779,
      "grad_norm": 1.8333896044987743,
      "learning_rate": 0.00028576927914693675,
      "loss": 5.2361,
      "step": 11593
    },
    {
      "epoch": 0.9848793747876317,
      "grad_norm": 1.8630068577252066,
      "learning_rate": 0.00028576635993518443,
      "loss": 5.3009,
      "step": 11594
    },
    {
      "epoch": 0.9849643221202854,
      "grad_norm": 1.816504319948564,
      "learning_rate": 0.00028576344043896066,
      "loss": 5.0128,
      "step": 11595
    },
    {
      "epoch": 0.9850492694529391,
      "grad_norm": 1.9031196147342997,
      "learning_rate": 0.0002857605206582716,
      "loss": 5.2659,
      "step": 11596
    },
    {
      "epoch": 0.985134216785593,
      "grad_norm": 1.82785011519381,
      "learning_rate": 0.00028575760059312345,
      "loss": 5.2554,
      "step": 11597
    },
    {
      "epoch": 0.9852191641182467,
      "grad_norm": 1.9842242736751399,
      "learning_rate": 0.0002857546802435222,
      "loss": 5.5472,
      "step": 11598
    },
    {
      "epoch": 0.9853041114509005,
      "grad_norm": 1.9645531938805723,
      "learning_rate": 0.000285751759609474,
      "loss": 5.3535,
      "step": 11599
    },
    {
      "epoch": 0.9853890587835542,
      "grad_norm": 1.8506155315660977,
      "learning_rate": 0.00028574883869098504,
      "loss": 4.4074,
      "step": 11600
    },
    {
      "epoch": 0.985474006116208,
      "grad_norm": 1.8036246535797043,
      "learning_rate": 0.0002857459174880614,
      "loss": 5.0339,
      "step": 11601
    },
    {
      "epoch": 0.9855589534488617,
      "grad_norm": 1.8863074870481606,
      "learning_rate": 0.0002857429960007091,
      "loss": 5.2296,
      "step": 11602
    },
    {
      "epoch": 0.9856439007815154,
      "grad_norm": 1.9533970535751048,
      "learning_rate": 0.00028574007422893445,
      "loss": 5.6049,
      "step": 11603
    },
    {
      "epoch": 0.9857288481141692,
      "grad_norm": 1.9377013173097324,
      "learning_rate": 0.0002857371521727435,
      "loss": 5.5391,
      "step": 11604
    },
    {
      "epoch": 0.985813795446823,
      "grad_norm": 1.9645944377269104,
      "learning_rate": 0.0002857342298321423,
      "loss": 5.623,
      "step": 11605
    },
    {
      "epoch": 0.9858987427794768,
      "grad_norm": 1.8193909195091935,
      "learning_rate": 0.000285731307207137,
      "loss": 5.0665,
      "step": 11606
    },
    {
      "epoch": 0.9859836901121305,
      "grad_norm": 1.8475912740232667,
      "learning_rate": 0.0002857283842977338,
      "loss": 5.021,
      "step": 11607
    },
    {
      "epoch": 0.9860686374447842,
      "grad_norm": 1.8612618140467605,
      "learning_rate": 0.0002857254611039387,
      "loss": 5.0887,
      "step": 11608
    },
    {
      "epoch": 0.986153584777438,
      "grad_norm": 1.9164582755920236,
      "learning_rate": 0.00028572253762575796,
      "loss": 5.2694,
      "step": 11609
    },
    {
      "epoch": 0.9862385321100917,
      "grad_norm": 1.8069573326491308,
      "learning_rate": 0.0002857196138631976,
      "loss": 5.1342,
      "step": 11610
    },
    {
      "epoch": 0.9863234794427455,
      "grad_norm": 1.9880599665473935,
      "learning_rate": 0.0002857166898162638,
      "loss": 5.4603,
      "step": 11611
    },
    {
      "epoch": 0.9864084267753993,
      "grad_norm": 1.994770370126945,
      "learning_rate": 0.0002857137654849627,
      "loss": 5.6875,
      "step": 11612
    },
    {
      "epoch": 0.986493374108053,
      "grad_norm": 1.8443311285443158,
      "learning_rate": 0.00028571084086930035,
      "loss": 4.9095,
      "step": 11613
    },
    {
      "epoch": 0.9865783214407068,
      "grad_norm": 1.8283182151664563,
      "learning_rate": 0.00028570791596928296,
      "loss": 4.987,
      "step": 11614
    },
    {
      "epoch": 0.9866632687733605,
      "grad_norm": 1.8125737275416935,
      "learning_rate": 0.00028570499078491664,
      "loss": 5.0674,
      "step": 11615
    },
    {
      "epoch": 0.9867482161060143,
      "grad_norm": 1.9237493189159431,
      "learning_rate": 0.00028570206531620745,
      "loss": 5.277,
      "step": 11616
    },
    {
      "epoch": 0.986833163438668,
      "grad_norm": 1.9228002178641697,
      "learning_rate": 0.00028569913956316164,
      "loss": 5.1681,
      "step": 11617
    },
    {
      "epoch": 0.9869181107713217,
      "grad_norm": 1.998629064570662,
      "learning_rate": 0.00028569621352578527,
      "loss": 5.6669,
      "step": 11618
    },
    {
      "epoch": 0.9870030581039755,
      "grad_norm": 1.893567066580739,
      "learning_rate": 0.00028569328720408447,
      "loss": 5.1076,
      "step": 11619
    },
    {
      "epoch": 0.9870880054366293,
      "grad_norm": 1.8414888045858262,
      "learning_rate": 0.00028569036059806536,
      "loss": 5.0065,
      "step": 11620
    },
    {
      "epoch": 0.9871729527692831,
      "grad_norm": 1.9313469281306865,
      "learning_rate": 0.00028568743370773413,
      "loss": 5.4031,
      "step": 11621
    },
    {
      "epoch": 0.9872579001019368,
      "grad_norm": 1.8190855188578938,
      "learning_rate": 0.00028568450653309685,
      "loss": 4.5969,
      "step": 11622
    },
    {
      "epoch": 0.9873428474345906,
      "grad_norm": 1.7960834164639308,
      "learning_rate": 0.00028568157907415964,
      "loss": 4.8719,
      "step": 11623
    },
    {
      "epoch": 0.9874277947672443,
      "grad_norm": 1.9606473609229988,
      "learning_rate": 0.00028567865133092874,
      "loss": 5.5478,
      "step": 11624
    },
    {
      "epoch": 0.987512742099898,
      "grad_norm": 1.9250797613390231,
      "learning_rate": 0.0002856757233034102,
      "loss": 5.3726,
      "step": 11625
    },
    {
      "epoch": 0.9875976894325518,
      "grad_norm": 1.9396333243390922,
      "learning_rate": 0.00028567279499161014,
      "loss": 5.0135,
      "step": 11626
    },
    {
      "epoch": 0.9876826367652056,
      "grad_norm": 1.9064404642350714,
      "learning_rate": 0.00028566986639553475,
      "loss": 5.4219,
      "step": 11627
    },
    {
      "epoch": 0.9877675840978594,
      "grad_norm": 1.964458528809301,
      "learning_rate": 0.00028566693751519017,
      "loss": 5.1643,
      "step": 11628
    },
    {
      "epoch": 0.9878525314305131,
      "grad_norm": 2.037480667676169,
      "learning_rate": 0.00028566400835058247,
      "loss": 5.5369,
      "step": 11629
    },
    {
      "epoch": 0.9879374787631668,
      "grad_norm": 1.839617336994577,
      "learning_rate": 0.0002856610789017178,
      "loss": 5.3531,
      "step": 11630
    },
    {
      "epoch": 0.9880224260958206,
      "grad_norm": 1.8436380619875696,
      "learning_rate": 0.0002856581491686023,
      "loss": 5.1486,
      "step": 11631
    },
    {
      "epoch": 0.9881073734284743,
      "grad_norm": 1.8909520668766635,
      "learning_rate": 0.0002856552191512423,
      "loss": 4.7201,
      "step": 11632
    },
    {
      "epoch": 0.9881923207611281,
      "grad_norm": 1.8166116540172645,
      "learning_rate": 0.00028565228884964365,
      "loss": 5.2131,
      "step": 11633
    },
    {
      "epoch": 0.9882772680937818,
      "grad_norm": 1.9529689162743031,
      "learning_rate": 0.0002856493582638126,
      "loss": 5.5229,
      "step": 11634
    },
    {
      "epoch": 0.9883622154264357,
      "grad_norm": 1.9347573475591342,
      "learning_rate": 0.00028564642739375534,
      "loss": 5.5815,
      "step": 11635
    },
    {
      "epoch": 0.9884471627590894,
      "grad_norm": 1.8935096738924344,
      "learning_rate": 0.000285643496239478,
      "loss": 5.1323,
      "step": 11636
    },
    {
      "epoch": 0.9885321100917431,
      "grad_norm": 1.766146678301823,
      "learning_rate": 0.0002856405648009866,
      "loss": 4.8468,
      "step": 11637
    },
    {
      "epoch": 0.9886170574243969,
      "grad_norm": 1.785433610789556,
      "learning_rate": 0.0002856376330782875,
      "loss": 5.043,
      "step": 11638
    },
    {
      "epoch": 0.9887020047570506,
      "grad_norm": 1.8940151549881836,
      "learning_rate": 0.00028563470107138665,
      "loss": 5.0538,
      "step": 11639
    },
    {
      "epoch": 0.9887869520897044,
      "grad_norm": 1.8126859883261943,
      "learning_rate": 0.00028563176878029025,
      "loss": 5.2003,
      "step": 11640
    },
    {
      "epoch": 0.9888718994223581,
      "grad_norm": 1.8610519943601436,
      "learning_rate": 0.0002856288362050045,
      "loss": 5.1495,
      "step": 11641
    },
    {
      "epoch": 0.9889568467550119,
      "grad_norm": 2.0110455355999117,
      "learning_rate": 0.0002856259033455355,
      "loss": 5.6226,
      "step": 11642
    },
    {
      "epoch": 0.9890417940876657,
      "grad_norm": 1.8308380715662198,
      "learning_rate": 0.0002856229702018894,
      "loss": 5.2315,
      "step": 11643
    },
    {
      "epoch": 0.9891267414203194,
      "grad_norm": 1.8803324669735237,
      "learning_rate": 0.00028562003677407233,
      "loss": 5.3764,
      "step": 11644
    },
    {
      "epoch": 0.9892116887529732,
      "grad_norm": 1.9124966309669014,
      "learning_rate": 0.0002856171030620905,
      "loss": 5.3359,
      "step": 11645
    },
    {
      "epoch": 0.9892966360856269,
      "grad_norm": 1.8515900648622963,
      "learning_rate": 0.00028561416906594994,
      "loss": 5.2127,
      "step": 11646
    },
    {
      "epoch": 0.9893815834182806,
      "grad_norm": 1.8685167447412252,
      "learning_rate": 0.00028561123478565686,
      "loss": 5.1669,
      "step": 11647
    },
    {
      "epoch": 0.9894665307509344,
      "grad_norm": 1.8602354886623063,
      "learning_rate": 0.0002856083002212175,
      "loss": 5.3579,
      "step": 11648
    },
    {
      "epoch": 0.9895514780835881,
      "grad_norm": 1.8106888433438992,
      "learning_rate": 0.0002856053653726379,
      "loss": 5.0596,
      "step": 11649
    },
    {
      "epoch": 0.989636425416242,
      "grad_norm": 1.7881064749852054,
      "learning_rate": 0.0002856024302399242,
      "loss": 5.0426,
      "step": 11650
    },
    {
      "epoch": 0.9897213727488957,
      "grad_norm": 1.8197650715862672,
      "learning_rate": 0.0002855994948230825,
      "loss": 4.9826,
      "step": 11651
    },
    {
      "epoch": 0.9898063200815495,
      "grad_norm": 1.9306524128191163,
      "learning_rate": 0.00028559655912211915,
      "loss": 5.3894,
      "step": 11652
    },
    {
      "epoch": 0.9898912674142032,
      "grad_norm": 1.8187802686141956,
      "learning_rate": 0.0002855936231370401,
      "loss": 5.1003,
      "step": 11653
    },
    {
      "epoch": 0.9899762147468569,
      "grad_norm": 1.9114083907296129,
      "learning_rate": 0.00028559068686785167,
      "loss": 5.1963,
      "step": 11654
    },
    {
      "epoch": 0.9900611620795107,
      "grad_norm": 1.9051720507833747,
      "learning_rate": 0.00028558775031455996,
      "loss": 5.0662,
      "step": 11655
    },
    {
      "epoch": 0.9901461094121644,
      "grad_norm": 1.9780579754294225,
      "learning_rate": 0.000285584813477171,
      "loss": 5.4102,
      "step": 11656
    },
    {
      "epoch": 0.9902310567448183,
      "grad_norm": 1.9026467738727413,
      "learning_rate": 0.00028558187635569106,
      "loss": 5.0356,
      "step": 11657
    },
    {
      "epoch": 0.990316004077472,
      "grad_norm": 1.8554141338348402,
      "learning_rate": 0.0002855789389501263,
      "loss": 5.0076,
      "step": 11658
    },
    {
      "epoch": 0.9904009514101257,
      "grad_norm": 1.9030386377669175,
      "learning_rate": 0.00028557600126048277,
      "loss": 4.6356,
      "step": 11659
    },
    {
      "epoch": 0.9904858987427795,
      "grad_norm": 1.9774005283765552,
      "learning_rate": 0.00028557306328676674,
      "loss": 5.3018,
      "step": 11660
    },
    {
      "epoch": 0.9905708460754332,
      "grad_norm": 1.8768024474399037,
      "learning_rate": 0.00028557012502898436,
      "loss": 4.9735,
      "step": 11661
    },
    {
      "epoch": 0.990655793408087,
      "grad_norm": 2.0086320446333006,
      "learning_rate": 0.0002855671864871417,
      "loss": 5.1712,
      "step": 11662
    },
    {
      "epoch": 0.9907407407407407,
      "grad_norm": 2.0710876750512264,
      "learning_rate": 0.000285564247661245,
      "loss": 5.6775,
      "step": 11663
    },
    {
      "epoch": 0.9908256880733946,
      "grad_norm": 2.0260963044944065,
      "learning_rate": 0.0002855613085513004,
      "loss": 5.5071,
      "step": 11664
    },
    {
      "epoch": 0.9909106354060483,
      "grad_norm": 1.9748152114332358,
      "learning_rate": 0.00028555836915731403,
      "loss": 5.5455,
      "step": 11665
    },
    {
      "epoch": 0.990995582738702,
      "grad_norm": 1.8575497322588193,
      "learning_rate": 0.000285555429479292,
      "loss": 5.2339,
      "step": 11666
    },
    {
      "epoch": 0.9910805300713558,
      "grad_norm": 1.8213981545160958,
      "learning_rate": 0.0002855524895172406,
      "loss": 4.8956,
      "step": 11667
    },
    {
      "epoch": 0.9911654774040095,
      "grad_norm": 1.834979975560841,
      "learning_rate": 0.0002855495492711659,
      "loss": 4.8783,
      "step": 11668
    },
    {
      "epoch": 0.9912504247366632,
      "grad_norm": 1.8279068252146458,
      "learning_rate": 0.0002855466087410741,
      "loss": 5.1602,
      "step": 11669
    },
    {
      "epoch": 0.991335372069317,
      "grad_norm": 1.7725983679514985,
      "learning_rate": 0.00028554366792697135,
      "loss": 5.0328,
      "step": 11670
    },
    {
      "epoch": 0.9914203194019707,
      "grad_norm": 1.9433680969713825,
      "learning_rate": 0.0002855407268288638,
      "loss": 5.6475,
      "step": 11671
    },
    {
      "epoch": 0.9915052667346246,
      "grad_norm": 1.782577930823826,
      "learning_rate": 0.00028553778544675764,
      "loss": 4.8089,
      "step": 11672
    },
    {
      "epoch": 0.9915902140672783,
      "grad_norm": 1.8109519600192314,
      "learning_rate": 0.00028553484378065894,
      "loss": 5.0944,
      "step": 11673
    },
    {
      "epoch": 0.9916751613999321,
      "grad_norm": 1.8636065704242148,
      "learning_rate": 0.000285531901830574,
      "loss": 5.317,
      "step": 11674
    },
    {
      "epoch": 0.9917601087325858,
      "grad_norm": 1.85170735134095,
      "learning_rate": 0.00028552895959650887,
      "loss": 5.1492,
      "step": 11675
    },
    {
      "epoch": 0.9918450560652395,
      "grad_norm": 1.802461091051486,
      "learning_rate": 0.00028552601707846985,
      "loss": 5.0542,
      "step": 11676
    },
    {
      "epoch": 0.9919300033978933,
      "grad_norm": 1.8322138405500636,
      "learning_rate": 0.00028552307427646295,
      "loss": 5.0831,
      "step": 11677
    },
    {
      "epoch": 0.992014950730547,
      "grad_norm": 1.851414312580395,
      "learning_rate": 0.00028552013119049444,
      "loss": 4.8943,
      "step": 11678
    },
    {
      "epoch": 0.9920998980632009,
      "grad_norm": 1.8154572975036054,
      "learning_rate": 0.00028551718782057045,
      "loss": 4.8116,
      "step": 11679
    },
    {
      "epoch": 0.9921848453958546,
      "grad_norm": 2.0328733645492214,
      "learning_rate": 0.0002855142441666971,
      "loss": 5.5164,
      "step": 11680
    },
    {
      "epoch": 0.9922697927285083,
      "grad_norm": 1.9664219553988431,
      "learning_rate": 0.00028551130022888067,
      "loss": 5.6567,
      "step": 11681
    },
    {
      "epoch": 0.9923547400611621,
      "grad_norm": 1.8141741114780154,
      "learning_rate": 0.0002855083560071272,
      "loss": 5.031,
      "step": 11682
    },
    {
      "epoch": 0.9924396873938158,
      "grad_norm": 1.9121003019489595,
      "learning_rate": 0.00028550541150144297,
      "loss": 4.702,
      "step": 11683
    },
    {
      "epoch": 0.9925246347264696,
      "grad_norm": 1.8380108617814064,
      "learning_rate": 0.00028550246671183414,
      "loss": 5.0932,
      "step": 11684
    },
    {
      "epoch": 0.9926095820591233,
      "grad_norm": 1.8183499122368123,
      "learning_rate": 0.0002854995216383068,
      "loss": 5.1187,
      "step": 11685
    },
    {
      "epoch": 0.992694529391777,
      "grad_norm": 1.8999783674410669,
      "learning_rate": 0.0002854965762808672,
      "loss": 5.4478,
      "step": 11686
    },
    {
      "epoch": 0.9927794767244309,
      "grad_norm": 1.9701238547001725,
      "learning_rate": 0.00028549363063952145,
      "loss": 5.4302,
      "step": 11687
    },
    {
      "epoch": 0.9928644240570846,
      "grad_norm": 1.9655872349546013,
      "learning_rate": 0.0002854906847142758,
      "loss": 5.3727,
      "step": 11688
    },
    {
      "epoch": 0.9929493713897384,
      "grad_norm": 1.9091072904588955,
      "learning_rate": 0.0002854877385051363,
      "loss": 5.2948,
      "step": 11689
    },
    {
      "epoch": 0.9930343187223921,
      "grad_norm": 1.8597603745774673,
      "learning_rate": 0.00028548479201210924,
      "loss": 5.2527,
      "step": 11690
    },
    {
      "epoch": 0.9931192660550459,
      "grad_norm": 1.9748283082586549,
      "learning_rate": 0.00028548184523520076,
      "loss": 5.5332,
      "step": 11691
    },
    {
      "epoch": 0.9932042133876996,
      "grad_norm": 1.8611494858635882,
      "learning_rate": 0.000285478898174417,
      "loss": 4.7409,
      "step": 11692
    },
    {
      "epoch": 0.9932891607203533,
      "grad_norm": 1.8590085460995622,
      "learning_rate": 0.00028547595082976414,
      "loss": 4.9427,
      "step": 11693
    },
    {
      "epoch": 0.9933741080530072,
      "grad_norm": 2.0021539019597334,
      "learning_rate": 0.0002854730032012484,
      "loss": 5.4174,
      "step": 11694
    },
    {
      "epoch": 0.9934590553856609,
      "grad_norm": 1.7786777507771507,
      "learning_rate": 0.0002854700552888759,
      "loss": 4.9096,
      "step": 11695
    },
    {
      "epoch": 0.9935440027183147,
      "grad_norm": 1.9744608151065914,
      "learning_rate": 0.0002854671070926529,
      "loss": 5.4445,
      "step": 11696
    },
    {
      "epoch": 0.9936289500509684,
      "grad_norm": 1.9159530226930468,
      "learning_rate": 0.00028546415861258544,
      "loss": 5.4833,
      "step": 11697
    },
    {
      "epoch": 0.9937138973836221,
      "grad_norm": 1.8556551592502057,
      "learning_rate": 0.00028546120984867987,
      "loss": 5.231,
      "step": 11698
    },
    {
      "epoch": 0.9937988447162759,
      "grad_norm": 1.8552759206212535,
      "learning_rate": 0.00028545826080094225,
      "loss": 5.4012,
      "step": 11699
    },
    {
      "epoch": 0.9938837920489296,
      "grad_norm": 1.8673426769902786,
      "learning_rate": 0.0002854553114693788,
      "loss": 5.3144,
      "step": 11700
    },
    {
      "epoch": 0.9939687393815834,
      "grad_norm": 1.7542192374946817,
      "learning_rate": 0.0002854523618539957,
      "loss": 5.0011,
      "step": 11701
    },
    {
      "epoch": 0.9940536867142372,
      "grad_norm": 1.9800811870913968,
      "learning_rate": 0.0002854494119547991,
      "loss": 5.4898,
      "step": 11702
    },
    {
      "epoch": 0.994138634046891,
      "grad_norm": 1.8272603159751186,
      "learning_rate": 0.00028544646177179524,
      "loss": 4.8703,
      "step": 11703
    },
    {
      "epoch": 0.9942235813795447,
      "grad_norm": 1.8975855648297844,
      "learning_rate": 0.00028544351130499023,
      "loss": 5.1179,
      "step": 11704
    },
    {
      "epoch": 0.9943085287121984,
      "grad_norm": 1.789839124523546,
      "learning_rate": 0.00028544056055439026,
      "loss": 5.0632,
      "step": 11705
    },
    {
      "epoch": 0.9943934760448522,
      "grad_norm": 1.8406886105494886,
      "learning_rate": 0.00028543760952000157,
      "loss": 5.2509,
      "step": 11706
    },
    {
      "epoch": 0.9944784233775059,
      "grad_norm": 1.7842020292931768,
      "learning_rate": 0.00028543465820183027,
      "loss": 4.9152,
      "step": 11707
    },
    {
      "epoch": 0.9945633707101597,
      "grad_norm": 1.9376904815287175,
      "learning_rate": 0.0002854317065998826,
      "loss": 5.5287,
      "step": 11708
    },
    {
      "epoch": 0.9946483180428135,
      "grad_norm": 1.785131365372971,
      "learning_rate": 0.0002854287547141648,
      "loss": 4.6992,
      "step": 11709
    },
    {
      "epoch": 0.9947332653754672,
      "grad_norm": 1.8843901967061472,
      "learning_rate": 0.0002854258025446829,
      "loss": 5.1501,
      "step": 11710
    },
    {
      "epoch": 0.994818212708121,
      "grad_norm": 1.926741168736425,
      "learning_rate": 0.0002854228500914432,
      "loss": 5.4144,
      "step": 11711
    },
    {
      "epoch": 0.9949031600407747,
      "grad_norm": 2.0441447630966847,
      "learning_rate": 0.00028541989735445184,
      "loss": 5.525,
      "step": 11712
    },
    {
      "epoch": 0.9949881073734285,
      "grad_norm": 1.8731871632830563,
      "learning_rate": 0.0002854169443337151,
      "loss": 5.3213,
      "step": 11713
    },
    {
      "epoch": 0.9950730547060822,
      "grad_norm": 1.857626749626165,
      "learning_rate": 0.000285413991029239,
      "loss": 5.2551,
      "step": 11714
    },
    {
      "epoch": 0.995158002038736,
      "grad_norm": 1.8776824655633955,
      "learning_rate": 0.0002854110374410299,
      "loss": 5.1636,
      "step": 11715
    },
    {
      "epoch": 0.9952429493713897,
      "grad_norm": 1.907488181561668,
      "learning_rate": 0.0002854080835690938,
      "loss": 5.2726,
      "step": 11716
    },
    {
      "epoch": 0.9953278967040435,
      "grad_norm": 1.8607362988888834,
      "learning_rate": 0.0002854051294134371,
      "loss": 5.3113,
      "step": 11717
    },
    {
      "epoch": 0.9954128440366973,
      "grad_norm": 1.9614453950101156,
      "learning_rate": 0.0002854021749740658,
      "loss": 5.5268,
      "step": 11718
    },
    {
      "epoch": 0.995497791369351,
      "grad_norm": 1.949747270004489,
      "learning_rate": 0.00028539922025098627,
      "loss": 5.2457,
      "step": 11719
    },
    {
      "epoch": 0.9955827387020048,
      "grad_norm": 1.7006560442173153,
      "learning_rate": 0.0002853962652442046,
      "loss": 4.5351,
      "step": 11720
    },
    {
      "epoch": 0.9956676860346585,
      "grad_norm": 1.8405908805560516,
      "learning_rate": 0.0002853933099537269,
      "loss": 4.9377,
      "step": 11721
    },
    {
      "epoch": 0.9957526333673122,
      "grad_norm": 1.8224279308770857,
      "learning_rate": 0.0002853903543795595,
      "loss": 4.8674,
      "step": 11722
    },
    {
      "epoch": 0.995837580699966,
      "grad_norm": 1.8401022993462766,
      "learning_rate": 0.00028538739852170854,
      "loss": 5.0691,
      "step": 11723
    },
    {
      "epoch": 0.9959225280326198,
      "grad_norm": 1.7986093065587418,
      "learning_rate": 0.00028538444238018025,
      "loss": 4.6912,
      "step": 11724
    },
    {
      "epoch": 0.9960074753652736,
      "grad_norm": 1.9292009870907552,
      "learning_rate": 0.00028538148595498076,
      "loss": 5.2829,
      "step": 11725
    },
    {
      "epoch": 0.9960924226979273,
      "grad_norm": 2.0691537778055467,
      "learning_rate": 0.0002853785292461163,
      "loss": 5.4595,
      "step": 11726
    },
    {
      "epoch": 0.996177370030581,
      "grad_norm": 1.8580990641020465,
      "learning_rate": 0.0002853755722535931,
      "loss": 4.6866,
      "step": 11727
    },
    {
      "epoch": 0.9962623173632348,
      "grad_norm": 1.9660425350511244,
      "learning_rate": 0.00028537261497741723,
      "loss": 5.0891,
      "step": 11728
    },
    {
      "epoch": 0.9963472646958885,
      "grad_norm": 1.9118178652649063,
      "learning_rate": 0.0002853696574175951,
      "loss": 5.0653,
      "step": 11729
    },
    {
      "epoch": 0.9964322120285423,
      "grad_norm": 1.9752338867189783,
      "learning_rate": 0.0002853666995741327,
      "loss": 5.257,
      "step": 11730
    },
    {
      "epoch": 0.996517159361196,
      "grad_norm": 1.9335391868560141,
      "learning_rate": 0.0002853637414470363,
      "loss": 5.4565,
      "step": 11731
    },
    {
      "epoch": 0.9966021066938499,
      "grad_norm": 2.0077189585788604,
      "learning_rate": 0.00028536078303631213,
      "loss": 5.5296,
      "step": 11732
    },
    {
      "epoch": 0.9966870540265036,
      "grad_norm": 1.9463072870630702,
      "learning_rate": 0.0002853578243419664,
      "loss": 5.4021,
      "step": 11733
    },
    {
      "epoch": 0.9967720013591573,
      "grad_norm": 1.8867595520830895,
      "learning_rate": 0.0002853548653640052,
      "loss": 4.9341,
      "step": 11734
    },
    {
      "epoch": 0.9968569486918111,
      "grad_norm": 2.0558055159740034,
      "learning_rate": 0.0002853519061024348,
      "loss": 5.5824,
      "step": 11735
    },
    {
      "epoch": 0.9969418960244648,
      "grad_norm": 1.9488638849607118,
      "learning_rate": 0.0002853489465572615,
      "loss": 5.4262,
      "step": 11736
    },
    {
      "epoch": 0.9970268433571186,
      "grad_norm": 1.8624182831148723,
      "learning_rate": 0.00028534598672849134,
      "loss": 4.5629,
      "step": 11737
    },
    {
      "epoch": 0.9971117906897723,
      "grad_norm": 1.9771534618251911,
      "learning_rate": 0.00028534302661613065,
      "loss": 5.6342,
      "step": 11738
    },
    {
      "epoch": 0.9971967380224261,
      "grad_norm": 1.816375161103963,
      "learning_rate": 0.0002853400662201855,
      "loss": 5.0147,
      "step": 11739
    },
    {
      "epoch": 0.9972816853550799,
      "grad_norm": 1.85110303547211,
      "learning_rate": 0.0002853371055406622,
      "loss": 5.2233,
      "step": 11740
    },
    {
      "epoch": 0.9973666326877336,
      "grad_norm": 1.8783389208919765,
      "learning_rate": 0.0002853341445775669,
      "loss": 5.0239,
      "step": 11741
    },
    {
      "epoch": 0.9974515800203874,
      "grad_norm": 1.9588680827179608,
      "learning_rate": 0.00028533118333090585,
      "loss": 5.531,
      "step": 11742
    },
    {
      "epoch": 0.9975365273530411,
      "grad_norm": 2.0316136551910886,
      "learning_rate": 0.0002853282218006852,
      "loss": 5.5553,
      "step": 11743
    },
    {
      "epoch": 0.9976214746856948,
      "grad_norm": 1.8249590214499714,
      "learning_rate": 0.00028532525998691113,
      "loss": 4.9201,
      "step": 11744
    },
    {
      "epoch": 0.9977064220183486,
      "grad_norm": 1.8090154856540908,
      "learning_rate": 0.00028532229788959,
      "loss": 5.1526,
      "step": 11745
    },
    {
      "epoch": 0.9977913693510024,
      "grad_norm": 1.9451870396897593,
      "learning_rate": 0.00028531933550872787,
      "loss": 5.456,
      "step": 11746
    },
    {
      "epoch": 0.9978763166836562,
      "grad_norm": 1.9364491896996547,
      "learning_rate": 0.00028531637284433096,
      "loss": 5.5958,
      "step": 11747
    },
    {
      "epoch": 0.9979612640163099,
      "grad_norm": 1.844708600013504,
      "learning_rate": 0.00028531340989640554,
      "loss": 5.2397,
      "step": 11748
    },
    {
      "epoch": 0.9980462113489637,
      "grad_norm": 1.8988048835239282,
      "learning_rate": 0.00028531044666495783,
      "loss": 5.5744,
      "step": 11749
    },
    {
      "epoch": 0.9981311586816174,
      "grad_norm": 1.860580355341562,
      "learning_rate": 0.0002853074831499939,
      "loss": 4.687,
      "step": 11750
    },
    {
      "epoch": 0.9982161060142711,
      "grad_norm": 1.847126643577408,
      "learning_rate": 0.00028530451935152013,
      "loss": 5.1441,
      "step": 11751
    },
    {
      "epoch": 0.9983010533469249,
      "grad_norm": 1.9692260828332493,
      "learning_rate": 0.0002853015552695426,
      "loss": 5.5355,
      "step": 11752
    },
    {
      "epoch": 0.9983860006795786,
      "grad_norm": 1.8276356529829305,
      "learning_rate": 0.00028529859090406767,
      "loss": 5.1627,
      "step": 11753
    },
    {
      "epoch": 0.9984709480122325,
      "grad_norm": 1.8013187570171145,
      "learning_rate": 0.00028529562625510135,
      "loss": 4.8969,
      "step": 11754
    },
    {
      "epoch": 0.9985558953448862,
      "grad_norm": 1.9612619229505552,
      "learning_rate": 0.00028529266132265,
      "loss": 5.6145,
      "step": 11755
    },
    {
      "epoch": 0.9986408426775399,
      "grad_norm": 1.7894396160373514,
      "learning_rate": 0.00028528969610671983,
      "loss": 5.0262,
      "step": 11756
    },
    {
      "epoch": 0.9987257900101937,
      "grad_norm": 1.7660515963341588,
      "learning_rate": 0.00028528673060731693,
      "loss": 4.8682,
      "step": 11757
    },
    {
      "epoch": 0.9988107373428474,
      "grad_norm": 1.8162034487833103,
      "learning_rate": 0.00028528376482444764,
      "loss": 5.1034,
      "step": 11758
    },
    {
      "epoch": 0.9988956846755012,
      "grad_norm": 1.9506089274478613,
      "learning_rate": 0.0002852807987581182,
      "loss": 5.4231,
      "step": 11759
    },
    {
      "epoch": 0.9989806320081549,
      "grad_norm": 2.009625055520188,
      "learning_rate": 0.00028527783240833466,
      "loss": 5.3059,
      "step": 11760
    },
    {
      "epoch": 0.9990655793408088,
      "grad_norm": 1.8551439340330735,
      "learning_rate": 0.0002852748657751034,
      "loss": 5.3515,
      "step": 11761
    },
    {
      "epoch": 0.9991505266734625,
      "grad_norm": 1.9463565929450533,
      "learning_rate": 0.00028527189885843053,
      "loss": 5.2498,
      "step": 11762
    },
    {
      "epoch": 0.9992354740061162,
      "grad_norm": 2.0432323483059833,
      "learning_rate": 0.0002852689316583223,
      "loss": 5.5371,
      "step": 11763
    },
    {
      "epoch": 0.99932042133877,
      "grad_norm": 1.9144488967220097,
      "learning_rate": 0.0002852659641747849,
      "loss": 4.9406,
      "step": 11764
    },
    {
      "epoch": 0.9994053686714237,
      "grad_norm": 1.9690821695191065,
      "learning_rate": 0.0002852629964078247,
      "loss": 5.4136,
      "step": 11765
    },
    {
      "epoch": 0.9994903160040775,
      "grad_norm": 1.8147205045625452,
      "learning_rate": 0.0002852600283574477,
      "loss": 4.8888,
      "step": 11766
    },
    {
      "epoch": 0.9995752633367312,
      "grad_norm": 1.965136374933247,
      "learning_rate": 0.0002852570600236602,
      "loss": 5.1377,
      "step": 11767
    },
    {
      "epoch": 0.9996602106693849,
      "grad_norm": 1.8780469180759032,
      "learning_rate": 0.00028525409140646847,
      "loss": 5.3247,
      "step": 11768
    },
    {
      "epoch": 0.9997451580020388,
      "grad_norm": 1.9033197789738556,
      "learning_rate": 0.00028525112250587874,
      "loss": 5.1506,
      "step": 11769
    },
    {
      "epoch": 0.9998301053346925,
      "grad_norm": 1.8625511413060254,
      "learning_rate": 0.00028524815332189716,
      "loss": 5.2219,
      "step": 11770
    },
    {
      "epoch": 0.9999150526673463,
      "grad_norm": 1.9263212122076994,
      "learning_rate": 0.00028524518385452996,
      "loss": 5.1212,
      "step": 11771
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.8207515390156386,
      "learning_rate": 0.00028524221410378337,
      "loss": 4.8538,
      "step": 11772
    },
    {
      "epoch": 1.0,
      "eval_loss": 5.195555210113525,
      "eval_runtime": 37.2177,
      "eval_samples_per_second": 5.132,
      "eval_steps_per_second": 5.132,
      "step": 11772
    },
    {
      "epoch": 1.0000849473326539,
      "grad_norm": 1.838158541689119,
      "learning_rate": 0.0002852392440696637,
      "loss": 4.9361,
      "step": 11773
    },
    {
      "epoch": 1.0001698946653075,
      "grad_norm": 1.8958086451473128,
      "learning_rate": 0.00028523627375217703,
      "loss": 5.2838,
      "step": 11774
    },
    {
      "epoch": 1.0002548419979613,
      "grad_norm": 1.8541090048379396,
      "learning_rate": 0.00028523330315132964,
      "loss": 5.3841,
      "step": 11775
    },
    {
      "epoch": 1.000339789330615,
      "grad_norm": 2.0008950584167478,
      "learning_rate": 0.0002852303322671278,
      "loss": 5.578,
      "step": 11776
    },
    {
      "epoch": 1.0004247366632688,
      "grad_norm": 1.8143656805130317,
      "learning_rate": 0.0002852273610995777,
      "loss": 4.6815,
      "step": 11777
    },
    {
      "epoch": 1.0005096839959224,
      "grad_norm": 1.9003690829906752,
      "learning_rate": 0.00028522438964868554,
      "loss": 4.9483,
      "step": 11778
    },
    {
      "epoch": 1.0005946313285763,
      "grad_norm": 1.9875137957500648,
      "learning_rate": 0.0002852214179144576,
      "loss": 5.272,
      "step": 11779
    },
    {
      "epoch": 1.0006795786612301,
      "grad_norm": 1.9040490188477697,
      "learning_rate": 0.00028521844589690003,
      "loss": 5.0544,
      "step": 11780
    },
    {
      "epoch": 1.0007645259938838,
      "grad_norm": 2.0373909310406813,
      "learning_rate": 0.00028521547359601913,
      "loss": 5.2875,
      "step": 11781
    },
    {
      "epoch": 1.0008494733265376,
      "grad_norm": 1.8710371967141493,
      "learning_rate": 0.00028521250101182113,
      "loss": 4.9765,
      "step": 11782
    },
    {
      "epoch": 1.0009344206591912,
      "grad_norm": 1.9414988664220163,
      "learning_rate": 0.00028520952814431217,
      "loss": 4.5785,
      "step": 11783
    },
    {
      "epoch": 1.001019367991845,
      "grad_norm": 1.7990882511040507,
      "learning_rate": 0.0002852065549934986,
      "loss": 4.9759,
      "step": 11784
    },
    {
      "epoch": 1.0011043153244987,
      "grad_norm": 1.8123471480636364,
      "learning_rate": 0.00028520358155938657,
      "loss": 4.8163,
      "step": 11785
    },
    {
      "epoch": 1.0011892626571526,
      "grad_norm": 2.106826047653393,
      "learning_rate": 0.0002852006078419823,
      "loss": 4.7361,
      "step": 11786
    },
    {
      "epoch": 1.0012742099898064,
      "grad_norm": 1.8646151634863162,
      "learning_rate": 0.0002851976338412921,
      "loss": 5.2525,
      "step": 11787
    },
    {
      "epoch": 1.00135915732246,
      "grad_norm": 2.180720210029873,
      "learning_rate": 0.0002851946595573221,
      "loss": 3.9823,
      "step": 11788
    },
    {
      "epoch": 1.001444104655114,
      "grad_norm": 1.876951809782903,
      "learning_rate": 0.00028519168499007867,
      "loss": 5.0703,
      "step": 11789
    },
    {
      "epoch": 1.0015290519877675,
      "grad_norm": 2.091197143650574,
      "learning_rate": 0.0002851887101395679,
      "loss": 3.1441,
      "step": 11790
    },
    {
      "epoch": 1.0016139993204214,
      "grad_norm": 1.9839158360969593,
      "learning_rate": 0.00028518573500579606,
      "loss": 4.9445,
      "step": 11791
    },
    {
      "epoch": 1.001698946653075,
      "grad_norm": 2.0783429598324448,
      "learning_rate": 0.0002851827595887694,
      "loss": 5.1988,
      "step": 11792
    },
    {
      "epoch": 1.0017838939857289,
      "grad_norm": 2.016280083885418,
      "learning_rate": 0.00028517978388849425,
      "loss": 4.8802,
      "step": 11793
    },
    {
      "epoch": 1.0018688413183825,
      "grad_norm": 2.440579064837531,
      "learning_rate": 0.0002851768079049767,
      "loss": 5.6231,
      "step": 11794
    },
    {
      "epoch": 1.0019537886510363,
      "grad_norm": 2.194442690730074,
      "learning_rate": 0.00028517383163822297,
      "loss": 5.37,
      "step": 11795
    },
    {
      "epoch": 1.0020387359836902,
      "grad_norm": 2.050595453149934,
      "learning_rate": 0.0002851708550882395,
      "loss": 5.1148,
      "step": 11796
    },
    {
      "epoch": 1.0021236833163438,
      "grad_norm": 1.973278942335462,
      "learning_rate": 0.0002851678782550323,
      "loss": 4.7836,
      "step": 11797
    },
    {
      "epoch": 1.0022086306489977,
      "grad_norm": 1.9401096484919111,
      "learning_rate": 0.0002851649011386077,
      "loss": 5.0126,
      "step": 11798
    },
    {
      "epoch": 1.0022935779816513,
      "grad_norm": 1.9132969085979763,
      "learning_rate": 0.00028516192373897195,
      "loss": 4.7159,
      "step": 11799
    },
    {
      "epoch": 1.0023785253143052,
      "grad_norm": 2.0557763593526146,
      "learning_rate": 0.0002851589460561313,
      "loss": 5.015,
      "step": 11800
    },
    {
      "epoch": 1.0024634726469588,
      "grad_norm": 1.8940959321951945,
      "learning_rate": 0.0002851559680900919,
      "loss": 5.2516,
      "step": 11801
    },
    {
      "epoch": 1.0025484199796126,
      "grad_norm": 1.8601961803604528,
      "learning_rate": 0.00028515298984086015,
      "loss": 4.9537,
      "step": 11802
    },
    {
      "epoch": 1.0026333673122665,
      "grad_norm": 1.8154875166707358,
      "learning_rate": 0.0002851500113084421,
      "loss": 5.2556,
      "step": 11803
    },
    {
      "epoch": 1.0027183146449201,
      "grad_norm": 1.8192728649511425,
      "learning_rate": 0.00028514703249284416,
      "loss": 5.226,
      "step": 11804
    },
    {
      "epoch": 1.002803261977574,
      "grad_norm": 2.0410856622210916,
      "learning_rate": 0.00028514405339407245,
      "loss": 5.3851,
      "step": 11805
    },
    {
      "epoch": 1.0028882093102276,
      "grad_norm": 2.056717199121568,
      "learning_rate": 0.0002851410740121333,
      "loss": 4.5924,
      "step": 11806
    },
    {
      "epoch": 1.0029731566428814,
      "grad_norm": 1.7813517557515275,
      "learning_rate": 0.00028513809434703295,
      "loss": 4.7115,
      "step": 11807
    },
    {
      "epoch": 1.003058103975535,
      "grad_norm": 2.0637870242923153,
      "learning_rate": 0.0002851351143987775,
      "loss": 5.515,
      "step": 11808
    },
    {
      "epoch": 1.003143051308189,
      "grad_norm": 1.956285744748272,
      "learning_rate": 0.00028513213416737334,
      "loss": 5.1992,
      "step": 11809
    },
    {
      "epoch": 1.0032279986408428,
      "grad_norm": 1.915502583904632,
      "learning_rate": 0.0002851291536528267,
      "loss": 4.2068,
      "step": 11810
    },
    {
      "epoch": 1.0033129459734964,
      "grad_norm": 2.0088393803366507,
      "learning_rate": 0.0002851261728551438,
      "loss": 5.1048,
      "step": 11811
    },
    {
      "epoch": 1.0033978933061503,
      "grad_norm": 1.7701154865711135,
      "learning_rate": 0.00028512319177433087,
      "loss": 4.3853,
      "step": 11812
    },
    {
      "epoch": 1.0034828406388039,
      "grad_norm": 1.8927052004089464,
      "learning_rate": 0.0002851202104103941,
      "loss": 4.9281,
      "step": 11813
    },
    {
      "epoch": 1.0035677879714577,
      "grad_norm": 2.104209349336057,
      "learning_rate": 0.0002851172287633399,
      "loss": 5.2671,
      "step": 11814
    },
    {
      "epoch": 1.0036527353041114,
      "grad_norm": 1.907204504697142,
      "learning_rate": 0.0002851142468331744,
      "loss": 4.8326,
      "step": 11815
    },
    {
      "epoch": 1.0037376826367652,
      "grad_norm": 1.8883578385793844,
      "learning_rate": 0.0002851112646199039,
      "loss": 5.2689,
      "step": 11816
    },
    {
      "epoch": 1.003822629969419,
      "grad_norm": 1.9118854827253373,
      "learning_rate": 0.00028510828212353456,
      "loss": 5.2004,
      "step": 11817
    },
    {
      "epoch": 1.0039075773020727,
      "grad_norm": 1.8687862082431927,
      "learning_rate": 0.0002851052993440727,
      "loss": 4.888,
      "step": 11818
    },
    {
      "epoch": 1.0039925246347265,
      "grad_norm": 1.9193748738742153,
      "learning_rate": 0.00028510231628152465,
      "loss": 4.9384,
      "step": 11819
    },
    {
      "epoch": 1.0040774719673802,
      "grad_norm": 1.9569928070008327,
      "learning_rate": 0.00028509933293589644,
      "loss": 5.3926,
      "step": 11820
    },
    {
      "epoch": 1.004162419300034,
      "grad_norm": 2.1521524484231995,
      "learning_rate": 0.00028509634930719453,
      "loss": 5.7136,
      "step": 11821
    },
    {
      "epoch": 1.0042473666326877,
      "grad_norm": 2.1016057771406684,
      "learning_rate": 0.0002850933653954251,
      "loss": 4.5557,
      "step": 11822
    },
    {
      "epoch": 1.0043323139653415,
      "grad_norm": 2.0504969772820716,
      "learning_rate": 0.0002850903812005944,
      "loss": 4.832,
      "step": 11823
    },
    {
      "epoch": 1.0044172612979951,
      "grad_norm": 2.087006671339512,
      "learning_rate": 0.00028508739672270867,
      "loss": 5.3321,
      "step": 11824
    },
    {
      "epoch": 1.004502208630649,
      "grad_norm": 1.9211094928542198,
      "learning_rate": 0.00028508441196177417,
      "loss": 5.1731,
      "step": 11825
    },
    {
      "epoch": 1.0045871559633028,
      "grad_norm": 1.8222136501209307,
      "learning_rate": 0.00028508142691779714,
      "loss": 4.9225,
      "step": 11826
    },
    {
      "epoch": 1.0046721032959565,
      "grad_norm": 1.8343575108870247,
      "learning_rate": 0.0002850784415907839,
      "loss": 4.814,
      "step": 11827
    },
    {
      "epoch": 1.0047570506286103,
      "grad_norm": 1.8592165171255737,
      "learning_rate": 0.0002850754559807406,
      "loss": 4.7559,
      "step": 11828
    },
    {
      "epoch": 1.004841997961264,
      "grad_norm": 1.864872611431657,
      "learning_rate": 0.0002850724700876736,
      "loss": 5.2948,
      "step": 11829
    },
    {
      "epoch": 1.0049269452939178,
      "grad_norm": 1.7797946764536363,
      "learning_rate": 0.000285069483911589,
      "loss": 4.847,
      "step": 11830
    },
    {
      "epoch": 1.0050118926265714,
      "grad_norm": 1.8264799759627848,
      "learning_rate": 0.00028506649745249326,
      "loss": 5.1085,
      "step": 11831
    },
    {
      "epoch": 1.0050968399592253,
      "grad_norm": 1.8269046564155476,
      "learning_rate": 0.00028506351071039255,
      "loss": 5.2412,
      "step": 11832
    },
    {
      "epoch": 1.0051817872918791,
      "grad_norm": 1.8427395875654435,
      "learning_rate": 0.00028506052368529306,
      "loss": 4.8854,
      "step": 11833
    },
    {
      "epoch": 1.0052667346245328,
      "grad_norm": 1.9733574767185251,
      "learning_rate": 0.0002850575363772012,
      "loss": 4.7922,
      "step": 11834
    },
    {
      "epoch": 1.0053516819571866,
      "grad_norm": 1.8873793531935408,
      "learning_rate": 0.00028505454878612307,
      "loss": 4.442,
      "step": 11835
    },
    {
      "epoch": 1.0054366292898402,
      "grad_norm": 1.894443697598038,
      "learning_rate": 0.00028505156091206504,
      "loss": 4.8873,
      "step": 11836
    },
    {
      "epoch": 1.005521576622494,
      "grad_norm": 2.1473850600453677,
      "learning_rate": 0.0002850485727550333,
      "loss": 5.5043,
      "step": 11837
    },
    {
      "epoch": 1.0056065239551477,
      "grad_norm": 2.2914857322622115,
      "learning_rate": 0.0002850455843150341,
      "loss": 5.7259,
      "step": 11838
    },
    {
      "epoch": 1.0056914712878016,
      "grad_norm": 2.515970593139876,
      "learning_rate": 0.0002850425955920738,
      "loss": 4.3945,
      "step": 11839
    },
    {
      "epoch": 1.0057764186204554,
      "grad_norm": 2.1429692339311632,
      "learning_rate": 0.0002850396065861586,
      "loss": 5.6395,
      "step": 11840
    },
    {
      "epoch": 1.005861365953109,
      "grad_norm": 1.8930770972658353,
      "learning_rate": 0.00028503661729729473,
      "loss": 4.4376,
      "step": 11841
    },
    {
      "epoch": 1.005946313285763,
      "grad_norm": 2.0862558269400266,
      "learning_rate": 0.0002850336277254886,
      "loss": 5.6116,
      "step": 11842
    },
    {
      "epoch": 1.0060312606184165,
      "grad_norm": 1.9580920751912991,
      "learning_rate": 0.00028503063787074627,
      "loss": 5.1222,
      "step": 11843
    },
    {
      "epoch": 1.0061162079510704,
      "grad_norm": 1.948680013838804,
      "learning_rate": 0.000285027647733074,
      "loss": 5.3832,
      "step": 11844
    },
    {
      "epoch": 1.006201155283724,
      "grad_norm": 1.8335545156652728,
      "learning_rate": 0.00028502465731247836,
      "loss": 4.9552,
      "step": 11845
    },
    {
      "epoch": 1.0062861026163779,
      "grad_norm": 1.8678780145172145,
      "learning_rate": 0.0002850216666089653,
      "loss": 5.0982,
      "step": 11846
    },
    {
      "epoch": 1.0063710499490317,
      "grad_norm": 1.857387100754468,
      "learning_rate": 0.0002850186756225412,
      "loss": 4.7683,
      "step": 11847
    },
    {
      "epoch": 1.0064559972816853,
      "grad_norm": 1.8331006419500397,
      "learning_rate": 0.00028501568435321234,
      "loss": 4.7622,
      "step": 11848
    },
    {
      "epoch": 1.0065409446143392,
      "grad_norm": 1.955013793578411,
      "learning_rate": 0.000285012692800985,
      "loss": 5.1984,
      "step": 11849
    },
    {
      "epoch": 1.0066258919469928,
      "grad_norm": 1.9476764889092493,
      "learning_rate": 0.0002850097009658654,
      "loss": 5.1465,
      "step": 11850
    },
    {
      "epoch": 1.0067108392796467,
      "grad_norm": 1.887086721806829,
      "learning_rate": 0.00028500670884785983,
      "loss": 5.0484,
      "step": 11851
    },
    {
      "epoch": 1.0067957866123003,
      "grad_norm": 2.049240759653783,
      "learning_rate": 0.0002850037164469745,
      "loss": 5.3503,
      "step": 11852
    },
    {
      "epoch": 1.0068807339449541,
      "grad_norm": 1.9480829505093726,
      "learning_rate": 0.0002850007237632158,
      "loss": 5.0558,
      "step": 11853
    },
    {
      "epoch": 1.006965681277608,
      "grad_norm": 1.9083810825207637,
      "learning_rate": 0.0002849977307965899,
      "loss": 4.6333,
      "step": 11854
    },
    {
      "epoch": 1.0070506286102616,
      "grad_norm": 1.9926205254126135,
      "learning_rate": 0.00028499473754710315,
      "loss": 5.1558,
      "step": 11855
    },
    {
      "epoch": 1.0071355759429155,
      "grad_norm": 1.8903665818152433,
      "learning_rate": 0.00028499174401476176,
      "loss": 4.7879,
      "step": 11856
    },
    {
      "epoch": 1.007220523275569,
      "grad_norm": 1.8936412353770828,
      "learning_rate": 0.000284988750199572,
      "loss": 5.0752,
      "step": 11857
    },
    {
      "epoch": 1.007305470608223,
      "grad_norm": 1.891286342149943,
      "learning_rate": 0.00028498575610154023,
      "loss": 4.9569,
      "step": 11858
    },
    {
      "epoch": 1.0073904179408766,
      "grad_norm": 1.9090154946753417,
      "learning_rate": 0.0002849827617206726,
      "loss": 4.8435,
      "step": 11859
    },
    {
      "epoch": 1.0074753652735304,
      "grad_norm": 1.9933311019973068,
      "learning_rate": 0.0002849797670569755,
      "loss": 4.8528,
      "step": 11860
    },
    {
      "epoch": 1.007560312606184,
      "grad_norm": 1.8751018492748754,
      "learning_rate": 0.0002849767721104551,
      "loss": 4.796,
      "step": 11861
    },
    {
      "epoch": 1.007645259938838,
      "grad_norm": 2.0867266395579427,
      "learning_rate": 0.00028497377688111776,
      "loss": 5.2272,
      "step": 11862
    },
    {
      "epoch": 1.0077302072714918,
      "grad_norm": 2.0178886264783493,
      "learning_rate": 0.0002849707813689697,
      "loss": 5.2238,
      "step": 11863
    },
    {
      "epoch": 1.0078151546041454,
      "grad_norm": 1.9231637878246686,
      "learning_rate": 0.0002849677855740172,
      "loss": 4.6569,
      "step": 11864
    },
    {
      "epoch": 1.0079001019367992,
      "grad_norm": 1.8881640752058764,
      "learning_rate": 0.0002849647894962666,
      "loss": 4.6328,
      "step": 11865
    },
    {
      "epoch": 1.0079850492694529,
      "grad_norm": 2.097027895094043,
      "learning_rate": 0.00028496179313572406,
      "loss": 5.3249,
      "step": 11866
    },
    {
      "epoch": 1.0080699966021067,
      "grad_norm": 2.016379879385215,
      "learning_rate": 0.000284958796492396,
      "loss": 4.6997,
      "step": 11867
    },
    {
      "epoch": 1.0081549439347604,
      "grad_norm": 1.9404073872239975,
      "learning_rate": 0.0002849557995662886,
      "loss": 4.883,
      "step": 11868
    },
    {
      "epoch": 1.0082398912674142,
      "grad_norm": 1.9880931161913173,
      "learning_rate": 0.00028495280235740815,
      "loss": 4.6407,
      "step": 11869
    },
    {
      "epoch": 1.008324838600068,
      "grad_norm": 2.065403500514688,
      "learning_rate": 0.000284949804865761,
      "loss": 5.2719,
      "step": 11870
    },
    {
      "epoch": 1.0084097859327217,
      "grad_norm": 1.9616947322326423,
      "learning_rate": 0.00028494680709135334,
      "loss": 4.9438,
      "step": 11871
    },
    {
      "epoch": 1.0084947332653755,
      "grad_norm": 1.931951826823574,
      "learning_rate": 0.0002849438090341915,
      "loss": 4.6705,
      "step": 11872
    },
    {
      "epoch": 1.0085796805980292,
      "grad_norm": 2.0065023710159178,
      "learning_rate": 0.00028494081069428174,
      "loss": 5.2285,
      "step": 11873
    },
    {
      "epoch": 1.008664627930683,
      "grad_norm": 1.9177488036371249,
      "learning_rate": 0.00028493781207163034,
      "loss": 4.7913,
      "step": 11874
    },
    {
      "epoch": 1.0087495752633366,
      "grad_norm": 1.9516324545998112,
      "learning_rate": 0.0002849348131662437,
      "loss": 4.7822,
      "step": 11875
    },
    {
      "epoch": 1.0088345225959905,
      "grad_norm": 1.908531981225539,
      "learning_rate": 0.0002849318139781279,
      "loss": 4.7565,
      "step": 11876
    },
    {
      "epoch": 1.0089194699286443,
      "grad_norm": 1.975192723045714,
      "learning_rate": 0.00028492881450728935,
      "loss": 4.7816,
      "step": 11877
    },
    {
      "epoch": 1.009004417261298,
      "grad_norm": 1.8946843558548971,
      "learning_rate": 0.00028492581475373426,
      "loss": 5.0339,
      "step": 11878
    },
    {
      "epoch": 1.0090893645939518,
      "grad_norm": 1.93966862292691,
      "learning_rate": 0.00028492281471746906,
      "loss": 4.7425,
      "step": 11879
    },
    {
      "epoch": 1.0091743119266054,
      "grad_norm": 1.9256165362995759,
      "learning_rate": 0.0002849198143984999,
      "loss": 4.9448,
      "step": 11880
    },
    {
      "epoch": 1.0092592592592593,
      "grad_norm": 1.8803861321771271,
      "learning_rate": 0.00028491681379683306,
      "loss": 4.6309,
      "step": 11881
    },
    {
      "epoch": 1.009344206591913,
      "grad_norm": 2.0573459069425266,
      "learning_rate": 0.00028491381291247494,
      "loss": 5.6704,
      "step": 11882
    },
    {
      "epoch": 1.0094291539245668,
      "grad_norm": 1.877832537710344,
      "learning_rate": 0.00028491081174543176,
      "loss": 4.7638,
      "step": 11883
    },
    {
      "epoch": 1.0095141012572206,
      "grad_norm": 1.884902336927749,
      "learning_rate": 0.0002849078102957098,
      "loss": 4.6942,
      "step": 11884
    },
    {
      "epoch": 1.0095990485898743,
      "grad_norm": 1.9646933872859427,
      "learning_rate": 0.0002849048085633153,
      "loss": 5.2884,
      "step": 11885
    },
    {
      "epoch": 1.009683995922528,
      "grad_norm": 1.9274620753156468,
      "learning_rate": 0.00028490180654825467,
      "loss": 5.2684,
      "step": 11886
    },
    {
      "epoch": 1.0097689432551817,
      "grad_norm": 2.0112493474739743,
      "learning_rate": 0.0002848988042505342,
      "loss": 5.615,
      "step": 11887
    },
    {
      "epoch": 1.0098538905878356,
      "grad_norm": 2.0219460859782736,
      "learning_rate": 0.00028489580167016,
      "loss": 4.8767,
      "step": 11888
    },
    {
      "epoch": 1.0099388379204892,
      "grad_norm": 1.904662779523551,
      "learning_rate": 0.00028489279880713857,
      "loss": 5.1338,
      "step": 11889
    },
    {
      "epoch": 1.010023785253143,
      "grad_norm": 1.9363835077270923,
      "learning_rate": 0.0002848897956614761,
      "loss": 5.2887,
      "step": 11890
    },
    {
      "epoch": 1.0101087325857967,
      "grad_norm": 2.032378331538617,
      "learning_rate": 0.0002848867922331788,
      "loss": 5.3342,
      "step": 11891
    },
    {
      "epoch": 1.0101936799184505,
      "grad_norm": 1.915344479182367,
      "learning_rate": 0.0002848837885222532,
      "loss": 5.0848,
      "step": 11892
    },
    {
      "epoch": 1.0102786272511044,
      "grad_norm": 2.079488265866902,
      "learning_rate": 0.0002848807845287054,
      "loss": 5.3784,
      "step": 11893
    },
    {
      "epoch": 1.010363574583758,
      "grad_norm": 2.091670156938089,
      "learning_rate": 0.00028487778025254167,
      "loss": 5.4873,
      "step": 11894
    },
    {
      "epoch": 1.0104485219164119,
      "grad_norm": 1.986847606315664,
      "learning_rate": 0.00028487477569376845,
      "loss": 4.6722,
      "step": 11895
    },
    {
      "epoch": 1.0105334692490655,
      "grad_norm": 1.9666932360085725,
      "learning_rate": 0.00028487177085239197,
      "loss": 3.852,
      "step": 11896
    },
    {
      "epoch": 1.0106184165817194,
      "grad_norm": 2.1583893208392824,
      "learning_rate": 0.0002848687657284185,
      "loss": 5.4517,
      "step": 11897
    },
    {
      "epoch": 1.010703363914373,
      "grad_norm": 2.0029577056876677,
      "learning_rate": 0.00028486576032185444,
      "loss": 5.2209,
      "step": 11898
    },
    {
      "epoch": 1.0107883112470268,
      "grad_norm": 1.9957605854508393,
      "learning_rate": 0.0002848627546327059,
      "loss": 4.8629,
      "step": 11899
    },
    {
      "epoch": 1.0108732585796807,
      "grad_norm": 1.9333186891467742,
      "learning_rate": 0.00028485974866097934,
      "loss": 4.8454,
      "step": 11900
    },
    {
      "epoch": 1.0109582059123343,
      "grad_norm": 1.9668357459222816,
      "learning_rate": 0.000284856742406681,
      "loss": 4.8184,
      "step": 11901
    },
    {
      "epoch": 1.0110431532449882,
      "grad_norm": 1.9774012445371507,
      "learning_rate": 0.0002848537358698171,
      "loss": 4.9265,
      "step": 11902
    },
    {
      "epoch": 1.0111281005776418,
      "grad_norm": 1.9566344982171329,
      "learning_rate": 0.0002848507290503942,
      "loss": 5.0286,
      "step": 11903
    },
    {
      "epoch": 1.0112130479102956,
      "grad_norm": 1.9267997315849896,
      "learning_rate": 0.0002848477219484183,
      "loss": 4.0589,
      "step": 11904
    },
    {
      "epoch": 1.0112979952429493,
      "grad_norm": 1.9792155881879006,
      "learning_rate": 0.0002848447145638958,
      "loss": 5.0819,
      "step": 11905
    },
    {
      "epoch": 1.0113829425756031,
      "grad_norm": 2.101029108915397,
      "learning_rate": 0.00028484170689683315,
      "loss": 5.4127,
      "step": 11906
    },
    {
      "epoch": 1.011467889908257,
      "grad_norm": 2.0894635900582297,
      "learning_rate": 0.0002848386989472364,
      "loss": 5.4963,
      "step": 11907
    },
    {
      "epoch": 1.0115528372409106,
      "grad_norm": 2.074647050832411,
      "learning_rate": 0.00028483569071511205,
      "loss": 5.4194,
      "step": 11908
    },
    {
      "epoch": 1.0116377845735645,
      "grad_norm": 1.979469668877178,
      "learning_rate": 0.00028483268220046626,
      "loss": 5.158,
      "step": 11909
    },
    {
      "epoch": 1.011722731906218,
      "grad_norm": 1.90327100312623,
      "learning_rate": 0.0002848296734033055,
      "loss": 4.9998,
      "step": 11910
    },
    {
      "epoch": 1.011807679238872,
      "grad_norm": 1.883339705022115,
      "learning_rate": 0.00028482666432363594,
      "loss": 5.1511,
      "step": 11911
    },
    {
      "epoch": 1.0118926265715256,
      "grad_norm": 1.9266189143159116,
      "learning_rate": 0.0002848236549614639,
      "loss": 4.9949,
      "step": 11912
    },
    {
      "epoch": 1.0119775739041794,
      "grad_norm": 2.0678463033118657,
      "learning_rate": 0.00028482064531679574,
      "loss": 5.3144,
      "step": 11913
    },
    {
      "epoch": 1.0120625212368333,
      "grad_norm": 1.9022086651534134,
      "learning_rate": 0.00028481763538963775,
      "loss": 5.1102,
      "step": 11914
    },
    {
      "epoch": 1.012147468569487,
      "grad_norm": 1.778190150107861,
      "learning_rate": 0.0002848146251799962,
      "loss": 4.3552,
      "step": 11915
    },
    {
      "epoch": 1.0122324159021407,
      "grad_norm": 1.874942380848947,
      "learning_rate": 0.00028481161468787736,
      "loss": 5.3173,
      "step": 11916
    },
    {
      "epoch": 1.0123173632347944,
      "grad_norm": 1.8031502551681358,
      "learning_rate": 0.0002848086039132877,
      "loss": 4.9736,
      "step": 11917
    },
    {
      "epoch": 1.0124023105674482,
      "grad_norm": 1.9039013321322353,
      "learning_rate": 0.0002848055928562334,
      "loss": 5.1851,
      "step": 11918
    },
    {
      "epoch": 1.0124872579001019,
      "grad_norm": 1.8701105126628585,
      "learning_rate": 0.00028480258151672075,
      "loss": 4.7317,
      "step": 11919
    },
    {
      "epoch": 1.0125722052327557,
      "grad_norm": 1.9554077183572023,
      "learning_rate": 0.00028479956989475614,
      "loss": 5.2684,
      "step": 11920
    },
    {
      "epoch": 1.0126571525654096,
      "grad_norm": 2.0876958478481495,
      "learning_rate": 0.0002847965579903459,
      "loss": 5.5841,
      "step": 11921
    },
    {
      "epoch": 1.0127420998980632,
      "grad_norm": 2.0777132446407767,
      "learning_rate": 0.0002847935458034962,
      "loss": 5.4062,
      "step": 11922
    },
    {
      "epoch": 1.012827047230717,
      "grad_norm": 1.8210009668077511,
      "learning_rate": 0.0002847905333342135,
      "loss": 4.6276,
      "step": 11923
    },
    {
      "epoch": 1.0129119945633707,
      "grad_norm": 1.7499203248502158,
      "learning_rate": 0.000284787520582504,
      "loss": 4.2988,
      "step": 11924
    },
    {
      "epoch": 1.0129969418960245,
      "grad_norm": 1.8628426159195073,
      "learning_rate": 0.0002847845075483741,
      "loss": 4.8474,
      "step": 11925
    },
    {
      "epoch": 1.0130818892286781,
      "grad_norm": 2.0707217770364545,
      "learning_rate": 0.00028478149423183006,
      "loss": 5.0487,
      "step": 11926
    },
    {
      "epoch": 1.013166836561332,
      "grad_norm": 1.9720260991694079,
      "learning_rate": 0.0002847784806328782,
      "loss": 4.9794,
      "step": 11927
    },
    {
      "epoch": 1.0132517838939856,
      "grad_norm": 2.0546201162848075,
      "learning_rate": 0.0002847754667515248,
      "loss": 4.621,
      "step": 11928
    },
    {
      "epoch": 1.0133367312266395,
      "grad_norm": 1.9102969217825245,
      "learning_rate": 0.0002847724525877763,
      "loss": 4.9424,
      "step": 11929
    },
    {
      "epoch": 1.0134216785592933,
      "grad_norm": 1.9027184463121796,
      "learning_rate": 0.00028476943814163895,
      "loss": 4.641,
      "step": 11930
    },
    {
      "epoch": 1.013506625891947,
      "grad_norm": 1.919703422635268,
      "learning_rate": 0.000284766423413119,
      "loss": 4.9399,
      "step": 11931
    },
    {
      "epoch": 1.0135915732246008,
      "grad_norm": 1.8992799339056308,
      "learning_rate": 0.00028476340840222284,
      "loss": 4.9138,
      "step": 11932
    },
    {
      "epoch": 1.0136765205572544,
      "grad_norm": 2.1642424682243533,
      "learning_rate": 0.0002847603931089568,
      "loss": 5.397,
      "step": 11933
    },
    {
      "epoch": 1.0137614678899083,
      "grad_norm": 1.9456431689615408,
      "learning_rate": 0.0002847573775333271,
      "loss": 4.7157,
      "step": 11934
    },
    {
      "epoch": 1.013846415222562,
      "grad_norm": 1.9636973431200087,
      "learning_rate": 0.00028475436167534014,
      "loss": 4.8787,
      "step": 11935
    },
    {
      "epoch": 1.0139313625552158,
      "grad_norm": 1.997132239330071,
      "learning_rate": 0.0002847513455350022,
      "loss": 4.183,
      "step": 11936
    },
    {
      "epoch": 1.0140163098878696,
      "grad_norm": 2.171581741713575,
      "learning_rate": 0.00028474832911231973,
      "loss": 3.8504,
      "step": 11937
    },
    {
      "epoch": 1.0141012572205232,
      "grad_norm": 2.0661976664893653,
      "learning_rate": 0.0002847453124072988,
      "loss": 5.2727,
      "step": 11938
    },
    {
      "epoch": 1.014186204553177,
      "grad_norm": 2.204357851884264,
      "learning_rate": 0.00028474229541994593,
      "loss": 5.3552,
      "step": 11939
    },
    {
      "epoch": 1.0142711518858307,
      "grad_norm": 2.1189266432179643,
      "learning_rate": 0.0002847392781502674,
      "loss": 4.377,
      "step": 11940
    },
    {
      "epoch": 1.0143560992184846,
      "grad_norm": 2.1628464313846156,
      "learning_rate": 0.0002847362605982695,
      "loss": 5.4342,
      "step": 11941
    },
    {
      "epoch": 1.0144410465511382,
      "grad_norm": 2.1312426962446294,
      "learning_rate": 0.0002847332427639585,
      "loss": 5.1359,
      "step": 11942
    },
    {
      "epoch": 1.014525993883792,
      "grad_norm": 1.9228418034292643,
      "learning_rate": 0.0002847302246473409,
      "loss": 4.7838,
      "step": 11943
    },
    {
      "epoch": 1.014610941216446,
      "grad_norm": 1.9833312851183869,
      "learning_rate": 0.00028472720624842294,
      "loss": 4.944,
      "step": 11944
    },
    {
      "epoch": 1.0146958885490995,
      "grad_norm": 2.2045428800700844,
      "learning_rate": 0.0002847241875672108,
      "loss": 5.4876,
      "step": 11945
    },
    {
      "epoch": 1.0147808358817534,
      "grad_norm": 1.96109773411274,
      "learning_rate": 0.000284721168603711,
      "loss": 4.2232,
      "step": 11946
    },
    {
      "epoch": 1.014865783214407,
      "grad_norm": 1.870020246363075,
      "learning_rate": 0.00028471814935792977,
      "loss": 4.9764,
      "step": 11947
    },
    {
      "epoch": 1.0149507305470609,
      "grad_norm": 2.1331066886497756,
      "learning_rate": 0.00028471512982987347,
      "loss": 5.7255,
      "step": 11948
    },
    {
      "epoch": 1.0150356778797145,
      "grad_norm": 2.199112544819649,
      "learning_rate": 0.00028471211001954844,
      "loss": 5.3667,
      "step": 11949
    },
    {
      "epoch": 1.0151206252123683,
      "grad_norm": 2.0037383480508004,
      "learning_rate": 0.0002847090899269609,
      "loss": 5.103,
      "step": 11950
    },
    {
      "epoch": 1.0152055725450222,
      "grad_norm": 1.84466407063551,
      "learning_rate": 0.0002847060695521173,
      "loss": 4.8767,
      "step": 11951
    },
    {
      "epoch": 1.0152905198776758,
      "grad_norm": 1.9445573395816123,
      "learning_rate": 0.0002847030488950239,
      "loss": 4.8704,
      "step": 11952
    },
    {
      "epoch": 1.0153754672103297,
      "grad_norm": 1.8868089400945753,
      "learning_rate": 0.0002847000279556871,
      "loss": 5.0087,
      "step": 11953
    },
    {
      "epoch": 1.0154604145429833,
      "grad_norm": 1.9438507590282095,
      "learning_rate": 0.0002846970067341132,
      "loss": 5.0346,
      "step": 11954
    },
    {
      "epoch": 1.0155453618756372,
      "grad_norm": 1.8320203706328355,
      "learning_rate": 0.0002846939852303085,
      "loss": 4.9777,
      "step": 11955
    },
    {
      "epoch": 1.0156303092082908,
      "grad_norm": 1.8769024404240908,
      "learning_rate": 0.0002846909634442793,
      "loss": 5.2721,
      "step": 11956
    },
    {
      "epoch": 1.0157152565409446,
      "grad_norm": 1.895221519008825,
      "learning_rate": 0.000284687941376032,
      "loss": 5.0686,
      "step": 11957
    },
    {
      "epoch": 1.0158002038735983,
      "grad_norm": 1.8961594688288885,
      "learning_rate": 0.000284684919025573,
      "loss": 5.1958,
      "step": 11958
    },
    {
      "epoch": 1.0158851512062521,
      "grad_norm": 1.879927625279236,
      "learning_rate": 0.0002846818963929084,
      "loss": 5.1659,
      "step": 11959
    },
    {
      "epoch": 1.015970098538906,
      "grad_norm": 2.118199768239126,
      "learning_rate": 0.0002846788734780448,
      "loss": 5.5418,
      "step": 11960
    },
    {
      "epoch": 1.0160550458715596,
      "grad_norm": 1.96546729244981,
      "learning_rate": 0.0002846758502809884,
      "loss": 5.3995,
      "step": 11961
    },
    {
      "epoch": 1.0161399932042134,
      "grad_norm": 1.6409076473816875,
      "learning_rate": 0.0002846728268017455,
      "loss": 4.315,
      "step": 11962
    },
    {
      "epoch": 1.016224940536867,
      "grad_norm": 1.9161356260692781,
      "learning_rate": 0.0002846698030403225,
      "loss": 5.2565,
      "step": 11963
    },
    {
      "epoch": 1.016309887869521,
      "grad_norm": 1.8409994553722726,
      "learning_rate": 0.0002846667789967257,
      "loss": 4.7896,
      "step": 11964
    },
    {
      "epoch": 1.0163948352021746,
      "grad_norm": 2.0155481646117375,
      "learning_rate": 0.00028466375467096146,
      "loss": 5.2731,
      "step": 11965
    },
    {
      "epoch": 1.0164797825348284,
      "grad_norm": 2.10057405902596,
      "learning_rate": 0.00028466073006303607,
      "loss": 5.3219,
      "step": 11966
    },
    {
      "epoch": 1.0165647298674823,
      "grad_norm": 1.9830434916418715,
      "learning_rate": 0.00028465770517295595,
      "loss": 4.6463,
      "step": 11967
    },
    {
      "epoch": 1.0166496772001359,
      "grad_norm": 1.9613012107002856,
      "learning_rate": 0.0002846546800007274,
      "loss": 5.1154,
      "step": 11968
    },
    {
      "epoch": 1.0167346245327897,
      "grad_norm": 2.027769029504817,
      "learning_rate": 0.0002846516545463568,
      "loss": 5.0629,
      "step": 11969
    },
    {
      "epoch": 1.0168195718654434,
      "grad_norm": 1.9634806949971517,
      "learning_rate": 0.00028464862880985036,
      "loss": 5.0145,
      "step": 11970
    },
    {
      "epoch": 1.0169045191980972,
      "grad_norm": 1.9758513934335213,
      "learning_rate": 0.00028464560279121455,
      "loss": 4.9087,
      "step": 11971
    },
    {
      "epoch": 1.0169894665307508,
      "grad_norm": 2.110755118148783,
      "learning_rate": 0.0002846425764904557,
      "loss": 5.1599,
      "step": 11972
    },
    {
      "epoch": 1.0170744138634047,
      "grad_norm": 1.9254498024709654,
      "learning_rate": 0.00028463954990758,
      "loss": 4.6864,
      "step": 11973
    },
    {
      "epoch": 1.0171593611960585,
      "grad_norm": 1.9886983202003272,
      "learning_rate": 0.000284636523042594,
      "loss": 4.8451,
      "step": 11974
    },
    {
      "epoch": 1.0172443085287122,
      "grad_norm": 2.186913078501105,
      "learning_rate": 0.00028463349589550387,
      "loss": 5.4563,
      "step": 11975
    },
    {
      "epoch": 1.017329255861366,
      "grad_norm": 2.081340569351374,
      "learning_rate": 0.0002846304684663161,
      "loss": 5.5721,
      "step": 11976
    },
    {
      "epoch": 1.0174142031940197,
      "grad_norm": 1.909059252034053,
      "learning_rate": 0.000284627440755037,
      "loss": 4.9879,
      "step": 11977
    },
    {
      "epoch": 1.0174991505266735,
      "grad_norm": 1.9556478110791573,
      "learning_rate": 0.0002846244127616728,
      "loss": 4.9348,
      "step": 11978
    },
    {
      "epoch": 1.0175840978593271,
      "grad_norm": 1.9641414491819065,
      "learning_rate": 0.00028462138448622995,
      "loss": 5.1152,
      "step": 11979
    },
    {
      "epoch": 1.017669045191981,
      "grad_norm": 1.9139019990209596,
      "learning_rate": 0.00028461835592871477,
      "loss": 4.9197,
      "step": 11980
    },
    {
      "epoch": 1.0177539925246348,
      "grad_norm": 2.046452948135188,
      "learning_rate": 0.0002846153270891336,
      "loss": 5.1271,
      "step": 11981
    },
    {
      "epoch": 1.0178389398572885,
      "grad_norm": 1.9037789259883326,
      "learning_rate": 0.00028461229796749275,
      "loss": 4.4457,
      "step": 11982
    },
    {
      "epoch": 1.0179238871899423,
      "grad_norm": 2.0382243470196157,
      "learning_rate": 0.00028460926856379865,
      "loss": 5.5825,
      "step": 11983
    },
    {
      "epoch": 1.018008834522596,
      "grad_norm": 2.0042383733573867,
      "learning_rate": 0.00028460623887805765,
      "loss": 5.3982,
      "step": 11984
    },
    {
      "epoch": 1.0180937818552498,
      "grad_norm": 1.987862297065452,
      "learning_rate": 0.000284603208910276,
      "loss": 5.3354,
      "step": 11985
    },
    {
      "epoch": 1.0181787291879034,
      "grad_norm": 2.0264949112534394,
      "learning_rate": 0.0002846001786604601,
      "loss": 5.2294,
      "step": 11986
    },
    {
      "epoch": 1.0182636765205573,
      "grad_norm": 1.9440021241879255,
      "learning_rate": 0.0002845971481286163,
      "loss": 4.7861,
      "step": 11987
    },
    {
      "epoch": 1.018348623853211,
      "grad_norm": 1.8272491524518837,
      "learning_rate": 0.000284594117314751,
      "loss": 5.1449,
      "step": 11988
    },
    {
      "epoch": 1.0184335711858647,
      "grad_norm": 1.9446585568700023,
      "learning_rate": 0.0002845910862188705,
      "loss": 5.1689,
      "step": 11989
    },
    {
      "epoch": 1.0185185185185186,
      "grad_norm": 1.8652858282359177,
      "learning_rate": 0.00028458805484098105,
      "loss": 5.0175,
      "step": 11990
    },
    {
      "epoch": 1.0186034658511722,
      "grad_norm": 1.8472299002198673,
      "learning_rate": 0.00028458502318108917,
      "loss": 4.8088,
      "step": 11991
    },
    {
      "epoch": 1.018688413183826,
      "grad_norm": 1.854752215859216,
      "learning_rate": 0.00028458199123920113,
      "loss": 4.3534,
      "step": 11992
    },
    {
      "epoch": 1.0187733605164797,
      "grad_norm": 2.103489061751774,
      "learning_rate": 0.00028457895901532333,
      "loss": 5.3744,
      "step": 11993
    },
    {
      "epoch": 1.0188583078491336,
      "grad_norm": 1.9555944965172567,
      "learning_rate": 0.00028457592650946205,
      "loss": 5.4064,
      "step": 11994
    },
    {
      "epoch": 1.0189432551817872,
      "grad_norm": 1.931461778650741,
      "learning_rate": 0.00028457289372162375,
      "loss": 4.9458,
      "step": 11995
    },
    {
      "epoch": 1.019028202514441,
      "grad_norm": 1.8921705428150533,
      "learning_rate": 0.00028456986065181466,
      "loss": 4.7779,
      "step": 11996
    },
    {
      "epoch": 1.019113149847095,
      "grad_norm": 2.0520093338071255,
      "learning_rate": 0.00028456682730004123,
      "loss": 5.2235,
      "step": 11997
    },
    {
      "epoch": 1.0191980971797485,
      "grad_norm": 1.9847457597944558,
      "learning_rate": 0.00028456379366630975,
      "loss": 5.2527,
      "step": 11998
    },
    {
      "epoch": 1.0192830445124024,
      "grad_norm": 1.877930942474146,
      "learning_rate": 0.00028456075975062667,
      "loss": 4.8207,
      "step": 11999
    },
    {
      "epoch": 1.019367991845056,
      "grad_norm": 1.9189048174547256,
      "learning_rate": 0.0002845577255529982,
      "loss": 4.754,
      "step": 12000
    },
    {
      "epoch": 1.0194529391777098,
      "grad_norm": 2.0423114881264204,
      "learning_rate": 0.00028455469107343086,
      "loss": 4.7939,
      "step": 12001
    },
    {
      "epoch": 1.0195378865103635,
      "grad_norm": 1.9470303168597176,
      "learning_rate": 0.0002845516563119309,
      "loss": 5.1445,
      "step": 12002
    },
    {
      "epoch": 1.0196228338430173,
      "grad_norm": 2.173202729830227,
      "learning_rate": 0.0002845486212685047,
      "loss": 5.6366,
      "step": 12003
    },
    {
      "epoch": 1.0197077811756712,
      "grad_norm": 1.9656248753569188,
      "learning_rate": 0.00028454558594315867,
      "loss": 5.0219,
      "step": 12004
    },
    {
      "epoch": 1.0197927285083248,
      "grad_norm": 2.128157159047268,
      "learning_rate": 0.00028454255033589907,
      "loss": 5.5997,
      "step": 12005
    },
    {
      "epoch": 1.0198776758409787,
      "grad_norm": 2.0873570632724574,
      "learning_rate": 0.0002845395144467324,
      "loss": 4.287,
      "step": 12006
    },
    {
      "epoch": 1.0199626231736323,
      "grad_norm": 1.9169251960674238,
      "learning_rate": 0.00028453647827566484,
      "loss": 4.8184,
      "step": 12007
    },
    {
      "epoch": 1.0200475705062861,
      "grad_norm": 1.9268781860408069,
      "learning_rate": 0.00028453344182270294,
      "loss": 4.8861,
      "step": 12008
    },
    {
      "epoch": 1.0201325178389398,
      "grad_norm": 2.1249398020093833,
      "learning_rate": 0.0002845304050878529,
      "loss": 5.5109,
      "step": 12009
    },
    {
      "epoch": 1.0202174651715936,
      "grad_norm": 1.9614809285930266,
      "learning_rate": 0.00028452736807112124,
      "loss": 4.892,
      "step": 12010
    },
    {
      "epoch": 1.0203024125042475,
      "grad_norm": 1.9741805543391477,
      "learning_rate": 0.00028452433077251417,
      "loss": 4.1972,
      "step": 12011
    },
    {
      "epoch": 1.020387359836901,
      "grad_norm": 2.062505605077998,
      "learning_rate": 0.0002845212931920382,
      "loss": 5.1784,
      "step": 12012
    },
    {
      "epoch": 1.020472307169555,
      "grad_norm": 1.9776195055650452,
      "learning_rate": 0.00028451825532969954,
      "loss": 5.3313,
      "step": 12013
    },
    {
      "epoch": 1.0205572545022086,
      "grad_norm": 1.8372564954003885,
      "learning_rate": 0.00028451521718550466,
      "loss": 4.6895,
      "step": 12014
    },
    {
      "epoch": 1.0206422018348624,
      "grad_norm": 2.0027329312692013,
      "learning_rate": 0.00028451217875945993,
      "loss": 4.4995,
      "step": 12015
    },
    {
      "epoch": 1.020727149167516,
      "grad_norm": 1.9412053611582496,
      "learning_rate": 0.00028450914005157164,
      "loss": 4.9717,
      "step": 12016
    },
    {
      "epoch": 1.02081209650017,
      "grad_norm": 2.1282970121401426,
      "learning_rate": 0.00028450610106184625,
      "loss": 5.604,
      "step": 12017
    },
    {
      "epoch": 1.0208970438328238,
      "grad_norm": 1.9938280431708684,
      "learning_rate": 0.00028450306179029003,
      "loss": 5.1262,
      "step": 12018
    },
    {
      "epoch": 1.0209819911654774,
      "grad_norm": 2.064042099333884,
      "learning_rate": 0.00028450002223690945,
      "loss": 5.3285,
      "step": 12019
    },
    {
      "epoch": 1.0210669384981312,
      "grad_norm": 1.961333480853752,
      "learning_rate": 0.00028449698240171084,
      "loss": 5.279,
      "step": 12020
    },
    {
      "epoch": 1.0211518858307849,
      "grad_norm": 1.93477655684548,
      "learning_rate": 0.0002844939422847005,
      "loss": 5.1421,
      "step": 12021
    },
    {
      "epoch": 1.0212368331634387,
      "grad_norm": 2.0583969420231973,
      "learning_rate": 0.0002844909018858849,
      "loss": 5.1857,
      "step": 12022
    },
    {
      "epoch": 1.0213217804960923,
      "grad_norm": 2.0827862438486973,
      "learning_rate": 0.0002844878612052704,
      "loss": 5.5396,
      "step": 12023
    },
    {
      "epoch": 1.0214067278287462,
      "grad_norm": 1.8649489334770666,
      "learning_rate": 0.00028448482024286326,
      "loss": 4.8449,
      "step": 12024
    },
    {
      "epoch": 1.0214916751613998,
      "grad_norm": 2.0025223730922375,
      "learning_rate": 0.00028448177899866993,
      "loss": 5.5328,
      "step": 12025
    },
    {
      "epoch": 1.0215766224940537,
      "grad_norm": 1.905392624105189,
      "learning_rate": 0.00028447873747269685,
      "loss": 4.933,
      "step": 12026
    },
    {
      "epoch": 1.0216615698267075,
      "grad_norm": 1.8978246854867553,
      "learning_rate": 0.0002844756956649503,
      "loss": 4.9743,
      "step": 12027
    },
    {
      "epoch": 1.0217465171593612,
      "grad_norm": 1.9201446278194336,
      "learning_rate": 0.0002844726535754367,
      "loss": 5.1305,
      "step": 12028
    },
    {
      "epoch": 1.021831464492015,
      "grad_norm": 1.9004570786204191,
      "learning_rate": 0.00028446961120416234,
      "loss": 5.0058,
      "step": 12029
    },
    {
      "epoch": 1.0219164118246686,
      "grad_norm": 2.088509901425902,
      "learning_rate": 0.0002844665685511337,
      "loss": 5.7987,
      "step": 12030
    },
    {
      "epoch": 1.0220013591573225,
      "grad_norm": 1.85251584156546,
      "learning_rate": 0.0002844635256163571,
      "loss": 4.7347,
      "step": 12031
    },
    {
      "epoch": 1.0220863064899761,
      "grad_norm": 2.0519295927008065,
      "learning_rate": 0.000284460482399839,
      "loss": 5.5175,
      "step": 12032
    },
    {
      "epoch": 1.02217125382263,
      "grad_norm": 1.8867997985950142,
      "learning_rate": 0.00028445743890158565,
      "loss": 5.0905,
      "step": 12033
    },
    {
      "epoch": 1.0222562011552838,
      "grad_norm": 1.9203988474802303,
      "learning_rate": 0.00028445439512160347,
      "loss": 4.9045,
      "step": 12034
    },
    {
      "epoch": 1.0223411484879374,
      "grad_norm": 1.9945903038909616,
      "learning_rate": 0.0002844513510598989,
      "loss": 5.3244,
      "step": 12035
    },
    {
      "epoch": 1.0224260958205913,
      "grad_norm": 1.9767015206966867,
      "learning_rate": 0.00028444830671647825,
      "loss": 4.8394,
      "step": 12036
    },
    {
      "epoch": 1.022511043153245,
      "grad_norm": 1.9357881446749383,
      "learning_rate": 0.0002844452620913479,
      "loss": 5.0074,
      "step": 12037
    },
    {
      "epoch": 1.0225959904858988,
      "grad_norm": 2.0254792501059287,
      "learning_rate": 0.0002844422171845142,
      "loss": 4.1856,
      "step": 12038
    },
    {
      "epoch": 1.0226809378185524,
      "grad_norm": 2.0034484014683724,
      "learning_rate": 0.0002844391719959837,
      "loss": 5.1507,
      "step": 12039
    },
    {
      "epoch": 1.0227658851512063,
      "grad_norm": 1.9393035127677527,
      "learning_rate": 0.0002844361265257626,
      "loss": 5.1715,
      "step": 12040
    },
    {
      "epoch": 1.02285083248386,
      "grad_norm": 1.9094669376364841,
      "learning_rate": 0.00028443308077385734,
      "loss": 5.117,
      "step": 12041
    },
    {
      "epoch": 1.0229357798165137,
      "grad_norm": 1.9006080027108254,
      "learning_rate": 0.00028443003474027426,
      "loss": 4.7006,
      "step": 12042
    },
    {
      "epoch": 1.0230207271491676,
      "grad_norm": 1.9299746597646736,
      "learning_rate": 0.0002844269884250198,
      "loss": 5.2499,
      "step": 12043
    },
    {
      "epoch": 1.0231056744818212,
      "grad_norm": 1.8915768954326915,
      "learning_rate": 0.00028442394182810033,
      "loss": 4.6277,
      "step": 12044
    },
    {
      "epoch": 1.023190621814475,
      "grad_norm": 2.0202044115408797,
      "learning_rate": 0.0002844208949495222,
      "loss": 5.3086,
      "step": 12045
    },
    {
      "epoch": 1.0232755691471287,
      "grad_norm": 1.9982546537884456,
      "learning_rate": 0.0002844178477892919,
      "loss": 5.2747,
      "step": 12046
    },
    {
      "epoch": 1.0233605164797825,
      "grad_norm": 1.9484445941232145,
      "learning_rate": 0.0002844148003474157,
      "loss": 4.9179,
      "step": 12047
    },
    {
      "epoch": 1.0234454638124364,
      "grad_norm": 2.0816212693984726,
      "learning_rate": 0.0002844117526239001,
      "loss": 5.4423,
      "step": 12048
    },
    {
      "epoch": 1.02353041114509,
      "grad_norm": 1.9080763158164988,
      "learning_rate": 0.0002844087046187513,
      "loss": 4.9139,
      "step": 12049
    },
    {
      "epoch": 1.0236153584777439,
      "grad_norm": 1.8961709987662616,
      "learning_rate": 0.00028440565633197585,
      "loss": 4.7261,
      "step": 12050
    },
    {
      "epoch": 1.0237003058103975,
      "grad_norm": 1.9542328110725329,
      "learning_rate": 0.0002844026077635801,
      "loss": 4.8766,
      "step": 12051
    },
    {
      "epoch": 1.0237852531430514,
      "grad_norm": 2.078819161355305,
      "learning_rate": 0.0002843995589135704,
      "loss": 5.5317,
      "step": 12052
    },
    {
      "epoch": 1.023870200475705,
      "grad_norm": 1.8958020971784448,
      "learning_rate": 0.0002843965097819531,
      "loss": 5.1055,
      "step": 12053
    },
    {
      "epoch": 1.0239551478083588,
      "grad_norm": 1.9300615523853322,
      "learning_rate": 0.0002843934603687347,
      "loss": 4.9039,
      "step": 12054
    },
    {
      "epoch": 1.0240400951410125,
      "grad_norm": 2.002550700730685,
      "learning_rate": 0.00028439041067392155,
      "loss": 5.3465,
      "step": 12055
    },
    {
      "epoch": 1.0241250424736663,
      "grad_norm": 1.89067417543212,
      "learning_rate": 0.00028438736069752,
      "loss": 4.7875,
      "step": 12056
    },
    {
      "epoch": 1.0242099898063202,
      "grad_norm": 2.0376291196575855,
      "learning_rate": 0.00028438431043953654,
      "loss": 4.7855,
      "step": 12057
    },
    {
      "epoch": 1.0242949371389738,
      "grad_norm": 1.8556881037321327,
      "learning_rate": 0.00028438125989997746,
      "loss": 4.8403,
      "step": 12058
    },
    {
      "epoch": 1.0243798844716276,
      "grad_norm": 1.9550152703399302,
      "learning_rate": 0.00028437820907884913,
      "loss": 5.0375,
      "step": 12059
    },
    {
      "epoch": 1.0244648318042813,
      "grad_norm": 1.9575114976923025,
      "learning_rate": 0.000284375157976158,
      "loss": 4.3428,
      "step": 12060
    },
    {
      "epoch": 1.0245497791369351,
      "grad_norm": 1.9995210390108162,
      "learning_rate": 0.00028437210659191045,
      "loss": 5.059,
      "step": 12061
    },
    {
      "epoch": 1.0246347264695888,
      "grad_norm": 2.0763201301103233,
      "learning_rate": 0.00028436905492611295,
      "loss": 5.1679,
      "step": 12062
    },
    {
      "epoch": 1.0247196738022426,
      "grad_norm": 1.919666898583013,
      "learning_rate": 0.0002843660029787718,
      "loss": 4.2488,
      "step": 12063
    },
    {
      "epoch": 1.0248046211348965,
      "grad_norm": 1.9618228360502692,
      "learning_rate": 0.0002843629507498934,
      "loss": 5.1316,
      "step": 12064
    },
    {
      "epoch": 1.02488956846755,
      "grad_norm": 2.050133381281045,
      "learning_rate": 0.00028435989823948413,
      "loss": 4.7972,
      "step": 12065
    },
    {
      "epoch": 1.024974515800204,
      "grad_norm": 2.138318981176222,
      "learning_rate": 0.0002843568454475505,
      "loss": 5.0228,
      "step": 12066
    },
    {
      "epoch": 1.0250594631328576,
      "grad_norm": 2.0712540967982567,
      "learning_rate": 0.0002843537923740988,
      "loss": 5.1134,
      "step": 12067
    },
    {
      "epoch": 1.0251444104655114,
      "grad_norm": 1.9310410958554844,
      "learning_rate": 0.00028435073901913544,
      "loss": 5.0748,
      "step": 12068
    },
    {
      "epoch": 1.025229357798165,
      "grad_norm": 2.067421378617369,
      "learning_rate": 0.00028434768538266686,
      "loss": 5.2965,
      "step": 12069
    },
    {
      "epoch": 1.025314305130819,
      "grad_norm": 2.195671888572219,
      "learning_rate": 0.0002843446314646994,
      "loss": 5.539,
      "step": 12070
    },
    {
      "epoch": 1.0253992524634727,
      "grad_norm": 1.9753881798268402,
      "learning_rate": 0.00028434157726523943,
      "loss": 5.3924,
      "step": 12071
    },
    {
      "epoch": 1.0254841997961264,
      "grad_norm": 2.089987424029027,
      "learning_rate": 0.00028433852278429353,
      "loss": 4.514,
      "step": 12072
    },
    {
      "epoch": 1.0255691471287802,
      "grad_norm": 2.000637398623188,
      "learning_rate": 0.00028433546802186793,
      "loss": 5.0713,
      "step": 12073
    },
    {
      "epoch": 1.0256540944614339,
      "grad_norm": 2.1266819151741085,
      "learning_rate": 0.0002843324129779691,
      "loss": 5.5169,
      "step": 12074
    },
    {
      "epoch": 1.0257390417940877,
      "grad_norm": 1.9109888810342601,
      "learning_rate": 0.0002843293576526034,
      "loss": 4.9129,
      "step": 12075
    },
    {
      "epoch": 1.0258239891267413,
      "grad_norm": 1.9016180178420365,
      "learning_rate": 0.0002843263020457772,
      "loss": 5.0225,
      "step": 12076
    },
    {
      "epoch": 1.0259089364593952,
      "grad_norm": 1.9556209376128688,
      "learning_rate": 0.00028432324615749696,
      "loss": 4.7179,
      "step": 12077
    },
    {
      "epoch": 1.025993883792049,
      "grad_norm": 1.921148445141692,
      "learning_rate": 0.00028432018998776913,
      "loss": 4.4416,
      "step": 12078
    },
    {
      "epoch": 1.0260788311247027,
      "grad_norm": 1.9328901907283462,
      "learning_rate": 0.00028431713353660004,
      "loss": 5.2352,
      "step": 12079
    },
    {
      "epoch": 1.0261637784573565,
      "grad_norm": 1.9455427826893057,
      "learning_rate": 0.00028431407680399614,
      "loss": 5.0173,
      "step": 12080
    },
    {
      "epoch": 1.0262487257900101,
      "grad_norm": 1.9113995578443486,
      "learning_rate": 0.0002843110197899638,
      "loss": 5.245,
      "step": 12081
    },
    {
      "epoch": 1.026333673122664,
      "grad_norm": 1.869885149651174,
      "learning_rate": 0.00028430796249450947,
      "loss": 4.4824,
      "step": 12082
    },
    {
      "epoch": 1.0264186204553176,
      "grad_norm": 2.072574199759331,
      "learning_rate": 0.0002843049049176395,
      "loss": 4.9915,
      "step": 12083
    },
    {
      "epoch": 1.0265035677879715,
      "grad_norm": 1.950266478266422,
      "learning_rate": 0.00028430184705936025,
      "loss": 4.8596,
      "step": 12084
    },
    {
      "epoch": 1.026588515120625,
      "grad_norm": 1.964286469627697,
      "learning_rate": 0.0002842987889196783,
      "loss": 4.5401,
      "step": 12085
    },
    {
      "epoch": 1.026673462453279,
      "grad_norm": 1.8927437771293962,
      "learning_rate": 0.00028429573049859987,
      "loss": 4.9209,
      "step": 12086
    },
    {
      "epoch": 1.0267584097859328,
      "grad_norm": 2.04764575385387,
      "learning_rate": 0.00028429267179613154,
      "loss": 5.0554,
      "step": 12087
    },
    {
      "epoch": 1.0268433571185864,
      "grad_norm": 2.139607716941827,
      "learning_rate": 0.0002842896128122795,
      "loss": 5.399,
      "step": 12088
    },
    {
      "epoch": 1.0269283044512403,
      "grad_norm": 1.9749497793237571,
      "learning_rate": 0.0002842865535470504,
      "loss": 4.5994,
      "step": 12089
    },
    {
      "epoch": 1.027013251783894,
      "grad_norm": 2.017572625063608,
      "learning_rate": 0.0002842834940004505,
      "loss": 5.0189,
      "step": 12090
    },
    {
      "epoch": 1.0270981991165478,
      "grad_norm": 2.182162589142552,
      "learning_rate": 0.00028428043417248625,
      "loss": 5.4928,
      "step": 12091
    },
    {
      "epoch": 1.0271831464492014,
      "grad_norm": 1.9999764425130826,
      "learning_rate": 0.00028427737406316406,
      "loss": 4.9526,
      "step": 12092
    },
    {
      "epoch": 1.0272680937818552,
      "grad_norm": 2.015288334467068,
      "learning_rate": 0.0002842743136724904,
      "loss": 4.8157,
      "step": 12093
    },
    {
      "epoch": 1.027353041114509,
      "grad_norm": 2.056353834802627,
      "learning_rate": 0.00028427125300047154,
      "loss": 5.1315,
      "step": 12094
    },
    {
      "epoch": 1.0274379884471627,
      "grad_norm": 1.9672996278177277,
      "learning_rate": 0.000284268192047114,
      "loss": 4.9223,
      "step": 12095
    },
    {
      "epoch": 1.0275229357798166,
      "grad_norm": 2.0544422216799414,
      "learning_rate": 0.0002842651308124242,
      "loss": 5.0891,
      "step": 12096
    },
    {
      "epoch": 1.0276078831124702,
      "grad_norm": 1.9635857098445426,
      "learning_rate": 0.00028426206929640853,
      "loss": 5.0041,
      "step": 12097
    },
    {
      "epoch": 1.027692830445124,
      "grad_norm": 1.9791576336758507,
      "learning_rate": 0.0002842590074990734,
      "loss": 4.2461,
      "step": 12098
    },
    {
      "epoch": 1.0277777777777777,
      "grad_norm": 1.933454703476334,
      "learning_rate": 0.0002842559454204252,
      "loss": 4.7549,
      "step": 12099
    },
    {
      "epoch": 1.0278627251104315,
      "grad_norm": 2.103253434164845,
      "learning_rate": 0.0002842528830604704,
      "loss": 5.4171,
      "step": 12100
    },
    {
      "epoch": 1.0279476724430854,
      "grad_norm": 1.98779330252049,
      "learning_rate": 0.00028424982041921535,
      "loss": 5.0726,
      "step": 12101
    },
    {
      "epoch": 1.028032619775739,
      "grad_norm": 2.0330737890144643,
      "learning_rate": 0.00028424675749666656,
      "loss": 5.2188,
      "step": 12102
    },
    {
      "epoch": 1.0281175671083929,
      "grad_norm": 1.9322744368376177,
      "learning_rate": 0.00028424369429283036,
      "loss": 4.0565,
      "step": 12103
    },
    {
      "epoch": 1.0282025144410465,
      "grad_norm": 1.9737765299243912,
      "learning_rate": 0.0002842406308077132,
      "loss": 4.7379,
      "step": 12104
    },
    {
      "epoch": 1.0282874617737003,
      "grad_norm": 1.990263390486961,
      "learning_rate": 0.0002842375670413215,
      "loss": 5.2806,
      "step": 12105
    },
    {
      "epoch": 1.028372409106354,
      "grad_norm": 2.1523387274881935,
      "learning_rate": 0.0002842345029936617,
      "loss": 5.1364,
      "step": 12106
    },
    {
      "epoch": 1.0284573564390078,
      "grad_norm": 1.9731368495417678,
      "learning_rate": 0.00028423143866474024,
      "loss": 5.0694,
      "step": 12107
    },
    {
      "epoch": 1.0285423037716617,
      "grad_norm": 2.0316708420864162,
      "learning_rate": 0.00028422837405456345,
      "loss": 5.262,
      "step": 12108
    },
    {
      "epoch": 1.0286272511043153,
      "grad_norm": 1.956292893319206,
      "learning_rate": 0.00028422530916313784,
      "loss": 4.7347,
      "step": 12109
    },
    {
      "epoch": 1.0287121984369691,
      "grad_norm": 2.0886622437475024,
      "learning_rate": 0.00028422224399046975,
      "loss": 5.0333,
      "step": 12110
    },
    {
      "epoch": 1.0287971457696228,
      "grad_norm": 2.0347126579332007,
      "learning_rate": 0.0002842191785365657,
      "loss": 5.127,
      "step": 12111
    },
    {
      "epoch": 1.0288820931022766,
      "grad_norm": 2.121956602486723,
      "learning_rate": 0.000284216112801432,
      "loss": 5.3129,
      "step": 12112
    },
    {
      "epoch": 1.0289670404349303,
      "grad_norm": 1.8693889397340901,
      "learning_rate": 0.0002842130467850752,
      "loss": 4.886,
      "step": 12113
    },
    {
      "epoch": 1.029051987767584,
      "grad_norm": 1.9601323226659413,
      "learning_rate": 0.0002842099804875016,
      "loss": 5.2034,
      "step": 12114
    },
    {
      "epoch": 1.029136935100238,
      "grad_norm": 2.0374402554589106,
      "learning_rate": 0.0002842069139087177,
      "loss": 5.562,
      "step": 12115
    },
    {
      "epoch": 1.0292218824328916,
      "grad_norm": 2.0512583830101465,
      "learning_rate": 0.0002842038470487299,
      "loss": 5.008,
      "step": 12116
    },
    {
      "epoch": 1.0293068297655454,
      "grad_norm": 1.9497270254037737,
      "learning_rate": 0.00028420077990754466,
      "loss": 4.7612,
      "step": 12117
    },
    {
      "epoch": 1.029391777098199,
      "grad_norm": 1.8308569867157487,
      "learning_rate": 0.0002841977124851684,
      "loss": 4.1665,
      "step": 12118
    },
    {
      "epoch": 1.029476724430853,
      "grad_norm": 2.0619667639213057,
      "learning_rate": 0.0002841946447816075,
      "loss": 5.5613,
      "step": 12119
    },
    {
      "epoch": 1.0295616717635065,
      "grad_norm": 2.0737462688629806,
      "learning_rate": 0.0002841915767968684,
      "loss": 4.5691,
      "step": 12120
    },
    {
      "epoch": 1.0296466190961604,
      "grad_norm": 1.902534003380022,
      "learning_rate": 0.0002841885085309576,
      "loss": 4.5996,
      "step": 12121
    },
    {
      "epoch": 1.029731566428814,
      "grad_norm": 1.9984438226286574,
      "learning_rate": 0.0002841854399838814,
      "loss": 5.2405,
      "step": 12122
    },
    {
      "epoch": 1.0298165137614679,
      "grad_norm": 1.8889938044276149,
      "learning_rate": 0.0002841823711556464,
      "loss": 4.3115,
      "step": 12123
    },
    {
      "epoch": 1.0299014610941217,
      "grad_norm": 1.9826120825871254,
      "learning_rate": 0.0002841793020462588,
      "loss": 3.9024,
      "step": 12124
    },
    {
      "epoch": 1.0299864084267754,
      "grad_norm": 1.9901453802558102,
      "learning_rate": 0.0002841762326557252,
      "loss": 4.3997,
      "step": 12125
    },
    {
      "epoch": 1.0300713557594292,
      "grad_norm": 2.0817432486540923,
      "learning_rate": 0.00028417316298405207,
      "loss": 4.952,
      "step": 12126
    },
    {
      "epoch": 1.0301563030920828,
      "grad_norm": 2.3294535176787834,
      "learning_rate": 0.0002841700930312458,
      "loss": 5.5227,
      "step": 12127
    },
    {
      "epoch": 1.0302412504247367,
      "grad_norm": 2.016334165493234,
      "learning_rate": 0.0002841670227973127,
      "loss": 4.9584,
      "step": 12128
    },
    {
      "epoch": 1.0303261977573903,
      "grad_norm": 2.0916185159214282,
      "learning_rate": 0.00028416395228225927,
      "loss": 4.855,
      "step": 12129
    },
    {
      "epoch": 1.0304111450900442,
      "grad_norm": 2.01621029532567,
      "learning_rate": 0.00028416088148609206,
      "loss": 4.6541,
      "step": 12130
    },
    {
      "epoch": 1.030496092422698,
      "grad_norm": 2.1734752965531814,
      "learning_rate": 0.0002841578104088173,
      "loss": 4.8264,
      "step": 12131
    },
    {
      "epoch": 1.0305810397553516,
      "grad_norm": 2.3225777670267185,
      "learning_rate": 0.0002841547390504416,
      "loss": 5.5591,
      "step": 12132
    },
    {
      "epoch": 1.0306659870880055,
      "grad_norm": 2.085286922039322,
      "learning_rate": 0.00028415166741097133,
      "loss": 5.2162,
      "step": 12133
    },
    {
      "epoch": 1.0307509344206591,
      "grad_norm": 2.019118594217238,
      "learning_rate": 0.00028414859549041297,
      "loss": 4.9413,
      "step": 12134
    },
    {
      "epoch": 1.030835881753313,
      "grad_norm": 2.027207907392154,
      "learning_rate": 0.00028414552328877285,
      "loss": 4.9458,
      "step": 12135
    },
    {
      "epoch": 1.0309208290859666,
      "grad_norm": 2.1101504313260024,
      "learning_rate": 0.0002841424508060575,
      "loss": 5.2353,
      "step": 12136
    },
    {
      "epoch": 1.0310057764186205,
      "grad_norm": 1.9446131454918498,
      "learning_rate": 0.0002841393780422733,
      "loss": 5.1619,
      "step": 12137
    },
    {
      "epoch": 1.0310907237512743,
      "grad_norm": 2.1264711261287332,
      "learning_rate": 0.0002841363049974267,
      "loss": 4.5233,
      "step": 12138
    },
    {
      "epoch": 1.031175671083928,
      "grad_norm": 1.9528551651039023,
      "learning_rate": 0.00028413323167152425,
      "loss": 5.2795,
      "step": 12139
    },
    {
      "epoch": 1.0312606184165818,
      "grad_norm": 2.1227486994951854,
      "learning_rate": 0.00028413015806457223,
      "loss": 4.5311,
      "step": 12140
    },
    {
      "epoch": 1.0313455657492354,
      "grad_norm": 1.9849893808303516,
      "learning_rate": 0.0002841270841765771,
      "loss": 5.4042,
      "step": 12141
    },
    {
      "epoch": 1.0314305130818893,
      "grad_norm": 2.0089166241035494,
      "learning_rate": 0.0002841240100075455,
      "loss": 5.0267,
      "step": 12142
    },
    {
      "epoch": 1.031515460414543,
      "grad_norm": 2.0491832232664526,
      "learning_rate": 0.0002841209355574836,
      "loss": 4.8921,
      "step": 12143
    },
    {
      "epoch": 1.0316004077471967,
      "grad_norm": 2.2226671322616305,
      "learning_rate": 0.0002841178608263979,
      "loss": 5.6552,
      "step": 12144
    },
    {
      "epoch": 1.0316853550798506,
      "grad_norm": 1.919306255740789,
      "learning_rate": 0.00028411478581429506,
      "loss": 4.7303,
      "step": 12145
    },
    {
      "epoch": 1.0317703024125042,
      "grad_norm": 2.1617613434619805,
      "learning_rate": 0.00028411171052118126,
      "loss": 5.4463,
      "step": 12146
    },
    {
      "epoch": 1.031855249745158,
      "grad_norm": 2.1640961712189504,
      "learning_rate": 0.00028410863494706306,
      "loss": 5.1169,
      "step": 12147
    },
    {
      "epoch": 1.0319401970778117,
      "grad_norm": 1.8963780646350898,
      "learning_rate": 0.0002841055590919469,
      "loss": 4.176,
      "step": 12148
    },
    {
      "epoch": 1.0320251444104656,
      "grad_norm": 2.015662433355599,
      "learning_rate": 0.00028410248295583927,
      "loss": 5.2048,
      "step": 12149
    },
    {
      "epoch": 1.0321100917431192,
      "grad_norm": 2.1238641361130535,
      "learning_rate": 0.00028409940653874647,
      "loss": 5.3829,
      "step": 12150
    },
    {
      "epoch": 1.032195039075773,
      "grad_norm": 1.9358934910228247,
      "learning_rate": 0.00028409632984067513,
      "loss": 5.0089,
      "step": 12151
    },
    {
      "epoch": 1.0322799864084269,
      "grad_norm": 1.9275990533186766,
      "learning_rate": 0.00028409325286163155,
      "loss": 5.0791,
      "step": 12152
    },
    {
      "epoch": 1.0323649337410805,
      "grad_norm": 1.9523716796827575,
      "learning_rate": 0.00028409017560162224,
      "loss": 5.0436,
      "step": 12153
    },
    {
      "epoch": 1.0324498810737344,
      "grad_norm": 1.9152913239897436,
      "learning_rate": 0.00028408709806065365,
      "loss": 4.9048,
      "step": 12154
    },
    {
      "epoch": 1.032534828406388,
      "grad_norm": 1.9323369618447377,
      "learning_rate": 0.0002840840202387322,
      "loss": 5.2076,
      "step": 12155
    },
    {
      "epoch": 1.0326197757390418,
      "grad_norm": 2.152126691096494,
      "learning_rate": 0.00028408094213586436,
      "loss": 5.4798,
      "step": 12156
    },
    {
      "epoch": 1.0327047230716955,
      "grad_norm": 2.2217238527396415,
      "learning_rate": 0.0002840778637520566,
      "loss": 5.6133,
      "step": 12157
    },
    {
      "epoch": 1.0327896704043493,
      "grad_norm": 1.9171331488225776,
      "learning_rate": 0.0002840747850873154,
      "loss": 5.242,
      "step": 12158
    },
    {
      "epoch": 1.032874617737003,
      "grad_norm": 1.9049316030208803,
      "learning_rate": 0.0002840717061416471,
      "loss": 5.2908,
      "step": 12159
    },
    {
      "epoch": 1.0329595650696568,
      "grad_norm": 2.133713654466383,
      "learning_rate": 0.0002840686269150582,
      "loss": 5.4868,
      "step": 12160
    },
    {
      "epoch": 1.0330445124023107,
      "grad_norm": 1.9558552910475582,
      "learning_rate": 0.00028406554740755517,
      "loss": 4.3473,
      "step": 12161
    },
    {
      "epoch": 1.0331294597349643,
      "grad_norm": 1.8497150170572598,
      "learning_rate": 0.00028406246761914443,
      "loss": 5.0089,
      "step": 12162
    },
    {
      "epoch": 1.0332144070676181,
      "grad_norm": 1.9456585788216318,
      "learning_rate": 0.0002840593875498325,
      "loss": 4.3192,
      "step": 12163
    },
    {
      "epoch": 1.0332993544002718,
      "grad_norm": 2.1042425574643953,
      "learning_rate": 0.0002840563071996258,
      "loss": 5.482,
      "step": 12164
    },
    {
      "epoch": 1.0333843017329256,
      "grad_norm": 1.9330247155117646,
      "learning_rate": 0.00028405322656853074,
      "loss": 5.2275,
      "step": 12165
    },
    {
      "epoch": 1.0334692490655792,
      "grad_norm": 1.972224153442309,
      "learning_rate": 0.0002840501456565538,
      "loss": 4.5829,
      "step": 12166
    },
    {
      "epoch": 1.033554196398233,
      "grad_norm": 2.139990397702846,
      "learning_rate": 0.00028404706446370147,
      "loss": 5.4256,
      "step": 12167
    },
    {
      "epoch": 1.033639143730887,
      "grad_norm": 1.9547540109875834,
      "learning_rate": 0.00028404398298998015,
      "loss": 4.8454,
      "step": 12168
    },
    {
      "epoch": 1.0337240910635406,
      "grad_norm": 1.9713798615453741,
      "learning_rate": 0.00028404090123539637,
      "loss": 4.9399,
      "step": 12169
    },
    {
      "epoch": 1.0338090383961944,
      "grad_norm": 1.9737156288190068,
      "learning_rate": 0.00028403781919995657,
      "loss": 5.0009,
      "step": 12170
    },
    {
      "epoch": 1.033893985728848,
      "grad_norm": 1.952364030549871,
      "learning_rate": 0.0002840347368836671,
      "loss": 5.1365,
      "step": 12171
    },
    {
      "epoch": 1.033978933061502,
      "grad_norm": 1.9920996598363507,
      "learning_rate": 0.0002840316542865346,
      "loss": 5.1083,
      "step": 12172
    },
    {
      "epoch": 1.0340638803941555,
      "grad_norm": 2.0804334536159206,
      "learning_rate": 0.00028402857140856535,
      "loss": 5.3124,
      "step": 12173
    },
    {
      "epoch": 1.0341488277268094,
      "grad_norm": 2.039688207957977,
      "learning_rate": 0.0002840254882497659,
      "loss": 4.9801,
      "step": 12174
    },
    {
      "epoch": 1.0342337750594632,
      "grad_norm": 2.110579581673382,
      "learning_rate": 0.00028402240481014275,
      "loss": 5.155,
      "step": 12175
    },
    {
      "epoch": 1.0343187223921169,
      "grad_norm": 1.9186144105309388,
      "learning_rate": 0.0002840193210897023,
      "loss": 4.7833,
      "step": 12176
    },
    {
      "epoch": 1.0344036697247707,
      "grad_norm": 2.0133671649900378,
      "learning_rate": 0.000284016237088451,
      "loss": 4.6347,
      "step": 12177
    },
    {
      "epoch": 1.0344886170574243,
      "grad_norm": 2.175521520064472,
      "learning_rate": 0.0002840131528063953,
      "loss": 5.3111,
      "step": 12178
    },
    {
      "epoch": 1.0345735643900782,
      "grad_norm": 1.9359845522041836,
      "learning_rate": 0.00028401006824354174,
      "loss": 5.203,
      "step": 12179
    },
    {
      "epoch": 1.0346585117227318,
      "grad_norm": 1.9737149584850258,
      "learning_rate": 0.0002840069833998968,
      "loss": 4.8664,
      "step": 12180
    },
    {
      "epoch": 1.0347434590553857,
      "grad_norm": 1.9106742894609567,
      "learning_rate": 0.00028400389827546677,
      "loss": 4.8803,
      "step": 12181
    },
    {
      "epoch": 1.0348284063880393,
      "grad_norm": 2.0989788392356346,
      "learning_rate": 0.00028400081287025826,
      "loss": 5.1697,
      "step": 12182
    },
    {
      "epoch": 1.0349133537206932,
      "grad_norm": 1.8903791969286388,
      "learning_rate": 0.0002839977271842777,
      "loss": 5.1193,
      "step": 12183
    },
    {
      "epoch": 1.034998301053347,
      "grad_norm": 1.9394573924974225,
      "learning_rate": 0.00028399464121753163,
      "loss": 5.1746,
      "step": 12184
    },
    {
      "epoch": 1.0350832483860006,
      "grad_norm": 2.128633821503337,
      "learning_rate": 0.00028399155497002635,
      "loss": 5.2189,
      "step": 12185
    },
    {
      "epoch": 1.0351681957186545,
      "grad_norm": 1.9340295454742864,
      "learning_rate": 0.0002839884684417685,
      "loss": 5.0644,
      "step": 12186
    },
    {
      "epoch": 1.0352531430513081,
      "grad_norm": 1.9846374806370266,
      "learning_rate": 0.00028398538163276445,
      "loss": 5.4074,
      "step": 12187
    },
    {
      "epoch": 1.035338090383962,
      "grad_norm": 1.98966601318483,
      "learning_rate": 0.0002839822945430207,
      "loss": 5.0698,
      "step": 12188
    },
    {
      "epoch": 1.0354230377166156,
      "grad_norm": 2.0603394058484024,
      "learning_rate": 0.0002839792071725436,
      "loss": 5.077,
      "step": 12189
    },
    {
      "epoch": 1.0355079850492694,
      "grad_norm": 1.9177074165865473,
      "learning_rate": 0.0002839761195213398,
      "loss": 4.1292,
      "step": 12190
    },
    {
      "epoch": 1.0355929323819233,
      "grad_norm": 1.9487071383294392,
      "learning_rate": 0.00028397303158941573,
      "loss": 5.0632,
      "step": 12191
    },
    {
      "epoch": 1.035677879714577,
      "grad_norm": 2.073729493676499,
      "learning_rate": 0.00028396994337677776,
      "loss": 5.6085,
      "step": 12192
    },
    {
      "epoch": 1.0357628270472308,
      "grad_norm": 1.937729070312175,
      "learning_rate": 0.0002839668548834324,
      "loss": 5.0587,
      "step": 12193
    },
    {
      "epoch": 1.0358477743798844,
      "grad_norm": 1.9671102718332805,
      "learning_rate": 0.00028396376610938625,
      "loss": 5.1316,
      "step": 12194
    },
    {
      "epoch": 1.0359327217125383,
      "grad_norm": 1.9466457124558847,
      "learning_rate": 0.00028396067705464557,
      "loss": 5.0001,
      "step": 12195
    },
    {
      "epoch": 1.0360176690451919,
      "grad_norm": 1.988704792757779,
      "learning_rate": 0.00028395758771921704,
      "loss": 4.9334,
      "step": 12196
    },
    {
      "epoch": 1.0361026163778457,
      "grad_norm": 1.9753409438401608,
      "learning_rate": 0.00028395449810310694,
      "loss": 4.8417,
      "step": 12197
    },
    {
      "epoch": 1.0361875637104996,
      "grad_norm": 1.8735277067269844,
      "learning_rate": 0.0002839514082063219,
      "loss": 4.9674,
      "step": 12198
    },
    {
      "epoch": 1.0362725110431532,
      "grad_norm": 1.9848037883219,
      "learning_rate": 0.0002839483180288683,
      "loss": 5.035,
      "step": 12199
    },
    {
      "epoch": 1.036357458375807,
      "grad_norm": 1.971094816591776,
      "learning_rate": 0.0002839452275707526,
      "loss": 4.3998,
      "step": 12200
    },
    {
      "epoch": 1.0364424057084607,
      "grad_norm": 2.0033720735768865,
      "learning_rate": 0.00028394213683198143,
      "loss": 5.0904,
      "step": 12201
    },
    {
      "epoch": 1.0365273530411145,
      "grad_norm": 1.9604718980272686,
      "learning_rate": 0.0002839390458125611,
      "loss": 4.958,
      "step": 12202
    },
    {
      "epoch": 1.0366123003737682,
      "grad_norm": 2.04259300772644,
      "learning_rate": 0.0002839359545124981,
      "loss": 4.7574,
      "step": 12203
    },
    {
      "epoch": 1.036697247706422,
      "grad_norm": 2.1349681846256434,
      "learning_rate": 0.000283932862931799,
      "loss": 5.548,
      "step": 12204
    },
    {
      "epoch": 1.0367821950390759,
      "grad_norm": 2.094784542502702,
      "learning_rate": 0.0002839297710704702,
      "loss": 5.6527,
      "step": 12205
    },
    {
      "epoch": 1.0368671423717295,
      "grad_norm": 2.0912542196529316,
      "learning_rate": 0.00028392667892851827,
      "loss": 5.1227,
      "step": 12206
    },
    {
      "epoch": 1.0369520897043834,
      "grad_norm": 2.113778641777545,
      "learning_rate": 0.0002839235865059496,
      "loss": 5.2375,
      "step": 12207
    },
    {
      "epoch": 1.037037037037037,
      "grad_norm": 2.002240968370358,
      "learning_rate": 0.0002839204938027706,
      "loss": 4.2766,
      "step": 12208
    },
    {
      "epoch": 1.0371219843696908,
      "grad_norm": 1.9545612550067124,
      "learning_rate": 0.000283917400818988,
      "loss": 5.1341,
      "step": 12209
    },
    {
      "epoch": 1.0372069317023445,
      "grad_norm": 2.0516042466665474,
      "learning_rate": 0.00028391430755460805,
      "loss": 5.3434,
      "step": 12210
    },
    {
      "epoch": 1.0372918790349983,
      "grad_norm": 2.043593546277754,
      "learning_rate": 0.00028391121400963724,
      "loss": 5.2475,
      "step": 12211
    },
    {
      "epoch": 1.0373768263676522,
      "grad_norm": 2.1120957554399293,
      "learning_rate": 0.00028390812018408223,
      "loss": 5.1699,
      "step": 12212
    },
    {
      "epoch": 1.0374617737003058,
      "grad_norm": 1.9452388396431586,
      "learning_rate": 0.0002839050260779493,
      "loss": 5.0283,
      "step": 12213
    },
    {
      "epoch": 1.0375467210329596,
      "grad_norm": 2.012082547512714,
      "learning_rate": 0.00028390193169124513,
      "loss": 5.1764,
      "step": 12214
    },
    {
      "epoch": 1.0376316683656133,
      "grad_norm": 2.0276087962863567,
      "learning_rate": 0.00028389883702397605,
      "loss": 5.2801,
      "step": 12215
    },
    {
      "epoch": 1.0377166156982671,
      "grad_norm": 1.9623663897767338,
      "learning_rate": 0.00028389574207614857,
      "loss": 5.2736,
      "step": 12216
    },
    {
      "epoch": 1.0378015630309207,
      "grad_norm": 2.0542813640319206,
      "learning_rate": 0.0002838926468477692,
      "loss": 5.4322,
      "step": 12217
    },
    {
      "epoch": 1.0378865103635746,
      "grad_norm": 2.0575504997244205,
      "learning_rate": 0.00028388955133884443,
      "loss": 5.105,
      "step": 12218
    },
    {
      "epoch": 1.0379714576962282,
      "grad_norm": 2.052581006951075,
      "learning_rate": 0.00028388645554938073,
      "loss": 4.7032,
      "step": 12219
    },
    {
      "epoch": 1.038056405028882,
      "grad_norm": 1.940191815611922,
      "learning_rate": 0.00028388335947938465,
      "loss": 4.9734,
      "step": 12220
    },
    {
      "epoch": 1.038141352361536,
      "grad_norm": 1.9874156783122947,
      "learning_rate": 0.0002838802631288626,
      "loss": 4.8811,
      "step": 12221
    },
    {
      "epoch": 1.0382262996941896,
      "grad_norm": 1.9858055684154239,
      "learning_rate": 0.00028387716649782104,
      "loss": 4.3681,
      "step": 12222
    },
    {
      "epoch": 1.0383112470268434,
      "grad_norm": 2.0324505314646757,
      "learning_rate": 0.00028387406958626653,
      "loss": 4.9793,
      "step": 12223
    },
    {
      "epoch": 1.038396194359497,
      "grad_norm": 2.1573144520664362,
      "learning_rate": 0.00028387097239420555,
      "loss": 4.7835,
      "step": 12224
    },
    {
      "epoch": 1.0384811416921509,
      "grad_norm": 2.101492305052748,
      "learning_rate": 0.0002838678749216446,
      "loss": 5.2238,
      "step": 12225
    },
    {
      "epoch": 1.0385660890248045,
      "grad_norm": 2.044593668428533,
      "learning_rate": 0.0002838647771685901,
      "loss": 4.3065,
      "step": 12226
    },
    {
      "epoch": 1.0386510363574584,
      "grad_norm": 2.0268865602987685,
      "learning_rate": 0.00028386167913504865,
      "loss": 5.1504,
      "step": 12227
    },
    {
      "epoch": 1.0387359836901122,
      "grad_norm": 2.143899048647059,
      "learning_rate": 0.00028385858082102664,
      "loss": 5.3965,
      "step": 12228
    },
    {
      "epoch": 1.0388209310227658,
      "grad_norm": 2.1559602432899467,
      "learning_rate": 0.00028385548222653064,
      "loss": 5.3462,
      "step": 12229
    },
    {
      "epoch": 1.0389058783554197,
      "grad_norm": 1.9420310306401714,
      "learning_rate": 0.00028385238335156704,
      "loss": 4.4428,
      "step": 12230
    },
    {
      "epoch": 1.0389908256880733,
      "grad_norm": 2.1638639066191234,
      "learning_rate": 0.00028384928419614245,
      "loss": 5.3782,
      "step": 12231
    },
    {
      "epoch": 1.0390757730207272,
      "grad_norm": 2.1053276266683136,
      "learning_rate": 0.0002838461847602633,
      "loss": 5.1932,
      "step": 12232
    },
    {
      "epoch": 1.0391607203533808,
      "grad_norm": 2.215441765811257,
      "learning_rate": 0.00028384308504393607,
      "loss": 5.4236,
      "step": 12233
    },
    {
      "epoch": 1.0392456676860347,
      "grad_norm": 2.0756075625513124,
      "learning_rate": 0.0002838399850471673,
      "loss": 5.4018,
      "step": 12234
    },
    {
      "epoch": 1.0393306150186885,
      "grad_norm": 1.9446317146646268,
      "learning_rate": 0.00028383688476996344,
      "loss": 4.7973,
      "step": 12235
    },
    {
      "epoch": 1.0394155623513421,
      "grad_norm": 2.044392217368047,
      "learning_rate": 0.000283833784212331,
      "loss": 4.625,
      "step": 12236
    },
    {
      "epoch": 1.039500509683996,
      "grad_norm": 1.896585945741982,
      "learning_rate": 0.0002838306833742766,
      "loss": 4.918,
      "step": 12237
    },
    {
      "epoch": 1.0395854570166496,
      "grad_norm": 1.8856857800836317,
      "learning_rate": 0.0002838275822558065,
      "loss": 4.8772,
      "step": 12238
    },
    {
      "epoch": 1.0396704043493035,
      "grad_norm": 2.101482797060802,
      "learning_rate": 0.00028382448085692737,
      "loss": 4.5791,
      "step": 12239
    },
    {
      "epoch": 1.039755351681957,
      "grad_norm": 1.9632809862060248,
      "learning_rate": 0.0002838213791776457,
      "loss": 5.0657,
      "step": 12240
    },
    {
      "epoch": 1.039840299014611,
      "grad_norm": 1.9796143476614323,
      "learning_rate": 0.0002838182772179679,
      "loss": 4.6985,
      "step": 12241
    },
    {
      "epoch": 1.0399252463472648,
      "grad_norm": 2.1536312524571133,
      "learning_rate": 0.00028381517497790053,
      "loss": 4.5831,
      "step": 12242
    },
    {
      "epoch": 1.0400101936799184,
      "grad_norm": 1.993219726517421,
      "learning_rate": 0.0002838120724574501,
      "loss": 4.9974,
      "step": 12243
    },
    {
      "epoch": 1.0400951410125723,
      "grad_norm": 1.9624311982146463,
      "learning_rate": 0.00028380896965662304,
      "loss": 4.9249,
      "step": 12244
    },
    {
      "epoch": 1.040180088345226,
      "grad_norm": 2.077445784956269,
      "learning_rate": 0.00028380586657542593,
      "loss": 5.0744,
      "step": 12245
    },
    {
      "epoch": 1.0402650356778798,
      "grad_norm": 2.1403766239401376,
      "learning_rate": 0.0002838027632138653,
      "loss": 4.6547,
      "step": 12246
    },
    {
      "epoch": 1.0403499830105334,
      "grad_norm": 1.9756766660545737,
      "learning_rate": 0.0002837996595719475,
      "loss": 5.0612,
      "step": 12247
    },
    {
      "epoch": 1.0404349303431872,
      "grad_norm": 2.26009757281172,
      "learning_rate": 0.0002837965556496792,
      "loss": 5.5376,
      "step": 12248
    },
    {
      "epoch": 1.040519877675841,
      "grad_norm": 1.958500655451145,
      "learning_rate": 0.00028379345144706675,
      "loss": 4.3278,
      "step": 12249
    },
    {
      "epoch": 1.0406048250084947,
      "grad_norm": 2.22596557919528,
      "learning_rate": 0.00028379034696411685,
      "loss": 5.5564,
      "step": 12250
    },
    {
      "epoch": 1.0406897723411486,
      "grad_norm": 2.196150531389693,
      "learning_rate": 0.00028378724220083586,
      "loss": 5.0696,
      "step": 12251
    },
    {
      "epoch": 1.0407747196738022,
      "grad_norm": 1.9992297729602098,
      "learning_rate": 0.00028378413715723027,
      "loss": 4.9929,
      "step": 12252
    },
    {
      "epoch": 1.040859667006456,
      "grad_norm": 1.9868578033233932,
      "learning_rate": 0.00028378103183330665,
      "loss": 4.9119,
      "step": 12253
    },
    {
      "epoch": 1.0409446143391097,
      "grad_norm": 2.1353816595393864,
      "learning_rate": 0.0002837779262290715,
      "loss": 5.283,
      "step": 12254
    },
    {
      "epoch": 1.0410295616717635,
      "grad_norm": 1.97879997742191,
      "learning_rate": 0.0002837748203445313,
      "loss": 5.2489,
      "step": 12255
    },
    {
      "epoch": 1.0411145090044172,
      "grad_norm": 1.8522328694291164,
      "learning_rate": 0.00028377171417969264,
      "loss": 3.9225,
      "step": 12256
    },
    {
      "epoch": 1.041199456337071,
      "grad_norm": 1.9738628719151405,
      "learning_rate": 0.0002837686077345619,
      "loss": 5.1704,
      "step": 12257
    },
    {
      "epoch": 1.0412844036697249,
      "grad_norm": 1.9148776773196339,
      "learning_rate": 0.00028376550100914563,
      "loss": 4.8533,
      "step": 12258
    },
    {
      "epoch": 1.0413693510023785,
      "grad_norm": 2.076469585009814,
      "learning_rate": 0.00028376239400345043,
      "loss": 5.2837,
      "step": 12259
    },
    {
      "epoch": 1.0414542983350323,
      "grad_norm": 1.916954670936101,
      "learning_rate": 0.00028375928671748273,
      "loss": 4.7461,
      "step": 12260
    },
    {
      "epoch": 1.041539245667686,
      "grad_norm": 1.9973895563601989,
      "learning_rate": 0.000283756179151249,
      "loss": 5.3191,
      "step": 12261
    },
    {
      "epoch": 1.0416241930003398,
      "grad_norm": 1.96847180362127,
      "learning_rate": 0.00028375307130475586,
      "loss": 4.9246,
      "step": 12262
    },
    {
      "epoch": 1.0417091403329934,
      "grad_norm": 2.1142169799758306,
      "learning_rate": 0.00028374996317800976,
      "loss": 5.5424,
      "step": 12263
    },
    {
      "epoch": 1.0417940876656473,
      "grad_norm": 1.9091001166848476,
      "learning_rate": 0.0002837468547710172,
      "loss": 4.8299,
      "step": 12264
    },
    {
      "epoch": 1.0418790349983011,
      "grad_norm": 1.9558836944170632,
      "learning_rate": 0.0002837437460837847,
      "loss": 4.6953,
      "step": 12265
    },
    {
      "epoch": 1.0419639823309548,
      "grad_norm": 1.9663284945017925,
      "learning_rate": 0.0002837406371163188,
      "loss": 4.3461,
      "step": 12266
    },
    {
      "epoch": 1.0420489296636086,
      "grad_norm": 2.050928977033792,
      "learning_rate": 0.000283737527868626,
      "loss": 4.0126,
      "step": 12267
    },
    {
      "epoch": 1.0421338769962623,
      "grad_norm": 1.995855567512808,
      "learning_rate": 0.0002837344183407128,
      "loss": 4.6275,
      "step": 12268
    },
    {
      "epoch": 1.042218824328916,
      "grad_norm": 2.1860754295134703,
      "learning_rate": 0.0002837313085325858,
      "loss": 5.1252,
      "step": 12269
    },
    {
      "epoch": 1.0423037716615697,
      "grad_norm": 1.9714326266156874,
      "learning_rate": 0.00028372819844425134,
      "loss": 4.5611,
      "step": 12270
    },
    {
      "epoch": 1.0423887189942236,
      "grad_norm": 2.072090034458457,
      "learning_rate": 0.00028372508807571607,
      "loss": 5.0831,
      "step": 12271
    },
    {
      "epoch": 1.0424736663268774,
      "grad_norm": 2.003496922526715,
      "learning_rate": 0.00028372197742698653,
      "loss": 4.9915,
      "step": 12272
    },
    {
      "epoch": 1.042558613659531,
      "grad_norm": 2.042533195008394,
      "learning_rate": 0.0002837188664980692,
      "loss": 4.7231,
      "step": 12273
    },
    {
      "epoch": 1.042643560992185,
      "grad_norm": 2.2023317438665835,
      "learning_rate": 0.0002837157552889705,
      "loss": 5.2286,
      "step": 12274
    },
    {
      "epoch": 1.0427285083248385,
      "grad_norm": 2.1436549146165778,
      "learning_rate": 0.0002837126437996971,
      "loss": 5.067,
      "step": 12275
    },
    {
      "epoch": 1.0428134556574924,
      "grad_norm": 2.065645929923934,
      "learning_rate": 0.0002837095320302554,
      "loss": 4.9652,
      "step": 12276
    },
    {
      "epoch": 1.042898402990146,
      "grad_norm": 2.014582659549544,
      "learning_rate": 0.000283706419980652,
      "loss": 4.71,
      "step": 12277
    },
    {
      "epoch": 1.0429833503227999,
      "grad_norm": 2.0553591526302255,
      "learning_rate": 0.0002837033076508934,
      "loss": 4.5799,
      "step": 12278
    },
    {
      "epoch": 1.0430682976554537,
      "grad_norm": 2.047791260344221,
      "learning_rate": 0.00028370019504098614,
      "loss": 5.2965,
      "step": 12279
    },
    {
      "epoch": 1.0431532449881074,
      "grad_norm": 2.041244609471148,
      "learning_rate": 0.0002836970821509367,
      "loss": 4.7363,
      "step": 12280
    },
    {
      "epoch": 1.0432381923207612,
      "grad_norm": 1.95247547924564,
      "learning_rate": 0.0002836939689807516,
      "loss": 4.9223,
      "step": 12281
    },
    {
      "epoch": 1.0433231396534148,
      "grad_norm": 2.1952209610299214,
      "learning_rate": 0.0002836908555304374,
      "loss": 5.4127,
      "step": 12282
    },
    {
      "epoch": 1.0434080869860687,
      "grad_norm": 2.0840239915888894,
      "learning_rate": 0.00028368774180000057,
      "loss": 5.2641,
      "step": 12283
    },
    {
      "epoch": 1.0434930343187223,
      "grad_norm": 1.9960695987964774,
      "learning_rate": 0.00028368462778944774,
      "loss": 5.1578,
      "step": 12284
    },
    {
      "epoch": 1.0435779816513762,
      "grad_norm": 1.8872872913192014,
      "learning_rate": 0.00028368151349878536,
      "loss": 4.7157,
      "step": 12285
    },
    {
      "epoch": 1.04366292898403,
      "grad_norm": 2.106841820992431,
      "learning_rate": 0.0002836783989280199,
      "loss": 4.9233,
      "step": 12286
    },
    {
      "epoch": 1.0437478763166836,
      "grad_norm": 1.9732808774851465,
      "learning_rate": 0.00028367528407715795,
      "loss": 5.2254,
      "step": 12287
    },
    {
      "epoch": 1.0438328236493375,
      "grad_norm": 2.181174899292917,
      "learning_rate": 0.0002836721689462061,
      "loss": 5.4614,
      "step": 12288
    },
    {
      "epoch": 1.0439177709819911,
      "grad_norm": 2.184259272498515,
      "learning_rate": 0.0002836690535351707,
      "loss": 4.5085,
      "step": 12289
    },
    {
      "epoch": 1.044002718314645,
      "grad_norm": 1.9522763271274275,
      "learning_rate": 0.00028366593784405855,
      "loss": 4.9336,
      "step": 12290
    },
    {
      "epoch": 1.0440876656472986,
      "grad_norm": 1.9388131950330758,
      "learning_rate": 0.00028366282187287586,
      "loss": 4.6004,
      "step": 12291
    },
    {
      "epoch": 1.0441726129799525,
      "grad_norm": 1.9578954096816212,
      "learning_rate": 0.00028365970562162945,
      "loss": 5.2195,
      "step": 12292
    },
    {
      "epoch": 1.044257560312606,
      "grad_norm": 1.943435428437824,
      "learning_rate": 0.0002836565890903256,
      "loss": 4.7135,
      "step": 12293
    },
    {
      "epoch": 1.04434250764526,
      "grad_norm": 1.9766505029149566,
      "learning_rate": 0.000283653472278971,
      "loss": 5.2385,
      "step": 12294
    },
    {
      "epoch": 1.0444274549779138,
      "grad_norm": 2.118001778694839,
      "learning_rate": 0.00028365035518757215,
      "loss": 4.8882,
      "step": 12295
    },
    {
      "epoch": 1.0445124023105674,
      "grad_norm": 1.9796825499140889,
      "learning_rate": 0.00028364723781613554,
      "loss": 5.228,
      "step": 12296
    },
    {
      "epoch": 1.0445973496432213,
      "grad_norm": 1.9285388421688914,
      "learning_rate": 0.00028364412016466776,
      "loss": 5.0993,
      "step": 12297
    },
    {
      "epoch": 1.044682296975875,
      "grad_norm": 1.860160715961063,
      "learning_rate": 0.0002836410022331753,
      "loss": 4.6035,
      "step": 12298
    },
    {
      "epoch": 1.0447672443085287,
      "grad_norm": 1.8956403238653787,
      "learning_rate": 0.0002836378840216647,
      "loss": 4.7908,
      "step": 12299
    },
    {
      "epoch": 1.0448521916411824,
      "grad_norm": 2.1386738493496886,
      "learning_rate": 0.00028363476553014253,
      "loss": 5.0381,
      "step": 12300
    },
    {
      "epoch": 1.0449371389738362,
      "grad_norm": 1.958817130832148,
      "learning_rate": 0.00028363164675861526,
      "loss": 5.0888,
      "step": 12301
    },
    {
      "epoch": 1.04502208630649,
      "grad_norm": 1.9878322606641394,
      "learning_rate": 0.00028362852770708947,
      "loss": 5.154,
      "step": 12302
    },
    {
      "epoch": 1.0451070336391437,
      "grad_norm": 2.2024093363359447,
      "learning_rate": 0.00028362540837557166,
      "loss": 5.3168,
      "step": 12303
    },
    {
      "epoch": 1.0451919809717976,
      "grad_norm": 1.9120226950835926,
      "learning_rate": 0.0002836222887640684,
      "loss": 4.6936,
      "step": 12304
    },
    {
      "epoch": 1.0452769283044512,
      "grad_norm": 2.0235627409247514,
      "learning_rate": 0.0002836191688725862,
      "loss": 5.3266,
      "step": 12305
    },
    {
      "epoch": 1.045361875637105,
      "grad_norm": 1.9744173761748163,
      "learning_rate": 0.0002836160487011316,
      "loss": 4.4855,
      "step": 12306
    },
    {
      "epoch": 1.0454468229697587,
      "grad_norm": 1.9413802134426736,
      "learning_rate": 0.00028361292824971124,
      "loss": 4.6144,
      "step": 12307
    },
    {
      "epoch": 1.0455317703024125,
      "grad_norm": 1.9785444586204382,
      "learning_rate": 0.00028360980751833143,
      "loss": 4.9068,
      "step": 12308
    },
    {
      "epoch": 1.0456167176350664,
      "grad_norm": 1.99411874047282,
      "learning_rate": 0.0002836066865069989,
      "loss": 4.8886,
      "step": 12309
    },
    {
      "epoch": 1.04570166496772,
      "grad_norm": 2.005084536759048,
      "learning_rate": 0.0002836035652157202,
      "loss": 5.1862,
      "step": 12310
    },
    {
      "epoch": 1.0457866123003738,
      "grad_norm": 2.202246175412088,
      "learning_rate": 0.0002836004436445018,
      "loss": 5.5136,
      "step": 12311
    },
    {
      "epoch": 1.0458715596330275,
      "grad_norm": 2.191378553375916,
      "learning_rate": 0.0002835973217933502,
      "loss": 5.4805,
      "step": 12312
    },
    {
      "epoch": 1.0459565069656813,
      "grad_norm": 2.1933500547554896,
      "learning_rate": 0.000283594199662272,
      "loss": 5.4188,
      "step": 12313
    },
    {
      "epoch": 1.046041454298335,
      "grad_norm": 2.050781874443207,
      "learning_rate": 0.0002835910772512737,
      "loss": 5.1633,
      "step": 12314
    },
    {
      "epoch": 1.0461264016309888,
      "grad_norm": 2.077086985139497,
      "learning_rate": 0.00028358795456036193,
      "loss": 4.3714,
      "step": 12315
    },
    {
      "epoch": 1.0462113489636424,
      "grad_norm": 1.9601417300212052,
      "learning_rate": 0.00028358483158954313,
      "loss": 4.6173,
      "step": 12316
    },
    {
      "epoch": 1.0462962962962963,
      "grad_norm": 2.0098522337729308,
      "learning_rate": 0.00028358170833882394,
      "loss": 4.5655,
      "step": 12317
    },
    {
      "epoch": 1.0463812436289501,
      "grad_norm": 2.022912564328246,
      "learning_rate": 0.00028357858480821074,
      "loss": 5.0602,
      "step": 12318
    },
    {
      "epoch": 1.0464661909616038,
      "grad_norm": 2.0238373415011073,
      "learning_rate": 0.00028357546099771027,
      "loss": 5.0109,
      "step": 12319
    },
    {
      "epoch": 1.0465511382942576,
      "grad_norm": 2.1356834451309425,
      "learning_rate": 0.000283572336907329,
      "loss": 5.2347,
      "step": 12320
    },
    {
      "epoch": 1.0466360856269112,
      "grad_norm": 2.0235645852010404,
      "learning_rate": 0.0002835692125370735,
      "loss": 4.5115,
      "step": 12321
    },
    {
      "epoch": 1.046721032959565,
      "grad_norm": 2.1604852656046414,
      "learning_rate": 0.00028356608788695023,
      "loss": 5.3226,
      "step": 12322
    },
    {
      "epoch": 1.0468059802922187,
      "grad_norm": 2.0743737575715073,
      "learning_rate": 0.0002835629629569658,
      "loss": 4.948,
      "step": 12323
    },
    {
      "epoch": 1.0468909276248726,
      "grad_norm": 2.0149688767268654,
      "learning_rate": 0.0002835598377471268,
      "loss": 4.535,
      "step": 12324
    },
    {
      "epoch": 1.0469758749575264,
      "grad_norm": 2.166911379565097,
      "learning_rate": 0.0002835567122574397,
      "loss": 5.3364,
      "step": 12325
    },
    {
      "epoch": 1.04706082229018,
      "grad_norm": 2.0746852741994117,
      "learning_rate": 0.000283553586487911,
      "loss": 4.9664,
      "step": 12326
    },
    {
      "epoch": 1.047145769622834,
      "grad_norm": 2.0773223168462764,
      "learning_rate": 0.0002835504604385474,
      "loss": 4.9186,
      "step": 12327
    },
    {
      "epoch": 1.0472307169554875,
      "grad_norm": 2.155012856407744,
      "learning_rate": 0.00028354733410935535,
      "loss": 4.9057,
      "step": 12328
    },
    {
      "epoch": 1.0473156642881414,
      "grad_norm": 1.9854891310362268,
      "learning_rate": 0.00028354420750034145,
      "loss": 4.7315,
      "step": 12329
    },
    {
      "epoch": 1.047400611620795,
      "grad_norm": 2.03532257340801,
      "learning_rate": 0.0002835410806115122,
      "loss": 4.4399,
      "step": 12330
    },
    {
      "epoch": 1.0474855589534489,
      "grad_norm": 2.091800816113736,
      "learning_rate": 0.00028353795344287423,
      "loss": 5.2291,
      "step": 12331
    },
    {
      "epoch": 1.0475705062861027,
      "grad_norm": 1.9686689844693135,
      "learning_rate": 0.000283534825994434,
      "loss": 4.8257,
      "step": 12332
    },
    {
      "epoch": 1.0476554536187563,
      "grad_norm": 2.0996757216062907,
      "learning_rate": 0.0002835316982661981,
      "loss": 5.1584,
      "step": 12333
    },
    {
      "epoch": 1.0477404009514102,
      "grad_norm": 2.1460120578487842,
      "learning_rate": 0.0002835285702581731,
      "loss": 4.7268,
      "step": 12334
    },
    {
      "epoch": 1.0478253482840638,
      "grad_norm": 1.9798017337922609,
      "learning_rate": 0.0002835254419703656,
      "loss": 4.9844,
      "step": 12335
    },
    {
      "epoch": 1.0479102956167177,
      "grad_norm": 2.0236477762960012,
      "learning_rate": 0.00028352231340278205,
      "loss": 4.6921,
      "step": 12336
    },
    {
      "epoch": 1.0479952429493713,
      "grad_norm": 2.142579213652678,
      "learning_rate": 0.0002835191845554291,
      "loss": 5.2422,
      "step": 12337
    },
    {
      "epoch": 1.0480801902820251,
      "grad_norm": 1.980746664107841,
      "learning_rate": 0.0002835160554283132,
      "loss": 4.9747,
      "step": 12338
    },
    {
      "epoch": 1.048165137614679,
      "grad_norm": 2.0368787921573714,
      "learning_rate": 0.00028351292602144093,
      "loss": 4.9971,
      "step": 12339
    },
    {
      "epoch": 1.0482500849473326,
      "grad_norm": 1.9832900435135254,
      "learning_rate": 0.0002835097963348189,
      "loss": 4.6663,
      "step": 12340
    },
    {
      "epoch": 1.0483350322799865,
      "grad_norm": 1.980264582887257,
      "learning_rate": 0.00028350666636845374,
      "loss": 5.2491,
      "step": 12341
    },
    {
      "epoch": 1.04841997961264,
      "grad_norm": 2.021045336079066,
      "learning_rate": 0.00028350353612235186,
      "loss": 5.2341,
      "step": 12342
    },
    {
      "epoch": 1.048504926945294,
      "grad_norm": 2.0437197439834622,
      "learning_rate": 0.0002835004055965198,
      "loss": 5.3244,
      "step": 12343
    },
    {
      "epoch": 1.0485898742779476,
      "grad_norm": 1.9361322919310584,
      "learning_rate": 0.0002834972747909643,
      "loss": 4.7847,
      "step": 12344
    },
    {
      "epoch": 1.0486748216106014,
      "grad_norm": 2.1694880761562794,
      "learning_rate": 0.00028349414370569184,
      "loss": 4.6491,
      "step": 12345
    },
    {
      "epoch": 1.0487597689432553,
      "grad_norm": 1.9871560680968148,
      "learning_rate": 0.0002834910123407089,
      "loss": 4.8484,
      "step": 12346
    },
    {
      "epoch": 1.048844716275909,
      "grad_norm": 1.9671372752091578,
      "learning_rate": 0.0002834878806960221,
      "loss": 4.9025,
      "step": 12347
    },
    {
      "epoch": 1.0489296636085628,
      "grad_norm": 1.981877987222221,
      "learning_rate": 0.000283484748771638,
      "loss": 5.0063,
      "step": 12348
    },
    {
      "epoch": 1.0490146109412164,
      "grad_norm": 2.0577893771219067,
      "learning_rate": 0.00028348161656756315,
      "loss": 5.2228,
      "step": 12349
    },
    {
      "epoch": 1.0490995582738702,
      "grad_norm": 1.972611020572473,
      "learning_rate": 0.00028347848408380417,
      "loss": 5.0788,
      "step": 12350
    },
    {
      "epoch": 1.0491845056065239,
      "grad_norm": 1.8767154095050107,
      "learning_rate": 0.00028347535132036754,
      "loss": 4.8051,
      "step": 12351
    },
    {
      "epoch": 1.0492694529391777,
      "grad_norm": 1.998304471180098,
      "learning_rate": 0.00028347221827725987,
      "loss": 4.9727,
      "step": 12352
    },
    {
      "epoch": 1.0493544002718314,
      "grad_norm": 2.1396129653538765,
      "learning_rate": 0.00028346908495448773,
      "loss": 4.9167,
      "step": 12353
    },
    {
      "epoch": 1.0494393476044852,
      "grad_norm": 2.0308286510058675,
      "learning_rate": 0.0002834659513520577,
      "loss": 5.2978,
      "step": 12354
    },
    {
      "epoch": 1.049524294937139,
      "grad_norm": 1.946158706062568,
      "learning_rate": 0.00028346281746997626,
      "loss": 5.0957,
      "step": 12355
    },
    {
      "epoch": 1.0496092422697927,
      "grad_norm": 2.000069125154518,
      "learning_rate": 0.00028345968330825005,
      "loss": 4.9778,
      "step": 12356
    },
    {
      "epoch": 1.0496941896024465,
      "grad_norm": 1.9373102503514006,
      "learning_rate": 0.00028345654886688566,
      "loss": 5.159,
      "step": 12357
    },
    {
      "epoch": 1.0497791369351002,
      "grad_norm": 2.0483393513850894,
      "learning_rate": 0.0002834534141458896,
      "loss": 5.1136,
      "step": 12358
    },
    {
      "epoch": 1.049864084267754,
      "grad_norm": 2.011071086157909,
      "learning_rate": 0.00028345027914526846,
      "loss": 5.2743,
      "step": 12359
    },
    {
      "epoch": 1.0499490316004076,
      "grad_norm": 2.203909573635524,
      "learning_rate": 0.00028344714386502876,
      "loss": 5.0128,
      "step": 12360
    },
    {
      "epoch": 1.0500339789330615,
      "grad_norm": 1.9418310634442613,
      "learning_rate": 0.0002834440083051772,
      "loss": 4.9231,
      "step": 12361
    },
    {
      "epoch": 1.0501189262657153,
      "grad_norm": 2.0280641683920644,
      "learning_rate": 0.00028344087246572015,
      "loss": 5.2574,
      "step": 12362
    },
    {
      "epoch": 1.050203873598369,
      "grad_norm": 2.2998701325919253,
      "learning_rate": 0.0002834377363466644,
      "loss": 5.7709,
      "step": 12363
    },
    {
      "epoch": 1.0502888209310228,
      "grad_norm": 2.1886865909078437,
      "learning_rate": 0.00028343459994801634,
      "loss": 5.5561,
      "step": 12364
    },
    {
      "epoch": 1.0503737682636765,
      "grad_norm": 1.9665902792724663,
      "learning_rate": 0.0002834314632697827,
      "loss": 4.7082,
      "step": 12365
    },
    {
      "epoch": 1.0504587155963303,
      "grad_norm": 1.9419953950291893,
      "learning_rate": 0.0002834283263119699,
      "loss": 4.8578,
      "step": 12366
    },
    {
      "epoch": 1.050543662928984,
      "grad_norm": 1.9601010969695627,
      "learning_rate": 0.0002834251890745847,
      "loss": 5.2528,
      "step": 12367
    },
    {
      "epoch": 1.0506286102616378,
      "grad_norm": 2.12138515453818,
      "learning_rate": 0.00028342205155763346,
      "loss": 5.3101,
      "step": 12368
    },
    {
      "epoch": 1.0507135575942916,
      "grad_norm": 2.005128396824841,
      "learning_rate": 0.00028341891376112283,
      "loss": 4.9536,
      "step": 12369
    },
    {
      "epoch": 1.0507985049269453,
      "grad_norm": 2.1484985616707153,
      "learning_rate": 0.00028341577568505945,
      "loss": 5.5723,
      "step": 12370
    },
    {
      "epoch": 1.0508834522595991,
      "grad_norm": 2.201986100290226,
      "learning_rate": 0.0002834126373294498,
      "loss": 5.6067,
      "step": 12371
    },
    {
      "epoch": 1.0509683995922527,
      "grad_norm": 1.9598643991066282,
      "learning_rate": 0.0002834094986943006,
      "loss": 5.2025,
      "step": 12372
    },
    {
      "epoch": 1.0510533469249066,
      "grad_norm": 1.8887119711549254,
      "learning_rate": 0.00028340635977961825,
      "loss": 4.7535,
      "step": 12373
    },
    {
      "epoch": 1.0511382942575602,
      "grad_norm": 2.06323725045902,
      "learning_rate": 0.0002834032205854095,
      "loss": 4.4098,
      "step": 12374
    },
    {
      "epoch": 1.051223241590214,
      "grad_norm": 2.091410563987787,
      "learning_rate": 0.0002834000811116808,
      "loss": 5.1695,
      "step": 12375
    },
    {
      "epoch": 1.051308188922868,
      "grad_norm": 2.1878455248550837,
      "learning_rate": 0.00028339694135843873,
      "loss": 5.5642,
      "step": 12376
    },
    {
      "epoch": 1.0513931362555216,
      "grad_norm": 1.9671084068256508,
      "learning_rate": 0.00028339380132568994,
      "loss": 5.0549,
      "step": 12377
    },
    {
      "epoch": 1.0514780835881754,
      "grad_norm": 1.9834207608107604,
      "learning_rate": 0.00028339066101344093,
      "loss": 5.0507,
      "step": 12378
    },
    {
      "epoch": 1.051563030920829,
      "grad_norm": 2.093146045607678,
      "learning_rate": 0.0002833875204216984,
      "loss": 5.4897,
      "step": 12379
    },
    {
      "epoch": 1.0516479782534829,
      "grad_norm": 1.9932815390908385,
      "learning_rate": 0.0002833843795504688,
      "loss": 4.8851,
      "step": 12380
    },
    {
      "epoch": 1.0517329255861365,
      "grad_norm": 2.0652583988604767,
      "learning_rate": 0.00028338123839975884,
      "loss": 5.4895,
      "step": 12381
    },
    {
      "epoch": 1.0518178729187904,
      "grad_norm": 1.963401173197287,
      "learning_rate": 0.0002833780969695749,
      "loss": 4.7842,
      "step": 12382
    },
    {
      "epoch": 1.0519028202514442,
      "grad_norm": 2.056394440265299,
      "learning_rate": 0.0002833749552599238,
      "loss": 5.3411,
      "step": 12383
    },
    {
      "epoch": 1.0519877675840978,
      "grad_norm": 1.9651379112485918,
      "learning_rate": 0.00028337181327081195,
      "loss": 4.463,
      "step": 12384
    },
    {
      "epoch": 1.0520727149167517,
      "grad_norm": 2.2211335728418176,
      "learning_rate": 0.00028336867100224605,
      "loss": 5.5557,
      "step": 12385
    },
    {
      "epoch": 1.0521576622494053,
      "grad_norm": 2.027863787654674,
      "learning_rate": 0.00028336552845423257,
      "loss": 4.9755,
      "step": 12386
    },
    {
      "epoch": 1.0522426095820592,
      "grad_norm": 2.033464191207789,
      "learning_rate": 0.0002833623856267782,
      "loss": 5.0198,
      "step": 12387
    },
    {
      "epoch": 1.0523275569147128,
      "grad_norm": 2.0848133263363073,
      "learning_rate": 0.00028335924251988943,
      "loss": 4.8207,
      "step": 12388
    },
    {
      "epoch": 1.0524125042473667,
      "grad_norm": 1.9632103600852353,
      "learning_rate": 0.00028335609913357295,
      "loss": 4.9718,
      "step": 12389
    },
    {
      "epoch": 1.0524974515800203,
      "grad_norm": 1.961453681585896,
      "learning_rate": 0.0002833529554678353,
      "loss": 4.9594,
      "step": 12390
    },
    {
      "epoch": 1.0525823989126741,
      "grad_norm": 1.9439368385558753,
      "learning_rate": 0.000283349811522683,
      "loss": 5.1257,
      "step": 12391
    },
    {
      "epoch": 1.052667346245328,
      "grad_norm": 2.0852028342846456,
      "learning_rate": 0.00028334666729812276,
      "loss": 5.1117,
      "step": 12392
    },
    {
      "epoch": 1.0527522935779816,
      "grad_norm": 1.9899095164767822,
      "learning_rate": 0.00028334352279416107,
      "loss": 5.1374,
      "step": 12393
    },
    {
      "epoch": 1.0528372409106355,
      "grad_norm": 2.0877737168141492,
      "learning_rate": 0.00028334037801080455,
      "loss": 5.4599,
      "step": 12394
    },
    {
      "epoch": 1.052922188243289,
      "grad_norm": 2.014354079297334,
      "learning_rate": 0.00028333723294805976,
      "loss": 4.8868,
      "step": 12395
    },
    {
      "epoch": 1.053007135575943,
      "grad_norm": 2.0939756971006203,
      "learning_rate": 0.0002833340876059334,
      "loss": 5.2992,
      "step": 12396
    },
    {
      "epoch": 1.0530920829085966,
      "grad_norm": 1.9471425612178292,
      "learning_rate": 0.00028333094198443196,
      "loss": 5.0667,
      "step": 12397
    },
    {
      "epoch": 1.0531770302412504,
      "grad_norm": 1.931682261814189,
      "learning_rate": 0.000283327796083562,
      "loss": 4.8314,
      "step": 12398
    },
    {
      "epoch": 1.0532619775739043,
      "grad_norm": 2.167108561510654,
      "learning_rate": 0.0002833246499033302,
      "loss": 5.5505,
      "step": 12399
    },
    {
      "epoch": 1.053346924906558,
      "grad_norm": 1.8981240577238945,
      "learning_rate": 0.00028332150344374314,
      "loss": 4.7564,
      "step": 12400
    },
    {
      "epoch": 1.0534318722392118,
      "grad_norm": 1.938868481405558,
      "learning_rate": 0.00028331835670480736,
      "loss": 4.9562,
      "step": 12401
    },
    {
      "epoch": 1.0535168195718654,
      "grad_norm": 2.07156433431419,
      "learning_rate": 0.0002833152096865295,
      "loss": 5.1484,
      "step": 12402
    },
    {
      "epoch": 1.0536017669045192,
      "grad_norm": 1.9443364659915965,
      "learning_rate": 0.0002833120623889161,
      "loss": 5.0816,
      "step": 12403
    },
    {
      "epoch": 1.0536867142371729,
      "grad_norm": 2.1495275858268097,
      "learning_rate": 0.00028330891481197386,
      "loss": 5.4639,
      "step": 12404
    },
    {
      "epoch": 1.0537716615698267,
      "grad_norm": 2.1255989528588164,
      "learning_rate": 0.0002833057669557093,
      "loss": 5.5286,
      "step": 12405
    },
    {
      "epoch": 1.0538566089024806,
      "grad_norm": 2.045166993046603,
      "learning_rate": 0.00028330261882012896,
      "loss": 5.358,
      "step": 12406
    },
    {
      "epoch": 1.0539415562351342,
      "grad_norm": 1.9875591730756812,
      "learning_rate": 0.0002832994704052396,
      "loss": 4.8368,
      "step": 12407
    },
    {
      "epoch": 1.054026503567788,
      "grad_norm": 2.100762337676271,
      "learning_rate": 0.0002832963217110476,
      "loss": 5.4398,
      "step": 12408
    },
    {
      "epoch": 1.0541114509004417,
      "grad_norm": 1.9499999340282304,
      "learning_rate": 0.00028329317273755977,
      "loss": 4.491,
      "step": 12409
    },
    {
      "epoch": 1.0541963982330955,
      "grad_norm": 1.966567176783761,
      "learning_rate": 0.00028329002348478254,
      "loss": 4.7449,
      "step": 12410
    },
    {
      "epoch": 1.0542813455657492,
      "grad_norm": 1.9953767215808018,
      "learning_rate": 0.00028328687395272263,
      "loss": 5.2756,
      "step": 12411
    },
    {
      "epoch": 1.054366292898403,
      "grad_norm": 2.1045950605941286,
      "learning_rate": 0.00028328372414138656,
      "loss": 5.2802,
      "step": 12412
    },
    {
      "epoch": 1.0544512402310569,
      "grad_norm": 1.977601029216898,
      "learning_rate": 0.00028328057405078093,
      "loss": 4.3298,
      "step": 12413
    },
    {
      "epoch": 1.0545361875637105,
      "grad_norm": 1.9890122779959882,
      "learning_rate": 0.0002832774236809125,
      "loss": 4.9772,
      "step": 12414
    },
    {
      "epoch": 1.0546211348963643,
      "grad_norm": 1.9993420630065273,
      "learning_rate": 0.0002832742730317876,
      "loss": 5.0793,
      "step": 12415
    },
    {
      "epoch": 1.054706082229018,
      "grad_norm": 2.160323525936001,
      "learning_rate": 0.000283271122103413,
      "loss": 5.5085,
      "step": 12416
    },
    {
      "epoch": 1.0547910295616718,
      "grad_norm": 2.1916807851258526,
      "learning_rate": 0.0002832679708957953,
      "loss": 5.737,
      "step": 12417
    },
    {
      "epoch": 1.0548759768943254,
      "grad_norm": 1.9026120336640997,
      "learning_rate": 0.00028326481940894107,
      "loss": 4.782,
      "step": 12418
    },
    {
      "epoch": 1.0549609242269793,
      "grad_norm": 2.177175203234061,
      "learning_rate": 0.00028326166764285694,
      "loss": 4.8483,
      "step": 12419
    },
    {
      "epoch": 1.0550458715596331,
      "grad_norm": 2.0244455512491384,
      "learning_rate": 0.0002832585155975495,
      "loss": 5.0983,
      "step": 12420
    },
    {
      "epoch": 1.0551308188922868,
      "grad_norm": 2.1665527793346593,
      "learning_rate": 0.0002832553632730253,
      "loss": 5.3361,
      "step": 12421
    },
    {
      "epoch": 1.0552157662249406,
      "grad_norm": 2.096378156997233,
      "learning_rate": 0.00028325221066929104,
      "loss": 4.7233,
      "step": 12422
    },
    {
      "epoch": 1.0553007135575942,
      "grad_norm": 2.037274908008962,
      "learning_rate": 0.00028324905778635324,
      "loss": 5.2426,
      "step": 12423
    },
    {
      "epoch": 1.055385660890248,
      "grad_norm": 2.1939010310875124,
      "learning_rate": 0.0002832459046242186,
      "loss": 5.4456,
      "step": 12424
    },
    {
      "epoch": 1.0554706082229017,
      "grad_norm": 2.158937035210101,
      "learning_rate": 0.0002832427511828937,
      "loss": 5.4285,
      "step": 12425
    },
    {
      "epoch": 1.0555555555555556,
      "grad_norm": 2.1758117005112307,
      "learning_rate": 0.000283239597462385,
      "loss": 5.3349,
      "step": 12426
    },
    {
      "epoch": 1.0556405028882092,
      "grad_norm": 2.0171094649866848,
      "learning_rate": 0.0002832364434626993,
      "loss": 5.2737,
      "step": 12427
    },
    {
      "epoch": 1.055725450220863,
      "grad_norm": 2.0823270317709373,
      "learning_rate": 0.00028323328918384314,
      "loss": 5.1009,
      "step": 12428
    },
    {
      "epoch": 1.055810397553517,
      "grad_norm": 2.0025901291788966,
      "learning_rate": 0.0002832301346258231,
      "loss": 4.9658,
      "step": 12429
    },
    {
      "epoch": 1.0558953448861705,
      "grad_norm": 2.114940984065657,
      "learning_rate": 0.0002832269797886458,
      "loss": 4.4165,
      "step": 12430
    },
    {
      "epoch": 1.0559802922188244,
      "grad_norm": 1.8898475878152785,
      "learning_rate": 0.00028322382467231794,
      "loss": 4.3135,
      "step": 12431
    },
    {
      "epoch": 1.056065239551478,
      "grad_norm": 1.8313081138254559,
      "learning_rate": 0.000283220669276846,
      "loss": 4.5168,
      "step": 12432
    },
    {
      "epoch": 1.0561501868841319,
      "grad_norm": 2.0118102801033197,
      "learning_rate": 0.0002832175136022367,
      "loss": 4.9959,
      "step": 12433
    },
    {
      "epoch": 1.0562351342167855,
      "grad_norm": 2.237647671866644,
      "learning_rate": 0.00028321435764849654,
      "loss": 5.5747,
      "step": 12434
    },
    {
      "epoch": 1.0563200815494393,
      "grad_norm": 1.9063985087627213,
      "learning_rate": 0.00028321120141563223,
      "loss": 4.653,
      "step": 12435
    },
    {
      "epoch": 1.0564050288820932,
      "grad_norm": 1.9828783336889397,
      "learning_rate": 0.0002832080449036503,
      "loss": 4.9586,
      "step": 12436
    },
    {
      "epoch": 1.0564899762147468,
      "grad_norm": 1.9450527474173773,
      "learning_rate": 0.00028320488811255746,
      "loss": 4.7806,
      "step": 12437
    },
    {
      "epoch": 1.0565749235474007,
      "grad_norm": 2.0379371981267504,
      "learning_rate": 0.00028320173104236023,
      "loss": 4.8918,
      "step": 12438
    },
    {
      "epoch": 1.0566598708800543,
      "grad_norm": 1.924080535009477,
      "learning_rate": 0.00028319857369306535,
      "loss": 4.639,
      "step": 12439
    },
    {
      "epoch": 1.0567448182127082,
      "grad_norm": 2.0474112173683574,
      "learning_rate": 0.00028319541606467927,
      "loss": 5.0274,
      "step": 12440
    },
    {
      "epoch": 1.0568297655453618,
      "grad_norm": 2.0547562476557526,
      "learning_rate": 0.0002831922581572087,
      "loss": 4.9621,
      "step": 12441
    },
    {
      "epoch": 1.0569147128780156,
      "grad_norm": 2.054159574447881,
      "learning_rate": 0.0002831890999706603,
      "loss": 5.0716,
      "step": 12442
    },
    {
      "epoch": 1.0569996602106695,
      "grad_norm": 2.0305787408761726,
      "learning_rate": 0.0002831859415050406,
      "loss": 4.1841,
      "step": 12443
    },
    {
      "epoch": 1.0570846075433231,
      "grad_norm": 2.0262940708487553,
      "learning_rate": 0.00028318278276035625,
      "loss": 4.6303,
      "step": 12444
    },
    {
      "epoch": 1.057169554875977,
      "grad_norm": 2.024212683782625,
      "learning_rate": 0.0002831796237366139,
      "loss": 5.0813,
      "step": 12445
    },
    {
      "epoch": 1.0572545022086306,
      "grad_norm": 2.172643503852961,
      "learning_rate": 0.0002831764644338201,
      "loss": 5.1886,
      "step": 12446
    },
    {
      "epoch": 1.0573394495412844,
      "grad_norm": 1.978285924996941,
      "learning_rate": 0.00028317330485198156,
      "loss": 4.8791,
      "step": 12447
    },
    {
      "epoch": 1.057424396873938,
      "grad_norm": 2.0782990960061656,
      "learning_rate": 0.0002831701449911048,
      "loss": 5.3996,
      "step": 12448
    },
    {
      "epoch": 1.057509344206592,
      "grad_norm": 2.1438137355240614,
      "learning_rate": 0.00028316698485119653,
      "loss": 5.1555,
      "step": 12449
    },
    {
      "epoch": 1.0575942915392456,
      "grad_norm": 2.017751165279637,
      "learning_rate": 0.00028316382443226336,
      "loss": 4.6449,
      "step": 12450
    },
    {
      "epoch": 1.0576792388718994,
      "grad_norm": 1.994470947156585,
      "learning_rate": 0.00028316066373431184,
      "loss": 4.6734,
      "step": 12451
    },
    {
      "epoch": 1.0577641862045533,
      "grad_norm": 2.012441371523027,
      "learning_rate": 0.00028315750275734864,
      "loss": 5.1535,
      "step": 12452
    },
    {
      "epoch": 1.0578491335372069,
      "grad_norm": 1.9402509158303343,
      "learning_rate": 0.0002831543415013804,
      "loss": 4.8738,
      "step": 12453
    },
    {
      "epoch": 1.0579340808698607,
      "grad_norm": 2.033331112282195,
      "learning_rate": 0.00028315117996641367,
      "loss": 5.1743,
      "step": 12454
    },
    {
      "epoch": 1.0580190282025144,
      "grad_norm": 1.9921945788051512,
      "learning_rate": 0.0002831480181524552,
      "loss": 4.9465,
      "step": 12455
    },
    {
      "epoch": 1.0581039755351682,
      "grad_norm": 2.000866707904437,
      "learning_rate": 0.0002831448560595115,
      "loss": 5.1382,
      "step": 12456
    },
    {
      "epoch": 1.0581889228678218,
      "grad_norm": 2.0464891699125953,
      "learning_rate": 0.0002831416936875893,
      "loss": 5.2248,
      "step": 12457
    },
    {
      "epoch": 1.0582738702004757,
      "grad_norm": 2.051171660725016,
      "learning_rate": 0.0002831385310366951,
      "loss": 5.4555,
      "step": 12458
    },
    {
      "epoch": 1.0583588175331295,
      "grad_norm": 1.9004464401345889,
      "learning_rate": 0.0002831353681068356,
      "loss": 4.6859,
      "step": 12459
    },
    {
      "epoch": 1.0584437648657832,
      "grad_norm": 1.9587406588164193,
      "learning_rate": 0.00028313220489801746,
      "loss": 5.1177,
      "step": 12460
    },
    {
      "epoch": 1.058528712198437,
      "grad_norm": 1.9855792438235447,
      "learning_rate": 0.00028312904141024727,
      "loss": 5.1912,
      "step": 12461
    },
    {
      "epoch": 1.0586136595310907,
      "grad_norm": 1.9748191743334282,
      "learning_rate": 0.0002831258776435316,
      "loss": 4.9342,
      "step": 12462
    },
    {
      "epoch": 1.0586986068637445,
      "grad_norm": 2.074014027465929,
      "learning_rate": 0.00028312271359787715,
      "loss": 5.1435,
      "step": 12463
    },
    {
      "epoch": 1.0587835541963981,
      "grad_norm": 2.209289403133771,
      "learning_rate": 0.00028311954927329056,
      "loss": 4.8572,
      "step": 12464
    },
    {
      "epoch": 1.058868501529052,
      "grad_norm": 2.097185087996702,
      "learning_rate": 0.00028311638466977843,
      "loss": 5.3904,
      "step": 12465
    },
    {
      "epoch": 1.0589534488617058,
      "grad_norm": 2.0638686124491565,
      "learning_rate": 0.00028311321978734743,
      "loss": 4.9711,
      "step": 12466
    },
    {
      "epoch": 1.0590383961943595,
      "grad_norm": 2.0136882625301284,
      "learning_rate": 0.00028311005462600407,
      "loss": 5.0935,
      "step": 12467
    },
    {
      "epoch": 1.0591233435270133,
      "grad_norm": 2.179445813956302,
      "learning_rate": 0.0002831068891857552,
      "loss": 5.2976,
      "step": 12468
    },
    {
      "epoch": 1.059208290859667,
      "grad_norm": 1.9720863938432833,
      "learning_rate": 0.0002831037234666072,
      "loss": 4.5168,
      "step": 12469
    },
    {
      "epoch": 1.0592932381923208,
      "grad_norm": 2.16427037821108,
      "learning_rate": 0.00028310055746856686,
      "loss": 5.1014,
      "step": 12470
    },
    {
      "epoch": 1.0593781855249744,
      "grad_norm": 1.9742582774668427,
      "learning_rate": 0.0002830973911916408,
      "loss": 4.4139,
      "step": 12471
    },
    {
      "epoch": 1.0594631328576283,
      "grad_norm": 2.011907786273499,
      "learning_rate": 0.0002830942246358356,
      "loss": 4.8352,
      "step": 12472
    },
    {
      "epoch": 1.0595480801902821,
      "grad_norm": 2.079586834413914,
      "learning_rate": 0.000283091057801158,
      "loss": 5.0087,
      "step": 12473
    },
    {
      "epoch": 1.0596330275229358,
      "grad_norm": 2.071513041882418,
      "learning_rate": 0.0002830878906876145,
      "loss": 5.0056,
      "step": 12474
    },
    {
      "epoch": 1.0597179748555896,
      "grad_norm": 2.004922101428284,
      "learning_rate": 0.00028308472329521177,
      "loss": 4.9841,
      "step": 12475
    },
    {
      "epoch": 1.0598029221882432,
      "grad_norm": 2.0110827909817526,
      "learning_rate": 0.00028308155562395653,
      "loss": 4.9253,
      "step": 12476
    },
    {
      "epoch": 1.059887869520897,
      "grad_norm": 2.0568802313121823,
      "learning_rate": 0.0002830783876738554,
      "loss": 4.8453,
      "step": 12477
    },
    {
      "epoch": 1.0599728168535507,
      "grad_norm": 2.014102448088659,
      "learning_rate": 0.0002830752194449149,
      "loss": 4.8853,
      "step": 12478
    },
    {
      "epoch": 1.0600577641862046,
      "grad_norm": 1.9778998210075471,
      "learning_rate": 0.00028307205093714176,
      "loss": 4.6289,
      "step": 12479
    },
    {
      "epoch": 1.0601427115188584,
      "grad_norm": 2.000111281878211,
      "learning_rate": 0.00028306888215054264,
      "loss": 5.1731,
      "step": 12480
    },
    {
      "epoch": 1.060227658851512,
      "grad_norm": 2.0054112554242716,
      "learning_rate": 0.00028306571308512414,
      "loss": 5.1048,
      "step": 12481
    },
    {
      "epoch": 1.060312606184166,
      "grad_norm": 2.188956881711443,
      "learning_rate": 0.0002830625437408929,
      "loss": 5.3574,
      "step": 12482
    },
    {
      "epoch": 1.0603975535168195,
      "grad_norm": 2.172313802279389,
      "learning_rate": 0.0002830593741178556,
      "loss": 5.1402,
      "step": 12483
    },
    {
      "epoch": 1.0604825008494734,
      "grad_norm": 2.2227780868853326,
      "learning_rate": 0.00028305620421601883,
      "loss": 5.4608,
      "step": 12484
    },
    {
      "epoch": 1.060567448182127,
      "grad_norm": 1.9556608628375376,
      "learning_rate": 0.0002830530340353892,
      "loss": 4.6689,
      "step": 12485
    },
    {
      "epoch": 1.0606523955147809,
      "grad_norm": 2.2093927714124884,
      "learning_rate": 0.0002830498635759735,
      "loss": 5.5977,
      "step": 12486
    },
    {
      "epoch": 1.0607373428474345,
      "grad_norm": 1.970940602717158,
      "learning_rate": 0.0002830466928377782,
      "loss": 4.3123,
      "step": 12487
    },
    {
      "epoch": 1.0608222901800883,
      "grad_norm": 1.9581385407356973,
      "learning_rate": 0.0002830435218208101,
      "loss": 5.0114,
      "step": 12488
    },
    {
      "epoch": 1.0609072375127422,
      "grad_norm": 2.0299520837744653,
      "learning_rate": 0.00028304035052507574,
      "loss": 4.5566,
      "step": 12489
    },
    {
      "epoch": 1.0609921848453958,
      "grad_norm": 2.1341224117511004,
      "learning_rate": 0.00028303717895058176,
      "loss": 5.0152,
      "step": 12490
    },
    {
      "epoch": 1.0610771321780497,
      "grad_norm": 2.02382964665246,
      "learning_rate": 0.0002830340070973348,
      "loss": 4.3665,
      "step": 12491
    },
    {
      "epoch": 1.0611620795107033,
      "grad_norm": 2.105707607162832,
      "learning_rate": 0.00028303083496534164,
      "loss": 5.1236,
      "step": 12492
    },
    {
      "epoch": 1.0612470268433571,
      "grad_norm": 1.960002373100201,
      "learning_rate": 0.0002830276625546087,
      "loss": 4.1794,
      "step": 12493
    },
    {
      "epoch": 1.0613319741760108,
      "grad_norm": 2.026882296946484,
      "learning_rate": 0.0002830244898651429,
      "loss": 4.7149,
      "step": 12494
    },
    {
      "epoch": 1.0614169215086646,
      "grad_norm": 2.0601731819756477,
      "learning_rate": 0.0002830213168969507,
      "loss": 5.1397,
      "step": 12495
    },
    {
      "epoch": 1.0615018688413185,
      "grad_norm": 1.9545193305523445,
      "learning_rate": 0.00028301814365003876,
      "loss": 4.8709,
      "step": 12496
    },
    {
      "epoch": 1.061586816173972,
      "grad_norm": 2.041957645587256,
      "learning_rate": 0.00028301497012441374,
      "loss": 4.9664,
      "step": 12497
    },
    {
      "epoch": 1.061671763506626,
      "grad_norm": 2.0875843713911237,
      "learning_rate": 0.0002830117963200823,
      "loss": 5.0399,
      "step": 12498
    },
    {
      "epoch": 1.0617567108392796,
      "grad_norm": 1.8385151707625038,
      "learning_rate": 0.0002830086222370512,
      "loss": 4.3922,
      "step": 12499
    },
    {
      "epoch": 1.0618416581719334,
      "grad_norm": 2.1324074926196848,
      "learning_rate": 0.0002830054478753269,
      "loss": 5.3432,
      "step": 12500
    },
    {
      "epoch": 1.061926605504587,
      "grad_norm": 2.059474637246793,
      "learning_rate": 0.00028300227323491616,
      "loss": 5.0686,
      "step": 12501
    },
    {
      "epoch": 1.062011552837241,
      "grad_norm": 1.9402362486527907,
      "learning_rate": 0.0002829990983158257,
      "loss": 4.4017,
      "step": 12502
    },
    {
      "epoch": 1.0620965001698948,
      "grad_norm": 1.8992177816291735,
      "learning_rate": 0.000282995923118062,
      "loss": 4.5705,
      "step": 12503
    },
    {
      "epoch": 1.0621814475025484,
      "grad_norm": 2.036001602001635,
      "learning_rate": 0.0002829927476416318,
      "loss": 4.7549,
      "step": 12504
    },
    {
      "epoch": 1.0622663948352022,
      "grad_norm": 1.940510074474384,
      "learning_rate": 0.00028298957188654174,
      "loss": 5.0406,
      "step": 12505
    },
    {
      "epoch": 1.0623513421678559,
      "grad_norm": 1.9891748020848805,
      "learning_rate": 0.0002829863958527985,
      "loss": 4.338,
      "step": 12506
    },
    {
      "epoch": 1.0624362895005097,
      "grad_norm": 2.014826408334431,
      "learning_rate": 0.00028298321954040874,
      "loss": 5.0737,
      "step": 12507
    },
    {
      "epoch": 1.0625212368331634,
      "grad_norm": 1.9867026657562663,
      "learning_rate": 0.0002829800429493791,
      "loss": 5.204,
      "step": 12508
    },
    {
      "epoch": 1.0626061841658172,
      "grad_norm": 2.174858476378166,
      "learning_rate": 0.00028297686607971624,
      "loss": 4.6839,
      "step": 12509
    },
    {
      "epoch": 1.0626911314984708,
      "grad_norm": 2.213146563756289,
      "learning_rate": 0.0002829736889314268,
      "loss": 5.5194,
      "step": 12510
    },
    {
      "epoch": 1.0627760788311247,
      "grad_norm": 2.0474147958593085,
      "learning_rate": 0.0002829705115045174,
      "loss": 4.8822,
      "step": 12511
    },
    {
      "epoch": 1.0628610261637785,
      "grad_norm": 1.9919527377758997,
      "learning_rate": 0.0002829673337989948,
      "loss": 4.5971,
      "step": 12512
    },
    {
      "epoch": 1.0629459734964322,
      "grad_norm": 2.0292825532221213,
      "learning_rate": 0.00028296415581486565,
      "loss": 4.9581,
      "step": 12513
    },
    {
      "epoch": 1.063030920829086,
      "grad_norm": 1.9722553043316866,
      "learning_rate": 0.0002829609775521365,
      "loss": 4.6235,
      "step": 12514
    },
    {
      "epoch": 1.0631158681617396,
      "grad_norm": 2.0143590336139865,
      "learning_rate": 0.000282957799010814,
      "loss": 5.1921,
      "step": 12515
    },
    {
      "epoch": 1.0632008154943935,
      "grad_norm": 2.0648489625982167,
      "learning_rate": 0.00028295462019090495,
      "loss": 5.1187,
      "step": 12516
    },
    {
      "epoch": 1.0632857628270473,
      "grad_norm": 2.0100970714138584,
      "learning_rate": 0.000282951441092416,
      "loss": 5.09,
      "step": 12517
    },
    {
      "epoch": 1.063370710159701,
      "grad_norm": 1.982656363961221,
      "learning_rate": 0.00028294826171535364,
      "loss": 4.9193,
      "step": 12518
    },
    {
      "epoch": 1.0634556574923548,
      "grad_norm": 2.2576056737156645,
      "learning_rate": 0.0002829450820597247,
      "loss": 5.9057,
      "step": 12519
    },
    {
      "epoch": 1.0635406048250085,
      "grad_norm": 1.9611561710375471,
      "learning_rate": 0.0002829419021255358,
      "loss": 4.1365,
      "step": 12520
    },
    {
      "epoch": 1.0636255521576623,
      "grad_norm": 1.9876617785898505,
      "learning_rate": 0.0002829387219127936,
      "loss": 5.2709,
      "step": 12521
    },
    {
      "epoch": 1.063710499490316,
      "grad_norm": 2.004856022350138,
      "learning_rate": 0.00028293554142150474,
      "loss": 4.6623,
      "step": 12522
    },
    {
      "epoch": 1.0637954468229698,
      "grad_norm": 1.9933470778348232,
      "learning_rate": 0.00028293236065167585,
      "loss": 4.6873,
      "step": 12523
    },
    {
      "epoch": 1.0638803941556234,
      "grad_norm": 2.1078833497822553,
      "learning_rate": 0.0002829291796033137,
      "loss": 4.7452,
      "step": 12524
    },
    {
      "epoch": 1.0639653414882773,
      "grad_norm": 2.137594967261664,
      "learning_rate": 0.00028292599827642485,
      "loss": 5.2361,
      "step": 12525
    },
    {
      "epoch": 1.0640502888209311,
      "grad_norm": 2.0629174613616885,
      "learning_rate": 0.0002829228166710161,
      "loss": 5.1755,
      "step": 12526
    },
    {
      "epoch": 1.0641352361535847,
      "grad_norm": 2.0156287912554576,
      "learning_rate": 0.00028291963478709395,
      "loss": 5.273,
      "step": 12527
    },
    {
      "epoch": 1.0642201834862386,
      "grad_norm": 2.2555893290476283,
      "learning_rate": 0.00028291645262466515,
      "loss": 5.6289,
      "step": 12528
    },
    {
      "epoch": 1.0643051308188922,
      "grad_norm": 2.122103160510535,
      "learning_rate": 0.0002829132701837364,
      "loss": 4.4371,
      "step": 12529
    },
    {
      "epoch": 1.064390078151546,
      "grad_norm": 1.980736873873889,
      "learning_rate": 0.00028291008746431426,
      "loss": 4.7283,
      "step": 12530
    },
    {
      "epoch": 1.0644750254841997,
      "grad_norm": 2.215286242398819,
      "learning_rate": 0.00028290690446640556,
      "loss": 5.1675,
      "step": 12531
    },
    {
      "epoch": 1.0645599728168536,
      "grad_norm": 2.224084044909312,
      "learning_rate": 0.00028290372119001687,
      "loss": 5.4687,
      "step": 12532
    },
    {
      "epoch": 1.0646449201495074,
      "grad_norm": 2.0064858397818672,
      "learning_rate": 0.0002829005376351548,
      "loss": 5.0809,
      "step": 12533
    },
    {
      "epoch": 1.064729867482161,
      "grad_norm": 2.260066301810539,
      "learning_rate": 0.00028289735380182616,
      "loss": 5.5433,
      "step": 12534
    },
    {
      "epoch": 1.0648148148148149,
      "grad_norm": 2.1220048168220003,
      "learning_rate": 0.0002828941696900375,
      "loss": 5.3394,
      "step": 12535
    },
    {
      "epoch": 1.0648997621474685,
      "grad_norm": 2.031887062938634,
      "learning_rate": 0.0002828909852997955,
      "loss": 5.2232,
      "step": 12536
    },
    {
      "epoch": 1.0649847094801224,
      "grad_norm": 2.051782845850139,
      "learning_rate": 0.00028288780063110704,
      "loss": 5.1479,
      "step": 12537
    },
    {
      "epoch": 1.065069656812776,
      "grad_norm": 1.9679365688375108,
      "learning_rate": 0.0002828846156839785,
      "loss": 4.6131,
      "step": 12538
    },
    {
      "epoch": 1.0651546041454298,
      "grad_norm": 1.9547490385994093,
      "learning_rate": 0.0002828814304584167,
      "loss": 4.9165,
      "step": 12539
    },
    {
      "epoch": 1.0652395514780837,
      "grad_norm": 1.9801887638887128,
      "learning_rate": 0.00028287824495442835,
      "loss": 4.8579,
      "step": 12540
    },
    {
      "epoch": 1.0653244988107373,
      "grad_norm": 1.929387412990641,
      "learning_rate": 0.00028287505917202,
      "loss": 4.8278,
      "step": 12541
    },
    {
      "epoch": 1.0654094461433912,
      "grad_norm": 1.9708653985451121,
      "learning_rate": 0.00028287187311119844,
      "loss": 5.1241,
      "step": 12542
    },
    {
      "epoch": 1.0654943934760448,
      "grad_norm": 1.98692836681251,
      "learning_rate": 0.00028286868677197027,
      "loss": 4.9931,
      "step": 12543
    },
    {
      "epoch": 1.0655793408086986,
      "grad_norm": 1.942318360289955,
      "learning_rate": 0.00028286550015434224,
      "loss": 4.9456,
      "step": 12544
    },
    {
      "epoch": 1.0656642881413523,
      "grad_norm": 2.1586524717449733,
      "learning_rate": 0.00028286231325832097,
      "loss": 5.2996,
      "step": 12545
    },
    {
      "epoch": 1.0657492354740061,
      "grad_norm": 2.2360959527394977,
      "learning_rate": 0.0002828591260839131,
      "loss": 5.4741,
      "step": 12546
    },
    {
      "epoch": 1.0658341828066598,
      "grad_norm": 1.9539427490579293,
      "learning_rate": 0.00028285593863112545,
      "loss": 5.0876,
      "step": 12547
    },
    {
      "epoch": 1.0659191301393136,
      "grad_norm": 2.011386177085269,
      "learning_rate": 0.00028285275089996454,
      "loss": 5.0246,
      "step": 12548
    },
    {
      "epoch": 1.0660040774719675,
      "grad_norm": 1.9415910342838596,
      "learning_rate": 0.00028284956289043717,
      "loss": 5.1064,
      "step": 12549
    },
    {
      "epoch": 1.066089024804621,
      "grad_norm": 2.219376013629484,
      "learning_rate": 0.00028284637460254994,
      "loss": 5.4216,
      "step": 12550
    },
    {
      "epoch": 1.066173972137275,
      "grad_norm": 1.934356929688217,
      "learning_rate": 0.00028284318603630953,
      "loss": 4.7284,
      "step": 12551
    },
    {
      "epoch": 1.0662589194699286,
      "grad_norm": 1.9664600206789777,
      "learning_rate": 0.0002828399971917227,
      "loss": 5.1444,
      "step": 12552
    },
    {
      "epoch": 1.0663438668025824,
      "grad_norm": 2.0457653782331966,
      "learning_rate": 0.000282836808068796,
      "loss": 5.0839,
      "step": 12553
    },
    {
      "epoch": 1.0664288141352363,
      "grad_norm": 2.0477015144908064,
      "learning_rate": 0.0002828336186675363,
      "loss": 4.6696,
      "step": 12554
    },
    {
      "epoch": 1.06651376146789,
      "grad_norm": 1.9989327805430768,
      "learning_rate": 0.0002828304289879501,
      "loss": 4.7872,
      "step": 12555
    },
    {
      "epoch": 1.0665987088005437,
      "grad_norm": 1.946914904256633,
      "learning_rate": 0.0002828272390300442,
      "loss": 4.8815,
      "step": 12556
    },
    {
      "epoch": 1.0666836561331974,
      "grad_norm": 2.004476275083884,
      "learning_rate": 0.00028282404879382525,
      "loss": 5.0384,
      "step": 12557
    },
    {
      "epoch": 1.0667686034658512,
      "grad_norm": 2.0740106154013516,
      "learning_rate": 0.0002828208582792999,
      "loss": 4.9932,
      "step": 12558
    },
    {
      "epoch": 1.0668535507985049,
      "grad_norm": 2.0464875693444875,
      "learning_rate": 0.0002828176674864749,
      "loss": 4.4873,
      "step": 12559
    },
    {
      "epoch": 1.0669384981311587,
      "grad_norm": 2.0358039125787726,
      "learning_rate": 0.00028281447641535686,
      "loss": 5.2236,
      "step": 12560
    },
    {
      "epoch": 1.0670234454638123,
      "grad_norm": 2.2269874566081826,
      "learning_rate": 0.0002828112850659525,
      "loss": 5.7395,
      "step": 12561
    },
    {
      "epoch": 1.0671083927964662,
      "grad_norm": 2.023209750107296,
      "learning_rate": 0.0002828080934382685,
      "loss": 4.8515,
      "step": 12562
    },
    {
      "epoch": 1.06719334012912,
      "grad_norm": 1.9952000711900264,
      "learning_rate": 0.00028280490153231164,
      "loss": 5.2544,
      "step": 12563
    },
    {
      "epoch": 1.0672782874617737,
      "grad_norm": 2.059045515638469,
      "learning_rate": 0.00028280170934808847,
      "loss": 5.1833,
      "step": 12564
    },
    {
      "epoch": 1.0673632347944275,
      "grad_norm": 2.0420514420492517,
      "learning_rate": 0.0002827985168856057,
      "loss": 5.1595,
      "step": 12565
    },
    {
      "epoch": 1.0674481821270811,
      "grad_norm": 2.056214600405382,
      "learning_rate": 0.0002827953241448701,
      "loss": 5.4287,
      "step": 12566
    },
    {
      "epoch": 1.067533129459735,
      "grad_norm": 1.9802100915965752,
      "learning_rate": 0.0002827921311258883,
      "loss": 4.3819,
      "step": 12567
    },
    {
      "epoch": 1.0676180767923886,
      "grad_norm": 2.108108540169223,
      "learning_rate": 0.00028278893782866706,
      "loss": 5.174,
      "step": 12568
    },
    {
      "epoch": 1.0677030241250425,
      "grad_norm": 1.9659967360878763,
      "learning_rate": 0.00028278574425321296,
      "loss": 5.0396,
      "step": 12569
    },
    {
      "epoch": 1.0677879714576963,
      "grad_norm": 2.0177272450027623,
      "learning_rate": 0.00028278255039953273,
      "loss": 4.9194,
      "step": 12570
    },
    {
      "epoch": 1.06787291879035,
      "grad_norm": 2.1438838179695643,
      "learning_rate": 0.0002827793562676331,
      "loss": 5.5726,
      "step": 12571
    },
    {
      "epoch": 1.0679578661230038,
      "grad_norm": 2.0483945117243487,
      "learning_rate": 0.00028277616185752076,
      "loss": 5.0854,
      "step": 12572
    },
    {
      "epoch": 1.0680428134556574,
      "grad_norm": 1.9574191616281,
      "learning_rate": 0.0002827729671692024,
      "loss": 4.6926,
      "step": 12573
    },
    {
      "epoch": 1.0681277607883113,
      "grad_norm": 2.0479361532638376,
      "learning_rate": 0.00028276977220268465,
      "loss": 5.3529,
      "step": 12574
    },
    {
      "epoch": 1.068212708120965,
      "grad_norm": 2.1462340298803158,
      "learning_rate": 0.0002827665769579743,
      "loss": 5.3117,
      "step": 12575
    },
    {
      "epoch": 1.0682976554536188,
      "grad_norm": 1.9459771097148675,
      "learning_rate": 0.00028276338143507797,
      "loss": 4.7095,
      "step": 12576
    },
    {
      "epoch": 1.0683826027862726,
      "grad_norm": 1.9907453975893024,
      "learning_rate": 0.0002827601856340024,
      "loss": 5.022,
      "step": 12577
    },
    {
      "epoch": 1.0684675501189262,
      "grad_norm": 2.0138427306149365,
      "learning_rate": 0.0002827569895547543,
      "loss": 5.261,
      "step": 12578
    },
    {
      "epoch": 1.06855249745158,
      "grad_norm": 2.083802677350241,
      "learning_rate": 0.00028275379319734023,
      "loss": 5.4476,
      "step": 12579
    },
    {
      "epoch": 1.0686374447842337,
      "grad_norm": 1.924431402356711,
      "learning_rate": 0.00028275059656176707,
      "loss": 4.7336,
      "step": 12580
    },
    {
      "epoch": 1.0687223921168876,
      "grad_norm": 2.1959308355433462,
      "learning_rate": 0.00028274739964804146,
      "loss": 5.3149,
      "step": 12581
    },
    {
      "epoch": 1.0688073394495412,
      "grad_norm": 2.1799181005508115,
      "learning_rate": 0.00028274420245617,
      "loss": 5.3516,
      "step": 12582
    },
    {
      "epoch": 1.068892286782195,
      "grad_norm": 1.98174219301301,
      "learning_rate": 0.0002827410049861596,
      "loss": 5.256,
      "step": 12583
    },
    {
      "epoch": 1.0689772341148487,
      "grad_norm": 2.121141169977606,
      "learning_rate": 0.0002827378072380167,
      "loss": 5.0658,
      "step": 12584
    },
    {
      "epoch": 1.0690621814475025,
      "grad_norm": 1.9462585134405415,
      "learning_rate": 0.0002827346092117482,
      "loss": 4.4047,
      "step": 12585
    },
    {
      "epoch": 1.0691471287801564,
      "grad_norm": 2.0654811691425876,
      "learning_rate": 0.0002827314109073607,
      "loss": 4.7517,
      "step": 12586
    },
    {
      "epoch": 1.06923207611281,
      "grad_norm": 2.040798697640569,
      "learning_rate": 0.000282728212324861,
      "loss": 4.6145,
      "step": 12587
    },
    {
      "epoch": 1.0693170234454639,
      "grad_norm": 2.0166595480860137,
      "learning_rate": 0.00028272501346425564,
      "loss": 4.9728,
      "step": 12588
    },
    {
      "epoch": 1.0694019707781175,
      "grad_norm": 2.0716616316812186,
      "learning_rate": 0.0002827218143255515,
      "loss": 5.1481,
      "step": 12589
    },
    {
      "epoch": 1.0694869181107713,
      "grad_norm": 2.027954631133572,
      "learning_rate": 0.0002827186149087551,
      "loss": 5.056,
      "step": 12590
    },
    {
      "epoch": 1.069571865443425,
      "grad_norm": 2.034562588070316,
      "learning_rate": 0.0002827154152138733,
      "loss": 5.2179,
      "step": 12591
    },
    {
      "epoch": 1.0696568127760788,
      "grad_norm": 2.18369677955419,
      "learning_rate": 0.0002827122152409128,
      "loss": 5.0489,
      "step": 12592
    },
    {
      "epoch": 1.0697417601087327,
      "grad_norm": 2.149034124901009,
      "learning_rate": 0.0002827090149898801,
      "loss": 4.852,
      "step": 12593
    },
    {
      "epoch": 1.0698267074413863,
      "grad_norm": 2.1287797018297234,
      "learning_rate": 0.00028270581446078225,
      "loss": 5.0755,
      "step": 12594
    },
    {
      "epoch": 1.0699116547740402,
      "grad_norm": 2.076275927568912,
      "learning_rate": 0.00028270261365362565,
      "loss": 5.3566,
      "step": 12595
    },
    {
      "epoch": 1.0699966021066938,
      "grad_norm": 2.138461261877735,
      "learning_rate": 0.00028269941256841717,
      "loss": 5.042,
      "step": 12596
    },
    {
      "epoch": 1.0700815494393476,
      "grad_norm": 2.224735373733312,
      "learning_rate": 0.0002826962112051634,
      "loss": 5.3798,
      "step": 12597
    },
    {
      "epoch": 1.0701664967720013,
      "grad_norm": 2.1906936045389607,
      "learning_rate": 0.0002826930095638712,
      "loss": 5.2723,
      "step": 12598
    },
    {
      "epoch": 1.0702514441046551,
      "grad_norm": 1.9112505977899237,
      "learning_rate": 0.00028268980764454714,
      "loss": 4.7277,
      "step": 12599
    },
    {
      "epoch": 1.070336391437309,
      "grad_norm": 2.0747898176862485,
      "learning_rate": 0.000282686605447198,
      "loss": 5.4119,
      "step": 12600
    },
    {
      "epoch": 1.0704213387699626,
      "grad_norm": 1.9919733927935435,
      "learning_rate": 0.0002826834029718305,
      "loss": 4.927,
      "step": 12601
    },
    {
      "epoch": 1.0705062861026164,
      "grad_norm": 1.9154879395247677,
      "learning_rate": 0.00028268020021845124,
      "loss": 4.9701,
      "step": 12602
    },
    {
      "epoch": 1.07059123343527,
      "grad_norm": 1.9876507153132288,
      "learning_rate": 0.0002826769971870671,
      "loss": 4.8017,
      "step": 12603
    },
    {
      "epoch": 1.070676180767924,
      "grad_norm": 2.061205090956562,
      "learning_rate": 0.00028267379387768467,
      "loss": 4.9529,
      "step": 12604
    },
    {
      "epoch": 1.0707611281005776,
      "grad_norm": 2.2418449044565136,
      "learning_rate": 0.0002826705902903107,
      "loss": 4.463,
      "step": 12605
    },
    {
      "epoch": 1.0708460754332314,
      "grad_norm": 2.1024921421210445,
      "learning_rate": 0.0002826673864249519,
      "loss": 5.4145,
      "step": 12606
    },
    {
      "epoch": 1.0709310227658853,
      "grad_norm": 1.9629365504766056,
      "learning_rate": 0.000282664182281615,
      "loss": 5.0533,
      "step": 12607
    },
    {
      "epoch": 1.0710159700985389,
      "grad_norm": 2.1024883827420693,
      "learning_rate": 0.0002826609778603067,
      "loss": 5.0706,
      "step": 12608
    },
    {
      "epoch": 1.0711009174311927,
      "grad_norm": 2.021298464615393,
      "learning_rate": 0.00028265777316103364,
      "loss": 4.6092,
      "step": 12609
    },
    {
      "epoch": 1.0711858647638464,
      "grad_norm": 1.9515357207358113,
      "learning_rate": 0.00028265456818380265,
      "loss": 4.6411,
      "step": 12610
    },
    {
      "epoch": 1.0712708120965002,
      "grad_norm": 2.204094359285691,
      "learning_rate": 0.00028265136292862045,
      "loss": 5.1347,
      "step": 12611
    },
    {
      "epoch": 1.0713557594291538,
      "grad_norm": 2.098796936538128,
      "learning_rate": 0.00028264815739549365,
      "loss": 4.8508,
      "step": 12612
    },
    {
      "epoch": 1.0714407067618077,
      "grad_norm": 2.177774989361359,
      "learning_rate": 0.000282644951584429,
      "loss": 5.223,
      "step": 12613
    },
    {
      "epoch": 1.0715256540944615,
      "grad_norm": 2.0935001170462186,
      "learning_rate": 0.0002826417454954333,
      "loss": 5.104,
      "step": 12614
    },
    {
      "epoch": 1.0716106014271152,
      "grad_norm": 2.2523827251613873,
      "learning_rate": 0.0002826385391285132,
      "loss": 5.144,
      "step": 12615
    },
    {
      "epoch": 1.071695548759769,
      "grad_norm": 2.041007745668569,
      "learning_rate": 0.0002826353324836754,
      "loss": 4.9477,
      "step": 12616
    },
    {
      "epoch": 1.0717804960924227,
      "grad_norm": 2.0202200966228303,
      "learning_rate": 0.0002826321255609267,
      "loss": 5.0374,
      "step": 12617
    },
    {
      "epoch": 1.0718654434250765,
      "grad_norm": 1.914311669148825,
      "learning_rate": 0.0002826289183602737,
      "loss": 4.4724,
      "step": 12618
    },
    {
      "epoch": 1.0719503907577301,
      "grad_norm": 1.9973244988365983,
      "learning_rate": 0.0002826257108817232,
      "loss": 4.9832,
      "step": 12619
    },
    {
      "epoch": 1.072035338090384,
      "grad_norm": 2.1000582661707257,
      "learning_rate": 0.0002826225031252819,
      "loss": 4.8493,
      "step": 12620
    },
    {
      "epoch": 1.0721202854230376,
      "grad_norm": 2.0368560582776856,
      "learning_rate": 0.00028261929509095657,
      "loss": 4.6366,
      "step": 12621
    },
    {
      "epoch": 1.0722052327556915,
      "grad_norm": 2.0388875754722253,
      "learning_rate": 0.00028261608677875385,
      "loss": 4.4184,
      "step": 12622
    },
    {
      "epoch": 1.0722901800883453,
      "grad_norm": 2.0320224040028876,
      "learning_rate": 0.0002826128781886805,
      "loss": 4.555,
      "step": 12623
    },
    {
      "epoch": 1.072375127420999,
      "grad_norm": 2.2358612041175183,
      "learning_rate": 0.00028260966932074327,
      "loss": 4.9976,
      "step": 12624
    },
    {
      "epoch": 1.0724600747536528,
      "grad_norm": 2.05065092711757,
      "learning_rate": 0.0002826064601749488,
      "loss": 4.9153,
      "step": 12625
    },
    {
      "epoch": 1.0725450220863064,
      "grad_norm": 2.0759231123898183,
      "learning_rate": 0.0002826032507513039,
      "loss": 4.9758,
      "step": 12626
    },
    {
      "epoch": 1.0726299694189603,
      "grad_norm": 2.2312783741043876,
      "learning_rate": 0.00028260004104981533,
      "loss": 5.307,
      "step": 12627
    },
    {
      "epoch": 1.072714916751614,
      "grad_norm": 2.068878590860213,
      "learning_rate": 0.00028259683107048964,
      "loss": 4.7412,
      "step": 12628
    },
    {
      "epoch": 1.0727998640842678,
      "grad_norm": 2.165196530095341,
      "learning_rate": 0.0002825936208133338,
      "loss": 5.466,
      "step": 12629
    },
    {
      "epoch": 1.0728848114169216,
      "grad_norm": 2.0283549030888968,
      "learning_rate": 0.0002825904102783543,
      "loss": 5.0652,
      "step": 12630
    },
    {
      "epoch": 1.0729697587495752,
      "grad_norm": 2.2633811640007586,
      "learning_rate": 0.000282587199465558,
      "loss": 5.6945,
      "step": 12631
    },
    {
      "epoch": 1.073054706082229,
      "grad_norm": 2.2660267211858676,
      "learning_rate": 0.0002825839883749516,
      "loss": 5.5866,
      "step": 12632
    },
    {
      "epoch": 1.0731396534148827,
      "grad_norm": 1.9722379420131608,
      "learning_rate": 0.0002825807770065418,
      "loss": 5.1579,
      "step": 12633
    },
    {
      "epoch": 1.0732246007475366,
      "grad_norm": 1.9624067699309866,
      "learning_rate": 0.00028257756536033537,
      "loss": 4.0839,
      "step": 12634
    },
    {
      "epoch": 1.0733095480801902,
      "grad_norm": 2.1098048731672074,
      "learning_rate": 0.00028257435343633907,
      "loss": 5.6924,
      "step": 12635
    },
    {
      "epoch": 1.073394495412844,
      "grad_norm": 1.9705144208767265,
      "learning_rate": 0.00028257114123455955,
      "loss": 5.1715,
      "step": 12636
    },
    {
      "epoch": 1.073479442745498,
      "grad_norm": 2.050372052584086,
      "learning_rate": 0.0002825679287550036,
      "loss": 5.28,
      "step": 12637
    },
    {
      "epoch": 1.0735643900781515,
      "grad_norm": 1.9608103764629181,
      "learning_rate": 0.0002825647159976779,
      "loss": 5.389,
      "step": 12638
    },
    {
      "epoch": 1.0736493374108054,
      "grad_norm": 1.8554596192065742,
      "learning_rate": 0.0002825615029625892,
      "loss": 4.265,
      "step": 12639
    },
    {
      "epoch": 1.073734284743459,
      "grad_norm": 1.9890024509159863,
      "learning_rate": 0.00028255828964974427,
      "loss": 5.1655,
      "step": 12640
    },
    {
      "epoch": 1.0738192320761129,
      "grad_norm": 2.0122919395358285,
      "learning_rate": 0.0002825550760591498,
      "loss": 4.8524,
      "step": 12641
    },
    {
      "epoch": 1.0739041794087665,
      "grad_norm": 1.9982344551773332,
      "learning_rate": 0.0002825518621908125,
      "loss": 5.104,
      "step": 12642
    },
    {
      "epoch": 1.0739891267414203,
      "grad_norm": 2.006033595375463,
      "learning_rate": 0.00028254864804473916,
      "loss": 5.3272,
      "step": 12643
    },
    {
      "epoch": 1.074074074074074,
      "grad_norm": 2.105548560743321,
      "learning_rate": 0.0002825454336209365,
      "loss": 5.624,
      "step": 12644
    },
    {
      "epoch": 1.0741590214067278,
      "grad_norm": 2.0136847701903138,
      "learning_rate": 0.00028254221891941124,
      "loss": 4.4536,
      "step": 12645
    },
    {
      "epoch": 1.0742439687393817,
      "grad_norm": 2.143477236445299,
      "learning_rate": 0.0002825390039401702,
      "loss": 5.5869,
      "step": 12646
    },
    {
      "epoch": 1.0743289160720353,
      "grad_norm": 1.953281789202648,
      "learning_rate": 0.00028253578868321996,
      "loss": 4.8857,
      "step": 12647
    },
    {
      "epoch": 1.0744138634046891,
      "grad_norm": 2.0425583280268653,
      "learning_rate": 0.00028253257314856734,
      "loss": 4.8409,
      "step": 12648
    },
    {
      "epoch": 1.0744988107373428,
      "grad_norm": 1.9750547483326413,
      "learning_rate": 0.0002825293573362191,
      "loss": 4.8941,
      "step": 12649
    },
    {
      "epoch": 1.0745837580699966,
      "grad_norm": 2.1537729451084875,
      "learning_rate": 0.00028252614124618197,
      "loss": 5.4394,
      "step": 12650
    },
    {
      "epoch": 1.0746687054026505,
      "grad_norm": 2.0019250105238635,
      "learning_rate": 0.00028252292487846266,
      "loss": 4.0832,
      "step": 12651
    },
    {
      "epoch": 1.074753652735304,
      "grad_norm": 2.045744050543713,
      "learning_rate": 0.00028251970823306796,
      "loss": 5.1471,
      "step": 12652
    },
    {
      "epoch": 1.074838600067958,
      "grad_norm": 2.0454590616143467,
      "learning_rate": 0.0002825164913100045,
      "loss": 5.0195,
      "step": 12653
    },
    {
      "epoch": 1.0749235474006116,
      "grad_norm": 2.011327948910009,
      "learning_rate": 0.0002825132741092792,
      "loss": 4.837,
      "step": 12654
    },
    {
      "epoch": 1.0750084947332654,
      "grad_norm": 2.1214381487479366,
      "learning_rate": 0.0002825100566308986,
      "loss": 5.5293,
      "step": 12655
    },
    {
      "epoch": 1.075093442065919,
      "grad_norm": 2.1651949487903743,
      "learning_rate": 0.00028250683887486955,
      "loss": 5.118,
      "step": 12656
    },
    {
      "epoch": 1.075178389398573,
      "grad_norm": 2.1694372315678088,
      "learning_rate": 0.0002825036208411988,
      "loss": 5.4808,
      "step": 12657
    },
    {
      "epoch": 1.0752633367312265,
      "grad_norm": 2.04886421801249,
      "learning_rate": 0.0002825004025298931,
      "loss": 5.0418,
      "step": 12658
    },
    {
      "epoch": 1.0753482840638804,
      "grad_norm": 2.0683730500072732,
      "learning_rate": 0.0002824971839409591,
      "loss": 4.9812,
      "step": 12659
    },
    {
      "epoch": 1.0754332313965342,
      "grad_norm": 2.0545010998543827,
      "learning_rate": 0.0002824939650744036,
      "loss": 4.6954,
      "step": 12660
    },
    {
      "epoch": 1.0755181787291879,
      "grad_norm": 2.0499656613062047,
      "learning_rate": 0.0002824907459302334,
      "loss": 4.6156,
      "step": 12661
    },
    {
      "epoch": 1.0756031260618417,
      "grad_norm": 2.1356391994720787,
      "learning_rate": 0.0002824875265084552,
      "loss": 5.2163,
      "step": 12662
    },
    {
      "epoch": 1.0756880733944953,
      "grad_norm": 2.236029628751919,
      "learning_rate": 0.0002824843068090757,
      "loss": 5.5335,
      "step": 12663
    },
    {
      "epoch": 1.0757730207271492,
      "grad_norm": 2.264109088193901,
      "learning_rate": 0.00028248108683210174,
      "loss": 5.664,
      "step": 12664
    },
    {
      "epoch": 1.0758579680598028,
      "grad_norm": 2.0102809499446237,
      "learning_rate": 0.00028247786657754,
      "loss": 4.553,
      "step": 12665
    },
    {
      "epoch": 1.0759429153924567,
      "grad_norm": 2.111629565985604,
      "learning_rate": 0.00028247464604539725,
      "loss": 4.9536,
      "step": 12666
    },
    {
      "epoch": 1.0760278627251105,
      "grad_norm": 2.206348935482677,
      "learning_rate": 0.0002824714252356802,
      "loss": 5.5355,
      "step": 12667
    },
    {
      "epoch": 1.0761128100577642,
      "grad_norm": 2.0424513098603954,
      "learning_rate": 0.00028246820414839564,
      "loss": 5.1778,
      "step": 12668
    },
    {
      "epoch": 1.076197757390418,
      "grad_norm": 2.0410407093352756,
      "learning_rate": 0.00028246498278355035,
      "loss": 4.7624,
      "step": 12669
    },
    {
      "epoch": 1.0762827047230716,
      "grad_norm": 2.2076296536092195,
      "learning_rate": 0.00028246176114115094,
      "loss": 5.6499,
      "step": 12670
    },
    {
      "epoch": 1.0763676520557255,
      "grad_norm": 2.059449276036728,
      "learning_rate": 0.0002824585392212044,
      "loss": 5.2902,
      "step": 12671
    },
    {
      "epoch": 1.0764525993883791,
      "grad_norm": 2.023577699022369,
      "learning_rate": 0.0002824553170237172,
      "loss": 5.001,
      "step": 12672
    },
    {
      "epoch": 1.076537546721033,
      "grad_norm": 2.0272658334065574,
      "learning_rate": 0.00028245209454869633,
      "loss": 4.88,
      "step": 12673
    },
    {
      "epoch": 1.0766224940536868,
      "grad_norm": 2.0728204956986733,
      "learning_rate": 0.00028244887179614843,
      "loss": 5.3649,
      "step": 12674
    },
    {
      "epoch": 1.0767074413863404,
      "grad_norm": 2.0800378121902248,
      "learning_rate": 0.0002824456487660803,
      "loss": 4.4317,
      "step": 12675
    },
    {
      "epoch": 1.0767923887189943,
      "grad_norm": 2.0685101402166453,
      "learning_rate": 0.00028244242545849855,
      "loss": 4.9682,
      "step": 12676
    },
    {
      "epoch": 1.076877336051648,
      "grad_norm": 1.9692097255163339,
      "learning_rate": 0.0002824392018734101,
      "loss": 5.1179,
      "step": 12677
    },
    {
      "epoch": 1.0769622833843018,
      "grad_norm": 2.002147252753953,
      "learning_rate": 0.0002824359780108217,
      "loss": 4.8901,
      "step": 12678
    },
    {
      "epoch": 1.0770472307169554,
      "grad_norm": 2.218305705136496,
      "learning_rate": 0.00028243275387073997,
      "loss": 5.5473,
      "step": 12679
    },
    {
      "epoch": 1.0771321780496093,
      "grad_norm": 1.9507346423241865,
      "learning_rate": 0.0002824295294531718,
      "loss": 5.0236,
      "step": 12680
    },
    {
      "epoch": 1.0772171253822629,
      "grad_norm": 2.123124419785967,
      "learning_rate": 0.0002824263047581239,
      "loss": 4.3918,
      "step": 12681
    },
    {
      "epoch": 1.0773020727149167,
      "grad_norm": 2.054775762191165,
      "learning_rate": 0.00028242307978560295,
      "loss": 5.1978,
      "step": 12682
    },
    {
      "epoch": 1.0773870200475706,
      "grad_norm": 2.147855647098541,
      "learning_rate": 0.00028241985453561583,
      "loss": 5.3767,
      "step": 12683
    },
    {
      "epoch": 1.0774719673802242,
      "grad_norm": 2.05233822605624,
      "learning_rate": 0.00028241662900816924,
      "loss": 5.3405,
      "step": 12684
    },
    {
      "epoch": 1.077556914712878,
      "grad_norm": 1.9742108815755346,
      "learning_rate": 0.00028241340320326995,
      "loss": 4.6775,
      "step": 12685
    },
    {
      "epoch": 1.0776418620455317,
      "grad_norm": 1.970503066073832,
      "learning_rate": 0.0002824101771209247,
      "loss": 4.9853,
      "step": 12686
    },
    {
      "epoch": 1.0777268093781855,
      "grad_norm": 2.0132324581651497,
      "learning_rate": 0.0002824069507611403,
      "loss": 4.8973,
      "step": 12687
    },
    {
      "epoch": 1.0778117567108394,
      "grad_norm": 2.0835999537089025,
      "learning_rate": 0.00028240372412392345,
      "loss": 5.551,
      "step": 12688
    },
    {
      "epoch": 1.077896704043493,
      "grad_norm": 2.0037107723833434,
      "learning_rate": 0.00028240049720928094,
      "loss": 4.9877,
      "step": 12689
    },
    {
      "epoch": 1.0779816513761469,
      "grad_norm": 1.960370138302523,
      "learning_rate": 0.00028239727001721956,
      "loss": 4.8265,
      "step": 12690
    },
    {
      "epoch": 1.0780665987088005,
      "grad_norm": 1.9559010271507686,
      "learning_rate": 0.000282394042547746,
      "loss": 4.7911,
      "step": 12691
    },
    {
      "epoch": 1.0781515460414544,
      "grad_norm": 1.9457540579470107,
      "learning_rate": 0.000282390814800867,
      "loss": 4.3283,
      "step": 12692
    },
    {
      "epoch": 1.078236493374108,
      "grad_norm": 2.0840238159654207,
      "learning_rate": 0.0002823875867765895,
      "loss": 5.324,
      "step": 12693
    },
    {
      "epoch": 1.0783214407067618,
      "grad_norm": 1.8911632000760026,
      "learning_rate": 0.0002823843584749201,
      "loss": 4.6007,
      "step": 12694
    },
    {
      "epoch": 1.0784063880394155,
      "grad_norm": 2.044402093944066,
      "learning_rate": 0.0002823811298958656,
      "loss": 5.0478,
      "step": 12695
    },
    {
      "epoch": 1.0784913353720693,
      "grad_norm": 2.1740114648434514,
      "learning_rate": 0.0002823779010394328,
      "loss": 4.3533,
      "step": 12696
    },
    {
      "epoch": 1.0785762827047232,
      "grad_norm": 2.021101741168604,
      "learning_rate": 0.00028237467190562836,
      "loss": 4.552,
      "step": 12697
    },
    {
      "epoch": 1.0786612300373768,
      "grad_norm": 2.133052222507406,
      "learning_rate": 0.0002823714424944592,
      "loss": 5.233,
      "step": 12698
    },
    {
      "epoch": 1.0787461773700306,
      "grad_norm": 2.1338718103133916,
      "learning_rate": 0.000282368212805932,
      "loss": 5.3797,
      "step": 12699
    },
    {
      "epoch": 1.0788311247026843,
      "grad_norm": 2.0922219692508883,
      "learning_rate": 0.00028236498284005355,
      "loss": 4.9682,
      "step": 12700
    },
    {
      "epoch": 1.0789160720353381,
      "grad_norm": 2.1511747659185203,
      "learning_rate": 0.00028236175259683063,
      "loss": 5.1556,
      "step": 12701
    },
    {
      "epoch": 1.0790010193679918,
      "grad_norm": 2.085822854028825,
      "learning_rate": 0.00028235852207626993,
      "loss": 5.0641,
      "step": 12702
    },
    {
      "epoch": 1.0790859667006456,
      "grad_norm": 2.06307570182286,
      "learning_rate": 0.0002823552912783783,
      "loss": 5.1082,
      "step": 12703
    },
    {
      "epoch": 1.0791709140332995,
      "grad_norm": 2.127759712202306,
      "learning_rate": 0.00028235206020316253,
      "loss": 5.2301,
      "step": 12704
    },
    {
      "epoch": 1.079255861365953,
      "grad_norm": 2.0332424827496203,
      "learning_rate": 0.0002823488288506293,
      "loss": 5.0966,
      "step": 12705
    },
    {
      "epoch": 1.079340808698607,
      "grad_norm": 2.1288274391990405,
      "learning_rate": 0.00028234559722078545,
      "loss": 5.2816,
      "step": 12706
    },
    {
      "epoch": 1.0794257560312606,
      "grad_norm": 1.9670937172247447,
      "learning_rate": 0.00028234236531363767,
      "loss": 4.796,
      "step": 12707
    },
    {
      "epoch": 1.0795107033639144,
      "grad_norm": 2.135379528649496,
      "learning_rate": 0.00028233913312919283,
      "loss": 5.7142,
      "step": 12708
    },
    {
      "epoch": 1.079595650696568,
      "grad_norm": 1.9750845841733085,
      "learning_rate": 0.0002823359006674577,
      "loss": 5.1064,
      "step": 12709
    },
    {
      "epoch": 1.079680598029222,
      "grad_norm": 2.0164277470913183,
      "learning_rate": 0.00028233266792843895,
      "loss": 5.2286,
      "step": 12710
    },
    {
      "epoch": 1.0797655453618757,
      "grad_norm": 1.9965797918763901,
      "learning_rate": 0.00028232943491214346,
      "loss": 4.994,
      "step": 12711
    },
    {
      "epoch": 1.0798504926945294,
      "grad_norm": 2.00172533394532,
      "learning_rate": 0.000282326201618578,
      "loss": 5.0728,
      "step": 12712
    },
    {
      "epoch": 1.0799354400271832,
      "grad_norm": 1.9435877105048158,
      "learning_rate": 0.0002823229680477492,
      "loss": 5.0288,
      "step": 12713
    },
    {
      "epoch": 1.0800203873598369,
      "grad_norm": 2.0230923524538893,
      "learning_rate": 0.00028231973419966407,
      "loss": 5.1124,
      "step": 12714
    },
    {
      "epoch": 1.0801053346924907,
      "grad_norm": 1.8682075994147678,
      "learning_rate": 0.0002823165000743292,
      "loss": 4.3284,
      "step": 12715
    },
    {
      "epoch": 1.0801902820251443,
      "grad_norm": 1.907774405237425,
      "learning_rate": 0.0002823132656717514,
      "loss": 4.8119,
      "step": 12716
    },
    {
      "epoch": 1.0802752293577982,
      "grad_norm": 2.0284737904112453,
      "learning_rate": 0.00028231003099193745,
      "loss": 5.3927,
      "step": 12717
    },
    {
      "epoch": 1.0803601766904518,
      "grad_norm": 2.019645563408767,
      "learning_rate": 0.0002823067960348942,
      "loss": 5.2294,
      "step": 12718
    },
    {
      "epoch": 1.0804451240231057,
      "grad_norm": 2.0042972955055904,
      "learning_rate": 0.0002823035608006284,
      "loss": 4.6338,
      "step": 12719
    },
    {
      "epoch": 1.0805300713557595,
      "grad_norm": 2.091474669584758,
      "learning_rate": 0.0002823003252891467,
      "loss": 5.0814,
      "step": 12720
    },
    {
      "epoch": 1.0806150186884131,
      "grad_norm": 2.039824760104659,
      "learning_rate": 0.00028229708950045613,
      "loss": 5.2466,
      "step": 12721
    },
    {
      "epoch": 1.080699966021067,
      "grad_norm": 2.0563493078203914,
      "learning_rate": 0.00028229385343456323,
      "loss": 4.9559,
      "step": 12722
    },
    {
      "epoch": 1.0807849133537206,
      "grad_norm": 2.0967010549072467,
      "learning_rate": 0.0002822906170914749,
      "loss": 5.2739,
      "step": 12723
    },
    {
      "epoch": 1.0808698606863745,
      "grad_norm": 2.1507173690721273,
      "learning_rate": 0.00028228738047119794,
      "loss": 5.4338,
      "step": 12724
    },
    {
      "epoch": 1.080954808019028,
      "grad_norm": 2.0770181205647433,
      "learning_rate": 0.000282284143573739,
      "loss": 5.1817,
      "step": 12725
    },
    {
      "epoch": 1.081039755351682,
      "grad_norm": 2.1375384865137903,
      "learning_rate": 0.000282280906399105,
      "loss": 5.2806,
      "step": 12726
    },
    {
      "epoch": 1.0811247026843358,
      "grad_norm": 2.0849256593231655,
      "learning_rate": 0.0002822776689473027,
      "loss": 5.3736,
      "step": 12727
    },
    {
      "epoch": 1.0812096500169894,
      "grad_norm": 1.9646343259590469,
      "learning_rate": 0.00028227443121833887,
      "loss": 4.8691,
      "step": 12728
    },
    {
      "epoch": 1.0812945973496433,
      "grad_norm": 2.041191299572538,
      "learning_rate": 0.0002822711932122202,
      "loss": 5.1325,
      "step": 12729
    },
    {
      "epoch": 1.081379544682297,
      "grad_norm": 2.1518990354709784,
      "learning_rate": 0.0002822679549289536,
      "loss": 5.5272,
      "step": 12730
    },
    {
      "epoch": 1.0814644920149508,
      "grad_norm": 2.1249069142509995,
      "learning_rate": 0.0002822647163685458,
      "loss": 5.1113,
      "step": 12731
    },
    {
      "epoch": 1.0815494393476044,
      "grad_norm": 2.0803855171798755,
      "learning_rate": 0.0002822614775310037,
      "loss": 5.1464,
      "step": 12732
    },
    {
      "epoch": 1.0816343866802582,
      "grad_norm": 1.9707097384407968,
      "learning_rate": 0.00028225823841633384,
      "loss": 4.9935,
      "step": 12733
    },
    {
      "epoch": 1.081719334012912,
      "grad_norm": 2.0336603810926484,
      "learning_rate": 0.0002822549990245432,
      "loss": 5.055,
      "step": 12734
    },
    {
      "epoch": 1.0818042813455657,
      "grad_norm": 1.9846830601526906,
      "learning_rate": 0.00028225175935563855,
      "loss": 4.9331,
      "step": 12735
    },
    {
      "epoch": 1.0818892286782196,
      "grad_norm": 2.1181891485210054,
      "learning_rate": 0.0002822485194096266,
      "loss": 5.3917,
      "step": 12736
    },
    {
      "epoch": 1.0819741760108732,
      "grad_norm": 2.025594287466008,
      "learning_rate": 0.0002822452791865142,
      "loss": 4.6882,
      "step": 12737
    },
    {
      "epoch": 1.082059123343527,
      "grad_norm": 1.9411228708700186,
      "learning_rate": 0.00028224203868630816,
      "loss": 4.511,
      "step": 12738
    },
    {
      "epoch": 1.0821440706761807,
      "grad_norm": 1.8349787906290187,
      "learning_rate": 0.00028223879790901526,
      "loss": 4.3549,
      "step": 12739
    },
    {
      "epoch": 1.0822290180088345,
      "grad_norm": 1.969432259699244,
      "learning_rate": 0.0002822355568546422,
      "loss": 4.2357,
      "step": 12740
    },
    {
      "epoch": 1.0823139653414882,
      "grad_norm": 2.1877656130281973,
      "learning_rate": 0.00028223231552319583,
      "loss": 4.8832,
      "step": 12741
    },
    {
      "epoch": 1.082398912674142,
      "grad_norm": 2.122243289171534,
      "learning_rate": 0.00028222907391468297,
      "loss": 4.3506,
      "step": 12742
    },
    {
      "epoch": 1.0824838600067959,
      "grad_norm": 1.8775174006864894,
      "learning_rate": 0.00028222583202911037,
      "loss": 3.8027,
      "step": 12743
    },
    {
      "epoch": 1.0825688073394495,
      "grad_norm": 2.106969022432407,
      "learning_rate": 0.00028222258986648486,
      "loss": 5.0774,
      "step": 12744
    },
    {
      "epoch": 1.0826537546721033,
      "grad_norm": 2.0332119124586265,
      "learning_rate": 0.00028221934742681323,
      "loss": 4.2435,
      "step": 12745
    },
    {
      "epoch": 1.082738702004757,
      "grad_norm": 2.186674173963019,
      "learning_rate": 0.00028221610471010225,
      "loss": 5.0968,
      "step": 12746
    },
    {
      "epoch": 1.0828236493374108,
      "grad_norm": 2.3079014112326948,
      "learning_rate": 0.0002822128617163587,
      "loss": 5.7885,
      "step": 12747
    },
    {
      "epoch": 1.0829085966700647,
      "grad_norm": 2.175371150779845,
      "learning_rate": 0.0002822096184455894,
      "loss": 4.8969,
      "step": 12748
    },
    {
      "epoch": 1.0829935440027183,
      "grad_norm": 2.285027245867459,
      "learning_rate": 0.0002822063748978012,
      "loss": 5.2816,
      "step": 12749
    },
    {
      "epoch": 1.0830784913353722,
      "grad_norm": 2.2264659796489608,
      "learning_rate": 0.0002822031310730008,
      "loss": 5.5108,
      "step": 12750
    },
    {
      "epoch": 1.0831634386680258,
      "grad_norm": 2.1605792356216176,
      "learning_rate": 0.000282199886971195,
      "loss": 5.0538,
      "step": 12751
    },
    {
      "epoch": 1.0832483860006796,
      "grad_norm": 2.101477872002698,
      "learning_rate": 0.00028219664259239067,
      "loss": 4.8344,
      "step": 12752
    },
    {
      "epoch": 1.0833333333333333,
      "grad_norm": 2.201571605727061,
      "learning_rate": 0.0002821933979365946,
      "loss": 5.4908,
      "step": 12753
    },
    {
      "epoch": 1.083418280665987,
      "grad_norm": 2.088579433480061,
      "learning_rate": 0.00028219015300381354,
      "loss": 5.1748,
      "step": 12754
    },
    {
      "epoch": 1.0835032279986407,
      "grad_norm": 2.0524685881535087,
      "learning_rate": 0.0002821869077940543,
      "loss": 5.0737,
      "step": 12755
    },
    {
      "epoch": 1.0835881753312946,
      "grad_norm": 2.0752101160797283,
      "learning_rate": 0.00028218366230732365,
      "loss": 5.1769,
      "step": 12756
    },
    {
      "epoch": 1.0836731226639484,
      "grad_norm": 1.9289728052540827,
      "learning_rate": 0.0002821804165436285,
      "loss": 5.1574,
      "step": 12757
    },
    {
      "epoch": 1.083758069996602,
      "grad_norm": 1.929393780351648,
      "learning_rate": 0.0002821771705029756,
      "loss": 5.0991,
      "step": 12758
    },
    {
      "epoch": 1.083843017329256,
      "grad_norm": 2.020216784223773,
      "learning_rate": 0.00028217392418537166,
      "loss": 5.3294,
      "step": 12759
    },
    {
      "epoch": 1.0839279646619095,
      "grad_norm": 1.9683926597462573,
      "learning_rate": 0.0002821706775908236,
      "loss": 4.636,
      "step": 12760
    },
    {
      "epoch": 1.0840129119945634,
      "grad_norm": 2.0285069943083753,
      "learning_rate": 0.0002821674307193382,
      "loss": 4.7922,
      "step": 12761
    },
    {
      "epoch": 1.084097859327217,
      "grad_norm": 1.9181395534964405,
      "learning_rate": 0.00028216418357092214,
      "loss": 4.7185,
      "step": 12762
    },
    {
      "epoch": 1.0841828066598709,
      "grad_norm": 1.9925294050175355,
      "learning_rate": 0.0002821609361455824,
      "loss": 4.9953,
      "step": 12763
    },
    {
      "epoch": 1.0842677539925247,
      "grad_norm": 2.0538423434495097,
      "learning_rate": 0.0002821576884433257,
      "loss": 4.9687,
      "step": 12764
    },
    {
      "epoch": 1.0843527013251784,
      "grad_norm": 1.9853281598532755,
      "learning_rate": 0.00028215444046415886,
      "loss": 5.2739,
      "step": 12765
    },
    {
      "epoch": 1.0844376486578322,
      "grad_norm": 2.0945148843561845,
      "learning_rate": 0.00028215119220808865,
      "loss": 4.6086,
      "step": 12766
    },
    {
      "epoch": 1.0845225959904858,
      "grad_norm": 2.0261820447528898,
      "learning_rate": 0.00028214794367512194,
      "loss": 4.9162,
      "step": 12767
    },
    {
      "epoch": 1.0846075433231397,
      "grad_norm": 2.02225126056474,
      "learning_rate": 0.0002821446948652655,
      "loss": 4.9971,
      "step": 12768
    },
    {
      "epoch": 1.0846924906557933,
      "grad_norm": 2.617431224373203,
      "learning_rate": 0.0002821414457785261,
      "loss": 4.6984,
      "step": 12769
    },
    {
      "epoch": 1.0847774379884472,
      "grad_norm": 2.0723073840785773,
      "learning_rate": 0.0002821381964149106,
      "loss": 5.2757,
      "step": 12770
    },
    {
      "epoch": 1.084862385321101,
      "grad_norm": 1.975627366655186,
      "learning_rate": 0.0002821349467744258,
      "loss": 5.1447,
      "step": 12771
    },
    {
      "epoch": 1.0849473326537546,
      "grad_norm": 1.9121584413240322,
      "learning_rate": 0.0002821316968570785,
      "loss": 4.7761,
      "step": 12772
    },
    {
      "epoch": 1.0850322799864085,
      "grad_norm": 2.1221183954253466,
      "learning_rate": 0.00028212844666287556,
      "loss": 5.1755,
      "step": 12773
    },
    {
      "epoch": 1.0851172273190621,
      "grad_norm": 2.01548679933996,
      "learning_rate": 0.0002821251961918237,
      "loss": 4.9679,
      "step": 12774
    },
    {
      "epoch": 1.085202174651716,
      "grad_norm": 1.8971342661932442,
      "learning_rate": 0.0002821219454439298,
      "loss": 4.8268,
      "step": 12775
    },
    {
      "epoch": 1.0852871219843696,
      "grad_norm": 2.017637057648348,
      "learning_rate": 0.0002821186944192006,
      "loss": 4.9186,
      "step": 12776
    },
    {
      "epoch": 1.0853720693170235,
      "grad_norm": 2.031172695583869,
      "learning_rate": 0.000282115443117643,
      "loss": 4.9875,
      "step": 12777
    },
    {
      "epoch": 1.085457016649677,
      "grad_norm": 1.873579602798584,
      "learning_rate": 0.0002821121915392637,
      "loss": 4.7308,
      "step": 12778
    },
    {
      "epoch": 1.085541963982331,
      "grad_norm": 2.0699678074828856,
      "learning_rate": 0.0002821089396840697,
      "loss": 5.0519,
      "step": 12779
    },
    {
      "epoch": 1.0856269113149848,
      "grad_norm": 2.036303080250721,
      "learning_rate": 0.00028210568755206763,
      "loss": 5.166,
      "step": 12780
    },
    {
      "epoch": 1.0857118586476384,
      "grad_norm": 1.9630068929828557,
      "learning_rate": 0.00028210243514326436,
      "loss": 5.0975,
      "step": 12781
    },
    {
      "epoch": 1.0857968059802923,
      "grad_norm": 1.9912800743710224,
      "learning_rate": 0.00028209918245766677,
      "loss": 4.7798,
      "step": 12782
    },
    {
      "epoch": 1.085881753312946,
      "grad_norm": 2.1361484827226147,
      "learning_rate": 0.0002820959294952816,
      "loss": 5.2918,
      "step": 12783
    },
    {
      "epoch": 1.0859667006455997,
      "grad_norm": 2.0889670884071747,
      "learning_rate": 0.0002820926762561156,
      "loss": 5.3391,
      "step": 12784
    },
    {
      "epoch": 1.0860516479782536,
      "grad_norm": 2.1152156391474572,
      "learning_rate": 0.0002820894227401758,
      "loss": 5.5093,
      "step": 12785
    },
    {
      "epoch": 1.0861365953109072,
      "grad_norm": 2.097850961500301,
      "learning_rate": 0.00028208616894746883,
      "loss": 5.2849,
      "step": 12786
    },
    {
      "epoch": 1.086221542643561,
      "grad_norm": 2.0826605418829596,
      "learning_rate": 0.00028208291487800155,
      "loss": 4.9862,
      "step": 12787
    },
    {
      "epoch": 1.0863064899762147,
      "grad_norm": 1.9902501020840624,
      "learning_rate": 0.0002820796605317808,
      "loss": 4.9747,
      "step": 12788
    },
    {
      "epoch": 1.0863914373088686,
      "grad_norm": 2.0370027270023194,
      "learning_rate": 0.0002820764059088134,
      "loss": 4.4842,
      "step": 12789
    },
    {
      "epoch": 1.0864763846415222,
      "grad_norm": 2.165155760532247,
      "learning_rate": 0.0002820731510091062,
      "loss": 5.2198,
      "step": 12790
    },
    {
      "epoch": 1.086561331974176,
      "grad_norm": 2.0211927967094567,
      "learning_rate": 0.000282069895832666,
      "loss": 4.7766,
      "step": 12791
    },
    {
      "epoch": 1.0866462793068297,
      "grad_norm": 2.18925022488697,
      "learning_rate": 0.00028206664037949957,
      "loss": 5.3736,
      "step": 12792
    },
    {
      "epoch": 1.0867312266394835,
      "grad_norm": 2.1636807827494167,
      "learning_rate": 0.00028206338464961374,
      "loss": 5.0792,
      "step": 12793
    },
    {
      "epoch": 1.0868161739721374,
      "grad_norm": 2.147428953362885,
      "learning_rate": 0.0002820601286430154,
      "loss": 4.904,
      "step": 12794
    },
    {
      "epoch": 1.086901121304791,
      "grad_norm": 2.156486031472927,
      "learning_rate": 0.0002820568723597113,
      "loss": 5.4141,
      "step": 12795
    },
    {
      "epoch": 1.0869860686374448,
      "grad_norm": 2.172207557441071,
      "learning_rate": 0.0002820536157997083,
      "loss": 5.3612,
      "step": 12796
    },
    {
      "epoch": 1.0870710159700985,
      "grad_norm": 2.059789262126134,
      "learning_rate": 0.00028205035896301323,
      "loss": 5.1186,
      "step": 12797
    },
    {
      "epoch": 1.0871559633027523,
      "grad_norm": 2.0566482207011454,
      "learning_rate": 0.0002820471018496329,
      "loss": 4.8542,
      "step": 12798
    },
    {
      "epoch": 1.087240910635406,
      "grad_norm": 2.038289565397637,
      "learning_rate": 0.0002820438444595741,
      "loss": 5.2517,
      "step": 12799
    },
    {
      "epoch": 1.0873258579680598,
      "grad_norm": 2.1899476139086715,
      "learning_rate": 0.00028204058679284376,
      "loss": 5.3302,
      "step": 12800
    },
    {
      "epoch": 1.0874108053007137,
      "grad_norm": 2.0279348824192547,
      "learning_rate": 0.0002820373288494486,
      "loss": 4.9968,
      "step": 12801
    },
    {
      "epoch": 1.0874957526333673,
      "grad_norm": 2.2207444813358266,
      "learning_rate": 0.00028203407062939547,
      "loss": 5.5213,
      "step": 12802
    },
    {
      "epoch": 1.0875806999660211,
      "grad_norm": 2.0869470596087596,
      "learning_rate": 0.00028203081213269124,
      "loss": 4.9752,
      "step": 12803
    },
    {
      "epoch": 1.0876656472986748,
      "grad_norm": 2.0875185314664244,
      "learning_rate": 0.0002820275533593427,
      "loss": 5.151,
      "step": 12804
    },
    {
      "epoch": 1.0877505946313286,
      "grad_norm": 1.985792131869617,
      "learning_rate": 0.0002820242943093567,
      "loss": 4.736,
      "step": 12805
    },
    {
      "epoch": 1.0878355419639822,
      "grad_norm": 1.835570467436029,
      "learning_rate": 0.00028202103498274,
      "loss": 4.4586,
      "step": 12806
    },
    {
      "epoch": 1.087920489296636,
      "grad_norm": 2.0227659784205883,
      "learning_rate": 0.00028201777537949945,
      "loss": 5.2886,
      "step": 12807
    },
    {
      "epoch": 1.08800543662929,
      "grad_norm": 1.9974244029889823,
      "learning_rate": 0.000282014515499642,
      "loss": 5.1324,
      "step": 12808
    },
    {
      "epoch": 1.0880903839619436,
      "grad_norm": 2.0675192358922128,
      "learning_rate": 0.0002820112553431744,
      "loss": 5.2835,
      "step": 12809
    },
    {
      "epoch": 1.0881753312945974,
      "grad_norm": 2.006486252717011,
      "learning_rate": 0.00028200799491010344,
      "loss": 4.7458,
      "step": 12810
    },
    {
      "epoch": 1.088260278627251,
      "grad_norm": 2.1571325271033395,
      "learning_rate": 0.00028200473420043594,
      "loss": 5.4148,
      "step": 12811
    },
    {
      "epoch": 1.088345225959905,
      "grad_norm": 1.950420024777036,
      "learning_rate": 0.0002820014732141789,
      "loss": 4.5182,
      "step": 12812
    },
    {
      "epoch": 1.0884301732925585,
      "grad_norm": 2.027432278552647,
      "learning_rate": 0.00028199821195133896,
      "loss": 5.0099,
      "step": 12813
    },
    {
      "epoch": 1.0885151206252124,
      "grad_norm": 2.072120594523457,
      "learning_rate": 0.00028199495041192303,
      "loss": 4.7258,
      "step": 12814
    },
    {
      "epoch": 1.088600067957866,
      "grad_norm": 2.1755043216872365,
      "learning_rate": 0.0002819916885959379,
      "loss": 5.3415,
      "step": 12815
    },
    {
      "epoch": 1.0886850152905199,
      "grad_norm": 2.168085903967625,
      "learning_rate": 0.0002819884265033905,
      "loss": 5.4775,
      "step": 12816
    },
    {
      "epoch": 1.0887699626231737,
      "grad_norm": 2.0474591781202776,
      "learning_rate": 0.00028198516413428755,
      "loss": 5.2373,
      "step": 12817
    },
    {
      "epoch": 1.0888549099558273,
      "grad_norm": 2.2145597032235864,
      "learning_rate": 0.00028198190148863596,
      "loss": 5.3875,
      "step": 12818
    },
    {
      "epoch": 1.0889398572884812,
      "grad_norm": 2.0888406916610345,
      "learning_rate": 0.0002819786385664426,
      "loss": 5.2759,
      "step": 12819
    },
    {
      "epoch": 1.0890248046211348,
      "grad_norm": 2.2039436168036524,
      "learning_rate": 0.00028197537536771424,
      "loss": 5.4111,
      "step": 12820
    },
    {
      "epoch": 1.0891097519537887,
      "grad_norm": 2.0462836130467643,
      "learning_rate": 0.0002819721118924577,
      "loss": 5.2773,
      "step": 12821
    },
    {
      "epoch": 1.0891946992864423,
      "grad_norm": 1.9798876560873369,
      "learning_rate": 0.00028196884814067993,
      "loss": 4.6329,
      "step": 12822
    },
    {
      "epoch": 1.0892796466190962,
      "grad_norm": 1.9900594656388773,
      "learning_rate": 0.0002819655841123876,
      "loss": 5.1601,
      "step": 12823
    },
    {
      "epoch": 1.08936459395175,
      "grad_norm": 1.8935955183899567,
      "learning_rate": 0.00028196231980758766,
      "loss": 4.6289,
      "step": 12824
    },
    {
      "epoch": 1.0894495412844036,
      "grad_norm": 1.917981484131558,
      "learning_rate": 0.00028195905522628695,
      "loss": 4.4013,
      "step": 12825
    },
    {
      "epoch": 1.0895344886170575,
      "grad_norm": 1.9217428494912172,
      "learning_rate": 0.0002819557903684923,
      "loss": 4.8943,
      "step": 12826
    },
    {
      "epoch": 1.0896194359497111,
      "grad_norm": 2.0736379024976324,
      "learning_rate": 0.0002819525252342105,
      "loss": 5.1796,
      "step": 12827
    },
    {
      "epoch": 1.089704383282365,
      "grad_norm": 2.011879292010045,
      "learning_rate": 0.00028194925982344844,
      "loss": 5.1668,
      "step": 12828
    },
    {
      "epoch": 1.0897893306150186,
      "grad_norm": 1.939841105770823,
      "learning_rate": 0.000281945994136213,
      "loss": 4.7858,
      "step": 12829
    },
    {
      "epoch": 1.0898742779476724,
      "grad_norm": 1.9460013028433563,
      "learning_rate": 0.00028194272817251093,
      "loss": 5.1786,
      "step": 12830
    },
    {
      "epoch": 1.0899592252803263,
      "grad_norm": 2.1887441568159036,
      "learning_rate": 0.00028193946193234913,
      "loss": 5.4593,
      "step": 12831
    },
    {
      "epoch": 1.09004417261298,
      "grad_norm": 2.0830820497606957,
      "learning_rate": 0.0002819361954157345,
      "loss": 5.585,
      "step": 12832
    },
    {
      "epoch": 1.0901291199456338,
      "grad_norm": 2.03147281926588,
      "learning_rate": 0.0002819329286226737,
      "loss": 5.1754,
      "step": 12833
    },
    {
      "epoch": 1.0902140672782874,
      "grad_norm": 2.007047898926894,
      "learning_rate": 0.0002819296615531737,
      "loss": 4.2797,
      "step": 12834
    },
    {
      "epoch": 1.0902990146109413,
      "grad_norm": 2.027307735665543,
      "learning_rate": 0.00028192639420724145,
      "loss": 4.9523,
      "step": 12835
    },
    {
      "epoch": 1.0903839619435949,
      "grad_norm": 2.163719790214452,
      "learning_rate": 0.00028192312658488364,
      "loss": 5.5088,
      "step": 12836
    },
    {
      "epoch": 1.0904689092762487,
      "grad_norm": 2.027719067523058,
      "learning_rate": 0.00028191985868610713,
      "loss": 5.0615,
      "step": 12837
    },
    {
      "epoch": 1.0905538566089026,
      "grad_norm": 2.1495695129553223,
      "learning_rate": 0.0002819165905109188,
      "loss": 5.1296,
      "step": 12838
    },
    {
      "epoch": 1.0906388039415562,
      "grad_norm": 2.0011458891999787,
      "learning_rate": 0.0002819133220593255,
      "loss": 4.8366,
      "step": 12839
    },
    {
      "epoch": 1.09072375127421,
      "grad_norm": 2.068569901290312,
      "learning_rate": 0.0002819100533313341,
      "loss": 4.9944,
      "step": 12840
    },
    {
      "epoch": 1.0908086986068637,
      "grad_norm": 1.9770565486184144,
      "learning_rate": 0.0002819067843269514,
      "loss": 4.527,
      "step": 12841
    },
    {
      "epoch": 1.0908936459395175,
      "grad_norm": 2.047580020419296,
      "learning_rate": 0.00028190351504618426,
      "loss": 4.7454,
      "step": 12842
    },
    {
      "epoch": 1.0909785932721712,
      "grad_norm": 2.229377351518864,
      "learning_rate": 0.0002819002454890396,
      "loss": 5.324,
      "step": 12843
    },
    {
      "epoch": 1.091063540604825,
      "grad_norm": 2.0456165608333112,
      "learning_rate": 0.00028189697565552416,
      "loss": 4.4806,
      "step": 12844
    },
    {
      "epoch": 1.0911484879374789,
      "grad_norm": 2.1931129819817565,
      "learning_rate": 0.0002818937055456449,
      "loss": 5.2125,
      "step": 12845
    },
    {
      "epoch": 1.0912334352701325,
      "grad_norm": 2.0549274724521314,
      "learning_rate": 0.00028189043515940853,
      "loss": 4.8708,
      "step": 12846
    },
    {
      "epoch": 1.0913183826027864,
      "grad_norm": 2.039469048204634,
      "learning_rate": 0.00028188716449682207,
      "loss": 4.8855,
      "step": 12847
    },
    {
      "epoch": 1.09140332993544,
      "grad_norm": 2.255665799402032,
      "learning_rate": 0.00028188389355789225,
      "loss": 4.9875,
      "step": 12848
    },
    {
      "epoch": 1.0914882772680938,
      "grad_norm": 2.0959020517459956,
      "learning_rate": 0.000281880622342626,
      "loss": 5.1283,
      "step": 12849
    },
    {
      "epoch": 1.0915732246007475,
      "grad_norm": 2.116163196245942,
      "learning_rate": 0.0002818773508510301,
      "loss": 5.2163,
      "step": 12850
    },
    {
      "epoch": 1.0916581719334013,
      "grad_norm": 2.021292389789022,
      "learning_rate": 0.00028187407908311147,
      "loss": 4.9739,
      "step": 12851
    },
    {
      "epoch": 1.091743119266055,
      "grad_norm": 2.050909595369955,
      "learning_rate": 0.00028187080703887695,
      "loss": 5.1171,
      "step": 12852
    },
    {
      "epoch": 1.0918280665987088,
      "grad_norm": 1.9961311266969808,
      "learning_rate": 0.00028186753471833335,
      "loss": 4.4713,
      "step": 12853
    },
    {
      "epoch": 1.0919130139313626,
      "grad_norm": 1.9891913527374379,
      "learning_rate": 0.0002818642621214876,
      "loss": 4.5664,
      "step": 12854
    },
    {
      "epoch": 1.0919979612640163,
      "grad_norm": 1.7976494109882701,
      "learning_rate": 0.0002818609892483465,
      "loss": 3.8234,
      "step": 12855
    },
    {
      "epoch": 1.0920829085966701,
      "grad_norm": 2.0366204615169146,
      "learning_rate": 0.0002818577160989169,
      "loss": 5.2836,
      "step": 12856
    },
    {
      "epoch": 1.0921678559293237,
      "grad_norm": 2.0676994750781668,
      "learning_rate": 0.00028185444267320577,
      "loss": 5.1168,
      "step": 12857
    },
    {
      "epoch": 1.0922528032619776,
      "grad_norm": 2.142432532237292,
      "learning_rate": 0.0002818511689712198,
      "loss": 5.3796,
      "step": 12858
    },
    {
      "epoch": 1.0923377505946312,
      "grad_norm": 2.0465697536406244,
      "learning_rate": 0.00028184789499296597,
      "loss": 5.1531,
      "step": 12859
    },
    {
      "epoch": 1.092422697927285,
      "grad_norm": 2.011602735994258,
      "learning_rate": 0.0002818446207384511,
      "loss": 4.7351,
      "step": 12860
    },
    {
      "epoch": 1.092507645259939,
      "grad_norm": 2.0334749621102475,
      "learning_rate": 0.00028184134620768206,
      "loss": 4.5683,
      "step": 12861
    },
    {
      "epoch": 1.0925925925925926,
      "grad_norm": 2.086075247300297,
      "learning_rate": 0.0002818380714006657,
      "loss": 4.877,
      "step": 12862
    },
    {
      "epoch": 1.0926775399252464,
      "grad_norm": 1.9881800916462844,
      "learning_rate": 0.0002818347963174089,
      "loss": 4.7316,
      "step": 12863
    },
    {
      "epoch": 1.0927624872579,
      "grad_norm": 2.032242892734237,
      "learning_rate": 0.0002818315209579185,
      "loss": 5.1034,
      "step": 12864
    },
    {
      "epoch": 1.092847434590554,
      "grad_norm": 2.131055938914625,
      "learning_rate": 0.00028182824532220133,
      "loss": 4.7808,
      "step": 12865
    },
    {
      "epoch": 1.0929323819232075,
      "grad_norm": 1.8727973656434571,
      "learning_rate": 0.0002818249694102643,
      "loss": 4.6329,
      "step": 12866
    },
    {
      "epoch": 1.0930173292558614,
      "grad_norm": 2.2192512959821955,
      "learning_rate": 0.00028182169322211434,
      "loss": 5.5883,
      "step": 12867
    },
    {
      "epoch": 1.0931022765885152,
      "grad_norm": 2.0367743192436567,
      "learning_rate": 0.0002818184167577582,
      "loss": 4.9504,
      "step": 12868
    },
    {
      "epoch": 1.0931872239211688,
      "grad_norm": 2.1418594557242416,
      "learning_rate": 0.0002818151400172028,
      "loss": 5.013,
      "step": 12869
    },
    {
      "epoch": 1.0932721712538227,
      "grad_norm": 2.216614518637951,
      "learning_rate": 0.00028181186300045504,
      "loss": 5.5067,
      "step": 12870
    },
    {
      "epoch": 1.0933571185864763,
      "grad_norm": 2.167113317313373,
      "learning_rate": 0.00028180858570752164,
      "loss": 4.992,
      "step": 12871
    },
    {
      "epoch": 1.0934420659191302,
      "grad_norm": 2.2240170091947844,
      "learning_rate": 0.0002818053081384097,
      "loss": 5.2851,
      "step": 12872
    },
    {
      "epoch": 1.0935270132517838,
      "grad_norm": 2.1014610441599713,
      "learning_rate": 0.00028180203029312586,
      "loss": 5.2158,
      "step": 12873
    },
    {
      "epoch": 1.0936119605844377,
      "grad_norm": 2.0067222454729943,
      "learning_rate": 0.0002817987521716771,
      "loss": 5.0692,
      "step": 12874
    },
    {
      "epoch": 1.0936969079170913,
      "grad_norm": 2.1743574784599526,
      "learning_rate": 0.00028179547377407026,
      "loss": 5.2548,
      "step": 12875
    },
    {
      "epoch": 1.0937818552497451,
      "grad_norm": 2.1240640254056666,
      "learning_rate": 0.0002817921951003122,
      "loss": 3.967,
      "step": 12876
    },
    {
      "epoch": 1.093866802582399,
      "grad_norm": 2.113606753310246,
      "learning_rate": 0.0002817889161504099,
      "loss": 5.1753,
      "step": 12877
    },
    {
      "epoch": 1.0939517499150526,
      "grad_norm": 2.117349611532232,
      "learning_rate": 0.00028178563692437007,
      "loss": 5.1026,
      "step": 12878
    },
    {
      "epoch": 1.0940366972477065,
      "grad_norm": 2.1684312548465994,
      "learning_rate": 0.0002817823574221997,
      "loss": 5.0405,
      "step": 12879
    },
    {
      "epoch": 1.09412164458036,
      "grad_norm": 2.1277750963424533,
      "learning_rate": 0.0002817790776439056,
      "loss": 5.3809,
      "step": 12880
    },
    {
      "epoch": 1.094206591913014,
      "grad_norm": 2.264282804616209,
      "learning_rate": 0.0002817757975894946,
      "loss": 5.4759,
      "step": 12881
    },
    {
      "epoch": 1.0942915392456678,
      "grad_norm": 2.1061056451464366,
      "learning_rate": 0.00028177251725897373,
      "loss": 5.2284,
      "step": 12882
    },
    {
      "epoch": 1.0943764865783214,
      "grad_norm": 1.9945176460497365,
      "learning_rate": 0.0002817692366523497,
      "loss": 4.8255,
      "step": 12883
    },
    {
      "epoch": 1.0944614339109753,
      "grad_norm": 2.1792707944878775,
      "learning_rate": 0.00028176595576962947,
      "loss": 4.9652,
      "step": 12884
    },
    {
      "epoch": 1.094546381243629,
      "grad_norm": 2.0207346461207014,
      "learning_rate": 0.00028176267461081986,
      "loss": 5.1019,
      "step": 12885
    },
    {
      "epoch": 1.0946313285762828,
      "grad_norm": 2.183278373477645,
      "learning_rate": 0.0002817593931759278,
      "loss": 5.326,
      "step": 12886
    },
    {
      "epoch": 1.0947162759089364,
      "grad_norm": 2.0034992998711934,
      "learning_rate": 0.0002817561114649602,
      "loss": 4.5777,
      "step": 12887
    },
    {
      "epoch": 1.0948012232415902,
      "grad_norm": 1.962925986543714,
      "learning_rate": 0.00028175282947792376,
      "loss": 4.4256,
      "step": 12888
    },
    {
      "epoch": 1.0948861705742439,
      "grad_norm": 2.0006917633020747,
      "learning_rate": 0.0002817495472148255,
      "loss": 4.9827,
      "step": 12889
    },
    {
      "epoch": 1.0949711179068977,
      "grad_norm": 1.9548157966013473,
      "learning_rate": 0.00028174626467567237,
      "loss": 4.6943,
      "step": 12890
    },
    {
      "epoch": 1.0950560652395516,
      "grad_norm": 2.026309726417359,
      "learning_rate": 0.00028174298186047105,
      "loss": 5.1541,
      "step": 12891
    },
    {
      "epoch": 1.0951410125722052,
      "grad_norm": 2.214162818899509,
      "learning_rate": 0.00028173969876922855,
      "loss": 5.0248,
      "step": 12892
    },
    {
      "epoch": 1.095225959904859,
      "grad_norm": 2.2422049819557457,
      "learning_rate": 0.00028173641540195176,
      "loss": 5.6481,
      "step": 12893
    },
    {
      "epoch": 1.0953109072375127,
      "grad_norm": 1.9477773974153265,
      "learning_rate": 0.00028173313175864744,
      "loss": 4.9234,
      "step": 12894
    },
    {
      "epoch": 1.0953958545701665,
      "grad_norm": 2.1558767847109688,
      "learning_rate": 0.0002817298478393226,
      "loss": 5.0522,
      "step": 12895
    },
    {
      "epoch": 1.0954808019028202,
      "grad_norm": 2.014327577746032,
      "learning_rate": 0.00028172656364398407,
      "loss": 5.1568,
      "step": 12896
    },
    {
      "epoch": 1.095565749235474,
      "grad_norm": 2.1796221948736525,
      "learning_rate": 0.0002817232791726387,
      "loss": 4.9041,
      "step": 12897
    },
    {
      "epoch": 1.0956506965681279,
      "grad_norm": 2.2983399294047047,
      "learning_rate": 0.0002817199944252934,
      "loss": 5.5479,
      "step": 12898
    },
    {
      "epoch": 1.0957356439007815,
      "grad_norm": 1.9777487846120234,
      "learning_rate": 0.0002817167094019551,
      "loss": 4.9487,
      "step": 12899
    },
    {
      "epoch": 1.0958205912334353,
      "grad_norm": 2.0525473422967697,
      "learning_rate": 0.00028171342410263057,
      "loss": 5.0243,
      "step": 12900
    },
    {
      "epoch": 1.095905538566089,
      "grad_norm": 2.22995471646809,
      "learning_rate": 0.0002817101385273268,
      "loss": 5.641,
      "step": 12901
    },
    {
      "epoch": 1.0959904858987428,
      "grad_norm": 2.0558539685941333,
      "learning_rate": 0.00028170685267605065,
      "loss": 5.2042,
      "step": 12902
    },
    {
      "epoch": 1.0960754332313964,
      "grad_norm": 2.0476035927075715,
      "learning_rate": 0.00028170356654880896,
      "loss": 4.8736,
      "step": 12903
    },
    {
      "epoch": 1.0961603805640503,
      "grad_norm": 2.0034292324719485,
      "learning_rate": 0.00028170028014560866,
      "loss": 5.0129,
      "step": 12904
    },
    {
      "epoch": 1.0962453278967041,
      "grad_norm": 2.0947801449883614,
      "learning_rate": 0.0002816969934664566,
      "loss": 5.1375,
      "step": 12905
    },
    {
      "epoch": 1.0963302752293578,
      "grad_norm": 1.9482410600817515,
      "learning_rate": 0.00028169370651135974,
      "loss": 4.357,
      "step": 12906
    },
    {
      "epoch": 1.0964152225620116,
      "grad_norm": 2.0348656785103016,
      "learning_rate": 0.0002816904192803249,
      "loss": 5.055,
      "step": 12907
    },
    {
      "epoch": 1.0965001698946653,
      "grad_norm": 2.052674993803019,
      "learning_rate": 0.0002816871317733589,
      "loss": 5.0041,
      "step": 12908
    },
    {
      "epoch": 1.096585117227319,
      "grad_norm": 2.0251267494267764,
      "learning_rate": 0.00028168384399046884,
      "loss": 4.805,
      "step": 12909
    },
    {
      "epoch": 1.0966700645599727,
      "grad_norm": 2.029853780894682,
      "learning_rate": 0.0002816805559316614,
      "loss": 5.0318,
      "step": 12910
    },
    {
      "epoch": 1.0967550118926266,
      "grad_norm": 1.9737181145252385,
      "learning_rate": 0.00028167726759694355,
      "loss": 4.6517,
      "step": 12911
    },
    {
      "epoch": 1.0968399592252802,
      "grad_norm": 2.1771574175514563,
      "learning_rate": 0.0002816739789863222,
      "loss": 5.4043,
      "step": 12912
    },
    {
      "epoch": 1.096924906557934,
      "grad_norm": 1.9455485618628818,
      "learning_rate": 0.0002816706900998042,
      "loss": 4.7021,
      "step": 12913
    },
    {
      "epoch": 1.097009853890588,
      "grad_norm": 1.8936348652365693,
      "learning_rate": 0.00028166740093739655,
      "loss": 4.4707,
      "step": 12914
    },
    {
      "epoch": 1.0970948012232415,
      "grad_norm": 2.0898961861940024,
      "learning_rate": 0.00028166411149910595,
      "loss": 5.2426,
      "step": 12915
    },
    {
      "epoch": 1.0971797485558954,
      "grad_norm": 2.059475112499214,
      "learning_rate": 0.00028166082178493945,
      "loss": 4.7971,
      "step": 12916
    },
    {
      "epoch": 1.097264695888549,
      "grad_norm": 2.0363392980157164,
      "learning_rate": 0.00028165753179490384,
      "loss": 4.6594,
      "step": 12917
    },
    {
      "epoch": 1.0973496432212029,
      "grad_norm": 2.0007857844470185,
      "learning_rate": 0.0002816542415290061,
      "loss": 4.8865,
      "step": 12918
    },
    {
      "epoch": 1.0974345905538567,
      "grad_norm": 2.4094323261637642,
      "learning_rate": 0.00028165095098725307,
      "loss": 4.7782,
      "step": 12919
    },
    {
      "epoch": 1.0975195378865104,
      "grad_norm": 2.1932117962139044,
      "learning_rate": 0.00028164766016965163,
      "loss": 5.1926,
      "step": 12920
    },
    {
      "epoch": 1.0976044852191642,
      "grad_norm": 2.0544250963571344,
      "learning_rate": 0.0002816443690762088,
      "loss": 4.6874,
      "step": 12921
    },
    {
      "epoch": 1.0976894325518178,
      "grad_norm": 2.191457763574865,
      "learning_rate": 0.0002816410777069313,
      "loss": 5.3571,
      "step": 12922
    },
    {
      "epoch": 1.0977743798844717,
      "grad_norm": 2.199549334161829,
      "learning_rate": 0.00028163778606182615,
      "loss": 5.4793,
      "step": 12923
    },
    {
      "epoch": 1.0978593272171253,
      "grad_norm": 1.8215008653588527,
      "learning_rate": 0.00028163449414090013,
      "loss": 4.5096,
      "step": 12924
    },
    {
      "epoch": 1.0979442745497792,
      "grad_norm": 2.1319609970959266,
      "learning_rate": 0.00028163120194416036,
      "loss": 4.962,
      "step": 12925
    },
    {
      "epoch": 1.0980292218824328,
      "grad_norm": 2.1325843298129668,
      "learning_rate": 0.0002816279094716135,
      "loss": 5.0778,
      "step": 12926
    },
    {
      "epoch": 1.0981141692150866,
      "grad_norm": 2.1192385706473464,
      "learning_rate": 0.0002816246167232665,
      "loss": 5.1169,
      "step": 12927
    },
    {
      "epoch": 1.0981991165477405,
      "grad_norm": 2.1170615009816527,
      "learning_rate": 0.00028162132369912633,
      "loss": 4.944,
      "step": 12928
    },
    {
      "epoch": 1.0982840638803941,
      "grad_norm": 2.1586637762264598,
      "learning_rate": 0.0002816180303991999,
      "loss": 5.3374,
      "step": 12929
    },
    {
      "epoch": 1.098369011213048,
      "grad_norm": 2.263876368194952,
      "learning_rate": 0.00028161473682349406,
      "loss": 5.533,
      "step": 12930
    },
    {
      "epoch": 1.0984539585457016,
      "grad_norm": 2.0573896847640647,
      "learning_rate": 0.0002816114429720157,
      "loss": 4.8089,
      "step": 12931
    },
    {
      "epoch": 1.0985389058783555,
      "grad_norm": 1.8007305567850747,
      "learning_rate": 0.0002816081488447717,
      "loss": 4.4174,
      "step": 12932
    },
    {
      "epoch": 1.098623853211009,
      "grad_norm": 2.0337755265593844,
      "learning_rate": 0.00028160485444176904,
      "loss": 4.6646,
      "step": 12933
    },
    {
      "epoch": 1.098708800543663,
      "grad_norm": 2.1526422245333925,
      "learning_rate": 0.0002816015597630146,
      "loss": 5.3373,
      "step": 12934
    },
    {
      "epoch": 1.0987937478763168,
      "grad_norm": 2.011204539396697,
      "learning_rate": 0.00028159826480851527,
      "loss": 4.9048,
      "step": 12935
    },
    {
      "epoch": 1.0988786952089704,
      "grad_norm": 2.0207954385905125,
      "learning_rate": 0.00028159496957827794,
      "loss": 5.0318,
      "step": 12936
    },
    {
      "epoch": 1.0989636425416243,
      "grad_norm": 2.2092265926408134,
      "learning_rate": 0.00028159167407230956,
      "loss": 5.2494,
      "step": 12937
    },
    {
      "epoch": 1.099048589874278,
      "grad_norm": 2.089385696007143,
      "learning_rate": 0.00028158837829061697,
      "loss": 4.9326,
      "step": 12938
    },
    {
      "epoch": 1.0991335372069317,
      "grad_norm": 2.0383325917683686,
      "learning_rate": 0.00028158508223320716,
      "loss": 4.8069,
      "step": 12939
    },
    {
      "epoch": 1.0992184845395854,
      "grad_norm": 2.002607596826562,
      "learning_rate": 0.0002815817859000869,
      "loss": 4.5264,
      "step": 12940
    },
    {
      "epoch": 1.0993034318722392,
      "grad_norm": 2.002540370479293,
      "learning_rate": 0.0002815784892912632,
      "loss": 4.6373,
      "step": 12941
    },
    {
      "epoch": 1.099388379204893,
      "grad_norm": 2.2102027025891164,
      "learning_rate": 0.00028157519240674304,
      "loss": 5.0323,
      "step": 12942
    },
    {
      "epoch": 1.0994733265375467,
      "grad_norm": 2.0964443643643107,
      "learning_rate": 0.00028157189524653315,
      "loss": 5.1488,
      "step": 12943
    },
    {
      "epoch": 1.0995582738702006,
      "grad_norm": 2.0034020461196187,
      "learning_rate": 0.00028156859781064056,
      "loss": 4.77,
      "step": 12944
    },
    {
      "epoch": 1.0996432212028542,
      "grad_norm": 2.080648462184269,
      "learning_rate": 0.00028156530009907217,
      "loss": 4.9614,
      "step": 12945
    },
    {
      "epoch": 1.099728168535508,
      "grad_norm": 2.0282109492100293,
      "learning_rate": 0.0002815620021118348,
      "loss": 4.8937,
      "step": 12946
    },
    {
      "epoch": 1.0998131158681617,
      "grad_norm": 2.0410153266346853,
      "learning_rate": 0.00028155870384893546,
      "loss": 3.9403,
      "step": 12947
    },
    {
      "epoch": 1.0998980632008155,
      "grad_norm": 2.1125419351452432,
      "learning_rate": 0.000281555405310381,
      "loss": 5.4286,
      "step": 12948
    },
    {
      "epoch": 1.0999830105334691,
      "grad_norm": 2.0911979354264894,
      "learning_rate": 0.00028155210649617843,
      "loss": 4.9763,
      "step": 12949
    },
    {
      "epoch": 1.100067957866123,
      "grad_norm": 2.0425994891229036,
      "learning_rate": 0.00028154880740633456,
      "loss": 5.2087,
      "step": 12950
    },
    {
      "epoch": 1.1001529051987768,
      "grad_norm": 2.1586140948411936,
      "learning_rate": 0.0002815455080408563,
      "loss": 5.359,
      "step": 12951
    },
    {
      "epoch": 1.1002378525314305,
      "grad_norm": 2.028792859765692,
      "learning_rate": 0.0002815422083997506,
      "loss": 5.1053,
      "step": 12952
    },
    {
      "epoch": 1.1003227998640843,
      "grad_norm": 1.9911933829511232,
      "learning_rate": 0.0002815389084830244,
      "loss": 5.0522,
      "step": 12953
    },
    {
      "epoch": 1.100407747196738,
      "grad_norm": 1.9799668873818055,
      "learning_rate": 0.00028153560829068455,
      "loss": 5.1302,
      "step": 12954
    },
    {
      "epoch": 1.1004926945293918,
      "grad_norm": 2.1607183405237675,
      "learning_rate": 0.00028153230782273803,
      "loss": 5.2537,
      "step": 12955
    },
    {
      "epoch": 1.1005776418620454,
      "grad_norm": 2.1081479274980306,
      "learning_rate": 0.0002815290070791917,
      "loss": 5.4683,
      "step": 12956
    },
    {
      "epoch": 1.1006625891946993,
      "grad_norm": 2.080587818443632,
      "learning_rate": 0.0002815257060600525,
      "loss": 5.318,
      "step": 12957
    },
    {
      "epoch": 1.1007475365273531,
      "grad_norm": 1.9435624780594205,
      "learning_rate": 0.00028152240476532735,
      "loss": 4.5551,
      "step": 12958
    },
    {
      "epoch": 1.1008324838600068,
      "grad_norm": 2.071286589675963,
      "learning_rate": 0.0002815191031950232,
      "loss": 5.0689,
      "step": 12959
    },
    {
      "epoch": 1.1009174311926606,
      "grad_norm": 1.9704074206721844,
      "learning_rate": 0.0002815158013491469,
      "loss": 4.9779,
      "step": 12960
    },
    {
      "epoch": 1.1010023785253142,
      "grad_norm": 1.9946206312927273,
      "learning_rate": 0.0002815124992277054,
      "loss": 4.9673,
      "step": 12961
    },
    {
      "epoch": 1.101087325857968,
      "grad_norm": 2.180308249160567,
      "learning_rate": 0.0002815091968307056,
      "loss": 5.5107,
      "step": 12962
    },
    {
      "epoch": 1.1011722731906217,
      "grad_norm": 2.069952721050966,
      "learning_rate": 0.0002815058941581545,
      "loss": 4.9627,
      "step": 12963
    },
    {
      "epoch": 1.1012572205232756,
      "grad_norm": 2.026119729962051,
      "learning_rate": 0.0002815025912100589,
      "loss": 5.1659,
      "step": 12964
    },
    {
      "epoch": 1.1013421678559294,
      "grad_norm": 1.9820084206533808,
      "learning_rate": 0.00028149928798642577,
      "loss": 4.8011,
      "step": 12965
    },
    {
      "epoch": 1.101427115188583,
      "grad_norm": 2.1988823797607817,
      "learning_rate": 0.0002814959844872621,
      "loss": 5.4165,
      "step": 12966
    },
    {
      "epoch": 1.101512062521237,
      "grad_norm": 2.039879366430672,
      "learning_rate": 0.00028149268071257474,
      "loss": 5.0328,
      "step": 12967
    },
    {
      "epoch": 1.1015970098538905,
      "grad_norm": 2.0182214317107197,
      "learning_rate": 0.00028148937666237057,
      "loss": 4.6016,
      "step": 12968
    },
    {
      "epoch": 1.1016819571865444,
      "grad_norm": 2.0610103013991368,
      "learning_rate": 0.00028148607233665664,
      "loss": 5.2167,
      "step": 12969
    },
    {
      "epoch": 1.101766904519198,
      "grad_norm": 2.081510990427014,
      "learning_rate": 0.00028148276773543973,
      "loss": 5.0947,
      "step": 12970
    },
    {
      "epoch": 1.1018518518518519,
      "grad_norm": 2.0397482192279597,
      "learning_rate": 0.0002814794628587269,
      "loss": 4.9036,
      "step": 12971
    },
    {
      "epoch": 1.1019367991845055,
      "grad_norm": 2.028772861926988,
      "learning_rate": 0.00028147615770652494,
      "loss": 4.3975,
      "step": 12972
    },
    {
      "epoch": 1.1020217465171593,
      "grad_norm": 2.2498299113932867,
      "learning_rate": 0.00028147285227884093,
      "loss": 5.4013,
      "step": 12973
    },
    {
      "epoch": 1.1021066938498132,
      "grad_norm": 2.009869481095726,
      "learning_rate": 0.00028146954657568164,
      "loss": 4.8729,
      "step": 12974
    },
    {
      "epoch": 1.1021916411824668,
      "grad_norm": 2.114081637698442,
      "learning_rate": 0.0002814662405970541,
      "loss": 5.2882,
      "step": 12975
    },
    {
      "epoch": 1.1022765885151207,
      "grad_norm": 2.1394275054516045,
      "learning_rate": 0.0002814629343429652,
      "loss": 4.6779,
      "step": 12976
    },
    {
      "epoch": 1.1023615358477743,
      "grad_norm": 2.0681987384973923,
      "learning_rate": 0.00028145962781342187,
      "loss": 5.2356,
      "step": 12977
    },
    {
      "epoch": 1.1024464831804281,
      "grad_norm": 2.252125071581831,
      "learning_rate": 0.00028145632100843107,
      "loss": 5.6008,
      "step": 12978
    },
    {
      "epoch": 1.102531430513082,
      "grad_norm": 2.0621230526782512,
      "learning_rate": 0.0002814530139279997,
      "loss": 4.8907,
      "step": 12979
    },
    {
      "epoch": 1.1026163778457356,
      "grad_norm": 2.174882143008209,
      "learning_rate": 0.0002814497065721346,
      "loss": 5.3429,
      "step": 12980
    },
    {
      "epoch": 1.1027013251783895,
      "grad_norm": 2.034931062164981,
      "learning_rate": 0.0002814463989408429,
      "loss": 4.8866,
      "step": 12981
    },
    {
      "epoch": 1.102786272511043,
      "grad_norm": 1.9812902424577798,
      "learning_rate": 0.00028144309103413133,
      "loss": 4.6283,
      "step": 12982
    },
    {
      "epoch": 1.102871219843697,
      "grad_norm": 2.0286575273411307,
      "learning_rate": 0.000281439782852007,
      "loss": 5.0883,
      "step": 12983
    },
    {
      "epoch": 1.1029561671763506,
      "grad_norm": 2.2350099210962115,
      "learning_rate": 0.00028143647439447664,
      "loss": 5.5998,
      "step": 12984
    },
    {
      "epoch": 1.1030411145090044,
      "grad_norm": 1.9921926224853856,
      "learning_rate": 0.0002814331656615474,
      "loss": 4.4158,
      "step": 12985
    },
    {
      "epoch": 1.103126061841658,
      "grad_norm": 2.222794713082772,
      "learning_rate": 0.00028142985665322604,
      "loss": 5.6102,
      "step": 12986
    },
    {
      "epoch": 1.103211009174312,
      "grad_norm": 2.178307315769673,
      "learning_rate": 0.0002814265473695196,
      "loss": 5.3546,
      "step": 12987
    },
    {
      "epoch": 1.1032959565069658,
      "grad_norm": 2.113378684145757,
      "learning_rate": 0.0002814232378104349,
      "loss": 5.011,
      "step": 12988
    },
    {
      "epoch": 1.1033809038396194,
      "grad_norm": 2.1648398798222477,
      "learning_rate": 0.00028141992797597903,
      "loss": 5.3414,
      "step": 12989
    },
    {
      "epoch": 1.1034658511722732,
      "grad_norm": 2.032340701935445,
      "learning_rate": 0.00028141661786615883,
      "loss": 4.7587,
      "step": 12990
    },
    {
      "epoch": 1.1035507985049269,
      "grad_norm": 2.1686285612305802,
      "learning_rate": 0.00028141330748098127,
      "loss": 5.2668,
      "step": 12991
    },
    {
      "epoch": 1.1036357458375807,
      "grad_norm": 2.155333009692286,
      "learning_rate": 0.0002814099968204532,
      "loss": 5.3233,
      "step": 12992
    },
    {
      "epoch": 1.1037206931702344,
      "grad_norm": 2.180708073007325,
      "learning_rate": 0.00028140668588458166,
      "loss": 5.0048,
      "step": 12993
    },
    {
      "epoch": 1.1038056405028882,
      "grad_norm": 1.9794269187231612,
      "learning_rate": 0.00028140337467337355,
      "loss": 4.5712,
      "step": 12994
    },
    {
      "epoch": 1.103890587835542,
      "grad_norm": 1.938483227756302,
      "learning_rate": 0.00028140006318683576,
      "loss": 4.4906,
      "step": 12995
    },
    {
      "epoch": 1.1039755351681957,
      "grad_norm": 2.1047925290419816,
      "learning_rate": 0.00028139675142497536,
      "loss": 4.588,
      "step": 12996
    },
    {
      "epoch": 1.1040604825008495,
      "grad_norm": 2.1123811649535154,
      "learning_rate": 0.00028139343938779916,
      "loss": 5.2913,
      "step": 12997
    },
    {
      "epoch": 1.1041454298335032,
      "grad_norm": 2.1183132259967894,
      "learning_rate": 0.00028139012707531415,
      "loss": 4.9597,
      "step": 12998
    },
    {
      "epoch": 1.104230377166157,
      "grad_norm": 2.2530423975648772,
      "learning_rate": 0.0002813868144875273,
      "loss": 5.1377,
      "step": 12999
    },
    {
      "epoch": 1.1043153244988106,
      "grad_norm": 2.134580015921289,
      "learning_rate": 0.00028138350162444544,
      "loss": 5.1572,
      "step": 13000
    },
    {
      "epoch": 1.1044002718314645,
      "grad_norm": 2.0571338650946753,
      "learning_rate": 0.0002813801884860756,
      "loss": 4.907,
      "step": 13001
    },
    {
      "epoch": 1.1044852191641183,
      "grad_norm": 2.066471886374787,
      "learning_rate": 0.0002813768750724248,
      "loss": 4.8889,
      "step": 13002
    },
    {
      "epoch": 1.104570166496772,
      "grad_norm": 2.0305328806966036,
      "learning_rate": 0.0002813735613834998,
      "loss": 4.9753,
      "step": 13003
    },
    {
      "epoch": 1.1046551138294258,
      "grad_norm": 2.02023630891297,
      "learning_rate": 0.00028137024741930767,
      "loss": 4.8572,
      "step": 13004
    },
    {
      "epoch": 1.1047400611620795,
      "grad_norm": 2.020445775113868,
      "learning_rate": 0.00028136693317985535,
      "loss": 4.8641,
      "step": 13005
    },
    {
      "epoch": 1.1048250084947333,
      "grad_norm": 2.0341509066053103,
      "learning_rate": 0.0002813636186651497,
      "loss": 4.9148,
      "step": 13006
    },
    {
      "epoch": 1.104909955827387,
      "grad_norm": 2.023204113037005,
      "learning_rate": 0.00028136030387519777,
      "loss": 5.0225,
      "step": 13007
    },
    {
      "epoch": 1.1049949031600408,
      "grad_norm": 2.060643784500559,
      "learning_rate": 0.0002813569888100064,
      "loss": 5.2142,
      "step": 13008
    },
    {
      "epoch": 1.1050798504926944,
      "grad_norm": 2.2249410115074966,
      "learning_rate": 0.0002813536734695826,
      "loss": 5.3487,
      "step": 13009
    },
    {
      "epoch": 1.1051647978253483,
      "grad_norm": 2.152456406961892,
      "learning_rate": 0.0002813503578539333,
      "loss": 5.3563,
      "step": 13010
    },
    {
      "epoch": 1.1052497451580021,
      "grad_norm": 2.1413724805565706,
      "learning_rate": 0.0002813470419630655,
      "loss": 5.3318,
      "step": 13011
    },
    {
      "epoch": 1.1053346924906557,
      "grad_norm": 2.0049360927177338,
      "learning_rate": 0.0002813437257969861,
      "loss": 5.0147,
      "step": 13012
    },
    {
      "epoch": 1.1054196398233096,
      "grad_norm": 2.0043059081837518,
      "learning_rate": 0.00028134040935570205,
      "loss": 4.7939,
      "step": 13013
    },
    {
      "epoch": 1.1055045871559632,
      "grad_norm": 2.080419517863172,
      "learning_rate": 0.00028133709263922024,
      "loss": 5.3198,
      "step": 13014
    },
    {
      "epoch": 1.105589534488617,
      "grad_norm": 2.0876108794414017,
      "learning_rate": 0.0002813337756475477,
      "loss": 5.4571,
      "step": 13015
    },
    {
      "epoch": 1.105674481821271,
      "grad_norm": 1.9880929217337182,
      "learning_rate": 0.0002813304583806914,
      "loss": 4.9223,
      "step": 13016
    },
    {
      "epoch": 1.1057594291539246,
      "grad_norm": 1.9710524661592248,
      "learning_rate": 0.0002813271408386582,
      "loss": 4.6947,
      "step": 13017
    },
    {
      "epoch": 1.1058443764865784,
      "grad_norm": 2.049323802803567,
      "learning_rate": 0.0002813238230214552,
      "loss": 4.9442,
      "step": 13018
    },
    {
      "epoch": 1.105929323819232,
      "grad_norm": 2.0570229711520414,
      "learning_rate": 0.00028132050492908915,
      "loss": 5.2991,
      "step": 13019
    },
    {
      "epoch": 1.1060142711518859,
      "grad_norm": 2.013540830474635,
      "learning_rate": 0.00028131718656156714,
      "loss": 5.0289,
      "step": 13020
    },
    {
      "epoch": 1.1060992184845395,
      "grad_norm": 2.154325026361816,
      "learning_rate": 0.0002813138679188961,
      "loss": 5.2606,
      "step": 13021
    },
    {
      "epoch": 1.1061841658171934,
      "grad_norm": 1.9180542828699756,
      "learning_rate": 0.0002813105490010829,
      "loss": 4.4504,
      "step": 13022
    },
    {
      "epoch": 1.106269113149847,
      "grad_norm": 2.007211363759593,
      "learning_rate": 0.0002813072298081346,
      "loss": 4.8392,
      "step": 13023
    },
    {
      "epoch": 1.1063540604825008,
      "grad_norm": 2.0614622278588146,
      "learning_rate": 0.00028130391034005816,
      "loss": 5.1698,
      "step": 13024
    },
    {
      "epoch": 1.1064390078151547,
      "grad_norm": 2.059026150220411,
      "learning_rate": 0.0002813005905968605,
      "loss": 5.0978,
      "step": 13025
    },
    {
      "epoch": 1.1065239551478083,
      "grad_norm": 2.003834350933759,
      "learning_rate": 0.0002812972705785485,
      "loss": 4.9326,
      "step": 13026
    },
    {
      "epoch": 1.1066089024804622,
      "grad_norm": 2.0949221895464434,
      "learning_rate": 0.00028129395028512924,
      "loss": 4.9999,
      "step": 13027
    },
    {
      "epoch": 1.1066938498131158,
      "grad_norm": 2.301674158630068,
      "learning_rate": 0.00028129062971660965,
      "loss": 5.5901,
      "step": 13028
    },
    {
      "epoch": 1.1067787971457697,
      "grad_norm": 2.0771569131955827,
      "learning_rate": 0.0002812873088729966,
      "loss": 4.3891,
      "step": 13029
    },
    {
      "epoch": 1.1068637444784233,
      "grad_norm": 2.1292351016273487,
      "learning_rate": 0.00028128398775429715,
      "loss": 5.4683,
      "step": 13030
    },
    {
      "epoch": 1.1069486918110771,
      "grad_norm": 2.068276586296245,
      "learning_rate": 0.0002812806663605182,
      "loss": 4.7976,
      "step": 13031
    },
    {
      "epoch": 1.107033639143731,
      "grad_norm": 2.0620850441592777,
      "learning_rate": 0.0002812773446916668,
      "loss": 4.9739,
      "step": 13032
    },
    {
      "epoch": 1.1071185864763846,
      "grad_norm": 2.026256716512787,
      "learning_rate": 0.00028127402274774973,
      "loss": 4.7439,
      "step": 13033
    },
    {
      "epoch": 1.1072035338090385,
      "grad_norm": 2.0198158052369464,
      "learning_rate": 0.0002812707005287741,
      "loss": 5.2711,
      "step": 13034
    },
    {
      "epoch": 1.107288481141692,
      "grad_norm": 2.033185906998963,
      "learning_rate": 0.0002812673780347469,
      "loss": 4.9319,
      "step": 13035
    },
    {
      "epoch": 1.107373428474346,
      "grad_norm": 1.9868778783141743,
      "learning_rate": 0.0002812640552656749,
      "loss": 5.0149,
      "step": 13036
    },
    {
      "epoch": 1.1074583758069996,
      "grad_norm": 2.0748565553132043,
      "learning_rate": 0.00028126073222156526,
      "loss": 5.2133,
      "step": 13037
    },
    {
      "epoch": 1.1075433231396534,
      "grad_norm": 2.002289276665524,
      "learning_rate": 0.00028125740890242487,
      "loss": 5.2889,
      "step": 13038
    },
    {
      "epoch": 1.1076282704723073,
      "grad_norm": 2.040331895014345,
      "learning_rate": 0.00028125408530826066,
      "loss": 5.2092,
      "step": 13039
    },
    {
      "epoch": 1.107713217804961,
      "grad_norm": 2.103782620523869,
      "learning_rate": 0.00028125076143907963,
      "loss": 5.2,
      "step": 13040
    },
    {
      "epoch": 1.1077981651376148,
      "grad_norm": 1.9415035816260662,
      "learning_rate": 0.0002812474372948887,
      "loss": 5.0701,
      "step": 13041
    },
    {
      "epoch": 1.1078831124702684,
      "grad_norm": 2.136427032252339,
      "learning_rate": 0.00028124411287569495,
      "loss": 5.3669,
      "step": 13042
    },
    {
      "epoch": 1.1079680598029222,
      "grad_norm": 1.8372956057080598,
      "learning_rate": 0.00028124078818150524,
      "loss": 4.4799,
      "step": 13043
    },
    {
      "epoch": 1.1080530071355759,
      "grad_norm": 2.135628634668415,
      "learning_rate": 0.0002812374632123265,
      "loss": 5.2795,
      "step": 13044
    },
    {
      "epoch": 1.1081379544682297,
      "grad_norm": 2.1691900362102374,
      "learning_rate": 0.0002812341379681659,
      "loss": 5.5093,
      "step": 13045
    },
    {
      "epoch": 1.1082229018008833,
      "grad_norm": 2.00093808994154,
      "learning_rate": 0.0002812308124490302,
      "loss": 4.7146,
      "step": 13046
    },
    {
      "epoch": 1.1083078491335372,
      "grad_norm": 2.0529438264742264,
      "learning_rate": 0.00028122748665492637,
      "loss": 5.0755,
      "step": 13047
    },
    {
      "epoch": 1.108392796466191,
      "grad_norm": 2.0969435892562913,
      "learning_rate": 0.00028122416058586156,
      "loss": 5.4173,
      "step": 13048
    },
    {
      "epoch": 1.1084777437988447,
      "grad_norm": 2.0220690194611604,
      "learning_rate": 0.00028122083424184254,
      "loss": 5.0992,
      "step": 13049
    },
    {
      "epoch": 1.1085626911314985,
      "grad_norm": 2.148598709175539,
      "learning_rate": 0.0002812175076228764,
      "loss": 4.8575,
      "step": 13050
    },
    {
      "epoch": 1.1086476384641522,
      "grad_norm": 2.050457096775155,
      "learning_rate": 0.00028121418072897005,
      "loss": 5.151,
      "step": 13051
    },
    {
      "epoch": 1.108732585796806,
      "grad_norm": 2.1280786291316165,
      "learning_rate": 0.0002812108535601305,
      "loss": 5.227,
      "step": 13052
    },
    {
      "epoch": 1.1088175331294596,
      "grad_norm": 2.095114274069447,
      "learning_rate": 0.00028120752611636473,
      "loss": 5.2583,
      "step": 13053
    },
    {
      "epoch": 1.1089024804621135,
      "grad_norm": 2.103310992232881,
      "learning_rate": 0.0002812041983976797,
      "loss": 5.531,
      "step": 13054
    },
    {
      "epoch": 1.1089874277947673,
      "grad_norm": 2.0430385844602488,
      "learning_rate": 0.0002812008704040823,
      "loss": 4.8556,
      "step": 13055
    },
    {
      "epoch": 1.109072375127421,
      "grad_norm": 2.0330428802855454,
      "learning_rate": 0.00028119754213557966,
      "loss": 5.0196,
      "step": 13056
    },
    {
      "epoch": 1.1091573224600748,
      "grad_norm": 2.003224930049442,
      "learning_rate": 0.00028119421359217863,
      "loss": 5.1109,
      "step": 13057
    },
    {
      "epoch": 1.1092422697927284,
      "grad_norm": 2.0826550267529607,
      "learning_rate": 0.0002811908847738862,
      "loss": 5.3104,
      "step": 13058
    },
    {
      "epoch": 1.1093272171253823,
      "grad_norm": 2.1716816123685705,
      "learning_rate": 0.0002811875556807094,
      "loss": 5.3138,
      "step": 13059
    },
    {
      "epoch": 1.109412164458036,
      "grad_norm": 2.201255805001879,
      "learning_rate": 0.0002811842263126552,
      "loss": 5.7494,
      "step": 13060
    },
    {
      "epoch": 1.1094971117906898,
      "grad_norm": 1.9834269871963262,
      "learning_rate": 0.0002811808966697305,
      "loss": 4.6361,
      "step": 13061
    },
    {
      "epoch": 1.1095820591233436,
      "grad_norm": 2.1853631370685154,
      "learning_rate": 0.00028117756675194233,
      "loss": 5.4484,
      "step": 13062
    },
    {
      "epoch": 1.1096670064559973,
      "grad_norm": 2.1668147937869877,
      "learning_rate": 0.0002811742365592977,
      "loss": 5.3801,
      "step": 13063
    },
    {
      "epoch": 1.109751953788651,
      "grad_norm": 2.1856892078143257,
      "learning_rate": 0.0002811709060918035,
      "loss": 5.466,
      "step": 13064
    },
    {
      "epoch": 1.1098369011213047,
      "grad_norm": 2.001511880724879,
      "learning_rate": 0.0002811675753494668,
      "loss": 4.6991,
      "step": 13065
    },
    {
      "epoch": 1.1099218484539586,
      "grad_norm": 1.9710293470727982,
      "learning_rate": 0.00028116424433229456,
      "loss": 4.68,
      "step": 13066
    },
    {
      "epoch": 1.1100067957866122,
      "grad_norm": 2.203516391737845,
      "learning_rate": 0.0002811609130402937,
      "loss": 5.6029,
      "step": 13067
    },
    {
      "epoch": 1.110091743119266,
      "grad_norm": 2.038991340870807,
      "learning_rate": 0.0002811575814734712,
      "loss": 4.7022,
      "step": 13068
    },
    {
      "epoch": 1.11017669045192,
      "grad_norm": 2.188906547225861,
      "learning_rate": 0.0002811542496318341,
      "loss": 5.209,
      "step": 13069
    },
    {
      "epoch": 1.1102616377845735,
      "grad_norm": 2.060152019051786,
      "learning_rate": 0.00028115091751538943,
      "loss": 4.7232,
      "step": 13070
    },
    {
      "epoch": 1.1103465851172274,
      "grad_norm": 2.1836380127096406,
      "learning_rate": 0.00028114758512414405,
      "loss": 5.5126,
      "step": 13071
    },
    {
      "epoch": 1.110431532449881,
      "grad_norm": 2.198619074585458,
      "learning_rate": 0.000281144252458105,
      "loss": 4.9023,
      "step": 13072
    },
    {
      "epoch": 1.1105164797825349,
      "grad_norm": 2.219642060627078,
      "learning_rate": 0.00028114091951727925,
      "loss": 5.5087,
      "step": 13073
    },
    {
      "epoch": 1.1106014271151885,
      "grad_norm": 2.1163249365463197,
      "learning_rate": 0.00028113758630167376,
      "loss": 4.8941,
      "step": 13074
    },
    {
      "epoch": 1.1106863744478424,
      "grad_norm": 2.1676311941494215,
      "learning_rate": 0.0002811342528112956,
      "loss": 5.0284,
      "step": 13075
    },
    {
      "epoch": 1.1107713217804962,
      "grad_norm": 2.0396587721289343,
      "learning_rate": 0.0002811309190461517,
      "loss": 4.8348,
      "step": 13076
    },
    {
      "epoch": 1.1108562691131498,
      "grad_norm": 2.294188254821484,
      "learning_rate": 0.000281127585006249,
      "loss": 5.3943,
      "step": 13077
    },
    {
      "epoch": 1.1109412164458037,
      "grad_norm": 2.0856860751500848,
      "learning_rate": 0.00028112425069159455,
      "loss": 5.0215,
      "step": 13078
    },
    {
      "epoch": 1.1110261637784573,
      "grad_norm": 2.2890573829113317,
      "learning_rate": 0.0002811209161021953,
      "loss": 5.6224,
      "step": 13079
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 2.137110409100168,
      "learning_rate": 0.0002811175812380583,
      "loss": 5.1686,
      "step": 13080
    },
    {
      "epoch": 1.1111960584437648,
      "grad_norm": 1.8724022439770964,
      "learning_rate": 0.00028111424609919046,
      "loss": 3.9666,
      "step": 13081
    },
    {
      "epoch": 1.1112810057764186,
      "grad_norm": 2.0675901033470008,
      "learning_rate": 0.0002811109106855988,
      "loss": 4.7873,
      "step": 13082
    },
    {
      "epoch": 1.1113659531090723,
      "grad_norm": 2.0438727400600953,
      "learning_rate": 0.00028110757499729035,
      "loss": 4.7993,
      "step": 13083
    },
    {
      "epoch": 1.1114509004417261,
      "grad_norm": 2.197817653398942,
      "learning_rate": 0.000281104239034272,
      "loss": 5.2833,
      "step": 13084
    },
    {
      "epoch": 1.11153584777438,
      "grad_norm": 2.0792039506692417,
      "learning_rate": 0.0002811009027965508,
      "loss": 5.184,
      "step": 13085
    },
    {
      "epoch": 1.1116207951070336,
      "grad_norm": 1.9818415402591867,
      "learning_rate": 0.00028109756628413374,
      "loss": 5.11,
      "step": 13086
    },
    {
      "epoch": 1.1117057424396874,
      "grad_norm": 2.135993766646278,
      "learning_rate": 0.0002810942294970278,
      "loss": 5.4435,
      "step": 13087
    },
    {
      "epoch": 1.111790689772341,
      "grad_norm": 1.944284398055474,
      "learning_rate": 0.00028109089243524,
      "loss": 5.0174,
      "step": 13088
    },
    {
      "epoch": 1.111875637104995,
      "grad_norm": 1.9122501839555122,
      "learning_rate": 0.00028108755509877734,
      "loss": 4.8729,
      "step": 13089
    },
    {
      "epoch": 1.1119605844376486,
      "grad_norm": 1.9608382709816763,
      "learning_rate": 0.00028108421748764673,
      "loss": 4.6512,
      "step": 13090
    },
    {
      "epoch": 1.1120455317703024,
      "grad_norm": 1.9975392901121096,
      "learning_rate": 0.0002810808796018553,
      "loss": 4.9252,
      "step": 13091
    },
    {
      "epoch": 1.1121304791029563,
      "grad_norm": 2.005570876105244,
      "learning_rate": 0.0002810775414414099,
      "loss": 5.2743,
      "step": 13092
    },
    {
      "epoch": 1.1122154264356099,
      "grad_norm": 1.9539651301653729,
      "learning_rate": 0.00028107420300631757,
      "loss": 4.7499,
      "step": 13093
    },
    {
      "epoch": 1.1123003737682637,
      "grad_norm": 2.1037912931905143,
      "learning_rate": 0.0002810708642965854,
      "loss": 5.061,
      "step": 13094
    },
    {
      "epoch": 1.1123853211009174,
      "grad_norm": 1.970981288174424,
      "learning_rate": 0.00028106752531222023,
      "loss": 4.5667,
      "step": 13095
    },
    {
      "epoch": 1.1124702684335712,
      "grad_norm": 1.9824073008981187,
      "learning_rate": 0.0002810641860532291,
      "loss": 4.3866,
      "step": 13096
    },
    {
      "epoch": 1.1125552157662248,
      "grad_norm": 2.0466980787052753,
      "learning_rate": 0.00028106084651961913,
      "loss": 4.7795,
      "step": 13097
    },
    {
      "epoch": 1.1126401630988787,
      "grad_norm": 2.0056361798615168,
      "learning_rate": 0.0002810575067113972,
      "loss": 4.5651,
      "step": 13098
    },
    {
      "epoch": 1.1127251104315325,
      "grad_norm": 2.0998955135827626,
      "learning_rate": 0.0002810541666285703,
      "loss": 5.2214,
      "step": 13099
    },
    {
      "epoch": 1.1128100577641862,
      "grad_norm": 2.164661113650747,
      "learning_rate": 0.0002810508262711455,
      "loss": 4.9866,
      "step": 13100
    },
    {
      "epoch": 1.11289500509684,
      "grad_norm": 2.1429249438590485,
      "learning_rate": 0.00028104748563912975,
      "loss": 5.1913,
      "step": 13101
    },
    {
      "epoch": 1.1129799524294937,
      "grad_norm": 2.114480870722977,
      "learning_rate": 0.0002810441447325301,
      "loss": 5.1771,
      "step": 13102
    },
    {
      "epoch": 1.1130648997621475,
      "grad_norm": 2.2802450699751544,
      "learning_rate": 0.0002810408035513535,
      "loss": 5.4229,
      "step": 13103
    },
    {
      "epoch": 1.1131498470948011,
      "grad_norm": 2.1566098743222977,
      "learning_rate": 0.00028103746209560694,
      "loss": 5.1912,
      "step": 13104
    },
    {
      "epoch": 1.113234794427455,
      "grad_norm": 2.070528853061702,
      "learning_rate": 0.0002810341203652974,
      "loss": 5.1988,
      "step": 13105
    },
    {
      "epoch": 1.1133197417601086,
      "grad_norm": 2.0690185728255686,
      "learning_rate": 0.00028103077836043203,
      "loss": 4.9913,
      "step": 13106
    },
    {
      "epoch": 1.1134046890927625,
      "grad_norm": 2.0616660127568998,
      "learning_rate": 0.0002810274360810177,
      "loss": 4.8453,
      "step": 13107
    },
    {
      "epoch": 1.1134896364254163,
      "grad_norm": 2.0686625440043747,
      "learning_rate": 0.00028102409352706137,
      "loss": 4.8015,
      "step": 13108
    },
    {
      "epoch": 1.11357458375807,
      "grad_norm": 2.009473407002149,
      "learning_rate": 0.0002810207506985702,
      "loss": 5.1203,
      "step": 13109
    },
    {
      "epoch": 1.1136595310907238,
      "grad_norm": 2.160203829211957,
      "learning_rate": 0.000281017407595551,
      "loss": 5.2015,
      "step": 13110
    },
    {
      "epoch": 1.1137444784233774,
      "grad_norm": 2.148413071827815,
      "learning_rate": 0.000281014064218011,
      "loss": 5.3262,
      "step": 13111
    },
    {
      "epoch": 1.1138294257560313,
      "grad_norm": 2.145897036462476,
      "learning_rate": 0.00028101072056595705,
      "loss": 5.3578,
      "step": 13112
    },
    {
      "epoch": 1.1139143730886851,
      "grad_norm": 2.215600977899217,
      "learning_rate": 0.0002810073766393962,
      "loss": 5.3576,
      "step": 13113
    },
    {
      "epoch": 1.1139993204213388,
      "grad_norm": 2.067090051138466,
      "learning_rate": 0.00028100403243833545,
      "loss": 4.6768,
      "step": 13114
    },
    {
      "epoch": 1.1140842677539926,
      "grad_norm": 2.0407649322367867,
      "learning_rate": 0.0002810006879627818,
      "loss": 4.9769,
      "step": 13115
    },
    {
      "epoch": 1.1141692150866462,
      "grad_norm": 2.1843035087192115,
      "learning_rate": 0.00028099734321274225,
      "loss": 5.1952,
      "step": 13116
    },
    {
      "epoch": 1.1142541624193,
      "grad_norm": 2.2248665694542926,
      "learning_rate": 0.0002809939981882239,
      "loss": 5.8298,
      "step": 13117
    },
    {
      "epoch": 1.1143391097519537,
      "grad_norm": 2.0043751086529165,
      "learning_rate": 0.0002809906528892336,
      "loss": 4.9311,
      "step": 13118
    },
    {
      "epoch": 1.1144240570846076,
      "grad_norm": 1.9362600561364125,
      "learning_rate": 0.0002809873073157785,
      "loss": 4.6344,
      "step": 13119
    },
    {
      "epoch": 1.1145090044172612,
      "grad_norm": 2.182541114551782,
      "learning_rate": 0.00028098396146786556,
      "loss": 5.4185,
      "step": 13120
    },
    {
      "epoch": 1.114593951749915,
      "grad_norm": 2.0518101473963095,
      "learning_rate": 0.0002809806153455018,
      "loss": 5.2835,
      "step": 13121
    },
    {
      "epoch": 1.114678899082569,
      "grad_norm": 2.2270588006052052,
      "learning_rate": 0.00028097726894869417,
      "loss": 5.4829,
      "step": 13122
    },
    {
      "epoch": 1.1147638464152225,
      "grad_norm": 2.069128843096601,
      "learning_rate": 0.0002809739222774497,
      "loss": 4.4771,
      "step": 13123
    },
    {
      "epoch": 1.1148487937478764,
      "grad_norm": 2.070576178307709,
      "learning_rate": 0.0002809705753317755,
      "loss": 4.7539,
      "step": 13124
    },
    {
      "epoch": 1.11493374108053,
      "grad_norm": 2.0474027026926196,
      "learning_rate": 0.00028096722811167844,
      "loss": 4.8291,
      "step": 13125
    },
    {
      "epoch": 1.1150186884131839,
      "grad_norm": 2.0444027564838243,
      "learning_rate": 0.0002809638806171657,
      "loss": 4.9641,
      "step": 13126
    },
    {
      "epoch": 1.1151036357458375,
      "grad_norm": 2.1075975843596,
      "learning_rate": 0.0002809605328482441,
      "loss": 5.1623,
      "step": 13127
    },
    {
      "epoch": 1.1151885830784913,
      "grad_norm": 2.070431944481894,
      "learning_rate": 0.0002809571848049208,
      "loss": 5.1288,
      "step": 13128
    },
    {
      "epoch": 1.1152735304111452,
      "grad_norm": 2.0802636248568303,
      "learning_rate": 0.0002809538364872028,
      "loss": 5.3057,
      "step": 13129
    },
    {
      "epoch": 1.1153584777437988,
      "grad_norm": 2.07694155416294,
      "learning_rate": 0.000280950487895097,
      "loss": 5.0695,
      "step": 13130
    },
    {
      "epoch": 1.1154434250764527,
      "grad_norm": 1.9694657734504024,
      "learning_rate": 0.0002809471390286106,
      "loss": 4.9339,
      "step": 13131
    },
    {
      "epoch": 1.1155283724091063,
      "grad_norm": 2.0286816376836554,
      "learning_rate": 0.00028094378988775045,
      "loss": 5.2241,
      "step": 13132
    },
    {
      "epoch": 1.1156133197417601,
      "grad_norm": 2.2686542983537237,
      "learning_rate": 0.00028094044047252367,
      "loss": 5.5312,
      "step": 13133
    },
    {
      "epoch": 1.1156982670744138,
      "grad_norm": 2.176693596305678,
      "learning_rate": 0.00028093709078293725,
      "loss": 5.2068,
      "step": 13134
    },
    {
      "epoch": 1.1157832144070676,
      "grad_norm": 1.9944623032252502,
      "learning_rate": 0.0002809337408189982,
      "loss": 5.1177,
      "step": 13135
    },
    {
      "epoch": 1.1158681617397215,
      "grad_norm": 2.1926383997608725,
      "learning_rate": 0.00028093039058071353,
      "loss": 5.414,
      "step": 13136
    },
    {
      "epoch": 1.115953109072375,
      "grad_norm": 2.0886560947196164,
      "learning_rate": 0.0002809270400680903,
      "loss": 5.0314,
      "step": 13137
    },
    {
      "epoch": 1.116038056405029,
      "grad_norm": 2.093539852713821,
      "learning_rate": 0.00028092368928113546,
      "loss": 5.0201,
      "step": 13138
    },
    {
      "epoch": 1.1161230037376826,
      "grad_norm": 2.0976503695775977,
      "learning_rate": 0.0002809203382198561,
      "loss": 5.0773,
      "step": 13139
    },
    {
      "epoch": 1.1162079510703364,
      "grad_norm": 2.1479116145875277,
      "learning_rate": 0.0002809169868842592,
      "loss": 5.5426,
      "step": 13140
    },
    {
      "epoch": 1.11629289840299,
      "grad_norm": 2.0232195325585742,
      "learning_rate": 0.00028091363527435177,
      "loss": 5.1497,
      "step": 13141
    },
    {
      "epoch": 1.116377845735644,
      "grad_norm": 2.1281491593761523,
      "learning_rate": 0.0002809102833901409,
      "loss": 5.1574,
      "step": 13142
    },
    {
      "epoch": 1.1164627930682975,
      "grad_norm": 1.9296895128832088,
      "learning_rate": 0.00028090693123163356,
      "loss": 4.915,
      "step": 13143
    },
    {
      "epoch": 1.1165477404009514,
      "grad_norm": 2.0063059923115394,
      "learning_rate": 0.0002809035787988368,
      "loss": 4.7429,
      "step": 13144
    },
    {
      "epoch": 1.1166326877336052,
      "grad_norm": 1.9434864197832464,
      "learning_rate": 0.0002809002260917576,
      "loss": 4.8642,
      "step": 13145
    },
    {
      "epoch": 1.1167176350662589,
      "grad_norm": 2.02279302945563,
      "learning_rate": 0.00028089687311040303,
      "loss": 5.2418,
      "step": 13146
    },
    {
      "epoch": 1.1168025823989127,
      "grad_norm": 1.9812475344610077,
      "learning_rate": 0.00028089351985478015,
      "loss": 5.1587,
      "step": 13147
    },
    {
      "epoch": 1.1168875297315664,
      "grad_norm": 2.2088586846677454,
      "learning_rate": 0.00028089016632489586,
      "loss": 5.437,
      "step": 13148
    },
    {
      "epoch": 1.1169724770642202,
      "grad_norm": 2.114031250540845,
      "learning_rate": 0.0002808868125207573,
      "loss": 5.1475,
      "step": 13149
    },
    {
      "epoch": 1.117057424396874,
      "grad_norm": 2.055700200434592,
      "learning_rate": 0.00028088345844237147,
      "loss": 5.1543,
      "step": 13150
    },
    {
      "epoch": 1.1171423717295277,
      "grad_norm": 2.062020717908045,
      "learning_rate": 0.00028088010408974535,
      "loss": 5.2943,
      "step": 13151
    },
    {
      "epoch": 1.1172273190621815,
      "grad_norm": 2.152234173738264,
      "learning_rate": 0.00028087674946288606,
      "loss": 5.6004,
      "step": 13152
    },
    {
      "epoch": 1.1173122663948352,
      "grad_norm": 1.9304967077389257,
      "learning_rate": 0.00028087339456180056,
      "loss": 4.7555,
      "step": 13153
    },
    {
      "epoch": 1.117397213727489,
      "grad_norm": 2.0579524280048838,
      "learning_rate": 0.00028087003938649587,
      "loss": 5.1948,
      "step": 13154
    },
    {
      "epoch": 1.1174821610601426,
      "grad_norm": 2.1273955478537414,
      "learning_rate": 0.00028086668393697905,
      "loss": 5.3314,
      "step": 13155
    },
    {
      "epoch": 1.1175671083927965,
      "grad_norm": 2.142355266114537,
      "learning_rate": 0.0002808633282132572,
      "loss": 5.4568,
      "step": 13156
    },
    {
      "epoch": 1.1176520557254501,
      "grad_norm": 2.0089462790276302,
      "learning_rate": 0.00028085997221533716,
      "loss": 5.1993,
      "step": 13157
    },
    {
      "epoch": 1.117737003058104,
      "grad_norm": 1.8841270558171692,
      "learning_rate": 0.0002808566159432262,
      "loss": 4.4658,
      "step": 13158
    },
    {
      "epoch": 1.1178219503907578,
      "grad_norm": 2.0543719004152465,
      "learning_rate": 0.0002808532593969311,
      "loss": 4.9614,
      "step": 13159
    },
    {
      "epoch": 1.1179068977234115,
      "grad_norm": 2.018424611833564,
      "learning_rate": 0.0002808499025764591,
      "loss": 4.627,
      "step": 13160
    },
    {
      "epoch": 1.1179918450560653,
      "grad_norm": 2.07740621056856,
      "learning_rate": 0.0002808465454818172,
      "loss": 5.2435,
      "step": 13161
    },
    {
      "epoch": 1.118076792388719,
      "grad_norm": 2.2325728900451107,
      "learning_rate": 0.00028084318811301233,
      "loss": 5.5516,
      "step": 13162
    },
    {
      "epoch": 1.1181617397213728,
      "grad_norm": 2.145555986447934,
      "learning_rate": 0.0002808398304700516,
      "loss": 5.3636,
      "step": 13163
    },
    {
      "epoch": 1.1182466870540264,
      "grad_norm": 2.0413165459310125,
      "learning_rate": 0.00028083647255294205,
      "loss": 4.6586,
      "step": 13164
    },
    {
      "epoch": 1.1183316343866803,
      "grad_norm": 2.074740142991635,
      "learning_rate": 0.0002808331143616907,
      "loss": 4.9866,
      "step": 13165
    },
    {
      "epoch": 1.1184165817193341,
      "grad_norm": 2.0804495488028274,
      "learning_rate": 0.00028082975589630455,
      "loss": 5.1631,
      "step": 13166
    },
    {
      "epoch": 1.1185015290519877,
      "grad_norm": 2.083942586486723,
      "learning_rate": 0.00028082639715679066,
      "loss": 4.712,
      "step": 13167
    },
    {
      "epoch": 1.1185864763846416,
      "grad_norm": 2.0303664746166556,
      "learning_rate": 0.00028082303814315615,
      "loss": 4.9033,
      "step": 13168
    },
    {
      "epoch": 1.1186714237172952,
      "grad_norm": 2.076638227602734,
      "learning_rate": 0.00028081967885540795,
      "loss": 5.1002,
      "step": 13169
    },
    {
      "epoch": 1.118756371049949,
      "grad_norm": 2.1024750122439433,
      "learning_rate": 0.0002808163192935531,
      "loss": 4.9241,
      "step": 13170
    },
    {
      "epoch": 1.1188413183826027,
      "grad_norm": 1.9427804755964169,
      "learning_rate": 0.00028081295945759873,
      "loss": 4.5771,
      "step": 13171
    },
    {
      "epoch": 1.1189262657152566,
      "grad_norm": 2.3327582180631805,
      "learning_rate": 0.0002808095993475518,
      "loss": 5.0302,
      "step": 13172
    },
    {
      "epoch": 1.1190112130479104,
      "grad_norm": 2.0765314180898216,
      "learning_rate": 0.0002808062389634194,
      "loss": 4.8334,
      "step": 13173
    },
    {
      "epoch": 1.119096160380564,
      "grad_norm": 2.0880794697262406,
      "learning_rate": 0.00028080287830520854,
      "loss": 5.2272,
      "step": 13174
    },
    {
      "epoch": 1.1191811077132179,
      "grad_norm": 2.262238185112145,
      "learning_rate": 0.00028079951737292627,
      "loss": 5.4126,
      "step": 13175
    },
    {
      "epoch": 1.1192660550458715,
      "grad_norm": 1.9796079494988115,
      "learning_rate": 0.0002807961561665796,
      "loss": 4.5859,
      "step": 13176
    },
    {
      "epoch": 1.1193510023785254,
      "grad_norm": 2.110663361026966,
      "learning_rate": 0.0002807927946861756,
      "loss": 5.0696,
      "step": 13177
    },
    {
      "epoch": 1.119435949711179,
      "grad_norm": 2.0842734476705873,
      "learning_rate": 0.0002807894329317214,
      "loss": 4.912,
      "step": 13178
    },
    {
      "epoch": 1.1195208970438328,
      "grad_norm": 2.030523008069667,
      "learning_rate": 0.0002807860709032238,
      "loss": 4.8886,
      "step": 13179
    },
    {
      "epoch": 1.1196058443764865,
      "grad_norm": 2.0984224131802547,
      "learning_rate": 0.00028078270860069015,
      "loss": 4.528,
      "step": 13180
    },
    {
      "epoch": 1.1196907917091403,
      "grad_norm": 2.222277328010852,
      "learning_rate": 0.0002807793460241273,
      "loss": 5.5162,
      "step": 13181
    },
    {
      "epoch": 1.1197757390417942,
      "grad_norm": 2.2072990482581005,
      "learning_rate": 0.00028077598317354234,
      "loss": 5.5146,
      "step": 13182
    },
    {
      "epoch": 1.1198606863744478,
      "grad_norm": 2.184436035758396,
      "learning_rate": 0.00028077262004894235,
      "loss": 5.143,
      "step": 13183
    },
    {
      "epoch": 1.1199456337071017,
      "grad_norm": 2.015817781976278,
      "learning_rate": 0.00028076925665033433,
      "loss": 5.3013,
      "step": 13184
    },
    {
      "epoch": 1.1200305810397553,
      "grad_norm": 2.089714353191904,
      "learning_rate": 0.00028076589297772533,
      "loss": 5.1013,
      "step": 13185
    },
    {
      "epoch": 1.1201155283724091,
      "grad_norm": 2.067824685324225,
      "learning_rate": 0.0002807625290311224,
      "loss": 5.3491,
      "step": 13186
    },
    {
      "epoch": 1.1202004757050628,
      "grad_norm": 2.0538503396206584,
      "learning_rate": 0.0002807591648105327,
      "loss": 4.9334,
      "step": 13187
    },
    {
      "epoch": 1.1202854230377166,
      "grad_norm": 2.0075115219654425,
      "learning_rate": 0.0002807558003159631,
      "loss": 5.1308,
      "step": 13188
    },
    {
      "epoch": 1.1203703703703705,
      "grad_norm": 2.152400558486662,
      "learning_rate": 0.0002807524355474207,
      "loss": 4.8969,
      "step": 13189
    },
    {
      "epoch": 1.120455317703024,
      "grad_norm": 2.074641708376464,
      "learning_rate": 0.0002807490705049127,
      "loss": 5.3109,
      "step": 13190
    },
    {
      "epoch": 1.120540265035678,
      "grad_norm": 2.02216870290249,
      "learning_rate": 0.0002807457051884459,
      "loss": 4.9455,
      "step": 13191
    },
    {
      "epoch": 1.1206252123683316,
      "grad_norm": 2.0415521903535727,
      "learning_rate": 0.00028074233959802755,
      "loss": 5.294,
      "step": 13192
    },
    {
      "epoch": 1.1207101597009854,
      "grad_norm": 2.021321778959578,
      "learning_rate": 0.00028073897373366466,
      "loss": 4.6493,
      "step": 13193
    },
    {
      "epoch": 1.120795107033639,
      "grad_norm": 2.00525335132299,
      "learning_rate": 0.0002807356075953642,
      "loss": 5.1424,
      "step": 13194
    },
    {
      "epoch": 1.120880054366293,
      "grad_norm": 2.1314447128727463,
      "learning_rate": 0.0002807322411831333,
      "loss": 5.4573,
      "step": 13195
    },
    {
      "epoch": 1.1209650016989468,
      "grad_norm": 2.017762030293991,
      "learning_rate": 0.000280728874496979,
      "loss": 4.8661,
      "step": 13196
    },
    {
      "epoch": 1.1210499490316004,
      "grad_norm": 2.0640449644763823,
      "learning_rate": 0.00028072550753690834,
      "loss": 5.014,
      "step": 13197
    },
    {
      "epoch": 1.1211348963642542,
      "grad_norm": 2.0987111431348673,
      "learning_rate": 0.0002807221403029284,
      "loss": 5.1388,
      "step": 13198
    },
    {
      "epoch": 1.1212198436969079,
      "grad_norm": 2.0868499759963193,
      "learning_rate": 0.0002807187727950462,
      "loss": 5.4466,
      "step": 13199
    },
    {
      "epoch": 1.1213047910295617,
      "grad_norm": 2.0362140226885983,
      "learning_rate": 0.00028071540501326887,
      "loss": 5.0824,
      "step": 13200
    },
    {
      "epoch": 1.1213897383622153,
      "grad_norm": 2.018831097712769,
      "learning_rate": 0.00028071203695760334,
      "loss": 5.0526,
      "step": 13201
    },
    {
      "epoch": 1.1214746856948692,
      "grad_norm": 1.9987506240557995,
      "learning_rate": 0.0002807086686280568,
      "loss": 5.2201,
      "step": 13202
    },
    {
      "epoch": 1.121559633027523,
      "grad_norm": 1.9547448634516351,
      "learning_rate": 0.00028070530002463623,
      "loss": 5.0027,
      "step": 13203
    },
    {
      "epoch": 1.1216445803601767,
      "grad_norm": 2.0007980133937315,
      "learning_rate": 0.0002807019311473487,
      "loss": 4.8388,
      "step": 13204
    },
    {
      "epoch": 1.1217295276928305,
      "grad_norm": 1.9446314237852653,
      "learning_rate": 0.0002806985619962012,
      "loss": 4.7112,
      "step": 13205
    },
    {
      "epoch": 1.1218144750254841,
      "grad_norm": 2.0767203178615836,
      "learning_rate": 0.0002806951925712009,
      "loss": 5.3677,
      "step": 13206
    },
    {
      "epoch": 1.121899422358138,
      "grad_norm": 2.147334436407089,
      "learning_rate": 0.0002806918228723549,
      "loss": 5.4279,
      "step": 13207
    },
    {
      "epoch": 1.1219843696907916,
      "grad_norm": 2.0971075602929905,
      "learning_rate": 0.0002806884528996701,
      "loss": 5.3874,
      "step": 13208
    },
    {
      "epoch": 1.1220693170234455,
      "grad_norm": 1.9815653472984074,
      "learning_rate": 0.0002806850826531537,
      "loss": 4.6384,
      "step": 13209
    },
    {
      "epoch": 1.1221542643560993,
      "grad_norm": 2.0364313444032267,
      "learning_rate": 0.0002806817121328127,
      "loss": 4.3112,
      "step": 13210
    },
    {
      "epoch": 1.122239211688753,
      "grad_norm": 2.2536201808449676,
      "learning_rate": 0.0002806783413386541,
      "loss": 5.4183,
      "step": 13211
    },
    {
      "epoch": 1.1223241590214068,
      "grad_norm": 1.997826779122594,
      "learning_rate": 0.0002806749702706851,
      "loss": 4.6643,
      "step": 13212
    },
    {
      "epoch": 1.1224091063540604,
      "grad_norm": 2.104290072309311,
      "learning_rate": 0.0002806715989289127,
      "loss": 4.9192,
      "step": 13213
    },
    {
      "epoch": 1.1224940536867143,
      "grad_norm": 2.0208569709696147,
      "learning_rate": 0.0002806682273133439,
      "loss": 5.2244,
      "step": 13214
    },
    {
      "epoch": 1.122579001019368,
      "grad_norm": 2.0387670257484687,
      "learning_rate": 0.00028066485542398585,
      "loss": 5.1605,
      "step": 13215
    },
    {
      "epoch": 1.1226639483520218,
      "grad_norm": 2.1785790592732965,
      "learning_rate": 0.0002806614832608456,
      "loss": 5.4093,
      "step": 13216
    },
    {
      "epoch": 1.1227488956846754,
      "grad_norm": 2.0145868756366507,
      "learning_rate": 0.0002806581108239302,
      "loss": 5.0478,
      "step": 13217
    },
    {
      "epoch": 1.1228338430173292,
      "grad_norm": 2.063180881789139,
      "learning_rate": 0.0002806547381132467,
      "loss": 4.8428,
      "step": 13218
    },
    {
      "epoch": 1.122918790349983,
      "grad_norm": 2.0018947745466202,
      "learning_rate": 0.00028065136512880223,
      "loss": 5.0885,
      "step": 13219
    },
    {
      "epoch": 1.1230037376826367,
      "grad_norm": 2.074851880722495,
      "learning_rate": 0.0002806479918706038,
      "loss": 4.7974,
      "step": 13220
    },
    {
      "epoch": 1.1230886850152906,
      "grad_norm": 2.0650000126250863,
      "learning_rate": 0.00028064461833865847,
      "loss": 5.4363,
      "step": 13221
    },
    {
      "epoch": 1.1231736323479442,
      "grad_norm": 1.998906066590837,
      "learning_rate": 0.00028064124453297334,
      "loss": 5.0374,
      "step": 13222
    },
    {
      "epoch": 1.123258579680598,
      "grad_norm": 2.095056991805487,
      "learning_rate": 0.00028063787045355546,
      "loss": 4.7564,
      "step": 13223
    },
    {
      "epoch": 1.1233435270132517,
      "grad_norm": 2.0758176701456366,
      "learning_rate": 0.00028063449610041193,
      "loss": 4.9593,
      "step": 13224
    },
    {
      "epoch": 1.1234284743459055,
      "grad_norm": 2.133210678719556,
      "learning_rate": 0.0002806311214735498,
      "loss": 5.0507,
      "step": 13225
    },
    {
      "epoch": 1.1235134216785594,
      "grad_norm": 2.038593546403613,
      "learning_rate": 0.0002806277465729761,
      "loss": 4.7294,
      "step": 13226
    },
    {
      "epoch": 1.123598369011213,
      "grad_norm": 2.108510645419544,
      "learning_rate": 0.000280624371398698,
      "loss": 5.2483,
      "step": 13227
    },
    {
      "epoch": 1.1236833163438669,
      "grad_norm": 1.9920103179778843,
      "learning_rate": 0.0002806209959507225,
      "loss": 4.4032,
      "step": 13228
    },
    {
      "epoch": 1.1237682636765205,
      "grad_norm": 2.147758174720469,
      "learning_rate": 0.0002806176202290567,
      "loss": 5.221,
      "step": 13229
    },
    {
      "epoch": 1.1238532110091743,
      "grad_norm": 2.1241715794145852,
      "learning_rate": 0.0002806142442337076,
      "loss": 5.3437,
      "step": 13230
    },
    {
      "epoch": 1.123938158341828,
      "grad_norm": 2.0053736069810593,
      "learning_rate": 0.00028061086796468237,
      "loss": 4.9282,
      "step": 13231
    },
    {
      "epoch": 1.1240231056744818,
      "grad_norm": 2.0907512695685275,
      "learning_rate": 0.00028060749142198806,
      "loss": 4.6999,
      "step": 13232
    },
    {
      "epoch": 1.1241080530071357,
      "grad_norm": 2.0489521194598663,
      "learning_rate": 0.0002806041146056317,
      "loss": 5.0727,
      "step": 13233
    },
    {
      "epoch": 1.1241930003397893,
      "grad_norm": 2.0836565550867165,
      "learning_rate": 0.0002806007375156204,
      "loss": 4.8893,
      "step": 13234
    },
    {
      "epoch": 1.1242779476724432,
      "grad_norm": 2.012872229523048,
      "learning_rate": 0.00028059736015196126,
      "loss": 5.0371,
      "step": 13235
    },
    {
      "epoch": 1.1243628950050968,
      "grad_norm": 2.0563103011695474,
      "learning_rate": 0.0002805939825146613,
      "loss": 4.9582,
      "step": 13236
    },
    {
      "epoch": 1.1244478423377506,
      "grad_norm": 1.9967714784344772,
      "learning_rate": 0.00028059060460372765,
      "loss": 4.6569,
      "step": 13237
    },
    {
      "epoch": 1.1245327896704043,
      "grad_norm": 2.0173823396111175,
      "learning_rate": 0.0002805872264191674,
      "loss": 4.8542,
      "step": 13238
    },
    {
      "epoch": 1.1246177370030581,
      "grad_norm": 2.0615103041290883,
      "learning_rate": 0.00028058384796098755,
      "loss": 5.439,
      "step": 13239
    },
    {
      "epoch": 1.1247026843357117,
      "grad_norm": 2.013999840648261,
      "learning_rate": 0.0002805804692291952,
      "loss": 4.9912,
      "step": 13240
    },
    {
      "epoch": 1.1247876316683656,
      "grad_norm": 2.109760672328424,
      "learning_rate": 0.0002805770902237975,
      "loss": 5.3482,
      "step": 13241
    },
    {
      "epoch": 1.1248725790010194,
      "grad_norm": 2.0839168623451623,
      "learning_rate": 0.0002805737109448015,
      "loss": 5.4108,
      "step": 13242
    },
    {
      "epoch": 1.124957526333673,
      "grad_norm": 2.0066445956615624,
      "learning_rate": 0.00028057033139221424,
      "loss": 5.0869,
      "step": 13243
    },
    {
      "epoch": 1.125042473666327,
      "grad_norm": 2.1511236301684087,
      "learning_rate": 0.0002805669515660428,
      "loss": 5.4834,
      "step": 13244
    },
    {
      "epoch": 1.1251274209989806,
      "grad_norm": 2.048154108001122,
      "learning_rate": 0.00028056357146629427,
      "loss": 5.1001,
      "step": 13245
    },
    {
      "epoch": 1.1252123683316344,
      "grad_norm": 2.0474371924741224,
      "learning_rate": 0.0002805601910929758,
      "loss": 5.0375,
      "step": 13246
    },
    {
      "epoch": 1.1252973156642883,
      "grad_norm": 2.00458691596625,
      "learning_rate": 0.0002805568104460944,
      "loss": 4.6823,
      "step": 13247
    },
    {
      "epoch": 1.1253822629969419,
      "grad_norm": 1.936336156388599,
      "learning_rate": 0.0002805534295256572,
      "loss": 4.7002,
      "step": 13248
    },
    {
      "epoch": 1.1254672103295957,
      "grad_norm": 2.0374542251765084,
      "learning_rate": 0.00028055004833167125,
      "loss": 5.4018,
      "step": 13249
    },
    {
      "epoch": 1.1255521576622494,
      "grad_norm": 1.9904720124768036,
      "learning_rate": 0.0002805466668641436,
      "loss": 4.8453,
      "step": 13250
    },
    {
      "epoch": 1.1256371049949032,
      "grad_norm": 2.0946091682888492,
      "learning_rate": 0.0002805432851230814,
      "loss": 5.0926,
      "step": 13251
    },
    {
      "epoch": 1.1257220523275568,
      "grad_norm": 1.9836909795522544,
      "learning_rate": 0.00028053990310849175,
      "loss": 4.77,
      "step": 13252
    },
    {
      "epoch": 1.1258069996602107,
      "grad_norm": 2.0275277097014937,
      "learning_rate": 0.0002805365208203816,
      "loss": 5.0336,
      "step": 13253
    },
    {
      "epoch": 1.1258919469928643,
      "grad_norm": 2.136332192011673,
      "learning_rate": 0.0002805331382587583,
      "loss": 5.291,
      "step": 13254
    },
    {
      "epoch": 1.1259768943255182,
      "grad_norm": 2.0042076614061957,
      "learning_rate": 0.0002805297554236287,
      "loss": 5.3619,
      "step": 13255
    },
    {
      "epoch": 1.126061841658172,
      "grad_norm": 1.990775618932389,
      "learning_rate": 0.0002805263723149999,
      "loss": 4.7263,
      "step": 13256
    },
    {
      "epoch": 1.1261467889908257,
      "grad_norm": 2.051755399889784,
      "learning_rate": 0.0002805229889328791,
      "loss": 5.0422,
      "step": 13257
    },
    {
      "epoch": 1.1262317363234795,
      "grad_norm": 2.0525511378171815,
      "learning_rate": 0.00028051960527727336,
      "loss": 4.9566,
      "step": 13258
    },
    {
      "epoch": 1.1263166836561331,
      "grad_norm": 2.248587279030586,
      "learning_rate": 0.00028051622134818975,
      "loss": 5.5015,
      "step": 13259
    },
    {
      "epoch": 1.126401630988787,
      "grad_norm": 2.26197050291881,
      "learning_rate": 0.0002805128371456353,
      "loss": 5.0143,
      "step": 13260
    },
    {
      "epoch": 1.1264865783214406,
      "grad_norm": 2.1655682240649443,
      "learning_rate": 0.00028050945266961725,
      "loss": 5.2209,
      "step": 13261
    },
    {
      "epoch": 1.1265715256540945,
      "grad_norm": 2.043005349752535,
      "learning_rate": 0.0002805060679201425,
      "loss": 4.8966,
      "step": 13262
    },
    {
      "epoch": 1.126656472986748,
      "grad_norm": 2.2611855965527163,
      "learning_rate": 0.0002805026828972184,
      "loss": 5.5182,
      "step": 13263
    },
    {
      "epoch": 1.126741420319402,
      "grad_norm": 2.1148926442475786,
      "learning_rate": 0.00028049929760085176,
      "loss": 5.2063,
      "step": 13264
    },
    {
      "epoch": 1.1268263676520558,
      "grad_norm": 2.048443511628914,
      "learning_rate": 0.0002804959120310498,
      "loss": 4.6096,
      "step": 13265
    },
    {
      "epoch": 1.1269113149847094,
      "grad_norm": 2.0056659859349613,
      "learning_rate": 0.0002804925261878197,
      "loss": 5.0459,
      "step": 13266
    },
    {
      "epoch": 1.1269962623173633,
      "grad_norm": 1.9885575499747226,
      "learning_rate": 0.0002804891400711684,
      "loss": 4.951,
      "step": 13267
    },
    {
      "epoch": 1.127081209650017,
      "grad_norm": 2.1697677738163748,
      "learning_rate": 0.00028048575368110306,
      "loss": 5.4539,
      "step": 13268
    },
    {
      "epoch": 1.1271661569826708,
      "grad_norm": 2.0622174988446136,
      "learning_rate": 0.00028048236701763083,
      "loss": 5.2522,
      "step": 13269
    },
    {
      "epoch": 1.1272511043153246,
      "grad_norm": 1.971088531737099,
      "learning_rate": 0.0002804789800807587,
      "loss": 4.8859,
      "step": 13270
    },
    {
      "epoch": 1.1273360516479782,
      "grad_norm": 2.1837776514053355,
      "learning_rate": 0.0002804755928704939,
      "loss": 5.4273,
      "step": 13271
    },
    {
      "epoch": 1.127420998980632,
      "grad_norm": 1.9138561525050357,
      "learning_rate": 0.0002804722053868434,
      "loss": 4.5394,
      "step": 13272
    },
    {
      "epoch": 1.1275059463132857,
      "grad_norm": 2.0037713637709613,
      "learning_rate": 0.00028046881762981436,
      "loss": 4.5043,
      "step": 13273
    },
    {
      "epoch": 1.1275908936459396,
      "grad_norm": 2.0472363577840538,
      "learning_rate": 0.00028046542959941386,
      "loss": 5.0092,
      "step": 13274
    },
    {
      "epoch": 1.1276758409785932,
      "grad_norm": 2.0230470348388843,
      "learning_rate": 0.00028046204129564896,
      "loss": 5.0473,
      "step": 13275
    },
    {
      "epoch": 1.127760788311247,
      "grad_norm": 2.209823165748026,
      "learning_rate": 0.0002804586527185269,
      "loss": 5.4643,
      "step": 13276
    },
    {
      "epoch": 1.1278457356439007,
      "grad_norm": 2.0016472264278478,
      "learning_rate": 0.0002804552638680546,
      "loss": 4.8226,
      "step": 13277
    },
    {
      "epoch": 1.1279306829765545,
      "grad_norm": 2.0186929852722324,
      "learning_rate": 0.0002804518747442393,
      "loss": 4.9439,
      "step": 13278
    },
    {
      "epoch": 1.1280156303092084,
      "grad_norm": 2.206612495615277,
      "learning_rate": 0.000280448485347088,
      "loss": 5.3636,
      "step": 13279
    },
    {
      "epoch": 1.128100577641862,
      "grad_norm": 2.1722791421658547,
      "learning_rate": 0.00028044509567660785,
      "loss": 4.8096,
      "step": 13280
    },
    {
      "epoch": 1.1281855249745159,
      "grad_norm": 2.0786199691840648,
      "learning_rate": 0.000280441705732806,
      "loss": 4.612,
      "step": 13281
    },
    {
      "epoch": 1.1282704723071695,
      "grad_norm": 2.051800287286091,
      "learning_rate": 0.0002804383155156895,
      "loss": 4.8617,
      "step": 13282
    },
    {
      "epoch": 1.1283554196398233,
      "grad_norm": 2.106967606871338,
      "learning_rate": 0.0002804349250252654,
      "loss": 5.1646,
      "step": 13283
    },
    {
      "epoch": 1.1284403669724772,
      "grad_norm": 2.0385038190459457,
      "learning_rate": 0.00028043153426154097,
      "loss": 4.8332,
      "step": 13284
    },
    {
      "epoch": 1.1285253143051308,
      "grad_norm": 2.053705987819925,
      "learning_rate": 0.0002804281432245231,
      "loss": 4.8776,
      "step": 13285
    },
    {
      "epoch": 1.1286102616377847,
      "grad_norm": 1.9956614903658956,
      "learning_rate": 0.000280424751914219,
      "loss": 4.8359,
      "step": 13286
    },
    {
      "epoch": 1.1286952089704383,
      "grad_norm": 1.9996266354178946,
      "learning_rate": 0.00028042136033063587,
      "loss": 4.539,
      "step": 13287
    },
    {
      "epoch": 1.1287801563030921,
      "grad_norm": 2.2596361990143063,
      "learning_rate": 0.00028041796847378065,
      "loss": 4.9268,
      "step": 13288
    },
    {
      "epoch": 1.1288651036357458,
      "grad_norm": 2.0112778781104446,
      "learning_rate": 0.00028041457634366056,
      "loss": 4.7437,
      "step": 13289
    },
    {
      "epoch": 1.1289500509683996,
      "grad_norm": 2.143971159354161,
      "learning_rate": 0.0002804111839402826,
      "loss": 4.9929,
      "step": 13290
    },
    {
      "epoch": 1.1290349983010532,
      "grad_norm": 2.0455099071652225,
      "learning_rate": 0.00028040779126365403,
      "loss": 5.0536,
      "step": 13291
    },
    {
      "epoch": 1.129119945633707,
      "grad_norm": 2.037001463329461,
      "learning_rate": 0.0002804043983137818,
      "loss": 4.4696,
      "step": 13292
    },
    {
      "epoch": 1.129204892966361,
      "grad_norm": 2.1620265999361625,
      "learning_rate": 0.00028040100509067316,
      "loss": 4.8197,
      "step": 13293
    },
    {
      "epoch": 1.1292898402990146,
      "grad_norm": 2.0151075914640426,
      "learning_rate": 0.0002803976115943351,
      "loss": 4.5057,
      "step": 13294
    },
    {
      "epoch": 1.1293747876316684,
      "grad_norm": 2.307457386532194,
      "learning_rate": 0.0002803942178247748,
      "loss": 5.0775,
      "step": 13295
    },
    {
      "epoch": 1.129459734964322,
      "grad_norm": 2.1207917344896394,
      "learning_rate": 0.00028039082378199937,
      "loss": 5.184,
      "step": 13296
    },
    {
      "epoch": 1.129544682296976,
      "grad_norm": 2.0306108414249975,
      "learning_rate": 0.0002803874294660159,
      "loss": 4.8711,
      "step": 13297
    },
    {
      "epoch": 1.1296296296296295,
      "grad_norm": 2.0689735153727975,
      "learning_rate": 0.0002803840348768315,
      "loss": 4.9648,
      "step": 13298
    },
    {
      "epoch": 1.1297145769622834,
      "grad_norm": 2.2384060771502075,
      "learning_rate": 0.0002803806400144533,
      "loss": 5.3298,
      "step": 13299
    },
    {
      "epoch": 1.129799524294937,
      "grad_norm": 2.144777209341791,
      "learning_rate": 0.00028037724487888844,
      "loss": 5.2173,
      "step": 13300
    },
    {
      "epoch": 1.1298844716275909,
      "grad_norm": 2.1232962828595623,
      "learning_rate": 0.00028037384947014396,
      "loss": 4.7018,
      "step": 13301
    },
    {
      "epoch": 1.1299694189602447,
      "grad_norm": 2.09638939774353,
      "learning_rate": 0.000280370453788227,
      "loss": 5.0113,
      "step": 13302
    },
    {
      "epoch": 1.1300543662928983,
      "grad_norm": 2.060320085193934,
      "learning_rate": 0.00028036705783314475,
      "loss": 4.922,
      "step": 13303
    },
    {
      "epoch": 1.1301393136255522,
      "grad_norm": 2.0428985814072167,
      "learning_rate": 0.00028036366160490416,
      "loss": 4.8909,
      "step": 13304
    },
    {
      "epoch": 1.1302242609582058,
      "grad_norm": 2.1806002105357845,
      "learning_rate": 0.00028036026510351255,
      "loss": 5.2208,
      "step": 13305
    },
    {
      "epoch": 1.1303092082908597,
      "grad_norm": 2.0859233558334753,
      "learning_rate": 0.00028035686832897686,
      "loss": 5.2079,
      "step": 13306
    },
    {
      "epoch": 1.1303941556235135,
      "grad_norm": 2.0392487756845727,
      "learning_rate": 0.00028035347128130435,
      "loss": 5.1063,
      "step": 13307
    },
    {
      "epoch": 1.1304791029561672,
      "grad_norm": 1.9168990347125658,
      "learning_rate": 0.000280350073960502,
      "loss": 4.608,
      "step": 13308
    },
    {
      "epoch": 1.130564050288821,
      "grad_norm": 2.100212047266159,
      "learning_rate": 0.00028034667636657706,
      "loss": 5.183,
      "step": 13309
    },
    {
      "epoch": 1.1306489976214746,
      "grad_norm": 1.969716421720434,
      "learning_rate": 0.0002803432784995366,
      "loss": 4.9749,
      "step": 13310
    },
    {
      "epoch": 1.1307339449541285,
      "grad_norm": 2.006681630571409,
      "learning_rate": 0.00028033988035938766,
      "loss": 5.001,
      "step": 13311
    },
    {
      "epoch": 1.1308188922867821,
      "grad_norm": 2.066194881302492,
      "learning_rate": 0.00028033648194613747,
      "loss": 4.9739,
      "step": 13312
    },
    {
      "epoch": 1.130903839619436,
      "grad_norm": 2.023602665964525,
      "learning_rate": 0.0002803330832597931,
      "loss": 4.7216,
      "step": 13313
    },
    {
      "epoch": 1.1309887869520896,
      "grad_norm": 2.0218948194082795,
      "learning_rate": 0.0002803296843003617,
      "loss": 5.1865,
      "step": 13314
    },
    {
      "epoch": 1.1310737342847434,
      "grad_norm": 1.9973008048600738,
      "learning_rate": 0.00028032628506785036,
      "loss": 5.2832,
      "step": 13315
    },
    {
      "epoch": 1.1311586816173973,
      "grad_norm": 2.204206178143943,
      "learning_rate": 0.0002803228855622662,
      "loss": 5.6935,
      "step": 13316
    },
    {
      "epoch": 1.131243628950051,
      "grad_norm": 2.0341369463569605,
      "learning_rate": 0.0002803194857836164,
      "loss": 4.8151,
      "step": 13317
    },
    {
      "epoch": 1.1313285762827048,
      "grad_norm": 2.199929074875938,
      "learning_rate": 0.00028031608573190803,
      "loss": 5.5822,
      "step": 13318
    },
    {
      "epoch": 1.1314135236153584,
      "grad_norm": 2.1377120360022857,
      "learning_rate": 0.0002803126854071482,
      "loss": 5.3619,
      "step": 13319
    },
    {
      "epoch": 1.1314984709480123,
      "grad_norm": 2.074390223160598,
      "learning_rate": 0.00028030928480934404,
      "loss": 4.9256,
      "step": 13320
    },
    {
      "epoch": 1.131583418280666,
      "grad_norm": 2.160184127783277,
      "learning_rate": 0.00028030588393850275,
      "loss": 5.4382,
      "step": 13321
    },
    {
      "epoch": 1.1316683656133197,
      "grad_norm": 2.0018895027650316,
      "learning_rate": 0.0002803024827946314,
      "loss": 4.9202,
      "step": 13322
    },
    {
      "epoch": 1.1317533129459736,
      "grad_norm": 1.8897351321378004,
      "learning_rate": 0.00028029908137773704,
      "loss": 4.8559,
      "step": 13323
    },
    {
      "epoch": 1.1318382602786272,
      "grad_norm": 1.941618794394723,
      "learning_rate": 0.0002802956796878269,
      "loss": 4.7665,
      "step": 13324
    },
    {
      "epoch": 1.131923207611281,
      "grad_norm": 2.0212716079574977,
      "learning_rate": 0.00028029227772490814,
      "loss": 4.874,
      "step": 13325
    },
    {
      "epoch": 1.1320081549439347,
      "grad_norm": 2.125894062620714,
      "learning_rate": 0.00028028887548898785,
      "loss": 5.0827,
      "step": 13326
    },
    {
      "epoch": 1.1320931022765885,
      "grad_norm": 2.1619548796747017,
      "learning_rate": 0.0002802854729800731,
      "loss": 5.5517,
      "step": 13327
    },
    {
      "epoch": 1.1321780496092422,
      "grad_norm": 1.9830793130124373,
      "learning_rate": 0.00028028207019817103,
      "loss": 4.7622,
      "step": 13328
    },
    {
      "epoch": 1.132262996941896,
      "grad_norm": 1.9682253336475781,
      "learning_rate": 0.0002802786671432888,
      "loss": 4.7724,
      "step": 13329
    },
    {
      "epoch": 1.1323479442745499,
      "grad_norm": 1.9908794972572808,
      "learning_rate": 0.00028027526381543355,
      "loss": 4.4593,
      "step": 13330
    },
    {
      "epoch": 1.1324328916072035,
      "grad_norm": 1.949307636004304,
      "learning_rate": 0.00028027186021461245,
      "loss": 4.2113,
      "step": 13331
    },
    {
      "epoch": 1.1325178389398574,
      "grad_norm": 1.972540855274237,
      "learning_rate": 0.00028026845634083255,
      "loss": 4.9059,
      "step": 13332
    },
    {
      "epoch": 1.132602786272511,
      "grad_norm": 2.2461143491124,
      "learning_rate": 0.00028026505219410096,
      "loss": 4.6461,
      "step": 13333
    },
    {
      "epoch": 1.1326877336051648,
      "grad_norm": 2.0372243654380555,
      "learning_rate": 0.00028026164777442494,
      "loss": 4.9886,
      "step": 13334
    },
    {
      "epoch": 1.1327726809378185,
      "grad_norm": 2.0769053101802206,
      "learning_rate": 0.0002802582430818115,
      "loss": 5.0248,
      "step": 13335
    },
    {
      "epoch": 1.1328576282704723,
      "grad_norm": 2.0657096121756484,
      "learning_rate": 0.0002802548381162678,
      "loss": 5.1043,
      "step": 13336
    },
    {
      "epoch": 1.132942575603126,
      "grad_norm": 1.9765150162486615,
      "learning_rate": 0.00028025143287780107,
      "loss": 4.6446,
      "step": 13337
    },
    {
      "epoch": 1.1330275229357798,
      "grad_norm": 2.2279323646279,
      "learning_rate": 0.00028024802736641835,
      "loss": 5.6502,
      "step": 13338
    },
    {
      "epoch": 1.1331124702684336,
      "grad_norm": 2.0755068141788,
      "learning_rate": 0.0002802446215821268,
      "loss": 4.9705,
      "step": 13339
    },
    {
      "epoch": 1.1331974176010873,
      "grad_norm": 2.205732084303751,
      "learning_rate": 0.00028024121552493354,
      "loss": 5.2578,
      "step": 13340
    },
    {
      "epoch": 1.1332823649337411,
      "grad_norm": 2.215197076575178,
      "learning_rate": 0.00028023780919484575,
      "loss": 5.3007,
      "step": 13341
    },
    {
      "epoch": 1.1333673122663948,
      "grad_norm": 2.0948087151438535,
      "learning_rate": 0.0002802344025918705,
      "loss": 4.9263,
      "step": 13342
    },
    {
      "epoch": 1.1334522595990486,
      "grad_norm": 2.2655278344328384,
      "learning_rate": 0.0002802309957160149,
      "loss": 5.2208,
      "step": 13343
    },
    {
      "epoch": 1.1335372069317025,
      "grad_norm": 2.116201209693102,
      "learning_rate": 0.0002802275885672863,
      "loss": 5.1479,
      "step": 13344
    },
    {
      "epoch": 1.133622154264356,
      "grad_norm": 2.0797927750218443,
      "learning_rate": 0.00028022418114569163,
      "loss": 5.1459,
      "step": 13345
    },
    {
      "epoch": 1.13370710159701,
      "grad_norm": 2.2137393768089315,
      "learning_rate": 0.0002802207734512381,
      "loss": 5.3331,
      "step": 13346
    },
    {
      "epoch": 1.1337920489296636,
      "grad_norm": 2.0068020860935833,
      "learning_rate": 0.0002802173654839328,
      "loss": 4.9063,
      "step": 13347
    },
    {
      "epoch": 1.1338769962623174,
      "grad_norm": 2.0175336156102235,
      "learning_rate": 0.00028021395724378296,
      "loss": 4.5633,
      "step": 13348
    },
    {
      "epoch": 1.133961943594971,
      "grad_norm": 2.216115478869563,
      "learning_rate": 0.00028021054873079564,
      "loss": 5.3441,
      "step": 13349
    },
    {
      "epoch": 1.134046890927625,
      "grad_norm": 2.01131731975495,
      "learning_rate": 0.00028020713994497806,
      "loss": 5.0771,
      "step": 13350
    },
    {
      "epoch": 1.1341318382602785,
      "grad_norm": 1.9515802105357969,
      "learning_rate": 0.0002802037308863373,
      "loss": 4.8932,
      "step": 13351
    },
    {
      "epoch": 1.1342167855929324,
      "grad_norm": 2.031721636583397,
      "learning_rate": 0.0002802003215548805,
      "loss": 5.2666,
      "step": 13352
    },
    {
      "epoch": 1.1343017329255862,
      "grad_norm": 1.9646553275463923,
      "learning_rate": 0.0002801969119506149,
      "loss": 4.7011,
      "step": 13353
    },
    {
      "epoch": 1.1343866802582399,
      "grad_norm": 1.9640146083117358,
      "learning_rate": 0.00028019350207354754,
      "loss": 4.9724,
      "step": 13354
    },
    {
      "epoch": 1.1344716275908937,
      "grad_norm": 2.084985597258893,
      "learning_rate": 0.00028019009192368555,
      "loss": 5.2952,
      "step": 13355
    },
    {
      "epoch": 1.1345565749235473,
      "grad_norm": 2.0147695479882044,
      "learning_rate": 0.00028018668150103614,
      "loss": 4.7603,
      "step": 13356
    },
    {
      "epoch": 1.1346415222562012,
      "grad_norm": 2.0516909202011986,
      "learning_rate": 0.00028018327080560644,
      "loss": 5.0314,
      "step": 13357
    },
    {
      "epoch": 1.1347264695888548,
      "grad_norm": 1.9940040708512974,
      "learning_rate": 0.0002801798598374036,
      "loss": 5.0769,
      "step": 13358
    },
    {
      "epoch": 1.1348114169215087,
      "grad_norm": 2.2395296960396416,
      "learning_rate": 0.0002801764485964347,
      "loss": 5.509,
      "step": 13359
    },
    {
      "epoch": 1.1348963642541625,
      "grad_norm": 2.037996695905603,
      "learning_rate": 0.00028017303708270707,
      "loss": 5.25,
      "step": 13360
    },
    {
      "epoch": 1.1349813115868161,
      "grad_norm": 2.0098207946363864,
      "learning_rate": 0.0002801696252962277,
      "loss": 4.9961,
      "step": 13361
    },
    {
      "epoch": 1.13506625891947,
      "grad_norm": 2.1541887890943356,
      "learning_rate": 0.0002801662132370037,
      "loss": 5.1897,
      "step": 13362
    },
    {
      "epoch": 1.1351512062521236,
      "grad_norm": 2.295704068663321,
      "learning_rate": 0.00028016280090504235,
      "loss": 5.4303,
      "step": 13363
    },
    {
      "epoch": 1.1352361535847775,
      "grad_norm": 1.9799766100501721,
      "learning_rate": 0.00028015938830035073,
      "loss": 4.6996,
      "step": 13364
    },
    {
      "epoch": 1.135321100917431,
      "grad_norm": 2.1350952338279225,
      "learning_rate": 0.00028015597542293603,
      "loss": 5.3318,
      "step": 13365
    },
    {
      "epoch": 1.135406048250085,
      "grad_norm": 2.086734329622622,
      "learning_rate": 0.0002801525622728053,
      "loss": 5.1548,
      "step": 13366
    },
    {
      "epoch": 1.1354909955827388,
      "grad_norm": 2.075894275740061,
      "learning_rate": 0.0002801491488499658,
      "loss": 5.1524,
      "step": 13367
    },
    {
      "epoch": 1.1355759429153924,
      "grad_norm": 2.141451107725019,
      "learning_rate": 0.0002801457351544247,
      "loss": 5.4062,
      "step": 13368
    },
    {
      "epoch": 1.1356608902480463,
      "grad_norm": 1.9305957323811667,
      "learning_rate": 0.00028014232118618907,
      "loss": 4.2829,
      "step": 13369
    },
    {
      "epoch": 1.1357458375807,
      "grad_norm": 2.0032782441952546,
      "learning_rate": 0.0002801389069452661,
      "loss": 5.0064,
      "step": 13370
    },
    {
      "epoch": 1.1358307849133538,
      "grad_norm": 2.0880938845323826,
      "learning_rate": 0.0002801354924316629,
      "loss": 5.0615,
      "step": 13371
    },
    {
      "epoch": 1.1359157322460074,
      "grad_norm": 2.1269963250750767,
      "learning_rate": 0.0002801320776453867,
      "loss": 4.5092,
      "step": 13372
    },
    {
      "epoch": 1.1360006795786612,
      "grad_norm": 2.1890257518249943,
      "learning_rate": 0.00028012866258644457,
      "loss": 5.5245,
      "step": 13373
    },
    {
      "epoch": 1.1360856269113149,
      "grad_norm": 2.0603101022542942,
      "learning_rate": 0.0002801252472548438,
      "loss": 4.8499,
      "step": 13374
    },
    {
      "epoch": 1.1361705742439687,
      "grad_norm": 2.1887243249298165,
      "learning_rate": 0.0002801218316505914,
      "loss": 5.3185,
      "step": 13375
    },
    {
      "epoch": 1.1362555215766226,
      "grad_norm": 2.0770492830626903,
      "learning_rate": 0.00028011841577369465,
      "loss": 5.0148,
      "step": 13376
    },
    {
      "epoch": 1.1363404689092762,
      "grad_norm": 2.0392197901361144,
      "learning_rate": 0.00028011499962416056,
      "loss": 4.6529,
      "step": 13377
    },
    {
      "epoch": 1.13642541624193,
      "grad_norm": 2.225468416933744,
      "learning_rate": 0.0002801115832019964,
      "loss": 5.5181,
      "step": 13378
    },
    {
      "epoch": 1.1365103635745837,
      "grad_norm": 2.086911845180679,
      "learning_rate": 0.00028010816650720933,
      "loss": 5.1735,
      "step": 13379
    },
    {
      "epoch": 1.1365953109072375,
      "grad_norm": 1.9987484274522953,
      "learning_rate": 0.0002801047495398064,
      "loss": 4.002,
      "step": 13380
    },
    {
      "epoch": 1.1366802582398914,
      "grad_norm": 2.1921748397939402,
      "learning_rate": 0.00028010133229979493,
      "loss": 5.4092,
      "step": 13381
    },
    {
      "epoch": 1.136765205572545,
      "grad_norm": 2.1435087311744123,
      "learning_rate": 0.00028009791478718197,
      "loss": 5.1138,
      "step": 13382
    },
    {
      "epoch": 1.1368501529051989,
      "grad_norm": 2.068117478843854,
      "learning_rate": 0.0002800944970019747,
      "loss": 5.025,
      "step": 13383
    },
    {
      "epoch": 1.1369351002378525,
      "grad_norm": 2.3087488389040116,
      "learning_rate": 0.0002800910789441803,
      "loss": 5.5239,
      "step": 13384
    },
    {
      "epoch": 1.1370200475705063,
      "grad_norm": 2.12271903005665,
      "learning_rate": 0.00028008766061380594,
      "loss": 4.9873,
      "step": 13385
    },
    {
      "epoch": 1.13710499490316,
      "grad_norm": 2.104227776728531,
      "learning_rate": 0.0002800842420108587,
      "loss": 5.0495,
      "step": 13386
    },
    {
      "epoch": 1.1371899422358138,
      "grad_norm": 2.119518477785695,
      "learning_rate": 0.0002800808231353459,
      "loss": 5.1414,
      "step": 13387
    },
    {
      "epoch": 1.1372748895684675,
      "grad_norm": 2.1333707737319725,
      "learning_rate": 0.00028007740398727456,
      "loss": 5.3304,
      "step": 13388
    },
    {
      "epoch": 1.1373598369011213,
      "grad_norm": 2.0135357398526703,
      "learning_rate": 0.0002800739845666519,
      "loss": 4.7494,
      "step": 13389
    },
    {
      "epoch": 1.1374447842337752,
      "grad_norm": 2.070954200421784,
      "learning_rate": 0.0002800705648734851,
      "loss": 5.1527,
      "step": 13390
    },
    {
      "epoch": 1.1375297315664288,
      "grad_norm": 2.1633668640572856,
      "learning_rate": 0.00028006714490778125,
      "loss": 5.2052,
      "step": 13391
    },
    {
      "epoch": 1.1376146788990826,
      "grad_norm": 2.0144267548538455,
      "learning_rate": 0.0002800637246695476,
      "loss": 4.9651,
      "step": 13392
    },
    {
      "epoch": 1.1376996262317363,
      "grad_norm": 2.0470313558923467,
      "learning_rate": 0.0002800603041587913,
      "loss": 4.841,
      "step": 13393
    },
    {
      "epoch": 1.1377845735643901,
      "grad_norm": 2.038062397378693,
      "learning_rate": 0.00028005688337551953,
      "loss": 4.9012,
      "step": 13394
    },
    {
      "epoch": 1.1378695208970437,
      "grad_norm": 1.9891856275292632,
      "learning_rate": 0.0002800534623197394,
      "loss": 4.4629,
      "step": 13395
    },
    {
      "epoch": 1.1379544682296976,
      "grad_norm": 2.1862607803559833,
      "learning_rate": 0.0002800500409914581,
      "loss": 4.9844,
      "step": 13396
    },
    {
      "epoch": 1.1380394155623512,
      "grad_norm": 2.1162845156682026,
      "learning_rate": 0.00028004661939068284,
      "loss": 5.1539,
      "step": 13397
    },
    {
      "epoch": 1.138124362895005,
      "grad_norm": 2.0064012832216034,
      "learning_rate": 0.00028004319751742077,
      "loss": 4.5798,
      "step": 13398
    },
    {
      "epoch": 1.138209310227659,
      "grad_norm": 2.1834681428590876,
      "learning_rate": 0.000280039775371679,
      "loss": 5.52,
      "step": 13399
    },
    {
      "epoch": 1.1382942575603126,
      "grad_norm": 2.0958068938513277,
      "learning_rate": 0.0002800363529534648,
      "loss": 5.1367,
      "step": 13400
    },
    {
      "epoch": 1.1383792048929664,
      "grad_norm": 2.0212826072852272,
      "learning_rate": 0.00028003293026278525,
      "loss": 4.813,
      "step": 13401
    },
    {
      "epoch": 1.13846415222562,
      "grad_norm": 2.1207405501181538,
      "learning_rate": 0.00028002950729964755,
      "loss": 5.2205,
      "step": 13402
    },
    {
      "epoch": 1.1385490995582739,
      "grad_norm": 2.013583706485284,
      "learning_rate": 0.00028002608406405894,
      "loss": 4.8399,
      "step": 13403
    },
    {
      "epoch": 1.1386340468909277,
      "grad_norm": 2.034125554805616,
      "learning_rate": 0.0002800226605560265,
      "loss": 4.7768,
      "step": 13404
    },
    {
      "epoch": 1.1387189942235814,
      "grad_norm": 2.11766243617871,
      "learning_rate": 0.00028001923677555744,
      "loss": 5.3338,
      "step": 13405
    },
    {
      "epoch": 1.1388039415562352,
      "grad_norm": 1.9944517440788156,
      "learning_rate": 0.0002800158127226589,
      "loss": 4.9105,
      "step": 13406
    },
    {
      "epoch": 1.1388888888888888,
      "grad_norm": 2.231009153517759,
      "learning_rate": 0.00028001238839733816,
      "loss": 5.3307,
      "step": 13407
    },
    {
      "epoch": 1.1389738362215427,
      "grad_norm": 2.009737314729249,
      "learning_rate": 0.0002800089637996023,
      "loss": 4.7429,
      "step": 13408
    },
    {
      "epoch": 1.1390587835541963,
      "grad_norm": 2.045347364373631,
      "learning_rate": 0.00028000553892945846,
      "loss": 4.9476,
      "step": 13409
    },
    {
      "epoch": 1.1391437308868502,
      "grad_norm": 2.0229283786576264,
      "learning_rate": 0.0002800021137869139,
      "loss": 4.8005,
      "step": 13410
    },
    {
      "epoch": 1.1392286782195038,
      "grad_norm": 2.126521005488039,
      "learning_rate": 0.00027999868837197585,
      "loss": 4.6725,
      "step": 13411
    },
    {
      "epoch": 1.1393136255521576,
      "grad_norm": 2.0352676309554587,
      "learning_rate": 0.0002799952626846513,
      "loss": 5.0203,
      "step": 13412
    },
    {
      "epoch": 1.1393985728848115,
      "grad_norm": 2.0475037225386252,
      "learning_rate": 0.0002799918367249476,
      "loss": 4.7813,
      "step": 13413
    },
    {
      "epoch": 1.1394835202174651,
      "grad_norm": 2.092706093571631,
      "learning_rate": 0.00027998841049287185,
      "loss": 5.1315,
      "step": 13414
    },
    {
      "epoch": 1.139568467550119,
      "grad_norm": 2.002016199416197,
      "learning_rate": 0.00027998498398843126,
      "loss": 4.8266,
      "step": 13415
    },
    {
      "epoch": 1.1396534148827726,
      "grad_norm": 1.986384750814202,
      "learning_rate": 0.000279981557211633,
      "loss": 4.8861,
      "step": 13416
    },
    {
      "epoch": 1.1397383622154265,
      "grad_norm": 2.013650385822845,
      "learning_rate": 0.0002799781301624842,
      "loss": 5.1114,
      "step": 13417
    },
    {
      "epoch": 1.1398233095480803,
      "grad_norm": 2.033314987162398,
      "learning_rate": 0.0002799747028409921,
      "loss": 5.1377,
      "step": 13418
    },
    {
      "epoch": 1.139908256880734,
      "grad_norm": 1.9965679025734195,
      "learning_rate": 0.0002799712752471639,
      "loss": 5.1946,
      "step": 13419
    },
    {
      "epoch": 1.1399932042133878,
      "grad_norm": 1.985807125143839,
      "learning_rate": 0.0002799678473810067,
      "loss": 4.8826,
      "step": 13420
    },
    {
      "epoch": 1.1400781515460414,
      "grad_norm": 1.9855908501224049,
      "learning_rate": 0.0002799644192425278,
      "loss": 4.7334,
      "step": 13421
    },
    {
      "epoch": 1.1401630988786953,
      "grad_norm": 1.9858677584832516,
      "learning_rate": 0.0002799609908317342,
      "loss": 4.8801,
      "step": 13422
    },
    {
      "epoch": 1.140248046211349,
      "grad_norm": 1.9845870171957654,
      "learning_rate": 0.00027995756214863326,
      "loss": 4.7708,
      "step": 13423
    },
    {
      "epoch": 1.1403329935440027,
      "grad_norm": 2.1084428660426506,
      "learning_rate": 0.0002799541331932321,
      "loss": 5.4083,
      "step": 13424
    },
    {
      "epoch": 1.1404179408766564,
      "grad_norm": 2.3358370946745683,
      "learning_rate": 0.00027995070396553794,
      "loss": 5.6065,
      "step": 13425
    },
    {
      "epoch": 1.1405028882093102,
      "grad_norm": 2.050544287009007,
      "learning_rate": 0.0002799472744655579,
      "loss": 4.6924,
      "step": 13426
    },
    {
      "epoch": 1.140587835541964,
      "grad_norm": 2.059620202698208,
      "learning_rate": 0.0002799438446932992,
      "loss": 5.0153,
      "step": 13427
    },
    {
      "epoch": 1.1406727828746177,
      "grad_norm": 2.227385633253942,
      "learning_rate": 0.000279940414648769,
      "loss": 5.5468,
      "step": 13428
    },
    {
      "epoch": 1.1407577302072716,
      "grad_norm": 2.039284665893133,
      "learning_rate": 0.0002799369843319745,
      "loss": 4.8397,
      "step": 13429
    },
    {
      "epoch": 1.1408426775399252,
      "grad_norm": 2.1563605097221545,
      "learning_rate": 0.00027993355374292294,
      "loss": 5.4726,
      "step": 13430
    },
    {
      "epoch": 1.140927624872579,
      "grad_norm": 2.1849057504427245,
      "learning_rate": 0.0002799301228816214,
      "loss": 5.2864,
      "step": 13431
    },
    {
      "epoch": 1.1410125722052327,
      "grad_norm": 2.1289614556509338,
      "learning_rate": 0.00027992669174807717,
      "loss": 5.4956,
      "step": 13432
    },
    {
      "epoch": 1.1410975195378865,
      "grad_norm": 2.1218649646333336,
      "learning_rate": 0.0002799232603422975,
      "loss": 4.9254,
      "step": 13433
    },
    {
      "epoch": 1.1411824668705401,
      "grad_norm": 2.152817419710446,
      "learning_rate": 0.0002799198286642893,
      "loss": 5.3035,
      "step": 13434
    },
    {
      "epoch": 1.141267414203194,
      "grad_norm": 2.053366615423575,
      "learning_rate": 0.0002799163967140601,
      "loss": 4.3733,
      "step": 13435
    },
    {
      "epoch": 1.1413523615358478,
      "grad_norm": 1.996622349631678,
      "learning_rate": 0.00027991296449161683,
      "loss": 4.8773,
      "step": 13436
    },
    {
      "epoch": 1.1414373088685015,
      "grad_norm": 2.0636459627024966,
      "learning_rate": 0.0002799095319969669,
      "loss": 4.9204,
      "step": 13437
    },
    {
      "epoch": 1.1415222562011553,
      "grad_norm": 2.0366622705543076,
      "learning_rate": 0.0002799060992301173,
      "loss": 5.1124,
      "step": 13438
    },
    {
      "epoch": 1.141607203533809,
      "grad_norm": 1.9423377641681139,
      "learning_rate": 0.0002799026661910753,
      "loss": 4.7875,
      "step": 13439
    },
    {
      "epoch": 1.1416921508664628,
      "grad_norm": 2.0030532968534485,
      "learning_rate": 0.0002798992328798481,
      "loss": 4.9211,
      "step": 13440
    },
    {
      "epoch": 1.1417770981991167,
      "grad_norm": 1.9973043923980949,
      "learning_rate": 0.00027989579929644295,
      "loss": 4.921,
      "step": 13441
    },
    {
      "epoch": 1.1418620455317703,
      "grad_norm": 2.0341923859989444,
      "learning_rate": 0.000279892365440867,
      "loss": 4.8,
      "step": 13442
    },
    {
      "epoch": 1.1419469928644241,
      "grad_norm": 2.051486203974017,
      "learning_rate": 0.0002798889313131274,
      "loss": 5.1021,
      "step": 13443
    },
    {
      "epoch": 1.1420319401970778,
      "grad_norm": 2.1319525101885892,
      "learning_rate": 0.0002798854969132314,
      "loss": 4.8712,
      "step": 13444
    },
    {
      "epoch": 1.1421168875297316,
      "grad_norm": 2.0770187734162486,
      "learning_rate": 0.0002798820622411861,
      "loss": 5.1276,
      "step": 13445
    },
    {
      "epoch": 1.1422018348623852,
      "grad_norm": 2.1760891607385404,
      "learning_rate": 0.0002798786272969989,
      "loss": 4.9137,
      "step": 13446
    },
    {
      "epoch": 1.142286782195039,
      "grad_norm": 2.092645000708848,
      "learning_rate": 0.0002798751920806768,
      "loss": 4.9679,
      "step": 13447
    },
    {
      "epoch": 1.1423717295276927,
      "grad_norm": 1.9989407861782233,
      "learning_rate": 0.0002798717565922271,
      "loss": 4.8838,
      "step": 13448
    },
    {
      "epoch": 1.1424566768603466,
      "grad_norm": 2.0560618370000974,
      "learning_rate": 0.00027986832083165693,
      "loss": 5.1313,
      "step": 13449
    },
    {
      "epoch": 1.1425416241930004,
      "grad_norm": 2.0720648155297727,
      "learning_rate": 0.00027986488479897357,
      "loss": 4.8929,
      "step": 13450
    },
    {
      "epoch": 1.142626571525654,
      "grad_norm": 2.188380597092666,
      "learning_rate": 0.0002798614484941842,
      "loss": 5.3678,
      "step": 13451
    },
    {
      "epoch": 1.142711518858308,
      "grad_norm": 2.096999314045865,
      "learning_rate": 0.00027985801191729594,
      "loss": 4.8605,
      "step": 13452
    },
    {
      "epoch": 1.1427964661909615,
      "grad_norm": 2.041330143518687,
      "learning_rate": 0.00027985457506831605,
      "loss": 4.9988,
      "step": 13453
    },
    {
      "epoch": 1.1428814135236154,
      "grad_norm": 2.1452100906797886,
      "learning_rate": 0.0002798511379472518,
      "loss": 5.4617,
      "step": 13454
    },
    {
      "epoch": 1.1429663608562692,
      "grad_norm": 2.0449851955312455,
      "learning_rate": 0.0002798477005541102,
      "loss": 5.0383,
      "step": 13455
    },
    {
      "epoch": 1.1430513081889229,
      "grad_norm": 2.0718211110162557,
      "learning_rate": 0.00027984426288889865,
      "loss": 4.5067,
      "step": 13456
    },
    {
      "epoch": 1.1431362555215767,
      "grad_norm": 2.2558239087840906,
      "learning_rate": 0.00027984082495162427,
      "loss": 5.3096,
      "step": 13457
    },
    {
      "epoch": 1.1432212028542303,
      "grad_norm": 2.0627477816670012,
      "learning_rate": 0.0002798373867422943,
      "loss": 5.113,
      "step": 13458
    },
    {
      "epoch": 1.1433061501868842,
      "grad_norm": 1.986202516932806,
      "learning_rate": 0.00027983394826091586,
      "loss": 4.4887,
      "step": 13459
    },
    {
      "epoch": 1.1433910975195378,
      "grad_norm": 2.0476145779077823,
      "learning_rate": 0.00027983050950749626,
      "loss": 5.0925,
      "step": 13460
    },
    {
      "epoch": 1.1434760448521917,
      "grad_norm": 2.024107777829668,
      "learning_rate": 0.00027982707048204264,
      "loss": 5.1113,
      "step": 13461
    },
    {
      "epoch": 1.1435609921848453,
      "grad_norm": 2.017894036417077,
      "learning_rate": 0.00027982363118456214,
      "loss": 4.9883,
      "step": 13462
    },
    {
      "epoch": 1.1436459395174992,
      "grad_norm": 2.1997888764045896,
      "learning_rate": 0.00027982019161506216,
      "loss": 5.5588,
      "step": 13463
    },
    {
      "epoch": 1.143730886850153,
      "grad_norm": 1.9934607057231888,
      "learning_rate": 0.0002798167517735497,
      "loss": 4.7397,
      "step": 13464
    },
    {
      "epoch": 1.1438158341828066,
      "grad_norm": 2.034337439793449,
      "learning_rate": 0.00027981331166003216,
      "loss": 5.2144,
      "step": 13465
    },
    {
      "epoch": 1.1439007815154605,
      "grad_norm": 2.059524898887,
      "learning_rate": 0.00027980987127451657,
      "loss": 5.2925,
      "step": 13466
    },
    {
      "epoch": 1.1439857288481141,
      "grad_norm": 1.9670386739202632,
      "learning_rate": 0.0002798064306170102,
      "loss": 4.777,
      "step": 13467
    },
    {
      "epoch": 1.144070676180768,
      "grad_norm": 2.068071394064507,
      "learning_rate": 0.00027980298968752036,
      "loss": 5.1746,
      "step": 13468
    },
    {
      "epoch": 1.1441556235134216,
      "grad_norm": 2.025099532747289,
      "learning_rate": 0.0002797995484860541,
      "loss": 4.7194,
      "step": 13469
    },
    {
      "epoch": 1.1442405708460754,
      "grad_norm": 2.0215141869822375,
      "learning_rate": 0.0002797961070126188,
      "loss": 4.9845,
      "step": 13470
    },
    {
      "epoch": 1.144325518178729,
      "grad_norm": 1.9767692076430903,
      "learning_rate": 0.00027979266526722147,
      "loss": 5.0493,
      "step": 13471
    },
    {
      "epoch": 1.144410465511383,
      "grad_norm": 2.205685655893124,
      "learning_rate": 0.0002797892232498695,
      "loss": 5.4022,
      "step": 13472
    },
    {
      "epoch": 1.1444954128440368,
      "grad_norm": 2.189286361953412,
      "learning_rate": 0.00027978578096057,
      "loss": 5.466,
      "step": 13473
    },
    {
      "epoch": 1.1445803601766904,
      "grad_norm": 1.9809492456530218,
      "learning_rate": 0.0002797823383993302,
      "loss": 4.6347,
      "step": 13474
    },
    {
      "epoch": 1.1446653075093443,
      "grad_norm": 2.09621941938052,
      "learning_rate": 0.00027977889556615737,
      "loss": 4.9809,
      "step": 13475
    },
    {
      "epoch": 1.1447502548419979,
      "grad_norm": 2.0722415655088144,
      "learning_rate": 0.00027977545246105865,
      "loss": 4.8687,
      "step": 13476
    },
    {
      "epoch": 1.1448352021746517,
      "grad_norm": 2.1025042329567807,
      "learning_rate": 0.0002797720090840413,
      "loss": 5.0116,
      "step": 13477
    },
    {
      "epoch": 1.1449201495073056,
      "grad_norm": 2.0258734570455617,
      "learning_rate": 0.00027976856543511253,
      "loss": 5.0977,
      "step": 13478
    },
    {
      "epoch": 1.1450050968399592,
      "grad_norm": 2.099974418848231,
      "learning_rate": 0.00027976512151427956,
      "loss": 5.0192,
      "step": 13479
    },
    {
      "epoch": 1.145090044172613,
      "grad_norm": 2.1187320586686775,
      "learning_rate": 0.00027976167732154955,
      "loss": 4.7641,
      "step": 13480
    },
    {
      "epoch": 1.1451749915052667,
      "grad_norm": 2.1101217813227398,
      "learning_rate": 0.0002797582328569297,
      "loss": 5.0372,
      "step": 13481
    },
    {
      "epoch": 1.1452599388379205,
      "grad_norm": 2.0891012245513623,
      "learning_rate": 0.0002797547881204274,
      "loss": 4.6579,
      "step": 13482
    },
    {
      "epoch": 1.1453448861705742,
      "grad_norm": 1.9301294311628405,
      "learning_rate": 0.00027975134311204974,
      "loss": 4.4932,
      "step": 13483
    },
    {
      "epoch": 1.145429833503228,
      "grad_norm": 2.056060622972994,
      "learning_rate": 0.0002797478978318039,
      "loss": 5.0261,
      "step": 13484
    },
    {
      "epoch": 1.1455147808358817,
      "grad_norm": 2.0733493248116592,
      "learning_rate": 0.0002797444522796971,
      "loss": 5.1479,
      "step": 13485
    },
    {
      "epoch": 1.1455997281685355,
      "grad_norm": 2.1833701245865775,
      "learning_rate": 0.00027974100645573673,
      "loss": 5.2469,
      "step": 13486
    },
    {
      "epoch": 1.1456846755011894,
      "grad_norm": 2.1300718304751203,
      "learning_rate": 0.00027973756035992985,
      "loss": 5.4886,
      "step": 13487
    },
    {
      "epoch": 1.145769622833843,
      "grad_norm": 2.237466010256137,
      "learning_rate": 0.0002797341139922837,
      "loss": 5.3902,
      "step": 13488
    },
    {
      "epoch": 1.1458545701664968,
      "grad_norm": 2.2076433263665374,
      "learning_rate": 0.0002797306673528055,
      "loss": 5.2641,
      "step": 13489
    },
    {
      "epoch": 1.1459395174991505,
      "grad_norm": 1.9798121579017562,
      "learning_rate": 0.0002797272204415026,
      "loss": 4.8508,
      "step": 13490
    },
    {
      "epoch": 1.1460244648318043,
      "grad_norm": 2.0316006783692417,
      "learning_rate": 0.00027972377325838197,
      "loss": 5.1873,
      "step": 13491
    },
    {
      "epoch": 1.146109412164458,
      "grad_norm": 2.0218344178082606,
      "learning_rate": 0.00027972032580345107,
      "loss": 5.0053,
      "step": 13492
    },
    {
      "epoch": 1.1461943594971118,
      "grad_norm": 1.9984172096301493,
      "learning_rate": 0.00027971687807671697,
      "loss": 4.8026,
      "step": 13493
    },
    {
      "epoch": 1.1462793068297654,
      "grad_norm": 2.090238300969353,
      "learning_rate": 0.00027971343007818705,
      "loss": 5.255,
      "step": 13494
    },
    {
      "epoch": 1.1463642541624193,
      "grad_norm": 2.082602135085343,
      "learning_rate": 0.00027970998180786835,
      "loss": 4.8992,
      "step": 13495
    },
    {
      "epoch": 1.1464492014950731,
      "grad_norm": 2.1358110022410073,
      "learning_rate": 0.00027970653326576825,
      "loss": 5.3134,
      "step": 13496
    },
    {
      "epoch": 1.1465341488277268,
      "grad_norm": 2.1708652879160013,
      "learning_rate": 0.0002797030844518939,
      "loss": 5.2647,
      "step": 13497
    },
    {
      "epoch": 1.1466190961603806,
      "grad_norm": 2.1212931201846947,
      "learning_rate": 0.0002796996353662525,
      "loss": 5.0641,
      "step": 13498
    },
    {
      "epoch": 1.1467040434930342,
      "grad_norm": 2.2019911568516752,
      "learning_rate": 0.00027969618600885135,
      "loss": 5.1393,
      "step": 13499
    },
    {
      "epoch": 1.146788990825688,
      "grad_norm": 2.017947795158422,
      "learning_rate": 0.0002796927363796976,
      "loss": 4.8425,
      "step": 13500
    },
    {
      "epoch": 1.146873938158342,
      "grad_norm": 2.1156236683460707,
      "learning_rate": 0.00027968928647879854,
      "loss": 5.3019,
      "step": 13501
    },
    {
      "epoch": 1.1469588854909956,
      "grad_norm": 2.0419282975713715,
      "learning_rate": 0.0002796858363061614,
      "loss": 4.9428,
      "step": 13502
    },
    {
      "epoch": 1.1470438328236494,
      "grad_norm": 2.1015395221993862,
      "learning_rate": 0.0002796823858617934,
      "loss": 5.2509,
      "step": 13503
    },
    {
      "epoch": 1.147128780156303,
      "grad_norm": 1.9275396036117867,
      "learning_rate": 0.0002796789351457017,
      "loss": 4.3449,
      "step": 13504
    },
    {
      "epoch": 1.147213727488957,
      "grad_norm": 2.2622016407515093,
      "learning_rate": 0.00027967548415789364,
      "loss": 4.9748,
      "step": 13505
    },
    {
      "epoch": 1.1472986748216105,
      "grad_norm": 1.9571184971683244,
      "learning_rate": 0.00027967203289837637,
      "loss": 4.9964,
      "step": 13506
    },
    {
      "epoch": 1.1473836221542644,
      "grad_norm": 2.065678960788931,
      "learning_rate": 0.00027966858136715717,
      "loss": 5.2004,
      "step": 13507
    },
    {
      "epoch": 1.147468569486918,
      "grad_norm": 2.1840772321007913,
      "learning_rate": 0.00027966512956424325,
      "loss": 5.1909,
      "step": 13508
    },
    {
      "epoch": 1.1475535168195719,
      "grad_norm": 1.971545608399437,
      "learning_rate": 0.0002796616774896418,
      "loss": 4.8653,
      "step": 13509
    },
    {
      "epoch": 1.1476384641522257,
      "grad_norm": 2.0165681397450967,
      "learning_rate": 0.0002796582251433602,
      "loss": 5.0202,
      "step": 13510
    },
    {
      "epoch": 1.1477234114848793,
      "grad_norm": 1.9543852351686493,
      "learning_rate": 0.00027965477252540547,
      "loss": 5.1518,
      "step": 13511
    },
    {
      "epoch": 1.1478083588175332,
      "grad_norm": 2.0401985287637583,
      "learning_rate": 0.00027965131963578497,
      "loss": 5.0491,
      "step": 13512
    },
    {
      "epoch": 1.1478933061501868,
      "grad_norm": 1.9923276878407197,
      "learning_rate": 0.000279647866474506,
      "loss": 4.8532,
      "step": 13513
    },
    {
      "epoch": 1.1479782534828407,
      "grad_norm": 2.0168983548022372,
      "learning_rate": 0.00027964441304157567,
      "loss": 5.1808,
      "step": 13514
    },
    {
      "epoch": 1.1480632008154945,
      "grad_norm": 2.0747913786543757,
      "learning_rate": 0.0002796409593370013,
      "loss": 4.6699,
      "step": 13515
    },
    {
      "epoch": 1.1481481481481481,
      "grad_norm": 2.020068793699611,
      "learning_rate": 0.00027963750536079,
      "loss": 4.8707,
      "step": 13516
    },
    {
      "epoch": 1.148233095480802,
      "grad_norm": 2.0833563458618225,
      "learning_rate": 0.00027963405111294917,
      "loss": 5.2928,
      "step": 13517
    },
    {
      "epoch": 1.1483180428134556,
      "grad_norm": 2.0359597103311655,
      "learning_rate": 0.0002796305965934859,
      "loss": 5.1902,
      "step": 13518
    },
    {
      "epoch": 1.1484029901461095,
      "grad_norm": 2.1645350730918542,
      "learning_rate": 0.00027962714180240756,
      "loss": 5.3578,
      "step": 13519
    },
    {
      "epoch": 1.148487937478763,
      "grad_norm": 2.2286964673447915,
      "learning_rate": 0.00027962368673972135,
      "loss": 5.1029,
      "step": 13520
    },
    {
      "epoch": 1.148572884811417,
      "grad_norm": 1.9683975553876192,
      "learning_rate": 0.00027962023140543443,
      "loss": 4.8227,
      "step": 13521
    },
    {
      "epoch": 1.1486578321440706,
      "grad_norm": 2.0174796809987683,
      "learning_rate": 0.0002796167757995541,
      "loss": 5.0298,
      "step": 13522
    },
    {
      "epoch": 1.1487427794767244,
      "grad_norm": 2.047977864382828,
      "learning_rate": 0.0002796133199220877,
      "loss": 4.7647,
      "step": 13523
    },
    {
      "epoch": 1.1488277268093783,
      "grad_norm": 2.139699314326605,
      "learning_rate": 0.0002796098637730423,
      "loss": 5.2744,
      "step": 13524
    },
    {
      "epoch": 1.148912674142032,
      "grad_norm": 2.141916472875375,
      "learning_rate": 0.0002796064073524252,
      "loss": 5.0771,
      "step": 13525
    },
    {
      "epoch": 1.1489976214746858,
      "grad_norm": 2.113771369001698,
      "learning_rate": 0.00027960295066024367,
      "loss": 5.0023,
      "step": 13526
    },
    {
      "epoch": 1.1490825688073394,
      "grad_norm": 2.0383689942061687,
      "learning_rate": 0.0002795994936965049,
      "loss": 5.116,
      "step": 13527
    },
    {
      "epoch": 1.1491675161399932,
      "grad_norm": 2.2991965593228985,
      "learning_rate": 0.0002795960364612162,
      "loss": 5.3486,
      "step": 13528
    },
    {
      "epoch": 1.1492524634726469,
      "grad_norm": 1.9888348154728388,
      "learning_rate": 0.0002795925789543848,
      "loss": 4.5873,
      "step": 13529
    },
    {
      "epoch": 1.1493374108053007,
      "grad_norm": 1.9801713498002906,
      "learning_rate": 0.00027958912117601796,
      "loss": 4.8973,
      "step": 13530
    },
    {
      "epoch": 1.1494223581379543,
      "grad_norm": 2.1564974195253868,
      "learning_rate": 0.00027958566312612286,
      "loss": 4.7663,
      "step": 13531
    },
    {
      "epoch": 1.1495073054706082,
      "grad_norm": 1.9811578612107146,
      "learning_rate": 0.0002795822048047068,
      "loss": 5.004,
      "step": 13532
    },
    {
      "epoch": 1.149592252803262,
      "grad_norm": 2.086351103217407,
      "learning_rate": 0.000279578746211777,
      "loss": 4.9634,
      "step": 13533
    },
    {
      "epoch": 1.1496772001359157,
      "grad_norm": 2.2386163606662186,
      "learning_rate": 0.0002795752873473407,
      "loss": 5.3471,
      "step": 13534
    },
    {
      "epoch": 1.1497621474685695,
      "grad_norm": 2.2701436325586193,
      "learning_rate": 0.00027957182821140516,
      "loss": 5.4185,
      "step": 13535
    },
    {
      "epoch": 1.1498470948012232,
      "grad_norm": 2.095250015978788,
      "learning_rate": 0.00027956836880397765,
      "loss": 4.9677,
      "step": 13536
    },
    {
      "epoch": 1.149932042133877,
      "grad_norm": 2.030109851129223,
      "learning_rate": 0.00027956490912506537,
      "loss": 5.2307,
      "step": 13537
    },
    {
      "epoch": 1.1500169894665309,
      "grad_norm": 2.049871636484024,
      "learning_rate": 0.0002795614491746756,
      "loss": 4.9944,
      "step": 13538
    },
    {
      "epoch": 1.1501019367991845,
      "grad_norm": 2.025461023555148,
      "learning_rate": 0.0002795579889528156,
      "loss": 5.0907,
      "step": 13539
    },
    {
      "epoch": 1.1501868841318383,
      "grad_norm": 1.9808508155527842,
      "learning_rate": 0.0002795545284594926,
      "loss": 4.8366,
      "step": 13540
    },
    {
      "epoch": 1.150271831464492,
      "grad_norm": 2.0933234341397786,
      "learning_rate": 0.00027955106769471383,
      "loss": 5.3262,
      "step": 13541
    },
    {
      "epoch": 1.1503567787971458,
      "grad_norm": 2.1077299106341623,
      "learning_rate": 0.0002795476066584866,
      "loss": 5.1341,
      "step": 13542
    },
    {
      "epoch": 1.1504417261297994,
      "grad_norm": 2.1615968306544247,
      "learning_rate": 0.00027954414535081814,
      "loss": 4.3072,
      "step": 13543
    },
    {
      "epoch": 1.1505266734624533,
      "grad_norm": 2.173569376392646,
      "learning_rate": 0.0002795406837717157,
      "loss": 5.1301,
      "step": 13544
    },
    {
      "epoch": 1.150611620795107,
      "grad_norm": 2.0040245877970286,
      "learning_rate": 0.00027953722192118646,
      "loss": 4.4295,
      "step": 13545
    },
    {
      "epoch": 1.1506965681277608,
      "grad_norm": 1.913722543537103,
      "learning_rate": 0.0002795337597992378,
      "loss": 4.7954,
      "step": 13546
    },
    {
      "epoch": 1.1507815154604146,
      "grad_norm": 1.9973180951488436,
      "learning_rate": 0.0002795302974058769,
      "loss": 4.9845,
      "step": 13547
    },
    {
      "epoch": 1.1508664627930683,
      "grad_norm": 2.1817434025280407,
      "learning_rate": 0.000279526834741111,
      "loss": 5.1791,
      "step": 13548
    },
    {
      "epoch": 1.150951410125722,
      "grad_norm": 2.0297964552055716,
      "learning_rate": 0.00027952337180494745,
      "loss": 5.2165,
      "step": 13549
    },
    {
      "epoch": 1.1510363574583757,
      "grad_norm": 1.997072577277273,
      "learning_rate": 0.00027951990859739344,
      "loss": 4.9854,
      "step": 13550
    },
    {
      "epoch": 1.1511213047910296,
      "grad_norm": 2.0532504321058505,
      "learning_rate": 0.00027951644511845614,
      "loss": 5.2652,
      "step": 13551
    },
    {
      "epoch": 1.1512062521236834,
      "grad_norm": 2.215633247207268,
      "learning_rate": 0.00027951298136814293,
      "loss": 5.5138,
      "step": 13552
    },
    {
      "epoch": 1.151291199456337,
      "grad_norm": 1.9503433697220438,
      "learning_rate": 0.0002795095173464611,
      "loss": 4.7877,
      "step": 13553
    },
    {
      "epoch": 1.151376146788991,
      "grad_norm": 2.0416632058038426,
      "learning_rate": 0.00027950605305341773,
      "loss": 4.8665,
      "step": 13554
    },
    {
      "epoch": 1.1514610941216445,
      "grad_norm": 2.198309911757806,
      "learning_rate": 0.00027950258848902026,
      "loss": 5.48,
      "step": 13555
    },
    {
      "epoch": 1.1515460414542984,
      "grad_norm": 2.083423953484101,
      "learning_rate": 0.0002794991236532758,
      "loss": 4.8676,
      "step": 13556
    },
    {
      "epoch": 1.151630988786952,
      "grad_norm": 2.012335510032868,
      "learning_rate": 0.0002794956585461918,
      "loss": 4.6654,
      "step": 13557
    },
    {
      "epoch": 1.1517159361196059,
      "grad_norm": 2.0410299884801573,
      "learning_rate": 0.00027949219316777534,
      "loss": 4.8662,
      "step": 13558
    },
    {
      "epoch": 1.1518008834522595,
      "grad_norm": 2.273208746194317,
      "learning_rate": 0.00027948872751803376,
      "loss": 5.4419,
      "step": 13559
    },
    {
      "epoch": 1.1518858307849134,
      "grad_norm": 2.1446688521953035,
      "learning_rate": 0.00027948526159697433,
      "loss": 4.8379,
      "step": 13560
    },
    {
      "epoch": 1.1519707781175672,
      "grad_norm": 1.9953942222655816,
      "learning_rate": 0.0002794817954046043,
      "loss": 4.7994,
      "step": 13561
    },
    {
      "epoch": 1.1520557254502208,
      "grad_norm": 2.2349901543019235,
      "learning_rate": 0.00027947832894093086,
      "loss": 5.381,
      "step": 13562
    },
    {
      "epoch": 1.1521406727828747,
      "grad_norm": 2.2369226134265348,
      "learning_rate": 0.0002794748622059614,
      "loss": 5.0977,
      "step": 13563
    },
    {
      "epoch": 1.1522256201155283,
      "grad_norm": 2.045901835064355,
      "learning_rate": 0.0002794713951997031,
      "loss": 5.0565,
      "step": 13564
    },
    {
      "epoch": 1.1523105674481822,
      "grad_norm": 2.0418190610238276,
      "learning_rate": 0.00027946792792216325,
      "loss": 5.2678,
      "step": 13565
    },
    {
      "epoch": 1.1523955147808358,
      "grad_norm": 2.20169522215634,
      "learning_rate": 0.0002794644603733491,
      "loss": 5.3333,
      "step": 13566
    },
    {
      "epoch": 1.1524804621134896,
      "grad_norm": 2.0621792808315575,
      "learning_rate": 0.0002794609925532679,
      "loss": 4.7344,
      "step": 13567
    },
    {
      "epoch": 1.1525654094461433,
      "grad_norm": 2.013165584408437,
      "learning_rate": 0.000279457524461927,
      "loss": 5.0762,
      "step": 13568
    },
    {
      "epoch": 1.1526503567787971,
      "grad_norm": 2.1738692584075032,
      "learning_rate": 0.00027945405609933356,
      "loss": 5.2302,
      "step": 13569
    },
    {
      "epoch": 1.152735304111451,
      "grad_norm": 2.1102314638686694,
      "learning_rate": 0.00027945058746549497,
      "loss": 5.2383,
      "step": 13570
    },
    {
      "epoch": 1.1528202514441046,
      "grad_norm": 2.1876887697003564,
      "learning_rate": 0.00027944711856041837,
      "loss": 5.4329,
      "step": 13571
    },
    {
      "epoch": 1.1529051987767585,
      "grad_norm": 2.1220025617085843,
      "learning_rate": 0.0002794436493841111,
      "loss": 5.4384,
      "step": 13572
    },
    {
      "epoch": 1.152990146109412,
      "grad_norm": 2.047573972793918,
      "learning_rate": 0.0002794401799365804,
      "loss": 5.0422,
      "step": 13573
    },
    {
      "epoch": 1.153075093442066,
      "grad_norm": 2.2329425756997883,
      "learning_rate": 0.0002794367102178336,
      "loss": 5.313,
      "step": 13574
    },
    {
      "epoch": 1.1531600407747198,
      "grad_norm": 2.030020678327597,
      "learning_rate": 0.00027943324022787784,
      "loss": 5.0612,
      "step": 13575
    },
    {
      "epoch": 1.1532449881073734,
      "grad_norm": 2.0236540368080664,
      "learning_rate": 0.00027942976996672047,
      "loss": 4.8622,
      "step": 13576
    },
    {
      "epoch": 1.1533299354400273,
      "grad_norm": 1.9742779253884748,
      "learning_rate": 0.00027942629943436884,
      "loss": 4.8428,
      "step": 13577
    },
    {
      "epoch": 1.153414882772681,
      "grad_norm": 2.1573607335437908,
      "learning_rate": 0.00027942282863083006,
      "loss": 5.3771,
      "step": 13578
    },
    {
      "epoch": 1.1534998301053347,
      "grad_norm": 2.0963967613772385,
      "learning_rate": 0.0002794193575561116,
      "loss": 5.0866,
      "step": 13579
    },
    {
      "epoch": 1.1535847774379884,
      "grad_norm": 2.259858657049339,
      "learning_rate": 0.00027941588621022053,
      "loss": 5.4263,
      "step": 13580
    },
    {
      "epoch": 1.1536697247706422,
      "grad_norm": 2.1611535822094283,
      "learning_rate": 0.00027941241459316426,
      "loss": 5.2401,
      "step": 13581
    },
    {
      "epoch": 1.1537546721032959,
      "grad_norm": 2.1141074270327027,
      "learning_rate": 0.00027940894270495,
      "loss": 5.1944,
      "step": 13582
    },
    {
      "epoch": 1.1538396194359497,
      "grad_norm": 2.244412400540761,
      "learning_rate": 0.00027940547054558507,
      "loss": 5.8139,
      "step": 13583
    },
    {
      "epoch": 1.1539245667686036,
      "grad_norm": 2.063452325339823,
      "learning_rate": 0.0002794019981150766,
      "loss": 4.6679,
      "step": 13584
    },
    {
      "epoch": 1.1540095141012572,
      "grad_norm": 2.1120797034235825,
      "learning_rate": 0.00027939852541343215,
      "loss": 5.0124,
      "step": 13585
    },
    {
      "epoch": 1.154094461433911,
      "grad_norm": 1.9811131381215488,
      "learning_rate": 0.00027939505244065874,
      "loss": 4.7352,
      "step": 13586
    },
    {
      "epoch": 1.1541794087665647,
      "grad_norm": 2.01335290582253,
      "learning_rate": 0.0002793915791967638,
      "loss": 5.1963,
      "step": 13587
    },
    {
      "epoch": 1.1542643560992185,
      "grad_norm": 2.06593479800484,
      "learning_rate": 0.00027938810568175446,
      "loss": 4.9065,
      "step": 13588
    },
    {
      "epoch": 1.1543493034318721,
      "grad_norm": 1.9932280204702815,
      "learning_rate": 0.00027938463189563817,
      "loss": 4.454,
      "step": 13589
    },
    {
      "epoch": 1.154434250764526,
      "grad_norm": 2.2424386335888333,
      "learning_rate": 0.00027938115783842206,
      "loss": 5.3621,
      "step": 13590
    },
    {
      "epoch": 1.1545191980971798,
      "grad_norm": 2.1839536163646374,
      "learning_rate": 0.00027937768351011345,
      "loss": 5.1433,
      "step": 13591
    },
    {
      "epoch": 1.1546041454298335,
      "grad_norm": 2.2042592631630282,
      "learning_rate": 0.0002793742089107197,
      "loss": 5.3981,
      "step": 13592
    },
    {
      "epoch": 1.1546890927624873,
      "grad_norm": 2.080091462608968,
      "learning_rate": 0.00027937073404024805,
      "loss": 5.2711,
      "step": 13593
    },
    {
      "epoch": 1.154774040095141,
      "grad_norm": 2.046195797917815,
      "learning_rate": 0.0002793672588987057,
      "loss": 5.0009,
      "step": 13594
    },
    {
      "epoch": 1.1548589874277948,
      "grad_norm": 2.055433088414432,
      "learning_rate": 0.00027936378348610003,
      "loss": 5.0684,
      "step": 13595
    },
    {
      "epoch": 1.1549439347604484,
      "grad_norm": 2.075671874163097,
      "learning_rate": 0.00027936030780243825,
      "loss": 4.9276,
      "step": 13596
    },
    {
      "epoch": 1.1550288820931023,
      "grad_norm": 1.983055088238778,
      "learning_rate": 0.0002793568318477277,
      "loss": 4.8247,
      "step": 13597
    },
    {
      "epoch": 1.1551138294257561,
      "grad_norm": 2.1081060948424537,
      "learning_rate": 0.0002793533556219757,
      "loss": 5.2151,
      "step": 13598
    },
    {
      "epoch": 1.1551987767584098,
      "grad_norm": 2.0336106219215173,
      "learning_rate": 0.00027934987912518934,
      "loss": 5.1477,
      "step": 13599
    },
    {
      "epoch": 1.1552837240910636,
      "grad_norm": 1.991806105757935,
      "learning_rate": 0.00027934640235737613,
      "loss": 4.7528,
      "step": 13600
    },
    {
      "epoch": 1.1553686714237172,
      "grad_norm": 1.9436641922219304,
      "learning_rate": 0.0002793429253185433,
      "loss": 4.878,
      "step": 13601
    },
    {
      "epoch": 1.155453618756371,
      "grad_norm": 2.0380081785797626,
      "learning_rate": 0.000279339448008698,
      "loss": 4.6356,
      "step": 13602
    },
    {
      "epoch": 1.1555385660890247,
      "grad_norm": 2.206026885062189,
      "learning_rate": 0.0002793359704278477,
      "loss": 5.132,
      "step": 13603
    },
    {
      "epoch": 1.1556235134216786,
      "grad_norm": 2.213561379742105,
      "learning_rate": 0.00027933249257599955,
      "loss": 5.4937,
      "step": 13604
    },
    {
      "epoch": 1.1557084607543322,
      "grad_norm": 2.0027660750320173,
      "learning_rate": 0.0002793290144531609,
      "loss": 4.9252,
      "step": 13605
    },
    {
      "epoch": 1.155793408086986,
      "grad_norm": 2.095584867243934,
      "learning_rate": 0.00027932553605933903,
      "loss": 5.0605,
      "step": 13606
    },
    {
      "epoch": 1.15587835541964,
      "grad_norm": 2.0813871815983234,
      "learning_rate": 0.00027932205739454125,
      "loss": 5.0629,
      "step": 13607
    },
    {
      "epoch": 1.1559633027522935,
      "grad_norm": 2.0365309135952576,
      "learning_rate": 0.0002793185784587748,
      "loss": 4.6048,
      "step": 13608
    },
    {
      "epoch": 1.1560482500849474,
      "grad_norm": 2.1958614659198856,
      "learning_rate": 0.000279315099252047,
      "loss": 5.3526,
      "step": 13609
    },
    {
      "epoch": 1.156133197417601,
      "grad_norm": 2.1945549038498804,
      "learning_rate": 0.0002793116197743651,
      "loss": 5.3284,
      "step": 13610
    },
    {
      "epoch": 1.1562181447502549,
      "grad_norm": 2.165462812692202,
      "learning_rate": 0.0002793081400257364,
      "loss": 5.1744,
      "step": 13611
    },
    {
      "epoch": 1.1563030920829087,
      "grad_norm": 2.0619081136246766,
      "learning_rate": 0.00027930466000616834,
      "loss": 4.8072,
      "step": 13612
    },
    {
      "epoch": 1.1563880394155623,
      "grad_norm": 2.201537830745986,
      "learning_rate": 0.000279301179715668,
      "loss": 5.1581,
      "step": 13613
    },
    {
      "epoch": 1.1564729867482162,
      "grad_norm": 2.1739265171206994,
      "learning_rate": 0.0002792976991542428,
      "loss": 5.1551,
      "step": 13614
    },
    {
      "epoch": 1.1565579340808698,
      "grad_norm": 2.139601027380144,
      "learning_rate": 0.0002792942183219,
      "loss": 5.3411,
      "step": 13615
    },
    {
      "epoch": 1.1566428814135237,
      "grad_norm": 2.1440206163241577,
      "learning_rate": 0.00027929073721864677,
      "loss": 4.3372,
      "step": 13616
    },
    {
      "epoch": 1.1567278287461773,
      "grad_norm": 2.046273231183805,
      "learning_rate": 0.00027928725584449064,
      "loss": 4.769,
      "step": 13617
    },
    {
      "epoch": 1.1568127760788312,
      "grad_norm": 2.1713412395015017,
      "learning_rate": 0.00027928377419943873,
      "loss": 5.4906,
      "step": 13618
    },
    {
      "epoch": 1.1568977234114848,
      "grad_norm": 2.081427860586159,
      "learning_rate": 0.00027928029228349837,
      "loss": 5.1995,
      "step": 13619
    },
    {
      "epoch": 1.1569826707441386,
      "grad_norm": 2.192289697902033,
      "learning_rate": 0.000279276810096677,
      "loss": 5.1105,
      "step": 13620
    },
    {
      "epoch": 1.1570676180767925,
      "grad_norm": 2.0491188926177,
      "learning_rate": 0.00027927332763898167,
      "loss": 5.162,
      "step": 13621
    },
    {
      "epoch": 1.157152565409446,
      "grad_norm": 2.059587963573051,
      "learning_rate": 0.0002792698449104198,
      "loss": 4.8924,
      "step": 13622
    },
    {
      "epoch": 1.1572375127421,
      "grad_norm": 2.1810511360391835,
      "learning_rate": 0.00027926636191099875,
      "loss": 5.3491,
      "step": 13623
    },
    {
      "epoch": 1.1573224600747536,
      "grad_norm": 2.013506524770998,
      "learning_rate": 0.0002792628786407257,
      "loss": 4.9475,
      "step": 13624
    },
    {
      "epoch": 1.1574074074074074,
      "grad_norm": 2.2836595133545803,
      "learning_rate": 0.000279259395099608,
      "loss": 5.6438,
      "step": 13625
    },
    {
      "epoch": 1.157492354740061,
      "grad_norm": 1.951994778576898,
      "learning_rate": 0.000279255911287653,
      "loss": 4.5876,
      "step": 13626
    },
    {
      "epoch": 1.157577302072715,
      "grad_norm": 2.187846583335238,
      "learning_rate": 0.0002792524272048679,
      "loss": 5.1822,
      "step": 13627
    },
    {
      "epoch": 1.1576622494053685,
      "grad_norm": 2.028020141904342,
      "learning_rate": 0.00027924894285126007,
      "loss": 4.723,
      "step": 13628
    },
    {
      "epoch": 1.1577471967380224,
      "grad_norm": 2.206685371682897,
      "learning_rate": 0.0002792454582268368,
      "loss": 5.4673,
      "step": 13629
    },
    {
      "epoch": 1.1578321440706763,
      "grad_norm": 2.0627163483682347,
      "learning_rate": 0.00027924197333160537,
      "loss": 4.8306,
      "step": 13630
    },
    {
      "epoch": 1.1579170914033299,
      "grad_norm": 2.0526192161311445,
      "learning_rate": 0.0002792384881655731,
      "loss": 5.1147,
      "step": 13631
    },
    {
      "epoch": 1.1580020387359837,
      "grad_norm": 2.1875374079662597,
      "learning_rate": 0.0002792350027287473,
      "loss": 5.2572,
      "step": 13632
    },
    {
      "epoch": 1.1580869860686374,
      "grad_norm": 2.0321999028050017,
      "learning_rate": 0.0002792315170211352,
      "loss": 4.7944,
      "step": 13633
    },
    {
      "epoch": 1.1581719334012912,
      "grad_norm": 2.1410615808264435,
      "learning_rate": 0.00027922803104274424,
      "loss": 5.235,
      "step": 13634
    },
    {
      "epoch": 1.158256880733945,
      "grad_norm": 2.2270840159518914,
      "learning_rate": 0.0002792245447935816,
      "loss": 5.5965,
      "step": 13635
    },
    {
      "epoch": 1.1583418280665987,
      "grad_norm": 2.1558009994358156,
      "learning_rate": 0.00027922105827365463,
      "loss": 5.3068,
      "step": 13636
    },
    {
      "epoch": 1.1584267753992525,
      "grad_norm": 2.1187991012267067,
      "learning_rate": 0.0002792175714829707,
      "loss": 4.9491,
      "step": 13637
    },
    {
      "epoch": 1.1585117227319062,
      "grad_norm": 2.047017140761725,
      "learning_rate": 0.000279214084421537,
      "loss": 4.6445,
      "step": 13638
    },
    {
      "epoch": 1.15859667006456,
      "grad_norm": 2.081299082456687,
      "learning_rate": 0.00027921059708936087,
      "loss": 4.8755,
      "step": 13639
    },
    {
      "epoch": 1.1586816173972136,
      "grad_norm": 2.0712404856321505,
      "learning_rate": 0.0002792071094864497,
      "loss": 4.9316,
      "step": 13640
    },
    {
      "epoch": 1.1587665647298675,
      "grad_norm": 2.0928047196809367,
      "learning_rate": 0.0002792036216128107,
      "loss": 5.0503,
      "step": 13641
    },
    {
      "epoch": 1.1588515120625211,
      "grad_norm": 1.9289283743306025,
      "learning_rate": 0.0002792001334684512,
      "loss": 4.1055,
      "step": 13642
    },
    {
      "epoch": 1.158936459395175,
      "grad_norm": 2.0033908978344996,
      "learning_rate": 0.00027919664505337855,
      "loss": 4.4039,
      "step": 13643
    },
    {
      "epoch": 1.1590214067278288,
      "grad_norm": 2.0727408799497744,
      "learning_rate": 0.00027919315636760003,
      "loss": 4.6877,
      "step": 13644
    },
    {
      "epoch": 1.1591063540604825,
      "grad_norm": 2.0718239384542976,
      "learning_rate": 0.00027918966741112295,
      "loss": 4.712,
      "step": 13645
    },
    {
      "epoch": 1.1591913013931363,
      "grad_norm": 2.169216899226463,
      "learning_rate": 0.0002791861781839546,
      "loss": 5.4628,
      "step": 13646
    },
    {
      "epoch": 1.15927624872579,
      "grad_norm": 2.0275009616734896,
      "learning_rate": 0.0002791826886861023,
      "loss": 4.7938,
      "step": 13647
    },
    {
      "epoch": 1.1593611960584438,
      "grad_norm": 2.1114486865796636,
      "learning_rate": 0.0002791791989175734,
      "loss": 5.2079,
      "step": 13648
    },
    {
      "epoch": 1.1594461433910976,
      "grad_norm": 2.26809596107468,
      "learning_rate": 0.00027917570887837516,
      "loss": 5.441,
      "step": 13649
    },
    {
      "epoch": 1.1595310907237513,
      "grad_norm": 2.043894207428147,
      "learning_rate": 0.00027917221856851496,
      "loss": 4.9135,
      "step": 13650
    },
    {
      "epoch": 1.1596160380564051,
      "grad_norm": 2.2132304992772447,
      "learning_rate": 0.00027916872798800006,
      "loss": 5.3878,
      "step": 13651
    },
    {
      "epoch": 1.1597009853890587,
      "grad_norm": 2.1533115164092074,
      "learning_rate": 0.0002791652371368378,
      "loss": 5.0364,
      "step": 13652
    },
    {
      "epoch": 1.1597859327217126,
      "grad_norm": 2.075756430738619,
      "learning_rate": 0.00027916174601503544,
      "loss": 4.9972,
      "step": 13653
    },
    {
      "epoch": 1.1598708800543662,
      "grad_norm": 2.02317620848196,
      "learning_rate": 0.00027915825462260035,
      "loss": 5.0186,
      "step": 13654
    },
    {
      "epoch": 1.15995582738702,
      "grad_norm": 1.9610139421206005,
      "learning_rate": 0.00027915476295953983,
      "loss": 4.9081,
      "step": 13655
    },
    {
      "epoch": 1.1600407747196737,
      "grad_norm": 2.094983393103276,
      "learning_rate": 0.00027915127102586115,
      "loss": 5.2918,
      "step": 13656
    },
    {
      "epoch": 1.1601257220523276,
      "grad_norm": 2.035739220405309,
      "learning_rate": 0.00027914777882157173,
      "loss": 5.0509,
      "step": 13657
    },
    {
      "epoch": 1.1602106693849814,
      "grad_norm": 1.9350550760228429,
      "learning_rate": 0.00027914428634667884,
      "loss": 4.367,
      "step": 13658
    },
    {
      "epoch": 1.160295616717635,
      "grad_norm": 2.0235611361156707,
      "learning_rate": 0.0002791407936011898,
      "loss": 4.8353,
      "step": 13659
    },
    {
      "epoch": 1.1603805640502889,
      "grad_norm": 2.031518855938112,
      "learning_rate": 0.00027913730058511186,
      "loss": 5.0163,
      "step": 13660
    },
    {
      "epoch": 1.1604655113829425,
      "grad_norm": 2.0209219414839903,
      "learning_rate": 0.0002791338072984524,
      "loss": 5.0161,
      "step": 13661
    },
    {
      "epoch": 1.1605504587155964,
      "grad_norm": 2.022916103376407,
      "learning_rate": 0.00027913031374121876,
      "loss": 4.7272,
      "step": 13662
    },
    {
      "epoch": 1.16063540604825,
      "grad_norm": 2.192701026747222,
      "learning_rate": 0.00027912681991341823,
      "loss": 5.112,
      "step": 13663
    },
    {
      "epoch": 1.1607203533809038,
      "grad_norm": 2.005759676117862,
      "learning_rate": 0.00027912332581505814,
      "loss": 4.7529,
      "step": 13664
    },
    {
      "epoch": 1.1608053007135575,
      "grad_norm": 2.0354186966065244,
      "learning_rate": 0.0002791198314461458,
      "loss": 5.1281,
      "step": 13665
    },
    {
      "epoch": 1.1608902480462113,
      "grad_norm": 2.0293503005261364,
      "learning_rate": 0.00027911633680668854,
      "loss": 4.7875,
      "step": 13666
    },
    {
      "epoch": 1.1609751953788652,
      "grad_norm": 2.0915161417023422,
      "learning_rate": 0.00027911284189669367,
      "loss": 5.106,
      "step": 13667
    },
    {
      "epoch": 1.1610601427115188,
      "grad_norm": 2.050108826029441,
      "learning_rate": 0.00027910934671616857,
      "loss": 4.9405,
      "step": 13668
    },
    {
      "epoch": 1.1611450900441727,
      "grad_norm": 2.0433777664900723,
      "learning_rate": 0.0002791058512651205,
      "loss": 4.9305,
      "step": 13669
    },
    {
      "epoch": 1.1612300373768263,
      "grad_norm": 2.0166440215024273,
      "learning_rate": 0.00027910235554355677,
      "loss": 4.8037,
      "step": 13670
    },
    {
      "epoch": 1.1613149847094801,
      "grad_norm": 2.0257588224445335,
      "learning_rate": 0.0002790988595514847,
      "loss": 5.1233,
      "step": 13671
    },
    {
      "epoch": 1.161399932042134,
      "grad_norm": 2.094807374627486,
      "learning_rate": 0.00027909536328891174,
      "loss": 4.9684,
      "step": 13672
    },
    {
      "epoch": 1.1614848793747876,
      "grad_norm": 2.2260592980339253,
      "learning_rate": 0.0002790918667558451,
      "loss": 5.2893,
      "step": 13673
    },
    {
      "epoch": 1.1615698267074415,
      "grad_norm": 2.0370863697569987,
      "learning_rate": 0.0002790883699522921,
      "loss": 4.5664,
      "step": 13674
    },
    {
      "epoch": 1.161654774040095,
      "grad_norm": 2.0654683231056903,
      "learning_rate": 0.0002790848728782601,
      "loss": 4.9081,
      "step": 13675
    },
    {
      "epoch": 1.161739721372749,
      "grad_norm": 2.0287940707719136,
      "learning_rate": 0.00027908137553375647,
      "loss": 4.8423,
      "step": 13676
    },
    {
      "epoch": 1.1618246687054026,
      "grad_norm": 2.09514414073281,
      "learning_rate": 0.0002790778779187885,
      "loss": 5.0054,
      "step": 13677
    },
    {
      "epoch": 1.1619096160380564,
      "grad_norm": 2.1008682350313577,
      "learning_rate": 0.0002790743800333634,
      "loss": 5.0548,
      "step": 13678
    },
    {
      "epoch": 1.16199456337071,
      "grad_norm": 2.159095671551369,
      "learning_rate": 0.0002790708818774887,
      "loss": 5.1528,
      "step": 13679
    },
    {
      "epoch": 1.162079510703364,
      "grad_norm": 2.1831005117332603,
      "learning_rate": 0.00027906738345117167,
      "loss": 5.4162,
      "step": 13680
    },
    {
      "epoch": 1.1621644580360178,
      "grad_norm": 2.2447873860298304,
      "learning_rate": 0.0002790638847544196,
      "loss": 5.4821,
      "step": 13681
    },
    {
      "epoch": 1.1622494053686714,
      "grad_norm": 2.185221967881904,
      "learning_rate": 0.0002790603857872398,
      "loss": 5.2542,
      "step": 13682
    },
    {
      "epoch": 1.1623343527013252,
      "grad_norm": 2.1510012343148452,
      "learning_rate": 0.00027905688654963966,
      "loss": 5.0994,
      "step": 13683
    },
    {
      "epoch": 1.1624193000339789,
      "grad_norm": 1.997092473049144,
      "learning_rate": 0.0002790533870416265,
      "loss": 4.8249,
      "step": 13684
    },
    {
      "epoch": 1.1625042473666327,
      "grad_norm": 2.166542138024518,
      "learning_rate": 0.0002790498872632076,
      "loss": 5.2121,
      "step": 13685
    },
    {
      "epoch": 1.1625891946992866,
      "grad_norm": 2.069021027097329,
      "learning_rate": 0.00027904638721439035,
      "loss": 4.8774,
      "step": 13686
    },
    {
      "epoch": 1.1626741420319402,
      "grad_norm": 1.9930749193930095,
      "learning_rate": 0.00027904288689518204,
      "loss": 4.5384,
      "step": 13687
    },
    {
      "epoch": 1.162759089364594,
      "grad_norm": 2.06290310385004,
      "learning_rate": 0.0002790393863055901,
      "loss": 5.1081,
      "step": 13688
    },
    {
      "epoch": 1.1628440366972477,
      "grad_norm": 2.180924352532925,
      "learning_rate": 0.00027903588544562173,
      "loss": 5.1016,
      "step": 13689
    },
    {
      "epoch": 1.1629289840299015,
      "grad_norm": 2.016152189356047,
      "learning_rate": 0.00027903238431528437,
      "loss": 4.8477,
      "step": 13690
    },
    {
      "epoch": 1.1630139313625552,
      "grad_norm": 2.042326524236509,
      "learning_rate": 0.0002790288829145853,
      "loss": 5.2143,
      "step": 13691
    },
    {
      "epoch": 1.163098878695209,
      "grad_norm": 2.156605184211697,
      "learning_rate": 0.0002790253812435319,
      "loss": 5.0633,
      "step": 13692
    },
    {
      "epoch": 1.1631838260278626,
      "grad_norm": 2.2475478753156812,
      "learning_rate": 0.0002790218793021314,
      "loss": 5.4408,
      "step": 13693
    },
    {
      "epoch": 1.1632687733605165,
      "grad_norm": 2.054745060542531,
      "learning_rate": 0.00027901837709039127,
      "loss": 5.0775,
      "step": 13694
    },
    {
      "epoch": 1.1633537206931703,
      "grad_norm": 2.0706738510291722,
      "learning_rate": 0.00027901487460831883,
      "loss": 4.8817,
      "step": 13695
    },
    {
      "epoch": 1.163438668025824,
      "grad_norm": 2.221030209789116,
      "learning_rate": 0.00027901137185592134,
      "loss": 5.3749,
      "step": 13696
    },
    {
      "epoch": 1.1635236153584778,
      "grad_norm": 2.015845170225376,
      "learning_rate": 0.0002790078688332062,
      "loss": 4.7956,
      "step": 13697
    },
    {
      "epoch": 1.1636085626911314,
      "grad_norm": 2.245106552148659,
      "learning_rate": 0.0002790043655401807,
      "loss": 5.4191,
      "step": 13698
    },
    {
      "epoch": 1.1636935100237853,
      "grad_norm": 2.0273138114922995,
      "learning_rate": 0.00027900086197685226,
      "loss": 4.7692,
      "step": 13699
    },
    {
      "epoch": 1.163778457356439,
      "grad_norm": 2.035497257268719,
      "learning_rate": 0.00027899735814322814,
      "loss": 4.9664,
      "step": 13700
    },
    {
      "epoch": 1.1638634046890928,
      "grad_norm": 2.068295663524648,
      "learning_rate": 0.0002789938540393158,
      "loss": 4.9075,
      "step": 13701
    },
    {
      "epoch": 1.1639483520217464,
      "grad_norm": 2.267421269800088,
      "learning_rate": 0.0002789903496651224,
      "loss": 5.257,
      "step": 13702
    },
    {
      "epoch": 1.1640332993544003,
      "grad_norm": 2.2123130913224514,
      "learning_rate": 0.0002789868450206554,
      "loss": 5.2576,
      "step": 13703
    },
    {
      "epoch": 1.164118246687054,
      "grad_norm": 2.2333750277236337,
      "learning_rate": 0.0002789833401059221,
      "loss": 5.4122,
      "step": 13704
    },
    {
      "epoch": 1.1642031940197077,
      "grad_norm": 2.0267855329307034,
      "learning_rate": 0.0002789798349209299,
      "loss": 5.151,
      "step": 13705
    },
    {
      "epoch": 1.1642881413523616,
      "grad_norm": 2.02626078445519,
      "learning_rate": 0.0002789763294656862,
      "loss": 4.7968,
      "step": 13706
    },
    {
      "epoch": 1.1643730886850152,
      "grad_norm": 2.2402715682210985,
      "learning_rate": 0.0002789728237401982,
      "loss": 5.6015,
      "step": 13707
    },
    {
      "epoch": 1.164458036017669,
      "grad_norm": 2.032814896516256,
      "learning_rate": 0.00027896931774447326,
      "loss": 5.0398,
      "step": 13708
    },
    {
      "epoch": 1.164542983350323,
      "grad_norm": 2.163807782732039,
      "learning_rate": 0.00027896581147851876,
      "loss": 4.8174,
      "step": 13709
    },
    {
      "epoch": 1.1646279306829765,
      "grad_norm": 2.074438748367326,
      "learning_rate": 0.0002789623049423421,
      "loss": 5.2266,
      "step": 13710
    },
    {
      "epoch": 1.1647128780156304,
      "grad_norm": 2.1062569005838014,
      "learning_rate": 0.0002789587981359506,
      "loss": 4.9883,
      "step": 13711
    },
    {
      "epoch": 1.164797825348284,
      "grad_norm": 2.000279131607444,
      "learning_rate": 0.00027895529105935154,
      "loss": 4.7721,
      "step": 13712
    },
    {
      "epoch": 1.1648827726809379,
      "grad_norm": 2.292439830016079,
      "learning_rate": 0.00027895178371255237,
      "loss": 5.5102,
      "step": 13713
    },
    {
      "epoch": 1.1649677200135915,
      "grad_norm": 2.1309916169627177,
      "learning_rate": 0.00027894827609556037,
      "loss": 4.8684,
      "step": 13714
    },
    {
      "epoch": 1.1650526673462454,
      "grad_norm": 2.023064158656775,
      "learning_rate": 0.0002789447682083829,
      "loss": 4.8228,
      "step": 13715
    },
    {
      "epoch": 1.165137614678899,
      "grad_norm": 2.074855547337838,
      "learning_rate": 0.00027894126005102737,
      "loss": 5.3266,
      "step": 13716
    },
    {
      "epoch": 1.1652225620115528,
      "grad_norm": 2.2045645359923896,
      "learning_rate": 0.000278937751623501,
      "loss": 5.4763,
      "step": 13717
    },
    {
      "epoch": 1.1653075093442067,
      "grad_norm": 2.0909715068723744,
      "learning_rate": 0.00027893424292581124,
      "loss": 5.1334,
      "step": 13718
    },
    {
      "epoch": 1.1653924566768603,
      "grad_norm": 2.209844185545769,
      "learning_rate": 0.0002789307339579654,
      "loss": 5.4624,
      "step": 13719
    },
    {
      "epoch": 1.1654774040095142,
      "grad_norm": 2.2270701586215487,
      "learning_rate": 0.0002789272247199709,
      "loss": 5.2809,
      "step": 13720
    },
    {
      "epoch": 1.1655623513421678,
      "grad_norm": 2.052484992190954,
      "learning_rate": 0.00027892371521183505,
      "loss": 4.9653,
      "step": 13721
    },
    {
      "epoch": 1.1656472986748216,
      "grad_norm": 2.0251554109303735,
      "learning_rate": 0.00027892020543356517,
      "loss": 4.9569,
      "step": 13722
    },
    {
      "epoch": 1.1657322460074753,
      "grad_norm": 2.032587973110108,
      "learning_rate": 0.0002789166953851687,
      "loss": 4.7285,
      "step": 13723
    },
    {
      "epoch": 1.1658171933401291,
      "grad_norm": 2.0519106366254114,
      "learning_rate": 0.0002789131850666529,
      "loss": 4.6591,
      "step": 13724
    },
    {
      "epoch": 1.165902140672783,
      "grad_norm": 2.015915095257449,
      "learning_rate": 0.00027890967447802517,
      "loss": 5.0723,
      "step": 13725
    },
    {
      "epoch": 1.1659870880054366,
      "grad_norm": 1.9569209183573735,
      "learning_rate": 0.00027890616361929285,
      "loss": 4.9295,
      "step": 13726
    },
    {
      "epoch": 1.1660720353380905,
      "grad_norm": 2.0417684651986803,
      "learning_rate": 0.00027890265249046333,
      "loss": 4.9776,
      "step": 13727
    },
    {
      "epoch": 1.166156982670744,
      "grad_norm": 2.0446104710261443,
      "learning_rate": 0.0002788991410915439,
      "loss": 5.0657,
      "step": 13728
    },
    {
      "epoch": 1.166241930003398,
      "grad_norm": 2.176141383877447,
      "learning_rate": 0.000278895629422542,
      "loss": 5.3596,
      "step": 13729
    },
    {
      "epoch": 1.1663268773360516,
      "grad_norm": 2.018190844679716,
      "learning_rate": 0.00027889211748346494,
      "loss": 4.8248,
      "step": 13730
    },
    {
      "epoch": 1.1664118246687054,
      "grad_norm": 2.2391119862375177,
      "learning_rate": 0.0002788886052743201,
      "loss": 5.5032,
      "step": 13731
    },
    {
      "epoch": 1.1664967720013593,
      "grad_norm": 2.025060670088047,
      "learning_rate": 0.00027888509279511484,
      "loss": 5.0984,
      "step": 13732
    },
    {
      "epoch": 1.166581719334013,
      "grad_norm": 2.008917962032007,
      "learning_rate": 0.0002788815800458565,
      "loss": 4.8111,
      "step": 13733
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 2.0393849887202697,
      "learning_rate": 0.0002788780670265524,
      "loss": 4.5098,
      "step": 13734
    },
    {
      "epoch": 1.1667516139993204,
      "grad_norm": 2.0431998434788805,
      "learning_rate": 0.00027887455373721,
      "loss": 4.9981,
      "step": 13735
    },
    {
      "epoch": 1.1668365613319742,
      "grad_norm": 2.156113622217328,
      "learning_rate": 0.00027887104017783657,
      "loss": 4.8685,
      "step": 13736
    },
    {
      "epoch": 1.1669215086646278,
      "grad_norm": 2.1056722562757813,
      "learning_rate": 0.0002788675263484395,
      "loss": 4.7328,
      "step": 13737
    },
    {
      "epoch": 1.1670064559972817,
      "grad_norm": 2.1840654215169235,
      "learning_rate": 0.0002788640122490262,
      "loss": 5.1172,
      "step": 13738
    },
    {
      "epoch": 1.1670914033299353,
      "grad_norm": 2.0854379374924465,
      "learning_rate": 0.000278860497879604,
      "loss": 5.1977,
      "step": 13739
    },
    {
      "epoch": 1.1671763506625892,
      "grad_norm": 2.346455724501927,
      "learning_rate": 0.00027885698324018026,
      "loss": 5.8158,
      "step": 13740
    },
    {
      "epoch": 1.167261297995243,
      "grad_norm": 2.2378765938955483,
      "learning_rate": 0.0002788534683307623,
      "loss": 5.4582,
      "step": 13741
    },
    {
      "epoch": 1.1673462453278967,
      "grad_norm": 2.042682029083933,
      "learning_rate": 0.00027884995315135755,
      "loss": 4.3772,
      "step": 13742
    },
    {
      "epoch": 1.1674311926605505,
      "grad_norm": 2.046985574648322,
      "learning_rate": 0.00027884643770197343,
      "loss": 4.7271,
      "step": 13743
    },
    {
      "epoch": 1.1675161399932041,
      "grad_norm": 2.0586165371710483,
      "learning_rate": 0.0002788429219826171,
      "loss": 4.662,
      "step": 13744
    },
    {
      "epoch": 1.167601087325858,
      "grad_norm": 2.142639183996892,
      "learning_rate": 0.00027883940599329613,
      "loss": 5.1528,
      "step": 13745
    },
    {
      "epoch": 1.1676860346585118,
      "grad_norm": 2.123674171808474,
      "learning_rate": 0.00027883588973401786,
      "loss": 5.0031,
      "step": 13746
    },
    {
      "epoch": 1.1677709819911655,
      "grad_norm": 2.052671944488614,
      "learning_rate": 0.0002788323732047895,
      "loss": 4.8097,
      "step": 13747
    },
    {
      "epoch": 1.1678559293238193,
      "grad_norm": 2.235455539427363,
      "learning_rate": 0.00027882885640561863,
      "loss": 5.2647,
      "step": 13748
    },
    {
      "epoch": 1.167940876656473,
      "grad_norm": 2.0210319885452757,
      "learning_rate": 0.00027882533933651246,
      "loss": 4.235,
      "step": 13749
    },
    {
      "epoch": 1.1680258239891268,
      "grad_norm": 2.1260141738124143,
      "learning_rate": 0.00027882182199747844,
      "loss": 5.0661,
      "step": 13750
    },
    {
      "epoch": 1.1681107713217804,
      "grad_norm": 2.188686033504476,
      "learning_rate": 0.0002788183043885239,
      "loss": 5.1794,
      "step": 13751
    },
    {
      "epoch": 1.1681957186544343,
      "grad_norm": 2.0503259336528976,
      "learning_rate": 0.0002788147865096563,
      "loss": 4.8886,
      "step": 13752
    },
    {
      "epoch": 1.168280665987088,
      "grad_norm": 2.1773126950552095,
      "learning_rate": 0.00027881126836088284,
      "loss": 5.4211,
      "step": 13753
    },
    {
      "epoch": 1.1683656133197418,
      "grad_norm": 2.1147139981007927,
      "learning_rate": 0.00027880774994221104,
      "loss": 5.2614,
      "step": 13754
    },
    {
      "epoch": 1.1684505606523956,
      "grad_norm": 2.194709490648164,
      "learning_rate": 0.00027880423125364824,
      "loss": 5.352,
      "step": 13755
    },
    {
      "epoch": 1.1685355079850492,
      "grad_norm": 2.0033060416786386,
      "learning_rate": 0.0002788007122952017,
      "loss": 4.7769,
      "step": 13756
    },
    {
      "epoch": 1.168620455317703,
      "grad_norm": 2.025752199207353,
      "learning_rate": 0.000278797193066879,
      "loss": 4.8533,
      "step": 13757
    },
    {
      "epoch": 1.1687054026503567,
      "grad_norm": 1.975035312561346,
      "learning_rate": 0.00027879367356868737,
      "loss": 4.9491,
      "step": 13758
    },
    {
      "epoch": 1.1687903499830106,
      "grad_norm": 2.0833949867553203,
      "learning_rate": 0.00027879015380063423,
      "loss": 4.4523,
      "step": 13759
    },
    {
      "epoch": 1.1688752973156642,
      "grad_norm": 2.043942890114772,
      "learning_rate": 0.0002787866337627269,
      "loss": 5.1203,
      "step": 13760
    },
    {
      "epoch": 1.168960244648318,
      "grad_norm": 2.0936925261478128,
      "learning_rate": 0.0002787831134549728,
      "loss": 5.1667,
      "step": 13761
    },
    {
      "epoch": 1.1690451919809717,
      "grad_norm": 2.090755785406745,
      "learning_rate": 0.00027877959287737935,
      "loss": 5.0732,
      "step": 13762
    },
    {
      "epoch": 1.1691301393136255,
      "grad_norm": 2.205893250068031,
      "learning_rate": 0.00027877607202995384,
      "loss": 5.1026,
      "step": 13763
    },
    {
      "epoch": 1.1692150866462794,
      "grad_norm": 2.0136966696253515,
      "learning_rate": 0.00027877255091270374,
      "loss": 5.1281,
      "step": 13764
    },
    {
      "epoch": 1.169300033978933,
      "grad_norm": 2.0654945281906847,
      "learning_rate": 0.00027876902952563633,
      "loss": 5.2715,
      "step": 13765
    },
    {
      "epoch": 1.1693849813115869,
      "grad_norm": 2.171072466668749,
      "learning_rate": 0.0002787655078687591,
      "loss": 5.4957,
      "step": 13766
    },
    {
      "epoch": 1.1694699286442405,
      "grad_norm": 2.105781688435621,
      "learning_rate": 0.0002787619859420792,
      "loss": 5.1797,
      "step": 13767
    },
    {
      "epoch": 1.1695548759768943,
      "grad_norm": 2.05517990544944,
      "learning_rate": 0.00027875846374560435,
      "loss": 5.2007,
      "step": 13768
    },
    {
      "epoch": 1.1696398233095482,
      "grad_norm": 2.004182874717747,
      "learning_rate": 0.00027875494127934167,
      "loss": 4.7416,
      "step": 13769
    },
    {
      "epoch": 1.1697247706422018,
      "grad_norm": 2.1467994064794795,
      "learning_rate": 0.0002787514185432986,
      "loss": 5.3236,
      "step": 13770
    },
    {
      "epoch": 1.1698097179748557,
      "grad_norm": 2.214317769555144,
      "learning_rate": 0.0002787478955374826,
      "loss": 5.4061,
      "step": 13771
    },
    {
      "epoch": 1.1698946653075093,
      "grad_norm": 2.1466826382202395,
      "learning_rate": 0.000278744372261901,
      "loss": 5.2021,
      "step": 13772
    },
    {
      "epoch": 1.1699796126401631,
      "grad_norm": 2.025055339689849,
      "learning_rate": 0.00027874084871656115,
      "loss": 5.0127,
      "step": 13773
    },
    {
      "epoch": 1.1700645599728168,
      "grad_norm": 2.058434036711751,
      "learning_rate": 0.00027873732490147046,
      "loss": 4.5149,
      "step": 13774
    },
    {
      "epoch": 1.1701495073054706,
      "grad_norm": 2.095843896679223,
      "learning_rate": 0.00027873380081663634,
      "loss": 5.0879,
      "step": 13775
    },
    {
      "epoch": 1.1702344546381243,
      "grad_norm": 2.051431233874515,
      "learning_rate": 0.0002787302764620661,
      "loss": 4.9332,
      "step": 13776
    },
    {
      "epoch": 1.170319401970778,
      "grad_norm": 2.0713126871418943,
      "learning_rate": 0.0002787267518377672,
      "loss": 4.8021,
      "step": 13777
    },
    {
      "epoch": 1.170404349303432,
      "grad_norm": 2.1196667160987435,
      "learning_rate": 0.000278723226943747,
      "loss": 4.9025,
      "step": 13778
    },
    {
      "epoch": 1.1704892966360856,
      "grad_norm": 2.086990646738554,
      "learning_rate": 0.00027871970178001287,
      "loss": 5.0112,
      "step": 13779
    },
    {
      "epoch": 1.1705742439687394,
      "grad_norm": 2.164108325529665,
      "learning_rate": 0.00027871617634657225,
      "loss": 4.6565,
      "step": 13780
    },
    {
      "epoch": 1.170659191301393,
      "grad_norm": 2.1049980872433043,
      "learning_rate": 0.0002787126506434325,
      "loss": 5.1332,
      "step": 13781
    },
    {
      "epoch": 1.170744138634047,
      "grad_norm": 2.1187617110255608,
      "learning_rate": 0.0002787091246706009,
      "loss": 4.9083,
      "step": 13782
    },
    {
      "epoch": 1.1708290859667008,
      "grad_norm": 2.1055955131886006,
      "learning_rate": 0.00027870559842808505,
      "loss": 4.4646,
      "step": 13783
    },
    {
      "epoch": 1.1709140332993544,
      "grad_norm": 2.124342487621497,
      "learning_rate": 0.00027870207191589216,
      "loss": 4.9188,
      "step": 13784
    },
    {
      "epoch": 1.1709989806320082,
      "grad_norm": 2.2725459738151277,
      "learning_rate": 0.0002786985451340297,
      "loss": 5.3634,
      "step": 13785
    },
    {
      "epoch": 1.1710839279646619,
      "grad_norm": 2.051481536160575,
      "learning_rate": 0.000278695018082505,
      "loss": 4.8823,
      "step": 13786
    },
    {
      "epoch": 1.1711688752973157,
      "grad_norm": 2.2612057230056126,
      "learning_rate": 0.00027869149076132553,
      "loss": 5.1532,
      "step": 13787
    },
    {
      "epoch": 1.1712538226299694,
      "grad_norm": 2.0567364660076897,
      "learning_rate": 0.0002786879631704986,
      "loss": 5.0398,
      "step": 13788
    },
    {
      "epoch": 1.1713387699626232,
      "grad_norm": 2.057559537366276,
      "learning_rate": 0.00027868443531003164,
      "loss": 4.913,
      "step": 13789
    },
    {
      "epoch": 1.1714237172952768,
      "grad_norm": 2.042736629552818,
      "learning_rate": 0.0002786809071799321,
      "loss": 5.133,
      "step": 13790
    },
    {
      "epoch": 1.1715086646279307,
      "grad_norm": 2.1458371343721376,
      "learning_rate": 0.00027867737878020725,
      "loss": 5.3473,
      "step": 13791
    },
    {
      "epoch": 1.1715936119605845,
      "grad_norm": 2.044096933129257,
      "learning_rate": 0.00027867385011086463,
      "loss": 4.689,
      "step": 13792
    },
    {
      "epoch": 1.1716785592932382,
      "grad_norm": 2.079272677311591,
      "learning_rate": 0.0002786703211719115,
      "loss": 5.0336,
      "step": 13793
    },
    {
      "epoch": 1.171763506625892,
      "grad_norm": 2.0741903898816214,
      "learning_rate": 0.0002786667919633553,
      "loss": 4.8574,
      "step": 13794
    },
    {
      "epoch": 1.1718484539585456,
      "grad_norm": 2.074394176240487,
      "learning_rate": 0.0002786632624852035,
      "loss": 4.836,
      "step": 13795
    },
    {
      "epoch": 1.1719334012911995,
      "grad_norm": 2.0244574314837434,
      "learning_rate": 0.00027865973273746337,
      "loss": 4.9787,
      "step": 13796
    },
    {
      "epoch": 1.1720183486238531,
      "grad_norm": 2.102401638332222,
      "learning_rate": 0.0002786562027201424,
      "loss": 4.9802,
      "step": 13797
    },
    {
      "epoch": 1.172103295956507,
      "grad_norm": 2.0394711754975456,
      "learning_rate": 0.00027865267243324787,
      "loss": 4.7919,
      "step": 13798
    },
    {
      "epoch": 1.1721882432891606,
      "grad_norm": 2.1439758770912647,
      "learning_rate": 0.0002786491418767873,
      "loss": 5.2679,
      "step": 13799
    },
    {
      "epoch": 1.1722731906218145,
      "grad_norm": 1.9953643720202148,
      "learning_rate": 0.0002786456110507681,
      "loss": 4.8062,
      "step": 13800
    },
    {
      "epoch": 1.1723581379544683,
      "grad_norm": 2.1328358340923925,
      "learning_rate": 0.0002786420799551975,
      "loss": 5.1325,
      "step": 13801
    },
    {
      "epoch": 1.172443085287122,
      "grad_norm": 2.0908385160956167,
      "learning_rate": 0.00027863854859008313,
      "loss": 5.0612,
      "step": 13802
    },
    {
      "epoch": 1.1725280326197758,
      "grad_norm": 2.027578364733951,
      "learning_rate": 0.00027863501695543223,
      "loss": 4.9094,
      "step": 13803
    },
    {
      "epoch": 1.1726129799524294,
      "grad_norm": 2.015417251367895,
      "learning_rate": 0.00027863148505125225,
      "loss": 4.8314,
      "step": 13804
    },
    {
      "epoch": 1.1726979272850833,
      "grad_norm": 1.9932684197486694,
      "learning_rate": 0.00027862795287755056,
      "loss": 4.9173,
      "step": 13805
    },
    {
      "epoch": 1.1727828746177371,
      "grad_norm": 2.1507316357108714,
      "learning_rate": 0.0002786244204343346,
      "loss": 4.8681,
      "step": 13806
    },
    {
      "epoch": 1.1728678219503907,
      "grad_norm": 1.9784976049908134,
      "learning_rate": 0.0002786208877216117,
      "loss": 4.8541,
      "step": 13807
    },
    {
      "epoch": 1.1729527692830446,
      "grad_norm": 2.2419266935319757,
      "learning_rate": 0.0002786173547393894,
      "loss": 5.3864,
      "step": 13808
    },
    {
      "epoch": 1.1730377166156982,
      "grad_norm": 2.176640081997251,
      "learning_rate": 0.00027861382148767496,
      "loss": 5.2444,
      "step": 13809
    },
    {
      "epoch": 1.173122663948352,
      "grad_norm": 1.9848155776546523,
      "learning_rate": 0.00027861028796647585,
      "loss": 4.6893,
      "step": 13810
    },
    {
      "epoch": 1.1732076112810057,
      "grad_norm": 2.080536403849865,
      "learning_rate": 0.00027860675417579943,
      "loss": 5.1125,
      "step": 13811
    },
    {
      "epoch": 1.1732925586136596,
      "grad_norm": 2.0264918677095767,
      "learning_rate": 0.00027860322011565323,
      "loss": 5.0014,
      "step": 13812
    },
    {
      "epoch": 1.1733775059463132,
      "grad_norm": 2.15290953059982,
      "learning_rate": 0.0002785996857860445,
      "loss": 5.3739,
      "step": 13813
    },
    {
      "epoch": 1.173462453278967,
      "grad_norm": 2.072264759595915,
      "learning_rate": 0.00027859615118698073,
      "loss": 5.1664,
      "step": 13814
    },
    {
      "epoch": 1.1735474006116209,
      "grad_norm": 2.0338709579455587,
      "learning_rate": 0.00027859261631846933,
      "loss": 4.9437,
      "step": 13815
    },
    {
      "epoch": 1.1736323479442745,
      "grad_norm": 2.161962020369178,
      "learning_rate": 0.00027858908118051764,
      "loss": 5.1996,
      "step": 13816
    },
    {
      "epoch": 1.1737172952769284,
      "grad_norm": 2.0595024302378127,
      "learning_rate": 0.0002785855457731331,
      "loss": 5.1697,
      "step": 13817
    },
    {
      "epoch": 1.173802242609582,
      "grad_norm": 1.9700062610324345,
      "learning_rate": 0.0002785820100963232,
      "loss": 4.5677,
      "step": 13818
    },
    {
      "epoch": 1.1738871899422358,
      "grad_norm": 2.042783895572449,
      "learning_rate": 0.0002785784741500952,
      "loss": 4.8359,
      "step": 13819
    },
    {
      "epoch": 1.1739721372748897,
      "grad_norm": 2.1438279552143653,
      "learning_rate": 0.0002785749379344566,
      "loss": 5.4834,
      "step": 13820
    },
    {
      "epoch": 1.1740570846075433,
      "grad_norm": 2.0364946649354887,
      "learning_rate": 0.0002785714014494148,
      "loss": 4.9571,
      "step": 13821
    },
    {
      "epoch": 1.1741420319401972,
      "grad_norm": 2.1102928245501844,
      "learning_rate": 0.00027856786469497726,
      "loss": 5.4942,
      "step": 13822
    },
    {
      "epoch": 1.1742269792728508,
      "grad_norm": 2.2962067276766063,
      "learning_rate": 0.00027856432767115125,
      "loss": 5.5532,
      "step": 13823
    },
    {
      "epoch": 1.1743119266055047,
      "grad_norm": 2.079690577855542,
      "learning_rate": 0.0002785607903779443,
      "loss": 5.2316,
      "step": 13824
    },
    {
      "epoch": 1.1743968739381583,
      "grad_norm": 2.200119600326048,
      "learning_rate": 0.0002785572528153638,
      "loss": 5.5615,
      "step": 13825
    },
    {
      "epoch": 1.1744818212708121,
      "grad_norm": 1.991497710192702,
      "learning_rate": 0.00027855371498341716,
      "loss": 5.0253,
      "step": 13826
    },
    {
      "epoch": 1.1745667686034658,
      "grad_norm": 1.895657286542711,
      "learning_rate": 0.0002785501768821118,
      "loss": 4.4341,
      "step": 13827
    },
    {
      "epoch": 1.1746517159361196,
      "grad_norm": 2.0952182761489255,
      "learning_rate": 0.00027854663851145504,
      "loss": 4.936,
      "step": 13828
    },
    {
      "epoch": 1.1747366632687735,
      "grad_norm": 1.978565376025034,
      "learning_rate": 0.0002785430998714544,
      "loss": 4.6559,
      "step": 13829
    },
    {
      "epoch": 1.174821610601427,
      "grad_norm": 2.0401093896254987,
      "learning_rate": 0.0002785395609621173,
      "loss": 4.9886,
      "step": 13830
    },
    {
      "epoch": 1.174906557934081,
      "grad_norm": 2.252669468110672,
      "learning_rate": 0.0002785360217834511,
      "loss": 5.5998,
      "step": 13831
    },
    {
      "epoch": 1.1749915052667346,
      "grad_norm": 2.0770677152113897,
      "learning_rate": 0.00027853248233546325,
      "loss": 5.2127,
      "step": 13832
    },
    {
      "epoch": 1.1750764525993884,
      "grad_norm": 1.9717788800842206,
      "learning_rate": 0.0002785289426181611,
      "loss": 4.8058,
      "step": 13833
    },
    {
      "epoch": 1.175161399932042,
      "grad_norm": 2.2203816717650464,
      "learning_rate": 0.00027852540263155213,
      "loss": 5.0353,
      "step": 13834
    },
    {
      "epoch": 1.175246347264696,
      "grad_norm": 2.2629696215201887,
      "learning_rate": 0.00027852186237564377,
      "loss": 5.484,
      "step": 13835
    },
    {
      "epoch": 1.1753312945973495,
      "grad_norm": 2.0717460041920495,
      "learning_rate": 0.00027851832185044344,
      "loss": 5.1979,
      "step": 13836
    },
    {
      "epoch": 1.1754162419300034,
      "grad_norm": 2.0556739558126247,
      "learning_rate": 0.00027851478105595846,
      "loss": 5.1688,
      "step": 13837
    },
    {
      "epoch": 1.1755011892626572,
      "grad_norm": 2.0827512982404452,
      "learning_rate": 0.0002785112399921964,
      "loss": 5.1215,
      "step": 13838
    },
    {
      "epoch": 1.1755861365953109,
      "grad_norm": 2.0102864911299005,
      "learning_rate": 0.0002785076986591646,
      "loss": 4.9547,
      "step": 13839
    },
    {
      "epoch": 1.1756710839279647,
      "grad_norm": 1.9985823336618243,
      "learning_rate": 0.00027850415705687044,
      "loss": 4.7782,
      "step": 13840
    },
    {
      "epoch": 1.1757560312606183,
      "grad_norm": 2.1770662896962114,
      "learning_rate": 0.00027850061518532135,
      "loss": 5.3854,
      "step": 13841
    },
    {
      "epoch": 1.1758409785932722,
      "grad_norm": 2.08940155843468,
      "learning_rate": 0.0002784970730445248,
      "loss": 5.1564,
      "step": 13842
    },
    {
      "epoch": 1.175925925925926,
      "grad_norm": 2.1389190789250327,
      "learning_rate": 0.00027849353063448827,
      "loss": 4.9541,
      "step": 13843
    },
    {
      "epoch": 1.1760108732585797,
      "grad_norm": 2.218748751443158,
      "learning_rate": 0.00027848998795521903,
      "loss": 5.3834,
      "step": 13844
    },
    {
      "epoch": 1.1760958205912335,
      "grad_norm": 2.054061105881255,
      "learning_rate": 0.0002784864450067246,
      "loss": 5.1488,
      "step": 13845
    },
    {
      "epoch": 1.1761807679238871,
      "grad_norm": 2.0166175726104667,
      "learning_rate": 0.00027848290178901237,
      "loss": 4.9689,
      "step": 13846
    },
    {
      "epoch": 1.176265715256541,
      "grad_norm": 2.0234526764299985,
      "learning_rate": 0.0002784793583020898,
      "loss": 4.7826,
      "step": 13847
    },
    {
      "epoch": 1.1763506625891946,
      "grad_norm": 2.1833547671914024,
      "learning_rate": 0.0002784758145459643,
      "loss": 5.1286,
      "step": 13848
    },
    {
      "epoch": 1.1764356099218485,
      "grad_norm": 1.9987098713505336,
      "learning_rate": 0.0002784722705206433,
      "loss": 4.7212,
      "step": 13849
    },
    {
      "epoch": 1.176520557254502,
      "grad_norm": 2.114939218236803,
      "learning_rate": 0.00027846872622613416,
      "loss": 4.6035,
      "step": 13850
    },
    {
      "epoch": 1.176605504587156,
      "grad_norm": 2.1041399305949366,
      "learning_rate": 0.0002784651816624444,
      "loss": 4.6344,
      "step": 13851
    },
    {
      "epoch": 1.1766904519198098,
      "grad_norm": 2.0857968368095774,
      "learning_rate": 0.00027846163682958134,
      "loss": 5.1538,
      "step": 13852
    },
    {
      "epoch": 1.1767753992524634,
      "grad_norm": 2.2461837336107764,
      "learning_rate": 0.00027845809172755257,
      "loss": 5.3881,
      "step": 13853
    },
    {
      "epoch": 1.1768603465851173,
      "grad_norm": 2.056176283985376,
      "learning_rate": 0.0002784545463563654,
      "loss": 4.8964,
      "step": 13854
    },
    {
      "epoch": 1.176945293917771,
      "grad_norm": 2.2446353403913473,
      "learning_rate": 0.00027845100071602726,
      "loss": 5.4966,
      "step": 13855
    },
    {
      "epoch": 1.1770302412504248,
      "grad_norm": 2.192185306292721,
      "learning_rate": 0.0002784474548065456,
      "loss": 5.2181,
      "step": 13856
    },
    {
      "epoch": 1.1771151885830784,
      "grad_norm": 2.0789844399193824,
      "learning_rate": 0.00027844390862792785,
      "loss": 4.8835,
      "step": 13857
    },
    {
      "epoch": 1.1772001359157322,
      "grad_norm": 2.3780665685150284,
      "learning_rate": 0.0002784403621801815,
      "loss": 5.7201,
      "step": 13858
    },
    {
      "epoch": 1.1772850832483859,
      "grad_norm": 2.0418094453822473,
      "learning_rate": 0.0002784368154633138,
      "loss": 4.8948,
      "step": 13859
    },
    {
      "epoch": 1.1773700305810397,
      "grad_norm": 2.1142118216522885,
      "learning_rate": 0.00027843326847733235,
      "loss": 5.007,
      "step": 13860
    },
    {
      "epoch": 1.1774549779136936,
      "grad_norm": 2.2453524145859673,
      "learning_rate": 0.0002784297212222446,
      "loss": 5.3523,
      "step": 13861
    },
    {
      "epoch": 1.1775399252463472,
      "grad_norm": 2.233543881496202,
      "learning_rate": 0.00027842617369805786,
      "loss": 5.2009,
      "step": 13862
    },
    {
      "epoch": 1.177624872579001,
      "grad_norm": 2.137787701864444,
      "learning_rate": 0.0002784226259047796,
      "loss": 5.1011,
      "step": 13863
    },
    {
      "epoch": 1.1777098199116547,
      "grad_norm": 2.157612938738792,
      "learning_rate": 0.0002784190778424173,
      "loss": 4.9264,
      "step": 13864
    },
    {
      "epoch": 1.1777947672443085,
      "grad_norm": 2.216885279643468,
      "learning_rate": 0.00027841552951097837,
      "loss": 5.0059,
      "step": 13865
    },
    {
      "epoch": 1.1778797145769624,
      "grad_norm": 1.9985257756523291,
      "learning_rate": 0.00027841198091047026,
      "loss": 5.0011,
      "step": 13866
    },
    {
      "epoch": 1.177964661909616,
      "grad_norm": 2.2225936570223825,
      "learning_rate": 0.00027840843204090035,
      "loss": 5.3307,
      "step": 13867
    },
    {
      "epoch": 1.1780496092422699,
      "grad_norm": 2.2670295212707465,
      "learning_rate": 0.00027840488290227614,
      "loss": 4.5392,
      "step": 13868
    },
    {
      "epoch": 1.1781345565749235,
      "grad_norm": 2.1285411707015336,
      "learning_rate": 0.00027840133349460504,
      "loss": 5.0066,
      "step": 13869
    },
    {
      "epoch": 1.1782195039075773,
      "grad_norm": 2.1200874495018467,
      "learning_rate": 0.0002783977838178945,
      "loss": 5.119,
      "step": 13870
    },
    {
      "epoch": 1.178304451240231,
      "grad_norm": 2.257538025323853,
      "learning_rate": 0.00027839423387215196,
      "loss": 5.4648,
      "step": 13871
    },
    {
      "epoch": 1.1783893985728848,
      "grad_norm": 2.228605665880393,
      "learning_rate": 0.00027839068365738477,
      "loss": 5.2949,
      "step": 13872
    },
    {
      "epoch": 1.1784743459055385,
      "grad_norm": 1.9791745768773692,
      "learning_rate": 0.00027838713317360046,
      "loss": 4.9197,
      "step": 13873
    },
    {
      "epoch": 1.1785592932381923,
      "grad_norm": 2.2030379515874556,
      "learning_rate": 0.0002783835824208065,
      "loss": 5.226,
      "step": 13874
    },
    {
      "epoch": 1.1786442405708462,
      "grad_norm": 2.2789706300200496,
      "learning_rate": 0.0002783800313990103,
      "loss": 5.5324,
      "step": 13875
    },
    {
      "epoch": 1.1787291879034998,
      "grad_norm": 2.183499466527092,
      "learning_rate": 0.00027837648010821923,
      "loss": 5.4713,
      "step": 13876
    },
    {
      "epoch": 1.1788141352361536,
      "grad_norm": 2.047192955181002,
      "learning_rate": 0.00027837292854844076,
      "loss": 5.1097,
      "step": 13877
    },
    {
      "epoch": 1.1788990825688073,
      "grad_norm": 1.9834294528678713,
      "learning_rate": 0.00027836937671968246,
      "loss": 4.5954,
      "step": 13878
    },
    {
      "epoch": 1.1789840299014611,
      "grad_norm": 2.0985441339171715,
      "learning_rate": 0.0002783658246219516,
      "loss": 5.044,
      "step": 13879
    },
    {
      "epoch": 1.179068977234115,
      "grad_norm": 1.9721298182508076,
      "learning_rate": 0.00027836227225525566,
      "loss": 4.6574,
      "step": 13880
    },
    {
      "epoch": 1.1791539245667686,
      "grad_norm": 2.046460196848967,
      "learning_rate": 0.0002783587196196021,
      "loss": 5.1723,
      "step": 13881
    },
    {
      "epoch": 1.1792388718994224,
      "grad_norm": 2.088257236795074,
      "learning_rate": 0.00027835516671499846,
      "loss": 5.06,
      "step": 13882
    },
    {
      "epoch": 1.179323819232076,
      "grad_norm": 1.989989142365812,
      "learning_rate": 0.0002783516135414521,
      "loss": 4.8594,
      "step": 13883
    },
    {
      "epoch": 1.17940876656473,
      "grad_norm": 2.14023226608314,
      "learning_rate": 0.0002783480600989704,
      "loss": 4.7877,
      "step": 13884
    },
    {
      "epoch": 1.1794937138973836,
      "grad_norm": 2.0413516226310655,
      "learning_rate": 0.0002783445063875609,
      "loss": 4.7909,
      "step": 13885
    },
    {
      "epoch": 1.1795786612300374,
      "grad_norm": 2.0308783872451754,
      "learning_rate": 0.00027834095240723096,
      "loss": 4.9734,
      "step": 13886
    },
    {
      "epoch": 1.179663608562691,
      "grad_norm": 2.0411430763513527,
      "learning_rate": 0.0002783373981579882,
      "loss": 4.7698,
      "step": 13887
    },
    {
      "epoch": 1.1797485558953449,
      "grad_norm": 2.2554307058003236,
      "learning_rate": 0.00027833384363983986,
      "loss": 5.1895,
      "step": 13888
    },
    {
      "epoch": 1.1798335032279987,
      "grad_norm": 2.099590054093996,
      "learning_rate": 0.0002783302888527935,
      "loss": 5.0416,
      "step": 13889
    },
    {
      "epoch": 1.1799184505606524,
      "grad_norm": 2.1175979720047633,
      "learning_rate": 0.0002783267337968566,
      "loss": 5.0693,
      "step": 13890
    },
    {
      "epoch": 1.1800033978933062,
      "grad_norm": 1.9407407136981898,
      "learning_rate": 0.0002783231784720365,
      "loss": 4.4587,
      "step": 13891
    },
    {
      "epoch": 1.1800883452259598,
      "grad_norm": 2.3221880249357687,
      "learning_rate": 0.0002783196228783407,
      "loss": 5.6698,
      "step": 13892
    },
    {
      "epoch": 1.1801732925586137,
      "grad_norm": 2.3659737872083633,
      "learning_rate": 0.0002783160670157767,
      "loss": 5.6587,
      "step": 13893
    },
    {
      "epoch": 1.1802582398912673,
      "grad_norm": 2.2064866075874616,
      "learning_rate": 0.0002783125108843519,
      "loss": 5.0751,
      "step": 13894
    },
    {
      "epoch": 1.1803431872239212,
      "grad_norm": 2.1248563039342563,
      "learning_rate": 0.0002783089544840737,
      "loss": 5.0356,
      "step": 13895
    },
    {
      "epoch": 1.1804281345565748,
      "grad_norm": 2.301961845725543,
      "learning_rate": 0.0002783053978149497,
      "loss": 5.5079,
      "step": 13896
    },
    {
      "epoch": 1.1805130818892287,
      "grad_norm": 2.0874847459610497,
      "learning_rate": 0.00027830184087698724,
      "loss": 4.8997,
      "step": 13897
    },
    {
      "epoch": 1.1805980292218825,
      "grad_norm": 2.0513449494582936,
      "learning_rate": 0.00027829828367019374,
      "loss": 4.9021,
      "step": 13898
    },
    {
      "epoch": 1.1806829765545361,
      "grad_norm": 2.006369004649929,
      "learning_rate": 0.00027829472619457675,
      "loss": 4.927,
      "step": 13899
    },
    {
      "epoch": 1.18076792388719,
      "grad_norm": 2.1519288066868665,
      "learning_rate": 0.00027829116845014365,
      "loss": 5.0192,
      "step": 13900
    },
    {
      "epoch": 1.1808528712198436,
      "grad_norm": 2.0947060430031894,
      "learning_rate": 0.000278287610436902,
      "loss": 4.9777,
      "step": 13901
    },
    {
      "epoch": 1.1809378185524975,
      "grad_norm": 2.0505579740127637,
      "learning_rate": 0.0002782840521548591,
      "loss": 4.7205,
      "step": 13902
    },
    {
      "epoch": 1.1810227658851513,
      "grad_norm": 2.120536909465192,
      "learning_rate": 0.0002782804936040225,
      "loss": 5.3058,
      "step": 13903
    },
    {
      "epoch": 1.181107713217805,
      "grad_norm": 2.040923618721876,
      "learning_rate": 0.00027827693478439967,
      "loss": 4.8078,
      "step": 13904
    },
    {
      "epoch": 1.1811926605504588,
      "grad_norm": 2.168945476751442,
      "learning_rate": 0.000278273375695998,
      "loss": 5.386,
      "step": 13905
    },
    {
      "epoch": 1.1812776078831124,
      "grad_norm": 2.1157210712572767,
      "learning_rate": 0.00027826981633882503,
      "loss": 5.052,
      "step": 13906
    },
    {
      "epoch": 1.1813625552157663,
      "grad_norm": 2.001669933522978,
      "learning_rate": 0.0002782662567128882,
      "loss": 4.9973,
      "step": 13907
    },
    {
      "epoch": 1.18144750254842,
      "grad_norm": 2.188708459206992,
      "learning_rate": 0.0002782626968181949,
      "loss": 5.2446,
      "step": 13908
    },
    {
      "epoch": 1.1815324498810738,
      "grad_norm": 2.22588451892266,
      "learning_rate": 0.00027825913665475267,
      "loss": 5.6456,
      "step": 13909
    },
    {
      "epoch": 1.1816173972137274,
      "grad_norm": 2.100597307967128,
      "learning_rate": 0.0002782555762225689,
      "loss": 5.1729,
      "step": 13910
    },
    {
      "epoch": 1.1817023445463812,
      "grad_norm": 2.1586261256782917,
      "learning_rate": 0.00027825201552165107,
      "loss": 5.4575,
      "step": 13911
    },
    {
      "epoch": 1.181787291879035,
      "grad_norm": 2.155803694921034,
      "learning_rate": 0.00027824845455200664,
      "loss": 4.8981,
      "step": 13912
    },
    {
      "epoch": 1.1818722392116887,
      "grad_norm": 2.099693622292582,
      "learning_rate": 0.0002782448933136432,
      "loss": 5.062,
      "step": 13913
    },
    {
      "epoch": 1.1819571865443426,
      "grad_norm": 2.1314636061062786,
      "learning_rate": 0.000278241331806568,
      "loss": 4.7399,
      "step": 13914
    },
    {
      "epoch": 1.1820421338769962,
      "grad_norm": 2.124058342028185,
      "learning_rate": 0.0002782377700307886,
      "loss": 5.0467,
      "step": 13915
    },
    {
      "epoch": 1.18212708120965,
      "grad_norm": 2.1857260886021623,
      "learning_rate": 0.00027823420798631245,
      "loss": 5.5064,
      "step": 13916
    },
    {
      "epoch": 1.182212028542304,
      "grad_norm": 2.0054025792283623,
      "learning_rate": 0.0002782306456731471,
      "loss": 4.493,
      "step": 13917
    },
    {
      "epoch": 1.1822969758749575,
      "grad_norm": 2.0710031129093966,
      "learning_rate": 0.0002782270830912999,
      "loss": 4.9888,
      "step": 13918
    },
    {
      "epoch": 1.1823819232076114,
      "grad_norm": 2.2496843492887058,
      "learning_rate": 0.0002782235202407783,
      "loss": 5.4889,
      "step": 13919
    },
    {
      "epoch": 1.182466870540265,
      "grad_norm": 2.2304475366487306,
      "learning_rate": 0.0002782199571215899,
      "loss": 5.1849,
      "step": 13920
    },
    {
      "epoch": 1.1825518178729189,
      "grad_norm": 2.179562998909643,
      "learning_rate": 0.0002782163937337421,
      "loss": 4.9438,
      "step": 13921
    },
    {
      "epoch": 1.1826367652055725,
      "grad_norm": 2.085935311363811,
      "learning_rate": 0.00027821283007724225,
      "loss": 4.8488,
      "step": 13922
    },
    {
      "epoch": 1.1827217125382263,
      "grad_norm": 2.101980782163908,
      "learning_rate": 0.000278209266152098,
      "loss": 5.129,
      "step": 13923
    },
    {
      "epoch": 1.18280665987088,
      "grad_norm": 2.2586444797728173,
      "learning_rate": 0.00027820570195831673,
      "loss": 5.5701,
      "step": 13924
    },
    {
      "epoch": 1.1828916072035338,
      "grad_norm": 2.0484764288453774,
      "learning_rate": 0.0002782021374959059,
      "loss": 4.8162,
      "step": 13925
    },
    {
      "epoch": 1.1829765545361877,
      "grad_norm": 2.2591268275413423,
      "learning_rate": 0.000278198572764873,
      "loss": 5.4464,
      "step": 13926
    },
    {
      "epoch": 1.1830615018688413,
      "grad_norm": 2.0974046320684825,
      "learning_rate": 0.0002781950077652255,
      "loss": 4.8501,
      "step": 13927
    },
    {
      "epoch": 1.1831464492014951,
      "grad_norm": 2.1191700446791493,
      "learning_rate": 0.0002781914424969709,
      "loss": 4.9358,
      "step": 13928
    },
    {
      "epoch": 1.1832313965341488,
      "grad_norm": 2.031948224608172,
      "learning_rate": 0.0002781878769601165,
      "loss": 5.0559,
      "step": 13929
    },
    {
      "epoch": 1.1833163438668026,
      "grad_norm": 2.1827280601525243,
      "learning_rate": 0.00027818431115467,
      "loss": 5.1275,
      "step": 13930
    },
    {
      "epoch": 1.1834012911994563,
      "grad_norm": 2.204841652635958,
      "learning_rate": 0.0002781807450806388,
      "loss": 5.0001,
      "step": 13931
    },
    {
      "epoch": 1.18348623853211,
      "grad_norm": 2.244004313586421,
      "learning_rate": 0.0002781771787380303,
      "loss": 5.4353,
      "step": 13932
    },
    {
      "epoch": 1.1835711858647637,
      "grad_norm": 2.1304326391011426,
      "learning_rate": 0.000278173612126852,
      "loss": 5.0155,
      "step": 13933
    },
    {
      "epoch": 1.1836561331974176,
      "grad_norm": 2.0371572545273953,
      "learning_rate": 0.00027817004524711145,
      "loss": 4.7812,
      "step": 13934
    },
    {
      "epoch": 1.1837410805300714,
      "grad_norm": 2.1991203242167847,
      "learning_rate": 0.000278166478098816,
      "loss": 5.594,
      "step": 13935
    },
    {
      "epoch": 1.183826027862725,
      "grad_norm": 2.2119045809247693,
      "learning_rate": 0.0002781629106819733,
      "loss": 5.3416,
      "step": 13936
    },
    {
      "epoch": 1.183910975195379,
      "grad_norm": 2.0126059539384973,
      "learning_rate": 0.0002781593429965906,
      "loss": 4.8846,
      "step": 13937
    },
    {
      "epoch": 1.1839959225280325,
      "grad_norm": 2.0754633332229155,
      "learning_rate": 0.00027815577504267553,
      "loss": 5.0168,
      "step": 13938
    },
    {
      "epoch": 1.1840808698606864,
      "grad_norm": 2.058731720158082,
      "learning_rate": 0.0002781522068202355,
      "loss": 4.6439,
      "step": 13939
    },
    {
      "epoch": 1.1841658171933402,
      "grad_norm": 2.0943874796684105,
      "learning_rate": 0.0002781486383292781,
      "loss": 5.0454,
      "step": 13940
    },
    {
      "epoch": 1.1842507645259939,
      "grad_norm": 2.075549573560216,
      "learning_rate": 0.0002781450695698107,
      "loss": 4.8072,
      "step": 13941
    },
    {
      "epoch": 1.1843357118586477,
      "grad_norm": 2.0506359113390626,
      "learning_rate": 0.0002781415005418407,
      "loss": 4.7821,
      "step": 13942
    },
    {
      "epoch": 1.1844206591913014,
      "grad_norm": 2.1247149959632132,
      "learning_rate": 0.00027813793124537576,
      "loss": 4.9598,
      "step": 13943
    },
    {
      "epoch": 1.1845056065239552,
      "grad_norm": 2.1060228652296513,
      "learning_rate": 0.00027813436168042327,
      "loss": 5.0446,
      "step": 13944
    },
    {
      "epoch": 1.1845905538566088,
      "grad_norm": 2.1050480966330474,
      "learning_rate": 0.0002781307918469907,
      "loss": 4.9183,
      "step": 13945
    },
    {
      "epoch": 1.1846755011892627,
      "grad_norm": 2.0550276059790287,
      "learning_rate": 0.00027812722174508554,
      "loss": 5.1151,
      "step": 13946
    },
    {
      "epoch": 1.1847604485219163,
      "grad_norm": 2.0504522996528145,
      "learning_rate": 0.0002781236513747153,
      "loss": 5.1676,
      "step": 13947
    },
    {
      "epoch": 1.1848453958545702,
      "grad_norm": 2.0240367990755375,
      "learning_rate": 0.0002781200807358874,
      "loss": 4.762,
      "step": 13948
    },
    {
      "epoch": 1.184930343187224,
      "grad_norm": 2.0220975358220037,
      "learning_rate": 0.00027811650982860936,
      "loss": 4.8644,
      "step": 13949
    },
    {
      "epoch": 1.1850152905198776,
      "grad_norm": 2.139552430197143,
      "learning_rate": 0.00027811293865288866,
      "loss": 5.2598,
      "step": 13950
    },
    {
      "epoch": 1.1851002378525315,
      "grad_norm": 2.1608965704154532,
      "learning_rate": 0.0002781093672087328,
      "loss": 5.5074,
      "step": 13951
    },
    {
      "epoch": 1.1851851851851851,
      "grad_norm": 2.029811408186185,
      "learning_rate": 0.00027810579549614927,
      "loss": 5.2201,
      "step": 13952
    },
    {
      "epoch": 1.185270132517839,
      "grad_norm": 2.1857535278041706,
      "learning_rate": 0.0002781022235151455,
      "loss": 5.3025,
      "step": 13953
    },
    {
      "epoch": 1.1853550798504926,
      "grad_norm": 2.031057973740108,
      "learning_rate": 0.000278098651265729,
      "loss": 5.233,
      "step": 13954
    },
    {
      "epoch": 1.1854400271831464,
      "grad_norm": 1.9987671639840476,
      "learning_rate": 0.00027809507874790724,
      "loss": 5.0587,
      "step": 13955
    },
    {
      "epoch": 1.1855249745158003,
      "grad_norm": 2.109196564579869,
      "learning_rate": 0.00027809150596168775,
      "loss": 5.099,
      "step": 13956
    },
    {
      "epoch": 1.185609921848454,
      "grad_norm": 2.03439306891426,
      "learning_rate": 0.000278087932907078,
      "loss": 4.704,
      "step": 13957
    },
    {
      "epoch": 1.1856948691811078,
      "grad_norm": 2.0520286239220504,
      "learning_rate": 0.00027808435958408544,
      "loss": 4.7082,
      "step": 13958
    },
    {
      "epoch": 1.1857798165137614,
      "grad_norm": 2.112917676379125,
      "learning_rate": 0.0002780807859927176,
      "loss": 4.7676,
      "step": 13959
    },
    {
      "epoch": 1.1858647638464153,
      "grad_norm": 2.17676829452561,
      "learning_rate": 0.0002780772121329819,
      "loss": 5.5575,
      "step": 13960
    },
    {
      "epoch": 1.1859497111790689,
      "grad_norm": 2.1287898839123742,
      "learning_rate": 0.00027807363800488595,
      "loss": 5.3443,
      "step": 13961
    },
    {
      "epoch": 1.1860346585117227,
      "grad_norm": 2.0029265825163223,
      "learning_rate": 0.00027807006360843715,
      "loss": 4.3489,
      "step": 13962
    },
    {
      "epoch": 1.1861196058443766,
      "grad_norm": 2.0057932622935786,
      "learning_rate": 0.000278066488943643,
      "loss": 4.8019,
      "step": 13963
    },
    {
      "epoch": 1.1862045531770302,
      "grad_norm": 2.146489584867387,
      "learning_rate": 0.00027806291401051103,
      "loss": 5.2079,
      "step": 13964
    },
    {
      "epoch": 1.186289500509684,
      "grad_norm": 2.1602176682074434,
      "learning_rate": 0.0002780593388090486,
      "loss": 5.0866,
      "step": 13965
    },
    {
      "epoch": 1.1863744478423377,
      "grad_norm": 1.9911970446028842,
      "learning_rate": 0.0002780557633392634,
      "loss": 4.8721,
      "step": 13966
    },
    {
      "epoch": 1.1864593951749915,
      "grad_norm": 2.166517142776994,
      "learning_rate": 0.00027805218760116284,
      "loss": 5.3909,
      "step": 13967
    },
    {
      "epoch": 1.1865443425076452,
      "grad_norm": 2.14311683006892,
      "learning_rate": 0.0002780486115947543,
      "loss": 5.181,
      "step": 13968
    },
    {
      "epoch": 1.186629289840299,
      "grad_norm": 2.108876856034149,
      "learning_rate": 0.0002780450353200454,
      "loss": 5.0228,
      "step": 13969
    },
    {
      "epoch": 1.1867142371729527,
      "grad_norm": 2.157164038760388,
      "learning_rate": 0.0002780414587770436,
      "loss": 5.179,
      "step": 13970
    },
    {
      "epoch": 1.1867991845056065,
      "grad_norm": 2.127817323875961,
      "learning_rate": 0.0002780378819657564,
      "loss": 5.267,
      "step": 13971
    },
    {
      "epoch": 1.1868841318382604,
      "grad_norm": 2.0038034346463767,
      "learning_rate": 0.0002780343048861913,
      "loss": 4.7862,
      "step": 13972
    },
    {
      "epoch": 1.186969079170914,
      "grad_norm": 2.0703162269516358,
      "learning_rate": 0.0002780307275383558,
      "loss": 5.0133,
      "step": 13973
    },
    {
      "epoch": 1.1870540265035678,
      "grad_norm": 2.039640181746206,
      "learning_rate": 0.00027802714992225736,
      "loss": 4.886,
      "step": 13974
    },
    {
      "epoch": 1.1871389738362215,
      "grad_norm": 2.0606027140075587,
      "learning_rate": 0.00027802357203790345,
      "loss": 4.9325,
      "step": 13975
    },
    {
      "epoch": 1.1872239211688753,
      "grad_norm": 2.079830491178144,
      "learning_rate": 0.0002780199938853017,
      "loss": 5.2806,
      "step": 13976
    },
    {
      "epoch": 1.1873088685015292,
      "grad_norm": 2.1085226920224156,
      "learning_rate": 0.00027801641546445946,
      "loss": 5.1599,
      "step": 13977
    },
    {
      "epoch": 1.1873938158341828,
      "grad_norm": 2.217092806683885,
      "learning_rate": 0.0002780128367753843,
      "loss": 5.3406,
      "step": 13978
    },
    {
      "epoch": 1.1874787631668366,
      "grad_norm": 2.1680485158907694,
      "learning_rate": 0.0002780092578180837,
      "loss": 5.2427,
      "step": 13979
    },
    {
      "epoch": 1.1875637104994903,
      "grad_norm": 1.999967303813274,
      "learning_rate": 0.0002780056785925652,
      "loss": 4.701,
      "step": 13980
    },
    {
      "epoch": 1.1876486578321441,
      "grad_norm": 2.04276916144554,
      "learning_rate": 0.0002780020990988362,
      "loss": 4.9324,
      "step": 13981
    },
    {
      "epoch": 1.1877336051647978,
      "grad_norm": 2.0889498400269204,
      "learning_rate": 0.0002779985193369043,
      "loss": 5.0979,
      "step": 13982
    },
    {
      "epoch": 1.1878185524974516,
      "grad_norm": 2.132277794499937,
      "learning_rate": 0.00027799493930677694,
      "loss": 5.3375,
      "step": 13983
    },
    {
      "epoch": 1.1879034998301052,
      "grad_norm": 2.048472063728934,
      "learning_rate": 0.0002779913590084617,
      "loss": 5.0344,
      "step": 13984
    },
    {
      "epoch": 1.187988447162759,
      "grad_norm": 2.080264130325087,
      "learning_rate": 0.000277987778441966,
      "loss": 4.9458,
      "step": 13985
    },
    {
      "epoch": 1.188073394495413,
      "grad_norm": 2.23216598228413,
      "learning_rate": 0.00027798419760729733,
      "loss": 5.2762,
      "step": 13986
    },
    {
      "epoch": 1.1881583418280666,
      "grad_norm": 2.0386325111008676,
      "learning_rate": 0.0002779806165044633,
      "loss": 4.9702,
      "step": 13987
    },
    {
      "epoch": 1.1882432891607204,
      "grad_norm": 2.06247284691641,
      "learning_rate": 0.0002779770351334713,
      "loss": 4.8687,
      "step": 13988
    },
    {
      "epoch": 1.188328236493374,
      "grad_norm": 2.2328841892122058,
      "learning_rate": 0.00027797345349432894,
      "loss": 5.3923,
      "step": 13989
    },
    {
      "epoch": 1.188413183826028,
      "grad_norm": 2.0988624458707954,
      "learning_rate": 0.0002779698715870436,
      "loss": 4.9101,
      "step": 13990
    },
    {
      "epoch": 1.1884981311586815,
      "grad_norm": 2.1157391755166377,
      "learning_rate": 0.00027796628941162286,
      "loss": 5.353,
      "step": 13991
    },
    {
      "epoch": 1.1885830784913354,
      "grad_norm": 2.054881021341014,
      "learning_rate": 0.00027796270696807423,
      "loss": 4.7814,
      "step": 13992
    },
    {
      "epoch": 1.188668025823989,
      "grad_norm": 2.018055426981092,
      "learning_rate": 0.00027795912425640517,
      "loss": 4.8349,
      "step": 13993
    },
    {
      "epoch": 1.1887529731566429,
      "grad_norm": 2.0136779560669735,
      "learning_rate": 0.00027795554127662327,
      "loss": 4.6278,
      "step": 13994
    },
    {
      "epoch": 1.1888379204892967,
      "grad_norm": 2.208907353751651,
      "learning_rate": 0.00027795195802873595,
      "loss": 5.3541,
      "step": 13995
    },
    {
      "epoch": 1.1889228678219503,
      "grad_norm": 2.005401509554601,
      "learning_rate": 0.0002779483745127508,
      "loss": 4.7857,
      "step": 13996
    },
    {
      "epoch": 1.1890078151546042,
      "grad_norm": 2.0504625985377207,
      "learning_rate": 0.0002779447907286752,
      "loss": 5.0038,
      "step": 13997
    },
    {
      "epoch": 1.1890927624872578,
      "grad_norm": 2.073145091237236,
      "learning_rate": 0.00027794120667651686,
      "loss": 4.9124,
      "step": 13998
    },
    {
      "epoch": 1.1891777098199117,
      "grad_norm": 2.0158019314997104,
      "learning_rate": 0.0002779376223562831,
      "loss": 4.951,
      "step": 13999
    },
    {
      "epoch": 1.1892626571525655,
      "grad_norm": 1.9546883929850822,
      "learning_rate": 0.00027793403776798153,
      "loss": 4.6596,
      "step": 14000
    },
    {
      "epoch": 1.1893476044852191,
      "grad_norm": 2.2180631308237198,
      "learning_rate": 0.00027793045291161963,
      "loss": 4.9716,
      "step": 14001
    },
    {
      "epoch": 1.189432551817873,
      "grad_norm": 2.009518262077115,
      "learning_rate": 0.0002779268677872049,
      "loss": 5.0587,
      "step": 14002
    },
    {
      "epoch": 1.1895174991505266,
      "grad_norm": 2.0319858418859864,
      "learning_rate": 0.00027792328239474487,
      "loss": 4.901,
      "step": 14003
    },
    {
      "epoch": 1.1896024464831805,
      "grad_norm": 2.156100743190581,
      "learning_rate": 0.000277919696734247,
      "loss": 5.149,
      "step": 14004
    },
    {
      "epoch": 1.189687393815834,
      "grad_norm": 2.2191747154924464,
      "learning_rate": 0.00027791611080571894,
      "loss": 5.3811,
      "step": 14005
    },
    {
      "epoch": 1.189772341148488,
      "grad_norm": 2.234139999484428,
      "learning_rate": 0.00027791252460916807,
      "loss": 5.232,
      "step": 14006
    },
    {
      "epoch": 1.1898572884811416,
      "grad_norm": 2.1333726837694753,
      "learning_rate": 0.00027790893814460193,
      "loss": 5.0648,
      "step": 14007
    },
    {
      "epoch": 1.1899422358137954,
      "grad_norm": 2.0792494391544145,
      "learning_rate": 0.00027790535141202806,
      "loss": 5.0962,
      "step": 14008
    },
    {
      "epoch": 1.1900271831464493,
      "grad_norm": 2.0904633695047905,
      "learning_rate": 0.000277901764411454,
      "loss": 4.9987,
      "step": 14009
    },
    {
      "epoch": 1.190112130479103,
      "grad_norm": 2.1023451635787214,
      "learning_rate": 0.0002778981771428873,
      "loss": 4.6351,
      "step": 14010
    },
    {
      "epoch": 1.1901970778117568,
      "grad_norm": 2.0643433815587553,
      "learning_rate": 0.0002778945896063353,
      "loss": 4.9616,
      "step": 14011
    },
    {
      "epoch": 1.1902820251444104,
      "grad_norm": 2.0937355145350804,
      "learning_rate": 0.00027789100180180567,
      "loss": 4.8697,
      "step": 14012
    },
    {
      "epoch": 1.1903669724770642,
      "grad_norm": 2.1463570141826986,
      "learning_rate": 0.00027788741372930585,
      "loss": 5.0005,
      "step": 14013
    },
    {
      "epoch": 1.190451919809718,
      "grad_norm": 2.0921034170637127,
      "learning_rate": 0.00027788382538884346,
      "loss": 5.0939,
      "step": 14014
    },
    {
      "epoch": 1.1905368671423717,
      "grad_norm": 2.1332618287708347,
      "learning_rate": 0.0002778802367804259,
      "loss": 5.0661,
      "step": 14015
    },
    {
      "epoch": 1.1906218144750256,
      "grad_norm": 2.1423775891549575,
      "learning_rate": 0.00027787664790406073,
      "loss": 5.4617,
      "step": 14016
    },
    {
      "epoch": 1.1907067618076792,
      "grad_norm": 2.057026217596768,
      "learning_rate": 0.00027787305875975557,
      "loss": 4.7767,
      "step": 14017
    },
    {
      "epoch": 1.190791709140333,
      "grad_norm": 2.237957413396942,
      "learning_rate": 0.0002778694693475178,
      "loss": 5.2813,
      "step": 14018
    },
    {
      "epoch": 1.1908766564729867,
      "grad_norm": 2.0434428839472716,
      "learning_rate": 0.000277865879667355,
      "loss": 4.7304,
      "step": 14019
    },
    {
      "epoch": 1.1909616038056405,
      "grad_norm": 2.209931409533044,
      "learning_rate": 0.00027786228971927464,
      "loss": 5.0165,
      "step": 14020
    },
    {
      "epoch": 1.1910465511382942,
      "grad_norm": 2.091646706095151,
      "learning_rate": 0.0002778586995032843,
      "loss": 5.2069,
      "step": 14021
    },
    {
      "epoch": 1.191131498470948,
      "grad_norm": 2.0866870710960823,
      "learning_rate": 0.0002778551090193915,
      "loss": 5.263,
      "step": 14022
    },
    {
      "epoch": 1.1912164458036019,
      "grad_norm": 2.1882888511647827,
      "learning_rate": 0.00027785151826760377,
      "loss": 5.1919,
      "step": 14023
    },
    {
      "epoch": 1.1913013931362555,
      "grad_norm": 2.288715176971907,
      "learning_rate": 0.0002778479272479286,
      "loss": 5.478,
      "step": 14024
    },
    {
      "epoch": 1.1913863404689093,
      "grad_norm": 2.298799090101139,
      "learning_rate": 0.0002778443359603736,
      "loss": 5.3957,
      "step": 14025
    },
    {
      "epoch": 1.191471287801563,
      "grad_norm": 2.2739825229886788,
      "learning_rate": 0.00027784074440494617,
      "loss": 5.2312,
      "step": 14026
    },
    {
      "epoch": 1.1915562351342168,
      "grad_norm": 2.090054698820358,
      "learning_rate": 0.00027783715258165387,
      "loss": 4.902,
      "step": 14027
    },
    {
      "epoch": 1.1916411824668705,
      "grad_norm": 2.1511135507338643,
      "learning_rate": 0.0002778335604905042,
      "loss": 5.087,
      "step": 14028
    },
    {
      "epoch": 1.1917261297995243,
      "grad_norm": 2.133459023663456,
      "learning_rate": 0.00027782996813150487,
      "loss": 5.156,
      "step": 14029
    },
    {
      "epoch": 1.191811077132178,
      "grad_norm": 2.2824736804233776,
      "learning_rate": 0.0002778263755046632,
      "loss": 5.469,
      "step": 14030
    },
    {
      "epoch": 1.1918960244648318,
      "grad_norm": 2.370284901290954,
      "learning_rate": 0.0002778227826099868,
      "loss": 5.3477,
      "step": 14031
    },
    {
      "epoch": 1.1919809717974856,
      "grad_norm": 2.1664906801239923,
      "learning_rate": 0.00027781918944748315,
      "loss": 5.1303,
      "step": 14032
    },
    {
      "epoch": 1.1920659191301393,
      "grad_norm": 2.3109038267620017,
      "learning_rate": 0.00027781559601715983,
      "loss": 5.5082,
      "step": 14033
    },
    {
      "epoch": 1.1921508664627931,
      "grad_norm": 2.2947338407767672,
      "learning_rate": 0.00027781200231902437,
      "loss": 5.4731,
      "step": 14034
    },
    {
      "epoch": 1.1922358137954467,
      "grad_norm": 1.947777941319402,
      "learning_rate": 0.0002778084083530843,
      "loss": 4.5429,
      "step": 14035
    },
    {
      "epoch": 1.1923207611281006,
      "grad_norm": 2.107419474014096,
      "learning_rate": 0.00027780481411934706,
      "loss": 4.6607,
      "step": 14036
    },
    {
      "epoch": 1.1924057084607544,
      "grad_norm": 2.1287286551398616,
      "learning_rate": 0.00027780121961782034,
      "loss": 5.176,
      "step": 14037
    },
    {
      "epoch": 1.192490655793408,
      "grad_norm": 2.230143429256255,
      "learning_rate": 0.0002777976248485115,
      "loss": 5.322,
      "step": 14038
    },
    {
      "epoch": 1.192575603126062,
      "grad_norm": 2.1692937226592046,
      "learning_rate": 0.00027779402981142827,
      "loss": 5.1615,
      "step": 14039
    },
    {
      "epoch": 1.1926605504587156,
      "grad_norm": 2.2489400680537903,
      "learning_rate": 0.000277790434506578,
      "loss": 5.5349,
      "step": 14040
    },
    {
      "epoch": 1.1927454977913694,
      "grad_norm": 2.056343883561712,
      "learning_rate": 0.00027778683893396833,
      "loss": 4.8587,
      "step": 14041
    },
    {
      "epoch": 1.192830445124023,
      "grad_norm": 2.0591897379363964,
      "learning_rate": 0.00027778324309360675,
      "loss": 5.0783,
      "step": 14042
    },
    {
      "epoch": 1.1929153924566769,
      "grad_norm": 2.019493228449386,
      "learning_rate": 0.0002777796469855008,
      "loss": 4.9148,
      "step": 14043
    },
    {
      "epoch": 1.1930003397893305,
      "grad_norm": 2.0185960907745373,
      "learning_rate": 0.000277776050609658,
      "loss": 4.7675,
      "step": 14044
    },
    {
      "epoch": 1.1930852871219844,
      "grad_norm": 2.0721603176131516,
      "learning_rate": 0.0002777724539660859,
      "loss": 4.8049,
      "step": 14045
    },
    {
      "epoch": 1.1931702344546382,
      "grad_norm": 2.2643640878474023,
      "learning_rate": 0.00027776885705479206,
      "loss": 5.4044,
      "step": 14046
    },
    {
      "epoch": 1.1932551817872918,
      "grad_norm": 2.1123496071270655,
      "learning_rate": 0.000277765259875784,
      "loss": 5.2888,
      "step": 14047
    },
    {
      "epoch": 1.1933401291199457,
      "grad_norm": 1.9518887031516414,
      "learning_rate": 0.00027776166242906924,
      "loss": 4.7271,
      "step": 14048
    },
    {
      "epoch": 1.1934250764525993,
      "grad_norm": 2.094842833033856,
      "learning_rate": 0.00027775806471465537,
      "loss": 5.0988,
      "step": 14049
    },
    {
      "epoch": 1.1935100237852532,
      "grad_norm": 2.0712667494776156,
      "learning_rate": 0.0002777544667325498,
      "loss": 5.0881,
      "step": 14050
    },
    {
      "epoch": 1.193594971117907,
      "grad_norm": 2.3638198619799726,
      "learning_rate": 0.0002777508684827602,
      "loss": 5.7734,
      "step": 14051
    },
    {
      "epoch": 1.1936799184505607,
      "grad_norm": 2.2303725851140896,
      "learning_rate": 0.0002777472699652941,
      "loss": 5.3686,
      "step": 14052
    },
    {
      "epoch": 1.1937648657832145,
      "grad_norm": 2.0606360110084707,
      "learning_rate": 0.00027774367118015903,
      "loss": 5.1027,
      "step": 14053
    },
    {
      "epoch": 1.1938498131158681,
      "grad_norm": 2.2123953132944707,
      "learning_rate": 0.00027774007212736247,
      "loss": 4.8573,
      "step": 14054
    },
    {
      "epoch": 1.193934760448522,
      "grad_norm": 2.216530859689754,
      "learning_rate": 0.000277736472806912,
      "loss": 5.3232,
      "step": 14055
    },
    {
      "epoch": 1.1940197077811756,
      "grad_norm": 2.2475689943004604,
      "learning_rate": 0.00027773287321881517,
      "loss": 5.2139,
      "step": 14056
    },
    {
      "epoch": 1.1941046551138295,
      "grad_norm": 2.0460088967466055,
      "learning_rate": 0.0002777292733630795,
      "loss": 5.0385,
      "step": 14057
    },
    {
      "epoch": 1.194189602446483,
      "grad_norm": 2.1179699968647707,
      "learning_rate": 0.00027772567323971256,
      "loss": 5.0062,
      "step": 14058
    },
    {
      "epoch": 1.194274549779137,
      "grad_norm": 2.0425127467734985,
      "learning_rate": 0.00027772207284872184,
      "loss": 5.024,
      "step": 14059
    },
    {
      "epoch": 1.1943594971117908,
      "grad_norm": 2.1567788819722513,
      "learning_rate": 0.00027771847219011496,
      "loss": 5.0876,
      "step": 14060
    },
    {
      "epoch": 1.1944444444444444,
      "grad_norm": 2.1058294085208065,
      "learning_rate": 0.00027771487126389944,
      "loss": 4.6962,
      "step": 14061
    },
    {
      "epoch": 1.1945293917770983,
      "grad_norm": 2.2229572968998865,
      "learning_rate": 0.0002777112700700828,
      "loss": 5.1053,
      "step": 14062
    },
    {
      "epoch": 1.194614339109752,
      "grad_norm": 2.0362785876529137,
      "learning_rate": 0.0002777076686086726,
      "loss": 4.7508,
      "step": 14063
    },
    {
      "epoch": 1.1946992864424058,
      "grad_norm": 2.135082126823891,
      "learning_rate": 0.00027770406687967637,
      "loss": 5.2737,
      "step": 14064
    },
    {
      "epoch": 1.1947842337750594,
      "grad_norm": 2.2342112307150015,
      "learning_rate": 0.00027770046488310166,
      "loss": 5.3891,
      "step": 14065
    },
    {
      "epoch": 1.1948691811077132,
      "grad_norm": 2.3006351301438497,
      "learning_rate": 0.00027769686261895605,
      "loss": 5.4902,
      "step": 14066
    },
    {
      "epoch": 1.1949541284403669,
      "grad_norm": 2.557385882493592,
      "learning_rate": 0.00027769326008724707,
      "loss": 4.1971,
      "step": 14067
    },
    {
      "epoch": 1.1950390757730207,
      "grad_norm": 2.1337449960404533,
      "learning_rate": 0.00027768965728798225,
      "loss": 5.0301,
      "step": 14068
    },
    {
      "epoch": 1.1951240231056746,
      "grad_norm": 2.1506487479581238,
      "learning_rate": 0.00027768605422116914,
      "loss": 5.0926,
      "step": 14069
    },
    {
      "epoch": 1.1952089704383282,
      "grad_norm": 2.1212059145553273,
      "learning_rate": 0.0002776824508868153,
      "loss": 4.9244,
      "step": 14070
    },
    {
      "epoch": 1.195293917770982,
      "grad_norm": 2.095796437902115,
      "learning_rate": 0.00027767884728492837,
      "loss": 4.9771,
      "step": 14071
    },
    {
      "epoch": 1.1953788651036357,
      "grad_norm": 2.1569261084023656,
      "learning_rate": 0.00027767524341551573,
      "loss": 5.3275,
      "step": 14072
    },
    {
      "epoch": 1.1954638124362895,
      "grad_norm": 2.127447698816804,
      "learning_rate": 0.0002776716392785851,
      "loss": 4.9561,
      "step": 14073
    },
    {
      "epoch": 1.1955487597689434,
      "grad_norm": 2.1085013132193002,
      "learning_rate": 0.00027766803487414384,
      "loss": 5.1996,
      "step": 14074
    },
    {
      "epoch": 1.195633707101597,
      "grad_norm": 2.2524977179930086,
      "learning_rate": 0.00027766443020219966,
      "loss": 5.3542,
      "step": 14075
    },
    {
      "epoch": 1.1957186544342508,
      "grad_norm": 2.0472389730906513,
      "learning_rate": 0.0002776608252627601,
      "loss": 4.8018,
      "step": 14076
    },
    {
      "epoch": 1.1958036017669045,
      "grad_norm": 2.1185345293806943,
      "learning_rate": 0.0002776572200558326,
      "loss": 5.1671,
      "step": 14077
    },
    {
      "epoch": 1.1958885490995583,
      "grad_norm": 2.0265468115658183,
      "learning_rate": 0.0002776536145814248,
      "loss": 4.9763,
      "step": 14078
    },
    {
      "epoch": 1.195973496432212,
      "grad_norm": 2.249098241435895,
      "learning_rate": 0.0002776500088395443,
      "loss": 5.4879,
      "step": 14079
    },
    {
      "epoch": 1.1960584437648658,
      "grad_norm": 2.1523218911554007,
      "learning_rate": 0.00027764640283019855,
      "loss": 4.7473,
      "step": 14080
    },
    {
      "epoch": 1.1961433910975194,
      "grad_norm": 2.0668930978706146,
      "learning_rate": 0.0002776427965533952,
      "loss": 5.0106,
      "step": 14081
    },
    {
      "epoch": 1.1962283384301733,
      "grad_norm": 2.060422573034995,
      "learning_rate": 0.0002776391900091417,
      "loss": 4.7796,
      "step": 14082
    },
    {
      "epoch": 1.1963132857628271,
      "grad_norm": 2.2143025775757583,
      "learning_rate": 0.0002776355831974457,
      "loss": 5.3371,
      "step": 14083
    },
    {
      "epoch": 1.1963982330954808,
      "grad_norm": 2.0118684618712575,
      "learning_rate": 0.0002776319761183148,
      "loss": 4.8048,
      "step": 14084
    },
    {
      "epoch": 1.1964831804281346,
      "grad_norm": 1.9657329418035578,
      "learning_rate": 0.0002776283687717564,
      "loss": 4.6509,
      "step": 14085
    },
    {
      "epoch": 1.1965681277607882,
      "grad_norm": 1.9518401513869097,
      "learning_rate": 0.00027762476115777816,
      "loss": 4.7793,
      "step": 14086
    },
    {
      "epoch": 1.196653075093442,
      "grad_norm": 2.0000619501570327,
      "learning_rate": 0.00027762115327638754,
      "loss": 4.8427,
      "step": 14087
    },
    {
      "epoch": 1.1967380224260957,
      "grad_norm": 1.9740239672011624,
      "learning_rate": 0.0002776175451275923,
      "loss": 4.6215,
      "step": 14088
    },
    {
      "epoch": 1.1968229697587496,
      "grad_norm": 2.0777252260530004,
      "learning_rate": 0.00027761393671139987,
      "loss": 5.2414,
      "step": 14089
    },
    {
      "epoch": 1.1969079170914032,
      "grad_norm": 2.2600959150220854,
      "learning_rate": 0.00027761032802781777,
      "loss": 5.1893,
      "step": 14090
    },
    {
      "epoch": 1.196992864424057,
      "grad_norm": 2.059193703254184,
      "learning_rate": 0.00027760671907685363,
      "loss": 4.9121,
      "step": 14091
    },
    {
      "epoch": 1.197077811756711,
      "grad_norm": 2.015444808829745,
      "learning_rate": 0.00027760310985851494,
      "loss": 4.8769,
      "step": 14092
    },
    {
      "epoch": 1.1971627590893645,
      "grad_norm": 2.1036584463283363,
      "learning_rate": 0.0002775995003728094,
      "loss": 4.8984,
      "step": 14093
    },
    {
      "epoch": 1.1972477064220184,
      "grad_norm": 2.1319925456516726,
      "learning_rate": 0.00027759589061974446,
      "loss": 5.0387,
      "step": 14094
    },
    {
      "epoch": 1.197332653754672,
      "grad_norm": 2.144036123850933,
      "learning_rate": 0.0002775922805993277,
      "loss": 5.277,
      "step": 14095
    },
    {
      "epoch": 1.1974176010873259,
      "grad_norm": 2.2636520495904633,
      "learning_rate": 0.0002775886703115667,
      "loss": 5.1487,
      "step": 14096
    },
    {
      "epoch": 1.1975025484199797,
      "grad_norm": 2.1801592697429406,
      "learning_rate": 0.00027758505975646904,
      "loss": 4.9823,
      "step": 14097
    },
    {
      "epoch": 1.1975874957526333,
      "grad_norm": 2.2217637447209952,
      "learning_rate": 0.0002775814489340423,
      "loss": 5.056,
      "step": 14098
    },
    {
      "epoch": 1.1976724430852872,
      "grad_norm": 2.2552386664558823,
      "learning_rate": 0.000277577837844294,
      "loss": 5.3845,
      "step": 14099
    },
    {
      "epoch": 1.1977573904179408,
      "grad_norm": 2.056484638373207,
      "learning_rate": 0.00027757422648723163,
      "loss": 4.787,
      "step": 14100
    },
    {
      "epoch": 1.1978423377505947,
      "grad_norm": 2.202552635306136,
      "learning_rate": 0.0002775706148628629,
      "loss": 5.3572,
      "step": 14101
    },
    {
      "epoch": 1.1979272850832483,
      "grad_norm": 2.095012288201409,
      "learning_rate": 0.00027756700297119533,
      "loss": 5.2212,
      "step": 14102
    },
    {
      "epoch": 1.1980122324159022,
      "grad_norm": 2.0683130777721233,
      "learning_rate": 0.0002775633908122365,
      "loss": 5.0077,
      "step": 14103
    },
    {
      "epoch": 1.1980971797485558,
      "grad_norm": 2.031839042124124,
      "learning_rate": 0.00027755977838599393,
      "loss": 4.8313,
      "step": 14104
    },
    {
      "epoch": 1.1981821270812096,
      "grad_norm": 2.201105612440626,
      "learning_rate": 0.00027755616569247524,
      "loss": 5.3376,
      "step": 14105
    },
    {
      "epoch": 1.1982670744138635,
      "grad_norm": 2.14385623823574,
      "learning_rate": 0.000277552552731688,
      "loss": 5.2519,
      "step": 14106
    },
    {
      "epoch": 1.1983520217465171,
      "grad_norm": 2.1192058698910974,
      "learning_rate": 0.00027754893950363973,
      "loss": 5.1029,
      "step": 14107
    },
    {
      "epoch": 1.198436969079171,
      "grad_norm": 2.034985599828216,
      "learning_rate": 0.00027754532600833803,
      "loss": 4.4465,
      "step": 14108
    },
    {
      "epoch": 1.1985219164118246,
      "grad_norm": 2.1103508084808507,
      "learning_rate": 0.00027754171224579047,
      "loss": 4.9891,
      "step": 14109
    },
    {
      "epoch": 1.1986068637444784,
      "grad_norm": 2.069723699480718,
      "learning_rate": 0.0002775380982160046,
      "loss": 4.7236,
      "step": 14110
    },
    {
      "epoch": 1.1986918110771323,
      "grad_norm": 2.075216684242293,
      "learning_rate": 0.00027753448391898807,
      "loss": 5.1036,
      "step": 14111
    },
    {
      "epoch": 1.198776758409786,
      "grad_norm": 2.0786738091049712,
      "learning_rate": 0.00027753086935474835,
      "loss": 5.0752,
      "step": 14112
    },
    {
      "epoch": 1.1988617057424398,
      "grad_norm": 2.195108098494913,
      "learning_rate": 0.0002775272545232931,
      "loss": 4.9228,
      "step": 14113
    },
    {
      "epoch": 1.1989466530750934,
      "grad_norm": 2.0499930149836887,
      "learning_rate": 0.00027752363942462984,
      "loss": 5.0069,
      "step": 14114
    },
    {
      "epoch": 1.1990316004077473,
      "grad_norm": 2.1069120610635,
      "learning_rate": 0.00027752002405876617,
      "loss": 5.0412,
      "step": 14115
    },
    {
      "epoch": 1.1991165477404009,
      "grad_norm": 2.199900763552551,
      "learning_rate": 0.0002775164084257096,
      "loss": 4.9889,
      "step": 14116
    },
    {
      "epoch": 1.1992014950730547,
      "grad_norm": 2.2075850408284627,
      "learning_rate": 0.00027751279252546783,
      "loss": 5.3797,
      "step": 14117
    },
    {
      "epoch": 1.1992864424057084,
      "grad_norm": 2.067905211522712,
      "learning_rate": 0.00027750917635804834,
      "loss": 4.9586,
      "step": 14118
    },
    {
      "epoch": 1.1993713897383622,
      "grad_norm": 2.108173269295718,
      "learning_rate": 0.0002775055599234588,
      "loss": 5.1312,
      "step": 14119
    },
    {
      "epoch": 1.199456337071016,
      "grad_norm": 2.260741529697978,
      "learning_rate": 0.0002775019432217066,
      "loss": 5.1841,
      "step": 14120
    },
    {
      "epoch": 1.1995412844036697,
      "grad_norm": 2.1716066277877846,
      "learning_rate": 0.00027749832625279956,
      "loss": 5.1091,
      "step": 14121
    },
    {
      "epoch": 1.1996262317363235,
      "grad_norm": 2.1199678964707713,
      "learning_rate": 0.0002774947090167451,
      "loss": 5.2381,
      "step": 14122
    },
    {
      "epoch": 1.1997111790689772,
      "grad_norm": 2.0801446800451022,
      "learning_rate": 0.0002774910915135508,
      "loss": 5.0174,
      "step": 14123
    },
    {
      "epoch": 1.199796126401631,
      "grad_norm": 2.230296851272849,
      "learning_rate": 0.00027748747374322426,
      "loss": 5.3762,
      "step": 14124
    },
    {
      "epoch": 1.1998810737342847,
      "grad_norm": 2.1832509527281427,
      "learning_rate": 0.0002774838557057732,
      "loss": 5.4011,
      "step": 14125
    },
    {
      "epoch": 1.1999660210669385,
      "grad_norm": 2.144612096655779,
      "learning_rate": 0.00027748023740120496,
      "loss": 5.3514,
      "step": 14126
    },
    {
      "epoch": 1.2000509683995921,
      "grad_norm": 2.064689444451616,
      "learning_rate": 0.0002774766188295273,
      "loss": 5.0691,
      "step": 14127
    },
    {
      "epoch": 1.200135915732246,
      "grad_norm": 2.151918963191591,
      "learning_rate": 0.0002774729999907477,
      "loss": 5.0362,
      "step": 14128
    },
    {
      "epoch": 1.2002208630648998,
      "grad_norm": 2.031206125977061,
      "learning_rate": 0.00027746938088487385,
      "loss": 4.8054,
      "step": 14129
    },
    {
      "epoch": 1.2003058103975535,
      "grad_norm": 2.1126698064865805,
      "learning_rate": 0.0002774657615119132,
      "loss": 5.197,
      "step": 14130
    },
    {
      "epoch": 1.2003907577302073,
      "grad_norm": 2.212192640043717,
      "learning_rate": 0.0002774621418718735,
      "loss": 5.0291,
      "step": 14131
    },
    {
      "epoch": 1.200475705062861,
      "grad_norm": 2.0968573006144693,
      "learning_rate": 0.00027745852196476217,
      "loss": 5.016,
      "step": 14132
    },
    {
      "epoch": 1.2005606523955148,
      "grad_norm": 2.1177643214088038,
      "learning_rate": 0.0002774549017905868,
      "loss": 5.1798,
      "step": 14133
    },
    {
      "epoch": 1.2006455997281686,
      "grad_norm": 2.0599180118364533,
      "learning_rate": 0.0002774512813493552,
      "loss": 4.669,
      "step": 14134
    },
    {
      "epoch": 1.2007305470608223,
      "grad_norm": 2.272008852599141,
      "learning_rate": 0.00027744766064107467,
      "loss": 4.868,
      "step": 14135
    },
    {
      "epoch": 1.2008154943934761,
      "grad_norm": 2.119464763929413,
      "learning_rate": 0.00027744403966575295,
      "loss": 5.0408,
      "step": 14136
    },
    {
      "epoch": 1.2009004417261298,
      "grad_norm": 2.2143035191203935,
      "learning_rate": 0.0002774404184233976,
      "loss": 5.0286,
      "step": 14137
    },
    {
      "epoch": 1.2009853890587836,
      "grad_norm": 2.315056260499175,
      "learning_rate": 0.0002774367969140162,
      "loss": 5.4398,
      "step": 14138
    },
    {
      "epoch": 1.2010703363914372,
      "grad_norm": 2.1549038363517283,
      "learning_rate": 0.0002774331751376163,
      "loss": 4.9685,
      "step": 14139
    },
    {
      "epoch": 1.201155283724091,
      "grad_norm": 2.3598361448539373,
      "learning_rate": 0.0002774295530942056,
      "loss": 5.5524,
      "step": 14140
    },
    {
      "epoch": 1.2012402310567447,
      "grad_norm": 2.1655421361625304,
      "learning_rate": 0.0002774259307837916,
      "loss": 4.9218,
      "step": 14141
    },
    {
      "epoch": 1.2013251783893986,
      "grad_norm": 2.2972046490241276,
      "learning_rate": 0.0002774223082063819,
      "loss": 5.387,
      "step": 14142
    },
    {
      "epoch": 1.2014101257220524,
      "grad_norm": 2.275085683349729,
      "learning_rate": 0.0002774186853619841,
      "loss": 5.2362,
      "step": 14143
    },
    {
      "epoch": 1.201495073054706,
      "grad_norm": 2.129936092677064,
      "learning_rate": 0.00027741506225060586,
      "loss": 4.7996,
      "step": 14144
    },
    {
      "epoch": 1.20158002038736,
      "grad_norm": 2.2705548059078096,
      "learning_rate": 0.0002774114388722546,
      "loss": 5.4731,
      "step": 14145
    },
    {
      "epoch": 1.2016649677200135,
      "grad_norm": 2.2266680571267403,
      "learning_rate": 0.00027740781522693806,
      "loss": 5.2215,
      "step": 14146
    },
    {
      "epoch": 1.2017499150526674,
      "grad_norm": 2.1499035262673507,
      "learning_rate": 0.0002774041913146638,
      "loss": 5.0102,
      "step": 14147
    },
    {
      "epoch": 1.2018348623853212,
      "grad_norm": 2.226353019559455,
      "learning_rate": 0.0002774005671354393,
      "loss": 5.139,
      "step": 14148
    },
    {
      "epoch": 1.2019198097179749,
      "grad_norm": 2.0935252313778445,
      "learning_rate": 0.0002773969426892724,
      "loss": 4.9778,
      "step": 14149
    },
    {
      "epoch": 1.2020047570506287,
      "grad_norm": 1.9458905996587068,
      "learning_rate": 0.0002773933179761705,
      "loss": 4.7051,
      "step": 14150
    },
    {
      "epoch": 1.2020897043832823,
      "grad_norm": 2.071155014525047,
      "learning_rate": 0.0002773896929961412,
      "loss": 4.9636,
      "step": 14151
    },
    {
      "epoch": 1.2021746517159362,
      "grad_norm": 2.2489940395357397,
      "learning_rate": 0.0002773860677491922,
      "loss": 5.3644,
      "step": 14152
    },
    {
      "epoch": 1.2022595990485898,
      "grad_norm": 2.110057664548451,
      "learning_rate": 0.000277382442235331,
      "loss": 5.1685,
      "step": 14153
    },
    {
      "epoch": 1.2023445463812437,
      "grad_norm": 2.202213200796911,
      "learning_rate": 0.00027737881645456525,
      "loss": 5.2445,
      "step": 14154
    },
    {
      "epoch": 1.2024294937138973,
      "grad_norm": 2.0842925656666624,
      "learning_rate": 0.0002773751904069025,
      "loss": 5.1302,
      "step": 14155
    },
    {
      "epoch": 1.2025144410465511,
      "grad_norm": 2.225045383700575,
      "learning_rate": 0.0002773715640923504,
      "loss": 5.0468,
      "step": 14156
    },
    {
      "epoch": 1.202599388379205,
      "grad_norm": 2.050584108214548,
      "learning_rate": 0.00027736793751091654,
      "loss": 4.9333,
      "step": 14157
    },
    {
      "epoch": 1.2026843357118586,
      "grad_norm": 1.984417338538188,
      "learning_rate": 0.0002773643106626085,
      "loss": 4.6465,
      "step": 14158
    },
    {
      "epoch": 1.2027692830445125,
      "grad_norm": 2.0919177465512218,
      "learning_rate": 0.00027736068354743387,
      "loss": 5.3275,
      "step": 14159
    },
    {
      "epoch": 1.202854230377166,
      "grad_norm": 2.083211523208478,
      "learning_rate": 0.00027735705616540023,
      "loss": 5.1035,
      "step": 14160
    },
    {
      "epoch": 1.20293917770982,
      "grad_norm": 2.1063203443699763,
      "learning_rate": 0.0002773534285165152,
      "loss": 4.5892,
      "step": 14161
    },
    {
      "epoch": 1.2030241250424736,
      "grad_norm": 2.092080952176295,
      "learning_rate": 0.0002773498006007865,
      "loss": 4.7974,
      "step": 14162
    },
    {
      "epoch": 1.2031090723751274,
      "grad_norm": 2.2684526431844634,
      "learning_rate": 0.00027734617241822156,
      "loss": 5.4246,
      "step": 14163
    },
    {
      "epoch": 1.203194019707781,
      "grad_norm": 2.0527735796832505,
      "learning_rate": 0.000277342543968828,
      "loss": 4.8527,
      "step": 14164
    },
    {
      "epoch": 1.203278967040435,
      "grad_norm": 2.1073021056247954,
      "learning_rate": 0.0002773389152526136,
      "loss": 5.1001,
      "step": 14165
    },
    {
      "epoch": 1.2033639143730888,
      "grad_norm": 2.0601439236170576,
      "learning_rate": 0.00027733528626958575,
      "loss": 4.737,
      "step": 14166
    },
    {
      "epoch": 1.2034488617057424,
      "grad_norm": 2.1906895361707757,
      "learning_rate": 0.0002773316570197521,
      "loss": 5.2174,
      "step": 14167
    },
    {
      "epoch": 1.2035338090383962,
      "grad_norm": 2.16708521474733,
      "learning_rate": 0.00027732802750312036,
      "loss": 5.2791,
      "step": 14168
    },
    {
      "epoch": 1.2036187563710499,
      "grad_norm": 2.1068688487919998,
      "learning_rate": 0.00027732439771969807,
      "loss": 5.1388,
      "step": 14169
    },
    {
      "epoch": 1.2037037037037037,
      "grad_norm": 2.0960284668017017,
      "learning_rate": 0.00027732076766949276,
      "loss": 5.1864,
      "step": 14170
    },
    {
      "epoch": 1.2037886510363576,
      "grad_norm": 2.1030271884781757,
      "learning_rate": 0.00027731713735251214,
      "loss": 4.9598,
      "step": 14171
    },
    {
      "epoch": 1.2038735983690112,
      "grad_norm": 2.0731923725798027,
      "learning_rate": 0.00027731350676876384,
      "loss": 4.9069,
      "step": 14172
    },
    {
      "epoch": 1.203958545701665,
      "grad_norm": 2.0847568810783446,
      "learning_rate": 0.00027730987591825535,
      "loss": 4.9956,
      "step": 14173
    },
    {
      "epoch": 1.2040434930343187,
      "grad_norm": 2.0921181631540464,
      "learning_rate": 0.00027730624480099437,
      "loss": 4.89,
      "step": 14174
    },
    {
      "epoch": 1.2041284403669725,
      "grad_norm": 2.2972666570704785,
      "learning_rate": 0.0002773026134169885,
      "loss": 5.1729,
      "step": 14175
    },
    {
      "epoch": 1.2042133876996262,
      "grad_norm": 2.2950198459410434,
      "learning_rate": 0.0002772989817662453,
      "loss": 5.5597,
      "step": 14176
    },
    {
      "epoch": 1.20429833503228,
      "grad_norm": 2.2015918629773323,
      "learning_rate": 0.0002772953498487724,
      "loss": 5.256,
      "step": 14177
    },
    {
      "epoch": 1.2043832823649336,
      "grad_norm": 2.1547599054623516,
      "learning_rate": 0.0002772917176645774,
      "loss": 5.0022,
      "step": 14178
    },
    {
      "epoch": 1.2044682296975875,
      "grad_norm": 2.0717599925167636,
      "learning_rate": 0.00027728808521366793,
      "loss": 4.7309,
      "step": 14179
    },
    {
      "epoch": 1.2045531770302413,
      "grad_norm": 2.096046077340684,
      "learning_rate": 0.0002772844524960517,
      "loss": 4.6833,
      "step": 14180
    },
    {
      "epoch": 1.204638124362895,
      "grad_norm": 2.072346695013775,
      "learning_rate": 0.00027728081951173606,
      "loss": 4.8874,
      "step": 14181
    },
    {
      "epoch": 1.2047230716955488,
      "grad_norm": 2.0331170602347752,
      "learning_rate": 0.0002772771862607289,
      "loss": 4.5441,
      "step": 14182
    },
    {
      "epoch": 1.2048080190282024,
      "grad_norm": 2.1593512958649255,
      "learning_rate": 0.0002772735527430377,
      "loss": 5.1726,
      "step": 14183
    },
    {
      "epoch": 1.2048929663608563,
      "grad_norm": 2.12880096068805,
      "learning_rate": 0.00027726991895867003,
      "loss": 4.9723,
      "step": 14184
    },
    {
      "epoch": 1.20497791369351,
      "grad_norm": 2.2426542543212613,
      "learning_rate": 0.0002772662849076336,
      "loss": 5.2089,
      "step": 14185
    },
    {
      "epoch": 1.2050628610261638,
      "grad_norm": 2.0460917271369055,
      "learning_rate": 0.00027726265058993594,
      "loss": 4.814,
      "step": 14186
    },
    {
      "epoch": 1.2051478083588176,
      "grad_norm": 2.1128425503585264,
      "learning_rate": 0.0002772590160055848,
      "loss": 4.8587,
      "step": 14187
    },
    {
      "epoch": 1.2052327556914713,
      "grad_norm": 2.0898808531441473,
      "learning_rate": 0.00027725538115458767,
      "loss": 4.9002,
      "step": 14188
    },
    {
      "epoch": 1.205317703024125,
      "grad_norm": 2.033372802204969,
      "learning_rate": 0.00027725174603695216,
      "loss": 4.6858,
      "step": 14189
    },
    {
      "epoch": 1.2054026503567787,
      "grad_norm": 2.275612127472006,
      "learning_rate": 0.000277248110652686,
      "loss": 4.4145,
      "step": 14190
    },
    {
      "epoch": 1.2054875976894326,
      "grad_norm": 2.1338777532196898,
      "learning_rate": 0.0002772444750017967,
      "loss": 4.8879,
      "step": 14191
    },
    {
      "epoch": 1.2055725450220862,
      "grad_norm": 2.3001548404726946,
      "learning_rate": 0.0002772408390842919,
      "loss": 5.3149,
      "step": 14192
    },
    {
      "epoch": 1.20565749235474,
      "grad_norm": 2.0453776062084583,
      "learning_rate": 0.00027723720290017924,
      "loss": 4.6066,
      "step": 14193
    },
    {
      "epoch": 1.205742439687394,
      "grad_norm": 2.096225026717173,
      "learning_rate": 0.0002772335664494663,
      "loss": 4.9375,
      "step": 14194
    },
    {
      "epoch": 1.2058273870200475,
      "grad_norm": 2.2577900675890166,
      "learning_rate": 0.0002772299297321608,
      "loss": 5.4715,
      "step": 14195
    },
    {
      "epoch": 1.2059123343527014,
      "grad_norm": 2.135002395364473,
      "learning_rate": 0.0002772262927482703,
      "loss": 4.9785,
      "step": 14196
    },
    {
      "epoch": 1.205997281685355,
      "grad_norm": 2.1356920887254787,
      "learning_rate": 0.00027722265549780234,
      "loss": 5.0417,
      "step": 14197
    },
    {
      "epoch": 1.2060822290180089,
      "grad_norm": 2.2731863442924287,
      "learning_rate": 0.00027721901798076465,
      "loss": 5.5622,
      "step": 14198
    },
    {
      "epoch": 1.2061671763506625,
      "grad_norm": 2.2601582392248485,
      "learning_rate": 0.0002772153801971648,
      "loss": 5.5346,
      "step": 14199
    },
    {
      "epoch": 1.2062521236833164,
      "grad_norm": 2.241414791649035,
      "learning_rate": 0.0002772117421470105,
      "loss": 5.4319,
      "step": 14200
    },
    {
      "epoch": 1.20633707101597,
      "grad_norm": 2.1416676037633935,
      "learning_rate": 0.00027720810383030924,
      "loss": 5.2496,
      "step": 14201
    },
    {
      "epoch": 1.2064220183486238,
      "grad_norm": 2.108782675138906,
      "learning_rate": 0.00027720446524706865,
      "loss": 5.3693,
      "step": 14202
    },
    {
      "epoch": 1.2065069656812777,
      "grad_norm": 2.13733493528565,
      "learning_rate": 0.0002772008263972965,
      "loss": 4.7198,
      "step": 14203
    },
    {
      "epoch": 1.2065919130139313,
      "grad_norm": 2.1572306084805963,
      "learning_rate": 0.0002771971872810003,
      "loss": 5.3705,
      "step": 14204
    },
    {
      "epoch": 1.2066768603465852,
      "grad_norm": 2.1374334127151684,
      "learning_rate": 0.00027719354789818766,
      "loss": 5.0564,
      "step": 14205
    },
    {
      "epoch": 1.2067618076792388,
      "grad_norm": 2.122827335651763,
      "learning_rate": 0.00027718990824886626,
      "loss": 4.8923,
      "step": 14206
    },
    {
      "epoch": 1.2068467550118926,
      "grad_norm": 2.0927836196554788,
      "learning_rate": 0.00027718626833304373,
      "loss": 4.8084,
      "step": 14207
    },
    {
      "epoch": 1.2069317023445465,
      "grad_norm": 2.248119591523456,
      "learning_rate": 0.0002771826281507276,
      "loss": 5.4093,
      "step": 14208
    },
    {
      "epoch": 1.2070166496772001,
      "grad_norm": 2.246791946500473,
      "learning_rate": 0.00027717898770192567,
      "loss": 5.3534,
      "step": 14209
    },
    {
      "epoch": 1.207101597009854,
      "grad_norm": 2.120225620352798,
      "learning_rate": 0.0002771753469866454,
      "loss": 5.2611,
      "step": 14210
    },
    {
      "epoch": 1.2071865443425076,
      "grad_norm": 2.089951733280013,
      "learning_rate": 0.00027717170600489457,
      "loss": 4.8077,
      "step": 14211
    },
    {
      "epoch": 1.2072714916751615,
      "grad_norm": 2.1304039520314357,
      "learning_rate": 0.00027716806475668065,
      "loss": 5.278,
      "step": 14212
    },
    {
      "epoch": 1.207356439007815,
      "grad_norm": 2.1067647905346276,
      "learning_rate": 0.00027716442324201136,
      "loss": 4.7348,
      "step": 14213
    },
    {
      "epoch": 1.207441386340469,
      "grad_norm": 2.1260178035187556,
      "learning_rate": 0.00027716078146089435,
      "loss": 5.0022,
      "step": 14214
    },
    {
      "epoch": 1.2075263336731226,
      "grad_norm": 2.2290740762001637,
      "learning_rate": 0.0002771571394133372,
      "loss": 4.3166,
      "step": 14215
    },
    {
      "epoch": 1.2076112810057764,
      "grad_norm": 2.2203180060527847,
      "learning_rate": 0.0002771534970993475,
      "loss": 5.1279,
      "step": 14216
    },
    {
      "epoch": 1.2076962283384303,
      "grad_norm": 2.1052190746589035,
      "learning_rate": 0.000277149854518933,
      "loss": 4.9582,
      "step": 14217
    },
    {
      "epoch": 1.207781175671084,
      "grad_norm": 2.2511635746796537,
      "learning_rate": 0.0002771462116721013,
      "loss": 5.1563,
      "step": 14218
    },
    {
      "epoch": 1.2078661230037377,
      "grad_norm": 2.05927785629098,
      "learning_rate": 0.00027714256855886,
      "loss": 4.6635,
      "step": 14219
    },
    {
      "epoch": 1.2079510703363914,
      "grad_norm": 1.9606572840992815,
      "learning_rate": 0.00027713892517921673,
      "loss": 4.6321,
      "step": 14220
    },
    {
      "epoch": 1.2080360176690452,
      "grad_norm": 2.086595031244368,
      "learning_rate": 0.0002771352815331791,
      "loss": 4.8495,
      "step": 14221
    },
    {
      "epoch": 1.2081209650016989,
      "grad_norm": 2.241418178618198,
      "learning_rate": 0.0002771316376207548,
      "loss": 5.4709,
      "step": 14222
    },
    {
      "epoch": 1.2082059123343527,
      "grad_norm": 2.2988901192469373,
      "learning_rate": 0.00027712799344195143,
      "loss": 5.3905,
      "step": 14223
    },
    {
      "epoch": 1.2082908596670063,
      "grad_norm": 2.3462132313259185,
      "learning_rate": 0.0002771243489967767,
      "loss": 5.5404,
      "step": 14224
    },
    {
      "epoch": 1.2083758069996602,
      "grad_norm": 2.173427530557943,
      "learning_rate": 0.0002771207042852381,
      "loss": 4.9938,
      "step": 14225
    },
    {
      "epoch": 1.208460754332314,
      "grad_norm": 2.087972669341731,
      "learning_rate": 0.0002771170593073434,
      "loss": 4.9513,
      "step": 14226
    },
    {
      "epoch": 1.2085457016649677,
      "grad_norm": 2.1365841519815594,
      "learning_rate": 0.0002771134140631002,
      "loss": 5.2351,
      "step": 14227
    },
    {
      "epoch": 1.2086306489976215,
      "grad_norm": 2.174411217960933,
      "learning_rate": 0.0002771097685525161,
      "loss": 4.918,
      "step": 14228
    },
    {
      "epoch": 1.2087155963302751,
      "grad_norm": 2.2440849008230193,
      "learning_rate": 0.00027710612277559877,
      "loss": 5.221,
      "step": 14229
    },
    {
      "epoch": 1.208800543662929,
      "grad_norm": 2.2371666040028706,
      "learning_rate": 0.00027710247673235584,
      "loss": 5.1058,
      "step": 14230
    },
    {
      "epoch": 1.2088854909955828,
      "grad_norm": 2.1529996811401673,
      "learning_rate": 0.00027709883042279496,
      "loss": 4.9883,
      "step": 14231
    },
    {
      "epoch": 1.2089704383282365,
      "grad_norm": 2.1163567765511195,
      "learning_rate": 0.00027709518384692373,
      "loss": 4.9915,
      "step": 14232
    },
    {
      "epoch": 1.2090553856608903,
      "grad_norm": 2.303599044378909,
      "learning_rate": 0.0002770915370047499,
      "loss": 5.4515,
      "step": 14233
    },
    {
      "epoch": 1.209140332993544,
      "grad_norm": 2.1964455798174654,
      "learning_rate": 0.000277087889896281,
      "loss": 5.4108,
      "step": 14234
    },
    {
      "epoch": 1.2092252803261978,
      "grad_norm": 2.3008677013311303,
      "learning_rate": 0.00027708424252152465,
      "loss": 5.1164,
      "step": 14235
    },
    {
      "epoch": 1.2093102276588514,
      "grad_norm": 2.3198993102518117,
      "learning_rate": 0.00027708059488048864,
      "loss": 5.477,
      "step": 14236
    },
    {
      "epoch": 1.2093951749915053,
      "grad_norm": 2.225195585287729,
      "learning_rate": 0.0002770769469731805,
      "loss": 5.1717,
      "step": 14237
    },
    {
      "epoch": 1.209480122324159,
      "grad_norm": 2.1613063508210155,
      "learning_rate": 0.00027707329879960785,
      "loss": 4.9404,
      "step": 14238
    },
    {
      "epoch": 1.2095650696568128,
      "grad_norm": 2.256173129023035,
      "learning_rate": 0.0002770696503597784,
      "loss": 5.4307,
      "step": 14239
    },
    {
      "epoch": 1.2096500169894666,
      "grad_norm": 2.0981291042814254,
      "learning_rate": 0.00027706600165369977,
      "loss": 5.0951,
      "step": 14240
    },
    {
      "epoch": 1.2097349643221202,
      "grad_norm": 2.3359363489646787,
      "learning_rate": 0.00027706235268137966,
      "loss": 5.5485,
      "step": 14241
    },
    {
      "epoch": 1.209819911654774,
      "grad_norm": 2.187910186666018,
      "learning_rate": 0.00027705870344282564,
      "loss": 5.077,
      "step": 14242
    },
    {
      "epoch": 1.2099048589874277,
      "grad_norm": 2.0865871901759343,
      "learning_rate": 0.0002770550539380454,
      "loss": 4.8771,
      "step": 14243
    },
    {
      "epoch": 1.2099898063200816,
      "grad_norm": 2.06516817837635,
      "learning_rate": 0.00027705140416704646,
      "loss": 4.729,
      "step": 14244
    },
    {
      "epoch": 1.2100747536527354,
      "grad_norm": 2.2827330881100285,
      "learning_rate": 0.0002770477541298367,
      "loss": 5.3418,
      "step": 14245
    },
    {
      "epoch": 1.210159700985389,
      "grad_norm": 2.080962215562366,
      "learning_rate": 0.0002770441038264236,
      "loss": 4.8725,
      "step": 14246
    },
    {
      "epoch": 1.210244648318043,
      "grad_norm": 2.2109693927382903,
      "learning_rate": 0.00027704045325681483,
      "loss": 4.8052,
      "step": 14247
    },
    {
      "epoch": 1.2103295956506965,
      "grad_norm": 2.2499072822556467,
      "learning_rate": 0.0002770368024210181,
      "loss": 5.3874,
      "step": 14248
    },
    {
      "epoch": 1.2104145429833504,
      "grad_norm": 2.3263573891981606,
      "learning_rate": 0.000277033151319041,
      "loss": 5.4739,
      "step": 14249
    },
    {
      "epoch": 1.210499490316004,
      "grad_norm": 2.271390205632,
      "learning_rate": 0.00027702949995089127,
      "loss": 5.3479,
      "step": 14250
    },
    {
      "epoch": 1.2105844376486579,
      "grad_norm": 2.0670486671199515,
      "learning_rate": 0.0002770258483165764,
      "loss": 4.8567,
      "step": 14251
    },
    {
      "epoch": 1.2106693849813115,
      "grad_norm": 2.00988225428172,
      "learning_rate": 0.00027702219641610417,
      "loss": 4.8771,
      "step": 14252
    },
    {
      "epoch": 1.2107543323139653,
      "grad_norm": 2.017450632703756,
      "learning_rate": 0.0002770185442494822,
      "loss": 4.9392,
      "step": 14253
    },
    {
      "epoch": 1.2108392796466192,
      "grad_norm": 2.029948653974423,
      "learning_rate": 0.00027701489181671814,
      "loss": 4.9415,
      "step": 14254
    },
    {
      "epoch": 1.2109242269792728,
      "grad_norm": 2.0344923477071424,
      "learning_rate": 0.0002770112391178196,
      "loss": 4.822,
      "step": 14255
    },
    {
      "epoch": 1.2110091743119267,
      "grad_norm": 1.9403776477279278,
      "learning_rate": 0.00027700758615279434,
      "loss": 4.6134,
      "step": 14256
    },
    {
      "epoch": 1.2110941216445803,
      "grad_norm": 2.2288004113924456,
      "learning_rate": 0.0002770039329216499,
      "loss": 5.364,
      "step": 14257
    },
    {
      "epoch": 1.2111790689772342,
      "grad_norm": 2.0904733908846245,
      "learning_rate": 0.000277000279424394,
      "loss": 5.0508,
      "step": 14258
    },
    {
      "epoch": 1.2112640163098878,
      "grad_norm": 2.035579228726387,
      "learning_rate": 0.00027699662566103427,
      "loss": 4.95,
      "step": 14259
    },
    {
      "epoch": 1.2113489636425416,
      "grad_norm": 2.1848362442411258,
      "learning_rate": 0.0002769929716315784,
      "loss": 5.34,
      "step": 14260
    },
    {
      "epoch": 1.2114339109751953,
      "grad_norm": 2.0831641725474404,
      "learning_rate": 0.00027698931733603397,
      "loss": 4.6552,
      "step": 14261
    },
    {
      "epoch": 1.2115188583078491,
      "grad_norm": 2.2014140899723964,
      "learning_rate": 0.0002769856627744087,
      "loss": 5.2371,
      "step": 14262
    },
    {
      "epoch": 1.211603805640503,
      "grad_norm": 2.2610199936950672,
      "learning_rate": 0.0002769820079467103,
      "loss": 5.3587,
      "step": 14263
    },
    {
      "epoch": 1.2116887529731566,
      "grad_norm": 2.1616931184468666,
      "learning_rate": 0.0002769783528529463,
      "loss": 5.1441,
      "step": 14264
    },
    {
      "epoch": 1.2117737003058104,
      "grad_norm": 2.0813104128808946,
      "learning_rate": 0.0002769746974931244,
      "loss": 4.8965,
      "step": 14265
    },
    {
      "epoch": 1.211858647638464,
      "grad_norm": 2.237320201056308,
      "learning_rate": 0.00027697104186725233,
      "loss": 5.297,
      "step": 14266
    },
    {
      "epoch": 1.211943594971118,
      "grad_norm": 2.0846802258111192,
      "learning_rate": 0.00027696738597533766,
      "loss": 4.7433,
      "step": 14267
    },
    {
      "epoch": 1.2120285423037718,
      "grad_norm": 2.160504952403218,
      "learning_rate": 0.00027696372981738813,
      "loss": 5.1583,
      "step": 14268
    },
    {
      "epoch": 1.2121134896364254,
      "grad_norm": 2.113096718734369,
      "learning_rate": 0.00027696007339341133,
      "loss": 5.0345,
      "step": 14269
    },
    {
      "epoch": 1.2121984369690793,
      "grad_norm": 2.0772983457443535,
      "learning_rate": 0.00027695641670341496,
      "loss": 4.9255,
      "step": 14270
    },
    {
      "epoch": 1.2122833843017329,
      "grad_norm": 2.124516673050539,
      "learning_rate": 0.00027695275974740666,
      "loss": 5.0361,
      "step": 14271
    },
    {
      "epoch": 1.2123683316343867,
      "grad_norm": 2.078621739258181,
      "learning_rate": 0.0002769491025253942,
      "loss": 4.8336,
      "step": 14272
    },
    {
      "epoch": 1.2124532789670404,
      "grad_norm": 2.1628041126171813,
      "learning_rate": 0.00027694544503738505,
      "loss": 4.7646,
      "step": 14273
    },
    {
      "epoch": 1.2125382262996942,
      "grad_norm": 2.2033244121380315,
      "learning_rate": 0.000276941787283387,
      "loss": 4.9835,
      "step": 14274
    },
    {
      "epoch": 1.2126231736323478,
      "grad_norm": 2.217148867614817,
      "learning_rate": 0.00027693812926340766,
      "loss": 5.1698,
      "step": 14275
    },
    {
      "epoch": 1.2127081209650017,
      "grad_norm": 2.210477383646945,
      "learning_rate": 0.00027693447097745474,
      "loss": 5.3993,
      "step": 14276
    },
    {
      "epoch": 1.2127930682976555,
      "grad_norm": 2.165067450370545,
      "learning_rate": 0.0002769308124255359,
      "loss": 5.3597,
      "step": 14277
    },
    {
      "epoch": 1.2128780156303092,
      "grad_norm": 2.1140458804176703,
      "learning_rate": 0.00027692715360765876,
      "loss": 4.7983,
      "step": 14278
    },
    {
      "epoch": 1.212962962962963,
      "grad_norm": 2.152560690010323,
      "learning_rate": 0.000276923494523831,
      "loss": 5.3709,
      "step": 14279
    },
    {
      "epoch": 1.2130479102956166,
      "grad_norm": 2.0555067064752084,
      "learning_rate": 0.0002769198351740604,
      "loss": 4.8147,
      "step": 14280
    },
    {
      "epoch": 1.2131328576282705,
      "grad_norm": 2.0619030302872976,
      "learning_rate": 0.00027691617555835446,
      "loss": 5.1764,
      "step": 14281
    },
    {
      "epoch": 1.2132178049609244,
      "grad_norm": 2.11070072354369,
      "learning_rate": 0.000276912515676721,
      "loss": 4.9028,
      "step": 14282
    },
    {
      "epoch": 1.213302752293578,
      "grad_norm": 2.2554802360245763,
      "learning_rate": 0.0002769088555291675,
      "loss": 4.9003,
      "step": 14283
    },
    {
      "epoch": 1.2133876996262318,
      "grad_norm": 2.1670576470542597,
      "learning_rate": 0.00027690519511570184,
      "loss": 5.0029,
      "step": 14284
    },
    {
      "epoch": 1.2134726469588855,
      "grad_norm": 2.162585243193362,
      "learning_rate": 0.0002769015344363315,
      "loss": 5.0993,
      "step": 14285
    },
    {
      "epoch": 1.2135575942915393,
      "grad_norm": 2.245728703130364,
      "learning_rate": 0.00027689787349106427,
      "loss": 5.2738,
      "step": 14286
    },
    {
      "epoch": 1.213642541624193,
      "grad_norm": 2.1073315871168226,
      "learning_rate": 0.0002768942122799078,
      "loss": 5.1705,
      "step": 14287
    },
    {
      "epoch": 1.2137274889568468,
      "grad_norm": 1.9871079785915498,
      "learning_rate": 0.00027689055080286975,
      "loss": 4.7835,
      "step": 14288
    },
    {
      "epoch": 1.2138124362895004,
      "grad_norm": 2.0412041638119645,
      "learning_rate": 0.00027688688905995777,
      "loss": 4.9882,
      "step": 14289
    },
    {
      "epoch": 1.2138973836221543,
      "grad_norm": 2.187867090366369,
      "learning_rate": 0.00027688322705117963,
      "loss": 5.1987,
      "step": 14290
    },
    {
      "epoch": 1.2139823309548081,
      "grad_norm": 2.2230340135605555,
      "learning_rate": 0.00027687956477654286,
      "loss": 5.4202,
      "step": 14291
    },
    {
      "epoch": 1.2140672782874617,
      "grad_norm": 2.0545437911615014,
      "learning_rate": 0.0002768759022360552,
      "loss": 4.9342,
      "step": 14292
    },
    {
      "epoch": 1.2141522256201156,
      "grad_norm": 2.2472674878284713,
      "learning_rate": 0.0002768722394297243,
      "loss": 5.0693,
      "step": 14293
    },
    {
      "epoch": 1.2142371729527692,
      "grad_norm": 2.213142553835359,
      "learning_rate": 0.0002768685763575579,
      "loss": 5.2132,
      "step": 14294
    },
    {
      "epoch": 1.214322120285423,
      "grad_norm": 2.113218217874826,
      "learning_rate": 0.00027686491301956364,
      "loss": 4.9904,
      "step": 14295
    },
    {
      "epoch": 1.2144070676180767,
      "grad_norm": 2.044194388308495,
      "learning_rate": 0.00027686124941574917,
      "loss": 4.9128,
      "step": 14296
    },
    {
      "epoch": 1.2144920149507306,
      "grad_norm": 2.127188072951181,
      "learning_rate": 0.0002768575855461222,
      "loss": 5.0525,
      "step": 14297
    },
    {
      "epoch": 1.2145769622833842,
      "grad_norm": 1.961746049143675,
      "learning_rate": 0.00027685392141069045,
      "loss": 4.6455,
      "step": 14298
    },
    {
      "epoch": 1.214661909616038,
      "grad_norm": 2.04812265538301,
      "learning_rate": 0.0002768502570094615,
      "loss": 4.8038,
      "step": 14299
    },
    {
      "epoch": 1.2147468569486919,
      "grad_norm": 2.0138752919074325,
      "learning_rate": 0.0002768465923424431,
      "loss": 4.7594,
      "step": 14300
    },
    {
      "epoch": 1.2148318042813455,
      "grad_norm": 2.310313215576933,
      "learning_rate": 0.0002768429274096428,
      "loss": 5.3759,
      "step": 14301
    },
    {
      "epoch": 1.2149167516139994,
      "grad_norm": 2.2426058127286486,
      "learning_rate": 0.0002768392622110684,
      "loss": 5.2064,
      "step": 14302
    },
    {
      "epoch": 1.215001698946653,
      "grad_norm": 2.1603711776627486,
      "learning_rate": 0.0002768355967467276,
      "loss": 5.3603,
      "step": 14303
    },
    {
      "epoch": 1.2150866462793068,
      "grad_norm": 2.3037657550482575,
      "learning_rate": 0.00027683193101662806,
      "loss": 5.4711,
      "step": 14304
    },
    {
      "epoch": 1.2151715936119607,
      "grad_norm": 2.2881642016467234,
      "learning_rate": 0.0002768282650207774,
      "loss": 5.4138,
      "step": 14305
    },
    {
      "epoch": 1.2152565409446143,
      "grad_norm": 2.120743333996482,
      "learning_rate": 0.0002768245987591834,
      "loss": 5.0162,
      "step": 14306
    },
    {
      "epoch": 1.2153414882772682,
      "grad_norm": 2.271177868301362,
      "learning_rate": 0.0002768209322318536,
      "loss": 5.2344,
      "step": 14307
    },
    {
      "epoch": 1.2154264356099218,
      "grad_norm": 2.219780946043644,
      "learning_rate": 0.0002768172654387958,
      "loss": 5.0161,
      "step": 14308
    },
    {
      "epoch": 1.2155113829425757,
      "grad_norm": 2.255263911774201,
      "learning_rate": 0.0002768135983800177,
      "loss": 5.2584,
      "step": 14309
    },
    {
      "epoch": 1.2155963302752293,
      "grad_norm": 2.1160855989870044,
      "learning_rate": 0.0002768099310555268,
      "loss": 5.0021,
      "step": 14310
    },
    {
      "epoch": 1.2156812776078831,
      "grad_norm": 2.1656034219515803,
      "learning_rate": 0.00027680626346533103,
      "loss": 5.1053,
      "step": 14311
    },
    {
      "epoch": 1.2157662249405368,
      "grad_norm": 2.115844296853518,
      "learning_rate": 0.0002768025956094379,
      "loss": 5.0331,
      "step": 14312
    },
    {
      "epoch": 1.2158511722731906,
      "grad_norm": 2.0995766713526822,
      "learning_rate": 0.00027679892748785516,
      "loss": 5.1415,
      "step": 14313
    },
    {
      "epoch": 1.2159361196058445,
      "grad_norm": 2.1123653247007166,
      "learning_rate": 0.0002767952591005906,
      "loss": 5.1426,
      "step": 14314
    },
    {
      "epoch": 1.216021066938498,
      "grad_norm": 2.0987638779391586,
      "learning_rate": 0.00027679159044765163,
      "loss": 4.8253,
      "step": 14315
    },
    {
      "epoch": 1.216106014271152,
      "grad_norm": 2.0862908283804775,
      "learning_rate": 0.0002767879215290462,
      "loss": 5.0419,
      "step": 14316
    },
    {
      "epoch": 1.2161909616038056,
      "grad_norm": 2.323722946358963,
      "learning_rate": 0.0002767842523447819,
      "loss": 5.0045,
      "step": 14317
    },
    {
      "epoch": 1.2162759089364594,
      "grad_norm": 2.0805516845296785,
      "learning_rate": 0.0002767805828948664,
      "loss": 4.7372,
      "step": 14318
    },
    {
      "epoch": 1.216360856269113,
      "grad_norm": 2.2652506263141303,
      "learning_rate": 0.0002767769131793074,
      "loss": 5.2942,
      "step": 14319
    },
    {
      "epoch": 1.216445803601767,
      "grad_norm": 2.190800593884597,
      "learning_rate": 0.0002767732431981126,
      "loss": 5.0034,
      "step": 14320
    },
    {
      "epoch": 1.2165307509344205,
      "grad_norm": 2.286933283656655,
      "learning_rate": 0.00027676957295128966,
      "loss": 5.3213,
      "step": 14321
    },
    {
      "epoch": 1.2166156982670744,
      "grad_norm": 2.2058176448925058,
      "learning_rate": 0.00027676590243884636,
      "loss": 5.181,
      "step": 14322
    },
    {
      "epoch": 1.2167006455997282,
      "grad_norm": 2.074726697643251,
      "learning_rate": 0.0002767622316607903,
      "loss": 4.9273,
      "step": 14323
    },
    {
      "epoch": 1.2167855929323819,
      "grad_norm": 2.120684375355495,
      "learning_rate": 0.0002767585606171292,
      "loss": 4.7972,
      "step": 14324
    },
    {
      "epoch": 1.2168705402650357,
      "grad_norm": 2.356462262729477,
      "learning_rate": 0.00027675488930787077,
      "loss": 5.4328,
      "step": 14325
    },
    {
      "epoch": 1.2169554875976893,
      "grad_norm": 2.2229984402451914,
      "learning_rate": 0.0002767512177330227,
      "loss": 5.327,
      "step": 14326
    },
    {
      "epoch": 1.2170404349303432,
      "grad_norm": 2.0427813033149267,
      "learning_rate": 0.00027674754589259256,
      "loss": 4.9348,
      "step": 14327
    },
    {
      "epoch": 1.217125382262997,
      "grad_norm": 1.9549328054174606,
      "learning_rate": 0.00027674387378658825,
      "loss": 4.4726,
      "step": 14328
    },
    {
      "epoch": 1.2172103295956507,
      "grad_norm": 2.0863635177016375,
      "learning_rate": 0.00027674020141501735,
      "loss": 4.7605,
      "step": 14329
    },
    {
      "epoch": 1.2172952769283045,
      "grad_norm": 2.2399528679737637,
      "learning_rate": 0.00027673652877788755,
      "loss": 5.0641,
      "step": 14330
    },
    {
      "epoch": 1.2173802242609582,
      "grad_norm": 1.9073618643776242,
      "learning_rate": 0.0002767328558752066,
      "loss": 4.331,
      "step": 14331
    },
    {
      "epoch": 1.217465171593612,
      "grad_norm": 2.309068361317461,
      "learning_rate": 0.00027672918270698217,
      "loss": 5.4689,
      "step": 14332
    },
    {
      "epoch": 1.2175501189262656,
      "grad_norm": 2.1504512511783758,
      "learning_rate": 0.00027672550927322186,
      "loss": 4.7307,
      "step": 14333
    },
    {
      "epoch": 1.2176350662589195,
      "grad_norm": 2.0979026699567402,
      "learning_rate": 0.0002767218355739335,
      "loss": 4.937,
      "step": 14334
    },
    {
      "epoch": 1.2177200135915731,
      "grad_norm": 2.2832417100662115,
      "learning_rate": 0.00027671816160912475,
      "loss": 5.4313,
      "step": 14335
    },
    {
      "epoch": 1.217804960924227,
      "grad_norm": 2.1207901020654516,
      "learning_rate": 0.00027671448737880334,
      "loss": 4.9509,
      "step": 14336
    },
    {
      "epoch": 1.2178899082568808,
      "grad_norm": 2.158094678770781,
      "learning_rate": 0.00027671081288297686,
      "loss": 4.9511,
      "step": 14337
    },
    {
      "epoch": 1.2179748555895344,
      "grad_norm": 2.2949760832125317,
      "learning_rate": 0.0002767071381216531,
      "loss": 5.4759,
      "step": 14338
    },
    {
      "epoch": 1.2180598029221883,
      "grad_norm": 2.0531814896100236,
      "learning_rate": 0.00027670346309483976,
      "loss": 4.7718,
      "step": 14339
    },
    {
      "epoch": 1.218144750254842,
      "grad_norm": 2.1603079829349494,
      "learning_rate": 0.0002766997878025445,
      "loss": 4.9916,
      "step": 14340
    },
    {
      "epoch": 1.2182296975874958,
      "grad_norm": 2.0456778877128845,
      "learning_rate": 0.00027669611224477505,
      "loss": 4.4896,
      "step": 14341
    },
    {
      "epoch": 1.2183146449201496,
      "grad_norm": 2.124737655718298,
      "learning_rate": 0.0002766924364215391,
      "loss": 5.3454,
      "step": 14342
    },
    {
      "epoch": 1.2183995922528033,
      "grad_norm": 2.102227771774567,
      "learning_rate": 0.0002766887603328443,
      "loss": 5.1637,
      "step": 14343
    },
    {
      "epoch": 1.218484539585457,
      "grad_norm": 2.0590559254753624,
      "learning_rate": 0.00027668508397869844,
      "loss": 4.9124,
      "step": 14344
    },
    {
      "epoch": 1.2185694869181107,
      "grad_norm": 2.2245393933702373,
      "learning_rate": 0.0002766814073591092,
      "loss": 5.1527,
      "step": 14345
    },
    {
      "epoch": 1.2186544342507646,
      "grad_norm": 2.105675480898987,
      "learning_rate": 0.0002766777304740843,
      "loss": 4.8728,
      "step": 14346
    },
    {
      "epoch": 1.2187393815834182,
      "grad_norm": 2.092265351980053,
      "learning_rate": 0.00027667405332363135,
      "loss": 5.1008,
      "step": 14347
    },
    {
      "epoch": 1.218824328916072,
      "grad_norm": 2.046743677667809,
      "learning_rate": 0.0002766703759077581,
      "loss": 4.8556,
      "step": 14348
    },
    {
      "epoch": 1.2189092762487257,
      "grad_norm": 2.086070835308414,
      "learning_rate": 0.00027666669822647236,
      "loss": 5.0299,
      "step": 14349
    },
    {
      "epoch": 1.2189942235813795,
      "grad_norm": 2.1309257703320355,
      "learning_rate": 0.0002766630202797818,
      "loss": 4.9684,
      "step": 14350
    },
    {
      "epoch": 1.2190791709140334,
      "grad_norm": 2.055983544842296,
      "learning_rate": 0.0002766593420676939,
      "loss": 4.455,
      "step": 14351
    },
    {
      "epoch": 1.219164118246687,
      "grad_norm": 2.1680126353456926,
      "learning_rate": 0.0002766556635902167,
      "loss": 5.0841,
      "step": 14352
    },
    {
      "epoch": 1.2192490655793409,
      "grad_norm": 2.24147587416078,
      "learning_rate": 0.00027665198484735763,
      "loss": 5.4934,
      "step": 14353
    },
    {
      "epoch": 1.2193340129119945,
      "grad_norm": 2.1359559848482257,
      "learning_rate": 0.00027664830583912464,
      "loss": 5.1667,
      "step": 14354
    },
    {
      "epoch": 1.2194189602446484,
      "grad_norm": 2.118873462533017,
      "learning_rate": 0.00027664462656552526,
      "loss": 5.1041,
      "step": 14355
    },
    {
      "epoch": 1.219503907577302,
      "grad_norm": 2.0509457345903206,
      "learning_rate": 0.0002766409470265672,
      "loss": 4.9068,
      "step": 14356
    },
    {
      "epoch": 1.2195888549099558,
      "grad_norm": 2.219080726098102,
      "learning_rate": 0.0002766372672222583,
      "loss": 5.2105,
      "step": 14357
    },
    {
      "epoch": 1.2196738022426095,
      "grad_norm": 2.31457685841763,
      "learning_rate": 0.0002766335871526062,
      "loss": 5.3825,
      "step": 14358
    },
    {
      "epoch": 1.2197587495752633,
      "grad_norm": 2.138653042233767,
      "learning_rate": 0.0002766299068176186,
      "loss": 5.3833,
      "step": 14359
    },
    {
      "epoch": 1.2198436969079172,
      "grad_norm": 2.1102488836041338,
      "learning_rate": 0.00027662622621730317,
      "loss": 4.9738,
      "step": 14360
    },
    {
      "epoch": 1.2199286442405708,
      "grad_norm": 2.103653125175544,
      "learning_rate": 0.0002766225453516677,
      "loss": 4.6457,
      "step": 14361
    },
    {
      "epoch": 1.2200135915732246,
      "grad_norm": 2.148635777753891,
      "learning_rate": 0.0002766188642207199,
      "loss": 5.0508,
      "step": 14362
    },
    {
      "epoch": 1.2200985389058783,
      "grad_norm": 2.102937945998925,
      "learning_rate": 0.0002766151828244675,
      "loss": 4.5599,
      "step": 14363
    },
    {
      "epoch": 1.2201834862385321,
      "grad_norm": 2.1181290554371994,
      "learning_rate": 0.0002766115011629181,
      "loss": 4.8758,
      "step": 14364
    },
    {
      "epoch": 1.220268433571186,
      "grad_norm": 2.304676949695601,
      "learning_rate": 0.0002766078192360795,
      "loss": 5.227,
      "step": 14365
    },
    {
      "epoch": 1.2203533809038396,
      "grad_norm": 2.1224609228197724,
      "learning_rate": 0.0002766041370439594,
      "loss": 5.029,
      "step": 14366
    },
    {
      "epoch": 1.2204383282364935,
      "grad_norm": 2.1997305793046853,
      "learning_rate": 0.0002766004545865655,
      "loss": 5.0855,
      "step": 14367
    },
    {
      "epoch": 1.220523275569147,
      "grad_norm": 2.7716697662843464,
      "learning_rate": 0.0002765967718639056,
      "loss": 4.5533,
      "step": 14368
    },
    {
      "epoch": 1.220608222901801,
      "grad_norm": 2.081061920098761,
      "learning_rate": 0.0002765930888759873,
      "loss": 4.8568,
      "step": 14369
    },
    {
      "epoch": 1.2206931702344546,
      "grad_norm": 2.147683116472744,
      "learning_rate": 0.0002765894056228183,
      "loss": 5.2603,
      "step": 14370
    },
    {
      "epoch": 1.2207781175671084,
      "grad_norm": 2.0487606679635375,
      "learning_rate": 0.00027658572210440647,
      "loss": 4.7102,
      "step": 14371
    },
    {
      "epoch": 1.220863064899762,
      "grad_norm": 2.1035369617008857,
      "learning_rate": 0.0002765820383207594,
      "loss": 5.2343,
      "step": 14372
    },
    {
      "epoch": 1.220948012232416,
      "grad_norm": 2.0409252123562793,
      "learning_rate": 0.00027657835427188487,
      "loss": 5.0696,
      "step": 14373
    },
    {
      "epoch": 1.2210329595650697,
      "grad_norm": 2.2402005853328166,
      "learning_rate": 0.00027657466995779055,
      "loss": 5.4946,
      "step": 14374
    },
    {
      "epoch": 1.2211179068977234,
      "grad_norm": 2.244122063987641,
      "learning_rate": 0.00027657098537848423,
      "loss": 5.3214,
      "step": 14375
    },
    {
      "epoch": 1.2212028542303772,
      "grad_norm": 2.213453969768982,
      "learning_rate": 0.0002765673005339736,
      "loss": 5.4394,
      "step": 14376
    },
    {
      "epoch": 1.2212878015630309,
      "grad_norm": 2.058316088978219,
      "learning_rate": 0.0002765636154242663,
      "loss": 5.1016,
      "step": 14377
    },
    {
      "epoch": 1.2213727488956847,
      "grad_norm": 2.0906247208363595,
      "learning_rate": 0.00027655993004937015,
      "loss": 4.8954,
      "step": 14378
    },
    {
      "epoch": 1.2214576962283386,
      "grad_norm": 1.9953385242891422,
      "learning_rate": 0.0002765562444092929,
      "loss": 5.1093,
      "step": 14379
    },
    {
      "epoch": 1.2215426435609922,
      "grad_norm": 2.239926340295293,
      "learning_rate": 0.0002765525585040421,
      "loss": 5.167,
      "step": 14380
    },
    {
      "epoch": 1.221627590893646,
      "grad_norm": 2.0521199339214204,
      "learning_rate": 0.0002765488723336257,
      "loss": 5.2257,
      "step": 14381
    },
    {
      "epoch": 1.2217125382262997,
      "grad_norm": 2.1400865542337746,
      "learning_rate": 0.0002765451858980513,
      "loss": 5.2009,
      "step": 14382
    },
    {
      "epoch": 1.2217974855589535,
      "grad_norm": 2.3014100903936505,
      "learning_rate": 0.0002765414991973266,
      "loss": 5.5872,
      "step": 14383
    },
    {
      "epoch": 1.2218824328916071,
      "grad_norm": 2.001723383951136,
      "learning_rate": 0.0002765378122314593,
      "loss": 4.8213,
      "step": 14384
    },
    {
      "epoch": 1.221967380224261,
      "grad_norm": 2.2338626806542923,
      "learning_rate": 0.0002765341250004573,
      "loss": 5.3989,
      "step": 14385
    },
    {
      "epoch": 1.2220523275569146,
      "grad_norm": 2.3442537429239474,
      "learning_rate": 0.0002765304375043281,
      "loss": 5.6102,
      "step": 14386
    },
    {
      "epoch": 1.2221372748895685,
      "grad_norm": 2.0519829758446497,
      "learning_rate": 0.0002765267497430796,
      "loss": 5.1457,
      "step": 14387
    },
    {
      "epoch": 1.2222222222222223,
      "grad_norm": 2.249611354895798,
      "learning_rate": 0.0002765230617167195,
      "loss": 5.4574,
      "step": 14388
    },
    {
      "epoch": 1.222307169554876,
      "grad_norm": 2.0834424215499423,
      "learning_rate": 0.0002765193734252555,
      "loss": 4.8245,
      "step": 14389
    },
    {
      "epoch": 1.2223921168875298,
      "grad_norm": 2.1349172508073235,
      "learning_rate": 0.00027651568486869525,
      "loss": 4.9508,
      "step": 14390
    },
    {
      "epoch": 1.2224770642201834,
      "grad_norm": 2.1022134367534395,
      "learning_rate": 0.00027651199604704655,
      "loss": 4.8076,
      "step": 14391
    },
    {
      "epoch": 1.2225620115528373,
      "grad_norm": 2.1254002265982224,
      "learning_rate": 0.0002765083069603172,
      "loss": 4.983,
      "step": 14392
    },
    {
      "epoch": 1.222646958885491,
      "grad_norm": 2.001091648197025,
      "learning_rate": 0.0002765046176085148,
      "loss": 4.7634,
      "step": 14393
    },
    {
      "epoch": 1.2227319062181448,
      "grad_norm": 2.196675940614762,
      "learning_rate": 0.0002765009279916472,
      "loss": 5.4282,
      "step": 14394
    },
    {
      "epoch": 1.2228168535507984,
      "grad_norm": 2.1519122416627403,
      "learning_rate": 0.00027649723810972194,
      "loss": 5.0408,
      "step": 14395
    },
    {
      "epoch": 1.2229018008834522,
      "grad_norm": 2.123235664141844,
      "learning_rate": 0.000276493547962747,
      "loss": 4.8944,
      "step": 14396
    },
    {
      "epoch": 1.222986748216106,
      "grad_norm": 2.1352616705290086,
      "learning_rate": 0.00027648985755072996,
      "loss": 5.1578,
      "step": 14397
    },
    {
      "epoch": 1.2230716955487597,
      "grad_norm": 2.2142967543240357,
      "learning_rate": 0.0002764861668736786,
      "loss": 5.278,
      "step": 14398
    },
    {
      "epoch": 1.2231566428814136,
      "grad_norm": 1.9897548126744784,
      "learning_rate": 0.0002764824759316006,
      "loss": 4.5307,
      "step": 14399
    },
    {
      "epoch": 1.2232415902140672,
      "grad_norm": 2.131523998163009,
      "learning_rate": 0.0002764787847245038,
      "loss": 5.1132,
      "step": 14400
    },
    {
      "epoch": 1.223326537546721,
      "grad_norm": 2.1426805630838457,
      "learning_rate": 0.00027647509325239575,
      "loss": 5.1183,
      "step": 14401
    },
    {
      "epoch": 1.223411484879375,
      "grad_norm": 2.2889948146495853,
      "learning_rate": 0.0002764714015152844,
      "loss": 5.2203,
      "step": 14402
    },
    {
      "epoch": 1.2234964322120285,
      "grad_norm": 2.1390940492609967,
      "learning_rate": 0.00027646770951317734,
      "loss": 5.1456,
      "step": 14403
    },
    {
      "epoch": 1.2235813795446824,
      "grad_norm": 2.170197076742577,
      "learning_rate": 0.0002764640172460824,
      "loss": 4.8657,
      "step": 14404
    },
    {
      "epoch": 1.223666326877336,
      "grad_norm": 2.049384440033879,
      "learning_rate": 0.0002764603247140073,
      "loss": 4.6134,
      "step": 14405
    },
    {
      "epoch": 1.2237512742099899,
      "grad_norm": 2.1668662261827034,
      "learning_rate": 0.00027645663191695963,
      "loss": 5.309,
      "step": 14406
    },
    {
      "epoch": 1.2238362215426435,
      "grad_norm": 2.1157651893682825,
      "learning_rate": 0.0002764529388549473,
      "loss": 4.766,
      "step": 14407
    },
    {
      "epoch": 1.2239211688752973,
      "grad_norm": 2.2198173551415765,
      "learning_rate": 0.000276449245527978,
      "loss": 5.2489,
      "step": 14408
    },
    {
      "epoch": 1.224006116207951,
      "grad_norm": 1.8554194450058425,
      "learning_rate": 0.0002764455519360594,
      "loss": 4.2654,
      "step": 14409
    },
    {
      "epoch": 1.2240910635406048,
      "grad_norm": 2.1757181712878464,
      "learning_rate": 0.00027644185807919943,
      "loss": 5.2536,
      "step": 14410
    },
    {
      "epoch": 1.2241760108732587,
      "grad_norm": 2.150419321183306,
      "learning_rate": 0.00027643816395740554,
      "loss": 4.9409,
      "step": 14411
    },
    {
      "epoch": 1.2242609582059123,
      "grad_norm": 2.1708008392152034,
      "learning_rate": 0.0002764344695706857,
      "loss": 5.3862,
      "step": 14412
    },
    {
      "epoch": 1.2243459055385661,
      "grad_norm": 2.0951477405404417,
      "learning_rate": 0.00027643077491904764,
      "loss": 5.2122,
      "step": 14413
    },
    {
      "epoch": 1.2244308528712198,
      "grad_norm": 2.2053096581126486,
      "learning_rate": 0.00027642708000249897,
      "loss": 5.261,
      "step": 14414
    },
    {
      "epoch": 1.2245158002038736,
      "grad_norm": 2.129061673840653,
      "learning_rate": 0.00027642338482104757,
      "loss": 5.1477,
      "step": 14415
    },
    {
      "epoch": 1.2246007475365273,
      "grad_norm": 2.215656293115357,
      "learning_rate": 0.000276419689374701,
      "loss": 5.0741,
      "step": 14416
    },
    {
      "epoch": 1.224685694869181,
      "grad_norm": 2.0601576057119195,
      "learning_rate": 0.0002764159936634672,
      "loss": 5.1377,
      "step": 14417
    },
    {
      "epoch": 1.224770642201835,
      "grad_norm": 2.125380218972498,
      "learning_rate": 0.00027641229768735385,
      "loss": 5.1117,
      "step": 14418
    },
    {
      "epoch": 1.2248555895344886,
      "grad_norm": 2.0661100574214304,
      "learning_rate": 0.00027640860144636863,
      "loss": 4.7992,
      "step": 14419
    },
    {
      "epoch": 1.2249405368671424,
      "grad_norm": 2.0725194462094123,
      "learning_rate": 0.00027640490494051933,
      "loss": 5.1783,
      "step": 14420
    },
    {
      "epoch": 1.225025484199796,
      "grad_norm": 2.2100456690870858,
      "learning_rate": 0.00027640120816981376,
      "loss": 5.0047,
      "step": 14421
    },
    {
      "epoch": 1.22511043153245,
      "grad_norm": 2.129482794105974,
      "learning_rate": 0.00027639751113425954,
      "loss": 5.2665,
      "step": 14422
    },
    {
      "epoch": 1.2251953788651035,
      "grad_norm": 2.0872298308145756,
      "learning_rate": 0.0002763938138338645,
      "loss": 4.7416,
      "step": 14423
    },
    {
      "epoch": 1.2252803261977574,
      "grad_norm": 2.296275522984925,
      "learning_rate": 0.0002763901162686364,
      "loss": 5.226,
      "step": 14424
    },
    {
      "epoch": 1.2253652735304112,
      "grad_norm": 2.1872440443545695,
      "learning_rate": 0.0002763864184385829,
      "loss": 5.2589,
      "step": 14425
    },
    {
      "epoch": 1.2254502208630649,
      "grad_norm": 2.1277860759191722,
      "learning_rate": 0.0002763827203437118,
      "loss": 5.1065,
      "step": 14426
    },
    {
      "epoch": 1.2255351681957187,
      "grad_norm": 2.15525434329872,
      "learning_rate": 0.00027637902198403085,
      "loss": 5.1801,
      "step": 14427
    },
    {
      "epoch": 1.2256201155283724,
      "grad_norm": 2.227676773858924,
      "learning_rate": 0.00027637532335954783,
      "loss": 5.4489,
      "step": 14428
    },
    {
      "epoch": 1.2257050628610262,
      "grad_norm": 2.204799801208748,
      "learning_rate": 0.00027637162447027044,
      "loss": 4.9805,
      "step": 14429
    },
    {
      "epoch": 1.2257900101936798,
      "grad_norm": 2.1286522296710353,
      "learning_rate": 0.0002763679253162065,
      "loss": 5.1156,
      "step": 14430
    },
    {
      "epoch": 1.2258749575263337,
      "grad_norm": 2.158210903163099,
      "learning_rate": 0.0002763642258973636,
      "loss": 5.1106,
      "step": 14431
    },
    {
      "epoch": 1.2259599048589873,
      "grad_norm": 2.231172402503994,
      "learning_rate": 0.00027636052621374973,
      "loss": 5.3692,
      "step": 14432
    },
    {
      "epoch": 1.2260448521916412,
      "grad_norm": 2.1314451640780296,
      "learning_rate": 0.00027635682626537243,
      "loss": 4.7889,
      "step": 14433
    },
    {
      "epoch": 1.226129799524295,
      "grad_norm": 2.2191156616922405,
      "learning_rate": 0.00027635312605223957,
      "loss": 5.0665,
      "step": 14434
    },
    {
      "epoch": 1.2262147468569486,
      "grad_norm": 2.1507548992763144,
      "learning_rate": 0.00027634942557435885,
      "loss": 4.8455,
      "step": 14435
    },
    {
      "epoch": 1.2262996941896025,
      "grad_norm": 2.2680772324674354,
      "learning_rate": 0.00027634572483173803,
      "loss": 4.999,
      "step": 14436
    },
    {
      "epoch": 1.2263846415222561,
      "grad_norm": 2.054297577180007,
      "learning_rate": 0.0002763420238243849,
      "loss": 4.7863,
      "step": 14437
    },
    {
      "epoch": 1.22646958885491,
      "grad_norm": 2.2750594513692355,
      "learning_rate": 0.00027633832255230723,
      "loss": 5.6048,
      "step": 14438
    },
    {
      "epoch": 1.2265545361875638,
      "grad_norm": 2.2695043405734467,
      "learning_rate": 0.0002763346210155127,
      "loss": 5.3339,
      "step": 14439
    },
    {
      "epoch": 1.2266394835202175,
      "grad_norm": 2.251283219291099,
      "learning_rate": 0.0002763309192140091,
      "loss": 5.3734,
      "step": 14440
    },
    {
      "epoch": 1.2267244308528713,
      "grad_norm": 2.180250445660319,
      "learning_rate": 0.00027632721714780417,
      "loss": 5.0701,
      "step": 14441
    },
    {
      "epoch": 1.226809378185525,
      "grad_norm": 2.250667018425065,
      "learning_rate": 0.0002763235148169057,
      "loss": 5.0469,
      "step": 14442
    },
    {
      "epoch": 1.2268943255181788,
      "grad_norm": 2.0379825335468187,
      "learning_rate": 0.00027631981222132147,
      "loss": 4.751,
      "step": 14443
    },
    {
      "epoch": 1.2269792728508324,
      "grad_norm": 2.050440000726557,
      "learning_rate": 0.0002763161093610592,
      "loss": 4.8279,
      "step": 14444
    },
    {
      "epoch": 1.2270642201834863,
      "grad_norm": 2.0736872607694075,
      "learning_rate": 0.0002763124062361266,
      "loss": 4.686,
      "step": 14445
    },
    {
      "epoch": 1.22714916751614,
      "grad_norm": 2.1559354571091256,
      "learning_rate": 0.0002763087028465315,
      "loss": 5.2612,
      "step": 14446
    },
    {
      "epoch": 1.2272341148487937,
      "grad_norm": 2.0877356052810634,
      "learning_rate": 0.0002763049991922816,
      "loss": 4.9485,
      "step": 14447
    },
    {
      "epoch": 1.2273190621814476,
      "grad_norm": 2.1089696964685114,
      "learning_rate": 0.00027630129527338475,
      "loss": 4.8942,
      "step": 14448
    },
    {
      "epoch": 1.2274040095141012,
      "grad_norm": 2.1475269615258603,
      "learning_rate": 0.0002762975910898486,
      "loss": 5.1116,
      "step": 14449
    },
    {
      "epoch": 1.227488956846755,
      "grad_norm": 2.172651013302078,
      "learning_rate": 0.0002762938866416811,
      "loss": 4.8454,
      "step": 14450
    },
    {
      "epoch": 1.2275739041794087,
      "grad_norm": 2.17827546793308,
      "learning_rate": 0.0002762901819288898,
      "loss": 5.3092,
      "step": 14451
    },
    {
      "epoch": 1.2276588515120626,
      "grad_norm": 2.0986096569476547,
      "learning_rate": 0.00027628647695148253,
      "loss": 5.0314,
      "step": 14452
    },
    {
      "epoch": 1.2277437988447162,
      "grad_norm": 2.1469528326887746,
      "learning_rate": 0.0002762827717094671,
      "loss": 5.0862,
      "step": 14453
    },
    {
      "epoch": 1.22782874617737,
      "grad_norm": 2.1343582990773697,
      "learning_rate": 0.00027627906620285124,
      "loss": 4.9615,
      "step": 14454
    },
    {
      "epoch": 1.2279136935100237,
      "grad_norm": 2.125437940085652,
      "learning_rate": 0.0002762753604316427,
      "loss": 5.1803,
      "step": 14455
    },
    {
      "epoch": 1.2279986408426775,
      "grad_norm": 2.393048576394359,
      "learning_rate": 0.0002762716543958493,
      "loss": 5.4407,
      "step": 14456
    },
    {
      "epoch": 1.2280835881753314,
      "grad_norm": 2.145660085255499,
      "learning_rate": 0.0002762679480954787,
      "loss": 4.6946,
      "step": 14457
    },
    {
      "epoch": 1.228168535507985,
      "grad_norm": 2.2642590610194597,
      "learning_rate": 0.0002762642415305388,
      "loss": 5.4072,
      "step": 14458
    },
    {
      "epoch": 1.2282534828406388,
      "grad_norm": 2.118689388192762,
      "learning_rate": 0.00027626053470103726,
      "loss": 4.9968,
      "step": 14459
    },
    {
      "epoch": 1.2283384301732925,
      "grad_norm": 2.0946990231444205,
      "learning_rate": 0.0002762568276069819,
      "loss": 4.9641,
      "step": 14460
    },
    {
      "epoch": 1.2284233775059463,
      "grad_norm": 2.3035553726674753,
      "learning_rate": 0.0002762531202483805,
      "loss": 5.2797,
      "step": 14461
    },
    {
      "epoch": 1.2285083248386002,
      "grad_norm": 2.1117701509002575,
      "learning_rate": 0.0002762494126252408,
      "loss": 5.1895,
      "step": 14462
    },
    {
      "epoch": 1.2285932721712538,
      "grad_norm": 2.284722156947206,
      "learning_rate": 0.0002762457047375705,
      "loss": 5.2815,
      "step": 14463
    },
    {
      "epoch": 1.2286782195039077,
      "grad_norm": 2.0918922272525133,
      "learning_rate": 0.00027624199658537747,
      "loss": 5.0035,
      "step": 14464
    },
    {
      "epoch": 1.2287631668365613,
      "grad_norm": 2.002416555240613,
      "learning_rate": 0.0002762382881686694,
      "loss": 4.79,
      "step": 14465
    },
    {
      "epoch": 1.2288481141692151,
      "grad_norm": 2.1640619013114906,
      "learning_rate": 0.0002762345794874542,
      "loss": 4.9499,
      "step": 14466
    },
    {
      "epoch": 1.2289330615018688,
      "grad_norm": 2.138713592170664,
      "learning_rate": 0.0002762308705417396,
      "loss": 5.0624,
      "step": 14467
    },
    {
      "epoch": 1.2290180088345226,
      "grad_norm": 2.089035900971825,
      "learning_rate": 0.0002762271613315332,
      "loss": 4.8789,
      "step": 14468
    },
    {
      "epoch": 1.2291029561671762,
      "grad_norm": 2.084260176791876,
      "learning_rate": 0.0002762234518568429,
      "loss": 4.9244,
      "step": 14469
    },
    {
      "epoch": 1.22918790349983,
      "grad_norm": 2.0324930587464642,
      "learning_rate": 0.0002762197421176765,
      "loss": 4.5936,
      "step": 14470
    },
    {
      "epoch": 1.229272850832484,
      "grad_norm": 2.031297093135972,
      "learning_rate": 0.0002762160321140417,
      "loss": 4.7346,
      "step": 14471
    },
    {
      "epoch": 1.2293577981651376,
      "grad_norm": 2.2914551197034645,
      "learning_rate": 0.0002762123218459464,
      "loss": 5.2381,
      "step": 14472
    },
    {
      "epoch": 1.2294427454977914,
      "grad_norm": 2.2112788239458587,
      "learning_rate": 0.00027620861131339824,
      "loss": 5.0402,
      "step": 14473
    },
    {
      "epoch": 1.229527692830445,
      "grad_norm": 2.3675100155760793,
      "learning_rate": 0.00027620490051640504,
      "loss": 5.5546,
      "step": 14474
    },
    {
      "epoch": 1.229612640163099,
      "grad_norm": 2.180641021360844,
      "learning_rate": 0.00027620118945497456,
      "loss": 5.0455,
      "step": 14475
    },
    {
      "epoch": 1.2296975874957528,
      "grad_norm": 2.1888204748980447,
      "learning_rate": 0.0002761974781291146,
      "loss": 5.2196,
      "step": 14476
    },
    {
      "epoch": 1.2297825348284064,
      "grad_norm": 2.17843329457906,
      "learning_rate": 0.00027619376653883294,
      "loss": 4.7574,
      "step": 14477
    },
    {
      "epoch": 1.2298674821610602,
      "grad_norm": 2.152821868141921,
      "learning_rate": 0.00027619005468413737,
      "loss": 5.0658,
      "step": 14478
    },
    {
      "epoch": 1.2299524294937139,
      "grad_norm": 2.323997191128788,
      "learning_rate": 0.00027618634256503557,
      "loss": 5.2368,
      "step": 14479
    },
    {
      "epoch": 1.2300373768263677,
      "grad_norm": 2.14731670547511,
      "learning_rate": 0.00027618263018153546,
      "loss": 5.3251,
      "step": 14480
    },
    {
      "epoch": 1.2301223241590213,
      "grad_norm": 2.2866861579652613,
      "learning_rate": 0.00027617891753364474,
      "loss": 5.5023,
      "step": 14481
    },
    {
      "epoch": 1.2302072714916752,
      "grad_norm": 2.086179470809335,
      "learning_rate": 0.00027617520462137115,
      "loss": 4.8614,
      "step": 14482
    },
    {
      "epoch": 1.2302922188243288,
      "grad_norm": 2.1160117887767953,
      "learning_rate": 0.00027617149144472256,
      "loss": 5.0346,
      "step": 14483
    },
    {
      "epoch": 1.2303771661569827,
      "grad_norm": 2.152790932189176,
      "learning_rate": 0.0002761677780037067,
      "loss": 5.2247,
      "step": 14484
    },
    {
      "epoch": 1.2304621134896365,
      "grad_norm": 2.242264679474948,
      "learning_rate": 0.00027616406429833133,
      "loss": 5.3152,
      "step": 14485
    },
    {
      "epoch": 1.2305470608222902,
      "grad_norm": 2.1367073949188757,
      "learning_rate": 0.00027616035032860435,
      "loss": 5.1019,
      "step": 14486
    },
    {
      "epoch": 1.230632008154944,
      "grad_norm": 2.230844099247966,
      "learning_rate": 0.00027615663609453333,
      "loss": 5.5177,
      "step": 14487
    },
    {
      "epoch": 1.2307169554875976,
      "grad_norm": 2.262160267604088,
      "learning_rate": 0.0002761529215961263,
      "loss": 5.525,
      "step": 14488
    },
    {
      "epoch": 1.2308019028202515,
      "grad_norm": 2.1763854679990065,
      "learning_rate": 0.0002761492068333908,
      "loss": 5.1378,
      "step": 14489
    },
    {
      "epoch": 1.230886850152905,
      "grad_norm": 2.2382143208175567,
      "learning_rate": 0.0002761454918063348,
      "loss": 5.2596,
      "step": 14490
    },
    {
      "epoch": 1.230971797485559,
      "grad_norm": 2.0171395490322777,
      "learning_rate": 0.000276141776514966,
      "loss": 4.7344,
      "step": 14491
    },
    {
      "epoch": 1.2310567448182126,
      "grad_norm": 2.0657969678092005,
      "learning_rate": 0.0002761380609592922,
      "loss": 4.6034,
      "step": 14492
    },
    {
      "epoch": 1.2311416921508664,
      "grad_norm": 2.0745440887234454,
      "learning_rate": 0.0002761343451393212,
      "loss": 4.8667,
      "step": 14493
    },
    {
      "epoch": 1.2312266394835203,
      "grad_norm": 2.156508415585987,
      "learning_rate": 0.00027613062905506073,
      "loss": 5.0339,
      "step": 14494
    },
    {
      "epoch": 1.231311586816174,
      "grad_norm": 2.1863279247809633,
      "learning_rate": 0.00027612691270651867,
      "loss": 5.1437,
      "step": 14495
    },
    {
      "epoch": 1.2313965341488278,
      "grad_norm": 2.098170971210218,
      "learning_rate": 0.0002761231960937027,
      "loss": 4.9248,
      "step": 14496
    },
    {
      "epoch": 1.2314814814814814,
      "grad_norm": 2.102056209630352,
      "learning_rate": 0.0002761194792166207,
      "loss": 4.855,
      "step": 14497
    },
    {
      "epoch": 1.2315664288141353,
      "grad_norm": 2.12289319170995,
      "learning_rate": 0.00027611576207528044,
      "loss": 5.0838,
      "step": 14498
    },
    {
      "epoch": 1.231651376146789,
      "grad_norm": 2.139262885749588,
      "learning_rate": 0.0002761120446696896,
      "loss": 4.9396,
      "step": 14499
    },
    {
      "epoch": 1.2317363234794427,
      "grad_norm": 2.1675427949524533,
      "learning_rate": 0.00027610832699985613,
      "loss": 4.9823,
      "step": 14500
    },
    {
      "epoch": 1.2318212708120966,
      "grad_norm": 2.331157781242692,
      "learning_rate": 0.00027610460906578777,
      "loss": 5.4027,
      "step": 14501
    },
    {
      "epoch": 1.2319062181447502,
      "grad_norm": 2.160257668794631,
      "learning_rate": 0.00027610089086749223,
      "loss": 5.1923,
      "step": 14502
    },
    {
      "epoch": 1.231991165477404,
      "grad_norm": 2.173830823952526,
      "learning_rate": 0.0002760971724049774,
      "loss": 4.9222,
      "step": 14503
    },
    {
      "epoch": 1.2320761128100577,
      "grad_norm": 2.1295250202317875,
      "learning_rate": 0.000276093453678251,
      "loss": 4.8951,
      "step": 14504
    },
    {
      "epoch": 1.2321610601427115,
      "grad_norm": 2.175490167638719,
      "learning_rate": 0.00027608973468732083,
      "loss": 5.0916,
      "step": 14505
    },
    {
      "epoch": 1.2322460074753652,
      "grad_norm": 2.1936940706902415,
      "learning_rate": 0.00027608601543219473,
      "loss": 5.0553,
      "step": 14506
    },
    {
      "epoch": 1.232330954808019,
      "grad_norm": 2.151762572264439,
      "learning_rate": 0.0002760822959128805,
      "loss": 4.9876,
      "step": 14507
    },
    {
      "epoch": 1.2324159021406729,
      "grad_norm": 2.2661466246629205,
      "learning_rate": 0.00027607857612938587,
      "loss": 5.3404,
      "step": 14508
    },
    {
      "epoch": 1.2325008494733265,
      "grad_norm": 2.144433107457561,
      "learning_rate": 0.00027607485608171866,
      "loss": 5.0955,
      "step": 14509
    },
    {
      "epoch": 1.2325857968059803,
      "grad_norm": 2.047969337904246,
      "learning_rate": 0.0002760711357698867,
      "loss": 4.7061,
      "step": 14510
    },
    {
      "epoch": 1.232670744138634,
      "grad_norm": 2.299465253910475,
      "learning_rate": 0.00027606741519389767,
      "loss": 5.2339,
      "step": 14511
    },
    {
      "epoch": 1.2327556914712878,
      "grad_norm": 2.2205356410720647,
      "learning_rate": 0.0002760636943537595,
      "loss": 5.3138,
      "step": 14512
    },
    {
      "epoch": 1.2328406388039417,
      "grad_norm": 2.2442824805573256,
      "learning_rate": 0.00027605997324947997,
      "loss": 5.1989,
      "step": 14513
    },
    {
      "epoch": 1.2329255861365953,
      "grad_norm": 2.0613606138310967,
      "learning_rate": 0.0002760562518810668,
      "loss": 5.0275,
      "step": 14514
    },
    {
      "epoch": 1.2330105334692492,
      "grad_norm": 2.1203533364777587,
      "learning_rate": 0.00027605253024852786,
      "loss": 4.8323,
      "step": 14515
    },
    {
      "epoch": 1.2330954808019028,
      "grad_norm": 2.033529278775285,
      "learning_rate": 0.0002760488083518709,
      "loss": 4.453,
      "step": 14516
    },
    {
      "epoch": 1.2331804281345566,
      "grad_norm": 2.0559059629200647,
      "learning_rate": 0.0002760450861911037,
      "loss": 4.7691,
      "step": 14517
    },
    {
      "epoch": 1.2332653754672103,
      "grad_norm": 2.1001797636535278,
      "learning_rate": 0.0002760413637662342,
      "loss": 4.8929,
      "step": 14518
    },
    {
      "epoch": 1.2333503227998641,
      "grad_norm": 2.1495438983634685,
      "learning_rate": 0.00027603764107726996,
      "loss": 5.3799,
      "step": 14519
    },
    {
      "epoch": 1.2334352701325177,
      "grad_norm": 2.0855335907320858,
      "learning_rate": 0.000276033918124219,
      "loss": 5.0246,
      "step": 14520
    },
    {
      "epoch": 1.2335202174651716,
      "grad_norm": 2.2980888907291463,
      "learning_rate": 0.00027603019490708903,
      "loss": 5.1183,
      "step": 14521
    },
    {
      "epoch": 1.2336051647978254,
      "grad_norm": 2.0734736954474324,
      "learning_rate": 0.00027602647142588787,
      "loss": 4.829,
      "step": 14522
    },
    {
      "epoch": 1.233690112130479,
      "grad_norm": 2.1096138628064973,
      "learning_rate": 0.00027602274768062326,
      "loss": 4.8567,
      "step": 14523
    },
    {
      "epoch": 1.233775059463133,
      "grad_norm": 1.9399311135117305,
      "learning_rate": 0.00027601902367130305,
      "loss": 4.3126,
      "step": 14524
    },
    {
      "epoch": 1.2338600067957866,
      "grad_norm": 2.0720429045918345,
      "learning_rate": 0.0002760152993979351,
      "loss": 4.5658,
      "step": 14525
    },
    {
      "epoch": 1.2339449541284404,
      "grad_norm": 2.260204429126363,
      "learning_rate": 0.0002760115748605271,
      "loss": 5.075,
      "step": 14526
    },
    {
      "epoch": 1.234029901461094,
      "grad_norm": 2.056575860623978,
      "learning_rate": 0.0002760078500590869,
      "loss": 4.7111,
      "step": 14527
    },
    {
      "epoch": 1.2341148487937479,
      "grad_norm": 2.207578269540763,
      "learning_rate": 0.0002760041249936224,
      "loss": 5.2331,
      "step": 14528
    },
    {
      "epoch": 1.2341997961264015,
      "grad_norm": 2.2361754459195855,
      "learning_rate": 0.0002760003996641413,
      "loss": 5.3236,
      "step": 14529
    },
    {
      "epoch": 1.2342847434590554,
      "grad_norm": 1.9761501191244208,
      "learning_rate": 0.0002759966740706514,
      "loss": 4.2243,
      "step": 14530
    },
    {
      "epoch": 1.2343696907917092,
      "grad_norm": 1.9545227851554596,
      "learning_rate": 0.0002759929482131605,
      "loss": 4.149,
      "step": 14531
    },
    {
      "epoch": 1.2344546381243628,
      "grad_norm": 2.1860869035369936,
      "learning_rate": 0.0002759892220916765,
      "loss": 4.5696,
      "step": 14532
    },
    {
      "epoch": 1.2345395854570167,
      "grad_norm": 2.1387365410369212,
      "learning_rate": 0.0002759854957062071,
      "loss": 5.1022,
      "step": 14533
    },
    {
      "epoch": 1.2346245327896703,
      "grad_norm": 2.162450475049127,
      "learning_rate": 0.0002759817690567602,
      "loss": 5.0343,
      "step": 14534
    },
    {
      "epoch": 1.2347094801223242,
      "grad_norm": 2.163097871166621,
      "learning_rate": 0.0002759780421433436,
      "loss": 5.0945,
      "step": 14535
    },
    {
      "epoch": 1.234794427454978,
      "grad_norm": 2.125740134050904,
      "learning_rate": 0.00027597431496596494,
      "loss": 4.8134,
      "step": 14536
    },
    {
      "epoch": 1.2348793747876317,
      "grad_norm": 2.0713963564800713,
      "learning_rate": 0.00027597058752463225,
      "loss": 4.9793,
      "step": 14537
    },
    {
      "epoch": 1.2349643221202855,
      "grad_norm": 2.079303451719974,
      "learning_rate": 0.00027596685981935324,
      "loss": 5.103,
      "step": 14538
    },
    {
      "epoch": 1.2350492694529391,
      "grad_norm": 2.2297609600418498,
      "learning_rate": 0.00027596313185013574,
      "loss": 4.9888,
      "step": 14539
    },
    {
      "epoch": 1.235134216785593,
      "grad_norm": 2.1571202049148446,
      "learning_rate": 0.0002759594036169876,
      "loss": 5.1587,
      "step": 14540
    },
    {
      "epoch": 1.2352191641182466,
      "grad_norm": 2.1893995314482644,
      "learning_rate": 0.0002759556751199165,
      "loss": 4.8788,
      "step": 14541
    },
    {
      "epoch": 1.2353041114509005,
      "grad_norm": 2.1342693599077376,
      "learning_rate": 0.0002759519463589304,
      "loss": 4.9169,
      "step": 14542
    },
    {
      "epoch": 1.235389058783554,
      "grad_norm": 2.2155502520879944,
      "learning_rate": 0.00027594821733403703,
      "loss": 5.3134,
      "step": 14543
    },
    {
      "epoch": 1.235474006116208,
      "grad_norm": 2.138657520057838,
      "learning_rate": 0.0002759444880452442,
      "loss": 4.983,
      "step": 14544
    },
    {
      "epoch": 1.2355589534488618,
      "grad_norm": 2.182114876405946,
      "learning_rate": 0.0002759407584925598,
      "loss": 5.3816,
      "step": 14545
    },
    {
      "epoch": 1.2356439007815154,
      "grad_norm": 2.0510891106210973,
      "learning_rate": 0.0002759370286759915,
      "loss": 4.9435,
      "step": 14546
    },
    {
      "epoch": 1.2357288481141693,
      "grad_norm": 2.1636719990134994,
      "learning_rate": 0.00027593329859554734,
      "loss": 4.9166,
      "step": 14547
    },
    {
      "epoch": 1.235813795446823,
      "grad_norm": 2.167283637305542,
      "learning_rate": 0.00027592956825123487,
      "loss": 5.1737,
      "step": 14548
    },
    {
      "epoch": 1.2358987427794768,
      "grad_norm": 2.207572733255018,
      "learning_rate": 0.0002759258376430621,
      "loss": 5.3056,
      "step": 14549
    },
    {
      "epoch": 1.2359836901121304,
      "grad_norm": 2.0719864123903102,
      "learning_rate": 0.00027592210677103684,
      "loss": 4.9463,
      "step": 14550
    },
    {
      "epoch": 1.2360686374447842,
      "grad_norm": 2.1526517959491898,
      "learning_rate": 0.00027591837563516685,
      "loss": 4.9001,
      "step": 14551
    },
    {
      "epoch": 1.2361535847774379,
      "grad_norm": 2.2631213522512743,
      "learning_rate": 0.0002759146442354599,
      "loss": 5.3502,
      "step": 14552
    },
    {
      "epoch": 1.2362385321100917,
      "grad_norm": 2.204469782427812,
      "learning_rate": 0.0002759109125719239,
      "loss": 5.2979,
      "step": 14553
    },
    {
      "epoch": 1.2363234794427456,
      "grad_norm": 2.280375592696182,
      "learning_rate": 0.00027590718064456657,
      "loss": 5.518,
      "step": 14554
    },
    {
      "epoch": 1.2364084267753992,
      "grad_norm": 2.212253205707965,
      "learning_rate": 0.0002759034484533958,
      "loss": 5.4791,
      "step": 14555
    },
    {
      "epoch": 1.236493374108053,
      "grad_norm": 2.2983716738169577,
      "learning_rate": 0.00027589971599841943,
      "loss": 5.3473,
      "step": 14556
    },
    {
      "epoch": 1.2365783214407067,
      "grad_norm": 2.278628214488318,
      "learning_rate": 0.0002758959832796452,
      "loss": 5.1818,
      "step": 14557
    },
    {
      "epoch": 1.2366632687733605,
      "grad_norm": 2.17716607807236,
      "learning_rate": 0.00027589225029708104,
      "loss": 5.2419,
      "step": 14558
    },
    {
      "epoch": 1.2367482161060144,
      "grad_norm": 2.382471944688987,
      "learning_rate": 0.0002758885170507347,
      "loss": 5.4429,
      "step": 14559
    },
    {
      "epoch": 1.236833163438668,
      "grad_norm": 2.257973917431592,
      "learning_rate": 0.000275884783540614,
      "loss": 5.0256,
      "step": 14560
    },
    {
      "epoch": 1.2369181107713219,
      "grad_norm": 2.1290109335974967,
      "learning_rate": 0.0002758810497667268,
      "loss": 5.0574,
      "step": 14561
    },
    {
      "epoch": 1.2370030581039755,
      "grad_norm": 2.122331162562226,
      "learning_rate": 0.0002758773157290809,
      "loss": 4.9492,
      "step": 14562
    },
    {
      "epoch": 1.2370880054366293,
      "grad_norm": 2.2838309992280847,
      "learning_rate": 0.0002758735814276841,
      "loss": 5.1676,
      "step": 14563
    },
    {
      "epoch": 1.237172952769283,
      "grad_norm": 2.0919934686235657,
      "learning_rate": 0.00027586984686254427,
      "loss": 4.8313,
      "step": 14564
    },
    {
      "epoch": 1.2372579001019368,
      "grad_norm": 2.0312832195303128,
      "learning_rate": 0.0002758661120336692,
      "loss": 4.7694,
      "step": 14565
    },
    {
      "epoch": 1.2373428474345904,
      "grad_norm": 2.1759619775935173,
      "learning_rate": 0.0002758623769410667,
      "loss": 4.8687,
      "step": 14566
    },
    {
      "epoch": 1.2374277947672443,
      "grad_norm": 2.0235368572899524,
      "learning_rate": 0.00027585864158474467,
      "loss": 4.6402,
      "step": 14567
    },
    {
      "epoch": 1.2375127420998981,
      "grad_norm": 2.1301126569623525,
      "learning_rate": 0.00027585490596471093,
      "loss": 4.9547,
      "step": 14568
    },
    {
      "epoch": 1.2375976894325518,
      "grad_norm": 2.289748753586973,
      "learning_rate": 0.0002758511700809732,
      "loss": 5.4644,
      "step": 14569
    },
    {
      "epoch": 1.2376826367652056,
      "grad_norm": 2.292114086449753,
      "learning_rate": 0.0002758474339335394,
      "loss": 5.3595,
      "step": 14570
    },
    {
      "epoch": 1.2377675840978593,
      "grad_norm": 2.1939626674734996,
      "learning_rate": 0.00027584369752241733,
      "loss": 5.1005,
      "step": 14571
    },
    {
      "epoch": 1.237852531430513,
      "grad_norm": 2.341366859919998,
      "learning_rate": 0.00027583996084761485,
      "loss": 5.4331,
      "step": 14572
    },
    {
      "epoch": 1.237937478763167,
      "grad_norm": 2.0925930822951324,
      "learning_rate": 0.00027583622390913977,
      "loss": 4.8233,
      "step": 14573
    },
    {
      "epoch": 1.2380224260958206,
      "grad_norm": 2.258853729881563,
      "learning_rate": 0.0002758324867069999,
      "loss": 5.4473,
      "step": 14574
    },
    {
      "epoch": 1.2381073734284744,
      "grad_norm": 2.1304768703367603,
      "learning_rate": 0.0002758287492412031,
      "loss": 5.0074,
      "step": 14575
    },
    {
      "epoch": 1.238192320761128,
      "grad_norm": 2.2403470867113042,
      "learning_rate": 0.00027582501151175715,
      "loss": 5.4869,
      "step": 14576
    },
    {
      "epoch": 1.238277268093782,
      "grad_norm": 2.144434836113455,
      "learning_rate": 0.00027582127351866994,
      "loss": 5.0894,
      "step": 14577
    },
    {
      "epoch": 1.2383622154264355,
      "grad_norm": 2.0292443216805665,
      "learning_rate": 0.00027581753526194927,
      "loss": 4.7783,
      "step": 14578
    },
    {
      "epoch": 1.2384471627590894,
      "grad_norm": 2.6704516332814032,
      "learning_rate": 0.000275813796741603,
      "loss": 4.396,
      "step": 14579
    },
    {
      "epoch": 1.238532110091743,
      "grad_norm": 2.019380229217431,
      "learning_rate": 0.00027581005795763894,
      "loss": 5.1247,
      "step": 14580
    },
    {
      "epoch": 1.2386170574243969,
      "grad_norm": 2.0854150324677696,
      "learning_rate": 0.0002758063189100649,
      "loss": 5.0374,
      "step": 14581
    },
    {
      "epoch": 1.2387020047570507,
      "grad_norm": 2.2234371003710733,
      "learning_rate": 0.0002758025795988888,
      "loss": 5.6624,
      "step": 14582
    },
    {
      "epoch": 1.2387869520897044,
      "grad_norm": 1.9987042380364703,
      "learning_rate": 0.00027579884002411836,
      "loss": 4.8148,
      "step": 14583
    },
    {
      "epoch": 1.2388718994223582,
      "grad_norm": 2.116262454053506,
      "learning_rate": 0.0002757951001857615,
      "loss": 5.1042,
      "step": 14584
    },
    {
      "epoch": 1.2389568467550118,
      "grad_norm": 2.051091969635119,
      "learning_rate": 0.0002757913600838261,
      "loss": 4.9863,
      "step": 14585
    },
    {
      "epoch": 1.2390417940876657,
      "grad_norm": 2.2045694314941335,
      "learning_rate": 0.00027578761971831984,
      "loss": 5.3373,
      "step": 14586
    },
    {
      "epoch": 1.2391267414203193,
      "grad_norm": 2.132896511012223,
      "learning_rate": 0.00027578387908925065,
      "loss": 5.2239,
      "step": 14587
    },
    {
      "epoch": 1.2392116887529732,
      "grad_norm": 2.203884385318572,
      "learning_rate": 0.0002757801381966264,
      "loss": 5.4149,
      "step": 14588
    },
    {
      "epoch": 1.2392966360856268,
      "grad_norm": 2.0965350825998748,
      "learning_rate": 0.00027577639704045486,
      "loss": 4.9102,
      "step": 14589
    },
    {
      "epoch": 1.2393815834182806,
      "grad_norm": 2.229111798640819,
      "learning_rate": 0.000275772655620744,
      "loss": 5.4732,
      "step": 14590
    },
    {
      "epoch": 1.2394665307509345,
      "grad_norm": 2.0933701618268494,
      "learning_rate": 0.00027576891393750144,
      "loss": 5.1414,
      "step": 14591
    },
    {
      "epoch": 1.2395514780835881,
      "grad_norm": 2.100085251060161,
      "learning_rate": 0.00027576517199073516,
      "loss": 5.2544,
      "step": 14592
    },
    {
      "epoch": 1.239636425416242,
      "grad_norm": 2.003853462393855,
      "learning_rate": 0.000275761429780453,
      "loss": 4.7864,
      "step": 14593
    },
    {
      "epoch": 1.2397213727488956,
      "grad_norm": 2.3105700826486655,
      "learning_rate": 0.00027575768730666276,
      "loss": 5.537,
      "step": 14594
    },
    {
      "epoch": 1.2398063200815495,
      "grad_norm": 2.183668186757456,
      "learning_rate": 0.0002757539445693723,
      "loss": 4.9376,
      "step": 14595
    },
    {
      "epoch": 1.2398912674142033,
      "grad_norm": 2.22904405099664,
      "learning_rate": 0.0002757502015685895,
      "loss": 5.3267,
      "step": 14596
    },
    {
      "epoch": 1.239976214746857,
      "grad_norm": 2.136192004305544,
      "learning_rate": 0.00027574645830432217,
      "loss": 5.0841,
      "step": 14597
    },
    {
      "epoch": 1.2400611620795108,
      "grad_norm": 2.1065524242646387,
      "learning_rate": 0.00027574271477657814,
      "loss": 4.9821,
      "step": 14598
    },
    {
      "epoch": 1.2401461094121644,
      "grad_norm": 2.2368194703454636,
      "learning_rate": 0.0002757389709853652,
      "loss": 5.3555,
      "step": 14599
    },
    {
      "epoch": 1.2402310567448183,
      "grad_norm": 2.251147071880581,
      "learning_rate": 0.00027573522693069135,
      "loss": 5.4362,
      "step": 14600
    },
    {
      "epoch": 1.240316004077472,
      "grad_norm": 2.0599855852109314,
      "learning_rate": 0.0002757314826125643,
      "loss": 5.0939,
      "step": 14601
    },
    {
      "epoch": 1.2404009514101257,
      "grad_norm": 2.25770210796521,
      "learning_rate": 0.000275727738030992,
      "loss": 5.4785,
      "step": 14602
    },
    {
      "epoch": 1.2404858987427794,
      "grad_norm": 2.0483026699528817,
      "learning_rate": 0.00027572399318598215,
      "loss": 5.0214,
      "step": 14603
    },
    {
      "epoch": 1.2405708460754332,
      "grad_norm": 2.227551128615964,
      "learning_rate": 0.0002757202480775427,
      "loss": 5.427,
      "step": 14604
    },
    {
      "epoch": 1.240655793408087,
      "grad_norm": 2.059317942076311,
      "learning_rate": 0.0002757165027056815,
      "loss": 5.0935,
      "step": 14605
    },
    {
      "epoch": 1.2407407407407407,
      "grad_norm": 2.0994183736070378,
      "learning_rate": 0.00027571275707040637,
      "loss": 5.1895,
      "step": 14606
    },
    {
      "epoch": 1.2408256880733946,
      "grad_norm": 2.2009156732147908,
      "learning_rate": 0.0002757090111717252,
      "loss": 5.3424,
      "step": 14607
    },
    {
      "epoch": 1.2409106354060482,
      "grad_norm": 2.2236708014546056,
      "learning_rate": 0.00027570526500964574,
      "loss": 5.4516,
      "step": 14608
    },
    {
      "epoch": 1.240995582738702,
      "grad_norm": 2.0406757278283862,
      "learning_rate": 0.0002757015185841759,
      "loss": 4.6574,
      "step": 14609
    },
    {
      "epoch": 1.2410805300713559,
      "grad_norm": 2.02214396775865,
      "learning_rate": 0.00027569777189532363,
      "loss": 4.6225,
      "step": 14610
    },
    {
      "epoch": 1.2411654774040095,
      "grad_norm": 2.1291031875785444,
      "learning_rate": 0.0002756940249430966,
      "loss": 5.151,
      "step": 14611
    },
    {
      "epoch": 1.2412504247366634,
      "grad_norm": 2.195648321501965,
      "learning_rate": 0.00027569027772750276,
      "loss": 5.0126,
      "step": 14612
    },
    {
      "epoch": 1.241335372069317,
      "grad_norm": 2.2598629154791965,
      "learning_rate": 0.00027568653024854996,
      "loss": 5.2249,
      "step": 14613
    },
    {
      "epoch": 1.2414203194019708,
      "grad_norm": 2.262916912689121,
      "learning_rate": 0.000275682782506246,
      "loss": 5.3612,
      "step": 14614
    },
    {
      "epoch": 1.2415052667346245,
      "grad_norm": 2.148865342576946,
      "learning_rate": 0.0002756790345005988,
      "loss": 5.2554,
      "step": 14615
    },
    {
      "epoch": 1.2415902140672783,
      "grad_norm": 2.1280363431745934,
      "learning_rate": 0.00027567528623161623,
      "loss": 4.9992,
      "step": 14616
    },
    {
      "epoch": 1.241675161399932,
      "grad_norm": 2.1410201151310524,
      "learning_rate": 0.000275671537699306,
      "loss": 4.7155,
      "step": 14617
    },
    {
      "epoch": 1.2417601087325858,
      "grad_norm": 2.084931358204439,
      "learning_rate": 0.00027566778890367617,
      "loss": 4.7999,
      "step": 14618
    },
    {
      "epoch": 1.2418450560652396,
      "grad_norm": 2.056933058533423,
      "learning_rate": 0.0002756640398447344,
      "loss": 4.8525,
      "step": 14619
    },
    {
      "epoch": 1.2419300033978933,
      "grad_norm": 2.1614035932804785,
      "learning_rate": 0.00027566029052248866,
      "loss": 5.0801,
      "step": 14620
    },
    {
      "epoch": 1.2420149507305471,
      "grad_norm": 2.145996835396012,
      "learning_rate": 0.0002756565409369468,
      "loss": 5.1528,
      "step": 14621
    },
    {
      "epoch": 1.2420998980632008,
      "grad_norm": 2.155351800559765,
      "learning_rate": 0.0002756527910881166,
      "loss": 5.2781,
      "step": 14622
    },
    {
      "epoch": 1.2421848453958546,
      "grad_norm": 2.0559353085356458,
      "learning_rate": 0.00027564904097600605,
      "loss": 4.9748,
      "step": 14623
    },
    {
      "epoch": 1.2422697927285082,
      "grad_norm": 2.0272656859119107,
      "learning_rate": 0.00027564529060062286,
      "loss": 4.43,
      "step": 14624
    },
    {
      "epoch": 1.242354740061162,
      "grad_norm": 2.1406497601707373,
      "learning_rate": 0.000275641539961975,
      "loss": 5.3314,
      "step": 14625
    },
    {
      "epoch": 1.2424396873938157,
      "grad_norm": 2.142172452649062,
      "learning_rate": 0.0002756377890600703,
      "loss": 4.8855,
      "step": 14626
    },
    {
      "epoch": 1.2425246347264696,
      "grad_norm": 2.24853121307116,
      "learning_rate": 0.00027563403789491656,
      "loss": 5.2906,
      "step": 14627
    },
    {
      "epoch": 1.2426095820591234,
      "grad_norm": 2.069071912750726,
      "learning_rate": 0.0002756302864665217,
      "loss": 4.8559,
      "step": 14628
    },
    {
      "epoch": 1.242694529391777,
      "grad_norm": 2.1590349805187796,
      "learning_rate": 0.0002756265347748936,
      "loss": 5.35,
      "step": 14629
    },
    {
      "epoch": 1.242779476724431,
      "grad_norm": 2.084091797870237,
      "learning_rate": 0.00027562278282004,
      "loss": 4.9654,
      "step": 14630
    },
    {
      "epoch": 1.2428644240570845,
      "grad_norm": 2.3239522017841656,
      "learning_rate": 0.00027561903060196893,
      "loss": 5.4875,
      "step": 14631
    },
    {
      "epoch": 1.2429493713897384,
      "grad_norm": 2.0899884753397178,
      "learning_rate": 0.00027561527812068815,
      "loss": 5.2205,
      "step": 14632
    },
    {
      "epoch": 1.2430343187223922,
      "grad_norm": 2.063356286042098,
      "learning_rate": 0.0002756115253762055,
      "loss": 5.2344,
      "step": 14633
    },
    {
      "epoch": 1.2431192660550459,
      "grad_norm": 2.1736098115529123,
      "learning_rate": 0.000275607772368529,
      "loss": 5.2245,
      "step": 14634
    },
    {
      "epoch": 1.2432042133876997,
      "grad_norm": 2.161259143865015,
      "learning_rate": 0.00027560401909766625,
      "loss": 5.1328,
      "step": 14635
    },
    {
      "epoch": 1.2432891607203533,
      "grad_norm": 2.0199500440468214,
      "learning_rate": 0.0002756002655636254,
      "loss": 4.8032,
      "step": 14636
    },
    {
      "epoch": 1.2433741080530072,
      "grad_norm": 2.243957177791395,
      "learning_rate": 0.0002755965117664141,
      "loss": 5.3234,
      "step": 14637
    },
    {
      "epoch": 1.2434590553856608,
      "grad_norm": 2.0027184642173195,
      "learning_rate": 0.0002755927577060403,
      "loss": 4.5021,
      "step": 14638
    },
    {
      "epoch": 1.2435440027183147,
      "grad_norm": 2.2304661819370146,
      "learning_rate": 0.00027558900338251185,
      "loss": 5.4233,
      "step": 14639
    },
    {
      "epoch": 1.2436289500509683,
      "grad_norm": 2.0072424396561948,
      "learning_rate": 0.00027558524879583665,
      "loss": 4.8668,
      "step": 14640
    },
    {
      "epoch": 1.2437138973836221,
      "grad_norm": 2.073617633225778,
      "learning_rate": 0.00027558149394602254,
      "loss": 5.0409,
      "step": 14641
    },
    {
      "epoch": 1.243798844716276,
      "grad_norm": 2.1533016613469567,
      "learning_rate": 0.0002755777388330774,
      "loss": 4.9733,
      "step": 14642
    },
    {
      "epoch": 1.2438837920489296,
      "grad_norm": 2.147279913444917,
      "learning_rate": 0.00027557398345700907,
      "loss": 5.3027,
      "step": 14643
    },
    {
      "epoch": 1.2439687393815835,
      "grad_norm": 2.0739323991496863,
      "learning_rate": 0.0002755702278178254,
      "loss": 4.4637,
      "step": 14644
    },
    {
      "epoch": 1.244053686714237,
      "grad_norm": 2.3012526947502265,
      "learning_rate": 0.00027556647191553436,
      "loss": 5.3746,
      "step": 14645
    },
    {
      "epoch": 1.244138634046891,
      "grad_norm": 2.2799718062813765,
      "learning_rate": 0.00027556271575014375,
      "loss": 5.4915,
      "step": 14646
    },
    {
      "epoch": 1.2442235813795446,
      "grad_norm": 2.192970038901065,
      "learning_rate": 0.0002755589593216614,
      "loss": 5.1353,
      "step": 14647
    },
    {
      "epoch": 1.2443085287121984,
      "grad_norm": 2.147572140944841,
      "learning_rate": 0.0002755552026300953,
      "loss": 5.1077,
      "step": 14648
    },
    {
      "epoch": 1.2443934760448523,
      "grad_norm": 2.186567839463645,
      "learning_rate": 0.0002755514456754532,
      "loss": 5.0573,
      "step": 14649
    },
    {
      "epoch": 1.244478423377506,
      "grad_norm": 2.098431944130441,
      "learning_rate": 0.0002755476884577431,
      "loss": 4.7765,
      "step": 14650
    },
    {
      "epoch": 1.2445633707101598,
      "grad_norm": 2.188204435795586,
      "learning_rate": 0.00027554393097697265,
      "loss": 5.1173,
      "step": 14651
    },
    {
      "epoch": 1.2446483180428134,
      "grad_norm": 2.1408291407136635,
      "learning_rate": 0.00027554017323314995,
      "loss": 5.0155,
      "step": 14652
    },
    {
      "epoch": 1.2447332653754672,
      "grad_norm": 2.1583602172625254,
      "learning_rate": 0.0002755364152262828,
      "loss": 5.2559,
      "step": 14653
    },
    {
      "epoch": 1.2448182127081209,
      "grad_norm": 2.1606798419629873,
      "learning_rate": 0.00027553265695637904,
      "loss": 5.1655,
      "step": 14654
    },
    {
      "epoch": 1.2449031600407747,
      "grad_norm": 2.165980276358972,
      "learning_rate": 0.00027552889842344657,
      "loss": 5.0386,
      "step": 14655
    },
    {
      "epoch": 1.2449881073734286,
      "grad_norm": 2.2748163740174756,
      "learning_rate": 0.00027552513962749326,
      "loss": 5.0022,
      "step": 14656
    },
    {
      "epoch": 1.2450730547060822,
      "grad_norm": 2.1109786256561125,
      "learning_rate": 0.00027552138056852703,
      "loss": 4.8936,
      "step": 14657
    },
    {
      "epoch": 1.245158002038736,
      "grad_norm": 2.0310648273562713,
      "learning_rate": 0.0002755176212465557,
      "loss": 4.9967,
      "step": 14658
    },
    {
      "epoch": 1.2452429493713897,
      "grad_norm": 2.122110724301826,
      "learning_rate": 0.00027551386166158715,
      "loss": 4.85,
      "step": 14659
    },
    {
      "epoch": 1.2453278967040435,
      "grad_norm": 2.038239100662952,
      "learning_rate": 0.0002755101018136293,
      "loss": 4.9135,
      "step": 14660
    },
    {
      "epoch": 1.2454128440366972,
      "grad_norm": 2.1490270686802995,
      "learning_rate": 0.0002755063417026899,
      "loss": 4.737,
      "step": 14661
    },
    {
      "epoch": 1.245497791369351,
      "grad_norm": 2.1736325908033063,
      "learning_rate": 0.00027550258132877706,
      "loss": 4.588,
      "step": 14662
    },
    {
      "epoch": 1.2455827387020046,
      "grad_norm": 2.2021765717547304,
      "learning_rate": 0.00027549882069189844,
      "loss": 5.2042,
      "step": 14663
    },
    {
      "epoch": 1.2456676860346585,
      "grad_norm": 2.25724025088249,
      "learning_rate": 0.000275495059792062,
      "loss": 5.3277,
      "step": 14664
    },
    {
      "epoch": 1.2457526333673123,
      "grad_norm": 2.108733114247687,
      "learning_rate": 0.0002754912986292757,
      "loss": 4.6734,
      "step": 14665
    },
    {
      "epoch": 1.245837580699966,
      "grad_norm": 2.2616382653582146,
      "learning_rate": 0.0002754875372035473,
      "loss": 5.252,
      "step": 14666
    },
    {
      "epoch": 1.2459225280326198,
      "grad_norm": 2.2746179403430915,
      "learning_rate": 0.00027548377551488476,
      "loss": 5.4389,
      "step": 14667
    },
    {
      "epoch": 1.2460074753652735,
      "grad_norm": 2.152318021934456,
      "learning_rate": 0.00027548001356329587,
      "loss": 5.4069,
      "step": 14668
    },
    {
      "epoch": 1.2460924226979273,
      "grad_norm": 2.1479678508665496,
      "learning_rate": 0.0002754762513487886,
      "loss": 5.1647,
      "step": 14669
    },
    {
      "epoch": 1.2461773700305812,
      "grad_norm": 2.0889713045556157,
      "learning_rate": 0.0002754724888713708,
      "loss": 5.0787,
      "step": 14670
    },
    {
      "epoch": 1.2462623173632348,
      "grad_norm": 2.035720062541585,
      "learning_rate": 0.0002754687261310504,
      "loss": 5.015,
      "step": 14671
    },
    {
      "epoch": 1.2463472646958886,
      "grad_norm": 2.0486292840074287,
      "learning_rate": 0.0002754649631278352,
      "loss": 4.9533,
      "step": 14672
    },
    {
      "epoch": 1.2464322120285423,
      "grad_norm": 2.099544409784816,
      "learning_rate": 0.00027546119986173313,
      "loss": 4.6974,
      "step": 14673
    },
    {
      "epoch": 1.2465171593611961,
      "grad_norm": 2.1266209555005813,
      "learning_rate": 0.0002754574363327521,
      "loss": 5.1167,
      "step": 14674
    },
    {
      "epoch": 1.2466021066938497,
      "grad_norm": 2.2776971910034605,
      "learning_rate": 0.0002754536725408999,
      "loss": 5.5556,
      "step": 14675
    },
    {
      "epoch": 1.2466870540265036,
      "grad_norm": 2.1450339650062946,
      "learning_rate": 0.0002754499084861846,
      "loss": 4.4221,
      "step": 14676
    },
    {
      "epoch": 1.2467720013591572,
      "grad_norm": 2.1274177317005774,
      "learning_rate": 0.0002754461441686139,
      "loss": 5.136,
      "step": 14677
    },
    {
      "epoch": 1.246856948691811,
      "grad_norm": 2.059309156462154,
      "learning_rate": 0.00027544237958819577,
      "loss": 4.9823,
      "step": 14678
    },
    {
      "epoch": 1.246941896024465,
      "grad_norm": 2.065348905361044,
      "learning_rate": 0.0002754386147449381,
      "loss": 4.6824,
      "step": 14679
    },
    {
      "epoch": 1.2470268433571186,
      "grad_norm": 2.2049976798789706,
      "learning_rate": 0.0002754348496388487,
      "loss": 4.9369,
      "step": 14680
    },
    {
      "epoch": 1.2471117906897724,
      "grad_norm": 2.1688624828546494,
      "learning_rate": 0.00027543108426993557,
      "loss": 4.9659,
      "step": 14681
    },
    {
      "epoch": 1.247196738022426,
      "grad_norm": 2.2162139241117926,
      "learning_rate": 0.0002754273186382066,
      "loss": 4.9041,
      "step": 14682
    },
    {
      "epoch": 1.2472816853550799,
      "grad_norm": 2.1253316097144292,
      "learning_rate": 0.0002754235527436696,
      "loss": 4.6338,
      "step": 14683
    },
    {
      "epoch": 1.2473666326877335,
      "grad_norm": 2.154952989420635,
      "learning_rate": 0.00027541978658633247,
      "loss": 5.0548,
      "step": 14684
    },
    {
      "epoch": 1.2474515800203874,
      "grad_norm": 2.229475936638035,
      "learning_rate": 0.0002754160201662032,
      "loss": 5.1756,
      "step": 14685
    },
    {
      "epoch": 1.247536527353041,
      "grad_norm": 2.1712968443627827,
      "learning_rate": 0.00027541225348328953,
      "loss": 5.2358,
      "step": 14686
    },
    {
      "epoch": 1.2476214746856948,
      "grad_norm": 2.3865727213441805,
      "learning_rate": 0.0002754084865375995,
      "loss": 5.5895,
      "step": 14687
    },
    {
      "epoch": 1.2477064220183487,
      "grad_norm": 2.13051375290663,
      "learning_rate": 0.00027540471932914083,
      "loss": 5.2038,
      "step": 14688
    },
    {
      "epoch": 1.2477913693510023,
      "grad_norm": 2.0701365070268802,
      "learning_rate": 0.0002754009518579216,
      "loss": 4.8633,
      "step": 14689
    },
    {
      "epoch": 1.2478763166836562,
      "grad_norm": 2.3040383608439274,
      "learning_rate": 0.0002753971841239496,
      "loss": 5.3593,
      "step": 14690
    },
    {
      "epoch": 1.2479612640163098,
      "grad_norm": 2.143407623871937,
      "learning_rate": 0.00027539341612723274,
      "loss": 4.5755,
      "step": 14691
    },
    {
      "epoch": 1.2480462113489637,
      "grad_norm": 2.184700514058244,
      "learning_rate": 0.0002753896478677789,
      "loss": 4.9115,
      "step": 14692
    },
    {
      "epoch": 1.2481311586816175,
      "grad_norm": 2.127333890969598,
      "learning_rate": 0.0002753858793455961,
      "loss": 5.0032,
      "step": 14693
    },
    {
      "epoch": 1.2482161060142711,
      "grad_norm": 2.299089118870494,
      "learning_rate": 0.000275382110560692,
      "loss": 5.6048,
      "step": 14694
    },
    {
      "epoch": 1.248301053346925,
      "grad_norm": 2.3968411877668023,
      "learning_rate": 0.0002753783415130747,
      "loss": 5.5903,
      "step": 14695
    },
    {
      "epoch": 1.2483860006795786,
      "grad_norm": 2.3120269008900793,
      "learning_rate": 0.000275374572202752,
      "loss": 5.5662,
      "step": 14696
    },
    {
      "epoch": 1.2484709480122325,
      "grad_norm": 2.176920567832608,
      "learning_rate": 0.0002753708026297318,
      "loss": 5.2289,
      "step": 14697
    },
    {
      "epoch": 1.248555895344886,
      "grad_norm": 2.224613428767516,
      "learning_rate": 0.00027536703279402205,
      "loss": 5.2564,
      "step": 14698
    },
    {
      "epoch": 1.24864084267754,
      "grad_norm": 2.1442109186378646,
      "learning_rate": 0.00027536326269563064,
      "loss": 5.1333,
      "step": 14699
    },
    {
      "epoch": 1.2487257900101936,
      "grad_norm": 2.0788889990164776,
      "learning_rate": 0.00027535949233456545,
      "loss": 4.9582,
      "step": 14700
    },
    {
      "epoch": 1.2488107373428474,
      "grad_norm": 2.1343416363954812,
      "learning_rate": 0.00027535572171083435,
      "loss": 5.2912,
      "step": 14701
    },
    {
      "epoch": 1.2488956846755013,
      "grad_norm": 2.0813749155817307,
      "learning_rate": 0.0002753519508244453,
      "loss": 4.4007,
      "step": 14702
    },
    {
      "epoch": 1.248980632008155,
      "grad_norm": 2.14793577796247,
      "learning_rate": 0.0002753481796754062,
      "loss": 5.2069,
      "step": 14703
    },
    {
      "epoch": 1.2490655793408088,
      "grad_norm": 2.1553996623381844,
      "learning_rate": 0.00027534440826372487,
      "loss": 4.8517,
      "step": 14704
    },
    {
      "epoch": 1.2491505266734624,
      "grad_norm": 2.1980581839825093,
      "learning_rate": 0.0002753406365894093,
      "loss": 5.0771,
      "step": 14705
    },
    {
      "epoch": 1.2492354740061162,
      "grad_norm": 2.2229509800587133,
      "learning_rate": 0.00027533686465246735,
      "loss": 5.3423,
      "step": 14706
    },
    {
      "epoch": 1.24932042133877,
      "grad_norm": 2.2315190044261906,
      "learning_rate": 0.0002753330924529069,
      "loss": 5.3122,
      "step": 14707
    },
    {
      "epoch": 1.2494053686714237,
      "grad_norm": 2.080183459688983,
      "learning_rate": 0.00027532931999073594,
      "loss": 5.0457,
      "step": 14708
    },
    {
      "epoch": 1.2494903160040776,
      "grad_norm": 2.141902656862242,
      "learning_rate": 0.0002753255472659623,
      "loss": 5.2973,
      "step": 14709
    },
    {
      "epoch": 1.2495752633367312,
      "grad_norm": 2.0685621012360462,
      "learning_rate": 0.00027532177427859385,
      "loss": 4.9561,
      "step": 14710
    },
    {
      "epoch": 1.249660210669385,
      "grad_norm": 2.2630106730067534,
      "learning_rate": 0.00027531800102863864,
      "loss": 5.2717,
      "step": 14711
    },
    {
      "epoch": 1.2497451580020387,
      "grad_norm": 2.110622973468749,
      "learning_rate": 0.0002753142275161044,
      "loss": 4.8932,
      "step": 14712
    },
    {
      "epoch": 1.2498301053346925,
      "grad_norm": 2.137216788437393,
      "learning_rate": 0.0002753104537409992,
      "loss": 4.6193,
      "step": 14713
    },
    {
      "epoch": 1.2499150526673461,
      "grad_norm": 2.1118747560091666,
      "learning_rate": 0.00027530667970333085,
      "loss": 5.006,
      "step": 14714
    },
    {
      "epoch": 1.25,
      "grad_norm": 2.0892273426714714,
      "learning_rate": 0.00027530290540310725,
      "loss": 4.9043,
      "step": 14715
    },
    {
      "epoch": 1.2500849473326539,
      "grad_norm": 2.148000118571863,
      "learning_rate": 0.0002752991308403364,
      "loss": 4.4782,
      "step": 14716
    },
    {
      "epoch": 1.2501698946653075,
      "grad_norm": 2.2882972376552906,
      "learning_rate": 0.0002752953560150261,
      "loss": 5.3595,
      "step": 14717
    },
    {
      "epoch": 1.2502548419979613,
      "grad_norm": 2.1462390125551196,
      "learning_rate": 0.0002752915809271843,
      "loss": 4.8836,
      "step": 14718
    },
    {
      "epoch": 1.250339789330615,
      "grad_norm": 2.126055546343165,
      "learning_rate": 0.00027528780557681894,
      "loss": 5.1311,
      "step": 14719
    },
    {
      "epoch": 1.2504247366632688,
      "grad_norm": 2.1504823059132643,
      "learning_rate": 0.0002752840299639379,
      "loss": 4.8326,
      "step": 14720
    },
    {
      "epoch": 1.2505096839959227,
      "grad_norm": 2.1344047926135574,
      "learning_rate": 0.0002752802540885491,
      "loss": 4.8944,
      "step": 14721
    },
    {
      "epoch": 1.2505946313285763,
      "grad_norm": 2.2865327982248673,
      "learning_rate": 0.00027527647795066047,
      "loss": 5.4223,
      "step": 14722
    },
    {
      "epoch": 1.25067957866123,
      "grad_norm": 2.129923134784505,
      "learning_rate": 0.00027527270155027985,
      "loss": 5.1408,
      "step": 14723
    },
    {
      "epoch": 1.2507645259938838,
      "grad_norm": 2.2103178343805268,
      "learning_rate": 0.0002752689248874152,
      "loss": 5.0846,
      "step": 14724
    },
    {
      "epoch": 1.2508494733265376,
      "grad_norm": 2.139768767635034,
      "learning_rate": 0.00027526514796207447,
      "loss": 4.8822,
      "step": 14725
    },
    {
      "epoch": 1.2509344206591912,
      "grad_norm": 2.3165015172207726,
      "learning_rate": 0.0002752613707742655,
      "loss": 5.511,
      "step": 14726
    },
    {
      "epoch": 1.251019367991845,
      "grad_norm": 2.1298767164815557,
      "learning_rate": 0.0002752575933239964,
      "loss": 4.8792,
      "step": 14727
    },
    {
      "epoch": 1.2511043153244987,
      "grad_norm": 2.204514314411382,
      "learning_rate": 0.0002752538156112748,
      "loss": 5.1958,
      "step": 14728
    },
    {
      "epoch": 1.2511892626571526,
      "grad_norm": 2.1234944750539375,
      "learning_rate": 0.0002752500376361087,
      "loss": 4.6624,
      "step": 14729
    },
    {
      "epoch": 1.2512742099898064,
      "grad_norm": 2.004277768341094,
      "learning_rate": 0.00027524625939850613,
      "loss": 4.9406,
      "step": 14730
    },
    {
      "epoch": 1.25135915732246,
      "grad_norm": 2.162095966011415,
      "learning_rate": 0.00027524248089847494,
      "loss": 5.0443,
      "step": 14731
    },
    {
      "epoch": 1.251444104655114,
      "grad_norm": 2.1557063209012655,
      "learning_rate": 0.000275238702136023,
      "loss": 4.9463,
      "step": 14732
    },
    {
      "epoch": 1.2515290519877675,
      "grad_norm": 2.027694568509484,
      "learning_rate": 0.00027523492311115833,
      "loss": 4.5978,
      "step": 14733
    },
    {
      "epoch": 1.2516139993204214,
      "grad_norm": 2.0945377814918875,
      "learning_rate": 0.0002752311438238888,
      "loss": 5.0498,
      "step": 14734
    },
    {
      "epoch": 1.251698946653075,
      "grad_norm": 2.2476293295996954,
      "learning_rate": 0.00027522736427422224,
      "loss": 5.5457,
      "step": 14735
    },
    {
      "epoch": 1.2517838939857289,
      "grad_norm": 2.1629291955137293,
      "learning_rate": 0.0002752235844621667,
      "loss": 4.9311,
      "step": 14736
    },
    {
      "epoch": 1.2518688413183825,
      "grad_norm": 2.113050366865659,
      "learning_rate": 0.0002752198043877301,
      "loss": 4.8194,
      "step": 14737
    },
    {
      "epoch": 1.2519537886510363,
      "grad_norm": 2.1361725900364896,
      "learning_rate": 0.0002752160240509202,
      "loss": 4.5866,
      "step": 14738
    },
    {
      "epoch": 1.2520387359836902,
      "grad_norm": 2.345914210537663,
      "learning_rate": 0.0002752122434517451,
      "loss": 5.3942,
      "step": 14739
    },
    {
      "epoch": 1.2521236833163438,
      "grad_norm": 2.104812307540407,
      "learning_rate": 0.00027520846259021265,
      "loss": 4.7075,
      "step": 14740
    },
    {
      "epoch": 1.2522086306489977,
      "grad_norm": 2.3439919089383694,
      "learning_rate": 0.0002752046814663307,
      "loss": 5.5365,
      "step": 14741
    },
    {
      "epoch": 1.2522935779816513,
      "grad_norm": 2.23079918915058,
      "learning_rate": 0.00027520090008010736,
      "loss": 5.0329,
      "step": 14742
    },
    {
      "epoch": 1.2523785253143052,
      "grad_norm": 2.150802413493013,
      "learning_rate": 0.00027519711843155035,
      "loss": 4.948,
      "step": 14743
    },
    {
      "epoch": 1.252463472646959,
      "grad_norm": 2.0893837498922005,
      "learning_rate": 0.00027519333652066774,
      "loss": 4.1882,
      "step": 14744
    },
    {
      "epoch": 1.2525484199796126,
      "grad_norm": 2.1626647599159967,
      "learning_rate": 0.00027518955434746735,
      "loss": 5.2907,
      "step": 14745
    },
    {
      "epoch": 1.2526333673122663,
      "grad_norm": 2.1877242373988475,
      "learning_rate": 0.0002751857719119572,
      "loss": 5.1116,
      "step": 14746
    },
    {
      "epoch": 1.2527183146449201,
      "grad_norm": 2.2240626314752823,
      "learning_rate": 0.00027518198921414516,
      "loss": 4.687,
      "step": 14747
    },
    {
      "epoch": 1.252803261977574,
      "grad_norm": 2.283836833262626,
      "learning_rate": 0.00027517820625403913,
      "loss": 5.2511,
      "step": 14748
    },
    {
      "epoch": 1.2528882093102276,
      "grad_norm": 2.1638268517089445,
      "learning_rate": 0.00027517442303164714,
      "loss": 5.1485,
      "step": 14749
    },
    {
      "epoch": 1.2529731566428814,
      "grad_norm": 2.1290080670573013,
      "learning_rate": 0.00027517063954697694,
      "loss": 5.0711,
      "step": 14750
    },
    {
      "epoch": 1.253058103975535,
      "grad_norm": 2.068716159289741,
      "learning_rate": 0.00027516685580003666,
      "loss": 4.8448,
      "step": 14751
    },
    {
      "epoch": 1.253143051308189,
      "grad_norm": 2.0827060325366795,
      "learning_rate": 0.00027516307179083405,
      "loss": 5.1114,
      "step": 14752
    },
    {
      "epoch": 1.2532279986408428,
      "grad_norm": 2.1072518093375057,
      "learning_rate": 0.0002751592875193772,
      "loss": 4.8927,
      "step": 14753
    },
    {
      "epoch": 1.2533129459734964,
      "grad_norm": 2.1086363891993054,
      "learning_rate": 0.0002751555029856739,
      "loss": 5.132,
      "step": 14754
    },
    {
      "epoch": 1.2533978933061503,
      "grad_norm": 2.2741553525727465,
      "learning_rate": 0.0002751517181897322,
      "loss": 5.4754,
      "step": 14755
    },
    {
      "epoch": 1.2534828406388039,
      "grad_norm": 2.1210802098468418,
      "learning_rate": 0.0002751479331315599,
      "loss": 5.0549,
      "step": 14756
    },
    {
      "epoch": 1.2535677879714577,
      "grad_norm": 1.9643902345947013,
      "learning_rate": 0.00027514414781116506,
      "loss": 4.0936,
      "step": 14757
    },
    {
      "epoch": 1.2536527353041116,
      "grad_norm": 2.092248931225881,
      "learning_rate": 0.0002751403622285555,
      "loss": 4.7273,
      "step": 14758
    },
    {
      "epoch": 1.2537376826367652,
      "grad_norm": 2.029372336310273,
      "learning_rate": 0.0002751365763837393,
      "loss": 4.9094,
      "step": 14759
    },
    {
      "epoch": 1.2538226299694188,
      "grad_norm": 2.1141341396299875,
      "learning_rate": 0.0002751327902767242,
      "loss": 5.0774,
      "step": 14760
    },
    {
      "epoch": 1.2539075773020727,
      "grad_norm": 2.103082550136814,
      "learning_rate": 0.00027512900390751823,
      "loss": 4.8624,
      "step": 14761
    },
    {
      "epoch": 1.2539925246347265,
      "grad_norm": 2.1322153987578885,
      "learning_rate": 0.00027512521727612936,
      "loss": 5.0056,
      "step": 14762
    },
    {
      "epoch": 1.2540774719673802,
      "grad_norm": 2.1854817845189487,
      "learning_rate": 0.0002751214303825655,
      "loss": 5.133,
      "step": 14763
    },
    {
      "epoch": 1.254162419300034,
      "grad_norm": 2.054134882002443,
      "learning_rate": 0.00027511764322683455,
      "loss": 4.6428,
      "step": 14764
    },
    {
      "epoch": 1.2542473666326877,
      "grad_norm": 2.1085819931185275,
      "learning_rate": 0.00027511385580894444,
      "loss": 5.077,
      "step": 14765
    },
    {
      "epoch": 1.2543323139653415,
      "grad_norm": 2.2650410690542584,
      "learning_rate": 0.0002751100681289032,
      "loss": 5.3863,
      "step": 14766
    },
    {
      "epoch": 1.2544172612979954,
      "grad_norm": 2.1319203509390885,
      "learning_rate": 0.00027510628018671867,
      "loss": 5.0258,
      "step": 14767
    },
    {
      "epoch": 1.254502208630649,
      "grad_norm": 2.1994377986522644,
      "learning_rate": 0.0002751024919823988,
      "loss": 5.1339,
      "step": 14768
    },
    {
      "epoch": 1.2545871559633026,
      "grad_norm": 2.2464729598280186,
      "learning_rate": 0.0002750987035159516,
      "loss": 5.3903,
      "step": 14769
    },
    {
      "epoch": 1.2546721032959565,
      "grad_norm": 2.2061584130445215,
      "learning_rate": 0.00027509491478738487,
      "loss": 5.0568,
      "step": 14770
    },
    {
      "epoch": 1.2547570506286103,
      "grad_norm": 2.3879789968132035,
      "learning_rate": 0.0002750911257967067,
      "loss": 5.5772,
      "step": 14771
    },
    {
      "epoch": 1.254841997961264,
      "grad_norm": 2.158562800496569,
      "learning_rate": 0.0002750873365439249,
      "loss": 4.7761,
      "step": 14772
    },
    {
      "epoch": 1.2549269452939178,
      "grad_norm": 2.2494604900404034,
      "learning_rate": 0.0002750835470290475,
      "loss": 5.0274,
      "step": 14773
    },
    {
      "epoch": 1.2550118926265714,
      "grad_norm": 2.3651672814478615,
      "learning_rate": 0.0002750797572520824,
      "loss": 5.4399,
      "step": 14774
    },
    {
      "epoch": 1.2550968399592253,
      "grad_norm": 2.203507960198791,
      "learning_rate": 0.0002750759672130376,
      "loss": 5.1007,
      "step": 14775
    },
    {
      "epoch": 1.2551817872918791,
      "grad_norm": 2.21858185560366,
      "learning_rate": 0.00027507217691192094,
      "loss": 4.6966,
      "step": 14776
    },
    {
      "epoch": 1.2552667346245328,
      "grad_norm": 2.268501105529554,
      "learning_rate": 0.00027506838634874044,
      "loss": 5.3712,
      "step": 14777
    },
    {
      "epoch": 1.2553516819571866,
      "grad_norm": 2.2115332922696336,
      "learning_rate": 0.000275064595523504,
      "loss": 5.286,
      "step": 14778
    },
    {
      "epoch": 1.2554366292898402,
      "grad_norm": 2.1434328508942384,
      "learning_rate": 0.00027506080443621955,
      "loss": 5.061,
      "step": 14779
    },
    {
      "epoch": 1.255521576622494,
      "grad_norm": 2.2115273322810056,
      "learning_rate": 0.00027505701308689506,
      "loss": 4.9982,
      "step": 14780
    },
    {
      "epoch": 1.255606523955148,
      "grad_norm": 2.2034151738382595,
      "learning_rate": 0.0002750532214755385,
      "loss": 5.0187,
      "step": 14781
    },
    {
      "epoch": 1.2556914712878016,
      "grad_norm": 2.145403761783623,
      "learning_rate": 0.00027504942960215786,
      "loss": 5.1668,
      "step": 14782
    },
    {
      "epoch": 1.2557764186204552,
      "grad_norm": 2.2372377306270317,
      "learning_rate": 0.00027504563746676093,
      "loss": 5.1179,
      "step": 14783
    },
    {
      "epoch": 1.255861365953109,
      "grad_norm": 2.138685731471271,
      "learning_rate": 0.00027504184506935576,
      "loss": 4.6786,
      "step": 14784
    },
    {
      "epoch": 1.255946313285763,
      "grad_norm": 2.1962249987937583,
      "learning_rate": 0.0002750380524099503,
      "loss": 5.1605,
      "step": 14785
    },
    {
      "epoch": 1.2560312606184165,
      "grad_norm": 2.1796528844028797,
      "learning_rate": 0.00027503425948855245,
      "loss": 4.7538,
      "step": 14786
    },
    {
      "epoch": 1.2561162079510704,
      "grad_norm": 2.1202998792922108,
      "learning_rate": 0.0002750304663051702,
      "loss": 4.859,
      "step": 14787
    },
    {
      "epoch": 1.256201155283724,
      "grad_norm": 2.0958006670731617,
      "learning_rate": 0.0002750266728598114,
      "loss": 5.1964,
      "step": 14788
    },
    {
      "epoch": 1.2562861026163779,
      "grad_norm": 2.0572736579573956,
      "learning_rate": 0.0002750228791524842,
      "loss": 4.5355,
      "step": 14789
    },
    {
      "epoch": 1.2563710499490317,
      "grad_norm": 2.2208628453200503,
      "learning_rate": 0.00027501908518319637,
      "loss": 5.4269,
      "step": 14790
    },
    {
      "epoch": 1.2564559972816853,
      "grad_norm": 2.0588043458884524,
      "learning_rate": 0.0002750152909519559,
      "loss": 4.9687,
      "step": 14791
    },
    {
      "epoch": 1.2565409446143392,
      "grad_norm": 2.0772014090078352,
      "learning_rate": 0.0002750114964587708,
      "loss": 4.8438,
      "step": 14792
    },
    {
      "epoch": 1.2566258919469928,
      "grad_norm": 2.1505731363393648,
      "learning_rate": 0.000275007701703649,
      "loss": 5.0779,
      "step": 14793
    },
    {
      "epoch": 1.2567108392796467,
      "grad_norm": 2.130712569061652,
      "learning_rate": 0.00027500390668659837,
      "loss": 5.1435,
      "step": 14794
    },
    {
      "epoch": 1.2567957866123003,
      "grad_norm": 2.270002008292593,
      "learning_rate": 0.0002750001114076269,
      "loss": 5.4292,
      "step": 14795
    },
    {
      "epoch": 1.2568807339449541,
      "grad_norm": 2.1080755152287085,
      "learning_rate": 0.0002749963158667426,
      "loss": 4.8564,
      "step": 14796
    },
    {
      "epoch": 1.2569656812776078,
      "grad_norm": 2.2373577430924168,
      "learning_rate": 0.0002749925200639534,
      "loss": 5.2203,
      "step": 14797
    },
    {
      "epoch": 1.2570506286102616,
      "grad_norm": 2.102084760807052,
      "learning_rate": 0.0002749887239992672,
      "loss": 4.9549,
      "step": 14798
    },
    {
      "epoch": 1.2571355759429155,
      "grad_norm": 2.020133967789465,
      "learning_rate": 0.000274984927672692,
      "loss": 4.6642,
      "step": 14799
    },
    {
      "epoch": 1.257220523275569,
      "grad_norm": 2.1713240859383047,
      "learning_rate": 0.00027498113108423574,
      "loss": 4.9445,
      "step": 14800
    },
    {
      "epoch": 1.257305470608223,
      "grad_norm": 2.2397490381253204,
      "learning_rate": 0.0002749773342339064,
      "loss": 4.6364,
      "step": 14801
    },
    {
      "epoch": 1.2573904179408766,
      "grad_norm": 2.0605285887235905,
      "learning_rate": 0.00027497353712171193,
      "loss": 5.0888,
      "step": 14802
    },
    {
      "epoch": 1.2574753652735304,
      "grad_norm": 2.245938434247046,
      "learning_rate": 0.0002749697397476603,
      "loss": 5.4616,
      "step": 14803
    },
    {
      "epoch": 1.2575603126061843,
      "grad_norm": 2.2092735753247474,
      "learning_rate": 0.0002749659421117594,
      "loss": 5.0506,
      "step": 14804
    },
    {
      "epoch": 1.257645259938838,
      "grad_norm": 2.13190889653758,
      "learning_rate": 0.00027496214421401715,
      "loss": 5.0169,
      "step": 14805
    },
    {
      "epoch": 1.2577302072714915,
      "grad_norm": 2.07298622744263,
      "learning_rate": 0.00027495834605444167,
      "loss": 4.6048,
      "step": 14806
    },
    {
      "epoch": 1.2578151546041454,
      "grad_norm": 2.1487569631041445,
      "learning_rate": 0.00027495454763304085,
      "loss": 4.9527,
      "step": 14807
    },
    {
      "epoch": 1.2579001019367992,
      "grad_norm": 2.066990483297216,
      "learning_rate": 0.0002749507489498226,
      "loss": 5.0565,
      "step": 14808
    },
    {
      "epoch": 1.2579850492694529,
      "grad_norm": 2.0848737646125293,
      "learning_rate": 0.0002749469500047949,
      "loss": 5.0519,
      "step": 14809
    },
    {
      "epoch": 1.2580699966021067,
      "grad_norm": 2.1142075815206423,
      "learning_rate": 0.00027494315079796574,
      "loss": 4.7194,
      "step": 14810
    },
    {
      "epoch": 1.2581549439347604,
      "grad_norm": 2.0575679549278534,
      "learning_rate": 0.0002749393513293431,
      "loss": 4.8943,
      "step": 14811
    },
    {
      "epoch": 1.2582398912674142,
      "grad_norm": 2.138175256909002,
      "learning_rate": 0.00027493555159893485,
      "loss": 5.0756,
      "step": 14812
    },
    {
      "epoch": 1.258324838600068,
      "grad_norm": 1.939987735249063,
      "learning_rate": 0.000274931751606749,
      "loss": 4.3223,
      "step": 14813
    },
    {
      "epoch": 1.2584097859327217,
      "grad_norm": 2.0267641282116045,
      "learning_rate": 0.00027492795135279353,
      "loss": 4.7155,
      "step": 14814
    },
    {
      "epoch": 1.2584947332653755,
      "grad_norm": 2.0656569966053344,
      "learning_rate": 0.0002749241508370764,
      "loss": 5.058,
      "step": 14815
    },
    {
      "epoch": 1.2585796805980292,
      "grad_norm": 2.2085333541945547,
      "learning_rate": 0.0002749203500596056,
      "loss": 5.0417,
      "step": 14816
    },
    {
      "epoch": 1.258664627930683,
      "grad_norm": 2.253507428230237,
      "learning_rate": 0.000274916549020389,
      "loss": 5.1681,
      "step": 14817
    },
    {
      "epoch": 1.2587495752633369,
      "grad_norm": 2.1397510272177764,
      "learning_rate": 0.00027491274771943464,
      "loss": 5.287,
      "step": 14818
    },
    {
      "epoch": 1.2588345225959905,
      "grad_norm": 2.3537245358789938,
      "learning_rate": 0.0002749089461567504,
      "loss": 5.5513,
      "step": 14819
    },
    {
      "epoch": 1.2589194699286441,
      "grad_norm": 2.1808117247548022,
      "learning_rate": 0.0002749051443323444,
      "loss": 4.7165,
      "step": 14820
    },
    {
      "epoch": 1.259004417261298,
      "grad_norm": 2.2455149494158313,
      "learning_rate": 0.0002749013422462245,
      "loss": 5.4769,
      "step": 14821
    },
    {
      "epoch": 1.2590893645939518,
      "grad_norm": 2.3131010290350895,
      "learning_rate": 0.0002748975398983987,
      "loss": 5.061,
      "step": 14822
    },
    {
      "epoch": 1.2591743119266054,
      "grad_norm": 2.237356341673857,
      "learning_rate": 0.0002748937372888749,
      "loss": 5.2115,
      "step": 14823
    },
    {
      "epoch": 1.2592592592592593,
      "grad_norm": 2.033057458026369,
      "learning_rate": 0.00027488993441766114,
      "loss": 4.7778,
      "step": 14824
    },
    {
      "epoch": 1.259344206591913,
      "grad_norm": 2.286437212937554,
      "learning_rate": 0.00027488613128476535,
      "loss": 5.5469,
      "step": 14825
    },
    {
      "epoch": 1.2594291539245668,
      "grad_norm": 2.103083592671396,
      "learning_rate": 0.0002748823278901956,
      "loss": 5.0311,
      "step": 14826
    },
    {
      "epoch": 1.2595141012572206,
      "grad_norm": 2.0860463941780374,
      "learning_rate": 0.0002748785242339596,
      "loss": 4.8647,
      "step": 14827
    },
    {
      "epoch": 1.2595990485898743,
      "grad_norm": 2.1843581560377516,
      "learning_rate": 0.0002748747203160656,
      "loss": 5.1886,
      "step": 14828
    },
    {
      "epoch": 1.259683995922528,
      "grad_norm": 2.166348957524741,
      "learning_rate": 0.00027487091613652155,
      "loss": 5.1455,
      "step": 14829
    },
    {
      "epoch": 1.2597689432551817,
      "grad_norm": 2.050943502197694,
      "learning_rate": 0.0002748671116953352,
      "loss": 4.5794,
      "step": 14830
    },
    {
      "epoch": 1.2598538905878356,
      "grad_norm": 2.229008506851985,
      "learning_rate": 0.0002748633069925147,
      "loss": 5.3143,
      "step": 14831
    },
    {
      "epoch": 1.2599388379204892,
      "grad_norm": 1.9898616630136872,
      "learning_rate": 0.000274859502028068,
      "loss": 4.4404,
      "step": 14832
    },
    {
      "epoch": 1.260023785253143,
      "grad_norm": 2.1243252545132947,
      "learning_rate": 0.000274855696802003,
      "loss": 4.9727,
      "step": 14833
    },
    {
      "epoch": 1.2601087325857967,
      "grad_norm": 2.230080663202223,
      "learning_rate": 0.00027485189131432774,
      "loss": 5.3192,
      "step": 14834
    },
    {
      "epoch": 1.2601936799184505,
      "grad_norm": 2.268210563533897,
      "learning_rate": 0.0002748480855650502,
      "loss": 5.2818,
      "step": 14835
    },
    {
      "epoch": 1.2602786272511044,
      "grad_norm": 2.0980462930889687,
      "learning_rate": 0.00027484427955417836,
      "loss": 4.9054,
      "step": 14836
    },
    {
      "epoch": 1.260363574583758,
      "grad_norm": 2.093287625987612,
      "learning_rate": 0.0002748404732817202,
      "loss": 4.9653,
      "step": 14837
    },
    {
      "epoch": 1.2604485219164119,
      "grad_norm": 2.134102158081088,
      "learning_rate": 0.0002748366667476836,
      "loss": 4.7263,
      "step": 14838
    },
    {
      "epoch": 1.2605334692490655,
      "grad_norm": 2.2395533596131796,
      "learning_rate": 0.00027483285995207654,
      "loss": 5.2864,
      "step": 14839
    },
    {
      "epoch": 1.2606184165817194,
      "grad_norm": 2.2081161002235956,
      "learning_rate": 0.00027482905289490713,
      "loss": 5.1859,
      "step": 14840
    },
    {
      "epoch": 1.2607033639143732,
      "grad_norm": 2.1338150701652125,
      "learning_rate": 0.0002748252455761832,
      "loss": 5.2047,
      "step": 14841
    },
    {
      "epoch": 1.2607883112470268,
      "grad_norm": 2.25770666376364,
      "learning_rate": 0.0002748214379959129,
      "loss": 5.347,
      "step": 14842
    },
    {
      "epoch": 1.2608732585796805,
      "grad_norm": 2.264238316577761,
      "learning_rate": 0.00027481763015410404,
      "loss": 5.33,
      "step": 14843
    },
    {
      "epoch": 1.2609582059123343,
      "grad_norm": 2.249432210692267,
      "learning_rate": 0.0002748138220507647,
      "loss": 5.5405,
      "step": 14844
    },
    {
      "epoch": 1.2610431532449882,
      "grad_norm": 2.085088640271275,
      "learning_rate": 0.0002748100136859028,
      "loss": 5.0109,
      "step": 14845
    },
    {
      "epoch": 1.2611281005776418,
      "grad_norm": 2.0320738403238936,
      "learning_rate": 0.0002748062050595264,
      "loss": 4.2512,
      "step": 14846
    },
    {
      "epoch": 1.2612130479102956,
      "grad_norm": 2.292114215995467,
      "learning_rate": 0.00027480239617164333,
      "loss": 5.113,
      "step": 14847
    },
    {
      "epoch": 1.2612979952429493,
      "grad_norm": 2.243853768842215,
      "learning_rate": 0.0002747985870222617,
      "loss": 5.1391,
      "step": 14848
    },
    {
      "epoch": 1.2613829425756031,
      "grad_norm": 2.0880037034827152,
      "learning_rate": 0.0002747947776113895,
      "loss": 5.0019,
      "step": 14849
    },
    {
      "epoch": 1.261467889908257,
      "grad_norm": 2.226111873017899,
      "learning_rate": 0.0002747909679390346,
      "loss": 5.0557,
      "step": 14850
    },
    {
      "epoch": 1.2615528372409106,
      "grad_norm": 2.3432123044899567,
      "learning_rate": 0.00027478715800520514,
      "loss": 5.4729,
      "step": 14851
    },
    {
      "epoch": 1.2616377845735645,
      "grad_norm": 2.1597938848167226,
      "learning_rate": 0.0002747833478099089,
      "loss": 4.9566,
      "step": 14852
    },
    {
      "epoch": 1.261722731906218,
      "grad_norm": 2.187127608960468,
      "learning_rate": 0.00027477953735315406,
      "loss": 5.1924,
      "step": 14853
    },
    {
      "epoch": 1.261807679238872,
      "grad_norm": 2.1032574659890453,
      "learning_rate": 0.0002747757266349485,
      "loss": 5.1997,
      "step": 14854
    },
    {
      "epoch": 1.2618926265715258,
      "grad_norm": 2.262704251798967,
      "learning_rate": 0.00027477191565530027,
      "loss": 5.4298,
      "step": 14855
    },
    {
      "epoch": 1.2619775739041794,
      "grad_norm": 2.1699958290877785,
      "learning_rate": 0.00027476810441421723,
      "loss": 4.9552,
      "step": 14856
    },
    {
      "epoch": 1.262062521236833,
      "grad_norm": 2.084471004542153,
      "learning_rate": 0.00027476429291170746,
      "loss": 5.0395,
      "step": 14857
    },
    {
      "epoch": 1.262147468569487,
      "grad_norm": 2.1773179015314468,
      "learning_rate": 0.000274760481147779,
      "loss": 5.0258,
      "step": 14858
    },
    {
      "epoch": 1.2622324159021407,
      "grad_norm": 2.0937998931814374,
      "learning_rate": 0.0002747566691224397,
      "loss": 4.9822,
      "step": 14859
    },
    {
      "epoch": 1.2623173632347944,
      "grad_norm": 2.2388408286803996,
      "learning_rate": 0.0002747528568356977,
      "loss": 5.2305,
      "step": 14860
    },
    {
      "epoch": 1.2624023105674482,
      "grad_norm": 2.1425151804476985,
      "learning_rate": 0.0002747490442875608,
      "loss": 5.1534,
      "step": 14861
    },
    {
      "epoch": 1.2624872579001019,
      "grad_norm": 2.2792950219812482,
      "learning_rate": 0.0002747452314780371,
      "loss": 5.3295,
      "step": 14862
    },
    {
      "epoch": 1.2625722052327557,
      "grad_norm": 2.1690073395809866,
      "learning_rate": 0.0002747414184071347,
      "loss": 5.0546,
      "step": 14863
    },
    {
      "epoch": 1.2626571525654096,
      "grad_norm": 2.1106579175400118,
      "learning_rate": 0.00027473760507486136,
      "loss": 5.2294,
      "step": 14864
    },
    {
      "epoch": 1.2627420998980632,
      "grad_norm": 2.0595887472582635,
      "learning_rate": 0.0002747337914812252,
      "loss": 4.6167,
      "step": 14865
    },
    {
      "epoch": 1.262827047230717,
      "grad_norm": 2.260713476585669,
      "learning_rate": 0.00027472997762623423,
      "loss": 5.3359,
      "step": 14866
    },
    {
      "epoch": 1.2629119945633707,
      "grad_norm": 2.250479777505094,
      "learning_rate": 0.0002747261635098964,
      "loss": 5.487,
      "step": 14867
    },
    {
      "epoch": 1.2629969418960245,
      "grad_norm": 2.3167919306975597,
      "learning_rate": 0.0002747223491322197,
      "loss": 5.3698,
      "step": 14868
    },
    {
      "epoch": 1.2630818892286781,
      "grad_norm": 2.093061702229082,
      "learning_rate": 0.0002747185344932121,
      "loss": 4.8449,
      "step": 14869
    },
    {
      "epoch": 1.263166836561332,
      "grad_norm": 2.1871086924544687,
      "learning_rate": 0.00027471471959288166,
      "loss": 5.2615,
      "step": 14870
    },
    {
      "epoch": 1.2632517838939856,
      "grad_norm": 2.253855560399426,
      "learning_rate": 0.0002747109044312363,
      "loss": 5.2238,
      "step": 14871
    },
    {
      "epoch": 1.2633367312266395,
      "grad_norm": 2.1560850629121533,
      "learning_rate": 0.0002747070890082841,
      "loss": 4.9132,
      "step": 14872
    },
    {
      "epoch": 1.2634216785592933,
      "grad_norm": 2.2018305518652697,
      "learning_rate": 0.00027470327332403295,
      "loss": 5.2279,
      "step": 14873
    },
    {
      "epoch": 1.263506625891947,
      "grad_norm": 2.0908860410666232,
      "learning_rate": 0.0002746994573784909,
      "loss": 4.8167,
      "step": 14874
    },
    {
      "epoch": 1.2635915732246008,
      "grad_norm": 2.105617669949968,
      "learning_rate": 0.000274695641171666,
      "loss": 4.9296,
      "step": 14875
    },
    {
      "epoch": 1.2636765205572544,
      "grad_norm": 2.1638977285013743,
      "learning_rate": 0.0002746918247035661,
      "loss": 4.307,
      "step": 14876
    },
    {
      "epoch": 1.2637614678899083,
      "grad_norm": 2.1799189240587165,
      "learning_rate": 0.0002746880079741993,
      "loss": 4.5965,
      "step": 14877
    },
    {
      "epoch": 1.2638464152225621,
      "grad_norm": 2.2519591456106607,
      "learning_rate": 0.0002746841909835736,
      "loss": 5.3233,
      "step": 14878
    },
    {
      "epoch": 1.2639313625552158,
      "grad_norm": 2.058092025207414,
      "learning_rate": 0.00027468037373169703,
      "loss": 4.9119,
      "step": 14879
    },
    {
      "epoch": 1.2640163098878694,
      "grad_norm": 2.2959373092730773,
      "learning_rate": 0.0002746765562185775,
      "loss": 5.3969,
      "step": 14880
    },
    {
      "epoch": 1.2641012572205232,
      "grad_norm": 2.118571526957056,
      "learning_rate": 0.00027467273844422304,
      "loss": 4.7284,
      "step": 14881
    },
    {
      "epoch": 1.264186204553177,
      "grad_norm": 2.062427717200232,
      "learning_rate": 0.00027466892040864166,
      "loss": 4.7782,
      "step": 14882
    },
    {
      "epoch": 1.2642711518858307,
      "grad_norm": 2.097982448642162,
      "learning_rate": 0.0002746651021118414,
      "loss": 5.0531,
      "step": 14883
    },
    {
      "epoch": 1.2643560992184846,
      "grad_norm": 2.0696083591375865,
      "learning_rate": 0.0002746612835538302,
      "loss": 4.6906,
      "step": 14884
    },
    {
      "epoch": 1.2644410465511382,
      "grad_norm": 2.0967176565324035,
      "learning_rate": 0.000274657464734616,
      "loss": 4.7171,
      "step": 14885
    },
    {
      "epoch": 1.264525993883792,
      "grad_norm": 2.179086682084808,
      "learning_rate": 0.00027465364565420694,
      "loss": 5.1371,
      "step": 14886
    },
    {
      "epoch": 1.264610941216446,
      "grad_norm": 2.1181757001965242,
      "learning_rate": 0.00027464982631261097,
      "loss": 5.1064,
      "step": 14887
    },
    {
      "epoch": 1.2646958885490995,
      "grad_norm": 2.0905889749504984,
      "learning_rate": 0.0002746460067098361,
      "loss": 5.1307,
      "step": 14888
    },
    {
      "epoch": 1.2647808358817534,
      "grad_norm": 2.1019064840117445,
      "learning_rate": 0.0002746421868458903,
      "loss": 4.7931,
      "step": 14889
    },
    {
      "epoch": 1.264865783214407,
      "grad_norm": 2.144705679430921,
      "learning_rate": 0.00027463836672078157,
      "loss": 5.2504,
      "step": 14890
    },
    {
      "epoch": 1.2649507305470609,
      "grad_norm": 2.3065084094509336,
      "learning_rate": 0.00027463454633451794,
      "loss": 5.3539,
      "step": 14891
    },
    {
      "epoch": 1.2650356778797147,
      "grad_norm": 2.1152835808598147,
      "learning_rate": 0.00027463072568710746,
      "loss": 5.0653,
      "step": 14892
    },
    {
      "epoch": 1.2651206252123683,
      "grad_norm": 2.1331093102685714,
      "learning_rate": 0.00027462690477855805,
      "loss": 5.2582,
      "step": 14893
    },
    {
      "epoch": 1.265205572545022,
      "grad_norm": 2.1362134498411574,
      "learning_rate": 0.00027462308360887773,
      "loss": 4.9273,
      "step": 14894
    },
    {
      "epoch": 1.2652905198776758,
      "grad_norm": 2.1205010125312986,
      "learning_rate": 0.00027461926217807453,
      "loss": 5.106,
      "step": 14895
    },
    {
      "epoch": 1.2653754672103297,
      "grad_norm": 2.0270467947035757,
      "learning_rate": 0.00027461544048615653,
      "loss": 4.5578,
      "step": 14896
    },
    {
      "epoch": 1.2654604145429833,
      "grad_norm": 2.1606620492879696,
      "learning_rate": 0.0002746116185331316,
      "loss": 5.3536,
      "step": 14897
    },
    {
      "epoch": 1.2655453618756372,
      "grad_norm": 2.0896482626389816,
      "learning_rate": 0.0002746077963190078,
      "loss": 4.831,
      "step": 14898
    },
    {
      "epoch": 1.2656303092082908,
      "grad_norm": 2.2697526558089685,
      "learning_rate": 0.0002746039738437932,
      "loss": 5.3366,
      "step": 14899
    },
    {
      "epoch": 1.2657152565409446,
      "grad_norm": 2.2194689435817083,
      "learning_rate": 0.00027460015110749577,
      "loss": 5.3001,
      "step": 14900
    },
    {
      "epoch": 1.2658002038735985,
      "grad_norm": 2.076686134662511,
      "learning_rate": 0.00027459632811012343,
      "loss": 4.8614,
      "step": 14901
    },
    {
      "epoch": 1.2658851512062521,
      "grad_norm": 2.235796488382893,
      "learning_rate": 0.0002745925048516843,
      "loss": 5.3478,
      "step": 14902
    },
    {
      "epoch": 1.2659700985389057,
      "grad_norm": 2.047469402850113,
      "learning_rate": 0.00027458868133218645,
      "loss": 4.8072,
      "step": 14903
    },
    {
      "epoch": 1.2660550458715596,
      "grad_norm": 2.095275004396576,
      "learning_rate": 0.0002745848575516377,
      "loss": 4.566,
      "step": 14904
    },
    {
      "epoch": 1.2661399932042134,
      "grad_norm": 2.08889391471848,
      "learning_rate": 0.00027458103351004617,
      "loss": 4.9391,
      "step": 14905
    },
    {
      "epoch": 1.266224940536867,
      "grad_norm": 2.2678166900895347,
      "learning_rate": 0.00027457720920741986,
      "loss": 5.3162,
      "step": 14906
    },
    {
      "epoch": 1.266309887869521,
      "grad_norm": 2.263225639977105,
      "learning_rate": 0.00027457338464376683,
      "loss": 5.4603,
      "step": 14907
    },
    {
      "epoch": 1.2663948352021746,
      "grad_norm": 2.1395370485378944,
      "learning_rate": 0.00027456955981909506,
      "loss": 5.0528,
      "step": 14908
    },
    {
      "epoch": 1.2664797825348284,
      "grad_norm": 2.108349845508848,
      "learning_rate": 0.00027456573473341256,
      "loss": 4.7563,
      "step": 14909
    },
    {
      "epoch": 1.2665647298674823,
      "grad_norm": 2.2082831688575424,
      "learning_rate": 0.0002745619093867273,
      "loss": 4.9378,
      "step": 14910
    },
    {
      "epoch": 1.2666496772001359,
      "grad_norm": 2.164107830743922,
      "learning_rate": 0.0002745580837790474,
      "loss": 5.1287,
      "step": 14911
    },
    {
      "epoch": 1.2667346245327897,
      "grad_norm": 2.1753461450711122,
      "learning_rate": 0.0002745542579103807,
      "loss": 4.9225,
      "step": 14912
    },
    {
      "epoch": 1.2668195718654434,
      "grad_norm": 2.211302512339806,
      "learning_rate": 0.00027455043178073544,
      "loss": 4.9279,
      "step": 14913
    },
    {
      "epoch": 1.2669045191980972,
      "grad_norm": 2.308119712820285,
      "learning_rate": 0.0002745466053901195,
      "loss": 5.4433,
      "step": 14914
    },
    {
      "epoch": 1.266989466530751,
      "grad_norm": 2.1211670044757898,
      "learning_rate": 0.0002745427787385409,
      "loss": 4.7317,
      "step": 14915
    },
    {
      "epoch": 1.2670744138634047,
      "grad_norm": 2.209948481739842,
      "learning_rate": 0.0002745389518260077,
      "loss": 5.3065,
      "step": 14916
    },
    {
      "epoch": 1.2671593611960583,
      "grad_norm": 2.102496787637095,
      "learning_rate": 0.0002745351246525279,
      "loss": 4.8371,
      "step": 14917
    },
    {
      "epoch": 1.2672443085287122,
      "grad_norm": 2.270666682065411,
      "learning_rate": 0.0002745312972181095,
      "loss": 5.4137,
      "step": 14918
    },
    {
      "epoch": 1.267329255861366,
      "grad_norm": 2.2579875301083905,
      "learning_rate": 0.00027452746952276056,
      "loss": 5.4064,
      "step": 14919
    },
    {
      "epoch": 1.2674142031940197,
      "grad_norm": 2.034814832932004,
      "learning_rate": 0.00027452364156648905,
      "loss": 4.5503,
      "step": 14920
    },
    {
      "epoch": 1.2674991505266735,
      "grad_norm": 1.9800040579413678,
      "learning_rate": 0.0002745198133493031,
      "loss": 4.4018,
      "step": 14921
    },
    {
      "epoch": 1.2675840978593271,
      "grad_norm": 2.137373940772487,
      "learning_rate": 0.0002745159848712106,
      "loss": 4.9872,
      "step": 14922
    },
    {
      "epoch": 1.267669045191981,
      "grad_norm": 2.249671400639587,
      "learning_rate": 0.0002745121561322196,
      "loss": 5.4647,
      "step": 14923
    },
    {
      "epoch": 1.2677539925246348,
      "grad_norm": 2.2556401953413587,
      "learning_rate": 0.0002745083271323381,
      "loss": 5.0227,
      "step": 14924
    },
    {
      "epoch": 1.2678389398572885,
      "grad_norm": 2.1097204631094275,
      "learning_rate": 0.0002745044978715742,
      "loss": 5.2398,
      "step": 14925
    },
    {
      "epoch": 1.2679238871899423,
      "grad_norm": 2.13004902708393,
      "learning_rate": 0.000274500668349936,
      "loss": 5.0851,
      "step": 14926
    },
    {
      "epoch": 1.268008834522596,
      "grad_norm": 2.0666206367624005,
      "learning_rate": 0.0002744968385674313,
      "loss": 4.7254,
      "step": 14927
    },
    {
      "epoch": 1.2680937818552498,
      "grad_norm": 2.20306093630483,
      "learning_rate": 0.00027449300852406834,
      "loss": 5.2617,
      "step": 14928
    },
    {
      "epoch": 1.2681787291879034,
      "grad_norm": 2.0632144649654154,
      "learning_rate": 0.00027448917821985494,
      "loss": 4.7979,
      "step": 14929
    },
    {
      "epoch": 1.2682636765205573,
      "grad_norm": 2.177730735790242,
      "learning_rate": 0.0002744853476547993,
      "loss": 5.3277,
      "step": 14930
    },
    {
      "epoch": 1.268348623853211,
      "grad_norm": 2.2399471640882265,
      "learning_rate": 0.00027448151682890934,
      "loss": 5.3516,
      "step": 14931
    },
    {
      "epoch": 1.2684335711858647,
      "grad_norm": 2.143031939156871,
      "learning_rate": 0.00027447768574219314,
      "loss": 5.0543,
      "step": 14932
    },
    {
      "epoch": 1.2685185185185186,
      "grad_norm": 2.1785694532481292,
      "learning_rate": 0.0002744738543946587,
      "loss": 5.1641,
      "step": 14933
    },
    {
      "epoch": 1.2686034658511722,
      "grad_norm": 2.1128996524312806,
      "learning_rate": 0.0002744700227863141,
      "loss": 5.0802,
      "step": 14934
    },
    {
      "epoch": 1.268688413183826,
      "grad_norm": 2.1458322304369264,
      "learning_rate": 0.0002744661909171673,
      "loss": 5.0942,
      "step": 14935
    },
    {
      "epoch": 1.2687733605164797,
      "grad_norm": 2.151261924266826,
      "learning_rate": 0.00027446235878722633,
      "loss": 4.76,
      "step": 14936
    },
    {
      "epoch": 1.2688583078491336,
      "grad_norm": 2.107545821911933,
      "learning_rate": 0.00027445852639649925,
      "loss": 4.8304,
      "step": 14937
    },
    {
      "epoch": 1.2689432551817874,
      "grad_norm": 2.122974971645099,
      "learning_rate": 0.00027445469374499416,
      "loss": 5.0009,
      "step": 14938
    },
    {
      "epoch": 1.269028202514441,
      "grad_norm": 2.279579236161543,
      "learning_rate": 0.0002744508608327189,
      "loss": 5.4851,
      "step": 14939
    },
    {
      "epoch": 1.2691131498470947,
      "grad_norm": 2.284311575913786,
      "learning_rate": 0.0002744470276596817,
      "loss": 5.3275,
      "step": 14940
    },
    {
      "epoch": 1.2691980971797485,
      "grad_norm": 2.159716879255265,
      "learning_rate": 0.00027444319422589044,
      "loss": 4.8792,
      "step": 14941
    },
    {
      "epoch": 1.2692830445124024,
      "grad_norm": 2.3248012359646135,
      "learning_rate": 0.00027443936053135327,
      "loss": 5.4254,
      "step": 14942
    },
    {
      "epoch": 1.269367991845056,
      "grad_norm": 2.093345126968237,
      "learning_rate": 0.0002744355265760782,
      "loss": 5.0516,
      "step": 14943
    },
    {
      "epoch": 1.2694529391777098,
      "grad_norm": 2.176127189423535,
      "learning_rate": 0.0002744316923600732,
      "loss": 4.8505,
      "step": 14944
    },
    {
      "epoch": 1.2695378865103635,
      "grad_norm": 2.2657146814592255,
      "learning_rate": 0.0002744278578833464,
      "loss": 5.3479,
      "step": 14945
    },
    {
      "epoch": 1.2696228338430173,
      "grad_norm": 2.114192660869886,
      "learning_rate": 0.00027442402314590566,
      "loss": 4.8311,
      "step": 14946
    },
    {
      "epoch": 1.2697077811756712,
      "grad_norm": 2.1822775703245747,
      "learning_rate": 0.00027442018814775925,
      "loss": 4.9165,
      "step": 14947
    },
    {
      "epoch": 1.2697927285083248,
      "grad_norm": 2.109501782348215,
      "learning_rate": 0.000274416352888915,
      "loss": 4.9135,
      "step": 14948
    },
    {
      "epoch": 1.2698776758409787,
      "grad_norm": 2.2779838826114736,
      "learning_rate": 0.0002744125173693811,
      "loss": 5.3302,
      "step": 14949
    },
    {
      "epoch": 1.2699626231736323,
      "grad_norm": 2.270972737346346,
      "learning_rate": 0.00027440868158916544,
      "loss": 5.097,
      "step": 14950
    },
    {
      "epoch": 1.2700475705062861,
      "grad_norm": 2.3174842630301034,
      "learning_rate": 0.0002744048455482762,
      "loss": 5.6198,
      "step": 14951
    },
    {
      "epoch": 1.27013251783894,
      "grad_norm": 2.2091344044757726,
      "learning_rate": 0.0002744010092467213,
      "loss": 5.1119,
      "step": 14952
    },
    {
      "epoch": 1.2702174651715936,
      "grad_norm": 2.2401879665895126,
      "learning_rate": 0.0002743971726845089,
      "loss": 5.3954,
      "step": 14953
    },
    {
      "epoch": 1.2703024125042472,
      "grad_norm": 2.2454306038800174,
      "learning_rate": 0.0002743933358616469,
      "loss": 5.4848,
      "step": 14954
    },
    {
      "epoch": 1.270387359836901,
      "grad_norm": 2.2372898819775053,
      "learning_rate": 0.00027438949877814345,
      "loss": 4.9634,
      "step": 14955
    },
    {
      "epoch": 1.270472307169555,
      "grad_norm": 2.2702698698192636,
      "learning_rate": 0.0002743856614340066,
      "loss": 5.3488,
      "step": 14956
    },
    {
      "epoch": 1.2705572545022086,
      "grad_norm": 2.265366838141536,
      "learning_rate": 0.00027438182382924427,
      "loss": 5.4335,
      "step": 14957
    },
    {
      "epoch": 1.2706422018348624,
      "grad_norm": 2.230511061346565,
      "learning_rate": 0.00027437798596386455,
      "loss": 5.0822,
      "step": 14958
    },
    {
      "epoch": 1.270727149167516,
      "grad_norm": 2.2101673203158447,
      "learning_rate": 0.0002743741478378756,
      "loss": 5.0178,
      "step": 14959
    },
    {
      "epoch": 1.27081209650017,
      "grad_norm": 2.311306601481072,
      "learning_rate": 0.00027437030945128525,
      "loss": 5.3797,
      "step": 14960
    },
    {
      "epoch": 1.2708970438328238,
      "grad_norm": 2.2443588712327425,
      "learning_rate": 0.00027436647080410177,
      "loss": 5.1765,
      "step": 14961
    },
    {
      "epoch": 1.2709819911654774,
      "grad_norm": 2.1732027740704196,
      "learning_rate": 0.000274362631896333,
      "loss": 4.8299,
      "step": 14962
    },
    {
      "epoch": 1.2710669384981312,
      "grad_norm": 2.082126388465552,
      "learning_rate": 0.0002743587927279871,
      "loss": 4.7229,
      "step": 14963
    },
    {
      "epoch": 1.2711518858307849,
      "grad_norm": 2.255454857905261,
      "learning_rate": 0.0002743549532990721,
      "loss": 5.2668,
      "step": 14964
    },
    {
      "epoch": 1.2712368331634387,
      "grad_norm": 2.227409602786238,
      "learning_rate": 0.000274351113609596,
      "loss": 5.1845,
      "step": 14965
    },
    {
      "epoch": 1.2713217804960923,
      "grad_norm": 2.1424740240727362,
      "learning_rate": 0.00027434727365956694,
      "loss": 4.9303,
      "step": 14966
    },
    {
      "epoch": 1.2714067278287462,
      "grad_norm": 2.2586967793422867,
      "learning_rate": 0.00027434343344899287,
      "loss": 5.0978,
      "step": 14967
    },
    {
      "epoch": 1.2714916751613998,
      "grad_norm": 2.227747313007813,
      "learning_rate": 0.0002743395929778818,
      "loss": 5.063,
      "step": 14968
    },
    {
      "epoch": 1.2715766224940537,
      "grad_norm": 2.1265805185102655,
      "learning_rate": 0.0002743357522462419,
      "loss": 5.1581,
      "step": 14969
    },
    {
      "epoch": 1.2716615698267075,
      "grad_norm": 2.146731553686599,
      "learning_rate": 0.0002743319112540812,
      "loss": 5.1789,
      "step": 14970
    },
    {
      "epoch": 1.2717465171593612,
      "grad_norm": 2.0779271367247323,
      "learning_rate": 0.0002743280700014077,
      "loss": 4.6291,
      "step": 14971
    },
    {
      "epoch": 1.271831464492015,
      "grad_norm": 2.288770575651394,
      "learning_rate": 0.0002743242284882295,
      "loss": 5.2296,
      "step": 14972
    },
    {
      "epoch": 1.2719164118246686,
      "grad_norm": 2.128041732382465,
      "learning_rate": 0.0002743203867145545,
      "loss": 5.2363,
      "step": 14973
    },
    {
      "epoch": 1.2720013591573225,
      "grad_norm": 2.1232221881622055,
      "learning_rate": 0.000274316544680391,
      "loss": 4.5736,
      "step": 14974
    },
    {
      "epoch": 1.2720863064899763,
      "grad_norm": 2.110401640963656,
      "learning_rate": 0.00027431270238574676,
      "loss": 4.8706,
      "step": 14975
    },
    {
      "epoch": 1.27217125382263,
      "grad_norm": 2.084154119934232,
      "learning_rate": 0.0002743088598306301,
      "loss": 4.7657,
      "step": 14976
    },
    {
      "epoch": 1.2722562011552836,
      "grad_norm": 2.101577545515604,
      "learning_rate": 0.0002743050170150489,
      "loss": 4.9224,
      "step": 14977
    },
    {
      "epoch": 1.2723411484879374,
      "grad_norm": 2.334444648099864,
      "learning_rate": 0.00027430117393901127,
      "loss": 5.5546,
      "step": 14978
    },
    {
      "epoch": 1.2724260958205913,
      "grad_norm": 2.216888535702669,
      "learning_rate": 0.00027429733060252523,
      "loss": 5.2615,
      "step": 14979
    },
    {
      "epoch": 1.272511043153245,
      "grad_norm": 2.028148522115991,
      "learning_rate": 0.0002742934870055989,
      "loss": 4.829,
      "step": 14980
    },
    {
      "epoch": 1.2725959904858988,
      "grad_norm": 2.1725904945113133,
      "learning_rate": 0.0002742896431482403,
      "loss": 5.3867,
      "step": 14981
    },
    {
      "epoch": 1.2726809378185524,
      "grad_norm": 2.13390604327043,
      "learning_rate": 0.00027428579903045745,
      "loss": 5.227,
      "step": 14982
    },
    {
      "epoch": 1.2727658851512063,
      "grad_norm": 2.037405856765183,
      "learning_rate": 0.0002742819546522584,
      "loss": 5.0242,
      "step": 14983
    },
    {
      "epoch": 1.27285083248386,
      "grad_norm": 2.1133873647025303,
      "learning_rate": 0.0002742781100136513,
      "loss": 5.0711,
      "step": 14984
    },
    {
      "epoch": 1.2729357798165137,
      "grad_norm": 2.0597909683092612,
      "learning_rate": 0.00027427426511464413,
      "loss": 4.6865,
      "step": 14985
    },
    {
      "epoch": 1.2730207271491676,
      "grad_norm": 2.166720225244424,
      "learning_rate": 0.0002742704199552449,
      "loss": 5.2869,
      "step": 14986
    },
    {
      "epoch": 1.2731056744818212,
      "grad_norm": 2.0106763629195115,
      "learning_rate": 0.0002742665745354618,
      "loss": 4.1432,
      "step": 14987
    },
    {
      "epoch": 1.273190621814475,
      "grad_norm": 2.1342801593869924,
      "learning_rate": 0.0002742627288553028,
      "loss": 5.14,
      "step": 14988
    },
    {
      "epoch": 1.273275569147129,
      "grad_norm": 2.064065448317191,
      "learning_rate": 0.00027425888291477595,
      "loss": 4.7794,
      "step": 14989
    },
    {
      "epoch": 1.2733605164797825,
      "grad_norm": 2.0661713819702627,
      "learning_rate": 0.00027425503671388936,
      "loss": 5.0361,
      "step": 14990
    },
    {
      "epoch": 1.2734454638124362,
      "grad_norm": 2.100502233392832,
      "learning_rate": 0.000274251190252651,
      "loss": 5.3454,
      "step": 14991
    },
    {
      "epoch": 1.27353041114509,
      "grad_norm": 2.0571535911647483,
      "learning_rate": 0.0002742473435310691,
      "loss": 4.643,
      "step": 14992
    },
    {
      "epoch": 1.2736153584777439,
      "grad_norm": 2.2199672990467456,
      "learning_rate": 0.0002742434965491515,
      "loss": 5.026,
      "step": 14993
    },
    {
      "epoch": 1.2737003058103975,
      "grad_norm": 2.2222656623512034,
      "learning_rate": 0.0002742396493069064,
      "loss": 5.3768,
      "step": 14994
    },
    {
      "epoch": 1.2737852531430514,
      "grad_norm": 2.222805257503252,
      "learning_rate": 0.0002742358018043418,
      "loss": 5.2112,
      "step": 14995
    },
    {
      "epoch": 1.273870200475705,
      "grad_norm": 2.1258746385034106,
      "learning_rate": 0.00027423195404146583,
      "loss": 4.7393,
      "step": 14996
    },
    {
      "epoch": 1.2739551478083588,
      "grad_norm": 2.2841300059440197,
      "learning_rate": 0.0002742281060182865,
      "loss": 5.3689,
      "step": 14997
    },
    {
      "epoch": 1.2740400951410127,
      "grad_norm": 2.2556753736880224,
      "learning_rate": 0.0002742242577348119,
      "loss": 5.4319,
      "step": 14998
    },
    {
      "epoch": 1.2741250424736663,
      "grad_norm": 2.2275187543925945,
      "learning_rate": 0.00027422040919105006,
      "loss": 5.1253,
      "step": 14999
    },
    {
      "epoch": 1.2742099898063202,
      "grad_norm": 2.2652747042293986,
      "learning_rate": 0.00027421656038700907,
      "loss": 5.2054,
      "step": 15000
    },
    {
      "epoch": 1.2742949371389738,
      "grad_norm": 2.079309004251028,
      "learning_rate": 0.000274212711322697,
      "loss": 4.6388,
      "step": 15001
    },
    {
      "epoch": 1.2743798844716276,
      "grad_norm": 2.1149586366038737,
      "learning_rate": 0.0002742088619981219,
      "loss": 4.8094,
      "step": 15002
    },
    {
      "epoch": 1.2744648318042813,
      "grad_norm": 2.2273013176968863,
      "learning_rate": 0.00027420501241329177,
      "loss": 5.3106,
      "step": 15003
    },
    {
      "epoch": 1.2745497791369351,
      "grad_norm": 2.039541270420774,
      "learning_rate": 0.0002742011625682148,
      "loss": 4.8058,
      "step": 15004
    },
    {
      "epoch": 1.2746347264695888,
      "grad_norm": 2.1136319646907125,
      "learning_rate": 0.00027419731246289904,
      "loss": 4.9423,
      "step": 15005
    },
    {
      "epoch": 1.2747196738022426,
      "grad_norm": 2.1666582309079936,
      "learning_rate": 0.00027419346209735246,
      "loss": 5.0953,
      "step": 15006
    },
    {
      "epoch": 1.2748046211348965,
      "grad_norm": 2.1255063601715998,
      "learning_rate": 0.0002741896114715832,
      "loss": 4.8187,
      "step": 15007
    },
    {
      "epoch": 1.27488956846755,
      "grad_norm": 2.141782929801742,
      "learning_rate": 0.0002741857605855993,
      "loss": 4.5014,
      "step": 15008
    },
    {
      "epoch": 1.274974515800204,
      "grad_norm": 2.1547081061243007,
      "learning_rate": 0.0002741819094394089,
      "loss": 4.9423,
      "step": 15009
    },
    {
      "epoch": 1.2750594631328576,
      "grad_norm": 2.1349949003346196,
      "learning_rate": 0.00027417805803302,
      "loss": 4.435,
      "step": 15010
    },
    {
      "epoch": 1.2751444104655114,
      "grad_norm": 2.2691969450092344,
      "learning_rate": 0.0002741742063664406,
      "loss": 4.311,
      "step": 15011
    },
    {
      "epoch": 1.2752293577981653,
      "grad_norm": 2.156576809640361,
      "learning_rate": 0.0002741703544396789,
      "loss": 5.1865,
      "step": 15012
    },
    {
      "epoch": 1.275314305130819,
      "grad_norm": 2.1883191744432198,
      "learning_rate": 0.0002741665022527429,
      "loss": 5.0076,
      "step": 15013
    },
    {
      "epoch": 1.2753992524634725,
      "grad_norm": 2.178875787589395,
      "learning_rate": 0.00027416264980564077,
      "loss": 5.0306,
      "step": 15014
    },
    {
      "epoch": 1.2754841997961264,
      "grad_norm": 2.198380361924756,
      "learning_rate": 0.00027415879709838045,
      "loss": 4.9796,
      "step": 15015
    },
    {
      "epoch": 1.2755691471287802,
      "grad_norm": 2.090129798027961,
      "learning_rate": 0.0002741549441309701,
      "loss": 5.0116,
      "step": 15016
    },
    {
      "epoch": 1.2756540944614339,
      "grad_norm": 2.219932343037501,
      "learning_rate": 0.00027415109090341775,
      "loss": 5.4103,
      "step": 15017
    },
    {
      "epoch": 1.2757390417940877,
      "grad_norm": 2.2405656392757307,
      "learning_rate": 0.0002741472374157315,
      "loss": 5.4709,
      "step": 15018
    },
    {
      "epoch": 1.2758239891267413,
      "grad_norm": 2.070095165469766,
      "learning_rate": 0.00027414338366791934,
      "loss": 4.7135,
      "step": 15019
    },
    {
      "epoch": 1.2759089364593952,
      "grad_norm": 2.205884078487093,
      "learning_rate": 0.0002741395296599895,
      "loss": 5.2597,
      "step": 15020
    },
    {
      "epoch": 1.275993883792049,
      "grad_norm": 2.131259103262545,
      "learning_rate": 0.0002741356753919499,
      "loss": 4.8213,
      "step": 15021
    },
    {
      "epoch": 1.2760788311247027,
      "grad_norm": 2.0294089747149267,
      "learning_rate": 0.0002741318208638087,
      "loss": 5.0212,
      "step": 15022
    },
    {
      "epoch": 1.2761637784573565,
      "grad_norm": 2.258678998373124,
      "learning_rate": 0.000274127966075574,
      "loss": 5.2726,
      "step": 15023
    },
    {
      "epoch": 1.2762487257900101,
      "grad_norm": 2.2150363281103935,
      "learning_rate": 0.00027412411102725384,
      "loss": 5.3804,
      "step": 15024
    },
    {
      "epoch": 1.276333673122664,
      "grad_norm": 2.1171851940933375,
      "learning_rate": 0.00027412025571885623,
      "loss": 4.7558,
      "step": 15025
    },
    {
      "epoch": 1.2764186204553176,
      "grad_norm": 2.0744709086712327,
      "learning_rate": 0.0002741164001503894,
      "loss": 5.1829,
      "step": 15026
    },
    {
      "epoch": 1.2765035677879715,
      "grad_norm": 2.084719935351368,
      "learning_rate": 0.0002741125443218613,
      "loss": 4.8758,
      "step": 15027
    },
    {
      "epoch": 1.276588515120625,
      "grad_norm": 2.0937940524205843,
      "learning_rate": 0.00027410868823328006,
      "loss": 4.9307,
      "step": 15028
    },
    {
      "epoch": 1.276673462453279,
      "grad_norm": 2.0396727627417808,
      "learning_rate": 0.0002741048318846538,
      "loss": 4.5697,
      "step": 15029
    },
    {
      "epoch": 1.2767584097859328,
      "grad_norm": 2.082966370730498,
      "learning_rate": 0.00027410097527599044,
      "loss": 4.9146,
      "step": 15030
    },
    {
      "epoch": 1.2768433571185864,
      "grad_norm": 2.305575396404565,
      "learning_rate": 0.00027409711840729824,
      "loss": 5.467,
      "step": 15031
    },
    {
      "epoch": 1.2769283044512403,
      "grad_norm": 2.091166948972722,
      "learning_rate": 0.00027409326127858524,
      "loss": 5.0045,
      "step": 15032
    },
    {
      "epoch": 1.277013251783894,
      "grad_norm": 2.104388735310975,
      "learning_rate": 0.0002740894038898595,
      "loss": 4.7163,
      "step": 15033
    },
    {
      "epoch": 1.2770981991165478,
      "grad_norm": 2.076767018029946,
      "learning_rate": 0.000274085546241129,
      "loss": 4.7786,
      "step": 15034
    },
    {
      "epoch": 1.2771831464492016,
      "grad_norm": 2.2764941211908134,
      "learning_rate": 0.000274081688332402,
      "loss": 5.4503,
      "step": 15035
    },
    {
      "epoch": 1.2772680937818552,
      "grad_norm": 2.125013418748932,
      "learning_rate": 0.0002740778301636865,
      "loss": 4.8283,
      "step": 15036
    },
    {
      "epoch": 1.2773530411145089,
      "grad_norm": 2.1047153157056178,
      "learning_rate": 0.0002740739717349906,
      "loss": 4.8963,
      "step": 15037
    },
    {
      "epoch": 1.2774379884471627,
      "grad_norm": 2.2494561729654805,
      "learning_rate": 0.0002740701130463223,
      "loss": 5.0839,
      "step": 15038
    },
    {
      "epoch": 1.2775229357798166,
      "grad_norm": 2.018299646846012,
      "learning_rate": 0.00027406625409768983,
      "loss": 4.3559,
      "step": 15039
    },
    {
      "epoch": 1.2776078831124702,
      "grad_norm": 2.1345184345674038,
      "learning_rate": 0.0002740623948891012,
      "loss": 4.9471,
      "step": 15040
    },
    {
      "epoch": 1.277692830445124,
      "grad_norm": 2.0934464958358983,
      "learning_rate": 0.00027405853542056453,
      "loss": 4.8373,
      "step": 15041
    },
    {
      "epoch": 1.2777777777777777,
      "grad_norm": 2.1227589744563256,
      "learning_rate": 0.0002740546756920878,
      "loss": 5.1044,
      "step": 15042
    },
    {
      "epoch": 1.2778627251104315,
      "grad_norm": 2.160105919651226,
      "learning_rate": 0.0002740508157036792,
      "loss": 5.1378,
      "step": 15043
    },
    {
      "epoch": 1.2779476724430854,
      "grad_norm": 2.1088765990282945,
      "learning_rate": 0.0002740469554553468,
      "loss": 4.7789,
      "step": 15044
    },
    {
      "epoch": 1.278032619775739,
      "grad_norm": 1.9279205229184297,
      "learning_rate": 0.0002740430949470987,
      "loss": 4.2875,
      "step": 15045
    },
    {
      "epoch": 1.2781175671083929,
      "grad_norm": 2.082579511666723,
      "learning_rate": 0.00027403923417894296,
      "loss": 5.0719,
      "step": 15046
    },
    {
      "epoch": 1.2782025144410465,
      "grad_norm": 2.1965303818081945,
      "learning_rate": 0.0002740353731508877,
      "loss": 5.1803,
      "step": 15047
    },
    {
      "epoch": 1.2782874617737003,
      "grad_norm": 2.1198819598475973,
      "learning_rate": 0.00027403151186294097,
      "loss": 4.9122,
      "step": 15048
    },
    {
      "epoch": 1.2783724091063542,
      "grad_norm": 2.103460482269541,
      "learning_rate": 0.00027402765031511083,
      "loss": 5.0231,
      "step": 15049
    },
    {
      "epoch": 1.2784573564390078,
      "grad_norm": 2.1443020397594585,
      "learning_rate": 0.0002740237885074055,
      "loss": 4.8143,
      "step": 15050
    },
    {
      "epoch": 1.2785423037716614,
      "grad_norm": 2.0536381344907393,
      "learning_rate": 0.00027401992643983296,
      "loss": 4.6646,
      "step": 15051
    },
    {
      "epoch": 1.2786272511043153,
      "grad_norm": 2.076263210737336,
      "learning_rate": 0.0002740160641124013,
      "loss": 4.9538,
      "step": 15052
    },
    {
      "epoch": 1.2787121984369691,
      "grad_norm": 2.068398789471702,
      "learning_rate": 0.00027401220152511866,
      "loss": 4.7189,
      "step": 15053
    },
    {
      "epoch": 1.2787971457696228,
      "grad_norm": 2.1591097006935103,
      "learning_rate": 0.00027400833867799316,
      "loss": 4.9232,
      "step": 15054
    },
    {
      "epoch": 1.2788820931022766,
      "grad_norm": 2.303735153327971,
      "learning_rate": 0.0002740044755710328,
      "loss": 5.4823,
      "step": 15055
    },
    {
      "epoch": 1.2789670404349303,
      "grad_norm": 2.0656283443994767,
      "learning_rate": 0.0002740006122042458,
      "loss": 4.725,
      "step": 15056
    },
    {
      "epoch": 1.279051987767584,
      "grad_norm": 2.1848805156140982,
      "learning_rate": 0.0002739967485776402,
      "loss": 4.7718,
      "step": 15057
    },
    {
      "epoch": 1.279136935100238,
      "grad_norm": 2.2924170945363174,
      "learning_rate": 0.000273992884691224,
      "loss": 5.4242,
      "step": 15058
    },
    {
      "epoch": 1.2792218824328916,
      "grad_norm": 2.189979891346682,
      "learning_rate": 0.0002739890205450054,
      "loss": 5.0612,
      "step": 15059
    },
    {
      "epoch": 1.2793068297655454,
      "grad_norm": 2.1694881542173787,
      "learning_rate": 0.0002739851561389925,
      "loss": 5.3357,
      "step": 15060
    },
    {
      "epoch": 1.279391777098199,
      "grad_norm": 2.1500314498094957,
      "learning_rate": 0.0002739812914731933,
      "loss": 4.8936,
      "step": 15061
    },
    {
      "epoch": 1.279476724430853,
      "grad_norm": 2.1944674909754034,
      "learning_rate": 0.00027397742654761603,
      "loss": 5.2741,
      "step": 15062
    },
    {
      "epoch": 1.2795616717635065,
      "grad_norm": 2.224450656937634,
      "learning_rate": 0.0002739735613622687,
      "loss": 5.1433,
      "step": 15063
    },
    {
      "epoch": 1.2796466190961604,
      "grad_norm": 2.3138799851887595,
      "learning_rate": 0.00027396969591715945,
      "loss": 5.5589,
      "step": 15064
    },
    {
      "epoch": 1.279731566428814,
      "grad_norm": 2.052174699830099,
      "learning_rate": 0.0002739658302122963,
      "loss": 4.9365,
      "step": 15065
    },
    {
      "epoch": 1.2798165137614679,
      "grad_norm": 2.127540519162172,
      "learning_rate": 0.0002739619642476875,
      "loss": 4.9409,
      "step": 15066
    },
    {
      "epoch": 1.2799014610941217,
      "grad_norm": 2.281293370804926,
      "learning_rate": 0.000273958098023341,
      "loss": 5.4181,
      "step": 15067
    },
    {
      "epoch": 1.2799864084267754,
      "grad_norm": 2.2295085712155758,
      "learning_rate": 0.00027395423153926506,
      "loss": 5.4846,
      "step": 15068
    },
    {
      "epoch": 1.2800713557594292,
      "grad_norm": 2.1550232822218955,
      "learning_rate": 0.00027395036479546756,
      "loss": 4.7714,
      "step": 15069
    },
    {
      "epoch": 1.2801563030920828,
      "grad_norm": 2.1358441884939774,
      "learning_rate": 0.0002739464977919568,
      "loss": 4.9805,
      "step": 15070
    },
    {
      "epoch": 1.2802412504247367,
      "grad_norm": 2.0959326669037055,
      "learning_rate": 0.0002739426305287408,
      "loss": 5.0929,
      "step": 15071
    },
    {
      "epoch": 1.2803261977573905,
      "grad_norm": 2.280018826244958,
      "learning_rate": 0.0002739387630058277,
      "loss": 5.2194,
      "step": 15072
    },
    {
      "epoch": 1.2804111450900442,
      "grad_norm": 2.1250293856183653,
      "learning_rate": 0.0002739348952232255,
      "loss": 4.5967,
      "step": 15073
    },
    {
      "epoch": 1.2804960924226978,
      "grad_norm": 2.0014258206476585,
      "learning_rate": 0.00027393102718094244,
      "loss": 4.6932,
      "step": 15074
    },
    {
      "epoch": 1.2805810397553516,
      "grad_norm": 2.140480737541937,
      "learning_rate": 0.00027392715887898655,
      "loss": 5.0161,
      "step": 15075
    },
    {
      "epoch": 1.2806659870880055,
      "grad_norm": 2.1454474416103797,
      "learning_rate": 0.00027392329031736593,
      "loss": 4.7477,
      "step": 15076
    },
    {
      "epoch": 1.2807509344206591,
      "grad_norm": 2.152507612044088,
      "learning_rate": 0.00027391942149608875,
      "loss": 5.0588,
      "step": 15077
    },
    {
      "epoch": 1.280835881753313,
      "grad_norm": 2.2028990408822433,
      "learning_rate": 0.00027391555241516305,
      "loss": 5.1687,
      "step": 15078
    },
    {
      "epoch": 1.2809208290859666,
      "grad_norm": 2.309736256559373,
      "learning_rate": 0.000273911683074597,
      "loss": 5.3419,
      "step": 15079
    },
    {
      "epoch": 1.2810057764186205,
      "grad_norm": 2.1930819705497737,
      "learning_rate": 0.0002739078134743986,
      "loss": 5.1223,
      "step": 15080
    },
    {
      "epoch": 1.2810907237512743,
      "grad_norm": 2.16938800120293,
      "learning_rate": 0.0002739039436145761,
      "loss": 5.1026,
      "step": 15081
    },
    {
      "epoch": 1.281175671083928,
      "grad_norm": 2.0991167776921844,
      "learning_rate": 0.0002739000734951375,
      "loss": 4.5971,
      "step": 15082
    },
    {
      "epoch": 1.2812606184165818,
      "grad_norm": 2.1289894633948045,
      "learning_rate": 0.00027389620311609093,
      "loss": 4.806,
      "step": 15083
    },
    {
      "epoch": 1.2813455657492354,
      "grad_norm": 2.142266908827933,
      "learning_rate": 0.0002738923324774445,
      "loss": 4.8813,
      "step": 15084
    },
    {
      "epoch": 1.2814305130818893,
      "grad_norm": 2.0802447291591863,
      "learning_rate": 0.0002738884615792063,
      "loss": 4.8191,
      "step": 15085
    },
    {
      "epoch": 1.2815154604145431,
      "grad_norm": 2.221346763597439,
      "learning_rate": 0.00027388459042138454,
      "loss": 5.2919,
      "step": 15086
    },
    {
      "epoch": 1.2816004077471967,
      "grad_norm": 2.220692325599725,
      "learning_rate": 0.00027388071900398726,
      "loss": 5.1917,
      "step": 15087
    },
    {
      "epoch": 1.2816853550798504,
      "grad_norm": 2.2197861393960103,
      "learning_rate": 0.00027387684732702256,
      "loss": 5.3768,
      "step": 15088
    },
    {
      "epoch": 1.2817703024125042,
      "grad_norm": 2.2944730427606967,
      "learning_rate": 0.00027387297539049855,
      "loss": 5.4172,
      "step": 15089
    },
    {
      "epoch": 1.281855249745158,
      "grad_norm": 2.0902318660970063,
      "learning_rate": 0.0002738691031944234,
      "loss": 4.5933,
      "step": 15090
    },
    {
      "epoch": 1.2819401970778117,
      "grad_norm": 2.129713633056441,
      "learning_rate": 0.00027386523073880516,
      "loss": 5.0199,
      "step": 15091
    },
    {
      "epoch": 1.2820251444104656,
      "grad_norm": 2.1412465101134486,
      "learning_rate": 0.000273861358023652,
      "loss": 4.8139,
      "step": 15092
    },
    {
      "epoch": 1.2821100917431192,
      "grad_norm": 2.0908115842679207,
      "learning_rate": 0.000273857485048972,
      "loss": 4.9775,
      "step": 15093
    },
    {
      "epoch": 1.282195039075773,
      "grad_norm": 2.2131233616983725,
      "learning_rate": 0.00027385361181477317,
      "loss": 5.3022,
      "step": 15094
    },
    {
      "epoch": 1.2822799864084269,
      "grad_norm": 2.18102693413853,
      "learning_rate": 0.00027384973832106385,
      "loss": 5.2121,
      "step": 15095
    },
    {
      "epoch": 1.2823649337410805,
      "grad_norm": 2.198432902973288,
      "learning_rate": 0.000273845864567852,
      "loss": 5.1264,
      "step": 15096
    },
    {
      "epoch": 1.2824498810737344,
      "grad_norm": 2.031710454144541,
      "learning_rate": 0.0002738419905551458,
      "loss": 4.8109,
      "step": 15097
    },
    {
      "epoch": 1.282534828406388,
      "grad_norm": 2.1254785046044327,
      "learning_rate": 0.00027383811628295336,
      "loss": 4.3266,
      "step": 15098
    },
    {
      "epoch": 1.2826197757390418,
      "grad_norm": 2.2415067709554997,
      "learning_rate": 0.00027383424175128276,
      "loss": 5.3192,
      "step": 15099
    },
    {
      "epoch": 1.2827047230716955,
      "grad_norm": 2.0981263731661772,
      "learning_rate": 0.00027383036696014215,
      "loss": 4.7966,
      "step": 15100
    },
    {
      "epoch": 1.2827896704043493,
      "grad_norm": 2.1873716256435976,
      "learning_rate": 0.0002738264919095396,
      "loss": 4.8561,
      "step": 15101
    },
    {
      "epoch": 1.282874617737003,
      "grad_norm": 2.2933373002739272,
      "learning_rate": 0.0002738226165994833,
      "loss": 5.1908,
      "step": 15102
    },
    {
      "epoch": 1.2829595650696568,
      "grad_norm": 2.258717404510144,
      "learning_rate": 0.0002738187410299813,
      "loss": 5.5897,
      "step": 15103
    },
    {
      "epoch": 1.2830445124023107,
      "grad_norm": 2.3344067936492925,
      "learning_rate": 0.0002738148652010418,
      "loss": 5.1636,
      "step": 15104
    },
    {
      "epoch": 1.2831294597349643,
      "grad_norm": 2.1004227600999497,
      "learning_rate": 0.0002738109891126729,
      "loss": 5.0028,
      "step": 15105
    },
    {
      "epoch": 1.2832144070676181,
      "grad_norm": 2.0572760484361785,
      "learning_rate": 0.00027380711276488265,
      "loss": 4.8987,
      "step": 15106
    },
    {
      "epoch": 1.2832993544002718,
      "grad_norm": 2.1504798471670328,
      "learning_rate": 0.0002738032361576792,
      "loss": 4.861,
      "step": 15107
    },
    {
      "epoch": 1.2833843017329256,
      "grad_norm": 2.1033472728607205,
      "learning_rate": 0.00027379935929107077,
      "loss": 4.5535,
      "step": 15108
    },
    {
      "epoch": 1.2834692490655795,
      "grad_norm": 2.071543153521541,
      "learning_rate": 0.0002737954821650654,
      "loss": 4.5714,
      "step": 15109
    },
    {
      "epoch": 1.283554196398233,
      "grad_norm": 2.1293641194453543,
      "learning_rate": 0.00027379160477967123,
      "loss": 5.0098,
      "step": 15110
    },
    {
      "epoch": 1.2836391437308867,
      "grad_norm": 2.1916990428410994,
      "learning_rate": 0.00027378772713489635,
      "loss": 4.7237,
      "step": 15111
    },
    {
      "epoch": 1.2837240910635406,
      "grad_norm": 2.2319163174434937,
      "learning_rate": 0.00027378384923074886,
      "loss": 4.9799,
      "step": 15112
    },
    {
      "epoch": 1.2838090383961944,
      "grad_norm": 2.1772503140221415,
      "learning_rate": 0.000273779971067237,
      "loss": 4.4949,
      "step": 15113
    },
    {
      "epoch": 1.283893985728848,
      "grad_norm": 2.0783568615880337,
      "learning_rate": 0.00027377609264436884,
      "loss": 4.7032,
      "step": 15114
    },
    {
      "epoch": 1.283978933061502,
      "grad_norm": 2.336355206893902,
      "learning_rate": 0.0002737722139621525,
      "loss": 5.34,
      "step": 15115
    },
    {
      "epoch": 1.2840638803941555,
      "grad_norm": 2.145485787415215,
      "learning_rate": 0.00027376833502059603,
      "loss": 4.913,
      "step": 15116
    },
    {
      "epoch": 1.2841488277268094,
      "grad_norm": 2.1543057842891153,
      "learning_rate": 0.00027376445581970773,
      "loss": 4.9242,
      "step": 15117
    },
    {
      "epoch": 1.2842337750594632,
      "grad_norm": 2.0540312462150907,
      "learning_rate": 0.0002737605763594956,
      "loss": 4.4662,
      "step": 15118
    },
    {
      "epoch": 1.2843187223921169,
      "grad_norm": 2.0144515203667557,
      "learning_rate": 0.0002737566966399678,
      "loss": 4.8015,
      "step": 15119
    },
    {
      "epoch": 1.2844036697247707,
      "grad_norm": 2.099736568674779,
      "learning_rate": 0.0002737528166611325,
      "loss": 5.1054,
      "step": 15120
    },
    {
      "epoch": 1.2844886170574243,
      "grad_norm": 2.0616383911149403,
      "learning_rate": 0.0002737489364229977,
      "loss": 4.7211,
      "step": 15121
    },
    {
      "epoch": 1.2845735643900782,
      "grad_norm": 2.064009893550257,
      "learning_rate": 0.00027374505592557167,
      "loss": 4.9271,
      "step": 15122
    },
    {
      "epoch": 1.284658511722732,
      "grad_norm": 2.1887289029023496,
      "learning_rate": 0.0002737411751688625,
      "loss": 5.2053,
      "step": 15123
    },
    {
      "epoch": 1.2847434590553857,
      "grad_norm": 2.3133062662915718,
      "learning_rate": 0.0002737372941528783,
      "loss": 5.2418,
      "step": 15124
    },
    {
      "epoch": 1.2848284063880393,
      "grad_norm": 2.2635991515700584,
      "learning_rate": 0.00027373341287762723,
      "loss": 5.3133,
      "step": 15125
    },
    {
      "epoch": 1.2849133537206932,
      "grad_norm": 2.2301542660033014,
      "learning_rate": 0.00027372953134311746,
      "loss": 5.4986,
      "step": 15126
    },
    {
      "epoch": 1.284998301053347,
      "grad_norm": 2.1921157377713008,
      "learning_rate": 0.00027372564954935695,
      "loss": 5.1512,
      "step": 15127
    },
    {
      "epoch": 1.2850832483860006,
      "grad_norm": 2.055031985199188,
      "learning_rate": 0.000273721767496354,
      "loss": 5.0112,
      "step": 15128
    },
    {
      "epoch": 1.2851681957186545,
      "grad_norm": 2.1000361717279445,
      "learning_rate": 0.00027371788518411674,
      "loss": 4.7264,
      "step": 15129
    },
    {
      "epoch": 1.2852531430513081,
      "grad_norm": 2.189138104528878,
      "learning_rate": 0.00027371400261265325,
      "loss": 5.05,
      "step": 15130
    },
    {
      "epoch": 1.285338090383962,
      "grad_norm": 2.234828107142656,
      "learning_rate": 0.00027371011978197165,
      "loss": 5.2926,
      "step": 15131
    },
    {
      "epoch": 1.2854230377166158,
      "grad_norm": 2.1881060016467995,
      "learning_rate": 0.00027370623669208013,
      "loss": 4.9264,
      "step": 15132
    },
    {
      "epoch": 1.2855079850492694,
      "grad_norm": 2.121323043906046,
      "learning_rate": 0.0002737023533429868,
      "loss": 5.0319,
      "step": 15133
    },
    {
      "epoch": 1.285592932381923,
      "grad_norm": 2.0485091748080215,
      "learning_rate": 0.0002736984697346997,
      "loss": 4.6866,
      "step": 15134
    },
    {
      "epoch": 1.285677879714577,
      "grad_norm": 1.8366879849458209,
      "learning_rate": 0.0002736945858672272,
      "loss": 4.3887,
      "step": 15135
    },
    {
      "epoch": 1.2857628270472308,
      "grad_norm": 2.2920009175219347,
      "learning_rate": 0.0002736907017405772,
      "loss": 5.2272,
      "step": 15136
    },
    {
      "epoch": 1.2858477743798844,
      "grad_norm": 2.059515722325443,
      "learning_rate": 0.00027368681735475797,
      "loss": 4.9599,
      "step": 15137
    },
    {
      "epoch": 1.2859327217125383,
      "grad_norm": 2.146348882569682,
      "learning_rate": 0.00027368293270977766,
      "loss": 5.0621,
      "step": 15138
    },
    {
      "epoch": 1.2860176690451919,
      "grad_norm": 2.21240906480968,
      "learning_rate": 0.00027367904780564435,
      "loss": 5.299,
      "step": 15139
    },
    {
      "epoch": 1.2861026163778457,
      "grad_norm": 2.178442267214528,
      "learning_rate": 0.0002736751626423661,
      "loss": 5.2405,
      "step": 15140
    },
    {
      "epoch": 1.2861875637104996,
      "grad_norm": 2.0877788760529365,
      "learning_rate": 0.00027367127721995133,
      "loss": 4.6177,
      "step": 15141
    },
    {
      "epoch": 1.2862725110431532,
      "grad_norm": 2.2878062645596593,
      "learning_rate": 0.0002736673915384079,
      "loss": 5.4116,
      "step": 15142
    },
    {
      "epoch": 1.286357458375807,
      "grad_norm": 2.2548721247637027,
      "learning_rate": 0.00027366350559774406,
      "loss": 5.1146,
      "step": 15143
    },
    {
      "epoch": 1.2864424057084607,
      "grad_norm": 2.0339352036929643,
      "learning_rate": 0.0002736596193979679,
      "loss": 4.6596,
      "step": 15144
    },
    {
      "epoch": 1.2865273530411145,
      "grad_norm": 2.0903080871230735,
      "learning_rate": 0.00027365573293908766,
      "loss": 5.0381,
      "step": 15145
    },
    {
      "epoch": 1.2866123003737684,
      "grad_norm": 2.2683176658596893,
      "learning_rate": 0.00027365184622111144,
      "loss": 5.0728,
      "step": 15146
    },
    {
      "epoch": 1.286697247706422,
      "grad_norm": 2.0877576712258343,
      "learning_rate": 0.00027364795924404733,
      "loss": 4.7264,
      "step": 15147
    },
    {
      "epoch": 1.2867821950390756,
      "grad_norm": 2.2865762834730057,
      "learning_rate": 0.00027364407200790357,
      "loss": 5.0825,
      "step": 15148
    },
    {
      "epoch": 1.2868671423717295,
      "grad_norm": 2.1764799645683266,
      "learning_rate": 0.0002736401845126882,
      "loss": 5.0873,
      "step": 15149
    },
    {
      "epoch": 1.2869520897043834,
      "grad_norm": 2.061957751769871,
      "learning_rate": 0.00027363629675840947,
      "loss": 4.913,
      "step": 15150
    },
    {
      "epoch": 1.287037037037037,
      "grad_norm": 2.2313872764239617,
      "learning_rate": 0.00027363240874507544,
      "loss": 5.1262,
      "step": 15151
    },
    {
      "epoch": 1.2871219843696908,
      "grad_norm": 2.3229372362145404,
      "learning_rate": 0.0002736285204726943,
      "loss": 5.5351,
      "step": 15152
    },
    {
      "epoch": 1.2872069317023445,
      "grad_norm": 2.155324768185337,
      "learning_rate": 0.0002736246319412742,
      "loss": 5.0452,
      "step": 15153
    },
    {
      "epoch": 1.2872918790349983,
      "grad_norm": 2.1914438846990345,
      "learning_rate": 0.00027362074315082324,
      "loss": 4.7197,
      "step": 15154
    },
    {
      "epoch": 1.2873768263676522,
      "grad_norm": 2.1396813484649013,
      "learning_rate": 0.0002736168541013496,
      "loss": 5.0803,
      "step": 15155
    },
    {
      "epoch": 1.2874617737003058,
      "grad_norm": 2.194643892788855,
      "learning_rate": 0.0002736129647928615,
      "loss": 4.8063,
      "step": 15156
    },
    {
      "epoch": 1.2875467210329596,
      "grad_norm": 2.092002928291542,
      "learning_rate": 0.00027360907522536697,
      "loss": 4.8527,
      "step": 15157
    },
    {
      "epoch": 1.2876316683656133,
      "grad_norm": 2.2164567786864904,
      "learning_rate": 0.0002736051853988742,
      "loss": 5.2486,
      "step": 15158
    },
    {
      "epoch": 1.2877166156982671,
      "grad_norm": 2.065015565212051,
      "learning_rate": 0.0002736012953133914,
      "loss": 4.8571,
      "step": 15159
    },
    {
      "epoch": 1.2878015630309207,
      "grad_norm": 2.14253046007237,
      "learning_rate": 0.00027359740496892665,
      "loss": 5.1361,
      "step": 15160
    },
    {
      "epoch": 1.2878865103635746,
      "grad_norm": 2.065169373056689,
      "learning_rate": 0.0002735935143654881,
      "loss": 4.4334,
      "step": 15161
    },
    {
      "epoch": 1.2879714576962282,
      "grad_norm": 2.231461458180036,
      "learning_rate": 0.000273589623503084,
      "loss": 5.2663,
      "step": 15162
    },
    {
      "epoch": 1.288056405028882,
      "grad_norm": 2.158708221015088,
      "learning_rate": 0.00027358573238172234,
      "loss": 4.988,
      "step": 15163
    },
    {
      "epoch": 1.288141352361536,
      "grad_norm": 2.1772640414036815,
      "learning_rate": 0.0002735818410014114,
      "loss": 5.098,
      "step": 15164
    },
    {
      "epoch": 1.2882262996941896,
      "grad_norm": 2.125859275719339,
      "learning_rate": 0.0002735779493621593,
      "loss": 4.7242,
      "step": 15165
    },
    {
      "epoch": 1.2883112470268434,
      "grad_norm": 2.3721348560788917,
      "learning_rate": 0.0002735740574639742,
      "loss": 5.3233,
      "step": 15166
    },
    {
      "epoch": 1.288396194359497,
      "grad_norm": 2.1473054949791126,
      "learning_rate": 0.0002735701653068642,
      "loss": 4.8885,
      "step": 15167
    },
    {
      "epoch": 1.2884811416921509,
      "grad_norm": 2.3113987062308334,
      "learning_rate": 0.0002735662728908376,
      "loss": 5.5309,
      "step": 15168
    },
    {
      "epoch": 1.2885660890248047,
      "grad_norm": 2.282931389687002,
      "learning_rate": 0.0002735623802159023,
      "loss": 5.5315,
      "step": 15169
    },
    {
      "epoch": 1.2886510363574584,
      "grad_norm": 2.1370667547115145,
      "learning_rate": 0.0002735584872820667,
      "loss": 4.6609,
      "step": 15170
    },
    {
      "epoch": 1.288735983690112,
      "grad_norm": 2.1625828608215962,
      "learning_rate": 0.0002735545940893389,
      "loss": 4.871,
      "step": 15171
    },
    {
      "epoch": 1.2888209310227658,
      "grad_norm": 2.0832289662754646,
      "learning_rate": 0.000273550700637727,
      "loss": 4.8039,
      "step": 15172
    },
    {
      "epoch": 1.2889058783554197,
      "grad_norm": 2.1803744552979656,
      "learning_rate": 0.00027354680692723917,
      "loss": 5.1617,
      "step": 15173
    },
    {
      "epoch": 1.2889908256880733,
      "grad_norm": 2.2263232346747728,
      "learning_rate": 0.0002735429129578836,
      "loss": 5.3511,
      "step": 15174
    },
    {
      "epoch": 1.2890757730207272,
      "grad_norm": 2.1368072064246904,
      "learning_rate": 0.0002735390187296684,
      "loss": 4.8698,
      "step": 15175
    },
    {
      "epoch": 1.2891607203533808,
      "grad_norm": 2.146631147433395,
      "learning_rate": 0.0002735351242426018,
      "loss": 4.8072,
      "step": 15176
    },
    {
      "epoch": 1.2892456676860347,
      "grad_norm": 2.241985946129177,
      "learning_rate": 0.00027353122949669187,
      "loss": 5.4262,
      "step": 15177
    },
    {
      "epoch": 1.2893306150186885,
      "grad_norm": 2.1698649483888777,
      "learning_rate": 0.00027352733449194686,
      "loss": 4.8831,
      "step": 15178
    },
    {
      "epoch": 1.2894155623513421,
      "grad_norm": 2.3132317503091873,
      "learning_rate": 0.00027352343922837493,
      "loss": 5.651,
      "step": 15179
    },
    {
      "epoch": 1.289500509683996,
      "grad_norm": 2.1213263253803407,
      "learning_rate": 0.00027351954370598416,
      "loss": 5.195,
      "step": 15180
    },
    {
      "epoch": 1.2895854570166496,
      "grad_norm": 2.331102465591677,
      "learning_rate": 0.0002735156479247828,
      "loss": 5.3382,
      "step": 15181
    },
    {
      "epoch": 1.2896704043493035,
      "grad_norm": 2.1038476734734375,
      "learning_rate": 0.00027351175188477893,
      "loss": 5.0042,
      "step": 15182
    },
    {
      "epoch": 1.2897553516819573,
      "grad_norm": 2.2229992346981287,
      "learning_rate": 0.00027350785558598073,
      "loss": 5.139,
      "step": 15183
    },
    {
      "epoch": 1.289840299014611,
      "grad_norm": 2.1024018578439425,
      "learning_rate": 0.00027350395902839644,
      "loss": 5.0401,
      "step": 15184
    },
    {
      "epoch": 1.2899252463472646,
      "grad_norm": 2.2088546543100644,
      "learning_rate": 0.00027350006221203406,
      "loss": 5.0124,
      "step": 15185
    },
    {
      "epoch": 1.2900101936799184,
      "grad_norm": 2.1443655708377762,
      "learning_rate": 0.000273496165136902,
      "loss": 5.1243,
      "step": 15186
    },
    {
      "epoch": 1.2900951410125723,
      "grad_norm": 2.223408011379306,
      "learning_rate": 0.00027349226780300825,
      "loss": 5.0237,
      "step": 15187
    },
    {
      "epoch": 1.290180088345226,
      "grad_norm": 2.2356401217619584,
      "learning_rate": 0.000273488370210361,
      "loss": 5.3019,
      "step": 15188
    },
    {
      "epoch": 1.2902650356778798,
      "grad_norm": 2.085105006018759,
      "learning_rate": 0.00027348447235896845,
      "loss": 4.7481,
      "step": 15189
    },
    {
      "epoch": 1.2903499830105334,
      "grad_norm": 2.1875015217936866,
      "learning_rate": 0.0002734805742488388,
      "loss": 5.2519,
      "step": 15190
    },
    {
      "epoch": 1.2904349303431872,
      "grad_norm": 2.108180110877359,
      "learning_rate": 0.0002734766758799801,
      "loss": 5.1195,
      "step": 15191
    },
    {
      "epoch": 1.290519877675841,
      "grad_norm": 2.187115789902879,
      "learning_rate": 0.0002734727772524006,
      "loss": 4.9654,
      "step": 15192
    },
    {
      "epoch": 1.2906048250084947,
      "grad_norm": 2.0959572850464037,
      "learning_rate": 0.0002734688783661085,
      "loss": 4.9676,
      "step": 15193
    },
    {
      "epoch": 1.2906897723411486,
      "grad_norm": 2.345372087814735,
      "learning_rate": 0.00027346497922111187,
      "loss": 5.4396,
      "step": 15194
    },
    {
      "epoch": 1.2907747196738022,
      "grad_norm": 2.1986528032570236,
      "learning_rate": 0.00027346107981741897,
      "loss": 5.0916,
      "step": 15195
    },
    {
      "epoch": 1.290859667006456,
      "grad_norm": 2.31479960004723,
      "learning_rate": 0.0002734571801550379,
      "loss": 5.1671,
      "step": 15196
    },
    {
      "epoch": 1.2909446143391097,
      "grad_norm": 2.067280544857942,
      "learning_rate": 0.00027345328023397686,
      "loss": 4.8845,
      "step": 15197
    },
    {
      "epoch": 1.2910295616717635,
      "grad_norm": 2.277648336591374,
      "learning_rate": 0.0002734493800542441,
      "loss": 5.3447,
      "step": 15198
    },
    {
      "epoch": 1.2911145090044172,
      "grad_norm": 2.1664885145309523,
      "learning_rate": 0.0002734454796158477,
      "loss": 4.8862,
      "step": 15199
    },
    {
      "epoch": 1.291199456337071,
      "grad_norm": 2.1466303099903215,
      "learning_rate": 0.0002734415789187958,
      "loss": 4.8983,
      "step": 15200
    },
    {
      "epoch": 1.2912844036697249,
      "grad_norm": 2.274061209287667,
      "learning_rate": 0.0002734376779630967,
      "loss": 5.414,
      "step": 15201
    },
    {
      "epoch": 1.2913693510023785,
      "grad_norm": 2.1345426950481934,
      "learning_rate": 0.0002734337767487585,
      "loss": 4.8469,
      "step": 15202
    },
    {
      "epoch": 1.2914542983350323,
      "grad_norm": 2.108223916494384,
      "learning_rate": 0.0002734298752757893,
      "loss": 5.1209,
      "step": 15203
    },
    {
      "epoch": 1.291539245667686,
      "grad_norm": 2.0792233318054225,
      "learning_rate": 0.0002734259735441974,
      "loss": 4.6558,
      "step": 15204
    },
    {
      "epoch": 1.2916241930003398,
      "grad_norm": 2.1623410285395,
      "learning_rate": 0.0002734220715539909,
      "loss": 5.1724,
      "step": 15205
    },
    {
      "epoch": 1.2917091403329937,
      "grad_norm": 2.307227878053101,
      "learning_rate": 0.00027341816930517805,
      "loss": 5.4313,
      "step": 15206
    },
    {
      "epoch": 1.2917940876656473,
      "grad_norm": 2.0847368879404367,
      "learning_rate": 0.00027341426679776697,
      "loss": 4.8723,
      "step": 15207
    },
    {
      "epoch": 1.291879034998301,
      "grad_norm": 2.0983323398518343,
      "learning_rate": 0.00027341036403176575,
      "loss": 4.5816,
      "step": 15208
    },
    {
      "epoch": 1.2919639823309548,
      "grad_norm": 2.2894195469432024,
      "learning_rate": 0.00027340646100718275,
      "loss": 5.1513,
      "step": 15209
    },
    {
      "epoch": 1.2920489296636086,
      "grad_norm": 2.252025960898643,
      "learning_rate": 0.00027340255772402604,
      "loss": 5.4078,
      "step": 15210
    },
    {
      "epoch": 1.2921338769962623,
      "grad_norm": 2.4095776649163185,
      "learning_rate": 0.0002733986541823038,
      "loss": 5.2116,
      "step": 15211
    },
    {
      "epoch": 1.292218824328916,
      "grad_norm": 2.255210772036294,
      "learning_rate": 0.00027339475038202425,
      "loss": 5.0399,
      "step": 15212
    },
    {
      "epoch": 1.2923037716615697,
      "grad_norm": 2.111110689747959,
      "learning_rate": 0.0002733908463231956,
      "loss": 4.8223,
      "step": 15213
    },
    {
      "epoch": 1.2923887189942236,
      "grad_norm": 2.321263893478217,
      "learning_rate": 0.0002733869420058259,
      "loss": 5.4379,
      "step": 15214
    },
    {
      "epoch": 1.2924736663268774,
      "grad_norm": 2.1883533796346257,
      "learning_rate": 0.0002733830374299234,
      "loss": 5.2752,
      "step": 15215
    },
    {
      "epoch": 1.292558613659531,
      "grad_norm": 2.1005546296228816,
      "learning_rate": 0.00027337913259549635,
      "loss": 4.5516,
      "step": 15216
    },
    {
      "epoch": 1.292643560992185,
      "grad_norm": 2.157131340701305,
      "learning_rate": 0.0002733752275025528,
      "loss": 5.1455,
      "step": 15217
    },
    {
      "epoch": 1.2927285083248385,
      "grad_norm": 2.1291853468915667,
      "learning_rate": 0.00027337132215110105,
      "loss": 5.1491,
      "step": 15218
    },
    {
      "epoch": 1.2928134556574924,
      "grad_norm": 2.133100083715258,
      "learning_rate": 0.0002733674165411493,
      "loss": 4.8641,
      "step": 15219
    },
    {
      "epoch": 1.2928984029901462,
      "grad_norm": 2.1402035302937343,
      "learning_rate": 0.0002733635106727055,
      "loss": 5.029,
      "step": 15220
    },
    {
      "epoch": 1.2929833503227999,
      "grad_norm": 2.1141037237780913,
      "learning_rate": 0.00027335960454577817,
      "loss": 4.8629,
      "step": 15221
    },
    {
      "epoch": 1.2930682976554535,
      "grad_norm": 2.4027332709943683,
      "learning_rate": 0.00027335569816037524,
      "loss": 5.3133,
      "step": 15222
    },
    {
      "epoch": 1.2931532449881074,
      "grad_norm": 2.1634879404124794,
      "learning_rate": 0.000273351791516505,
      "loss": 5.0166,
      "step": 15223
    },
    {
      "epoch": 1.2932381923207612,
      "grad_norm": 2.1415760070981147,
      "learning_rate": 0.0002733478846141756,
      "loss": 4.7443,
      "step": 15224
    },
    {
      "epoch": 1.2933231396534148,
      "grad_norm": 2.2948975813714054,
      "learning_rate": 0.0002733439774533953,
      "loss": 5.3172,
      "step": 15225
    },
    {
      "epoch": 1.2934080869860687,
      "grad_norm": 2.1707002364932384,
      "learning_rate": 0.00027334007003417216,
      "loss": 4.8459,
      "step": 15226
    },
    {
      "epoch": 1.2934930343187223,
      "grad_norm": 2.1452507189058574,
      "learning_rate": 0.00027333616235651446,
      "loss": 4.9855,
      "step": 15227
    },
    {
      "epoch": 1.2935779816513762,
      "grad_norm": 2.323260748079418,
      "learning_rate": 0.0002733322544204304,
      "loss": 5.0628,
      "step": 15228
    },
    {
      "epoch": 1.29366292898403,
      "grad_norm": 2.2485231769780922,
      "learning_rate": 0.0002733283462259281,
      "loss": 5.1671,
      "step": 15229
    },
    {
      "epoch": 1.2937478763166836,
      "grad_norm": 2.065352006034879,
      "learning_rate": 0.00027332443777301584,
      "loss": 4.6865,
      "step": 15230
    },
    {
      "epoch": 1.2938328236493375,
      "grad_norm": 2.2201847154725614,
      "learning_rate": 0.0002733205290617017,
      "loss": 5.3418,
      "step": 15231
    },
    {
      "epoch": 1.2939177709819911,
      "grad_norm": 2.096819859047752,
      "learning_rate": 0.00027331662009199393,
      "loss": 4.9452,
      "step": 15232
    },
    {
      "epoch": 1.294002718314645,
      "grad_norm": 2.1646500431250764,
      "learning_rate": 0.00027331271086390073,
      "loss": 4.8958,
      "step": 15233
    },
    {
      "epoch": 1.2940876656472986,
      "grad_norm": 2.331814712672207,
      "learning_rate": 0.00027330880137743023,
      "loss": 5.3864,
      "step": 15234
    },
    {
      "epoch": 1.2941726129799525,
      "grad_norm": 2.2157741574213388,
      "learning_rate": 0.0002733048916325907,
      "loss": 5.0396,
      "step": 15235
    },
    {
      "epoch": 1.294257560312606,
      "grad_norm": 2.1580685727128803,
      "learning_rate": 0.0002733009816293903,
      "loss": 5.1319,
      "step": 15236
    },
    {
      "epoch": 1.29434250764526,
      "grad_norm": 2.176401432670734,
      "learning_rate": 0.0002732970713678373,
      "loss": 5.1766,
      "step": 15237
    },
    {
      "epoch": 1.2944274549779138,
      "grad_norm": 2.1277696476603607,
      "learning_rate": 0.00027329316084793965,
      "loss": 4.8597,
      "step": 15238
    },
    {
      "epoch": 1.2945124023105674,
      "grad_norm": 2.156108278548249,
      "learning_rate": 0.00027328925006970585,
      "loss": 5.1091,
      "step": 15239
    },
    {
      "epoch": 1.2945973496432213,
      "grad_norm": 2.049664682221427,
      "learning_rate": 0.00027328533903314385,
      "loss": 4.5445,
      "step": 15240
    },
    {
      "epoch": 1.294682296975875,
      "grad_norm": 2.0988005222538044,
      "learning_rate": 0.000273281427738262,
      "loss": 4.8708,
      "step": 15241
    },
    {
      "epoch": 1.2947672443085287,
      "grad_norm": 2.126463401513372,
      "learning_rate": 0.0002732775161850685,
      "loss": 4.37,
      "step": 15242
    },
    {
      "epoch": 1.2948521916411826,
      "grad_norm": 2.1638683049989482,
      "learning_rate": 0.00027327360437357136,
      "loss": 4.7863,
      "step": 15243
    },
    {
      "epoch": 1.2949371389738362,
      "grad_norm": 2.1427676568574565,
      "learning_rate": 0.00027326969230377895,
      "loss": 5.054,
      "step": 15244
    },
    {
      "epoch": 1.2950220863064899,
      "grad_norm": 2.145209422862816,
      "learning_rate": 0.00027326577997569945,
      "loss": 5.0139,
      "step": 15245
    },
    {
      "epoch": 1.2951070336391437,
      "grad_norm": 2.208601240076596,
      "learning_rate": 0.00027326186738934103,
      "loss": 4.9514,
      "step": 15246
    },
    {
      "epoch": 1.2951919809717976,
      "grad_norm": 2.2399101150357037,
      "learning_rate": 0.00027325795454471183,
      "loss": 5.1365,
      "step": 15247
    },
    {
      "epoch": 1.2952769283044512,
      "grad_norm": 1.911768059561368,
      "learning_rate": 0.0002732540414418202,
      "loss": 4.3708,
      "step": 15248
    },
    {
      "epoch": 1.295361875637105,
      "grad_norm": 2.106746776443124,
      "learning_rate": 0.00027325012808067416,
      "loss": 4.6081,
      "step": 15249
    },
    {
      "epoch": 1.2954468229697587,
      "grad_norm": 2.2315972227678067,
      "learning_rate": 0.000273246214461282,
      "loss": 5.233,
      "step": 15250
    },
    {
      "epoch": 1.2955317703024125,
      "grad_norm": 2.2224537040955914,
      "learning_rate": 0.000273242300583652,
      "loss": 5.1351,
      "step": 15251
    },
    {
      "epoch": 1.2956167176350664,
      "grad_norm": 2.1564455793316424,
      "learning_rate": 0.0002732383864477922,
      "loss": 4.998,
      "step": 15252
    },
    {
      "epoch": 1.29570166496772,
      "grad_norm": 2.2151415489612094,
      "learning_rate": 0.00027323447205371087,
      "loss": 5.1268,
      "step": 15253
    },
    {
      "epoch": 1.2957866123003738,
      "grad_norm": 2.1835449406427925,
      "learning_rate": 0.00027323055740141627,
      "loss": 5.1274,
      "step": 15254
    },
    {
      "epoch": 1.2958715596330275,
      "grad_norm": 2.2638915640802155,
      "learning_rate": 0.0002732266424909165,
      "loss": 5.413,
      "step": 15255
    },
    {
      "epoch": 1.2959565069656813,
      "grad_norm": 2.0597424170583043,
      "learning_rate": 0.0002732227273222198,
      "loss": 4.8334,
      "step": 15256
    },
    {
      "epoch": 1.296041454298335,
      "grad_norm": 2.0490804446019024,
      "learning_rate": 0.0002732188118953344,
      "loss": 4.6314,
      "step": 15257
    },
    {
      "epoch": 1.2961264016309888,
      "grad_norm": 2.1490122072919813,
      "learning_rate": 0.00027321489621026857,
      "loss": 4.9765,
      "step": 15258
    },
    {
      "epoch": 1.2962113489636424,
      "grad_norm": 2.114587086358662,
      "learning_rate": 0.00027321098026703033,
      "loss": 4.8724,
      "step": 15259
    },
    {
      "epoch": 1.2962962962962963,
      "grad_norm": 2.1222271228828298,
      "learning_rate": 0.00027320706406562805,
      "loss": 4.8493,
      "step": 15260
    },
    {
      "epoch": 1.2963812436289501,
      "grad_norm": 2.1101630372818954,
      "learning_rate": 0.00027320314760606986,
      "loss": 4.9539,
      "step": 15261
    },
    {
      "epoch": 1.2964661909616038,
      "grad_norm": 2.05177013396819,
      "learning_rate": 0.000273199230888364,
      "loss": 4.7287,
      "step": 15262
    },
    {
      "epoch": 1.2965511382942576,
      "grad_norm": 2.4860890914008444,
      "learning_rate": 0.0002731953139125187,
      "loss": 5.4122,
      "step": 15263
    },
    {
      "epoch": 1.2966360856269112,
      "grad_norm": 2.055599842884638,
      "learning_rate": 0.000273191396678542,
      "loss": 4.9094,
      "step": 15264
    },
    {
      "epoch": 1.296721032959565,
      "grad_norm": 2.1517615880362673,
      "learning_rate": 0.00027318747918644236,
      "loss": 5.2053,
      "step": 15265
    },
    {
      "epoch": 1.296805980292219,
      "grad_norm": 2.2479846870270523,
      "learning_rate": 0.0002731835614362278,
      "loss": 4.9685,
      "step": 15266
    },
    {
      "epoch": 1.2968909276248726,
      "grad_norm": 2.1639900984235076,
      "learning_rate": 0.00027317964342790657,
      "loss": 5.0103,
      "step": 15267
    },
    {
      "epoch": 1.2969758749575262,
      "grad_norm": 2.3007902437340584,
      "learning_rate": 0.00027317572516148697,
      "loss": 5.5804,
      "step": 15268
    },
    {
      "epoch": 1.29706082229018,
      "grad_norm": 2.085774979909692,
      "learning_rate": 0.0002731718066369771,
      "loss": 5.0258,
      "step": 15269
    },
    {
      "epoch": 1.297145769622834,
      "grad_norm": 2.055073193495865,
      "learning_rate": 0.00027316788785438517,
      "loss": 4.6406,
      "step": 15270
    },
    {
      "epoch": 1.2972307169554875,
      "grad_norm": 2.0813613535429867,
      "learning_rate": 0.0002731639688137195,
      "loss": 4.7178,
      "step": 15271
    },
    {
      "epoch": 1.2973156642881414,
      "grad_norm": 2.1973820361344916,
      "learning_rate": 0.0002731600495149882,
      "loss": 4.9473,
      "step": 15272
    },
    {
      "epoch": 1.297400611620795,
      "grad_norm": 2.038224042276834,
      "learning_rate": 0.0002731561299581995,
      "loss": 4.6234,
      "step": 15273
    },
    {
      "epoch": 1.2974855589534489,
      "grad_norm": 2.1652104059776764,
      "learning_rate": 0.00027315221014336167,
      "loss": 4.423,
      "step": 15274
    },
    {
      "epoch": 1.2975705062861027,
      "grad_norm": 2.1361087120423687,
      "learning_rate": 0.0002731482900704829,
      "loss": 5.1127,
      "step": 15275
    },
    {
      "epoch": 1.2976554536187563,
      "grad_norm": 2.159739752238604,
      "learning_rate": 0.00027314436973957133,
      "loss": 4.7697,
      "step": 15276
    },
    {
      "epoch": 1.2977404009514102,
      "grad_norm": 2.0989347982991773,
      "learning_rate": 0.00027314044915063525,
      "loss": 4.9067,
      "step": 15277
    },
    {
      "epoch": 1.2978253482840638,
      "grad_norm": 2.345062985799281,
      "learning_rate": 0.00027313652830368286,
      "loss": 5.3572,
      "step": 15278
    },
    {
      "epoch": 1.2979102956167177,
      "grad_norm": 2.1526505813503736,
      "learning_rate": 0.00027313260719872233,
      "loss": 4.8962,
      "step": 15279
    },
    {
      "epoch": 1.2979952429493715,
      "grad_norm": 2.1407070908544785,
      "learning_rate": 0.00027312868583576197,
      "loss": 4.6632,
      "step": 15280
    },
    {
      "epoch": 1.2980801902820251,
      "grad_norm": 2.1432736603000535,
      "learning_rate": 0.00027312476421480995,
      "loss": 4.9307,
      "step": 15281
    },
    {
      "epoch": 1.2981651376146788,
      "grad_norm": 2.329630087525425,
      "learning_rate": 0.00027312084233587446,
      "loss": 5.4765,
      "step": 15282
    },
    {
      "epoch": 1.2982500849473326,
      "grad_norm": 2.180656088151199,
      "learning_rate": 0.0002731169201989637,
      "loss": 5.1663,
      "step": 15283
    },
    {
      "epoch": 1.2983350322799865,
      "grad_norm": 2.401812242938471,
      "learning_rate": 0.000273112997804086,
      "loss": 5.2404,
      "step": 15284
    },
    {
      "epoch": 1.29841997961264,
      "grad_norm": 2.1749203197439857,
      "learning_rate": 0.00027310907515124943,
      "loss": 5.085,
      "step": 15285
    },
    {
      "epoch": 1.298504926945294,
      "grad_norm": 2.153700093997046,
      "learning_rate": 0.00027310515224046226,
      "loss": 5.1199,
      "step": 15286
    },
    {
      "epoch": 1.2985898742779476,
      "grad_norm": 2.2425424465066746,
      "learning_rate": 0.0002731012290717328,
      "loss": 4.2674,
      "step": 15287
    },
    {
      "epoch": 1.2986748216106014,
      "grad_norm": 2.078504312049157,
      "learning_rate": 0.00027309730564506924,
      "loss": 5.0579,
      "step": 15288
    },
    {
      "epoch": 1.2987597689432553,
      "grad_norm": 2.102337666783526,
      "learning_rate": 0.00027309338196047965,
      "loss": 5.0446,
      "step": 15289
    },
    {
      "epoch": 1.298844716275909,
      "grad_norm": 2.036824132902132,
      "learning_rate": 0.0002730894580179724,
      "loss": 4.798,
      "step": 15290
    },
    {
      "epoch": 1.2989296636085628,
      "grad_norm": 2.063932835741613,
      "learning_rate": 0.00027308553381755576,
      "loss": 5.0107,
      "step": 15291
    },
    {
      "epoch": 1.2990146109412164,
      "grad_norm": 2.1090342009881886,
      "learning_rate": 0.00027308160935923776,
      "loss": 4.979,
      "step": 15292
    },
    {
      "epoch": 1.2990995582738702,
      "grad_norm": 2.061228428439776,
      "learning_rate": 0.0002730776846430268,
      "loss": 4.618,
      "step": 15293
    },
    {
      "epoch": 1.2991845056065239,
      "grad_norm": 2.109463941944547,
      "learning_rate": 0.00027307375966893104,
      "loss": 4.8792,
      "step": 15294
    },
    {
      "epoch": 1.2992694529391777,
      "grad_norm": 2.0885892131266246,
      "learning_rate": 0.0002730698344369587,
      "loss": 5.1305,
      "step": 15295
    },
    {
      "epoch": 1.2993544002718314,
      "grad_norm": 2.1043018292925746,
      "learning_rate": 0.00027306590894711795,
      "loss": 4.6382,
      "step": 15296
    },
    {
      "epoch": 1.2994393476044852,
      "grad_norm": 2.1515351987839266,
      "learning_rate": 0.0002730619831994171,
      "loss": 4.9592,
      "step": 15297
    },
    {
      "epoch": 1.299524294937139,
      "grad_norm": 2.0880165580974954,
      "learning_rate": 0.0002730580571938643,
      "loss": 4.8988,
      "step": 15298
    },
    {
      "epoch": 1.2996092422697927,
      "grad_norm": 2.0932153928685255,
      "learning_rate": 0.00027305413093046786,
      "loss": 5.0106,
      "step": 15299
    },
    {
      "epoch": 1.2996941896024465,
      "grad_norm": 2.0903067021262607,
      "learning_rate": 0.000273050204409236,
      "loss": 5.1868,
      "step": 15300
    },
    {
      "epoch": 1.2997791369351002,
      "grad_norm": 2.1846564923479943,
      "learning_rate": 0.00027304627763017687,
      "loss": 5.0802,
      "step": 15301
    },
    {
      "epoch": 1.299864084267754,
      "grad_norm": 2.331882890523135,
      "learning_rate": 0.00027304235059329873,
      "loss": 5.2722,
      "step": 15302
    },
    {
      "epoch": 1.2999490316004079,
      "grad_norm": 2.1993551446873836,
      "learning_rate": 0.00027303842329860984,
      "loss": 5.0002,
      "step": 15303
    },
    {
      "epoch": 1.3000339789330615,
      "grad_norm": 2.342133171510625,
      "learning_rate": 0.0002730344957461185,
      "loss": 5.4318,
      "step": 15304
    },
    {
      "epoch": 1.3001189262657151,
      "grad_norm": 2.1644693767225314,
      "learning_rate": 0.0002730305679358327,
      "loss": 5.0625,
      "step": 15305
    },
    {
      "epoch": 1.300203873598369,
      "grad_norm": 2.2629520535131955,
      "learning_rate": 0.0002730266398677609,
      "loss": 5.1717,
      "step": 15306
    },
    {
      "epoch": 1.3002888209310228,
      "grad_norm": 2.0929475429132682,
      "learning_rate": 0.0002730227115419112,
      "loss": 4.6491,
      "step": 15307
    },
    {
      "epoch": 1.3003737682636765,
      "grad_norm": 2.2242974278286876,
      "learning_rate": 0.00027301878295829193,
      "loss": 5.1647,
      "step": 15308
    },
    {
      "epoch": 1.3004587155963303,
      "grad_norm": 2.271854367526702,
      "learning_rate": 0.0002730148541169113,
      "loss": 5.149,
      "step": 15309
    },
    {
      "epoch": 1.300543662928984,
      "grad_norm": 2.2557617210200567,
      "learning_rate": 0.00027301092501777745,
      "loss": 5.5731,
      "step": 15310
    },
    {
      "epoch": 1.3006286102616378,
      "grad_norm": 2.3593635652011327,
      "learning_rate": 0.0002730069956608987,
      "loss": 5.2609,
      "step": 15311
    },
    {
      "epoch": 1.3007135575942916,
      "grad_norm": 2.3149638435346613,
      "learning_rate": 0.0002730030660462832,
      "loss": 5.5446,
      "step": 15312
    },
    {
      "epoch": 1.3007985049269453,
      "grad_norm": 2.360383030683157,
      "learning_rate": 0.0002729991361739393,
      "loss": 5.2955,
      "step": 15313
    },
    {
      "epoch": 1.3008834522595991,
      "grad_norm": 2.2275721860718902,
      "learning_rate": 0.0002729952060438752,
      "loss": 5.0328,
      "step": 15314
    },
    {
      "epoch": 1.3009683995922527,
      "grad_norm": 2.1593123336073177,
      "learning_rate": 0.0002729912756560991,
      "loss": 4.7817,
      "step": 15315
    },
    {
      "epoch": 1.3010533469249066,
      "grad_norm": 2.252744926151297,
      "learning_rate": 0.00027298734501061923,
      "loss": 5.0276,
      "step": 15316
    },
    {
      "epoch": 1.3011382942575604,
      "grad_norm": 2.1497891285157764,
      "learning_rate": 0.00027298341410744384,
      "loss": 5.0974,
      "step": 15317
    },
    {
      "epoch": 1.301223241590214,
      "grad_norm": 2.1956651528047235,
      "learning_rate": 0.0002729794829465812,
      "loss": 4.7007,
      "step": 15318
    },
    {
      "epoch": 1.3013081889228677,
      "grad_norm": 2.246538096535199,
      "learning_rate": 0.0002729755515280395,
      "loss": 5.0557,
      "step": 15319
    },
    {
      "epoch": 1.3013931362555216,
      "grad_norm": 2.2072005601069966,
      "learning_rate": 0.000272971619851827,
      "loss": 4.9452,
      "step": 15320
    },
    {
      "epoch": 1.3014780835881754,
      "grad_norm": 2.2848875060776583,
      "learning_rate": 0.0002729676879179519,
      "loss": 5.3901,
      "step": 15321
    },
    {
      "epoch": 1.301563030920829,
      "grad_norm": 2.1983799639882062,
      "learning_rate": 0.0002729637557264225,
      "loss": 5.0732,
      "step": 15322
    },
    {
      "epoch": 1.3016479782534829,
      "grad_norm": 2.334477285318608,
      "learning_rate": 0.000272959823277247,
      "loss": 5.2706,
      "step": 15323
    },
    {
      "epoch": 1.3017329255861365,
      "grad_norm": 2.4335013829268917,
      "learning_rate": 0.00027295589057043366,
      "loss": 5.4896,
      "step": 15324
    },
    {
      "epoch": 1.3018178729187904,
      "grad_norm": 2.331433802214962,
      "learning_rate": 0.0002729519576059907,
      "loss": 5.2216,
      "step": 15325
    },
    {
      "epoch": 1.3019028202514442,
      "grad_norm": 2.196465642390199,
      "learning_rate": 0.0002729480243839264,
      "loss": 4.8704,
      "step": 15326
    },
    {
      "epoch": 1.3019877675840978,
      "grad_norm": 2.192266239096474,
      "learning_rate": 0.000272944090904249,
      "loss": 4.6988,
      "step": 15327
    },
    {
      "epoch": 1.3020727149167517,
      "grad_norm": 2.1562848844781475,
      "learning_rate": 0.0002729401571669666,
      "loss": 5.1371,
      "step": 15328
    },
    {
      "epoch": 1.3021576622494053,
      "grad_norm": 2.0643835463419,
      "learning_rate": 0.0002729362231720876,
      "loss": 4.607,
      "step": 15329
    },
    {
      "epoch": 1.3022426095820592,
      "grad_norm": 2.3746562240568743,
      "learning_rate": 0.00027293228891962025,
      "loss": 5.4094,
      "step": 15330
    },
    {
      "epoch": 1.3023275569147128,
      "grad_norm": 2.179627824134976,
      "learning_rate": 0.00027292835440957273,
      "loss": 5.0721,
      "step": 15331
    },
    {
      "epoch": 1.3024125042473667,
      "grad_norm": 2.2313069197269293,
      "learning_rate": 0.0002729244196419533,
      "loss": 4.9982,
      "step": 15332
    },
    {
      "epoch": 1.3024974515800203,
      "grad_norm": 2.197724017395051,
      "learning_rate": 0.0002729204846167701,
      "loss": 5.047,
      "step": 15333
    },
    {
      "epoch": 1.3025823989126741,
      "grad_norm": 2.175664692579098,
      "learning_rate": 0.0002729165493340316,
      "loss": 5.1914,
      "step": 15334
    },
    {
      "epoch": 1.302667346245328,
      "grad_norm": 2.180466448465094,
      "learning_rate": 0.00027291261379374596,
      "loss": 4.494,
      "step": 15335
    },
    {
      "epoch": 1.3027522935779816,
      "grad_norm": 2.205965650316436,
      "learning_rate": 0.00027290867799592127,
      "loss": 5.0938,
      "step": 15336
    },
    {
      "epoch": 1.3028372409106355,
      "grad_norm": 2.338670481780938,
      "learning_rate": 0.0002729047419405659,
      "loss": 5.5542,
      "step": 15337
    },
    {
      "epoch": 1.302922188243289,
      "grad_norm": 2.1879919768302374,
      "learning_rate": 0.00027290080562768817,
      "loss": 4.8869,
      "step": 15338
    },
    {
      "epoch": 1.303007135575943,
      "grad_norm": 2.3907885896665935,
      "learning_rate": 0.0002728968690572962,
      "loss": 5.647,
      "step": 15339
    },
    {
      "epoch": 1.3030920829085968,
      "grad_norm": 2.161630852439756,
      "learning_rate": 0.0002728929322293983,
      "loss": 5.097,
      "step": 15340
    },
    {
      "epoch": 1.3031770302412504,
      "grad_norm": 2.12036030482864,
      "learning_rate": 0.0002728889951440027,
      "loss": 4.3395,
      "step": 15341
    },
    {
      "epoch": 1.303261977573904,
      "grad_norm": 2.2817031249205897,
      "learning_rate": 0.0002728850578011176,
      "loss": 5.2526,
      "step": 15342
    },
    {
      "epoch": 1.303346924906558,
      "grad_norm": 2.102450921138366,
      "learning_rate": 0.0002728811202007514,
      "loss": 4.7113,
      "step": 15343
    },
    {
      "epoch": 1.3034318722392118,
      "grad_norm": 2.09977022734749,
      "learning_rate": 0.00027287718234291224,
      "loss": 4.6096,
      "step": 15344
    },
    {
      "epoch": 1.3035168195718654,
      "grad_norm": 2.1476010527771745,
      "learning_rate": 0.0002728732442276084,
      "loss": 5.2133,
      "step": 15345
    },
    {
      "epoch": 1.3036017669045192,
      "grad_norm": 2.2582094493074885,
      "learning_rate": 0.0002728693058548481,
      "loss": 5.0103,
      "step": 15346
    },
    {
      "epoch": 1.3036867142371729,
      "grad_norm": 2.2451792364388825,
      "learning_rate": 0.00027286536722463954,
      "loss": 5.2287,
      "step": 15347
    },
    {
      "epoch": 1.3037716615698267,
      "grad_norm": 2.1800731276631162,
      "learning_rate": 0.0002728614283369911,
      "loss": 5.0553,
      "step": 15348
    },
    {
      "epoch": 1.3038566089024806,
      "grad_norm": 2.328499819918813,
      "learning_rate": 0.000272857489191911,
      "loss": 5.2459,
      "step": 15349
    },
    {
      "epoch": 1.3039415562351342,
      "grad_norm": 2.1842398151154385,
      "learning_rate": 0.00027285354978940745,
      "loss": 4.942,
      "step": 15350
    },
    {
      "epoch": 1.304026503567788,
      "grad_norm": 2.1850721558164254,
      "learning_rate": 0.00027284961012948874,
      "loss": 4.6008,
      "step": 15351
    },
    {
      "epoch": 1.3041114509004417,
      "grad_norm": 2.129473873776774,
      "learning_rate": 0.0002728456702121631,
      "loss": 4.6404,
      "step": 15352
    },
    {
      "epoch": 1.3041963982330955,
      "grad_norm": 2.158615436653735,
      "learning_rate": 0.0002728417300374388,
      "loss": 4.7573,
      "step": 15353
    },
    {
      "epoch": 1.3042813455657494,
      "grad_norm": 2.16527011313525,
      "learning_rate": 0.00027283778960532405,
      "loss": 4.6855,
      "step": 15354
    },
    {
      "epoch": 1.304366292898403,
      "grad_norm": 2.0954088867729066,
      "learning_rate": 0.0002728338489158272,
      "loss": 4.6989,
      "step": 15355
    },
    {
      "epoch": 1.3044512402310566,
      "grad_norm": 2.3351808316059537,
      "learning_rate": 0.00027282990796895646,
      "loss": 5.6947,
      "step": 15356
    },
    {
      "epoch": 1.3045361875637105,
      "grad_norm": 2.267055065850538,
      "learning_rate": 0.00027282596676472007,
      "loss": 5.3118,
      "step": 15357
    },
    {
      "epoch": 1.3046211348963643,
      "grad_norm": 2.1654160442369417,
      "learning_rate": 0.0002728220253031262,
      "loss": 4.9866,
      "step": 15358
    },
    {
      "epoch": 1.304706082229018,
      "grad_norm": 2.2211240168712982,
      "learning_rate": 0.00027281808358418333,
      "loss": 4.7131,
      "step": 15359
    },
    {
      "epoch": 1.3047910295616718,
      "grad_norm": 2.214081758910913,
      "learning_rate": 0.0002728141416078996,
      "loss": 4.6728,
      "step": 15360
    },
    {
      "epoch": 1.3048759768943254,
      "grad_norm": 2.11509678787398,
      "learning_rate": 0.0002728101993742832,
      "loss": 4.8827,
      "step": 15361
    },
    {
      "epoch": 1.3049609242269793,
      "grad_norm": 2.2884321664918064,
      "learning_rate": 0.0002728062568833425,
      "loss": 5.1342,
      "step": 15362
    },
    {
      "epoch": 1.3050458715596331,
      "grad_norm": 2.360127439150874,
      "learning_rate": 0.0002728023141350857,
      "loss": 5.185,
      "step": 15363
    },
    {
      "epoch": 1.3051308188922868,
      "grad_norm": 2.203330524734102,
      "learning_rate": 0.0002727983711295211,
      "loss": 5.1294,
      "step": 15364
    },
    {
      "epoch": 1.3052157662249404,
      "grad_norm": 2.04947126746211,
      "learning_rate": 0.0002727944278666569,
      "loss": 4.5467,
      "step": 15365
    },
    {
      "epoch": 1.3053007135575942,
      "grad_norm": 2.3015852630384552,
      "learning_rate": 0.00027279048434650146,
      "loss": 5.3295,
      "step": 15366
    },
    {
      "epoch": 1.305385660890248,
      "grad_norm": 2.1584885019803095,
      "learning_rate": 0.00027278654056906294,
      "loss": 4.8032,
      "step": 15367
    },
    {
      "epoch": 1.3054706082229017,
      "grad_norm": 2.1379694293956217,
      "learning_rate": 0.0002727825965343497,
      "loss": 4.8043,
      "step": 15368
    },
    {
      "epoch": 1.3055555555555556,
      "grad_norm": 2.2339474097838323,
      "learning_rate": 0.0002727786522423699,
      "loss": 5.2903,
      "step": 15369
    },
    {
      "epoch": 1.3056405028882092,
      "grad_norm": 2.308175292785425,
      "learning_rate": 0.0002727747076931319,
      "loss": 5.3545,
      "step": 15370
    },
    {
      "epoch": 1.305725450220863,
      "grad_norm": 2.1840841784282516,
      "learning_rate": 0.0002727707628866439,
      "loss": 4.8146,
      "step": 15371
    },
    {
      "epoch": 1.305810397553517,
      "grad_norm": 2.3253153989393467,
      "learning_rate": 0.0002727668178229142,
      "loss": 5.4617,
      "step": 15372
    },
    {
      "epoch": 1.3058953448861705,
      "grad_norm": 2.231970336102131,
      "learning_rate": 0.000272762872501951,
      "loss": 5.5036,
      "step": 15373
    },
    {
      "epoch": 1.3059802922188244,
      "grad_norm": 2.137773915957138,
      "learning_rate": 0.0002727589269237627,
      "loss": 5.28,
      "step": 15374
    },
    {
      "epoch": 1.306065239551478,
      "grad_norm": 2.0857818279237437,
      "learning_rate": 0.0002727549810883574,
      "loss": 4.7611,
      "step": 15375
    },
    {
      "epoch": 1.3061501868841319,
      "grad_norm": 2.194492631706196,
      "learning_rate": 0.00027275103499574356,
      "loss": 5.0717,
      "step": 15376
    },
    {
      "epoch": 1.3062351342167857,
      "grad_norm": 2.2857858371383326,
      "learning_rate": 0.0002727470886459293,
      "loss": 5.3302,
      "step": 15377
    },
    {
      "epoch": 1.3063200815494393,
      "grad_norm": 2.2887559242775306,
      "learning_rate": 0.0002727431420389229,
      "loss": 5.2722,
      "step": 15378
    },
    {
      "epoch": 1.306405028882093,
      "grad_norm": 2.094666086298044,
      "learning_rate": 0.0002727391951747327,
      "loss": 4.9922,
      "step": 15379
    },
    {
      "epoch": 1.3064899762147468,
      "grad_norm": 2.2097840936652946,
      "learning_rate": 0.00027273524805336693,
      "loss": 4.9111,
      "step": 15380
    },
    {
      "epoch": 1.3065749235474007,
      "grad_norm": 2.138540410589642,
      "learning_rate": 0.00027273130067483384,
      "loss": 4.9089,
      "step": 15381
    },
    {
      "epoch": 1.3066598708800543,
      "grad_norm": 2.2538080784399157,
      "learning_rate": 0.00027272735303914176,
      "loss": 5.4014,
      "step": 15382
    },
    {
      "epoch": 1.3067448182127082,
      "grad_norm": 2.190886917175298,
      "learning_rate": 0.0002727234051462989,
      "loss": 5.1241,
      "step": 15383
    },
    {
      "epoch": 1.3068297655453618,
      "grad_norm": 2.188855674958534,
      "learning_rate": 0.00027271945699631356,
      "loss": 4.7259,
      "step": 15384
    },
    {
      "epoch": 1.3069147128780156,
      "grad_norm": 2.254384912712813,
      "learning_rate": 0.000272715508589194,
      "loss": 5.3851,
      "step": 15385
    },
    {
      "epoch": 1.3069996602106695,
      "grad_norm": 2.1699341528823726,
      "learning_rate": 0.00027271155992494855,
      "loss": 5.1744,
      "step": 15386
    },
    {
      "epoch": 1.3070846075433231,
      "grad_norm": 2.1216120903835476,
      "learning_rate": 0.00027270761100358536,
      "loss": 4.7536,
      "step": 15387
    },
    {
      "epoch": 1.307169554875977,
      "grad_norm": 2.152800436143251,
      "learning_rate": 0.00027270366182511284,
      "loss": 4.8187,
      "step": 15388
    },
    {
      "epoch": 1.3072545022086306,
      "grad_norm": 2.1807042211533108,
      "learning_rate": 0.00027269971238953923,
      "loss": 4.9781,
      "step": 15389
    },
    {
      "epoch": 1.3073394495412844,
      "grad_norm": 2.1483291684383197,
      "learning_rate": 0.00027269576269687266,
      "loss": 4.76,
      "step": 15390
    },
    {
      "epoch": 1.307424396873938,
      "grad_norm": 2.0624492276892026,
      "learning_rate": 0.00027269181274712165,
      "loss": 4.8304,
      "step": 15391
    },
    {
      "epoch": 1.307509344206592,
      "grad_norm": 2.2258250295159074,
      "learning_rate": 0.0002726878625402943,
      "loss": 5.1586,
      "step": 15392
    },
    {
      "epoch": 1.3075942915392456,
      "grad_norm": 2.177612901057314,
      "learning_rate": 0.00027268391207639896,
      "loss": 5.115,
      "step": 15393
    },
    {
      "epoch": 1.3076792388718994,
      "grad_norm": 2.28949048597259,
      "learning_rate": 0.0002726799613554439,
      "loss": 5.4252,
      "step": 15394
    },
    {
      "epoch": 1.3077641862045533,
      "grad_norm": 2.2143130201766215,
      "learning_rate": 0.0002726760103774373,
      "loss": 4.9114,
      "step": 15395
    },
    {
      "epoch": 1.3078491335372069,
      "grad_norm": 2.272056523874684,
      "learning_rate": 0.0002726720591423876,
      "loss": 4.8923,
      "step": 15396
    },
    {
      "epoch": 1.3079340808698607,
      "grad_norm": 2.19450309979651,
      "learning_rate": 0.000272668107650303,
      "loss": 4.965,
      "step": 15397
    },
    {
      "epoch": 1.3080190282025144,
      "grad_norm": 2.309018462887973,
      "learning_rate": 0.0002726641559011918,
      "loss": 5.1894,
      "step": 15398
    },
    {
      "epoch": 1.3081039755351682,
      "grad_norm": 2.2084564373900935,
      "learning_rate": 0.0002726602038950622,
      "loss": 5.1879,
      "step": 15399
    },
    {
      "epoch": 1.308188922867822,
      "grad_norm": 2.173460213984395,
      "learning_rate": 0.0002726562516319226,
      "loss": 5.1221,
      "step": 15400
    },
    {
      "epoch": 1.3082738702004757,
      "grad_norm": 2.122156867838276,
      "learning_rate": 0.00027265229911178115,
      "loss": 4.9334,
      "step": 15401
    },
    {
      "epoch": 1.3083588175331293,
      "grad_norm": 2.094917615368359,
      "learning_rate": 0.00027264834633464625,
      "loss": 4.757,
      "step": 15402
    },
    {
      "epoch": 1.3084437648657832,
      "grad_norm": 2.1603982016175647,
      "learning_rate": 0.00027264439330052615,
      "loss": 4.8422,
      "step": 15403
    },
    {
      "epoch": 1.308528712198437,
      "grad_norm": 2.149833556148552,
      "learning_rate": 0.00027264044000942917,
      "loss": 5.1509,
      "step": 15404
    },
    {
      "epoch": 1.3086136595310907,
      "grad_norm": 2.1747819617855213,
      "learning_rate": 0.00027263648646136347,
      "loss": 4.8566,
      "step": 15405
    },
    {
      "epoch": 1.3086986068637445,
      "grad_norm": 2.1910137966587286,
      "learning_rate": 0.0002726325326563374,
      "loss": 5.1301,
      "step": 15406
    },
    {
      "epoch": 1.3087835541963981,
      "grad_norm": 2.1458377382474167,
      "learning_rate": 0.0002726285785943593,
      "loss": 4.8712,
      "step": 15407
    },
    {
      "epoch": 1.308868501529052,
      "grad_norm": 2.351450195367128,
      "learning_rate": 0.00027262462427543734,
      "loss": 5.2613,
      "step": 15408
    },
    {
      "epoch": 1.3089534488617058,
      "grad_norm": 2.350679490155617,
      "learning_rate": 0.00027262066969958,
      "loss": 5.4366,
      "step": 15409
    },
    {
      "epoch": 1.3090383961943595,
      "grad_norm": 2.180991705827381,
      "learning_rate": 0.0002726167148667953,
      "loss": 4.7853,
      "step": 15410
    },
    {
      "epoch": 1.3091233435270133,
      "grad_norm": 2.1430747797711582,
      "learning_rate": 0.0002726127597770917,
      "loss": 4.9644,
      "step": 15411
    },
    {
      "epoch": 1.309208290859667,
      "grad_norm": 2.18075396655353,
      "learning_rate": 0.0002726088044304775,
      "loss": 4.9877,
      "step": 15412
    },
    {
      "epoch": 1.3092932381923208,
      "grad_norm": 2.109025035669383,
      "learning_rate": 0.00027260484882696094,
      "loss": 4.7921,
      "step": 15413
    },
    {
      "epoch": 1.3093781855249746,
      "grad_norm": 2.160556598700835,
      "learning_rate": 0.0002726008929665503,
      "loss": 4.9657,
      "step": 15414
    },
    {
      "epoch": 1.3094631328576283,
      "grad_norm": 2.1412637135094132,
      "learning_rate": 0.00027259693684925383,
      "loss": 5.2556,
      "step": 15415
    },
    {
      "epoch": 1.309548080190282,
      "grad_norm": 2.2154030907844873,
      "learning_rate": 0.0002725929804750799,
      "loss": 5.0785,
      "step": 15416
    },
    {
      "epoch": 1.3096330275229358,
      "grad_norm": 2.2192348199585075,
      "learning_rate": 0.00027258902384403683,
      "loss": 5.1591,
      "step": 15417
    },
    {
      "epoch": 1.3097179748555896,
      "grad_norm": 2.2642935396583592,
      "learning_rate": 0.00027258506695613274,
      "loss": 5.2812,
      "step": 15418
    },
    {
      "epoch": 1.3098029221882432,
      "grad_norm": 2.353082292095391,
      "learning_rate": 0.00027258110981137607,
      "loss": 5.2027,
      "step": 15419
    },
    {
      "epoch": 1.309887869520897,
      "grad_norm": 2.0957605436526854,
      "learning_rate": 0.00027257715240977504,
      "loss": 4.8392,
      "step": 15420
    },
    {
      "epoch": 1.3099728168535507,
      "grad_norm": 2.3257983203119132,
      "learning_rate": 0.000272573194751338,
      "loss": 5.4664,
      "step": 15421
    },
    {
      "epoch": 1.3100577641862046,
      "grad_norm": 2.1652640373426224,
      "learning_rate": 0.0002725692368360732,
      "loss": 4.9065,
      "step": 15422
    },
    {
      "epoch": 1.3101427115188584,
      "grad_norm": 2.116070543159943,
      "learning_rate": 0.00027256527866398897,
      "loss": 4.6748,
      "step": 15423
    },
    {
      "epoch": 1.310227658851512,
      "grad_norm": 2.196176650451098,
      "learning_rate": 0.0002725613202350936,
      "loss": 5.0991,
      "step": 15424
    },
    {
      "epoch": 1.310312606184166,
      "grad_norm": 2.17629567761993,
      "learning_rate": 0.00027255736154939533,
      "loss": 5.2107,
      "step": 15425
    },
    {
      "epoch": 1.3103975535168195,
      "grad_norm": 2.118287552170797,
      "learning_rate": 0.0002725534026069025,
      "loss": 5.2024,
      "step": 15426
    },
    {
      "epoch": 1.3104825008494734,
      "grad_norm": 2.350568569534906,
      "learning_rate": 0.00027254944340762336,
      "loss": 5.4774,
      "step": 15427
    },
    {
      "epoch": 1.310567448182127,
      "grad_norm": 2.051822669761637,
      "learning_rate": 0.0002725454839515663,
      "loss": 4.8897,
      "step": 15428
    },
    {
      "epoch": 1.3106523955147809,
      "grad_norm": 2.1162553448316763,
      "learning_rate": 0.0002725415242387395,
      "loss": 4.9084,
      "step": 15429
    },
    {
      "epoch": 1.3107373428474345,
      "grad_norm": 2.059011137916075,
      "learning_rate": 0.0002725375642691513,
      "loss": 4.8299,
      "step": 15430
    },
    {
      "epoch": 1.3108222901800883,
      "grad_norm": 2.1266521123977875,
      "learning_rate": 0.00027253360404281006,
      "loss": 5.0021,
      "step": 15431
    },
    {
      "epoch": 1.3109072375127422,
      "grad_norm": 2.328796687873858,
      "learning_rate": 0.00027252964355972405,
      "loss": 5.3638,
      "step": 15432
    },
    {
      "epoch": 1.3109921848453958,
      "grad_norm": 2.3354903796421946,
      "learning_rate": 0.0002725256828199015,
      "loss": 5.3375,
      "step": 15433
    },
    {
      "epoch": 1.3110771321780497,
      "grad_norm": 2.0370923591086063,
      "learning_rate": 0.0002725217218233508,
      "loss": 4.801,
      "step": 15434
    },
    {
      "epoch": 1.3111620795107033,
      "grad_norm": 2.283962205034098,
      "learning_rate": 0.0002725177605700801,
      "loss": 5.1845,
      "step": 15435
    },
    {
      "epoch": 1.3112470268433571,
      "grad_norm": 2.113711252916794,
      "learning_rate": 0.00027251379906009787,
      "loss": 4.7737,
      "step": 15436
    },
    {
      "epoch": 1.311331974176011,
      "grad_norm": 2.132493253798007,
      "learning_rate": 0.0002725098372934124,
      "loss": 4.922,
      "step": 15437
    },
    {
      "epoch": 1.3114169215086646,
      "grad_norm": 2.12045184906235,
      "learning_rate": 0.00027250587527003183,
      "loss": 4.8863,
      "step": 15438
    },
    {
      "epoch": 1.3115018688413183,
      "grad_norm": 2.159252097834527,
      "learning_rate": 0.00027250191298996463,
      "loss": 4.1746,
      "step": 15439
    },
    {
      "epoch": 1.311586816173972,
      "grad_norm": 2.0975154881673133,
      "learning_rate": 0.0002724979504532191,
      "loss": 4.4007,
      "step": 15440
    },
    {
      "epoch": 1.311671763506626,
      "grad_norm": 2.1846488882650443,
      "learning_rate": 0.0002724939876598034,
      "loss": 4.8137,
      "step": 15441
    },
    {
      "epoch": 1.3117567108392796,
      "grad_norm": 2.1418035750005,
      "learning_rate": 0.0002724900246097259,
      "loss": 5.3314,
      "step": 15442
    },
    {
      "epoch": 1.3118416581719334,
      "grad_norm": 2.314050964569848,
      "learning_rate": 0.0002724860613029949,
      "loss": 5.464,
      "step": 15443
    },
    {
      "epoch": 1.311926605504587,
      "grad_norm": 2.3935687498073346,
      "learning_rate": 0.0002724820977396188,
      "loss": 5.4954,
      "step": 15444
    },
    {
      "epoch": 1.312011552837241,
      "grad_norm": 2.3768290098379135,
      "learning_rate": 0.0002724781339196058,
      "loss": 5.157,
      "step": 15445
    },
    {
      "epoch": 1.3120965001698948,
      "grad_norm": 2.0689258115412614,
      "learning_rate": 0.00027247416984296427,
      "loss": 4.7587,
      "step": 15446
    },
    {
      "epoch": 1.3121814475025484,
      "grad_norm": 2.2079227792059344,
      "learning_rate": 0.00027247020550970243,
      "loss": 4.9708,
      "step": 15447
    },
    {
      "epoch": 1.3122663948352022,
      "grad_norm": 2.3609630414916496,
      "learning_rate": 0.00027246624091982865,
      "loss": 5.4757,
      "step": 15448
    },
    {
      "epoch": 1.3123513421678559,
      "grad_norm": 2.0944591771916437,
      "learning_rate": 0.00027246227607335125,
      "loss": 4.9261,
      "step": 15449
    },
    {
      "epoch": 1.3124362895005097,
      "grad_norm": 2.201598703992039,
      "learning_rate": 0.0002724583109702785,
      "loss": 5.2413,
      "step": 15450
    },
    {
      "epoch": 1.3125212368331636,
      "grad_norm": 2.1795152384103647,
      "learning_rate": 0.0002724543456106187,
      "loss": 4.9876,
      "step": 15451
    },
    {
      "epoch": 1.3126061841658172,
      "grad_norm": 2.3088684072577434,
      "learning_rate": 0.0002724503799943802,
      "loss": 5.3091,
      "step": 15452
    },
    {
      "epoch": 1.3126911314984708,
      "grad_norm": 2.0879656977726326,
      "learning_rate": 0.00027244641412157126,
      "loss": 5.1307,
      "step": 15453
    },
    {
      "epoch": 1.3127760788311247,
      "grad_norm": 2.3216199665270785,
      "learning_rate": 0.0002724424479922002,
      "loss": 5.3624,
      "step": 15454
    },
    {
      "epoch": 1.3128610261637785,
      "grad_norm": 2.1679089029698986,
      "learning_rate": 0.0002724384816062754,
      "loss": 5.1313,
      "step": 15455
    },
    {
      "epoch": 1.3129459734964322,
      "grad_norm": 2.2324162594806007,
      "learning_rate": 0.0002724345149638051,
      "loss": 5.3013,
      "step": 15456
    },
    {
      "epoch": 1.313030920829086,
      "grad_norm": 2.324078220013082,
      "learning_rate": 0.00027243054806479764,
      "loss": 5.5945,
      "step": 15457
    },
    {
      "epoch": 1.3131158681617396,
      "grad_norm": 2.2946694634304303,
      "learning_rate": 0.00027242658090926127,
      "loss": 5.391,
      "step": 15458
    },
    {
      "epoch": 1.3132008154943935,
      "grad_norm": 2.094108099280516,
      "learning_rate": 0.00027242261349720446,
      "loss": 4.9621,
      "step": 15459
    },
    {
      "epoch": 1.3132857628270473,
      "grad_norm": 2.158305953018599,
      "learning_rate": 0.00027241864582863533,
      "loss": 5.0607,
      "step": 15460
    },
    {
      "epoch": 1.313370710159701,
      "grad_norm": 2.138321154166641,
      "learning_rate": 0.0002724146779035623,
      "loss": 4.6764,
      "step": 15461
    },
    {
      "epoch": 1.3134556574923548,
      "grad_norm": 2.1489272902091088,
      "learning_rate": 0.00027241070972199363,
      "loss": 4.8378,
      "step": 15462
    },
    {
      "epoch": 1.3135406048250085,
      "grad_norm": 2.3060968501906673,
      "learning_rate": 0.0002724067412839377,
      "loss": 5.471,
      "step": 15463
    },
    {
      "epoch": 1.3136255521576623,
      "grad_norm": 2.332291246370055,
      "learning_rate": 0.0002724027725894028,
      "loss": 5.2955,
      "step": 15464
    },
    {
      "epoch": 1.313710499490316,
      "grad_norm": 2.1402011820572264,
      "learning_rate": 0.00027239880363839723,
      "loss": 4.9651,
      "step": 15465
    },
    {
      "epoch": 1.3137954468229698,
      "grad_norm": 2.150107536494742,
      "learning_rate": 0.0002723948344309293,
      "loss": 4.8047,
      "step": 15466
    },
    {
      "epoch": 1.3138803941556234,
      "grad_norm": 2.157495930964266,
      "learning_rate": 0.0002723908649670074,
      "loss": 5.0291,
      "step": 15467
    },
    {
      "epoch": 1.3139653414882773,
      "grad_norm": 2.2545607235258402,
      "learning_rate": 0.00027238689524663974,
      "loss": 5.1418,
      "step": 15468
    },
    {
      "epoch": 1.3140502888209311,
      "grad_norm": 2.0760758029616766,
      "learning_rate": 0.0002723829252698347,
      "loss": 4.662,
      "step": 15469
    },
    {
      "epoch": 1.3141352361535847,
      "grad_norm": 2.2733758370739268,
      "learning_rate": 0.00027237895503660057,
      "loss": 5.2229,
      "step": 15470
    },
    {
      "epoch": 1.3142201834862386,
      "grad_norm": 2.216712866934626,
      "learning_rate": 0.0002723749845469457,
      "loss": 4.9696,
      "step": 15471
    },
    {
      "epoch": 1.3143051308188922,
      "grad_norm": 2.21899669094883,
      "learning_rate": 0.0002723710138008784,
      "loss": 5.2389,
      "step": 15472
    },
    {
      "epoch": 1.314390078151546,
      "grad_norm": 2.1266615391659265,
      "learning_rate": 0.00027236704279840694,
      "loss": 4.7737,
      "step": 15473
    },
    {
      "epoch": 1.3144750254842,
      "grad_norm": 2.3947304197407644,
      "learning_rate": 0.0002723630715395397,
      "loss": 4.471,
      "step": 15474
    },
    {
      "epoch": 1.3145599728168536,
      "grad_norm": 2.1775045130176682,
      "learning_rate": 0.00027235910002428504,
      "loss": 4.8979,
      "step": 15475
    },
    {
      "epoch": 1.3146449201495072,
      "grad_norm": 2.1228396730448056,
      "learning_rate": 0.0002723551282526512,
      "loss": 4.8681,
      "step": 15476
    },
    {
      "epoch": 1.314729867482161,
      "grad_norm": 2.3449856092568373,
      "learning_rate": 0.0002723511562246465,
      "loss": 5.3612,
      "step": 15477
    },
    {
      "epoch": 1.3148148148148149,
      "grad_norm": 2.1333742938902422,
      "learning_rate": 0.00027234718394027934,
      "loss": 4.7795,
      "step": 15478
    },
    {
      "epoch": 1.3148997621474685,
      "grad_norm": 2.254976546921808,
      "learning_rate": 0.0002723432113995579,
      "loss": 4.9691,
      "step": 15479
    },
    {
      "epoch": 1.3149847094801224,
      "grad_norm": 2.175031218542327,
      "learning_rate": 0.0002723392386024907,
      "loss": 5.0327,
      "step": 15480
    },
    {
      "epoch": 1.315069656812776,
      "grad_norm": 2.273247607981769,
      "learning_rate": 0.00027233526554908594,
      "loss": 5.4367,
      "step": 15481
    },
    {
      "epoch": 1.3151546041454298,
      "grad_norm": 2.312809557548965,
      "learning_rate": 0.00027233129223935186,
      "loss": 5.1243,
      "step": 15482
    },
    {
      "epoch": 1.3152395514780837,
      "grad_norm": 2.1741905134884676,
      "learning_rate": 0.000272327318673297,
      "loss": 5.1212,
      "step": 15483
    },
    {
      "epoch": 1.3153244988107373,
      "grad_norm": 1.8735183881629263,
      "learning_rate": 0.0002723233448509296,
      "loss": 4.2835,
      "step": 15484
    },
    {
      "epoch": 1.3154094461433912,
      "grad_norm": 2.0670171599944025,
      "learning_rate": 0.00027231937077225793,
      "loss": 4.7553,
      "step": 15485
    },
    {
      "epoch": 1.3154943934760448,
      "grad_norm": 2.159510382649942,
      "learning_rate": 0.0002723153964372903,
      "loss": 5.0826,
      "step": 15486
    },
    {
      "epoch": 1.3155793408086986,
      "grad_norm": 2.344591649803034,
      "learning_rate": 0.0002723114218460351,
      "loss": 5.237,
      "step": 15487
    },
    {
      "epoch": 1.3156642881413523,
      "grad_norm": 2.3535873512610004,
      "learning_rate": 0.00027230744699850067,
      "loss": 5.4981,
      "step": 15488
    },
    {
      "epoch": 1.3157492354740061,
      "grad_norm": 2.1849678018939973,
      "learning_rate": 0.00027230347189469536,
      "loss": 5.0756,
      "step": 15489
    },
    {
      "epoch": 1.3158341828066598,
      "grad_norm": 2.1486452170506842,
      "learning_rate": 0.0002722994965346274,
      "loss": 5.1005,
      "step": 15490
    },
    {
      "epoch": 1.3159191301393136,
      "grad_norm": 2.0823758550810934,
      "learning_rate": 0.0002722955209183052,
      "loss": 4.8245,
      "step": 15491
    },
    {
      "epoch": 1.3160040774719675,
      "grad_norm": 2.3182308235988422,
      "learning_rate": 0.00027229154504573703,
      "loss": 5.4635,
      "step": 15492
    },
    {
      "epoch": 1.316089024804621,
      "grad_norm": 2.3154652557930553,
      "learning_rate": 0.0002722875689169313,
      "loss": 5.2592,
      "step": 15493
    },
    {
      "epoch": 1.316173972137275,
      "grad_norm": 2.133447238233574,
      "learning_rate": 0.0002722835925318963,
      "loss": 4.7353,
      "step": 15494
    },
    {
      "epoch": 1.3162589194699286,
      "grad_norm": 2.242968337663362,
      "learning_rate": 0.0002722796158906403,
      "loss": 5.2739,
      "step": 15495
    },
    {
      "epoch": 1.3163438668025824,
      "grad_norm": 2.208352011569504,
      "learning_rate": 0.00027227563899317173,
      "loss": 5.1843,
      "step": 15496
    },
    {
      "epoch": 1.3164288141352363,
      "grad_norm": 2.276439828605414,
      "learning_rate": 0.0002722716618394988,
      "loss": 5.0521,
      "step": 15497
    },
    {
      "epoch": 1.31651376146789,
      "grad_norm": 2.098827776513589,
      "learning_rate": 0.0002722676844296301,
      "loss": 4.8252,
      "step": 15498
    },
    {
      "epoch": 1.3165987088005435,
      "grad_norm": 2.142493299861528,
      "learning_rate": 0.00027226370676357363,
      "loss": 4.9422,
      "step": 15499
    },
    {
      "epoch": 1.3166836561331974,
      "grad_norm": 2.1332274607581163,
      "learning_rate": 0.00027225972884133793,
      "loss": 4.9631,
      "step": 15500
    },
    {
      "epoch": 1.3167686034658512,
      "grad_norm": 2.3328162885137296,
      "learning_rate": 0.00027225575066293134,
      "loss": 5.1417,
      "step": 15501
    },
    {
      "epoch": 1.3168535507985049,
      "grad_norm": 2.2313177894797076,
      "learning_rate": 0.0002722517722283621,
      "loss": 5.2273,
      "step": 15502
    },
    {
      "epoch": 1.3169384981311587,
      "grad_norm": 2.1232962683065617,
      "learning_rate": 0.0002722477935376385,
      "loss": 4.9005,
      "step": 15503
    },
    {
      "epoch": 1.3170234454638123,
      "grad_norm": 2.2334443185316046,
      "learning_rate": 0.0002722438145907691,
      "loss": 4.8527,
      "step": 15504
    },
    {
      "epoch": 1.3171083927964662,
      "grad_norm": 2.399233244588188,
      "learning_rate": 0.0002722398353877621,
      "loss": 5.5844,
      "step": 15505
    },
    {
      "epoch": 1.31719334012912,
      "grad_norm": 2.202662019337176,
      "learning_rate": 0.0002722358559286258,
      "loss": 4.7538,
      "step": 15506
    },
    {
      "epoch": 1.3172782874617737,
      "grad_norm": 2.235007236097811,
      "learning_rate": 0.0002722318762133686,
      "loss": 4.8891,
      "step": 15507
    },
    {
      "epoch": 1.3173632347944275,
      "grad_norm": 2.0991770851460165,
      "learning_rate": 0.00027222789624199874,
      "loss": 4.8227,
      "step": 15508
    },
    {
      "epoch": 1.3174481821270811,
      "grad_norm": 2.186327627443417,
      "learning_rate": 0.00027222391601452474,
      "loss": 4.8469,
      "step": 15509
    },
    {
      "epoch": 1.317533129459735,
      "grad_norm": 2.422330080268407,
      "learning_rate": 0.0002722199355309548,
      "loss": 5.3903,
      "step": 15510
    },
    {
      "epoch": 1.3176180767923888,
      "grad_norm": 2.366401262462495,
      "learning_rate": 0.0002722159547912973,
      "loss": 5.3915,
      "step": 15511
    },
    {
      "epoch": 1.3177030241250425,
      "grad_norm": 2.206351768419638,
      "learning_rate": 0.0002722119737955606,
      "loss": 4.8295,
      "step": 15512
    },
    {
      "epoch": 1.317787971457696,
      "grad_norm": 2.189500128232084,
      "learning_rate": 0.000272207992543753,
      "loss": 4.9318,
      "step": 15513
    },
    {
      "epoch": 1.31787291879035,
      "grad_norm": 2.3785685030443986,
      "learning_rate": 0.00027220401103588283,
      "loss": 5.294,
      "step": 15514
    },
    {
      "epoch": 1.3179578661230038,
      "grad_norm": 2.4132752993872386,
      "learning_rate": 0.0002722000292719585,
      "loss": 5.4615,
      "step": 15515
    },
    {
      "epoch": 1.3180428134556574,
      "grad_norm": 2.159402195584852,
      "learning_rate": 0.0002721960472519883,
      "loss": 4.7971,
      "step": 15516
    },
    {
      "epoch": 1.3181277607883113,
      "grad_norm": 2.3488181140508,
      "learning_rate": 0.0002721920649759806,
      "loss": 5.3935,
      "step": 15517
    },
    {
      "epoch": 1.318212708120965,
      "grad_norm": 1.9925086872889952,
      "learning_rate": 0.00027218808244394374,
      "loss": 4.4027,
      "step": 15518
    },
    {
      "epoch": 1.3182976554536188,
      "grad_norm": 2.1322157140751945,
      "learning_rate": 0.00027218409965588605,
      "loss": 4.6905,
      "step": 15519
    },
    {
      "epoch": 1.3183826027862726,
      "grad_norm": 2.2082721024628933,
      "learning_rate": 0.00027218011661181587,
      "loss": 5.1871,
      "step": 15520
    },
    {
      "epoch": 1.3184675501189262,
      "grad_norm": 2.1184581903975093,
      "learning_rate": 0.0002721761333117416,
      "loss": 4.8547,
      "step": 15521
    },
    {
      "epoch": 1.31855249745158,
      "grad_norm": 2.2461170765521383,
      "learning_rate": 0.0002721721497556715,
      "loss": 5.3063,
      "step": 15522
    },
    {
      "epoch": 1.3186374447842337,
      "grad_norm": 2.226732059004128,
      "learning_rate": 0.00027216816594361403,
      "loss": 5.1217,
      "step": 15523
    },
    {
      "epoch": 1.3187223921168876,
      "grad_norm": 2.184812039430411,
      "learning_rate": 0.0002721641818755774,
      "loss": 4.8472,
      "step": 15524
    },
    {
      "epoch": 1.3188073394495412,
      "grad_norm": 2.1175414337117133,
      "learning_rate": 0.00027216019755157007,
      "loss": 4.8375,
      "step": 15525
    },
    {
      "epoch": 1.318892286782195,
      "grad_norm": 2.1374236898066936,
      "learning_rate": 0.00027215621297160033,
      "loss": 4.8579,
      "step": 15526
    },
    {
      "epoch": 1.3189772341148487,
      "grad_norm": 2.2961249868807405,
      "learning_rate": 0.00027215222813567653,
      "loss": 5.4348,
      "step": 15527
    },
    {
      "epoch": 1.3190621814475025,
      "grad_norm": 2.209693404234396,
      "learning_rate": 0.0002721482430438071,
      "loss": 4.7726,
      "step": 15528
    },
    {
      "epoch": 1.3191471287801564,
      "grad_norm": 2.150360609015907,
      "learning_rate": 0.00027214425769600027,
      "loss": 4.8551,
      "step": 15529
    },
    {
      "epoch": 1.31923207611281,
      "grad_norm": 2.1438349059641832,
      "learning_rate": 0.00027214027209226444,
      "loss": 4.8631,
      "step": 15530
    },
    {
      "epoch": 1.3193170234454639,
      "grad_norm": 2.166393213686842,
      "learning_rate": 0.00027213628623260795,
      "loss": 4.8527,
      "step": 15531
    },
    {
      "epoch": 1.3194019707781175,
      "grad_norm": 2.241061656977825,
      "learning_rate": 0.00027213230011703926,
      "loss": 5.1043,
      "step": 15532
    },
    {
      "epoch": 1.3194869181107713,
      "grad_norm": 2.187133046414984,
      "learning_rate": 0.00027212831374556654,
      "loss": 5.0176,
      "step": 15533
    },
    {
      "epoch": 1.3195718654434252,
      "grad_norm": 2.2078501137433184,
      "learning_rate": 0.00027212432711819825,
      "loss": 4.9178,
      "step": 15534
    },
    {
      "epoch": 1.3196568127760788,
      "grad_norm": 2.101256767826554,
      "learning_rate": 0.00027212034023494275,
      "loss": 4.7005,
      "step": 15535
    },
    {
      "epoch": 1.3197417601087325,
      "grad_norm": 2.1873688487459666,
      "learning_rate": 0.0002721163530958083,
      "loss": 5.1173,
      "step": 15536
    },
    {
      "epoch": 1.3198267074413863,
      "grad_norm": 2.272498580418908,
      "learning_rate": 0.00027211236570080343,
      "loss": 5.2447,
      "step": 15537
    },
    {
      "epoch": 1.3199116547740402,
      "grad_norm": 2.305927059671877,
      "learning_rate": 0.00027210837804993637,
      "loss": 4.9362,
      "step": 15538
    },
    {
      "epoch": 1.3199966021066938,
      "grad_norm": 2.1880039130497035,
      "learning_rate": 0.0002721043901432155,
      "loss": 5.0336,
      "step": 15539
    },
    {
      "epoch": 1.3200815494393476,
      "grad_norm": 2.4040390494671513,
      "learning_rate": 0.00027210040198064907,
      "loss": 5.5314,
      "step": 15540
    },
    {
      "epoch": 1.3201664967720013,
      "grad_norm": 2.1235126982864982,
      "learning_rate": 0.0002720964135622457,
      "loss": 5.0027,
      "step": 15541
    },
    {
      "epoch": 1.3202514441046551,
      "grad_norm": 2.087086305138983,
      "learning_rate": 0.00027209242488801343,
      "loss": 4.5744,
      "step": 15542
    },
    {
      "epoch": 1.320336391437309,
      "grad_norm": 2.104163491407259,
      "learning_rate": 0.00027208843595796084,
      "loss": 4.881,
      "step": 15543
    },
    {
      "epoch": 1.3204213387699626,
      "grad_norm": 2.1700375583755185,
      "learning_rate": 0.00027208444677209617,
      "loss": 4.8753,
      "step": 15544
    },
    {
      "epoch": 1.3205062861026164,
      "grad_norm": 2.1368963438124076,
      "learning_rate": 0.00027208045733042793,
      "loss": 5.1114,
      "step": 15545
    },
    {
      "epoch": 1.32059123343527,
      "grad_norm": 2.257486750689961,
      "learning_rate": 0.00027207646763296425,
      "loss": 5.2103,
      "step": 15546
    },
    {
      "epoch": 1.320676180767924,
      "grad_norm": 2.1761217334960157,
      "learning_rate": 0.0002720724776797137,
      "loss": 5.0915,
      "step": 15547
    },
    {
      "epoch": 1.3207611281005778,
      "grad_norm": 2.162588975736264,
      "learning_rate": 0.0002720684874706845,
      "loss": 4.9382,
      "step": 15548
    },
    {
      "epoch": 1.3208460754332314,
      "grad_norm": 2.2550638201043465,
      "learning_rate": 0.00027206449700588515,
      "loss": 4.8768,
      "step": 15549
    },
    {
      "epoch": 1.320931022765885,
      "grad_norm": 2.2141367454500456,
      "learning_rate": 0.0002720605062853239,
      "loss": 5.0378,
      "step": 15550
    },
    {
      "epoch": 1.3210159700985389,
      "grad_norm": 2.2122797367415816,
      "learning_rate": 0.00027205651530900907,
      "loss": 5.1788,
      "step": 15551
    },
    {
      "epoch": 1.3211009174311927,
      "grad_norm": 2.1829128759292695,
      "learning_rate": 0.00027205252407694916,
      "loss": 5.2159,
      "step": 15552
    },
    {
      "epoch": 1.3211858647638464,
      "grad_norm": 2.311085303239878,
      "learning_rate": 0.00027204853258915246,
      "loss": 5.2721,
      "step": 15553
    },
    {
      "epoch": 1.3212708120965002,
      "grad_norm": 2.1793324623433787,
      "learning_rate": 0.0002720445408456273,
      "loss": 4.7741,
      "step": 15554
    },
    {
      "epoch": 1.3213557594291538,
      "grad_norm": 2.1342076948610544,
      "learning_rate": 0.0002720405488463821,
      "loss": 4.9327,
      "step": 15555
    },
    {
      "epoch": 1.3214407067618077,
      "grad_norm": 2.308373321480956,
      "learning_rate": 0.00027203655659142526,
      "loss": 5.443,
      "step": 15556
    },
    {
      "epoch": 1.3215256540944615,
      "grad_norm": 2.17418699893747,
      "learning_rate": 0.000272032564080765,
      "loss": 4.4084,
      "step": 15557
    },
    {
      "epoch": 1.3216106014271152,
      "grad_norm": 2.202759127724507,
      "learning_rate": 0.00027202857131440985,
      "loss": 5.2492,
      "step": 15558
    },
    {
      "epoch": 1.321695548759769,
      "grad_norm": 1.915839675931628,
      "learning_rate": 0.0002720245782923681,
      "loss": 4.2736,
      "step": 15559
    },
    {
      "epoch": 1.3217804960924227,
      "grad_norm": 2.322263329009799,
      "learning_rate": 0.0002720205850146481,
      "loss": 5.252,
      "step": 15560
    },
    {
      "epoch": 1.3218654434250765,
      "grad_norm": 2.2705676777002655,
      "learning_rate": 0.0002720165914812582,
      "loss": 5.1089,
      "step": 15561
    },
    {
      "epoch": 1.3219503907577301,
      "grad_norm": 2.122713164321946,
      "learning_rate": 0.0002720125976922069,
      "loss": 4.7762,
      "step": 15562
    },
    {
      "epoch": 1.322035338090384,
      "grad_norm": 2.1719627506456742,
      "learning_rate": 0.0002720086036475024,
      "loss": 4.9895,
      "step": 15563
    },
    {
      "epoch": 1.3221202854230376,
      "grad_norm": 2.107648360849825,
      "learning_rate": 0.00027200460934715315,
      "loss": 4.4719,
      "step": 15564
    },
    {
      "epoch": 1.3222052327556915,
      "grad_norm": 2.1192352833683823,
      "learning_rate": 0.0002720006147911675,
      "loss": 4.7967,
      "step": 15565
    },
    {
      "epoch": 1.3222901800883453,
      "grad_norm": 2.11357340233112,
      "learning_rate": 0.00027199661997955385,
      "loss": 5.1192,
      "step": 15566
    },
    {
      "epoch": 1.322375127420999,
      "grad_norm": 2.1470141296605627,
      "learning_rate": 0.00027199262491232055,
      "loss": 5.0558,
      "step": 15567
    },
    {
      "epoch": 1.3224600747536528,
      "grad_norm": 2.2949562770275995,
      "learning_rate": 0.00027198862958947596,
      "loss": 5.3874,
      "step": 15568
    },
    {
      "epoch": 1.3225450220863064,
      "grad_norm": 2.147528786609358,
      "learning_rate": 0.0002719846340110285,
      "loss": 4.9989,
      "step": 15569
    },
    {
      "epoch": 1.3226299694189603,
      "grad_norm": 2.263136309208468,
      "learning_rate": 0.00027198063817698647,
      "loss": 5.3207,
      "step": 15570
    },
    {
      "epoch": 1.3227149167516141,
      "grad_norm": 2.195898372895106,
      "learning_rate": 0.00027197664208735827,
      "loss": 5.1045,
      "step": 15571
    },
    {
      "epoch": 1.3227998640842678,
      "grad_norm": 2.1955384955267383,
      "learning_rate": 0.0002719726457421523,
      "loss": 5.137,
      "step": 15572
    },
    {
      "epoch": 1.3228848114169214,
      "grad_norm": 2.286031070191636,
      "learning_rate": 0.0002719686491413769,
      "loss": 5.4874,
      "step": 15573
    },
    {
      "epoch": 1.3229697587495752,
      "grad_norm": 2.3234747438378616,
      "learning_rate": 0.00027196465228504046,
      "loss": 5.5147,
      "step": 15574
    },
    {
      "epoch": 1.323054706082229,
      "grad_norm": 2.1314766809703256,
      "learning_rate": 0.0002719606551731514,
      "loss": 4.8605,
      "step": 15575
    },
    {
      "epoch": 1.3231396534148827,
      "grad_norm": 2.326198836433706,
      "learning_rate": 0.000271956657805718,
      "loss": 5.5536,
      "step": 15576
    },
    {
      "epoch": 1.3232246007475366,
      "grad_norm": 2.058028180316049,
      "learning_rate": 0.0002719526601827487,
      "loss": 4.5762,
      "step": 15577
    },
    {
      "epoch": 1.3233095480801902,
      "grad_norm": 2.1485584045004633,
      "learning_rate": 0.00027194866230425185,
      "loss": 5.0484,
      "step": 15578
    },
    {
      "epoch": 1.323394495412844,
      "grad_norm": 2.074083092416122,
      "learning_rate": 0.00027194466417023583,
      "loss": 4.494,
      "step": 15579
    },
    {
      "epoch": 1.323479442745498,
      "grad_norm": 2.175660490288681,
      "learning_rate": 0.000271940665780709,
      "loss": 5.1408,
      "step": 15580
    },
    {
      "epoch": 1.3235643900781515,
      "grad_norm": 2.1924736997884486,
      "learning_rate": 0.00027193666713567984,
      "loss": 5.2164,
      "step": 15581
    },
    {
      "epoch": 1.3236493374108054,
      "grad_norm": 2.175672055007475,
      "learning_rate": 0.0002719326682351566,
      "loss": 4.8433,
      "step": 15582
    },
    {
      "epoch": 1.323734284743459,
      "grad_norm": 2.418426745092864,
      "learning_rate": 0.0002719286690791477,
      "loss": 5.64,
      "step": 15583
    },
    {
      "epoch": 1.3238192320761129,
      "grad_norm": 2.0885973315607083,
      "learning_rate": 0.00027192466966766154,
      "loss": 4.5727,
      "step": 15584
    },
    {
      "epoch": 1.3239041794087667,
      "grad_norm": 2.1220284923213675,
      "learning_rate": 0.00027192067000070654,
      "loss": 4.969,
      "step": 15585
    },
    {
      "epoch": 1.3239891267414203,
      "grad_norm": 2.2880779795270576,
      "learning_rate": 0.00027191667007829095,
      "loss": 5.21,
      "step": 15586
    },
    {
      "epoch": 1.324074074074074,
      "grad_norm": 2.335048639474037,
      "learning_rate": 0.0002719126699004233,
      "loss": 5.3091,
      "step": 15587
    },
    {
      "epoch": 1.3241590214067278,
      "grad_norm": 2.2438980139045075,
      "learning_rate": 0.00027190866946711186,
      "loss": 4.99,
      "step": 15588
    },
    {
      "epoch": 1.3242439687393817,
      "grad_norm": 2.187622661275109,
      "learning_rate": 0.00027190466877836505,
      "loss": 4.8327,
      "step": 15589
    },
    {
      "epoch": 1.3243289160720353,
      "grad_norm": 2.3301090027235323,
      "learning_rate": 0.00027190066783419126,
      "loss": 5.3612,
      "step": 15590
    },
    {
      "epoch": 1.3244138634046891,
      "grad_norm": 2.1762753778362867,
      "learning_rate": 0.00027189666663459885,
      "loss": 5.0383,
      "step": 15591
    },
    {
      "epoch": 1.3244988107373428,
      "grad_norm": 2.2113239217124736,
      "learning_rate": 0.0002718926651795963,
      "loss": 5.1199,
      "step": 15592
    },
    {
      "epoch": 1.3245837580699966,
      "grad_norm": 2.3538278245003417,
      "learning_rate": 0.00027188866346919183,
      "loss": 5.524,
      "step": 15593
    },
    {
      "epoch": 1.3246687054026505,
      "grad_norm": 2.153380775660866,
      "learning_rate": 0.00027188466150339396,
      "loss": 4.921,
      "step": 15594
    },
    {
      "epoch": 1.324753652735304,
      "grad_norm": 2.1898076423621866,
      "learning_rate": 0.000271880659282211,
      "loss": 5.0229,
      "step": 15595
    },
    {
      "epoch": 1.3248386000679577,
      "grad_norm": 2.132714563273757,
      "learning_rate": 0.0002718766568056514,
      "loss": 4.804,
      "step": 15596
    },
    {
      "epoch": 1.3249235474006116,
      "grad_norm": 2.16747726538694,
      "learning_rate": 0.00027187265407372345,
      "loss": 4.7987,
      "step": 15597
    },
    {
      "epoch": 1.3250084947332654,
      "grad_norm": 2.065142904098884,
      "learning_rate": 0.0002718686510864357,
      "loss": 4.7368,
      "step": 15598
    },
    {
      "epoch": 1.325093442065919,
      "grad_norm": 2.2688272534407257,
      "learning_rate": 0.0002718646478437963,
      "loss": 5.104,
      "step": 15599
    },
    {
      "epoch": 1.325178389398573,
      "grad_norm": 2.366293250092706,
      "learning_rate": 0.0002718606443458139,
      "loss": 5.2594,
      "step": 15600
    },
    {
      "epoch": 1.3252633367312265,
      "grad_norm": 2.355616052783635,
      "learning_rate": 0.0002718566405924967,
      "loss": 5.118,
      "step": 15601
    },
    {
      "epoch": 1.3253482840638804,
      "grad_norm": 2.0848588787946283,
      "learning_rate": 0.0002718526365838532,
      "loss": 4.9815,
      "step": 15602
    },
    {
      "epoch": 1.3254332313965342,
      "grad_norm": 2.1991115890889312,
      "learning_rate": 0.00027184863231989164,
      "loss": 4.9632,
      "step": 15603
    },
    {
      "epoch": 1.3255181787291879,
      "grad_norm": 2.1754827327643405,
      "learning_rate": 0.0002718446278006206,
      "loss": 5.1345,
      "step": 15604
    },
    {
      "epoch": 1.3256031260618417,
      "grad_norm": 2.159087665520806,
      "learning_rate": 0.0002718406230260483,
      "loss": 5.2447,
      "step": 15605
    },
    {
      "epoch": 1.3256880733944953,
      "grad_norm": 2.186230818548713,
      "learning_rate": 0.00027183661799618327,
      "loss": 4.2939,
      "step": 15606
    },
    {
      "epoch": 1.3257730207271492,
      "grad_norm": 2.3724374020492967,
      "learning_rate": 0.0002718326127110339,
      "loss": 5.4459,
      "step": 15607
    },
    {
      "epoch": 1.325857968059803,
      "grad_norm": 2.0851081377874445,
      "learning_rate": 0.0002718286071706084,
      "loss": 4.8256,
      "step": 15608
    },
    {
      "epoch": 1.3259429153924567,
      "grad_norm": 2.067205551388566,
      "learning_rate": 0.00027182460137491535,
      "loss": 4.8821,
      "step": 15609
    },
    {
      "epoch": 1.3260278627251103,
      "grad_norm": 2.1226891942936224,
      "learning_rate": 0.00027182059532396307,
      "loss": 4.9512,
      "step": 15610
    },
    {
      "epoch": 1.3261128100577642,
      "grad_norm": 2.132914824574139,
      "learning_rate": 0.00027181658901775994,
      "loss": 4.6866,
      "step": 15611
    },
    {
      "epoch": 1.326197757390418,
      "grad_norm": 2.311017603318589,
      "learning_rate": 0.00027181258245631443,
      "loss": 5.1094,
      "step": 15612
    },
    {
      "epoch": 1.3262827047230716,
      "grad_norm": 2.06622358273317,
      "learning_rate": 0.0002718085756396349,
      "loss": 4.6712,
      "step": 15613
    },
    {
      "epoch": 1.3263676520557255,
      "grad_norm": 2.285101366702387,
      "learning_rate": 0.0002718045685677297,
      "loss": 5.387,
      "step": 15614
    },
    {
      "epoch": 1.3264525993883791,
      "grad_norm": 2.1243390290711357,
      "learning_rate": 0.00027180056124060726,
      "loss": 4.8421,
      "step": 15615
    },
    {
      "epoch": 1.326537546721033,
      "grad_norm": 2.348776173674675,
      "learning_rate": 0.00027179655365827595,
      "loss": 5.3691,
      "step": 15616
    },
    {
      "epoch": 1.3266224940536868,
      "grad_norm": 2.309288844449665,
      "learning_rate": 0.0002717925458207442,
      "loss": 5.0593,
      "step": 15617
    },
    {
      "epoch": 1.3267074413863404,
      "grad_norm": 2.254702253561346,
      "learning_rate": 0.00027178853772802044,
      "loss": 5.1596,
      "step": 15618
    },
    {
      "epoch": 1.3267923887189943,
      "grad_norm": 2.2532653824622866,
      "learning_rate": 0.000271784529380113,
      "loss": 5.3062,
      "step": 15619
    },
    {
      "epoch": 1.326877336051648,
      "grad_norm": 2.15431501430808,
      "learning_rate": 0.0002717805207770302,
      "loss": 4.6851,
      "step": 15620
    },
    {
      "epoch": 1.3269622833843018,
      "grad_norm": 2.1414812738180964,
      "learning_rate": 0.0002717765119187807,
      "loss": 4.8946,
      "step": 15621
    },
    {
      "epoch": 1.3270472307169554,
      "grad_norm": 2.3279894378594084,
      "learning_rate": 0.0002717725028053727,
      "loss": 5.3223,
      "step": 15622
    },
    {
      "epoch": 1.3271321780496093,
      "grad_norm": 2.2159879790019352,
      "learning_rate": 0.0002717684934368146,
      "loss": 4.9897,
      "step": 15623
    },
    {
      "epoch": 1.3272171253822629,
      "grad_norm": 2.2159843005829614,
      "learning_rate": 0.00027176448381311486,
      "loss": 5.0527,
      "step": 15624
    },
    {
      "epoch": 1.3273020727149167,
      "grad_norm": 2.180681213673049,
      "learning_rate": 0.0002717604739342819,
      "loss": 4.8221,
      "step": 15625
    },
    {
      "epoch": 1.3273870200475706,
      "grad_norm": 2.2365759849468323,
      "learning_rate": 0.00027175646380032405,
      "loss": 5.0963,
      "step": 15626
    },
    {
      "epoch": 1.3274719673802242,
      "grad_norm": 2.155089963926574,
      "learning_rate": 0.00027175245341124984,
      "loss": 4.9606,
      "step": 15627
    },
    {
      "epoch": 1.327556914712878,
      "grad_norm": 2.1671158160112634,
      "learning_rate": 0.00027174844276706746,
      "loss": 5.0653,
      "step": 15628
    },
    {
      "epoch": 1.3276418620455317,
      "grad_norm": 2.208614357461202,
      "learning_rate": 0.00027174443186778554,
      "loss": 4.9343,
      "step": 15629
    },
    {
      "epoch": 1.3277268093781855,
      "grad_norm": 2.2456987837981415,
      "learning_rate": 0.0002717404207134123,
      "loss": 5.1512,
      "step": 15630
    },
    {
      "epoch": 1.3278117567108394,
      "grad_norm": 2.143616091820148,
      "learning_rate": 0.00027173640930395625,
      "loss": 4.9985,
      "step": 15631
    },
    {
      "epoch": 1.327896704043493,
      "grad_norm": 2.1209346382286967,
      "learning_rate": 0.0002717323976394258,
      "loss": 5.121,
      "step": 15632
    },
    {
      "epoch": 1.3279816513761467,
      "grad_norm": 2.0746974274278713,
      "learning_rate": 0.0002717283857198293,
      "loss": 4.4614,
      "step": 15633
    },
    {
      "epoch": 1.3280665987088005,
      "grad_norm": 2.126447673880957,
      "learning_rate": 0.0002717243735451752,
      "loss": 4.7065,
      "step": 15634
    },
    {
      "epoch": 1.3281515460414544,
      "grad_norm": 2.160061286500842,
      "learning_rate": 0.00027172036111547187,
      "loss": 4.6645,
      "step": 15635
    },
    {
      "epoch": 1.328236493374108,
      "grad_norm": 2.091759220851391,
      "learning_rate": 0.00027171634843072776,
      "loss": 4.8142,
      "step": 15636
    },
    {
      "epoch": 1.3283214407067618,
      "grad_norm": 2.1300649737939534,
      "learning_rate": 0.00027171233549095117,
      "loss": 4.8883,
      "step": 15637
    },
    {
      "epoch": 1.3284063880394155,
      "grad_norm": 2.254370602262883,
      "learning_rate": 0.00027170832229615066,
      "loss": 5.263,
      "step": 15638
    },
    {
      "epoch": 1.3284913353720693,
      "grad_norm": 2.119843355407167,
      "learning_rate": 0.00027170430884633463,
      "loss": 4.8051,
      "step": 15639
    },
    {
      "epoch": 1.3285762827047232,
      "grad_norm": 2.1180266328456843,
      "learning_rate": 0.0002717002951415113,
      "loss": 4.5742,
      "step": 15640
    },
    {
      "epoch": 1.3286612300373768,
      "grad_norm": 2.1722856483666115,
      "learning_rate": 0.00027169628118168935,
      "loss": 5.1829,
      "step": 15641
    },
    {
      "epoch": 1.3287461773700306,
      "grad_norm": 2.1160902645888005,
      "learning_rate": 0.00027169226696687696,
      "loss": 4.8658,
      "step": 15642
    },
    {
      "epoch": 1.3288311247026843,
      "grad_norm": 2.3184804579515963,
      "learning_rate": 0.00027168825249708267,
      "loss": 5.1836,
      "step": 15643
    },
    {
      "epoch": 1.3289160720353381,
      "grad_norm": 2.3966675715705104,
      "learning_rate": 0.0002716842377723148,
      "loss": 5.5916,
      "step": 15644
    },
    {
      "epoch": 1.329001019367992,
      "grad_norm": 2.2269758932111943,
      "learning_rate": 0.00027168022279258186,
      "loss": 5.1474,
      "step": 15645
    },
    {
      "epoch": 1.3290859667006456,
      "grad_norm": 2.3336686567187876,
      "learning_rate": 0.0002716762075578922,
      "loss": 5.2465,
      "step": 15646
    },
    {
      "epoch": 1.3291709140332992,
      "grad_norm": 2.2925284349281685,
      "learning_rate": 0.0002716721920682543,
      "loss": 5.2266,
      "step": 15647
    },
    {
      "epoch": 1.329255861365953,
      "grad_norm": 2.177907399926259,
      "learning_rate": 0.0002716681763236765,
      "loss": 4.6938,
      "step": 15648
    },
    {
      "epoch": 1.329340808698607,
      "grad_norm": 2.227680972583429,
      "learning_rate": 0.0002716641603241672,
      "loss": 5.258,
      "step": 15649
    },
    {
      "epoch": 1.3294257560312606,
      "grad_norm": 2.374419770537322,
      "learning_rate": 0.0002716601440697349,
      "loss": 5.5282,
      "step": 15650
    },
    {
      "epoch": 1.3295107033639144,
      "grad_norm": 2.207310442942558,
      "learning_rate": 0.000271656127560388,
      "loss": 4.841,
      "step": 15651
    },
    {
      "epoch": 1.329595650696568,
      "grad_norm": 2.118111304378644,
      "learning_rate": 0.0002716521107961348,
      "loss": 4.4492,
      "step": 15652
    },
    {
      "epoch": 1.329680598029222,
      "grad_norm": 2.225914173671301,
      "learning_rate": 0.0002716480937769839,
      "loss": 5.144,
      "step": 15653
    },
    {
      "epoch": 1.3297655453618757,
      "grad_norm": 2.1437568403167355,
      "learning_rate": 0.0002716440765029435,
      "loss": 4.8777,
      "step": 15654
    },
    {
      "epoch": 1.3298504926945294,
      "grad_norm": 2.0815399089233937,
      "learning_rate": 0.0002716400589740222,
      "loss": 5.1727,
      "step": 15655
    },
    {
      "epoch": 1.3299354400271832,
      "grad_norm": 2.377477562923708,
      "learning_rate": 0.0002716360411902284,
      "loss": 5.3791,
      "step": 15656
    },
    {
      "epoch": 1.3300203873598369,
      "grad_norm": 2.1279334707353015,
      "learning_rate": 0.0002716320231515704,
      "loss": 4.8484,
      "step": 15657
    },
    {
      "epoch": 1.3301053346924907,
      "grad_norm": 2.181719994591587,
      "learning_rate": 0.00027162800485805666,
      "loss": 5.2188,
      "step": 15658
    },
    {
      "epoch": 1.3301902820251443,
      "grad_norm": 2.3221279900667966,
      "learning_rate": 0.0002716239863096957,
      "loss": 5.0936,
      "step": 15659
    },
    {
      "epoch": 1.3302752293577982,
      "grad_norm": 2.2292383385034733,
      "learning_rate": 0.0002716199675064959,
      "loss": 5.2373,
      "step": 15660
    },
    {
      "epoch": 1.3303601766904518,
      "grad_norm": 2.1475182499960823,
      "learning_rate": 0.00027161594844846555,
      "loss": 5.1024,
      "step": 15661
    },
    {
      "epoch": 1.3304451240231057,
      "grad_norm": 2.150664949844422,
      "learning_rate": 0.00027161192913561323,
      "loss": 4.9598,
      "step": 15662
    },
    {
      "epoch": 1.3305300713557595,
      "grad_norm": 2.3113648096135844,
      "learning_rate": 0.0002716079095679473,
      "loss": 5.6392,
      "step": 15663
    },
    {
      "epoch": 1.3306150186884131,
      "grad_norm": 2.382777403971058,
      "learning_rate": 0.00027160388974547617,
      "loss": 5.7334,
      "step": 15664
    },
    {
      "epoch": 1.330699966021067,
      "grad_norm": 2.151356576287321,
      "learning_rate": 0.00027159986966820835,
      "loss": 4.9492,
      "step": 15665
    },
    {
      "epoch": 1.3307849133537206,
      "grad_norm": 2.211897908711859,
      "learning_rate": 0.0002715958493361521,
      "loss": 5.1823,
      "step": 15666
    },
    {
      "epoch": 1.3308698606863745,
      "grad_norm": 2.2148096682934115,
      "learning_rate": 0.00027159182874931604,
      "loss": 4.9086,
      "step": 15667
    },
    {
      "epoch": 1.3309548080190283,
      "grad_norm": 2.2574347399294394,
      "learning_rate": 0.0002715878079077084,
      "loss": 5.1629,
      "step": 15668
    },
    {
      "epoch": 1.331039755351682,
      "grad_norm": 1.9890627964719128,
      "learning_rate": 0.0002715837868113377,
      "loss": 4.5755,
      "step": 15669
    },
    {
      "epoch": 1.3311247026843356,
      "grad_norm": 2.364680942535948,
      "learning_rate": 0.0002715797654602124,
      "loss": 5.5238,
      "step": 15670
    },
    {
      "epoch": 1.3312096500169894,
      "grad_norm": 2.126266331344613,
      "learning_rate": 0.0002715757438543409,
      "loss": 4.8719,
      "step": 15671
    },
    {
      "epoch": 1.3312945973496433,
      "grad_norm": 2.300489840954656,
      "learning_rate": 0.00027157172199373153,
      "loss": 5.226,
      "step": 15672
    },
    {
      "epoch": 1.331379544682297,
      "grad_norm": 2.3488613952718773,
      "learning_rate": 0.0002715676998783929,
      "loss": 5.233,
      "step": 15673
    },
    {
      "epoch": 1.3314644920149508,
      "grad_norm": 2.1559473913981297,
      "learning_rate": 0.00027156367750833324,
      "loss": 4.7249,
      "step": 15674
    },
    {
      "epoch": 1.3315494393476044,
      "grad_norm": 2.184870829043996,
      "learning_rate": 0.00027155965488356116,
      "loss": 4.9426,
      "step": 15675
    },
    {
      "epoch": 1.3316343866802582,
      "grad_norm": 2.342011565740429,
      "learning_rate": 0.00027155563200408496,
      "loss": 5.2724,
      "step": 15676
    },
    {
      "epoch": 1.331719334012912,
      "grad_norm": 2.180676954660281,
      "learning_rate": 0.0002715516088699131,
      "loss": 4.9858,
      "step": 15677
    },
    {
      "epoch": 1.3318042813455657,
      "grad_norm": 2.268795557475316,
      "learning_rate": 0.00027154758548105407,
      "loss": 4.7296,
      "step": 15678
    },
    {
      "epoch": 1.3318892286782196,
      "grad_norm": 2.2783001872274493,
      "learning_rate": 0.00027154356183751625,
      "loss": 4.9932,
      "step": 15679
    },
    {
      "epoch": 1.3319741760108732,
      "grad_norm": 2.2333121487277925,
      "learning_rate": 0.00027153953793930807,
      "loss": 5.2459,
      "step": 15680
    },
    {
      "epoch": 1.332059123343527,
      "grad_norm": 2.1797762927842035,
      "learning_rate": 0.0002715355137864379,
      "loss": 4.7196,
      "step": 15681
    },
    {
      "epoch": 1.332144070676181,
      "grad_norm": 2.3855020094676993,
      "learning_rate": 0.00027153148937891433,
      "loss": 5.4113,
      "step": 15682
    },
    {
      "epoch": 1.3322290180088345,
      "grad_norm": 2.192591288320483,
      "learning_rate": 0.00027152746471674564,
      "loss": 4.7926,
      "step": 15683
    },
    {
      "epoch": 1.3323139653414882,
      "grad_norm": 2.354938915588458,
      "learning_rate": 0.00027152343979994036,
      "loss": 5.336,
      "step": 15684
    },
    {
      "epoch": 1.332398912674142,
      "grad_norm": 2.16572800853842,
      "learning_rate": 0.00027151941462850684,
      "loss": 4.8156,
      "step": 15685
    },
    {
      "epoch": 1.3324838600067959,
      "grad_norm": 2.311055603722259,
      "learning_rate": 0.00027151538920245364,
      "loss": 5.2658,
      "step": 15686
    },
    {
      "epoch": 1.3325688073394495,
      "grad_norm": 2.361251586273522,
      "learning_rate": 0.000271511363521789,
      "loss": 5.4195,
      "step": 15687
    },
    {
      "epoch": 1.3326537546721033,
      "grad_norm": 2.3526260466857316,
      "learning_rate": 0.00027150733758652155,
      "loss": 5.6401,
      "step": 15688
    },
    {
      "epoch": 1.332738702004757,
      "grad_norm": 2.192553491075645,
      "learning_rate": 0.00027150331139665963,
      "loss": 5.0338,
      "step": 15689
    },
    {
      "epoch": 1.3328236493374108,
      "grad_norm": 2.1302996782893118,
      "learning_rate": 0.00027149928495221164,
      "loss": 4.8506,
      "step": 15690
    },
    {
      "epoch": 1.3329085966700647,
      "grad_norm": 2.0807777544590285,
      "learning_rate": 0.0002714952582531862,
      "loss": 4.6106,
      "step": 15691
    },
    {
      "epoch": 1.3329935440027183,
      "grad_norm": 2.2568758346084485,
      "learning_rate": 0.00027149123129959147,
      "loss": 5.3791,
      "step": 15692
    },
    {
      "epoch": 1.3330784913353722,
      "grad_norm": 2.263894881377439,
      "learning_rate": 0.00027148720409143613,
      "loss": 5.211,
      "step": 15693
    },
    {
      "epoch": 1.3331634386680258,
      "grad_norm": 2.2582812357782878,
      "learning_rate": 0.0002714831766287285,
      "loss": 5.1248,
      "step": 15694
    },
    {
      "epoch": 1.3332483860006796,
      "grad_norm": 2.3745704949239266,
      "learning_rate": 0.000271479148911477,
      "loss": 5.4026,
      "step": 15695
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 2.203583242361662,
      "learning_rate": 0.00027147512093969015,
      "loss": 4.891,
      "step": 15696
    },
    {
      "epoch": 1.333418280665987,
      "grad_norm": 2.1700545003452945,
      "learning_rate": 0.0002714710927133763,
      "loss": 4.7928,
      "step": 15697
    },
    {
      "epoch": 1.3335032279986407,
      "grad_norm": 2.190844957168385,
      "learning_rate": 0.000271467064232544,
      "loss": 4.9926,
      "step": 15698
    },
    {
      "epoch": 1.3335881753312946,
      "grad_norm": 2.169642330322581,
      "learning_rate": 0.0002714630354972016,
      "loss": 4.9833,
      "step": 15699
    },
    {
      "epoch": 1.3336731226639484,
      "grad_norm": 2.3583119563259793,
      "learning_rate": 0.0002714590065073576,
      "loss": 5.2694,
      "step": 15700
    },
    {
      "epoch": 1.333758069996602,
      "grad_norm": 2.1723154699464353,
      "learning_rate": 0.0002714549772630203,
      "loss": 4.8231,
      "step": 15701
    },
    {
      "epoch": 1.333843017329256,
      "grad_norm": 2.2326770729432344,
      "learning_rate": 0.0002714509477641984,
      "loss": 5.2347,
      "step": 15702
    },
    {
      "epoch": 1.3339279646619095,
      "grad_norm": 2.226997685263914,
      "learning_rate": 0.0002714469180109001,
      "loss": 5.0615,
      "step": 15703
    },
    {
      "epoch": 1.3340129119945634,
      "grad_norm": 2.2427817820915097,
      "learning_rate": 0.000271442888003134,
      "loss": 5.3762,
      "step": 15704
    },
    {
      "epoch": 1.3340978593272173,
      "grad_norm": 2.3164515861780273,
      "learning_rate": 0.0002714388577409085,
      "loss": 5.3204,
      "step": 15705
    },
    {
      "epoch": 1.3341828066598709,
      "grad_norm": 2.0880053589186174,
      "learning_rate": 0.0002714348272242319,
      "loss": 4.7069,
      "step": 15706
    },
    {
      "epoch": 1.3342677539925245,
      "grad_norm": 2.11806523299643,
      "learning_rate": 0.0002714307964531129,
      "loss": 4.9209,
      "step": 15707
    },
    {
      "epoch": 1.3343527013251784,
      "grad_norm": 2.0983318155319255,
      "learning_rate": 0.00027142676542755984,
      "loss": 5.053,
      "step": 15708
    },
    {
      "epoch": 1.3344376486578322,
      "grad_norm": 2.0829690524124658,
      "learning_rate": 0.00027142273414758106,
      "loss": 4.717,
      "step": 15709
    },
    {
      "epoch": 1.3345225959904858,
      "grad_norm": 2.1602444549078035,
      "learning_rate": 0.00027141870261318513,
      "loss": 4.8291,
      "step": 15710
    },
    {
      "epoch": 1.3346075433231397,
      "grad_norm": 2.106970276534804,
      "learning_rate": 0.0002714146708243805,
      "loss": 4.898,
      "step": 15711
    },
    {
      "epoch": 1.3346924906557933,
      "grad_norm": 2.315335337826708,
      "learning_rate": 0.00027141063878117556,
      "loss": 5.405,
      "step": 15712
    },
    {
      "epoch": 1.3347774379884472,
      "grad_norm": 2.2944822915116125,
      "learning_rate": 0.00027140660648357877,
      "loss": 5.4047,
      "step": 15713
    },
    {
      "epoch": 1.334862385321101,
      "grad_norm": 2.1028769403646783,
      "learning_rate": 0.0002714025739315986,
      "loss": 4.6401,
      "step": 15714
    },
    {
      "epoch": 1.3349473326537546,
      "grad_norm": 2.10843867731714,
      "learning_rate": 0.00027139854112524347,
      "loss": 4.782,
      "step": 15715
    },
    {
      "epoch": 1.3350322799864085,
      "grad_norm": 2.289485239844992,
      "learning_rate": 0.0002713945080645218,
      "loss": 5.3142,
      "step": 15716
    },
    {
      "epoch": 1.3351172273190621,
      "grad_norm": 2.281029537504037,
      "learning_rate": 0.00027139047474944217,
      "loss": 5.3897,
      "step": 15717
    },
    {
      "epoch": 1.335202174651716,
      "grad_norm": 2.15429462892989,
      "learning_rate": 0.0002713864411800129,
      "loss": 4.9033,
      "step": 15718
    },
    {
      "epoch": 1.3352871219843698,
      "grad_norm": 2.2916306981015775,
      "learning_rate": 0.0002713824073562425,
      "loss": 4.9733,
      "step": 15719
    },
    {
      "epoch": 1.3353720693170235,
      "grad_norm": 2.2276289212136575,
      "learning_rate": 0.0002713783732781394,
      "loss": 5.1577,
      "step": 15720
    },
    {
      "epoch": 1.335457016649677,
      "grad_norm": 2.16591574525697,
      "learning_rate": 0.0002713743389457121,
      "loss": 5.1273,
      "step": 15721
    },
    {
      "epoch": 1.335541963982331,
      "grad_norm": 2.176189710544368,
      "learning_rate": 0.000271370304358969,
      "loss": 4.903,
      "step": 15722
    },
    {
      "epoch": 1.3356269113149848,
      "grad_norm": 2.316356402133091,
      "learning_rate": 0.00027136626951791855,
      "loss": 5.0626,
      "step": 15723
    },
    {
      "epoch": 1.3357118586476384,
      "grad_norm": 2.1980977161359134,
      "learning_rate": 0.00027136223442256923,
      "loss": 5.113,
      "step": 15724
    },
    {
      "epoch": 1.3357968059802923,
      "grad_norm": 1.944494816822789,
      "learning_rate": 0.00027135819907292955,
      "loss": 4.2233,
      "step": 15725
    },
    {
      "epoch": 1.335881753312946,
      "grad_norm": 2.1693512861674344,
      "learning_rate": 0.0002713541634690078,
      "loss": 4.9795,
      "step": 15726
    },
    {
      "epoch": 1.3359667006455997,
      "grad_norm": 2.1613156561989797,
      "learning_rate": 0.0002713501276108126,
      "loss": 4.696,
      "step": 15727
    },
    {
      "epoch": 1.3360516479782536,
      "grad_norm": 2.1700352153614877,
      "learning_rate": 0.00027134609149835235,
      "loss": 4.9963,
      "step": 15728
    },
    {
      "epoch": 1.3361365953109072,
      "grad_norm": 2.1588055045483863,
      "learning_rate": 0.0002713420551316355,
      "loss": 4.8533,
      "step": 15729
    },
    {
      "epoch": 1.3362215426435609,
      "grad_norm": 2.1298774055248413,
      "learning_rate": 0.0002713380185106705,
      "loss": 4.8566,
      "step": 15730
    },
    {
      "epoch": 1.3363064899762147,
      "grad_norm": 1.9151037116982919,
      "learning_rate": 0.00027133398163546585,
      "loss": 4.2513,
      "step": 15731
    },
    {
      "epoch": 1.3363914373088686,
      "grad_norm": 2.189517452373009,
      "learning_rate": 0.00027132994450603,
      "loss": 5.1855,
      "step": 15732
    },
    {
      "epoch": 1.3364763846415222,
      "grad_norm": 2.161192143221361,
      "learning_rate": 0.0002713259071223713,
      "loss": 5.1068,
      "step": 15733
    },
    {
      "epoch": 1.336561331974176,
      "grad_norm": 2.157295986756146,
      "learning_rate": 0.00027132186948449833,
      "loss": 4.9399,
      "step": 15734
    },
    {
      "epoch": 1.3366462793068297,
      "grad_norm": 1.9529669694012826,
      "learning_rate": 0.0002713178315924195,
      "loss": 4.0532,
      "step": 15735
    },
    {
      "epoch": 1.3367312266394835,
      "grad_norm": 2.0778998113774927,
      "learning_rate": 0.00027131379344614334,
      "loss": 4.7152,
      "step": 15736
    },
    {
      "epoch": 1.3368161739721374,
      "grad_norm": 2.1721843208567133,
      "learning_rate": 0.00027130975504567823,
      "loss": 4.9,
      "step": 15737
    },
    {
      "epoch": 1.336901121304791,
      "grad_norm": 2.1905631857297516,
      "learning_rate": 0.00027130571639103266,
      "loss": 4.7004,
      "step": 15738
    },
    {
      "epoch": 1.3369860686374448,
      "grad_norm": 2.139438415692265,
      "learning_rate": 0.0002713016774822151,
      "loss": 4.7611,
      "step": 15739
    },
    {
      "epoch": 1.3370710159700985,
      "grad_norm": 2.150911024705858,
      "learning_rate": 0.000271297638319234,
      "loss": 4.5812,
      "step": 15740
    },
    {
      "epoch": 1.3371559633027523,
      "grad_norm": 2.088624709537211,
      "learning_rate": 0.0002712935989020978,
      "loss": 4.7403,
      "step": 15741
    },
    {
      "epoch": 1.3372409106354062,
      "grad_norm": 2.3447423485831873,
      "learning_rate": 0.00027128955923081506,
      "loss": 5.5026,
      "step": 15742
    },
    {
      "epoch": 1.3373258579680598,
      "grad_norm": 2.122362375571247,
      "learning_rate": 0.0002712855193053941,
      "loss": 5.0789,
      "step": 15743
    },
    {
      "epoch": 1.3374108053007134,
      "grad_norm": 2.0957550745558495,
      "learning_rate": 0.0002712814791258435,
      "loss": 3.8939,
      "step": 15744
    },
    {
      "epoch": 1.3374957526333673,
      "grad_norm": 2.136683869158316,
      "learning_rate": 0.0002712774386921717,
      "loss": 4.9392,
      "step": 15745
    },
    {
      "epoch": 1.3375806999660211,
      "grad_norm": 2.1151853163333865,
      "learning_rate": 0.00027127339800438714,
      "loss": 5.0415,
      "step": 15746
    },
    {
      "epoch": 1.3376656472986748,
      "grad_norm": 2.097586546746235,
      "learning_rate": 0.0002712693570624983,
      "loss": 4.6192,
      "step": 15747
    },
    {
      "epoch": 1.3377505946313286,
      "grad_norm": 2.1031865515704027,
      "learning_rate": 0.00027126531586651364,
      "loss": 5.101,
      "step": 15748
    },
    {
      "epoch": 1.3378355419639822,
      "grad_norm": 2.111774937881138,
      "learning_rate": 0.00027126127441644163,
      "loss": 5.1173,
      "step": 15749
    },
    {
      "epoch": 1.337920489296636,
      "grad_norm": 2.133250545967518,
      "learning_rate": 0.00027125723271229074,
      "loss": 5.024,
      "step": 15750
    },
    {
      "epoch": 1.33800543662929,
      "grad_norm": 2.3359083268333642,
      "learning_rate": 0.00027125319075406944,
      "loss": 5.2908,
      "step": 15751
    },
    {
      "epoch": 1.3380903839619436,
      "grad_norm": 2.1493592236003543,
      "learning_rate": 0.00027124914854178623,
      "loss": 4.7784,
      "step": 15752
    },
    {
      "epoch": 1.3381753312945974,
      "grad_norm": 2.1235964030105707,
      "learning_rate": 0.0002712451060754495,
      "loss": 4.5136,
      "step": 15753
    },
    {
      "epoch": 1.338260278627251,
      "grad_norm": 2.2050960308041168,
      "learning_rate": 0.0002712410633550678,
      "loss": 4.8765,
      "step": 15754
    },
    {
      "epoch": 1.338345225959905,
      "grad_norm": 2.358289882724684,
      "learning_rate": 0.00027123702038064955,
      "loss": 5.2715,
      "step": 15755
    },
    {
      "epoch": 1.3384301732925585,
      "grad_norm": 2.1415789904428113,
      "learning_rate": 0.0002712329771522032,
      "loss": 4.9912,
      "step": 15756
    },
    {
      "epoch": 1.3385151206252124,
      "grad_norm": 2.2025693755295133,
      "learning_rate": 0.0002712289336697374,
      "loss": 4.9288,
      "step": 15757
    },
    {
      "epoch": 1.338600067957866,
      "grad_norm": 2.219816659880431,
      "learning_rate": 0.0002712248899332604,
      "loss": 5.1887,
      "step": 15758
    },
    {
      "epoch": 1.3386850152905199,
      "grad_norm": 2.199147006152121,
      "learning_rate": 0.0002712208459427807,
      "loss": 5.2724,
      "step": 15759
    },
    {
      "epoch": 1.3387699626231737,
      "grad_norm": 2.1677089335156765,
      "learning_rate": 0.00027121680169830693,
      "loss": 5.0757,
      "step": 15760
    },
    {
      "epoch": 1.3388549099558273,
      "grad_norm": 2.289392921511481,
      "learning_rate": 0.00027121275719984737,
      "loss": 5.0779,
      "step": 15761
    },
    {
      "epoch": 1.3389398572884812,
      "grad_norm": 2.3365112418709018,
      "learning_rate": 0.0002712087124474107,
      "loss": 5.4593,
      "step": 15762
    },
    {
      "epoch": 1.3390248046211348,
      "grad_norm": 2.1466114389830797,
      "learning_rate": 0.00027120466744100523,
      "loss": 4.2363,
      "step": 15763
    },
    {
      "epoch": 1.3391097519537887,
      "grad_norm": 2.335096561200569,
      "learning_rate": 0.0002712006221806395,
      "loss": 5.0607,
      "step": 15764
    },
    {
      "epoch": 1.3391946992864425,
      "grad_norm": 2.2355670399367775,
      "learning_rate": 0.000271196576666322,
      "loss": 5.1625,
      "step": 15765
    },
    {
      "epoch": 1.3392796466190962,
      "grad_norm": 2.316157303838516,
      "learning_rate": 0.0002711925308980611,
      "loss": 5.3525,
      "step": 15766
    },
    {
      "epoch": 1.3393645939517498,
      "grad_norm": 2.2401840421873134,
      "learning_rate": 0.0002711884848758654,
      "loss": 5.3977,
      "step": 15767
    },
    {
      "epoch": 1.3394495412844036,
      "grad_norm": 2.11579722413954,
      "learning_rate": 0.0002711844385997434,
      "loss": 4.8698,
      "step": 15768
    },
    {
      "epoch": 1.3395344886170575,
      "grad_norm": 2.16004170057608,
      "learning_rate": 0.0002711803920697034,
      "loss": 4.7434,
      "step": 15769
    },
    {
      "epoch": 1.3396194359497111,
      "grad_norm": 1.9486634133184357,
      "learning_rate": 0.00027117634528575407,
      "loss": 4.1839,
      "step": 15770
    },
    {
      "epoch": 1.339704383282365,
      "grad_norm": 2.0617262670921597,
      "learning_rate": 0.0002711722982479038,
      "loss": 4.8232,
      "step": 15771
    },
    {
      "epoch": 1.3397893306150186,
      "grad_norm": 2.3315940597119473,
      "learning_rate": 0.00027116825095616103,
      "loss": 5.3009,
      "step": 15772
    },
    {
      "epoch": 1.3398742779476724,
      "grad_norm": 2.3122667361892373,
      "learning_rate": 0.0002711642034105344,
      "loss": 5.1582,
      "step": 15773
    },
    {
      "epoch": 1.3399592252803263,
      "grad_norm": 2.0605144130235176,
      "learning_rate": 0.0002711601556110322,
      "loss": 4.7764,
      "step": 15774
    },
    {
      "epoch": 1.34004417261298,
      "grad_norm": 2.1295455868800266,
      "learning_rate": 0.000271156107557663,
      "loss": 5.1065,
      "step": 15775
    },
    {
      "epoch": 1.3401291199456338,
      "grad_norm": 2.338080981132002,
      "learning_rate": 0.0002711520592504353,
      "loss": 5.1772,
      "step": 15776
    },
    {
      "epoch": 1.3402140672782874,
      "grad_norm": 2.3046948880687337,
      "learning_rate": 0.00027114801068935763,
      "loss": 5.3227,
      "step": 15777
    },
    {
      "epoch": 1.3402990146109413,
      "grad_norm": 2.134568627106583,
      "learning_rate": 0.0002711439618744383,
      "loss": 4.8891,
      "step": 15778
    },
    {
      "epoch": 1.340383961943595,
      "grad_norm": 2.133352823830539,
      "learning_rate": 0.0002711399128056859,
      "loss": 5.0035,
      "step": 15779
    },
    {
      "epoch": 1.3404689092762487,
      "grad_norm": 2.0761347856567447,
      "learning_rate": 0.00027113586348310895,
      "loss": 4.7673,
      "step": 15780
    },
    {
      "epoch": 1.3405538566089024,
      "grad_norm": 2.192994142506568,
      "learning_rate": 0.0002711318139067159,
      "loss": 5.033,
      "step": 15781
    },
    {
      "epoch": 1.3406388039415562,
      "grad_norm": 2.2706729744655476,
      "learning_rate": 0.00027112776407651524,
      "loss": 5.0137,
      "step": 15782
    },
    {
      "epoch": 1.34072375127421,
      "grad_norm": 2.0736755166365386,
      "learning_rate": 0.0002711237139925154,
      "loss": 4.7176,
      "step": 15783
    },
    {
      "epoch": 1.3408086986068637,
      "grad_norm": 2.1967537632657925,
      "learning_rate": 0.000271119663654725,
      "loss": 5.0804,
      "step": 15784
    },
    {
      "epoch": 1.3408936459395175,
      "grad_norm": 2.1720912601722517,
      "learning_rate": 0.0002711156130631523,
      "loss": 4.9646,
      "step": 15785
    },
    {
      "epoch": 1.3409785932721712,
      "grad_norm": 2.178101429664238,
      "learning_rate": 0.000271111562217806,
      "loss": 5.2411,
      "step": 15786
    },
    {
      "epoch": 1.341063540604825,
      "grad_norm": 2.318207057786436,
      "learning_rate": 0.00027110751111869455,
      "loss": 5.3278,
      "step": 15787
    },
    {
      "epoch": 1.3411484879374789,
      "grad_norm": 2.0964455675997704,
      "learning_rate": 0.00027110345976582635,
      "loss": 4.6459,
      "step": 15788
    },
    {
      "epoch": 1.3412334352701325,
      "grad_norm": 2.166667181346399,
      "learning_rate": 0.00027109940815921,
      "loss": 5.0032,
      "step": 15789
    },
    {
      "epoch": 1.3413183826027864,
      "grad_norm": 2.0632565844271737,
      "learning_rate": 0.00027109535629885387,
      "loss": 4.4389,
      "step": 15790
    },
    {
      "epoch": 1.34140332993544,
      "grad_norm": 2.205373973620055,
      "learning_rate": 0.0002710913041847665,
      "loss": 5.0106,
      "step": 15791
    },
    {
      "epoch": 1.3414882772680938,
      "grad_norm": 2.2120479867216742,
      "learning_rate": 0.00027108725181695644,
      "loss": 4.8326,
      "step": 15792
    },
    {
      "epoch": 1.3415732246007475,
      "grad_norm": 2.1099604937608865,
      "learning_rate": 0.0002710831991954321,
      "loss": 4.9849,
      "step": 15793
    },
    {
      "epoch": 1.3416581719334013,
      "grad_norm": 2.1827474743185116,
      "learning_rate": 0.000271079146320202,
      "loss": 5.1667,
      "step": 15794
    },
    {
      "epoch": 1.341743119266055,
      "grad_norm": 2.1646641673027016,
      "learning_rate": 0.00027107509319127465,
      "loss": 5.2798,
      "step": 15795
    },
    {
      "epoch": 1.3418280665987088,
      "grad_norm": 2.2489640686178505,
      "learning_rate": 0.00027107103980865855,
      "loss": 5.1131,
      "step": 15796
    },
    {
      "epoch": 1.3419130139313626,
      "grad_norm": 2.077086404898864,
      "learning_rate": 0.0002710669861723621,
      "loss": 4.7067,
      "step": 15797
    },
    {
      "epoch": 1.3419979612640163,
      "grad_norm": 2.1170839989062755,
      "learning_rate": 0.00027106293228239394,
      "loss": 5.128,
      "step": 15798
    },
    {
      "epoch": 1.3420829085966701,
      "grad_norm": 2.37170987152655,
      "learning_rate": 0.0002710588781387624,
      "loss": 5.7828,
      "step": 15799
    },
    {
      "epoch": 1.3421678559293237,
      "grad_norm": 2.072684941873076,
      "learning_rate": 0.00027105482374147614,
      "loss": 4.7944,
      "step": 15800
    },
    {
      "epoch": 1.3422528032619776,
      "grad_norm": 2.3423776154062024,
      "learning_rate": 0.00027105076909054353,
      "loss": 5.4369,
      "step": 15801
    },
    {
      "epoch": 1.3423377505946315,
      "grad_norm": 2.156583407478504,
      "learning_rate": 0.00027104671418597316,
      "loss": 4.7388,
      "step": 15802
    },
    {
      "epoch": 1.342422697927285,
      "grad_norm": 2.248145702498355,
      "learning_rate": 0.00027104265902777347,
      "loss": 5.1537,
      "step": 15803
    },
    {
      "epoch": 1.3425076452599387,
      "grad_norm": 2.2620501045073262,
      "learning_rate": 0.000271038603615953,
      "loss": 5.3547,
      "step": 15804
    },
    {
      "epoch": 1.3425925925925926,
      "grad_norm": 2.263813452716955,
      "learning_rate": 0.0002710345479505201,
      "loss": 5.3304,
      "step": 15805
    },
    {
      "epoch": 1.3426775399252464,
      "grad_norm": 2.182227279195276,
      "learning_rate": 0.00027103049203148344,
      "loss": 4.8505,
      "step": 15806
    },
    {
      "epoch": 1.3427624872579,
      "grad_norm": 2.229067968942135,
      "learning_rate": 0.0002710264358588515,
      "loss": 5.0296,
      "step": 15807
    },
    {
      "epoch": 1.342847434590554,
      "grad_norm": 2.1731333770922334,
      "learning_rate": 0.0002710223794326327,
      "loss": 5.0814,
      "step": 15808
    },
    {
      "epoch": 1.3429323819232075,
      "grad_norm": 2.121402341557156,
      "learning_rate": 0.0002710183227528356,
      "loss": 4.9898,
      "step": 15809
    },
    {
      "epoch": 1.3430173292558614,
      "grad_norm": 2.1948785551343253,
      "learning_rate": 0.0002710142658194687,
      "loss": 5.3449,
      "step": 15810
    },
    {
      "epoch": 1.3431022765885152,
      "grad_norm": 2.189760118051769,
      "learning_rate": 0.0002710102086325404,
      "loss": 5.2259,
      "step": 15811
    },
    {
      "epoch": 1.3431872239211688,
      "grad_norm": 2.2892589796915095,
      "learning_rate": 0.0002710061511920594,
      "loss": 5.36,
      "step": 15812
    },
    {
      "epoch": 1.3432721712538227,
      "grad_norm": 2.1351463419572365,
      "learning_rate": 0.0002710020934980339,
      "loss": 5.006,
      "step": 15813
    },
    {
      "epoch": 1.3433571185864763,
      "grad_norm": 2.303604363473793,
      "learning_rate": 0.0002709980355504727,
      "loss": 5.456,
      "step": 15814
    },
    {
      "epoch": 1.3434420659191302,
      "grad_norm": 2.132964420468143,
      "learning_rate": 0.00027099397734938423,
      "loss": 4.8328,
      "step": 15815
    },
    {
      "epoch": 1.343527013251784,
      "grad_norm": 2.1097868792810726,
      "learning_rate": 0.00027098991889477686,
      "loss": 4.9478,
      "step": 15816
    },
    {
      "epoch": 1.3436119605844377,
      "grad_norm": 2.2020019742103396,
      "learning_rate": 0.00027098586018665927,
      "loss": 5.1568,
      "step": 15817
    },
    {
      "epoch": 1.3436969079170913,
      "grad_norm": 2.1397204825453677,
      "learning_rate": 0.00027098180122503977,
      "loss": 5.0625,
      "step": 15818
    },
    {
      "epoch": 1.3437818552497451,
      "grad_norm": 1.9554950657075432,
      "learning_rate": 0.000270977742009927,
      "loss": 4.1954,
      "step": 15819
    },
    {
      "epoch": 1.343866802582399,
      "grad_norm": 2.180668477010615,
      "learning_rate": 0.00027097368254132954,
      "loss": 4.8798,
      "step": 15820
    },
    {
      "epoch": 1.3439517499150526,
      "grad_norm": 2.154733302975103,
      "learning_rate": 0.00027096962281925567,
      "loss": 5.0864,
      "step": 15821
    },
    {
      "epoch": 1.3440366972477065,
      "grad_norm": 2.184034074591073,
      "learning_rate": 0.00027096556284371404,
      "loss": 4.8958,
      "step": 15822
    },
    {
      "epoch": 1.34412164458036,
      "grad_norm": 2.223789382981254,
      "learning_rate": 0.00027096150261471315,
      "loss": 5.0466,
      "step": 15823
    },
    {
      "epoch": 1.344206591913014,
      "grad_norm": 2.219146405811094,
      "learning_rate": 0.0002709574421322616,
      "loss": 5.2522,
      "step": 15824
    },
    {
      "epoch": 1.3442915392456678,
      "grad_norm": 2.251585390852142,
      "learning_rate": 0.0002709533813963676,
      "loss": 5.4759,
      "step": 15825
    },
    {
      "epoch": 1.3443764865783214,
      "grad_norm": 2.1416291777250573,
      "learning_rate": 0.00027094932040704,
      "loss": 5.0506,
      "step": 15826
    },
    {
      "epoch": 1.344461433910975,
      "grad_norm": 2.0994702645533274,
      "learning_rate": 0.0002709452591642871,
      "loss": 4.4456,
      "step": 15827
    },
    {
      "epoch": 1.344546381243629,
      "grad_norm": 2.073799138122548,
      "learning_rate": 0.00027094119766811746,
      "loss": 4.6831,
      "step": 15828
    },
    {
      "epoch": 1.3446313285762828,
      "grad_norm": 2.166864145103763,
      "learning_rate": 0.0002709371359185396,
      "loss": 5.1584,
      "step": 15829
    },
    {
      "epoch": 1.3447162759089364,
      "grad_norm": 2.232267783928031,
      "learning_rate": 0.0002709330739155621,
      "loss": 5.1134,
      "step": 15830
    },
    {
      "epoch": 1.3448012232415902,
      "grad_norm": 2.1272323155981474,
      "learning_rate": 0.0002709290116591933,
      "loss": 4.9616,
      "step": 15831
    },
    {
      "epoch": 1.3448861705742439,
      "grad_norm": 2.1402500468786605,
      "learning_rate": 0.00027092494914944185,
      "loss": 5.1975,
      "step": 15832
    },
    {
      "epoch": 1.3449711179068977,
      "grad_norm": 2.1786616930078044,
      "learning_rate": 0.00027092088638631625,
      "loss": 4.8674,
      "step": 15833
    },
    {
      "epoch": 1.3450560652395516,
      "grad_norm": 2.3119111495840827,
      "learning_rate": 0.00027091682336982496,
      "loss": 5.3939,
      "step": 15834
    },
    {
      "epoch": 1.3451410125722052,
      "grad_norm": 2.3001478840481004,
      "learning_rate": 0.0002709127600999765,
      "loss": 5.4947,
      "step": 15835
    },
    {
      "epoch": 1.345225959904859,
      "grad_norm": 2.185419876664209,
      "learning_rate": 0.00027090869657677943,
      "loss": 4.901,
      "step": 15836
    },
    {
      "epoch": 1.3453109072375127,
      "grad_norm": 2.1156854370435716,
      "learning_rate": 0.0002709046328002423,
      "loss": 5.0897,
      "step": 15837
    },
    {
      "epoch": 1.3453958545701665,
      "grad_norm": 2.1426319409272354,
      "learning_rate": 0.00027090056877037344,
      "loss": 4.8651,
      "step": 15838
    },
    {
      "epoch": 1.3454808019028204,
      "grad_norm": 2.3162897221259584,
      "learning_rate": 0.0002708965044871816,
      "loss": 5.4268,
      "step": 15839
    },
    {
      "epoch": 1.345565749235474,
      "grad_norm": 2.3890165127375207,
      "learning_rate": 0.0002708924399506751,
      "loss": 5.4467,
      "step": 15840
    },
    {
      "epoch": 1.3456506965681276,
      "grad_norm": 2.32277544656678,
      "learning_rate": 0.00027088837516086255,
      "loss": 5.2666,
      "step": 15841
    },
    {
      "epoch": 1.3457356439007815,
      "grad_norm": 2.1135856918691585,
      "learning_rate": 0.0002708843101177525,
      "loss": 4.872,
      "step": 15842
    },
    {
      "epoch": 1.3458205912334353,
      "grad_norm": 2.2485332752737803,
      "learning_rate": 0.0002708802448213534,
      "loss": 5.1254,
      "step": 15843
    },
    {
      "epoch": 1.345905538566089,
      "grad_norm": 2.2690891690143284,
      "learning_rate": 0.0002708761792716738,
      "loss": 5.0729,
      "step": 15844
    },
    {
      "epoch": 1.3459904858987428,
      "grad_norm": 2.1751254079930082,
      "learning_rate": 0.00027087211346872223,
      "loss": 5.2008,
      "step": 15845
    },
    {
      "epoch": 1.3460754332313964,
      "grad_norm": 2.1150074008319732,
      "learning_rate": 0.00027086804741250714,
      "loss": 4.7156,
      "step": 15846
    },
    {
      "epoch": 1.3461603805640503,
      "grad_norm": 2.140068531746904,
      "learning_rate": 0.0002708639811030372,
      "loss": 5.0817,
      "step": 15847
    },
    {
      "epoch": 1.3462453278967041,
      "grad_norm": 2.3025710657255845,
      "learning_rate": 0.00027085991454032073,
      "loss": 5.496,
      "step": 15848
    },
    {
      "epoch": 1.3463302752293578,
      "grad_norm": 2.132108541652275,
      "learning_rate": 0.00027085584772436637,
      "loss": 4.9069,
      "step": 15849
    },
    {
      "epoch": 1.3464152225620116,
      "grad_norm": 2.170157112354195,
      "learning_rate": 0.0002708517806551826,
      "loss": 5.054,
      "step": 15850
    },
    {
      "epoch": 1.3465001698946653,
      "grad_norm": 2.245846571121351,
      "learning_rate": 0.00027084771333277805,
      "loss": 4.4069,
      "step": 15851
    },
    {
      "epoch": 1.346585117227319,
      "grad_norm": 2.3432681303221767,
      "learning_rate": 0.00027084364575716106,
      "loss": 5.4955,
      "step": 15852
    },
    {
      "epoch": 1.3466700645599727,
      "grad_norm": 2.1630440825836432,
      "learning_rate": 0.0002708395779283403,
      "loss": 4.9692,
      "step": 15853
    },
    {
      "epoch": 1.3467550118926266,
      "grad_norm": 2.128584011238405,
      "learning_rate": 0.00027083550984632426,
      "loss": 5.0782,
      "step": 15854
    },
    {
      "epoch": 1.3468399592252802,
      "grad_norm": 2.374419836713052,
      "learning_rate": 0.00027083144151112147,
      "loss": 5.4869,
      "step": 15855
    },
    {
      "epoch": 1.346924906557934,
      "grad_norm": 2.1073081847089217,
      "learning_rate": 0.00027082737292274034,
      "loss": 4.8706,
      "step": 15856
    },
    {
      "epoch": 1.347009853890588,
      "grad_norm": 2.210248994787824,
      "learning_rate": 0.0002708233040811896,
      "loss": 4.5618,
      "step": 15857
    },
    {
      "epoch": 1.3470948012232415,
      "grad_norm": 2.082531631477371,
      "learning_rate": 0.00027081923498647754,
      "loss": 4.9358,
      "step": 15858
    },
    {
      "epoch": 1.3471797485558954,
      "grad_norm": 2.102268245633968,
      "learning_rate": 0.00027081516563861284,
      "loss": 4.9721,
      "step": 15859
    },
    {
      "epoch": 1.347264695888549,
      "grad_norm": 2.146567575077791,
      "learning_rate": 0.000270811096037604,
      "loss": 4.7578,
      "step": 15860
    },
    {
      "epoch": 1.3473496432212029,
      "grad_norm": 2.0468606798048268,
      "learning_rate": 0.00027080702618345956,
      "loss": 4.7086,
      "step": 15861
    },
    {
      "epoch": 1.3474345905538567,
      "grad_norm": 2.14825164893247,
      "learning_rate": 0.00027080295607618805,
      "loss": 5.0843,
      "step": 15862
    },
    {
      "epoch": 1.3475195378865104,
      "grad_norm": 2.068885699295566,
      "learning_rate": 0.00027079888571579795,
      "loss": 4.9169,
      "step": 15863
    },
    {
      "epoch": 1.347604485219164,
      "grad_norm": 2.1599837009978464,
      "learning_rate": 0.0002707948151022978,
      "loss": 5.0506,
      "step": 15864
    },
    {
      "epoch": 1.3476894325518178,
      "grad_norm": 2.1091619553061767,
      "learning_rate": 0.0002707907442356962,
      "loss": 4.7605,
      "step": 15865
    },
    {
      "epoch": 1.3477743798844717,
      "grad_norm": 2.10102087585427,
      "learning_rate": 0.0002707866731160016,
      "loss": 4.8073,
      "step": 15866
    },
    {
      "epoch": 1.3478593272171253,
      "grad_norm": 2.266383068578329,
      "learning_rate": 0.00027078260174322254,
      "loss": 5.1653,
      "step": 15867
    },
    {
      "epoch": 1.3479442745497792,
      "grad_norm": 2.1658214886352876,
      "learning_rate": 0.00027077853011736754,
      "loss": 4.7649,
      "step": 15868
    },
    {
      "epoch": 1.3480292218824328,
      "grad_norm": 2.158147104125836,
      "learning_rate": 0.0002707744582384451,
      "loss": 4.9227,
      "step": 15869
    },
    {
      "epoch": 1.3481141692150866,
      "grad_norm": 2.1534469958615614,
      "learning_rate": 0.00027077038610646395,
      "loss": 4.9349,
      "step": 15870
    },
    {
      "epoch": 1.3481991165477405,
      "grad_norm": 2.196129832005549,
      "learning_rate": 0.0002707663137214324,
      "loss": 5.1506,
      "step": 15871
    },
    {
      "epoch": 1.3482840638803941,
      "grad_norm": 2.1662424069059143,
      "learning_rate": 0.0002707622410833591,
      "loss": 4.8959,
      "step": 15872
    },
    {
      "epoch": 1.348369011213048,
      "grad_norm": 2.181480802531936,
      "learning_rate": 0.0002707581681922525,
      "loss": 5.0331,
      "step": 15873
    },
    {
      "epoch": 1.3484539585457016,
      "grad_norm": 2.1270656363714306,
      "learning_rate": 0.0002707540950481212,
      "loss": 4.934,
      "step": 15874
    },
    {
      "epoch": 1.3485389058783555,
      "grad_norm": 2.1723635975832956,
      "learning_rate": 0.00027075002165097376,
      "loss": 4.7927,
      "step": 15875
    },
    {
      "epoch": 1.3486238532110093,
      "grad_norm": 2.2301281022866917,
      "learning_rate": 0.0002707459480008186,
      "loss": 5.0062,
      "step": 15876
    },
    {
      "epoch": 1.348708800543663,
      "grad_norm": 2.3595124812724326,
      "learning_rate": 0.0002707418740976644,
      "loss": 5.2976,
      "step": 15877
    },
    {
      "epoch": 1.3487937478763166,
      "grad_norm": 2.162909019284579,
      "learning_rate": 0.00027073779994151955,
      "loss": 5.0876,
      "step": 15878
    },
    {
      "epoch": 1.3488786952089704,
      "grad_norm": 2.139104572730985,
      "learning_rate": 0.0002707337255323927,
      "loss": 5.1858,
      "step": 15879
    },
    {
      "epoch": 1.3489636425416243,
      "grad_norm": 2.261967233453314,
      "learning_rate": 0.00027072965087029233,
      "loss": 5.2466,
      "step": 15880
    },
    {
      "epoch": 1.349048589874278,
      "grad_norm": 2.1361643482062944,
      "learning_rate": 0.00027072557595522696,
      "loss": 4.8333,
      "step": 15881
    },
    {
      "epoch": 1.3491335372069317,
      "grad_norm": 2.103694093562072,
      "learning_rate": 0.0002707215007872052,
      "loss": 4.8047,
      "step": 15882
    },
    {
      "epoch": 1.3492184845395854,
      "grad_norm": 2.116109848200963,
      "learning_rate": 0.0002707174253662356,
      "loss": 5.0639,
      "step": 15883
    },
    {
      "epoch": 1.3493034318722392,
      "grad_norm": 2.3060857816562654,
      "learning_rate": 0.00027071334969232654,
      "loss": 4.9915,
      "step": 15884
    },
    {
      "epoch": 1.349388379204893,
      "grad_norm": 2.1680473544737024,
      "learning_rate": 0.00027070927376548673,
      "loss": 4.4658,
      "step": 15885
    },
    {
      "epoch": 1.3494733265375467,
      "grad_norm": 2.1827836077327865,
      "learning_rate": 0.00027070519758572463,
      "loss": 5.1768,
      "step": 15886
    },
    {
      "epoch": 1.3495582738702006,
      "grad_norm": 2.15569981762174,
      "learning_rate": 0.0002707011211530488,
      "loss": 4.9037,
      "step": 15887
    },
    {
      "epoch": 1.3496432212028542,
      "grad_norm": 2.1292117603678697,
      "learning_rate": 0.00027069704446746777,
      "loss": 4.6531,
      "step": 15888
    },
    {
      "epoch": 1.349728168535508,
      "grad_norm": 2.2659412391177693,
      "learning_rate": 0.00027069296752899014,
      "loss": 4.9802,
      "step": 15889
    },
    {
      "epoch": 1.3498131158681617,
      "grad_norm": 2.1843254384599287,
      "learning_rate": 0.00027068889033762437,
      "loss": 4.7068,
      "step": 15890
    },
    {
      "epoch": 1.3498980632008155,
      "grad_norm": 2.1092461816522317,
      "learning_rate": 0.00027068481289337906,
      "loss": 4.8292,
      "step": 15891
    },
    {
      "epoch": 1.3499830105334691,
      "grad_norm": 2.345279081565736,
      "learning_rate": 0.00027068073519626273,
      "loss": 5.1269,
      "step": 15892
    },
    {
      "epoch": 1.350067957866123,
      "grad_norm": 2.2429244186714867,
      "learning_rate": 0.0002706766572462839,
      "loss": 5.146,
      "step": 15893
    },
    {
      "epoch": 1.3501529051987768,
      "grad_norm": 2.189760522626607,
      "learning_rate": 0.00027067257904345117,
      "loss": 5.024,
      "step": 15894
    },
    {
      "epoch": 1.3502378525314305,
      "grad_norm": 2.1517780540449483,
      "learning_rate": 0.000270668500587773,
      "loss": 4.8025,
      "step": 15895
    },
    {
      "epoch": 1.3503227998640843,
      "grad_norm": 2.2145018834750787,
      "learning_rate": 0.0002706644218792581,
      "loss": 4.7999,
      "step": 15896
    },
    {
      "epoch": 1.350407747196738,
      "grad_norm": 2.39025658283221,
      "learning_rate": 0.0002706603429179148,
      "loss": 5.4092,
      "step": 15897
    },
    {
      "epoch": 1.3504926945293918,
      "grad_norm": 2.125214918853653,
      "learning_rate": 0.0002706562637037518,
      "loss": 4.8368,
      "step": 15898
    },
    {
      "epoch": 1.3505776418620457,
      "grad_norm": 2.1581364121652378,
      "learning_rate": 0.0002706521842367776,
      "loss": 4.4623,
      "step": 15899
    },
    {
      "epoch": 1.3506625891946993,
      "grad_norm": 2.1482753424899004,
      "learning_rate": 0.00027064810451700075,
      "loss": 4.6136,
      "step": 15900
    },
    {
      "epoch": 1.350747536527353,
      "grad_norm": 2.1740227693760055,
      "learning_rate": 0.0002706440245444298,
      "loss": 4.9697,
      "step": 15901
    },
    {
      "epoch": 1.3508324838600068,
      "grad_norm": 2.252854639688113,
      "learning_rate": 0.0002706399443190733,
      "loss": 4.9444,
      "step": 15902
    },
    {
      "epoch": 1.3509174311926606,
      "grad_norm": 2.1800499528599873,
      "learning_rate": 0.0002706358638409398,
      "loss": 4.7588,
      "step": 15903
    },
    {
      "epoch": 1.3510023785253142,
      "grad_norm": 2.2047082109160607,
      "learning_rate": 0.00027063178311003777,
      "loss": 4.8475,
      "step": 15904
    },
    {
      "epoch": 1.351087325857968,
      "grad_norm": 2.189699631162752,
      "learning_rate": 0.0002706277021263759,
      "loss": 4.976,
      "step": 15905
    },
    {
      "epoch": 1.3511722731906217,
      "grad_norm": 2.200222746363336,
      "learning_rate": 0.00027062362088996265,
      "loss": 5.1747,
      "step": 15906
    },
    {
      "epoch": 1.3512572205232756,
      "grad_norm": 2.2037148182239656,
      "learning_rate": 0.0002706195394008066,
      "loss": 5.104,
      "step": 15907
    },
    {
      "epoch": 1.3513421678559294,
      "grad_norm": 2.1430101545968876,
      "learning_rate": 0.00027061545765891634,
      "loss": 4.9848,
      "step": 15908
    },
    {
      "epoch": 1.351427115188583,
      "grad_norm": 2.3670642758508427,
      "learning_rate": 0.00027061137566430037,
      "loss": 5.3807,
      "step": 15909
    },
    {
      "epoch": 1.351512062521237,
      "grad_norm": 2.184634896348138,
      "learning_rate": 0.00027060729341696723,
      "loss": 5.2718,
      "step": 15910
    },
    {
      "epoch": 1.3515970098538905,
      "grad_norm": 2.308639517127034,
      "learning_rate": 0.00027060321091692554,
      "loss": 5.2494,
      "step": 15911
    },
    {
      "epoch": 1.3516819571865444,
      "grad_norm": 2.2428846088500234,
      "learning_rate": 0.00027059912816418375,
      "loss": 5.2352,
      "step": 15912
    },
    {
      "epoch": 1.3517669045191982,
      "grad_norm": 2.3706311885411377,
      "learning_rate": 0.00027059504515875054,
      "loss": 5.2695,
      "step": 15913
    },
    {
      "epoch": 1.3518518518518519,
      "grad_norm": 2.0104533061990675,
      "learning_rate": 0.00027059096190063436,
      "loss": 4.563,
      "step": 15914
    },
    {
      "epoch": 1.3519367991845055,
      "grad_norm": 2.119159541920656,
      "learning_rate": 0.00027058687838984384,
      "loss": 5.0059,
      "step": 15915
    },
    {
      "epoch": 1.3520217465171593,
      "grad_norm": 2.3479916043364857,
      "learning_rate": 0.0002705827946263875,
      "loss": 5.2116,
      "step": 15916
    },
    {
      "epoch": 1.3521066938498132,
      "grad_norm": 2.262349576958129,
      "learning_rate": 0.00027057871061027385,
      "loss": 5.1657,
      "step": 15917
    },
    {
      "epoch": 1.3521916411824668,
      "grad_norm": 2.0743099044134734,
      "learning_rate": 0.0002705746263415115,
      "loss": 4.7276,
      "step": 15918
    },
    {
      "epoch": 1.3522765885151207,
      "grad_norm": 2.30787271916058,
      "learning_rate": 0.00027057054182010905,
      "loss": 5.1961,
      "step": 15919
    },
    {
      "epoch": 1.3523615358477743,
      "grad_norm": 2.3126463499326433,
      "learning_rate": 0.00027056645704607506,
      "loss": 5.4191,
      "step": 15920
    },
    {
      "epoch": 1.3524464831804281,
      "grad_norm": 2.115548544023727,
      "learning_rate": 0.00027056237201941795,
      "loss": 4.4606,
      "step": 15921
    },
    {
      "epoch": 1.352531430513082,
      "grad_norm": 2.3061908201956807,
      "learning_rate": 0.00027055828674014645,
      "loss": 5.4016,
      "step": 15922
    },
    {
      "epoch": 1.3526163778457356,
      "grad_norm": 2.2896623592172105,
      "learning_rate": 0.00027055420120826896,
      "loss": 5.2441,
      "step": 15923
    },
    {
      "epoch": 1.3527013251783895,
      "grad_norm": 2.3317055685538324,
      "learning_rate": 0.00027055011542379416,
      "loss": 5.4459,
      "step": 15924
    },
    {
      "epoch": 1.352786272511043,
      "grad_norm": 2.342637906011928,
      "learning_rate": 0.00027054602938673055,
      "loss": 5.19,
      "step": 15925
    },
    {
      "epoch": 1.352871219843697,
      "grad_norm": 2.0927365325726397,
      "learning_rate": 0.00027054194309708676,
      "loss": 4.6509,
      "step": 15926
    },
    {
      "epoch": 1.3529561671763506,
      "grad_norm": 2.082597202213332,
      "learning_rate": 0.0002705378565548713,
      "loss": 5.0214,
      "step": 15927
    },
    {
      "epoch": 1.3530411145090044,
      "grad_norm": 2.2785992845328016,
      "learning_rate": 0.00027053376976009274,
      "loss": 5.2558,
      "step": 15928
    },
    {
      "epoch": 1.353126061841658,
      "grad_norm": 2.2740550913619058,
      "learning_rate": 0.00027052968271275963,
      "loss": 5.0225,
      "step": 15929
    },
    {
      "epoch": 1.353211009174312,
      "grad_norm": 2.11922085184355,
      "learning_rate": 0.00027052559541288054,
      "loss": 4.7517,
      "step": 15930
    },
    {
      "epoch": 1.3532959565069658,
      "grad_norm": 2.1957741901454186,
      "learning_rate": 0.00027052150786046404,
      "loss": 4.8618,
      "step": 15931
    },
    {
      "epoch": 1.3533809038396194,
      "grad_norm": 2.187316965446885,
      "learning_rate": 0.0002705174200555187,
      "loss": 4.3367,
      "step": 15932
    },
    {
      "epoch": 1.3534658511722732,
      "grad_norm": 2.1752953120253404,
      "learning_rate": 0.0002705133319980531,
      "loss": 4.8323,
      "step": 15933
    },
    {
      "epoch": 1.3535507985049269,
      "grad_norm": 2.150928790598512,
      "learning_rate": 0.0002705092436880758,
      "loss": 5.0832,
      "step": 15934
    },
    {
      "epoch": 1.3536357458375807,
      "grad_norm": 2.384775813243938,
      "learning_rate": 0.0002705051551255953,
      "loss": 5.3724,
      "step": 15935
    },
    {
      "epoch": 1.3537206931702346,
      "grad_norm": 2.163640910959067,
      "learning_rate": 0.0002705010663106202,
      "loss": 4.9145,
      "step": 15936
    },
    {
      "epoch": 1.3538056405028882,
      "grad_norm": 2.306101606594943,
      "learning_rate": 0.0002704969772431592,
      "loss": 5.0672,
      "step": 15937
    },
    {
      "epoch": 1.3538905878355418,
      "grad_norm": 2.1561179260168735,
      "learning_rate": 0.0002704928879232207,
      "loss": 4.8508,
      "step": 15938
    },
    {
      "epoch": 1.3539755351681957,
      "grad_norm": 2.229361510901028,
      "learning_rate": 0.0002704887983508133,
      "loss": 5.0163,
      "step": 15939
    },
    {
      "epoch": 1.3540604825008495,
      "grad_norm": 2.1472320533717126,
      "learning_rate": 0.0002704847085259456,
      "loss": 4.9193,
      "step": 15940
    },
    {
      "epoch": 1.3541454298335032,
      "grad_norm": 2.144547375576776,
      "learning_rate": 0.00027048061844862616,
      "loss": 4.6186,
      "step": 15941
    },
    {
      "epoch": 1.354230377166157,
      "grad_norm": 2.246686732272768,
      "learning_rate": 0.0002704765281188635,
      "loss": 5.1915,
      "step": 15942
    },
    {
      "epoch": 1.3543153244988106,
      "grad_norm": 2.4042338181203573,
      "learning_rate": 0.0002704724375366663,
      "loss": 5.4918,
      "step": 15943
    },
    {
      "epoch": 1.3544002718314645,
      "grad_norm": 2.1210292382773126,
      "learning_rate": 0.00027046834670204305,
      "loss": 4.5902,
      "step": 15944
    },
    {
      "epoch": 1.3544852191641183,
      "grad_norm": 2.1334427211713636,
      "learning_rate": 0.00027046425561500235,
      "loss": 4.7136,
      "step": 15945
    },
    {
      "epoch": 1.354570166496772,
      "grad_norm": 2.025528537260092,
      "learning_rate": 0.0002704601642755528,
      "loss": 4.2992,
      "step": 15946
    },
    {
      "epoch": 1.3546551138294258,
      "grad_norm": 2.1214562793016207,
      "learning_rate": 0.0002704560726837029,
      "loss": 4.8393,
      "step": 15947
    },
    {
      "epoch": 1.3547400611620795,
      "grad_norm": 2.103776598086943,
      "learning_rate": 0.0002704519808394613,
      "loss": 4.8479,
      "step": 15948
    },
    {
      "epoch": 1.3548250084947333,
      "grad_norm": 2.3009913588954745,
      "learning_rate": 0.0002704478887428365,
      "loss": 5.1705,
      "step": 15949
    },
    {
      "epoch": 1.3549099558273872,
      "grad_norm": 2.227151839592812,
      "learning_rate": 0.00027044379639383704,
      "loss": 5.2848,
      "step": 15950
    },
    {
      "epoch": 1.3549949031600408,
      "grad_norm": 2.143188418959438,
      "learning_rate": 0.00027043970379247165,
      "loss": 4.9958,
      "step": 15951
    },
    {
      "epoch": 1.3550798504926944,
      "grad_norm": 2.234659533836482,
      "learning_rate": 0.0002704356109387489,
      "loss": 5.2515,
      "step": 15952
    },
    {
      "epoch": 1.3551647978253483,
      "grad_norm": 2.0439366383002686,
      "learning_rate": 0.0002704315178326771,
      "loss": 4.6996,
      "step": 15953
    },
    {
      "epoch": 1.3552497451580021,
      "grad_norm": 2.315991726950261,
      "learning_rate": 0.00027042742447426515,
      "loss": 5.4256,
      "step": 15954
    },
    {
      "epoch": 1.3553346924906557,
      "grad_norm": 2.1899896747280563,
      "learning_rate": 0.0002704233308635214,
      "loss": 4.8996,
      "step": 15955
    },
    {
      "epoch": 1.3554196398233096,
      "grad_norm": 2.109812148376336,
      "learning_rate": 0.00027041923700045457,
      "loss": 4.6949,
      "step": 15956
    },
    {
      "epoch": 1.3555045871559632,
      "grad_norm": 2.298978817415725,
      "learning_rate": 0.00027041514288507316,
      "loss": 5.3125,
      "step": 15957
    },
    {
      "epoch": 1.355589534488617,
      "grad_norm": 2.1077435209654145,
      "learning_rate": 0.0002704110485173858,
      "loss": 4.8378,
      "step": 15958
    },
    {
      "epoch": 1.355674481821271,
      "grad_norm": 2.2190206270931694,
      "learning_rate": 0.000270406953897401,
      "loss": 4.9652,
      "step": 15959
    },
    {
      "epoch": 1.3557594291539246,
      "grad_norm": 2.3113191104618904,
      "learning_rate": 0.00027040285902512744,
      "loss": 5.4533,
      "step": 15960
    },
    {
      "epoch": 1.3558443764865782,
      "grad_norm": 2.0952402719194665,
      "learning_rate": 0.00027039876390057364,
      "loss": 4.2815,
      "step": 15961
    },
    {
      "epoch": 1.355929323819232,
      "grad_norm": 2.2448860922073783,
      "learning_rate": 0.0002703946685237481,
      "loss": 5.0724,
      "step": 15962
    },
    {
      "epoch": 1.3560142711518859,
      "grad_norm": 2.2274656095205785,
      "learning_rate": 0.0002703905728946596,
      "loss": 5.0306,
      "step": 15963
    },
    {
      "epoch": 1.3560992184845395,
      "grad_norm": 2.363009552063061,
      "learning_rate": 0.00027038647701331644,
      "loss": 5.2444,
      "step": 15964
    },
    {
      "epoch": 1.3561841658171934,
      "grad_norm": 2.1879971246691863,
      "learning_rate": 0.0002703823808797275,
      "loss": 4.5994,
      "step": 15965
    },
    {
      "epoch": 1.356269113149847,
      "grad_norm": 2.2681336386652076,
      "learning_rate": 0.0002703782844939012,
      "loss": 5.0724,
      "step": 15966
    },
    {
      "epoch": 1.3563540604825008,
      "grad_norm": 2.2347449979114224,
      "learning_rate": 0.0002703741878558461,
      "loss": 5.2703,
      "step": 15967
    },
    {
      "epoch": 1.3564390078151547,
      "grad_norm": 2.213928984869725,
      "learning_rate": 0.0002703700909655708,
      "loss": 5.0568,
      "step": 15968
    },
    {
      "epoch": 1.3565239551478083,
      "grad_norm": 2.164818577827205,
      "learning_rate": 0.00027036599382308405,
      "loss": 4.7157,
      "step": 15969
    },
    {
      "epoch": 1.3566089024804622,
      "grad_norm": 2.2524072512546587,
      "learning_rate": 0.00027036189642839424,
      "loss": 5.2253,
      "step": 15970
    },
    {
      "epoch": 1.3566938498131158,
      "grad_norm": 2.232924058066662,
      "learning_rate": 0.00027035779878151005,
      "loss": 5.217,
      "step": 15971
    },
    {
      "epoch": 1.3567787971457697,
      "grad_norm": 2.025929785460169,
      "learning_rate": 0.00027035370088244,
      "loss": 4.568,
      "step": 15972
    },
    {
      "epoch": 1.3568637444784235,
      "grad_norm": 2.0883162901513126,
      "learning_rate": 0.0002703496027311927,
      "loss": 4.8749,
      "step": 15973
    },
    {
      "epoch": 1.3569486918110771,
      "grad_norm": 2.3306700471153734,
      "learning_rate": 0.00027034550432777677,
      "loss": 5.408,
      "step": 15974
    },
    {
      "epoch": 1.3570336391437308,
      "grad_norm": 2.249378860884476,
      "learning_rate": 0.0002703414056722008,
      "loss": 5.1555,
      "step": 15975
    },
    {
      "epoch": 1.3571185864763846,
      "grad_norm": 2.3446916242289206,
      "learning_rate": 0.0002703373067644733,
      "loss": 5.2331,
      "step": 15976
    },
    {
      "epoch": 1.3572035338090385,
      "grad_norm": 2.1415247056818463,
      "learning_rate": 0.00027033320760460293,
      "loss": 4.8289,
      "step": 15977
    },
    {
      "epoch": 1.357288481141692,
      "grad_norm": 2.1508656892707307,
      "learning_rate": 0.00027032910819259825,
      "loss": 4.8483,
      "step": 15978
    },
    {
      "epoch": 1.357373428474346,
      "grad_norm": 2.181685657710994,
      "learning_rate": 0.0002703250085284679,
      "loss": 4.8967,
      "step": 15979
    },
    {
      "epoch": 1.3574583758069996,
      "grad_norm": 2.2084395695272327,
      "learning_rate": 0.0002703209086122204,
      "loss": 5.1882,
      "step": 15980
    },
    {
      "epoch": 1.3575433231396534,
      "grad_norm": 2.1968262269208614,
      "learning_rate": 0.0002703168084438644,
      "loss": 4.939,
      "step": 15981
    },
    {
      "epoch": 1.3576282704723073,
      "grad_norm": 2.242750944966298,
      "learning_rate": 0.00027031270802340844,
      "loss": 4.9679,
      "step": 15982
    },
    {
      "epoch": 1.357713217804961,
      "grad_norm": 2.2849272364684516,
      "learning_rate": 0.0002703086073508611,
      "loss": 5.2394,
      "step": 15983
    },
    {
      "epoch": 1.3577981651376148,
      "grad_norm": 2.344965577414369,
      "learning_rate": 0.00027030450642623105,
      "loss": 5.0954,
      "step": 15984
    },
    {
      "epoch": 1.3578831124702684,
      "grad_norm": 2.3339688681372435,
      "learning_rate": 0.00027030040524952687,
      "loss": 5.1962,
      "step": 15985
    },
    {
      "epoch": 1.3579680598029222,
      "grad_norm": 2.2154109814904634,
      "learning_rate": 0.000270296303820757,
      "loss": 5.1523,
      "step": 15986
    },
    {
      "epoch": 1.3580530071355759,
      "grad_norm": 2.244888429019341,
      "learning_rate": 0.0002702922021399303,
      "loss": 5.0883,
      "step": 15987
    },
    {
      "epoch": 1.3581379544682297,
      "grad_norm": 2.2003965166143407,
      "learning_rate": 0.00027028810020705515,
      "loss": 4.87,
      "step": 15988
    },
    {
      "epoch": 1.3582229018008833,
      "grad_norm": 2.2015167623338656,
      "learning_rate": 0.0002702839980221402,
      "loss": 5.2359,
      "step": 15989
    },
    {
      "epoch": 1.3583078491335372,
      "grad_norm": 2.276684946629425,
      "learning_rate": 0.00027027989558519406,
      "loss": 5.0571,
      "step": 15990
    },
    {
      "epoch": 1.358392796466191,
      "grad_norm": 2.166336333509433,
      "learning_rate": 0.00027027579289622534,
      "loss": 4.916,
      "step": 15991
    },
    {
      "epoch": 1.3584777437988447,
      "grad_norm": 2.389768390171928,
      "learning_rate": 0.00027027168995524267,
      "loss": 5.354,
      "step": 15992
    },
    {
      "epoch": 1.3585626911314985,
      "grad_norm": 2.1087067834924724,
      "learning_rate": 0.00027026758676225454,
      "loss": 4.7406,
      "step": 15993
    },
    {
      "epoch": 1.3586476384641522,
      "grad_norm": 2.28925367860401,
      "learning_rate": 0.00027026348331726964,
      "loss": 5.2546,
      "step": 15994
    },
    {
      "epoch": 1.358732585796806,
      "grad_norm": 2.150104508566393,
      "learning_rate": 0.00027025937962029653,
      "loss": 4.8681,
      "step": 15995
    },
    {
      "epoch": 1.3588175331294599,
      "grad_norm": 2.176195229700866,
      "learning_rate": 0.0002702552756713438,
      "loss": 4.8586,
      "step": 15996
    },
    {
      "epoch": 1.3589024804621135,
      "grad_norm": 2.1682114474396004,
      "learning_rate": 0.00027025117147042,
      "loss": 5.0356,
      "step": 15997
    },
    {
      "epoch": 1.3589874277947671,
      "grad_norm": 2.1378056137190296,
      "learning_rate": 0.00027024706701753387,
      "loss": 4.9831,
      "step": 15998
    },
    {
      "epoch": 1.359072375127421,
      "grad_norm": 2.2257418254843326,
      "learning_rate": 0.00027024296231269396,
      "loss": 4.9186,
      "step": 15999
    },
    {
      "epoch": 1.3591573224600748,
      "grad_norm": 2.332672466520549,
      "learning_rate": 0.00027023885735590877,
      "loss": 5.366,
      "step": 16000
    },
    {
      "epoch": 1.3592422697927284,
      "grad_norm": 2.2055004116228143,
      "learning_rate": 0.000270234752147187,
      "loss": 4.8876,
      "step": 16001
    },
    {
      "epoch": 1.3593272171253823,
      "grad_norm": 2.1005120124712997,
      "learning_rate": 0.0002702306466865372,
      "loss": 4.7758,
      "step": 16002
    },
    {
      "epoch": 1.359412164458036,
      "grad_norm": 2.1455923654839264,
      "learning_rate": 0.000270226540973968,
      "loss": 4.812,
      "step": 16003
    },
    {
      "epoch": 1.3594971117906898,
      "grad_norm": 2.3079323830321923,
      "learning_rate": 0.00027022243500948804,
      "loss": 5.3604,
      "step": 16004
    },
    {
      "epoch": 1.3595820591233436,
      "grad_norm": 2.2984668573188305,
      "learning_rate": 0.0002702183287931059,
      "loss": 5.1854,
      "step": 16005
    },
    {
      "epoch": 1.3596670064559973,
      "grad_norm": 2.159849457666371,
      "learning_rate": 0.0002702142223248301,
      "loss": 4.949,
      "step": 16006
    },
    {
      "epoch": 1.359751953788651,
      "grad_norm": 2.1010377637502504,
      "learning_rate": 0.00027021011560466934,
      "loss": 4.7824,
      "step": 16007
    },
    {
      "epoch": 1.3598369011213047,
      "grad_norm": 2.084325415743889,
      "learning_rate": 0.0002702060086326322,
      "loss": 5.0264,
      "step": 16008
    },
    {
      "epoch": 1.3599218484539586,
      "grad_norm": 2.35039371470501,
      "learning_rate": 0.00027020190140872725,
      "loss": 5.1531,
      "step": 16009
    },
    {
      "epoch": 1.3600067957866124,
      "grad_norm": 2.121384817795091,
      "learning_rate": 0.00027019779393296317,
      "loss": 4.7664,
      "step": 16010
    },
    {
      "epoch": 1.360091743119266,
      "grad_norm": 2.3799900695156535,
      "learning_rate": 0.0002701936862053485,
      "loss": 5.385,
      "step": 16011
    },
    {
      "epoch": 1.3601766904519197,
      "grad_norm": 2.4035444791313103,
      "learning_rate": 0.0002701895782258919,
      "loss": 5.3993,
      "step": 16012
    },
    {
      "epoch": 1.3602616377845735,
      "grad_norm": 2.2494356659233805,
      "learning_rate": 0.0002701854699946019,
      "loss": 5.1398,
      "step": 16013
    },
    {
      "epoch": 1.3603465851172274,
      "grad_norm": 2.112418230726337,
      "learning_rate": 0.0002701813615114872,
      "loss": 4.8258,
      "step": 16014
    },
    {
      "epoch": 1.360431532449881,
      "grad_norm": 2.329771560925198,
      "learning_rate": 0.00027017725277655633,
      "loss": 5.2879,
      "step": 16015
    },
    {
      "epoch": 1.3605164797825349,
      "grad_norm": 2.329705798911226,
      "learning_rate": 0.00027017314378981796,
      "loss": 5.2612,
      "step": 16016
    },
    {
      "epoch": 1.3606014271151885,
      "grad_norm": 2.1993389720427707,
      "learning_rate": 0.00027016903455128063,
      "loss": 5.0085,
      "step": 16017
    },
    {
      "epoch": 1.3606863744478424,
      "grad_norm": 2.175024417809815,
      "learning_rate": 0.000270164925060953,
      "loss": 4.9205,
      "step": 16018
    },
    {
      "epoch": 1.3607713217804962,
      "grad_norm": 2.3950643612312787,
      "learning_rate": 0.0002701608153188437,
      "loss": 5.454,
      "step": 16019
    },
    {
      "epoch": 1.3608562691131498,
      "grad_norm": 2.198753034128377,
      "learning_rate": 0.0002701567053249613,
      "loss": 5.1907,
      "step": 16020
    },
    {
      "epoch": 1.3609412164458037,
      "grad_norm": 2.2622003709338783,
      "learning_rate": 0.00027015259507931445,
      "loss": 5.2413,
      "step": 16021
    },
    {
      "epoch": 1.3610261637784573,
      "grad_norm": 2.3430463352493383,
      "learning_rate": 0.0002701484845819117,
      "loss": 5.2882,
      "step": 16022
    },
    {
      "epoch": 1.3611111111111112,
      "grad_norm": 2.122660242644024,
      "learning_rate": 0.0002701443738327618,
      "loss": 4.6961,
      "step": 16023
    },
    {
      "epoch": 1.3611960584437648,
      "grad_norm": 2.190109153025591,
      "learning_rate": 0.0002701402628318731,
      "loss": 4.8302,
      "step": 16024
    },
    {
      "epoch": 1.3612810057764186,
      "grad_norm": 2.21057543593108,
      "learning_rate": 0.00027013615157925455,
      "loss": 4.728,
      "step": 16025
    },
    {
      "epoch": 1.3613659531090723,
      "grad_norm": 2.164872850826345,
      "learning_rate": 0.0002701320400749145,
      "loss": 4.7794,
      "step": 16026
    },
    {
      "epoch": 1.3614509004417261,
      "grad_norm": 1.989296384335924,
      "learning_rate": 0.0002701279283188616,
      "loss": 4.4469,
      "step": 16027
    },
    {
      "epoch": 1.36153584777438,
      "grad_norm": 2.259668978524713,
      "learning_rate": 0.00027012381631110464,
      "loss": 5.2978,
      "step": 16028
    },
    {
      "epoch": 1.3616207951070336,
      "grad_norm": 2.181533477193791,
      "learning_rate": 0.0002701197040516521,
      "loss": 5.0236,
      "step": 16029
    },
    {
      "epoch": 1.3617057424396874,
      "grad_norm": 2.21149625508387,
      "learning_rate": 0.00027011559154051256,
      "loss": 5.0144,
      "step": 16030
    },
    {
      "epoch": 1.361790689772341,
      "grad_norm": 2.1817275247573558,
      "learning_rate": 0.0002701114787776947,
      "loss": 4.8192,
      "step": 16031
    },
    {
      "epoch": 1.361875637104995,
      "grad_norm": 2.305648752946585,
      "learning_rate": 0.00027010736576320716,
      "loss": 4.9968,
      "step": 16032
    },
    {
      "epoch": 1.3619605844376488,
      "grad_norm": 2.264227506262505,
      "learning_rate": 0.00027010325249705847,
      "loss": 5.2191,
      "step": 16033
    },
    {
      "epoch": 1.3620455317703024,
      "grad_norm": 2.153073951530947,
      "learning_rate": 0.00027009913897925735,
      "loss": 4.7664,
      "step": 16034
    },
    {
      "epoch": 1.362130479102956,
      "grad_norm": 2.2626839873253597,
      "learning_rate": 0.0002700950252098124,
      "loss": 4.8396,
      "step": 16035
    },
    {
      "epoch": 1.3622154264356099,
      "grad_norm": 2.3799756046484024,
      "learning_rate": 0.0002700909111887322,
      "loss": 5.4297,
      "step": 16036
    },
    {
      "epoch": 1.3623003737682637,
      "grad_norm": 2.36285561298507,
      "learning_rate": 0.00027008679691602536,
      "loss": 5.5565,
      "step": 16037
    },
    {
      "epoch": 1.3623853211009174,
      "grad_norm": 2.1925212418255757,
      "learning_rate": 0.00027008268239170054,
      "loss": 5.2733,
      "step": 16038
    },
    {
      "epoch": 1.3624702684335712,
      "grad_norm": 2.283735758257793,
      "learning_rate": 0.00027007856761576633,
      "loss": 5.219,
      "step": 16039
    },
    {
      "epoch": 1.3625552157662248,
      "grad_norm": 2.1683131292252185,
      "learning_rate": 0.0002700744525882314,
      "loss": 4.797,
      "step": 16040
    },
    {
      "epoch": 1.3626401630988787,
      "grad_norm": 2.187641159118604,
      "learning_rate": 0.00027007033730910433,
      "loss": 5.2035,
      "step": 16041
    },
    {
      "epoch": 1.3627251104315325,
      "grad_norm": 2.2513863519258472,
      "learning_rate": 0.0002700662217783938,
      "loss": 5.2538,
      "step": 16042
    },
    {
      "epoch": 1.3628100577641862,
      "grad_norm": 2.115359359844043,
      "learning_rate": 0.00027006210599610827,
      "loss": 4.9908,
      "step": 16043
    },
    {
      "epoch": 1.36289500509684,
      "grad_norm": 2.0053123700012887,
      "learning_rate": 0.00027005798996225657,
      "loss": 4.1808,
      "step": 16044
    },
    {
      "epoch": 1.3629799524294937,
      "grad_norm": 2.3439829997329453,
      "learning_rate": 0.0002700538736768472,
      "loss": 5.4398,
      "step": 16045
    },
    {
      "epoch": 1.3630648997621475,
      "grad_norm": 2.327870182064408,
      "learning_rate": 0.00027004975713988883,
      "loss": 5.2914,
      "step": 16046
    },
    {
      "epoch": 1.3631498470948014,
      "grad_norm": 2.26991090035685,
      "learning_rate": 0.0002700456403513901,
      "loss": 5.1938,
      "step": 16047
    },
    {
      "epoch": 1.363234794427455,
      "grad_norm": 2.081078617477636,
      "learning_rate": 0.0002700415233113596,
      "loss": 4.7969,
      "step": 16048
    },
    {
      "epoch": 1.3633197417601086,
      "grad_norm": 2.1696928231257293,
      "learning_rate": 0.00027003740601980593,
      "loss": 5.1167,
      "step": 16049
    },
    {
      "epoch": 1.3634046890927625,
      "grad_norm": 2.1242374198983627,
      "learning_rate": 0.0002700332884767377,
      "loss": 5.0514,
      "step": 16050
    },
    {
      "epoch": 1.3634896364254163,
      "grad_norm": 2.3076834505911235,
      "learning_rate": 0.00027002917068216374,
      "loss": 5.1733,
      "step": 16051
    },
    {
      "epoch": 1.36357458375807,
      "grad_norm": 2.388520823068881,
      "learning_rate": 0.00027002505263609244,
      "loss": 5.3922,
      "step": 16052
    },
    {
      "epoch": 1.3636595310907238,
      "grad_norm": 2.175964925068514,
      "learning_rate": 0.00027002093433853253,
      "loss": 5.2575,
      "step": 16053
    },
    {
      "epoch": 1.3637444784233774,
      "grad_norm": 2.2474135479536077,
      "learning_rate": 0.00027001681578949264,
      "loss": 5.2251,
      "step": 16054
    },
    {
      "epoch": 1.3638294257560313,
      "grad_norm": 2.358189372386882,
      "learning_rate": 0.00027001269698898137,
      "loss": 5.3847,
      "step": 16055
    },
    {
      "epoch": 1.3639143730886851,
      "grad_norm": 2.1835560177326743,
      "learning_rate": 0.0002700085779370074,
      "loss": 4.9605,
      "step": 16056
    },
    {
      "epoch": 1.3639993204213388,
      "grad_norm": 2.210501902956682,
      "learning_rate": 0.0002700044586335793,
      "loss": 4.9907,
      "step": 16057
    },
    {
      "epoch": 1.3640842677539926,
      "grad_norm": 2.0548646949205898,
      "learning_rate": 0.0002700003390787057,
      "loss": 4.6477,
      "step": 16058
    },
    {
      "epoch": 1.3641692150866462,
      "grad_norm": 2.123338200961421,
      "learning_rate": 0.0002699962192723953,
      "loss": 5.0753,
      "step": 16059
    },
    {
      "epoch": 1.3642541624193,
      "grad_norm": 2.112059531906305,
      "learning_rate": 0.0002699920992146567,
      "loss": 4.7789,
      "step": 16060
    },
    {
      "epoch": 1.3643391097519537,
      "grad_norm": 2.1336906146850696,
      "learning_rate": 0.0002699879789054985,
      "loss": 4.9282,
      "step": 16061
    },
    {
      "epoch": 1.3644240570846076,
      "grad_norm": 2.1456720228471524,
      "learning_rate": 0.0002699838583449294,
      "loss": 5.1098,
      "step": 16062
    },
    {
      "epoch": 1.3645090044172612,
      "grad_norm": 2.145748596264966,
      "learning_rate": 0.00026997973753295794,
      "loss": 4.4165,
      "step": 16063
    },
    {
      "epoch": 1.364593951749915,
      "grad_norm": 2.2160586284593493,
      "learning_rate": 0.0002699756164695928,
      "loss": 4.5807,
      "step": 16064
    },
    {
      "epoch": 1.364678899082569,
      "grad_norm": 2.237371105583315,
      "learning_rate": 0.00026997149515484267,
      "loss": 4.9723,
      "step": 16065
    },
    {
      "epoch": 1.3647638464152225,
      "grad_norm": 2.1668269412543206,
      "learning_rate": 0.00026996737358871614,
      "loss": 5.1534,
      "step": 16066
    },
    {
      "epoch": 1.3648487937478764,
      "grad_norm": 2.196843342086148,
      "learning_rate": 0.00026996325177122184,
      "loss": 5.0226,
      "step": 16067
    },
    {
      "epoch": 1.36493374108053,
      "grad_norm": 2.2125153954818346,
      "learning_rate": 0.0002699591297023684,
      "loss": 5.1353,
      "step": 16068
    },
    {
      "epoch": 1.3650186884131839,
      "grad_norm": 2.3845127184512447,
      "learning_rate": 0.00026995500738216443,
      "loss": 5.5038,
      "step": 16069
    },
    {
      "epoch": 1.3651036357458377,
      "grad_norm": 2.1799526903140576,
      "learning_rate": 0.0002699508848106187,
      "loss": 4.9614,
      "step": 16070
    },
    {
      "epoch": 1.3651885830784913,
      "grad_norm": 2.2021669280885035,
      "learning_rate": 0.00026994676198773964,
      "loss": 4.9906,
      "step": 16071
    },
    {
      "epoch": 1.365273530411145,
      "grad_norm": 2.379947629228878,
      "learning_rate": 0.000269942638913536,
      "loss": 5.3547,
      "step": 16072
    },
    {
      "epoch": 1.3653584777437988,
      "grad_norm": 2.374293898227512,
      "learning_rate": 0.0002699385155880165,
      "loss": 5.3056,
      "step": 16073
    },
    {
      "epoch": 1.3654434250764527,
      "grad_norm": 2.366094288333571,
      "learning_rate": 0.00026993439201118967,
      "loss": 4.9139,
      "step": 16074
    },
    {
      "epoch": 1.3655283724091063,
      "grad_norm": 2.1789340244492896,
      "learning_rate": 0.0002699302681830642,
      "loss": 4.7334,
      "step": 16075
    },
    {
      "epoch": 1.3656133197417601,
      "grad_norm": 2.3653022462623556,
      "learning_rate": 0.0002699261441036487,
      "loss": 5.1857,
      "step": 16076
    },
    {
      "epoch": 1.3656982670744138,
      "grad_norm": 2.192290057879039,
      "learning_rate": 0.0002699220197729518,
      "loss": 4.9783,
      "step": 16077
    },
    {
      "epoch": 1.3657832144070676,
      "grad_norm": 2.1686876559208224,
      "learning_rate": 0.00026991789519098216,
      "loss": 4.9255,
      "step": 16078
    },
    {
      "epoch": 1.3658681617397215,
      "grad_norm": 2.375702964251428,
      "learning_rate": 0.00026991377035774845,
      "loss": 5.5618,
      "step": 16079
    },
    {
      "epoch": 1.365953109072375,
      "grad_norm": 2.116059509063695,
      "learning_rate": 0.00026990964527325923,
      "loss": 4.9626,
      "step": 16080
    },
    {
      "epoch": 1.366038056405029,
      "grad_norm": 2.158246058289569,
      "learning_rate": 0.00026990551993752324,
      "loss": 5.2115,
      "step": 16081
    },
    {
      "epoch": 1.3661230037376826,
      "grad_norm": 2.171303750753893,
      "learning_rate": 0.00026990139435054914,
      "loss": 4.9416,
      "step": 16082
    },
    {
      "epoch": 1.3662079510703364,
      "grad_norm": 2.3896095713361416,
      "learning_rate": 0.00026989726851234545,
      "loss": 5.4158,
      "step": 16083
    },
    {
      "epoch": 1.36629289840299,
      "grad_norm": 2.239556524557388,
      "learning_rate": 0.0002698931424229209,
      "loss": 5.3807,
      "step": 16084
    },
    {
      "epoch": 1.366377845735644,
      "grad_norm": 2.120992966441967,
      "learning_rate": 0.00026988901608228415,
      "loss": 4.8357,
      "step": 16085
    },
    {
      "epoch": 1.3664627930682975,
      "grad_norm": 2.2601088353538348,
      "learning_rate": 0.0002698848894904438,
      "loss": 5.1188,
      "step": 16086
    },
    {
      "epoch": 1.3665477404009514,
      "grad_norm": 2.113279603933136,
      "learning_rate": 0.00026988076264740845,
      "loss": 4.8381,
      "step": 16087
    },
    {
      "epoch": 1.3666326877336052,
      "grad_norm": 2.219651210019567,
      "learning_rate": 0.0002698766355531869,
      "loss": 5.2194,
      "step": 16088
    },
    {
      "epoch": 1.3667176350662589,
      "grad_norm": 2.0936104717311577,
      "learning_rate": 0.00026987250820778764,
      "loss": 4.8001,
      "step": 16089
    },
    {
      "epoch": 1.3668025823989127,
      "grad_norm": 2.235608780748184,
      "learning_rate": 0.00026986838061121945,
      "loss": 5.1527,
      "step": 16090
    },
    {
      "epoch": 1.3668875297315664,
      "grad_norm": 2.2003765480167967,
      "learning_rate": 0.0002698642527634909,
      "loss": 5.098,
      "step": 16091
    },
    {
      "epoch": 1.3669724770642202,
      "grad_norm": 2.171402975164545,
      "learning_rate": 0.0002698601246646106,
      "loss": 4.8862,
      "step": 16092
    },
    {
      "epoch": 1.367057424396874,
      "grad_norm": 2.0322839621089828,
      "learning_rate": 0.00026985599631458725,
      "loss": 4.2357,
      "step": 16093
    },
    {
      "epoch": 1.3671423717295277,
      "grad_norm": 2.3421088704847617,
      "learning_rate": 0.0002698518677134295,
      "loss": 5.3533,
      "step": 16094
    },
    {
      "epoch": 1.3672273190621813,
      "grad_norm": 2.1704702890826,
      "learning_rate": 0.0002698477388611461,
      "loss": 4.9987,
      "step": 16095
    },
    {
      "epoch": 1.3673122663948352,
      "grad_norm": 2.2042877538570287,
      "learning_rate": 0.0002698436097577455,
      "loss": 5.0307,
      "step": 16096
    },
    {
      "epoch": 1.367397213727489,
      "grad_norm": 2.3784764332960084,
      "learning_rate": 0.00026983948040323647,
      "loss": 5.2553,
      "step": 16097
    },
    {
      "epoch": 1.3674821610601426,
      "grad_norm": 2.248670471451263,
      "learning_rate": 0.0002698353507976277,
      "loss": 5.0311,
      "step": 16098
    },
    {
      "epoch": 1.3675671083927965,
      "grad_norm": 2.2168456933292147,
      "learning_rate": 0.00026983122094092777,
      "loss": 5.0079,
      "step": 16099
    },
    {
      "epoch": 1.3676520557254501,
      "grad_norm": 2.3376225671646327,
      "learning_rate": 0.00026982709083314536,
      "loss": 5.1918,
      "step": 16100
    },
    {
      "epoch": 1.367737003058104,
      "grad_norm": 2.2916533821283402,
      "learning_rate": 0.0002698229604742891,
      "loss": 5.1687,
      "step": 16101
    },
    {
      "epoch": 1.3678219503907578,
      "grad_norm": 2.284115398553104,
      "learning_rate": 0.00026981882986436766,
      "loss": 5.0108,
      "step": 16102
    },
    {
      "epoch": 1.3679068977234115,
      "grad_norm": 2.165146005162489,
      "learning_rate": 0.0002698146990033897,
      "loss": 4.8352,
      "step": 16103
    },
    {
      "epoch": 1.3679918450560653,
      "grad_norm": 2.2359537185805216,
      "learning_rate": 0.0002698105678913639,
      "loss": 4.8411,
      "step": 16104
    },
    {
      "epoch": 1.368076792388719,
      "grad_norm": 2.1563321113754226,
      "learning_rate": 0.00026980643652829884,
      "loss": 4.9452,
      "step": 16105
    },
    {
      "epoch": 1.3681617397213728,
      "grad_norm": 2.1860077533963143,
      "learning_rate": 0.0002698023049142033,
      "loss": 4.8751,
      "step": 16106
    },
    {
      "epoch": 1.3682466870540266,
      "grad_norm": 2.368897920430073,
      "learning_rate": 0.00026979817304908577,
      "loss": 5.5161,
      "step": 16107
    },
    {
      "epoch": 1.3683316343866803,
      "grad_norm": 2.38905427999826,
      "learning_rate": 0.00026979404093295506,
      "loss": 5.6108,
      "step": 16108
    },
    {
      "epoch": 1.368416581719334,
      "grad_norm": 2.359701415606425,
      "learning_rate": 0.00026978990856581974,
      "loss": 5.473,
      "step": 16109
    },
    {
      "epoch": 1.3685015290519877,
      "grad_norm": 2.341266291949889,
      "learning_rate": 0.0002697857759476885,
      "loss": 5.3584,
      "step": 16110
    },
    {
      "epoch": 1.3685864763846416,
      "grad_norm": 2.2448954736717233,
      "learning_rate": 0.00026978164307857,
      "loss": 5.0721,
      "step": 16111
    },
    {
      "epoch": 1.3686714237172952,
      "grad_norm": 2.1610859370769337,
      "learning_rate": 0.0002697775099584729,
      "loss": 4.9879,
      "step": 16112
    },
    {
      "epoch": 1.368756371049949,
      "grad_norm": 2.1690942024260114,
      "learning_rate": 0.00026977337658740585,
      "loss": 4.8396,
      "step": 16113
    },
    {
      "epoch": 1.3688413183826027,
      "grad_norm": 2.1872223917988762,
      "learning_rate": 0.0002697692429653775,
      "loss": 4.634,
      "step": 16114
    },
    {
      "epoch": 1.3689262657152566,
      "grad_norm": 2.1751746551658147,
      "learning_rate": 0.00026976510909239656,
      "loss": 4.8399,
      "step": 16115
    },
    {
      "epoch": 1.3690112130479104,
      "grad_norm": 2.1218391114715525,
      "learning_rate": 0.00026976097496847164,
      "loss": 4.69,
      "step": 16116
    },
    {
      "epoch": 1.369096160380564,
      "grad_norm": 2.205601023469545,
      "learning_rate": 0.0002697568405936114,
      "loss": 5.1989,
      "step": 16117
    },
    {
      "epoch": 1.3691811077132179,
      "grad_norm": 2.2552855308062734,
      "learning_rate": 0.00026975270596782457,
      "loss": 5.3382,
      "step": 16118
    },
    {
      "epoch": 1.3692660550458715,
      "grad_norm": 2.250947825882772,
      "learning_rate": 0.00026974857109111975,
      "loss": 5.06,
      "step": 16119
    },
    {
      "epoch": 1.3693510023785254,
      "grad_norm": 2.3273544600502993,
      "learning_rate": 0.0002697444359635056,
      "loss": 5.5582,
      "step": 16120
    },
    {
      "epoch": 1.369435949711179,
      "grad_norm": 2.1881098961748555,
      "learning_rate": 0.0002697403005849908,
      "loss": 4.8637,
      "step": 16121
    },
    {
      "epoch": 1.3695208970438328,
      "grad_norm": 2.1914744902881584,
      "learning_rate": 0.00026973616495558404,
      "loss": 5.0078,
      "step": 16122
    },
    {
      "epoch": 1.3696058443764865,
      "grad_norm": 2.218089224662143,
      "learning_rate": 0.00026973202907529394,
      "loss": 4.8645,
      "step": 16123
    },
    {
      "epoch": 1.3696907917091403,
      "grad_norm": 2.148321199652086,
      "learning_rate": 0.00026972789294412927,
      "loss": 5.1112,
      "step": 16124
    },
    {
      "epoch": 1.3697757390417942,
      "grad_norm": 2.340246529887049,
      "learning_rate": 0.0002697237565620985,
      "loss": 5.4031,
      "step": 16125
    },
    {
      "epoch": 1.3698606863744478,
      "grad_norm": 2.1175364319941186,
      "learning_rate": 0.0002697196199292105,
      "loss": 4.8078,
      "step": 16126
    },
    {
      "epoch": 1.3699456337071017,
      "grad_norm": 2.199976038913149,
      "learning_rate": 0.00026971548304547386,
      "loss": 4.4511,
      "step": 16127
    },
    {
      "epoch": 1.3700305810397553,
      "grad_norm": 2.1534617259730733,
      "learning_rate": 0.00026971134591089715,
      "loss": 4.5837,
      "step": 16128
    },
    {
      "epoch": 1.3701155283724091,
      "grad_norm": 2.1630309228025455,
      "learning_rate": 0.0002697072085254892,
      "loss": 5.0286,
      "step": 16129
    },
    {
      "epoch": 1.370200475705063,
      "grad_norm": 2.1800706491063724,
      "learning_rate": 0.0002697030708892586,
      "loss": 4.9071,
      "step": 16130
    },
    {
      "epoch": 1.3702854230377166,
      "grad_norm": 2.371812656974512,
      "learning_rate": 0.00026969893300221397,
      "loss": 5.3066,
      "step": 16131
    },
    {
      "epoch": 1.3703703703703702,
      "grad_norm": 2.2031152266136362,
      "learning_rate": 0.0002696947948643641,
      "loss": 5.0747,
      "step": 16132
    },
    {
      "epoch": 1.370455317703024,
      "grad_norm": 2.2566038171212703,
      "learning_rate": 0.0002696906564757176,
      "loss": 4.8964,
      "step": 16133
    },
    {
      "epoch": 1.370540265035678,
      "grad_norm": 2.390399466436888,
      "learning_rate": 0.0002696865178362831,
      "loss": 5.4452,
      "step": 16134
    },
    {
      "epoch": 1.3706252123683316,
      "grad_norm": 2.1157012422078227,
      "learning_rate": 0.00026968237894606933,
      "loss": 4.9259,
      "step": 16135
    },
    {
      "epoch": 1.3707101597009854,
      "grad_norm": 2.255606132272334,
      "learning_rate": 0.00026967823980508494,
      "loss": 5.1805,
      "step": 16136
    },
    {
      "epoch": 1.370795107033639,
      "grad_norm": 2.260174476723332,
      "learning_rate": 0.00026967410041333863,
      "loss": 5.1609,
      "step": 16137
    },
    {
      "epoch": 1.370880054366293,
      "grad_norm": 2.0632181178489293,
      "learning_rate": 0.000269669960770839,
      "loss": 4.6617,
      "step": 16138
    },
    {
      "epoch": 1.3709650016989468,
      "grad_norm": 2.328483343064213,
      "learning_rate": 0.00026966582087759483,
      "loss": 5.3124,
      "step": 16139
    },
    {
      "epoch": 1.3710499490316004,
      "grad_norm": 2.1571837113546692,
      "learning_rate": 0.0002696616807336147,
      "loss": 5.0242,
      "step": 16140
    },
    {
      "epoch": 1.3711348963642542,
      "grad_norm": 1.9366584557680555,
      "learning_rate": 0.0002696575403389073,
      "loss": 4.3628,
      "step": 16141
    },
    {
      "epoch": 1.3712198436969079,
      "grad_norm": 2.118623341059493,
      "learning_rate": 0.0002696533996934814,
      "loss": 4.9452,
      "step": 16142
    },
    {
      "epoch": 1.3713047910295617,
      "grad_norm": 2.1883106630805504,
      "learning_rate": 0.00026964925879734554,
      "loss": 5.0794,
      "step": 16143
    },
    {
      "epoch": 1.3713897383622156,
      "grad_norm": 2.115228231290471,
      "learning_rate": 0.0002696451176505085,
      "loss": 5.1959,
      "step": 16144
    },
    {
      "epoch": 1.3714746856948692,
      "grad_norm": 2.1429821558117736,
      "learning_rate": 0.0002696409762529789,
      "loss": 4.8274,
      "step": 16145
    },
    {
      "epoch": 1.3715596330275228,
      "grad_norm": 2.194352631168893,
      "learning_rate": 0.0002696368346047654,
      "loss": 4.7122,
      "step": 16146
    },
    {
      "epoch": 1.3716445803601767,
      "grad_norm": 2.246516015097762,
      "learning_rate": 0.0002696326927058767,
      "loss": 4.8601,
      "step": 16147
    },
    {
      "epoch": 1.3717295276928305,
      "grad_norm": 2.325040744575046,
      "learning_rate": 0.00026962855055632156,
      "loss": 5.3519,
      "step": 16148
    },
    {
      "epoch": 1.3718144750254841,
      "grad_norm": 2.1251376945721545,
      "learning_rate": 0.0002696244081561086,
      "loss": 5.0035,
      "step": 16149
    },
    {
      "epoch": 1.371899422358138,
      "grad_norm": 2.1985307624051744,
      "learning_rate": 0.00026962026550524646,
      "loss": 5.0186,
      "step": 16150
    },
    {
      "epoch": 1.3719843696907916,
      "grad_norm": 2.198821767402687,
      "learning_rate": 0.0002696161226037438,
      "loss": 4.998,
      "step": 16151
    },
    {
      "epoch": 1.3720693170234455,
      "grad_norm": 2.3470162752676447,
      "learning_rate": 0.0002696119794516094,
      "loss": 5.4872,
      "step": 16152
    },
    {
      "epoch": 1.3721542643560993,
      "grad_norm": 2.1823700260453123,
      "learning_rate": 0.0002696078360488519,
      "loss": 5.134,
      "step": 16153
    },
    {
      "epoch": 1.372239211688753,
      "grad_norm": 2.308097199765073,
      "learning_rate": 0.0002696036923954799,
      "loss": 5.4306,
      "step": 16154
    },
    {
      "epoch": 1.3723241590214068,
      "grad_norm": 2.333642275843229,
      "learning_rate": 0.00026959954849150225,
      "loss": 5.2062,
      "step": 16155
    },
    {
      "epoch": 1.3724091063540604,
      "grad_norm": 2.281276804195175,
      "learning_rate": 0.0002695954043369275,
      "loss": 5.3393,
      "step": 16156
    },
    {
      "epoch": 1.3724940536867143,
      "grad_norm": 2.311049460234819,
      "learning_rate": 0.00026959125993176433,
      "loss": 5.1235,
      "step": 16157
    },
    {
      "epoch": 1.372579001019368,
      "grad_norm": 2.348584042578099,
      "learning_rate": 0.0002695871152760215,
      "loss": 5.5092,
      "step": 16158
    },
    {
      "epoch": 1.3726639483520218,
      "grad_norm": 2.1726259898351383,
      "learning_rate": 0.00026958297036970764,
      "loss": 4.9832,
      "step": 16159
    },
    {
      "epoch": 1.3727488956846754,
      "grad_norm": 2.2108520083941263,
      "learning_rate": 0.0002695788252128315,
      "loss": 5.0985,
      "step": 16160
    },
    {
      "epoch": 1.3728338430173292,
      "grad_norm": 2.327727360558593,
      "learning_rate": 0.0002695746798054017,
      "loss": 5.3051,
      "step": 16161
    },
    {
      "epoch": 1.372918790349983,
      "grad_norm": 2.214119301869803,
      "learning_rate": 0.00026957053414742693,
      "loss": 4.9821,
      "step": 16162
    },
    {
      "epoch": 1.3730037376826367,
      "grad_norm": 2.1324395717658327,
      "learning_rate": 0.0002695663882389159,
      "loss": 4.9374,
      "step": 16163
    },
    {
      "epoch": 1.3730886850152906,
      "grad_norm": 2.1845319786061568,
      "learning_rate": 0.0002695622420798773,
      "loss": 5.1194,
      "step": 16164
    },
    {
      "epoch": 1.3731736323479442,
      "grad_norm": 2.169090042613332,
      "learning_rate": 0.0002695580956703198,
      "loss": 4.7199,
      "step": 16165
    },
    {
      "epoch": 1.373258579680598,
      "grad_norm": 2.118682219234305,
      "learning_rate": 0.00026955394901025207,
      "loss": 4.7112,
      "step": 16166
    },
    {
      "epoch": 1.373343527013252,
      "grad_norm": 2.194048884133527,
      "learning_rate": 0.00026954980209968285,
      "loss": 4.0622,
      "step": 16167
    },
    {
      "epoch": 1.3734284743459055,
      "grad_norm": 2.26785936668191,
      "learning_rate": 0.00026954565493862075,
      "loss": 5.2085,
      "step": 16168
    },
    {
      "epoch": 1.3735134216785592,
      "grad_norm": 2.288102506158318,
      "learning_rate": 0.00026954150752707455,
      "loss": 5.202,
      "step": 16169
    },
    {
      "epoch": 1.373598369011213,
      "grad_norm": 2.2567642796699205,
      "learning_rate": 0.00026953735986505294,
      "loss": 4.9253,
      "step": 16170
    },
    {
      "epoch": 1.3736833163438669,
      "grad_norm": 2.2580538835302955,
      "learning_rate": 0.0002695332119525645,
      "loss": 5.1387,
      "step": 16171
    },
    {
      "epoch": 1.3737682636765205,
      "grad_norm": 2.2003487277110403,
      "learning_rate": 0.000269529063789618,
      "loss": 5.1353,
      "step": 16172
    },
    {
      "epoch": 1.3738532110091743,
      "grad_norm": 2.1092674103354114,
      "learning_rate": 0.00026952491537622224,
      "loss": 4.8836,
      "step": 16173
    },
    {
      "epoch": 1.373938158341828,
      "grad_norm": 2.3149381099248085,
      "learning_rate": 0.00026952076671238567,
      "loss": 5.3211,
      "step": 16174
    },
    {
      "epoch": 1.3740231056744818,
      "grad_norm": 2.175303671851132,
      "learning_rate": 0.00026951661779811716,
      "loss": 4.8038,
      "step": 16175
    },
    {
      "epoch": 1.3741080530071357,
      "grad_norm": 2.1899173091295014,
      "learning_rate": 0.0002695124686334253,
      "loss": 4.7781,
      "step": 16176
    },
    {
      "epoch": 1.3741930003397893,
      "grad_norm": 2.1747215486560947,
      "learning_rate": 0.0002695083192183189,
      "loss": 5.155,
      "step": 16177
    },
    {
      "epoch": 1.3742779476724432,
      "grad_norm": 2.2154355652115747,
      "learning_rate": 0.0002695041695528066,
      "loss": 4.9585,
      "step": 16178
    },
    {
      "epoch": 1.3743628950050968,
      "grad_norm": 2.1970898054487358,
      "learning_rate": 0.000269500019636897,
      "loss": 4.9351,
      "step": 16179
    },
    {
      "epoch": 1.3744478423377506,
      "grad_norm": 2.2769263618909226,
      "learning_rate": 0.00026949586947059895,
      "loss": 4.7753,
      "step": 16180
    },
    {
      "epoch": 1.3745327896704045,
      "grad_norm": 2.188892402790427,
      "learning_rate": 0.000269491719053921,
      "loss": 4.917,
      "step": 16181
    },
    {
      "epoch": 1.3746177370030581,
      "grad_norm": 2.1122167165953796,
      "learning_rate": 0.000269487568386872,
      "loss": 4.4693,
      "step": 16182
    },
    {
      "epoch": 1.3747026843357117,
      "grad_norm": 2.2400691302139464,
      "learning_rate": 0.0002694834174694606,
      "loss": 5.3702,
      "step": 16183
    },
    {
      "epoch": 1.3747876316683656,
      "grad_norm": 2.2582034408576708,
      "learning_rate": 0.00026947926630169536,
      "loss": 5.217,
      "step": 16184
    },
    {
      "epoch": 1.3748725790010194,
      "grad_norm": 2.151342279875123,
      "learning_rate": 0.00026947511488358515,
      "loss": 5.0641,
      "step": 16185
    },
    {
      "epoch": 1.374957526333673,
      "grad_norm": 2.112032901685822,
      "learning_rate": 0.00026947096321513857,
      "loss": 5.1376,
      "step": 16186
    },
    {
      "epoch": 1.375042473666327,
      "grad_norm": 2.131750959874847,
      "learning_rate": 0.0002694668112963644,
      "loss": 5.0553,
      "step": 16187
    },
    {
      "epoch": 1.3751274209989806,
      "grad_norm": 2.1674961539046147,
      "learning_rate": 0.00026946265912727125,
      "loss": 4.9938,
      "step": 16188
    },
    {
      "epoch": 1.3752123683316344,
      "grad_norm": 2.3718242227475383,
      "learning_rate": 0.0002694585067078679,
      "loss": 5.4271,
      "step": 16189
    },
    {
      "epoch": 1.3752973156642883,
      "grad_norm": 2.158358069894398,
      "learning_rate": 0.000269454354038163,
      "loss": 4.9218,
      "step": 16190
    },
    {
      "epoch": 1.3753822629969419,
      "grad_norm": 2.3804491758033413,
      "learning_rate": 0.00026945020111816527,
      "loss": 5.4046,
      "step": 16191
    },
    {
      "epoch": 1.3754672103295955,
      "grad_norm": 2.2631639942950437,
      "learning_rate": 0.00026944604794788336,
      "loss": 5.2875,
      "step": 16192
    },
    {
      "epoch": 1.3755521576622494,
      "grad_norm": 2.3064823586340473,
      "learning_rate": 0.00026944189452732606,
      "loss": 5.4926,
      "step": 16193
    },
    {
      "epoch": 1.3756371049949032,
      "grad_norm": 2.2496970232108877,
      "learning_rate": 0.000269437740856502,
      "loss": 5.2748,
      "step": 16194
    },
    {
      "epoch": 1.3757220523275568,
      "grad_norm": 2.1570615692761366,
      "learning_rate": 0.00026943358693542,
      "loss": 4.8106,
      "step": 16195
    },
    {
      "epoch": 1.3758069996602107,
      "grad_norm": 2.1693656575518623,
      "learning_rate": 0.0002694294327640886,
      "loss": 5.0234,
      "step": 16196
    },
    {
      "epoch": 1.3758919469928643,
      "grad_norm": 2.3364275454601486,
      "learning_rate": 0.0002694252783425166,
      "loss": 5.4494,
      "step": 16197
    },
    {
      "epoch": 1.3759768943255182,
      "grad_norm": 2.1529352745103294,
      "learning_rate": 0.0002694211236707126,
      "loss": 4.7907,
      "step": 16198
    },
    {
      "epoch": 1.376061841658172,
      "grad_norm": 2.346609088939413,
      "learning_rate": 0.0002694169687486855,
      "loss": 5.2802,
      "step": 16199
    },
    {
      "epoch": 1.3761467889908257,
      "grad_norm": 2.2006826377115503,
      "learning_rate": 0.00026941281357644386,
      "loss": 4.9702,
      "step": 16200
    },
    {
      "epoch": 1.3762317363234795,
      "grad_norm": 2.1979796247986845,
      "learning_rate": 0.0002694086581539964,
      "loss": 5.0591,
      "step": 16201
    },
    {
      "epoch": 1.3763166836561331,
      "grad_norm": 2.1955645635222,
      "learning_rate": 0.0002694045024813519,
      "loss": 5.3445,
      "step": 16202
    },
    {
      "epoch": 1.376401630988787,
      "grad_norm": 2.2409159498224076,
      "learning_rate": 0.000269400346558519,
      "loss": 4.2749,
      "step": 16203
    },
    {
      "epoch": 1.3764865783214408,
      "grad_norm": 2.5191363394113178,
      "learning_rate": 0.00026939619038550644,
      "loss": 4.715,
      "step": 16204
    },
    {
      "epoch": 1.3765715256540945,
      "grad_norm": 2.1125615830378517,
      "learning_rate": 0.00026939203396232283,
      "loss": 4.7774,
      "step": 16205
    },
    {
      "epoch": 1.376656472986748,
      "grad_norm": 2.236518367142342,
      "learning_rate": 0.0002693878772889771,
      "loss": 5.0632,
      "step": 16206
    },
    {
      "epoch": 1.376741420319402,
      "grad_norm": 2.1911193355370098,
      "learning_rate": 0.0002693837203654777,
      "loss": 4.9561,
      "step": 16207
    },
    {
      "epoch": 1.3768263676520558,
      "grad_norm": 2.1976859816881316,
      "learning_rate": 0.00026937956319183354,
      "loss": 5.0646,
      "step": 16208
    },
    {
      "epoch": 1.3769113149847094,
      "grad_norm": 2.234203078778028,
      "learning_rate": 0.0002693754057680532,
      "loss": 5.0345,
      "step": 16209
    },
    {
      "epoch": 1.3769962623173633,
      "grad_norm": 1.9531901724139127,
      "learning_rate": 0.0002693712480941455,
      "loss": 4.0065,
      "step": 16210
    },
    {
      "epoch": 1.377081209650017,
      "grad_norm": 2.2502808859745596,
      "learning_rate": 0.00026936709017011905,
      "loss": 4.577,
      "step": 16211
    },
    {
      "epoch": 1.3771661569826708,
      "grad_norm": 2.3408697514232184,
      "learning_rate": 0.0002693629319959826,
      "loss": 5.3663,
      "step": 16212
    },
    {
      "epoch": 1.3772511043153246,
      "grad_norm": 2.283991180425772,
      "learning_rate": 0.00026935877357174494,
      "loss": 4.9759,
      "step": 16213
    },
    {
      "epoch": 1.3773360516479782,
      "grad_norm": 2.2282960441352024,
      "learning_rate": 0.00026935461489741464,
      "loss": 5.1346,
      "step": 16214
    },
    {
      "epoch": 1.377420998980632,
      "grad_norm": 2.213265636335288,
      "learning_rate": 0.00026935045597300053,
      "loss": 4.8909,
      "step": 16215
    },
    {
      "epoch": 1.3775059463132857,
      "grad_norm": 2.3760851980058226,
      "learning_rate": 0.0002693462967985113,
      "loss": 5.7455,
      "step": 16216
    },
    {
      "epoch": 1.3775908936459396,
      "grad_norm": 1.8247368800150228,
      "learning_rate": 0.0002693421373739556,
      "loss": 3.6525,
      "step": 16217
    },
    {
      "epoch": 1.3776758409785932,
      "grad_norm": 2.388462107789144,
      "learning_rate": 0.00026933797769934214,
      "loss": 5.1425,
      "step": 16218
    },
    {
      "epoch": 1.377760788311247,
      "grad_norm": 2.2649134035555845,
      "learning_rate": 0.0002693338177746798,
      "loss": 5.0323,
      "step": 16219
    },
    {
      "epoch": 1.3778457356439007,
      "grad_norm": 2.2404833927133647,
      "learning_rate": 0.00026932965759997714,
      "loss": 5.1117,
      "step": 16220
    },
    {
      "epoch": 1.3779306829765545,
      "grad_norm": 2.092119386681543,
      "learning_rate": 0.0002693254971752429,
      "loss": 4.7623,
      "step": 16221
    },
    {
      "epoch": 1.3780156303092084,
      "grad_norm": 2.1335271345472475,
      "learning_rate": 0.00026932133650048583,
      "loss": 4.648,
      "step": 16222
    },
    {
      "epoch": 1.378100577641862,
      "grad_norm": 2.215775650051679,
      "learning_rate": 0.00026931717557571465,
      "loss": 4.911,
      "step": 16223
    },
    {
      "epoch": 1.3781855249745159,
      "grad_norm": 2.183761306627859,
      "learning_rate": 0.00026931301440093804,
      "loss": 4.6174,
      "step": 16224
    },
    {
      "epoch": 1.3782704723071695,
      "grad_norm": 2.242959883289848,
      "learning_rate": 0.00026930885297616475,
      "loss": 5.1362,
      "step": 16225
    },
    {
      "epoch": 1.3783554196398233,
      "grad_norm": 2.398514370835179,
      "learning_rate": 0.0002693046913014035,
      "loss": 5.2953,
      "step": 16226
    },
    {
      "epoch": 1.3784403669724772,
      "grad_norm": 2.205547795754927,
      "learning_rate": 0.000269300529376663,
      "loss": 4.8821,
      "step": 16227
    },
    {
      "epoch": 1.3785253143051308,
      "grad_norm": 2.2047228140038087,
      "learning_rate": 0.000269296367201952,
      "loss": 4.9144,
      "step": 16228
    },
    {
      "epoch": 1.3786102616377844,
      "grad_norm": 2.236314883619436,
      "learning_rate": 0.0002692922047772791,
      "loss": 4.6682,
      "step": 16229
    },
    {
      "epoch": 1.3786952089704383,
      "grad_norm": 2.217971246822941,
      "learning_rate": 0.0002692880421026532,
      "loss": 4.6986,
      "step": 16230
    },
    {
      "epoch": 1.3787801563030921,
      "grad_norm": 2.206433408975746,
      "learning_rate": 0.0002692838791780829,
      "loss": 5.0105,
      "step": 16231
    },
    {
      "epoch": 1.3788651036357458,
      "grad_norm": 2.3696126959935104,
      "learning_rate": 0.000269279716003577,
      "loss": 5.4057,
      "step": 16232
    },
    {
      "epoch": 1.3789500509683996,
      "grad_norm": 2.2929864895334613,
      "learning_rate": 0.0002692755525791442,
      "loss": 5.3421,
      "step": 16233
    },
    {
      "epoch": 1.3790349983010532,
      "grad_norm": 2.3474893213381236,
      "learning_rate": 0.00026927138890479315,
      "loss": 5.2119,
      "step": 16234
    },
    {
      "epoch": 1.379119945633707,
      "grad_norm": 2.211282173554878,
      "learning_rate": 0.00026926722498053264,
      "loss": 5.0089,
      "step": 16235
    },
    {
      "epoch": 1.379204892966361,
      "grad_norm": 2.1713195716744518,
      "learning_rate": 0.0002692630608063714,
      "loss": 4.787,
      "step": 16236
    },
    {
      "epoch": 1.3792898402990146,
      "grad_norm": 2.3851791226826426,
      "learning_rate": 0.00026925889638231807,
      "loss": 5.4063,
      "step": 16237
    },
    {
      "epoch": 1.3793747876316684,
      "grad_norm": 2.2402411797794173,
      "learning_rate": 0.00026925473170838157,
      "loss": 5.3484,
      "step": 16238
    },
    {
      "epoch": 1.379459734964322,
      "grad_norm": 2.1554956968756054,
      "learning_rate": 0.0002692505667845704,
      "loss": 4.9991,
      "step": 16239
    },
    {
      "epoch": 1.379544682296976,
      "grad_norm": 2.2228772173468574,
      "learning_rate": 0.0002692464016108934,
      "loss": 5.3312,
      "step": 16240
    },
    {
      "epoch": 1.3796296296296298,
      "grad_norm": 2.2109314786314713,
      "learning_rate": 0.0002692422361873593,
      "loss": 5.2755,
      "step": 16241
    },
    {
      "epoch": 1.3797145769622834,
      "grad_norm": 2.269595705059851,
      "learning_rate": 0.00026923807051397686,
      "loss": 5.4333,
      "step": 16242
    },
    {
      "epoch": 1.379799524294937,
      "grad_norm": 2.2356268377504116,
      "learning_rate": 0.00026923390459075475,
      "loss": 5.0689,
      "step": 16243
    },
    {
      "epoch": 1.3798844716275909,
      "grad_norm": 2.2546984151818386,
      "learning_rate": 0.0002692297384177017,
      "loss": 5.2398,
      "step": 16244
    },
    {
      "epoch": 1.3799694189602447,
      "grad_norm": 2.2693560490459133,
      "learning_rate": 0.00026922557199482645,
      "loss": 5.1798,
      "step": 16245
    },
    {
      "epoch": 1.3800543662928983,
      "grad_norm": 2.1172908464958295,
      "learning_rate": 0.00026922140532213777,
      "loss": 4.4263,
      "step": 16246
    },
    {
      "epoch": 1.3801393136255522,
      "grad_norm": 2.1071908403088213,
      "learning_rate": 0.00026921723839964424,
      "loss": 4.9375,
      "step": 16247
    },
    {
      "epoch": 1.3802242609582058,
      "grad_norm": 2.1397416917068446,
      "learning_rate": 0.0002692130712273548,
      "loss": 4.9386,
      "step": 16248
    },
    {
      "epoch": 1.3803092082908597,
      "grad_norm": 2.31740323540423,
      "learning_rate": 0.000269208903805278,
      "loss": 5.3558,
      "step": 16249
    },
    {
      "epoch": 1.3803941556235135,
      "grad_norm": 2.236891723872237,
      "learning_rate": 0.00026920473613342277,
      "loss": 4.9915,
      "step": 16250
    },
    {
      "epoch": 1.3804791029561672,
      "grad_norm": 2.2056857025743337,
      "learning_rate": 0.00026920056821179764,
      "loss": 5.0662,
      "step": 16251
    },
    {
      "epoch": 1.380564050288821,
      "grad_norm": 2.2592764789063353,
      "learning_rate": 0.00026919640004041147,
      "loss": 5.2372,
      "step": 16252
    },
    {
      "epoch": 1.3806489976214746,
      "grad_norm": 2.2175312797832256,
      "learning_rate": 0.000269192231619273,
      "loss": 5.3355,
      "step": 16253
    },
    {
      "epoch": 1.3807339449541285,
      "grad_norm": 2.419164202678417,
      "learning_rate": 0.0002691880629483908,
      "loss": 5.3907,
      "step": 16254
    },
    {
      "epoch": 1.3808188922867821,
      "grad_norm": 2.269892437901306,
      "learning_rate": 0.0002691838940277738,
      "loss": 5.1918,
      "step": 16255
    },
    {
      "epoch": 1.380903839619436,
      "grad_norm": 2.6974492414374596,
      "learning_rate": 0.0002691797248574306,
      "loss": 4.6344,
      "step": 16256
    },
    {
      "epoch": 1.3809887869520896,
      "grad_norm": 2.3266500559230594,
      "learning_rate": 0.0002691755554373701,
      "loss": 4.311,
      "step": 16257
    },
    {
      "epoch": 1.3810737342847434,
      "grad_norm": 2.240207214194135,
      "learning_rate": 0.0002691713857676009,
      "loss": 5.337,
      "step": 16258
    },
    {
      "epoch": 1.3811586816173973,
      "grad_norm": 2.2931973033052118,
      "learning_rate": 0.00026916721584813175,
      "loss": 5.0013,
      "step": 16259
    },
    {
      "epoch": 1.381243628950051,
      "grad_norm": 2.334933127802551,
      "learning_rate": 0.00026916304567897135,
      "loss": 5.2123,
      "step": 16260
    },
    {
      "epoch": 1.3813285762827048,
      "grad_norm": 2.229886460650391,
      "learning_rate": 0.00026915887526012856,
      "loss": 5.2968,
      "step": 16261
    },
    {
      "epoch": 1.3814135236153584,
      "grad_norm": 2.117974019016266,
      "learning_rate": 0.000269154704591612,
      "loss": 5.0159,
      "step": 16262
    },
    {
      "epoch": 1.3814984709480123,
      "grad_norm": 2.2401187889203054,
      "learning_rate": 0.0002691505336734305,
      "loss": 5.1605,
      "step": 16263
    },
    {
      "epoch": 1.381583418280666,
      "grad_norm": 2.33500855994378,
      "learning_rate": 0.00026914636250559276,
      "loss": 5.2302,
      "step": 16264
    },
    {
      "epoch": 1.3816683656133197,
      "grad_norm": 2.2226667298054816,
      "learning_rate": 0.0002691421910881075,
      "loss": 5.0908,
      "step": 16265
    },
    {
      "epoch": 1.3817533129459734,
      "grad_norm": 2.1736755893441715,
      "learning_rate": 0.00026913801942098347,
      "loss": 4.9352,
      "step": 16266
    },
    {
      "epoch": 1.3818382602786272,
      "grad_norm": 2.1159029047706945,
      "learning_rate": 0.0002691338475042294,
      "loss": 4.6575,
      "step": 16267
    },
    {
      "epoch": 1.381923207611281,
      "grad_norm": 2.09006360708558,
      "learning_rate": 0.00026912967533785417,
      "loss": 4.9248,
      "step": 16268
    },
    {
      "epoch": 1.3820081549439347,
      "grad_norm": 2.3502671797970613,
      "learning_rate": 0.00026912550292186626,
      "loss": 5.2687,
      "step": 16269
    },
    {
      "epoch": 1.3820931022765885,
      "grad_norm": 2.1109077902543696,
      "learning_rate": 0.0002691213302562746,
      "loss": 4.5767,
      "step": 16270
    },
    {
      "epoch": 1.3821780496092422,
      "grad_norm": 2.3694783712146315,
      "learning_rate": 0.00026911715734108794,
      "loss": 5.409,
      "step": 16271
    },
    {
      "epoch": 1.382262996941896,
      "grad_norm": 2.1573315656733367,
      "learning_rate": 0.0002691129841763149,
      "loss": 5.1062,
      "step": 16272
    },
    {
      "epoch": 1.3823479442745499,
      "grad_norm": 2.062965156384751,
      "learning_rate": 0.00026910881076196435,
      "loss": 4.819,
      "step": 16273
    },
    {
      "epoch": 1.3824328916072035,
      "grad_norm": 2.3801662354381627,
      "learning_rate": 0.00026910463709804494,
      "loss": 5.2374,
      "step": 16274
    },
    {
      "epoch": 1.3825178389398574,
      "grad_norm": 2.185378410623013,
      "learning_rate": 0.0002691004631845655,
      "loss": 4.9594,
      "step": 16275
    },
    {
      "epoch": 1.382602786272511,
      "grad_norm": 2.1031799386455083,
      "learning_rate": 0.0002690962890215347,
      "loss": 5.0216,
      "step": 16276
    },
    {
      "epoch": 1.3826877336051648,
      "grad_norm": 2.2046282504243813,
      "learning_rate": 0.00026909211460896134,
      "loss": 5.0416,
      "step": 16277
    },
    {
      "epoch": 1.3827726809378187,
      "grad_norm": 2.4105748648073977,
      "learning_rate": 0.0002690879399468541,
      "loss": 5.6722,
      "step": 16278
    },
    {
      "epoch": 1.3828576282704723,
      "grad_norm": 2.230321228740102,
      "learning_rate": 0.00026908376503522184,
      "loss": 5.2066,
      "step": 16279
    },
    {
      "epoch": 1.382942575603126,
      "grad_norm": 2.118830913000655,
      "learning_rate": 0.0002690795898740732,
      "loss": 4.7973,
      "step": 16280
    },
    {
      "epoch": 1.3830275229357798,
      "grad_norm": 2.4079313833124862,
      "learning_rate": 0.00026907541446341695,
      "loss": 5.3109,
      "step": 16281
    },
    {
      "epoch": 1.3831124702684336,
      "grad_norm": 2.3751588228589333,
      "learning_rate": 0.0002690712388032619,
      "loss": 5.2986,
      "step": 16282
    },
    {
      "epoch": 1.3831974176010873,
      "grad_norm": 2.11448903141792,
      "learning_rate": 0.0002690670628936167,
      "loss": 4.7141,
      "step": 16283
    },
    {
      "epoch": 1.3832823649337411,
      "grad_norm": 2.384033267282708,
      "learning_rate": 0.0002690628867344902,
      "loss": 5.2948,
      "step": 16284
    },
    {
      "epoch": 1.3833673122663948,
      "grad_norm": 2.3559114211968297,
      "learning_rate": 0.00026905871032589107,
      "loss": 5.0408,
      "step": 16285
    },
    {
      "epoch": 1.3834522595990486,
      "grad_norm": 2.125040218531246,
      "learning_rate": 0.00026905453366782815,
      "loss": 4.8451,
      "step": 16286
    },
    {
      "epoch": 1.3835372069317025,
      "grad_norm": 2.2513954878643005,
      "learning_rate": 0.0002690503567603101,
      "loss": 5.2673,
      "step": 16287
    },
    {
      "epoch": 1.383622154264356,
      "grad_norm": 2.3120898470112192,
      "learning_rate": 0.0002690461796033457,
      "loss": 5.1893,
      "step": 16288
    },
    {
      "epoch": 1.38370710159701,
      "grad_norm": 2.1665616662476044,
      "learning_rate": 0.00026904200219694373,
      "loss": 4.9893,
      "step": 16289
    },
    {
      "epoch": 1.3837920489296636,
      "grad_norm": 2.229861875325975,
      "learning_rate": 0.0002690378245411129,
      "loss": 4.8294,
      "step": 16290
    },
    {
      "epoch": 1.3838769962623174,
      "grad_norm": 2.173156502790149,
      "learning_rate": 0.00026903364663586205,
      "loss": 5.0915,
      "step": 16291
    },
    {
      "epoch": 1.383961943594971,
      "grad_norm": 2.196238121367884,
      "learning_rate": 0.0002690294684811998,
      "loss": 4.7528,
      "step": 16292
    },
    {
      "epoch": 1.384046890927625,
      "grad_norm": 2.150680555358996,
      "learning_rate": 0.000269025290077135,
      "loss": 4.6211,
      "step": 16293
    },
    {
      "epoch": 1.3841318382602785,
      "grad_norm": 2.180180403253174,
      "learning_rate": 0.0002690211114236764,
      "loss": 4.926,
      "step": 16294
    },
    {
      "epoch": 1.3842167855929324,
      "grad_norm": 2.169374513629121,
      "learning_rate": 0.0002690169325208327,
      "loss": 4.7908,
      "step": 16295
    },
    {
      "epoch": 1.3843017329255862,
      "grad_norm": 2.1937106549635015,
      "learning_rate": 0.0002690127533686128,
      "loss": 4.6815,
      "step": 16296
    },
    {
      "epoch": 1.3843866802582399,
      "grad_norm": 2.3299191922421847,
      "learning_rate": 0.0002690085739670252,
      "loss": 5.2312,
      "step": 16297
    },
    {
      "epoch": 1.3844716275908937,
      "grad_norm": 2.3444176339475984,
      "learning_rate": 0.0002690043943160789,
      "loss": 5.3815,
      "step": 16298
    },
    {
      "epoch": 1.3845565749235473,
      "grad_norm": 2.2298323840936165,
      "learning_rate": 0.0002690002144157826,
      "loss": 4.8794,
      "step": 16299
    },
    {
      "epoch": 1.3846415222562012,
      "grad_norm": 2.3687381176556257,
      "learning_rate": 0.0002689960342661449,
      "loss": 5.1801,
      "step": 16300
    },
    {
      "epoch": 1.384726469588855,
      "grad_norm": 2.3633469285059223,
      "learning_rate": 0.0002689918538671748,
      "loss": 5.4719,
      "step": 16301
    },
    {
      "epoch": 1.3848114169215087,
      "grad_norm": 2.202089180010168,
      "learning_rate": 0.00026898767321888086,
      "loss": 4.9033,
      "step": 16302
    },
    {
      "epoch": 1.3848963642541623,
      "grad_norm": 2.1953045583131,
      "learning_rate": 0.00026898349232127195,
      "loss": 4.6964,
      "step": 16303
    },
    {
      "epoch": 1.3849813115868161,
      "grad_norm": 2.216063643005446,
      "learning_rate": 0.0002689793111743568,
      "loss": 4.5873,
      "step": 16304
    },
    {
      "epoch": 1.38506625891947,
      "grad_norm": 2.207921387089241,
      "learning_rate": 0.0002689751297781442,
      "loss": 5.1056,
      "step": 16305
    },
    {
      "epoch": 1.3851512062521236,
      "grad_norm": 2.2229853852370853,
      "learning_rate": 0.0002689709481326428,
      "loss": 5.2687,
      "step": 16306
    },
    {
      "epoch": 1.3852361535847775,
      "grad_norm": 2.197081092456259,
      "learning_rate": 0.00026896676623786156,
      "loss": 4.6327,
      "step": 16307
    },
    {
      "epoch": 1.385321100917431,
      "grad_norm": 2.132156193054837,
      "learning_rate": 0.00026896258409380905,
      "loss": 4.6171,
      "step": 16308
    },
    {
      "epoch": 1.385406048250085,
      "grad_norm": 2.16906692755073,
      "learning_rate": 0.0002689584017004941,
      "loss": 5.1008,
      "step": 16309
    },
    {
      "epoch": 1.3854909955827388,
      "grad_norm": 2.068341266734549,
      "learning_rate": 0.0002689542190579255,
      "loss": 4.5439,
      "step": 16310
    },
    {
      "epoch": 1.3855759429153924,
      "grad_norm": 2.141284376060037,
      "learning_rate": 0.00026895003616611205,
      "loss": 4.9484,
      "step": 16311
    },
    {
      "epoch": 1.3856608902480463,
      "grad_norm": 2.202563297481981,
      "learning_rate": 0.0002689458530250624,
      "loss": 5.1124,
      "step": 16312
    },
    {
      "epoch": 1.3857458375807,
      "grad_norm": 2.228029944910936,
      "learning_rate": 0.00026894166963478536,
      "loss": 5.172,
      "step": 16313
    },
    {
      "epoch": 1.3858307849133538,
      "grad_norm": 1.9840563431811828,
      "learning_rate": 0.00026893748599528976,
      "loss": 4.4239,
      "step": 16314
    },
    {
      "epoch": 1.3859157322460074,
      "grad_norm": 2.255238410537221,
      "learning_rate": 0.0002689333021065843,
      "loss": 5.2851,
      "step": 16315
    },
    {
      "epoch": 1.3860006795786612,
      "grad_norm": 2.3010630795494813,
      "learning_rate": 0.00026892911796867774,
      "loss": 5.19,
      "step": 16316
    },
    {
      "epoch": 1.3860856269113149,
      "grad_norm": 2.3049324604311194,
      "learning_rate": 0.00026892493358157893,
      "loss": 5.0282,
      "step": 16317
    },
    {
      "epoch": 1.3861705742439687,
      "grad_norm": 2.386219959215571,
      "learning_rate": 0.00026892074894529653,
      "loss": 5.366,
      "step": 16318
    },
    {
      "epoch": 1.3862555215766226,
      "grad_norm": 2.3764158087177534,
      "learning_rate": 0.00026891656405983943,
      "loss": 5.5286,
      "step": 16319
    },
    {
      "epoch": 1.3863404689092762,
      "grad_norm": 2.3369249488743615,
      "learning_rate": 0.00026891237892521624,
      "loss": 5.3938,
      "step": 16320
    },
    {
      "epoch": 1.38642541624193,
      "grad_norm": 2.0620143852111137,
      "learning_rate": 0.00026890819354143586,
      "loss": 4.4051,
      "step": 16321
    },
    {
      "epoch": 1.3865103635745837,
      "grad_norm": 2.253992056838495,
      "learning_rate": 0.000268904007908507,
      "loss": 5.0805,
      "step": 16322
    },
    {
      "epoch": 1.3865953109072375,
      "grad_norm": 2.259760140390106,
      "learning_rate": 0.0002688998220264384,
      "loss": 4.9222,
      "step": 16323
    },
    {
      "epoch": 1.3866802582398914,
      "grad_norm": 2.2458313738298097,
      "learning_rate": 0.0002688956358952389,
      "loss": 4.7804,
      "step": 16324
    },
    {
      "epoch": 1.386765205572545,
      "grad_norm": 2.2819581073856225,
      "learning_rate": 0.0002688914495149173,
      "loss": 5.0734,
      "step": 16325
    },
    {
      "epoch": 1.3868501529051986,
      "grad_norm": 2.3264634677714047,
      "learning_rate": 0.0002688872628854823,
      "loss": 5.2975,
      "step": 16326
    },
    {
      "epoch": 1.3869351002378525,
      "grad_norm": 2.362096171780602,
      "learning_rate": 0.0002688830760069427,
      "loss": 5.1441,
      "step": 16327
    },
    {
      "epoch": 1.3870200475705063,
      "grad_norm": 2.3479100833800817,
      "learning_rate": 0.0002688788888793072,
      "loss": 5.0327,
      "step": 16328
    },
    {
      "epoch": 1.38710499490316,
      "grad_norm": 2.3680600231596602,
      "learning_rate": 0.00026887470150258465,
      "loss": 5.3972,
      "step": 16329
    },
    {
      "epoch": 1.3871899422358138,
      "grad_norm": 2.301885524148445,
      "learning_rate": 0.0002688705138767839,
      "loss": 5.1044,
      "step": 16330
    },
    {
      "epoch": 1.3872748895684675,
      "grad_norm": 2.2419284635303116,
      "learning_rate": 0.0002688663260019135,
      "loss": 4.9605,
      "step": 16331
    },
    {
      "epoch": 1.3873598369011213,
      "grad_norm": 2.2722933610280567,
      "learning_rate": 0.00026886213787798244,
      "loss": 5.1356,
      "step": 16332
    },
    {
      "epoch": 1.3874447842337752,
      "grad_norm": 2.3309780266300226,
      "learning_rate": 0.0002688579495049994,
      "loss": 5.3184,
      "step": 16333
    },
    {
      "epoch": 1.3875297315664288,
      "grad_norm": 2.2677419601883657,
      "learning_rate": 0.0002688537608829732,
      "loss": 5.0578,
      "step": 16334
    },
    {
      "epoch": 1.3876146788990826,
      "grad_norm": 2.179420493654186,
      "learning_rate": 0.00026884957201191254,
      "loss": 4.786,
      "step": 16335
    },
    {
      "epoch": 1.3876996262317363,
      "grad_norm": 2.2285045552635747,
      "learning_rate": 0.00026884538289182624,
      "loss": 4.7055,
      "step": 16336
    },
    {
      "epoch": 1.3877845735643901,
      "grad_norm": 2.20713285692256,
      "learning_rate": 0.00026884119352272315,
      "loss": 5.1227,
      "step": 16337
    },
    {
      "epoch": 1.387869520897044,
      "grad_norm": 2.241107968486558,
      "learning_rate": 0.0002688370039046119,
      "loss": 4.6785,
      "step": 16338
    },
    {
      "epoch": 1.3879544682296976,
      "grad_norm": 2.1178335334435583,
      "learning_rate": 0.00026883281403750135,
      "loss": 4.2134,
      "step": 16339
    },
    {
      "epoch": 1.3880394155623512,
      "grad_norm": 2.3077278300957174,
      "learning_rate": 0.00026882862392140037,
      "loss": 5.283,
      "step": 16340
    },
    {
      "epoch": 1.388124362895005,
      "grad_norm": 2.1716050846024593,
      "learning_rate": 0.00026882443355631756,
      "loss": 5.0832,
      "step": 16341
    },
    {
      "epoch": 1.388209310227659,
      "grad_norm": 2.2921941460415773,
      "learning_rate": 0.00026882024294226187,
      "loss": 5.2519,
      "step": 16342
    },
    {
      "epoch": 1.3882942575603126,
      "grad_norm": 2.189200156066066,
      "learning_rate": 0.0002688160520792419,
      "loss": 4.9358,
      "step": 16343
    },
    {
      "epoch": 1.3883792048929664,
      "grad_norm": 2.1932107149684876,
      "learning_rate": 0.0002688118609672666,
      "loss": 4.5328,
      "step": 16344
    },
    {
      "epoch": 1.38846415222562,
      "grad_norm": 2.240621047905061,
      "learning_rate": 0.00026880766960634463,
      "loss": 4.9512,
      "step": 16345
    },
    {
      "epoch": 1.3885490995582739,
      "grad_norm": 2.372013689263255,
      "learning_rate": 0.0002688034779964848,
      "loss": 5.2202,
      "step": 16346
    },
    {
      "epoch": 1.3886340468909277,
      "grad_norm": 2.2695822685107445,
      "learning_rate": 0.00026879928613769596,
      "loss": 4.9415,
      "step": 16347
    },
    {
      "epoch": 1.3887189942235814,
      "grad_norm": 2.2346571194412346,
      "learning_rate": 0.00026879509402998687,
      "loss": 4.8827,
      "step": 16348
    },
    {
      "epoch": 1.3888039415562352,
      "grad_norm": 2.1482537137445834,
      "learning_rate": 0.00026879090167336627,
      "loss": 4.6199,
      "step": 16349
    },
    {
      "epoch": 1.3888888888888888,
      "grad_norm": 2.201382804909464,
      "learning_rate": 0.000268786709067843,
      "loss": 4.8489,
      "step": 16350
    },
    {
      "epoch": 1.3889738362215427,
      "grad_norm": 2.281571240631846,
      "learning_rate": 0.00026878251621342575,
      "loss": 5.1669,
      "step": 16351
    },
    {
      "epoch": 1.3890587835541963,
      "grad_norm": 2.2759463118352725,
      "learning_rate": 0.00026877832311012335,
      "loss": 5.3022,
      "step": 16352
    },
    {
      "epoch": 1.3891437308868502,
      "grad_norm": 2.2662900849885315,
      "learning_rate": 0.0002687741297579446,
      "loss": 5.1388,
      "step": 16353
    },
    {
      "epoch": 1.3892286782195038,
      "grad_norm": 2.162049439048683,
      "learning_rate": 0.0002687699361568984,
      "loss": 5.0526,
      "step": 16354
    },
    {
      "epoch": 1.3893136255521576,
      "grad_norm": 2.2538430986569513,
      "learning_rate": 0.00026876574230699334,
      "loss": 4.6717,
      "step": 16355
    },
    {
      "epoch": 1.3893985728848115,
      "grad_norm": 2.1856043813952697,
      "learning_rate": 0.0002687615482082383,
      "loss": 5.0044,
      "step": 16356
    },
    {
      "epoch": 1.3894835202174651,
      "grad_norm": 2.2223601297865687,
      "learning_rate": 0.00026875735386064207,
      "loss": 5.0792,
      "step": 16357
    },
    {
      "epoch": 1.389568467550119,
      "grad_norm": 2.330508742743409,
      "learning_rate": 0.0002687531592642134,
      "loss": 5.2478,
      "step": 16358
    },
    {
      "epoch": 1.3896534148827726,
      "grad_norm": 2.192102484662993,
      "learning_rate": 0.00026874896441896116,
      "loss": 5.0514,
      "step": 16359
    },
    {
      "epoch": 1.3897383622154265,
      "grad_norm": 2.343782460828151,
      "learning_rate": 0.00026874476932489406,
      "loss": 5.1979,
      "step": 16360
    },
    {
      "epoch": 1.3898233095480803,
      "grad_norm": 2.2939894447632443,
      "learning_rate": 0.00026874057398202094,
      "loss": 5.2929,
      "step": 16361
    },
    {
      "epoch": 1.389908256880734,
      "grad_norm": 2.1675283018406803,
      "learning_rate": 0.0002687363783903505,
      "loss": 4.8708,
      "step": 16362
    },
    {
      "epoch": 1.3899932042133876,
      "grad_norm": 2.1449170686735473,
      "learning_rate": 0.0002687321825498917,
      "loss": 4.874,
      "step": 16363
    },
    {
      "epoch": 1.3900781515460414,
      "grad_norm": 2.2155400486415675,
      "learning_rate": 0.00026872798646065314,
      "loss": 5.0984,
      "step": 16364
    },
    {
      "epoch": 1.3901630988786953,
      "grad_norm": 2.2032813889695824,
      "learning_rate": 0.00026872379012264375,
      "loss": 4.885,
      "step": 16365
    },
    {
      "epoch": 1.390248046211349,
      "grad_norm": 2.17136709331889,
      "learning_rate": 0.00026871959353587225,
      "loss": 5.0018,
      "step": 16366
    },
    {
      "epoch": 1.3903329935440027,
      "grad_norm": 2.2508532897709137,
      "learning_rate": 0.0002687153967003475,
      "loss": 5.4126,
      "step": 16367
    },
    {
      "epoch": 1.3904179408766564,
      "grad_norm": 2.201605704285384,
      "learning_rate": 0.0002687111996160782,
      "loss": 4.9648,
      "step": 16368
    },
    {
      "epoch": 1.3905028882093102,
      "grad_norm": 2.1455023408305,
      "learning_rate": 0.0002687070022830732,
      "loss": 4.8886,
      "step": 16369
    },
    {
      "epoch": 1.390587835541964,
      "grad_norm": 2.183360230586867,
      "learning_rate": 0.0002687028047013413,
      "loss": 5.176,
      "step": 16370
    },
    {
      "epoch": 1.3906727828746177,
      "grad_norm": 2.1765051920730976,
      "learning_rate": 0.00026869860687089137,
      "loss": 4.7873,
      "step": 16371
    },
    {
      "epoch": 1.3907577302072716,
      "grad_norm": 2.244914504314251,
      "learning_rate": 0.000268694408791732,
      "loss": 4.9319,
      "step": 16372
    },
    {
      "epoch": 1.3908426775399252,
      "grad_norm": 2.4021943108358665,
      "learning_rate": 0.00026869021046387216,
      "loss": 5.6049,
      "step": 16373
    },
    {
      "epoch": 1.390927624872579,
      "grad_norm": 2.1547546341107084,
      "learning_rate": 0.0002686860118873206,
      "loss": 4.8635,
      "step": 16374
    },
    {
      "epoch": 1.3910125722052329,
      "grad_norm": 2.214883886459531,
      "learning_rate": 0.0002686818130620861,
      "loss": 5.0311,
      "step": 16375
    },
    {
      "epoch": 1.3910975195378865,
      "grad_norm": 2.3682490503736653,
      "learning_rate": 0.00026867761398817746,
      "loss": 5.2218,
      "step": 16376
    },
    {
      "epoch": 1.3911824668705401,
      "grad_norm": 2.21703237555853,
      "learning_rate": 0.0002686734146656035,
      "loss": 5.1324,
      "step": 16377
    },
    {
      "epoch": 1.391267414203194,
      "grad_norm": 2.3085259266515785,
      "learning_rate": 0.000268669215094373,
      "loss": 5.2583,
      "step": 16378
    },
    {
      "epoch": 1.3913523615358478,
      "grad_norm": 2.183373568700829,
      "learning_rate": 0.0002686650152744948,
      "loss": 4.8121,
      "step": 16379
    },
    {
      "epoch": 1.3914373088685015,
      "grad_norm": 2.264530868913937,
      "learning_rate": 0.00026866081520597764,
      "loss": 4.9433,
      "step": 16380
    },
    {
      "epoch": 1.3915222562011553,
      "grad_norm": 2.1802477064916177,
      "learning_rate": 0.0002686566148888303,
      "loss": 4.5663,
      "step": 16381
    },
    {
      "epoch": 1.391607203533809,
      "grad_norm": 2.211326641380431,
      "learning_rate": 0.00026865241432306173,
      "loss": 4.7808,
      "step": 16382
    },
    {
      "epoch": 1.3916921508664628,
      "grad_norm": 2.3661177421017374,
      "learning_rate": 0.00026864821350868054,
      "loss": 5.2104,
      "step": 16383
    },
    {
      "epoch": 1.3917770981991167,
      "grad_norm": 2.3601850389830767,
      "learning_rate": 0.0002686440124456957,
      "loss": 5.2939,
      "step": 16384
    },
    {
      "epoch": 1.3918620455317703,
      "grad_norm": 2.424350875600713,
      "learning_rate": 0.0002686398111341158,
      "loss": 5.6416,
      "step": 16385
    },
    {
      "epoch": 1.3919469928644241,
      "grad_norm": 2.225271079196595,
      "learning_rate": 0.00026863560957394994,
      "loss": 4.9454,
      "step": 16386
    },
    {
      "epoch": 1.3920319401970778,
      "grad_norm": 2.2381172030882626,
      "learning_rate": 0.00026863140776520666,
      "loss": 4.8809,
      "step": 16387
    },
    {
      "epoch": 1.3921168875297316,
      "grad_norm": 2.1554310384484534,
      "learning_rate": 0.00026862720570789485,
      "loss": 4.9245,
      "step": 16388
    },
    {
      "epoch": 1.3922018348623852,
      "grad_norm": 2.2271028445783583,
      "learning_rate": 0.0002686230034020234,
      "loss": 5.0147,
      "step": 16389
    },
    {
      "epoch": 1.392286782195039,
      "grad_norm": 2.2502018805120163,
      "learning_rate": 0.000268618800847601,
      "loss": 5.0769,
      "step": 16390
    },
    {
      "epoch": 1.3923717295276927,
      "grad_norm": 2.3546396081936383,
      "learning_rate": 0.00026861459804463646,
      "loss": 5.4543,
      "step": 16391
    },
    {
      "epoch": 1.3924566768603466,
      "grad_norm": 2.179829046575236,
      "learning_rate": 0.0002686103949931387,
      "loss": 4.8216,
      "step": 16392
    },
    {
      "epoch": 1.3925416241930004,
      "grad_norm": 2.222365588110038,
      "learning_rate": 0.0002686061916931164,
      "loss": 4.7576,
      "step": 16393
    },
    {
      "epoch": 1.392626571525654,
      "grad_norm": 2.1393124143481916,
      "learning_rate": 0.00026860198814457846,
      "loss": 4.9096,
      "step": 16394
    },
    {
      "epoch": 1.392711518858308,
      "grad_norm": 2.142168502320619,
      "learning_rate": 0.0002685977843475336,
      "loss": 4.9754,
      "step": 16395
    },
    {
      "epoch": 1.3927964661909615,
      "grad_norm": 2.268441400053571,
      "learning_rate": 0.0002685935803019907,
      "loss": 5.4543,
      "step": 16396
    },
    {
      "epoch": 1.3928814135236154,
      "grad_norm": 2.1469064574030057,
      "learning_rate": 0.0002685893760079586,
      "loss": 4.5806,
      "step": 16397
    },
    {
      "epoch": 1.3929663608562692,
      "grad_norm": 2.230305264859293,
      "learning_rate": 0.00026858517146544596,
      "loss": 4.9028,
      "step": 16398
    },
    {
      "epoch": 1.3930513081889229,
      "grad_norm": 2.2248269384036763,
      "learning_rate": 0.0002685809666744617,
      "loss": 4.6896,
      "step": 16399
    },
    {
      "epoch": 1.3931362555215765,
      "grad_norm": 2.1686413427464837,
      "learning_rate": 0.0002685767616350147,
      "loss": 4.8318,
      "step": 16400
    },
    {
      "epoch": 1.3932212028542303,
      "grad_norm": 2.2530317251297807,
      "learning_rate": 0.0002685725563471136,
      "loss": 5.0035,
      "step": 16401
    },
    {
      "epoch": 1.3933061501868842,
      "grad_norm": 2.122460710779333,
      "learning_rate": 0.00026856835081076727,
      "loss": 4.5286,
      "step": 16402
    },
    {
      "epoch": 1.3933910975195378,
      "grad_norm": 2.186696968643434,
      "learning_rate": 0.0002685641450259846,
      "loss": 5.0509,
      "step": 16403
    },
    {
      "epoch": 1.3934760448521917,
      "grad_norm": 2.287943220424555,
      "learning_rate": 0.00026855993899277435,
      "loss": 5.212,
      "step": 16404
    },
    {
      "epoch": 1.3935609921848453,
      "grad_norm": 2.389032270740824,
      "learning_rate": 0.00026855573271114536,
      "loss": 5.2102,
      "step": 16405
    },
    {
      "epoch": 1.3936459395174992,
      "grad_norm": 2.269849498696512,
      "learning_rate": 0.00026855152618110635,
      "loss": 4.9476,
      "step": 16406
    },
    {
      "epoch": 1.393730886850153,
      "grad_norm": 2.1650383314344284,
      "learning_rate": 0.00026854731940266626,
      "loss": 4.821,
      "step": 16407
    },
    {
      "epoch": 1.3938158341828066,
      "grad_norm": 2.2009280269430693,
      "learning_rate": 0.0002685431123758338,
      "loss": 5.1269,
      "step": 16408
    },
    {
      "epoch": 1.3939007815154605,
      "grad_norm": 2.24681103815406,
      "learning_rate": 0.0002685389051006178,
      "loss": 4.7233,
      "step": 16409
    },
    {
      "epoch": 1.3939857288481141,
      "grad_norm": 2.404032066704414,
      "learning_rate": 0.0002685346975770272,
      "loss": 5.3506,
      "step": 16410
    },
    {
      "epoch": 1.394070676180768,
      "grad_norm": 2.38860325121322,
      "learning_rate": 0.0002685304898050707,
      "loss": 5.3724,
      "step": 16411
    },
    {
      "epoch": 1.3941556235134218,
      "grad_norm": 2.336459596730155,
      "learning_rate": 0.0002685262817847571,
      "loss": 5.3213,
      "step": 16412
    },
    {
      "epoch": 1.3942405708460754,
      "grad_norm": 2.148818112162823,
      "learning_rate": 0.0002685220735160952,
      "loss": 4.6611,
      "step": 16413
    },
    {
      "epoch": 1.394325518178729,
      "grad_norm": 2.168782884266611,
      "learning_rate": 0.00026851786499909396,
      "loss": 5.1023,
      "step": 16414
    },
    {
      "epoch": 1.394410465511383,
      "grad_norm": 2.1880944751360696,
      "learning_rate": 0.00026851365623376206,
      "loss": 5.0606,
      "step": 16415
    },
    {
      "epoch": 1.3944954128440368,
      "grad_norm": 2.177762148469017,
      "learning_rate": 0.00026850944722010844,
      "loss": 4.7099,
      "step": 16416
    },
    {
      "epoch": 1.3945803601766904,
      "grad_norm": 2.2241500503565224,
      "learning_rate": 0.0002685052379581418,
      "loss": 4.7627,
      "step": 16417
    },
    {
      "epoch": 1.3946653075093443,
      "grad_norm": 2.3042320466587314,
      "learning_rate": 0.000268501028447871,
      "loss": 5.2195,
      "step": 16418
    },
    {
      "epoch": 1.3947502548419979,
      "grad_norm": 2.2332170661387702,
      "learning_rate": 0.00026849681868930484,
      "loss": 4.9441,
      "step": 16419
    },
    {
      "epoch": 1.3948352021746517,
      "grad_norm": 2.182955149870779,
      "learning_rate": 0.00026849260868245226,
      "loss": 5.1953,
      "step": 16420
    },
    {
      "epoch": 1.3949201495073056,
      "grad_norm": 1.9017893196968776,
      "learning_rate": 0.0002684883984273219,
      "loss": 4.1653,
      "step": 16421
    },
    {
      "epoch": 1.3950050968399592,
      "grad_norm": 2.369588563810201,
      "learning_rate": 0.0002684841879239227,
      "loss": 5.1983,
      "step": 16422
    },
    {
      "epoch": 1.3950900441726128,
      "grad_norm": 2.234542536276565,
      "learning_rate": 0.0002684799771722635,
      "loss": 4.9989,
      "step": 16423
    },
    {
      "epoch": 1.3951749915052667,
      "grad_norm": 2.2100879040758956,
      "learning_rate": 0.000268475766172353,
      "loss": 5.0117,
      "step": 16424
    },
    {
      "epoch": 1.3952599388379205,
      "grad_norm": 2.362957295755723,
      "learning_rate": 0.0002684715549242001,
      "loss": 5.2478,
      "step": 16425
    },
    {
      "epoch": 1.3953448861705742,
      "grad_norm": 2.167481012614541,
      "learning_rate": 0.0002684673434278137,
      "loss": 4.9621,
      "step": 16426
    },
    {
      "epoch": 1.395429833503228,
      "grad_norm": 2.3221184710643277,
      "learning_rate": 0.00026846313168320246,
      "loss": 5.1347,
      "step": 16427
    },
    {
      "epoch": 1.3955147808358817,
      "grad_norm": 2.204998987374975,
      "learning_rate": 0.00026845891969037535,
      "loss": 5.1626,
      "step": 16428
    },
    {
      "epoch": 1.3955997281685355,
      "grad_norm": 2.237964770714841,
      "learning_rate": 0.00026845470744934113,
      "loss": 4.6959,
      "step": 16429
    },
    {
      "epoch": 1.3956846755011894,
      "grad_norm": 2.2030641975421847,
      "learning_rate": 0.00026845049496010864,
      "loss": 4.9705,
      "step": 16430
    },
    {
      "epoch": 1.395769622833843,
      "grad_norm": 2.2571733529234206,
      "learning_rate": 0.0002684462822226867,
      "loss": 5.0782,
      "step": 16431
    },
    {
      "epoch": 1.3958545701664968,
      "grad_norm": 2.2524797255173676,
      "learning_rate": 0.00026844206923708414,
      "loss": 5.1647,
      "step": 16432
    },
    {
      "epoch": 1.3959395174991505,
      "grad_norm": 2.2039331967454747,
      "learning_rate": 0.00026843785600330974,
      "loss": 4.688,
      "step": 16433
    },
    {
      "epoch": 1.3960244648318043,
      "grad_norm": 2.387348779554665,
      "learning_rate": 0.0002684336425213725,
      "loss": 5.2228,
      "step": 16434
    },
    {
      "epoch": 1.3961094121644582,
      "grad_norm": 2.6111543689990975,
      "learning_rate": 0.00026842942879128095,
      "loss": 5.4598,
      "step": 16435
    },
    {
      "epoch": 1.3961943594971118,
      "grad_norm": 2.2553929794668997,
      "learning_rate": 0.0002684252148130442,
      "loss": 5.2264,
      "step": 16436
    },
    {
      "epoch": 1.3962793068297654,
      "grad_norm": 2.344427083080059,
      "learning_rate": 0.0002684210005866709,
      "loss": 5.473,
      "step": 16437
    },
    {
      "epoch": 1.3963642541624193,
      "grad_norm": 2.1737013733640715,
      "learning_rate": 0.00026841678611217004,
      "loss": 4.5534,
      "step": 16438
    },
    {
      "epoch": 1.3964492014950731,
      "grad_norm": 2.3415814138067286,
      "learning_rate": 0.0002684125713895503,
      "loss": 5.2113,
      "step": 16439
    },
    {
      "epoch": 1.3965341488277268,
      "grad_norm": 2.2918916042540287,
      "learning_rate": 0.00026840835641882055,
      "loss": 4.9916,
      "step": 16440
    },
    {
      "epoch": 1.3966190961603806,
      "grad_norm": 2.377802483464039,
      "learning_rate": 0.0002684041411999897,
      "loss": 5.2318,
      "step": 16441
    },
    {
      "epoch": 1.3967040434930342,
      "grad_norm": 2.252799490228673,
      "learning_rate": 0.00026839992573306654,
      "loss": 4.76,
      "step": 16442
    },
    {
      "epoch": 1.396788990825688,
      "grad_norm": 2.282679415871933,
      "learning_rate": 0.00026839571001805986,
      "loss": 5.235,
      "step": 16443
    },
    {
      "epoch": 1.396873938158342,
      "grad_norm": 2.2375041004581395,
      "learning_rate": 0.00026839149405497845,
      "loss": 4.9998,
      "step": 16444
    },
    {
      "epoch": 1.3969588854909956,
      "grad_norm": 2.4175884829086063,
      "learning_rate": 0.0002683872778438313,
      "loss": 5.5443,
      "step": 16445
    },
    {
      "epoch": 1.3970438328236494,
      "grad_norm": 2.219711948503696,
      "learning_rate": 0.0002683830613846271,
      "loss": 4.961,
      "step": 16446
    },
    {
      "epoch": 1.397128780156303,
      "grad_norm": 2.2065420634048194,
      "learning_rate": 0.0002683788446773748,
      "loss": 4.4356,
      "step": 16447
    },
    {
      "epoch": 1.397213727488957,
      "grad_norm": 2.2309734044487235,
      "learning_rate": 0.0002683746277220832,
      "loss": 4.8824,
      "step": 16448
    },
    {
      "epoch": 1.3972986748216105,
      "grad_norm": 2.424216419486317,
      "learning_rate": 0.00026837041051876105,
      "loss": 5.37,
      "step": 16449
    },
    {
      "epoch": 1.3973836221542644,
      "grad_norm": 2.2720780129909457,
      "learning_rate": 0.0002683661930674173,
      "loss": 5.2856,
      "step": 16450
    },
    {
      "epoch": 1.397468569486918,
      "grad_norm": 2.176174155374425,
      "learning_rate": 0.00026836197536806073,
      "loss": 5.017,
      "step": 16451
    },
    {
      "epoch": 1.3975535168195719,
      "grad_norm": 2.2274610738757943,
      "learning_rate": 0.00026835775742070015,
      "loss": 4.5915,
      "step": 16452
    },
    {
      "epoch": 1.3976384641522257,
      "grad_norm": 2.230142509045247,
      "learning_rate": 0.0002683535392253445,
      "loss": 4.9233,
      "step": 16453
    },
    {
      "epoch": 1.3977234114848793,
      "grad_norm": 2.3802273987405984,
      "learning_rate": 0.0002683493207820025,
      "loss": 5.2624,
      "step": 16454
    },
    {
      "epoch": 1.3978083588175332,
      "grad_norm": 2.2093006014782937,
      "learning_rate": 0.000268345102090683,
      "loss": 5.1262,
      "step": 16455
    },
    {
      "epoch": 1.3978933061501868,
      "grad_norm": 2.3683963986097556,
      "learning_rate": 0.00026834088315139495,
      "loss": 5.1029,
      "step": 16456
    },
    {
      "epoch": 1.3979782534828407,
      "grad_norm": 2.2134310927938814,
      "learning_rate": 0.0002683366639641471,
      "loss": 4.8426,
      "step": 16457
    },
    {
      "epoch": 1.3980632008154945,
      "grad_norm": 2.244368052833466,
      "learning_rate": 0.00026833244452894835,
      "loss": 5.2388,
      "step": 16458
    },
    {
      "epoch": 1.3981481481481481,
      "grad_norm": 2.2367711569386044,
      "learning_rate": 0.0002683282248458074,
      "loss": 4.896,
      "step": 16459
    },
    {
      "epoch": 1.3982330954808018,
      "grad_norm": 2.2559258923506484,
      "learning_rate": 0.0002683240049147333,
      "loss": 5.1443,
      "step": 16460
    },
    {
      "epoch": 1.3983180428134556,
      "grad_norm": 2.345552339023407,
      "learning_rate": 0.0002683197847357347,
      "loss": 5.4015,
      "step": 16461
    },
    {
      "epoch": 1.3984029901461095,
      "grad_norm": 2.3994710904922893,
      "learning_rate": 0.0002683155643088206,
      "loss": 5.2731,
      "step": 16462
    },
    {
      "epoch": 1.398487937478763,
      "grad_norm": 2.2755703824083446,
      "learning_rate": 0.00026831134363399975,
      "loss": 4.9588,
      "step": 16463
    },
    {
      "epoch": 1.398572884811417,
      "grad_norm": 2.1968665863847585,
      "learning_rate": 0.000268307122711281,
      "loss": 4.9125,
      "step": 16464
    },
    {
      "epoch": 1.3986578321440706,
      "grad_norm": 2.2293890089569044,
      "learning_rate": 0.0002683029015406732,
      "loss": 5.1053,
      "step": 16465
    },
    {
      "epoch": 1.3987427794767244,
      "grad_norm": 2.0939835406634213,
      "learning_rate": 0.0002682986801221852,
      "loss": 4.425,
      "step": 16466
    },
    {
      "epoch": 1.3988277268093783,
      "grad_norm": 2.368256177236357,
      "learning_rate": 0.00026829445845582585,
      "loss": 5.3823,
      "step": 16467
    },
    {
      "epoch": 1.398912674142032,
      "grad_norm": 2.2841266883876803,
      "learning_rate": 0.00026829023654160403,
      "loss": 5.2294,
      "step": 16468
    },
    {
      "epoch": 1.3989976214746858,
      "grad_norm": 2.2951477465654233,
      "learning_rate": 0.00026828601437952856,
      "loss": 4.9799,
      "step": 16469
    },
    {
      "epoch": 1.3990825688073394,
      "grad_norm": 2.2062902585050552,
      "learning_rate": 0.00026828179196960826,
      "loss": 4.9254,
      "step": 16470
    },
    {
      "epoch": 1.3991675161399932,
      "grad_norm": 2.1605781483926347,
      "learning_rate": 0.000268277569311852,
      "loss": 4.9677,
      "step": 16471
    },
    {
      "epoch": 1.399252463472647,
      "grad_norm": 2.1692869908921306,
      "learning_rate": 0.00026827334640626855,
      "loss": 4.9302,
      "step": 16472
    },
    {
      "epoch": 1.3993374108053007,
      "grad_norm": 2.24007564114959,
      "learning_rate": 0.0002682691232528669,
      "loss": 5.0867,
      "step": 16473
    },
    {
      "epoch": 1.3994223581379543,
      "grad_norm": 2.315424508273437,
      "learning_rate": 0.0002682648998516558,
      "loss": 4.9949,
      "step": 16474
    },
    {
      "epoch": 1.3995073054706082,
      "grad_norm": 2.2193093633014063,
      "learning_rate": 0.00026826067620264415,
      "loss": 4.8813,
      "step": 16475
    },
    {
      "epoch": 1.399592252803262,
      "grad_norm": 2.251426213097207,
      "learning_rate": 0.00026825645230584076,
      "loss": 5.2392,
      "step": 16476
    },
    {
      "epoch": 1.3996772001359157,
      "grad_norm": 2.2319597145369143,
      "learning_rate": 0.0002682522281612545,
      "loss": 4.86,
      "step": 16477
    },
    {
      "epoch": 1.3997621474685695,
      "grad_norm": 2.206962969030278,
      "learning_rate": 0.0002682480037688943,
      "loss": 5.1156,
      "step": 16478
    },
    {
      "epoch": 1.3998470948012232,
      "grad_norm": 2.2758969932748054,
      "learning_rate": 0.0002682437791287688,
      "loss": 4.406,
      "step": 16479
    },
    {
      "epoch": 1.399932042133877,
      "grad_norm": 2.2574201918101195,
      "learning_rate": 0.00026823955424088705,
      "loss": 4.8342,
      "step": 16480
    },
    {
      "epoch": 1.4000169894665309,
      "grad_norm": 2.2786971688642463,
      "learning_rate": 0.0002682353291052578,
      "loss": 4.6505,
      "step": 16481
    },
    {
      "epoch": 1.4001019367991845,
      "grad_norm": 2.2951835159036293,
      "learning_rate": 0.00026823110372189,
      "loss": 5.3059,
      "step": 16482
    },
    {
      "epoch": 1.4001868841318383,
      "grad_norm": 2.2147809795524873,
      "learning_rate": 0.0002682268780907924,
      "loss": 5.085,
      "step": 16483
    },
    {
      "epoch": 1.400271831464492,
      "grad_norm": 2.2361694292589442,
      "learning_rate": 0.00026822265221197386,
      "loss": 4.9226,
      "step": 16484
    },
    {
      "epoch": 1.4003567787971458,
      "grad_norm": 2.2655554009930325,
      "learning_rate": 0.0002682184260854433,
      "loss": 5.0999,
      "step": 16485
    },
    {
      "epoch": 1.4004417261297994,
      "grad_norm": 2.0216623302677785,
      "learning_rate": 0.0002682141997112096,
      "loss": 4.2645,
      "step": 16486
    },
    {
      "epoch": 1.4005266734624533,
      "grad_norm": 2.3354645377698477,
      "learning_rate": 0.0002682099730892815,
      "loss": 5.1678,
      "step": 16487
    },
    {
      "epoch": 1.400611620795107,
      "grad_norm": 2.2390960261165254,
      "learning_rate": 0.00026820574621966796,
      "loss": 4.7465,
      "step": 16488
    },
    {
      "epoch": 1.4006965681277608,
      "grad_norm": 2.3874196576992124,
      "learning_rate": 0.00026820151910237776,
      "loss": 5.3223,
      "step": 16489
    },
    {
      "epoch": 1.4007815154604146,
      "grad_norm": 2.367572333626657,
      "learning_rate": 0.0002681972917374198,
      "loss": 5.3416,
      "step": 16490
    },
    {
      "epoch": 1.4008664627930683,
      "grad_norm": 2.253483157089665,
      "learning_rate": 0.0002681930641248029,
      "loss": 4.9878,
      "step": 16491
    },
    {
      "epoch": 1.400951410125722,
      "grad_norm": 2.253378703417631,
      "learning_rate": 0.00026818883626453596,
      "loss": 4.878,
      "step": 16492
    },
    {
      "epoch": 1.4010363574583757,
      "grad_norm": 2.3029525675493456,
      "learning_rate": 0.00026818460815662785,
      "loss": 4.9721,
      "step": 16493
    },
    {
      "epoch": 1.4011213047910296,
      "grad_norm": 2.2932605006260913,
      "learning_rate": 0.0002681803798010874,
      "loss": 4.8185,
      "step": 16494
    },
    {
      "epoch": 1.4012062521236834,
      "grad_norm": 2.201371247576215,
      "learning_rate": 0.00026817615119792345,
      "loss": 4.9678,
      "step": 16495
    },
    {
      "epoch": 1.401291199456337,
      "grad_norm": 2.3680538330424508,
      "learning_rate": 0.0002681719223471449,
      "loss": 5.4237,
      "step": 16496
    },
    {
      "epoch": 1.4013761467889907,
      "grad_norm": 2.1361036545229983,
      "learning_rate": 0.00026816769324876057,
      "loss": 5.0531,
      "step": 16497
    },
    {
      "epoch": 1.4014610941216445,
      "grad_norm": 2.16798310260017,
      "learning_rate": 0.00026816346390277934,
      "loss": 5.0077,
      "step": 16498
    },
    {
      "epoch": 1.4015460414542984,
      "grad_norm": 2.233559740692634,
      "learning_rate": 0.00026815923430921013,
      "loss": 4.8635,
      "step": 16499
    },
    {
      "epoch": 1.401630988786952,
      "grad_norm": 2.2548113364887388,
      "learning_rate": 0.00026815500446806173,
      "loss": 5.317,
      "step": 16500
    },
    {
      "epoch": 1.4017159361196059,
      "grad_norm": 2.2132645167397023,
      "learning_rate": 0.000268150774379343,
      "loss": 4.9343,
      "step": 16501
    },
    {
      "epoch": 1.4018008834522595,
      "grad_norm": 2.2101545193713896,
      "learning_rate": 0.0002681465440430628,
      "loss": 4.9262,
      "step": 16502
    },
    {
      "epoch": 1.4018858307849134,
      "grad_norm": 2.196389953486056,
      "learning_rate": 0.00026814231345923006,
      "loss": 5.0831,
      "step": 16503
    },
    {
      "epoch": 1.4019707781175672,
      "grad_norm": 2.18555592530987,
      "learning_rate": 0.00026813808262785363,
      "loss": 4.6211,
      "step": 16504
    },
    {
      "epoch": 1.4020557254502208,
      "grad_norm": 2.1085705552054446,
      "learning_rate": 0.0002681338515489423,
      "loss": 4.9447,
      "step": 16505
    },
    {
      "epoch": 1.4021406727828747,
      "grad_norm": 2.3681507434224986,
      "learning_rate": 0.000268129620222505,
      "loss": 4.4087,
      "step": 16506
    },
    {
      "epoch": 1.4022256201155283,
      "grad_norm": 2.3495558145729585,
      "learning_rate": 0.0002681253886485506,
      "loss": 5.4112,
      "step": 16507
    },
    {
      "epoch": 1.4023105674481822,
      "grad_norm": 2.183278551220161,
      "learning_rate": 0.0002681211568270879,
      "loss": 4.9252,
      "step": 16508
    },
    {
      "epoch": 1.402395514780836,
      "grad_norm": 2.359296367211774,
      "learning_rate": 0.00026811692475812586,
      "loss": 5.4927,
      "step": 16509
    },
    {
      "epoch": 1.4024804621134896,
      "grad_norm": 2.333768937489196,
      "learning_rate": 0.00026811269244167327,
      "loss": 5.3931,
      "step": 16510
    },
    {
      "epoch": 1.4025654094461433,
      "grad_norm": 2.1122869643819486,
      "learning_rate": 0.00026810845987773905,
      "loss": 4.7676,
      "step": 16511
    },
    {
      "epoch": 1.4026503567787971,
      "grad_norm": 2.390765322281903,
      "learning_rate": 0.00026810422706633207,
      "loss": 5.1462,
      "step": 16512
    },
    {
      "epoch": 1.402735304111451,
      "grad_norm": 2.2424728353506787,
      "learning_rate": 0.0002680999940074611,
      "loss": 5.0524,
      "step": 16513
    },
    {
      "epoch": 1.4028202514441046,
      "grad_norm": 2.200550809996467,
      "learning_rate": 0.00026809576070113515,
      "loss": 5.0062,
      "step": 16514
    },
    {
      "epoch": 1.4029051987767585,
      "grad_norm": 2.1990649964572087,
      "learning_rate": 0.000268091527147363,
      "loss": 5.0372,
      "step": 16515
    },
    {
      "epoch": 1.402990146109412,
      "grad_norm": 2.166241474631053,
      "learning_rate": 0.00026808729334615354,
      "loss": 4.8539,
      "step": 16516
    },
    {
      "epoch": 1.403075093442066,
      "grad_norm": 2.163713356052716,
      "learning_rate": 0.00026808305929751564,
      "loss": 5.0766,
      "step": 16517
    },
    {
      "epoch": 1.4031600407747198,
      "grad_norm": 2.207042520321819,
      "learning_rate": 0.00026807882500145825,
      "loss": 5.1869,
      "step": 16518
    },
    {
      "epoch": 1.4032449881073734,
      "grad_norm": 2.167426379483662,
      "learning_rate": 0.0002680745904579901,
      "loss": 4.9124,
      "step": 16519
    },
    {
      "epoch": 1.4033299354400273,
      "grad_norm": 2.291864414263094,
      "learning_rate": 0.00026807035566712013,
      "loss": 5.125,
      "step": 16520
    },
    {
      "epoch": 1.403414882772681,
      "grad_norm": 2.192617502482215,
      "learning_rate": 0.00026806612062885724,
      "loss": 4.8719,
      "step": 16521
    },
    {
      "epoch": 1.4034998301053347,
      "grad_norm": 2.199762163588126,
      "learning_rate": 0.0002680618853432103,
      "loss": 4.8541,
      "step": 16522
    },
    {
      "epoch": 1.4035847774379884,
      "grad_norm": 2.307841726524128,
      "learning_rate": 0.0002680576498101881,
      "loss": 5.0645,
      "step": 16523
    },
    {
      "epoch": 1.4036697247706422,
      "grad_norm": 2.2446807334721623,
      "learning_rate": 0.0002680534140297997,
      "loss": 5.0621,
      "step": 16524
    },
    {
      "epoch": 1.4037546721032959,
      "grad_norm": 2.310024174681153,
      "learning_rate": 0.0002680491780020537,
      "loss": 5.1682,
      "step": 16525
    },
    {
      "epoch": 1.4038396194359497,
      "grad_norm": 2.247316599144818,
      "learning_rate": 0.0002680449417269592,
      "loss": 4.887,
      "step": 16526
    },
    {
      "epoch": 1.4039245667686036,
      "grad_norm": 2.165682309532194,
      "learning_rate": 0.0002680407052045251,
      "loss": 4.6501,
      "step": 16527
    },
    {
      "epoch": 1.4040095141012572,
      "grad_norm": 2.336892899266825,
      "learning_rate": 0.00026803646843476004,
      "loss": 5.1738,
      "step": 16528
    },
    {
      "epoch": 1.404094461433911,
      "grad_norm": 2.2224249867101062,
      "learning_rate": 0.00026803223141767314,
      "loss": 4.9512,
      "step": 16529
    },
    {
      "epoch": 1.4041794087665647,
      "grad_norm": 2.25844610228469,
      "learning_rate": 0.0002680279941532731,
      "loss": 4.9185,
      "step": 16530
    },
    {
      "epoch": 1.4042643560992185,
      "grad_norm": 2.212409503067648,
      "learning_rate": 0.00026802375664156894,
      "loss": 4.96,
      "step": 16531
    },
    {
      "epoch": 1.4043493034318724,
      "grad_norm": 2.2322210452462357,
      "learning_rate": 0.0002680195188825695,
      "loss": 4.7549,
      "step": 16532
    },
    {
      "epoch": 1.404434250764526,
      "grad_norm": 2.228638983826603,
      "learning_rate": 0.0002680152808762835,
      "loss": 5.1065,
      "step": 16533
    },
    {
      "epoch": 1.4045191980971796,
      "grad_norm": 2.274089828868752,
      "learning_rate": 0.00026801104262272004,
      "loss": 4.9446,
      "step": 16534
    },
    {
      "epoch": 1.4046041454298335,
      "grad_norm": 2.1367226986157544,
      "learning_rate": 0.00026800680412188794,
      "loss": 4.7422,
      "step": 16535
    },
    {
      "epoch": 1.4046890927624873,
      "grad_norm": 2.343122152708153,
      "learning_rate": 0.00026800256537379605,
      "loss": 5.0905,
      "step": 16536
    },
    {
      "epoch": 1.404774040095141,
      "grad_norm": 2.4816501824695862,
      "learning_rate": 0.0002679983263784532,
      "loss": 5.4127,
      "step": 16537
    },
    {
      "epoch": 1.4048589874277948,
      "grad_norm": 2.1803883782530447,
      "learning_rate": 0.0002679940871358684,
      "loss": 4.7372,
      "step": 16538
    },
    {
      "epoch": 1.4049439347604484,
      "grad_norm": 2.336193140366754,
      "learning_rate": 0.00026798984764605046,
      "loss": 5.255,
      "step": 16539
    },
    {
      "epoch": 1.4050288820931023,
      "grad_norm": 2.34560291649044,
      "learning_rate": 0.0002679856079090082,
      "loss": 5.3096,
      "step": 16540
    },
    {
      "epoch": 1.4051138294257561,
      "grad_norm": 2.399606835249479,
      "learning_rate": 0.00026798136792475065,
      "loss": 5.2764,
      "step": 16541
    },
    {
      "epoch": 1.4051987767584098,
      "grad_norm": 2.179700034549485,
      "learning_rate": 0.0002679771276932866,
      "loss": 5.0249,
      "step": 16542
    },
    {
      "epoch": 1.4052837240910636,
      "grad_norm": 2.1803141665279395,
      "learning_rate": 0.0002679728872146249,
      "loss": 4.7416,
      "step": 16543
    },
    {
      "epoch": 1.4053686714237172,
      "grad_norm": 2.0909904463795455,
      "learning_rate": 0.00026796864648877445,
      "loss": 4.5715,
      "step": 16544
    },
    {
      "epoch": 1.405453618756371,
      "grad_norm": 2.331674785857364,
      "learning_rate": 0.00026796440551574423,
      "loss": 5.0975,
      "step": 16545
    },
    {
      "epoch": 1.405538566089025,
      "grad_norm": 2.210495943361419,
      "learning_rate": 0.0002679601642955431,
      "loss": 4.9938,
      "step": 16546
    },
    {
      "epoch": 1.4056235134216786,
      "grad_norm": 2.2059843376675605,
      "learning_rate": 0.00026795592282817987,
      "loss": 4.8864,
      "step": 16547
    },
    {
      "epoch": 1.4057084607543322,
      "grad_norm": 2.221254508458096,
      "learning_rate": 0.00026795168111366346,
      "loss": 5.0481,
      "step": 16548
    },
    {
      "epoch": 1.405793408086986,
      "grad_norm": 2.434352111770223,
      "learning_rate": 0.0002679474391520028,
      "loss": 5.2348,
      "step": 16549
    },
    {
      "epoch": 1.40587835541964,
      "grad_norm": 2.2913074469402828,
      "learning_rate": 0.0002679431969432067,
      "loss": 5.2789,
      "step": 16550
    },
    {
      "epoch": 1.4059633027522935,
      "grad_norm": 2.385602429496755,
      "learning_rate": 0.0002679389544872841,
      "loss": 5.1997,
      "step": 16551
    },
    {
      "epoch": 1.4060482500849474,
      "grad_norm": 2.413408025755027,
      "learning_rate": 0.0002679347117842439,
      "loss": 5.3464,
      "step": 16552
    },
    {
      "epoch": 1.406133197417601,
      "grad_norm": 2.2060122763586354,
      "learning_rate": 0.0002679304688340949,
      "loss": 4.9741,
      "step": 16553
    },
    {
      "epoch": 1.4062181447502549,
      "grad_norm": 2.322110177975708,
      "learning_rate": 0.00026792622563684616,
      "loss": 4.9907,
      "step": 16554
    },
    {
      "epoch": 1.4063030920829087,
      "grad_norm": 2.3432249029688386,
      "learning_rate": 0.00026792198219250643,
      "loss": 5.1074,
      "step": 16555
    },
    {
      "epoch": 1.4063880394155623,
      "grad_norm": 2.387622114591828,
      "learning_rate": 0.00026791773850108467,
      "loss": 5.1776,
      "step": 16556
    },
    {
      "epoch": 1.406472986748216,
      "grad_norm": 2.487324440463693,
      "learning_rate": 0.00026791349456258966,
      "loss": 5.5034,
      "step": 16557
    },
    {
      "epoch": 1.4065579340808698,
      "grad_norm": 2.1711873709555833,
      "learning_rate": 0.0002679092503770305,
      "loss": 4.616,
      "step": 16558
    },
    {
      "epoch": 1.4066428814135237,
      "grad_norm": 2.1756710894245685,
      "learning_rate": 0.0002679050059444159,
      "loss": 4.8254,
      "step": 16559
    },
    {
      "epoch": 1.4067278287461773,
      "grad_norm": 2.2306661423878107,
      "learning_rate": 0.0002679007612647548,
      "loss": 4.8985,
      "step": 16560
    },
    {
      "epoch": 1.4068127760788312,
      "grad_norm": 2.16451206822402,
      "learning_rate": 0.00026789651633805613,
      "loss": 4.9312,
      "step": 16561
    },
    {
      "epoch": 1.4068977234114848,
      "grad_norm": 2.1456970079824296,
      "learning_rate": 0.0002678922711643288,
      "loss": 4.7104,
      "step": 16562
    },
    {
      "epoch": 1.4069826707441386,
      "grad_norm": 2.358015349890721,
      "learning_rate": 0.00026788802574358156,
      "loss": 5.0358,
      "step": 16563
    },
    {
      "epoch": 1.4070676180767925,
      "grad_norm": 2.4206905463990953,
      "learning_rate": 0.00026788378007582355,
      "loss": 5.5078,
      "step": 16564
    },
    {
      "epoch": 1.407152565409446,
      "grad_norm": 2.3384816023922532,
      "learning_rate": 0.0002678795341610634,
      "loss": 5.2674,
      "step": 16565
    },
    {
      "epoch": 1.4072375127421,
      "grad_norm": 2.4026730811963453,
      "learning_rate": 0.0002678752879993102,
      "loss": 5.1606,
      "step": 16566
    },
    {
      "epoch": 1.4073224600747536,
      "grad_norm": 2.055427456445296,
      "learning_rate": 0.0002678710415905728,
      "loss": 4.636,
      "step": 16567
    },
    {
      "epoch": 1.4074074074074074,
      "grad_norm": 2.3650243564847857,
      "learning_rate": 0.0002678667949348601,
      "loss": 5.3209,
      "step": 16568
    },
    {
      "epoch": 1.4074923547400613,
      "grad_norm": 2.3319894260122016,
      "learning_rate": 0.0002678625480321809,
      "loss": 5.2071,
      "step": 16569
    },
    {
      "epoch": 1.407577302072715,
      "grad_norm": 2.1111961334719895,
      "learning_rate": 0.0002678583008825442,
      "loss": 4.8334,
      "step": 16570
    },
    {
      "epoch": 1.4076622494053685,
      "grad_norm": 2.278543775762995,
      "learning_rate": 0.00026785405348595887,
      "loss": 4.9882,
      "step": 16571
    },
    {
      "epoch": 1.4077471967380224,
      "grad_norm": 2.2677105708156717,
      "learning_rate": 0.00026784980584243387,
      "loss": 5.1082,
      "step": 16572
    },
    {
      "epoch": 1.4078321440706763,
      "grad_norm": 2.281761620382865,
      "learning_rate": 0.000267845557951978,
      "loss": 4.8364,
      "step": 16573
    },
    {
      "epoch": 1.4079170914033299,
      "grad_norm": 2.219500561546364,
      "learning_rate": 0.0002678413098146002,
      "loss": 4.683,
      "step": 16574
    },
    {
      "epoch": 1.4080020387359837,
      "grad_norm": 2.4732474278425687,
      "learning_rate": 0.0002678370614303094,
      "loss": 5.3751,
      "step": 16575
    },
    {
      "epoch": 1.4080869860686374,
      "grad_norm": 2.382501541919661,
      "learning_rate": 0.0002678328127991145,
      "loss": 5.2425,
      "step": 16576
    },
    {
      "epoch": 1.4081719334012912,
      "grad_norm": 2.21843439135362,
      "learning_rate": 0.0002678285639210243,
      "loss": 5.012,
      "step": 16577
    },
    {
      "epoch": 1.408256880733945,
      "grad_norm": 2.2018951619643055,
      "learning_rate": 0.00026782431479604785,
      "loss": 4.9868,
      "step": 16578
    },
    {
      "epoch": 1.4083418280665987,
      "grad_norm": 2.3878083949690994,
      "learning_rate": 0.000267820065424194,
      "loss": 5.4467,
      "step": 16579
    },
    {
      "epoch": 1.4084267753992525,
      "grad_norm": 2.3778246741397524,
      "learning_rate": 0.0002678158158054716,
      "loss": 5.4517,
      "step": 16580
    },
    {
      "epoch": 1.4085117227319062,
      "grad_norm": 2.152402779479684,
      "learning_rate": 0.0002678115659398896,
      "loss": 4.8086,
      "step": 16581
    },
    {
      "epoch": 1.40859667006456,
      "grad_norm": 2.4296092430685796,
      "learning_rate": 0.0002678073158274569,
      "loss": 5.5757,
      "step": 16582
    },
    {
      "epoch": 1.4086816173972136,
      "grad_norm": 2.1008145199488073,
      "learning_rate": 0.0002678030654681824,
      "loss": 4.9449,
      "step": 16583
    },
    {
      "epoch": 1.4087665647298675,
      "grad_norm": 2.282546267580291,
      "learning_rate": 0.000267798814862075,
      "loss": 5.1961,
      "step": 16584
    },
    {
      "epoch": 1.4088515120625211,
      "grad_norm": 2.353106092295217,
      "learning_rate": 0.00026779456400914366,
      "loss": 5.3678,
      "step": 16585
    },
    {
      "epoch": 1.408936459395175,
      "grad_norm": 2.2849789323700183,
      "learning_rate": 0.0002677903129093972,
      "loss": 5.0544,
      "step": 16586
    },
    {
      "epoch": 1.4090214067278288,
      "grad_norm": 2.173572989179221,
      "learning_rate": 0.0002677860615628446,
      "loss": 4.952,
      "step": 16587
    },
    {
      "epoch": 1.4091063540604825,
      "grad_norm": 2.336133479492648,
      "learning_rate": 0.0002677818099694947,
      "loss": 5.2019,
      "step": 16588
    },
    {
      "epoch": 1.4091913013931363,
      "grad_norm": 2.131053452978066,
      "learning_rate": 0.0002677775581293565,
      "loss": 4.7376,
      "step": 16589
    },
    {
      "epoch": 1.40927624872579,
      "grad_norm": 2.188351738969497,
      "learning_rate": 0.00026777330604243885,
      "loss": 4.8708,
      "step": 16590
    },
    {
      "epoch": 1.4093611960584438,
      "grad_norm": 2.1299575169035045,
      "learning_rate": 0.0002677690537087506,
      "loss": 4.8585,
      "step": 16591
    },
    {
      "epoch": 1.4094461433910976,
      "grad_norm": 2.0676778964408333,
      "learning_rate": 0.0002677648011283008,
      "loss": 4.4349,
      "step": 16592
    },
    {
      "epoch": 1.4095310907237513,
      "grad_norm": 2.0972483227934586,
      "learning_rate": 0.00026776054830109823,
      "loss": 4.8633,
      "step": 16593
    },
    {
      "epoch": 1.409616038056405,
      "grad_norm": 2.4165385820981613,
      "learning_rate": 0.0002677562952271519,
      "loss": 5.4424,
      "step": 16594
    },
    {
      "epoch": 1.4097009853890587,
      "grad_norm": 2.101875770891522,
      "learning_rate": 0.0002677520419064707,
      "loss": 4.732,
      "step": 16595
    },
    {
      "epoch": 1.4097859327217126,
      "grad_norm": 2.3627542906037005,
      "learning_rate": 0.0002677477883390635,
      "loss": 5.0787,
      "step": 16596
    },
    {
      "epoch": 1.4098708800543662,
      "grad_norm": 2.343236587578179,
      "learning_rate": 0.0002677435345249392,
      "loss": 5.1903,
      "step": 16597
    },
    {
      "epoch": 1.40995582738702,
      "grad_norm": 2.21796387123121,
      "learning_rate": 0.0002677392804641067,
      "loss": 4.96,
      "step": 16598
    },
    {
      "epoch": 1.4100407747196737,
      "grad_norm": 2.415214682831644,
      "learning_rate": 0.00026773502615657507,
      "loss": 5.4427,
      "step": 16599
    },
    {
      "epoch": 1.4101257220523276,
      "grad_norm": 2.2165071265924268,
      "learning_rate": 0.00026773077160235307,
      "loss": 5.09,
      "step": 16600
    },
    {
      "epoch": 1.4102106693849814,
      "grad_norm": 2.198335063548037,
      "learning_rate": 0.0002677265168014496,
      "loss": 5.2926,
      "step": 16601
    },
    {
      "epoch": 1.410295616717635,
      "grad_norm": 1.9781673663920538,
      "learning_rate": 0.0002677222617538737,
      "loss": 4.2141,
      "step": 16602
    },
    {
      "epoch": 1.4103805640502889,
      "grad_norm": 2.3296444848572793,
      "learning_rate": 0.0002677180064596342,
      "loss": 5.2641,
      "step": 16603
    },
    {
      "epoch": 1.4104655113829425,
      "grad_norm": 2.1463101994569187,
      "learning_rate": 0.0002677137509187401,
      "loss": 4.7337,
      "step": 16604
    },
    {
      "epoch": 1.4105504587155964,
      "grad_norm": 2.4052578786480208,
      "learning_rate": 0.0002677094951312001,
      "loss": 5.236,
      "step": 16605
    },
    {
      "epoch": 1.4106354060482502,
      "grad_norm": 2.4301929892629626,
      "learning_rate": 0.0002677052390970234,
      "loss": 5.3676,
      "step": 16606
    },
    {
      "epoch": 1.4107203533809038,
      "grad_norm": 2.4141201567568706,
      "learning_rate": 0.00026770098281621876,
      "loss": 5.2724,
      "step": 16607
    },
    {
      "epoch": 1.4108053007135575,
      "grad_norm": 2.3649326610693246,
      "learning_rate": 0.0002676967262887951,
      "loss": 5.3161,
      "step": 16608
    },
    {
      "epoch": 1.4108902480462113,
      "grad_norm": 2.2466620179597743,
      "learning_rate": 0.00026769246951476136,
      "loss": 5.1268,
      "step": 16609
    },
    {
      "epoch": 1.4109751953788652,
      "grad_norm": 2.436417689631839,
      "learning_rate": 0.0002676882124941265,
      "loss": 5.5171,
      "step": 16610
    },
    {
      "epoch": 1.4110601427115188,
      "grad_norm": 2.219226453049687,
      "learning_rate": 0.0002676839552268993,
      "loss": 4.9218,
      "step": 16611
    },
    {
      "epoch": 1.4111450900441727,
      "grad_norm": 2.1703754373106587,
      "learning_rate": 0.0002676796977130889,
      "loss": 4.7906,
      "step": 16612
    },
    {
      "epoch": 1.4112300373768263,
      "grad_norm": 2.367537364298165,
      "learning_rate": 0.00026767543995270403,
      "loss": 5.2992,
      "step": 16613
    },
    {
      "epoch": 1.4113149847094801,
      "grad_norm": 2.220783201675048,
      "learning_rate": 0.00026767118194575374,
      "loss": 4.8748,
      "step": 16614
    },
    {
      "epoch": 1.411399932042134,
      "grad_norm": 2.1962959927025074,
      "learning_rate": 0.0002676669236922469,
      "loss": 5.1656,
      "step": 16615
    },
    {
      "epoch": 1.4114848793747876,
      "grad_norm": 2.1604427904604284,
      "learning_rate": 0.00026766266519219234,
      "loss": 4.9443,
      "step": 16616
    },
    {
      "epoch": 1.4115698267074415,
      "grad_norm": 2.0465303395439673,
      "learning_rate": 0.0002676584064455992,
      "loss": 4.0065,
      "step": 16617
    },
    {
      "epoch": 1.411654774040095,
      "grad_norm": 2.3707057136599796,
      "learning_rate": 0.00026765414745247616,
      "loss": 5.626,
      "step": 16618
    },
    {
      "epoch": 1.411739721372749,
      "grad_norm": 2.140182250175186,
      "learning_rate": 0.0002676498882128323,
      "loss": 4.7389,
      "step": 16619
    },
    {
      "epoch": 1.4118246687054026,
      "grad_norm": 2.2032261080301323,
      "learning_rate": 0.0002676456287266765,
      "loss": 4.943,
      "step": 16620
    },
    {
      "epoch": 1.4119096160380564,
      "grad_norm": 2.1498380091568925,
      "learning_rate": 0.0002676413689940177,
      "loss": 4.8794,
      "step": 16621
    },
    {
      "epoch": 1.41199456337071,
      "grad_norm": 2.2759347272581714,
      "learning_rate": 0.0002676371090148648,
      "loss": 4.8518,
      "step": 16622
    },
    {
      "epoch": 1.412079510703364,
      "grad_norm": 2.206023915596799,
      "learning_rate": 0.00026763284878922674,
      "loss": 4.6865,
      "step": 16623
    },
    {
      "epoch": 1.4121644580360178,
      "grad_norm": 2.359863868767402,
      "learning_rate": 0.0002676285883171125,
      "loss": 5.3334,
      "step": 16624
    },
    {
      "epoch": 1.4122494053686714,
      "grad_norm": 2.2041287830097693,
      "learning_rate": 0.0002676243275985309,
      "loss": 4.7772,
      "step": 16625
    },
    {
      "epoch": 1.4123343527013252,
      "grad_norm": 2.2181134291131204,
      "learning_rate": 0.00026762006663349087,
      "loss": 4.6854,
      "step": 16626
    },
    {
      "epoch": 1.4124193000339789,
      "grad_norm": 2.3727169700892476,
      "learning_rate": 0.00026761580542200146,
      "loss": 5.2452,
      "step": 16627
    },
    {
      "epoch": 1.4125042473666327,
      "grad_norm": 2.284886931146412,
      "learning_rate": 0.0002676115439640715,
      "loss": 5.1209,
      "step": 16628
    },
    {
      "epoch": 1.4125891946992866,
      "grad_norm": 2.1962376414560794,
      "learning_rate": 0.0002676072822597099,
      "loss": 4.8772,
      "step": 16629
    },
    {
      "epoch": 1.4126741420319402,
      "grad_norm": 2.1304379885873708,
      "learning_rate": 0.00026760302030892576,
      "loss": 4.6659,
      "step": 16630
    },
    {
      "epoch": 1.4127590893645938,
      "grad_norm": 2.2652223038959125,
      "learning_rate": 0.0002675987581117278,
      "loss": 4.9894,
      "step": 16631
    },
    {
      "epoch": 1.4128440366972477,
      "grad_norm": 2.223436146330285,
      "learning_rate": 0.00026759449566812505,
      "loss": 4.8275,
      "step": 16632
    },
    {
      "epoch": 1.4129289840299015,
      "grad_norm": 2.218315135485664,
      "learning_rate": 0.00026759023297812643,
      "loss": 4.819,
      "step": 16633
    },
    {
      "epoch": 1.4130139313625552,
      "grad_norm": 2.1757267057459555,
      "learning_rate": 0.00026758597004174087,
      "loss": 4.3721,
      "step": 16634
    },
    {
      "epoch": 1.413098878695209,
      "grad_norm": 2.2394262448917974,
      "learning_rate": 0.0002675817068589773,
      "loss": 4.9365,
      "step": 16635
    },
    {
      "epoch": 1.4131838260278626,
      "grad_norm": 2.1585543859172773,
      "learning_rate": 0.0002675774434298446,
      "loss": 4.8044,
      "step": 16636
    },
    {
      "epoch": 1.4132687733605165,
      "grad_norm": 2.1869126295104997,
      "learning_rate": 0.0002675731797543518,
      "loss": 5.0763,
      "step": 16637
    },
    {
      "epoch": 1.4133537206931703,
      "grad_norm": 2.300746326006148,
      "learning_rate": 0.00026756891583250785,
      "loss": 4.9085,
      "step": 16638
    },
    {
      "epoch": 1.413438668025824,
      "grad_norm": 2.2735748805865814,
      "learning_rate": 0.00026756465166432155,
      "loss": 5.1468,
      "step": 16639
    },
    {
      "epoch": 1.4135236153584778,
      "grad_norm": 2.2312578838979293,
      "learning_rate": 0.0002675603872498019,
      "loss": 4.5645,
      "step": 16640
    },
    {
      "epoch": 1.4136085626911314,
      "grad_norm": 2.237166117365801,
      "learning_rate": 0.00026755612258895793,
      "loss": 4.7938,
      "step": 16641
    },
    {
      "epoch": 1.4136935100237853,
      "grad_norm": 2.186262529657706,
      "learning_rate": 0.0002675518576817984,
      "loss": 5.1165,
      "step": 16642
    },
    {
      "epoch": 1.4137784573564391,
      "grad_norm": 2.4188049927842843,
      "learning_rate": 0.00026754759252833237,
      "loss": 5.3901,
      "step": 16643
    },
    {
      "epoch": 1.4138634046890928,
      "grad_norm": 2.344021052681219,
      "learning_rate": 0.0002675433271285687,
      "loss": 5.3279,
      "step": 16644
    },
    {
      "epoch": 1.4139483520217464,
      "grad_norm": 2.298172717980231,
      "learning_rate": 0.0002675390614825164,
      "loss": 5.2268,
      "step": 16645
    },
    {
      "epoch": 1.4140332993544003,
      "grad_norm": 2.218788712177534,
      "learning_rate": 0.00026753479559018443,
      "loss": 5.047,
      "step": 16646
    },
    {
      "epoch": 1.414118246687054,
      "grad_norm": 2.391954754215423,
      "learning_rate": 0.0002675305294515817,
      "loss": 5.5072,
      "step": 16647
    },
    {
      "epoch": 1.4142031940197077,
      "grad_norm": 2.1994606324126846,
      "learning_rate": 0.000267526263066717,
      "loss": 4.9717,
      "step": 16648
    },
    {
      "epoch": 1.4142881413523616,
      "grad_norm": 2.3076325100190433,
      "learning_rate": 0.00026752199643559945,
      "loss": 4.7711,
      "step": 16649
    },
    {
      "epoch": 1.4143730886850152,
      "grad_norm": 2.1403744772333706,
      "learning_rate": 0.000267517729558238,
      "loss": 4.9132,
      "step": 16650
    },
    {
      "epoch": 1.414458036017669,
      "grad_norm": 2.228572158792386,
      "learning_rate": 0.0002675134624346414,
      "loss": 4.3859,
      "step": 16651
    },
    {
      "epoch": 1.414542983350323,
      "grad_norm": 2.163652436393501,
      "learning_rate": 0.00026750919506481877,
      "loss": 5.0272,
      "step": 16652
    },
    {
      "epoch": 1.4146279306829765,
      "grad_norm": 2.1993894357340955,
      "learning_rate": 0.000267504927448779,
      "loss": 5.2949,
      "step": 16653
    },
    {
      "epoch": 1.4147128780156302,
      "grad_norm": 2.2078208574141445,
      "learning_rate": 0.00026750065958653106,
      "loss": 4.9929,
      "step": 16654
    },
    {
      "epoch": 1.414797825348284,
      "grad_norm": 2.1492733097966537,
      "learning_rate": 0.0002674963914780839,
      "loss": 4.9077,
      "step": 16655
    },
    {
      "epoch": 1.4148827726809379,
      "grad_norm": 2.187921482739713,
      "learning_rate": 0.00026749212312344637,
      "loss": 4.9433,
      "step": 16656
    },
    {
      "epoch": 1.4149677200135915,
      "grad_norm": 2.05595851748103,
      "learning_rate": 0.0002674878545226274,
      "loss": 4.4917,
      "step": 16657
    },
    {
      "epoch": 1.4150526673462454,
      "grad_norm": 2.151062260663746,
      "learning_rate": 0.0002674835856756361,
      "loss": 4.6048,
      "step": 16658
    },
    {
      "epoch": 1.415137614678899,
      "grad_norm": 2.20065921103453,
      "learning_rate": 0.0002674793165824813,
      "loss": 4.6259,
      "step": 16659
    },
    {
      "epoch": 1.4152225620115528,
      "grad_norm": 2.1721767886825507,
      "learning_rate": 0.0002674750472431719,
      "loss": 4.801,
      "step": 16660
    },
    {
      "epoch": 1.4153075093442067,
      "grad_norm": 2.1850458746451995,
      "learning_rate": 0.000267470777657717,
      "loss": 5.1019,
      "step": 16661
    },
    {
      "epoch": 1.4153924566768603,
      "grad_norm": 2.186101132300509,
      "learning_rate": 0.00026746650782612534,
      "loss": 5.06,
      "step": 16662
    },
    {
      "epoch": 1.4154774040095142,
      "grad_norm": 2.2873246481612517,
      "learning_rate": 0.0002674622377484061,
      "loss": 5.1769,
      "step": 16663
    },
    {
      "epoch": 1.4155623513421678,
      "grad_norm": 1.9519739846011073,
      "learning_rate": 0.00026745796742456805,
      "loss": 4.1938,
      "step": 16664
    },
    {
      "epoch": 1.4156472986748216,
      "grad_norm": 2.16760578731373,
      "learning_rate": 0.0002674536968546202,
      "loss": 5.0122,
      "step": 16665
    },
    {
      "epoch": 1.4157322460074755,
      "grad_norm": 2.1159275306717986,
      "learning_rate": 0.00026744942603857145,
      "loss": 4.6553,
      "step": 16666
    },
    {
      "epoch": 1.4158171933401291,
      "grad_norm": 2.2127487897431513,
      "learning_rate": 0.00026744515497643083,
      "loss": 5.0905,
      "step": 16667
    },
    {
      "epoch": 1.4159021406727827,
      "grad_norm": 2.4120737488874284,
      "learning_rate": 0.00026744088366820727,
      "loss": 4.9552,
      "step": 16668
    },
    {
      "epoch": 1.4159870880054366,
      "grad_norm": 2.2538634283101686,
      "learning_rate": 0.0002674366121139097,
      "loss": 4.9413,
      "step": 16669
    },
    {
      "epoch": 1.4160720353380905,
      "grad_norm": 1.8977208452115892,
      "learning_rate": 0.00026743234031354705,
      "loss": 4.0079,
      "step": 16670
    },
    {
      "epoch": 1.416156982670744,
      "grad_norm": 2.168504897681632,
      "learning_rate": 0.0002674280682671283,
      "loss": 4.6049,
      "step": 16671
    },
    {
      "epoch": 1.416241930003398,
      "grad_norm": 2.1595076069422907,
      "learning_rate": 0.00026742379597466235,
      "loss": 4.7991,
      "step": 16672
    },
    {
      "epoch": 1.4163268773360516,
      "grad_norm": 2.1594866389741063,
      "learning_rate": 0.00026741952343615826,
      "loss": 4.6989,
      "step": 16673
    },
    {
      "epoch": 1.4164118246687054,
      "grad_norm": 2.2407910081331717,
      "learning_rate": 0.00026741525065162485,
      "loss": 5.0446,
      "step": 16674
    },
    {
      "epoch": 1.4164967720013593,
      "grad_norm": 2.2948651795370285,
      "learning_rate": 0.0002674109776210712,
      "loss": 5.0644,
      "step": 16675
    },
    {
      "epoch": 1.416581719334013,
      "grad_norm": 2.1570255321248903,
      "learning_rate": 0.0002674067043445062,
      "loss": 4.3755,
      "step": 16676
    },
    {
      "epoch": 1.4166666666666667,
      "grad_norm": 2.421743085421796,
      "learning_rate": 0.00026740243082193875,
      "loss": 5.3976,
      "step": 16677
    },
    {
      "epoch": 1.4167516139993204,
      "grad_norm": 2.2304483256079326,
      "learning_rate": 0.0002673981570533779,
      "loss": 4.833,
      "step": 16678
    },
    {
      "epoch": 1.4168365613319742,
      "grad_norm": 2.2273301485592167,
      "learning_rate": 0.0002673938830388326,
      "loss": 5.2143,
      "step": 16679
    },
    {
      "epoch": 1.4169215086646278,
      "grad_norm": 2.3876407761314042,
      "learning_rate": 0.0002673896087783117,
      "loss": 5.4306,
      "step": 16680
    },
    {
      "epoch": 1.4170064559972817,
      "grad_norm": 2.3473397214970784,
      "learning_rate": 0.0002673853342718243,
      "loss": 5.1858,
      "step": 16681
    },
    {
      "epoch": 1.4170914033299353,
      "grad_norm": 2.195035560509183,
      "learning_rate": 0.0002673810595193792,
      "loss": 4.9819,
      "step": 16682
    },
    {
      "epoch": 1.4171763506625892,
      "grad_norm": 2.319454123208052,
      "learning_rate": 0.00026737678452098544,
      "loss": 5.1975,
      "step": 16683
    },
    {
      "epoch": 1.417261297995243,
      "grad_norm": 2.2508690018585575,
      "learning_rate": 0.0002673725092766521,
      "loss": 4.9493,
      "step": 16684
    },
    {
      "epoch": 1.4173462453278967,
      "grad_norm": 2.2066119337900516,
      "learning_rate": 0.00026736823378638785,
      "loss": 4.9917,
      "step": 16685
    },
    {
      "epoch": 1.4174311926605505,
      "grad_norm": 2.242810176723696,
      "learning_rate": 0.00026736395805020195,
      "loss": 4.9913,
      "step": 16686
    },
    {
      "epoch": 1.4175161399932041,
      "grad_norm": 2.4223366655711485,
      "learning_rate": 0.00026735968206810317,
      "loss": 5.2034,
      "step": 16687
    },
    {
      "epoch": 1.417601087325858,
      "grad_norm": 2.226661857212699,
      "learning_rate": 0.0002673554058401005,
      "loss": 5.1828,
      "step": 16688
    },
    {
      "epoch": 1.4176860346585118,
      "grad_norm": 2.360823081297331,
      "learning_rate": 0.00026735112936620295,
      "loss": 5.4357,
      "step": 16689
    },
    {
      "epoch": 1.4177709819911655,
      "grad_norm": 2.4120176443166335,
      "learning_rate": 0.00026734685264641946,
      "loss": 5.3809,
      "step": 16690
    },
    {
      "epoch": 1.417855929323819,
      "grad_norm": 2.147816594725609,
      "learning_rate": 0.000267342575680759,
      "loss": 4.8624,
      "step": 16691
    },
    {
      "epoch": 1.417940876656473,
      "grad_norm": 2.2936930511019438,
      "learning_rate": 0.00026733829846923044,
      "loss": 5.1289,
      "step": 16692
    },
    {
      "epoch": 1.4180258239891268,
      "grad_norm": 2.2538268843989093,
      "learning_rate": 0.00026733402101184286,
      "loss": 5.2932,
      "step": 16693
    },
    {
      "epoch": 1.4181107713217804,
      "grad_norm": 2.253342871300156,
      "learning_rate": 0.00026732974330860517,
      "loss": 5.1041,
      "step": 16694
    },
    {
      "epoch": 1.4181957186544343,
      "grad_norm": 2.1639602849169406,
      "learning_rate": 0.00026732546535952636,
      "loss": 4.6483,
      "step": 16695
    },
    {
      "epoch": 1.418280665987088,
      "grad_norm": 2.3265519736110165,
      "learning_rate": 0.0002673211871646154,
      "loss": 5.1579,
      "step": 16696
    },
    {
      "epoch": 1.4183656133197418,
      "grad_norm": 2.1772969236816144,
      "learning_rate": 0.00026731690872388116,
      "loss": 4.9257,
      "step": 16697
    },
    {
      "epoch": 1.4184505606523956,
      "grad_norm": 2.2984786419530128,
      "learning_rate": 0.0002673126300373327,
      "loss": 4.9668,
      "step": 16698
    },
    {
      "epoch": 1.4185355079850492,
      "grad_norm": 2.2588605374648125,
      "learning_rate": 0.000267308351104979,
      "loss": 4.9019,
      "step": 16699
    },
    {
      "epoch": 1.418620455317703,
      "grad_norm": 2.299167613955199,
      "learning_rate": 0.00026730407192682897,
      "loss": 5.2469,
      "step": 16700
    },
    {
      "epoch": 1.4187054026503567,
      "grad_norm": 2.4343512803355476,
      "learning_rate": 0.00026729979250289163,
      "loss": 5.6571,
      "step": 16701
    },
    {
      "epoch": 1.4187903499830106,
      "grad_norm": 2.325689894158058,
      "learning_rate": 0.0002672955128331758,
      "loss": 5.2477,
      "step": 16702
    },
    {
      "epoch": 1.4188752973156644,
      "grad_norm": 2.291082629339097,
      "learning_rate": 0.0002672912329176907,
      "loss": 4.3982,
      "step": 16703
    },
    {
      "epoch": 1.418960244648318,
      "grad_norm": 2.2408748457103544,
      "learning_rate": 0.000267286952756445,
      "loss": 4.8245,
      "step": 16704
    },
    {
      "epoch": 1.4190451919809717,
      "grad_norm": 2.039266802010548,
      "learning_rate": 0.0002672826723494479,
      "loss": 4.2646,
      "step": 16705
    },
    {
      "epoch": 1.4191301393136255,
      "grad_norm": 2.2342462260213636,
      "learning_rate": 0.0002672783916967083,
      "loss": 4.865,
      "step": 16706
    },
    {
      "epoch": 1.4192150866462794,
      "grad_norm": 2.267426571386549,
      "learning_rate": 0.00026727411079823513,
      "loss": 5.164,
      "step": 16707
    },
    {
      "epoch": 1.419300033978933,
      "grad_norm": 2.1396332594006076,
      "learning_rate": 0.0002672698296540374,
      "loss": 5.0914,
      "step": 16708
    },
    {
      "epoch": 1.4193849813115869,
      "grad_norm": 2.1736597162412883,
      "learning_rate": 0.0002672655482641241,
      "loss": 4.6081,
      "step": 16709
    },
    {
      "epoch": 1.4194699286442405,
      "grad_norm": 2.2149169643452775,
      "learning_rate": 0.00026726126662850413,
      "loss": 4.8992,
      "step": 16710
    },
    {
      "epoch": 1.4195548759768943,
      "grad_norm": 2.160138021551145,
      "learning_rate": 0.0002672569847471865,
      "loss": 4.8581,
      "step": 16711
    },
    {
      "epoch": 1.4196398233095482,
      "grad_norm": 2.149931061022435,
      "learning_rate": 0.00026725270262018024,
      "loss": 4.7525,
      "step": 16712
    },
    {
      "epoch": 1.4197247706422018,
      "grad_norm": 2.1906632179231957,
      "learning_rate": 0.00026724842024749423,
      "loss": 4.7483,
      "step": 16713
    },
    {
      "epoch": 1.4198097179748557,
      "grad_norm": 2.2238807650898287,
      "learning_rate": 0.00026724413762913745,
      "loss": 4.8797,
      "step": 16714
    },
    {
      "epoch": 1.4198946653075093,
      "grad_norm": 2.3800864439920115,
      "learning_rate": 0.00026723985476511894,
      "loss": 5.4591,
      "step": 16715
    },
    {
      "epoch": 1.4199796126401631,
      "grad_norm": 2.317396837771504,
      "learning_rate": 0.00026723557165544764,
      "loss": 5.2211,
      "step": 16716
    },
    {
      "epoch": 1.4200645599728168,
      "grad_norm": 2.279783121854885,
      "learning_rate": 0.0002672312883001325,
      "loss": 4.9587,
      "step": 16717
    },
    {
      "epoch": 1.4201495073054706,
      "grad_norm": 2.2376648027160457,
      "learning_rate": 0.00026722700469918254,
      "loss": 4.8184,
      "step": 16718
    },
    {
      "epoch": 1.4202344546381243,
      "grad_norm": 2.2530030318262915,
      "learning_rate": 0.0002672227208526067,
      "loss": 5.2423,
      "step": 16719
    },
    {
      "epoch": 1.420319401970778,
      "grad_norm": 2.388522337145289,
      "learning_rate": 0.00026721843676041397,
      "loss": 5.4531,
      "step": 16720
    },
    {
      "epoch": 1.420404349303432,
      "grad_norm": 2.2455293719678133,
      "learning_rate": 0.00026721415242261326,
      "loss": 4.9848,
      "step": 16721
    },
    {
      "epoch": 1.4204892966360856,
      "grad_norm": 2.276400756032002,
      "learning_rate": 0.00026720986783921365,
      "loss": 5.0176,
      "step": 16722
    },
    {
      "epoch": 1.4205742439687394,
      "grad_norm": 2.1749432331158274,
      "learning_rate": 0.0002672055830102241,
      "loss": 5.0415,
      "step": 16723
    },
    {
      "epoch": 1.420659191301393,
      "grad_norm": 2.1257902352286595,
      "learning_rate": 0.0002672012979356536,
      "loss": 4.5666,
      "step": 16724
    },
    {
      "epoch": 1.420744138634047,
      "grad_norm": 2.2601833504966304,
      "learning_rate": 0.000267197012615511,
      "loss": 4.9737,
      "step": 16725
    },
    {
      "epoch": 1.4208290859667008,
      "grad_norm": 2.2506228493187717,
      "learning_rate": 0.0002671927270498054,
      "loss": 5.0361,
      "step": 16726
    },
    {
      "epoch": 1.4209140332993544,
      "grad_norm": 2.256236825855327,
      "learning_rate": 0.0002671884412385458,
      "loss": 4.9037,
      "step": 16727
    },
    {
      "epoch": 1.420998980632008,
      "grad_norm": 2.2119286174905266,
      "learning_rate": 0.00026718415518174116,
      "loss": 4.9421,
      "step": 16728
    },
    {
      "epoch": 1.4210839279646619,
      "grad_norm": 2.243957666682702,
      "learning_rate": 0.0002671798688794003,
      "loss": 5.1523,
      "step": 16729
    },
    {
      "epoch": 1.4211688752973157,
      "grad_norm": 2.2217910631013087,
      "learning_rate": 0.00026717558233153247,
      "loss": 4.9229,
      "step": 16730
    },
    {
      "epoch": 1.4212538226299694,
      "grad_norm": 2.190262799016476,
      "learning_rate": 0.0002671712955381465,
      "loss": 4.8079,
      "step": 16731
    },
    {
      "epoch": 1.4213387699626232,
      "grad_norm": 2.213296614089023,
      "learning_rate": 0.00026716700849925134,
      "loss": 4.9617,
      "step": 16732
    },
    {
      "epoch": 1.4214237172952768,
      "grad_norm": 2.196554560597356,
      "learning_rate": 0.00026716272121485605,
      "loss": 4.8366,
      "step": 16733
    },
    {
      "epoch": 1.4215086646279307,
      "grad_norm": 2.2773388977601337,
      "learning_rate": 0.0002671584336849696,
      "loss": 4.9334,
      "step": 16734
    },
    {
      "epoch": 1.4215936119605845,
      "grad_norm": 2.2994910524518297,
      "learning_rate": 0.0002671541459096009,
      "loss": 5.1316,
      "step": 16735
    },
    {
      "epoch": 1.4216785592932382,
      "grad_norm": 2.4644765257781773,
      "learning_rate": 0.000267149857888759,
      "loss": 5.3556,
      "step": 16736
    },
    {
      "epoch": 1.421763506625892,
      "grad_norm": 2.273476461450606,
      "learning_rate": 0.00026714556962245293,
      "loss": 5.2336,
      "step": 16737
    },
    {
      "epoch": 1.4218484539585456,
      "grad_norm": 2.3486037278739658,
      "learning_rate": 0.0002671412811106916,
      "loss": 5.3348,
      "step": 16738
    },
    {
      "epoch": 1.4219334012911995,
      "grad_norm": 2.2834021801388276,
      "learning_rate": 0.000267136992353484,
      "loss": 5.013,
      "step": 16739
    },
    {
      "epoch": 1.4220183486238533,
      "grad_norm": 2.266639496952422,
      "learning_rate": 0.0002671327033508391,
      "loss": 4.9105,
      "step": 16740
    },
    {
      "epoch": 1.422103295956507,
      "grad_norm": 2.2937026020716194,
      "learning_rate": 0.000267128414102766,
      "loss": 5.1712,
      "step": 16741
    },
    {
      "epoch": 1.4221882432891606,
      "grad_norm": 2.2855018960303317,
      "learning_rate": 0.00026712412460927357,
      "loss": 4.8333,
      "step": 16742
    },
    {
      "epoch": 1.4222731906218145,
      "grad_norm": 2.3298005083234186,
      "learning_rate": 0.0002671198348703708,
      "loss": 5.3641,
      "step": 16743
    },
    {
      "epoch": 1.4223581379544683,
      "grad_norm": 2.1647651906963987,
      "learning_rate": 0.0002671155448860668,
      "loss": 4.5979,
      "step": 16744
    },
    {
      "epoch": 1.422443085287122,
      "grad_norm": 2.2135644468184523,
      "learning_rate": 0.0002671112546563704,
      "loss": 5.0042,
      "step": 16745
    },
    {
      "epoch": 1.4225280326197758,
      "grad_norm": 2.247912974928462,
      "learning_rate": 0.0002671069641812907,
      "loss": 5.058,
      "step": 16746
    },
    {
      "epoch": 1.4226129799524294,
      "grad_norm": 2.3401564838406825,
      "learning_rate": 0.00026710267346083665,
      "loss": 5.312,
      "step": 16747
    },
    {
      "epoch": 1.4226979272850833,
      "grad_norm": 2.143543578109602,
      "learning_rate": 0.0002670983824950172,
      "loss": 4.9092,
      "step": 16748
    },
    {
      "epoch": 1.4227828746177371,
      "grad_norm": 2.1952956714289242,
      "learning_rate": 0.00026709409128384144,
      "loss": 4.9265,
      "step": 16749
    },
    {
      "epoch": 1.4228678219503907,
      "grad_norm": 2.288259735386396,
      "learning_rate": 0.0002670897998273183,
      "loss": 5.1693,
      "step": 16750
    },
    {
      "epoch": 1.4229527692830446,
      "grad_norm": 2.1534554962126085,
      "learning_rate": 0.00026708550812545677,
      "loss": 4.513,
      "step": 16751
    },
    {
      "epoch": 1.4230377166156982,
      "grad_norm": 2.16132138933298,
      "learning_rate": 0.0002670812161782658,
      "loss": 4.749,
      "step": 16752
    },
    {
      "epoch": 1.423122663948352,
      "grad_norm": 2.180412813666227,
      "learning_rate": 0.0002670769239857545,
      "loss": 5.1707,
      "step": 16753
    },
    {
      "epoch": 1.4232076112810057,
      "grad_norm": 2.231090263114121,
      "learning_rate": 0.0002670726315479317,
      "loss": 4.647,
      "step": 16754
    },
    {
      "epoch": 1.4232925586136596,
      "grad_norm": 2.3873566437108624,
      "learning_rate": 0.0002670683388648066,
      "loss": 5.4911,
      "step": 16755
    },
    {
      "epoch": 1.4233775059463132,
      "grad_norm": 2.361429088227701,
      "learning_rate": 0.000267064045936388,
      "loss": 5.3244,
      "step": 16756
    },
    {
      "epoch": 1.423462453278967,
      "grad_norm": 2.154788491769326,
      "learning_rate": 0.0002670597527626851,
      "loss": 4.7662,
      "step": 16757
    },
    {
      "epoch": 1.4235474006116209,
      "grad_norm": 2.0523756135550726,
      "learning_rate": 0.00026705545934370666,
      "loss": 4.1446,
      "step": 16758
    },
    {
      "epoch": 1.4236323479442745,
      "grad_norm": 2.2257984141601725,
      "learning_rate": 0.00026705116567946177,
      "loss": 5.1755,
      "step": 16759
    },
    {
      "epoch": 1.4237172952769284,
      "grad_norm": 2.253958150640011,
      "learning_rate": 0.0002670468717699595,
      "loss": 5.2667,
      "step": 16760
    },
    {
      "epoch": 1.423802242609582,
      "grad_norm": 2.254510872868272,
      "learning_rate": 0.0002670425776152088,
      "loss": 4.877,
      "step": 16761
    },
    {
      "epoch": 1.4238871899422358,
      "grad_norm": 2.2390032753405453,
      "learning_rate": 0.0002670382832152186,
      "loss": 4.923,
      "step": 16762
    },
    {
      "epoch": 1.4239721372748897,
      "grad_norm": 2.2464096569236967,
      "learning_rate": 0.00026703398856999807,
      "loss": 5.1657,
      "step": 16763
    },
    {
      "epoch": 1.4240570846075433,
      "grad_norm": 2.1750755641761885,
      "learning_rate": 0.000267029693679556,
      "loss": 4.9748,
      "step": 16764
    },
    {
      "epoch": 1.424142031940197,
      "grad_norm": 2.3563356555280413,
      "learning_rate": 0.00026702539854390155,
      "loss": 5.3148,
      "step": 16765
    },
    {
      "epoch": 1.4242269792728508,
      "grad_norm": 2.2160410091408744,
      "learning_rate": 0.00026702110316304364,
      "loss": 4.9033,
      "step": 16766
    },
    {
      "epoch": 1.4243119266055047,
      "grad_norm": 2.3360789381773226,
      "learning_rate": 0.00026701680753699124,
      "loss": 5.192,
      "step": 16767
    },
    {
      "epoch": 1.4243968739381583,
      "grad_norm": 2.239601600722673,
      "learning_rate": 0.00026701251166575345,
      "loss": 4.9596,
      "step": 16768
    },
    {
      "epoch": 1.4244818212708121,
      "grad_norm": 2.265539421049428,
      "learning_rate": 0.00026700821554933923,
      "loss": 5.1898,
      "step": 16769
    },
    {
      "epoch": 1.4245667686034658,
      "grad_norm": 2.1995777437672532,
      "learning_rate": 0.0002670039191877575,
      "loss": 5.0399,
      "step": 16770
    },
    {
      "epoch": 1.4246517159361196,
      "grad_norm": 2.3295680823215155,
      "learning_rate": 0.0002669996225810174,
      "loss": 5.1476,
      "step": 16771
    },
    {
      "epoch": 1.4247366632687735,
      "grad_norm": 2.3780341539769014,
      "learning_rate": 0.0002669953257291279,
      "loss": 5.3234,
      "step": 16772
    },
    {
      "epoch": 1.424821610601427,
      "grad_norm": 2.1779617108510276,
      "learning_rate": 0.0002669910286320979,
      "loss": 4.8213,
      "step": 16773
    },
    {
      "epoch": 1.424906557934081,
      "grad_norm": 2.3313946223246385,
      "learning_rate": 0.00026698673128993647,
      "loss": 5.1449,
      "step": 16774
    },
    {
      "epoch": 1.4249915052667346,
      "grad_norm": 2.3261368450154882,
      "learning_rate": 0.0002669824337026526,
      "loss": 5.1277,
      "step": 16775
    },
    {
      "epoch": 1.4250764525993884,
      "grad_norm": 2.3645669637440694,
      "learning_rate": 0.0002669781358702554,
      "loss": 5.2095,
      "step": 16776
    },
    {
      "epoch": 1.4251613999320423,
      "grad_norm": 2.2463686254723663,
      "learning_rate": 0.0002669738377927537,
      "loss": 5.0451,
      "step": 16777
    },
    {
      "epoch": 1.425246347264696,
      "grad_norm": 2.3435645552096798,
      "learning_rate": 0.0002669695394701566,
      "loss": 5.4633,
      "step": 16778
    },
    {
      "epoch": 1.4253312945973495,
      "grad_norm": 2.178463328663957,
      "learning_rate": 0.00026696524090247313,
      "loss": 4.9397,
      "step": 16779
    },
    {
      "epoch": 1.4254162419300034,
      "grad_norm": 2.3373790884712307,
      "learning_rate": 0.00026696094208971224,
      "loss": 5.0169,
      "step": 16780
    },
    {
      "epoch": 1.4255011892626572,
      "grad_norm": 2.4132279630164195,
      "learning_rate": 0.000266956643031883,
      "loss": 5.3619,
      "step": 16781
    },
    {
      "epoch": 1.4255861365953109,
      "grad_norm": 2.4525732367016984,
      "learning_rate": 0.0002669523437289943,
      "loss": 5.4531,
      "step": 16782
    },
    {
      "epoch": 1.4256710839279647,
      "grad_norm": 2.276665202689421,
      "learning_rate": 0.00026694804418105533,
      "loss": 4.8573,
      "step": 16783
    },
    {
      "epoch": 1.4257560312606183,
      "grad_norm": 2.377374543482916,
      "learning_rate": 0.00026694374438807495,
      "loss": 5.2836,
      "step": 16784
    },
    {
      "epoch": 1.4258409785932722,
      "grad_norm": 2.251854576497677,
      "learning_rate": 0.0002669394443500622,
      "loss": 5.1677,
      "step": 16785
    },
    {
      "epoch": 1.425925925925926,
      "grad_norm": 2.44161929255829,
      "learning_rate": 0.00026693514406702615,
      "loss": 5.3698,
      "step": 16786
    },
    {
      "epoch": 1.4260108732585797,
      "grad_norm": 2.3098916716408966,
      "learning_rate": 0.00026693084353897567,
      "loss": 5.1467,
      "step": 16787
    },
    {
      "epoch": 1.4260958205912333,
      "grad_norm": 2.203254674002445,
      "learning_rate": 0.00026692654276592,
      "loss": 5.0209,
      "step": 16788
    },
    {
      "epoch": 1.4261807679238871,
      "grad_norm": 2.16772355513155,
      "learning_rate": 0.000266922241747868,
      "loss": 4.9825,
      "step": 16789
    },
    {
      "epoch": 1.426265715256541,
      "grad_norm": 2.2210015131910126,
      "learning_rate": 0.0002669179404848286,
      "loss": 5.0502,
      "step": 16790
    },
    {
      "epoch": 1.4263506625891946,
      "grad_norm": 2.234685676943677,
      "learning_rate": 0.000266913638976811,
      "loss": 5.0293,
      "step": 16791
    },
    {
      "epoch": 1.4264356099218485,
      "grad_norm": 2.2823949024954335,
      "learning_rate": 0.0002669093372238241,
      "loss": 4.9187,
      "step": 16792
    },
    {
      "epoch": 1.426520557254502,
      "grad_norm": 2.2415216311892854,
      "learning_rate": 0.00026690503522587696,
      "loss": 5.0753,
      "step": 16793
    },
    {
      "epoch": 1.426605504587156,
      "grad_norm": 2.1277215001317455,
      "learning_rate": 0.00026690073298297855,
      "loss": 4.8734,
      "step": 16794
    },
    {
      "epoch": 1.4266904519198098,
      "grad_norm": 2.2461591742392217,
      "learning_rate": 0.0002668964304951379,
      "loss": 4.7963,
      "step": 16795
    },
    {
      "epoch": 1.4267753992524634,
      "grad_norm": 2.722208925829564,
      "learning_rate": 0.000266892127762364,
      "loss": 4.3602,
      "step": 16796
    },
    {
      "epoch": 1.4268603465851173,
      "grad_norm": 2.3564723826787013,
      "learning_rate": 0.00026688782478466596,
      "loss": 5.3442,
      "step": 16797
    },
    {
      "epoch": 1.426945293917771,
      "grad_norm": 2.3272493339810048,
      "learning_rate": 0.0002668835215620527,
      "loss": 5.3455,
      "step": 16798
    },
    {
      "epoch": 1.4270302412504248,
      "grad_norm": 2.1958548885120823,
      "learning_rate": 0.0002668792180945333,
      "loss": 4.8374,
      "step": 16799
    },
    {
      "epoch": 1.4271151885830786,
      "grad_norm": 2.2939113174422197,
      "learning_rate": 0.00026687491438211674,
      "loss": 5.1392,
      "step": 16800
    },
    {
      "epoch": 1.4272001359157322,
      "grad_norm": 2.3907160079280407,
      "learning_rate": 0.00026687061042481204,
      "loss": 5.3083,
      "step": 16801
    },
    {
      "epoch": 1.4272850832483859,
      "grad_norm": 2.1156058365764854,
      "learning_rate": 0.00026686630622262824,
      "loss": 4.8849,
      "step": 16802
    },
    {
      "epoch": 1.4273700305810397,
      "grad_norm": 2.0216640815080433,
      "learning_rate": 0.00026686200177557435,
      "loss": 4.4429,
      "step": 16803
    },
    {
      "epoch": 1.4274549779136936,
      "grad_norm": 2.1857682744625313,
      "learning_rate": 0.00026685769708365936,
      "loss": 4.9599,
      "step": 16804
    },
    {
      "epoch": 1.4275399252463472,
      "grad_norm": 2.406446983555942,
      "learning_rate": 0.0002668533921468923,
      "loss": 5.413,
      "step": 16805
    },
    {
      "epoch": 1.427624872579001,
      "grad_norm": 2.1664408907961854,
      "learning_rate": 0.00026684908696528224,
      "loss": 4.8468,
      "step": 16806
    },
    {
      "epoch": 1.4277098199116547,
      "grad_norm": 2.18381044052467,
      "learning_rate": 0.00026684478153883817,
      "loss": 4.7245,
      "step": 16807
    },
    {
      "epoch": 1.4277947672443085,
      "grad_norm": 2.142622126050803,
      "learning_rate": 0.00026684047586756905,
      "loss": 4.8853,
      "step": 16808
    },
    {
      "epoch": 1.4278797145769624,
      "grad_norm": 2.312541428435539,
      "learning_rate": 0.000266836169951484,
      "loss": 5.3336,
      "step": 16809
    },
    {
      "epoch": 1.427964661909616,
      "grad_norm": 2.275898414447079,
      "learning_rate": 0.000266831863790592,
      "loss": 4.8283,
      "step": 16810
    },
    {
      "epoch": 1.4280496092422699,
      "grad_norm": 2.23979654489809,
      "learning_rate": 0.00026682755738490204,
      "loss": 5.1017,
      "step": 16811
    },
    {
      "epoch": 1.4281345565749235,
      "grad_norm": 2.098876286229622,
      "learning_rate": 0.0002668232507344232,
      "loss": 4.3697,
      "step": 16812
    },
    {
      "epoch": 1.4282195039075773,
      "grad_norm": 2.3175196792957617,
      "learning_rate": 0.0002668189438391644,
      "loss": 5.3777,
      "step": 16813
    },
    {
      "epoch": 1.428304451240231,
      "grad_norm": 2.2407061963214585,
      "learning_rate": 0.0002668146366991348,
      "loss": 5.0407,
      "step": 16814
    },
    {
      "epoch": 1.4283893985728848,
      "grad_norm": 2.2498418019553132,
      "learning_rate": 0.0002668103293143434,
      "loss": 4.8166,
      "step": 16815
    },
    {
      "epoch": 1.4284743459055385,
      "grad_norm": 2.4738303098210555,
      "learning_rate": 0.00026680602168479916,
      "loss": 5.4763,
      "step": 16816
    },
    {
      "epoch": 1.4285592932381923,
      "grad_norm": 2.244453460981681,
      "learning_rate": 0.00026680171381051113,
      "loss": 5.1097,
      "step": 16817
    },
    {
      "epoch": 1.4286442405708462,
      "grad_norm": 2.301467708234182,
      "learning_rate": 0.00026679740569148837,
      "loss": 5.0064,
      "step": 16818
    },
    {
      "epoch": 1.4287291879034998,
      "grad_norm": 2.231549498699899,
      "learning_rate": 0.00026679309732773987,
      "loss": 4.8765,
      "step": 16819
    },
    {
      "epoch": 1.4288141352361536,
      "grad_norm": 2.384477257810102,
      "learning_rate": 0.00026678878871927463,
      "loss": 5.0441,
      "step": 16820
    },
    {
      "epoch": 1.4288990825688073,
      "grad_norm": 2.454346409457283,
      "learning_rate": 0.00026678447986610177,
      "loss": 5.6122,
      "step": 16821
    },
    {
      "epoch": 1.4289840299014611,
      "grad_norm": 2.273164831796832,
      "learning_rate": 0.0002667801707682302,
      "loss": 5.0908,
      "step": 16822
    },
    {
      "epoch": 1.429068977234115,
      "grad_norm": 2.338448357465454,
      "learning_rate": 0.00026677586142566904,
      "loss": 5.3641,
      "step": 16823
    },
    {
      "epoch": 1.4291539245667686,
      "grad_norm": 2.2515819147148752,
      "learning_rate": 0.00026677155183842734,
      "loss": 5.1205,
      "step": 16824
    },
    {
      "epoch": 1.4292388718994222,
      "grad_norm": 2.4291397347718324,
      "learning_rate": 0.00026676724200651406,
      "loss": 5.4358,
      "step": 16825
    },
    {
      "epoch": 1.429323819232076,
      "grad_norm": 2.134200708181151,
      "learning_rate": 0.0002667629319299382,
      "loss": 4.7764,
      "step": 16826
    },
    {
      "epoch": 1.42940876656473,
      "grad_norm": 2.2503460467845566,
      "learning_rate": 0.0002667586216087089,
      "loss": 5.1609,
      "step": 16827
    },
    {
      "epoch": 1.4294937138973836,
      "grad_norm": 2.248891193319618,
      "learning_rate": 0.0002667543110428351,
      "loss": 4.7871,
      "step": 16828
    },
    {
      "epoch": 1.4295786612300374,
      "grad_norm": 2.384029168603942,
      "learning_rate": 0.0002667500002323259,
      "loss": 5.4509,
      "step": 16829
    },
    {
      "epoch": 1.429663608562691,
      "grad_norm": 2.3704299589836055,
      "learning_rate": 0.00026674568917719023,
      "loss": 5.4355,
      "step": 16830
    },
    {
      "epoch": 1.4297485558953449,
      "grad_norm": 2.196985195127033,
      "learning_rate": 0.00026674137787743727,
      "loss": 4.9988,
      "step": 16831
    },
    {
      "epoch": 1.4298335032279987,
      "grad_norm": 2.3179514978578992,
      "learning_rate": 0.000266737066333076,
      "loss": 5.1708,
      "step": 16832
    },
    {
      "epoch": 1.4299184505606524,
      "grad_norm": 2.2174075823197352,
      "learning_rate": 0.00026673275454411533,
      "loss": 4.789,
      "step": 16833
    },
    {
      "epoch": 1.4300033978933062,
      "grad_norm": 2.336959336692776,
      "learning_rate": 0.00026672844251056447,
      "loss": 5.2959,
      "step": 16834
    },
    {
      "epoch": 1.4300883452259598,
      "grad_norm": 2.32954745562658,
      "learning_rate": 0.00026672413023243234,
      "loss": 5.4948,
      "step": 16835
    },
    {
      "epoch": 1.4301732925586137,
      "grad_norm": 2.2092189662999786,
      "learning_rate": 0.00026671981770972806,
      "loss": 5.1691,
      "step": 16836
    },
    {
      "epoch": 1.4302582398912675,
      "grad_norm": 2.1990345822670476,
      "learning_rate": 0.00026671550494246056,
      "loss": 4.9974,
      "step": 16837
    },
    {
      "epoch": 1.4303431872239212,
      "grad_norm": 2.1818718853328414,
      "learning_rate": 0.00026671119193063896,
      "loss": 4.6793,
      "step": 16838
    },
    {
      "epoch": 1.4304281345565748,
      "grad_norm": 2.204730423535971,
      "learning_rate": 0.0002667068786742723,
      "loss": 4.8197,
      "step": 16839
    },
    {
      "epoch": 1.4305130818892287,
      "grad_norm": 2.289478867054997,
      "learning_rate": 0.00026670256517336954,
      "loss": 5.1265,
      "step": 16840
    },
    {
      "epoch": 1.4305980292218825,
      "grad_norm": 2.1585216403476863,
      "learning_rate": 0.00026669825142793983,
      "loss": 4.8943,
      "step": 16841
    },
    {
      "epoch": 1.4306829765545361,
      "grad_norm": 2.396649545017153,
      "learning_rate": 0.0002666939374379921,
      "loss": 5.3422,
      "step": 16842
    },
    {
      "epoch": 1.43076792388719,
      "grad_norm": 2.193312780174628,
      "learning_rate": 0.00026668962320353546,
      "loss": 4.9062,
      "step": 16843
    },
    {
      "epoch": 1.4308528712198436,
      "grad_norm": 2.207208041619646,
      "learning_rate": 0.0002666853087245789,
      "loss": 4.9276,
      "step": 16844
    },
    {
      "epoch": 1.4309378185524975,
      "grad_norm": 2.2291086967672182,
      "learning_rate": 0.0002666809940011315,
      "loss": 5.1659,
      "step": 16845
    },
    {
      "epoch": 1.4310227658851513,
      "grad_norm": 2.4437074830789505,
      "learning_rate": 0.0002666766790332023,
      "loss": 5.2896,
      "step": 16846
    },
    {
      "epoch": 1.431107713217805,
      "grad_norm": 2.249836126618678,
      "learning_rate": 0.00026667236382080033,
      "loss": 5.2132,
      "step": 16847
    },
    {
      "epoch": 1.4311926605504588,
      "grad_norm": 2.3324546311676944,
      "learning_rate": 0.0002666680483639346,
      "loss": 5.1429,
      "step": 16848
    },
    {
      "epoch": 1.4312776078831124,
      "grad_norm": 2.3910257673767688,
      "learning_rate": 0.00026666373266261427,
      "loss": 5.3307,
      "step": 16849
    },
    {
      "epoch": 1.4313625552157663,
      "grad_norm": 2.191246328424906,
      "learning_rate": 0.0002666594167168482,
      "loss": 4.9356,
      "step": 16850
    },
    {
      "epoch": 1.43144750254842,
      "grad_norm": 2.1443618121758377,
      "learning_rate": 0.0002666551005266456,
      "loss": 4.504,
      "step": 16851
    },
    {
      "epoch": 1.4315324498810738,
      "grad_norm": 2.3498044768918813,
      "learning_rate": 0.0002666507840920154,
      "loss": 5.087,
      "step": 16852
    },
    {
      "epoch": 1.4316173972137274,
      "grad_norm": 2.288991399140789,
      "learning_rate": 0.00026664646741296667,
      "loss": 5.1171,
      "step": 16853
    },
    {
      "epoch": 1.4317023445463812,
      "grad_norm": 2.469550465182425,
      "learning_rate": 0.00026664215048950854,
      "loss": 5.3741,
      "step": 16854
    },
    {
      "epoch": 1.431787291879035,
      "grad_norm": 2.465721862150282,
      "learning_rate": 0.0002666378333216499,
      "loss": 5.1774,
      "step": 16855
    },
    {
      "epoch": 1.4318722392116887,
      "grad_norm": 2.22588420927728,
      "learning_rate": 0.00026663351590939995,
      "loss": 4.6603,
      "step": 16856
    },
    {
      "epoch": 1.4319571865443426,
      "grad_norm": 2.2566253785625565,
      "learning_rate": 0.00026662919825276766,
      "loss": 4.8025,
      "step": 16857
    },
    {
      "epoch": 1.4320421338769962,
      "grad_norm": 2.4250517553106334,
      "learning_rate": 0.00026662488035176206,
      "loss": 5.3836,
      "step": 16858
    },
    {
      "epoch": 1.43212708120965,
      "grad_norm": 2.468798444101386,
      "learning_rate": 0.00026662056220639225,
      "loss": 5.3699,
      "step": 16859
    },
    {
      "epoch": 1.432212028542304,
      "grad_norm": 2.1839006511112418,
      "learning_rate": 0.00026661624381666717,
      "loss": 4.9276,
      "step": 16860
    },
    {
      "epoch": 1.4322969758749575,
      "grad_norm": 2.3657973844851834,
      "learning_rate": 0.00026661192518259605,
      "loss": 5.2485,
      "step": 16861
    },
    {
      "epoch": 1.4323819232076112,
      "grad_norm": 2.225302225645462,
      "learning_rate": 0.00026660760630418777,
      "loss": 4.6487,
      "step": 16862
    },
    {
      "epoch": 1.432466870540265,
      "grad_norm": 2.2883585174547236,
      "learning_rate": 0.0002666032871814515,
      "loss": 5.2649,
      "step": 16863
    },
    {
      "epoch": 1.4325518178729189,
      "grad_norm": 2.4477801327272157,
      "learning_rate": 0.0002665989678143962,
      "loss": 5.394,
      "step": 16864
    },
    {
      "epoch": 1.4326367652055725,
      "grad_norm": 2.231859039245193,
      "learning_rate": 0.000266594648203031,
      "loss": 4.7419,
      "step": 16865
    },
    {
      "epoch": 1.4327217125382263,
      "grad_norm": 2.3934718848614356,
      "learning_rate": 0.00026659032834736485,
      "loss": 5.1859,
      "step": 16866
    },
    {
      "epoch": 1.43280665987088,
      "grad_norm": 2.3899480465583083,
      "learning_rate": 0.0002665860082474069,
      "loss": 5.3723,
      "step": 16867
    },
    {
      "epoch": 1.4328916072035338,
      "grad_norm": 2.2440531340627907,
      "learning_rate": 0.0002665816879031662,
      "loss": 5.1489,
      "step": 16868
    },
    {
      "epoch": 1.4329765545361877,
      "grad_norm": 2.3520056476098383,
      "learning_rate": 0.00026657736731465167,
      "loss": 5.3141,
      "step": 16869
    },
    {
      "epoch": 1.4330615018688413,
      "grad_norm": 2.4661804833831846,
      "learning_rate": 0.0002665730464818725,
      "loss": 5.2933,
      "step": 16870
    },
    {
      "epoch": 1.4331464492014951,
      "grad_norm": 2.1844590882418187,
      "learning_rate": 0.0002665687254048377,
      "loss": 4.8517,
      "step": 16871
    },
    {
      "epoch": 1.4332313965341488,
      "grad_norm": 2.210118454707623,
      "learning_rate": 0.0002665644040835563,
      "loss": 4.916,
      "step": 16872
    },
    {
      "epoch": 1.4333163438668026,
      "grad_norm": 2.39148186129449,
      "learning_rate": 0.00026656008251803743,
      "loss": 5.3134,
      "step": 16873
    },
    {
      "epoch": 1.4334012911994565,
      "grad_norm": 2.239515944725084,
      "learning_rate": 0.00026655576070829006,
      "loss": 4.871,
      "step": 16874
    },
    {
      "epoch": 1.43348623853211,
      "grad_norm": 2.3653155394097354,
      "learning_rate": 0.0002665514386543233,
      "loss": 5.4649,
      "step": 16875
    },
    {
      "epoch": 1.4335711858647637,
      "grad_norm": 2.1934847029823747,
      "learning_rate": 0.0002665471163561462,
      "loss": 4.6512,
      "step": 16876
    },
    {
      "epoch": 1.4336561331974176,
      "grad_norm": 2.143754967982849,
      "learning_rate": 0.00026654279381376774,
      "loss": 4.7492,
      "step": 16877
    },
    {
      "epoch": 1.4337410805300714,
      "grad_norm": 2.2246040194853105,
      "learning_rate": 0.0002665384710271971,
      "loss": 4.8638,
      "step": 16878
    },
    {
      "epoch": 1.433826027862725,
      "grad_norm": 2.159711450174595,
      "learning_rate": 0.00026653414799644325,
      "loss": 4.9678,
      "step": 16879
    },
    {
      "epoch": 1.433910975195379,
      "grad_norm": 2.216357157800833,
      "learning_rate": 0.00026652982472151525,
      "loss": 4.9541,
      "step": 16880
    },
    {
      "epoch": 1.4339959225280325,
      "grad_norm": 2.1992250455717803,
      "learning_rate": 0.0002665255012024222,
      "loss": 5.0957,
      "step": 16881
    },
    {
      "epoch": 1.4340808698606864,
      "grad_norm": 2.397335635527497,
      "learning_rate": 0.00026652117743917314,
      "loss": 5.406,
      "step": 16882
    },
    {
      "epoch": 1.4341658171933402,
      "grad_norm": 2.3722544831435446,
      "learning_rate": 0.00026651685343177713,
      "loss": 5.0837,
      "step": 16883
    },
    {
      "epoch": 1.4342507645259939,
      "grad_norm": 2.1842538538877667,
      "learning_rate": 0.0002665125291802433,
      "loss": 4.8684,
      "step": 16884
    },
    {
      "epoch": 1.4343357118586477,
      "grad_norm": 2.206435223435276,
      "learning_rate": 0.0002665082046845806,
      "loss": 5.2055,
      "step": 16885
    },
    {
      "epoch": 1.4344206591913014,
      "grad_norm": 2.1506801455265774,
      "learning_rate": 0.0002665038799447981,
      "loss": 4.7632,
      "step": 16886
    },
    {
      "epoch": 1.4345056065239552,
      "grad_norm": 2.388756632158011,
      "learning_rate": 0.0002664995549609049,
      "loss": 5.262,
      "step": 16887
    },
    {
      "epoch": 1.4345905538566088,
      "grad_norm": 2.323564058932428,
      "learning_rate": 0.0002664952297329101,
      "loss": 5.099,
      "step": 16888
    },
    {
      "epoch": 1.4346755011892627,
      "grad_norm": 2.28992755273624,
      "learning_rate": 0.00026649090426082267,
      "loss": 5.3047,
      "step": 16889
    },
    {
      "epoch": 1.4347604485219163,
      "grad_norm": 2.3993289112258336,
      "learning_rate": 0.00026648657854465177,
      "loss": 5.4891,
      "step": 16890
    },
    {
      "epoch": 1.4348453958545702,
      "grad_norm": 2.35015041537274,
      "learning_rate": 0.0002664822525844064,
      "loss": 5.1321,
      "step": 16891
    },
    {
      "epoch": 1.434930343187224,
      "grad_norm": 2.253127132807669,
      "learning_rate": 0.0002664779263800956,
      "loss": 5.1806,
      "step": 16892
    },
    {
      "epoch": 1.4350152905198776,
      "grad_norm": 2.214269530496957,
      "learning_rate": 0.0002664735999317285,
      "loss": 5.0441,
      "step": 16893
    },
    {
      "epoch": 1.4351002378525315,
      "grad_norm": 2.189315098506225,
      "learning_rate": 0.0002664692732393142,
      "loss": 4.6268,
      "step": 16894
    },
    {
      "epoch": 1.4351851851851851,
      "grad_norm": 2.324002464027067,
      "learning_rate": 0.00026646494630286165,
      "loss": 4.8808,
      "step": 16895
    },
    {
      "epoch": 1.435270132517839,
      "grad_norm": 2.1648850742459516,
      "learning_rate": 0.00026646061912238,
      "loss": 4.4351,
      "step": 16896
    },
    {
      "epoch": 1.4353550798504928,
      "grad_norm": 2.273192848242058,
      "learning_rate": 0.00026645629169787824,
      "loss": 4.8437,
      "step": 16897
    },
    {
      "epoch": 1.4354400271831464,
      "grad_norm": 2.2369613541802598,
      "learning_rate": 0.0002664519640293655,
      "loss": 4.8745,
      "step": 16898
    },
    {
      "epoch": 1.4355249745158,
      "grad_norm": 2.2793001182100117,
      "learning_rate": 0.0002664476361168508,
      "loss": 5.3121,
      "step": 16899
    },
    {
      "epoch": 1.435609921848454,
      "grad_norm": 2.432089518809796,
      "learning_rate": 0.00026644330796034337,
      "loss": 5.2071,
      "step": 16900
    },
    {
      "epoch": 1.4356948691811078,
      "grad_norm": 2.208980069161174,
      "learning_rate": 0.00026643897955985204,
      "loss": 4.9804,
      "step": 16901
    },
    {
      "epoch": 1.4357798165137614,
      "grad_norm": 2.4148140992835647,
      "learning_rate": 0.00026643465091538606,
      "loss": 5.5018,
      "step": 16902
    },
    {
      "epoch": 1.4358647638464153,
      "grad_norm": 2.249112655716119,
      "learning_rate": 0.0002664303220269544,
      "loss": 5.0588,
      "step": 16903
    },
    {
      "epoch": 1.4359497111790689,
      "grad_norm": 2.2334047123222502,
      "learning_rate": 0.00026642599289456614,
      "loss": 5.0744,
      "step": 16904
    },
    {
      "epoch": 1.4360346585117227,
      "grad_norm": 2.1822949522447415,
      "learning_rate": 0.0002664216635182304,
      "loss": 4.8389,
      "step": 16905
    },
    {
      "epoch": 1.4361196058443766,
      "grad_norm": 2.3222473224606635,
      "learning_rate": 0.00026641733389795623,
      "loss": 5.1977,
      "step": 16906
    },
    {
      "epoch": 1.4362045531770302,
      "grad_norm": 2.3355677116964446,
      "learning_rate": 0.0002664130040337527,
      "loss": 5.1585,
      "step": 16907
    },
    {
      "epoch": 1.436289500509684,
      "grad_norm": 2.2169888231269455,
      "learning_rate": 0.00026640867392562883,
      "loss": 5.0276,
      "step": 16908
    },
    {
      "epoch": 1.4363744478423377,
      "grad_norm": 2.1253149892856484,
      "learning_rate": 0.00026640434357359376,
      "loss": 4.5911,
      "step": 16909
    },
    {
      "epoch": 1.4364593951749915,
      "grad_norm": 2.3427552718923783,
      "learning_rate": 0.00026640001297765657,
      "loss": 5.0988,
      "step": 16910
    },
    {
      "epoch": 1.4365443425076452,
      "grad_norm": 2.2434720711120617,
      "learning_rate": 0.00026639568213782626,
      "loss": 5.0867,
      "step": 16911
    },
    {
      "epoch": 1.436629289840299,
      "grad_norm": 2.345220381471841,
      "learning_rate": 0.000266391351054112,
      "loss": 5.0171,
      "step": 16912
    },
    {
      "epoch": 1.4367142371729527,
      "grad_norm": 2.197352928672464,
      "learning_rate": 0.0002663870197265228,
      "loss": 4.8769,
      "step": 16913
    },
    {
      "epoch": 1.4367991845056065,
      "grad_norm": 2.3286930096274343,
      "learning_rate": 0.00026638268815506777,
      "loss": 5.1899,
      "step": 16914
    },
    {
      "epoch": 1.4368841318382604,
      "grad_norm": 2.3517141723609076,
      "learning_rate": 0.0002663783563397559,
      "loss": 5.2643,
      "step": 16915
    },
    {
      "epoch": 1.436969079170914,
      "grad_norm": 2.2024743598145866,
      "learning_rate": 0.0002663740242805964,
      "loss": 4.9431,
      "step": 16916
    },
    {
      "epoch": 1.4370540265035678,
      "grad_norm": 2.2406731444133166,
      "learning_rate": 0.0002663696919775983,
      "loss": 4.9344,
      "step": 16917
    },
    {
      "epoch": 1.4371389738362215,
      "grad_norm": 2.2674909260251637,
      "learning_rate": 0.0002663653594307706,
      "loss": 4.8919,
      "step": 16918
    },
    {
      "epoch": 1.4372239211688753,
      "grad_norm": 2.260241647925397,
      "learning_rate": 0.00026636102664012246,
      "loss": 5.1095,
      "step": 16919
    },
    {
      "epoch": 1.4373088685015292,
      "grad_norm": 2.265582107133174,
      "learning_rate": 0.00026635669360566296,
      "loss": 5.0679,
      "step": 16920
    },
    {
      "epoch": 1.4373938158341828,
      "grad_norm": 2.2169250924420103,
      "learning_rate": 0.00026635236032740114,
      "loss": 5.0101,
      "step": 16921
    },
    {
      "epoch": 1.4374787631668364,
      "grad_norm": 2.258042995532439,
      "learning_rate": 0.0002663480268053461,
      "loss": 4.7069,
      "step": 16922
    },
    {
      "epoch": 1.4375637104994903,
      "grad_norm": 2.3038133556420988,
      "learning_rate": 0.0002663436930395069,
      "loss": 5.063,
      "step": 16923
    },
    {
      "epoch": 1.4376486578321441,
      "grad_norm": 2.349730602340742,
      "learning_rate": 0.0002663393590298926,
      "loss": 4.9896,
      "step": 16924
    },
    {
      "epoch": 1.4377336051647978,
      "grad_norm": 2.362104801932409,
      "learning_rate": 0.00026633502477651236,
      "loss": 5.0218,
      "step": 16925
    },
    {
      "epoch": 1.4378185524974516,
      "grad_norm": 2.2730771081315106,
      "learning_rate": 0.0002663306902793752,
      "loss": 4.8475,
      "step": 16926
    },
    {
      "epoch": 1.4379034998301052,
      "grad_norm": 2.298104735445011,
      "learning_rate": 0.00026632635553849025,
      "loss": 5.0474,
      "step": 16927
    },
    {
      "epoch": 1.437988447162759,
      "grad_norm": 2.4270527965248965,
      "learning_rate": 0.0002663220205538666,
      "loss": 5.6976,
      "step": 16928
    },
    {
      "epoch": 1.438073394495413,
      "grad_norm": 2.2776433356597954,
      "learning_rate": 0.0002663176853255132,
      "loss": 5.1806,
      "step": 16929
    },
    {
      "epoch": 1.4381583418280666,
      "grad_norm": 2.322987256114465,
      "learning_rate": 0.00026631334985343925,
      "loss": 5.4068,
      "step": 16930
    },
    {
      "epoch": 1.4382432891607204,
      "grad_norm": 2.2685209686303622,
      "learning_rate": 0.00026630901413765383,
      "loss": 4.86,
      "step": 16931
    },
    {
      "epoch": 1.438328236493374,
      "grad_norm": 2.255583243816031,
      "learning_rate": 0.000266304678178166,
      "loss": 4.9881,
      "step": 16932
    },
    {
      "epoch": 1.438413183826028,
      "grad_norm": 2.3928167030258822,
      "learning_rate": 0.00026630034197498486,
      "loss": 5.3744,
      "step": 16933
    },
    {
      "epoch": 1.4384981311586817,
      "grad_norm": 2.2176627853161817,
      "learning_rate": 0.0002662960055281195,
      "loss": 5.0452,
      "step": 16934
    },
    {
      "epoch": 1.4385830784913354,
      "grad_norm": 2.3039355589139063,
      "learning_rate": 0.000266291668837579,
      "loss": 4.8543,
      "step": 16935
    },
    {
      "epoch": 1.438668025823989,
      "grad_norm": 2.115278799800655,
      "learning_rate": 0.0002662873319033724,
      "loss": 4.8777,
      "step": 16936
    },
    {
      "epoch": 1.4387529731566429,
      "grad_norm": 2.1961509335550238,
      "learning_rate": 0.0002662829947255089,
      "loss": 5.1056,
      "step": 16937
    },
    {
      "epoch": 1.4388379204892967,
      "grad_norm": 2.2473495980583245,
      "learning_rate": 0.0002662786573039974,
      "loss": 4.9418,
      "step": 16938
    },
    {
      "epoch": 1.4389228678219503,
      "grad_norm": 2.186529127860931,
      "learning_rate": 0.00026627431963884723,
      "loss": 4.8113,
      "step": 16939
    },
    {
      "epoch": 1.4390078151546042,
      "grad_norm": 2.2093392130516984,
      "learning_rate": 0.00026626998173006727,
      "loss": 5.1406,
      "step": 16940
    },
    {
      "epoch": 1.4390927624872578,
      "grad_norm": 2.1427621276163,
      "learning_rate": 0.00026626564357766676,
      "loss": 4.8805,
      "step": 16941
    },
    {
      "epoch": 1.4391777098199117,
      "grad_norm": 2.299918732029146,
      "learning_rate": 0.00026626130518165464,
      "loss": 5.0909,
      "step": 16942
    },
    {
      "epoch": 1.4392626571525655,
      "grad_norm": 2.318745736065415,
      "learning_rate": 0.0002662569665420401,
      "loss": 5.2658,
      "step": 16943
    },
    {
      "epoch": 1.4393476044852191,
      "grad_norm": 2.5067298629634807,
      "learning_rate": 0.00026625262765883227,
      "loss": 5.5376,
      "step": 16944
    },
    {
      "epoch": 1.439432551817873,
      "grad_norm": 2.2003051771063165,
      "learning_rate": 0.00026624828853204013,
      "loss": 4.8546,
      "step": 16945
    },
    {
      "epoch": 1.4395174991505266,
      "grad_norm": 2.3464430836725243,
      "learning_rate": 0.0002662439491616729,
      "loss": 5.4705,
      "step": 16946
    },
    {
      "epoch": 1.4396024464831805,
      "grad_norm": 2.19686368315363,
      "learning_rate": 0.0002662396095477395,
      "loss": 4.7994,
      "step": 16947
    },
    {
      "epoch": 1.439687393815834,
      "grad_norm": 2.237707798188497,
      "learning_rate": 0.0002662352696902492,
      "loss": 5.0031,
      "step": 16948
    },
    {
      "epoch": 1.439772341148488,
      "grad_norm": 2.384744785829227,
      "learning_rate": 0.00026623092958921095,
      "loss": 5.3326,
      "step": 16949
    },
    {
      "epoch": 1.4398572884811416,
      "grad_norm": 2.2724166636214185,
      "learning_rate": 0.000266226589244634,
      "loss": 4.8128,
      "step": 16950
    },
    {
      "epoch": 1.4399422358137954,
      "grad_norm": 2.3932981455170803,
      "learning_rate": 0.00026622224865652727,
      "loss": 5.179,
      "step": 16951
    },
    {
      "epoch": 1.4400271831464493,
      "grad_norm": 2.329605584587124,
      "learning_rate": 0.00026621790782489996,
      "loss": 5.149,
      "step": 16952
    },
    {
      "epoch": 1.440112130479103,
      "grad_norm": 2.271512001381876,
      "learning_rate": 0.0002662135667497611,
      "loss": 4.8579,
      "step": 16953
    },
    {
      "epoch": 1.4401970778117568,
      "grad_norm": 2.2929911504652893,
      "learning_rate": 0.00026620922543111995,
      "loss": 4.8047,
      "step": 16954
    },
    {
      "epoch": 1.4402820251444104,
      "grad_norm": 2.1694890545150662,
      "learning_rate": 0.0002662048838689854,
      "loss": 4.544,
      "step": 16955
    },
    {
      "epoch": 1.4403669724770642,
      "grad_norm": 2.1157964968548195,
      "learning_rate": 0.00026620054206336665,
      "loss": 4.3964,
      "step": 16956
    },
    {
      "epoch": 1.440451919809718,
      "grad_norm": 2.299300791373972,
      "learning_rate": 0.00026619620001427273,
      "loss": 4.8055,
      "step": 16957
    },
    {
      "epoch": 1.4405368671423717,
      "grad_norm": 2.410631972072092,
      "learning_rate": 0.0002661918577217128,
      "loss": 5.2888,
      "step": 16958
    },
    {
      "epoch": 1.4406218144750254,
      "grad_norm": 2.329393985891643,
      "learning_rate": 0.000266187515185696,
      "loss": 5.1869,
      "step": 16959
    },
    {
      "epoch": 1.4407067618076792,
      "grad_norm": 2.4205654084148915,
      "learning_rate": 0.00026618317240623135,
      "loss": 5.1948,
      "step": 16960
    },
    {
      "epoch": 1.440791709140333,
      "grad_norm": 2.3445813537595797,
      "learning_rate": 0.00026617882938332796,
      "loss": 4.8115,
      "step": 16961
    },
    {
      "epoch": 1.4408766564729867,
      "grad_norm": 2.266183267917221,
      "learning_rate": 0.000266174486116995,
      "loss": 4.909,
      "step": 16962
    },
    {
      "epoch": 1.4409616038056405,
      "grad_norm": 2.3376887212448008,
      "learning_rate": 0.0002661701426072415,
      "loss": 5.363,
      "step": 16963
    },
    {
      "epoch": 1.4410465511382942,
      "grad_norm": 2.2697500622174998,
      "learning_rate": 0.0002661657988540765,
      "loss": 4.8,
      "step": 16964
    },
    {
      "epoch": 1.441131498470948,
      "grad_norm": 2.3407721298738737,
      "learning_rate": 0.0002661614548575092,
      "loss": 5.1035,
      "step": 16965
    },
    {
      "epoch": 1.4412164458036019,
      "grad_norm": 2.0553814795599967,
      "learning_rate": 0.0002661571106175487,
      "loss": 4.2157,
      "step": 16966
    },
    {
      "epoch": 1.4413013931362555,
      "grad_norm": 2.1159801934291487,
      "learning_rate": 0.00026615276613420406,
      "loss": 4.5303,
      "step": 16967
    },
    {
      "epoch": 1.4413863404689093,
      "grad_norm": 2.334998088841127,
      "learning_rate": 0.00026614842140748444,
      "loss": 5.3721,
      "step": 16968
    },
    {
      "epoch": 1.441471287801563,
      "grad_norm": 2.295155436295271,
      "learning_rate": 0.0002661440764373989,
      "loss": 5.1539,
      "step": 16969
    },
    {
      "epoch": 1.4415562351342168,
      "grad_norm": 2.2024960135920897,
      "learning_rate": 0.00026613973122395653,
      "loss": 5.0128,
      "step": 16970
    },
    {
      "epoch": 1.4416411824668707,
      "grad_norm": 2.240853705018456,
      "learning_rate": 0.0002661353857671665,
      "loss": 4.9571,
      "step": 16971
    },
    {
      "epoch": 1.4417261297995243,
      "grad_norm": 2.219312149504444,
      "learning_rate": 0.00026613104006703787,
      "loss": 4.7236,
      "step": 16972
    },
    {
      "epoch": 1.441811077132178,
      "grad_norm": 2.1459452617471486,
      "learning_rate": 0.0002661266941235797,
      "loss": 4.744,
      "step": 16973
    },
    {
      "epoch": 1.4418960244648318,
      "grad_norm": 2.1228273141079725,
      "learning_rate": 0.00026612234793680115,
      "loss": 4.951,
      "step": 16974
    },
    {
      "epoch": 1.4419809717974856,
      "grad_norm": 2.2584637848053957,
      "learning_rate": 0.00026611800150671134,
      "loss": 5.0627,
      "step": 16975
    },
    {
      "epoch": 1.4420659191301393,
      "grad_norm": 2.1940758442133297,
      "learning_rate": 0.00026611365483331936,
      "loss": 4.7931,
      "step": 16976
    },
    {
      "epoch": 1.4421508664627931,
      "grad_norm": 2.2158808140743784,
      "learning_rate": 0.0002661093079166343,
      "loss": 4.9805,
      "step": 16977
    },
    {
      "epoch": 1.4422358137954467,
      "grad_norm": 2.236784869622802,
      "learning_rate": 0.0002661049607566653,
      "loss": 5.0185,
      "step": 16978
    },
    {
      "epoch": 1.4423207611281006,
      "grad_norm": 2.1629885072369905,
      "learning_rate": 0.00026610061335342146,
      "loss": 4.9217,
      "step": 16979
    },
    {
      "epoch": 1.4424057084607544,
      "grad_norm": 2.2493689509244437,
      "learning_rate": 0.00026609626570691183,
      "loss": 5.338,
      "step": 16980
    },
    {
      "epoch": 1.442490655793408,
      "grad_norm": 2.2881946409685776,
      "learning_rate": 0.0002660919178171456,
      "loss": 5.0175,
      "step": 16981
    },
    {
      "epoch": 1.442575603126062,
      "grad_norm": 2.4025549516744835,
      "learning_rate": 0.0002660875696841318,
      "loss": 5.4012,
      "step": 16982
    },
    {
      "epoch": 1.4426605504587156,
      "grad_norm": 2.333497731927748,
      "learning_rate": 0.0002660832213078797,
      "loss": 5.2199,
      "step": 16983
    },
    {
      "epoch": 1.4427454977913694,
      "grad_norm": 2.2041540038342653,
      "learning_rate": 0.0002660788726883982,
      "loss": 4.8069,
      "step": 16984
    },
    {
      "epoch": 1.442830445124023,
      "grad_norm": 2.2196967096605653,
      "learning_rate": 0.00026607452382569656,
      "loss": 5.0873,
      "step": 16985
    },
    {
      "epoch": 1.4429153924566769,
      "grad_norm": 2.24366767624024,
      "learning_rate": 0.0002660701747197838,
      "loss": 4.7285,
      "step": 16986
    },
    {
      "epoch": 1.4430003397893305,
      "grad_norm": 2.303989860661239,
      "learning_rate": 0.00026606582537066917,
      "loss": 4.9421,
      "step": 16987
    },
    {
      "epoch": 1.4430852871219844,
      "grad_norm": 2.2408328866549887,
      "learning_rate": 0.00026606147577836164,
      "loss": 5.0142,
      "step": 16988
    },
    {
      "epoch": 1.4431702344546382,
      "grad_norm": 2.1627279082651354,
      "learning_rate": 0.0002660571259428704,
      "loss": 4.8511,
      "step": 16989
    },
    {
      "epoch": 1.4432551817872918,
      "grad_norm": 2.1857715593378924,
      "learning_rate": 0.0002660527758642045,
      "loss": 4.9183,
      "step": 16990
    },
    {
      "epoch": 1.4433401291199457,
      "grad_norm": 2.209010904048137,
      "learning_rate": 0.0002660484255423731,
      "loss": 4.4287,
      "step": 16991
    },
    {
      "epoch": 1.4434250764525993,
      "grad_norm": 2.3868393170513147,
      "learning_rate": 0.0002660440749773853,
      "loss": 5.2157,
      "step": 16992
    },
    {
      "epoch": 1.4435100237852532,
      "grad_norm": 2.423358099227095,
      "learning_rate": 0.00026603972416925026,
      "loss": 5.348,
      "step": 16993
    },
    {
      "epoch": 1.443594971117907,
      "grad_norm": 2.249999905678383,
      "learning_rate": 0.000266035373117977,
      "loss": 5.1782,
      "step": 16994
    },
    {
      "epoch": 1.4436799184505607,
      "grad_norm": 2.1734511225507944,
      "learning_rate": 0.00026603102182357475,
      "loss": 4.643,
      "step": 16995
    },
    {
      "epoch": 1.4437648657832143,
      "grad_norm": 2.1871166027007716,
      "learning_rate": 0.00026602667028605256,
      "loss": 4.8582,
      "step": 16996
    },
    {
      "epoch": 1.4438498131158681,
      "grad_norm": 2.2256625327125836,
      "learning_rate": 0.00026602231850541956,
      "loss": 5.0473,
      "step": 16997
    },
    {
      "epoch": 1.443934760448522,
      "grad_norm": 2.2449922512496814,
      "learning_rate": 0.0002660179664816849,
      "loss": 4.983,
      "step": 16998
    },
    {
      "epoch": 1.4440197077811756,
      "grad_norm": 2.377194074117209,
      "learning_rate": 0.00026601361421485763,
      "loss": 5.3703,
      "step": 16999
    },
    {
      "epoch": 1.4441046551138295,
      "grad_norm": 2.3936216600064326,
      "learning_rate": 0.000266009261704947,
      "loss": 5.4384,
      "step": 17000
    },
    {
      "epoch": 1.444189602446483,
      "grad_norm": 2.3853469157769296,
      "learning_rate": 0.0002660049089519619,
      "loss": 5.354,
      "step": 17001
    },
    {
      "epoch": 1.444274549779137,
      "grad_norm": 2.3134352019547553,
      "learning_rate": 0.0002660005559559117,
      "loss": 5.2226,
      "step": 17002
    },
    {
      "epoch": 1.4443594971117908,
      "grad_norm": 2.292781060345768,
      "learning_rate": 0.00026599620271680537,
      "loss": 4.8913,
      "step": 17003
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 2.2145110097398066,
      "learning_rate": 0.0002659918492346521,
      "loss": 5.1639,
      "step": 17004
    },
    {
      "epoch": 1.4445293917770983,
      "grad_norm": 2.217500670303417,
      "learning_rate": 0.0002659874955094609,
      "loss": 4.9693,
      "step": 17005
    },
    {
      "epoch": 1.444614339109752,
      "grad_norm": 2.245991403326247,
      "learning_rate": 0.0002659831415412411,
      "loss": 4.7853,
      "step": 17006
    },
    {
      "epoch": 1.4446992864424058,
      "grad_norm": 2.3711862720198096,
      "learning_rate": 0.0002659787873300016,
      "loss": 5.2235,
      "step": 17007
    },
    {
      "epoch": 1.4447842337750596,
      "grad_norm": 2.1523716531668424,
      "learning_rate": 0.0002659744328757516,
      "loss": 5.0086,
      "step": 17008
    },
    {
      "epoch": 1.4448691811077132,
      "grad_norm": 2.1973180381183446,
      "learning_rate": 0.0002659700781785003,
      "loss": 4.5117,
      "step": 17009
    },
    {
      "epoch": 1.4449541284403669,
      "grad_norm": 2.3004814435727114,
      "learning_rate": 0.0002659657232382568,
      "loss": 4.9162,
      "step": 17010
    },
    {
      "epoch": 1.4450390757730207,
      "grad_norm": 2.4067700910047565,
      "learning_rate": 0.00026596136805503014,
      "loss": 5.2505,
      "step": 17011
    },
    {
      "epoch": 1.4451240231056746,
      "grad_norm": 2.1645112410924816,
      "learning_rate": 0.00026595701262882956,
      "loss": 4.704,
      "step": 17012
    },
    {
      "epoch": 1.4452089704383282,
      "grad_norm": 2.316382523510299,
      "learning_rate": 0.0002659526569596641,
      "loss": 5.1053,
      "step": 17013
    },
    {
      "epoch": 1.445293917770982,
      "grad_norm": 2.20666532400724,
      "learning_rate": 0.00026594830104754286,
      "loss": 4.9404,
      "step": 17014
    },
    {
      "epoch": 1.4453788651036357,
      "grad_norm": 2.3482718408638505,
      "learning_rate": 0.00026594394489247507,
      "loss": 4.6597,
      "step": 17015
    },
    {
      "epoch": 1.4454638124362895,
      "grad_norm": 2.394934758049117,
      "learning_rate": 0.0002659395884944698,
      "loss": 5.1921,
      "step": 17016
    },
    {
      "epoch": 1.4455487597689434,
      "grad_norm": 2.31323008979434,
      "learning_rate": 0.00026593523185353623,
      "loss": 5.2328,
      "step": 17017
    },
    {
      "epoch": 1.445633707101597,
      "grad_norm": 2.416218422481467,
      "learning_rate": 0.00026593087496968335,
      "loss": 5.3764,
      "step": 17018
    },
    {
      "epoch": 1.4457186544342506,
      "grad_norm": 2.323864349448957,
      "learning_rate": 0.00026592651784292044,
      "loss": 4.6773,
      "step": 17019
    },
    {
      "epoch": 1.4458036017669045,
      "grad_norm": 2.349626052190182,
      "learning_rate": 0.00026592216047325657,
      "loss": 5.1585,
      "step": 17020
    },
    {
      "epoch": 1.4458885490995583,
      "grad_norm": 2.335031940375325,
      "learning_rate": 0.0002659178028607009,
      "loss": 5.3105,
      "step": 17021
    },
    {
      "epoch": 1.445973496432212,
      "grad_norm": 2.1890944858708608,
      "learning_rate": 0.0002659134450052625,
      "loss": 4.5638,
      "step": 17022
    },
    {
      "epoch": 1.4460584437648658,
      "grad_norm": 2.203192234241723,
      "learning_rate": 0.00026590908690695054,
      "loss": 5.0928,
      "step": 17023
    },
    {
      "epoch": 1.4461433910975194,
      "grad_norm": 2.2596672352534557,
      "learning_rate": 0.00026590472856577414,
      "loss": 4.9589,
      "step": 17024
    },
    {
      "epoch": 1.4462283384301733,
      "grad_norm": 2.3667013204177842,
      "learning_rate": 0.00026590036998174247,
      "loss": 5.1444,
      "step": 17025
    },
    {
      "epoch": 1.4463132857628271,
      "grad_norm": 2.2533442623781945,
      "learning_rate": 0.00026589601115486463,
      "loss": 5.209,
      "step": 17026
    },
    {
      "epoch": 1.4463982330954808,
      "grad_norm": 2.271388449560174,
      "learning_rate": 0.0002658916520851497,
      "loss": 4.6956,
      "step": 17027
    },
    {
      "epoch": 1.4464831804281346,
      "grad_norm": 2.482401089723127,
      "learning_rate": 0.00026588729277260686,
      "loss": 5.5588,
      "step": 17028
    },
    {
      "epoch": 1.4465681277607882,
      "grad_norm": 2.2223605897310996,
      "learning_rate": 0.0002658829332172453,
      "loss": 5.0757,
      "step": 17029
    },
    {
      "epoch": 1.446653075093442,
      "grad_norm": 2.3085673873996684,
      "learning_rate": 0.0002658785734190741,
      "loss": 5.2216,
      "step": 17030
    },
    {
      "epoch": 1.446738022426096,
      "grad_norm": 2.3554443239477725,
      "learning_rate": 0.00026587421337810233,
      "loss": 5.056,
      "step": 17031
    },
    {
      "epoch": 1.4468229697587496,
      "grad_norm": 2.280532622161689,
      "learning_rate": 0.0002658698530943393,
      "loss": 4.9193,
      "step": 17032
    },
    {
      "epoch": 1.4469079170914032,
      "grad_norm": 2.460130045067057,
      "learning_rate": 0.000265865492567794,
      "loss": 5.7121,
      "step": 17033
    },
    {
      "epoch": 1.446992864424057,
      "grad_norm": 2.1299570191561807,
      "learning_rate": 0.0002658611317984756,
      "loss": 4.3808,
      "step": 17034
    },
    {
      "epoch": 1.447077811756711,
      "grad_norm": 2.234857214901702,
      "learning_rate": 0.0002658567707863933,
      "loss": 4.9031,
      "step": 17035
    },
    {
      "epoch": 1.4471627590893645,
      "grad_norm": 2.1529332353568065,
      "learning_rate": 0.0002658524095315561,
      "loss": 4.9153,
      "step": 17036
    },
    {
      "epoch": 1.4472477064220184,
      "grad_norm": 2.3905766759167864,
      "learning_rate": 0.00026584804803397324,
      "loss": 5.2534,
      "step": 17037
    },
    {
      "epoch": 1.447332653754672,
      "grad_norm": 2.3767802820076187,
      "learning_rate": 0.0002658436862936539,
      "loss": 5.2453,
      "step": 17038
    },
    {
      "epoch": 1.4474176010873259,
      "grad_norm": 2.339744025199694,
      "learning_rate": 0.0002658393243106071,
      "loss": 5.3375,
      "step": 17039
    },
    {
      "epoch": 1.4475025484199797,
      "grad_norm": 2.40357857781928,
      "learning_rate": 0.0002658349620848421,
      "loss": 5.4235,
      "step": 17040
    },
    {
      "epoch": 1.4475874957526333,
      "grad_norm": 2.4183191778684905,
      "learning_rate": 0.0002658305996163679,
      "loss": 5.2538,
      "step": 17041
    },
    {
      "epoch": 1.4476724430852872,
      "grad_norm": 2.2376268847113012,
      "learning_rate": 0.00026582623690519374,
      "loss": 4.9805,
      "step": 17042
    },
    {
      "epoch": 1.4477573904179408,
      "grad_norm": 2.3487231458076883,
      "learning_rate": 0.0002658218739513288,
      "loss": 5.1452,
      "step": 17043
    },
    {
      "epoch": 1.4478423377505947,
      "grad_norm": 2.362235825019118,
      "learning_rate": 0.0002658175107547821,
      "loss": 5.2446,
      "step": 17044
    },
    {
      "epoch": 1.4479272850832483,
      "grad_norm": 2.136436089356541,
      "learning_rate": 0.00026581314731556285,
      "loss": 4.7681,
      "step": 17045
    },
    {
      "epoch": 1.4480122324159022,
      "grad_norm": 2.2259976630861806,
      "learning_rate": 0.0002658087836336802,
      "loss": 4.8232,
      "step": 17046
    },
    {
      "epoch": 1.4480971797485558,
      "grad_norm": 2.2629889805566563,
      "learning_rate": 0.0002658044197091433,
      "loss": 5.1793,
      "step": 17047
    },
    {
      "epoch": 1.4481821270812096,
      "grad_norm": 2.293782157844788,
      "learning_rate": 0.00026580005554196123,
      "loss": 5.0321,
      "step": 17048
    },
    {
      "epoch": 1.4482670744138635,
      "grad_norm": 2.3511560746528315,
      "learning_rate": 0.00026579569113214325,
      "loss": 4.9682,
      "step": 17049
    },
    {
      "epoch": 1.4483520217465171,
      "grad_norm": 2.194037640181177,
      "learning_rate": 0.0002657913264796984,
      "loss": 4.6217,
      "step": 17050
    },
    {
      "epoch": 1.448436969079171,
      "grad_norm": 2.1744407203456633,
      "learning_rate": 0.0002657869615846358,
      "loss": 5.1073,
      "step": 17051
    },
    {
      "epoch": 1.4485219164118246,
      "grad_norm": 2.2258750762359085,
      "learning_rate": 0.0002657825964469648,
      "loss": 5.0251,
      "step": 17052
    },
    {
      "epoch": 1.4486068637444784,
      "grad_norm": 2.3296106492301454,
      "learning_rate": 0.00026577823106669425,
      "loss": 4.7841,
      "step": 17053
    },
    {
      "epoch": 1.4486918110771323,
      "grad_norm": 2.226140845370555,
      "learning_rate": 0.0002657738654438335,
      "loss": 4.9927,
      "step": 17054
    },
    {
      "epoch": 1.448776758409786,
      "grad_norm": 2.134034848823786,
      "learning_rate": 0.0002657694995783917,
      "loss": 4.4514,
      "step": 17055
    },
    {
      "epoch": 1.4488617057424396,
      "grad_norm": 2.204948591122678,
      "learning_rate": 0.00026576513347037787,
      "loss": 4.7183,
      "step": 17056
    },
    {
      "epoch": 1.4489466530750934,
      "grad_norm": 2.1792123905085163,
      "learning_rate": 0.00026576076711980125,
      "loss": 4.7845,
      "step": 17057
    },
    {
      "epoch": 1.4490316004077473,
      "grad_norm": 2.2631379963430596,
      "learning_rate": 0.000265756400526671,
      "loss": 4.9553,
      "step": 17058
    },
    {
      "epoch": 1.4491165477404009,
      "grad_norm": 2.2427793112691026,
      "learning_rate": 0.00026575203369099624,
      "loss": 4.8186,
      "step": 17059
    },
    {
      "epoch": 1.4492014950730547,
      "grad_norm": 2.26703209812818,
      "learning_rate": 0.00026574766661278606,
      "loss": 4.9356,
      "step": 17060
    },
    {
      "epoch": 1.4492864424057084,
      "grad_norm": 2.397280624120192,
      "learning_rate": 0.00026574329929204973,
      "loss": 5.1559,
      "step": 17061
    },
    {
      "epoch": 1.4493713897383622,
      "grad_norm": 2.1925277725191603,
      "learning_rate": 0.00026573893172879634,
      "loss": 4.8898,
      "step": 17062
    },
    {
      "epoch": 1.449456337071016,
      "grad_norm": 2.2161665611305796,
      "learning_rate": 0.000265734563923035,
      "loss": 5.0243,
      "step": 17063
    },
    {
      "epoch": 1.4495412844036697,
      "grad_norm": 2.515741429535757,
      "learning_rate": 0.00026573019587477494,
      "loss": 5.2677,
      "step": 17064
    },
    {
      "epoch": 1.4496262317363235,
      "grad_norm": 2.546727894985156,
      "learning_rate": 0.00026572582758402526,
      "loss": 5.383,
      "step": 17065
    },
    {
      "epoch": 1.4497111790689772,
      "grad_norm": 2.4618207389009656,
      "learning_rate": 0.0002657214590507951,
      "loss": 5.3595,
      "step": 17066
    },
    {
      "epoch": 1.449796126401631,
      "grad_norm": 2.339104103890628,
      "learning_rate": 0.00026571709027509367,
      "loss": 4.1561,
      "step": 17067
    },
    {
      "epoch": 1.4498810737342849,
      "grad_norm": 2.2110036319014434,
      "learning_rate": 0.0002657127212569301,
      "loss": 5.0696,
      "step": 17068
    },
    {
      "epoch": 1.4499660210669385,
      "grad_norm": 2.1881838055000644,
      "learning_rate": 0.0002657083519963135,
      "loss": 4.8123,
      "step": 17069
    },
    {
      "epoch": 1.4500509683995921,
      "grad_norm": 2.228022226847183,
      "learning_rate": 0.00026570398249325315,
      "loss": 4.7028,
      "step": 17070
    },
    {
      "epoch": 1.450135915732246,
      "grad_norm": 2.244539032495286,
      "learning_rate": 0.00026569961274775807,
      "loss": 4.6894,
      "step": 17071
    },
    {
      "epoch": 1.4502208630648998,
      "grad_norm": 2.4123721640306965,
      "learning_rate": 0.0002656952427598375,
      "loss": 5.2554,
      "step": 17072
    },
    {
      "epoch": 1.4503058103975535,
      "grad_norm": 2.3497286744145636,
      "learning_rate": 0.00026569087252950054,
      "loss": 4.7272,
      "step": 17073
    },
    {
      "epoch": 1.4503907577302073,
      "grad_norm": 2.1974858887920607,
      "learning_rate": 0.00026568650205675636,
      "loss": 4.7764,
      "step": 17074
    },
    {
      "epoch": 1.450475705062861,
      "grad_norm": 2.4389582466214628,
      "learning_rate": 0.0002656821313416141,
      "loss": 5.4794,
      "step": 17075
    },
    {
      "epoch": 1.4505606523955148,
      "grad_norm": 2.2454158691126316,
      "learning_rate": 0.000265677760384083,
      "loss": 4.8105,
      "step": 17076
    },
    {
      "epoch": 1.4506455997281686,
      "grad_norm": 2.2036201652520915,
      "learning_rate": 0.00026567338918417216,
      "loss": 5.1777,
      "step": 17077
    },
    {
      "epoch": 1.4507305470608223,
      "grad_norm": 2.1747879476253638,
      "learning_rate": 0.0002656690177418907,
      "loss": 4.9633,
      "step": 17078
    },
    {
      "epoch": 1.4508154943934761,
      "grad_norm": 2.3269157556467306,
      "learning_rate": 0.0002656646460572479,
      "loss": 5.1693,
      "step": 17079
    },
    {
      "epoch": 1.4509004417261298,
      "grad_norm": 2.2652310058799263,
      "learning_rate": 0.00026566027413025276,
      "loss": 4.8253,
      "step": 17080
    },
    {
      "epoch": 1.4509853890587836,
      "grad_norm": 2.2506022805338737,
      "learning_rate": 0.00026565590196091454,
      "loss": 4.7303,
      "step": 17081
    },
    {
      "epoch": 1.4510703363914372,
      "grad_norm": 2.152563523562309,
      "learning_rate": 0.00026565152954924245,
      "loss": 4.8415,
      "step": 17082
    },
    {
      "epoch": 1.451155283724091,
      "grad_norm": 2.2455143568707894,
      "learning_rate": 0.0002656471568952455,
      "loss": 4.7138,
      "step": 17083
    },
    {
      "epoch": 1.4512402310567447,
      "grad_norm": 2.1286437558356828,
      "learning_rate": 0.000265642783998933,
      "loss": 4.2272,
      "step": 17084
    },
    {
      "epoch": 1.4513251783893986,
      "grad_norm": 2.205709465298495,
      "learning_rate": 0.000265638410860314,
      "loss": 5.0121,
      "step": 17085
    },
    {
      "epoch": 1.4514101257220524,
      "grad_norm": 2.4645354136552595,
      "learning_rate": 0.0002656340374793978,
      "loss": 5.3555,
      "step": 17086
    },
    {
      "epoch": 1.451495073054706,
      "grad_norm": 2.163217819034729,
      "learning_rate": 0.00026562966385619335,
      "loss": 4.8896,
      "step": 17087
    },
    {
      "epoch": 1.45158002038736,
      "grad_norm": 2.3900834671999354,
      "learning_rate": 0.00026562528999071007,
      "loss": 5.0465,
      "step": 17088
    },
    {
      "epoch": 1.4516649677200135,
      "grad_norm": 2.249060755574516,
      "learning_rate": 0.0002656209158829569,
      "loss": 5.0497,
      "step": 17089
    },
    {
      "epoch": 1.4517499150526674,
      "grad_norm": 2.447225014345036,
      "learning_rate": 0.00026561654153294315,
      "loss": 5.142,
      "step": 17090
    },
    {
      "epoch": 1.4518348623853212,
      "grad_norm": 2.4513593390564283,
      "learning_rate": 0.0002656121669406779,
      "loss": 5.4042,
      "step": 17091
    },
    {
      "epoch": 1.4519198097179749,
      "grad_norm": 2.3862253218515788,
      "learning_rate": 0.0002656077921061704,
      "loss": 5.2426,
      "step": 17092
    },
    {
      "epoch": 1.4520047570506285,
      "grad_norm": 2.2631264126435857,
      "learning_rate": 0.0002656034170294297,
      "loss": 4.7979,
      "step": 17093
    },
    {
      "epoch": 1.4520897043832823,
      "grad_norm": 2.115262323758868,
      "learning_rate": 0.0002655990417104651,
      "loss": 4.3262,
      "step": 17094
    },
    {
      "epoch": 1.4521746517159362,
      "grad_norm": 2.314583191292682,
      "learning_rate": 0.00026559466614928565,
      "loss": 5.1111,
      "step": 17095
    },
    {
      "epoch": 1.4522595990485898,
      "grad_norm": 2.2575949872558105,
      "learning_rate": 0.0002655902903459006,
      "loss": 4.8756,
      "step": 17096
    },
    {
      "epoch": 1.4523445463812437,
      "grad_norm": 2.3060893280184134,
      "learning_rate": 0.00026558591430031914,
      "loss": 5.2198,
      "step": 17097
    },
    {
      "epoch": 1.4524294937138973,
      "grad_norm": 2.4045820416346637,
      "learning_rate": 0.00026558153801255034,
      "loss": 5.249,
      "step": 17098
    },
    {
      "epoch": 1.4525144410465511,
      "grad_norm": 2.3469138163133443,
      "learning_rate": 0.00026557716148260346,
      "loss": 5.0382,
      "step": 17099
    },
    {
      "epoch": 1.452599388379205,
      "grad_norm": 2.2406804674186502,
      "learning_rate": 0.00026557278471048756,
      "loss": 5.0058,
      "step": 17100
    },
    {
      "epoch": 1.4526843357118586,
      "grad_norm": 2.373928420368085,
      "learning_rate": 0.0002655684076962119,
      "loss": 5.0907,
      "step": 17101
    },
    {
      "epoch": 1.4527692830445125,
      "grad_norm": 2.2650873724511995,
      "learning_rate": 0.0002655640304397856,
      "loss": 5.1825,
      "step": 17102
    },
    {
      "epoch": 1.452854230377166,
      "grad_norm": 2.2464585440914226,
      "learning_rate": 0.0002655596529412179,
      "loss": 4.8413,
      "step": 17103
    },
    {
      "epoch": 1.45293917770982,
      "grad_norm": 2.2382844442303287,
      "learning_rate": 0.000265555275200518,
      "loss": 4.7324,
      "step": 17104
    },
    {
      "epoch": 1.4530241250424738,
      "grad_norm": 2.247716975738354,
      "learning_rate": 0.00026555089721769497,
      "loss": 4.9216,
      "step": 17105
    },
    {
      "epoch": 1.4531090723751274,
      "grad_norm": 2.3012721449645004,
      "learning_rate": 0.00026554651899275797,
      "loss": 5.0705,
      "step": 17106
    },
    {
      "epoch": 1.453194019707781,
      "grad_norm": 2.305976393264268,
      "learning_rate": 0.00026554214052571624,
      "loss": 5.1862,
      "step": 17107
    },
    {
      "epoch": 1.453278967040435,
      "grad_norm": 2.3093704915234823,
      "learning_rate": 0.000265537761816579,
      "loss": 5.1944,
      "step": 17108
    },
    {
      "epoch": 1.4533639143730888,
      "grad_norm": 2.384967793102778,
      "learning_rate": 0.0002655333828653553,
      "loss": 5.2943,
      "step": 17109
    },
    {
      "epoch": 1.4534488617057424,
      "grad_norm": 2.359332848195606,
      "learning_rate": 0.0002655290036720544,
      "loss": 5.1619,
      "step": 17110
    },
    {
      "epoch": 1.4535338090383962,
      "grad_norm": 2.2377772788267163,
      "learning_rate": 0.0002655246242366854,
      "loss": 4.9627,
      "step": 17111
    },
    {
      "epoch": 1.4536187563710499,
      "grad_norm": 2.2120684004092923,
      "learning_rate": 0.0002655202445592576,
      "loss": 4.8989,
      "step": 17112
    },
    {
      "epoch": 1.4537037037037037,
      "grad_norm": 2.376367294006584,
      "learning_rate": 0.0002655158646397801,
      "loss": 5.3785,
      "step": 17113
    },
    {
      "epoch": 1.4537886510363576,
      "grad_norm": 2.3978055519801926,
      "learning_rate": 0.0002655114844782621,
      "loss": 5.21,
      "step": 17114
    },
    {
      "epoch": 1.4538735983690112,
      "grad_norm": 2.2934396218144064,
      "learning_rate": 0.0002655071040747127,
      "loss": 5.0741,
      "step": 17115
    },
    {
      "epoch": 1.453958545701665,
      "grad_norm": 1.9977817071416333,
      "learning_rate": 0.00026550272342914117,
      "loss": 4.2521,
      "step": 17116
    },
    {
      "epoch": 1.4540434930343187,
      "grad_norm": 2.346451100008235,
      "learning_rate": 0.00026549834254155667,
      "loss": 5.2123,
      "step": 17117
    },
    {
      "epoch": 1.4541284403669725,
      "grad_norm": 2.1993447487735254,
      "learning_rate": 0.0002654939614119684,
      "loss": 4.8394,
      "step": 17118
    },
    {
      "epoch": 1.4542133876996262,
      "grad_norm": 2.267543363692326,
      "learning_rate": 0.00026548958004038545,
      "loss": 5.1993,
      "step": 17119
    },
    {
      "epoch": 1.45429833503228,
      "grad_norm": 2.395394968184347,
      "learning_rate": 0.0002654851984268171,
      "loss": 5.3941,
      "step": 17120
    },
    {
      "epoch": 1.4543832823649336,
      "grad_norm": 2.3328831355842032,
      "learning_rate": 0.00026548081657127247,
      "loss": 5.4825,
      "step": 17121
    },
    {
      "epoch": 1.4544682296975875,
      "grad_norm": 2.288819534922296,
      "learning_rate": 0.00026547643447376074,
      "loss": 5.1948,
      "step": 17122
    },
    {
      "epoch": 1.4545531770302413,
      "grad_norm": 2.182726214660536,
      "learning_rate": 0.00026547205213429113,
      "loss": 5.1038,
      "step": 17123
    },
    {
      "epoch": 1.454638124362895,
      "grad_norm": 2.246126281163053,
      "learning_rate": 0.00026546766955287286,
      "loss": 5.1258,
      "step": 17124
    },
    {
      "epoch": 1.4547230716955488,
      "grad_norm": 2.2054098504787762,
      "learning_rate": 0.000265463286729515,
      "loss": 4.8144,
      "step": 17125
    },
    {
      "epoch": 1.4548080190282024,
      "grad_norm": 2.416087524972031,
      "learning_rate": 0.00026545890366422683,
      "loss": 5.1646,
      "step": 17126
    },
    {
      "epoch": 1.4548929663608563,
      "grad_norm": 2.3799511307143155,
      "learning_rate": 0.00026545452035701744,
      "loss": 5.1579,
      "step": 17127
    },
    {
      "epoch": 1.4549779136935101,
      "grad_norm": 2.226935405050977,
      "learning_rate": 0.00026545013680789604,
      "loss": 4.6421,
      "step": 17128
    },
    {
      "epoch": 1.4550628610261638,
      "grad_norm": 2.153084733636275,
      "learning_rate": 0.00026544575301687195,
      "loss": 4.6962,
      "step": 17129
    },
    {
      "epoch": 1.4551478083588174,
      "grad_norm": 2.23814718834511,
      "learning_rate": 0.00026544136898395417,
      "loss": 4.9693,
      "step": 17130
    },
    {
      "epoch": 1.4552327556914713,
      "grad_norm": 2.4047254899537727,
      "learning_rate": 0.000265436984709152,
      "loss": 5.4475,
      "step": 17131
    },
    {
      "epoch": 1.455317703024125,
      "grad_norm": 2.2442788857920397,
      "learning_rate": 0.00026543260019247457,
      "loss": 5.0981,
      "step": 17132
    },
    {
      "epoch": 1.4554026503567787,
      "grad_norm": 2.3766552074244975,
      "learning_rate": 0.0002654282154339311,
      "loss": 5.2061,
      "step": 17133
    },
    {
      "epoch": 1.4554875976894326,
      "grad_norm": 2.099905246398333,
      "learning_rate": 0.0002654238304335308,
      "loss": 4.4181,
      "step": 17134
    },
    {
      "epoch": 1.4555725450220862,
      "grad_norm": 2.3600068834891386,
      "learning_rate": 0.00026541944519128285,
      "loss": 5.13,
      "step": 17135
    },
    {
      "epoch": 1.45565749235474,
      "grad_norm": 2.1912537266407837,
      "learning_rate": 0.0002654150597071963,
      "loss": 4.5014,
      "step": 17136
    },
    {
      "epoch": 1.455742439687394,
      "grad_norm": 2.1808805500135002,
      "learning_rate": 0.0002654106739812805,
      "loss": 4.9398,
      "step": 17137
    },
    {
      "epoch": 1.4558273870200475,
      "grad_norm": 2.2416395498230335,
      "learning_rate": 0.0002654062880135446,
      "loss": 4.9131,
      "step": 17138
    },
    {
      "epoch": 1.4559123343527014,
      "grad_norm": 2.4632028292115433,
      "learning_rate": 0.0002654019018039978,
      "loss": 5.4636,
      "step": 17139
    },
    {
      "epoch": 1.455997281685355,
      "grad_norm": 2.356918799896025,
      "learning_rate": 0.00026539751535264923,
      "loss": 5.3822,
      "step": 17140
    },
    {
      "epoch": 1.4560822290180089,
      "grad_norm": 2.2219768817505194,
      "learning_rate": 0.0002653931286595082,
      "loss": 4.9029,
      "step": 17141
    },
    {
      "epoch": 1.4561671763506625,
      "grad_norm": 2.0969781929645523,
      "learning_rate": 0.00026538874172458374,
      "loss": 4.7474,
      "step": 17142
    },
    {
      "epoch": 1.4562521236833164,
      "grad_norm": 2.250445193502554,
      "learning_rate": 0.00026538435454788516,
      "loss": 4.8459,
      "step": 17143
    },
    {
      "epoch": 1.45633707101597,
      "grad_norm": 2.2822492821151816,
      "learning_rate": 0.0002653799671294216,
      "loss": 5.1395,
      "step": 17144
    },
    {
      "epoch": 1.4564220183486238,
      "grad_norm": 2.402768385327994,
      "learning_rate": 0.00026537557946920226,
      "loss": 5.2554,
      "step": 17145
    },
    {
      "epoch": 1.4565069656812777,
      "grad_norm": 2.226888936934684,
      "learning_rate": 0.0002653711915672364,
      "loss": 4.7413,
      "step": 17146
    },
    {
      "epoch": 1.4565919130139313,
      "grad_norm": 2.4746889807892645,
      "learning_rate": 0.0002653668034235331,
      "loss": 5.515,
      "step": 17147
    },
    {
      "epoch": 1.4566768603465852,
      "grad_norm": 2.4327612802505136,
      "learning_rate": 0.00026536241503810165,
      "loss": 5.4138,
      "step": 17148
    },
    {
      "epoch": 1.4567618076792388,
      "grad_norm": 2.236116394942581,
      "learning_rate": 0.0002653580264109512,
      "loss": 5.0962,
      "step": 17149
    },
    {
      "epoch": 1.4568467550118926,
      "grad_norm": 2.277770531123029,
      "learning_rate": 0.0002653536375420909,
      "loss": 4.8608,
      "step": 17150
    },
    {
      "epoch": 1.4569317023445465,
      "grad_norm": 2.2402830264182394,
      "learning_rate": 0.0002653492484315301,
      "loss": 4.9256,
      "step": 17151
    },
    {
      "epoch": 1.4570166496772001,
      "grad_norm": 2.3482616786853954,
      "learning_rate": 0.00026534485907927786,
      "loss": 5.3922,
      "step": 17152
    },
    {
      "epoch": 1.4571015970098538,
      "grad_norm": 2.244734262183638,
      "learning_rate": 0.0002653404694853434,
      "loss": 5.1228,
      "step": 17153
    },
    {
      "epoch": 1.4571865443425076,
      "grad_norm": 2.2295965009271623,
      "learning_rate": 0.0002653360796497359,
      "loss": 5.05,
      "step": 17154
    },
    {
      "epoch": 1.4572714916751615,
      "grad_norm": 2.1739512653394764,
      "learning_rate": 0.0002653316895724646,
      "loss": 4.6745,
      "step": 17155
    },
    {
      "epoch": 1.457356439007815,
      "grad_norm": 2.1504240820425125,
      "learning_rate": 0.0002653272992535387,
      "loss": 4.6137,
      "step": 17156
    },
    {
      "epoch": 1.457441386340469,
      "grad_norm": 2.2817287019163106,
      "learning_rate": 0.0002653229086929674,
      "loss": 5.0544,
      "step": 17157
    },
    {
      "epoch": 1.4575263336731226,
      "grad_norm": 2.271276008866224,
      "learning_rate": 0.00026531851789075986,
      "loss": 5.0258,
      "step": 17158
    },
    {
      "epoch": 1.4576112810057764,
      "grad_norm": 2.3335435387813326,
      "learning_rate": 0.0002653141268469253,
      "loss": 5.0457,
      "step": 17159
    },
    {
      "epoch": 1.4576962283384303,
      "grad_norm": 2.307844004789273,
      "learning_rate": 0.000265309735561473,
      "loss": 5.1894,
      "step": 17160
    },
    {
      "epoch": 1.457781175671084,
      "grad_norm": 2.2302840929200687,
      "learning_rate": 0.000265305344034412,
      "loss": 5.0323,
      "step": 17161
    },
    {
      "epoch": 1.4578661230037377,
      "grad_norm": 2.2114740526524685,
      "learning_rate": 0.00026530095226575166,
      "loss": 4.9862,
      "step": 17162
    },
    {
      "epoch": 1.4579510703363914,
      "grad_norm": 2.271074313380866,
      "learning_rate": 0.00026529656025550105,
      "loss": 5.0365,
      "step": 17163
    },
    {
      "epoch": 1.4580360176690452,
      "grad_norm": 2.416693411762507,
      "learning_rate": 0.00026529216800366944,
      "loss": 5.3242,
      "step": 17164
    },
    {
      "epoch": 1.458120965001699,
      "grad_norm": 2.281726207421332,
      "learning_rate": 0.00026528777551026604,
      "loss": 4.9141,
      "step": 17165
    },
    {
      "epoch": 1.4582059123343527,
      "grad_norm": 2.154193270464223,
      "learning_rate": 0.00026528338277530006,
      "loss": 4.8438,
      "step": 17166
    },
    {
      "epoch": 1.4582908596670063,
      "grad_norm": 2.348679912124524,
      "learning_rate": 0.0002652789897987807,
      "loss": 5.3097,
      "step": 17167
    },
    {
      "epoch": 1.4583758069996602,
      "grad_norm": 2.4893218811261173,
      "learning_rate": 0.00026527459658071703,
      "loss": 5.3842,
      "step": 17168
    },
    {
      "epoch": 1.458460754332314,
      "grad_norm": 2.3915286653942336,
      "learning_rate": 0.0002652702031211185,
      "loss": 5.4685,
      "step": 17169
    },
    {
      "epoch": 1.4585457016649677,
      "grad_norm": 2.2927971079099123,
      "learning_rate": 0.0002652658094199942,
      "loss": 5.0184,
      "step": 17170
    },
    {
      "epoch": 1.4586306489976215,
      "grad_norm": 2.336678834985574,
      "learning_rate": 0.00026526141547735324,
      "loss": 5.1249,
      "step": 17171
    },
    {
      "epoch": 1.4587155963302751,
      "grad_norm": 2.2787856254633554,
      "learning_rate": 0.00026525702129320496,
      "loss": 4.804,
      "step": 17172
    },
    {
      "epoch": 1.458800543662929,
      "grad_norm": 2.286436696496344,
      "learning_rate": 0.00026525262686755846,
      "loss": 5.0826,
      "step": 17173
    },
    {
      "epoch": 1.4588854909955828,
      "grad_norm": 2.507628244201886,
      "learning_rate": 0.0002652482322004231,
      "loss": 5.6436,
      "step": 17174
    },
    {
      "epoch": 1.4589704383282365,
      "grad_norm": 2.219623696129613,
      "learning_rate": 0.0002652438372918079,
      "loss": 4.601,
      "step": 17175
    },
    {
      "epoch": 1.4590553856608903,
      "grad_norm": 2.457844124681902,
      "learning_rate": 0.00026523944214172223,
      "loss": 5.2522,
      "step": 17176
    },
    {
      "epoch": 1.459140332993544,
      "grad_norm": 2.229440077908665,
      "learning_rate": 0.00026523504675017524,
      "loss": 4.91,
      "step": 17177
    },
    {
      "epoch": 1.4592252803261978,
      "grad_norm": 2.446747514881232,
      "learning_rate": 0.0002652306511171761,
      "loss": 5.4162,
      "step": 17178
    },
    {
      "epoch": 1.4593102276588514,
      "grad_norm": 2.270727149040942,
      "learning_rate": 0.0002652262552427341,
      "loss": 5.0973,
      "step": 17179
    },
    {
      "epoch": 1.4593951749915053,
      "grad_norm": 2.4534156661609754,
      "learning_rate": 0.00026522185912685836,
      "loss": 5.5113,
      "step": 17180
    },
    {
      "epoch": 1.459480122324159,
      "grad_norm": 2.269065731409817,
      "learning_rate": 0.0002652174627695581,
      "loss": 4.8403,
      "step": 17181
    },
    {
      "epoch": 1.4595650696568128,
      "grad_norm": 2.250860649938418,
      "learning_rate": 0.00026521306617084266,
      "loss": 5.0568,
      "step": 17182
    },
    {
      "epoch": 1.4596500169894666,
      "grad_norm": 2.509886417554303,
      "learning_rate": 0.00026520866933072107,
      "loss": 5.5208,
      "step": 17183
    },
    {
      "epoch": 1.4597349643221202,
      "grad_norm": 2.0237515259226204,
      "learning_rate": 0.0002652042722492027,
      "loss": 4.2444,
      "step": 17184
    },
    {
      "epoch": 1.459819911654774,
      "grad_norm": 2.262949255131064,
      "learning_rate": 0.0002651998749262966,
      "loss": 5.0093,
      "step": 17185
    },
    {
      "epoch": 1.4599048589874277,
      "grad_norm": 2.373813069629705,
      "learning_rate": 0.00026519547736201214,
      "loss": 5.3367,
      "step": 17186
    },
    {
      "epoch": 1.4599898063200816,
      "grad_norm": 2.119649389839648,
      "learning_rate": 0.0002651910795563585,
      "loss": 4.7198,
      "step": 17187
    },
    {
      "epoch": 1.4600747536527354,
      "grad_norm": 2.3979046134439104,
      "learning_rate": 0.0002651866815093448,
      "loss": 5.2993,
      "step": 17188
    },
    {
      "epoch": 1.460159700985389,
      "grad_norm": 2.188313095657254,
      "learning_rate": 0.00026518228322098034,
      "loss": 4.698,
      "step": 17189
    },
    {
      "epoch": 1.4602446483180427,
      "grad_norm": 2.321820963950519,
      "learning_rate": 0.00026517788469127435,
      "loss": 5.1382,
      "step": 17190
    },
    {
      "epoch": 1.4603295956506965,
      "grad_norm": 2.186143222862328,
      "learning_rate": 0.000265173485920236,
      "loss": 4.8236,
      "step": 17191
    },
    {
      "epoch": 1.4604145429833504,
      "grad_norm": 2.2139525779343625,
      "learning_rate": 0.00026516908690787456,
      "loss": 4.9,
      "step": 17192
    },
    {
      "epoch": 1.460499490316004,
      "grad_norm": 2.028058957533916,
      "learning_rate": 0.0002651646876541992,
      "loss": 4.2703,
      "step": 17193
    },
    {
      "epoch": 1.4605844376486579,
      "grad_norm": 2.246930942073057,
      "learning_rate": 0.0002651602881592191,
      "loss": 4.6234,
      "step": 17194
    },
    {
      "epoch": 1.4606693849813115,
      "grad_norm": 2.0620416488543993,
      "learning_rate": 0.00026515588842294355,
      "loss": 4.1995,
      "step": 17195
    },
    {
      "epoch": 1.4607543323139653,
      "grad_norm": 2.3713139843097095,
      "learning_rate": 0.0002651514884453817,
      "loss": 5.3225,
      "step": 17196
    },
    {
      "epoch": 1.4608392796466192,
      "grad_norm": 2.2143447129890848,
      "learning_rate": 0.00026514708822654285,
      "loss": 5.0193,
      "step": 17197
    },
    {
      "epoch": 1.4609242269792728,
      "grad_norm": 2.1823802335527733,
      "learning_rate": 0.00026514268776643625,
      "loss": 4.6074,
      "step": 17198
    },
    {
      "epoch": 1.4610091743119267,
      "grad_norm": 2.298235107161574,
      "learning_rate": 0.00026513828706507093,
      "loss": 4.9615,
      "step": 17199
    },
    {
      "epoch": 1.4610941216445803,
      "grad_norm": 2.2767889068656224,
      "learning_rate": 0.0002651338861224563,
      "loss": 4.7696,
      "step": 17200
    },
    {
      "epoch": 1.4611790689772342,
      "grad_norm": 2.4657297551921795,
      "learning_rate": 0.0002651294849386015,
      "loss": 5.6059,
      "step": 17201
    },
    {
      "epoch": 1.461264016309888,
      "grad_norm": 2.511102892701699,
      "learning_rate": 0.00026512508351351577,
      "loss": 5.3995,
      "step": 17202
    },
    {
      "epoch": 1.4613489636425416,
      "grad_norm": 2.2513597945767847,
      "learning_rate": 0.00026512068184720834,
      "loss": 5.1153,
      "step": 17203
    },
    {
      "epoch": 1.4614339109751953,
      "grad_norm": 2.50451490488604,
      "learning_rate": 0.00026511627993968843,
      "loss": 5.5595,
      "step": 17204
    },
    {
      "epoch": 1.4615188583078491,
      "grad_norm": 2.27103383201679,
      "learning_rate": 0.0002651118777909652,
      "loss": 5.1155,
      "step": 17205
    },
    {
      "epoch": 1.461603805640503,
      "grad_norm": 2.237839162228359,
      "learning_rate": 0.000265107475401048,
      "loss": 4.7827,
      "step": 17206
    },
    {
      "epoch": 1.4616887529731566,
      "grad_norm": 2.2728814787603886,
      "learning_rate": 0.0002651030727699459,
      "loss": 5.277,
      "step": 17207
    },
    {
      "epoch": 1.4617737003058104,
      "grad_norm": 2.240664551856184,
      "learning_rate": 0.0002650986698976683,
      "loss": 4.7501,
      "step": 17208
    },
    {
      "epoch": 1.461858647638464,
      "grad_norm": 2.314467536808834,
      "learning_rate": 0.0002650942667842243,
      "loss": 4.9555,
      "step": 17209
    },
    {
      "epoch": 1.461943594971118,
      "grad_norm": 2.4234551307576297,
      "learning_rate": 0.00026508986342962314,
      "loss": 5.4904,
      "step": 17210
    },
    {
      "epoch": 1.4620285423037718,
      "grad_norm": 2.43689511745541,
      "learning_rate": 0.000265085459833874,
      "loss": 5.4678,
      "step": 17211
    },
    {
      "epoch": 1.4621134896364254,
      "grad_norm": 2.3239323542523205,
      "learning_rate": 0.00026508105599698626,
      "loss": 5.1426,
      "step": 17212
    },
    {
      "epoch": 1.4621984369690793,
      "grad_norm": 2.3474116983865776,
      "learning_rate": 0.00026507665191896905,
      "loss": 5.1018,
      "step": 17213
    },
    {
      "epoch": 1.4622833843017329,
      "grad_norm": 2.255154983289621,
      "learning_rate": 0.00026507224759983163,
      "loss": 5.1417,
      "step": 17214
    },
    {
      "epoch": 1.4623683316343867,
      "grad_norm": 2.2758233900400286,
      "learning_rate": 0.0002650678430395832,
      "loss": 5.2438,
      "step": 17215
    },
    {
      "epoch": 1.4624532789670404,
      "grad_norm": 2.2441345962330805,
      "learning_rate": 0.0002650634382382329,
      "loss": 5.2186,
      "step": 17216
    },
    {
      "epoch": 1.4625382262996942,
      "grad_norm": 2.1647895548307168,
      "learning_rate": 0.0002650590331957902,
      "loss": 4.6352,
      "step": 17217
    },
    {
      "epoch": 1.4626231736323478,
      "grad_norm": 2.6444575767352916,
      "learning_rate": 0.0002650546279122641,
      "loss": 4.3881,
      "step": 17218
    },
    {
      "epoch": 1.4627081209650017,
      "grad_norm": 2.2424941143060275,
      "learning_rate": 0.0002650502223876639,
      "loss": 4.9145,
      "step": 17219
    },
    {
      "epoch": 1.4627930682976555,
      "grad_norm": 2.1692658395783293,
      "learning_rate": 0.0002650458166219989,
      "loss": 4.7356,
      "step": 17220
    },
    {
      "epoch": 1.4628780156303092,
      "grad_norm": 2.3728865804391113,
      "learning_rate": 0.00026504141061527826,
      "loss": 5.3743,
      "step": 17221
    },
    {
      "epoch": 1.462962962962963,
      "grad_norm": 2.182241935443628,
      "learning_rate": 0.0002650370043675112,
      "loss": 5.0931,
      "step": 17222
    },
    {
      "epoch": 1.4630479102956166,
      "grad_norm": 2.2509076295315813,
      "learning_rate": 0.000265032597878707,
      "loss": 5.1664,
      "step": 17223
    },
    {
      "epoch": 1.4631328576282705,
      "grad_norm": 2.3182891322085166,
      "learning_rate": 0.0002650281911488749,
      "loss": 5.2153,
      "step": 17224
    },
    {
      "epoch": 1.4632178049609244,
      "grad_norm": 2.387252394092564,
      "learning_rate": 0.00026502378417802403,
      "loss": 5.1979,
      "step": 17225
    },
    {
      "epoch": 1.463302752293578,
      "grad_norm": 2.2311064993292633,
      "learning_rate": 0.00026501937696616376,
      "loss": 4.6559,
      "step": 17226
    },
    {
      "epoch": 1.4633876996262316,
      "grad_norm": 2.360759087885161,
      "learning_rate": 0.0002650149695133033,
      "loss": 5.2778,
      "step": 17227
    },
    {
      "epoch": 1.4634726469588855,
      "grad_norm": 2.1953909932600952,
      "learning_rate": 0.0002650105618194518,
      "loss": 4.8789,
      "step": 17228
    },
    {
      "epoch": 1.4635575942915393,
      "grad_norm": 2.281112338783521,
      "learning_rate": 0.0002650061538846185,
      "loss": 4.9894,
      "step": 17229
    },
    {
      "epoch": 1.463642541624193,
      "grad_norm": 2.174552008296569,
      "learning_rate": 0.0002650017457088128,
      "loss": 4.8633,
      "step": 17230
    },
    {
      "epoch": 1.4637274889568468,
      "grad_norm": 2.4164741586699066,
      "learning_rate": 0.0002649973372920437,
      "loss": 5.5412,
      "step": 17231
    },
    {
      "epoch": 1.4638124362895004,
      "grad_norm": 2.244693887163898,
      "learning_rate": 0.0002649929286343206,
      "loss": 5.1175,
      "step": 17232
    },
    {
      "epoch": 1.4638973836221543,
      "grad_norm": 2.3012687097485256,
      "learning_rate": 0.00026498851973565275,
      "loss": 5.0356,
      "step": 17233
    },
    {
      "epoch": 1.4639823309548081,
      "grad_norm": 2.3974771788624754,
      "learning_rate": 0.00026498411059604926,
      "loss": 5.2597,
      "step": 17234
    },
    {
      "epoch": 1.4640672782874617,
      "grad_norm": 2.451533736083919,
      "learning_rate": 0.0002649797012155195,
      "loss": 5.386,
      "step": 17235
    },
    {
      "epoch": 1.4641522256201156,
      "grad_norm": 2.265774743468978,
      "learning_rate": 0.0002649752915940726,
      "loss": 5.2184,
      "step": 17236
    },
    {
      "epoch": 1.4642371729527692,
      "grad_norm": 2.2073527297759075,
      "learning_rate": 0.00026497088173171786,
      "loss": 4.8986,
      "step": 17237
    },
    {
      "epoch": 1.464322120285423,
      "grad_norm": 2.3079954789667543,
      "learning_rate": 0.00026496647162846447,
      "loss": 5.0488,
      "step": 17238
    },
    {
      "epoch": 1.464407067618077,
      "grad_norm": 2.129794210528848,
      "learning_rate": 0.0002649620612843218,
      "loss": 4.6968,
      "step": 17239
    },
    {
      "epoch": 1.4644920149507306,
      "grad_norm": 2.270842492129743,
      "learning_rate": 0.00026495765069929893,
      "loss": 4.9688,
      "step": 17240
    },
    {
      "epoch": 1.4645769622833842,
      "grad_norm": 2.2467656414414683,
      "learning_rate": 0.0002649532398734052,
      "loss": 4.8136,
      "step": 17241
    },
    {
      "epoch": 1.464661909616038,
      "grad_norm": 2.4671189432992118,
      "learning_rate": 0.0002649488288066498,
      "loss": 5.4059,
      "step": 17242
    },
    {
      "epoch": 1.4647468569486919,
      "grad_norm": 2.3495292900800306,
      "learning_rate": 0.000264944417499042,
      "loss": 4.9236,
      "step": 17243
    },
    {
      "epoch": 1.4648318042813455,
      "grad_norm": 2.2794584093382766,
      "learning_rate": 0.00026494000595059106,
      "loss": 5.0164,
      "step": 17244
    },
    {
      "epoch": 1.4649167516139994,
      "grad_norm": 2.306781652645808,
      "learning_rate": 0.00026493559416130614,
      "loss": 5.0226,
      "step": 17245
    },
    {
      "epoch": 1.465001698946653,
      "grad_norm": 2.1680777632378603,
      "learning_rate": 0.0002649311821311966,
      "loss": 4.5939,
      "step": 17246
    },
    {
      "epoch": 1.4650866462793068,
      "grad_norm": 2.415747960669269,
      "learning_rate": 0.0002649267698602717,
      "loss": 5.4541,
      "step": 17247
    },
    {
      "epoch": 1.4651715936119607,
      "grad_norm": 2.3967095717084206,
      "learning_rate": 0.00026492235734854047,
      "loss": 5.3819,
      "step": 17248
    },
    {
      "epoch": 1.4652565409446143,
      "grad_norm": 2.237059083500257,
      "learning_rate": 0.0002649179445960124,
      "loss": 4.9435,
      "step": 17249
    },
    {
      "epoch": 1.465341488277268,
      "grad_norm": 2.2243467100105336,
      "learning_rate": 0.00026491353160269657,
      "loss": 4.8098,
      "step": 17250
    },
    {
      "epoch": 1.4654264356099218,
      "grad_norm": 2.3266572866773103,
      "learning_rate": 0.0002649091183686024,
      "loss": 5.133,
      "step": 17251
    },
    {
      "epoch": 1.4655113829425757,
      "grad_norm": 2.2687614234412976,
      "learning_rate": 0.0002649047048937389,
      "loss": 4.922,
      "step": 17252
    },
    {
      "epoch": 1.4655963302752293,
      "grad_norm": 2.297191779179277,
      "learning_rate": 0.0002649002911781155,
      "loss": 5.0627,
      "step": 17253
    },
    {
      "epoch": 1.4656812776078831,
      "grad_norm": 2.396020816864867,
      "learning_rate": 0.00026489587722174144,
      "loss": 5.3346,
      "step": 17254
    },
    {
      "epoch": 1.4657662249405368,
      "grad_norm": 2.0957097250135828,
      "learning_rate": 0.0002648914630246259,
      "loss": 4.4571,
      "step": 17255
    },
    {
      "epoch": 1.4658511722731906,
      "grad_norm": 2.443700706914474,
      "learning_rate": 0.00026488704858677816,
      "loss": 5.2063,
      "step": 17256
    },
    {
      "epoch": 1.4659361196058445,
      "grad_norm": 2.3485108948518088,
      "learning_rate": 0.0002648826339082075,
      "loss": 5.1674,
      "step": 17257
    },
    {
      "epoch": 1.466021066938498,
      "grad_norm": 2.2020096978087706,
      "learning_rate": 0.00026487821898892304,
      "loss": 4.907,
      "step": 17258
    },
    {
      "epoch": 1.466106014271152,
      "grad_norm": 2.16359893392458,
      "learning_rate": 0.00026487380382893413,
      "loss": 4.8268,
      "step": 17259
    },
    {
      "epoch": 1.4661909616038056,
      "grad_norm": 2.4776422299174627,
      "learning_rate": 0.00026486938842825006,
      "loss": 5.4668,
      "step": 17260
    },
    {
      "epoch": 1.4662759089364594,
      "grad_norm": 2.1742690359409216,
      "learning_rate": 0.00026486497278688004,
      "loss": 4.9443,
      "step": 17261
    },
    {
      "epoch": 1.4663608562691133,
      "grad_norm": 2.435661100015338,
      "learning_rate": 0.00026486055690483335,
      "loss": 5.1387,
      "step": 17262
    },
    {
      "epoch": 1.466445803601767,
      "grad_norm": 2.2213294319718093,
      "learning_rate": 0.00026485614078211914,
      "loss": 4.6506,
      "step": 17263
    },
    {
      "epoch": 1.4665307509344205,
      "grad_norm": 2.3487249803586967,
      "learning_rate": 0.0002648517244187468,
      "loss": 5.0765,
      "step": 17264
    },
    {
      "epoch": 1.4666156982670744,
      "grad_norm": 2.255084429976923,
      "learning_rate": 0.0002648473078147255,
      "loss": 5.1523,
      "step": 17265
    },
    {
      "epoch": 1.4667006455997282,
      "grad_norm": 2.23436060322802,
      "learning_rate": 0.00026484289097006443,
      "loss": 4.8891,
      "step": 17266
    },
    {
      "epoch": 1.4667855929323819,
      "grad_norm": 2.275181546548947,
      "learning_rate": 0.000264838473884773,
      "loss": 5.1123,
      "step": 17267
    },
    {
      "epoch": 1.4668705402650357,
      "grad_norm": 2.2516723467748814,
      "learning_rate": 0.0002648340565588604,
      "loss": 5.0014,
      "step": 17268
    },
    {
      "epoch": 1.4669554875976893,
      "grad_norm": 2.228528220167573,
      "learning_rate": 0.00026482963899233583,
      "loss": 4.9087,
      "step": 17269
    },
    {
      "epoch": 1.4670404349303432,
      "grad_norm": 2.5397055661252064,
      "learning_rate": 0.00026482522118520866,
      "loss": 5.6054,
      "step": 17270
    },
    {
      "epoch": 1.467125382262997,
      "grad_norm": 2.425535779873052,
      "learning_rate": 0.000264820803137488,
      "loss": 5.0702,
      "step": 17271
    },
    {
      "epoch": 1.4672103295956507,
      "grad_norm": 2.5086714481660017,
      "learning_rate": 0.0002648163848491833,
      "loss": 5.5507,
      "step": 17272
    },
    {
      "epoch": 1.4672952769283045,
      "grad_norm": 2.399867457623916,
      "learning_rate": 0.0002648119663203036,
      "loss": 5.2127,
      "step": 17273
    },
    {
      "epoch": 1.4673802242609582,
      "grad_norm": 2.2069597218009798,
      "learning_rate": 0.0002648075475508584,
      "loss": 4.9798,
      "step": 17274
    },
    {
      "epoch": 1.467465171593612,
      "grad_norm": 2.275999498265663,
      "learning_rate": 0.00026480312854085665,
      "loss": 5.0581,
      "step": 17275
    },
    {
      "epoch": 1.4675501189262656,
      "grad_norm": 2.257382806652383,
      "learning_rate": 0.00026479870929030787,
      "loss": 5.024,
      "step": 17276
    },
    {
      "epoch": 1.4676350662589195,
      "grad_norm": 2.359922236359684,
      "learning_rate": 0.00026479428979922124,
      "loss": 5.3044,
      "step": 17277
    },
    {
      "epoch": 1.4677200135915731,
      "grad_norm": 2.238540717975307,
      "learning_rate": 0.000264789870067606,
      "loss": 5.0244,
      "step": 17278
    },
    {
      "epoch": 1.467804960924227,
      "grad_norm": 2.424473663907245,
      "learning_rate": 0.0002647854500954714,
      "loss": 5.3878,
      "step": 17279
    },
    {
      "epoch": 1.4678899082568808,
      "grad_norm": 2.341971687439774,
      "learning_rate": 0.00026478102988282675,
      "loss": 4.9164,
      "step": 17280
    },
    {
      "epoch": 1.4679748555895344,
      "grad_norm": 2.3140923019055113,
      "learning_rate": 0.00026477660942968124,
      "loss": 5.2002,
      "step": 17281
    },
    {
      "epoch": 1.4680598029221883,
      "grad_norm": 2.297112015945577,
      "learning_rate": 0.00026477218873604424,
      "loss": 5.0905,
      "step": 17282
    },
    {
      "epoch": 1.468144750254842,
      "grad_norm": 2.176304295841719,
      "learning_rate": 0.00026476776780192486,
      "loss": 4.7859,
      "step": 17283
    },
    {
      "epoch": 1.4682296975874958,
      "grad_norm": 2.282154906085905,
      "learning_rate": 0.0002647633466273326,
      "loss": 5.3706,
      "step": 17284
    },
    {
      "epoch": 1.4683146449201496,
      "grad_norm": 2.227232079000553,
      "learning_rate": 0.00026475892521227645,
      "loss": 4.9679,
      "step": 17285
    },
    {
      "epoch": 1.4683995922528033,
      "grad_norm": 2.24552878012703,
      "learning_rate": 0.00026475450355676586,
      "loss": 5.1095,
      "step": 17286
    },
    {
      "epoch": 1.4684845395854569,
      "grad_norm": 2.451553783837599,
      "learning_rate": 0.00026475008166080996,
      "loss": 5.3539,
      "step": 17287
    },
    {
      "epoch": 1.4685694869181107,
      "grad_norm": 2.255415710242843,
      "learning_rate": 0.0002647456595244182,
      "loss": 5.1109,
      "step": 17288
    },
    {
      "epoch": 1.4686544342507646,
      "grad_norm": 2.2323375832221686,
      "learning_rate": 0.00026474123714759966,
      "loss": 4.6591,
      "step": 17289
    },
    {
      "epoch": 1.4687393815834182,
      "grad_norm": 2.2559937353438477,
      "learning_rate": 0.0002647368145303637,
      "loss": 5.0332,
      "step": 17290
    },
    {
      "epoch": 1.468824328916072,
      "grad_norm": 2.2257397205990115,
      "learning_rate": 0.0002647323916727196,
      "loss": 4.7751,
      "step": 17291
    },
    {
      "epoch": 1.4689092762487257,
      "grad_norm": 2.2934336143016565,
      "learning_rate": 0.00026472796857467655,
      "loss": 5.0961,
      "step": 17292
    },
    {
      "epoch": 1.4689942235813795,
      "grad_norm": 2.3083130362633972,
      "learning_rate": 0.00026472354523624387,
      "loss": 5.1557,
      "step": 17293
    },
    {
      "epoch": 1.4690791709140334,
      "grad_norm": 2.4576356851389325,
      "learning_rate": 0.00026471912165743083,
      "loss": 5.6185,
      "step": 17294
    },
    {
      "epoch": 1.469164118246687,
      "grad_norm": 2.266037472515576,
      "learning_rate": 0.0002647146978382467,
      "loss": 5.1158,
      "step": 17295
    },
    {
      "epoch": 1.4692490655793409,
      "grad_norm": 2.2740342242547404,
      "learning_rate": 0.00026471027377870075,
      "loss": 5.0498,
      "step": 17296
    },
    {
      "epoch": 1.4693340129119945,
      "grad_norm": 2.5310936200571335,
      "learning_rate": 0.00026470584947880225,
      "loss": 5.4829,
      "step": 17297
    },
    {
      "epoch": 1.4694189602446484,
      "grad_norm": 2.21390139645802,
      "learning_rate": 0.0002647014249385604,
      "loss": 4.8888,
      "step": 17298
    },
    {
      "epoch": 1.4695039075773022,
      "grad_norm": 2.2354396536515884,
      "learning_rate": 0.00026469700015798456,
      "loss": 4.9607,
      "step": 17299
    },
    {
      "epoch": 1.4695888549099558,
      "grad_norm": 2.3131375968424295,
      "learning_rate": 0.00026469257513708403,
      "loss": 4.7738,
      "step": 17300
    },
    {
      "epoch": 1.4696738022426095,
      "grad_norm": 2.239830176955234,
      "learning_rate": 0.0002646881498758679,
      "loss": 4.8546,
      "step": 17301
    },
    {
      "epoch": 1.4697587495752633,
      "grad_norm": 2.418271536129003,
      "learning_rate": 0.0002646837243743457,
      "loss": 5.2919,
      "step": 17302
    },
    {
      "epoch": 1.4698436969079172,
      "grad_norm": 2.2309231916072387,
      "learning_rate": 0.0002646792986325265,
      "loss": 4.7044,
      "step": 17303
    },
    {
      "epoch": 1.4699286442405708,
      "grad_norm": 2.209242537174389,
      "learning_rate": 0.00026467487265041965,
      "loss": 4.9741,
      "step": 17304
    },
    {
      "epoch": 1.4700135915732246,
      "grad_norm": 2.123224616409332,
      "learning_rate": 0.0002646704464280344,
      "loss": 4.3323,
      "step": 17305
    },
    {
      "epoch": 1.4700985389058783,
      "grad_norm": 2.203510908239259,
      "learning_rate": 0.0002646660199653801,
      "loss": 4.5231,
      "step": 17306
    },
    {
      "epoch": 1.4701834862385321,
      "grad_norm": 2.2640274350192557,
      "learning_rate": 0.0002646615932624659,
      "loss": 4.7431,
      "step": 17307
    },
    {
      "epoch": 1.470268433571186,
      "grad_norm": 2.2140174489805506,
      "learning_rate": 0.00026465716631930117,
      "loss": 4.949,
      "step": 17308
    },
    {
      "epoch": 1.4703533809038396,
      "grad_norm": 2.304708637021063,
      "learning_rate": 0.00026465273913589516,
      "loss": 5.2825,
      "step": 17309
    },
    {
      "epoch": 1.4704383282364935,
      "grad_norm": 2.268839654113131,
      "learning_rate": 0.0002646483117122571,
      "loss": 4.8751,
      "step": 17310
    },
    {
      "epoch": 1.470523275569147,
      "grad_norm": 2.231295996923209,
      "learning_rate": 0.0002646438840483964,
      "loss": 4.7139,
      "step": 17311
    },
    {
      "epoch": 1.470608222901801,
      "grad_norm": 2.4281322694787444,
      "learning_rate": 0.0002646394561443222,
      "loss": 5.2191,
      "step": 17312
    },
    {
      "epoch": 1.4706931702344546,
      "grad_norm": 2.3096982872227216,
      "learning_rate": 0.0002646350280000438,
      "loss": 5.3201,
      "step": 17313
    },
    {
      "epoch": 1.4707781175671084,
      "grad_norm": 2.204548488446862,
      "learning_rate": 0.0002646305996155705,
      "loss": 4.7586,
      "step": 17314
    },
    {
      "epoch": 1.470863064899762,
      "grad_norm": 2.4074332207346543,
      "learning_rate": 0.0002646261709909116,
      "loss": 4.9837,
      "step": 17315
    },
    {
      "epoch": 1.470948012232416,
      "grad_norm": 2.24438790252743,
      "learning_rate": 0.00026462174212607634,
      "loss": 4.9202,
      "step": 17316
    },
    {
      "epoch": 1.4710329595650697,
      "grad_norm": 2.1561157483783884,
      "learning_rate": 0.00026461731302107404,
      "loss": 4.8309,
      "step": 17317
    },
    {
      "epoch": 1.4711179068977234,
      "grad_norm": 2.371654048645341,
      "learning_rate": 0.00026461288367591397,
      "loss": 5.2463,
      "step": 17318
    },
    {
      "epoch": 1.4712028542303772,
      "grad_norm": 2.2406092391010475,
      "learning_rate": 0.0002646084540906054,
      "loss": 4.7977,
      "step": 17319
    },
    {
      "epoch": 1.4712878015630309,
      "grad_norm": 2.306968256108798,
      "learning_rate": 0.0002646040242651576,
      "loss": 5.2249,
      "step": 17320
    },
    {
      "epoch": 1.4713727488956847,
      "grad_norm": 2.3851299125515406,
      "learning_rate": 0.00026459959419957986,
      "loss": 5.453,
      "step": 17321
    },
    {
      "epoch": 1.4714576962283386,
      "grad_norm": 2.4331084015412237,
      "learning_rate": 0.0002645951638938815,
      "loss": 5.5266,
      "step": 17322
    },
    {
      "epoch": 1.4715426435609922,
      "grad_norm": 2.219610717642192,
      "learning_rate": 0.00026459073334807176,
      "loss": 4.6635,
      "step": 17323
    },
    {
      "epoch": 1.4716275908936458,
      "grad_norm": 2.2246408437171574,
      "learning_rate": 0.00026458630256215993,
      "loss": 4.8902,
      "step": 17324
    },
    {
      "epoch": 1.4717125382262997,
      "grad_norm": 2.3125836922325806,
      "learning_rate": 0.00026458187153615526,
      "loss": 5.0421,
      "step": 17325
    },
    {
      "epoch": 1.4717974855589535,
      "grad_norm": 2.1858601048833584,
      "learning_rate": 0.0002645774402700671,
      "loss": 4.7504,
      "step": 17326
    },
    {
      "epoch": 1.4718824328916071,
      "grad_norm": 2.3667461494250803,
      "learning_rate": 0.0002645730087639047,
      "loss": 5.4668,
      "step": 17327
    },
    {
      "epoch": 1.471967380224261,
      "grad_norm": 2.3653207378778984,
      "learning_rate": 0.00026456857701767736,
      "loss": 5.3772,
      "step": 17328
    },
    {
      "epoch": 1.4720523275569146,
      "grad_norm": 2.180190132814856,
      "learning_rate": 0.00026456414503139435,
      "loss": 4.7554,
      "step": 17329
    },
    {
      "epoch": 1.4721372748895685,
      "grad_norm": 2.429842144357607,
      "learning_rate": 0.00026455971280506496,
      "loss": 5.4674,
      "step": 17330
    },
    {
      "epoch": 1.4722222222222223,
      "grad_norm": 2.2744742308258914,
      "learning_rate": 0.0002645552803386985,
      "loss": 4.8976,
      "step": 17331
    },
    {
      "epoch": 1.472307169554876,
      "grad_norm": 2.371096161278544,
      "learning_rate": 0.00026455084763230425,
      "loss": 5.4202,
      "step": 17332
    },
    {
      "epoch": 1.4723921168875298,
      "grad_norm": 2.3684850178769326,
      "learning_rate": 0.00026454641468589147,
      "loss": 5.2055,
      "step": 17333
    },
    {
      "epoch": 1.4724770642201834,
      "grad_norm": 2.288216182704751,
      "learning_rate": 0.00026454198149946945,
      "loss": 4.7632,
      "step": 17334
    },
    {
      "epoch": 1.4725620115528373,
      "grad_norm": 2.3900782674023135,
      "learning_rate": 0.00026453754807304747,
      "loss": 5.2069,
      "step": 17335
    },
    {
      "epoch": 1.4726469588854911,
      "grad_norm": 2.3012733428532983,
      "learning_rate": 0.0002645331144066349,
      "loss": 5.1627,
      "step": 17336
    },
    {
      "epoch": 1.4727319062181448,
      "grad_norm": 2.292906279688621,
      "learning_rate": 0.00026452868050024094,
      "loss": 5.0288,
      "step": 17337
    },
    {
      "epoch": 1.4728168535507984,
      "grad_norm": 2.2306057856351043,
      "learning_rate": 0.00026452424635387494,
      "loss": 4.8353,
      "step": 17338
    },
    {
      "epoch": 1.4729018008834522,
      "grad_norm": 2.271592404180318,
      "learning_rate": 0.0002645198119675461,
      "loss": 5.0943,
      "step": 17339
    },
    {
      "epoch": 1.472986748216106,
      "grad_norm": 2.2193229934072782,
      "learning_rate": 0.0002645153773412638,
      "loss": 4.7077,
      "step": 17340
    },
    {
      "epoch": 1.4730716955487597,
      "grad_norm": 2.237534417611934,
      "learning_rate": 0.0002645109424750374,
      "loss": 4.7504,
      "step": 17341
    },
    {
      "epoch": 1.4731566428814136,
      "grad_norm": 2.2957674120982867,
      "learning_rate": 0.000264506507368876,
      "loss": 5.0629,
      "step": 17342
    },
    {
      "epoch": 1.4732415902140672,
      "grad_norm": 2.357427564670642,
      "learning_rate": 0.000264502072022789,
      "loss": 4.8491,
      "step": 17343
    },
    {
      "epoch": 1.473326537546721,
      "grad_norm": 2.392594158001174,
      "learning_rate": 0.0002644976364367857,
      "loss": 5.2572,
      "step": 17344
    },
    {
      "epoch": 1.473411484879375,
      "grad_norm": 2.246200508318906,
      "learning_rate": 0.0002644932006108754,
      "loss": 4.7614,
      "step": 17345
    },
    {
      "epoch": 1.4734964322120285,
      "grad_norm": 2.3326864208875526,
      "learning_rate": 0.00026448876454506734,
      "loss": 5.0945,
      "step": 17346
    },
    {
      "epoch": 1.4735813795446824,
      "grad_norm": 2.490323866245818,
      "learning_rate": 0.00026448432823937085,
      "loss": 5.0701,
      "step": 17347
    },
    {
      "epoch": 1.473666326877336,
      "grad_norm": 2.2496946311351316,
      "learning_rate": 0.0002644798916937952,
      "loss": 5.091,
      "step": 17348
    },
    {
      "epoch": 1.4737512742099899,
      "grad_norm": 2.2010439980262246,
      "learning_rate": 0.0002644754549083498,
      "loss": 4.3236,
      "step": 17349
    },
    {
      "epoch": 1.4738362215426435,
      "grad_norm": 2.3205007016271564,
      "learning_rate": 0.0002644710178830438,
      "loss": 5.0626,
      "step": 17350
    },
    {
      "epoch": 1.4739211688752973,
      "grad_norm": 2.5209095907773165,
      "learning_rate": 0.00026446658061788655,
      "loss": 5.3717,
      "step": 17351
    },
    {
      "epoch": 1.474006116207951,
      "grad_norm": 2.449988863546891,
      "learning_rate": 0.00026446214311288735,
      "loss": 5.2669,
      "step": 17352
    },
    {
      "epoch": 1.4740910635406048,
      "grad_norm": 2.3253825504909473,
      "learning_rate": 0.00026445770536805553,
      "loss": 4.9555,
      "step": 17353
    },
    {
      "epoch": 1.4741760108732587,
      "grad_norm": 2.2722440639976025,
      "learning_rate": 0.0002644532673834003,
      "loss": 5.0785,
      "step": 17354
    },
    {
      "epoch": 1.4742609582059123,
      "grad_norm": 2.1611127347808727,
      "learning_rate": 0.00026444882915893105,
      "loss": 4.7372,
      "step": 17355
    },
    {
      "epoch": 1.4743459055385661,
      "grad_norm": 2.4417639409667045,
      "learning_rate": 0.00026444439069465704,
      "loss": 5.1237,
      "step": 17356
    },
    {
      "epoch": 1.4744308528712198,
      "grad_norm": 2.19814086448495,
      "learning_rate": 0.0002644399519905876,
      "loss": 5.041,
      "step": 17357
    },
    {
      "epoch": 1.4745158002038736,
      "grad_norm": 2.2356299927421164,
      "learning_rate": 0.000264435513046732,
      "loss": 4.8095,
      "step": 17358
    },
    {
      "epoch": 1.4746007475365275,
      "grad_norm": 2.2378399477006914,
      "learning_rate": 0.00026443107386309953,
      "loss": 4.7992,
      "step": 17359
    },
    {
      "epoch": 1.474685694869181,
      "grad_norm": 2.434981141776498,
      "learning_rate": 0.00026442663443969946,
      "loss": 5.041,
      "step": 17360
    },
    {
      "epoch": 1.4747706422018347,
      "grad_norm": 2.4838604053792053,
      "learning_rate": 0.0002644221947765412,
      "loss": 5.387,
      "step": 17361
    },
    {
      "epoch": 1.4748555895344886,
      "grad_norm": 2.2002397996647454,
      "learning_rate": 0.000264417754873634,
      "loss": 5.0207,
      "step": 17362
    },
    {
      "epoch": 1.4749405368671424,
      "grad_norm": 2.1703050027032913,
      "learning_rate": 0.0002644133147309871,
      "loss": 4.6155,
      "step": 17363
    },
    {
      "epoch": 1.475025484199796,
      "grad_norm": 2.340449732766376,
      "learning_rate": 0.0002644088743486099,
      "loss": 5.0055,
      "step": 17364
    },
    {
      "epoch": 1.47511043153245,
      "grad_norm": 2.185873605627381,
      "learning_rate": 0.00026440443372651167,
      "loss": 4.7471,
      "step": 17365
    },
    {
      "epoch": 1.4751953788651035,
      "grad_norm": 2.3310537977903487,
      "learning_rate": 0.00026439999286470166,
      "loss": 5.198,
      "step": 17366
    },
    {
      "epoch": 1.4752803261977574,
      "grad_norm": 2.179417897048926,
      "learning_rate": 0.0002643955517631893,
      "loss": 4.4675,
      "step": 17367
    },
    {
      "epoch": 1.4753652735304112,
      "grad_norm": 2.177780543791184,
      "learning_rate": 0.0002643911104219838,
      "loss": 4.6081,
      "step": 17368
    },
    {
      "epoch": 1.4754502208630649,
      "grad_norm": 2.3159662030795785,
      "learning_rate": 0.00026438666884109446,
      "loss": 5.2918,
      "step": 17369
    },
    {
      "epoch": 1.4755351681957187,
      "grad_norm": 2.469665396670566,
      "learning_rate": 0.00026438222702053054,
      "loss": 5.4865,
      "step": 17370
    },
    {
      "epoch": 1.4756201155283724,
      "grad_norm": 2.21502768005799,
      "learning_rate": 0.0002643777849603015,
      "loss": 4.7572,
      "step": 17371
    },
    {
      "epoch": 1.4757050628610262,
      "grad_norm": 2.426207156802542,
      "learning_rate": 0.00026437334266041657,
      "loss": 5.3975,
      "step": 17372
    },
    {
      "epoch": 1.4757900101936798,
      "grad_norm": 2.289782055266452,
      "learning_rate": 0.00026436890012088507,
      "loss": 5.1637,
      "step": 17373
    },
    {
      "epoch": 1.4758749575263337,
      "grad_norm": 2.3009754021242323,
      "learning_rate": 0.0002643644573417162,
      "loss": 4.9194,
      "step": 17374
    },
    {
      "epoch": 1.4759599048589873,
      "grad_norm": 2.2991460672579604,
      "learning_rate": 0.0002643600143229194,
      "loss": 5.1737,
      "step": 17375
    },
    {
      "epoch": 1.4760448521916412,
      "grad_norm": 2.2486726863000595,
      "learning_rate": 0.000264355571064504,
      "loss": 5.0069,
      "step": 17376
    },
    {
      "epoch": 1.476129799524295,
      "grad_norm": 2.2468349569152624,
      "learning_rate": 0.00026435112756647915,
      "loss": 4.7433,
      "step": 17377
    },
    {
      "epoch": 1.4762147468569486,
      "grad_norm": 2.420506506174192,
      "learning_rate": 0.0002643466838288543,
      "loss": 5.3909,
      "step": 17378
    },
    {
      "epoch": 1.4762996941896025,
      "grad_norm": 2.3019657823987156,
      "learning_rate": 0.00026434223985163875,
      "loss": 5.052,
      "step": 17379
    },
    {
      "epoch": 1.4763846415222561,
      "grad_norm": 2.176437686948845,
      "learning_rate": 0.00026433779563484177,
      "loss": 4.9222,
      "step": 17380
    },
    {
      "epoch": 1.47646958885491,
      "grad_norm": 2.2633398186741003,
      "learning_rate": 0.00026433335117847265,
      "loss": 5.0497,
      "step": 17381
    },
    {
      "epoch": 1.4765545361875638,
      "grad_norm": 2.1556110394751133,
      "learning_rate": 0.0002643289064825408,
      "loss": 4.8559,
      "step": 17382
    },
    {
      "epoch": 1.4766394835202175,
      "grad_norm": 2.347190556897,
      "learning_rate": 0.00026432446154705543,
      "loss": 5.0818,
      "step": 17383
    },
    {
      "epoch": 1.476724430852871,
      "grad_norm": 2.3447973338645225,
      "learning_rate": 0.0002643200163720259,
      "loss": 5.0369,
      "step": 17384
    },
    {
      "epoch": 1.476809378185525,
      "grad_norm": 2.3029907785441335,
      "learning_rate": 0.00026431557095746153,
      "loss": 5.0907,
      "step": 17385
    },
    {
      "epoch": 1.4768943255181788,
      "grad_norm": 2.2555596379017184,
      "learning_rate": 0.00026431112530337156,
      "loss": 5.3108,
      "step": 17386
    },
    {
      "epoch": 1.4769792728508324,
      "grad_norm": 2.2017748244027153,
      "learning_rate": 0.0002643066794097654,
      "loss": 4.8453,
      "step": 17387
    },
    {
      "epoch": 1.4770642201834863,
      "grad_norm": 2.410793450935515,
      "learning_rate": 0.00026430223327665234,
      "loss": 5.3659,
      "step": 17388
    },
    {
      "epoch": 1.47714916751614,
      "grad_norm": 2.4802741454118613,
      "learning_rate": 0.0002642977869040417,
      "loss": 5.5459,
      "step": 17389
    },
    {
      "epoch": 1.4772341148487937,
      "grad_norm": 2.365339067216678,
      "learning_rate": 0.00026429334029194276,
      "loss": 5.3005,
      "step": 17390
    },
    {
      "epoch": 1.4773190621814476,
      "grad_norm": 2.1992647421983103,
      "learning_rate": 0.0002642888934403649,
      "loss": 4.9082,
      "step": 17391
    },
    {
      "epoch": 1.4774040095141012,
      "grad_norm": 2.325491833708338,
      "learning_rate": 0.00026428444634931736,
      "loss": 5.169,
      "step": 17392
    },
    {
      "epoch": 1.477488956846755,
      "grad_norm": 2.3504713242285296,
      "learning_rate": 0.00026427999901880954,
      "loss": 5.215,
      "step": 17393
    },
    {
      "epoch": 1.4775739041794087,
      "grad_norm": 2.2492600854249667,
      "learning_rate": 0.0002642755514488507,
      "loss": 4.8705,
      "step": 17394
    },
    {
      "epoch": 1.4776588515120626,
      "grad_norm": 2.2907517223705924,
      "learning_rate": 0.0002642711036394501,
      "loss": 5.1703,
      "step": 17395
    },
    {
      "epoch": 1.4777437988447164,
      "grad_norm": 2.287198455368868,
      "learning_rate": 0.0002642666555906172,
      "loss": 4.7333,
      "step": 17396
    },
    {
      "epoch": 1.47782874617737,
      "grad_norm": 2.3055539153598104,
      "learning_rate": 0.0002642622073023613,
      "loss": 5.0133,
      "step": 17397
    },
    {
      "epoch": 1.4779136935100237,
      "grad_norm": 2.271729173422918,
      "learning_rate": 0.00026425775877469157,
      "loss": 5.0064,
      "step": 17398
    },
    {
      "epoch": 1.4779986408426775,
      "grad_norm": 2.2473348671030404,
      "learning_rate": 0.0002642533100076175,
      "loss": 4.9578,
      "step": 17399
    },
    {
      "epoch": 1.4780835881753314,
      "grad_norm": 2.257032795710132,
      "learning_rate": 0.00026424886100114833,
      "loss": 4.6681,
      "step": 17400
    },
    {
      "epoch": 1.478168535507985,
      "grad_norm": 2.4490514132684895,
      "learning_rate": 0.0002642444117552934,
      "loss": 5.2028,
      "step": 17401
    },
    {
      "epoch": 1.4782534828406388,
      "grad_norm": 2.235102119297774,
      "learning_rate": 0.000264239962270062,
      "loss": 4.9105,
      "step": 17402
    },
    {
      "epoch": 1.4783384301732925,
      "grad_norm": 2.374950761756748,
      "learning_rate": 0.00026423551254546357,
      "loss": 4.9451,
      "step": 17403
    },
    {
      "epoch": 1.4784233775059463,
      "grad_norm": 2.431953062836234,
      "learning_rate": 0.0002642310625815073,
      "loss": 5.4241,
      "step": 17404
    },
    {
      "epoch": 1.4785083248386002,
      "grad_norm": 2.4670277823578255,
      "learning_rate": 0.00026422661237820256,
      "loss": 5.3523,
      "step": 17405
    },
    {
      "epoch": 1.4785932721712538,
      "grad_norm": 2.1746851680458685,
      "learning_rate": 0.00026422216193555865,
      "loss": 4.3554,
      "step": 17406
    },
    {
      "epoch": 1.4786782195039077,
      "grad_norm": 2.202886139857855,
      "learning_rate": 0.0002642177112535849,
      "loss": 4.7941,
      "step": 17407
    },
    {
      "epoch": 1.4787631668365613,
      "grad_norm": 2.2741752601394065,
      "learning_rate": 0.00026421326033229073,
      "loss": 4.8392,
      "step": 17408
    },
    {
      "epoch": 1.4788481141692151,
      "grad_norm": 2.217287119531984,
      "learning_rate": 0.0002642088091716854,
      "loss": 4.7582,
      "step": 17409
    },
    {
      "epoch": 1.4789330615018688,
      "grad_norm": 2.1656654934747173,
      "learning_rate": 0.00026420435777177817,
      "loss": 4.7068,
      "step": 17410
    },
    {
      "epoch": 1.4790180088345226,
      "grad_norm": 2.2371747679233174,
      "learning_rate": 0.00026419990613257843,
      "loss": 5.0764,
      "step": 17411
    },
    {
      "epoch": 1.4791029561671762,
      "grad_norm": 2.2564225568830767,
      "learning_rate": 0.00026419545425409555,
      "loss": 4.894,
      "step": 17412
    },
    {
      "epoch": 1.47918790349983,
      "grad_norm": 2.3599154434350744,
      "learning_rate": 0.0002641910021363388,
      "loss": 5.0101,
      "step": 17413
    },
    {
      "epoch": 1.479272850832484,
      "grad_norm": 2.3469536479607602,
      "learning_rate": 0.0002641865497793175,
      "loss": 5.0354,
      "step": 17414
    },
    {
      "epoch": 1.4793577981651376,
      "grad_norm": 2.2988319342604777,
      "learning_rate": 0.00026418209718304103,
      "loss": 5.1416,
      "step": 17415
    },
    {
      "epoch": 1.4794427454977914,
      "grad_norm": 2.253059085149243,
      "learning_rate": 0.00026417764434751863,
      "loss": 5.0628,
      "step": 17416
    },
    {
      "epoch": 1.479527692830445,
      "grad_norm": 2.391021569083872,
      "learning_rate": 0.0002641731912727597,
      "loss": 5.2847,
      "step": 17417
    },
    {
      "epoch": 1.479612640163099,
      "grad_norm": 2.2185964054811196,
      "learning_rate": 0.0002641687379587736,
      "loss": 4.9524,
      "step": 17418
    },
    {
      "epoch": 1.4796975874957528,
      "grad_norm": 2.241542828311598,
      "learning_rate": 0.0002641642844055696,
      "loss": 5.0478,
      "step": 17419
    },
    {
      "epoch": 1.4797825348284064,
      "grad_norm": 2.273535024958231,
      "learning_rate": 0.00026415983061315706,
      "loss": 4.8281,
      "step": 17420
    },
    {
      "epoch": 1.47986748216106,
      "grad_norm": 2.199078972894125,
      "learning_rate": 0.0002641553765815453,
      "loss": 4.6522,
      "step": 17421
    },
    {
      "epoch": 1.4799524294937139,
      "grad_norm": 2.2066453089987466,
      "learning_rate": 0.00026415092231074367,
      "loss": 4.8862,
      "step": 17422
    },
    {
      "epoch": 1.4800373768263677,
      "grad_norm": 2.4071326137484816,
      "learning_rate": 0.0002641464678007615,
      "loss": 5.4376,
      "step": 17423
    },
    {
      "epoch": 1.4801223241590213,
      "grad_norm": 2.309197869749916,
      "learning_rate": 0.00026414201305160806,
      "loss": 5.1945,
      "step": 17424
    },
    {
      "epoch": 1.4802072714916752,
      "grad_norm": 2.238308246321454,
      "learning_rate": 0.00026413755806329274,
      "loss": 4.7317,
      "step": 17425
    },
    {
      "epoch": 1.4802922188243288,
      "grad_norm": 2.2427258327101427,
      "learning_rate": 0.0002641331028358249,
      "loss": 4.6882,
      "step": 17426
    },
    {
      "epoch": 1.4803771661569827,
      "grad_norm": 2.3054676988074316,
      "learning_rate": 0.0002641286473692139,
      "loss": 5.0143,
      "step": 17427
    },
    {
      "epoch": 1.4804621134896365,
      "grad_norm": 2.2816423040568403,
      "learning_rate": 0.00026412419166346897,
      "loss": 5.0761,
      "step": 17428
    },
    {
      "epoch": 1.4805470608222902,
      "grad_norm": 2.269627963870901,
      "learning_rate": 0.0002641197357185995,
      "loss": 4.6089,
      "step": 17429
    },
    {
      "epoch": 1.480632008154944,
      "grad_norm": 2.3196787948896223,
      "learning_rate": 0.00026411527953461484,
      "loss": 5.2164,
      "step": 17430
    },
    {
      "epoch": 1.4807169554875976,
      "grad_norm": 2.354340711166719,
      "learning_rate": 0.00026411082311152427,
      "loss": 5.1204,
      "step": 17431
    },
    {
      "epoch": 1.4808019028202515,
      "grad_norm": 2.5154386436140386,
      "learning_rate": 0.0002641063664493372,
      "loss": 5.4463,
      "step": 17432
    },
    {
      "epoch": 1.4808868501529053,
      "grad_norm": 2.2229425233316626,
      "learning_rate": 0.00026410190954806294,
      "loss": 4.8074,
      "step": 17433
    },
    {
      "epoch": 1.480971797485559,
      "grad_norm": 2.2259437938167133,
      "learning_rate": 0.0002640974524077108,
      "loss": 4.9634,
      "step": 17434
    },
    {
      "epoch": 1.4810567448182126,
      "grad_norm": 2.4292962729476257,
      "learning_rate": 0.0002640929950282902,
      "loss": 5.2043,
      "step": 17435
    },
    {
      "epoch": 1.4811416921508664,
      "grad_norm": 2.2819152471700757,
      "learning_rate": 0.0002640885374098104,
      "loss": 4.9084,
      "step": 17436
    },
    {
      "epoch": 1.4812266394835203,
      "grad_norm": 2.415529696718912,
      "learning_rate": 0.0002640840795522807,
      "loss": 5.1681,
      "step": 17437
    },
    {
      "epoch": 1.481311586816174,
      "grad_norm": 2.48206949212183,
      "learning_rate": 0.0002640796214557106,
      "loss": 5.164,
      "step": 17438
    },
    {
      "epoch": 1.4813965341488278,
      "grad_norm": 2.221188539887416,
      "learning_rate": 0.0002640751631201093,
      "loss": 4.8392,
      "step": 17439
    },
    {
      "epoch": 1.4814814814814814,
      "grad_norm": 2.3068453990865483,
      "learning_rate": 0.00026407070454548617,
      "loss": 5.0892,
      "step": 17440
    },
    {
      "epoch": 1.4815664288141353,
      "grad_norm": 2.3492199290685893,
      "learning_rate": 0.0002640662457318506,
      "loss": 5.2021,
      "step": 17441
    },
    {
      "epoch": 1.481651376146789,
      "grad_norm": 2.203408194315376,
      "learning_rate": 0.0002640617866792119,
      "loss": 4.9378,
      "step": 17442
    },
    {
      "epoch": 1.4817363234794427,
      "grad_norm": 2.212035668785758,
      "learning_rate": 0.00026405732738757944,
      "loss": 4.8644,
      "step": 17443
    },
    {
      "epoch": 1.4818212708120966,
      "grad_norm": 2.2614103877349017,
      "learning_rate": 0.00026405286785696254,
      "loss": 4.752,
      "step": 17444
    },
    {
      "epoch": 1.4819062181447502,
      "grad_norm": 2.234936945330743,
      "learning_rate": 0.0002640484080873705,
      "loss": 4.747,
      "step": 17445
    },
    {
      "epoch": 1.481991165477404,
      "grad_norm": 2.3421842162380706,
      "learning_rate": 0.00026404394807881266,
      "loss": 4.5501,
      "step": 17446
    },
    {
      "epoch": 1.4820761128100577,
      "grad_norm": 2.385025693638307,
      "learning_rate": 0.0002640394878312985,
      "loss": 5.2553,
      "step": 17447
    },
    {
      "epoch": 1.4821610601427115,
      "grad_norm": 2.385529124215115,
      "learning_rate": 0.0002640350273448373,
      "loss": 5.2301,
      "step": 17448
    },
    {
      "epoch": 1.4822460074753652,
      "grad_norm": 2.47378198901155,
      "learning_rate": 0.00026403056661943833,
      "loss": 5.1435,
      "step": 17449
    },
    {
      "epoch": 1.482330954808019,
      "grad_norm": 2.4523081176055816,
      "learning_rate": 0.00026402610565511096,
      "loss": 5.0123,
      "step": 17450
    },
    {
      "epoch": 1.4824159021406729,
      "grad_norm": 2.2789467930410403,
      "learning_rate": 0.0002640216444518647,
      "loss": 4.9116,
      "step": 17451
    },
    {
      "epoch": 1.4825008494733265,
      "grad_norm": 2.3292436600771356,
      "learning_rate": 0.00026401718300970864,
      "loss": 5.0418,
      "step": 17452
    },
    {
      "epoch": 1.4825857968059803,
      "grad_norm": 2.3133157985654327,
      "learning_rate": 0.0002640127213286523,
      "loss": 4.8875,
      "step": 17453
    },
    {
      "epoch": 1.482670744138634,
      "grad_norm": 2.2550602235677943,
      "learning_rate": 0.00026400825940870495,
      "loss": 4.6059,
      "step": 17454
    },
    {
      "epoch": 1.4827556914712878,
      "grad_norm": 2.2841205177799058,
      "learning_rate": 0.000264003797249876,
      "loss": 4.975,
      "step": 17455
    },
    {
      "epoch": 1.4828406388039417,
      "grad_norm": 2.218559445094715,
      "learning_rate": 0.00026399933485217475,
      "loss": 4.9691,
      "step": 17456
    },
    {
      "epoch": 1.4829255861365953,
      "grad_norm": 2.2621534603641087,
      "learning_rate": 0.0002639948722156106,
      "loss": 5.0134,
      "step": 17457
    },
    {
      "epoch": 1.483010533469249,
      "grad_norm": 2.207159671063481,
      "learning_rate": 0.0002639904093401929,
      "loss": 4.6231,
      "step": 17458
    },
    {
      "epoch": 1.4830954808019028,
      "grad_norm": 2.3595681601585103,
      "learning_rate": 0.0002639859462259309,
      "loss": 4.9441,
      "step": 17459
    },
    {
      "epoch": 1.4831804281345566,
      "grad_norm": 2.2421586264961926,
      "learning_rate": 0.00026398148287283405,
      "loss": 4.873,
      "step": 17460
    },
    {
      "epoch": 1.4832653754672103,
      "grad_norm": 2.4664590364200976,
      "learning_rate": 0.0002639770192809117,
      "loss": 5.2621,
      "step": 17461
    },
    {
      "epoch": 1.4833503227998641,
      "grad_norm": 2.247647435809813,
      "learning_rate": 0.0002639725554501732,
      "loss": 4.58,
      "step": 17462
    },
    {
      "epoch": 1.4834352701325177,
      "grad_norm": 2.045303221732162,
      "learning_rate": 0.0002639680913806278,
      "loss": 4.2932,
      "step": 17463
    },
    {
      "epoch": 1.4835202174651716,
      "grad_norm": 2.3084442552061932,
      "learning_rate": 0.000263963627072285,
      "loss": 5.1386,
      "step": 17464
    },
    {
      "epoch": 1.4836051647978254,
      "grad_norm": 2.379620166306238,
      "learning_rate": 0.00026395916252515406,
      "loss": 5.1356,
      "step": 17465
    },
    {
      "epoch": 1.483690112130479,
      "grad_norm": 2.2986480623732275,
      "learning_rate": 0.00026395469773924437,
      "loss": 5.1491,
      "step": 17466
    },
    {
      "epoch": 1.483775059463133,
      "grad_norm": 2.374938847744665,
      "learning_rate": 0.0002639502327145653,
      "loss": 5.0789,
      "step": 17467
    },
    {
      "epoch": 1.4838600067957866,
      "grad_norm": 2.2363848784091513,
      "learning_rate": 0.00026394576745112616,
      "loss": 4.7312,
      "step": 17468
    },
    {
      "epoch": 1.4839449541284404,
      "grad_norm": 2.4491768879556806,
      "learning_rate": 0.00026394130194893635,
      "loss": 5.2128,
      "step": 17469
    },
    {
      "epoch": 1.4840299014610943,
      "grad_norm": 2.4668270482199373,
      "learning_rate": 0.00026393683620800517,
      "loss": 5.1574,
      "step": 17470
    },
    {
      "epoch": 1.4841148487937479,
      "grad_norm": 2.27878267444325,
      "learning_rate": 0.000263932370228342,
      "loss": 4.7769,
      "step": 17471
    },
    {
      "epoch": 1.4841997961264015,
      "grad_norm": 2.149301531072864,
      "learning_rate": 0.0002639279040099563,
      "loss": 4.7398,
      "step": 17472
    },
    {
      "epoch": 1.4842847434590554,
      "grad_norm": 2.3688672143235157,
      "learning_rate": 0.0002639234375528573,
      "loss": 4.8233,
      "step": 17473
    },
    {
      "epoch": 1.4843696907917092,
      "grad_norm": 2.4951877501002744,
      "learning_rate": 0.0002639189708570544,
      "loss": 5.2155,
      "step": 17474
    },
    {
      "epoch": 1.4844546381243628,
      "grad_norm": 2.2895613326441766,
      "learning_rate": 0.0002639145039225569,
      "loss": 4.9262,
      "step": 17475
    },
    {
      "epoch": 1.4845395854570167,
      "grad_norm": 2.29497951106399,
      "learning_rate": 0.0002639100367493743,
      "loss": 5.0585,
      "step": 17476
    },
    {
      "epoch": 1.4846245327896703,
      "grad_norm": 2.348649701605231,
      "learning_rate": 0.00026390556933751587,
      "loss": 4.7135,
      "step": 17477
    },
    {
      "epoch": 1.4847094801223242,
      "grad_norm": 2.3675226375236362,
      "learning_rate": 0.00026390110168699095,
      "loss": 5.341,
      "step": 17478
    },
    {
      "epoch": 1.484794427454978,
      "grad_norm": 2.243937234974431,
      "learning_rate": 0.0002638966337978089,
      "loss": 5.1559,
      "step": 17479
    },
    {
      "epoch": 1.4848793747876317,
      "grad_norm": 2.206454246870647,
      "learning_rate": 0.00026389216566997915,
      "loss": 4.8669,
      "step": 17480
    },
    {
      "epoch": 1.4849643221202853,
      "grad_norm": 2.470195318780409,
      "learning_rate": 0.000263887697303511,
      "loss": 5.3971,
      "step": 17481
    },
    {
      "epoch": 1.4850492694529391,
      "grad_norm": 2.1670275540316792,
      "learning_rate": 0.0002638832286984139,
      "loss": 4.8705,
      "step": 17482
    },
    {
      "epoch": 1.485134216785593,
      "grad_norm": 2.261496824081504,
      "learning_rate": 0.0002638787598546971,
      "loss": 4.9843,
      "step": 17483
    },
    {
      "epoch": 1.4852191641182466,
      "grad_norm": 2.4336834299705696,
      "learning_rate": 0.00026387429077237,
      "loss": 5.3514,
      "step": 17484
    },
    {
      "epoch": 1.4853041114509005,
      "grad_norm": 2.1802648601320422,
      "learning_rate": 0.00026386982145144204,
      "loss": 4.7141,
      "step": 17485
    },
    {
      "epoch": 1.485389058783554,
      "grad_norm": 2.2477106284968134,
      "learning_rate": 0.0002638653518919224,
      "loss": 4.6645,
      "step": 17486
    },
    {
      "epoch": 1.485474006116208,
      "grad_norm": 2.2392081724494344,
      "learning_rate": 0.00026386088209382066,
      "loss": 5.2932,
      "step": 17487
    },
    {
      "epoch": 1.4855589534488618,
      "grad_norm": 2.1948895582076395,
      "learning_rate": 0.0002638564120571461,
      "loss": 4.6613,
      "step": 17488
    },
    {
      "epoch": 1.4856439007815154,
      "grad_norm": 2.301099953735956,
      "learning_rate": 0.00026385194178190805,
      "loss": 5.258,
      "step": 17489
    },
    {
      "epoch": 1.4857288481141693,
      "grad_norm": 2.3455100850551815,
      "learning_rate": 0.0002638474712681159,
      "loss": 5.0889,
      "step": 17490
    },
    {
      "epoch": 1.485813795446823,
      "grad_norm": 2.267267901736018,
      "learning_rate": 0.000263843000515779,
      "loss": 4.4037,
      "step": 17491
    },
    {
      "epoch": 1.4858987427794768,
      "grad_norm": 2.2558298532924854,
      "learning_rate": 0.00026383852952490674,
      "loss": 5.0276,
      "step": 17492
    },
    {
      "epoch": 1.4859836901121306,
      "grad_norm": 2.257623978496561,
      "learning_rate": 0.0002638340582955085,
      "loss": 4.8638,
      "step": 17493
    },
    {
      "epoch": 1.4860686374447842,
      "grad_norm": 2.4284708065640626,
      "learning_rate": 0.00026382958682759366,
      "loss": 5.4844,
      "step": 17494
    },
    {
      "epoch": 1.4861535847774379,
      "grad_norm": 2.3802430980156726,
      "learning_rate": 0.0002638251151211715,
      "loss": 5.2428,
      "step": 17495
    },
    {
      "epoch": 1.4862385321100917,
      "grad_norm": 2.2199806646299267,
      "learning_rate": 0.0002638206431762516,
      "loss": 4.8236,
      "step": 17496
    },
    {
      "epoch": 1.4863234794427456,
      "grad_norm": 2.434589943114497,
      "learning_rate": 0.00026381617099284304,
      "loss": 5.0965,
      "step": 17497
    },
    {
      "epoch": 1.4864084267753992,
      "grad_norm": 2.3170892240394365,
      "learning_rate": 0.00026381169857095534,
      "loss": 5.0798,
      "step": 17498
    },
    {
      "epoch": 1.486493374108053,
      "grad_norm": 2.263745510455808,
      "learning_rate": 0.0002638072259105979,
      "loss": 4.8575,
      "step": 17499
    },
    {
      "epoch": 1.4865783214407067,
      "grad_norm": 2.2428083131765484,
      "learning_rate": 0.0002638027530117801,
      "loss": 4.5813,
      "step": 17500
    },
    {
      "epoch": 1.4866632687733605,
      "grad_norm": 2.314722418137442,
      "learning_rate": 0.00026379827987451125,
      "loss": 5.0226,
      "step": 17501
    },
    {
      "epoch": 1.4867482161060144,
      "grad_norm": 2.3068143097264207,
      "learning_rate": 0.00026379380649880064,
      "loss": 4.9214,
      "step": 17502
    },
    {
      "epoch": 1.486833163438668,
      "grad_norm": 2.2526543441156863,
      "learning_rate": 0.0002637893328846579,
      "loss": 5.1463,
      "step": 17503
    },
    {
      "epoch": 1.4869181107713219,
      "grad_norm": 2.3503993181329683,
      "learning_rate": 0.00026378485903209213,
      "loss": 5.1167,
      "step": 17504
    },
    {
      "epoch": 1.4870030581039755,
      "grad_norm": 2.56114736352872,
      "learning_rate": 0.00026378038494111287,
      "loss": 5.4748,
      "step": 17505
    },
    {
      "epoch": 1.4870880054366293,
      "grad_norm": 2.218180548244387,
      "learning_rate": 0.00026377591061172947,
      "loss": 4.8612,
      "step": 17506
    },
    {
      "epoch": 1.487172952769283,
      "grad_norm": 2.2542901987747173,
      "learning_rate": 0.00026377143604395126,
      "loss": 4.8616,
      "step": 17507
    },
    {
      "epoch": 1.4872579001019368,
      "grad_norm": 2.2328036159435825,
      "learning_rate": 0.00026376696123778763,
      "loss": 4.9051,
      "step": 17508
    },
    {
      "epoch": 1.4873428474345904,
      "grad_norm": 2.4280649253583055,
      "learning_rate": 0.000263762486193248,
      "loss": 5.1274,
      "step": 17509
    },
    {
      "epoch": 1.4874277947672443,
      "grad_norm": 2.475736781166917,
      "learning_rate": 0.00026375801091034165,
      "loss": 5.2491,
      "step": 17510
    },
    {
      "epoch": 1.4875127420998981,
      "grad_norm": 2.20173108921886,
      "learning_rate": 0.00026375353538907805,
      "loss": 4.7686,
      "step": 17511
    },
    {
      "epoch": 1.4875976894325518,
      "grad_norm": 2.3099846811307634,
      "learning_rate": 0.00026374905962946654,
      "loss": 5.1207,
      "step": 17512
    },
    {
      "epoch": 1.4876826367652056,
      "grad_norm": 2.269245103901731,
      "learning_rate": 0.0002637445836315165,
      "loss": 5.0705,
      "step": 17513
    },
    {
      "epoch": 1.4877675840978593,
      "grad_norm": 2.4009788954871647,
      "learning_rate": 0.00026374010739523734,
      "loss": 5.105,
      "step": 17514
    },
    {
      "epoch": 1.487852531430513,
      "grad_norm": 2.2896512139455876,
      "learning_rate": 0.0002637356309206384,
      "loss": 4.8352,
      "step": 17515
    },
    {
      "epoch": 1.487937478763167,
      "grad_norm": 2.297740586643704,
      "learning_rate": 0.000263731154207729,
      "loss": 4.9774,
      "step": 17516
    },
    {
      "epoch": 1.4880224260958206,
      "grad_norm": 2.2623947940455165,
      "learning_rate": 0.0002637266772565187,
      "loss": 5.212,
      "step": 17517
    },
    {
      "epoch": 1.4881073734284742,
      "grad_norm": 2.181185765924823,
      "learning_rate": 0.0002637222000670167,
      "loss": 4.8248,
      "step": 17518
    },
    {
      "epoch": 1.488192320761128,
      "grad_norm": 2.2726348779058276,
      "learning_rate": 0.0002637177226392325,
      "loss": 4.8338,
      "step": 17519
    },
    {
      "epoch": 1.488277268093782,
      "grad_norm": 2.2422866744471417,
      "learning_rate": 0.0002637132449731754,
      "loss": 4.7143,
      "step": 17520
    },
    {
      "epoch": 1.4883622154264355,
      "grad_norm": 2.2425868214668667,
      "learning_rate": 0.0002637087670688548,
      "loss": 4.8833,
      "step": 17521
    },
    {
      "epoch": 1.4884471627590894,
      "grad_norm": 2.225117565704615,
      "learning_rate": 0.0002637042889262801,
      "loss": 4.846,
      "step": 17522
    },
    {
      "epoch": 1.488532110091743,
      "grad_norm": 2.24040003619614,
      "learning_rate": 0.00026369981054546077,
      "loss": 4.6576,
      "step": 17523
    },
    {
      "epoch": 1.4886170574243969,
      "grad_norm": 2.3197548811737585,
      "learning_rate": 0.000263695331926406,
      "loss": 4.8941,
      "step": 17524
    },
    {
      "epoch": 1.4887020047570507,
      "grad_norm": 2.253045444255416,
      "learning_rate": 0.00026369085306912534,
      "loss": 5.0339,
      "step": 17525
    },
    {
      "epoch": 1.4887869520897044,
      "grad_norm": 2.2617795536035894,
      "learning_rate": 0.00026368637397362806,
      "loss": 5.0602,
      "step": 17526
    },
    {
      "epoch": 1.4888718994223582,
      "grad_norm": 2.2956319294603613,
      "learning_rate": 0.00026368189463992365,
      "loss": 4.9484,
      "step": 17527
    },
    {
      "epoch": 1.4889568467550118,
      "grad_norm": 2.443013393997134,
      "learning_rate": 0.0002636774150680214,
      "loss": 5.296,
      "step": 17528
    },
    {
      "epoch": 1.4890417940876657,
      "grad_norm": 2.481714730505297,
      "learning_rate": 0.0002636729352579308,
      "loss": 5.6838,
      "step": 17529
    },
    {
      "epoch": 1.4891267414203195,
      "grad_norm": 2.25355090410737,
      "learning_rate": 0.0002636684552096611,
      "loss": 4.9675,
      "step": 17530
    },
    {
      "epoch": 1.4892116887529732,
      "grad_norm": 2.1638099066136887,
      "learning_rate": 0.0002636639749232218,
      "loss": 4.9178,
      "step": 17531
    },
    {
      "epoch": 1.4892966360856268,
      "grad_norm": 2.3648772226477877,
      "learning_rate": 0.00026365949439862227,
      "loss": 5.3213,
      "step": 17532
    },
    {
      "epoch": 1.4893815834182806,
      "grad_norm": 2.165339306266424,
      "learning_rate": 0.00026365501363587185,
      "loss": 5.0458,
      "step": 17533
    },
    {
      "epoch": 1.4894665307509345,
      "grad_norm": 2.3903625411314895,
      "learning_rate": 0.00026365053263498,
      "loss": 5.3061,
      "step": 17534
    },
    {
      "epoch": 1.4895514780835881,
      "grad_norm": 2.2857654035568373,
      "learning_rate": 0.000263646051395956,
      "loss": 5.1641,
      "step": 17535
    },
    {
      "epoch": 1.489636425416242,
      "grad_norm": 2.233335304112906,
      "learning_rate": 0.00026364156991880936,
      "loss": 5.0125,
      "step": 17536
    },
    {
      "epoch": 1.4897213727488956,
      "grad_norm": 2.145084059890473,
      "learning_rate": 0.0002636370882035494,
      "loss": 4.9112,
      "step": 17537
    },
    {
      "epoch": 1.4898063200815495,
      "grad_norm": 2.0830418303095724,
      "learning_rate": 0.0002636326062501855,
      "loss": 4.04,
      "step": 17538
    },
    {
      "epoch": 1.4898912674142033,
      "grad_norm": 2.3440831124166612,
      "learning_rate": 0.0002636281240587271,
      "loss": 5.0146,
      "step": 17539
    },
    {
      "epoch": 1.489976214746857,
      "grad_norm": 2.386298445556645,
      "learning_rate": 0.0002636236416291836,
      "loss": 5.3714,
      "step": 17540
    },
    {
      "epoch": 1.4900611620795108,
      "grad_norm": 2.4094381378826295,
      "learning_rate": 0.0002636191589615644,
      "loss": 5.188,
      "step": 17541
    },
    {
      "epoch": 1.4901461094121644,
      "grad_norm": 2.2471854538155593,
      "learning_rate": 0.0002636146760558787,
      "loss": 4.9465,
      "step": 17542
    },
    {
      "epoch": 1.4902310567448183,
      "grad_norm": 2.3870636891538948,
      "learning_rate": 0.00026361019291213614,
      "loss": 5.2247,
      "step": 17543
    },
    {
      "epoch": 1.490316004077472,
      "grad_norm": 2.4377186946389844,
      "learning_rate": 0.000263605709530346,
      "loss": 5.1971,
      "step": 17544
    },
    {
      "epoch": 1.4904009514101257,
      "grad_norm": 2.3795343087654923,
      "learning_rate": 0.00026360122591051775,
      "loss": 5.3514,
      "step": 17545
    },
    {
      "epoch": 1.4904858987427794,
      "grad_norm": 2.4450568667126875,
      "learning_rate": 0.0002635967420526607,
      "loss": 5.5092,
      "step": 17546
    },
    {
      "epoch": 1.4905708460754332,
      "grad_norm": 2.2748600575848754,
      "learning_rate": 0.0002635922579567843,
      "loss": 5.0942,
      "step": 17547
    },
    {
      "epoch": 1.490655793408087,
      "grad_norm": 2.3031220109843558,
      "learning_rate": 0.00026358777362289786,
      "loss": 5.0789,
      "step": 17548
    },
    {
      "epoch": 1.4907407407407407,
      "grad_norm": 2.207672143294934,
      "learning_rate": 0.0002635832890510109,
      "loss": 4.5148,
      "step": 17549
    },
    {
      "epoch": 1.4908256880733946,
      "grad_norm": 2.292514131311449,
      "learning_rate": 0.00026357880424113266,
      "loss": 4.9521,
      "step": 17550
    },
    {
      "epoch": 1.4909106354060482,
      "grad_norm": 2.468673687542567,
      "learning_rate": 0.0002635743191932727,
      "loss": 5.4716,
      "step": 17551
    },
    {
      "epoch": 1.490995582738702,
      "grad_norm": 2.2584957472782192,
      "learning_rate": 0.00026356983390744034,
      "loss": 5.1323,
      "step": 17552
    },
    {
      "epoch": 1.4910805300713559,
      "grad_norm": 2.3109451379844566,
      "learning_rate": 0.00026356534838364496,
      "loss": 5.0037,
      "step": 17553
    },
    {
      "epoch": 1.4911654774040095,
      "grad_norm": 2.2808362342646262,
      "learning_rate": 0.000263560862621896,
      "loss": 5.0199,
      "step": 17554
    },
    {
      "epoch": 1.4912504247366631,
      "grad_norm": 2.3507180727586023,
      "learning_rate": 0.00026355637662220285,
      "loss": 5.234,
      "step": 17555
    },
    {
      "epoch": 1.491335372069317,
      "grad_norm": 2.271393978097455,
      "learning_rate": 0.0002635518903845749,
      "loss": 4.7721,
      "step": 17556
    },
    {
      "epoch": 1.4914203194019708,
      "grad_norm": 2.208874862001069,
      "learning_rate": 0.00026354740390902156,
      "loss": 4.7102,
      "step": 17557
    },
    {
      "epoch": 1.4915052667346245,
      "grad_norm": 2.162648744823108,
      "learning_rate": 0.00026354291719555217,
      "loss": 4.9095,
      "step": 17558
    },
    {
      "epoch": 1.4915902140672783,
      "grad_norm": 2.3330244449103796,
      "learning_rate": 0.00026353843024417623,
      "loss": 5.0621,
      "step": 17559
    },
    {
      "epoch": 1.491675161399932,
      "grad_norm": 2.244736089503761,
      "learning_rate": 0.0002635339430549031,
      "loss": 4.9853,
      "step": 17560
    },
    {
      "epoch": 1.4917601087325858,
      "grad_norm": 2.3351310771264164,
      "learning_rate": 0.0002635294556277421,
      "loss": 4.5446,
      "step": 17561
    },
    {
      "epoch": 1.4918450560652396,
      "grad_norm": 2.2251184337174563,
      "learning_rate": 0.00026352496796270284,
      "loss": 4.9994,
      "step": 17562
    },
    {
      "epoch": 1.4919300033978933,
      "grad_norm": 2.4690637268494933,
      "learning_rate": 0.00026352048005979454,
      "loss": 5.0911,
      "step": 17563
    },
    {
      "epoch": 1.4920149507305471,
      "grad_norm": 2.211906946700661,
      "learning_rate": 0.0002635159919190266,
      "loss": 4.8793,
      "step": 17564
    },
    {
      "epoch": 1.4920998980632008,
      "grad_norm": 2.2568503227781407,
      "learning_rate": 0.00026351150354040855,
      "loss": 4.9138,
      "step": 17565
    },
    {
      "epoch": 1.4921848453958546,
      "grad_norm": 2.1508147203486048,
      "learning_rate": 0.00026350701492394967,
      "loss": 4.6706,
      "step": 17566
    },
    {
      "epoch": 1.4922697927285085,
      "grad_norm": 2.2186771797142666,
      "learning_rate": 0.00026350252606965945,
      "loss": 4.9287,
      "step": 17567
    },
    {
      "epoch": 1.492354740061162,
      "grad_norm": 2.233542670665822,
      "learning_rate": 0.0002634980369775473,
      "loss": 5.0158,
      "step": 17568
    },
    {
      "epoch": 1.4924396873938157,
      "grad_norm": 2.378305856530366,
      "learning_rate": 0.0002634935476476225,
      "loss": 4.3452,
      "step": 17569
    },
    {
      "epoch": 1.4925246347264696,
      "grad_norm": 2.2747126630456336,
      "learning_rate": 0.0002634890580798946,
      "loss": 4.6748,
      "step": 17570
    },
    {
      "epoch": 1.4926095820591234,
      "grad_norm": 2.440429108238278,
      "learning_rate": 0.000263484568274373,
      "loss": 5.4294,
      "step": 17571
    },
    {
      "epoch": 1.492694529391777,
      "grad_norm": 2.1931508662302726,
      "learning_rate": 0.00026348007823106704,
      "loss": 4.6436,
      "step": 17572
    },
    {
      "epoch": 1.492779476724431,
      "grad_norm": 2.375576311645232,
      "learning_rate": 0.0002634755879499861,
      "loss": 5.1158,
      "step": 17573
    },
    {
      "epoch": 1.4928644240570845,
      "grad_norm": 2.248317998178317,
      "learning_rate": 0.0002634710974311397,
      "loss": 4.7692,
      "step": 17574
    },
    {
      "epoch": 1.4929493713897384,
      "grad_norm": 2.189881492904121,
      "learning_rate": 0.0002634666066745371,
      "loss": 4.8831,
      "step": 17575
    },
    {
      "epoch": 1.4930343187223922,
      "grad_norm": 2.445014413537604,
      "learning_rate": 0.0002634621156801879,
      "loss": 5.1802,
      "step": 17576
    },
    {
      "epoch": 1.4931192660550459,
      "grad_norm": 2.2562963557176268,
      "learning_rate": 0.00026345762444810134,
      "loss": 4.6946,
      "step": 17577
    },
    {
      "epoch": 1.4932042133876997,
      "grad_norm": 2.3285770173224742,
      "learning_rate": 0.0002634531329782869,
      "loss": 5.1271,
      "step": 17578
    },
    {
      "epoch": 1.4932891607203533,
      "grad_norm": 2.3232345716070584,
      "learning_rate": 0.000263448641270754,
      "loss": 5.0452,
      "step": 17579
    },
    {
      "epoch": 1.4933741080530072,
      "grad_norm": 2.27340285661486,
      "learning_rate": 0.00026344414932551207,
      "loss": 5.0821,
      "step": 17580
    },
    {
      "epoch": 1.4934590553856608,
      "grad_norm": 2.3261921475569705,
      "learning_rate": 0.00026343965714257047,
      "loss": 4.8833,
      "step": 17581
    },
    {
      "epoch": 1.4935440027183147,
      "grad_norm": 2.2980605042208437,
      "learning_rate": 0.0002634351647219386,
      "loss": 5.0523,
      "step": 17582
    },
    {
      "epoch": 1.4936289500509683,
      "grad_norm": 2.2761001229218745,
      "learning_rate": 0.00026343067206362593,
      "loss": 5.0203,
      "step": 17583
    },
    {
      "epoch": 1.4937138973836221,
      "grad_norm": 2.3263864082701646,
      "learning_rate": 0.0002634261791676419,
      "loss": 4.8579,
      "step": 17584
    },
    {
      "epoch": 1.493798844716276,
      "grad_norm": 2.262055435353925,
      "learning_rate": 0.00026342168603399584,
      "loss": 4.8994,
      "step": 17585
    },
    {
      "epoch": 1.4938837920489296,
      "grad_norm": 2.2449479251515005,
      "learning_rate": 0.00026341719266269716,
      "loss": 5.0152,
      "step": 17586
    },
    {
      "epoch": 1.4939687393815835,
      "grad_norm": 2.2994664291338394,
      "learning_rate": 0.0002634126990537554,
      "loss": 5.128,
      "step": 17587
    },
    {
      "epoch": 1.494053686714237,
      "grad_norm": 2.2504206351332035,
      "learning_rate": 0.0002634082052071798,
      "loss": 5.155,
      "step": 17588
    },
    {
      "epoch": 1.494138634046891,
      "grad_norm": 2.4031377993633196,
      "learning_rate": 0.00026340371112297994,
      "loss": 5.0664,
      "step": 17589
    },
    {
      "epoch": 1.4942235813795448,
      "grad_norm": 2.3374952956027024,
      "learning_rate": 0.0002633992168011651,
      "loss": 4.7987,
      "step": 17590
    },
    {
      "epoch": 1.4943085287121984,
      "grad_norm": 2.513929816991721,
      "learning_rate": 0.0002633947222417448,
      "loss": 5.3292,
      "step": 17591
    },
    {
      "epoch": 1.494393476044852,
      "grad_norm": 2.2098627171139853,
      "learning_rate": 0.00026339022744472837,
      "loss": 4.5041,
      "step": 17592
    },
    {
      "epoch": 1.494478423377506,
      "grad_norm": 2.1995541750011047,
      "learning_rate": 0.0002633857324101253,
      "loss": 4.6974,
      "step": 17593
    },
    {
      "epoch": 1.4945633707101598,
      "grad_norm": 2.2609224865621975,
      "learning_rate": 0.00026338123713794505,
      "loss": 4.6904,
      "step": 17594
    },
    {
      "epoch": 1.4946483180428134,
      "grad_norm": 2.3136399033515676,
      "learning_rate": 0.0002633767416281969,
      "loss": 4.8045,
      "step": 17595
    },
    {
      "epoch": 1.4947332653754672,
      "grad_norm": 2.423421487156833,
      "learning_rate": 0.00026337224588089035,
      "loss": 5.214,
      "step": 17596
    },
    {
      "epoch": 1.4948182127081209,
      "grad_norm": 2.25176381152185,
      "learning_rate": 0.0002633677498960348,
      "loss": 4.9242,
      "step": 17597
    },
    {
      "epoch": 1.4949031600407747,
      "grad_norm": 2.264222107282756,
      "learning_rate": 0.0002633632536736397,
      "loss": 4.8597,
      "step": 17598
    },
    {
      "epoch": 1.4949881073734286,
      "grad_norm": 2.291797149968048,
      "learning_rate": 0.0002633587572137144,
      "loss": 5.0673,
      "step": 17599
    },
    {
      "epoch": 1.4950730547060822,
      "grad_norm": 2.3175597268024934,
      "learning_rate": 0.0002633542605162685,
      "loss": 5.0818,
      "step": 17600
    },
    {
      "epoch": 1.495158002038736,
      "grad_norm": 2.3695362618364224,
      "learning_rate": 0.0002633497635813112,
      "loss": 5.0516,
      "step": 17601
    },
    {
      "epoch": 1.4952429493713897,
      "grad_norm": 2.2410973385058384,
      "learning_rate": 0.000263345266408852,
      "loss": 5.0161,
      "step": 17602
    },
    {
      "epoch": 1.4953278967040435,
      "grad_norm": 2.1606941801404287,
      "learning_rate": 0.0002633407689989004,
      "loss": 4.5264,
      "step": 17603
    },
    {
      "epoch": 1.4954128440366974,
      "grad_norm": 2.4163623894370905,
      "learning_rate": 0.00026333627135146574,
      "loss": 5.0767,
      "step": 17604
    },
    {
      "epoch": 1.495497791369351,
      "grad_norm": 2.341886148106484,
      "learning_rate": 0.0002633317734665575,
      "loss": 5.0525,
      "step": 17605
    },
    {
      "epoch": 1.4955827387020046,
      "grad_norm": 2.319846311625373,
      "learning_rate": 0.00026332727534418506,
      "loss": 4.6935,
      "step": 17606
    },
    {
      "epoch": 1.4956676860346585,
      "grad_norm": 2.42304405120844,
      "learning_rate": 0.00026332277698435785,
      "loss": 5.2673,
      "step": 17607
    },
    {
      "epoch": 1.4957526333673123,
      "grad_norm": 2.2196617745120513,
      "learning_rate": 0.00026331827838708526,
      "loss": 4.9481,
      "step": 17608
    },
    {
      "epoch": 1.495837580699966,
      "grad_norm": 2.338325984504831,
      "learning_rate": 0.0002633137795523768,
      "loss": 5.2184,
      "step": 17609
    },
    {
      "epoch": 1.4959225280326198,
      "grad_norm": 2.216048228560159,
      "learning_rate": 0.0002633092804802418,
      "loss": 4.3874,
      "step": 17610
    },
    {
      "epoch": 1.4960074753652735,
      "grad_norm": 2.288367750777126,
      "learning_rate": 0.00026330478117068983,
      "loss": 4.9777,
      "step": 17611
    },
    {
      "epoch": 1.4960924226979273,
      "grad_norm": 2.4433612013117743,
      "learning_rate": 0.0002633002816237302,
      "loss": 5.3084,
      "step": 17612
    },
    {
      "epoch": 1.4961773700305812,
      "grad_norm": 2.393838158810251,
      "learning_rate": 0.0002632957818393724,
      "loss": 5.193,
      "step": 17613
    },
    {
      "epoch": 1.4962623173632348,
      "grad_norm": 2.1968931267186735,
      "learning_rate": 0.0002632912818176258,
      "loss": 4.749,
      "step": 17614
    },
    {
      "epoch": 1.4963472646958884,
      "grad_norm": 2.273157710444355,
      "learning_rate": 0.00026328678155849983,
      "loss": 5.162,
      "step": 17615
    },
    {
      "epoch": 1.4964322120285423,
      "grad_norm": 2.309088947683767,
      "learning_rate": 0.00026328228106200396,
      "loss": 4.9783,
      "step": 17616
    },
    {
      "epoch": 1.4965171593611961,
      "grad_norm": 2.3942123847771475,
      "learning_rate": 0.00026327778032814766,
      "loss": 5.2969,
      "step": 17617
    },
    {
      "epoch": 1.4966021066938497,
      "grad_norm": 2.213970298395306,
      "learning_rate": 0.0002632732793569402,
      "loss": 4.5411,
      "step": 17618
    },
    {
      "epoch": 1.4966870540265036,
      "grad_norm": 2.32161654777128,
      "learning_rate": 0.0002632687781483912,
      "loss": 5.0418,
      "step": 17619
    },
    {
      "epoch": 1.4967720013591572,
      "grad_norm": 2.266219289417507,
      "learning_rate": 0.00026326427670250995,
      "loss": 4.9306,
      "step": 17620
    },
    {
      "epoch": 1.496856948691811,
      "grad_norm": 2.382152198846668,
      "learning_rate": 0.000263259775019306,
      "loss": 5.0875,
      "step": 17621
    },
    {
      "epoch": 1.496941896024465,
      "grad_norm": 2.1890285804543663,
      "learning_rate": 0.00026325527309878865,
      "loss": 4.6398,
      "step": 17622
    },
    {
      "epoch": 1.4970268433571186,
      "grad_norm": 2.3305453905453994,
      "learning_rate": 0.00026325077094096745,
      "loss": 5.0137,
      "step": 17623
    },
    {
      "epoch": 1.4971117906897724,
      "grad_norm": 2.2765116290881315,
      "learning_rate": 0.0002632462685458518,
      "loss": 5.0599,
      "step": 17624
    },
    {
      "epoch": 1.497196738022426,
      "grad_norm": 2.29349484821962,
      "learning_rate": 0.0002632417659134511,
      "loss": 5.0794,
      "step": 17625
    },
    {
      "epoch": 1.4972816853550799,
      "grad_norm": 2.2696648369962156,
      "learning_rate": 0.0002632372630437748,
      "loss": 5.032,
      "step": 17626
    },
    {
      "epoch": 1.4973666326877337,
      "grad_norm": 2.49962543166112,
      "learning_rate": 0.0002632327599368324,
      "loss": 5.5121,
      "step": 17627
    },
    {
      "epoch": 1.4974515800203874,
      "grad_norm": 2.303327597150823,
      "learning_rate": 0.00026322825659263316,
      "loss": 4.746,
      "step": 17628
    },
    {
      "epoch": 1.497536527353041,
      "grad_norm": 2.39665196697699,
      "learning_rate": 0.0002632237530111867,
      "loss": 4.8915,
      "step": 17629
    },
    {
      "epoch": 1.4976214746856948,
      "grad_norm": 2.2402983656013986,
      "learning_rate": 0.0002632192491925024,
      "loss": 5.0108,
      "step": 17630
    },
    {
      "epoch": 1.4977064220183487,
      "grad_norm": 2.279182280239186,
      "learning_rate": 0.0002632147451365897,
      "loss": 5.0576,
      "step": 17631
    },
    {
      "epoch": 1.4977913693510023,
      "grad_norm": 2.275823981340329,
      "learning_rate": 0.00026321024084345797,
      "loss": 4.7701,
      "step": 17632
    },
    {
      "epoch": 1.4978763166836562,
      "grad_norm": 2.2817960542936095,
      "learning_rate": 0.00026320573631311673,
      "loss": 5.1306,
      "step": 17633
    },
    {
      "epoch": 1.4979612640163098,
      "grad_norm": 2.234291903839012,
      "learning_rate": 0.0002632012315455754,
      "loss": 5.0396,
      "step": 17634
    },
    {
      "epoch": 1.4980462113489637,
      "grad_norm": 2.2216354550520445,
      "learning_rate": 0.0002631967265408434,
      "loss": 4.9005,
      "step": 17635
    },
    {
      "epoch": 1.4981311586816175,
      "grad_norm": 2.340153433027942,
      "learning_rate": 0.0002631922212989302,
      "loss": 4.3022,
      "step": 17636
    },
    {
      "epoch": 1.4982161060142711,
      "grad_norm": 2.5423429895401966,
      "learning_rate": 0.00026318771581984514,
      "loss": 5.4651,
      "step": 17637
    },
    {
      "epoch": 1.498301053346925,
      "grad_norm": 2.0514307341532323,
      "learning_rate": 0.00026318321010359777,
      "loss": 4.409,
      "step": 17638
    },
    {
      "epoch": 1.4983860006795786,
      "grad_norm": 2.215201446128737,
      "learning_rate": 0.0002631787041501975,
      "loss": 5.0428,
      "step": 17639
    },
    {
      "epoch": 1.4984709480122325,
      "grad_norm": 2.1901615459630444,
      "learning_rate": 0.0002631741979596538,
      "loss": 5.0713,
      "step": 17640
    },
    {
      "epoch": 1.498555895344886,
      "grad_norm": 2.4820646252221983,
      "learning_rate": 0.00026316969153197605,
      "loss": 5.3466,
      "step": 17641
    },
    {
      "epoch": 1.49864084267754,
      "grad_norm": 2.3326579667220755,
      "learning_rate": 0.00026316518486717375,
      "loss": 4.998,
      "step": 17642
    },
    {
      "epoch": 1.4987257900101936,
      "grad_norm": 2.286580324184702,
      "learning_rate": 0.00026316067796525633,
      "loss": 4.9346,
      "step": 17643
    },
    {
      "epoch": 1.4988107373428474,
      "grad_norm": 2.293909266375568,
      "learning_rate": 0.00026315617082623316,
      "loss": 5.093,
      "step": 17644
    },
    {
      "epoch": 1.4988956846755013,
      "grad_norm": 2.2694679416148276,
      "learning_rate": 0.0002631516634501138,
      "loss": 4.8105,
      "step": 17645
    },
    {
      "epoch": 1.498980632008155,
      "grad_norm": 2.5033224035884714,
      "learning_rate": 0.0002631471558369076,
      "loss": 5.4137,
      "step": 17646
    },
    {
      "epoch": 1.4990655793408088,
      "grad_norm": 2.319580602810597,
      "learning_rate": 0.00026314264798662406,
      "loss": 5.0475,
      "step": 17647
    },
    {
      "epoch": 1.4991505266734624,
      "grad_norm": 2.291353010089256,
      "learning_rate": 0.0002631381398992726,
      "loss": 4.6791,
      "step": 17648
    },
    {
      "epoch": 1.4992354740061162,
      "grad_norm": 2.2412188207476875,
      "learning_rate": 0.0002631336315748627,
      "loss": 4.771,
      "step": 17649
    },
    {
      "epoch": 1.49932042133877,
      "grad_norm": 2.2608526353200205,
      "learning_rate": 0.00026312912301340374,
      "loss": 4.822,
      "step": 17650
    },
    {
      "epoch": 1.4994053686714237,
      "grad_norm": 2.272402263627762,
      "learning_rate": 0.0002631246142149052,
      "loss": 4.9148,
      "step": 17651
    },
    {
      "epoch": 1.4994903160040773,
      "grad_norm": 2.25508954375654,
      "learning_rate": 0.0002631201051793766,
      "loss": 5.0619,
      "step": 17652
    },
    {
      "epoch": 1.4995752633367312,
      "grad_norm": 2.1557520673579176,
      "learning_rate": 0.0002631155959068273,
      "loss": 4.7262,
      "step": 17653
    },
    {
      "epoch": 1.499660210669385,
      "grad_norm": 2.251490386335581,
      "learning_rate": 0.00026311108639726674,
      "loss": 4.7327,
      "step": 17654
    },
    {
      "epoch": 1.4997451580020387,
      "grad_norm": 2.2961754152735008,
      "learning_rate": 0.0002631065766507044,
      "loss": 4.9913,
      "step": 17655
    },
    {
      "epoch": 1.4998301053346925,
      "grad_norm": 2.1822890601496545,
      "learning_rate": 0.00026310206666714975,
      "loss": 4.5483,
      "step": 17656
    },
    {
      "epoch": 1.4999150526673461,
      "grad_norm": 2.285517370057554,
      "learning_rate": 0.0002630975564466122,
      "loss": 4.8815,
      "step": 17657
    },
    {
      "epoch": 1.5,
      "grad_norm": 2.426858133408666,
      "learning_rate": 0.00026309304598910125,
      "loss": 4.266,
      "step": 17658
    },
    {
      "epoch": 1.5000849473326539,
      "grad_norm": 2.2317568393691327,
      "learning_rate": 0.0002630885352946263,
      "loss": 4.7274,
      "step": 17659
    },
    {
      "epoch": 1.5001698946653075,
      "grad_norm": 2.302935847137045,
      "learning_rate": 0.0002630840243631968,
      "loss": 4.8354,
      "step": 17660
    },
    {
      "epoch": 1.500254841997961,
      "grad_norm": 2.3360754447041763,
      "learning_rate": 0.0002630795131948223,
      "loss": 5.0378,
      "step": 17661
    },
    {
      "epoch": 1.500339789330615,
      "grad_norm": 2.24385674360968,
      "learning_rate": 0.0002630750017895121,
      "loss": 4.9912,
      "step": 17662
    },
    {
      "epoch": 1.5004247366632688,
      "grad_norm": 2.472669552923086,
      "learning_rate": 0.0002630704901472757,
      "loss": 5.2972,
      "step": 17663
    },
    {
      "epoch": 1.5005096839959227,
      "grad_norm": 2.2245718683839746,
      "learning_rate": 0.00026306597826812264,
      "loss": 5.0274,
      "step": 17664
    },
    {
      "epoch": 1.5005946313285763,
      "grad_norm": 2.299284328617915,
      "learning_rate": 0.0002630614661520623,
      "loss": 4.7486,
      "step": 17665
    },
    {
      "epoch": 1.50067957866123,
      "grad_norm": 2.333630902963892,
      "learning_rate": 0.00026305695379910416,
      "loss": 5.1026,
      "step": 17666
    },
    {
      "epoch": 1.5007645259938838,
      "grad_norm": 2.4533788578376106,
      "learning_rate": 0.00026305244120925766,
      "loss": 5.2896,
      "step": 17667
    },
    {
      "epoch": 1.5008494733265376,
      "grad_norm": 2.3031538519955292,
      "learning_rate": 0.00026304792838253223,
      "loss": 4.9799,
      "step": 17668
    },
    {
      "epoch": 1.5009344206591912,
      "grad_norm": 2.2634172943155324,
      "learning_rate": 0.00026304341531893736,
      "loss": 5.0448,
      "step": 17669
    },
    {
      "epoch": 1.501019367991845,
      "grad_norm": 2.467511820127769,
      "learning_rate": 0.00026303890201848253,
      "loss": 5.5468,
      "step": 17670
    },
    {
      "epoch": 1.5011043153244987,
      "grad_norm": 2.2333400928503533,
      "learning_rate": 0.0002630343884811771,
      "loss": 5.0759,
      "step": 17671
    },
    {
      "epoch": 1.5011892626571526,
      "grad_norm": 2.2354609604073237,
      "learning_rate": 0.0002630298747070307,
      "loss": 4.8103,
      "step": 17672
    },
    {
      "epoch": 1.5012742099898064,
      "grad_norm": 2.2940303704326013,
      "learning_rate": 0.0002630253606960526,
      "loss": 5.0242,
      "step": 17673
    },
    {
      "epoch": 1.50135915732246,
      "grad_norm": 2.416982445201885,
      "learning_rate": 0.00026302084644825235,
      "loss": 5.4296,
      "step": 17674
    },
    {
      "epoch": 1.5014441046551137,
      "grad_norm": 2.3777824277081323,
      "learning_rate": 0.0002630163319636395,
      "loss": 5.2684,
      "step": 17675
    },
    {
      "epoch": 1.5015290519877675,
      "grad_norm": 2.2078491150759874,
      "learning_rate": 0.0002630118172422233,
      "loss": 4.7055,
      "step": 17676
    },
    {
      "epoch": 1.5016139993204214,
      "grad_norm": 2.402806526423836,
      "learning_rate": 0.0002630073022840133,
      "loss": 5.1919,
      "step": 17677
    },
    {
      "epoch": 1.5016989466530752,
      "grad_norm": 2.4086692902542803,
      "learning_rate": 0.00026300278708901904,
      "loss": 5.3092,
      "step": 17678
    },
    {
      "epoch": 1.5017838939857289,
      "grad_norm": 2.187274634270474,
      "learning_rate": 0.0002629982716572499,
      "loss": 4.5919,
      "step": 17679
    },
    {
      "epoch": 1.5018688413183825,
      "grad_norm": 2.4314850609728995,
      "learning_rate": 0.00026299375598871536,
      "loss": 5.5088,
      "step": 17680
    },
    {
      "epoch": 1.5019537886510363,
      "grad_norm": 2.34230103840349,
      "learning_rate": 0.00026298924008342486,
      "loss": 4.8901,
      "step": 17681
    },
    {
      "epoch": 1.5020387359836902,
      "grad_norm": 2.2002543566244945,
      "learning_rate": 0.0002629847239413879,
      "loss": 4.662,
      "step": 17682
    },
    {
      "epoch": 1.5021236833163438,
      "grad_norm": 2.428977646694201,
      "learning_rate": 0.00026298020756261397,
      "loss": 5.1632,
      "step": 17683
    },
    {
      "epoch": 1.5022086306489975,
      "grad_norm": 2.485573964289038,
      "learning_rate": 0.00026297569094711244,
      "loss": 5.2408,
      "step": 17684
    },
    {
      "epoch": 1.5022935779816513,
      "grad_norm": 2.2998111531874814,
      "learning_rate": 0.0002629711740948928,
      "loss": 5.3091,
      "step": 17685
    },
    {
      "epoch": 1.5023785253143052,
      "grad_norm": 2.229554953860284,
      "learning_rate": 0.0002629666570059646,
      "loss": 4.8421,
      "step": 17686
    },
    {
      "epoch": 1.502463472646959,
      "grad_norm": 2.2084653348850427,
      "learning_rate": 0.0002629621396803372,
      "loss": 4.8817,
      "step": 17687
    },
    {
      "epoch": 1.5025484199796126,
      "grad_norm": 2.2447771445247047,
      "learning_rate": 0.0002629576221180201,
      "loss": 4.8297,
      "step": 17688
    },
    {
      "epoch": 1.5026333673122663,
      "grad_norm": 2.2319449984108957,
      "learning_rate": 0.00026295310431902284,
      "loss": 4.4967,
      "step": 17689
    },
    {
      "epoch": 1.5027183146449201,
      "grad_norm": 2.298469650635553,
      "learning_rate": 0.00026294858628335475,
      "loss": 4.6539,
      "step": 17690
    },
    {
      "epoch": 1.502803261977574,
      "grad_norm": 2.250068824033493,
      "learning_rate": 0.00026294406801102534,
      "loss": 4.7185,
      "step": 17691
    },
    {
      "epoch": 1.5028882093102278,
      "grad_norm": 2.210821056831958,
      "learning_rate": 0.0002629395495020442,
      "loss": 4.9622,
      "step": 17692
    },
    {
      "epoch": 1.5029731566428814,
      "grad_norm": 2.157887035457655,
      "learning_rate": 0.00026293503075642063,
      "loss": 4.2666,
      "step": 17693
    },
    {
      "epoch": 1.503058103975535,
      "grad_norm": 2.2243457049474205,
      "learning_rate": 0.0002629305117741642,
      "loss": 4.8076,
      "step": 17694
    },
    {
      "epoch": 1.503143051308189,
      "grad_norm": 2.252590634164504,
      "learning_rate": 0.00026292599255528434,
      "loss": 4.9272,
      "step": 17695
    },
    {
      "epoch": 1.5032279986408428,
      "grad_norm": 2.260588695949638,
      "learning_rate": 0.00026292147309979057,
      "loss": 4.7334,
      "step": 17696
    },
    {
      "epoch": 1.5033129459734964,
      "grad_norm": 2.24495085865421,
      "learning_rate": 0.00026291695340769223,
      "loss": 4.7991,
      "step": 17697
    },
    {
      "epoch": 1.50339789330615,
      "grad_norm": 2.5182739180035925,
      "learning_rate": 0.0002629124334789989,
      "loss": 5.2905,
      "step": 17698
    },
    {
      "epoch": 1.5034828406388039,
      "grad_norm": 2.4799617711751467,
      "learning_rate": 0.00026290791331372006,
      "loss": 5.4446,
      "step": 17699
    },
    {
      "epoch": 1.5035677879714577,
      "grad_norm": 2.2586795321896935,
      "learning_rate": 0.00026290339291186514,
      "loss": 4.6968,
      "step": 17700
    },
    {
      "epoch": 1.5036527353041116,
      "grad_norm": 2.378270456288711,
      "learning_rate": 0.0002628988722734436,
      "loss": 5.1453,
      "step": 17701
    },
    {
      "epoch": 1.5037376826367652,
      "grad_norm": 2.5300581839093677,
      "learning_rate": 0.00026289435139846497,
      "loss": 5.3171,
      "step": 17702
    },
    {
      "epoch": 1.5038226299694188,
      "grad_norm": 2.261829653268166,
      "learning_rate": 0.0002628898302869387,
      "loss": 4.421,
      "step": 17703
    },
    {
      "epoch": 1.5039075773020727,
      "grad_norm": 2.279733584480445,
      "learning_rate": 0.00026288530893887413,
      "loss": 4.9295,
      "step": 17704
    },
    {
      "epoch": 1.5039925246347265,
      "grad_norm": 2.474315973268807,
      "learning_rate": 0.00026288078735428095,
      "loss": 5.1581,
      "step": 17705
    },
    {
      "epoch": 1.5040774719673802,
      "grad_norm": 2.3649610176878078,
      "learning_rate": 0.0002628762655331685,
      "loss": 5.1338,
      "step": 17706
    },
    {
      "epoch": 1.504162419300034,
      "grad_norm": 2.1591269604198575,
      "learning_rate": 0.0002628717434755463,
      "loss": 4.2883,
      "step": 17707
    },
    {
      "epoch": 1.5042473666326877,
      "grad_norm": 2.496591493115791,
      "learning_rate": 0.00026286722118142383,
      "loss": 5.3605,
      "step": 17708
    },
    {
      "epoch": 1.5043323139653415,
      "grad_norm": 2.470451896659203,
      "learning_rate": 0.00026286269865081054,
      "loss": 5.3093,
      "step": 17709
    },
    {
      "epoch": 1.5044172612979954,
      "grad_norm": 2.3794170450328704,
      "learning_rate": 0.00026285817588371594,
      "loss": 5.2228,
      "step": 17710
    },
    {
      "epoch": 1.504502208630649,
      "grad_norm": 2.265905365486101,
      "learning_rate": 0.0002628536528801494,
      "loss": 4.746,
      "step": 17711
    },
    {
      "epoch": 1.5045871559633026,
      "grad_norm": 2.233047153636981,
      "learning_rate": 0.0002628491296401206,
      "loss": 4.7027,
      "step": 17712
    },
    {
      "epoch": 1.5046721032959565,
      "grad_norm": 2.3637696627705305,
      "learning_rate": 0.0002628446061636388,
      "loss": 5.0118,
      "step": 17713
    },
    {
      "epoch": 1.5047570506286103,
      "grad_norm": 2.532956608476946,
      "learning_rate": 0.0002628400824507136,
      "loss": 5.414,
      "step": 17714
    },
    {
      "epoch": 1.5048419979612642,
      "grad_norm": 2.249147819468556,
      "learning_rate": 0.00026283555850135443,
      "loss": 4.7794,
      "step": 17715
    },
    {
      "epoch": 1.5049269452939178,
      "grad_norm": 2.294854297811256,
      "learning_rate": 0.00026283103431557083,
      "loss": 4.8884,
      "step": 17716
    },
    {
      "epoch": 1.5050118926265714,
      "grad_norm": 2.3877318379431007,
      "learning_rate": 0.00026282650989337223,
      "loss": 4.791,
      "step": 17717
    },
    {
      "epoch": 1.5050968399592253,
      "grad_norm": 2.241074505139817,
      "learning_rate": 0.00026282198523476817,
      "loss": 4.855,
      "step": 17718
    },
    {
      "epoch": 1.5051817872918791,
      "grad_norm": 2.3212315183025876,
      "learning_rate": 0.00026281746033976803,
      "loss": 5.1796,
      "step": 17719
    },
    {
      "epoch": 1.5052667346245328,
      "grad_norm": 2.304022912172993,
      "learning_rate": 0.00026281293520838135,
      "loss": 5.2542,
      "step": 17720
    },
    {
      "epoch": 1.5053516819571864,
      "grad_norm": 2.4882333719220364,
      "learning_rate": 0.0002628084098406176,
      "loss": 5.2431,
      "step": 17721
    },
    {
      "epoch": 1.5054366292898402,
      "grad_norm": 2.4416549450217326,
      "learning_rate": 0.00026280388423648626,
      "loss": 5.1765,
      "step": 17722
    },
    {
      "epoch": 1.505521576622494,
      "grad_norm": 2.416201471981251,
      "learning_rate": 0.00026279935839599683,
      "loss": 5.1213,
      "step": 17723
    },
    {
      "epoch": 1.505606523955148,
      "grad_norm": 2.265499462601672,
      "learning_rate": 0.00026279483231915886,
      "loss": 4.9088,
      "step": 17724
    },
    {
      "epoch": 1.5056914712878016,
      "grad_norm": 2.416565016235311,
      "learning_rate": 0.0002627903060059816,
      "loss": 5.2634,
      "step": 17725
    },
    {
      "epoch": 1.5057764186204552,
      "grad_norm": 2.315939499558001,
      "learning_rate": 0.0002627857794564748,
      "loss": 5.0447,
      "step": 17726
    },
    {
      "epoch": 1.505861365953109,
      "grad_norm": 2.262589191853546,
      "learning_rate": 0.0002627812526706479,
      "loss": 5.0621,
      "step": 17727
    },
    {
      "epoch": 1.505946313285763,
      "grad_norm": 2.27115810688279,
      "learning_rate": 0.0002627767256485102,
      "loss": 4.5843,
      "step": 17728
    },
    {
      "epoch": 1.5060312606184167,
      "grad_norm": 2.19663643700989,
      "learning_rate": 0.00026277219839007134,
      "loss": 5.0193,
      "step": 17729
    },
    {
      "epoch": 1.5061162079510704,
      "grad_norm": 2.3167799122304458,
      "learning_rate": 0.00026276767089534076,
      "loss": 5.2213,
      "step": 17730
    },
    {
      "epoch": 1.506201155283724,
      "grad_norm": 2.3035733463209116,
      "learning_rate": 0.00026276314316432795,
      "loss": 4.6778,
      "step": 17731
    },
    {
      "epoch": 1.5062861026163779,
      "grad_norm": 2.341572056321678,
      "learning_rate": 0.00026275861519704243,
      "loss": 5.3064,
      "step": 17732
    },
    {
      "epoch": 1.5063710499490317,
      "grad_norm": 2.437620574165597,
      "learning_rate": 0.00026275408699349365,
      "loss": 5.4441,
      "step": 17733
    },
    {
      "epoch": 1.5064559972816853,
      "grad_norm": 2.406144083255189,
      "learning_rate": 0.00026274955855369115,
      "loss": 5.2312,
      "step": 17734
    },
    {
      "epoch": 1.506540944614339,
      "grad_norm": 2.3349509782796516,
      "learning_rate": 0.00026274502987764435,
      "loss": 4.7082,
      "step": 17735
    },
    {
      "epoch": 1.5066258919469928,
      "grad_norm": 2.4890118155868586,
      "learning_rate": 0.00026274050096536275,
      "loss": 5.2376,
      "step": 17736
    },
    {
      "epoch": 1.5067108392796467,
      "grad_norm": 2.249505368456667,
      "learning_rate": 0.0002627359718168559,
      "loss": 4.8026,
      "step": 17737
    },
    {
      "epoch": 1.5067957866123005,
      "grad_norm": 2.2404469383982075,
      "learning_rate": 0.00026273144243213324,
      "loss": 4.7619,
      "step": 17738
    },
    {
      "epoch": 1.5068807339449541,
      "grad_norm": 2.205152091413873,
      "learning_rate": 0.0002627269128112042,
      "loss": 4.8707,
      "step": 17739
    },
    {
      "epoch": 1.5069656812776078,
      "grad_norm": 2.2860725964836406,
      "learning_rate": 0.0002627223829540784,
      "loss": 4.8002,
      "step": 17740
    },
    {
      "epoch": 1.5070506286102616,
      "grad_norm": 2.4432794807662925,
      "learning_rate": 0.00026271785286076523,
      "loss": 5.142,
      "step": 17741
    },
    {
      "epoch": 1.5071355759429155,
      "grad_norm": 2.2945835752902464,
      "learning_rate": 0.0002627133225312743,
      "loss": 5.1708,
      "step": 17742
    },
    {
      "epoch": 1.507220523275569,
      "grad_norm": 2.241812364733756,
      "learning_rate": 0.00026270879196561495,
      "loss": 4.8801,
      "step": 17743
    },
    {
      "epoch": 1.507305470608223,
      "grad_norm": 2.324935069542264,
      "learning_rate": 0.00026270426116379675,
      "loss": 4.9448,
      "step": 17744
    },
    {
      "epoch": 1.5073904179408766,
      "grad_norm": 2.4710617357792395,
      "learning_rate": 0.00026269973012582923,
      "loss": 5.434,
      "step": 17745
    },
    {
      "epoch": 1.5074753652735304,
      "grad_norm": 2.4491257707955936,
      "learning_rate": 0.00026269519885172184,
      "loss": 5.1162,
      "step": 17746
    },
    {
      "epoch": 1.5075603126061843,
      "grad_norm": 2.368764123464591,
      "learning_rate": 0.00026269066734148404,
      "loss": 4.982,
      "step": 17747
    },
    {
      "epoch": 1.507645259938838,
      "grad_norm": 2.4595443313327405,
      "learning_rate": 0.0002626861355951254,
      "loss": 5.1956,
      "step": 17748
    },
    {
      "epoch": 1.5077302072714915,
      "grad_norm": 2.3091589462007316,
      "learning_rate": 0.00026268160361265537,
      "loss": 4.9346,
      "step": 17749
    },
    {
      "epoch": 1.5078151546041454,
      "grad_norm": 2.537435660896568,
      "learning_rate": 0.0002626770713940834,
      "loss": 5.3755,
      "step": 17750
    },
    {
      "epoch": 1.5079001019367992,
      "grad_norm": 2.508338164500811,
      "learning_rate": 0.0002626725389394191,
      "loss": 5.4691,
      "step": 17751
    },
    {
      "epoch": 1.507985049269453,
      "grad_norm": 2.2571889695445844,
      "learning_rate": 0.0002626680062486719,
      "loss": 5.01,
      "step": 17752
    },
    {
      "epoch": 1.5080699966021067,
      "grad_norm": 2.258033528701398,
      "learning_rate": 0.0002626634733218513,
      "loss": 4.829,
      "step": 17753
    },
    {
      "epoch": 1.5081549439347604,
      "grad_norm": 2.524303619483519,
      "learning_rate": 0.0002626589401589668,
      "loss": 5.3436,
      "step": 17754
    },
    {
      "epoch": 1.5082398912674142,
      "grad_norm": 2.2142498715602543,
      "learning_rate": 0.0002626544067600279,
      "loss": 4.9338,
      "step": 17755
    },
    {
      "epoch": 1.508324838600068,
      "grad_norm": 2.279739698320605,
      "learning_rate": 0.00026264987312504416,
      "loss": 4.94,
      "step": 17756
    },
    {
      "epoch": 1.5084097859327217,
      "grad_norm": 2.429073684885491,
      "learning_rate": 0.00026264533925402493,
      "loss": 5.2067,
      "step": 17757
    },
    {
      "epoch": 1.5084947332653753,
      "grad_norm": 2.564378129955803,
      "learning_rate": 0.00026264080514697987,
      "loss": 5.4228,
      "step": 17758
    },
    {
      "epoch": 1.5085796805980292,
      "grad_norm": 2.221472535067429,
      "learning_rate": 0.00026263627080391836,
      "loss": 4.7759,
      "step": 17759
    },
    {
      "epoch": 1.508664627930683,
      "grad_norm": 2.296628304506985,
      "learning_rate": 0.00026263173622485,
      "loss": 4.9215,
      "step": 17760
    },
    {
      "epoch": 1.5087495752633369,
      "grad_norm": 2.3146313966724668,
      "learning_rate": 0.0002626272014097842,
      "loss": 5.1034,
      "step": 17761
    },
    {
      "epoch": 1.5088345225959905,
      "grad_norm": 2.162813769766919,
      "learning_rate": 0.0002626226663587305,
      "loss": 4.6873,
      "step": 17762
    },
    {
      "epoch": 1.5089194699286441,
      "grad_norm": 2.2299352657919167,
      "learning_rate": 0.00026261813107169847,
      "loss": 4.7677,
      "step": 17763
    },
    {
      "epoch": 1.509004417261298,
      "grad_norm": 2.4745113983623344,
      "learning_rate": 0.00026261359554869746,
      "loss": 5.4212,
      "step": 17764
    },
    {
      "epoch": 1.5090893645939518,
      "grad_norm": 2.308029623695065,
      "learning_rate": 0.00026260905978973715,
      "loss": 5.0347,
      "step": 17765
    },
    {
      "epoch": 1.5091743119266054,
      "grad_norm": 2.257603145127225,
      "learning_rate": 0.00026260452379482684,
      "loss": 4.7962,
      "step": 17766
    },
    {
      "epoch": 1.5092592592592593,
      "grad_norm": 2.4425335187515187,
      "learning_rate": 0.0002625999875639762,
      "loss": 5.3435,
      "step": 17767
    },
    {
      "epoch": 1.509344206591913,
      "grad_norm": 2.2073006143029827,
      "learning_rate": 0.0002625954510971947,
      "loss": 4.7864,
      "step": 17768
    },
    {
      "epoch": 1.5094291539245668,
      "grad_norm": 2.2235040570333076,
      "learning_rate": 0.00026259091439449186,
      "loss": 4.7691,
      "step": 17769
    },
    {
      "epoch": 1.5095141012572206,
      "grad_norm": 2.2407747401269065,
      "learning_rate": 0.00026258637745587714,
      "loss": 4.8318,
      "step": 17770
    },
    {
      "epoch": 1.5095990485898743,
      "grad_norm": 2.425951399741947,
      "learning_rate": 0.0002625818402813601,
      "loss": 5.3203,
      "step": 17771
    },
    {
      "epoch": 1.5096839959225279,
      "grad_norm": 2.2217393771108567,
      "learning_rate": 0.0002625773028709501,
      "loss": 4.8715,
      "step": 17772
    },
    {
      "epoch": 1.5097689432551817,
      "grad_norm": 2.39159652276811,
      "learning_rate": 0.00026257276522465684,
      "loss": 5.2401,
      "step": 17773
    },
    {
      "epoch": 1.5098538905878356,
      "grad_norm": 2.2661286852969016,
      "learning_rate": 0.00026256822734248975,
      "loss": 4.9347,
      "step": 17774
    },
    {
      "epoch": 1.5099388379204894,
      "grad_norm": 2.1870786752779523,
      "learning_rate": 0.0002625636892244583,
      "loss": 4.769,
      "step": 17775
    },
    {
      "epoch": 1.510023785253143,
      "grad_norm": 2.236886273440064,
      "learning_rate": 0.000262559150870572,
      "loss": 4.8146,
      "step": 17776
    },
    {
      "epoch": 1.5101087325857967,
      "grad_norm": 2.368375457462423,
      "learning_rate": 0.0002625546122808404,
      "loss": 5.1278,
      "step": 17777
    },
    {
      "epoch": 1.5101936799184505,
      "grad_norm": 2.4393941906295566,
      "learning_rate": 0.00026255007345527307,
      "loss": 5.2335,
      "step": 17778
    },
    {
      "epoch": 1.5102786272511044,
      "grad_norm": 2.2975566009839565,
      "learning_rate": 0.0002625455343938794,
      "loss": 5.2204,
      "step": 17779
    },
    {
      "epoch": 1.510363574583758,
      "grad_norm": 2.513256049841088,
      "learning_rate": 0.000262540995096669,
      "loss": 5.2976,
      "step": 17780
    },
    {
      "epoch": 1.5104485219164119,
      "grad_norm": 2.2758962774630027,
      "learning_rate": 0.00026253645556365126,
      "loss": 4.9643,
      "step": 17781
    },
    {
      "epoch": 1.5105334692490655,
      "grad_norm": 2.2447175870375404,
      "learning_rate": 0.00026253191579483584,
      "loss": 4.7921,
      "step": 17782
    },
    {
      "epoch": 1.5106184165817194,
      "grad_norm": 2.415500573372045,
      "learning_rate": 0.0002625273757902321,
      "loss": 5.4756,
      "step": 17783
    },
    {
      "epoch": 1.5107033639143732,
      "grad_norm": 2.4645921408579845,
      "learning_rate": 0.00026252283554984964,
      "loss": 5.3097,
      "step": 17784
    },
    {
      "epoch": 1.5107883112470268,
      "grad_norm": 2.2405922555768303,
      "learning_rate": 0.00026251829507369795,
      "loss": 5.0249,
      "step": 17785
    },
    {
      "epoch": 1.5108732585796805,
      "grad_norm": 2.353263993427081,
      "learning_rate": 0.00026251375436178666,
      "loss": 5.0718,
      "step": 17786
    },
    {
      "epoch": 1.5109582059123343,
      "grad_norm": 2.4327430174304716,
      "learning_rate": 0.0002625092134141251,
      "loss": 5.4528,
      "step": 17787
    },
    {
      "epoch": 1.5110431532449882,
      "grad_norm": 2.2440052970944406,
      "learning_rate": 0.00026250467223072285,
      "loss": 5.017,
      "step": 17788
    },
    {
      "epoch": 1.511128100577642,
      "grad_norm": 2.423655830510959,
      "learning_rate": 0.00026250013081158946,
      "loss": 5.328,
      "step": 17789
    },
    {
      "epoch": 1.5112130479102956,
      "grad_norm": 2.2817254850642947,
      "learning_rate": 0.0002624955891567344,
      "loss": 5.0087,
      "step": 17790
    },
    {
      "epoch": 1.5112979952429493,
      "grad_norm": 2.410244685647975,
      "learning_rate": 0.0002624910472661672,
      "loss": 5.3231,
      "step": 17791
    },
    {
      "epoch": 1.5113829425756031,
      "grad_norm": 2.340527262010305,
      "learning_rate": 0.00026248650513989745,
      "loss": 5.1575,
      "step": 17792
    },
    {
      "epoch": 1.511467889908257,
      "grad_norm": 2.458181995122689,
      "learning_rate": 0.0002624819627779346,
      "loss": 5.3313,
      "step": 17793
    },
    {
      "epoch": 1.5115528372409106,
      "grad_norm": 2.347083173223111,
      "learning_rate": 0.00026247742018028813,
      "loss": 5.2012,
      "step": 17794
    },
    {
      "epoch": 1.5116377845735642,
      "grad_norm": 2.3895838772164155,
      "learning_rate": 0.0002624728773469676,
      "loss": 4.9432,
      "step": 17795
    },
    {
      "epoch": 1.511722731906218,
      "grad_norm": 2.497173029693932,
      "learning_rate": 0.0002624683342779826,
      "loss": 5.4385,
      "step": 17796
    },
    {
      "epoch": 1.511807679238872,
      "grad_norm": 2.3526017574654308,
      "learning_rate": 0.0002624637909733425,
      "loss": 5.0332,
      "step": 17797
    },
    {
      "epoch": 1.5118926265715258,
      "grad_norm": 2.2357895209330674,
      "learning_rate": 0.00026245924743305694,
      "loss": 4.5987,
      "step": 17798
    },
    {
      "epoch": 1.5119775739041794,
      "grad_norm": 2.37806503879356,
      "learning_rate": 0.00026245470365713534,
      "loss": 5.2357,
      "step": 17799
    },
    {
      "epoch": 1.512062521236833,
      "grad_norm": 2.1970481179931984,
      "learning_rate": 0.00026245015964558734,
      "loss": 4.8368,
      "step": 17800
    },
    {
      "epoch": 1.512147468569487,
      "grad_norm": 2.4438974849543493,
      "learning_rate": 0.0002624456153984224,
      "loss": 5.2786,
      "step": 17801
    },
    {
      "epoch": 1.5122324159021407,
      "grad_norm": 2.228477116246898,
      "learning_rate": 0.00026244107091565006,
      "loss": 4.6376,
      "step": 17802
    },
    {
      "epoch": 1.5123173632347944,
      "grad_norm": 2.233040611246763,
      "learning_rate": 0.00026243652619727977,
      "loss": 5.1985,
      "step": 17803
    },
    {
      "epoch": 1.5124023105674482,
      "grad_norm": 2.315198258209998,
      "learning_rate": 0.0002624319812433211,
      "loss": 4.9089,
      "step": 17804
    },
    {
      "epoch": 1.5124872579001019,
      "grad_norm": 2.4344536360329303,
      "learning_rate": 0.0002624274360537836,
      "loss": 5.3808,
      "step": 17805
    },
    {
      "epoch": 1.5125722052327557,
      "grad_norm": 2.4961149029557133,
      "learning_rate": 0.00026242289062867677,
      "loss": 5.3384,
      "step": 17806
    },
    {
      "epoch": 1.5126571525654096,
      "grad_norm": 2.351877597933395,
      "learning_rate": 0.00026241834496801015,
      "loss": 5.1433,
      "step": 17807
    },
    {
      "epoch": 1.5127420998980632,
      "grad_norm": 2.2669478397900242,
      "learning_rate": 0.0002624137990717933,
      "loss": 4.7691,
      "step": 17808
    },
    {
      "epoch": 1.5128270472307168,
      "grad_norm": 2.146911673306034,
      "learning_rate": 0.0002624092529400356,
      "loss": 4.8455,
      "step": 17809
    },
    {
      "epoch": 1.5129119945633707,
      "grad_norm": 2.2465388791003216,
      "learning_rate": 0.0002624047065727467,
      "loss": 4.5919,
      "step": 17810
    },
    {
      "epoch": 1.5129969418960245,
      "grad_norm": 2.225381326091327,
      "learning_rate": 0.0002624001599699361,
      "loss": 5.1818,
      "step": 17811
    },
    {
      "epoch": 1.5130818892286784,
      "grad_norm": 2.216264911284772,
      "learning_rate": 0.00026239561313161336,
      "loss": 5.0127,
      "step": 17812
    },
    {
      "epoch": 1.513166836561332,
      "grad_norm": 2.4571303753912317,
      "learning_rate": 0.0002623910660577879,
      "loss": 5.4638,
      "step": 17813
    },
    {
      "epoch": 1.5132517838939856,
      "grad_norm": 2.3308955243443843,
      "learning_rate": 0.0002623865187484694,
      "loss": 4.8834,
      "step": 17814
    },
    {
      "epoch": 1.5133367312266395,
      "grad_norm": 2.280770648583524,
      "learning_rate": 0.0002623819712036672,
      "loss": 4.7533,
      "step": 17815
    },
    {
      "epoch": 1.5134216785592933,
      "grad_norm": 2.4004747691752066,
      "learning_rate": 0.0002623774234233911,
      "loss": 5.3013,
      "step": 17816
    },
    {
      "epoch": 1.513506625891947,
      "grad_norm": 2.289620427340397,
      "learning_rate": 0.0002623728754076503,
      "loss": 4.9307,
      "step": 17817
    },
    {
      "epoch": 1.5135915732246006,
      "grad_norm": 2.2606297641823674,
      "learning_rate": 0.00026236832715645456,
      "loss": 5.0206,
      "step": 17818
    },
    {
      "epoch": 1.5136765205572544,
      "grad_norm": 2.181556178128605,
      "learning_rate": 0.00026236377866981336,
      "loss": 4.9727,
      "step": 17819
    },
    {
      "epoch": 1.5137614678899083,
      "grad_norm": 2.2661740119082574,
      "learning_rate": 0.0002623592299477362,
      "loss": 5.1581,
      "step": 17820
    },
    {
      "epoch": 1.5138464152225621,
      "grad_norm": 2.2437992559887574,
      "learning_rate": 0.00026235468099023264,
      "loss": 4.7842,
      "step": 17821
    },
    {
      "epoch": 1.5139313625552158,
      "grad_norm": 2.23735221747741,
      "learning_rate": 0.00026235013179731217,
      "loss": 4.7682,
      "step": 17822
    },
    {
      "epoch": 1.5140163098878694,
      "grad_norm": 2.2470719244868493,
      "learning_rate": 0.00026234558236898435,
      "loss": 5.1068,
      "step": 17823
    },
    {
      "epoch": 1.5141012572205232,
      "grad_norm": 2.4121627074540233,
      "learning_rate": 0.0002623410327052587,
      "loss": 5.186,
      "step": 17824
    },
    {
      "epoch": 1.514186204553177,
      "grad_norm": 2.2757567541791137,
      "learning_rate": 0.0002623364828061448,
      "loss": 4.9985,
      "step": 17825
    },
    {
      "epoch": 1.514271151885831,
      "grad_norm": 2.2658963048833147,
      "learning_rate": 0.00026233193267165213,
      "loss": 5.059,
      "step": 17826
    },
    {
      "epoch": 1.5143560992184846,
      "grad_norm": 2.3312342159850905,
      "learning_rate": 0.00026232738230179024,
      "loss": 4.5004,
      "step": 17827
    },
    {
      "epoch": 1.5144410465511382,
      "grad_norm": 2.2236018541902536,
      "learning_rate": 0.0002623228316965686,
      "loss": 4.9237,
      "step": 17828
    },
    {
      "epoch": 1.514525993883792,
      "grad_norm": 2.309213183912996,
      "learning_rate": 0.0002623182808559969,
      "loss": 4.339,
      "step": 17829
    },
    {
      "epoch": 1.514610941216446,
      "grad_norm": 2.2382209912538205,
      "learning_rate": 0.0002623137297800846,
      "loss": 4.6499,
      "step": 17830
    },
    {
      "epoch": 1.5146958885490995,
      "grad_norm": 2.1804846225270618,
      "learning_rate": 0.00026230917846884117,
      "loss": 4.8834,
      "step": 17831
    },
    {
      "epoch": 1.5147808358817532,
      "grad_norm": 2.189908159473235,
      "learning_rate": 0.0002623046269222762,
      "loss": 4.6461,
      "step": 17832
    },
    {
      "epoch": 1.514865783214407,
      "grad_norm": 2.2313264939629143,
      "learning_rate": 0.00026230007514039925,
      "loss": 4.7506,
      "step": 17833
    },
    {
      "epoch": 1.5149507305470609,
      "grad_norm": 2.2250639194959034,
      "learning_rate": 0.00026229552312321977,
      "loss": 4.4633,
      "step": 17834
    },
    {
      "epoch": 1.5150356778797147,
      "grad_norm": 2.367419711090807,
      "learning_rate": 0.0002622909708707474,
      "loss": 5.0152,
      "step": 17835
    },
    {
      "epoch": 1.5151206252123683,
      "grad_norm": 2.4335653760032767,
      "learning_rate": 0.0002622864183829917,
      "loss": 5.2365,
      "step": 17836
    },
    {
      "epoch": 1.515205572545022,
      "grad_norm": 2.3087130628107193,
      "learning_rate": 0.00026228186565996207,
      "loss": 5.0546,
      "step": 17837
    },
    {
      "epoch": 1.5152905198776758,
      "grad_norm": 2.3118110621726777,
      "learning_rate": 0.00026227731270166816,
      "loss": 4.971,
      "step": 17838
    },
    {
      "epoch": 1.5153754672103297,
      "grad_norm": 2.3496928701306867,
      "learning_rate": 0.0002622727595081194,
      "loss": 5.2479,
      "step": 17839
    },
    {
      "epoch": 1.5154604145429833,
      "grad_norm": 2.270364926321051,
      "learning_rate": 0.0002622682060793255,
      "loss": 4.8135,
      "step": 17840
    },
    {
      "epoch": 1.5155453618756372,
      "grad_norm": 2.2600055444875924,
      "learning_rate": 0.0002622636524152959,
      "loss": 5.2096,
      "step": 17841
    },
    {
      "epoch": 1.5156303092082908,
      "grad_norm": 2.375683984802916,
      "learning_rate": 0.0002622590985160401,
      "loss": 5.1962,
      "step": 17842
    },
    {
      "epoch": 1.5157152565409446,
      "grad_norm": 2.446681121292107,
      "learning_rate": 0.0002622545443815677,
      "loss": 5.1457,
      "step": 17843
    },
    {
      "epoch": 1.5158002038735985,
      "grad_norm": 2.392145012899992,
      "learning_rate": 0.00026224999001188827,
      "loss": 5.1529,
      "step": 17844
    },
    {
      "epoch": 1.5158851512062521,
      "grad_norm": 2.4330588298904128,
      "learning_rate": 0.00026224543540701126,
      "loss": 5.2334,
      "step": 17845
    },
    {
      "epoch": 1.5159700985389057,
      "grad_norm": 2.5018984192383695,
      "learning_rate": 0.0002622408805669463,
      "loss": 5.6837,
      "step": 17846
    },
    {
      "epoch": 1.5160550458715596,
      "grad_norm": 2.2128765007203155,
      "learning_rate": 0.00026223632549170293,
      "loss": 4.9853,
      "step": 17847
    },
    {
      "epoch": 1.5161399932042134,
      "grad_norm": 2.3194254827579566,
      "learning_rate": 0.00026223177018129063,
      "loss": 5.07,
      "step": 17848
    },
    {
      "epoch": 1.5162249405368673,
      "grad_norm": 2.329519855015976,
      "learning_rate": 0.000262227214635719,
      "loss": 4.8271,
      "step": 17849
    },
    {
      "epoch": 1.516309887869521,
      "grad_norm": 2.2116136275167824,
      "learning_rate": 0.0002622226588549975,
      "loss": 4.8865,
      "step": 17850
    },
    {
      "epoch": 1.5163948352021746,
      "grad_norm": 2.338609357511715,
      "learning_rate": 0.00026221810283913585,
      "loss": 4.8338,
      "step": 17851
    },
    {
      "epoch": 1.5164797825348284,
      "grad_norm": 2.266940332099422,
      "learning_rate": 0.0002622135465881434,
      "loss": 5.004,
      "step": 17852
    },
    {
      "epoch": 1.5165647298674823,
      "grad_norm": 2.574565621047197,
      "learning_rate": 0.00026220899010202987,
      "loss": 5.4931,
      "step": 17853
    },
    {
      "epoch": 1.5166496772001359,
      "grad_norm": 2.2191994425905097,
      "learning_rate": 0.0002622044333808047,
      "loss": 4.6632,
      "step": 17854
    },
    {
      "epoch": 1.5167346245327895,
      "grad_norm": 2.2205969843351685,
      "learning_rate": 0.0002621998764244774,
      "loss": 4.7167,
      "step": 17855
    },
    {
      "epoch": 1.5168195718654434,
      "grad_norm": 2.364347430780856,
      "learning_rate": 0.00026219531923305764,
      "loss": 5.0823,
      "step": 17856
    },
    {
      "epoch": 1.5169045191980972,
      "grad_norm": 2.4090525183243927,
      "learning_rate": 0.00026219076180655483,
      "loss": 5.1981,
      "step": 17857
    },
    {
      "epoch": 1.516989466530751,
      "grad_norm": 2.276115346529609,
      "learning_rate": 0.0002621862041449786,
      "loss": 5.1317,
      "step": 17858
    },
    {
      "epoch": 1.5170744138634047,
      "grad_norm": 2.2782225330865638,
      "learning_rate": 0.0002621816462483386,
      "loss": 4.9982,
      "step": 17859
    },
    {
      "epoch": 1.5171593611960583,
      "grad_norm": 2.3532867871501697,
      "learning_rate": 0.00026217708811664424,
      "loss": 5.1269,
      "step": 17860
    },
    {
      "epoch": 1.5172443085287122,
      "grad_norm": 2.3274934683449704,
      "learning_rate": 0.00026217252974990504,
      "loss": 5.1327,
      "step": 17861
    },
    {
      "epoch": 1.517329255861366,
      "grad_norm": 2.3525638416111563,
      "learning_rate": 0.0002621679711481307,
      "loss": 5.1267,
      "step": 17862
    },
    {
      "epoch": 1.5174142031940199,
      "grad_norm": 2.328438043979984,
      "learning_rate": 0.00026216341231133063,
      "loss": 4.9168,
      "step": 17863
    },
    {
      "epoch": 1.5174991505266735,
      "grad_norm": 2.2240334648175244,
      "learning_rate": 0.0002621588532395145,
      "loss": 4.916,
      "step": 17864
    },
    {
      "epoch": 1.5175840978593271,
      "grad_norm": 2.512028164250591,
      "learning_rate": 0.0002621542939326918,
      "loss": 5.6173,
      "step": 17865
    },
    {
      "epoch": 1.517669045191981,
      "grad_norm": 2.2687470529954528,
      "learning_rate": 0.000262149734390872,
      "loss": 4.5745,
      "step": 17866
    },
    {
      "epoch": 1.5177539925246348,
      "grad_norm": 2.2737182119017767,
      "learning_rate": 0.0002621451746140648,
      "loss": 4.7533,
      "step": 17867
    },
    {
      "epoch": 1.5178389398572885,
      "grad_norm": 2.395166803957911,
      "learning_rate": 0.00026214061460227967,
      "loss": 5.3484,
      "step": 17868
    },
    {
      "epoch": 1.517923887189942,
      "grad_norm": 2.241831161129764,
      "learning_rate": 0.00026213605435552626,
      "loss": 4.7861,
      "step": 17869
    },
    {
      "epoch": 1.518008834522596,
      "grad_norm": 2.271941170491181,
      "learning_rate": 0.000262131493873814,
      "loss": 5.1747,
      "step": 17870
    },
    {
      "epoch": 1.5180937818552498,
      "grad_norm": 2.2864254679890035,
      "learning_rate": 0.0002621269331571525,
      "loss": 5.0064,
      "step": 17871
    },
    {
      "epoch": 1.5181787291879036,
      "grad_norm": 2.375138851233166,
      "learning_rate": 0.00026212237220555137,
      "loss": 5.1433,
      "step": 17872
    },
    {
      "epoch": 1.5182636765205573,
      "grad_norm": 2.263233651739128,
      "learning_rate": 0.00026211781101902003,
      "loss": 4.6704,
      "step": 17873
    },
    {
      "epoch": 1.518348623853211,
      "grad_norm": 2.362651707927946,
      "learning_rate": 0.00026211324959756816,
      "loss": 4.7702,
      "step": 17874
    },
    {
      "epoch": 1.5184335711858647,
      "grad_norm": 2.2088287553974686,
      "learning_rate": 0.0002621086879412053,
      "loss": 4.9344,
      "step": 17875
    },
    {
      "epoch": 1.5185185185185186,
      "grad_norm": 2.274222483905935,
      "learning_rate": 0.0002621041260499409,
      "loss": 4.6928,
      "step": 17876
    },
    {
      "epoch": 1.5186034658511722,
      "grad_norm": 2.288892871412471,
      "learning_rate": 0.0002620995639237847,
      "loss": 4.7158,
      "step": 17877
    },
    {
      "epoch": 1.518688413183826,
      "grad_norm": 2.23360399486209,
      "learning_rate": 0.00026209500156274614,
      "loss": 4.687,
      "step": 17878
    },
    {
      "epoch": 1.5187733605164797,
      "grad_norm": 2.3044557315856458,
      "learning_rate": 0.00026209043896683476,
      "loss": 4.8455,
      "step": 17879
    },
    {
      "epoch": 1.5188583078491336,
      "grad_norm": 2.210118055432314,
      "learning_rate": 0.00026208587613606025,
      "loss": 4.6334,
      "step": 17880
    },
    {
      "epoch": 1.5189432551817874,
      "grad_norm": 2.3516931522167206,
      "learning_rate": 0.000262081313070432,
      "loss": 4.9746,
      "step": 17881
    },
    {
      "epoch": 1.519028202514441,
      "grad_norm": 2.329198483882283,
      "learning_rate": 0.00026207674976995964,
      "loss": 4.7994,
      "step": 17882
    },
    {
      "epoch": 1.5191131498470947,
      "grad_norm": 2.2713478917422436,
      "learning_rate": 0.00026207218623465283,
      "loss": 4.7722,
      "step": 17883
    },
    {
      "epoch": 1.5191980971797485,
      "grad_norm": 2.2922457479281237,
      "learning_rate": 0.000262067622464521,
      "loss": 4.7384,
      "step": 17884
    },
    {
      "epoch": 1.5192830445124024,
      "grad_norm": 2.52681647191009,
      "learning_rate": 0.00026206305845957376,
      "loss": 5.516,
      "step": 17885
    },
    {
      "epoch": 1.5193679918450562,
      "grad_norm": 2.4596702728152313,
      "learning_rate": 0.0002620584942198207,
      "loss": 5.3635,
      "step": 17886
    },
    {
      "epoch": 1.5194529391777098,
      "grad_norm": 2.248332173824233,
      "learning_rate": 0.00026205392974527127,
      "loss": 5.0186,
      "step": 17887
    },
    {
      "epoch": 1.5195378865103635,
      "grad_norm": 2.2270447007859486,
      "learning_rate": 0.0002620493650359352,
      "loss": 4.8647,
      "step": 17888
    },
    {
      "epoch": 1.5196228338430173,
      "grad_norm": 2.2367755343410827,
      "learning_rate": 0.00026204480009182196,
      "loss": 5.063,
      "step": 17889
    },
    {
      "epoch": 1.5197077811756712,
      "grad_norm": 2.446091787810122,
      "learning_rate": 0.00026204023491294116,
      "loss": 5.2795,
      "step": 17890
    },
    {
      "epoch": 1.5197927285083248,
      "grad_norm": 2.3429942329400744,
      "learning_rate": 0.00026203566949930233,
      "loss": 4.7816,
      "step": 17891
    },
    {
      "epoch": 1.5198776758409784,
      "grad_norm": 2.2920834560823375,
      "learning_rate": 0.000262031103850915,
      "loss": 4.8109,
      "step": 17892
    },
    {
      "epoch": 1.5199626231736323,
      "grad_norm": 2.359357061374294,
      "learning_rate": 0.0002620265379677888,
      "loss": 5.1327,
      "step": 17893
    },
    {
      "epoch": 1.5200475705062861,
      "grad_norm": 2.2341814944537086,
      "learning_rate": 0.00026202197184993324,
      "loss": 4.7865,
      "step": 17894
    },
    {
      "epoch": 1.52013251783894,
      "grad_norm": 2.2562884131508834,
      "learning_rate": 0.000262017405497358,
      "loss": 5.0656,
      "step": 17895
    },
    {
      "epoch": 1.5202174651715936,
      "grad_norm": 2.1565391710244644,
      "learning_rate": 0.00026201283891007254,
      "loss": 4.8107,
      "step": 17896
    },
    {
      "epoch": 1.5203024125042472,
      "grad_norm": 2.3817033587268006,
      "learning_rate": 0.0002620082720880864,
      "loss": 5.4096,
      "step": 17897
    },
    {
      "epoch": 1.520387359836901,
      "grad_norm": 2.2927680919322917,
      "learning_rate": 0.00026200370503140925,
      "loss": 5.1741,
      "step": 17898
    },
    {
      "epoch": 1.520472307169555,
      "grad_norm": 2.359342049908994,
      "learning_rate": 0.0002619991377400506,
      "loss": 5.2298,
      "step": 17899
    },
    {
      "epoch": 1.5205572545022086,
      "grad_norm": 2.2945423321654213,
      "learning_rate": 0.0002619945702140201,
      "loss": 5.171,
      "step": 17900
    },
    {
      "epoch": 1.5206422018348624,
      "grad_norm": 2.3907171194525003,
      "learning_rate": 0.0002619900024533272,
      "loss": 5.3207,
      "step": 17901
    },
    {
      "epoch": 1.520727149167516,
      "grad_norm": 1.9920628733145092,
      "learning_rate": 0.0002619854344579815,
      "loss": 4.1772,
      "step": 17902
    },
    {
      "epoch": 1.52081209650017,
      "grad_norm": 2.3740212199117603,
      "learning_rate": 0.00026198086622799264,
      "loss": 4.9936,
      "step": 17903
    },
    {
      "epoch": 1.5208970438328238,
      "grad_norm": 2.346005221775946,
      "learning_rate": 0.00026197629776337014,
      "loss": 5.1409,
      "step": 17904
    },
    {
      "epoch": 1.5209819911654774,
      "grad_norm": 2.450424460502511,
      "learning_rate": 0.0002619717290641236,
      "loss": 5.1552,
      "step": 17905
    },
    {
      "epoch": 1.521066938498131,
      "grad_norm": 2.2505003772182066,
      "learning_rate": 0.0002619671601302625,
      "loss": 5.0198,
      "step": 17906
    },
    {
      "epoch": 1.5211518858307849,
      "grad_norm": 2.256106954941006,
      "learning_rate": 0.0002619625909617966,
      "loss": 4.9111,
      "step": 17907
    },
    {
      "epoch": 1.5212368331634387,
      "grad_norm": 2.3527437161898717,
      "learning_rate": 0.00026195802155873534,
      "loss": 5.1875,
      "step": 17908
    },
    {
      "epoch": 1.5213217804960926,
      "grad_norm": 2.3724724858106034,
      "learning_rate": 0.00026195345192108827,
      "loss": 5.1848,
      "step": 17909
    },
    {
      "epoch": 1.5214067278287462,
      "grad_norm": 2.475866137978269,
      "learning_rate": 0.000261948882048865,
      "loss": 5.3891,
      "step": 17910
    },
    {
      "epoch": 1.5214916751613998,
      "grad_norm": 2.2970561401396736,
      "learning_rate": 0.00026194431194207516,
      "loss": 4.8445,
      "step": 17911
    },
    {
      "epoch": 1.5215766224940537,
      "grad_norm": 2.298300235956637,
      "learning_rate": 0.0002619397416007283,
      "loss": 4.8429,
      "step": 17912
    },
    {
      "epoch": 1.5216615698267075,
      "grad_norm": 2.3783905525818168,
      "learning_rate": 0.000261935171024834,
      "loss": 5.2126,
      "step": 17913
    },
    {
      "epoch": 1.5217465171593612,
      "grad_norm": 2.3366213519934393,
      "learning_rate": 0.00026193060021440173,
      "loss": 5.1113,
      "step": 17914
    },
    {
      "epoch": 1.5218314644920148,
      "grad_norm": 2.5035508189687254,
      "learning_rate": 0.00026192602916944117,
      "loss": 5.6407,
      "step": 17915
    },
    {
      "epoch": 1.5219164118246686,
      "grad_norm": 2.358095988828805,
      "learning_rate": 0.0002619214578899619,
      "loss": 4.9388,
      "step": 17916
    },
    {
      "epoch": 1.5220013591573225,
      "grad_norm": 2.473980356582368,
      "learning_rate": 0.0002619168863759735,
      "loss": 5.5607,
      "step": 17917
    },
    {
      "epoch": 1.5220863064899763,
      "grad_norm": 2.2858158696540696,
      "learning_rate": 0.0002619123146274855,
      "loss": 4.9078,
      "step": 17918
    },
    {
      "epoch": 1.52217125382263,
      "grad_norm": 2.2591118007162905,
      "learning_rate": 0.0002619077426445075,
      "loss": 4.7682,
      "step": 17919
    },
    {
      "epoch": 1.5222562011552836,
      "grad_norm": 2.3138312713955242,
      "learning_rate": 0.0002619031704270491,
      "loss": 5.0401,
      "step": 17920
    },
    {
      "epoch": 1.5223411484879374,
      "grad_norm": 2.320574086539175,
      "learning_rate": 0.00026189859797511993,
      "loss": 4.8526,
      "step": 17921
    },
    {
      "epoch": 1.5224260958205913,
      "grad_norm": 2.3668767369675234,
      "learning_rate": 0.0002618940252887294,
      "loss": 5.0934,
      "step": 17922
    },
    {
      "epoch": 1.5225110431532451,
      "grad_norm": 2.461218407624766,
      "learning_rate": 0.00026188945236788725,
      "loss": 4.9411,
      "step": 17923
    },
    {
      "epoch": 1.5225959904858988,
      "grad_norm": 2.3991464071608917,
      "learning_rate": 0.000261884879212603,
      "loss": 5.0192,
      "step": 17924
    },
    {
      "epoch": 1.5226809378185524,
      "grad_norm": 2.4126132593633467,
      "learning_rate": 0.00026188030582288625,
      "loss": 5.3173,
      "step": 17925
    },
    {
      "epoch": 1.5227658851512063,
      "grad_norm": 2.298386573687247,
      "learning_rate": 0.0002618757321987466,
      "loss": 4.8219,
      "step": 17926
    },
    {
      "epoch": 1.52285083248386,
      "grad_norm": 2.4243913230257337,
      "learning_rate": 0.00026187115834019355,
      "loss": 5.135,
      "step": 17927
    },
    {
      "epoch": 1.5229357798165137,
      "grad_norm": 2.2871994527172728,
      "learning_rate": 0.00026186658424723683,
      "loss": 4.8994,
      "step": 17928
    },
    {
      "epoch": 1.5230207271491674,
      "grad_norm": 2.471839562773072,
      "learning_rate": 0.00026186200991988584,
      "loss": 5.3379,
      "step": 17929
    },
    {
      "epoch": 1.5231056744818212,
      "grad_norm": 2.3272780329662823,
      "learning_rate": 0.0002618574353581503,
      "loss": 4.7587,
      "step": 17930
    },
    {
      "epoch": 1.523190621814475,
      "grad_norm": 2.2463766116578463,
      "learning_rate": 0.00026185286056203973,
      "loss": 4.7663,
      "step": 17931
    },
    {
      "epoch": 1.523275569147129,
      "grad_norm": 2.3031257876696403,
      "learning_rate": 0.0002618482855315638,
      "loss": 4.9644,
      "step": 17932
    },
    {
      "epoch": 1.5233605164797825,
      "grad_norm": 2.215180076874599,
      "learning_rate": 0.000261843710266732,
      "loss": 4.617,
      "step": 17933
    },
    {
      "epoch": 1.5234454638124362,
      "grad_norm": 2.3897649943166925,
      "learning_rate": 0.000261839134767554,
      "loss": 5.1055,
      "step": 17934
    },
    {
      "epoch": 1.52353041114509,
      "grad_norm": 2.515930581421308,
      "learning_rate": 0.0002618345590340393,
      "loss": 5.3006,
      "step": 17935
    },
    {
      "epoch": 1.5236153584777439,
      "grad_norm": 2.3200178711422628,
      "learning_rate": 0.0002618299830661975,
      "loss": 4.8948,
      "step": 17936
    },
    {
      "epoch": 1.5237003058103975,
      "grad_norm": 2.3926076838537664,
      "learning_rate": 0.00026182540686403826,
      "loss": 4.9893,
      "step": 17937
    },
    {
      "epoch": 1.5237852531430514,
      "grad_norm": 2.5524111599349006,
      "learning_rate": 0.0002618208304275711,
      "loss": 5.479,
      "step": 17938
    },
    {
      "epoch": 1.523870200475705,
      "grad_norm": 2.326894205268513,
      "learning_rate": 0.0002618162537568056,
      "loss": 4.9869,
      "step": 17939
    },
    {
      "epoch": 1.5239551478083588,
      "grad_norm": 2.737969580992477,
      "learning_rate": 0.00026181167685175144,
      "loss": 4.1358,
      "step": 17940
    },
    {
      "epoch": 1.5240400951410127,
      "grad_norm": 2.2332907369412407,
      "learning_rate": 0.00026180709971241814,
      "loss": 4.7495,
      "step": 17941
    },
    {
      "epoch": 1.5241250424736663,
      "grad_norm": 2.419221556053015,
      "learning_rate": 0.0002618025223388153,
      "loss": 5.0033,
      "step": 17942
    },
    {
      "epoch": 1.52420998980632,
      "grad_norm": 2.280960568272418,
      "learning_rate": 0.0002617979447309525,
      "loss": 5.0364,
      "step": 17943
    },
    {
      "epoch": 1.5242949371389738,
      "grad_norm": 2.422728306967309,
      "learning_rate": 0.00026179336688883937,
      "loss": 5.299,
      "step": 17944
    },
    {
      "epoch": 1.5243798844716276,
      "grad_norm": 2.36120137122052,
      "learning_rate": 0.0002617887888124855,
      "loss": 5.0535,
      "step": 17945
    },
    {
      "epoch": 1.5244648318042815,
      "grad_norm": 2.1611226157992323,
      "learning_rate": 0.0002617842105019004,
      "loss": 4.7474,
      "step": 17946
    },
    {
      "epoch": 1.5245497791369351,
      "grad_norm": 2.331460469830602,
      "learning_rate": 0.00026177963195709377,
      "loss": 4.9691,
      "step": 17947
    },
    {
      "epoch": 1.5246347264695888,
      "grad_norm": 2.378364303947609,
      "learning_rate": 0.0002617750531780752,
      "loss": 5.2402,
      "step": 17948
    },
    {
      "epoch": 1.5247196738022426,
      "grad_norm": 2.332714231187072,
      "learning_rate": 0.0002617704741648541,
      "loss": 5.1403,
      "step": 17949
    },
    {
      "epoch": 1.5248046211348965,
      "grad_norm": 2.2389231063137296,
      "learning_rate": 0.0002617658949174403,
      "loss": 4.7338,
      "step": 17950
    },
    {
      "epoch": 1.52488956846755,
      "grad_norm": 2.401365742032824,
      "learning_rate": 0.0002617613154358433,
      "loss": 5.2407,
      "step": 17951
    },
    {
      "epoch": 1.5249745158002037,
      "grad_norm": 2.2196095173619494,
      "learning_rate": 0.0002617567357200727,
      "loss": 4.5197,
      "step": 17952
    },
    {
      "epoch": 1.5250594631328576,
      "grad_norm": 2.2881067475308035,
      "learning_rate": 0.0002617521557701381,
      "loss": 4.9818,
      "step": 17953
    },
    {
      "epoch": 1.5251444104655114,
      "grad_norm": 2.4825875661331973,
      "learning_rate": 0.00026174757558604904,
      "loss": 5.2062,
      "step": 17954
    },
    {
      "epoch": 1.5252293577981653,
      "grad_norm": 2.2641419917030876,
      "learning_rate": 0.0002617429951678152,
      "loss": 5.1979,
      "step": 17955
    },
    {
      "epoch": 1.525314305130819,
      "grad_norm": 2.227545133396695,
      "learning_rate": 0.00026173841451544613,
      "loss": 4.8616,
      "step": 17956
    },
    {
      "epoch": 1.5253992524634725,
      "grad_norm": 2.3284678179372245,
      "learning_rate": 0.0002617338336289514,
      "loss": 5.0906,
      "step": 17957
    },
    {
      "epoch": 1.5254841997961264,
      "grad_norm": 2.4575177494970313,
      "learning_rate": 0.0002617292525083407,
      "loss": 5.3673,
      "step": 17958
    },
    {
      "epoch": 1.5255691471287802,
      "grad_norm": 2.213393073338454,
      "learning_rate": 0.0002617246711536236,
      "loss": 4.9009,
      "step": 17959
    },
    {
      "epoch": 1.525654094461434,
      "grad_norm": 2.4736053240261286,
      "learning_rate": 0.0002617200895648096,
      "loss": 5.3331,
      "step": 17960
    },
    {
      "epoch": 1.5257390417940877,
      "grad_norm": 2.4991008859266333,
      "learning_rate": 0.0002617155077419085,
      "loss": 5.4773,
      "step": 17961
    },
    {
      "epoch": 1.5258239891267413,
      "grad_norm": 2.4162147706616413,
      "learning_rate": 0.00026171092568492966,
      "loss": 5.0136,
      "step": 17962
    },
    {
      "epoch": 1.5259089364593952,
      "grad_norm": 2.3947658377276984,
      "learning_rate": 0.00026170634339388283,
      "loss": 5.0268,
      "step": 17963
    },
    {
      "epoch": 1.525993883792049,
      "grad_norm": 2.3947807630043196,
      "learning_rate": 0.0002617017608687776,
      "loss": 5.1974,
      "step": 17964
    },
    {
      "epoch": 1.5260788311247027,
      "grad_norm": 2.319822874610581,
      "learning_rate": 0.0002616971781096235,
      "loss": 5.0488,
      "step": 17965
    },
    {
      "epoch": 1.5261637784573563,
      "grad_norm": 2.461952749484103,
      "learning_rate": 0.0002616925951164302,
      "loss": 5.3864,
      "step": 17966
    },
    {
      "epoch": 1.5262487257900101,
      "grad_norm": 2.468036792700497,
      "learning_rate": 0.00026168801188920733,
      "loss": 5.2748,
      "step": 17967
    },
    {
      "epoch": 1.526333673122664,
      "grad_norm": 2.180777634295432,
      "learning_rate": 0.0002616834284279644,
      "loss": 4.7301,
      "step": 17968
    },
    {
      "epoch": 1.5264186204553178,
      "grad_norm": 2.2806701768291804,
      "learning_rate": 0.0002616788447327111,
      "loss": 5.106,
      "step": 17969
    },
    {
      "epoch": 1.5265035677879715,
      "grad_norm": 2.498408679134202,
      "learning_rate": 0.000261674260803457,
      "loss": 5.2815,
      "step": 17970
    },
    {
      "epoch": 1.526588515120625,
      "grad_norm": 2.2950057537293036,
      "learning_rate": 0.00026166967664021165,
      "loss": 4.8348,
      "step": 17971
    },
    {
      "epoch": 1.526673462453279,
      "grad_norm": 2.309012621321958,
      "learning_rate": 0.00026166509224298474,
      "loss": 5.0535,
      "step": 17972
    },
    {
      "epoch": 1.5267584097859328,
      "grad_norm": 2.3032761073883696,
      "learning_rate": 0.00026166050761178587,
      "loss": 4.817,
      "step": 17973
    },
    {
      "epoch": 1.5268433571185864,
      "grad_norm": 2.475228696708381,
      "learning_rate": 0.00026165592274662457,
      "loss": 5.4623,
      "step": 17974
    },
    {
      "epoch": 1.5269283044512403,
      "grad_norm": 2.2327407205797947,
      "learning_rate": 0.0002616513376475105,
      "loss": 4.9125,
      "step": 17975
    },
    {
      "epoch": 1.527013251783894,
      "grad_norm": 2.2768230229463273,
      "learning_rate": 0.0002616467523144533,
      "loss": 4.4167,
      "step": 17976
    },
    {
      "epoch": 1.5270981991165478,
      "grad_norm": 2.4592640123332394,
      "learning_rate": 0.00026164216674746254,
      "loss": 5.2607,
      "step": 17977
    },
    {
      "epoch": 1.5271831464492016,
      "grad_norm": 2.2904686892608526,
      "learning_rate": 0.00026163758094654776,
      "loss": 4.8376,
      "step": 17978
    },
    {
      "epoch": 1.5272680937818552,
      "grad_norm": 2.2333491240168306,
      "learning_rate": 0.0002616329949117187,
      "loss": 4.8353,
      "step": 17979
    },
    {
      "epoch": 1.5273530411145089,
      "grad_norm": 2.294270496692437,
      "learning_rate": 0.00026162840864298487,
      "loss": 5.1521,
      "step": 17980
    },
    {
      "epoch": 1.5274379884471627,
      "grad_norm": 2.294419068318031,
      "learning_rate": 0.00026162382214035596,
      "loss": 5.0241,
      "step": 17981
    },
    {
      "epoch": 1.5275229357798166,
      "grad_norm": 2.2759635932247098,
      "learning_rate": 0.0002616192354038415,
      "loss": 5.1173,
      "step": 17982
    },
    {
      "epoch": 1.5276078831124704,
      "grad_norm": 2.265952824718045,
      "learning_rate": 0.00026161464843345116,
      "loss": 4.9872,
      "step": 17983
    },
    {
      "epoch": 1.527692830445124,
      "grad_norm": 2.3109981048708166,
      "learning_rate": 0.00026161006122919447,
      "loss": 5.2633,
      "step": 17984
    },
    {
      "epoch": 1.5277777777777777,
      "grad_norm": 2.347505605627677,
      "learning_rate": 0.00026160547379108117,
      "loss": 5.2333,
      "step": 17985
    },
    {
      "epoch": 1.5278627251104315,
      "grad_norm": 2.5396573168486594,
      "learning_rate": 0.00026160088611912075,
      "loss": 5.3859,
      "step": 17986
    },
    {
      "epoch": 1.5279476724430854,
      "grad_norm": 2.409564520678924,
      "learning_rate": 0.0002615962982133229,
      "loss": 5.3876,
      "step": 17987
    },
    {
      "epoch": 1.528032619775739,
      "grad_norm": 2.3283171823969586,
      "learning_rate": 0.0002615917100736972,
      "loss": 4.9969,
      "step": 17988
    },
    {
      "epoch": 1.5281175671083926,
      "grad_norm": 2.2566687854129728,
      "learning_rate": 0.00026158712170025326,
      "loss": 5.3891,
      "step": 17989
    },
    {
      "epoch": 1.5282025144410465,
      "grad_norm": 2.275166007420889,
      "learning_rate": 0.0002615825330930007,
      "loss": 4.8451,
      "step": 17990
    },
    {
      "epoch": 1.5282874617737003,
      "grad_norm": 2.487117066964694,
      "learning_rate": 0.0002615779442519492,
      "loss": 5.3939,
      "step": 17991
    },
    {
      "epoch": 1.5283724091063542,
      "grad_norm": 2.442005502623231,
      "learning_rate": 0.00026157335517710824,
      "loss": 5.2957,
      "step": 17992
    },
    {
      "epoch": 1.5284573564390078,
      "grad_norm": 2.4013045716655754,
      "learning_rate": 0.00026156876586848755,
      "loss": 5.2959,
      "step": 17993
    },
    {
      "epoch": 1.5285423037716614,
      "grad_norm": 2.28819958115998,
      "learning_rate": 0.0002615641763260967,
      "loss": 4.8356,
      "step": 17994
    },
    {
      "epoch": 1.5286272511043153,
      "grad_norm": 2.2330117766247515,
      "learning_rate": 0.0002615595865499453,
      "loss": 4.7814,
      "step": 17995
    },
    {
      "epoch": 1.5287121984369691,
      "grad_norm": 2.4035206190974425,
      "learning_rate": 0.0002615549965400429,
      "loss": 4.8548,
      "step": 17996
    },
    {
      "epoch": 1.5287971457696228,
      "grad_norm": 2.2784426638080872,
      "learning_rate": 0.00026155040629639934,
      "loss": 5.0487,
      "step": 17997
    },
    {
      "epoch": 1.5288820931022766,
      "grad_norm": 2.48084857310838,
      "learning_rate": 0.000261545815819024,
      "loss": 5.4041,
      "step": 17998
    },
    {
      "epoch": 1.5289670404349303,
      "grad_norm": 2.273081152785961,
      "learning_rate": 0.00026154122510792667,
      "loss": 4.861,
      "step": 17999
    },
    {
      "epoch": 1.529051987767584,
      "grad_norm": 2.4228472080356265,
      "learning_rate": 0.0002615366341631168,
      "loss": 5.3058,
      "step": 18000
    },
    {
      "epoch": 1.529136935100238,
      "grad_norm": 2.255855826247425,
      "learning_rate": 0.0002615320429846042,
      "loss": 4.6588,
      "step": 18001
    },
    {
      "epoch": 1.5292218824328916,
      "grad_norm": 2.324111132789967,
      "learning_rate": 0.0002615274515723983,
      "loss": 5.1083,
      "step": 18002
    },
    {
      "epoch": 1.5293068297655452,
      "grad_norm": 2.395005961136287,
      "learning_rate": 0.00026152285992650883,
      "loss": 5.2599,
      "step": 18003
    },
    {
      "epoch": 1.529391777098199,
      "grad_norm": 2.3255281399459076,
      "learning_rate": 0.0002615182680469454,
      "loss": 5.1683,
      "step": 18004
    },
    {
      "epoch": 1.529476724430853,
      "grad_norm": 2.1767084974070863,
      "learning_rate": 0.00026151367593371764,
      "loss": 4.4322,
      "step": 18005
    },
    {
      "epoch": 1.5295616717635068,
      "grad_norm": 2.411260868221776,
      "learning_rate": 0.00026150908358683515,
      "loss": 5.1147,
      "step": 18006
    },
    {
      "epoch": 1.5296466190961604,
      "grad_norm": 2.3288411792125014,
      "learning_rate": 0.0002615044910063075,
      "loss": 5.1402,
      "step": 18007
    },
    {
      "epoch": 1.529731566428814,
      "grad_norm": 2.567126842452875,
      "learning_rate": 0.00026149989819214446,
      "loss": 5.6074,
      "step": 18008
    },
    {
      "epoch": 1.5298165137614679,
      "grad_norm": 2.319280589531586,
      "learning_rate": 0.0002614953051443555,
      "loss": 4.7795,
      "step": 18009
    },
    {
      "epoch": 1.5299014610941217,
      "grad_norm": 2.237659844604657,
      "learning_rate": 0.0002614907118629504,
      "loss": 4.7684,
      "step": 18010
    },
    {
      "epoch": 1.5299864084267754,
      "grad_norm": 2.2350146512990814,
      "learning_rate": 0.00026148611834793856,
      "loss": 4.8063,
      "step": 18011
    },
    {
      "epoch": 1.5300713557594292,
      "grad_norm": 2.356076632919554,
      "learning_rate": 0.00026148152459932984,
      "loss": 5.2989,
      "step": 18012
    },
    {
      "epoch": 1.5301563030920828,
      "grad_norm": 2.43725442706325,
      "learning_rate": 0.0002614769306171337,
      "loss": 5.3457,
      "step": 18013
    },
    {
      "epoch": 1.5302412504247367,
      "grad_norm": 2.2030312946408603,
      "learning_rate": 0.00026147233640135985,
      "loss": 4.5288,
      "step": 18014
    },
    {
      "epoch": 1.5303261977573905,
      "grad_norm": 2.258427118546964,
      "learning_rate": 0.00026146774195201787,
      "loss": 4.9985,
      "step": 18015
    },
    {
      "epoch": 1.5304111450900442,
      "grad_norm": 2.2510216275176154,
      "learning_rate": 0.0002614631472691175,
      "loss": 4.8514,
      "step": 18016
    },
    {
      "epoch": 1.5304960924226978,
      "grad_norm": 2.2372793886048674,
      "learning_rate": 0.0002614585523526682,
      "loss": 4.9478,
      "step": 18017
    },
    {
      "epoch": 1.5305810397553516,
      "grad_norm": 2.4084016412580387,
      "learning_rate": 0.0002614539572026797,
      "loss": 5.0508,
      "step": 18018
    },
    {
      "epoch": 1.5306659870880055,
      "grad_norm": 2.4825842198394996,
      "learning_rate": 0.00026144936181916157,
      "loss": 5.5092,
      "step": 18019
    },
    {
      "epoch": 1.5307509344206593,
      "grad_norm": 2.268722361520316,
      "learning_rate": 0.0002614447662021235,
      "loss": 5.0409,
      "step": 18020
    },
    {
      "epoch": 1.530835881753313,
      "grad_norm": 2.3925258904390074,
      "learning_rate": 0.00026144017035157507,
      "loss": 5.0175,
      "step": 18021
    },
    {
      "epoch": 1.5309208290859666,
      "grad_norm": 2.225411651379094,
      "learning_rate": 0.00026143557426752597,
      "loss": 4.4664,
      "step": 18022
    },
    {
      "epoch": 1.5310057764186205,
      "grad_norm": 2.396975142443844,
      "learning_rate": 0.00026143097794998574,
      "loss": 5.002,
      "step": 18023
    },
    {
      "epoch": 1.5310907237512743,
      "grad_norm": 2.230931477130359,
      "learning_rate": 0.0002614263813989641,
      "loss": 4.6475,
      "step": 18024
    },
    {
      "epoch": 1.531175671083928,
      "grad_norm": 2.452832804511985,
      "learning_rate": 0.0002614217846144707,
      "loss": 5.3464,
      "step": 18025
    },
    {
      "epoch": 1.5312606184165816,
      "grad_norm": 2.4665260834540397,
      "learning_rate": 0.000261417187596515,
      "loss": 5.2313,
      "step": 18026
    },
    {
      "epoch": 1.5313455657492354,
      "grad_norm": 2.471877185364835,
      "learning_rate": 0.00026141259034510677,
      "loss": 5.2895,
      "step": 18027
    },
    {
      "epoch": 1.5314305130818893,
      "grad_norm": 2.327416394649501,
      "learning_rate": 0.00026140799286025567,
      "loss": 5.1754,
      "step": 18028
    },
    {
      "epoch": 1.5315154604145431,
      "grad_norm": 2.435094415568308,
      "learning_rate": 0.0002614033951419713,
      "loss": 5.4494,
      "step": 18029
    },
    {
      "epoch": 1.5316004077471967,
      "grad_norm": 2.2912549440987497,
      "learning_rate": 0.00026139879719026316,
      "loss": 5.0264,
      "step": 18030
    },
    {
      "epoch": 1.5316853550798504,
      "grad_norm": 2.2444692786648393,
      "learning_rate": 0.0002613941990051411,
      "loss": 4.9637,
      "step": 18031
    },
    {
      "epoch": 1.5317703024125042,
      "grad_norm": 2.2726052309778138,
      "learning_rate": 0.0002613896005866147,
      "loss": 5.0375,
      "step": 18032
    },
    {
      "epoch": 1.531855249745158,
      "grad_norm": 2.3446254537951554,
      "learning_rate": 0.0002613850019346934,
      "loss": 5.2235,
      "step": 18033
    },
    {
      "epoch": 1.5319401970778117,
      "grad_norm": 2.4862159781829303,
      "learning_rate": 0.00026138040304938707,
      "loss": 5.1097,
      "step": 18034
    },
    {
      "epoch": 1.5320251444104656,
      "grad_norm": 2.409425629542481,
      "learning_rate": 0.00026137580393070526,
      "loss": 5.2143,
      "step": 18035
    },
    {
      "epoch": 1.5321100917431192,
      "grad_norm": 2.5582605709609743,
      "learning_rate": 0.00026137120457865766,
      "loss": 5.3756,
      "step": 18036
    },
    {
      "epoch": 1.532195039075773,
      "grad_norm": 2.291002114189449,
      "learning_rate": 0.00026136660499325375,
      "loss": 5.1379,
      "step": 18037
    },
    {
      "epoch": 1.5322799864084269,
      "grad_norm": 2.2291507166778186,
      "learning_rate": 0.00026136200517450336,
      "loss": 4.7833,
      "step": 18038
    },
    {
      "epoch": 1.5323649337410805,
      "grad_norm": 2.259395017036427,
      "learning_rate": 0.000261357405122416,
      "loss": 5.0384,
      "step": 18039
    },
    {
      "epoch": 1.5324498810737341,
      "grad_norm": 2.315636307992656,
      "learning_rate": 0.00026135280483700137,
      "loss": 5.2209,
      "step": 18040
    },
    {
      "epoch": 1.532534828406388,
      "grad_norm": 2.2847499752025917,
      "learning_rate": 0.00026134820431826907,
      "loss": 4.5811,
      "step": 18041
    },
    {
      "epoch": 1.5326197757390418,
      "grad_norm": 2.1998577475643804,
      "learning_rate": 0.00026134360356622877,
      "loss": 4.7765,
      "step": 18042
    },
    {
      "epoch": 1.5327047230716957,
      "grad_norm": 2.3430490602653204,
      "learning_rate": 0.00026133900258089006,
      "loss": 5.0002,
      "step": 18043
    },
    {
      "epoch": 1.5327896704043493,
      "grad_norm": 2.460740177201798,
      "learning_rate": 0.00026133440136226265,
      "loss": 5.2833,
      "step": 18044
    },
    {
      "epoch": 1.532874617737003,
      "grad_norm": 2.4217153407073266,
      "learning_rate": 0.00026132979991035614,
      "loss": 5.0952,
      "step": 18045
    },
    {
      "epoch": 1.5329595650696568,
      "grad_norm": 2.305297178350197,
      "learning_rate": 0.0002613251982251802,
      "loss": 5.0339,
      "step": 18046
    },
    {
      "epoch": 1.5330445124023107,
      "grad_norm": 2.357880706569269,
      "learning_rate": 0.00026132059630674443,
      "loss": 4.6697,
      "step": 18047
    },
    {
      "epoch": 1.5331294597349643,
      "grad_norm": 2.1244315831153626,
      "learning_rate": 0.00026131599415505854,
      "loss": 4.4535,
      "step": 18048
    },
    {
      "epoch": 1.533214407067618,
      "grad_norm": 2.3508170606845247,
      "learning_rate": 0.0002613113917701321,
      "loss": 4.9239,
      "step": 18049
    },
    {
      "epoch": 1.5332993544002718,
      "grad_norm": 2.3419416698863875,
      "learning_rate": 0.0002613067891519748,
      "loss": 5.0878,
      "step": 18050
    },
    {
      "epoch": 1.5333843017329256,
      "grad_norm": 2.3240548135946835,
      "learning_rate": 0.0002613021863005962,
      "loss": 4.7506,
      "step": 18051
    },
    {
      "epoch": 1.5334692490655795,
      "grad_norm": 2.512680843212626,
      "learning_rate": 0.00026129758321600605,
      "loss": 5.3384,
      "step": 18052
    },
    {
      "epoch": 1.533554196398233,
      "grad_norm": 2.292883596701535,
      "learning_rate": 0.00026129297989821394,
      "loss": 4.9642,
      "step": 18053
    },
    {
      "epoch": 1.5336391437308867,
      "grad_norm": 2.387001488888569,
      "learning_rate": 0.00026128837634722957,
      "loss": 4.7915,
      "step": 18054
    },
    {
      "epoch": 1.5337240910635406,
      "grad_norm": 2.4118047746542883,
      "learning_rate": 0.0002612837725630625,
      "loss": 5.0976,
      "step": 18055
    },
    {
      "epoch": 1.5338090383961944,
      "grad_norm": 2.3041055904558414,
      "learning_rate": 0.0002612791685457224,
      "loss": 4.8092,
      "step": 18056
    },
    {
      "epoch": 1.5338939857288483,
      "grad_norm": 2.5572222611907134,
      "learning_rate": 0.00026127456429521904,
      "loss": 5.5028,
      "step": 18057
    },
    {
      "epoch": 1.533978933061502,
      "grad_norm": 2.2515672861991947,
      "learning_rate": 0.0002612699598115619,
      "loss": 5.209,
      "step": 18058
    },
    {
      "epoch": 1.5340638803941555,
      "grad_norm": 2.2392652191175264,
      "learning_rate": 0.00026126535509476067,
      "loss": 4.9623,
      "step": 18059
    },
    {
      "epoch": 1.5341488277268094,
      "grad_norm": 2.4373901566808884,
      "learning_rate": 0.0002612607501448251,
      "loss": 5.1583,
      "step": 18060
    },
    {
      "epoch": 1.5342337750594632,
      "grad_norm": 2.2609643872000382,
      "learning_rate": 0.00026125614496176467,
      "loss": 4.8325,
      "step": 18061
    },
    {
      "epoch": 1.5343187223921169,
      "grad_norm": 2.3581578333563202,
      "learning_rate": 0.00026125153954558914,
      "loss": 5.22,
      "step": 18062
    },
    {
      "epoch": 1.5344036697247705,
      "grad_norm": 2.4648368058708114,
      "learning_rate": 0.0002612469338963082,
      "loss": 5.3084,
      "step": 18063
    },
    {
      "epoch": 1.5344886170574243,
      "grad_norm": 2.4857256931465703,
      "learning_rate": 0.0002612423280139314,
      "loss": 5.3142,
      "step": 18064
    },
    {
      "epoch": 1.5345735643900782,
      "grad_norm": 2.3047037350840425,
      "learning_rate": 0.00026123772189846846,
      "loss": 5.0834,
      "step": 18065
    },
    {
      "epoch": 1.534658511722732,
      "grad_norm": 2.446168670784206,
      "learning_rate": 0.00026123311554992893,
      "loss": 5.2454,
      "step": 18066
    },
    {
      "epoch": 1.5347434590553857,
      "grad_norm": 2.365434165337832,
      "learning_rate": 0.0002612285089683226,
      "loss": 5.142,
      "step": 18067
    },
    {
      "epoch": 1.5348284063880393,
      "grad_norm": 2.289646393302423,
      "learning_rate": 0.000261223902153659,
      "loss": 4.7144,
      "step": 18068
    },
    {
      "epoch": 1.5349133537206932,
      "grad_norm": 2.4457497569213302,
      "learning_rate": 0.0002612192951059479,
      "loss": 5.2282,
      "step": 18069
    },
    {
      "epoch": 1.534998301053347,
      "grad_norm": 2.3660317603743213,
      "learning_rate": 0.0002612146878251988,
      "loss": 5.1344,
      "step": 18070
    },
    {
      "epoch": 1.5350832483860006,
      "grad_norm": 2.306621201245931,
      "learning_rate": 0.0002612100803114216,
      "loss": 4.7931,
      "step": 18071
    },
    {
      "epoch": 1.5351681957186545,
      "grad_norm": 2.323936038454692,
      "learning_rate": 0.00026120547256462565,
      "loss": 5.1734,
      "step": 18072
    },
    {
      "epoch": 1.5352531430513081,
      "grad_norm": 2.35529953706479,
      "learning_rate": 0.00026120086458482084,
      "loss": 5.1678,
      "step": 18073
    },
    {
      "epoch": 1.535338090383962,
      "grad_norm": 2.509123817083033,
      "learning_rate": 0.0002611962563720167,
      "loss": 5.4239,
      "step": 18074
    },
    {
      "epoch": 1.5354230377166158,
      "grad_norm": 2.3058090652240284,
      "learning_rate": 0.00026119164792622296,
      "loss": 4.5867,
      "step": 18075
    },
    {
      "epoch": 1.5355079850492694,
      "grad_norm": 2.4201221924329377,
      "learning_rate": 0.00026118703924744917,
      "loss": 5.3795,
      "step": 18076
    },
    {
      "epoch": 1.535592932381923,
      "grad_norm": 2.2039607054150787,
      "learning_rate": 0.00026118243033570516,
      "loss": 4.702,
      "step": 18077
    },
    {
      "epoch": 1.535677879714577,
      "grad_norm": 2.271734319803391,
      "learning_rate": 0.00026117782119100037,
      "loss": 4.8932,
      "step": 18078
    },
    {
      "epoch": 1.5357628270472308,
      "grad_norm": 2.356972535472479,
      "learning_rate": 0.00026117321181334466,
      "loss": 4.6992,
      "step": 18079
    },
    {
      "epoch": 1.5358477743798846,
      "grad_norm": 2.2924061633688297,
      "learning_rate": 0.00026116860220274757,
      "loss": 4.6179,
      "step": 18080
    },
    {
      "epoch": 1.5359327217125383,
      "grad_norm": 2.3907784402481065,
      "learning_rate": 0.0002611639923592188,
      "loss": 5.399,
      "step": 18081
    },
    {
      "epoch": 1.5360176690451919,
      "grad_norm": 2.2686103905705406,
      "learning_rate": 0.00026115938228276795,
      "loss": 5.068,
      "step": 18082
    },
    {
      "epoch": 1.5361026163778457,
      "grad_norm": 2.5406896042395535,
      "learning_rate": 0.00026115477197340473,
      "loss": 5.4633,
      "step": 18083
    },
    {
      "epoch": 1.5361875637104996,
      "grad_norm": 2.3005849270727796,
      "learning_rate": 0.00026115016143113883,
      "loss": 5.0735,
      "step": 18084
    },
    {
      "epoch": 1.5362725110431532,
      "grad_norm": 2.374963699593058,
      "learning_rate": 0.0002611455506559799,
      "loss": 4.7285,
      "step": 18085
    },
    {
      "epoch": 1.5363574583758068,
      "grad_norm": 2.502136767672622,
      "learning_rate": 0.00026114093964793757,
      "loss": 5.3996,
      "step": 18086
    },
    {
      "epoch": 1.5364424057084607,
      "grad_norm": 2.3156852526013343,
      "learning_rate": 0.0002611363284070215,
      "loss": 5.088,
      "step": 18087
    },
    {
      "epoch": 1.5365273530411145,
      "grad_norm": 2.363474382082251,
      "learning_rate": 0.0002611317169332413,
      "loss": 4.9382,
      "step": 18088
    },
    {
      "epoch": 1.5366123003737684,
      "grad_norm": 2.2988250444240292,
      "learning_rate": 0.00026112710522660683,
      "loss": 4.966,
      "step": 18089
    },
    {
      "epoch": 1.536697247706422,
      "grad_norm": 2.216640603027432,
      "learning_rate": 0.0002611224932871275,
      "loss": 4.7254,
      "step": 18090
    },
    {
      "epoch": 1.5367821950390756,
      "grad_norm": 2.4899571479478517,
      "learning_rate": 0.0002611178811148131,
      "loss": 5.497,
      "step": 18091
    },
    {
      "epoch": 1.5368671423717295,
      "grad_norm": 2.2395579183837753,
      "learning_rate": 0.0002611132687096733,
      "loss": 4.848,
      "step": 18092
    },
    {
      "epoch": 1.5369520897043834,
      "grad_norm": 2.5284904621119937,
      "learning_rate": 0.00026110865607171775,
      "loss": 5.3833,
      "step": 18093
    },
    {
      "epoch": 1.5370370370370372,
      "grad_norm": 2.243023006845359,
      "learning_rate": 0.00026110404320095617,
      "loss": 4.6198,
      "step": 18094
    },
    {
      "epoch": 1.5371219843696908,
      "grad_norm": 2.259851084952358,
      "learning_rate": 0.0002610994300973981,
      "loss": 4.9003,
      "step": 18095
    },
    {
      "epoch": 1.5372069317023445,
      "grad_norm": 2.3308296551142926,
      "learning_rate": 0.0002610948167610533,
      "loss": 4.5492,
      "step": 18096
    },
    {
      "epoch": 1.5372918790349983,
      "grad_norm": 2.5779883085698994,
      "learning_rate": 0.0002610902031919314,
      "loss": 5.5483,
      "step": 18097
    },
    {
      "epoch": 1.5373768263676522,
      "grad_norm": 2.5117632161676386,
      "learning_rate": 0.00026108558939004213,
      "loss": 5.4428,
      "step": 18098
    },
    {
      "epoch": 1.5374617737003058,
      "grad_norm": 2.385646394227175,
      "learning_rate": 0.00026108097535539504,
      "loss": 5.1742,
      "step": 18099
    },
    {
      "epoch": 1.5375467210329594,
      "grad_norm": 2.369823983302261,
      "learning_rate": 0.0002610763610879999,
      "loss": 4.6801,
      "step": 18100
    },
    {
      "epoch": 1.5376316683656133,
      "grad_norm": 2.3479703495426194,
      "learning_rate": 0.00026107174658786627,
      "loss": 4.9541,
      "step": 18101
    },
    {
      "epoch": 1.5377166156982671,
      "grad_norm": 2.4588788392297922,
      "learning_rate": 0.00026106713185500394,
      "loss": 5.1226,
      "step": 18102
    },
    {
      "epoch": 1.537801563030921,
      "grad_norm": 2.3177017965708617,
      "learning_rate": 0.00026106251688942254,
      "loss": 4.5354,
      "step": 18103
    },
    {
      "epoch": 1.5378865103635746,
      "grad_norm": 2.3318482860228658,
      "learning_rate": 0.00026105790169113173,
      "loss": 5.0232,
      "step": 18104
    },
    {
      "epoch": 1.5379714576962282,
      "grad_norm": 2.5414877499266364,
      "learning_rate": 0.00026105328626014116,
      "loss": 5.559,
      "step": 18105
    },
    {
      "epoch": 1.538056405028882,
      "grad_norm": 2.420789679186829,
      "learning_rate": 0.0002610486705964606,
      "loss": 5.2704,
      "step": 18106
    },
    {
      "epoch": 1.538141352361536,
      "grad_norm": 2.462989834843316,
      "learning_rate": 0.00026104405470009953,
      "loss": 5.3824,
      "step": 18107
    },
    {
      "epoch": 1.5382262996941896,
      "grad_norm": 2.464851348976978,
      "learning_rate": 0.0002610394385710678,
      "loss": 5.3376,
      "step": 18108
    },
    {
      "epoch": 1.5383112470268434,
      "grad_norm": 2.336028524334103,
      "learning_rate": 0.00026103482220937496,
      "loss": 5.0104,
      "step": 18109
    },
    {
      "epoch": 1.538396194359497,
      "grad_norm": 2.350599104255966,
      "learning_rate": 0.0002610302056150308,
      "loss": 4.7075,
      "step": 18110
    },
    {
      "epoch": 1.5384811416921509,
      "grad_norm": 2.394620081176208,
      "learning_rate": 0.0002610255887880449,
      "loss": 4.9636,
      "step": 18111
    },
    {
      "epoch": 1.5385660890248047,
      "grad_norm": 2.3032374214040185,
      "learning_rate": 0.00026102097172842694,
      "loss": 4.9054,
      "step": 18112
    },
    {
      "epoch": 1.5386510363574584,
      "grad_norm": 2.346506695345387,
      "learning_rate": 0.00026101635443618665,
      "loss": 4.8,
      "step": 18113
    },
    {
      "epoch": 1.538735983690112,
      "grad_norm": 2.310285262132836,
      "learning_rate": 0.00026101173691133367,
      "loss": 5.1398,
      "step": 18114
    },
    {
      "epoch": 1.5388209310227658,
      "grad_norm": 2.249359964692784,
      "learning_rate": 0.0002610071191538777,
      "loss": 4.6359,
      "step": 18115
    },
    {
      "epoch": 1.5389058783554197,
      "grad_norm": 2.435798861667385,
      "learning_rate": 0.00026100250116382835,
      "loss": 5.012,
      "step": 18116
    },
    {
      "epoch": 1.5389908256880735,
      "grad_norm": 2.4784765349435363,
      "learning_rate": 0.00026099788294119537,
      "loss": 5.3565,
      "step": 18117
    },
    {
      "epoch": 1.5390757730207272,
      "grad_norm": 2.2565730528760612,
      "learning_rate": 0.0002609932644859884,
      "loss": 4.5557,
      "step": 18118
    },
    {
      "epoch": 1.5391607203533808,
      "grad_norm": 2.2825636572808845,
      "learning_rate": 0.0002609886457982171,
      "loss": 5.0492,
      "step": 18119
    },
    {
      "epoch": 1.5392456676860347,
      "grad_norm": 2.428961826944442,
      "learning_rate": 0.0002609840268778912,
      "loss": 5.0957,
      "step": 18120
    },
    {
      "epoch": 1.5393306150186885,
      "grad_norm": 2.5013635644590253,
      "learning_rate": 0.0002609794077250203,
      "loss": 5.6299,
      "step": 18121
    },
    {
      "epoch": 1.5394155623513421,
      "grad_norm": 2.2199191210898284,
      "learning_rate": 0.0002609747883396142,
      "loss": 4.803,
      "step": 18122
    },
    {
      "epoch": 1.5395005096839958,
      "grad_norm": 2.3783284960458486,
      "learning_rate": 0.0002609701687216825,
      "loss": 5.0255,
      "step": 18123
    },
    {
      "epoch": 1.5395854570166496,
      "grad_norm": 2.3807404621031973,
      "learning_rate": 0.00026096554887123486,
      "loss": 4.9789,
      "step": 18124
    },
    {
      "epoch": 1.5396704043493035,
      "grad_norm": 2.280154538212887,
      "learning_rate": 0.00026096092878828095,
      "loss": 4.7247,
      "step": 18125
    },
    {
      "epoch": 1.5397553516819573,
      "grad_norm": 2.3269754325418024,
      "learning_rate": 0.0002609563084728305,
      "loss": 5.0264,
      "step": 18126
    },
    {
      "epoch": 1.539840299014611,
      "grad_norm": 2.347296904154856,
      "learning_rate": 0.00026095168792489325,
      "loss": 4.9534,
      "step": 18127
    },
    {
      "epoch": 1.5399252463472646,
      "grad_norm": 2.371334903895251,
      "learning_rate": 0.00026094706714447876,
      "loss": 4.9802,
      "step": 18128
    },
    {
      "epoch": 1.5400101936799184,
      "grad_norm": 2.1728217225192497,
      "learning_rate": 0.00026094244613159674,
      "loss": 4.0574,
      "step": 18129
    },
    {
      "epoch": 1.5400951410125723,
      "grad_norm": 2.2796941537037947,
      "learning_rate": 0.0002609378248862569,
      "loss": 4.7838,
      "step": 18130
    },
    {
      "epoch": 1.540180088345226,
      "grad_norm": 2.328361144508045,
      "learning_rate": 0.0002609332034084689,
      "loss": 4.8745,
      "step": 18131
    },
    {
      "epoch": 1.5402650356778798,
      "grad_norm": 2.4422444719034453,
      "learning_rate": 0.00026092858169824253,
      "loss": 4.949,
      "step": 18132
    },
    {
      "epoch": 1.5403499830105334,
      "grad_norm": 2.4100439809069165,
      "learning_rate": 0.0002609239597555873,
      "loss": 5.1878,
      "step": 18133
    },
    {
      "epoch": 1.5404349303431872,
      "grad_norm": 2.351218132888593,
      "learning_rate": 0.000260919337580513,
      "loss": 4.7795,
      "step": 18134
    },
    {
      "epoch": 1.540519877675841,
      "grad_norm": 2.29876598338424,
      "learning_rate": 0.0002609147151730293,
      "loss": 4.5593,
      "step": 18135
    },
    {
      "epoch": 1.5406048250084947,
      "grad_norm": 2.3738587734876764,
      "learning_rate": 0.0002609100925331459,
      "loss": 5.2038,
      "step": 18136
    },
    {
      "epoch": 1.5406897723411483,
      "grad_norm": 2.3453875657709182,
      "learning_rate": 0.00026090546966087245,
      "loss": 4.998,
      "step": 18137
    },
    {
      "epoch": 1.5407747196738022,
      "grad_norm": 2.533865892767975,
      "learning_rate": 0.0002609008465562186,
      "loss": 5.5935,
      "step": 18138
    },
    {
      "epoch": 1.540859667006456,
      "grad_norm": 2.501515283493721,
      "learning_rate": 0.0002608962232191941,
      "loss": 5.1879,
      "step": 18139
    },
    {
      "epoch": 1.54094461433911,
      "grad_norm": 2.2864444532643593,
      "learning_rate": 0.0002608915996498087,
      "loss": 5.2483,
      "step": 18140
    },
    {
      "epoch": 1.5410295616717635,
      "grad_norm": 2.2445740520267683,
      "learning_rate": 0.00026088697584807194,
      "loss": 4.9805,
      "step": 18141
    },
    {
      "epoch": 1.5411145090044172,
      "grad_norm": 2.2282141148121157,
      "learning_rate": 0.0002608823518139936,
      "loss": 4.8401,
      "step": 18142
    },
    {
      "epoch": 1.541199456337071,
      "grad_norm": 2.1855068083707807,
      "learning_rate": 0.0002608777275475834,
      "loss": 4.7675,
      "step": 18143
    },
    {
      "epoch": 1.5412844036697249,
      "grad_norm": 2.314569415991196,
      "learning_rate": 0.00026087310304885087,
      "loss": 4.8375,
      "step": 18144
    },
    {
      "epoch": 1.5413693510023785,
      "grad_norm": 2.4140777013608017,
      "learning_rate": 0.0002608684783178059,
      "loss": 5.1059,
      "step": 18145
    },
    {
      "epoch": 1.5414542983350321,
      "grad_norm": 2.321027912201235,
      "learning_rate": 0.000260863853354458,
      "loss": 4.9016,
      "step": 18146
    },
    {
      "epoch": 1.541539245667686,
      "grad_norm": 2.377938767231703,
      "learning_rate": 0.00026085922815881704,
      "loss": 5.2025,
      "step": 18147
    },
    {
      "epoch": 1.5416241930003398,
      "grad_norm": 2.292959768652417,
      "learning_rate": 0.0002608546027308926,
      "loss": 4.8314,
      "step": 18148
    },
    {
      "epoch": 1.5417091403329937,
      "grad_norm": 2.30351629865284,
      "learning_rate": 0.0002608499770706944,
      "loss": 4.974,
      "step": 18149
    },
    {
      "epoch": 1.5417940876656473,
      "grad_norm": 2.4472963224464666,
      "learning_rate": 0.00026084535117823206,
      "loss": 5.1858,
      "step": 18150
    },
    {
      "epoch": 1.541879034998301,
      "grad_norm": 2.2023551389489002,
      "learning_rate": 0.0002608407250535154,
      "loss": 4.8271,
      "step": 18151
    },
    {
      "epoch": 1.5419639823309548,
      "grad_norm": 2.307800118222069,
      "learning_rate": 0.000260836098696554,
      "loss": 4.8895,
      "step": 18152
    },
    {
      "epoch": 1.5420489296636086,
      "grad_norm": 2.2460314614176706,
      "learning_rate": 0.00026083147210735765,
      "loss": 5.0236,
      "step": 18153
    },
    {
      "epoch": 1.5421338769962625,
      "grad_norm": 2.324323719039487,
      "learning_rate": 0.000260826845285936,
      "loss": 4.9026,
      "step": 18154
    },
    {
      "epoch": 1.542218824328916,
      "grad_norm": 2.2056857877766936,
      "learning_rate": 0.0002608222182322987,
      "loss": 4.8907,
      "step": 18155
    },
    {
      "epoch": 1.5423037716615697,
      "grad_norm": 2.1692285780115874,
      "learning_rate": 0.0002608175909464555,
      "loss": 4.7603,
      "step": 18156
    },
    {
      "epoch": 1.5423887189942236,
      "grad_norm": 2.279728313266171,
      "learning_rate": 0.0002608129634284161,
      "loss": 4.6756,
      "step": 18157
    },
    {
      "epoch": 1.5424736663268774,
      "grad_norm": 2.236017649170596,
      "learning_rate": 0.0002608083356781901,
      "loss": 4.8931,
      "step": 18158
    },
    {
      "epoch": 1.542558613659531,
      "grad_norm": 2.2988736723217,
      "learning_rate": 0.0002608037076957874,
      "loss": 5.0146,
      "step": 18159
    },
    {
      "epoch": 1.5426435609921847,
      "grad_norm": 2.3807798554514603,
      "learning_rate": 0.0002607990794812175,
      "loss": 5.235,
      "step": 18160
    },
    {
      "epoch": 1.5427285083248385,
      "grad_norm": 2.193293906955558,
      "learning_rate": 0.0002607944510344902,
      "loss": 4.617,
      "step": 18161
    },
    {
      "epoch": 1.5428134556574924,
      "grad_norm": 2.4401654450070303,
      "learning_rate": 0.0002607898223556151,
      "loss": 5.3426,
      "step": 18162
    },
    {
      "epoch": 1.5428984029901462,
      "grad_norm": 2.433554832280295,
      "learning_rate": 0.00026078519344460206,
      "loss": 5.2646,
      "step": 18163
    },
    {
      "epoch": 1.5429833503227999,
      "grad_norm": 2.488455138351223,
      "learning_rate": 0.0002607805643014606,
      "loss": 5.2599,
      "step": 18164
    },
    {
      "epoch": 1.5430682976554535,
      "grad_norm": 2.212405394577615,
      "learning_rate": 0.00026077593492620057,
      "loss": 4.717,
      "step": 18165
    },
    {
      "epoch": 1.5431532449881074,
      "grad_norm": 2.233992416354726,
      "learning_rate": 0.0002607713053188316,
      "loss": 4.8681,
      "step": 18166
    },
    {
      "epoch": 1.5432381923207612,
      "grad_norm": 2.3478286712043497,
      "learning_rate": 0.00026076667547936336,
      "loss": 5.0216,
      "step": 18167
    },
    {
      "epoch": 1.5433231396534148,
      "grad_norm": 2.3006279711443085,
      "learning_rate": 0.00026076204540780566,
      "loss": 5.0179,
      "step": 18168
    },
    {
      "epoch": 1.5434080869860687,
      "grad_norm": 2.3411538086189294,
      "learning_rate": 0.0002607574151041681,
      "loss": 4.989,
      "step": 18169
    },
    {
      "epoch": 1.5434930343187223,
      "grad_norm": 2.2700585667184217,
      "learning_rate": 0.00026075278456846033,
      "loss": 5.1271,
      "step": 18170
    },
    {
      "epoch": 1.5435779816513762,
      "grad_norm": 2.4840783195359264,
      "learning_rate": 0.0002607481538006921,
      "loss": 5.1617,
      "step": 18171
    },
    {
      "epoch": 1.54366292898403,
      "grad_norm": 2.424765671604601,
      "learning_rate": 0.0002607435228008733,
      "loss": 5.0615,
      "step": 18172
    },
    {
      "epoch": 1.5437478763166836,
      "grad_norm": 2.2628637441421184,
      "learning_rate": 0.0002607388915690134,
      "loss": 4.9474,
      "step": 18173
    },
    {
      "epoch": 1.5438328236493373,
      "grad_norm": 2.296514400222406,
      "learning_rate": 0.00026073426010512216,
      "loss": 5.014,
      "step": 18174
    },
    {
      "epoch": 1.5439177709819911,
      "grad_norm": 2.468883346984666,
      "learning_rate": 0.00026072962840920934,
      "loss": 5.4321,
      "step": 18175
    },
    {
      "epoch": 1.544002718314645,
      "grad_norm": 2.3814854021864567,
      "learning_rate": 0.00026072499648128463,
      "loss": 4.7486,
      "step": 18176
    },
    {
      "epoch": 1.5440876656472988,
      "grad_norm": 2.383130622859011,
      "learning_rate": 0.0002607203643213577,
      "loss": 5.2251,
      "step": 18177
    },
    {
      "epoch": 1.5441726129799525,
      "grad_norm": 2.281134616337846,
      "learning_rate": 0.00026071573192943824,
      "loss": 4.9648,
      "step": 18178
    },
    {
      "epoch": 1.544257560312606,
      "grad_norm": 2.3252009747009277,
      "learning_rate": 0.00026071109930553597,
      "loss": 4.8466,
      "step": 18179
    },
    {
      "epoch": 1.54434250764526,
      "grad_norm": 2.317278662146549,
      "learning_rate": 0.00026070646644966067,
      "loss": 4.8097,
      "step": 18180
    },
    {
      "epoch": 1.5444274549779138,
      "grad_norm": 2.350321394235458,
      "learning_rate": 0.000260701833361822,
      "loss": 5.23,
      "step": 18181
    },
    {
      "epoch": 1.5445124023105674,
      "grad_norm": 2.4544019084133923,
      "learning_rate": 0.0002606972000420296,
      "loss": 5.3323,
      "step": 18182
    },
    {
      "epoch": 1.544597349643221,
      "grad_norm": 2.328831374953105,
      "learning_rate": 0.0002606925664902933,
      "loss": 4.9504,
      "step": 18183
    },
    {
      "epoch": 1.544682296975875,
      "grad_norm": 2.268768321479846,
      "learning_rate": 0.0002606879327066227,
      "loss": 4.9878,
      "step": 18184
    },
    {
      "epoch": 1.5447672443085287,
      "grad_norm": 2.458972845338834,
      "learning_rate": 0.0002606832986910276,
      "loss": 5.4068,
      "step": 18185
    },
    {
      "epoch": 1.5448521916411826,
      "grad_norm": 2.2857384818743154,
      "learning_rate": 0.00026067866444351765,
      "loss": 5.089,
      "step": 18186
    },
    {
      "epoch": 1.5449371389738362,
      "grad_norm": 2.4701754519530255,
      "learning_rate": 0.00026067402996410256,
      "loss": 5.2964,
      "step": 18187
    },
    {
      "epoch": 1.5450220863064899,
      "grad_norm": 2.2777517860875682,
      "learning_rate": 0.000260669395252792,
      "loss": 4.808,
      "step": 18188
    },
    {
      "epoch": 1.5451070336391437,
      "grad_norm": 2.2577299500950687,
      "learning_rate": 0.0002606647603095958,
      "loss": 5.0126,
      "step": 18189
    },
    {
      "epoch": 1.5451919809717976,
      "grad_norm": 2.3743231671361564,
      "learning_rate": 0.00026066012513452363,
      "loss": 5.2311,
      "step": 18190
    },
    {
      "epoch": 1.5452769283044514,
      "grad_norm": 2.2757405079677,
      "learning_rate": 0.0002606554897275852,
      "loss": 5.2009,
      "step": 18191
    },
    {
      "epoch": 1.545361875637105,
      "grad_norm": 2.2890722021491214,
      "learning_rate": 0.00026065085408879016,
      "loss": 4.9437,
      "step": 18192
    },
    {
      "epoch": 1.5454468229697587,
      "grad_norm": 2.3344039864181223,
      "learning_rate": 0.00026064621821814826,
      "loss": 5.1264,
      "step": 18193
    },
    {
      "epoch": 1.5455317703024125,
      "grad_norm": 2.351590163352637,
      "learning_rate": 0.0002606415821156692,
      "loss": 4.8499,
      "step": 18194
    },
    {
      "epoch": 1.5456167176350664,
      "grad_norm": 2.293995427467143,
      "learning_rate": 0.0002606369457813627,
      "loss": 4.8713,
      "step": 18195
    },
    {
      "epoch": 1.54570166496772,
      "grad_norm": 2.578897417391015,
      "learning_rate": 0.00026063230921523855,
      "loss": 5.2546,
      "step": 18196
    },
    {
      "epoch": 1.5457866123003736,
      "grad_norm": 2.275058271339409,
      "learning_rate": 0.0002606276724173064,
      "loss": 4.6285,
      "step": 18197
    },
    {
      "epoch": 1.5458715596330275,
      "grad_norm": 2.44399088233291,
      "learning_rate": 0.00026062303538757593,
      "loss": 5.1171,
      "step": 18198
    },
    {
      "epoch": 1.5459565069656813,
      "grad_norm": 2.372869365804051,
      "learning_rate": 0.000260618398126057,
      "loss": 5.0577,
      "step": 18199
    },
    {
      "epoch": 1.5460414542983352,
      "grad_norm": 2.351486413014679,
      "learning_rate": 0.00026061376063275907,
      "loss": 4.8194,
      "step": 18200
    },
    {
      "epoch": 1.5461264016309888,
      "grad_norm": 2.3053131457025398,
      "learning_rate": 0.0002606091229076921,
      "loss": 5.0215,
      "step": 18201
    },
    {
      "epoch": 1.5462113489636424,
      "grad_norm": 2.3131068362644283,
      "learning_rate": 0.00026060448495086565,
      "loss": 5.1445,
      "step": 18202
    },
    {
      "epoch": 1.5462962962962963,
      "grad_norm": 2.39537023585586,
      "learning_rate": 0.00026059984676228955,
      "loss": 5.3494,
      "step": 18203
    },
    {
      "epoch": 1.5463812436289501,
      "grad_norm": 2.4109570422075315,
      "learning_rate": 0.00026059520834197347,
      "loss": 5.015,
      "step": 18204
    },
    {
      "epoch": 1.5464661909616038,
      "grad_norm": 2.297654444343522,
      "learning_rate": 0.0002605905696899272,
      "loss": 4.9974,
      "step": 18205
    },
    {
      "epoch": 1.5465511382942576,
      "grad_norm": 2.3367387175008063,
      "learning_rate": 0.0002605859308061603,
      "loss": 5.0689,
      "step": 18206
    },
    {
      "epoch": 1.5466360856269112,
      "grad_norm": 2.336880543351935,
      "learning_rate": 0.0002605812916906826,
      "loss": 4.6536,
      "step": 18207
    },
    {
      "epoch": 1.546721032959565,
      "grad_norm": 2.293917510669298,
      "learning_rate": 0.00026057665234350375,
      "loss": 4.7606,
      "step": 18208
    },
    {
      "epoch": 1.546805980292219,
      "grad_norm": 2.351097319637311,
      "learning_rate": 0.00026057201276463363,
      "loss": 4.8435,
      "step": 18209
    },
    {
      "epoch": 1.5468909276248726,
      "grad_norm": 2.2886143618141594,
      "learning_rate": 0.0002605673729540818,
      "loss": 4.9022,
      "step": 18210
    },
    {
      "epoch": 1.5469758749575262,
      "grad_norm": 2.4400361579667247,
      "learning_rate": 0.000260562732911858,
      "loss": 5.0917,
      "step": 18211
    },
    {
      "epoch": 1.54706082229018,
      "grad_norm": 2.46217205431327,
      "learning_rate": 0.00026055809263797204,
      "loss": 5.2211,
      "step": 18212
    },
    {
      "epoch": 1.547145769622834,
      "grad_norm": 2.401603042859863,
      "learning_rate": 0.00026055345213243355,
      "loss": 5.1,
      "step": 18213
    },
    {
      "epoch": 1.5472307169554878,
      "grad_norm": 2.415926018044362,
      "learning_rate": 0.0002605488113952523,
      "loss": 5.1772,
      "step": 18214
    },
    {
      "epoch": 1.5473156642881414,
      "grad_norm": 2.4417848923109826,
      "learning_rate": 0.000260544170426438,
      "loss": 5.1433,
      "step": 18215
    },
    {
      "epoch": 1.547400611620795,
      "grad_norm": 2.192976811562642,
      "learning_rate": 0.00026053952922600043,
      "loss": 4.7808,
      "step": 18216
    },
    {
      "epoch": 1.5474855589534489,
      "grad_norm": 2.520216016926409,
      "learning_rate": 0.00026053488779394923,
      "loss": 5.2545,
      "step": 18217
    },
    {
      "epoch": 1.5475705062861027,
      "grad_norm": 2.5706641118986684,
      "learning_rate": 0.0002605302461302942,
      "loss": 5.3337,
      "step": 18218
    },
    {
      "epoch": 1.5476554536187563,
      "grad_norm": 2.4508588475418884,
      "learning_rate": 0.000260525604235045,
      "loss": 4.9872,
      "step": 18219
    },
    {
      "epoch": 1.54774040095141,
      "grad_norm": 2.4839264502515124,
      "learning_rate": 0.00026052096210821133,
      "loss": 5.3498,
      "step": 18220
    },
    {
      "epoch": 1.5478253482840638,
      "grad_norm": 2.285757950750358,
      "learning_rate": 0.000260516319749803,
      "loss": 4.7948,
      "step": 18221
    },
    {
      "epoch": 1.5479102956167177,
      "grad_norm": 2.27096428802877,
      "learning_rate": 0.00026051167715982973,
      "loss": 4.456,
      "step": 18222
    },
    {
      "epoch": 1.5479952429493715,
      "grad_norm": 2.483147407398481,
      "learning_rate": 0.00026050703433830124,
      "loss": 5.1383,
      "step": 18223
    },
    {
      "epoch": 1.5480801902820251,
      "grad_norm": 2.465987071790189,
      "learning_rate": 0.0002605023912852272,
      "loss": 5.348,
      "step": 18224
    },
    {
      "epoch": 1.5481651376146788,
      "grad_norm": 2.292102020185367,
      "learning_rate": 0.00026049774800061744,
      "loss": 5.0901,
      "step": 18225
    },
    {
      "epoch": 1.5482500849473326,
      "grad_norm": 2.3263522812986617,
      "learning_rate": 0.00026049310448448155,
      "loss": 5.1596,
      "step": 18226
    },
    {
      "epoch": 1.5483350322799865,
      "grad_norm": 2.243364528032453,
      "learning_rate": 0.00026048846073682935,
      "loss": 4.8149,
      "step": 18227
    },
    {
      "epoch": 1.5484199796126403,
      "grad_norm": 2.4663118672299498,
      "learning_rate": 0.0002604838167576706,
      "loss": 5.3257,
      "step": 18228
    },
    {
      "epoch": 1.548504926945294,
      "grad_norm": 2.4928651212183315,
      "learning_rate": 0.000260479172547015,
      "loss": 5.1015,
      "step": 18229
    },
    {
      "epoch": 1.5485898742779476,
      "grad_norm": 2.3151500375052745,
      "learning_rate": 0.00026047452810487224,
      "loss": 5.067,
      "step": 18230
    },
    {
      "epoch": 1.5486748216106014,
      "grad_norm": 2.5093885530775766,
      "learning_rate": 0.0002604698834312521,
      "loss": 5.2769,
      "step": 18231
    },
    {
      "epoch": 1.5487597689432553,
      "grad_norm": 2.2873042864983155,
      "learning_rate": 0.0002604652385261643,
      "loss": 4.6547,
      "step": 18232
    },
    {
      "epoch": 1.548844716275909,
      "grad_norm": 2.317984849480572,
      "learning_rate": 0.0002604605933896185,
      "loss": 5.0119,
      "step": 18233
    },
    {
      "epoch": 1.5489296636085625,
      "grad_norm": 2.2351102996437837,
      "learning_rate": 0.00026045594802162457,
      "loss": 4.4177,
      "step": 18234
    },
    {
      "epoch": 1.5490146109412164,
      "grad_norm": 2.371643320014551,
      "learning_rate": 0.0002604513024221922,
      "loss": 5.1706,
      "step": 18235
    },
    {
      "epoch": 1.5490995582738702,
      "grad_norm": 2.365738513315086,
      "learning_rate": 0.000260446656591331,
      "loss": 4.693,
      "step": 18236
    },
    {
      "epoch": 1.549184505606524,
      "grad_norm": 2.539160032572596,
      "learning_rate": 0.00026044201052905083,
      "loss": 5.2299,
      "step": 18237
    },
    {
      "epoch": 1.5492694529391777,
      "grad_norm": 2.3554155849921865,
      "learning_rate": 0.00026043736423536146,
      "loss": 4.8526,
      "step": 18238
    },
    {
      "epoch": 1.5493544002718314,
      "grad_norm": 2.414839489097815,
      "learning_rate": 0.0002604327177102725,
      "loss": 4.8991,
      "step": 18239
    },
    {
      "epoch": 1.5494393476044852,
      "grad_norm": 2.5482260525472182,
      "learning_rate": 0.0002604280709537938,
      "loss": 5.1857,
      "step": 18240
    },
    {
      "epoch": 1.549524294937139,
      "grad_norm": 2.270961889663206,
      "learning_rate": 0.00026042342396593503,
      "loss": 4.6295,
      "step": 18241
    },
    {
      "epoch": 1.5496092422697927,
      "grad_norm": 2.364209484846261,
      "learning_rate": 0.0002604187767467059,
      "loss": 5.018,
      "step": 18242
    },
    {
      "epoch": 1.5496941896024465,
      "grad_norm": 2.2917865765889434,
      "learning_rate": 0.00026041412929611623,
      "loss": 4.6658,
      "step": 18243
    },
    {
      "epoch": 1.5497791369351002,
      "grad_norm": 2.1899534974261012,
      "learning_rate": 0.0002604094816141757,
      "loss": 4.3268,
      "step": 18244
    },
    {
      "epoch": 1.549864084267754,
      "grad_norm": 2.1797246910095622,
      "learning_rate": 0.00026040483370089407,
      "loss": 4.5634,
      "step": 18245
    },
    {
      "epoch": 1.5499490316004079,
      "grad_norm": 2.2309743475601773,
      "learning_rate": 0.0002604001855562811,
      "loss": 4.5847,
      "step": 18246
    },
    {
      "epoch": 1.5500339789330615,
      "grad_norm": 2.291932167375798,
      "learning_rate": 0.00026039553718034645,
      "loss": 5.0847,
      "step": 18247
    },
    {
      "epoch": 1.5501189262657151,
      "grad_norm": 2.280416171113936,
      "learning_rate": 0.0002603908885730999,
      "loss": 5.0084,
      "step": 18248
    },
    {
      "epoch": 1.550203873598369,
      "grad_norm": 2.279502831189578,
      "learning_rate": 0.00026038623973455126,
      "loss": 5.2324,
      "step": 18249
    },
    {
      "epoch": 1.5502888209310228,
      "grad_norm": 2.2567508756129793,
      "learning_rate": 0.0002603815906647102,
      "loss": 5.0007,
      "step": 18250
    },
    {
      "epoch": 1.5503737682636767,
      "grad_norm": 2.325512422681231,
      "learning_rate": 0.00026037694136358646,
      "loss": 5.1381,
      "step": 18251
    },
    {
      "epoch": 1.5504587155963303,
      "grad_norm": 2.5254383163759755,
      "learning_rate": 0.0002603722918311898,
      "loss": 5.4845,
      "step": 18252
    },
    {
      "epoch": 1.550543662928984,
      "grad_norm": 2.302979343349271,
      "learning_rate": 0.00026036764206752996,
      "loss": 4.9686,
      "step": 18253
    },
    {
      "epoch": 1.5506286102616378,
      "grad_norm": 2.538542114326142,
      "learning_rate": 0.0002603629920726167,
      "loss": 5.4107,
      "step": 18254
    },
    {
      "epoch": 1.5507135575942916,
      "grad_norm": 2.5356671419425827,
      "learning_rate": 0.0002603583418464597,
      "loss": 5.4057,
      "step": 18255
    },
    {
      "epoch": 1.5507985049269453,
      "grad_norm": 2.3076714989164904,
      "learning_rate": 0.0002603536913890688,
      "loss": 5.1593,
      "step": 18256
    },
    {
      "epoch": 1.550883452259599,
      "grad_norm": 2.30738700686716,
      "learning_rate": 0.00026034904070045364,
      "loss": 5.2209,
      "step": 18257
    },
    {
      "epoch": 1.5509683995922527,
      "grad_norm": 2.4189491091634823,
      "learning_rate": 0.00026034438978062404,
      "loss": 5.2094,
      "step": 18258
    },
    {
      "epoch": 1.5510533469249066,
      "grad_norm": 2.3907148281769612,
      "learning_rate": 0.0002603397386295897,
      "loss": 4.9653,
      "step": 18259
    },
    {
      "epoch": 1.5511382942575604,
      "grad_norm": 2.3218971804215847,
      "learning_rate": 0.0002603350872473604,
      "loss": 5.2067,
      "step": 18260
    },
    {
      "epoch": 1.551223241590214,
      "grad_norm": 2.5045209503670005,
      "learning_rate": 0.00026033043563394593,
      "loss": 5.4944,
      "step": 18261
    },
    {
      "epoch": 1.5513081889228677,
      "grad_norm": 2.480773189211588,
      "learning_rate": 0.00026032578378935595,
      "loss": 5.2902,
      "step": 18262
    },
    {
      "epoch": 1.5513931362555216,
      "grad_norm": 2.3254286136225604,
      "learning_rate": 0.0002603211317136002,
      "loss": 5.2788,
      "step": 18263
    },
    {
      "epoch": 1.5514780835881754,
      "grad_norm": 2.3392887690139865,
      "learning_rate": 0.00026031647940668847,
      "loss": 5.2233,
      "step": 18264
    },
    {
      "epoch": 1.551563030920829,
      "grad_norm": 2.204227881544659,
      "learning_rate": 0.0002603118268686305,
      "loss": 4.6496,
      "step": 18265
    },
    {
      "epoch": 1.5516479782534829,
      "grad_norm": 2.2001076885437247,
      "learning_rate": 0.0002603071740994361,
      "loss": 4.8242,
      "step": 18266
    },
    {
      "epoch": 1.5517329255861365,
      "grad_norm": 2.4251039257126803,
      "learning_rate": 0.0002603025210991149,
      "loss": 4.964,
      "step": 18267
    },
    {
      "epoch": 1.5518178729187904,
      "grad_norm": 2.2932431856636373,
      "learning_rate": 0.00026029786786767675,
      "loss": 5.047,
      "step": 18268
    },
    {
      "epoch": 1.5519028202514442,
      "grad_norm": 2.524575942303219,
      "learning_rate": 0.0002602932144051313,
      "loss": 5.1514,
      "step": 18269
    },
    {
      "epoch": 1.5519877675840978,
      "grad_norm": 2.2622037163716593,
      "learning_rate": 0.0002602885607114884,
      "loss": 4.8014,
      "step": 18270
    },
    {
      "epoch": 1.5520727149167515,
      "grad_norm": 2.2212813959929965,
      "learning_rate": 0.0002602839067867577,
      "loss": 4.6007,
      "step": 18271
    },
    {
      "epoch": 1.5521576622494053,
      "grad_norm": 2.287285485255799,
      "learning_rate": 0.0002602792526309491,
      "loss": 4.9558,
      "step": 18272
    },
    {
      "epoch": 1.5522426095820592,
      "grad_norm": 2.3863766001646898,
      "learning_rate": 0.0002602745982440722,
      "loss": 4.9925,
      "step": 18273
    },
    {
      "epoch": 1.552327556914713,
      "grad_norm": 2.3559249794364607,
      "learning_rate": 0.00026026994362613685,
      "loss": 5.1658,
      "step": 18274
    },
    {
      "epoch": 1.5524125042473667,
      "grad_norm": 2.2748612530990773,
      "learning_rate": 0.0002602652887771528,
      "loss": 4.9617,
      "step": 18275
    },
    {
      "epoch": 1.5524974515800203,
      "grad_norm": 2.3589453421056534,
      "learning_rate": 0.0002602606336971297,
      "loss": 4.954,
      "step": 18276
    },
    {
      "epoch": 1.5525823989126741,
      "grad_norm": 2.342860233120712,
      "learning_rate": 0.00026025597838607743,
      "loss": 4.8794,
      "step": 18277
    },
    {
      "epoch": 1.552667346245328,
      "grad_norm": 2.441809101314434,
      "learning_rate": 0.0002602513228440057,
      "loss": 4.8395,
      "step": 18278
    },
    {
      "epoch": 1.5527522935779816,
      "grad_norm": 2.3347297282785333,
      "learning_rate": 0.0002602466670709242,
      "loss": 4.5939,
      "step": 18279
    },
    {
      "epoch": 1.5528372409106352,
      "grad_norm": 2.3013905513733013,
      "learning_rate": 0.00026024201106684275,
      "loss": 4.6299,
      "step": 18280
    },
    {
      "epoch": 1.552922188243289,
      "grad_norm": 2.355735260428779,
      "learning_rate": 0.0002602373548317711,
      "loss": 4.766,
      "step": 18281
    },
    {
      "epoch": 1.553007135575943,
      "grad_norm": 2.3643311890991825,
      "learning_rate": 0.00026023269836571904,
      "loss": 5.1328,
      "step": 18282
    },
    {
      "epoch": 1.5530920829085968,
      "grad_norm": 2.5208727201372,
      "learning_rate": 0.00026022804166869626,
      "loss": 5.4376,
      "step": 18283
    },
    {
      "epoch": 1.5531770302412504,
      "grad_norm": 2.319224012628455,
      "learning_rate": 0.00026022338474071256,
      "loss": 4.8646,
      "step": 18284
    },
    {
      "epoch": 1.553261977573904,
      "grad_norm": 2.403753947066877,
      "learning_rate": 0.00026021872758177764,
      "loss": 5.1572,
      "step": 18285
    },
    {
      "epoch": 1.553346924906558,
      "grad_norm": 2.324711375300437,
      "learning_rate": 0.0002602140701919013,
      "loss": 4.8888,
      "step": 18286
    },
    {
      "epoch": 1.5534318722392118,
      "grad_norm": 2.3281768380725802,
      "learning_rate": 0.00026020941257109335,
      "loss": 5.0299,
      "step": 18287
    },
    {
      "epoch": 1.5535168195718656,
      "grad_norm": 2.3347675705139745,
      "learning_rate": 0.00026020475471936355,
      "loss": 4.6287,
      "step": 18288
    },
    {
      "epoch": 1.5536017669045192,
      "grad_norm": 2.331339034826277,
      "learning_rate": 0.0002602000966367215,
      "loss": 4.9878,
      "step": 18289
    },
    {
      "epoch": 1.5536867142371729,
      "grad_norm": 2.4669840895046384,
      "learning_rate": 0.0002601954383231771,
      "loss": 5.2649,
      "step": 18290
    },
    {
      "epoch": 1.5537716615698267,
      "grad_norm": 2.1782442631971115,
      "learning_rate": 0.0002601907797787401,
      "loss": 4.7099,
      "step": 18291
    },
    {
      "epoch": 1.5538566089024806,
      "grad_norm": 2.363252309793328,
      "learning_rate": 0.0002601861210034202,
      "loss": 5.1088,
      "step": 18292
    },
    {
      "epoch": 1.5539415562351342,
      "grad_norm": 2.4249223926267196,
      "learning_rate": 0.00026018146199722727,
      "loss": 4.981,
      "step": 18293
    },
    {
      "epoch": 1.5540265035677878,
      "grad_norm": 2.5270376675272765,
      "learning_rate": 0.00026017680276017093,
      "loss": 5.38,
      "step": 18294
    },
    {
      "epoch": 1.5541114509004417,
      "grad_norm": 2.339632135128228,
      "learning_rate": 0.0002601721432922611,
      "loss": 5.0459,
      "step": 18295
    },
    {
      "epoch": 1.5541963982330955,
      "grad_norm": 2.353353907668364,
      "learning_rate": 0.00026016748359350737,
      "loss": 5.1845,
      "step": 18296
    },
    {
      "epoch": 1.5542813455657494,
      "grad_norm": 2.4892839852720594,
      "learning_rate": 0.00026016282366391966,
      "loss": 5.5295,
      "step": 18297
    },
    {
      "epoch": 1.554366292898403,
      "grad_norm": 2.412009261946816,
      "learning_rate": 0.00026015816350350763,
      "loss": 5.2883,
      "step": 18298
    },
    {
      "epoch": 1.5544512402310566,
      "grad_norm": 2.2980709912636876,
      "learning_rate": 0.0002601535031122811,
      "loss": 4.7579,
      "step": 18299
    },
    {
      "epoch": 1.5545361875637105,
      "grad_norm": 2.338468158749654,
      "learning_rate": 0.0002601488424902498,
      "loss": 5.268,
      "step": 18300
    },
    {
      "epoch": 1.5546211348963643,
      "grad_norm": 2.4228183688453457,
      "learning_rate": 0.00026014418163742355,
      "loss": 5.2213,
      "step": 18301
    },
    {
      "epoch": 1.554706082229018,
      "grad_norm": 2.2748176587452944,
      "learning_rate": 0.0002601395205538121,
      "loss": 4.8094,
      "step": 18302
    },
    {
      "epoch": 1.5547910295616718,
      "grad_norm": 2.4703884618239913,
      "learning_rate": 0.0002601348592394251,
      "loss": 5.5026,
      "step": 18303
    },
    {
      "epoch": 1.5548759768943254,
      "grad_norm": 2.3885213814336343,
      "learning_rate": 0.0002601301976942725,
      "loss": 5.3134,
      "step": 18304
    },
    {
      "epoch": 1.5549609242269793,
      "grad_norm": 2.316584900253251,
      "learning_rate": 0.0002601255359183639,
      "loss": 4.7072,
      "step": 18305
    },
    {
      "epoch": 1.5550458715596331,
      "grad_norm": 2.417776721062925,
      "learning_rate": 0.0002601208739117092,
      "loss": 4.3682,
      "step": 18306
    },
    {
      "epoch": 1.5551308188922868,
      "grad_norm": 2.2556250468978534,
      "learning_rate": 0.00026011621167431806,
      "loss": 4.9117,
      "step": 18307
    },
    {
      "epoch": 1.5552157662249404,
      "grad_norm": 2.2830219347906353,
      "learning_rate": 0.00026011154920620036,
      "loss": 4.7046,
      "step": 18308
    },
    {
      "epoch": 1.5553007135575942,
      "grad_norm": 2.493205857612504,
      "learning_rate": 0.0002601068865073658,
      "loss": 5.5076,
      "step": 18309
    },
    {
      "epoch": 1.555385660890248,
      "grad_norm": 2.3229351439542643,
      "learning_rate": 0.0002601022235778241,
      "loss": 5.0342,
      "step": 18310
    },
    {
      "epoch": 1.555470608222902,
      "grad_norm": 2.41331726638705,
      "learning_rate": 0.0002600975604175852,
      "loss": 5.2678,
      "step": 18311
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 2.4864013369949935,
      "learning_rate": 0.0002600928970266587,
      "loss": 5.3939,
      "step": 18312
    },
    {
      "epoch": 1.5556405028882092,
      "grad_norm": 2.30956310429668,
      "learning_rate": 0.00026008823340505446,
      "loss": 5.235,
      "step": 18313
    },
    {
      "epoch": 1.555725450220863,
      "grad_norm": 2.4851587885730244,
      "learning_rate": 0.0002600835695527822,
      "loss": 5.4789,
      "step": 18314
    },
    {
      "epoch": 1.555810397553517,
      "grad_norm": 2.235313416695808,
      "learning_rate": 0.0002600789054698517,
      "loss": 4.9062,
      "step": 18315
    },
    {
      "epoch": 1.5558953448861705,
      "grad_norm": 2.200326490047342,
      "learning_rate": 0.0002600742411562728,
      "loss": 4.8313,
      "step": 18316
    },
    {
      "epoch": 1.5559802922188242,
      "grad_norm": 2.4353263196278214,
      "learning_rate": 0.00026006957661205523,
      "loss": 5.3659,
      "step": 18317
    },
    {
      "epoch": 1.556065239551478,
      "grad_norm": 2.3848530135436667,
      "learning_rate": 0.0002600649118372087,
      "loss": 5.1817,
      "step": 18318
    },
    {
      "epoch": 1.5561501868841319,
      "grad_norm": 2.191883852158984,
      "learning_rate": 0.0002600602468317431,
      "loss": 4.9437,
      "step": 18319
    },
    {
      "epoch": 1.5562351342167857,
      "grad_norm": 2.433342723215773,
      "learning_rate": 0.0002600555815956681,
      "loss": 5.2676,
      "step": 18320
    },
    {
      "epoch": 1.5563200815494393,
      "grad_norm": 2.267072556978915,
      "learning_rate": 0.0002600509161289936,
      "loss": 4.598,
      "step": 18321
    },
    {
      "epoch": 1.556405028882093,
      "grad_norm": 2.2680259343229254,
      "learning_rate": 0.0002600462504317292,
      "loss": 4.9399,
      "step": 18322
    },
    {
      "epoch": 1.5564899762147468,
      "grad_norm": 2.3376135854462468,
      "learning_rate": 0.0002600415845038848,
      "loss": 5.2505,
      "step": 18323
    },
    {
      "epoch": 1.5565749235474007,
      "grad_norm": 2.2407420978951627,
      "learning_rate": 0.0002600369183454702,
      "loss": 4.6477,
      "step": 18324
    },
    {
      "epoch": 1.5566598708800545,
      "grad_norm": 2.2101795959631976,
      "learning_rate": 0.00026003225195649505,
      "loss": 4.8724,
      "step": 18325
    },
    {
      "epoch": 1.5567448182127082,
      "grad_norm": 2.301018184156294,
      "learning_rate": 0.00026002758533696924,
      "loss": 5.06,
      "step": 18326
    },
    {
      "epoch": 1.5568297655453618,
      "grad_norm": 2.4691101316102846,
      "learning_rate": 0.0002600229184869025,
      "loss": 5.2138,
      "step": 18327
    },
    {
      "epoch": 1.5569147128780156,
      "grad_norm": 2.3560591348837074,
      "learning_rate": 0.00026001825140630467,
      "loss": 4.8947,
      "step": 18328
    },
    {
      "epoch": 1.5569996602106695,
      "grad_norm": 2.4841617437832957,
      "learning_rate": 0.0002600135840951855,
      "loss": 5.4374,
      "step": 18329
    },
    {
      "epoch": 1.5570846075433231,
      "grad_norm": 2.371328242155189,
      "learning_rate": 0.0002600089165535547,
      "loss": 5.0382,
      "step": 18330
    },
    {
      "epoch": 1.5571695548759767,
      "grad_norm": 2.3385114792993744,
      "learning_rate": 0.0002600042487814221,
      "loss": 5.0408,
      "step": 18331
    },
    {
      "epoch": 1.5572545022086306,
      "grad_norm": 2.3037369031389723,
      "learning_rate": 0.0002599995807787974,
      "loss": 4.9407,
      "step": 18332
    },
    {
      "epoch": 1.5573394495412844,
      "grad_norm": 2.4013920294157294,
      "learning_rate": 0.00025999491254569053,
      "loss": 4.5908,
      "step": 18333
    },
    {
      "epoch": 1.5574243968739383,
      "grad_norm": 2.4866493474181572,
      "learning_rate": 0.0002599902440821112,
      "loss": 5.1349,
      "step": 18334
    },
    {
      "epoch": 1.557509344206592,
      "grad_norm": 2.357142825200573,
      "learning_rate": 0.0002599855753880693,
      "loss": 5.2062,
      "step": 18335
    },
    {
      "epoch": 1.5575942915392456,
      "grad_norm": 2.27339286202339,
      "learning_rate": 0.0002599809064635744,
      "loss": 4.7197,
      "step": 18336
    },
    {
      "epoch": 1.5576792388718994,
      "grad_norm": 2.463343140613415,
      "learning_rate": 0.00025997623730863637,
      "loss": 5.3034,
      "step": 18337
    },
    {
      "epoch": 1.5577641862045533,
      "grad_norm": 2.511520070035949,
      "learning_rate": 0.000259971567923265,
      "loss": 5.2365,
      "step": 18338
    },
    {
      "epoch": 1.5578491335372069,
      "grad_norm": 2.501853576221949,
      "learning_rate": 0.0002599668983074701,
      "loss": 5.1732,
      "step": 18339
    },
    {
      "epoch": 1.5579340808698607,
      "grad_norm": 2.2410301395752197,
      "learning_rate": 0.0002599622284612615,
      "loss": 4.7115,
      "step": 18340
    },
    {
      "epoch": 1.5580190282025144,
      "grad_norm": 2.3573620867203458,
      "learning_rate": 0.0002599575583846489,
      "loss": 4.9007,
      "step": 18341
    },
    {
      "epoch": 1.5581039755351682,
      "grad_norm": 2.570186275966427,
      "learning_rate": 0.0002599528880776421,
      "loss": 5.3556,
      "step": 18342
    },
    {
      "epoch": 1.558188922867822,
      "grad_norm": 2.2857898092901707,
      "learning_rate": 0.00025994821754025087,
      "loss": 4.7526,
      "step": 18343
    },
    {
      "epoch": 1.5582738702004757,
      "grad_norm": 2.45906205029545,
      "learning_rate": 0.00025994354677248504,
      "loss": 5.0768,
      "step": 18344
    },
    {
      "epoch": 1.5583588175331293,
      "grad_norm": 2.2763890022677105,
      "learning_rate": 0.00025993887577435443,
      "loss": 5.0445,
      "step": 18345
    },
    {
      "epoch": 1.5584437648657832,
      "grad_norm": 2.3445055712727942,
      "learning_rate": 0.0002599342045458687,
      "loss": 5.1545,
      "step": 18346
    },
    {
      "epoch": 1.558528712198437,
      "grad_norm": 2.5259331369282747,
      "learning_rate": 0.0002599295330870377,
      "loss": 5.2208,
      "step": 18347
    },
    {
      "epoch": 1.5586136595310909,
      "grad_norm": 2.37547065970551,
      "learning_rate": 0.0002599248613978713,
      "loss": 4.5539,
      "step": 18348
    },
    {
      "epoch": 1.5586986068637445,
      "grad_norm": 2.3465326037962515,
      "learning_rate": 0.0002599201894783792,
      "loss": 4.8823,
      "step": 18349
    },
    {
      "epoch": 1.5587835541963981,
      "grad_norm": 2.449083939433752,
      "learning_rate": 0.0002599155173285712,
      "loss": 5.4049,
      "step": 18350
    },
    {
      "epoch": 1.558868501529052,
      "grad_norm": 2.302263977889815,
      "learning_rate": 0.0002599108449484571,
      "loss": 4.8988,
      "step": 18351
    },
    {
      "epoch": 1.5589534488617058,
      "grad_norm": 2.475689836244371,
      "learning_rate": 0.0002599061723380467,
      "loss": 5.2774,
      "step": 18352
    },
    {
      "epoch": 1.5590383961943595,
      "grad_norm": 2.198542561691633,
      "learning_rate": 0.0002599014994973498,
      "loss": 4.6673,
      "step": 18353
    },
    {
      "epoch": 1.559123343527013,
      "grad_norm": 2.2081848459346665,
      "learning_rate": 0.0002598968264263761,
      "loss": 4.675,
      "step": 18354
    },
    {
      "epoch": 1.559208290859667,
      "grad_norm": 2.327007934444666,
      "learning_rate": 0.00025989215312513547,
      "loss": 5.1071,
      "step": 18355
    },
    {
      "epoch": 1.5592932381923208,
      "grad_norm": 2.064301018487326,
      "learning_rate": 0.00025988747959363774,
      "loss": 4.1323,
      "step": 18356
    },
    {
      "epoch": 1.5593781855249746,
      "grad_norm": 2.476984372013608,
      "learning_rate": 0.0002598828058318926,
      "loss": 5.3026,
      "step": 18357
    },
    {
      "epoch": 1.5594631328576283,
      "grad_norm": 2.506950234618322,
      "learning_rate": 0.00025987813183991,
      "loss": 5.0986,
      "step": 18358
    },
    {
      "epoch": 1.559548080190282,
      "grad_norm": 2.2978887917817983,
      "learning_rate": 0.0002598734576176996,
      "loss": 5.1292,
      "step": 18359
    },
    {
      "epoch": 1.5596330275229358,
      "grad_norm": 2.2571457535512667,
      "learning_rate": 0.00025986878316527115,
      "loss": 4.6664,
      "step": 18360
    },
    {
      "epoch": 1.5597179748555896,
      "grad_norm": 2.255224254804046,
      "learning_rate": 0.00025986410848263456,
      "loss": 4.5203,
      "step": 18361
    },
    {
      "epoch": 1.5598029221882432,
      "grad_norm": 2.285934779287158,
      "learning_rate": 0.0002598594335697996,
      "loss": 4.924,
      "step": 18362
    },
    {
      "epoch": 1.559887869520897,
      "grad_norm": 2.550996176882181,
      "learning_rate": 0.00025985475842677604,
      "loss": 5.5119,
      "step": 18363
    },
    {
      "epoch": 1.5599728168535507,
      "grad_norm": 2.3545094487474394,
      "learning_rate": 0.0002598500830535737,
      "loss": 5.1645,
      "step": 18364
    },
    {
      "epoch": 1.5600577641862046,
      "grad_norm": 2.338505361720357,
      "learning_rate": 0.00025984540745020235,
      "loss": 4.8419,
      "step": 18365
    },
    {
      "epoch": 1.5601427115188584,
      "grad_norm": 2.2591031828367973,
      "learning_rate": 0.00025984073161667176,
      "loss": 4.9722,
      "step": 18366
    },
    {
      "epoch": 1.560227658851512,
      "grad_norm": 2.4728529278393925,
      "learning_rate": 0.00025983605555299184,
      "loss": 5.1213,
      "step": 18367
    },
    {
      "epoch": 1.5603126061841657,
      "grad_norm": 2.5473655613699755,
      "learning_rate": 0.00025983137925917227,
      "loss": 5.5675,
      "step": 18368
    },
    {
      "epoch": 1.5603975535168195,
      "grad_norm": 2.294534370777734,
      "learning_rate": 0.00025982670273522293,
      "loss": 5.0184,
      "step": 18369
    },
    {
      "epoch": 1.5604825008494734,
      "grad_norm": 2.4979739368611726,
      "learning_rate": 0.00025982202598115353,
      "loss": 5.4002,
      "step": 18370
    },
    {
      "epoch": 1.5605674481821272,
      "grad_norm": 2.2850387871115263,
      "learning_rate": 0.0002598173489969739,
      "loss": 4.8503,
      "step": 18371
    },
    {
      "epoch": 1.5606523955147809,
      "grad_norm": 2.4412935748312754,
      "learning_rate": 0.000259812671782694,
      "loss": 5.0141,
      "step": 18372
    },
    {
      "epoch": 1.5607373428474345,
      "grad_norm": 2.4587399511621184,
      "learning_rate": 0.00025980799433832335,
      "loss": 5.1859,
      "step": 18373
    },
    {
      "epoch": 1.5608222901800883,
      "grad_norm": 2.2935779776423315,
      "learning_rate": 0.00025980331666387196,
      "loss": 4.7621,
      "step": 18374
    },
    {
      "epoch": 1.5609072375127422,
      "grad_norm": 2.4359206444679486,
      "learning_rate": 0.00025979863875934955,
      "loss": 5.1808,
      "step": 18375
    },
    {
      "epoch": 1.5609921848453958,
      "grad_norm": 2.265254490344357,
      "learning_rate": 0.0002597939606247659,
      "loss": 4.846,
      "step": 18376
    },
    {
      "epoch": 1.5610771321780497,
      "grad_norm": 2.3141050045556377,
      "learning_rate": 0.00025978928226013087,
      "loss": 4.7859,
      "step": 18377
    },
    {
      "epoch": 1.5611620795107033,
      "grad_norm": 2.5111663001647218,
      "learning_rate": 0.00025978460366545426,
      "loss": 5.171,
      "step": 18378
    },
    {
      "epoch": 1.5612470268433571,
      "grad_norm": 2.2688005117176124,
      "learning_rate": 0.00025977992484074584,
      "loss": 4.8245,
      "step": 18379
    },
    {
      "epoch": 1.561331974176011,
      "grad_norm": 2.527013018752443,
      "learning_rate": 0.0002597752457860154,
      "loss": 5.3454,
      "step": 18380
    },
    {
      "epoch": 1.5614169215086646,
      "grad_norm": 2.2961702940201,
      "learning_rate": 0.0002597705665012728,
      "loss": 5.0419,
      "step": 18381
    },
    {
      "epoch": 1.5615018688413183,
      "grad_norm": 2.3273354590261803,
      "learning_rate": 0.0002597658869865278,
      "loss": 4.7912,
      "step": 18382
    },
    {
      "epoch": 1.561586816173972,
      "grad_norm": 2.45546038218355,
      "learning_rate": 0.0002597612072417902,
      "loss": 5.3169,
      "step": 18383
    },
    {
      "epoch": 1.561671763506626,
      "grad_norm": 2.3635723171942025,
      "learning_rate": 0.0002597565272670699,
      "loss": 5.2459,
      "step": 18384
    },
    {
      "epoch": 1.5617567108392798,
      "grad_norm": 2.274318387475492,
      "learning_rate": 0.0002597518470623766,
      "loss": 5.09,
      "step": 18385
    },
    {
      "epoch": 1.5618416581719334,
      "grad_norm": 2.5141126714687023,
      "learning_rate": 0.0002597471666277201,
      "loss": 5.4319,
      "step": 18386
    },
    {
      "epoch": 1.561926605504587,
      "grad_norm": 2.249757620341398,
      "learning_rate": 0.00025974248596311023,
      "loss": 4.8102,
      "step": 18387
    },
    {
      "epoch": 1.562011552837241,
      "grad_norm": 2.4968928953152467,
      "learning_rate": 0.00025973780506855686,
      "loss": 5.2857,
      "step": 18388
    },
    {
      "epoch": 1.5620965001698948,
      "grad_norm": 2.4450794582290993,
      "learning_rate": 0.0002597331239440697,
      "loss": 5.3846,
      "step": 18389
    },
    {
      "epoch": 1.5621814475025484,
      "grad_norm": 2.386213686124985,
      "learning_rate": 0.00025972844258965864,
      "loss": 5.2649,
      "step": 18390
    },
    {
      "epoch": 1.562266394835202,
      "grad_norm": 2.40236325016461,
      "learning_rate": 0.00025972376100533346,
      "loss": 5.1072,
      "step": 18391
    },
    {
      "epoch": 1.5623513421678559,
      "grad_norm": 2.226099901259357,
      "learning_rate": 0.000259719079191104,
      "loss": 4.5941,
      "step": 18392
    },
    {
      "epoch": 1.5624362895005097,
      "grad_norm": 2.3302667401780957,
      "learning_rate": 0.00025971439714698,
      "loss": 5.181,
      "step": 18393
    },
    {
      "epoch": 1.5625212368331636,
      "grad_norm": 2.371715904487003,
      "learning_rate": 0.0002597097148729713,
      "loss": 4.8145,
      "step": 18394
    },
    {
      "epoch": 1.5626061841658172,
      "grad_norm": 2.250611372358158,
      "learning_rate": 0.0002597050323690877,
      "loss": 4.8198,
      "step": 18395
    },
    {
      "epoch": 1.5626911314984708,
      "grad_norm": 2.4254925368125,
      "learning_rate": 0.00025970034963533904,
      "loss": 5.1255,
      "step": 18396
    },
    {
      "epoch": 1.5627760788311247,
      "grad_norm": 2.534493433354686,
      "learning_rate": 0.0002596956666717351,
      "loss": 5.326,
      "step": 18397
    },
    {
      "epoch": 1.5628610261637785,
      "grad_norm": 2.471616917312085,
      "learning_rate": 0.00025969098347828576,
      "loss": 5.1472,
      "step": 18398
    },
    {
      "epoch": 1.5629459734964322,
      "grad_norm": 2.513807372235213,
      "learning_rate": 0.0002596863000550008,
      "loss": 5.2887,
      "step": 18399
    },
    {
      "epoch": 1.563030920829086,
      "grad_norm": 2.4994266533710143,
      "learning_rate": 0.0002596816164018899,
      "loss": 5.2429,
      "step": 18400
    },
    {
      "epoch": 1.5631158681617396,
      "grad_norm": 2.3808176744348692,
      "learning_rate": 0.0002596769325189631,
      "loss": 4.9957,
      "step": 18401
    },
    {
      "epoch": 1.5632008154943935,
      "grad_norm": 2.419853582591661,
      "learning_rate": 0.00025967224840623006,
      "loss": 5.122,
      "step": 18402
    },
    {
      "epoch": 1.5632857628270473,
      "grad_norm": 2.413754749180468,
      "learning_rate": 0.0002596675640637007,
      "loss": 4.9932,
      "step": 18403
    },
    {
      "epoch": 1.563370710159701,
      "grad_norm": 2.2945012839194816,
      "learning_rate": 0.0002596628794913847,
      "loss": 4.9084,
      "step": 18404
    },
    {
      "epoch": 1.5634556574923546,
      "grad_norm": 2.454726647657728,
      "learning_rate": 0.000259658194689292,
      "loss": 5.069,
      "step": 18405
    },
    {
      "epoch": 1.5635406048250085,
      "grad_norm": 2.2392901863644536,
      "learning_rate": 0.00025965350965743235,
      "loss": 4.6807,
      "step": 18406
    },
    {
      "epoch": 1.5636255521576623,
      "grad_norm": 2.350955069117561,
      "learning_rate": 0.0002596488243958156,
      "loss": 5.201,
      "step": 18407
    },
    {
      "epoch": 1.5637104994903162,
      "grad_norm": 2.3216576930811104,
      "learning_rate": 0.00025964413890445154,
      "loss": 4.9493,
      "step": 18408
    },
    {
      "epoch": 1.5637954468229698,
      "grad_norm": 2.551846590785416,
      "learning_rate": 0.00025963945318334994,
      "loss": 5.4584,
      "step": 18409
    },
    {
      "epoch": 1.5638803941556234,
      "grad_norm": 2.4859961872045515,
      "learning_rate": 0.00025963476723252075,
      "loss": 5.3603,
      "step": 18410
    },
    {
      "epoch": 1.5639653414882773,
      "grad_norm": 2.3407662693346336,
      "learning_rate": 0.0002596300810519737,
      "loss": 5.1053,
      "step": 18411
    },
    {
      "epoch": 1.5640502888209311,
      "grad_norm": 2.405556768890939,
      "learning_rate": 0.0002596253946417186,
      "loss": 4.9814,
      "step": 18412
    },
    {
      "epoch": 1.5641352361535847,
      "grad_norm": 2.381510206492277,
      "learning_rate": 0.0002596207080017653,
      "loss": 4.9717,
      "step": 18413
    },
    {
      "epoch": 1.5642201834862384,
      "grad_norm": 2.3224613727151864,
      "learning_rate": 0.0002596160211321236,
      "loss": 4.6517,
      "step": 18414
    },
    {
      "epoch": 1.5643051308188922,
      "grad_norm": 2.3274089246815737,
      "learning_rate": 0.0002596113340328034,
      "loss": 5.1587,
      "step": 18415
    },
    {
      "epoch": 1.564390078151546,
      "grad_norm": 2.298604730083173,
      "learning_rate": 0.00025960664670381437,
      "loss": 4.6859,
      "step": 18416
    },
    {
      "epoch": 1.5644750254842,
      "grad_norm": 2.4476253288273906,
      "learning_rate": 0.0002596019591451665,
      "loss": 5.1699,
      "step": 18417
    },
    {
      "epoch": 1.5645599728168536,
      "grad_norm": 2.3007788608004556,
      "learning_rate": 0.00025959727135686946,
      "loss": 5.0451,
      "step": 18418
    },
    {
      "epoch": 1.5646449201495072,
      "grad_norm": 2.335678025456137,
      "learning_rate": 0.00025959258333893315,
      "loss": 4.8464,
      "step": 18419
    },
    {
      "epoch": 1.564729867482161,
      "grad_norm": 2.268129719624439,
      "learning_rate": 0.0002595878950913674,
      "loss": 4.5904,
      "step": 18420
    },
    {
      "epoch": 1.5648148148148149,
      "grad_norm": 2.2755180423479335,
      "learning_rate": 0.000259583206614182,
      "loss": 4.7818,
      "step": 18421
    },
    {
      "epoch": 1.5648997621474687,
      "grad_norm": 2.37591279645009,
      "learning_rate": 0.0002595785179073868,
      "loss": 4.458,
      "step": 18422
    },
    {
      "epoch": 1.5649847094801224,
      "grad_norm": 2.324452005791529,
      "learning_rate": 0.0002595738289709916,
      "loss": 5.0329,
      "step": 18423
    },
    {
      "epoch": 1.565069656812776,
      "grad_norm": 2.2531828147780715,
      "learning_rate": 0.00025956913980500624,
      "loss": 4.7737,
      "step": 18424
    },
    {
      "epoch": 1.5651546041454298,
      "grad_norm": 2.171474162619888,
      "learning_rate": 0.00025956445040944054,
      "loss": 4.6761,
      "step": 18425
    },
    {
      "epoch": 1.5652395514780837,
      "grad_norm": 2.311227635338229,
      "learning_rate": 0.00025955976078430434,
      "loss": 4.8488,
      "step": 18426
    },
    {
      "epoch": 1.5653244988107373,
      "grad_norm": 2.3542981694698373,
      "learning_rate": 0.0002595550709296075,
      "loss": 4.9043,
      "step": 18427
    },
    {
      "epoch": 1.565409446143391,
      "grad_norm": 2.301230577003402,
      "learning_rate": 0.00025955038084535975,
      "loss": 4.8639,
      "step": 18428
    },
    {
      "epoch": 1.5654943934760448,
      "grad_norm": 2.285099865776473,
      "learning_rate": 0.00025954569053157097,
      "loss": 4.759,
      "step": 18429
    },
    {
      "epoch": 1.5655793408086986,
      "grad_norm": 2.3332377659731836,
      "learning_rate": 0.000259540999988251,
      "loss": 4.9347,
      "step": 18430
    },
    {
      "epoch": 1.5656642881413525,
      "grad_norm": 2.325355992071216,
      "learning_rate": 0.00025953630921540967,
      "loss": 5.0182,
      "step": 18431
    },
    {
      "epoch": 1.5657492354740061,
      "grad_norm": 2.5928221949843824,
      "learning_rate": 0.0002595316182130568,
      "loss": 5.4901,
      "step": 18432
    },
    {
      "epoch": 1.5658341828066598,
      "grad_norm": 2.397858211916594,
      "learning_rate": 0.00025952692698120213,
      "loss": 5.0924,
      "step": 18433
    },
    {
      "epoch": 1.5659191301393136,
      "grad_norm": 2.3256224484350687,
      "learning_rate": 0.0002595222355198556,
      "loss": 4.8152,
      "step": 18434
    },
    {
      "epoch": 1.5660040774719675,
      "grad_norm": 2.315404245606295,
      "learning_rate": 0.0002595175438290271,
      "loss": 5.2231,
      "step": 18435
    },
    {
      "epoch": 1.566089024804621,
      "grad_norm": 2.3303183353310764,
      "learning_rate": 0.0002595128519087263,
      "loss": 4.8029,
      "step": 18436
    },
    {
      "epoch": 1.566173972137275,
      "grad_norm": 2.398153944865003,
      "learning_rate": 0.0002595081597589631,
      "loss": 4.7825,
      "step": 18437
    },
    {
      "epoch": 1.5662589194699286,
      "grad_norm": 2.295619229588532,
      "learning_rate": 0.0002595034673797474,
      "loss": 5.1621,
      "step": 18438
    },
    {
      "epoch": 1.5663438668025824,
      "grad_norm": 2.2858939677700767,
      "learning_rate": 0.0002594987747710889,
      "loss": 4.8128,
      "step": 18439
    },
    {
      "epoch": 1.5664288141352363,
      "grad_norm": 2.237920835294418,
      "learning_rate": 0.00025949408193299753,
      "loss": 4.6426,
      "step": 18440
    },
    {
      "epoch": 1.56651376146789,
      "grad_norm": 2.263641486744655,
      "learning_rate": 0.00025948938886548306,
      "loss": 4.8247,
      "step": 18441
    },
    {
      "epoch": 1.5665987088005435,
      "grad_norm": 2.5276437598315735,
      "learning_rate": 0.0002594846955685554,
      "loss": 5.4319,
      "step": 18442
    },
    {
      "epoch": 1.5666836561331974,
      "grad_norm": 2.44645050027898,
      "learning_rate": 0.0002594800020422243,
      "loss": 5.2328,
      "step": 18443
    },
    {
      "epoch": 1.5667686034658512,
      "grad_norm": 2.2853425076056895,
      "learning_rate": 0.00025947530828649963,
      "loss": 4.8898,
      "step": 18444
    },
    {
      "epoch": 1.566853550798505,
      "grad_norm": 2.2471946267307246,
      "learning_rate": 0.00025947061430139126,
      "loss": 4.7277,
      "step": 18445
    },
    {
      "epoch": 1.5669384981311587,
      "grad_norm": 2.2678043903107756,
      "learning_rate": 0.000259465920086909,
      "loss": 4.951,
      "step": 18446
    },
    {
      "epoch": 1.5670234454638123,
      "grad_norm": 2.4838967488409387,
      "learning_rate": 0.00025946122564306267,
      "loss": 5.1216,
      "step": 18447
    },
    {
      "epoch": 1.5671083927964662,
      "grad_norm": 2.2709192958593207,
      "learning_rate": 0.0002594565309698621,
      "loss": 4.7161,
      "step": 18448
    },
    {
      "epoch": 1.56719334012912,
      "grad_norm": 2.2856890986780263,
      "learning_rate": 0.00025945183606731716,
      "loss": 4.8245,
      "step": 18449
    },
    {
      "epoch": 1.5672782874617737,
      "grad_norm": 2.413688205991281,
      "learning_rate": 0.0002594471409354377,
      "loss": 5.1843,
      "step": 18450
    },
    {
      "epoch": 1.5673632347944273,
      "grad_norm": 2.4199728928076145,
      "learning_rate": 0.00025944244557423346,
      "loss": 5.2786,
      "step": 18451
    },
    {
      "epoch": 1.5674481821270811,
      "grad_norm": 2.339902617865241,
      "learning_rate": 0.00025943774998371435,
      "loss": 4.897,
      "step": 18452
    },
    {
      "epoch": 1.567533129459735,
      "grad_norm": 2.367109123023209,
      "learning_rate": 0.0002594330541638902,
      "loss": 4.9076,
      "step": 18453
    },
    {
      "epoch": 1.5676180767923888,
      "grad_norm": 2.3562920582847164,
      "learning_rate": 0.00025942835811477093,
      "loss": 5.2164,
      "step": 18454
    },
    {
      "epoch": 1.5677030241250425,
      "grad_norm": 2.323558088518169,
      "learning_rate": 0.00025942366183636626,
      "loss": 5.1502,
      "step": 18455
    },
    {
      "epoch": 1.567787971457696,
      "grad_norm": 2.4489111718392627,
      "learning_rate": 0.0002594189653286861,
      "loss": 5.3118,
      "step": 18456
    },
    {
      "epoch": 1.56787291879035,
      "grad_norm": 2.297544865177155,
      "learning_rate": 0.00025941426859174023,
      "loss": 4.8355,
      "step": 18457
    },
    {
      "epoch": 1.5679578661230038,
      "grad_norm": 2.4787691446828055,
      "learning_rate": 0.00025940957162553857,
      "loss": 5.3294,
      "step": 18458
    },
    {
      "epoch": 1.5680428134556577,
      "grad_norm": 2.2837513847064126,
      "learning_rate": 0.00025940487443009086,
      "loss": 4.8313,
      "step": 18459
    },
    {
      "epoch": 1.5681277607883113,
      "grad_norm": 2.2921681793942117,
      "learning_rate": 0.00025940017700540704,
      "loss": 4.8219,
      "step": 18460
    },
    {
      "epoch": 1.568212708120965,
      "grad_norm": 2.3678737916288966,
      "learning_rate": 0.00025939547935149686,
      "loss": 4.9643,
      "step": 18461
    },
    {
      "epoch": 1.5682976554536188,
      "grad_norm": 2.3760336721476323,
      "learning_rate": 0.0002593907814683703,
      "loss": 5.0367,
      "step": 18462
    },
    {
      "epoch": 1.5683826027862726,
      "grad_norm": 2.2600326290595603,
      "learning_rate": 0.00025938608335603704,
      "loss": 5.0129,
      "step": 18463
    },
    {
      "epoch": 1.5684675501189262,
      "grad_norm": 2.4456755127699927,
      "learning_rate": 0.000259381385014507,
      "loss": 5.3097,
      "step": 18464
    },
    {
      "epoch": 1.5685524974515799,
      "grad_norm": 2.2247732080153155,
      "learning_rate": 0.00025937668644379,
      "loss": 4.7075,
      "step": 18465
    },
    {
      "epoch": 1.5686374447842337,
      "grad_norm": 2.4969842005861094,
      "learning_rate": 0.000259371987643896,
      "loss": 5.238,
      "step": 18466
    },
    {
      "epoch": 1.5687223921168876,
      "grad_norm": 2.247607965298388,
      "learning_rate": 0.0002593672886148347,
      "loss": 4.5355,
      "step": 18467
    },
    {
      "epoch": 1.5688073394495414,
      "grad_norm": 2.259762989857405,
      "learning_rate": 0.0002593625893566161,
      "loss": 4.8777,
      "step": 18468
    },
    {
      "epoch": 1.568892286782195,
      "grad_norm": 2.21197183199774,
      "learning_rate": 0.00025935788986924984,
      "loss": 4.7448,
      "step": 18469
    },
    {
      "epoch": 1.5689772341148487,
      "grad_norm": 2.3894688549722063,
      "learning_rate": 0.0002593531901527459,
      "loss": 5.2279,
      "step": 18470
    },
    {
      "epoch": 1.5690621814475025,
      "grad_norm": 2.276952185564404,
      "learning_rate": 0.00025934849020711417,
      "loss": 4.8963,
      "step": 18471
    },
    {
      "epoch": 1.5691471287801564,
      "grad_norm": 2.311408879856315,
      "learning_rate": 0.00025934379003236433,
      "loss": 5.104,
      "step": 18472
    },
    {
      "epoch": 1.56923207611281,
      "grad_norm": 2.4675672497767747,
      "learning_rate": 0.00025933908962850636,
      "loss": 5.1926,
      "step": 18473
    },
    {
      "epoch": 1.5693170234454639,
      "grad_norm": 2.387162078083974,
      "learning_rate": 0.00025933438899555013,
      "loss": 5.2122,
      "step": 18474
    },
    {
      "epoch": 1.5694019707781175,
      "grad_norm": 2.3163460687381408,
      "learning_rate": 0.00025932968813350535,
      "loss": 4.8552,
      "step": 18475
    },
    {
      "epoch": 1.5694869181107713,
      "grad_norm": 2.4999201109810723,
      "learning_rate": 0.00025932498704238203,
      "loss": 5.2028,
      "step": 18476
    },
    {
      "epoch": 1.5695718654434252,
      "grad_norm": 2.2745410775275814,
      "learning_rate": 0.00025932028572218994,
      "loss": 4.7367,
      "step": 18477
    },
    {
      "epoch": 1.5696568127760788,
      "grad_norm": 2.3598955418925116,
      "learning_rate": 0.0002593155841729389,
      "loss": 4.9504,
      "step": 18478
    },
    {
      "epoch": 1.5697417601087325,
      "grad_norm": 2.2937319957105733,
      "learning_rate": 0.0002593108823946388,
      "loss": 4.9099,
      "step": 18479
    },
    {
      "epoch": 1.5698267074413863,
      "grad_norm": 2.592556706848131,
      "learning_rate": 0.00025930618038729955,
      "loss": 5.3922,
      "step": 18480
    },
    {
      "epoch": 1.5699116547740402,
      "grad_norm": 2.3541579701161495,
      "learning_rate": 0.0002593014781509309,
      "loss": 4.8921,
      "step": 18481
    },
    {
      "epoch": 1.569996602106694,
      "grad_norm": 2.2796804821244327,
      "learning_rate": 0.00025929677568554277,
      "loss": 4.8919,
      "step": 18482
    },
    {
      "epoch": 1.5700815494393476,
      "grad_norm": 2.136351662841299,
      "learning_rate": 0.0002592920729911449,
      "loss": 4.168,
      "step": 18483
    },
    {
      "epoch": 1.5701664967720013,
      "grad_norm": 2.215528347375655,
      "learning_rate": 0.00025928737006774736,
      "loss": 4.8047,
      "step": 18484
    },
    {
      "epoch": 1.5702514441046551,
      "grad_norm": 2.4624459035524793,
      "learning_rate": 0.0002592826669153598,
      "loss": 5.2636,
      "step": 18485
    },
    {
      "epoch": 1.570336391437309,
      "grad_norm": 2.4949873346293723,
      "learning_rate": 0.00025927796353399215,
      "loss": 5.5323,
      "step": 18486
    },
    {
      "epoch": 1.5704213387699626,
      "grad_norm": 2.3742789566629714,
      "learning_rate": 0.0002592732599236543,
      "loss": 5.0691,
      "step": 18487
    },
    {
      "epoch": 1.5705062861026162,
      "grad_norm": 2.305361862637886,
      "learning_rate": 0.000259268556084356,
      "loss": 5.1401,
      "step": 18488
    },
    {
      "epoch": 1.57059123343527,
      "grad_norm": 2.3240123165063755,
      "learning_rate": 0.00025926385201610727,
      "loss": 5.0516,
      "step": 18489
    },
    {
      "epoch": 1.570676180767924,
      "grad_norm": 2.379747922297964,
      "learning_rate": 0.00025925914771891785,
      "loss": 5.0054,
      "step": 18490
    },
    {
      "epoch": 1.5707611281005778,
      "grad_norm": 2.4057843301082555,
      "learning_rate": 0.0002592544431927976,
      "loss": 5.0827,
      "step": 18491
    },
    {
      "epoch": 1.5708460754332314,
      "grad_norm": 2.476827190107175,
      "learning_rate": 0.0002592497384377564,
      "loss": 5.1771,
      "step": 18492
    },
    {
      "epoch": 1.570931022765885,
      "grad_norm": 2.340484782340767,
      "learning_rate": 0.0002592450334538041,
      "loss": 5.0104,
      "step": 18493
    },
    {
      "epoch": 1.5710159700985389,
      "grad_norm": 2.3319328426324457,
      "learning_rate": 0.0002592403282409506,
      "loss": 5.0117,
      "step": 18494
    },
    {
      "epoch": 1.5711009174311927,
      "grad_norm": 2.4246132503595836,
      "learning_rate": 0.0002592356227992056,
      "loss": 5.2052,
      "step": 18495
    },
    {
      "epoch": 1.5711858647638464,
      "grad_norm": 2.3182708847682796,
      "learning_rate": 0.00025923091712857924,
      "loss": 4.7966,
      "step": 18496
    },
    {
      "epoch": 1.5712708120965002,
      "grad_norm": 2.4763120303607544,
      "learning_rate": 0.00025922621122908114,
      "loss": 5.3347,
      "step": 18497
    },
    {
      "epoch": 1.5713557594291538,
      "grad_norm": 2.2775974303585085,
      "learning_rate": 0.00025922150510072125,
      "loss": 4.8694,
      "step": 18498
    },
    {
      "epoch": 1.5714407067618077,
      "grad_norm": 2.316203854965608,
      "learning_rate": 0.0002592167987435094,
      "loss": 5.0782,
      "step": 18499
    },
    {
      "epoch": 1.5715256540944615,
      "grad_norm": 2.291759168299992,
      "learning_rate": 0.00025921209215745553,
      "loss": 4.9113,
      "step": 18500
    },
    {
      "epoch": 1.5716106014271152,
      "grad_norm": 2.3674529122503376,
      "learning_rate": 0.00025920738534256944,
      "loss": 5.1282,
      "step": 18501
    },
    {
      "epoch": 1.5716955487597688,
      "grad_norm": 2.393526496065315,
      "learning_rate": 0.000259202678298861,
      "loss": 4.9397,
      "step": 18502
    },
    {
      "epoch": 1.5717804960924227,
      "grad_norm": 2.307305566881053,
      "learning_rate": 0.0002591979710263401,
      "loss": 5.0341,
      "step": 18503
    },
    {
      "epoch": 1.5718654434250765,
      "grad_norm": 2.307472368020576,
      "learning_rate": 0.0002591932635250165,
      "loss": 4.8927,
      "step": 18504
    },
    {
      "epoch": 1.5719503907577304,
      "grad_norm": 2.361025333232898,
      "learning_rate": 0.00025918855579490016,
      "loss": 5.0364,
      "step": 18505
    },
    {
      "epoch": 1.572035338090384,
      "grad_norm": 2.1631426726435357,
      "learning_rate": 0.0002591838478360009,
      "loss": 4.7111,
      "step": 18506
    },
    {
      "epoch": 1.5721202854230376,
      "grad_norm": 2.320507565712984,
      "learning_rate": 0.00025917913964832866,
      "loss": 4.9911,
      "step": 18507
    },
    {
      "epoch": 1.5722052327556915,
      "grad_norm": 2.509112093255952,
      "learning_rate": 0.0002591744312318932,
      "loss": 5.1106,
      "step": 18508
    },
    {
      "epoch": 1.5722901800883453,
      "grad_norm": 2.3409233380779155,
      "learning_rate": 0.00025916972258670446,
      "loss": 4.8894,
      "step": 18509
    },
    {
      "epoch": 1.572375127420999,
      "grad_norm": 2.3253476920332763,
      "learning_rate": 0.0002591650137127723,
      "loss": 4.9531,
      "step": 18510
    },
    {
      "epoch": 1.5724600747536526,
      "grad_norm": 2.319429951054251,
      "learning_rate": 0.00025916030461010654,
      "loss": 4.8066,
      "step": 18511
    },
    {
      "epoch": 1.5725450220863064,
      "grad_norm": 2.312230373298341,
      "learning_rate": 0.0002591555952787171,
      "loss": 4.9339,
      "step": 18512
    },
    {
      "epoch": 1.5726299694189603,
      "grad_norm": 2.377441463601118,
      "learning_rate": 0.0002591508857186138,
      "loss": 4.3531,
      "step": 18513
    },
    {
      "epoch": 1.5727149167516141,
      "grad_norm": 2.25063696172541,
      "learning_rate": 0.00025914617592980656,
      "loss": 4.7209,
      "step": 18514
    },
    {
      "epoch": 1.5727998640842678,
      "grad_norm": 2.341908518864847,
      "learning_rate": 0.0002591414659123052,
      "loss": 4.9552,
      "step": 18515
    },
    {
      "epoch": 1.5728848114169214,
      "grad_norm": 2.355958183618006,
      "learning_rate": 0.0002591367556661196,
      "loss": 4.8676,
      "step": 18516
    },
    {
      "epoch": 1.5729697587495752,
      "grad_norm": 2.5076512249253495,
      "learning_rate": 0.0002591320451912597,
      "loss": 5.2602,
      "step": 18517
    },
    {
      "epoch": 1.573054706082229,
      "grad_norm": 2.340332854273152,
      "learning_rate": 0.00025912733448773525,
      "loss": 4.9313,
      "step": 18518
    },
    {
      "epoch": 1.573139653414883,
      "grad_norm": 2.3158823630889787,
      "learning_rate": 0.0002591226235555562,
      "loss": 5.1273,
      "step": 18519
    },
    {
      "epoch": 1.5732246007475366,
      "grad_norm": 2.5391144107318286,
      "learning_rate": 0.00025911791239473236,
      "loss": 5.2104,
      "step": 18520
    },
    {
      "epoch": 1.5733095480801902,
      "grad_norm": 2.5466700879255817,
      "learning_rate": 0.0002591132010052737,
      "loss": 5.4085,
      "step": 18521
    },
    {
      "epoch": 1.573394495412844,
      "grad_norm": 2.398656478507355,
      "learning_rate": 0.00025910848938719,
      "loss": 4.917,
      "step": 18522
    },
    {
      "epoch": 1.573479442745498,
      "grad_norm": 2.364866337878257,
      "learning_rate": 0.00025910377754049114,
      "loss": 4.9946,
      "step": 18523
    },
    {
      "epoch": 1.5735643900781515,
      "grad_norm": 2.4976404800039274,
      "learning_rate": 0.00025909906546518703,
      "loss": 5.2012,
      "step": 18524
    },
    {
      "epoch": 1.5736493374108051,
      "grad_norm": 2.3612261228136875,
      "learning_rate": 0.0002590943531612876,
      "loss": 5.0295,
      "step": 18525
    },
    {
      "epoch": 1.573734284743459,
      "grad_norm": 2.356580440820757,
      "learning_rate": 0.00025908964062880256,
      "loss": 4.8013,
      "step": 18526
    },
    {
      "epoch": 1.5738192320761129,
      "grad_norm": 2.506076581288167,
      "learning_rate": 0.000259084927867742,
      "loss": 5.2895,
      "step": 18527
    },
    {
      "epoch": 1.5739041794087667,
      "grad_norm": 2.343493123306727,
      "learning_rate": 0.00025908021487811554,
      "loss": 4.972,
      "step": 18528
    },
    {
      "epoch": 1.5739891267414203,
      "grad_norm": 2.4722990005693086,
      "learning_rate": 0.00025907550165993326,
      "loss": 5.2363,
      "step": 18529
    },
    {
      "epoch": 1.574074074074074,
      "grad_norm": 2.3077958595820283,
      "learning_rate": 0.0002590707882132049,
      "loss": 4.7316,
      "step": 18530
    },
    {
      "epoch": 1.5741590214067278,
      "grad_norm": 2.3477884172368366,
      "learning_rate": 0.0002590660745379405,
      "loss": 5.2244,
      "step": 18531
    },
    {
      "epoch": 1.5742439687393817,
      "grad_norm": 2.3889407826639757,
      "learning_rate": 0.00025906136063414976,
      "loss": 4.8465,
      "step": 18532
    },
    {
      "epoch": 1.5743289160720353,
      "grad_norm": 2.207004825191233,
      "learning_rate": 0.00025905664650184264,
      "loss": 4.9214,
      "step": 18533
    },
    {
      "epoch": 1.5744138634046891,
      "grad_norm": 2.4356945394655725,
      "learning_rate": 0.0002590519321410291,
      "loss": 5.1636,
      "step": 18534
    },
    {
      "epoch": 1.5744988107373428,
      "grad_norm": 2.409426083796574,
      "learning_rate": 0.00025904721755171876,
      "loss": 5.0377,
      "step": 18535
    },
    {
      "epoch": 1.5745837580699966,
      "grad_norm": 2.44856875521822,
      "learning_rate": 0.0002590425027339218,
      "loss": 5.2822,
      "step": 18536
    },
    {
      "epoch": 1.5746687054026505,
      "grad_norm": 2.4749099698884582,
      "learning_rate": 0.00025903778768764796,
      "loss": 5.1202,
      "step": 18537
    },
    {
      "epoch": 1.574753652735304,
      "grad_norm": 2.3263294366964047,
      "learning_rate": 0.0002590330724129071,
      "loss": 4.9132,
      "step": 18538
    },
    {
      "epoch": 1.5748386000679577,
      "grad_norm": 2.240183912482326,
      "learning_rate": 0.0002590283569097091,
      "loss": 4.386,
      "step": 18539
    },
    {
      "epoch": 1.5749235474006116,
      "grad_norm": 2.264085590159427,
      "learning_rate": 0.00025902364117806387,
      "loss": 4.7609,
      "step": 18540
    },
    {
      "epoch": 1.5750084947332654,
      "grad_norm": 2.3804036352104543,
      "learning_rate": 0.00025901892521798135,
      "loss": 5.0328,
      "step": 18541
    },
    {
      "epoch": 1.5750934420659193,
      "grad_norm": 2.6225897005295398,
      "learning_rate": 0.0002590142090294713,
      "loss": 5.4342,
      "step": 18542
    },
    {
      "epoch": 1.575178389398573,
      "grad_norm": 2.4448072864049717,
      "learning_rate": 0.00025900949261254373,
      "loss": 4.9295,
      "step": 18543
    },
    {
      "epoch": 1.5752633367312265,
      "grad_norm": 2.3028035286469697,
      "learning_rate": 0.00025900477596720836,
      "loss": 4.9049,
      "step": 18544
    },
    {
      "epoch": 1.5753482840638804,
      "grad_norm": 2.365969589313319,
      "learning_rate": 0.0002590000590934752,
      "loss": 4.7383,
      "step": 18545
    },
    {
      "epoch": 1.5754332313965342,
      "grad_norm": 2.5563163860963014,
      "learning_rate": 0.0002589953419913541,
      "loss": 5.4882,
      "step": 18546
    },
    {
      "epoch": 1.5755181787291879,
      "grad_norm": 2.279608588259904,
      "learning_rate": 0.00025899062466085496,
      "loss": 4.6368,
      "step": 18547
    },
    {
      "epoch": 1.5756031260618415,
      "grad_norm": 2.3144777653776205,
      "learning_rate": 0.00025898590710198764,
      "loss": 4.6278,
      "step": 18548
    },
    {
      "epoch": 1.5756880733944953,
      "grad_norm": 2.600914705664932,
      "learning_rate": 0.00025898118931476203,
      "loss": 5.2019,
      "step": 18549
    },
    {
      "epoch": 1.5757730207271492,
      "grad_norm": 2.3505859574677554,
      "learning_rate": 0.000258976471299188,
      "loss": 4.5957,
      "step": 18550
    },
    {
      "epoch": 1.575857968059803,
      "grad_norm": 2.3909006405500324,
      "learning_rate": 0.0002589717530552755,
      "loss": 4.9693,
      "step": 18551
    },
    {
      "epoch": 1.5759429153924567,
      "grad_norm": 2.377209636588506,
      "learning_rate": 0.00025896703458303433,
      "loss": 4.6001,
      "step": 18552
    },
    {
      "epoch": 1.5760278627251103,
      "grad_norm": 2.499595610824821,
      "learning_rate": 0.0002589623158824744,
      "loss": 5.2882,
      "step": 18553
    },
    {
      "epoch": 1.5761128100577642,
      "grad_norm": 2.4325043937825495,
      "learning_rate": 0.00025895759695360567,
      "loss": 5.0886,
      "step": 18554
    },
    {
      "epoch": 1.576197757390418,
      "grad_norm": 2.4019573080882144,
      "learning_rate": 0.0002589528777964379,
      "loss": 4.9673,
      "step": 18555
    },
    {
      "epoch": 1.5762827047230719,
      "grad_norm": 2.288145281424662,
      "learning_rate": 0.0002589481584109811,
      "loss": 5.0317,
      "step": 18556
    },
    {
      "epoch": 1.5763676520557255,
      "grad_norm": 2.2955268164693936,
      "learning_rate": 0.00025894343879724515,
      "loss": 4.9594,
      "step": 18557
    },
    {
      "epoch": 1.5764525993883791,
      "grad_norm": 2.3304148652002543,
      "learning_rate": 0.0002589387189552398,
      "loss": 4.7719,
      "step": 18558
    },
    {
      "epoch": 1.576537546721033,
      "grad_norm": 2.3850828229952947,
      "learning_rate": 0.00025893399888497504,
      "loss": 4.7271,
      "step": 18559
    },
    {
      "epoch": 1.5766224940536868,
      "grad_norm": 2.317658502112769,
      "learning_rate": 0.0002589292785864608,
      "loss": 5.0155,
      "step": 18560
    },
    {
      "epoch": 1.5767074413863404,
      "grad_norm": 2.3196876894235596,
      "learning_rate": 0.0002589245580597069,
      "loss": 5.0656,
      "step": 18561
    },
    {
      "epoch": 1.576792388718994,
      "grad_norm": 2.2533673516197723,
      "learning_rate": 0.0002589198373047233,
      "loss": 4.724,
      "step": 18562
    },
    {
      "epoch": 1.576877336051648,
      "grad_norm": 2.335430412934874,
      "learning_rate": 0.0002589151163215198,
      "loss": 4.6961,
      "step": 18563
    },
    {
      "epoch": 1.5769622833843018,
      "grad_norm": 2.3187630810904802,
      "learning_rate": 0.00025891039511010636,
      "loss": 5.0028,
      "step": 18564
    },
    {
      "epoch": 1.5770472307169556,
      "grad_norm": 2.3384733679876204,
      "learning_rate": 0.00025890567367049285,
      "loss": 4.8375,
      "step": 18565
    },
    {
      "epoch": 1.5771321780496093,
      "grad_norm": 2.283914920887066,
      "learning_rate": 0.0002589009520026892,
      "loss": 4.9243,
      "step": 18566
    },
    {
      "epoch": 1.5772171253822629,
      "grad_norm": 2.250929911196721,
      "learning_rate": 0.0002588962301067052,
      "loss": 4.6752,
      "step": 18567
    },
    {
      "epoch": 1.5773020727149167,
      "grad_norm": 2.369085863012656,
      "learning_rate": 0.00025889150798255085,
      "loss": 4.6362,
      "step": 18568
    },
    {
      "epoch": 1.5773870200475706,
      "grad_norm": 2.270368826564669,
      "learning_rate": 0.000258886785630236,
      "loss": 4.4739,
      "step": 18569
    },
    {
      "epoch": 1.5774719673802242,
      "grad_norm": 2.332623608840594,
      "learning_rate": 0.00025888206304977053,
      "loss": 4.861,
      "step": 18570
    },
    {
      "epoch": 1.577556914712878,
      "grad_norm": 2.362735827786832,
      "learning_rate": 0.0002588773402411644,
      "loss": 5.0105,
      "step": 18571
    },
    {
      "epoch": 1.5776418620455317,
      "grad_norm": 2.268297981961038,
      "learning_rate": 0.00025887261720442743,
      "loss": 4.7144,
      "step": 18572
    },
    {
      "epoch": 1.5777268093781855,
      "grad_norm": 2.5064468852005937,
      "learning_rate": 0.00025886789393956953,
      "loss": 5.3704,
      "step": 18573
    },
    {
      "epoch": 1.5778117567108394,
      "grad_norm": 2.2905415772207616,
      "learning_rate": 0.00025886317044660065,
      "loss": 4.8415,
      "step": 18574
    },
    {
      "epoch": 1.577896704043493,
      "grad_norm": 2.355137334764311,
      "learning_rate": 0.0002588584467255307,
      "loss": 4.8699,
      "step": 18575
    },
    {
      "epoch": 1.5779816513761467,
      "grad_norm": 2.380854743860937,
      "learning_rate": 0.00025885372277636943,
      "loss": 5.1729,
      "step": 18576
    },
    {
      "epoch": 1.5780665987088005,
      "grad_norm": 2.464449117094948,
      "learning_rate": 0.0002588489985991269,
      "loss": 5.0911,
      "step": 18577
    },
    {
      "epoch": 1.5781515460414544,
      "grad_norm": 2.516277333251487,
      "learning_rate": 0.00025884427419381294,
      "loss": 5.5281,
      "step": 18578
    },
    {
      "epoch": 1.5782364933741082,
      "grad_norm": 2.269321693305264,
      "learning_rate": 0.0002588395495604374,
      "loss": 4.9155,
      "step": 18579
    },
    {
      "epoch": 1.5783214407067618,
      "grad_norm": 2.273645335969623,
      "learning_rate": 0.0002588348246990103,
      "loss": 5.0583,
      "step": 18580
    },
    {
      "epoch": 1.5784063880394155,
      "grad_norm": 2.402199839885639,
      "learning_rate": 0.00025883009960954147,
      "loss": 4.9394,
      "step": 18581
    },
    {
      "epoch": 1.5784913353720693,
      "grad_norm": 2.2297232226121704,
      "learning_rate": 0.0002588253742920408,
      "loss": 4.8211,
      "step": 18582
    },
    {
      "epoch": 1.5785762827047232,
      "grad_norm": 2.438847719123509,
      "learning_rate": 0.0002588206487465182,
      "loss": 5.1116,
      "step": 18583
    },
    {
      "epoch": 1.5786612300373768,
      "grad_norm": 2.2441843822767784,
      "learning_rate": 0.00025881592297298354,
      "loss": 4.8347,
      "step": 18584
    },
    {
      "epoch": 1.5787461773700304,
      "grad_norm": 2.289878506080285,
      "learning_rate": 0.0002588111969714468,
      "loss": 4.7827,
      "step": 18585
    },
    {
      "epoch": 1.5788311247026843,
      "grad_norm": 2.3281909330749393,
      "learning_rate": 0.0002588064707419179,
      "loss": 4.6582,
      "step": 18586
    },
    {
      "epoch": 1.5789160720353381,
      "grad_norm": 2.257649924889448,
      "learning_rate": 0.0002588017442844066,
      "loss": 4.9635,
      "step": 18587
    },
    {
      "epoch": 1.579001019367992,
      "grad_norm": 2.42369198297791,
      "learning_rate": 0.0002587970175989229,
      "loss": 5.1757,
      "step": 18588
    },
    {
      "epoch": 1.5790859667006456,
      "grad_norm": 2.3035777584045185,
      "learning_rate": 0.0002587922906854767,
      "loss": 5.0764,
      "step": 18589
    },
    {
      "epoch": 1.5791709140332992,
      "grad_norm": 2.471139885779219,
      "learning_rate": 0.00025878756354407795,
      "loss": 5.1628,
      "step": 18590
    },
    {
      "epoch": 1.579255861365953,
      "grad_norm": 2.4352369932387132,
      "learning_rate": 0.00025878283617473643,
      "loss": 5.1517,
      "step": 18591
    },
    {
      "epoch": 1.579340808698607,
      "grad_norm": 2.531089001505602,
      "learning_rate": 0.00025877810857746216,
      "loss": 5.2814,
      "step": 18592
    },
    {
      "epoch": 1.5794257560312606,
      "grad_norm": 2.534388416541772,
      "learning_rate": 0.000258773380752265,
      "loss": 5.4254,
      "step": 18593
    },
    {
      "epoch": 1.5795107033639144,
      "grad_norm": 2.3450240593888565,
      "learning_rate": 0.00025876865269915486,
      "loss": 5.1512,
      "step": 18594
    },
    {
      "epoch": 1.579595650696568,
      "grad_norm": 2.382126441893968,
      "learning_rate": 0.00025876392441814155,
      "loss": 5.1291,
      "step": 18595
    },
    {
      "epoch": 1.579680598029222,
      "grad_norm": 2.2333634265717395,
      "learning_rate": 0.0002587591959092352,
      "loss": 4.5288,
      "step": 18596
    },
    {
      "epoch": 1.5797655453618757,
      "grad_norm": 2.5174745675465777,
      "learning_rate": 0.00025875446717244557,
      "loss": 5.316,
      "step": 18597
    },
    {
      "epoch": 1.5798504926945294,
      "grad_norm": 2.528183049046247,
      "learning_rate": 0.0002587497382077825,
      "loss": 5.4054,
      "step": 18598
    },
    {
      "epoch": 1.579935440027183,
      "grad_norm": 2.5637802780698116,
      "learning_rate": 0.00025874500901525605,
      "loss": 5.4711,
      "step": 18599
    },
    {
      "epoch": 1.5800203873598369,
      "grad_norm": 2.328220757351389,
      "learning_rate": 0.0002587402795948761,
      "loss": 4.5946,
      "step": 18600
    },
    {
      "epoch": 1.5801053346924907,
      "grad_norm": 2.551683585830532,
      "learning_rate": 0.00025873554994665246,
      "loss": 5.4721,
      "step": 18601
    },
    {
      "epoch": 1.5801902820251446,
      "grad_norm": 2.3035710876166453,
      "learning_rate": 0.0002587308200705952,
      "loss": 5.0531,
      "step": 18602
    },
    {
      "epoch": 1.5802752293577982,
      "grad_norm": 2.387237043332115,
      "learning_rate": 0.00025872608996671407,
      "loss": 4.9857,
      "step": 18603
    },
    {
      "epoch": 1.5803601766904518,
      "grad_norm": 2.399329294677373,
      "learning_rate": 0.000258721359635019,
      "loss": 4.9422,
      "step": 18604
    },
    {
      "epoch": 1.5804451240231057,
      "grad_norm": 2.3107982334345203,
      "learning_rate": 0.00025871662907551995,
      "loss": 4.6653,
      "step": 18605
    },
    {
      "epoch": 1.5805300713557595,
      "grad_norm": 2.2880303521682657,
      "learning_rate": 0.0002587118982882269,
      "loss": 4.7019,
      "step": 18606
    },
    {
      "epoch": 1.5806150186884131,
      "grad_norm": 2.359102670449943,
      "learning_rate": 0.00025870716727314965,
      "loss": 5.0115,
      "step": 18607
    },
    {
      "epoch": 1.580699966021067,
      "grad_norm": 2.525261890418584,
      "learning_rate": 0.0002587024360302982,
      "loss": 5.3081,
      "step": 18608
    },
    {
      "epoch": 1.5807849133537206,
      "grad_norm": 2.3310405012962927,
      "learning_rate": 0.00025869770455968236,
      "loss": 4.6975,
      "step": 18609
    },
    {
      "epoch": 1.5808698606863745,
      "grad_norm": 2.312805303686604,
      "learning_rate": 0.00025869297286131216,
      "loss": 5.0628,
      "step": 18610
    },
    {
      "epoch": 1.5809548080190283,
      "grad_norm": 2.31386070470159,
      "learning_rate": 0.00025868824093519744,
      "loss": 4.8171,
      "step": 18611
    },
    {
      "epoch": 1.581039755351682,
      "grad_norm": 2.334661466475148,
      "learning_rate": 0.0002586835087813481,
      "loss": 5.0627,
      "step": 18612
    },
    {
      "epoch": 1.5811247026843356,
      "grad_norm": 2.24861258931331,
      "learning_rate": 0.00025867877639977415,
      "loss": 5.0262,
      "step": 18613
    },
    {
      "epoch": 1.5812096500169894,
      "grad_norm": 2.3144374673435326,
      "learning_rate": 0.0002586740437904854,
      "loss": 4.8817,
      "step": 18614
    },
    {
      "epoch": 1.5812945973496433,
      "grad_norm": 2.3387350255999015,
      "learning_rate": 0.0002586693109534918,
      "loss": 5.0497,
      "step": 18615
    },
    {
      "epoch": 1.5813795446822971,
      "grad_norm": 2.3126923722807655,
      "learning_rate": 0.0002586645778888033,
      "loss": 5.0491,
      "step": 18616
    },
    {
      "epoch": 1.5814644920149508,
      "grad_norm": 2.482125224648975,
      "learning_rate": 0.0002586598445964298,
      "loss": 5.1379,
      "step": 18617
    },
    {
      "epoch": 1.5815494393476044,
      "grad_norm": 2.4365201203832325,
      "learning_rate": 0.0002586551110763812,
      "loss": 4.9261,
      "step": 18618
    },
    {
      "epoch": 1.5816343866802582,
      "grad_norm": 2.2796925404261525,
      "learning_rate": 0.00025865037732866736,
      "loss": 5.1065,
      "step": 18619
    },
    {
      "epoch": 1.581719334012912,
      "grad_norm": 2.277916757215706,
      "learning_rate": 0.00025864564335329837,
      "loss": 4.8492,
      "step": 18620
    },
    {
      "epoch": 1.5818042813455657,
      "grad_norm": 2.5532561248036343,
      "learning_rate": 0.000258640909150284,
      "loss": 5.5116,
      "step": 18621
    },
    {
      "epoch": 1.5818892286782194,
      "grad_norm": 2.4413171847696975,
      "learning_rate": 0.0002586361747196342,
      "loss": 4.9582,
      "step": 18622
    },
    {
      "epoch": 1.5819741760108732,
      "grad_norm": 2.4027508118709693,
      "learning_rate": 0.000258631440061359,
      "loss": 5.1187,
      "step": 18623
    },
    {
      "epoch": 1.582059123343527,
      "grad_norm": 2.3318872406021978,
      "learning_rate": 0.0002586267051754681,
      "loss": 4.774,
      "step": 18624
    },
    {
      "epoch": 1.582144070676181,
      "grad_norm": 2.353965375851057,
      "learning_rate": 0.0002586219700619716,
      "loss": 4.6451,
      "step": 18625
    },
    {
      "epoch": 1.5822290180088345,
      "grad_norm": 2.3388642523920637,
      "learning_rate": 0.0002586172347208794,
      "loss": 4.7487,
      "step": 18626
    },
    {
      "epoch": 1.5823139653414882,
      "grad_norm": 2.591870516765488,
      "learning_rate": 0.00025861249915220137,
      "loss": 5.5473,
      "step": 18627
    },
    {
      "epoch": 1.582398912674142,
      "grad_norm": 2.5703641019032877,
      "learning_rate": 0.00025860776335594746,
      "loss": 5.3186,
      "step": 18628
    },
    {
      "epoch": 1.5824838600067959,
      "grad_norm": 2.4842246577468323,
      "learning_rate": 0.00025860302733212755,
      "loss": 5.2544,
      "step": 18629
    },
    {
      "epoch": 1.5825688073394495,
      "grad_norm": 2.3563383218679017,
      "learning_rate": 0.00025859829108075164,
      "loss": 5.1301,
      "step": 18630
    },
    {
      "epoch": 1.5826537546721033,
      "grad_norm": 2.545167466237792,
      "learning_rate": 0.00025859355460182957,
      "loss": 5.3684,
      "step": 18631
    },
    {
      "epoch": 1.582738702004757,
      "grad_norm": 2.2632667054873465,
      "learning_rate": 0.00025858881789537136,
      "loss": 4.7419,
      "step": 18632
    },
    {
      "epoch": 1.5828236493374108,
      "grad_norm": 2.3955909172234806,
      "learning_rate": 0.0002585840809613868,
      "loss": 5.1338,
      "step": 18633
    },
    {
      "epoch": 1.5829085966700647,
      "grad_norm": 2.3605390624128173,
      "learning_rate": 0.000258579343799886,
      "loss": 4.8779,
      "step": 18634
    },
    {
      "epoch": 1.5829935440027183,
      "grad_norm": 2.3400391944350067,
      "learning_rate": 0.00025857460641087873,
      "loss": 4.9955,
      "step": 18635
    },
    {
      "epoch": 1.583078491335372,
      "grad_norm": 2.4326657641488514,
      "learning_rate": 0.00025856986879437503,
      "loss": 5.1167,
      "step": 18636
    },
    {
      "epoch": 1.5831634386680258,
      "grad_norm": 2.424525305563537,
      "learning_rate": 0.0002585651309503847,
      "loss": 5.2799,
      "step": 18637
    },
    {
      "epoch": 1.5832483860006796,
      "grad_norm": 2.4886886499384495,
      "learning_rate": 0.0002585603928789178,
      "loss": 5.2673,
      "step": 18638
    },
    {
      "epoch": 1.5833333333333335,
      "grad_norm": 2.504232811602322,
      "learning_rate": 0.0002585556545799841,
      "loss": 5.3467,
      "step": 18639
    },
    {
      "epoch": 1.583418280665987,
      "grad_norm": 2.545241622964025,
      "learning_rate": 0.0002585509160535937,
      "loss": 5.1709,
      "step": 18640
    },
    {
      "epoch": 1.5835032279986407,
      "grad_norm": 2.3739556416307814,
      "learning_rate": 0.0002585461772997564,
      "loss": 5.0499,
      "step": 18641
    },
    {
      "epoch": 1.5835881753312946,
      "grad_norm": 2.4734269748061783,
      "learning_rate": 0.0002585414383184822,
      "loss": 5.1936,
      "step": 18642
    },
    {
      "epoch": 1.5836731226639484,
      "grad_norm": 2.3699725795655158,
      "learning_rate": 0.000258536699109781,
      "loss": 5.0473,
      "step": 18643
    },
    {
      "epoch": 1.583758069996602,
      "grad_norm": 2.5070426066860128,
      "learning_rate": 0.00025853195967366274,
      "loss": 5.3058,
      "step": 18644
    },
    {
      "epoch": 1.5838430173292557,
      "grad_norm": 2.448710312485855,
      "learning_rate": 0.0002585272200101374,
      "loss": 5.0781,
      "step": 18645
    },
    {
      "epoch": 1.5839279646619095,
      "grad_norm": 2.400305268729167,
      "learning_rate": 0.0002585224801192148,
      "loss": 5.027,
      "step": 18646
    },
    {
      "epoch": 1.5840129119945634,
      "grad_norm": 2.2101796048044102,
      "learning_rate": 0.0002585177400009049,
      "loss": 4.5669,
      "step": 18647
    },
    {
      "epoch": 1.5840978593272173,
      "grad_norm": 2.3941374010330203,
      "learning_rate": 0.0002585129996552177,
      "loss": 5.0539,
      "step": 18648
    },
    {
      "epoch": 1.5841828066598709,
      "grad_norm": 2.35849690795777,
      "learning_rate": 0.0002585082590821631,
      "loss": 4.9347,
      "step": 18649
    },
    {
      "epoch": 1.5842677539925245,
      "grad_norm": 2.3199629960563475,
      "learning_rate": 0.000258503518281751,
      "loss": 5.0638,
      "step": 18650
    },
    {
      "epoch": 1.5843527013251784,
      "grad_norm": 2.5527488374348803,
      "learning_rate": 0.00025849877725399144,
      "loss": 5.4348,
      "step": 18651
    },
    {
      "epoch": 1.5844376486578322,
      "grad_norm": 2.3418848661810485,
      "learning_rate": 0.0002584940359988942,
      "loss": 5.0385,
      "step": 18652
    },
    {
      "epoch": 1.584522595990486,
      "grad_norm": 2.4887625411115923,
      "learning_rate": 0.0002584892945164693,
      "loss": 5.2811,
      "step": 18653
    },
    {
      "epoch": 1.5846075433231397,
      "grad_norm": 2.2562553877591087,
      "learning_rate": 0.00025848455280672673,
      "loss": 4.6626,
      "step": 18654
    },
    {
      "epoch": 1.5846924906557933,
      "grad_norm": 2.3398891186763198,
      "learning_rate": 0.0002584798108696763,
      "loss": 4.8813,
      "step": 18655
    },
    {
      "epoch": 1.5847774379884472,
      "grad_norm": 2.5355002379233826,
      "learning_rate": 0.00025847506870532803,
      "loss": 5.4186,
      "step": 18656
    },
    {
      "epoch": 1.584862385321101,
      "grad_norm": 2.5153979733107223,
      "learning_rate": 0.0002584703263136918,
      "loss": 5.5083,
      "step": 18657
    },
    {
      "epoch": 1.5849473326537546,
      "grad_norm": 2.3676785865377106,
      "learning_rate": 0.00025846558369477756,
      "loss": 5.1751,
      "step": 18658
    },
    {
      "epoch": 1.5850322799864083,
      "grad_norm": 2.2320857048968614,
      "learning_rate": 0.0002584608408485953,
      "loss": 4.7051,
      "step": 18659
    },
    {
      "epoch": 1.5851172273190621,
      "grad_norm": 2.349120083242211,
      "learning_rate": 0.00025845609777515495,
      "loss": 5.0198,
      "step": 18660
    },
    {
      "epoch": 1.585202174651716,
      "grad_norm": 2.259318404187202,
      "learning_rate": 0.00025845135447446636,
      "loss": 4.2792,
      "step": 18661
    },
    {
      "epoch": 1.5852871219843698,
      "grad_norm": 2.3689201094959564,
      "learning_rate": 0.0002584466109465396,
      "loss": 4.9386,
      "step": 18662
    },
    {
      "epoch": 1.5853720693170235,
      "grad_norm": 2.2869727420879395,
      "learning_rate": 0.0002584418671913845,
      "loss": 4.8527,
      "step": 18663
    },
    {
      "epoch": 1.585457016649677,
      "grad_norm": 2.5750920669362967,
      "learning_rate": 0.00025843712320901106,
      "loss": 5.4451,
      "step": 18664
    },
    {
      "epoch": 1.585541963982331,
      "grad_norm": 2.359424789834303,
      "learning_rate": 0.0002584323789994291,
      "loss": 4.607,
      "step": 18665
    },
    {
      "epoch": 1.5856269113149848,
      "grad_norm": 2.3731325086036117,
      "learning_rate": 0.00025842763456264883,
      "loss": 5.0509,
      "step": 18666
    },
    {
      "epoch": 1.5857118586476384,
      "grad_norm": 2.100544151303443,
      "learning_rate": 0.00025842288989867993,
      "loss": 4.2195,
      "step": 18667
    },
    {
      "epoch": 1.5857968059802923,
      "grad_norm": 2.4116165130856433,
      "learning_rate": 0.0002584181450075324,
      "loss": 5.2036,
      "step": 18668
    },
    {
      "epoch": 1.585881753312946,
      "grad_norm": 2.400177075191444,
      "learning_rate": 0.00025841339988921623,
      "loss": 5.2502,
      "step": 18669
    },
    {
      "epoch": 1.5859667006455997,
      "grad_norm": 2.548931384996267,
      "learning_rate": 0.00025840865454374143,
      "loss": 5.2649,
      "step": 18670
    },
    {
      "epoch": 1.5860516479782536,
      "grad_norm": 2.4111942780465894,
      "learning_rate": 0.00025840390897111776,
      "loss": 5.0437,
      "step": 18671
    },
    {
      "epoch": 1.5861365953109072,
      "grad_norm": 2.542386400173895,
      "learning_rate": 0.0002583991631713553,
      "loss": 5.2964,
      "step": 18672
    },
    {
      "epoch": 1.5862215426435609,
      "grad_norm": 2.3620506620021717,
      "learning_rate": 0.00025839441714446394,
      "loss": 4.978,
      "step": 18673
    },
    {
      "epoch": 1.5863064899762147,
      "grad_norm": 2.325280354826561,
      "learning_rate": 0.0002583896708904537,
      "loss": 4.8352,
      "step": 18674
    },
    {
      "epoch": 1.5863914373088686,
      "grad_norm": 2.3774289124659482,
      "learning_rate": 0.0002583849244093344,
      "loss": 5.0144,
      "step": 18675
    },
    {
      "epoch": 1.5864763846415224,
      "grad_norm": 2.393363841828711,
      "learning_rate": 0.00025838017770111614,
      "loss": 5.0706,
      "step": 18676
    },
    {
      "epoch": 1.586561331974176,
      "grad_norm": 2.268830606353942,
      "learning_rate": 0.0002583754307658087,
      "loss": 4.7979,
      "step": 18677
    },
    {
      "epoch": 1.5866462793068297,
      "grad_norm": 2.3583580472782177,
      "learning_rate": 0.0002583706836034221,
      "loss": 4.4359,
      "step": 18678
    },
    {
      "epoch": 1.5867312266394835,
      "grad_norm": 2.4862185447834664,
      "learning_rate": 0.0002583659362139663,
      "loss": 5.2971,
      "step": 18679
    },
    {
      "epoch": 1.5868161739721374,
      "grad_norm": 2.3903385895445077,
      "learning_rate": 0.0002583611885974512,
      "loss": 4.9476,
      "step": 18680
    },
    {
      "epoch": 1.586901121304791,
      "grad_norm": 2.397954909637389,
      "learning_rate": 0.00025835644075388684,
      "loss": 5.0529,
      "step": 18681
    },
    {
      "epoch": 1.5869860686374446,
      "grad_norm": 2.278264923993481,
      "learning_rate": 0.00025835169268328316,
      "loss": 4.831,
      "step": 18682
    },
    {
      "epoch": 1.5870710159700985,
      "grad_norm": 2.280847432845893,
      "learning_rate": 0.00025834694438565,
      "loss": 4.9326,
      "step": 18683
    },
    {
      "epoch": 1.5871559633027523,
      "grad_norm": 2.2504687051371057,
      "learning_rate": 0.00025834219586099734,
      "loss": 4.5921,
      "step": 18684
    },
    {
      "epoch": 1.5872409106354062,
      "grad_norm": 2.3220024725691206,
      "learning_rate": 0.00025833744710933526,
      "loss": 4.7327,
      "step": 18685
    },
    {
      "epoch": 1.5873258579680598,
      "grad_norm": 2.3349583668601426,
      "learning_rate": 0.0002583326981306735,
      "loss": 4.7014,
      "step": 18686
    },
    {
      "epoch": 1.5874108053007134,
      "grad_norm": 2.2796178959638445,
      "learning_rate": 0.0002583279489250222,
      "loss": 4.7404,
      "step": 18687
    },
    {
      "epoch": 1.5874957526333673,
      "grad_norm": 2.560839891754399,
      "learning_rate": 0.00025832319949239117,
      "loss": 5.2936,
      "step": 18688
    },
    {
      "epoch": 1.5875806999660211,
      "grad_norm": 2.31691744506722,
      "learning_rate": 0.00025831844983279043,
      "loss": 4.801,
      "step": 18689
    },
    {
      "epoch": 1.587665647298675,
      "grad_norm": 2.3305961915245392,
      "learning_rate": 0.00025831369994622997,
      "loss": 4.9503,
      "step": 18690
    },
    {
      "epoch": 1.5877505946313286,
      "grad_norm": 2.357164457654387,
      "learning_rate": 0.0002583089498327197,
      "loss": 5.0429,
      "step": 18691
    },
    {
      "epoch": 1.5878355419639822,
      "grad_norm": 2.508438448246029,
      "learning_rate": 0.00025830419949226954,
      "loss": 5.1232,
      "step": 18692
    },
    {
      "epoch": 1.587920489296636,
      "grad_norm": 2.5510305222388694,
      "learning_rate": 0.0002582994489248895,
      "loss": 5.4831,
      "step": 18693
    },
    {
      "epoch": 1.58800543662929,
      "grad_norm": 2.515830768029814,
      "learning_rate": 0.0002582946981305895,
      "loss": 5.3842,
      "step": 18694
    },
    {
      "epoch": 1.5880903839619436,
      "grad_norm": 2.409067786794561,
      "learning_rate": 0.0002582899471093795,
      "loss": 5.2163,
      "step": 18695
    },
    {
      "epoch": 1.5881753312945972,
      "grad_norm": 2.511323380131038,
      "learning_rate": 0.0002582851958612694,
      "loss": 5.3475,
      "step": 18696
    },
    {
      "epoch": 1.588260278627251,
      "grad_norm": 2.359026884678147,
      "learning_rate": 0.00025828044438626927,
      "loss": 4.9325,
      "step": 18697
    },
    {
      "epoch": 1.588345225959905,
      "grad_norm": 2.3388358120274813,
      "learning_rate": 0.00025827569268438904,
      "loss": 4.9652,
      "step": 18698
    },
    {
      "epoch": 1.5884301732925588,
      "grad_norm": 2.2984519841140343,
      "learning_rate": 0.00025827094075563854,
      "loss": 4.5756,
      "step": 18699
    },
    {
      "epoch": 1.5885151206252124,
      "grad_norm": 2.3773173455182257,
      "learning_rate": 0.00025826618860002795,
      "loss": 5.2002,
      "step": 18700
    },
    {
      "epoch": 1.588600067957866,
      "grad_norm": 2.3586126874578057,
      "learning_rate": 0.000258261436217567,
      "loss": 4.9694,
      "step": 18701
    },
    {
      "epoch": 1.5886850152905199,
      "grad_norm": 2.3294011974213324,
      "learning_rate": 0.00025825668360826575,
      "loss": 4.8687,
      "step": 18702
    },
    {
      "epoch": 1.5887699626231737,
      "grad_norm": 2.321645874412869,
      "learning_rate": 0.0002582519307721342,
      "loss": 4.7685,
      "step": 18703
    },
    {
      "epoch": 1.5888549099558273,
      "grad_norm": 2.3613643180609842,
      "learning_rate": 0.00025824717770918225,
      "loss": 4.9569,
      "step": 18704
    },
    {
      "epoch": 1.5889398572884812,
      "grad_norm": 2.3914659932707143,
      "learning_rate": 0.00025824242441941985,
      "loss": 5.2116,
      "step": 18705
    },
    {
      "epoch": 1.5890248046211348,
      "grad_norm": 2.3748845539549595,
      "learning_rate": 0.000258237670902857,
      "loss": 5.091,
      "step": 18706
    },
    {
      "epoch": 1.5891097519537887,
      "grad_norm": 2.267793899300898,
      "learning_rate": 0.0002582329171595037,
      "loss": 4.7599,
      "step": 18707
    },
    {
      "epoch": 1.5891946992864425,
      "grad_norm": 2.460094471929878,
      "learning_rate": 0.0002582281631893697,
      "loss": 5.2769,
      "step": 18708
    },
    {
      "epoch": 1.5892796466190962,
      "grad_norm": 2.306005412329799,
      "learning_rate": 0.00025822340899246525,
      "loss": 4.7821,
      "step": 18709
    },
    {
      "epoch": 1.5893645939517498,
      "grad_norm": 2.2986374309405613,
      "learning_rate": 0.00025821865456880015,
      "loss": 4.5639,
      "step": 18710
    },
    {
      "epoch": 1.5894495412844036,
      "grad_norm": 2.4855964789561833,
      "learning_rate": 0.00025821389991838436,
      "loss": 5.2848,
      "step": 18711
    },
    {
      "epoch": 1.5895344886170575,
      "grad_norm": 2.37228292701922,
      "learning_rate": 0.00025820914504122786,
      "loss": 4.9631,
      "step": 18712
    },
    {
      "epoch": 1.5896194359497113,
      "grad_norm": 2.3654951106285993,
      "learning_rate": 0.0002582043899373406,
      "loss": 4.7277,
      "step": 18713
    },
    {
      "epoch": 1.589704383282365,
      "grad_norm": 2.3789251476283115,
      "learning_rate": 0.0002581996346067326,
      "loss": 5.0218,
      "step": 18714
    },
    {
      "epoch": 1.5897893306150186,
      "grad_norm": 2.346206074212911,
      "learning_rate": 0.00025819487904941383,
      "loss": 4.9239,
      "step": 18715
    },
    {
      "epoch": 1.5898742779476724,
      "grad_norm": 2.3687254009451064,
      "learning_rate": 0.0002581901232653942,
      "loss": 4.9814,
      "step": 18716
    },
    {
      "epoch": 1.5899592252803263,
      "grad_norm": 2.5219816548968503,
      "learning_rate": 0.0002581853672546836,
      "loss": 5.172,
      "step": 18717
    },
    {
      "epoch": 1.59004417261298,
      "grad_norm": 2.5344720314356155,
      "learning_rate": 0.0002581806110172922,
      "loss": 5.3371,
      "step": 18718
    },
    {
      "epoch": 1.5901291199456336,
      "grad_norm": 2.410834118861114,
      "learning_rate": 0.0002581758545532298,
      "loss": 4.7957,
      "step": 18719
    },
    {
      "epoch": 1.5902140672782874,
      "grad_norm": 2.4233251721888562,
      "learning_rate": 0.0002581710978625064,
      "loss": 5.1286,
      "step": 18720
    },
    {
      "epoch": 1.5902990146109413,
      "grad_norm": 2.392772209827911,
      "learning_rate": 0.00025816634094513204,
      "loss": 4.9768,
      "step": 18721
    },
    {
      "epoch": 1.590383961943595,
      "grad_norm": 2.5095924004307504,
      "learning_rate": 0.0002581615838011165,
      "loss": 5.4368,
      "step": 18722
    },
    {
      "epoch": 1.5904689092762487,
      "grad_norm": 2.435845562969556,
      "learning_rate": 0.00025815682643047,
      "loss": 4.972,
      "step": 18723
    },
    {
      "epoch": 1.5905538566089024,
      "grad_norm": 2.283686954516077,
      "learning_rate": 0.00025815206883320237,
      "loss": 4.7035,
      "step": 18724
    },
    {
      "epoch": 1.5906388039415562,
      "grad_norm": 2.4420830239302918,
      "learning_rate": 0.00025814731100932357,
      "loss": 4.864,
      "step": 18725
    },
    {
      "epoch": 1.59072375127421,
      "grad_norm": 2.4591863240470846,
      "learning_rate": 0.0002581425529588436,
      "loss": 5.2596,
      "step": 18726
    },
    {
      "epoch": 1.5908086986068637,
      "grad_norm": 2.4788579622034135,
      "learning_rate": 0.0002581377946817724,
      "loss": 5.3663,
      "step": 18727
    },
    {
      "epoch": 1.5908936459395175,
      "grad_norm": 2.4563474911901064,
      "learning_rate": 0.00025813303617812,
      "loss": 5.2176,
      "step": 18728
    },
    {
      "epoch": 1.5909785932721712,
      "grad_norm": 2.5489802672801014,
      "learning_rate": 0.0002581282774478963,
      "loss": 5.37,
      "step": 18729
    },
    {
      "epoch": 1.591063540604825,
      "grad_norm": 2.3706177678595703,
      "learning_rate": 0.00025812351849111134,
      "loss": 5.0479,
      "step": 18730
    },
    {
      "epoch": 1.5911484879374789,
      "grad_norm": 2.455054358296922,
      "learning_rate": 0.000258118759307775,
      "loss": 4.9308,
      "step": 18731
    },
    {
      "epoch": 1.5912334352701325,
      "grad_norm": 2.323613278042847,
      "learning_rate": 0.00025811399989789736,
      "loss": 4.8607,
      "step": 18732
    },
    {
      "epoch": 1.5913183826027861,
      "grad_norm": 2.2822334339229116,
      "learning_rate": 0.0002581092402614883,
      "loss": 4.8811,
      "step": 18733
    },
    {
      "epoch": 1.59140332993544,
      "grad_norm": 2.440454035138848,
      "learning_rate": 0.00025810448039855784,
      "loss": 5.2832,
      "step": 18734
    },
    {
      "epoch": 1.5914882772680938,
      "grad_norm": 2.49167937259686,
      "learning_rate": 0.00025809972030911603,
      "loss": 5.2783,
      "step": 18735
    },
    {
      "epoch": 1.5915732246007477,
      "grad_norm": 2.504419042594077,
      "learning_rate": 0.00025809495999317263,
      "loss": 5.1016,
      "step": 18736
    },
    {
      "epoch": 1.5916581719334013,
      "grad_norm": 2.337420302526777,
      "learning_rate": 0.0002580901994507378,
      "loss": 4.776,
      "step": 18737
    },
    {
      "epoch": 1.591743119266055,
      "grad_norm": 2.4671625137871156,
      "learning_rate": 0.0002580854386818215,
      "loss": 5.2855,
      "step": 18738
    },
    {
      "epoch": 1.5918280665987088,
      "grad_norm": 2.367227053102518,
      "learning_rate": 0.00025808067768643366,
      "loss": 4.7962,
      "step": 18739
    },
    {
      "epoch": 1.5919130139313626,
      "grad_norm": 2.5573904847068887,
      "learning_rate": 0.0002580759164645842,
      "loss": 5.2154,
      "step": 18740
    },
    {
      "epoch": 1.5919979612640163,
      "grad_norm": 2.3060664678342877,
      "learning_rate": 0.00025807115501628314,
      "loss": 4.8033,
      "step": 18741
    },
    {
      "epoch": 1.59208290859667,
      "grad_norm": 2.319717355466353,
      "learning_rate": 0.00025806639334154054,
      "loss": 4.9914,
      "step": 18742
    },
    {
      "epoch": 1.5921678559293237,
      "grad_norm": 2.5538451557678497,
      "learning_rate": 0.00025806163144036627,
      "loss": 5.3627,
      "step": 18743
    },
    {
      "epoch": 1.5922528032619776,
      "grad_norm": 2.414440431872785,
      "learning_rate": 0.00025805686931277037,
      "loss": 5.3018,
      "step": 18744
    },
    {
      "epoch": 1.5923377505946315,
      "grad_norm": 2.548476749953047,
      "learning_rate": 0.0002580521069587628,
      "loss": 5.3493,
      "step": 18745
    },
    {
      "epoch": 1.592422697927285,
      "grad_norm": 2.3153460606321326,
      "learning_rate": 0.00025804734437835354,
      "loss": 5.003,
      "step": 18746
    },
    {
      "epoch": 1.5925076452599387,
      "grad_norm": 2.2979059150154826,
      "learning_rate": 0.0002580425815715525,
      "loss": 4.6971,
      "step": 18747
    },
    {
      "epoch": 1.5925925925925926,
      "grad_norm": 2.5073051465542977,
      "learning_rate": 0.0002580378185383698,
      "loss": 5.3284,
      "step": 18748
    },
    {
      "epoch": 1.5926775399252464,
      "grad_norm": 2.5581301546693833,
      "learning_rate": 0.0002580330552788153,
      "loss": 5.4517,
      "step": 18749
    },
    {
      "epoch": 1.5927624872579003,
      "grad_norm": 2.4790549316738932,
      "learning_rate": 0.000258028291792899,
      "loss": 5.2604,
      "step": 18750
    },
    {
      "epoch": 1.592847434590554,
      "grad_norm": 2.371861847475658,
      "learning_rate": 0.000258023528080631,
      "loss": 4.8912,
      "step": 18751
    },
    {
      "epoch": 1.5929323819232075,
      "grad_norm": 2.405513858594354,
      "learning_rate": 0.00025801876414202114,
      "loss": 5.0471,
      "step": 18752
    },
    {
      "epoch": 1.5930173292558614,
      "grad_norm": 2.319226679515425,
      "learning_rate": 0.0002580139999770794,
      "loss": 4.8211,
      "step": 18753
    },
    {
      "epoch": 1.5931022765885152,
      "grad_norm": 2.547423828452288,
      "learning_rate": 0.00025800923558581585,
      "loss": 5.3225,
      "step": 18754
    },
    {
      "epoch": 1.5931872239211688,
      "grad_norm": 2.2707163232300616,
      "learning_rate": 0.0002580044709682404,
      "loss": 4.7618,
      "step": 18755
    },
    {
      "epoch": 1.5932721712538225,
      "grad_norm": 2.570438152886888,
      "learning_rate": 0.0002579997061243631,
      "loss": 5.3357,
      "step": 18756
    },
    {
      "epoch": 1.5933571185864763,
      "grad_norm": 2.3668581219292935,
      "learning_rate": 0.00025799494105419393,
      "loss": 5.2956,
      "step": 18757
    },
    {
      "epoch": 1.5934420659191302,
      "grad_norm": 2.3083752199187657,
      "learning_rate": 0.00025799017575774277,
      "loss": 4.9919,
      "step": 18758
    },
    {
      "epoch": 1.593527013251784,
      "grad_norm": 2.42431641034443,
      "learning_rate": 0.00025798541023501975,
      "loss": 5.2488,
      "step": 18759
    },
    {
      "epoch": 1.5936119605844377,
      "grad_norm": 2.330242769411453,
      "learning_rate": 0.0002579806444860347,
      "loss": 5.1431,
      "step": 18760
    },
    {
      "epoch": 1.5936969079170913,
      "grad_norm": 2.4812955424302157,
      "learning_rate": 0.00025797587851079777,
      "loss": 5.0022,
      "step": 18761
    },
    {
      "epoch": 1.5937818552497451,
      "grad_norm": 2.243936852762368,
      "learning_rate": 0.0002579711123093188,
      "loss": 4.5673,
      "step": 18762
    },
    {
      "epoch": 1.593866802582399,
      "grad_norm": 2.40786869529787,
      "learning_rate": 0.00025796634588160785,
      "loss": 5.3242,
      "step": 18763
    },
    {
      "epoch": 1.5939517499150526,
      "grad_norm": 2.5067478599685833,
      "learning_rate": 0.00025796157922767496,
      "loss": 4.969,
      "step": 18764
    },
    {
      "epoch": 1.5940366972477065,
      "grad_norm": 2.3084332335658804,
      "learning_rate": 0.00025795681234753,
      "loss": 5.1267,
      "step": 18765
    },
    {
      "epoch": 1.59412164458036,
      "grad_norm": 2.430653894939867,
      "learning_rate": 0.0002579520452411831,
      "loss": 5.1408,
      "step": 18766
    },
    {
      "epoch": 1.594206591913014,
      "grad_norm": 2.269966528603507,
      "learning_rate": 0.00025794727790864403,
      "loss": 4.8077,
      "step": 18767
    },
    {
      "epoch": 1.5942915392456678,
      "grad_norm": 2.3419500829997943,
      "learning_rate": 0.000257942510349923,
      "loss": 4.9998,
      "step": 18768
    },
    {
      "epoch": 1.5943764865783214,
      "grad_norm": 2.314803144504609,
      "learning_rate": 0.00025793774256502994,
      "loss": 4.765,
      "step": 18769
    },
    {
      "epoch": 1.594461433910975,
      "grad_norm": 2.4670879078112935,
      "learning_rate": 0.00025793297455397473,
      "loss": 5.0655,
      "step": 18770
    },
    {
      "epoch": 1.594546381243629,
      "grad_norm": 2.281916451081036,
      "learning_rate": 0.0002579282063167675,
      "loss": 4.7395,
      "step": 18771
    },
    {
      "epoch": 1.5946313285762828,
      "grad_norm": 2.3166700673250666,
      "learning_rate": 0.00025792343785341814,
      "loss": 5.086,
      "step": 18772
    },
    {
      "epoch": 1.5947162759089366,
      "grad_norm": 2.3144099951370256,
      "learning_rate": 0.0002579186691639367,
      "loss": 4.7853,
      "step": 18773
    },
    {
      "epoch": 1.5948012232415902,
      "grad_norm": 2.3697490134964507,
      "learning_rate": 0.0002579139002483332,
      "loss": 5.1108,
      "step": 18774
    },
    {
      "epoch": 1.5948861705742439,
      "grad_norm": 2.58497436719507,
      "learning_rate": 0.0002579091311066175,
      "loss": 5.4185,
      "step": 18775
    },
    {
      "epoch": 1.5949711179068977,
      "grad_norm": 2.5289692484638326,
      "learning_rate": 0.00025790436173879977,
      "loss": 5.2478,
      "step": 18776
    },
    {
      "epoch": 1.5950560652395516,
      "grad_norm": 2.3335008751195376,
      "learning_rate": 0.0002578995921448899,
      "loss": 4.7306,
      "step": 18777
    },
    {
      "epoch": 1.5951410125722052,
      "grad_norm": 2.380509741309509,
      "learning_rate": 0.00025789482232489784,
      "loss": 5.1176,
      "step": 18778
    },
    {
      "epoch": 1.5952259599048588,
      "grad_norm": 2.361016239642576,
      "learning_rate": 0.0002578900522788337,
      "loss": 4.8481,
      "step": 18779
    },
    {
      "epoch": 1.5953109072375127,
      "grad_norm": 2.4884491004515037,
      "learning_rate": 0.0002578852820067074,
      "loss": 4.891,
      "step": 18780
    },
    {
      "epoch": 1.5953958545701665,
      "grad_norm": 2.3701241875361196,
      "learning_rate": 0.00025788051150852894,
      "loss": 5.1296,
      "step": 18781
    },
    {
      "epoch": 1.5954808019028204,
      "grad_norm": 2.305117529899263,
      "learning_rate": 0.0002578757407843084,
      "loss": 4.5781,
      "step": 18782
    },
    {
      "epoch": 1.595565749235474,
      "grad_norm": 2.349285909642686,
      "learning_rate": 0.00025787096983405556,
      "loss": 4.8639,
      "step": 18783
    },
    {
      "epoch": 1.5956506965681276,
      "grad_norm": 2.2351923090462864,
      "learning_rate": 0.00025786619865778064,
      "loss": 4.7914,
      "step": 18784
    },
    {
      "epoch": 1.5957356439007815,
      "grad_norm": 2.2881399133903573,
      "learning_rate": 0.0002578614272554936,
      "loss": 4.789,
      "step": 18785
    },
    {
      "epoch": 1.5958205912334353,
      "grad_norm": 2.2685196759094928,
      "learning_rate": 0.0002578566556272043,
      "loss": 5.0126,
      "step": 18786
    },
    {
      "epoch": 1.5959055385660892,
      "grad_norm": 2.368371157617631,
      "learning_rate": 0.0002578518837729229,
      "loss": 5.202,
      "step": 18787
    },
    {
      "epoch": 1.5959904858987428,
      "grad_norm": 2.4801419234652933,
      "learning_rate": 0.00025784711169265937,
      "loss": 5.2074,
      "step": 18788
    },
    {
      "epoch": 1.5960754332313964,
      "grad_norm": 2.539767383522676,
      "learning_rate": 0.0002578423393864236,
      "loss": 5.1035,
      "step": 18789
    },
    {
      "epoch": 1.5961603805640503,
      "grad_norm": 2.3870511666217475,
      "learning_rate": 0.0002578375668542257,
      "loss": 5.1434,
      "step": 18790
    },
    {
      "epoch": 1.5962453278967041,
      "grad_norm": 2.3080464429860372,
      "learning_rate": 0.0002578327940960756,
      "loss": 4.688,
      "step": 18791
    },
    {
      "epoch": 1.5963302752293578,
      "grad_norm": 2.3176294417078855,
      "learning_rate": 0.00025782802111198335,
      "loss": 5.0353,
      "step": 18792
    },
    {
      "epoch": 1.5964152225620114,
      "grad_norm": 2.1545053830200205,
      "learning_rate": 0.00025782324790195896,
      "loss": 4.314,
      "step": 18793
    },
    {
      "epoch": 1.5965001698946653,
      "grad_norm": 2.576998227226746,
      "learning_rate": 0.00025781847446601237,
      "loss": 5.3801,
      "step": 18794
    },
    {
      "epoch": 1.596585117227319,
      "grad_norm": 2.3201399145672434,
      "learning_rate": 0.0002578137008041536,
      "loss": 4.8524,
      "step": 18795
    },
    {
      "epoch": 1.596670064559973,
      "grad_norm": 2.354538058250171,
      "learning_rate": 0.00025780892691639265,
      "loss": 4.9988,
      "step": 18796
    },
    {
      "epoch": 1.5967550118926266,
      "grad_norm": 2.5087868734540715,
      "learning_rate": 0.0002578041528027396,
      "loss": 5.2804,
      "step": 18797
    },
    {
      "epoch": 1.5968399592252802,
      "grad_norm": 2.332300667170029,
      "learning_rate": 0.00025779937846320437,
      "loss": 4.7424,
      "step": 18798
    },
    {
      "epoch": 1.596924906557934,
      "grad_norm": 2.3205696894934866,
      "learning_rate": 0.00025779460389779694,
      "loss": 4.985,
      "step": 18799
    },
    {
      "epoch": 1.597009853890588,
      "grad_norm": 2.5227320236567548,
      "learning_rate": 0.00025778982910652743,
      "loss": 5.3609,
      "step": 18800
    },
    {
      "epoch": 1.5970948012232415,
      "grad_norm": 2.538966363064258,
      "learning_rate": 0.00025778505408940576,
      "loss": 5.2461,
      "step": 18801
    },
    {
      "epoch": 1.5971797485558954,
      "grad_norm": 2.312619918489338,
      "learning_rate": 0.0002577802788464419,
      "loss": 4.7387,
      "step": 18802
    },
    {
      "epoch": 1.597264695888549,
      "grad_norm": 2.3754065481791216,
      "learning_rate": 0.00025777550337764595,
      "loss": 4.9648,
      "step": 18803
    },
    {
      "epoch": 1.5973496432212029,
      "grad_norm": 2.3595677702204303,
      "learning_rate": 0.0002577707276830279,
      "loss": 4.9443,
      "step": 18804
    },
    {
      "epoch": 1.5974345905538567,
      "grad_norm": 2.4752405472777057,
      "learning_rate": 0.0002577659517625977,
      "loss": 4.8485,
      "step": 18805
    },
    {
      "epoch": 1.5975195378865104,
      "grad_norm": 2.5142051660714504,
      "learning_rate": 0.0002577611756163654,
      "loss": 5.1458,
      "step": 18806
    },
    {
      "epoch": 1.597604485219164,
      "grad_norm": 2.3526947978619877,
      "learning_rate": 0.0002577563992443409,
      "loss": 4.9155,
      "step": 18807
    },
    {
      "epoch": 1.5976894325518178,
      "grad_norm": 2.535352730736634,
      "learning_rate": 0.0002577516226465344,
      "loss": 5.3053,
      "step": 18808
    },
    {
      "epoch": 1.5977743798844717,
      "grad_norm": 2.3123281835046305,
      "learning_rate": 0.00025774684582295583,
      "loss": 4.5626,
      "step": 18809
    },
    {
      "epoch": 1.5978593272171255,
      "grad_norm": 2.497338760496023,
      "learning_rate": 0.0002577420687736151,
      "loss": 5.015,
      "step": 18810
    },
    {
      "epoch": 1.5979442745497792,
      "grad_norm": 2.3442081333348486,
      "learning_rate": 0.00025773729149852233,
      "loss": 4.9238,
      "step": 18811
    },
    {
      "epoch": 1.5980292218824328,
      "grad_norm": 2.3142613229372846,
      "learning_rate": 0.0002577325139976875,
      "loss": 4.8462,
      "step": 18812
    },
    {
      "epoch": 1.5981141692150866,
      "grad_norm": 2.4231739915256347,
      "learning_rate": 0.00025772773627112064,
      "loss": 5.0662,
      "step": 18813
    },
    {
      "epoch": 1.5981991165477405,
      "grad_norm": 2.4131116796153096,
      "learning_rate": 0.0002577229583188317,
      "loss": 5.0191,
      "step": 18814
    },
    {
      "epoch": 1.5982840638803941,
      "grad_norm": 2.93296666475847,
      "learning_rate": 0.00025771818014083073,
      "loss": 4.1424,
      "step": 18815
    },
    {
      "epoch": 1.5983690112130478,
      "grad_norm": 2.4121636497657732,
      "learning_rate": 0.00025771340173712774,
      "loss": 4.9828,
      "step": 18816
    },
    {
      "epoch": 1.5984539585457016,
      "grad_norm": 2.341822178784457,
      "learning_rate": 0.0002577086231077328,
      "loss": 4.8921,
      "step": 18817
    },
    {
      "epoch": 1.5985389058783555,
      "grad_norm": 2.4483924428919703,
      "learning_rate": 0.00025770384425265576,
      "loss": 5.1388,
      "step": 18818
    },
    {
      "epoch": 1.5986238532110093,
      "grad_norm": 2.3297053262506298,
      "learning_rate": 0.00025769906517190684,
      "loss": 4.5817,
      "step": 18819
    },
    {
      "epoch": 1.598708800543663,
      "grad_norm": 2.56433800877447,
      "learning_rate": 0.00025769428586549587,
      "loss": 5.3402,
      "step": 18820
    },
    {
      "epoch": 1.5987937478763166,
      "grad_norm": 2.390115404876237,
      "learning_rate": 0.000257689506333433,
      "loss": 5.354,
      "step": 18821
    },
    {
      "epoch": 1.5988786952089704,
      "grad_norm": 2.3041618687718013,
      "learning_rate": 0.0002576847265757282,
      "loss": 5.0709,
      "step": 18822
    },
    {
      "epoch": 1.5989636425416243,
      "grad_norm": 2.3089776048296438,
      "learning_rate": 0.00025767994659239146,
      "loss": 4.7863,
      "step": 18823
    },
    {
      "epoch": 1.599048589874278,
      "grad_norm": 2.3682081104798516,
      "learning_rate": 0.0002576751663834328,
      "loss": 4.7942,
      "step": 18824
    },
    {
      "epoch": 1.5991335372069317,
      "grad_norm": 2.294731692084319,
      "learning_rate": 0.00025767038594886227,
      "loss": 5.0322,
      "step": 18825
    },
    {
      "epoch": 1.5992184845395854,
      "grad_norm": 2.503128632849717,
      "learning_rate": 0.00025766560528868985,
      "loss": 5.4691,
      "step": 18826
    },
    {
      "epoch": 1.5993034318722392,
      "grad_norm": 2.3834813933651193,
      "learning_rate": 0.0002576608244029256,
      "loss": 4.9061,
      "step": 18827
    },
    {
      "epoch": 1.599388379204893,
      "grad_norm": 2.3623077183461243,
      "learning_rate": 0.00025765604329157946,
      "loss": 4.9777,
      "step": 18828
    },
    {
      "epoch": 1.5994733265375467,
      "grad_norm": 2.382078182663214,
      "learning_rate": 0.00025765126195466154,
      "loss": 5.1302,
      "step": 18829
    },
    {
      "epoch": 1.5995582738702003,
      "grad_norm": 2.311571623886956,
      "learning_rate": 0.0002576464803921818,
      "loss": 4.9043,
      "step": 18830
    },
    {
      "epoch": 1.5996432212028542,
      "grad_norm": 2.5340070071216214,
      "learning_rate": 0.00025764169860415025,
      "loss": 5.1055,
      "step": 18831
    },
    {
      "epoch": 1.599728168535508,
      "grad_norm": 2.467192410973147,
      "learning_rate": 0.000257636916590577,
      "loss": 5.1563,
      "step": 18832
    },
    {
      "epoch": 1.5998131158681619,
      "grad_norm": 2.3443782671919844,
      "learning_rate": 0.00025763213435147194,
      "loss": 4.9544,
      "step": 18833
    },
    {
      "epoch": 1.5998980632008155,
      "grad_norm": 2.363651034158043,
      "learning_rate": 0.00025762735188684515,
      "loss": 4.76,
      "step": 18834
    },
    {
      "epoch": 1.5999830105334691,
      "grad_norm": 2.34303648822428,
      "learning_rate": 0.0002576225691967067,
      "loss": 5.0988,
      "step": 18835
    },
    {
      "epoch": 1.600067957866123,
      "grad_norm": 2.259352688312796,
      "learning_rate": 0.00025761778628106654,
      "loss": 4.5003,
      "step": 18836
    },
    {
      "epoch": 1.6001529051987768,
      "grad_norm": 2.4670267506609482,
      "learning_rate": 0.0002576130031399347,
      "loss": 5.2075,
      "step": 18837
    },
    {
      "epoch": 1.6002378525314305,
      "grad_norm": 2.519016388982835,
      "learning_rate": 0.0002576082197733212,
      "loss": 5.2369,
      "step": 18838
    },
    {
      "epoch": 1.6003227998640843,
      "grad_norm": 2.370749761053215,
      "learning_rate": 0.00025760343618123617,
      "loss": 4.8951,
      "step": 18839
    },
    {
      "epoch": 1.600407747196738,
      "grad_norm": 2.382698773008368,
      "learning_rate": 0.0002575986523636895,
      "loss": 4.7871,
      "step": 18840
    },
    {
      "epoch": 1.6004926945293918,
      "grad_norm": 2.383632573525033,
      "learning_rate": 0.0002575938683206912,
      "loss": 5.0414,
      "step": 18841
    },
    {
      "epoch": 1.6005776418620457,
      "grad_norm": 2.364835327801825,
      "learning_rate": 0.00025758908405225145,
      "loss": 5.1299,
      "step": 18842
    },
    {
      "epoch": 1.6006625891946993,
      "grad_norm": 2.37418269477979,
      "learning_rate": 0.0002575842995583801,
      "loss": 4.9947,
      "step": 18843
    },
    {
      "epoch": 1.600747536527353,
      "grad_norm": 2.400759360038342,
      "learning_rate": 0.0002575795148390873,
      "loss": 5.0471,
      "step": 18844
    },
    {
      "epoch": 1.6008324838600068,
      "grad_norm": 2.609803978778475,
      "learning_rate": 0.000257574729894383,
      "loss": 5.3247,
      "step": 18845
    },
    {
      "epoch": 1.6009174311926606,
      "grad_norm": 2.363854296296886,
      "learning_rate": 0.00025756994472427724,
      "loss": 4.7928,
      "step": 18846
    },
    {
      "epoch": 1.6010023785253145,
      "grad_norm": 2.5044036005376853,
      "learning_rate": 0.0002575651593287801,
      "loss": 5.18,
      "step": 18847
    },
    {
      "epoch": 1.601087325857968,
      "grad_norm": 2.390721684383163,
      "learning_rate": 0.00025756037370790153,
      "loss": 4.9955,
      "step": 18848
    },
    {
      "epoch": 1.6011722731906217,
      "grad_norm": 2.3647414547053294,
      "learning_rate": 0.00025755558786165163,
      "loss": 5.1973,
      "step": 18849
    },
    {
      "epoch": 1.6012572205232756,
      "grad_norm": 2.3276580392287993,
      "learning_rate": 0.0002575508017900404,
      "loss": 4.9376,
      "step": 18850
    },
    {
      "epoch": 1.6013421678559294,
      "grad_norm": 2.417314810334584,
      "learning_rate": 0.0002575460154930778,
      "loss": 5.0092,
      "step": 18851
    },
    {
      "epoch": 1.601427115188583,
      "grad_norm": 2.3639052596506285,
      "learning_rate": 0.00025754122897077395,
      "loss": 4.7755,
      "step": 18852
    },
    {
      "epoch": 1.6015120625212367,
      "grad_norm": 2.549927565524351,
      "learning_rate": 0.00025753644222313885,
      "loss": 5.4025,
      "step": 18853
    },
    {
      "epoch": 1.6015970098538905,
      "grad_norm": 2.2786288405011788,
      "learning_rate": 0.00025753165525018253,
      "loss": 4.6974,
      "step": 18854
    },
    {
      "epoch": 1.6016819571865444,
      "grad_norm": 2.31597812101216,
      "learning_rate": 0.000257526868051915,
      "loss": 4.9722,
      "step": 18855
    },
    {
      "epoch": 1.6017669045191982,
      "grad_norm": 2.5741291823555126,
      "learning_rate": 0.00025752208062834633,
      "loss": 5.5624,
      "step": 18856
    },
    {
      "epoch": 1.6018518518518519,
      "grad_norm": 2.2555804911432444,
      "learning_rate": 0.0002575172929794865,
      "loss": 4.5274,
      "step": 18857
    },
    {
      "epoch": 1.6019367991845055,
      "grad_norm": 2.3590034521136203,
      "learning_rate": 0.0002575125051053456,
      "loss": 4.6179,
      "step": 18858
    },
    {
      "epoch": 1.6020217465171593,
      "grad_norm": 2.4980420392400977,
      "learning_rate": 0.0002575077170059336,
      "loss": 5.285,
      "step": 18859
    },
    {
      "epoch": 1.6021066938498132,
      "grad_norm": 2.3083608739625676,
      "learning_rate": 0.0002575029286812606,
      "loss": 4.6896,
      "step": 18860
    },
    {
      "epoch": 1.6021916411824668,
      "grad_norm": 2.5606978958156175,
      "learning_rate": 0.0002574981401313366,
      "loss": 5.5586,
      "step": 18861
    },
    {
      "epoch": 1.6022765885151207,
      "grad_norm": 2.304698750515965,
      "learning_rate": 0.0002574933513561716,
      "loss": 4.9815,
      "step": 18862
    },
    {
      "epoch": 1.6023615358477743,
      "grad_norm": 2.5214619161540766,
      "learning_rate": 0.00025748856235577566,
      "loss": 4.9805,
      "step": 18863
    },
    {
      "epoch": 1.6024464831804281,
      "grad_norm": 2.351686644730746,
      "learning_rate": 0.0002574837731301589,
      "loss": 4.988,
      "step": 18864
    },
    {
      "epoch": 1.602531430513082,
      "grad_norm": 2.387311053873464,
      "learning_rate": 0.0002574789836793312,
      "loss": 5.1234,
      "step": 18865
    },
    {
      "epoch": 1.6026163778457356,
      "grad_norm": 2.5471007194982604,
      "learning_rate": 0.0002574741940033026,
      "loss": 5.3141,
      "step": 18866
    },
    {
      "epoch": 1.6027013251783893,
      "grad_norm": 2.380169945627424,
      "learning_rate": 0.00025746940410208336,
      "loss": 4.9908,
      "step": 18867
    },
    {
      "epoch": 1.602786272511043,
      "grad_norm": 2.395546629394827,
      "learning_rate": 0.0002574646139756833,
      "loss": 4.9677,
      "step": 18868
    },
    {
      "epoch": 1.602871219843697,
      "grad_norm": 2.470266938439614,
      "learning_rate": 0.0002574598236241125,
      "loss": 5.3035,
      "step": 18869
    },
    {
      "epoch": 1.6029561671763508,
      "grad_norm": 2.3989312583908973,
      "learning_rate": 0.00025745503304738104,
      "loss": 5.0076,
      "step": 18870
    },
    {
      "epoch": 1.6030411145090044,
      "grad_norm": 2.3377032336727073,
      "learning_rate": 0.00025745024224549894,
      "loss": 4.8875,
      "step": 18871
    },
    {
      "epoch": 1.603126061841658,
      "grad_norm": 2.5150736857231046,
      "learning_rate": 0.0002574454512184762,
      "loss": 5.419,
      "step": 18872
    },
    {
      "epoch": 1.603211009174312,
      "grad_norm": 2.3406814657175814,
      "learning_rate": 0.0002574406599663229,
      "loss": 4.8135,
      "step": 18873
    },
    {
      "epoch": 1.6032959565069658,
      "grad_norm": 2.395626794970382,
      "learning_rate": 0.00025743586848904905,
      "loss": 5.1309,
      "step": 18874
    },
    {
      "epoch": 1.6033809038396194,
      "grad_norm": 2.5711556671879716,
      "learning_rate": 0.0002574310767866647,
      "loss": 5.3099,
      "step": 18875
    },
    {
      "epoch": 1.603465851172273,
      "grad_norm": 2.2998439349882,
      "learning_rate": 0.00025742628485917997,
      "loss": 4.5846,
      "step": 18876
    },
    {
      "epoch": 1.6035507985049269,
      "grad_norm": 2.561372996489117,
      "learning_rate": 0.0002574214927066048,
      "loss": 5.3377,
      "step": 18877
    },
    {
      "epoch": 1.6036357458375807,
      "grad_norm": 2.5818517696707124,
      "learning_rate": 0.0002574167003289493,
      "loss": 5.3835,
      "step": 18878
    },
    {
      "epoch": 1.6037206931702346,
      "grad_norm": 2.355769196019244,
      "learning_rate": 0.0002574119077262234,
      "loss": 4.7998,
      "step": 18879
    },
    {
      "epoch": 1.6038056405028882,
      "grad_norm": 2.519037644347823,
      "learning_rate": 0.0002574071148984372,
      "loss": 5.2087,
      "step": 18880
    },
    {
      "epoch": 1.6038905878355418,
      "grad_norm": 2.4543645971969332,
      "learning_rate": 0.00025740232184560084,
      "loss": 5.3768,
      "step": 18881
    },
    {
      "epoch": 1.6039755351681957,
      "grad_norm": 2.3945371520903294,
      "learning_rate": 0.00025739752856772423,
      "loss": 5.1439,
      "step": 18882
    },
    {
      "epoch": 1.6040604825008495,
      "grad_norm": 2.261540150808927,
      "learning_rate": 0.00025739273506481745,
      "loss": 4.6577,
      "step": 18883
    },
    {
      "epoch": 1.6041454298335034,
      "grad_norm": 2.313463426858113,
      "learning_rate": 0.0002573879413368906,
      "loss": 4.8202,
      "step": 18884
    },
    {
      "epoch": 1.604230377166157,
      "grad_norm": 2.264212654383992,
      "learning_rate": 0.0002573831473839536,
      "loss": 4.596,
      "step": 18885
    },
    {
      "epoch": 1.6043153244988106,
      "grad_norm": 2.3359402206989945,
      "learning_rate": 0.0002573783532060167,
      "loss": 4.6599,
      "step": 18886
    },
    {
      "epoch": 1.6044002718314645,
      "grad_norm": 2.5453113992721774,
      "learning_rate": 0.0002573735588030897,
      "loss": 5.3435,
      "step": 18887
    },
    {
      "epoch": 1.6044852191641183,
      "grad_norm": 2.3036323330712927,
      "learning_rate": 0.0002573687641751829,
      "loss": 4.6671,
      "step": 18888
    },
    {
      "epoch": 1.604570166496772,
      "grad_norm": 2.2695741252830945,
      "learning_rate": 0.00025736396932230605,
      "loss": 4.765,
      "step": 18889
    },
    {
      "epoch": 1.6046551138294256,
      "grad_norm": 2.3658231192665777,
      "learning_rate": 0.00025735917424446947,
      "loss": 4.8078,
      "step": 18890
    },
    {
      "epoch": 1.6047400611620795,
      "grad_norm": 2.5618391522118302,
      "learning_rate": 0.00025735437894168305,
      "loss": 5.4129,
      "step": 18891
    },
    {
      "epoch": 1.6048250084947333,
      "grad_norm": 2.400528475824278,
      "learning_rate": 0.00025734958341395693,
      "loss": 5.0904,
      "step": 18892
    },
    {
      "epoch": 1.6049099558273872,
      "grad_norm": 2.370716025844937,
      "learning_rate": 0.0002573447876613011,
      "loss": 5.2554,
      "step": 18893
    },
    {
      "epoch": 1.6049949031600408,
      "grad_norm": 2.3127168995407543,
      "learning_rate": 0.0002573399916837256,
      "loss": 4.9555,
      "step": 18894
    },
    {
      "epoch": 1.6050798504926944,
      "grad_norm": 2.377150280429272,
      "learning_rate": 0.0002573351954812405,
      "loss": 4.784,
      "step": 18895
    },
    {
      "epoch": 1.6051647978253483,
      "grad_norm": 2.3988545388475684,
      "learning_rate": 0.00025733039905385583,
      "loss": 5.016,
      "step": 18896
    },
    {
      "epoch": 1.6052497451580021,
      "grad_norm": 2.2726425076118595,
      "learning_rate": 0.0002573256024015817,
      "loss": 4.9644,
      "step": 18897
    },
    {
      "epoch": 1.6053346924906557,
      "grad_norm": 2.3603512910394135,
      "learning_rate": 0.0002573208055244281,
      "loss": 4.7649,
      "step": 18898
    },
    {
      "epoch": 1.6054196398233096,
      "grad_norm": 2.368136776832615,
      "learning_rate": 0.00025731600842240514,
      "loss": 4.9483,
      "step": 18899
    },
    {
      "epoch": 1.6055045871559632,
      "grad_norm": 2.266514450561235,
      "learning_rate": 0.0002573112110955228,
      "loss": 4.7593,
      "step": 18900
    },
    {
      "epoch": 1.605589534488617,
      "grad_norm": 2.5108771131027563,
      "learning_rate": 0.0002573064135437912,
      "loss": 5.4293,
      "step": 18901
    },
    {
      "epoch": 1.605674481821271,
      "grad_norm": 2.446386320409335,
      "learning_rate": 0.0002573016157672203,
      "loss": 5.054,
      "step": 18902
    },
    {
      "epoch": 1.6057594291539246,
      "grad_norm": 2.3529877364808303,
      "learning_rate": 0.00025729681776582024,
      "loss": 4.8583,
      "step": 18903
    },
    {
      "epoch": 1.6058443764865782,
      "grad_norm": 2.574198062514349,
      "learning_rate": 0.00025729201953960106,
      "loss": 5.402,
      "step": 18904
    },
    {
      "epoch": 1.605929323819232,
      "grad_norm": 2.3285664660317886,
      "learning_rate": 0.0002572872210885727,
      "loss": 4.8538,
      "step": 18905
    },
    {
      "epoch": 1.6060142711518859,
      "grad_norm": 2.430796410848184,
      "learning_rate": 0.0002572824224127454,
      "loss": 5.3264,
      "step": 18906
    },
    {
      "epoch": 1.6060992184845397,
      "grad_norm": 2.3361192513587756,
      "learning_rate": 0.0002572776235121291,
      "loss": 4.9957,
      "step": 18907
    },
    {
      "epoch": 1.6061841658171934,
      "grad_norm": 2.278760083751455,
      "learning_rate": 0.0002572728243867339,
      "loss": 4.5646,
      "step": 18908
    },
    {
      "epoch": 1.606269113149847,
      "grad_norm": 2.416629065290526,
      "learning_rate": 0.0002572680250365698,
      "loss": 5.1462,
      "step": 18909
    },
    {
      "epoch": 1.6063540604825008,
      "grad_norm": 2.3396980165915315,
      "learning_rate": 0.00025726322546164694,
      "loss": 5.0593,
      "step": 18910
    },
    {
      "epoch": 1.6064390078151547,
      "grad_norm": 2.5935730181044363,
      "learning_rate": 0.0002572584256619753,
      "loss": 5.3984,
      "step": 18911
    },
    {
      "epoch": 1.6065239551478083,
      "grad_norm": 2.320493451644963,
      "learning_rate": 0.0002572536256375649,
      "loss": 4.725,
      "step": 18912
    },
    {
      "epoch": 1.606608902480462,
      "grad_norm": 2.410338419052083,
      "learning_rate": 0.00025724882538842597,
      "loss": 4.7368,
      "step": 18913
    },
    {
      "epoch": 1.6066938498131158,
      "grad_norm": 2.350761792760122,
      "learning_rate": 0.00025724402491456846,
      "loss": 4.8228,
      "step": 18914
    },
    {
      "epoch": 1.6067787971457697,
      "grad_norm": 2.3820493292218097,
      "learning_rate": 0.0002572392242160024,
      "loss": 4.8945,
      "step": 18915
    },
    {
      "epoch": 1.6068637444784235,
      "grad_norm": 2.3650505051662334,
      "learning_rate": 0.00025723442329273784,
      "loss": 4.8798,
      "step": 18916
    },
    {
      "epoch": 1.6069486918110771,
      "grad_norm": 2.3571942748989914,
      "learning_rate": 0.0002572296221447849,
      "loss": 4.8427,
      "step": 18917
    },
    {
      "epoch": 1.6070336391437308,
      "grad_norm": 2.493605675904317,
      "learning_rate": 0.00025722482077215365,
      "loss": 5.1362,
      "step": 18918
    },
    {
      "epoch": 1.6071185864763846,
      "grad_norm": 2.298341908759454,
      "learning_rate": 0.00025722001917485404,
      "loss": 4.7339,
      "step": 18919
    },
    {
      "epoch": 1.6072035338090385,
      "grad_norm": 2.554174841012334,
      "learning_rate": 0.0002572152173528963,
      "loss": 5.2783,
      "step": 18920
    },
    {
      "epoch": 1.6072884811416923,
      "grad_norm": 2.3832861894192017,
      "learning_rate": 0.0002572104153062903,
      "loss": 5.1139,
      "step": 18921
    },
    {
      "epoch": 1.607373428474346,
      "grad_norm": 2.4320600529075462,
      "learning_rate": 0.0002572056130350463,
      "loss": 4.9575,
      "step": 18922
    },
    {
      "epoch": 1.6074583758069996,
      "grad_norm": 2.3457067779448595,
      "learning_rate": 0.0002572008105391742,
      "loss": 4.6214,
      "step": 18923
    },
    {
      "epoch": 1.6075433231396534,
      "grad_norm": 2.377202036938995,
      "learning_rate": 0.0002571960078186842,
      "loss": 5.1076,
      "step": 18924
    },
    {
      "epoch": 1.6076282704723073,
      "grad_norm": 2.566630085209659,
      "learning_rate": 0.00025719120487358623,
      "loss": 5.3762,
      "step": 18925
    },
    {
      "epoch": 1.607713217804961,
      "grad_norm": 2.520955973161104,
      "learning_rate": 0.00025718640170389043,
      "loss": 5.2834,
      "step": 18926
    },
    {
      "epoch": 1.6077981651376145,
      "grad_norm": 2.3665638118327648,
      "learning_rate": 0.0002571815983096068,
      "loss": 4.7911,
      "step": 18927
    },
    {
      "epoch": 1.6078831124702684,
      "grad_norm": 2.311463166060652,
      "learning_rate": 0.0002571767946907455,
      "loss": 4.776,
      "step": 18928
    },
    {
      "epoch": 1.6079680598029222,
      "grad_norm": 2.5546633799847265,
      "learning_rate": 0.00025717199084731657,
      "loss": 5.2401,
      "step": 18929
    },
    {
      "epoch": 1.608053007135576,
      "grad_norm": 2.4904265960847245,
      "learning_rate": 0.00025716718677933,
      "loss": 5.2633,
      "step": 18930
    },
    {
      "epoch": 1.6081379544682297,
      "grad_norm": 2.379705657716703,
      "learning_rate": 0.00025716238248679594,
      "loss": 5.096,
      "step": 18931
    },
    {
      "epoch": 1.6082229018008833,
      "grad_norm": 2.513068937548168,
      "learning_rate": 0.0002571575779697244,
      "loss": 5.1802,
      "step": 18932
    },
    {
      "epoch": 1.6083078491335372,
      "grad_norm": 2.553658001770592,
      "learning_rate": 0.0002571527732281255,
      "loss": 5.3266,
      "step": 18933
    },
    {
      "epoch": 1.608392796466191,
      "grad_norm": 2.3552642853474035,
      "learning_rate": 0.0002571479682620093,
      "loss": 4.5515,
      "step": 18934
    },
    {
      "epoch": 1.6084777437988447,
      "grad_norm": 2.4562312317765382,
      "learning_rate": 0.0002571431630713858,
      "loss": 5.0275,
      "step": 18935
    },
    {
      "epoch": 1.6085626911314985,
      "grad_norm": 2.5349404127561517,
      "learning_rate": 0.00025713835765626514,
      "loss": 5.1726,
      "step": 18936
    },
    {
      "epoch": 1.6086476384641522,
      "grad_norm": 2.5628135844038566,
      "learning_rate": 0.00025713355201665737,
      "loss": 5.4491,
      "step": 18937
    },
    {
      "epoch": 1.608732585796806,
      "grad_norm": 2.40279964851208,
      "learning_rate": 0.00025712874615257253,
      "loss": 5.0805,
      "step": 18938
    },
    {
      "epoch": 1.6088175331294599,
      "grad_norm": 2.466926914644197,
      "learning_rate": 0.00025712394006402066,
      "loss": 5.061,
      "step": 18939
    },
    {
      "epoch": 1.6089024804621135,
      "grad_norm": 2.3109877333073423,
      "learning_rate": 0.000257119133751012,
      "loss": 4.6756,
      "step": 18940
    },
    {
      "epoch": 1.6089874277947671,
      "grad_norm": 2.3243577433882736,
      "learning_rate": 0.00025711432721355645,
      "loss": 4.771,
      "step": 18941
    },
    {
      "epoch": 1.609072375127421,
      "grad_norm": 2.3380342481693277,
      "learning_rate": 0.00025710952045166413,
      "loss": 5.1579,
      "step": 18942
    },
    {
      "epoch": 1.6091573224600748,
      "grad_norm": 2.4102414145337203,
      "learning_rate": 0.00025710471346534515,
      "loss": 5.0756,
      "step": 18943
    },
    {
      "epoch": 1.6092422697927287,
      "grad_norm": 2.418631316848367,
      "learning_rate": 0.00025709990625460944,
      "loss": 5.2294,
      "step": 18944
    },
    {
      "epoch": 1.6093272171253823,
      "grad_norm": 2.352511409285505,
      "learning_rate": 0.0002570950988194673,
      "loss": 4.8651,
      "step": 18945
    },
    {
      "epoch": 1.609412164458036,
      "grad_norm": 2.2419160318403715,
      "learning_rate": 0.00025709029115992865,
      "loss": 4.5549,
      "step": 18946
    },
    {
      "epoch": 1.6094971117906898,
      "grad_norm": 2.3713620249594105,
      "learning_rate": 0.0002570854832760036,
      "loss": 4.9589,
      "step": 18947
    },
    {
      "epoch": 1.6095820591233436,
      "grad_norm": 2.2747542862165275,
      "learning_rate": 0.0002570806751677022,
      "loss": 4.678,
      "step": 18948
    },
    {
      "epoch": 1.6096670064559973,
      "grad_norm": 2.4802997935441535,
      "learning_rate": 0.0002570758668350346,
      "loss": 5.0491,
      "step": 18949
    },
    {
      "epoch": 1.6097519537886509,
      "grad_norm": 2.3761077316222456,
      "learning_rate": 0.0002570710582780107,
      "loss": 4.9867,
      "step": 18950
    },
    {
      "epoch": 1.6098369011213047,
      "grad_norm": 2.5411994054171156,
      "learning_rate": 0.0002570662494966408,
      "loss": 5.3245,
      "step": 18951
    },
    {
      "epoch": 1.6099218484539586,
      "grad_norm": 2.5195105300416043,
      "learning_rate": 0.0002570614404909349,
      "loss": 5.2532,
      "step": 18952
    },
    {
      "epoch": 1.6100067957866124,
      "grad_norm": 2.3247039374328655,
      "learning_rate": 0.00025705663126090295,
      "loss": 4.8929,
      "step": 18953
    },
    {
      "epoch": 1.610091743119266,
      "grad_norm": 2.4482221492276603,
      "learning_rate": 0.0002570518218065552,
      "loss": 4.7649,
      "step": 18954
    },
    {
      "epoch": 1.6101766904519197,
      "grad_norm": 2.566560078509265,
      "learning_rate": 0.00025704701212790165,
      "loss": 5.1502,
      "step": 18955
    },
    {
      "epoch": 1.6102616377845735,
      "grad_norm": 2.5383124214848682,
      "learning_rate": 0.0002570422022249523,
      "loss": 5.4285,
      "step": 18956
    },
    {
      "epoch": 1.6103465851172274,
      "grad_norm": 2.3256722219593655,
      "learning_rate": 0.0002570373920977174,
      "loss": 4.6475,
      "step": 18957
    },
    {
      "epoch": 1.610431532449881,
      "grad_norm": 2.311508060213532,
      "learning_rate": 0.0002570325817462069,
      "loss": 4.7069,
      "step": 18958
    },
    {
      "epoch": 1.6105164797825349,
      "grad_norm": 2.3650259800382294,
      "learning_rate": 0.00025702777117043096,
      "loss": 4.8742,
      "step": 18959
    },
    {
      "epoch": 1.6106014271151885,
      "grad_norm": 2.492580321702017,
      "learning_rate": 0.00025702296037039956,
      "loss": 5.3071,
      "step": 18960
    },
    {
      "epoch": 1.6106863744478424,
      "grad_norm": 2.299476558951301,
      "learning_rate": 0.00025701814934612284,
      "loss": 4.6315,
      "step": 18961
    },
    {
      "epoch": 1.6107713217804962,
      "grad_norm": 2.4080287941950473,
      "learning_rate": 0.0002570133380976109,
      "loss": 5.1321,
      "step": 18962
    },
    {
      "epoch": 1.6108562691131498,
      "grad_norm": 2.2877333226098373,
      "learning_rate": 0.0002570085266248738,
      "loss": 4.5786,
      "step": 18963
    },
    {
      "epoch": 1.6109412164458035,
      "grad_norm": 2.3885738063238087,
      "learning_rate": 0.0002570037149279216,
      "loss": 4.8352,
      "step": 18964
    },
    {
      "epoch": 1.6110261637784573,
      "grad_norm": 2.5675858594889345,
      "learning_rate": 0.0002569989030067644,
      "loss": 5.3242,
      "step": 18965
    },
    {
      "epoch": 1.6111111111111112,
      "grad_norm": 2.380173696157388,
      "learning_rate": 0.0002569940908614123,
      "loss": 4.7597,
      "step": 18966
    },
    {
      "epoch": 1.611196058443765,
      "grad_norm": 2.468377255582804,
      "learning_rate": 0.00025698927849187534,
      "loss": 5.1072,
      "step": 18967
    },
    {
      "epoch": 1.6112810057764186,
      "grad_norm": 2.5349189399128096,
      "learning_rate": 0.00025698446589816367,
      "loss": 5.2801,
      "step": 18968
    },
    {
      "epoch": 1.6113659531090723,
      "grad_norm": 2.3063096568013,
      "learning_rate": 0.0002569796530802873,
      "loss": 4.8336,
      "step": 18969
    },
    {
      "epoch": 1.6114509004417261,
      "grad_norm": 2.5393088482762805,
      "learning_rate": 0.0002569748400382564,
      "loss": 5.4122,
      "step": 18970
    },
    {
      "epoch": 1.61153584777438,
      "grad_norm": 2.3085854300528545,
      "learning_rate": 0.0002569700267720809,
      "loss": 4.8971,
      "step": 18971
    },
    {
      "epoch": 1.6116207951070336,
      "grad_norm": 2.3441154126145007,
      "learning_rate": 0.00025696521328177105,
      "loss": 4.9826,
      "step": 18972
    },
    {
      "epoch": 1.6117057424396872,
      "grad_norm": 2.4701505886584876,
      "learning_rate": 0.0002569603995673369,
      "loss": 5.303,
      "step": 18973
    },
    {
      "epoch": 1.611790689772341,
      "grad_norm": 2.235992251296131,
      "learning_rate": 0.0002569555856287885,
      "loss": 4.7298,
      "step": 18974
    },
    {
      "epoch": 1.611875637104995,
      "grad_norm": 2.3013694739516115,
      "learning_rate": 0.0002569507714661359,
      "loss": 4.8082,
      "step": 18975
    },
    {
      "epoch": 1.6119605844376488,
      "grad_norm": 2.4964072215192017,
      "learning_rate": 0.0002569459570793892,
      "loss": 5.2823,
      "step": 18976
    },
    {
      "epoch": 1.6120455317703024,
      "grad_norm": 2.4413080937694125,
      "learning_rate": 0.0002569411424685586,
      "loss": 5.2108,
      "step": 18977
    },
    {
      "epoch": 1.612130479102956,
      "grad_norm": 2.3507581416428613,
      "learning_rate": 0.00025693632763365413,
      "loss": 4.8933,
      "step": 18978
    },
    {
      "epoch": 1.6122154264356099,
      "grad_norm": 2.3082742449830698,
      "learning_rate": 0.00025693151257468583,
      "loss": 4.6982,
      "step": 18979
    },
    {
      "epoch": 1.6123003737682637,
      "grad_norm": 2.3117728040766456,
      "learning_rate": 0.0002569266972916638,
      "loss": 4.9126,
      "step": 18980
    },
    {
      "epoch": 1.6123853211009176,
      "grad_norm": 2.4279512625653705,
      "learning_rate": 0.00025692188178459815,
      "loss": 4.8002,
      "step": 18981
    },
    {
      "epoch": 1.6124702684335712,
      "grad_norm": 2.3441493321278886,
      "learning_rate": 0.000256917066053499,
      "loss": 4.8401,
      "step": 18982
    },
    {
      "epoch": 1.6125552157662248,
      "grad_norm": 2.369943246443954,
      "learning_rate": 0.00025691225009837634,
      "loss": 4.8624,
      "step": 18983
    },
    {
      "epoch": 1.6126401630988787,
      "grad_norm": 2.2986613352436076,
      "learning_rate": 0.0002569074339192404,
      "loss": 4.5919,
      "step": 18984
    },
    {
      "epoch": 1.6127251104315325,
      "grad_norm": 2.3462963641951524,
      "learning_rate": 0.0002569026175161011,
      "loss": 5.0139,
      "step": 18985
    },
    {
      "epoch": 1.6128100577641862,
      "grad_norm": 2.5240390549922807,
      "learning_rate": 0.0002568978008889687,
      "loss": 5.0256,
      "step": 18986
    },
    {
      "epoch": 1.6128950050968398,
      "grad_norm": 2.3387203924528652,
      "learning_rate": 0.00025689298403785326,
      "loss": 5.0024,
      "step": 18987
    },
    {
      "epoch": 1.6129799524294937,
      "grad_norm": 2.333708816019892,
      "learning_rate": 0.0002568881669627648,
      "loss": 5.0278,
      "step": 18988
    },
    {
      "epoch": 1.6130648997621475,
      "grad_norm": 2.496394230899875,
      "learning_rate": 0.0002568833496637134,
      "loss": 5.1299,
      "step": 18989
    },
    {
      "epoch": 1.6131498470948014,
      "grad_norm": 2.434681728730369,
      "learning_rate": 0.0002568785321407093,
      "loss": 5.2223,
      "step": 18990
    },
    {
      "epoch": 1.613234794427455,
      "grad_norm": 2.476469884327684,
      "learning_rate": 0.00025687371439376243,
      "loss": 5.163,
      "step": 18991
    },
    {
      "epoch": 1.6133197417601086,
      "grad_norm": 2.361922578889105,
      "learning_rate": 0.00025686889642288297,
      "loss": 4.982,
      "step": 18992
    },
    {
      "epoch": 1.6134046890927625,
      "grad_norm": 2.356395069196142,
      "learning_rate": 0.00025686407822808095,
      "loss": 5.0557,
      "step": 18993
    },
    {
      "epoch": 1.6134896364254163,
      "grad_norm": 2.421270007074595,
      "learning_rate": 0.00025685925980936653,
      "loss": 5.095,
      "step": 18994
    },
    {
      "epoch": 1.61357458375807,
      "grad_norm": 2.508014769972058,
      "learning_rate": 0.0002568544411667498,
      "loss": 5.2313,
      "step": 18995
    },
    {
      "epoch": 1.6136595310907238,
      "grad_norm": 2.3946139195895544,
      "learning_rate": 0.0002568496223002409,
      "loss": 5.1898,
      "step": 18996
    },
    {
      "epoch": 1.6137444784233774,
      "grad_norm": 2.485108284839982,
      "learning_rate": 0.0002568448032098498,
      "loss": 5.2763,
      "step": 18997
    },
    {
      "epoch": 1.6138294257560313,
      "grad_norm": 2.39855791126916,
      "learning_rate": 0.0002568399838955867,
      "loss": 4.493,
      "step": 18998
    },
    {
      "epoch": 1.6139143730886851,
      "grad_norm": 2.526980358096519,
      "learning_rate": 0.0002568351643574617,
      "loss": 5.377,
      "step": 18999
    },
    {
      "epoch": 1.6139993204213388,
      "grad_norm": 2.406460349366385,
      "learning_rate": 0.0002568303445954848,
      "loss": 5.1401,
      "step": 19000
    },
    {
      "epoch": 1.6140842677539924,
      "grad_norm": 2.578042456594257,
      "learning_rate": 0.0002568255246096662,
      "loss": 5.42,
      "step": 19001
    },
    {
      "epoch": 1.6141692150866462,
      "grad_norm": 2.3290657139284847,
      "learning_rate": 0.00025682070440001596,
      "loss": 4.7835,
      "step": 19002
    },
    {
      "epoch": 1.6142541624193,
      "grad_norm": 2.3813871520049315,
      "learning_rate": 0.0002568158839665442,
      "loss": 5.1044,
      "step": 19003
    },
    {
      "epoch": 1.614339109751954,
      "grad_norm": 2.3642687051300437,
      "learning_rate": 0.00025681106330926096,
      "loss": 5.0959,
      "step": 19004
    },
    {
      "epoch": 1.6144240570846076,
      "grad_norm": 2.263135785775032,
      "learning_rate": 0.00025680624242817643,
      "loss": 4.6238,
      "step": 19005
    },
    {
      "epoch": 1.6145090044172612,
      "grad_norm": 2.570902051434662,
      "learning_rate": 0.00025680142132330065,
      "loss": 5.2192,
      "step": 19006
    },
    {
      "epoch": 1.614593951749915,
      "grad_norm": 2.285997164597198,
      "learning_rate": 0.0002567965999946437,
      "loss": 4.9798,
      "step": 19007
    },
    {
      "epoch": 1.614678899082569,
      "grad_norm": 2.3842423627220177,
      "learning_rate": 0.00025679177844221577,
      "loss": 4.9583,
      "step": 19008
    },
    {
      "epoch": 1.6147638464152225,
      "grad_norm": 2.5413428558054854,
      "learning_rate": 0.0002567869566660269,
      "loss": 5.2432,
      "step": 19009
    },
    {
      "epoch": 1.6148487937478762,
      "grad_norm": 2.2866334028977526,
      "learning_rate": 0.0002567821346660872,
      "loss": 4.7873,
      "step": 19010
    },
    {
      "epoch": 1.61493374108053,
      "grad_norm": 2.3918795836510838,
      "learning_rate": 0.0002567773124424067,
      "loss": 5.1391,
      "step": 19011
    },
    {
      "epoch": 1.6150186884131839,
      "grad_norm": 2.130272988388725,
      "learning_rate": 0.00025677248999499564,
      "loss": 4.3672,
      "step": 19012
    },
    {
      "epoch": 1.6151036357458377,
      "grad_norm": 2.40085269530275,
      "learning_rate": 0.00025676766732386417,
      "loss": 4.9907,
      "step": 19013
    },
    {
      "epoch": 1.6151885830784913,
      "grad_norm": 2.4609883006728994,
      "learning_rate": 0.00025676284442902216,
      "loss": 5.0354,
      "step": 19014
    },
    {
      "epoch": 1.615273530411145,
      "grad_norm": 2.5903071448402937,
      "learning_rate": 0.0002567580213104799,
      "loss": 5.236,
      "step": 19015
    },
    {
      "epoch": 1.6153584777437988,
      "grad_norm": 2.6028215794725176,
      "learning_rate": 0.0002567531979682474,
      "loss": 5.267,
      "step": 19016
    },
    {
      "epoch": 1.6154434250764527,
      "grad_norm": 2.556874312066454,
      "learning_rate": 0.0002567483744023349,
      "loss": 5.1321,
      "step": 19017
    },
    {
      "epoch": 1.6155283724091065,
      "grad_norm": 2.4454631486094582,
      "learning_rate": 0.00025674355061275236,
      "loss": 5.1228,
      "step": 19018
    },
    {
      "epoch": 1.6156133197417601,
      "grad_norm": 2.493739704224522,
      "learning_rate": 0.00025673872659950995,
      "loss": 5.2366,
      "step": 19019
    },
    {
      "epoch": 1.6156982670744138,
      "grad_norm": 2.401565700870235,
      "learning_rate": 0.0002567339023626177,
      "loss": 5.0138,
      "step": 19020
    },
    {
      "epoch": 1.6157832144070676,
      "grad_norm": 2.5056495271559047,
      "learning_rate": 0.0002567290779020859,
      "loss": 5.0825,
      "step": 19021
    },
    {
      "epoch": 1.6158681617397215,
      "grad_norm": 2.6806262102482497,
      "learning_rate": 0.00025672425321792455,
      "loss": 5.4185,
      "step": 19022
    },
    {
      "epoch": 1.615953109072375,
      "grad_norm": 2.4127055077344837,
      "learning_rate": 0.0002567194283101437,
      "loss": 4.8096,
      "step": 19023
    },
    {
      "epoch": 1.6160380564050287,
      "grad_norm": 2.445312317154375,
      "learning_rate": 0.00025671460317875354,
      "loss": 5.0367,
      "step": 19024
    },
    {
      "epoch": 1.6161230037376826,
      "grad_norm": 2.4313765740386173,
      "learning_rate": 0.0002567097778237641,
      "loss": 5.2132,
      "step": 19025
    },
    {
      "epoch": 1.6162079510703364,
      "grad_norm": 2.3167830850208984,
      "learning_rate": 0.0002567049522451856,
      "loss": 4.6864,
      "step": 19026
    },
    {
      "epoch": 1.6162928984029903,
      "grad_norm": 2.440727072216547,
      "learning_rate": 0.0002567001264430281,
      "loss": 4.9579,
      "step": 19027
    },
    {
      "epoch": 1.616377845735644,
      "grad_norm": 2.4192897078725157,
      "learning_rate": 0.0002566953004173017,
      "loss": 4.6689,
      "step": 19028
    },
    {
      "epoch": 1.6164627930682975,
      "grad_norm": 2.5808417885758783,
      "learning_rate": 0.00025669047416801655,
      "loss": 5.1113,
      "step": 19029
    },
    {
      "epoch": 1.6165477404009514,
      "grad_norm": 2.3821148283643723,
      "learning_rate": 0.0002566856476951827,
      "loss": 5.1967,
      "step": 19030
    },
    {
      "epoch": 1.6166326877336052,
      "grad_norm": 2.48250899168518,
      "learning_rate": 0.0002566808209988103,
      "loss": 5.2245,
      "step": 19031
    },
    {
      "epoch": 1.6167176350662589,
      "grad_norm": 2.335560835291934,
      "learning_rate": 0.00025667599407890946,
      "loss": 4.5321,
      "step": 19032
    },
    {
      "epoch": 1.6168025823989127,
      "grad_norm": 2.349192679666226,
      "learning_rate": 0.0002566711669354903,
      "loss": 5.0255,
      "step": 19033
    },
    {
      "epoch": 1.6168875297315664,
      "grad_norm": 2.368736851376423,
      "learning_rate": 0.00025666633956856295,
      "loss": 5.1268,
      "step": 19034
    },
    {
      "epoch": 1.6169724770642202,
      "grad_norm": 2.424269059029541,
      "learning_rate": 0.0002566615119781375,
      "loss": 5.1623,
      "step": 19035
    },
    {
      "epoch": 1.617057424396874,
      "grad_norm": 2.5081616397700794,
      "learning_rate": 0.00025665668416422404,
      "loss": 5.1585,
      "step": 19036
    },
    {
      "epoch": 1.6171423717295277,
      "grad_norm": 2.605719192844849,
      "learning_rate": 0.0002566518561268327,
      "loss": 5.4615,
      "step": 19037
    },
    {
      "epoch": 1.6172273190621813,
      "grad_norm": 2.399538976485274,
      "learning_rate": 0.00025664702786597367,
      "loss": 4.917,
      "step": 19038
    },
    {
      "epoch": 1.6173122663948352,
      "grad_norm": 2.218494791241447,
      "learning_rate": 0.00025664219938165703,
      "loss": 4.6679,
      "step": 19039
    },
    {
      "epoch": 1.617397213727489,
      "grad_norm": 2.5765335864642704,
      "learning_rate": 0.0002566373706738928,
      "loss": 5.2739,
      "step": 19040
    },
    {
      "epoch": 1.6174821610601429,
      "grad_norm": 2.605830790906721,
      "learning_rate": 0.0002566325417426912,
      "loss": 5.4161,
      "step": 19041
    },
    {
      "epoch": 1.6175671083927965,
      "grad_norm": 2.425880775818907,
      "learning_rate": 0.00025662771258806234,
      "loss": 5.1025,
      "step": 19042
    },
    {
      "epoch": 1.6176520557254501,
      "grad_norm": 2.3742006976227326,
      "learning_rate": 0.00025662288321001627,
      "loss": 5.2032,
      "step": 19043
    },
    {
      "epoch": 1.617737003058104,
      "grad_norm": 2.3552948923477697,
      "learning_rate": 0.0002566180536085632,
      "loss": 5.1276,
      "step": 19044
    },
    {
      "epoch": 1.6178219503907578,
      "grad_norm": 2.315763278056425,
      "learning_rate": 0.00025661322378371323,
      "loss": 4.7977,
      "step": 19045
    },
    {
      "epoch": 1.6179068977234115,
      "grad_norm": 2.3269760773286237,
      "learning_rate": 0.00025660839373547637,
      "loss": 4.8696,
      "step": 19046
    },
    {
      "epoch": 1.617991845056065,
      "grad_norm": 2.291457686438715,
      "learning_rate": 0.00025660356346386286,
      "loss": 5.1071,
      "step": 19047
    },
    {
      "epoch": 1.618076792388719,
      "grad_norm": 2.3702728107532613,
      "learning_rate": 0.0002565987329688829,
      "loss": 5.0053,
      "step": 19048
    },
    {
      "epoch": 1.6181617397213728,
      "grad_norm": 2.412846461884569,
      "learning_rate": 0.00025659390225054636,
      "loss": 4.7728,
      "step": 19049
    },
    {
      "epoch": 1.6182466870540266,
      "grad_norm": 2.27699214111631,
      "learning_rate": 0.0002565890713088636,
      "loss": 4.8602,
      "step": 19050
    },
    {
      "epoch": 1.6183316343866803,
      "grad_norm": 2.330607236048059,
      "learning_rate": 0.00025658424014384456,
      "loss": 4.9152,
      "step": 19051
    },
    {
      "epoch": 1.618416581719334,
      "grad_norm": 2.336856580901842,
      "learning_rate": 0.0002565794087554995,
      "loss": 4.8684,
      "step": 19052
    },
    {
      "epoch": 1.6185015290519877,
      "grad_norm": 2.3202107425797327,
      "learning_rate": 0.00025657457714383844,
      "loss": 4.9853,
      "step": 19053
    },
    {
      "epoch": 1.6185864763846416,
      "grad_norm": 2.503167836929208,
      "learning_rate": 0.0002565697453088716,
      "loss": 5.1216,
      "step": 19054
    },
    {
      "epoch": 1.6186714237172954,
      "grad_norm": 2.3906608772032336,
      "learning_rate": 0.00025656491325060907,
      "loss": 5.2005,
      "step": 19055
    },
    {
      "epoch": 1.618756371049949,
      "grad_norm": 2.3556749790294433,
      "learning_rate": 0.0002565600809690609,
      "loss": 4.8642,
      "step": 19056
    },
    {
      "epoch": 1.6188413183826027,
      "grad_norm": 2.3905424349620734,
      "learning_rate": 0.0002565552484642373,
      "loss": 5.0786,
      "step": 19057
    },
    {
      "epoch": 1.6189262657152566,
      "grad_norm": 2.2401664015744776,
      "learning_rate": 0.0002565504157361484,
      "loss": 4.6948,
      "step": 19058
    },
    {
      "epoch": 1.6190112130479104,
      "grad_norm": 2.606390287028274,
      "learning_rate": 0.0002565455827848043,
      "loss": 5.5043,
      "step": 19059
    },
    {
      "epoch": 1.619096160380564,
      "grad_norm": 2.3835007527478025,
      "learning_rate": 0.00025654074961021513,
      "loss": 4.666,
      "step": 19060
    },
    {
      "epoch": 1.6191811077132177,
      "grad_norm": 2.287248125323841,
      "learning_rate": 0.000256535916212391,
      "loss": 4.7497,
      "step": 19061
    },
    {
      "epoch": 1.6192660550458715,
      "grad_norm": 2.6367925494313935,
      "learning_rate": 0.0002565310825913421,
      "loss": 5.5588,
      "step": 19062
    },
    {
      "epoch": 1.6193510023785254,
      "grad_norm": 2.354906631570327,
      "learning_rate": 0.0002565262487470784,
      "loss": 4.8905,
      "step": 19063
    },
    {
      "epoch": 1.6194359497111792,
      "grad_norm": 2.263790394195682,
      "learning_rate": 0.0002565214146796102,
      "loss": 4.4856,
      "step": 19064
    },
    {
      "epoch": 1.6195208970438328,
      "grad_norm": 2.386665372373646,
      "learning_rate": 0.0002565165803889476,
      "loss": 5.0174,
      "step": 19065
    },
    {
      "epoch": 1.6196058443764865,
      "grad_norm": 2.460402175691185,
      "learning_rate": 0.00025651174587510057,
      "loss": 4.899,
      "step": 19066
    },
    {
      "epoch": 1.6196907917091403,
      "grad_norm": 2.390714670005452,
      "learning_rate": 0.0002565069111380795,
      "loss": 5.17,
      "step": 19067
    },
    {
      "epoch": 1.6197757390417942,
      "grad_norm": 2.5018382030070545,
      "learning_rate": 0.0002565020761778943,
      "loss": 5.1867,
      "step": 19068
    },
    {
      "epoch": 1.6198606863744478,
      "grad_norm": 2.691262850267792,
      "learning_rate": 0.00025649724099455527,
      "loss": 5.6208,
      "step": 19069
    },
    {
      "epoch": 1.6199456337071017,
      "grad_norm": 2.4002925508404926,
      "learning_rate": 0.0002564924055880724,
      "loss": 4.9788,
      "step": 19070
    },
    {
      "epoch": 1.6200305810397553,
      "grad_norm": 2.5394230835599974,
      "learning_rate": 0.0002564875699584559,
      "loss": 5.4082,
      "step": 19071
    },
    {
      "epoch": 1.6201155283724091,
      "grad_norm": 2.3279152036900514,
      "learning_rate": 0.0002564827341057158,
      "loss": 4.84,
      "step": 19072
    },
    {
      "epoch": 1.620200475705063,
      "grad_norm": 2.491860383672271,
      "learning_rate": 0.0002564778980298624,
      "loss": 5.0019,
      "step": 19073
    },
    {
      "epoch": 1.6202854230377166,
      "grad_norm": 2.6243358446815117,
      "learning_rate": 0.0002564730617309057,
      "loss": 5.3353,
      "step": 19074
    },
    {
      "epoch": 1.6203703703703702,
      "grad_norm": 2.4658930968385158,
      "learning_rate": 0.00025646822520885594,
      "loss": 5.0294,
      "step": 19075
    },
    {
      "epoch": 1.620455317703024,
      "grad_norm": 2.342578583831628,
      "learning_rate": 0.0002564633884637231,
      "loss": 4.7643,
      "step": 19076
    },
    {
      "epoch": 1.620540265035678,
      "grad_norm": 2.507322953035946,
      "learning_rate": 0.00025645855149551754,
      "loss": 5.0515,
      "step": 19077
    },
    {
      "epoch": 1.6206252123683318,
      "grad_norm": 2.384832820716282,
      "learning_rate": 0.0002564537143042491,
      "loss": 4.7843,
      "step": 19078
    },
    {
      "epoch": 1.6207101597009854,
      "grad_norm": 2.620266815497694,
      "learning_rate": 0.00025644887688992823,
      "loss": 5.2056,
      "step": 19079
    },
    {
      "epoch": 1.620795107033639,
      "grad_norm": 2.4165822287804355,
      "learning_rate": 0.0002564440392525649,
      "loss": 4.719,
      "step": 19080
    },
    {
      "epoch": 1.620880054366293,
      "grad_norm": 2.32324773569745,
      "learning_rate": 0.0002564392013921691,
      "loss": 4.7662,
      "step": 19081
    },
    {
      "epoch": 1.6209650016989468,
      "grad_norm": 2.4491259431382733,
      "learning_rate": 0.0002564343633087513,
      "loss": 4.8545,
      "step": 19082
    },
    {
      "epoch": 1.6210499490316004,
      "grad_norm": 2.3435861345224294,
      "learning_rate": 0.00025642952500232137,
      "loss": 4.7238,
      "step": 19083
    },
    {
      "epoch": 1.621134896364254,
      "grad_norm": 2.568576646612937,
      "learning_rate": 0.0002564246864728896,
      "loss": 5.2845,
      "step": 19084
    },
    {
      "epoch": 1.6212198436969079,
      "grad_norm": 2.426642783888409,
      "learning_rate": 0.000256419847720466,
      "loss": 5.1139,
      "step": 19085
    },
    {
      "epoch": 1.6213047910295617,
      "grad_norm": 2.446561160991678,
      "learning_rate": 0.00025641500874506085,
      "loss": 5.168,
      "step": 19086
    },
    {
      "epoch": 1.6213897383622156,
      "grad_norm": 2.418364576155161,
      "learning_rate": 0.0002564101695466842,
      "loss": 4.8257,
      "step": 19087
    },
    {
      "epoch": 1.6214746856948692,
      "grad_norm": 2.3218182535119305,
      "learning_rate": 0.0002564053301253462,
      "loss": 5.01,
      "step": 19088
    },
    {
      "epoch": 1.6215596330275228,
      "grad_norm": 2.39612400741479,
      "learning_rate": 0.00025640049048105697,
      "loss": 5.0301,
      "step": 19089
    },
    {
      "epoch": 1.6216445803601767,
      "grad_norm": 2.340070336525795,
      "learning_rate": 0.0002563956506138267,
      "loss": 4.6734,
      "step": 19090
    },
    {
      "epoch": 1.6217295276928305,
      "grad_norm": 2.382967696710766,
      "learning_rate": 0.0002563908105236655,
      "loss": 5.1564,
      "step": 19091
    },
    {
      "epoch": 1.6218144750254841,
      "grad_norm": 2.4343039718412434,
      "learning_rate": 0.00025638597021058356,
      "loss": 4.949,
      "step": 19092
    },
    {
      "epoch": 1.621899422358138,
      "grad_norm": 2.434869153014758,
      "learning_rate": 0.0002563811296745909,
      "loss": 5.0278,
      "step": 19093
    },
    {
      "epoch": 1.6219843696907916,
      "grad_norm": 2.438668089777674,
      "learning_rate": 0.00025637628891569784,
      "loss": 5.0126,
      "step": 19094
    },
    {
      "epoch": 1.6220693170234455,
      "grad_norm": 2.315084251351876,
      "learning_rate": 0.00025637144793391433,
      "loss": 4.8255,
      "step": 19095
    },
    {
      "epoch": 1.6221542643560993,
      "grad_norm": 2.57880329852703,
      "learning_rate": 0.0002563666067292507,
      "loss": 5.3375,
      "step": 19096
    },
    {
      "epoch": 1.622239211688753,
      "grad_norm": 2.4374252939883485,
      "learning_rate": 0.000256361765301717,
      "loss": 5.1665,
      "step": 19097
    },
    {
      "epoch": 1.6223241590214066,
      "grad_norm": 2.358161791699922,
      "learning_rate": 0.0002563569236513233,
      "loss": 4.8666,
      "step": 19098
    },
    {
      "epoch": 1.6224091063540604,
      "grad_norm": 2.2821599338099214,
      "learning_rate": 0.0002563520817780799,
      "loss": 4.7281,
      "step": 19099
    },
    {
      "epoch": 1.6224940536867143,
      "grad_norm": 2.3811432343279613,
      "learning_rate": 0.00025634723968199683,
      "loss": 5.2279,
      "step": 19100
    },
    {
      "epoch": 1.6225790010193681,
      "grad_norm": 2.406831302782384,
      "learning_rate": 0.0002563423973630843,
      "loss": 4.713,
      "step": 19101
    },
    {
      "epoch": 1.6226639483520218,
      "grad_norm": 2.347115972234357,
      "learning_rate": 0.0002563375548213524,
      "loss": 4.819,
      "step": 19102
    },
    {
      "epoch": 1.6227488956846754,
      "grad_norm": 2.389671478467814,
      "learning_rate": 0.0002563327120568113,
      "loss": 5.1204,
      "step": 19103
    },
    {
      "epoch": 1.6228338430173292,
      "grad_norm": 2.3987609599737505,
      "learning_rate": 0.0002563278690694712,
      "loss": 4.8801,
      "step": 19104
    },
    {
      "epoch": 1.622918790349983,
      "grad_norm": 2.5995479590386648,
      "learning_rate": 0.0002563230258593422,
      "loss": 5.0688,
      "step": 19105
    },
    {
      "epoch": 1.6230037376826367,
      "grad_norm": 2.3136465430523194,
      "learning_rate": 0.0002563181824264344,
      "loss": 5.0585,
      "step": 19106
    },
    {
      "epoch": 1.6230886850152904,
      "grad_norm": 2.5409078292203544,
      "learning_rate": 0.00025631333877075807,
      "loss": 5.3755,
      "step": 19107
    },
    {
      "epoch": 1.6231736323479442,
      "grad_norm": 2.356323593605249,
      "learning_rate": 0.00025630849489232326,
      "loss": 5.0238,
      "step": 19108
    },
    {
      "epoch": 1.623258579680598,
      "grad_norm": 2.4153949959432297,
      "learning_rate": 0.0002563036507911401,
      "loss": 4.8697,
      "step": 19109
    },
    {
      "epoch": 1.623343527013252,
      "grad_norm": 2.4192491346734784,
      "learning_rate": 0.00025629880646721876,
      "loss": 5.2188,
      "step": 19110
    },
    {
      "epoch": 1.6234284743459055,
      "grad_norm": 2.5120697764444353,
      "learning_rate": 0.00025629396192056956,
      "loss": 5.2608,
      "step": 19111
    },
    {
      "epoch": 1.6235134216785592,
      "grad_norm": 2.3867189624170577,
      "learning_rate": 0.0002562891171512024,
      "loss": 4.9742,
      "step": 19112
    },
    {
      "epoch": 1.623598369011213,
      "grad_norm": 2.3498167544443973,
      "learning_rate": 0.0002562842721591275,
      "loss": 4.889,
      "step": 19113
    },
    {
      "epoch": 1.6236833163438669,
      "grad_norm": 2.5912619922815,
      "learning_rate": 0.0002562794269443552,
      "loss": 5.2827,
      "step": 19114
    },
    {
      "epoch": 1.6237682636765207,
      "grad_norm": 2.3636129289080197,
      "learning_rate": 0.0002562745815068954,
      "loss": 4.9959,
      "step": 19115
    },
    {
      "epoch": 1.6238532110091743,
      "grad_norm": 2.5305039116191232,
      "learning_rate": 0.0002562697358467583,
      "loss": 5.2223,
      "step": 19116
    },
    {
      "epoch": 1.623938158341828,
      "grad_norm": 2.5497951919653827,
      "learning_rate": 0.00025626488996395423,
      "loss": 5.1603,
      "step": 19117
    },
    {
      "epoch": 1.6240231056744818,
      "grad_norm": 2.5315669558617317,
      "learning_rate": 0.0002562600438584932,
      "loss": 5.2116,
      "step": 19118
    },
    {
      "epoch": 1.6241080530071357,
      "grad_norm": 2.3392074141256822,
      "learning_rate": 0.00025625519753038527,
      "loss": 4.7635,
      "step": 19119
    },
    {
      "epoch": 1.6241930003397893,
      "grad_norm": 2.4016255168246596,
      "learning_rate": 0.0002562503509796408,
      "loss": 4.9548,
      "step": 19120
    },
    {
      "epoch": 1.624277947672443,
      "grad_norm": 2.283557666294707,
      "learning_rate": 0.0002562455042062699,
      "loss": 4.6666,
      "step": 19121
    },
    {
      "epoch": 1.6243628950050968,
      "grad_norm": 2.4190514079180594,
      "learning_rate": 0.0002562406572102826,
      "loss": 5.1938,
      "step": 19122
    },
    {
      "epoch": 1.6244478423377506,
      "grad_norm": 2.369573489057022,
      "learning_rate": 0.0002562358099916892,
      "loss": 4.8051,
      "step": 19123
    },
    {
      "epoch": 1.6245327896704045,
      "grad_norm": 2.3744223907593227,
      "learning_rate": 0.00025623096255049973,
      "loss": 4.8019,
      "step": 19124
    },
    {
      "epoch": 1.6246177370030581,
      "grad_norm": 2.422147054423285,
      "learning_rate": 0.00025622611488672445,
      "loss": 5.1526,
      "step": 19125
    },
    {
      "epoch": 1.6247026843357117,
      "grad_norm": 2.582958728500312,
      "learning_rate": 0.00025622126700037347,
      "loss": 5.4049,
      "step": 19126
    },
    {
      "epoch": 1.6247876316683656,
      "grad_norm": 2.372183629782513,
      "learning_rate": 0.000256216418891457,
      "loss": 5.0384,
      "step": 19127
    },
    {
      "epoch": 1.6248725790010194,
      "grad_norm": 2.4187632639372953,
      "learning_rate": 0.00025621157055998506,
      "loss": 4.6896,
      "step": 19128
    },
    {
      "epoch": 1.624957526333673,
      "grad_norm": 2.4380523803077327,
      "learning_rate": 0.0002562067220059679,
      "loss": 4.7811,
      "step": 19129
    },
    {
      "epoch": 1.625042473666327,
      "grad_norm": 2.4697012128783045,
      "learning_rate": 0.0002562018732294158,
      "loss": 4.7294,
      "step": 19130
    },
    {
      "epoch": 1.6251274209989806,
      "grad_norm": 2.5826805913573048,
      "learning_rate": 0.0002561970242303387,
      "loss": 5.2863,
      "step": 19131
    },
    {
      "epoch": 1.6252123683316344,
      "grad_norm": 2.3321132742529325,
      "learning_rate": 0.0002561921750087469,
      "loss": 4.8828,
      "step": 19132
    },
    {
      "epoch": 1.6252973156642883,
      "grad_norm": 2.533039348349277,
      "learning_rate": 0.0002561873255646505,
      "loss": 5.454,
      "step": 19133
    },
    {
      "epoch": 1.6253822629969419,
      "grad_norm": 2.4879751492120876,
      "learning_rate": 0.0002561824758980597,
      "loss": 5.1833,
      "step": 19134
    },
    {
      "epoch": 1.6254672103295955,
      "grad_norm": 2.522513253059807,
      "learning_rate": 0.0002561776260089846,
      "loss": 5.1162,
      "step": 19135
    },
    {
      "epoch": 1.6255521576622494,
      "grad_norm": 2.3032095625804043,
      "learning_rate": 0.0002561727758974355,
      "loss": 4.7512,
      "step": 19136
    },
    {
      "epoch": 1.6256371049949032,
      "grad_norm": 2.3239923189666003,
      "learning_rate": 0.0002561679255634224,
      "loss": 4.9259,
      "step": 19137
    },
    {
      "epoch": 1.625722052327557,
      "grad_norm": 2.2991134458195104,
      "learning_rate": 0.00025616307500695557,
      "loss": 4.9874,
      "step": 19138
    },
    {
      "epoch": 1.6258069996602107,
      "grad_norm": 2.610586305354899,
      "learning_rate": 0.0002561582242280451,
      "loss": 5.3317,
      "step": 19139
    },
    {
      "epoch": 1.6258919469928643,
      "grad_norm": 2.4689900358201244,
      "learning_rate": 0.0002561533732267012,
      "loss": 5.2595,
      "step": 19140
    },
    {
      "epoch": 1.6259768943255182,
      "grad_norm": 2.293677960319495,
      "learning_rate": 0.00025614852200293403,
      "loss": 4.8037,
      "step": 19141
    },
    {
      "epoch": 1.626061841658172,
      "grad_norm": 2.405173265272016,
      "learning_rate": 0.0002561436705567537,
      "loss": 4.376,
      "step": 19142
    },
    {
      "epoch": 1.6261467889908257,
      "grad_norm": 2.3665958512227503,
      "learning_rate": 0.0002561388188881705,
      "loss": 4.9656,
      "step": 19143
    },
    {
      "epoch": 1.6262317363234793,
      "grad_norm": 2.452514394474493,
      "learning_rate": 0.00025613396699719447,
      "loss": 5.1806,
      "step": 19144
    },
    {
      "epoch": 1.6263166836561331,
      "grad_norm": 2.5682914482602497,
      "learning_rate": 0.00025612911488383586,
      "loss": 5.3472,
      "step": 19145
    },
    {
      "epoch": 1.626401630988787,
      "grad_norm": 2.26429393812912,
      "learning_rate": 0.0002561242625481048,
      "loss": 4.6497,
      "step": 19146
    },
    {
      "epoch": 1.6264865783214408,
      "grad_norm": 2.4273548423016864,
      "learning_rate": 0.0002561194099900114,
      "loss": 5.0088,
      "step": 19147
    },
    {
      "epoch": 1.6265715256540945,
      "grad_norm": 2.3714860704454277,
      "learning_rate": 0.0002561145572095659,
      "loss": 4.5173,
      "step": 19148
    },
    {
      "epoch": 1.626656472986748,
      "grad_norm": 2.491287535744113,
      "learning_rate": 0.00025610970420677847,
      "loss": 5.174,
      "step": 19149
    },
    {
      "epoch": 1.626741420319402,
      "grad_norm": 2.4317998585897507,
      "learning_rate": 0.0002561048509816593,
      "loss": 4.9199,
      "step": 19150
    },
    {
      "epoch": 1.6268263676520558,
      "grad_norm": 2.4735219912124293,
      "learning_rate": 0.0002560999975342185,
      "loss": 5.0462,
      "step": 19151
    },
    {
      "epoch": 1.6269113149847096,
      "grad_norm": 2.635960813849212,
      "learning_rate": 0.00025609514386446626,
      "loss": 5.3209,
      "step": 19152
    },
    {
      "epoch": 1.6269962623173633,
      "grad_norm": 2.554706851849517,
      "learning_rate": 0.0002560902899724127,
      "loss": 5.2465,
      "step": 19153
    },
    {
      "epoch": 1.627081209650017,
      "grad_norm": 2.3831711443639123,
      "learning_rate": 0.00025608543585806814,
      "loss": 4.7935,
      "step": 19154
    },
    {
      "epoch": 1.6271661569826708,
      "grad_norm": 2.3513238332977386,
      "learning_rate": 0.0002560805815214426,
      "loss": 4.826,
      "step": 19155
    },
    {
      "epoch": 1.6272511043153246,
      "grad_norm": 2.469441881234933,
      "learning_rate": 0.0002560757269625463,
      "loss": 4.8783,
      "step": 19156
    },
    {
      "epoch": 1.6273360516479782,
      "grad_norm": 2.381011486476695,
      "learning_rate": 0.0002560708721813894,
      "loss": 4.8233,
      "step": 19157
    },
    {
      "epoch": 1.6274209989806319,
      "grad_norm": 2.5590856029895774,
      "learning_rate": 0.00025606601717798207,
      "loss": 5.1742,
      "step": 19158
    },
    {
      "epoch": 1.6275059463132857,
      "grad_norm": 2.3798886819727576,
      "learning_rate": 0.00025606116195233455,
      "loss": 5.1298,
      "step": 19159
    },
    {
      "epoch": 1.6275908936459396,
      "grad_norm": 2.330469124865766,
      "learning_rate": 0.00025605630650445696,
      "loss": 4.9344,
      "step": 19160
    },
    {
      "epoch": 1.6276758409785934,
      "grad_norm": 2.5215552532299084,
      "learning_rate": 0.00025605145083435946,
      "loss": 5.0318,
      "step": 19161
    },
    {
      "epoch": 1.627760788311247,
      "grad_norm": 2.418358671076103,
      "learning_rate": 0.0002560465949420523,
      "loss": 5.1434,
      "step": 19162
    },
    {
      "epoch": 1.6278457356439007,
      "grad_norm": 2.3370396078961257,
      "learning_rate": 0.0002560417388275455,
      "loss": 4.8847,
      "step": 19163
    },
    {
      "epoch": 1.6279306829765545,
      "grad_norm": 2.409040326920619,
      "learning_rate": 0.0002560368824908494,
      "loss": 5.1007,
      "step": 19164
    },
    {
      "epoch": 1.6280156303092084,
      "grad_norm": 2.4892347036842386,
      "learning_rate": 0.0002560320259319741,
      "loss": 4.8273,
      "step": 19165
    },
    {
      "epoch": 1.628100577641862,
      "grad_norm": 2.4586297928221486,
      "learning_rate": 0.00025602716915092973,
      "loss": 5.1682,
      "step": 19166
    },
    {
      "epoch": 1.6281855249745159,
      "grad_norm": 2.4903357730491504,
      "learning_rate": 0.0002560223121477265,
      "loss": 5.0746,
      "step": 19167
    },
    {
      "epoch": 1.6282704723071695,
      "grad_norm": 2.3408270271105107,
      "learning_rate": 0.0002560174549223747,
      "loss": 5.0097,
      "step": 19168
    },
    {
      "epoch": 1.6283554196398233,
      "grad_norm": 2.3653531868969555,
      "learning_rate": 0.00025601259747488436,
      "loss": 4.6244,
      "step": 19169
    },
    {
      "epoch": 1.6284403669724772,
      "grad_norm": 2.5258854108338045,
      "learning_rate": 0.0002560077398052657,
      "loss": 5.3669,
      "step": 19170
    },
    {
      "epoch": 1.6285253143051308,
      "grad_norm": 2.3822456320428556,
      "learning_rate": 0.000256002881913529,
      "loss": 4.95,
      "step": 19171
    },
    {
      "epoch": 1.6286102616377844,
      "grad_norm": 2.3803553737426313,
      "learning_rate": 0.00025599802379968424,
      "loss": 4.888,
      "step": 19172
    },
    {
      "epoch": 1.6286952089704383,
      "grad_norm": 2.480205910272854,
      "learning_rate": 0.0002559931654637417,
      "loss": 4.8789,
      "step": 19173
    },
    {
      "epoch": 1.6287801563030921,
      "grad_norm": 2.3581350329320774,
      "learning_rate": 0.00025598830690571164,
      "loss": 5.0263,
      "step": 19174
    },
    {
      "epoch": 1.628865103635746,
      "grad_norm": 2.452385000413238,
      "learning_rate": 0.00025598344812560416,
      "loss": 4.828,
      "step": 19175
    },
    {
      "epoch": 1.6289500509683996,
      "grad_norm": 2.303462431039761,
      "learning_rate": 0.00025597858912342937,
      "loss": 5.0173,
      "step": 19176
    },
    {
      "epoch": 1.6290349983010532,
      "grad_norm": 2.561976495565373,
      "learning_rate": 0.0002559737298991976,
      "loss": 5.2836,
      "step": 19177
    },
    {
      "epoch": 1.629119945633707,
      "grad_norm": 2.3844096248426694,
      "learning_rate": 0.00025596887045291897,
      "loss": 4.8086,
      "step": 19178
    },
    {
      "epoch": 1.629204892966361,
      "grad_norm": 2.354652496534374,
      "learning_rate": 0.0002559640107846036,
      "loss": 4.7671,
      "step": 19179
    },
    {
      "epoch": 1.6292898402990146,
      "grad_norm": 2.358934957423959,
      "learning_rate": 0.00025595915089426176,
      "loss": 4.6803,
      "step": 19180
    },
    {
      "epoch": 1.6293747876316682,
      "grad_norm": 2.413412852460833,
      "learning_rate": 0.0002559542907819036,
      "loss": 4.9198,
      "step": 19181
    },
    {
      "epoch": 1.629459734964322,
      "grad_norm": 2.429087976269838,
      "learning_rate": 0.00025594943044753926,
      "loss": 5.0573,
      "step": 19182
    },
    {
      "epoch": 1.629544682296976,
      "grad_norm": 2.402510508229054,
      "learning_rate": 0.000255944569891179,
      "loss": 4.7449,
      "step": 19183
    },
    {
      "epoch": 1.6296296296296298,
      "grad_norm": 2.5074268470739427,
      "learning_rate": 0.00025593970911283296,
      "loss": 4.9789,
      "step": 19184
    },
    {
      "epoch": 1.6297145769622834,
      "grad_norm": 2.486903045609391,
      "learning_rate": 0.00025593484811251135,
      "loss": 5.0815,
      "step": 19185
    },
    {
      "epoch": 1.629799524294937,
      "grad_norm": 2.326755493060277,
      "learning_rate": 0.0002559299868902243,
      "loss": 4.8884,
      "step": 19186
    },
    {
      "epoch": 1.6298844716275909,
      "grad_norm": 2.5002776110105494,
      "learning_rate": 0.00025592512544598205,
      "loss": 5.0088,
      "step": 19187
    },
    {
      "epoch": 1.6299694189602447,
      "grad_norm": 2.4185516460520056,
      "learning_rate": 0.0002559202637797948,
      "loss": 5.0424,
      "step": 19188
    },
    {
      "epoch": 1.6300543662928983,
      "grad_norm": 2.4246860867203894,
      "learning_rate": 0.00025591540189167267,
      "loss": 4.8472,
      "step": 19189
    },
    {
      "epoch": 1.6301393136255522,
      "grad_norm": 2.425419927031702,
      "learning_rate": 0.0002559105397816259,
      "loss": 4.9233,
      "step": 19190
    },
    {
      "epoch": 1.6302242609582058,
      "grad_norm": 2.3673610046538425,
      "learning_rate": 0.0002559056774496646,
      "loss": 4.8257,
      "step": 19191
    },
    {
      "epoch": 1.6303092082908597,
      "grad_norm": 2.3651039885281513,
      "learning_rate": 0.00025590081489579915,
      "loss": 4.785,
      "step": 19192
    },
    {
      "epoch": 1.6303941556235135,
      "grad_norm": 2.332753681800456,
      "learning_rate": 0.00025589595212003956,
      "loss": 4.7619,
      "step": 19193
    },
    {
      "epoch": 1.6304791029561672,
      "grad_norm": 2.3439396090578812,
      "learning_rate": 0.00025589108912239605,
      "loss": 4.7081,
      "step": 19194
    },
    {
      "epoch": 1.6305640502888208,
      "grad_norm": 2.6153986772506417,
      "learning_rate": 0.0002558862259028788,
      "loss": 5.2446,
      "step": 19195
    },
    {
      "epoch": 1.6306489976214746,
      "grad_norm": 2.476511909993735,
      "learning_rate": 0.00025588136246149806,
      "loss": 4.8043,
      "step": 19196
    },
    {
      "epoch": 1.6307339449541285,
      "grad_norm": 2.395120469215267,
      "learning_rate": 0.00025587649879826396,
      "loss": 5.0004,
      "step": 19197
    },
    {
      "epoch": 1.6308188922867823,
      "grad_norm": 2.2943279403828725,
      "learning_rate": 0.00025587163491318677,
      "loss": 4.7087,
      "step": 19198
    },
    {
      "epoch": 1.630903839619436,
      "grad_norm": 2.3215675181109465,
      "learning_rate": 0.0002558667708062766,
      "loss": 4.8174,
      "step": 19199
    },
    {
      "epoch": 1.6309887869520896,
      "grad_norm": 2.35869731830572,
      "learning_rate": 0.00025586190647754366,
      "loss": 4.9121,
      "step": 19200
    },
    {
      "epoch": 1.6310737342847434,
      "grad_norm": 2.630791909497514,
      "learning_rate": 0.0002558570419269982,
      "loss": 5.4868,
      "step": 19201
    },
    {
      "epoch": 1.6311586816173973,
      "grad_norm": 2.393015698196509,
      "learning_rate": 0.00025585217715465026,
      "loss": 5.1921,
      "step": 19202
    },
    {
      "epoch": 1.631243628950051,
      "grad_norm": 2.3720689575253697,
      "learning_rate": 0.0002558473121605102,
      "loss": 5.0076,
      "step": 19203
    },
    {
      "epoch": 1.6313285762827046,
      "grad_norm": 2.3478107136006803,
      "learning_rate": 0.0002558424469445882,
      "loss": 4.7868,
      "step": 19204
    },
    {
      "epoch": 1.6314135236153584,
      "grad_norm": 2.6256758970482728,
      "learning_rate": 0.0002558375815068944,
      "loss": 5.3145,
      "step": 19205
    },
    {
      "epoch": 1.6314984709480123,
      "grad_norm": 2.327412375617863,
      "learning_rate": 0.00025583271584743894,
      "loss": 4.851,
      "step": 19206
    },
    {
      "epoch": 1.631583418280666,
      "grad_norm": 2.4853405285151804,
      "learning_rate": 0.0002558278499662321,
      "loss": 4.809,
      "step": 19207
    },
    {
      "epoch": 1.6316683656133197,
      "grad_norm": 2.414446362074014,
      "learning_rate": 0.00025582298386328403,
      "loss": 5.2165,
      "step": 19208
    },
    {
      "epoch": 1.6317533129459734,
      "grad_norm": 2.39533170895345,
      "learning_rate": 0.00025581811753860504,
      "loss": 4.8544,
      "step": 19209
    },
    {
      "epoch": 1.6318382602786272,
      "grad_norm": 2.5459599754072904,
      "learning_rate": 0.0002558132509922052,
      "loss": 5.3361,
      "step": 19210
    },
    {
      "epoch": 1.631923207611281,
      "grad_norm": 2.4294480791552617,
      "learning_rate": 0.00025580838422409465,
      "loss": 5.1782,
      "step": 19211
    },
    {
      "epoch": 1.632008154943935,
      "grad_norm": 2.3285137700003458,
      "learning_rate": 0.00025580351723428375,
      "loss": 4.9703,
      "step": 19212
    },
    {
      "epoch": 1.6320931022765885,
      "grad_norm": 2.3890845218145587,
      "learning_rate": 0.0002557986500227826,
      "loss": 5.1111,
      "step": 19213
    },
    {
      "epoch": 1.6321780496092422,
      "grad_norm": 2.4380798727861355,
      "learning_rate": 0.00025579378258960145,
      "loss": 5.1841,
      "step": 19214
    },
    {
      "epoch": 1.632262996941896,
      "grad_norm": 2.2789715351183206,
      "learning_rate": 0.0002557889149347505,
      "loss": 4.9181,
      "step": 19215
    },
    {
      "epoch": 1.6323479442745499,
      "grad_norm": 2.316463790610227,
      "learning_rate": 0.0002557840470582399,
      "loss": 4.7691,
      "step": 19216
    },
    {
      "epoch": 1.6324328916072035,
      "grad_norm": 2.3690004322479443,
      "learning_rate": 0.00025577917896007986,
      "loss": 5.0475,
      "step": 19217
    },
    {
      "epoch": 1.6325178389398571,
      "grad_norm": 2.4909722560492096,
      "learning_rate": 0.0002557743106402806,
      "loss": 5.3845,
      "step": 19218
    },
    {
      "epoch": 1.632602786272511,
      "grad_norm": 2.410567016964332,
      "learning_rate": 0.00025576944209885225,
      "loss": 5.0571,
      "step": 19219
    },
    {
      "epoch": 1.6326877336051648,
      "grad_norm": 2.532451935480617,
      "learning_rate": 0.00025576457333580517,
      "loss": 5.1568,
      "step": 19220
    },
    {
      "epoch": 1.6327726809378187,
      "grad_norm": 2.520733572793458,
      "learning_rate": 0.00025575970435114944,
      "loss": 5.4211,
      "step": 19221
    },
    {
      "epoch": 1.6328576282704723,
      "grad_norm": 2.333789264992121,
      "learning_rate": 0.00025575483514489526,
      "loss": 4.7991,
      "step": 19222
    },
    {
      "epoch": 1.632942575603126,
      "grad_norm": 2.4212366527836613,
      "learning_rate": 0.0002557499657170529,
      "loss": 4.6076,
      "step": 19223
    },
    {
      "epoch": 1.6330275229357798,
      "grad_norm": 2.3743989075023477,
      "learning_rate": 0.00025574509606763246,
      "loss": 4.7054,
      "step": 19224
    },
    {
      "epoch": 1.6331124702684336,
      "grad_norm": 2.306817597116274,
      "learning_rate": 0.0002557402261966443,
      "loss": 4.9113,
      "step": 19225
    },
    {
      "epoch": 1.6331974176010873,
      "grad_norm": 2.336341340174119,
      "learning_rate": 0.00025573535610409846,
      "loss": 5.0073,
      "step": 19226
    },
    {
      "epoch": 1.6332823649337411,
      "grad_norm": 2.573591082399449,
      "learning_rate": 0.0002557304857900052,
      "loss": 5.3212,
      "step": 19227
    },
    {
      "epoch": 1.6333673122663948,
      "grad_norm": 2.3631588448517875,
      "learning_rate": 0.0002557256152543748,
      "loss": 5.004,
      "step": 19228
    },
    {
      "epoch": 1.6334522595990486,
      "grad_norm": 2.326600013784593,
      "learning_rate": 0.0002557207444972174,
      "loss": 4.7505,
      "step": 19229
    },
    {
      "epoch": 1.6335372069317025,
      "grad_norm": 2.347623193138689,
      "learning_rate": 0.0002557158735185432,
      "loss": 4.5394,
      "step": 19230
    },
    {
      "epoch": 1.633622154264356,
      "grad_norm": 2.423900083620718,
      "learning_rate": 0.00025571100231836234,
      "loss": 4.9697,
      "step": 19231
    },
    {
      "epoch": 1.6337071015970097,
      "grad_norm": 2.326849416601986,
      "learning_rate": 0.00025570613089668517,
      "loss": 4.7314,
      "step": 19232
    },
    {
      "epoch": 1.6337920489296636,
      "grad_norm": 2.3854203324834486,
      "learning_rate": 0.00025570125925352186,
      "loss": 4.7697,
      "step": 19233
    },
    {
      "epoch": 1.6338769962623174,
      "grad_norm": 2.404281497952,
      "learning_rate": 0.00025569638738888255,
      "loss": 5.0357,
      "step": 19234
    },
    {
      "epoch": 1.6339619435949713,
      "grad_norm": 2.322889224251451,
      "learning_rate": 0.0002556915153027775,
      "loss": 4.6756,
      "step": 19235
    },
    {
      "epoch": 1.634046890927625,
      "grad_norm": 2.5713717476963582,
      "learning_rate": 0.0002556866429952169,
      "loss": 5.1443,
      "step": 19236
    },
    {
      "epoch": 1.6341318382602785,
      "grad_norm": 2.4873711919238253,
      "learning_rate": 0.00025568177046621097,
      "loss": 5.0636,
      "step": 19237
    },
    {
      "epoch": 1.6342167855929324,
      "grad_norm": 2.474857601356118,
      "learning_rate": 0.00025567689771576987,
      "loss": 4.9591,
      "step": 19238
    },
    {
      "epoch": 1.6343017329255862,
      "grad_norm": 2.366119440359916,
      "learning_rate": 0.0002556720247439039,
      "loss": 4.7651,
      "step": 19239
    },
    {
      "epoch": 1.6343866802582399,
      "grad_norm": 2.507142070114184,
      "learning_rate": 0.0002556671515506232,
      "loss": 5.3526,
      "step": 19240
    },
    {
      "epoch": 1.6344716275908935,
      "grad_norm": 2.285418248440081,
      "learning_rate": 0.00025566227813593803,
      "loss": 4.4745,
      "step": 19241
    },
    {
      "epoch": 1.6345565749235473,
      "grad_norm": 2.70779866143404,
      "learning_rate": 0.00025565740449985853,
      "loss": 5.4542,
      "step": 19242
    },
    {
      "epoch": 1.6346415222562012,
      "grad_norm": 2.38093209666289,
      "learning_rate": 0.000255652530642395,
      "loss": 4.9234,
      "step": 19243
    },
    {
      "epoch": 1.634726469588855,
      "grad_norm": 2.4853739308971488,
      "learning_rate": 0.00025564765656355755,
      "loss": 5.1455,
      "step": 19244
    },
    {
      "epoch": 1.6348114169215087,
      "grad_norm": 2.37864356421657,
      "learning_rate": 0.0002556427822633565,
      "loss": 4.8974,
      "step": 19245
    },
    {
      "epoch": 1.6348963642541623,
      "grad_norm": 2.4076514567737464,
      "learning_rate": 0.00025563790774180205,
      "loss": 4.9017,
      "step": 19246
    },
    {
      "epoch": 1.6349813115868161,
      "grad_norm": 2.422109354646295,
      "learning_rate": 0.00025563303299890435,
      "loss": 4.9093,
      "step": 19247
    },
    {
      "epoch": 1.63506625891947,
      "grad_norm": 2.5618525101504575,
      "learning_rate": 0.0002556281580346736,
      "loss": 5.1118,
      "step": 19248
    },
    {
      "epoch": 1.6351512062521238,
      "grad_norm": 2.487386481267265,
      "learning_rate": 0.00025562328284912006,
      "loss": 4.8986,
      "step": 19249
    },
    {
      "epoch": 1.6352361535847775,
      "grad_norm": 2.3380102278626276,
      "learning_rate": 0.000255618407442254,
      "loss": 4.6877,
      "step": 19250
    },
    {
      "epoch": 1.635321100917431,
      "grad_norm": 2.4627378230976356,
      "learning_rate": 0.0002556135318140856,
      "loss": 5.0874,
      "step": 19251
    },
    {
      "epoch": 1.635406048250085,
      "grad_norm": 2.3366174560940243,
      "learning_rate": 0.00025560865596462495,
      "loss": 4.6786,
      "step": 19252
    },
    {
      "epoch": 1.6354909955827388,
      "grad_norm": 2.4910751394552415,
      "learning_rate": 0.0002556037798938824,
      "loss": 5.0103,
      "step": 19253
    },
    {
      "epoch": 1.6355759429153924,
      "grad_norm": 2.558141128525039,
      "learning_rate": 0.0002555989036018682,
      "loss": 5.3198,
      "step": 19254
    },
    {
      "epoch": 1.635660890248046,
      "grad_norm": 2.348827545979618,
      "learning_rate": 0.00025559402708859243,
      "loss": 4.8428,
      "step": 19255
    },
    {
      "epoch": 1.6357458375807,
      "grad_norm": 2.379664624720814,
      "learning_rate": 0.00025558915035406543,
      "loss": 4.8483,
      "step": 19256
    },
    {
      "epoch": 1.6358307849133538,
      "grad_norm": 2.4520844736464085,
      "learning_rate": 0.0002555842733982974,
      "loss": 5.153,
      "step": 19257
    },
    {
      "epoch": 1.6359157322460076,
      "grad_norm": 2.48548267528709,
      "learning_rate": 0.0002555793962212984,
      "loss": 5.2593,
      "step": 19258
    },
    {
      "epoch": 1.6360006795786612,
      "grad_norm": 2.5354532306130073,
      "learning_rate": 0.0002555745188230789,
      "loss": 5.0446,
      "step": 19259
    },
    {
      "epoch": 1.6360856269113149,
      "grad_norm": 2.5933700549273433,
      "learning_rate": 0.00025556964120364897,
      "loss": 5.2692,
      "step": 19260
    },
    {
      "epoch": 1.6361705742439687,
      "grad_norm": 2.3684185018301216,
      "learning_rate": 0.00025556476336301885,
      "loss": 4.8411,
      "step": 19261
    },
    {
      "epoch": 1.6362555215766226,
      "grad_norm": 2.5609307156466707,
      "learning_rate": 0.0002555598853011987,
      "loss": 5.2713,
      "step": 19262
    },
    {
      "epoch": 1.6363404689092762,
      "grad_norm": 2.529724789217677,
      "learning_rate": 0.0002555550070181989,
      "loss": 5.1216,
      "step": 19263
    },
    {
      "epoch": 1.63642541624193,
      "grad_norm": 2.3952560001348244,
      "learning_rate": 0.00025555012851402956,
      "loss": 5.0531,
      "step": 19264
    },
    {
      "epoch": 1.6365103635745837,
      "grad_norm": 2.5406125276891345,
      "learning_rate": 0.0002555452497887009,
      "loss": 5.1581,
      "step": 19265
    },
    {
      "epoch": 1.6365953109072375,
      "grad_norm": 2.3309096075187457,
      "learning_rate": 0.0002555403708422232,
      "loss": 5.0096,
      "step": 19266
    },
    {
      "epoch": 1.6366802582398914,
      "grad_norm": 2.361120265641747,
      "learning_rate": 0.0002555354916746066,
      "loss": 4.9998,
      "step": 19267
    },
    {
      "epoch": 1.636765205572545,
      "grad_norm": 2.4237628007038032,
      "learning_rate": 0.0002555306122858614,
      "loss": 4.9122,
      "step": 19268
    },
    {
      "epoch": 1.6368501529051986,
      "grad_norm": 2.280516122571346,
      "learning_rate": 0.00025552573267599777,
      "loss": 4.8165,
      "step": 19269
    },
    {
      "epoch": 1.6369351002378525,
      "grad_norm": 2.3967842333027827,
      "learning_rate": 0.000255520852845026,
      "loss": 4.8353,
      "step": 19270
    },
    {
      "epoch": 1.6370200475705063,
      "grad_norm": 2.5785710142518994,
      "learning_rate": 0.0002555159727929562,
      "loss": 5.3422,
      "step": 19271
    },
    {
      "epoch": 1.6371049949031602,
      "grad_norm": 2.393453126947113,
      "learning_rate": 0.0002555110925197988,
      "loss": 5.035,
      "step": 19272
    },
    {
      "epoch": 1.6371899422358138,
      "grad_norm": 2.457461709491442,
      "learning_rate": 0.0002555062120255638,
      "loss": 5.0234,
      "step": 19273
    },
    {
      "epoch": 1.6372748895684675,
      "grad_norm": 2.2575613162404102,
      "learning_rate": 0.0002555013313102615,
      "loss": 4.6105,
      "step": 19274
    },
    {
      "epoch": 1.6373598369011213,
      "grad_norm": 2.5493836600192528,
      "learning_rate": 0.0002554964503739022,
      "loss": 5.061,
      "step": 19275
    },
    {
      "epoch": 1.6374447842337752,
      "grad_norm": 2.444559370913564,
      "learning_rate": 0.0002554915692164961,
      "loss": 5.0822,
      "step": 19276
    },
    {
      "epoch": 1.6375297315664288,
      "grad_norm": 2.3218385321334276,
      "learning_rate": 0.0002554866878380533,
      "loss": 4.9067,
      "step": 19277
    },
    {
      "epoch": 1.6376146788990824,
      "grad_norm": 2.5916006974951955,
      "learning_rate": 0.0002554818062385842,
      "loss": 5.3546,
      "step": 19278
    },
    {
      "epoch": 1.6376996262317363,
      "grad_norm": 2.391087647355086,
      "learning_rate": 0.000255476924418099,
      "loss": 4.8587,
      "step": 19279
    },
    {
      "epoch": 1.6377845735643901,
      "grad_norm": 2.365644827553427,
      "learning_rate": 0.0002554720423766078,
      "loss": 4.7936,
      "step": 19280
    },
    {
      "epoch": 1.637869520897044,
      "grad_norm": 2.4703141517092164,
      "learning_rate": 0.00025546716011412096,
      "loss": 5.1278,
      "step": 19281
    },
    {
      "epoch": 1.6379544682296976,
      "grad_norm": 2.3001440847200025,
      "learning_rate": 0.00025546227763064864,
      "loss": 4.7655,
      "step": 19282
    },
    {
      "epoch": 1.6380394155623512,
      "grad_norm": 2.419657128067794,
      "learning_rate": 0.0002554573949262011,
      "loss": 4.8729,
      "step": 19283
    },
    {
      "epoch": 1.638124362895005,
      "grad_norm": 2.56063107500701,
      "learning_rate": 0.0002554525120007886,
      "loss": 5.0304,
      "step": 19284
    },
    {
      "epoch": 1.638209310227659,
      "grad_norm": 2.3450139291223175,
      "learning_rate": 0.00025544762885442134,
      "loss": 4.8725,
      "step": 19285
    },
    {
      "epoch": 1.6382942575603128,
      "grad_norm": 2.361826458435721,
      "learning_rate": 0.0002554427454871095,
      "loss": 4.5981,
      "step": 19286
    },
    {
      "epoch": 1.6383792048929664,
      "grad_norm": 2.3809874502183495,
      "learning_rate": 0.00025543786189886344,
      "loss": 4.8837,
      "step": 19287
    },
    {
      "epoch": 1.63846415222562,
      "grad_norm": 2.512321358476829,
      "learning_rate": 0.0002554329780896932,
      "loss": 5.1321,
      "step": 19288
    },
    {
      "epoch": 1.6385490995582739,
      "grad_norm": 2.535619244890851,
      "learning_rate": 0.0002554280940596092,
      "loss": 5.203,
      "step": 19289
    },
    {
      "epoch": 1.6386340468909277,
      "grad_norm": 2.4749009964795277,
      "learning_rate": 0.0002554232098086216,
      "loss": 5.1011,
      "step": 19290
    },
    {
      "epoch": 1.6387189942235814,
      "grad_norm": 2.439065347269651,
      "learning_rate": 0.0002554183253367406,
      "loss": 4.9579,
      "step": 19291
    },
    {
      "epoch": 1.638803941556235,
      "grad_norm": 2.557010403160877,
      "learning_rate": 0.00025541344064397656,
      "loss": 4.685,
      "step": 19292
    },
    {
      "epoch": 1.6388888888888888,
      "grad_norm": 2.368679296657882,
      "learning_rate": 0.00025540855573033956,
      "loss": 4.343,
      "step": 19293
    },
    {
      "epoch": 1.6389738362215427,
      "grad_norm": 2.3901756858143703,
      "learning_rate": 0.0002554036705958399,
      "loss": 4.7146,
      "step": 19294
    },
    {
      "epoch": 1.6390587835541965,
      "grad_norm": 2.7436072816051835,
      "learning_rate": 0.00025539878524048776,
      "loss": 5.4781,
      "step": 19295
    },
    {
      "epoch": 1.6391437308868502,
      "grad_norm": 2.5104103309722876,
      "learning_rate": 0.00025539389966429356,
      "loss": 4.9495,
      "step": 19296
    },
    {
      "epoch": 1.6392286782195038,
      "grad_norm": 2.6199669465362287,
      "learning_rate": 0.0002553890138672673,
      "loss": 5.3601,
      "step": 19297
    },
    {
      "epoch": 1.6393136255521576,
      "grad_norm": 2.3938618225996513,
      "learning_rate": 0.00025538412784941936,
      "loss": 4.6836,
      "step": 19298
    },
    {
      "epoch": 1.6393985728848115,
      "grad_norm": 2.6365079080161764,
      "learning_rate": 0.00025537924161075996,
      "loss": 5.5486,
      "step": 19299
    },
    {
      "epoch": 1.6394835202174651,
      "grad_norm": 2.546535720229051,
      "learning_rate": 0.0002553743551512993,
      "loss": 5.1021,
      "step": 19300
    },
    {
      "epoch": 1.639568467550119,
      "grad_norm": 2.563076401702564,
      "learning_rate": 0.0002553694684710476,
      "loss": 5.2453,
      "step": 19301
    },
    {
      "epoch": 1.6396534148827726,
      "grad_norm": 2.468993602279893,
      "learning_rate": 0.0002553645815700153,
      "loss": 5.3306,
      "step": 19302
    },
    {
      "epoch": 1.6397383622154265,
      "grad_norm": 2.3873568037704542,
      "learning_rate": 0.00025535969444821235,
      "loss": 4.7815,
      "step": 19303
    },
    {
      "epoch": 1.6398233095480803,
      "grad_norm": 2.3849349693723156,
      "learning_rate": 0.0002553548071056491,
      "loss": 5.0054,
      "step": 19304
    },
    {
      "epoch": 1.639908256880734,
      "grad_norm": 2.5098928859728984,
      "learning_rate": 0.0002553499195423359,
      "loss": 5.2027,
      "step": 19305
    },
    {
      "epoch": 1.6399932042133876,
      "grad_norm": 2.3520032679656113,
      "learning_rate": 0.00025534503175828283,
      "loss": 5.1856,
      "step": 19306
    },
    {
      "epoch": 1.6400781515460414,
      "grad_norm": 2.339473682946761,
      "learning_rate": 0.0002553401437535002,
      "loss": 4.7923,
      "step": 19307
    },
    {
      "epoch": 1.6401630988786953,
      "grad_norm": 2.4605904859474443,
      "learning_rate": 0.0002553352555279983,
      "loss": 4.6867,
      "step": 19308
    },
    {
      "epoch": 1.6402480462113491,
      "grad_norm": 2.4898940027446304,
      "learning_rate": 0.0002553303670817873,
      "loss": 4.9201,
      "step": 19309
    },
    {
      "epoch": 1.6403329935440027,
      "grad_norm": 2.3801953300175134,
      "learning_rate": 0.00025532547841487747,
      "loss": 5.1207,
      "step": 19310
    },
    {
      "epoch": 1.6404179408766564,
      "grad_norm": 2.3888964728382196,
      "learning_rate": 0.000255320589527279,
      "loss": 4.4951,
      "step": 19311
    },
    {
      "epoch": 1.6405028882093102,
      "grad_norm": 2.326423310610808,
      "learning_rate": 0.0002553157004190023,
      "loss": 4.903,
      "step": 19312
    },
    {
      "epoch": 1.640587835541964,
      "grad_norm": 2.358417952576881,
      "learning_rate": 0.00025531081109005744,
      "loss": 4.9987,
      "step": 19313
    },
    {
      "epoch": 1.6406727828746177,
      "grad_norm": 2.3229619191920725,
      "learning_rate": 0.0002553059215404547,
      "loss": 4.6609,
      "step": 19314
    },
    {
      "epoch": 1.6407577302072713,
      "grad_norm": 2.3315727143940026,
      "learning_rate": 0.0002553010317702044,
      "loss": 4.5364,
      "step": 19315
    },
    {
      "epoch": 1.6408426775399252,
      "grad_norm": 2.4673623093299333,
      "learning_rate": 0.0002552961417793167,
      "loss": 4.8702,
      "step": 19316
    },
    {
      "epoch": 1.640927624872579,
      "grad_norm": 2.414831486961593,
      "learning_rate": 0.00025529125156780185,
      "loss": 5.0262,
      "step": 19317
    },
    {
      "epoch": 1.6410125722052329,
      "grad_norm": 2.4399228988945105,
      "learning_rate": 0.00025528636113567016,
      "loss": 5.114,
      "step": 19318
    },
    {
      "epoch": 1.6410975195378865,
      "grad_norm": 2.4101327292781587,
      "learning_rate": 0.00025528147048293185,
      "loss": 5.2173,
      "step": 19319
    },
    {
      "epoch": 1.6411824668705401,
      "grad_norm": 2.3133004481904837,
      "learning_rate": 0.0002552765796095972,
      "loss": 4.7743,
      "step": 19320
    },
    {
      "epoch": 1.641267414203194,
      "grad_norm": 2.5914770107052063,
      "learning_rate": 0.0002552716885156764,
      "loss": 5.437,
      "step": 19321
    },
    {
      "epoch": 1.6413523615358478,
      "grad_norm": 2.4146619517171803,
      "learning_rate": 0.00025526679720117967,
      "loss": 5.0795,
      "step": 19322
    },
    {
      "epoch": 1.6414373088685015,
      "grad_norm": 2.3004533471850417,
      "learning_rate": 0.0002552619056661173,
      "loss": 4.9544,
      "step": 19323
    },
    {
      "epoch": 1.6415222562011553,
      "grad_norm": 2.335347911447963,
      "learning_rate": 0.0002552570139104996,
      "loss": 4.8002,
      "step": 19324
    },
    {
      "epoch": 1.641607203533809,
      "grad_norm": 2.4270975883651658,
      "learning_rate": 0.00025525212193433673,
      "loss": 5.2309,
      "step": 19325
    },
    {
      "epoch": 1.6416921508664628,
      "grad_norm": 2.327146584741374,
      "learning_rate": 0.000255247229737639,
      "loss": 4.7142,
      "step": 19326
    },
    {
      "epoch": 1.6417770981991167,
      "grad_norm": 2.433589977560784,
      "learning_rate": 0.00025524233732041664,
      "loss": 5.117,
      "step": 19327
    },
    {
      "epoch": 1.6418620455317703,
      "grad_norm": 2.304643003687064,
      "learning_rate": 0.0002552374446826799,
      "loss": 4.8499,
      "step": 19328
    },
    {
      "epoch": 1.641946992864424,
      "grad_norm": 2.298734376605551,
      "learning_rate": 0.000255232551824439,
      "loss": 4.7792,
      "step": 19329
    },
    {
      "epoch": 1.6420319401970778,
      "grad_norm": 2.6175010915991215,
      "learning_rate": 0.00025522765874570427,
      "loss": 5.311,
      "step": 19330
    },
    {
      "epoch": 1.6421168875297316,
      "grad_norm": 2.3518258605826943,
      "learning_rate": 0.00025522276544648586,
      "loss": 4.9368,
      "step": 19331
    },
    {
      "epoch": 1.6422018348623855,
      "grad_norm": 2.539445608775377,
      "learning_rate": 0.0002552178719267941,
      "loss": 4.4569,
      "step": 19332
    },
    {
      "epoch": 1.642286782195039,
      "grad_norm": 2.642955366204638,
      "learning_rate": 0.0002552129781866392,
      "loss": 5.723,
      "step": 19333
    },
    {
      "epoch": 1.6423717295276927,
      "grad_norm": 2.629951446479297,
      "learning_rate": 0.00025520808422603146,
      "loss": 5.4018,
      "step": 19334
    },
    {
      "epoch": 1.6424566768603466,
      "grad_norm": 2.440913636100196,
      "learning_rate": 0.00025520319004498107,
      "loss": 5.1857,
      "step": 19335
    },
    {
      "epoch": 1.6425416241930004,
      "grad_norm": 2.3917374939668496,
      "learning_rate": 0.0002551982956434984,
      "loss": 5.0678,
      "step": 19336
    },
    {
      "epoch": 1.642626571525654,
      "grad_norm": 2.162623796136036,
      "learning_rate": 0.00025519340102159356,
      "loss": 4.1474,
      "step": 19337
    },
    {
      "epoch": 1.6427115188583077,
      "grad_norm": 2.3890773429782723,
      "learning_rate": 0.0002551885061792769,
      "loss": 5.1994,
      "step": 19338
    },
    {
      "epoch": 1.6427964661909615,
      "grad_norm": 2.577548103199204,
      "learning_rate": 0.00025518361111655864,
      "loss": 5.0355,
      "step": 19339
    },
    {
      "epoch": 1.6428814135236154,
      "grad_norm": 2.4402042553437604,
      "learning_rate": 0.00025517871583344905,
      "loss": 5.032,
      "step": 19340
    },
    {
      "epoch": 1.6429663608562692,
      "grad_norm": 2.4169061827049756,
      "learning_rate": 0.00025517382032995834,
      "loss": 5.1043,
      "step": 19341
    },
    {
      "epoch": 1.6430513081889229,
      "grad_norm": 2.4829397035451675,
      "learning_rate": 0.0002551689246060969,
      "loss": 5.2568,
      "step": 19342
    },
    {
      "epoch": 1.6431362555215765,
      "grad_norm": 2.3352212141290845,
      "learning_rate": 0.00025516402866187485,
      "loss": 4.8041,
      "step": 19343
    },
    {
      "epoch": 1.6432212028542303,
      "grad_norm": 2.544642803388471,
      "learning_rate": 0.0002551591324973025,
      "loss": 5.3292,
      "step": 19344
    },
    {
      "epoch": 1.6433061501868842,
      "grad_norm": 2.4077270516696436,
      "learning_rate": 0.0002551542361123901,
      "loss": 4.6157,
      "step": 19345
    },
    {
      "epoch": 1.643391097519538,
      "grad_norm": 2.490049766030994,
      "learning_rate": 0.0002551493395071479,
      "loss": 4.974,
      "step": 19346
    },
    {
      "epoch": 1.6434760448521917,
      "grad_norm": 2.5363672687081933,
      "learning_rate": 0.0002551444426815862,
      "loss": 4.7182,
      "step": 19347
    },
    {
      "epoch": 1.6435609921848453,
      "grad_norm": 2.5444057563907925,
      "learning_rate": 0.00025513954563571525,
      "loss": 5.0512,
      "step": 19348
    },
    {
      "epoch": 1.6436459395174992,
      "grad_norm": 2.423490710600159,
      "learning_rate": 0.0002551346483695453,
      "loss": 5.0161,
      "step": 19349
    },
    {
      "epoch": 1.643730886850153,
      "grad_norm": 2.5745135771027297,
      "learning_rate": 0.0002551297508830866,
      "loss": 5.2506,
      "step": 19350
    },
    {
      "epoch": 1.6438158341828066,
      "grad_norm": 2.3931543843002023,
      "learning_rate": 0.0002551248531763494,
      "loss": 4.7266,
      "step": 19351
    },
    {
      "epoch": 1.6439007815154603,
      "grad_norm": 2.4301609767355354,
      "learning_rate": 0.00025511995524934403,
      "loss": 5.0202,
      "step": 19352
    },
    {
      "epoch": 1.6439857288481141,
      "grad_norm": 2.5989446682856703,
      "learning_rate": 0.00025511505710208065,
      "loss": 5.531,
      "step": 19353
    },
    {
      "epoch": 1.644070676180768,
      "grad_norm": 2.427308928872653,
      "learning_rate": 0.00025511015873456956,
      "loss": 5.0207,
      "step": 19354
    },
    {
      "epoch": 1.6441556235134218,
      "grad_norm": 2.544125587450726,
      "learning_rate": 0.0002551052601468211,
      "loss": 5.3757,
      "step": 19355
    },
    {
      "epoch": 1.6442405708460754,
      "grad_norm": 2.415072938626555,
      "learning_rate": 0.0002551003613388454,
      "loss": 4.8694,
      "step": 19356
    },
    {
      "epoch": 1.644325518178729,
      "grad_norm": 2.6191944703588086,
      "learning_rate": 0.0002550954623106529,
      "loss": 5.3297,
      "step": 19357
    },
    {
      "epoch": 1.644410465511383,
      "grad_norm": 2.4351026992928264,
      "learning_rate": 0.00025509056306225375,
      "loss": 4.8602,
      "step": 19358
    },
    {
      "epoch": 1.6444954128440368,
      "grad_norm": 2.5778873342492568,
      "learning_rate": 0.00025508566359365816,
      "loss": 5.2568,
      "step": 19359
    },
    {
      "epoch": 1.6445803601766904,
      "grad_norm": 2.6303756058885797,
      "learning_rate": 0.00025508076390487656,
      "loss": 5.386,
      "step": 19360
    },
    {
      "epoch": 1.6446653075093443,
      "grad_norm": 2.489826904849224,
      "learning_rate": 0.00025507586399591903,
      "loss": 5.2822,
      "step": 19361
    },
    {
      "epoch": 1.6447502548419979,
      "grad_norm": 2.5660947843732504,
      "learning_rate": 0.000255070963866796,
      "loss": 5.3785,
      "step": 19362
    },
    {
      "epoch": 1.6448352021746517,
      "grad_norm": 2.356454382262836,
      "learning_rate": 0.0002550660635175176,
      "loss": 4.7008,
      "step": 19363
    },
    {
      "epoch": 1.6449201495073056,
      "grad_norm": 2.5291076179902463,
      "learning_rate": 0.0002550611629480942,
      "loss": 5.1829,
      "step": 19364
    },
    {
      "epoch": 1.6450050968399592,
      "grad_norm": 2.448627581080771,
      "learning_rate": 0.00025505626215853607,
      "loss": 5.0375,
      "step": 19365
    },
    {
      "epoch": 1.6450900441726128,
      "grad_norm": 2.6073363256456688,
      "learning_rate": 0.00025505136114885334,
      "loss": 5.5033,
      "step": 19366
    },
    {
      "epoch": 1.6451749915052667,
      "grad_norm": 2.3754261039478064,
      "learning_rate": 0.0002550464599190565,
      "loss": 4.91,
      "step": 19367
    },
    {
      "epoch": 1.6452599388379205,
      "grad_norm": 2.619013158397194,
      "learning_rate": 0.0002550415584691556,
      "loss": 5.3952,
      "step": 19368
    },
    {
      "epoch": 1.6453448861705744,
      "grad_norm": 2.383684963107127,
      "learning_rate": 0.00025503665679916105,
      "loss": 4.8827,
      "step": 19369
    },
    {
      "epoch": 1.645429833503228,
      "grad_norm": 2.632049947168417,
      "learning_rate": 0.00025503175490908307,
      "loss": 5.412,
      "step": 19370
    },
    {
      "epoch": 1.6455147808358817,
      "grad_norm": 2.5327662763967025,
      "learning_rate": 0.000255026852798932,
      "loss": 4.9717,
      "step": 19371
    },
    {
      "epoch": 1.6455997281685355,
      "grad_norm": 2.696641892587578,
      "learning_rate": 0.00025502195046871797,
      "loss": 4.8326,
      "step": 19372
    },
    {
      "epoch": 1.6456846755011894,
      "grad_norm": 2.599621086869937,
      "learning_rate": 0.0002550170479184514,
      "loss": 5.3359,
      "step": 19373
    },
    {
      "epoch": 1.645769622833843,
      "grad_norm": 2.458820044720629,
      "learning_rate": 0.00025501214514814246,
      "loss": 4.9052,
      "step": 19374
    },
    {
      "epoch": 1.6458545701664966,
      "grad_norm": 2.397623028953034,
      "learning_rate": 0.0002550072421578015,
      "loss": 4.6362,
      "step": 19375
    },
    {
      "epoch": 1.6459395174991505,
      "grad_norm": 2.5600819719282852,
      "learning_rate": 0.0002550023389474387,
      "loss": 5.2715,
      "step": 19376
    },
    {
      "epoch": 1.6460244648318043,
      "grad_norm": 2.4754863709388584,
      "learning_rate": 0.0002549974355170644,
      "loss": 5.2584,
      "step": 19377
    },
    {
      "epoch": 1.6461094121644582,
      "grad_norm": 2.5903101907988093,
      "learning_rate": 0.0002549925318666888,
      "loss": 5.5119,
      "step": 19378
    },
    {
      "epoch": 1.6461943594971118,
      "grad_norm": 2.319104498428768,
      "learning_rate": 0.00025498762799632235,
      "loss": 4.2643,
      "step": 19379
    },
    {
      "epoch": 1.6462793068297654,
      "grad_norm": 2.4950992998895303,
      "learning_rate": 0.00025498272390597515,
      "loss": 4.8117,
      "step": 19380
    },
    {
      "epoch": 1.6463642541624193,
      "grad_norm": 2.3938595000911547,
      "learning_rate": 0.00025497781959565755,
      "loss": 4.918,
      "step": 19381
    },
    {
      "epoch": 1.6464492014950731,
      "grad_norm": 2.407944473229814,
      "learning_rate": 0.00025497291506537976,
      "loss": 4.8048,
      "step": 19382
    },
    {
      "epoch": 1.646534148827727,
      "grad_norm": 2.602606230418404,
      "learning_rate": 0.0002549680103151522,
      "loss": 5.3655,
      "step": 19383
    },
    {
      "epoch": 1.6466190961603806,
      "grad_norm": 2.3736842172366472,
      "learning_rate": 0.000254963105344985,
      "loss": 4.8712,
      "step": 19384
    },
    {
      "epoch": 1.6467040434930342,
      "grad_norm": 2.3641147406168117,
      "learning_rate": 0.00025495820015488855,
      "loss": 4.7593,
      "step": 19385
    },
    {
      "epoch": 1.646788990825688,
      "grad_norm": 2.6245323717772235,
      "learning_rate": 0.000254953294744873,
      "loss": 5.3365,
      "step": 19386
    },
    {
      "epoch": 1.646873938158342,
      "grad_norm": 2.598097696998972,
      "learning_rate": 0.0002549483891149487,
      "loss": 5.3149,
      "step": 19387
    },
    {
      "epoch": 1.6469588854909956,
      "grad_norm": 2.6193955325342158,
      "learning_rate": 0.00025494348326512593,
      "loss": 5.4034,
      "step": 19388
    },
    {
      "epoch": 1.6470438328236492,
      "grad_norm": 2.424057136342712,
      "learning_rate": 0.000254938577195415,
      "loss": 4.8447,
      "step": 19389
    },
    {
      "epoch": 1.647128780156303,
      "grad_norm": 2.703268106215959,
      "learning_rate": 0.0002549336709058261,
      "loss": 5.6837,
      "step": 19390
    },
    {
      "epoch": 1.647213727488957,
      "grad_norm": 2.3453050565661977,
      "learning_rate": 0.0002549287643963697,
      "loss": 4.6942,
      "step": 19391
    },
    {
      "epoch": 1.6472986748216107,
      "grad_norm": 2.556898858102501,
      "learning_rate": 0.00025492385766705586,
      "loss": 5.246,
      "step": 19392
    },
    {
      "epoch": 1.6473836221542644,
      "grad_norm": 2.4531106185599496,
      "learning_rate": 0.0002549189507178949,
      "loss": 5.0475,
      "step": 19393
    },
    {
      "epoch": 1.647468569486918,
      "grad_norm": 2.6364140585934397,
      "learning_rate": 0.0002549140435488972,
      "loss": 5.4536,
      "step": 19394
    },
    {
      "epoch": 1.6475535168195719,
      "grad_norm": 2.530680926396947,
      "learning_rate": 0.000254909136160073,
      "loss": 5.0742,
      "step": 19395
    },
    {
      "epoch": 1.6476384641522257,
      "grad_norm": 2.6538979076002422,
      "learning_rate": 0.0002549042285514326,
      "loss": 5.2592,
      "step": 19396
    },
    {
      "epoch": 1.6477234114848793,
      "grad_norm": 2.438809300669907,
      "learning_rate": 0.0002548993207229862,
      "loss": 5.0896,
      "step": 19397
    },
    {
      "epoch": 1.6478083588175332,
      "grad_norm": 2.6233248711431183,
      "learning_rate": 0.0002548944126747442,
      "loss": 4.6201,
      "step": 19398
    },
    {
      "epoch": 1.6478933061501868,
      "grad_norm": 2.667904208878602,
      "learning_rate": 0.0002548895044067167,
      "loss": 5.469,
      "step": 19399
    },
    {
      "epoch": 1.6479782534828407,
      "grad_norm": 2.34648329259922,
      "learning_rate": 0.0002548845959189142,
      "loss": 5.13,
      "step": 19400
    },
    {
      "epoch": 1.6480632008154945,
      "grad_norm": 2.3909896421517924,
      "learning_rate": 0.0002548796872113469,
      "loss": 5.1255,
      "step": 19401
    },
    {
      "epoch": 1.6481481481481481,
      "grad_norm": 2.4661195313754414,
      "learning_rate": 0.00025487477828402505,
      "loss": 5.252,
      "step": 19402
    },
    {
      "epoch": 1.6482330954808018,
      "grad_norm": 2.6008548906173337,
      "learning_rate": 0.00025486986913695903,
      "loss": 5.2854,
      "step": 19403
    },
    {
      "epoch": 1.6483180428134556,
      "grad_norm": 2.3562722628498056,
      "learning_rate": 0.000254864959770159,
      "loss": 4.9181,
      "step": 19404
    },
    {
      "epoch": 1.6484029901461095,
      "grad_norm": 2.6662779200677105,
      "learning_rate": 0.0002548600501836353,
      "loss": 5.4207,
      "step": 19405
    },
    {
      "epoch": 1.6484879374787633,
      "grad_norm": 2.405607324931083,
      "learning_rate": 0.00025485514037739825,
      "loss": 5.0181,
      "step": 19406
    },
    {
      "epoch": 1.648572884811417,
      "grad_norm": 2.606762745057233,
      "learning_rate": 0.0002548502303514581,
      "loss": 5.1776,
      "step": 19407
    },
    {
      "epoch": 1.6486578321440706,
      "grad_norm": 2.3364421052535476,
      "learning_rate": 0.00025484532010582516,
      "loss": 4.5467,
      "step": 19408
    },
    {
      "epoch": 1.6487427794767244,
      "grad_norm": 2.3807085912337196,
      "learning_rate": 0.00025484040964050966,
      "loss": 4.6164,
      "step": 19409
    },
    {
      "epoch": 1.6488277268093783,
      "grad_norm": 2.1393592526348564,
      "learning_rate": 0.000254835498955522,
      "loss": 4.3195,
      "step": 19410
    },
    {
      "epoch": 1.648912674142032,
      "grad_norm": 2.379643585429368,
      "learning_rate": 0.0002548305880508724,
      "loss": 4.9501,
      "step": 19411
    },
    {
      "epoch": 1.6489976214746855,
      "grad_norm": 2.394442326406655,
      "learning_rate": 0.00025482567692657114,
      "loss": 4.835,
      "step": 19412
    },
    {
      "epoch": 1.6490825688073394,
      "grad_norm": 2.648161002787461,
      "learning_rate": 0.0002548207655826285,
      "loss": 5.3228,
      "step": 19413
    },
    {
      "epoch": 1.6491675161399932,
      "grad_norm": 2.631455027885977,
      "learning_rate": 0.0002548158540190549,
      "loss": 5.2294,
      "step": 19414
    },
    {
      "epoch": 1.649252463472647,
      "grad_norm": 2.4467290798102805,
      "learning_rate": 0.0002548109422358604,
      "loss": 5.0167,
      "step": 19415
    },
    {
      "epoch": 1.6493374108053007,
      "grad_norm": 2.341367981813854,
      "learning_rate": 0.0002548060302330555,
      "loss": 5.0125,
      "step": 19416
    },
    {
      "epoch": 1.6494223581379543,
      "grad_norm": 2.4216159843433074,
      "learning_rate": 0.0002548011180106503,
      "loss": 4.9616,
      "step": 19417
    },
    {
      "epoch": 1.6495073054706082,
      "grad_norm": 2.393543781928148,
      "learning_rate": 0.0002547962055686553,
      "loss": 4.7223,
      "step": 19418
    },
    {
      "epoch": 1.649592252803262,
      "grad_norm": 2.515199770318316,
      "learning_rate": 0.00025479129290708073,
      "loss": 5.199,
      "step": 19419
    },
    {
      "epoch": 1.6496772001359157,
      "grad_norm": 2.6737248906242312,
      "learning_rate": 0.00025478638002593684,
      "loss": 5.4407,
      "step": 19420
    },
    {
      "epoch": 1.6497621474685695,
      "grad_norm": 2.5699105706453755,
      "learning_rate": 0.00025478146692523387,
      "loss": 5.369,
      "step": 19421
    },
    {
      "epoch": 1.6498470948012232,
      "grad_norm": 2.3252188323886904,
      "learning_rate": 0.00025477655360498224,
      "loss": 4.4242,
      "step": 19422
    },
    {
      "epoch": 1.649932042133877,
      "grad_norm": 2.4225479702578534,
      "learning_rate": 0.00025477164006519214,
      "loss": 4.9341,
      "step": 19423
    },
    {
      "epoch": 1.6500169894665309,
      "grad_norm": 2.4040888589132443,
      "learning_rate": 0.0002547667263058739,
      "loss": 4.7066,
      "step": 19424
    },
    {
      "epoch": 1.6501019367991845,
      "grad_norm": 2.407958856145399,
      "learning_rate": 0.0002547618123270379,
      "loss": 4.7914,
      "step": 19425
    },
    {
      "epoch": 1.6501868841318381,
      "grad_norm": 2.4620841021979376,
      "learning_rate": 0.00025475689812869427,
      "loss": 4.9331,
      "step": 19426
    },
    {
      "epoch": 1.650271831464492,
      "grad_norm": 2.4466273110003165,
      "learning_rate": 0.0002547519837108535,
      "loss": 5.0077,
      "step": 19427
    },
    {
      "epoch": 1.6503567787971458,
      "grad_norm": 2.6264256160501187,
      "learning_rate": 0.0002547470690735257,
      "loss": 5.4273,
      "step": 19428
    },
    {
      "epoch": 1.6504417261297997,
      "grad_norm": 2.465041027877929,
      "learning_rate": 0.0002547421542167213,
      "loss": 4.9697,
      "step": 19429
    },
    {
      "epoch": 1.6505266734624533,
      "grad_norm": 2.281499938510526,
      "learning_rate": 0.00025473723914045055,
      "loss": 4.3815,
      "step": 19430
    },
    {
      "epoch": 1.650611620795107,
      "grad_norm": 2.4547346048470384,
      "learning_rate": 0.00025473232384472374,
      "loss": 4.9647,
      "step": 19431
    },
    {
      "epoch": 1.6506965681277608,
      "grad_norm": 2.62443724567581,
      "learning_rate": 0.00025472740832955116,
      "loss": 5.3218,
      "step": 19432
    },
    {
      "epoch": 1.6507815154604146,
      "grad_norm": 2.478602024423983,
      "learning_rate": 0.00025472249259494317,
      "loss": 4.9265,
      "step": 19433
    },
    {
      "epoch": 1.6508664627930683,
      "grad_norm": 2.7612080355156414,
      "learning_rate": 0.00025471757664091,
      "loss": 5.528,
      "step": 19434
    },
    {
      "epoch": 1.650951410125722,
      "grad_norm": 2.441279211186739,
      "learning_rate": 0.00025471266046746195,
      "loss": 4.6223,
      "step": 19435
    },
    {
      "epoch": 1.6510363574583757,
      "grad_norm": 2.49518277982682,
      "learning_rate": 0.0002547077440746094,
      "loss": 5.0641,
      "step": 19436
    },
    {
      "epoch": 1.6511213047910296,
      "grad_norm": 2.2491915432676213,
      "learning_rate": 0.00025470282746236256,
      "loss": 4.4042,
      "step": 19437
    },
    {
      "epoch": 1.6512062521236834,
      "grad_norm": 2.440156240209558,
      "learning_rate": 0.00025469791063073186,
      "loss": 4.9917,
      "step": 19438
    },
    {
      "epoch": 1.651291199456337,
      "grad_norm": 2.638009698021859,
      "learning_rate": 0.00025469299357972744,
      "loss": 5.4119,
      "step": 19439
    },
    {
      "epoch": 1.6513761467889907,
      "grad_norm": 2.6063505304784447,
      "learning_rate": 0.00025468807630935964,
      "loss": 5.1407,
      "step": 19440
    },
    {
      "epoch": 1.6514610941216445,
      "grad_norm": 2.4156947306751793,
      "learning_rate": 0.0002546831588196389,
      "loss": 4.849,
      "step": 19441
    },
    {
      "epoch": 1.6515460414542984,
      "grad_norm": 2.6244969153405804,
      "learning_rate": 0.00025467824111057534,
      "loss": 5.287,
      "step": 19442
    },
    {
      "epoch": 1.6516309887869522,
      "grad_norm": 2.4394146971428983,
      "learning_rate": 0.0002546733231821794,
      "loss": 5.0173,
      "step": 19443
    },
    {
      "epoch": 1.6517159361196059,
      "grad_norm": 2.5181547921971923,
      "learning_rate": 0.0002546684050344613,
      "loss": 4.7852,
      "step": 19444
    },
    {
      "epoch": 1.6518008834522595,
      "grad_norm": 2.399745587983353,
      "learning_rate": 0.0002546634866674314,
      "loss": 4.9043,
      "step": 19445
    },
    {
      "epoch": 1.6518858307849134,
      "grad_norm": 2.5507263064558963,
      "learning_rate": 0.0002546585680811,
      "loss": 5.2269,
      "step": 19446
    },
    {
      "epoch": 1.6519707781175672,
      "grad_norm": 2.5723253933566665,
      "learning_rate": 0.0002546536492754774,
      "loss": 5.1965,
      "step": 19447
    },
    {
      "epoch": 1.6520557254502208,
      "grad_norm": 2.563294718489752,
      "learning_rate": 0.00025464873025057383,
      "loss": 5.086,
      "step": 19448
    },
    {
      "epoch": 1.6521406727828745,
      "grad_norm": 2.4400564160664455,
      "learning_rate": 0.0002546438110063997,
      "loss": 4.8421,
      "step": 19449
    },
    {
      "epoch": 1.6522256201155283,
      "grad_norm": 2.389477118246893,
      "learning_rate": 0.0002546388915429653,
      "loss": 4.9978,
      "step": 19450
    },
    {
      "epoch": 1.6523105674481822,
      "grad_norm": 2.547858439955274,
      "learning_rate": 0.00025463397186028093,
      "loss": 5.2553,
      "step": 19451
    },
    {
      "epoch": 1.652395514780836,
      "grad_norm": 2.341146073362471,
      "learning_rate": 0.0002546290519583568,
      "loss": 4.9718,
      "step": 19452
    },
    {
      "epoch": 1.6524804621134896,
      "grad_norm": 2.4693383934732074,
      "learning_rate": 0.0002546241318372034,
      "loss": 4.9632,
      "step": 19453
    },
    {
      "epoch": 1.6525654094461433,
      "grad_norm": 2.6658689522638426,
      "learning_rate": 0.0002546192114968309,
      "loss": 5.0598,
      "step": 19454
    },
    {
      "epoch": 1.6526503567787971,
      "grad_norm": 2.392724452073335,
      "learning_rate": 0.0002546142909372496,
      "loss": 4.8242,
      "step": 19455
    },
    {
      "epoch": 1.652735304111451,
      "grad_norm": 2.3590359596126618,
      "learning_rate": 0.00025460937015847,
      "loss": 4.8727,
      "step": 19456
    },
    {
      "epoch": 1.6528202514441046,
      "grad_norm": 2.553667565348821,
      "learning_rate": 0.0002546044491605022,
      "loss": 5.3463,
      "step": 19457
    },
    {
      "epoch": 1.6529051987767585,
      "grad_norm": 2.28282699312266,
      "learning_rate": 0.00025459952794335656,
      "loss": 4.8061,
      "step": 19458
    },
    {
      "epoch": 1.652990146109412,
      "grad_norm": 2.3420661681292234,
      "learning_rate": 0.00025459460650704345,
      "loss": 4.8194,
      "step": 19459
    },
    {
      "epoch": 1.653075093442066,
      "grad_norm": 2.4882347742275726,
      "learning_rate": 0.00025458968485157313,
      "loss": 5.1602,
      "step": 19460
    },
    {
      "epoch": 1.6531600407747198,
      "grad_norm": 2.3671857347099716,
      "learning_rate": 0.00025458476297695595,
      "loss": 4.7514,
      "step": 19461
    },
    {
      "epoch": 1.6532449881073734,
      "grad_norm": 2.3740617644247695,
      "learning_rate": 0.00025457984088320216,
      "loss": 4.8072,
      "step": 19462
    },
    {
      "epoch": 1.653329935440027,
      "grad_norm": 2.5914154347103797,
      "learning_rate": 0.00025457491857032216,
      "loss": 5.3384,
      "step": 19463
    },
    {
      "epoch": 1.653414882772681,
      "grad_norm": 2.434612475076371,
      "learning_rate": 0.0002545699960383262,
      "loss": 4.933,
      "step": 19464
    },
    {
      "epoch": 1.6534998301053347,
      "grad_norm": 2.3534028686726636,
      "learning_rate": 0.00025456507328722465,
      "loss": 4.9332,
      "step": 19465
    },
    {
      "epoch": 1.6535847774379886,
      "grad_norm": 2.583902008301465,
      "learning_rate": 0.00025456015031702773,
      "loss": 5.2323,
      "step": 19466
    },
    {
      "epoch": 1.6536697247706422,
      "grad_norm": 2.443091867328505,
      "learning_rate": 0.00025455522712774587,
      "loss": 4.9678,
      "step": 19467
    },
    {
      "epoch": 1.6537546721032959,
      "grad_norm": 2.5552136700289148,
      "learning_rate": 0.0002545503037193893,
      "loss": 5.162,
      "step": 19468
    },
    {
      "epoch": 1.6538396194359497,
      "grad_norm": 2.4998037026665227,
      "learning_rate": 0.0002545453800919684,
      "loss": 5.0509,
      "step": 19469
    },
    {
      "epoch": 1.6539245667686036,
      "grad_norm": 2.4666355576300623,
      "learning_rate": 0.0002545404562454934,
      "loss": 5.1238,
      "step": 19470
    },
    {
      "epoch": 1.6540095141012572,
      "grad_norm": 2.365118311325263,
      "learning_rate": 0.0002545355321799747,
      "loss": 4.3076,
      "step": 19471
    },
    {
      "epoch": 1.6540944614339108,
      "grad_norm": 2.3862455355536256,
      "learning_rate": 0.0002545306078954226,
      "loss": 4.8296,
      "step": 19472
    },
    {
      "epoch": 1.6541794087665647,
      "grad_norm": 2.4543913602445313,
      "learning_rate": 0.0002545256833918474,
      "loss": 5.1856,
      "step": 19473
    },
    {
      "epoch": 1.6542643560992185,
      "grad_norm": 2.3926153662235015,
      "learning_rate": 0.0002545207586692594,
      "loss": 4.9202,
      "step": 19474
    },
    {
      "epoch": 1.6543493034318724,
      "grad_norm": 2.4075316848626676,
      "learning_rate": 0.000254515833727669,
      "loss": 4.6711,
      "step": 19475
    },
    {
      "epoch": 1.654434250764526,
      "grad_norm": 2.4126644055242035,
      "learning_rate": 0.00025451090856708637,
      "loss": 5.0523,
      "step": 19476
    },
    {
      "epoch": 1.6545191980971796,
      "grad_norm": 2.5783113443143475,
      "learning_rate": 0.000254505983187522,
      "loss": 5.2962,
      "step": 19477
    },
    {
      "epoch": 1.6546041454298335,
      "grad_norm": 2.3619704266102746,
      "learning_rate": 0.00025450105758898606,
      "loss": 4.7606,
      "step": 19478
    },
    {
      "epoch": 1.6546890927624873,
      "grad_norm": 2.5789690051727354,
      "learning_rate": 0.000254496131771489,
      "loss": 5.4733,
      "step": 19479
    },
    {
      "epoch": 1.6547740400951412,
      "grad_norm": 2.4864043521948216,
      "learning_rate": 0.00025449120573504106,
      "loss": 4.7649,
      "step": 19480
    },
    {
      "epoch": 1.6548589874277948,
      "grad_norm": 2.4709735237514656,
      "learning_rate": 0.0002544862794796526,
      "loss": 4.9909,
      "step": 19481
    },
    {
      "epoch": 1.6549439347604484,
      "grad_norm": 2.444987742352995,
      "learning_rate": 0.00025448135300533387,
      "loss": 4.9149,
      "step": 19482
    },
    {
      "epoch": 1.6550288820931023,
      "grad_norm": 2.4572029815984964,
      "learning_rate": 0.00025447642631209533,
      "loss": 5.3352,
      "step": 19483
    },
    {
      "epoch": 1.6551138294257561,
      "grad_norm": 2.385356747547464,
      "learning_rate": 0.0002544714993999472,
      "loss": 5.0597,
      "step": 19484
    },
    {
      "epoch": 1.6551987767584098,
      "grad_norm": 2.509081308753044,
      "learning_rate": 0.0002544665722688998,
      "loss": 5.0001,
      "step": 19485
    },
    {
      "epoch": 1.6552837240910634,
      "grad_norm": 2.670031697889821,
      "learning_rate": 0.0002544616449189635,
      "loss": 5.6397,
      "step": 19486
    },
    {
      "epoch": 1.6553686714237172,
      "grad_norm": 2.3425567685664395,
      "learning_rate": 0.0002544567173501486,
      "loss": 4.8809,
      "step": 19487
    },
    {
      "epoch": 1.655453618756371,
      "grad_norm": 2.3272673993853368,
      "learning_rate": 0.0002544517895624654,
      "loss": 4.6594,
      "step": 19488
    },
    {
      "epoch": 1.655538566089025,
      "grad_norm": 2.3811513867092895,
      "learning_rate": 0.0002544468615559243,
      "loss": 4.8208,
      "step": 19489
    },
    {
      "epoch": 1.6556235134216786,
      "grad_norm": 2.3410790731380735,
      "learning_rate": 0.0002544419333305355,
      "loss": 4.7948,
      "step": 19490
    },
    {
      "epoch": 1.6557084607543322,
      "grad_norm": 2.3239364294395246,
      "learning_rate": 0.00025443700488630945,
      "loss": 4.6525,
      "step": 19491
    },
    {
      "epoch": 1.655793408086986,
      "grad_norm": 2.14275665925082,
      "learning_rate": 0.00025443207622325646,
      "loss": 4.3977,
      "step": 19492
    },
    {
      "epoch": 1.65587835541964,
      "grad_norm": 2.3620216089248895,
      "learning_rate": 0.00025442714734138686,
      "loss": 4.8079,
      "step": 19493
    },
    {
      "epoch": 1.6559633027522935,
      "grad_norm": 2.4854290538769326,
      "learning_rate": 0.00025442221824071085,
      "loss": 4.6942,
      "step": 19494
    },
    {
      "epoch": 1.6560482500849474,
      "grad_norm": 2.423041416102006,
      "learning_rate": 0.00025441728892123893,
      "loss": 4.5567,
      "step": 19495
    },
    {
      "epoch": 1.656133197417601,
      "grad_norm": 2.5928522872032707,
      "learning_rate": 0.0002544123593829813,
      "loss": 5.4583,
      "step": 19496
    },
    {
      "epoch": 1.6562181447502549,
      "grad_norm": 2.314629966917742,
      "learning_rate": 0.0002544074296259484,
      "loss": 4.75,
      "step": 19497
    },
    {
      "epoch": 1.6563030920829087,
      "grad_norm": 2.4860732800344874,
      "learning_rate": 0.0002544024996501504,
      "loss": 5.0677,
      "step": 19498
    },
    {
      "epoch": 1.6563880394155623,
      "grad_norm": 2.5671622600011785,
      "learning_rate": 0.0002543975694555978,
      "loss": 5.3561,
      "step": 19499
    },
    {
      "epoch": 1.656472986748216,
      "grad_norm": 2.401270761605516,
      "learning_rate": 0.0002543926390423009,
      "loss": 4.7383,
      "step": 19500
    },
    {
      "epoch": 1.6565579340808698,
      "grad_norm": 2.469205477268645,
      "learning_rate": 0.0002543877084102699,
      "loss": 5.0404,
      "step": 19501
    },
    {
      "epoch": 1.6566428814135237,
      "grad_norm": 2.4167588630266486,
      "learning_rate": 0.00025438277755951525,
      "loss": 4.7004,
      "step": 19502
    },
    {
      "epoch": 1.6567278287461775,
      "grad_norm": 2.5585519950231026,
      "learning_rate": 0.0002543778464900473,
      "loss": 5.277,
      "step": 19503
    },
    {
      "epoch": 1.6568127760788312,
      "grad_norm": 2.4377417603998066,
      "learning_rate": 0.0002543729152018763,
      "loss": 4.5591,
      "step": 19504
    },
    {
      "epoch": 1.6568977234114848,
      "grad_norm": 2.649573475993316,
      "learning_rate": 0.0002543679836950126,
      "loss": 5.265,
      "step": 19505
    },
    {
      "epoch": 1.6569826707441386,
      "grad_norm": 2.3541502846883327,
      "learning_rate": 0.0002543630519694666,
      "loss": 4.7134,
      "step": 19506
    },
    {
      "epoch": 1.6570676180767925,
      "grad_norm": 2.4640046822173756,
      "learning_rate": 0.0002543581200252485,
      "loss": 4.9688,
      "step": 19507
    },
    {
      "epoch": 1.657152565409446,
      "grad_norm": 2.4504800315764017,
      "learning_rate": 0.0002543531878623688,
      "loss": 5.1128,
      "step": 19508
    },
    {
      "epoch": 1.6572375127420997,
      "grad_norm": 2.416400763791568,
      "learning_rate": 0.00025434825548083776,
      "loss": 5.088,
      "step": 19509
    },
    {
      "epoch": 1.6573224600747536,
      "grad_norm": 2.439241686036,
      "learning_rate": 0.0002543433228806657,
      "loss": 4.9696,
      "step": 19510
    },
    {
      "epoch": 1.6574074074074074,
      "grad_norm": 2.366553283146942,
      "learning_rate": 0.00025433839006186297,
      "loss": 4.9506,
      "step": 19511
    },
    {
      "epoch": 1.6574923547400613,
      "grad_norm": 2.4375628112311425,
      "learning_rate": 0.00025433345702443986,
      "loss": 5.051,
      "step": 19512
    },
    {
      "epoch": 1.657577302072715,
      "grad_norm": 2.5861578737174282,
      "learning_rate": 0.00025432852376840675,
      "loss": 5.2736,
      "step": 19513
    },
    {
      "epoch": 1.6576622494053685,
      "grad_norm": 2.7518409652953415,
      "learning_rate": 0.00025432359029377397,
      "loss": 5.3979,
      "step": 19514
    },
    {
      "epoch": 1.6577471967380224,
      "grad_norm": 2.2867108279880286,
      "learning_rate": 0.0002543186566005519,
      "loss": 4.4402,
      "step": 19515
    },
    {
      "epoch": 1.6578321440706763,
      "grad_norm": 2.5459518906008807,
      "learning_rate": 0.0002543137226887508,
      "loss": 5.0745,
      "step": 19516
    },
    {
      "epoch": 1.65791709140333,
      "grad_norm": 2.520876169916131,
      "learning_rate": 0.00025430878855838105,
      "loss": 4.9346,
      "step": 19517
    },
    {
      "epoch": 1.6580020387359837,
      "grad_norm": 2.4589830388173834,
      "learning_rate": 0.000254303854209453,
      "loss": 5.0168,
      "step": 19518
    },
    {
      "epoch": 1.6580869860686374,
      "grad_norm": 2.4383692993527752,
      "learning_rate": 0.00025429891964197696,
      "loss": 4.8843,
      "step": 19519
    },
    {
      "epoch": 1.6581719334012912,
      "grad_norm": 2.5174548853858894,
      "learning_rate": 0.0002542939848559633,
      "loss": 5.2417,
      "step": 19520
    },
    {
      "epoch": 1.658256880733945,
      "grad_norm": 2.4037870402393366,
      "learning_rate": 0.0002542890498514223,
      "loss": 4.6316,
      "step": 19521
    },
    {
      "epoch": 1.6583418280665987,
      "grad_norm": 2.4676957102551786,
      "learning_rate": 0.00025428411462836433,
      "loss": 4.8802,
      "step": 19522
    },
    {
      "epoch": 1.6584267753992523,
      "grad_norm": 2.4224911345853926,
      "learning_rate": 0.00025427917918679983,
      "loss": 4.7229,
      "step": 19523
    },
    {
      "epoch": 1.6585117227319062,
      "grad_norm": 2.5225493428011903,
      "learning_rate": 0.00025427424352673895,
      "loss": 5.1973,
      "step": 19524
    },
    {
      "epoch": 1.65859667006456,
      "grad_norm": 2.3900239286905895,
      "learning_rate": 0.0002542693076481922,
      "loss": 4.878,
      "step": 19525
    },
    {
      "epoch": 1.6586816173972139,
      "grad_norm": 2.4221392377685502,
      "learning_rate": 0.00025426437155116985,
      "loss": 4.8848,
      "step": 19526
    },
    {
      "epoch": 1.6587665647298675,
      "grad_norm": 2.5376974328117625,
      "learning_rate": 0.00025425943523568224,
      "loss": 5.0506,
      "step": 19527
    },
    {
      "epoch": 1.6588515120625211,
      "grad_norm": 2.538919497233598,
      "learning_rate": 0.0002542544987017397,
      "loss": 5.1454,
      "step": 19528
    },
    {
      "epoch": 1.658936459395175,
      "grad_norm": 2.451379213109268,
      "learning_rate": 0.0002542495619493527,
      "loss": 4.7215,
      "step": 19529
    },
    {
      "epoch": 1.6590214067278288,
      "grad_norm": 2.566952007104518,
      "learning_rate": 0.00025424462497853137,
      "loss": 4.9514,
      "step": 19530
    },
    {
      "epoch": 1.6591063540604825,
      "grad_norm": 2.4178183435641305,
      "learning_rate": 0.00025423968778928615,
      "loss": 4.769,
      "step": 19531
    },
    {
      "epoch": 1.6591913013931363,
      "grad_norm": 2.393495410622681,
      "learning_rate": 0.0002542347503816275,
      "loss": 4.7527,
      "step": 19532
    },
    {
      "epoch": 1.65927624872579,
      "grad_norm": 2.690818004478474,
      "learning_rate": 0.0002542298127555656,
      "loss": 5.3347,
      "step": 19533
    },
    {
      "epoch": 1.6593611960584438,
      "grad_norm": 2.506424434134141,
      "learning_rate": 0.0002542248749111109,
      "loss": 5.0898,
      "step": 19534
    },
    {
      "epoch": 1.6594461433910976,
      "grad_norm": 2.446149159741074,
      "learning_rate": 0.00025421993684827363,
      "loss": 4.5359,
      "step": 19535
    },
    {
      "epoch": 1.6595310907237513,
      "grad_norm": 2.4540585118739044,
      "learning_rate": 0.00025421499856706427,
      "loss": 5.0758,
      "step": 19536
    },
    {
      "epoch": 1.659616038056405,
      "grad_norm": 2.5505920707747207,
      "learning_rate": 0.00025421006006749313,
      "loss": 5.0482,
      "step": 19537
    },
    {
      "epoch": 1.6597009853890587,
      "grad_norm": 2.46269130712649,
      "learning_rate": 0.0002542051213495705,
      "loss": 5.1994,
      "step": 19538
    },
    {
      "epoch": 1.6597859327217126,
      "grad_norm": 2.574609679600245,
      "learning_rate": 0.00025420018241330684,
      "loss": 5.4326,
      "step": 19539
    },
    {
      "epoch": 1.6598708800543664,
      "grad_norm": 2.3911538138079287,
      "learning_rate": 0.00025419524325871236,
      "loss": 4.6029,
      "step": 19540
    },
    {
      "epoch": 1.65995582738702,
      "grad_norm": 2.3977011683450637,
      "learning_rate": 0.0002541903038857975,
      "loss": 4.9796,
      "step": 19541
    },
    {
      "epoch": 1.6600407747196737,
      "grad_norm": 2.255532093093113,
      "learning_rate": 0.0002541853642945725,
      "loss": 4.3888,
      "step": 19542
    },
    {
      "epoch": 1.6601257220523276,
      "grad_norm": 2.2849888157246117,
      "learning_rate": 0.0002541804244850479,
      "loss": 4.5827,
      "step": 19543
    },
    {
      "epoch": 1.6602106693849814,
      "grad_norm": 2.382461816135701,
      "learning_rate": 0.0002541754844572339,
      "loss": 4.8043,
      "step": 19544
    },
    {
      "epoch": 1.660295616717635,
      "grad_norm": 2.428840516589956,
      "learning_rate": 0.0002541705442111409,
      "loss": 4.8107,
      "step": 19545
    },
    {
      "epoch": 1.6603805640502887,
      "grad_norm": 2.466536806569578,
      "learning_rate": 0.0002541656037467793,
      "loss": 5.0311,
      "step": 19546
    },
    {
      "epoch": 1.6604655113829425,
      "grad_norm": 2.4401623010439013,
      "learning_rate": 0.0002541606630641593,
      "loss": 5.1853,
      "step": 19547
    },
    {
      "epoch": 1.6605504587155964,
      "grad_norm": 2.4319997768452177,
      "learning_rate": 0.00025415572216329146,
      "loss": 5.1204,
      "step": 19548
    },
    {
      "epoch": 1.6606354060482502,
      "grad_norm": 2.3634317376791047,
      "learning_rate": 0.00025415078104418595,
      "loss": 4.3667,
      "step": 19549
    },
    {
      "epoch": 1.6607203533809038,
      "grad_norm": 2.4112092959097104,
      "learning_rate": 0.0002541458397068532,
      "loss": 5.0921,
      "step": 19550
    },
    {
      "epoch": 1.6608053007135575,
      "grad_norm": 2.6863590906070214,
      "learning_rate": 0.0002541408981513036,
      "loss": 5.4962,
      "step": 19551
    },
    {
      "epoch": 1.6608902480462113,
      "grad_norm": 2.406793000476119,
      "learning_rate": 0.0002541359563775474,
      "loss": 5.0396,
      "step": 19552
    },
    {
      "epoch": 1.6609751953788652,
      "grad_norm": 2.5037481440090454,
      "learning_rate": 0.00025413101438559503,
      "loss": 5.1071,
      "step": 19553
    },
    {
      "epoch": 1.6610601427115188,
      "grad_norm": 2.503329704933594,
      "learning_rate": 0.0002541260721754569,
      "loss": 4.7738,
      "step": 19554
    },
    {
      "epoch": 1.6611450900441727,
      "grad_norm": 2.416471427011226,
      "learning_rate": 0.00025412112974714326,
      "loss": 4.7072,
      "step": 19555
    },
    {
      "epoch": 1.6612300373768263,
      "grad_norm": 2.3534855247867386,
      "learning_rate": 0.00025411618710066453,
      "loss": 5.0517,
      "step": 19556
    },
    {
      "epoch": 1.6613149847094801,
      "grad_norm": 2.5785580311156,
      "learning_rate": 0.000254111244236031,
      "loss": 5.2531,
      "step": 19557
    },
    {
      "epoch": 1.661399932042134,
      "grad_norm": 2.326489961309163,
      "learning_rate": 0.0002541063011532531,
      "loss": 4.7875,
      "step": 19558
    },
    {
      "epoch": 1.6614848793747876,
      "grad_norm": 2.4661703254261242,
      "learning_rate": 0.0002541013578523411,
      "loss": 5.0103,
      "step": 19559
    },
    {
      "epoch": 1.6615698267074412,
      "grad_norm": 2.4886079790270434,
      "learning_rate": 0.00025409641433330545,
      "loss": 5.0551,
      "step": 19560
    },
    {
      "epoch": 1.661654774040095,
      "grad_norm": 2.565891749994593,
      "learning_rate": 0.00025409147059615646,
      "loss": 5.1653,
      "step": 19561
    },
    {
      "epoch": 1.661739721372749,
      "grad_norm": 2.5454628662264414,
      "learning_rate": 0.0002540865266409045,
      "loss": 5.1252,
      "step": 19562
    },
    {
      "epoch": 1.6618246687054028,
      "grad_norm": 2.4791168448067094,
      "learning_rate": 0.00025408158246755994,
      "loss": 4.7509,
      "step": 19563
    },
    {
      "epoch": 1.6619096160380564,
      "grad_norm": 2.7278234215093877,
      "learning_rate": 0.00025407663807613316,
      "loss": 5.3668,
      "step": 19564
    },
    {
      "epoch": 1.66199456337071,
      "grad_norm": 2.462538007398004,
      "learning_rate": 0.0002540716934666344,
      "loss": 5.3272,
      "step": 19565
    },
    {
      "epoch": 1.662079510703364,
      "grad_norm": 2.368429051797454,
      "learning_rate": 0.00025406674863907424,
      "loss": 5.0038,
      "step": 19566
    },
    {
      "epoch": 1.6621644580360178,
      "grad_norm": 2.6910098607711017,
      "learning_rate": 0.0002540618035934628,
      "loss": 5.3931,
      "step": 19567
    },
    {
      "epoch": 1.6622494053686714,
      "grad_norm": 2.642797114527702,
      "learning_rate": 0.00025405685832981056,
      "loss": 5.3204,
      "step": 19568
    },
    {
      "epoch": 1.662334352701325,
      "grad_norm": 2.3400439340835084,
      "learning_rate": 0.00025405191284812796,
      "loss": 4.7218,
      "step": 19569
    },
    {
      "epoch": 1.6624193000339789,
      "grad_norm": 2.4558764940063225,
      "learning_rate": 0.0002540469671484252,
      "loss": 4.8475,
      "step": 19570
    },
    {
      "epoch": 1.6625042473666327,
      "grad_norm": 2.498697416039034,
      "learning_rate": 0.0002540420212307127,
      "loss": 5.1014,
      "step": 19571
    },
    {
      "epoch": 1.6625891946992866,
      "grad_norm": 2.4693632981055864,
      "learning_rate": 0.0002540370750950009,
      "loss": 5.0807,
      "step": 19572
    },
    {
      "epoch": 1.6626741420319402,
      "grad_norm": 2.5115809564272995,
      "learning_rate": 0.0002540321287413001,
      "loss": 5.032,
      "step": 19573
    },
    {
      "epoch": 1.6627590893645938,
      "grad_norm": 2.29875482909233,
      "learning_rate": 0.00025402718216962063,
      "loss": 5.0032,
      "step": 19574
    },
    {
      "epoch": 1.6628440366972477,
      "grad_norm": 2.2573673402891408,
      "learning_rate": 0.0002540222353799729,
      "loss": 4.7726,
      "step": 19575
    },
    {
      "epoch": 1.6629289840299015,
      "grad_norm": 2.34229674389238,
      "learning_rate": 0.00025401728837236726,
      "loss": 5.1291,
      "step": 19576
    },
    {
      "epoch": 1.6630139313625554,
      "grad_norm": 2.6408102449654747,
      "learning_rate": 0.0002540123411468141,
      "loss": 5.4252,
      "step": 19577
    },
    {
      "epoch": 1.663098878695209,
      "grad_norm": 2.362497476923174,
      "learning_rate": 0.0002540073937033238,
      "loss": 4.8938,
      "step": 19578
    },
    {
      "epoch": 1.6631838260278626,
      "grad_norm": 2.456948064614949,
      "learning_rate": 0.00025400244604190667,
      "loss": 4.8951,
      "step": 19579
    },
    {
      "epoch": 1.6632687733605165,
      "grad_norm": 2.3858805902283904,
      "learning_rate": 0.0002539974981625731,
      "loss": 4.8078,
      "step": 19580
    },
    {
      "epoch": 1.6633537206931703,
      "grad_norm": 2.3700932890825133,
      "learning_rate": 0.0002539925500653335,
      "loss": 4.8469,
      "step": 19581
    },
    {
      "epoch": 1.663438668025824,
      "grad_norm": 2.3327902496912385,
      "learning_rate": 0.0002539876017501981,
      "loss": 4.8927,
      "step": 19582
    },
    {
      "epoch": 1.6635236153584776,
      "grad_norm": 2.276020325119571,
      "learning_rate": 0.00025398265321717743,
      "loss": 4.4389,
      "step": 19583
    },
    {
      "epoch": 1.6636085626911314,
      "grad_norm": 2.5533817261384772,
      "learning_rate": 0.0002539777044662818,
      "loss": 5.0693,
      "step": 19584
    },
    {
      "epoch": 1.6636935100237853,
      "grad_norm": 2.3643294550420726,
      "learning_rate": 0.0002539727554975216,
      "loss": 4.5508,
      "step": 19585
    },
    {
      "epoch": 1.6637784573564391,
      "grad_norm": 2.6230535252079026,
      "learning_rate": 0.00025396780631090716,
      "loss": 5.1993,
      "step": 19586
    },
    {
      "epoch": 1.6638634046890928,
      "grad_norm": 2.4620345556728744,
      "learning_rate": 0.0002539628569064488,
      "loss": 4.716,
      "step": 19587
    },
    {
      "epoch": 1.6639483520217464,
      "grad_norm": 2.4166540378343675,
      "learning_rate": 0.00025395790728415706,
      "loss": 5.0106,
      "step": 19588
    },
    {
      "epoch": 1.6640332993544003,
      "grad_norm": 2.598451273070063,
      "learning_rate": 0.0002539529574440421,
      "loss": 5.2166,
      "step": 19589
    },
    {
      "epoch": 1.664118246687054,
      "grad_norm": 2.6760744112258195,
      "learning_rate": 0.00025394800738611444,
      "loss": 5.4306,
      "step": 19590
    },
    {
      "epoch": 1.6642031940197077,
      "grad_norm": 2.433171268069643,
      "learning_rate": 0.0002539430571103844,
      "loss": 4.9067,
      "step": 19591
    },
    {
      "epoch": 1.6642881413523616,
      "grad_norm": 2.4881035583013085,
      "learning_rate": 0.00025393810661686236,
      "loss": 5.0697,
      "step": 19592
    },
    {
      "epoch": 1.6643730886850152,
      "grad_norm": 2.429597893446023,
      "learning_rate": 0.0002539331559055587,
      "loss": 4.6848,
      "step": 19593
    },
    {
      "epoch": 1.664458036017669,
      "grad_norm": 2.381243900649104,
      "learning_rate": 0.0002539282049764838,
      "loss": 4.793,
      "step": 19594
    },
    {
      "epoch": 1.664542983350323,
      "grad_norm": 2.6443015624272914,
      "learning_rate": 0.00025392325382964803,
      "loss": 5.5895,
      "step": 19595
    },
    {
      "epoch": 1.6646279306829765,
      "grad_norm": 2.5117882618635443,
      "learning_rate": 0.0002539183024650617,
      "loss": 4.863,
      "step": 19596
    },
    {
      "epoch": 1.6647128780156302,
      "grad_norm": 2.386091591872154,
      "learning_rate": 0.0002539133508827353,
      "loss": 4.8218,
      "step": 19597
    },
    {
      "epoch": 1.664797825348284,
      "grad_norm": 2.422886871979871,
      "learning_rate": 0.00025390839908267913,
      "loss": 4.9366,
      "step": 19598
    },
    {
      "epoch": 1.6648827726809379,
      "grad_norm": 2.4017178011414813,
      "learning_rate": 0.00025390344706490353,
      "loss": 4.8161,
      "step": 19599
    },
    {
      "epoch": 1.6649677200135917,
      "grad_norm": 2.2089143691713065,
      "learning_rate": 0.000253898494829419,
      "loss": 4.1205,
      "step": 19600
    },
    {
      "epoch": 1.6650526673462454,
      "grad_norm": 2.495705519767564,
      "learning_rate": 0.0002538935423762358,
      "loss": 5.2589,
      "step": 19601
    },
    {
      "epoch": 1.665137614678899,
      "grad_norm": 2.5084617693828246,
      "learning_rate": 0.00025388858970536437,
      "loss": 5.2158,
      "step": 19602
    },
    {
      "epoch": 1.6652225620115528,
      "grad_norm": 2.576038404254893,
      "learning_rate": 0.00025388363681681504,
      "loss": 5.2401,
      "step": 19603
    },
    {
      "epoch": 1.6653075093442067,
      "grad_norm": 2.4018074414770116,
      "learning_rate": 0.0002538786837105982,
      "loss": 4.762,
      "step": 19604
    },
    {
      "epoch": 1.6653924566768603,
      "grad_norm": 2.6067911520867697,
      "learning_rate": 0.0002538737303867243,
      "loss": 5.456,
      "step": 19605
    },
    {
      "epoch": 1.665477404009514,
      "grad_norm": 2.4952211473662245,
      "learning_rate": 0.0002538687768452036,
      "loss": 4.8372,
      "step": 19606
    },
    {
      "epoch": 1.6655623513421678,
      "grad_norm": 2.4483922353201213,
      "learning_rate": 0.0002538638230860466,
      "loss": 4.9058,
      "step": 19607
    },
    {
      "epoch": 1.6656472986748216,
      "grad_norm": 2.3995539775868573,
      "learning_rate": 0.0002538588691092636,
      "loss": 4.7195,
      "step": 19608
    },
    {
      "epoch": 1.6657322460074755,
      "grad_norm": 2.434169425782622,
      "learning_rate": 0.00025385391491486496,
      "loss": 4.7802,
      "step": 19609
    },
    {
      "epoch": 1.6658171933401291,
      "grad_norm": 2.427485055161847,
      "learning_rate": 0.00025384896050286115,
      "loss": 4.8171,
      "step": 19610
    },
    {
      "epoch": 1.6659021406727827,
      "grad_norm": 2.400721937677946,
      "learning_rate": 0.00025384400587326247,
      "loss": 4.8239,
      "step": 19611
    },
    {
      "epoch": 1.6659870880054366,
      "grad_norm": 2.544133312170335,
      "learning_rate": 0.00025383905102607936,
      "loss": 5.0303,
      "step": 19612
    },
    {
      "epoch": 1.6660720353380905,
      "grad_norm": 2.5131943528712317,
      "learning_rate": 0.00025383409596132215,
      "loss": 5.2062,
      "step": 19613
    },
    {
      "epoch": 1.6661569826707443,
      "grad_norm": 2.502704274573726,
      "learning_rate": 0.00025382914067900123,
      "loss": 4.9618,
      "step": 19614
    },
    {
      "epoch": 1.666241930003398,
      "grad_norm": 2.3731047457010193,
      "learning_rate": 0.00025382418517912707,
      "loss": 4.815,
      "step": 19615
    },
    {
      "epoch": 1.6663268773360516,
      "grad_norm": 2.4321773173939474,
      "learning_rate": 0.0002538192294617099,
      "loss": 4.8108,
      "step": 19616
    },
    {
      "epoch": 1.6664118246687054,
      "grad_norm": 2.4883424592864247,
      "learning_rate": 0.00025381427352676026,
      "loss": 4.9513,
      "step": 19617
    },
    {
      "epoch": 1.6664967720013593,
      "grad_norm": 2.506080938510254,
      "learning_rate": 0.00025380931737428844,
      "loss": 5.2011,
      "step": 19618
    },
    {
      "epoch": 1.666581719334013,
      "grad_norm": 2.6041932474076024,
      "learning_rate": 0.0002538043610043048,
      "loss": 5.1672,
      "step": 19619
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 2.4202267364047167,
      "learning_rate": 0.0002537994044168198,
      "loss": 4.6618,
      "step": 19620
    },
    {
      "epoch": 1.6667516139993204,
      "grad_norm": 2.499891890923608,
      "learning_rate": 0.0002537944476118438,
      "loss": 5.085,
      "step": 19621
    },
    {
      "epoch": 1.6668365613319742,
      "grad_norm": 2.468367284337241,
      "learning_rate": 0.0002537894905893872,
      "loss": 5.0232,
      "step": 19622
    },
    {
      "epoch": 1.666921508664628,
      "grad_norm": 2.636519462719127,
      "learning_rate": 0.00025378453334946036,
      "loss": 5.3894,
      "step": 19623
    },
    {
      "epoch": 1.6670064559972817,
      "grad_norm": 2.662689107428306,
      "learning_rate": 0.00025377957589207365,
      "loss": 5.1925,
      "step": 19624
    },
    {
      "epoch": 1.6670914033299353,
      "grad_norm": 2.4172255211275298,
      "learning_rate": 0.0002537746182172375,
      "loss": 5.0767,
      "step": 19625
    },
    {
      "epoch": 1.6671763506625892,
      "grad_norm": 2.4810941461711504,
      "learning_rate": 0.0002537696603249623,
      "loss": 5.1559,
      "step": 19626
    },
    {
      "epoch": 1.667261297995243,
      "grad_norm": 2.5389833025423587,
      "learning_rate": 0.0002537647022152584,
      "loss": 5.1165,
      "step": 19627
    },
    {
      "epoch": 1.6673462453278967,
      "grad_norm": 2.4908663112465317,
      "learning_rate": 0.00025375974388813625,
      "loss": 4.743,
      "step": 19628
    },
    {
      "epoch": 1.6674311926605505,
      "grad_norm": 2.359279460601969,
      "learning_rate": 0.0002537547853436061,
      "loss": 4.7971,
      "step": 19629
    },
    {
      "epoch": 1.6675161399932041,
      "grad_norm": 2.4425268673437768,
      "learning_rate": 0.0002537498265816785,
      "loss": 4.8295,
      "step": 19630
    },
    {
      "epoch": 1.667601087325858,
      "grad_norm": 2.4934204973608556,
      "learning_rate": 0.00025374486760236373,
      "loss": 5.0613,
      "step": 19631
    },
    {
      "epoch": 1.6676860346585118,
      "grad_norm": 2.7061619348354573,
      "learning_rate": 0.0002537399084056723,
      "loss": 5.3697,
      "step": 19632
    },
    {
      "epoch": 1.6677709819911655,
      "grad_norm": 2.5064578871980707,
      "learning_rate": 0.0002537349489916145,
      "loss": 4.7908,
      "step": 19633
    },
    {
      "epoch": 1.667855929323819,
      "grad_norm": 2.5149824733387574,
      "learning_rate": 0.00025372998936020076,
      "loss": 5.2137,
      "step": 19634
    },
    {
      "epoch": 1.667940876656473,
      "grad_norm": 2.6650060269257647,
      "learning_rate": 0.0002537250295114414,
      "loss": 5.4035,
      "step": 19635
    },
    {
      "epoch": 1.6680258239891268,
      "grad_norm": 2.468579305417677,
      "learning_rate": 0.00025372006944534696,
      "loss": 4.9294,
      "step": 19636
    },
    {
      "epoch": 1.6681107713217806,
      "grad_norm": 2.4257862541386155,
      "learning_rate": 0.0002537151091619277,
      "loss": 4.8962,
      "step": 19637
    },
    {
      "epoch": 1.6681957186544343,
      "grad_norm": 2.4867782558776304,
      "learning_rate": 0.00025371014866119407,
      "loss": 5.1102,
      "step": 19638
    },
    {
      "epoch": 1.668280665987088,
      "grad_norm": 2.5929606049463567,
      "learning_rate": 0.00025370518794315644,
      "loss": 5.1519,
      "step": 19639
    },
    {
      "epoch": 1.6683656133197418,
      "grad_norm": 2.6428278755045302,
      "learning_rate": 0.00025370022700782523,
      "loss": 5.3724,
      "step": 19640
    },
    {
      "epoch": 1.6684505606523956,
      "grad_norm": 2.4485726800850447,
      "learning_rate": 0.0002536952658552108,
      "loss": 4.7869,
      "step": 19641
    },
    {
      "epoch": 1.6685355079850492,
      "grad_norm": 2.4017028113154892,
      "learning_rate": 0.0002536903044853236,
      "loss": 4.8644,
      "step": 19642
    },
    {
      "epoch": 1.6686204553177029,
      "grad_norm": 2.5613468536859387,
      "learning_rate": 0.000253685342898174,
      "loss": 5.2349,
      "step": 19643
    },
    {
      "epoch": 1.6687054026503567,
      "grad_norm": 2.400338456411198,
      "learning_rate": 0.0002536803810937724,
      "loss": 4.7066,
      "step": 19644
    },
    {
      "epoch": 1.6687903499830106,
      "grad_norm": 2.4911602418729744,
      "learning_rate": 0.00025367541907212913,
      "loss": 4.6631,
      "step": 19645
    },
    {
      "epoch": 1.6688752973156644,
      "grad_norm": 2.3962719960735006,
      "learning_rate": 0.0002536704568332547,
      "loss": 4.8822,
      "step": 19646
    },
    {
      "epoch": 1.668960244648318,
      "grad_norm": 2.6113545957428057,
      "learning_rate": 0.00025366549437715947,
      "loss": 5.2392,
      "step": 19647
    },
    {
      "epoch": 1.6690451919809717,
      "grad_norm": 2.3794360351794834,
      "learning_rate": 0.00025366053170385375,
      "loss": 4.8397,
      "step": 19648
    },
    {
      "epoch": 1.6691301393136255,
      "grad_norm": 2.5094642152061946,
      "learning_rate": 0.000253655568813348,
      "loss": 5.3143,
      "step": 19649
    },
    {
      "epoch": 1.6692150866462794,
      "grad_norm": 2.5847898077587517,
      "learning_rate": 0.00025365060570565264,
      "loss": 5.0841,
      "step": 19650
    },
    {
      "epoch": 1.669300033978933,
      "grad_norm": 2.6430479485919305,
      "learning_rate": 0.0002536456423807781,
      "loss": 5.2609,
      "step": 19651
    },
    {
      "epoch": 1.6693849813115869,
      "grad_norm": 2.672590127331916,
      "learning_rate": 0.0002536406788387347,
      "loss": 5.5552,
      "step": 19652
    },
    {
      "epoch": 1.6694699286442405,
      "grad_norm": 2.4431010753696203,
      "learning_rate": 0.0002536357150795329,
      "loss": 5.1974,
      "step": 19653
    },
    {
      "epoch": 1.6695548759768943,
      "grad_norm": 2.627575716143986,
      "learning_rate": 0.000253630751103183,
      "loss": 5.1883,
      "step": 19654
    },
    {
      "epoch": 1.6696398233095482,
      "grad_norm": 2.3834262155756614,
      "learning_rate": 0.00025362578690969555,
      "loss": 4.8177,
      "step": 19655
    },
    {
      "epoch": 1.6697247706422018,
      "grad_norm": 2.502563937020863,
      "learning_rate": 0.00025362082249908086,
      "loss": 5.2962,
      "step": 19656
    },
    {
      "epoch": 1.6698097179748554,
      "grad_norm": 2.390798153289057,
      "learning_rate": 0.0002536158578713494,
      "loss": 4.6303,
      "step": 19657
    },
    {
      "epoch": 1.6698946653075093,
      "grad_norm": 2.3247912950964396,
      "learning_rate": 0.00025361089302651144,
      "loss": 4.94,
      "step": 19658
    },
    {
      "epoch": 1.6699796126401631,
      "grad_norm": 2.469963780848777,
      "learning_rate": 0.0002536059279645775,
      "loss": 5.0143,
      "step": 19659
    },
    {
      "epoch": 1.670064559972817,
      "grad_norm": 2.4841116712191695,
      "learning_rate": 0.0002536009626855579,
      "loss": 4.8197,
      "step": 19660
    },
    {
      "epoch": 1.6701495073054706,
      "grad_norm": 2.5088332922229624,
      "learning_rate": 0.0002535959971894631,
      "loss": 4.9624,
      "step": 19661
    },
    {
      "epoch": 1.6702344546381243,
      "grad_norm": 2.7033039685973157,
      "learning_rate": 0.0002535910314763036,
      "loss": 5.4009,
      "step": 19662
    },
    {
      "epoch": 1.670319401970778,
      "grad_norm": 2.3815277577219116,
      "learning_rate": 0.0002535860655460896,
      "loss": 4.8515,
      "step": 19663
    },
    {
      "epoch": 1.670404349303432,
      "grad_norm": 2.3956956297666783,
      "learning_rate": 0.0002535810993988316,
      "loss": 4.8259,
      "step": 19664
    },
    {
      "epoch": 1.6704892966360856,
      "grad_norm": 2.3607688513769074,
      "learning_rate": 0.0002535761330345401,
      "loss": 4.8882,
      "step": 19665
    },
    {
      "epoch": 1.6705742439687394,
      "grad_norm": 2.625478006695588,
      "learning_rate": 0.00025357116645322535,
      "loss": 5.2749,
      "step": 19666
    },
    {
      "epoch": 1.670659191301393,
      "grad_norm": 2.44981006424974,
      "learning_rate": 0.0002535661996548978,
      "loss": 4.9,
      "step": 19667
    },
    {
      "epoch": 1.670744138634047,
      "grad_norm": 2.608591219235736,
      "learning_rate": 0.00025356123263956795,
      "loss": 5.3175,
      "step": 19668
    },
    {
      "epoch": 1.6708290859667008,
      "grad_norm": 2.439668915025931,
      "learning_rate": 0.0002535562654072461,
      "loss": 4.8669,
      "step": 19669
    },
    {
      "epoch": 1.6709140332993544,
      "grad_norm": 2.376728561048478,
      "learning_rate": 0.0002535512979579427,
      "loss": 4.7507,
      "step": 19670
    },
    {
      "epoch": 1.670998980632008,
      "grad_norm": 2.4370770782050544,
      "learning_rate": 0.00025354633029166815,
      "loss": 4.8089,
      "step": 19671
    },
    {
      "epoch": 1.6710839279646619,
      "grad_norm": 2.5535124213938367,
      "learning_rate": 0.00025354136240843283,
      "loss": 5.0597,
      "step": 19672
    },
    {
      "epoch": 1.6711688752973157,
      "grad_norm": 2.3631057485012295,
      "learning_rate": 0.00025353639430824725,
      "loss": 4.6911,
      "step": 19673
    },
    {
      "epoch": 1.6712538226299696,
      "grad_norm": 2.527212880117888,
      "learning_rate": 0.00025353142599112175,
      "loss": 4.9485,
      "step": 19674
    },
    {
      "epoch": 1.6713387699626232,
      "grad_norm": 2.4444025831444813,
      "learning_rate": 0.0002535264574570667,
      "loss": 5.0753,
      "step": 19675
    },
    {
      "epoch": 1.6714237172952768,
      "grad_norm": 2.4350854933651664,
      "learning_rate": 0.00025352148870609256,
      "loss": 4.6835,
      "step": 19676
    },
    {
      "epoch": 1.6715086646279307,
      "grad_norm": 2.4466711687067897,
      "learning_rate": 0.00025351651973820974,
      "loss": 4.7997,
      "step": 19677
    },
    {
      "epoch": 1.6715936119605845,
      "grad_norm": 2.670288280621623,
      "learning_rate": 0.00025351155055342863,
      "loss": 5.4181,
      "step": 19678
    },
    {
      "epoch": 1.6716785592932382,
      "grad_norm": 2.61593444730884,
      "learning_rate": 0.00025350658115175966,
      "loss": 5.1107,
      "step": 19679
    },
    {
      "epoch": 1.6717635066258918,
      "grad_norm": 2.395102560694149,
      "learning_rate": 0.0002535016115332132,
      "loss": 4.8953,
      "step": 19680
    },
    {
      "epoch": 1.6718484539585456,
      "grad_norm": 2.395430120438808,
      "learning_rate": 0.00025349664169779985,
      "loss": 4.4056,
      "step": 19681
    },
    {
      "epoch": 1.6719334012911995,
      "grad_norm": 2.6431636676417,
      "learning_rate": 0.0002534916716455297,
      "loss": 5.2753,
      "step": 19682
    },
    {
      "epoch": 1.6720183486238533,
      "grad_norm": 2.368025545454575,
      "learning_rate": 0.00025348670137641347,
      "loss": 4.7415,
      "step": 19683
    },
    {
      "epoch": 1.672103295956507,
      "grad_norm": 2.551905963370353,
      "learning_rate": 0.0002534817308904614,
      "loss": 5.1103,
      "step": 19684
    },
    {
      "epoch": 1.6721882432891606,
      "grad_norm": 2.3221593035548875,
      "learning_rate": 0.0002534767601876839,
      "loss": 4.446,
      "step": 19685
    },
    {
      "epoch": 1.6722731906218145,
      "grad_norm": 2.4120384996373088,
      "learning_rate": 0.0002534717892680915,
      "loss": 4.8836,
      "step": 19686
    },
    {
      "epoch": 1.6723581379544683,
      "grad_norm": 2.407656726703604,
      "learning_rate": 0.00025346681813169454,
      "loss": 5.1164,
      "step": 19687
    },
    {
      "epoch": 1.672443085287122,
      "grad_norm": 2.49856664687137,
      "learning_rate": 0.00025346184677850335,
      "loss": 4.8438,
      "step": 19688
    },
    {
      "epoch": 1.6725280326197758,
      "grad_norm": 2.6404102538073007,
      "learning_rate": 0.0002534568752085286,
      "loss": 5.5877,
      "step": 19689
    },
    {
      "epoch": 1.6726129799524294,
      "grad_norm": 2.559387549709857,
      "learning_rate": 0.00025345190342178044,
      "loss": 4.8531,
      "step": 19690
    },
    {
      "epoch": 1.6726979272850833,
      "grad_norm": 2.5326344735469015,
      "learning_rate": 0.0002534469314182694,
      "loss": 5.081,
      "step": 19691
    },
    {
      "epoch": 1.6727828746177371,
      "grad_norm": 2.3778572682961654,
      "learning_rate": 0.00025344195919800594,
      "loss": 4.9553,
      "step": 19692
    },
    {
      "epoch": 1.6728678219503907,
      "grad_norm": 2.3458118134681274,
      "learning_rate": 0.0002534369867610004,
      "loss": 4.5309,
      "step": 19693
    },
    {
      "epoch": 1.6729527692830444,
      "grad_norm": 2.566319658539355,
      "learning_rate": 0.0002534320141072632,
      "loss": 5.4325,
      "step": 19694
    },
    {
      "epoch": 1.6730377166156982,
      "grad_norm": 2.509548747047407,
      "learning_rate": 0.00025342704123680485,
      "loss": 5.2435,
      "step": 19695
    },
    {
      "epoch": 1.673122663948352,
      "grad_norm": 2.4826731498795938,
      "learning_rate": 0.0002534220681496357,
      "loss": 5.019,
      "step": 19696
    },
    {
      "epoch": 1.673207611281006,
      "grad_norm": 2.56438639942341,
      "learning_rate": 0.00025341709484576615,
      "loss": 5.2563,
      "step": 19697
    },
    {
      "epoch": 1.6732925586136596,
      "grad_norm": 2.483206353354755,
      "learning_rate": 0.00025341212132520667,
      "loss": 5.2291,
      "step": 19698
    },
    {
      "epoch": 1.6733775059463132,
      "grad_norm": 2.5947456245491605,
      "learning_rate": 0.00025340714758796765,
      "loss": 5.3731,
      "step": 19699
    },
    {
      "epoch": 1.673462453278967,
      "grad_norm": 2.4308657716791178,
      "learning_rate": 0.0002534021736340595,
      "loss": 4.923,
      "step": 19700
    },
    {
      "epoch": 1.6735474006116209,
      "grad_norm": 2.6409920999075966,
      "learning_rate": 0.0002533971994634927,
      "loss": 5.2272,
      "step": 19701
    },
    {
      "epoch": 1.6736323479442745,
      "grad_norm": 2.652784700320193,
      "learning_rate": 0.0002533922250762776,
      "loss": 5.2548,
      "step": 19702
    },
    {
      "epoch": 1.6737172952769281,
      "grad_norm": 2.4228024350138235,
      "learning_rate": 0.00025338725047242475,
      "loss": 4.662,
      "step": 19703
    },
    {
      "epoch": 1.673802242609582,
      "grad_norm": 2.4513253336448777,
      "learning_rate": 0.0002533822756519444,
      "loss": 4.7921,
      "step": 19704
    },
    {
      "epoch": 1.6738871899422358,
      "grad_norm": 2.4567312910620562,
      "learning_rate": 0.0002533773006148471,
      "loss": 4.884,
      "step": 19705
    },
    {
      "epoch": 1.6739721372748897,
      "grad_norm": 2.707502394304912,
      "learning_rate": 0.00025337232536114316,
      "loss": 5.4522,
      "step": 19706
    },
    {
      "epoch": 1.6740570846075433,
      "grad_norm": 2.64190420381484,
      "learning_rate": 0.0002533673498908432,
      "loss": 5.421,
      "step": 19707
    },
    {
      "epoch": 1.674142031940197,
      "grad_norm": 2.5003329173440383,
      "learning_rate": 0.0002533623742039574,
      "loss": 4.8033,
      "step": 19708
    },
    {
      "epoch": 1.6742269792728508,
      "grad_norm": 2.4338359610317606,
      "learning_rate": 0.0002533573983004963,
      "loss": 4.8105,
      "step": 19709
    },
    {
      "epoch": 1.6743119266055047,
      "grad_norm": 2.4991918848283263,
      "learning_rate": 0.00025335242218047047,
      "loss": 5.1254,
      "step": 19710
    },
    {
      "epoch": 1.6743968739381585,
      "grad_norm": 2.660177567393087,
      "learning_rate": 0.0002533474458438901,
      "loss": 5.1536,
      "step": 19711
    },
    {
      "epoch": 1.6744818212708121,
      "grad_norm": 2.349513880974061,
      "learning_rate": 0.00025334246929076574,
      "loss": 4.6249,
      "step": 19712
    },
    {
      "epoch": 1.6745667686034658,
      "grad_norm": 2.4122342703986708,
      "learning_rate": 0.00025333749252110774,
      "loss": 4.9213,
      "step": 19713
    },
    {
      "epoch": 1.6746517159361196,
      "grad_norm": 2.4343873488505516,
      "learning_rate": 0.0002533325155349266,
      "loss": 4.5963,
      "step": 19714
    },
    {
      "epoch": 1.6747366632687735,
      "grad_norm": 2.7015248388389494,
      "learning_rate": 0.00025332753833223276,
      "loss": 5.42,
      "step": 19715
    },
    {
      "epoch": 1.674821610601427,
      "grad_norm": 2.421167739161142,
      "learning_rate": 0.0002533225609130366,
      "loss": 4.7499,
      "step": 19716
    },
    {
      "epoch": 1.6749065579340807,
      "grad_norm": 2.462871697321622,
      "learning_rate": 0.00025331758327734865,
      "loss": 4.7604,
      "step": 19717
    },
    {
      "epoch": 1.6749915052667346,
      "grad_norm": 2.436967197720097,
      "learning_rate": 0.0002533126054251791,
      "loss": 5.0506,
      "step": 19718
    },
    {
      "epoch": 1.6750764525993884,
      "grad_norm": 2.661926527307009,
      "learning_rate": 0.0002533076273565387,
      "loss": 5.4454,
      "step": 19719
    },
    {
      "epoch": 1.6751613999320423,
      "grad_norm": 2.4420839152542255,
      "learning_rate": 0.0002533026490714376,
      "loss": 5.0766,
      "step": 19720
    },
    {
      "epoch": 1.675246347264696,
      "grad_norm": 2.4964569546523894,
      "learning_rate": 0.0002532976705698864,
      "loss": 4.8518,
      "step": 19721
    },
    {
      "epoch": 1.6753312945973495,
      "grad_norm": 2.427838861625406,
      "learning_rate": 0.00025329269185189545,
      "loss": 4.8527,
      "step": 19722
    },
    {
      "epoch": 1.6754162419300034,
      "grad_norm": 2.3327414829008286,
      "learning_rate": 0.0002532877129174752,
      "loss": 4.836,
      "step": 19723
    },
    {
      "epoch": 1.6755011892626572,
      "grad_norm": 2.451670464231728,
      "learning_rate": 0.0002532827337666362,
      "loss": 5.0896,
      "step": 19724
    },
    {
      "epoch": 1.6755861365953109,
      "grad_norm": 2.3953608992557456,
      "learning_rate": 0.00025327775439938866,
      "loss": 4.9649,
      "step": 19725
    },
    {
      "epoch": 1.6756710839279647,
      "grad_norm": 2.425801266709571,
      "learning_rate": 0.00025327277481574316,
      "loss": 4.8721,
      "step": 19726
    },
    {
      "epoch": 1.6757560312606183,
      "grad_norm": 2.5060228628804033,
      "learning_rate": 0.00025326779501571016,
      "loss": 5.0827,
      "step": 19727
    },
    {
      "epoch": 1.6758409785932722,
      "grad_norm": 2.656349211371039,
      "learning_rate": 0.00025326281499929996,
      "loss": 5.4943,
      "step": 19728
    },
    {
      "epoch": 1.675925925925926,
      "grad_norm": 2.6418114904040984,
      "learning_rate": 0.0002532578347665231,
      "loss": 5.0646,
      "step": 19729
    },
    {
      "epoch": 1.6760108732585797,
      "grad_norm": 2.6519105386447417,
      "learning_rate": 0.00025325285431739003,
      "loss": 5.2405,
      "step": 19730
    },
    {
      "epoch": 1.6760958205912333,
      "grad_norm": 2.6536259687237926,
      "learning_rate": 0.0002532478736519111,
      "loss": 5.391,
      "step": 19731
    },
    {
      "epoch": 1.6761807679238871,
      "grad_norm": 2.3501536052802807,
      "learning_rate": 0.00025324289277009677,
      "loss": 4.7785,
      "step": 19732
    },
    {
      "epoch": 1.676265715256541,
      "grad_norm": 2.4614723978741444,
      "learning_rate": 0.0002532379116719575,
      "loss": 4.9749,
      "step": 19733
    },
    {
      "epoch": 1.6763506625891949,
      "grad_norm": 2.6481509634361102,
      "learning_rate": 0.00025323293035750376,
      "loss": 5.246,
      "step": 19734
    },
    {
      "epoch": 1.6764356099218485,
      "grad_norm": 2.661940055885886,
      "learning_rate": 0.0002532279488267459,
      "loss": 5.463,
      "step": 19735
    },
    {
      "epoch": 1.676520557254502,
      "grad_norm": 2.613855872599957,
      "learning_rate": 0.0002532229670796945,
      "loss": 5.2137,
      "step": 19736
    },
    {
      "epoch": 1.676605504587156,
      "grad_norm": 2.3491143502320306,
      "learning_rate": 0.0002532179851163598,
      "loss": 4.6687,
      "step": 19737
    },
    {
      "epoch": 1.6766904519198098,
      "grad_norm": 2.378864299228864,
      "learning_rate": 0.0002532130029367524,
      "loss": 4.6068,
      "step": 19738
    },
    {
      "epoch": 1.6767753992524634,
      "grad_norm": 2.375848771494451,
      "learning_rate": 0.00025320802054088273,
      "loss": 4.645,
      "step": 19739
    },
    {
      "epoch": 1.676860346585117,
      "grad_norm": 2.4810771718962634,
      "learning_rate": 0.00025320303792876107,
      "loss": 4.9609,
      "step": 19740
    },
    {
      "epoch": 1.676945293917771,
      "grad_norm": 2.6098950901635787,
      "learning_rate": 0.0002531980551003981,
      "loss": 5.2111,
      "step": 19741
    },
    {
      "epoch": 1.6770302412504248,
      "grad_norm": 2.4998959536521443,
      "learning_rate": 0.00025319307205580406,
      "loss": 5.0832,
      "step": 19742
    },
    {
      "epoch": 1.6771151885830786,
      "grad_norm": 2.564362820041383,
      "learning_rate": 0.00025318808879498943,
      "loss": 5.26,
      "step": 19743
    },
    {
      "epoch": 1.6772001359157322,
      "grad_norm": 2.397553295948421,
      "learning_rate": 0.0002531831053179648,
      "loss": 4.8288,
      "step": 19744
    },
    {
      "epoch": 1.6772850832483859,
      "grad_norm": 2.3458845532559143,
      "learning_rate": 0.0002531781216247404,
      "loss": 4.5741,
      "step": 19745
    },
    {
      "epoch": 1.6773700305810397,
      "grad_norm": 2.3996663594663272,
      "learning_rate": 0.00025317313771532676,
      "loss": 4.7863,
      "step": 19746
    },
    {
      "epoch": 1.6774549779136936,
      "grad_norm": 2.331606170623249,
      "learning_rate": 0.00025316815358973437,
      "loss": 4.6501,
      "step": 19747
    },
    {
      "epoch": 1.6775399252463474,
      "grad_norm": 2.5158638953773416,
      "learning_rate": 0.00025316316924797364,
      "loss": 5.0828,
      "step": 19748
    },
    {
      "epoch": 1.677624872579001,
      "grad_norm": 2.6813887515423542,
      "learning_rate": 0.00025315818469005504,
      "loss": 5.562,
      "step": 19749
    },
    {
      "epoch": 1.6777098199116547,
      "grad_norm": 2.393794124141284,
      "learning_rate": 0.0002531531999159889,
      "loss": 4.829,
      "step": 19750
    },
    {
      "epoch": 1.6777947672443085,
      "grad_norm": 2.4852944902252077,
      "learning_rate": 0.00025314821492578585,
      "loss": 4.4008,
      "step": 19751
    },
    {
      "epoch": 1.6778797145769624,
      "grad_norm": 2.3115984239405187,
      "learning_rate": 0.0002531432297194562,
      "loss": 4.488,
      "step": 19752
    },
    {
      "epoch": 1.677964661909616,
      "grad_norm": 2.4336378465528306,
      "learning_rate": 0.00025313824429701044,
      "loss": 4.8979,
      "step": 19753
    },
    {
      "epoch": 1.6780496092422696,
      "grad_norm": 2.461344306215273,
      "learning_rate": 0.00025313325865845897,
      "loss": 5.0014,
      "step": 19754
    },
    {
      "epoch": 1.6781345565749235,
      "grad_norm": 2.4028324466071522,
      "learning_rate": 0.0002531282728038123,
      "loss": 4.7797,
      "step": 19755
    },
    {
      "epoch": 1.6782195039075773,
      "grad_norm": 2.4889877560233504,
      "learning_rate": 0.00025312328673308086,
      "loss": 4.7554,
      "step": 19756
    },
    {
      "epoch": 1.6783044512402312,
      "grad_norm": 2.51305806417329,
      "learning_rate": 0.00025311830044627505,
      "loss": 5.0089,
      "step": 19757
    },
    {
      "epoch": 1.6783893985728848,
      "grad_norm": 2.3986014856069944,
      "learning_rate": 0.00025311331394340536,
      "loss": 4.8302,
      "step": 19758
    },
    {
      "epoch": 1.6784743459055385,
      "grad_norm": 2.5651021964849865,
      "learning_rate": 0.0002531083272244822,
      "loss": 5.1024,
      "step": 19759
    },
    {
      "epoch": 1.6785592932381923,
      "grad_norm": 2.365363751959971,
      "learning_rate": 0.00025310334028951615,
      "loss": 4.7331,
      "step": 19760
    },
    {
      "epoch": 1.6786442405708462,
      "grad_norm": 2.6943001574396814,
      "learning_rate": 0.00025309835313851745,
      "loss": 5.3156,
      "step": 19761
    },
    {
      "epoch": 1.6787291879034998,
      "grad_norm": 2.517988173840187,
      "learning_rate": 0.0002530933657714967,
      "loss": 5.0628,
      "step": 19762
    },
    {
      "epoch": 1.6788141352361536,
      "grad_norm": 2.4317981579953902,
      "learning_rate": 0.0002530883781884643,
      "loss": 5.0696,
      "step": 19763
    },
    {
      "epoch": 1.6788990825688073,
      "grad_norm": 2.4724257090590926,
      "learning_rate": 0.00025308339038943077,
      "loss": 5.0238,
      "step": 19764
    },
    {
      "epoch": 1.6789840299014611,
      "grad_norm": 2.34952549114389,
      "learning_rate": 0.0002530784023744065,
      "loss": 4.5716,
      "step": 19765
    },
    {
      "epoch": 1.679068977234115,
      "grad_norm": 2.4372407750143386,
      "learning_rate": 0.0002530734141434019,
      "loss": 5.1549,
      "step": 19766
    },
    {
      "epoch": 1.6791539245667686,
      "grad_norm": 2.511942177162611,
      "learning_rate": 0.00025306842569642745,
      "loss": 4.812,
      "step": 19767
    },
    {
      "epoch": 1.6792388718994222,
      "grad_norm": 2.5137599481116606,
      "learning_rate": 0.00025306343703349364,
      "loss": 4.9374,
      "step": 19768
    },
    {
      "epoch": 1.679323819232076,
      "grad_norm": 2.383101854658349,
      "learning_rate": 0.0002530584481546109,
      "loss": 4.6643,
      "step": 19769
    },
    {
      "epoch": 1.67940876656473,
      "grad_norm": 2.6570927357177854,
      "learning_rate": 0.0002530534590597897,
      "loss": 5.3356,
      "step": 19770
    },
    {
      "epoch": 1.6794937138973838,
      "grad_norm": 2.5847558691509365,
      "learning_rate": 0.0002530484697490404,
      "loss": 5.2471,
      "step": 19771
    },
    {
      "epoch": 1.6795786612300374,
      "grad_norm": 2.444997422036808,
      "learning_rate": 0.00025304348022237364,
      "loss": 4.9444,
      "step": 19772
    },
    {
      "epoch": 1.679663608562691,
      "grad_norm": 2.4885267162513687,
      "learning_rate": 0.0002530384904797997,
      "loss": 4.7915,
      "step": 19773
    },
    {
      "epoch": 1.6797485558953449,
      "grad_norm": 2.4542107098128834,
      "learning_rate": 0.0002530335005213291,
      "loss": 5.0383,
      "step": 19774
    },
    {
      "epoch": 1.6798335032279987,
      "grad_norm": 2.431748551983152,
      "learning_rate": 0.00025302851034697234,
      "loss": 4.6205,
      "step": 19775
    },
    {
      "epoch": 1.6799184505606524,
      "grad_norm": 2.4268322370871265,
      "learning_rate": 0.0002530235199567398,
      "loss": 4.9124,
      "step": 19776
    },
    {
      "epoch": 1.680003397893306,
      "grad_norm": 2.648334341913586,
      "learning_rate": 0.0002530185293506419,
      "loss": 5.2832,
      "step": 19777
    },
    {
      "epoch": 1.6800883452259598,
      "grad_norm": 2.5336826387380658,
      "learning_rate": 0.00025301353852868926,
      "loss": 5.0943,
      "step": 19778
    },
    {
      "epoch": 1.6801732925586137,
      "grad_norm": 2.49902857179106,
      "learning_rate": 0.00025300854749089224,
      "loss": 4.784,
      "step": 19779
    },
    {
      "epoch": 1.6802582398912675,
      "grad_norm": 2.4841187038808408,
      "learning_rate": 0.0002530035562372613,
      "loss": 4.8445,
      "step": 19780
    },
    {
      "epoch": 1.6803431872239212,
      "grad_norm": 2.4618473857217977,
      "learning_rate": 0.00025299856476780684,
      "loss": 5.1489,
      "step": 19781
    },
    {
      "epoch": 1.6804281345565748,
      "grad_norm": 2.464324449061083,
      "learning_rate": 0.00025299357308253945,
      "loss": 4.5885,
      "step": 19782
    },
    {
      "epoch": 1.6805130818892287,
      "grad_norm": 2.4119238505847798,
      "learning_rate": 0.00025298858118146943,
      "loss": 4.8789,
      "step": 19783
    },
    {
      "epoch": 1.6805980292218825,
      "grad_norm": 2.437952441946983,
      "learning_rate": 0.0002529835890646074,
      "loss": 4.798,
      "step": 19784
    },
    {
      "epoch": 1.6806829765545361,
      "grad_norm": 2.53081676351168,
      "learning_rate": 0.0002529785967319637,
      "loss": 5.228,
      "step": 19785
    },
    {
      "epoch": 1.68076792388719,
      "grad_norm": 2.516822441917383,
      "learning_rate": 0.0002529736041835488,
      "loss": 5.0276,
      "step": 19786
    },
    {
      "epoch": 1.6808528712198436,
      "grad_norm": 2.4837790023028252,
      "learning_rate": 0.00025296861141937326,
      "loss": 4.9608,
      "step": 19787
    },
    {
      "epoch": 1.6809378185524975,
      "grad_norm": 2.4231746517096036,
      "learning_rate": 0.0002529636184394475,
      "loss": 4.8292,
      "step": 19788
    },
    {
      "epoch": 1.6810227658851513,
      "grad_norm": 2.414212009031855,
      "learning_rate": 0.00025295862524378195,
      "loss": 4.67,
      "step": 19789
    },
    {
      "epoch": 1.681107713217805,
      "grad_norm": 2.412787537827466,
      "learning_rate": 0.00025295363183238707,
      "loss": 4.9756,
      "step": 19790
    },
    {
      "epoch": 1.6811926605504586,
      "grad_norm": 2.414084540397722,
      "learning_rate": 0.0002529486382052733,
      "loss": 4.841,
      "step": 19791
    },
    {
      "epoch": 1.6812776078831124,
      "grad_norm": 2.458413338703562,
      "learning_rate": 0.00025294364436245114,
      "loss": 4.943,
      "step": 19792
    },
    {
      "epoch": 1.6813625552157663,
      "grad_norm": 2.616283548835504,
      "learning_rate": 0.00025293865030393106,
      "loss": 5.3531,
      "step": 19793
    },
    {
      "epoch": 1.6814475025484201,
      "grad_norm": 2.6730994240626664,
      "learning_rate": 0.00025293365602972355,
      "loss": 5.5937,
      "step": 19794
    },
    {
      "epoch": 1.6815324498810738,
      "grad_norm": 2.255249059478109,
      "learning_rate": 0.000252928661539839,
      "loss": 4.2449,
      "step": 19795
    },
    {
      "epoch": 1.6816173972137274,
      "grad_norm": 2.562890632416984,
      "learning_rate": 0.00025292366683428793,
      "loss": 5.1955,
      "step": 19796
    },
    {
      "epoch": 1.6817023445463812,
      "grad_norm": 2.4794289911689638,
      "learning_rate": 0.0002529186719130808,
      "loss": 5.1589,
      "step": 19797
    },
    {
      "epoch": 1.681787291879035,
      "grad_norm": 2.462225458058818,
      "learning_rate": 0.00025291367677622806,
      "loss": 4.505,
      "step": 19798
    },
    {
      "epoch": 1.6818722392116887,
      "grad_norm": 2.4348059065330276,
      "learning_rate": 0.0002529086814237402,
      "loss": 4.6608,
      "step": 19799
    },
    {
      "epoch": 1.6819571865443423,
      "grad_norm": 2.3795354374437734,
      "learning_rate": 0.0002529036858556276,
      "loss": 4.7982,
      "step": 19800
    },
    {
      "epoch": 1.6820421338769962,
      "grad_norm": 2.378727210765418,
      "learning_rate": 0.00025289869007190087,
      "loss": 5.0623,
      "step": 19801
    },
    {
      "epoch": 1.68212708120965,
      "grad_norm": 2.760767043512,
      "learning_rate": 0.00025289369407257043,
      "loss": 5.594,
      "step": 19802
    },
    {
      "epoch": 1.682212028542304,
      "grad_norm": 2.4541187266791287,
      "learning_rate": 0.0002528886978576466,
      "loss": 5.0026,
      "step": 19803
    },
    {
      "epoch": 1.6822969758749575,
      "grad_norm": 2.4047621948216396,
      "learning_rate": 0.0002528837014271401,
      "loss": 4.8408,
      "step": 19804
    },
    {
      "epoch": 1.6823819232076112,
      "grad_norm": 2.3960214503443957,
      "learning_rate": 0.0002528787047810612,
      "loss": 4.8217,
      "step": 19805
    },
    {
      "epoch": 1.682466870540265,
      "grad_norm": 2.594157059186271,
      "learning_rate": 0.00025287370791942043,
      "loss": 5.1279,
      "step": 19806
    },
    {
      "epoch": 1.6825518178729189,
      "grad_norm": 2.515573671332658,
      "learning_rate": 0.0002528687108422283,
      "loss": 4.8303,
      "step": 19807
    },
    {
      "epoch": 1.6826367652055727,
      "grad_norm": 2.491946642601008,
      "learning_rate": 0.00025286371354949524,
      "loss": 5.097,
      "step": 19808
    },
    {
      "epoch": 1.6827217125382263,
      "grad_norm": 2.3810400907919775,
      "learning_rate": 0.00025285871604123174,
      "loss": 4.8323,
      "step": 19809
    },
    {
      "epoch": 1.68280665987088,
      "grad_norm": 2.474740765308601,
      "learning_rate": 0.00025285371831744826,
      "loss": 4.8606,
      "step": 19810
    },
    {
      "epoch": 1.6828916072035338,
      "grad_norm": 2.472811744203208,
      "learning_rate": 0.00025284872037815526,
      "loss": 5.2048,
      "step": 19811
    },
    {
      "epoch": 1.6829765545361877,
      "grad_norm": 2.445967669650789,
      "learning_rate": 0.00025284372222336325,
      "loss": 5.1497,
      "step": 19812
    },
    {
      "epoch": 1.6830615018688413,
      "grad_norm": 2.650486139432754,
      "learning_rate": 0.00025283872385308264,
      "loss": 5.3869,
      "step": 19813
    },
    {
      "epoch": 1.683146449201495,
      "grad_norm": 2.63637103177716,
      "learning_rate": 0.00025283372526732395,
      "loss": 5.4574,
      "step": 19814
    },
    {
      "epoch": 1.6832313965341488,
      "grad_norm": 2.6424486614651785,
      "learning_rate": 0.0002528287264660977,
      "loss": 5.3001,
      "step": 19815
    },
    {
      "epoch": 1.6833163438668026,
      "grad_norm": 2.4026340251018805,
      "learning_rate": 0.00025282372744941424,
      "loss": 4.8519,
      "step": 19816
    },
    {
      "epoch": 1.6834012911994565,
      "grad_norm": 2.3553682327504433,
      "learning_rate": 0.00025281872821728414,
      "loss": 4.835,
      "step": 19817
    },
    {
      "epoch": 1.68348623853211,
      "grad_norm": 2.490377161602342,
      "learning_rate": 0.00025281372876971787,
      "loss": 4.7602,
      "step": 19818
    },
    {
      "epoch": 1.6835711858647637,
      "grad_norm": 2.5132923482391907,
      "learning_rate": 0.0002528087291067258,
      "loss": 5.2906,
      "step": 19819
    },
    {
      "epoch": 1.6836561331974176,
      "grad_norm": 2.4767379787056756,
      "learning_rate": 0.0002528037292283186,
      "loss": 4.5665,
      "step": 19820
    },
    {
      "epoch": 1.6837410805300714,
      "grad_norm": 2.4016422948681493,
      "learning_rate": 0.00025279872913450656,
      "loss": 4.7444,
      "step": 19821
    },
    {
      "epoch": 1.683826027862725,
      "grad_norm": 2.435742119715775,
      "learning_rate": 0.00025279372882530026,
      "loss": 5.0436,
      "step": 19822
    },
    {
      "epoch": 1.683910975195379,
      "grad_norm": 2.490162789314053,
      "learning_rate": 0.00025278872830071015,
      "loss": 4.7366,
      "step": 19823
    },
    {
      "epoch": 1.6839959225280325,
      "grad_norm": 2.455054964820369,
      "learning_rate": 0.0002527837275607467,
      "loss": 4.8168,
      "step": 19824
    },
    {
      "epoch": 1.6840808698606864,
      "grad_norm": 2.4475566531905417,
      "learning_rate": 0.0002527787266054204,
      "loss": 5.0331,
      "step": 19825
    },
    {
      "epoch": 1.6841658171933402,
      "grad_norm": 2.4817654329383947,
      "learning_rate": 0.00025277372543474176,
      "loss": 4.874,
      "step": 19826
    },
    {
      "epoch": 1.6842507645259939,
      "grad_norm": 2.3720254717633034,
      "learning_rate": 0.0002527687240487212,
      "loss": 4.6511,
      "step": 19827
    },
    {
      "epoch": 1.6843357118586475,
      "grad_norm": 2.5849116001284402,
      "learning_rate": 0.0002527637224473692,
      "loss": 5.1659,
      "step": 19828
    },
    {
      "epoch": 1.6844206591913014,
      "grad_norm": 2.493264759722804,
      "learning_rate": 0.00025275872063069624,
      "loss": 4.7768,
      "step": 19829
    },
    {
      "epoch": 1.6845056065239552,
      "grad_norm": 2.4795116488402713,
      "learning_rate": 0.00025275371859871285,
      "loss": 4.9893,
      "step": 19830
    },
    {
      "epoch": 1.684590553856609,
      "grad_norm": 2.4663314939385734,
      "learning_rate": 0.0002527487163514295,
      "loss": 4.9566,
      "step": 19831
    },
    {
      "epoch": 1.6846755011892627,
      "grad_norm": 2.5422522189114356,
      "learning_rate": 0.00025274371388885666,
      "loss": 4.9285,
      "step": 19832
    },
    {
      "epoch": 1.6847604485219163,
      "grad_norm": 2.361605035453145,
      "learning_rate": 0.0002527387112110048,
      "loss": 4.6196,
      "step": 19833
    },
    {
      "epoch": 1.6848453958545702,
      "grad_norm": 2.337572979206156,
      "learning_rate": 0.0002527337083178844,
      "loss": 4.641,
      "step": 19834
    },
    {
      "epoch": 1.684930343187224,
      "grad_norm": 2.355115117272337,
      "learning_rate": 0.0002527287052095059,
      "loss": 4.5927,
      "step": 19835
    },
    {
      "epoch": 1.6850152905198776,
      "grad_norm": 2.470367876766287,
      "learning_rate": 0.0002527237018858799,
      "loss": 5.268,
      "step": 19836
    },
    {
      "epoch": 1.6851002378525313,
      "grad_norm": 2.4157032256468325,
      "learning_rate": 0.0002527186983470168,
      "loss": 4.8021,
      "step": 19837
    },
    {
      "epoch": 1.6851851851851851,
      "grad_norm": 2.518770513341322,
      "learning_rate": 0.00025271369459292707,
      "loss": 5.0434,
      "step": 19838
    },
    {
      "epoch": 1.685270132517839,
      "grad_norm": 2.5510248407748546,
      "learning_rate": 0.00025270869062362126,
      "loss": 4.9725,
      "step": 19839
    },
    {
      "epoch": 1.6853550798504928,
      "grad_norm": 2.3366861818854043,
      "learning_rate": 0.00025270368643910983,
      "loss": 4.8615,
      "step": 19840
    },
    {
      "epoch": 1.6854400271831464,
      "grad_norm": 2.338222928249713,
      "learning_rate": 0.00025269868203940324,
      "loss": 4.5876,
      "step": 19841
    },
    {
      "epoch": 1.6855249745158,
      "grad_norm": 2.4981610703836457,
      "learning_rate": 0.00025269367742451195,
      "loss": 5.2411,
      "step": 19842
    },
    {
      "epoch": 1.685609921848454,
      "grad_norm": 2.4553481369963417,
      "learning_rate": 0.0002526886725944466,
      "loss": 4.8485,
      "step": 19843
    },
    {
      "epoch": 1.6856948691811078,
      "grad_norm": 2.3859846587953824,
      "learning_rate": 0.0002526836675492175,
      "loss": 4.7568,
      "step": 19844
    },
    {
      "epoch": 1.6857798165137616,
      "grad_norm": 2.5137516224544916,
      "learning_rate": 0.00025267866228883515,
      "loss": 5.0902,
      "step": 19845
    },
    {
      "epoch": 1.6858647638464153,
      "grad_norm": 2.4230721923670755,
      "learning_rate": 0.00025267365681331015,
      "loss": 4.8196,
      "step": 19846
    },
    {
      "epoch": 1.6859497111790689,
      "grad_norm": 2.486183653998432,
      "learning_rate": 0.00025266865112265287,
      "loss": 5.0554,
      "step": 19847
    },
    {
      "epoch": 1.6860346585117227,
      "grad_norm": 2.587676422832171,
      "learning_rate": 0.0002526636452168739,
      "loss": 4.9464,
      "step": 19848
    },
    {
      "epoch": 1.6861196058443766,
      "grad_norm": 2.4277030723745763,
      "learning_rate": 0.00025265863909598366,
      "loss": 5.0358,
      "step": 19849
    },
    {
      "epoch": 1.6862045531770302,
      "grad_norm": 2.689958972542458,
      "learning_rate": 0.0002526536327599927,
      "loss": 5.3548,
      "step": 19850
    },
    {
      "epoch": 1.6862895005096838,
      "grad_norm": 2.421772198701665,
      "learning_rate": 0.00025264862620891145,
      "loss": 4.8617,
      "step": 19851
    },
    {
      "epoch": 1.6863744478423377,
      "grad_norm": 2.375251512635891,
      "learning_rate": 0.00025264361944275044,
      "loss": 4.7612,
      "step": 19852
    },
    {
      "epoch": 1.6864593951749915,
      "grad_norm": 2.5091609811222857,
      "learning_rate": 0.0002526386124615201,
      "loss": 5.1825,
      "step": 19853
    },
    {
      "epoch": 1.6865443425076454,
      "grad_norm": 2.5341180018928564,
      "learning_rate": 0.00025263360526523105,
      "loss": 5.0313,
      "step": 19854
    },
    {
      "epoch": 1.686629289840299,
      "grad_norm": 2.6156854012044866,
      "learning_rate": 0.00025262859785389364,
      "loss": 5.2489,
      "step": 19855
    },
    {
      "epoch": 1.6867142371729527,
      "grad_norm": 2.3507785086615796,
      "learning_rate": 0.0002526235902275184,
      "loss": 4.9004,
      "step": 19856
    },
    {
      "epoch": 1.6867991845056065,
      "grad_norm": 2.5561528785733647,
      "learning_rate": 0.00025261858238611587,
      "loss": 4.9374,
      "step": 19857
    },
    {
      "epoch": 1.6868841318382604,
      "grad_norm": 2.4787162731002508,
      "learning_rate": 0.0002526135743296965,
      "loss": 5.1382,
      "step": 19858
    },
    {
      "epoch": 1.686969079170914,
      "grad_norm": 2.722196109419415,
      "learning_rate": 0.00025260856605827076,
      "loss": 5.3564,
      "step": 19859
    },
    {
      "epoch": 1.6870540265035678,
      "grad_norm": 2.4405283178291524,
      "learning_rate": 0.00025260355757184927,
      "loss": 4.8807,
      "step": 19860
    },
    {
      "epoch": 1.6871389738362215,
      "grad_norm": 2.649985390558327,
      "learning_rate": 0.00025259854887044235,
      "loss": 5.2374,
      "step": 19861
    },
    {
      "epoch": 1.6872239211688753,
      "grad_norm": 2.40437204798815,
      "learning_rate": 0.00025259353995406064,
      "loss": 4.9554,
      "step": 19862
    },
    {
      "epoch": 1.6873088685015292,
      "grad_norm": 2.4738884763921867,
      "learning_rate": 0.00025258853082271455,
      "loss": 5.0498,
      "step": 19863
    },
    {
      "epoch": 1.6873938158341828,
      "grad_norm": 2.443389732607657,
      "learning_rate": 0.0002525835214764146,
      "loss": 5.0262,
      "step": 19864
    },
    {
      "epoch": 1.6874787631668364,
      "grad_norm": 2.4533590371424694,
      "learning_rate": 0.0002525785119151713,
      "loss": 4.9176,
      "step": 19865
    },
    {
      "epoch": 1.6875637104994903,
      "grad_norm": 2.4435531029079356,
      "learning_rate": 0.0002525735021389951,
      "loss": 4.8742,
      "step": 19866
    },
    {
      "epoch": 1.6876486578321441,
      "grad_norm": 2.4219356367058302,
      "learning_rate": 0.00025256849214789654,
      "loss": 4.8232,
      "step": 19867
    },
    {
      "epoch": 1.687733605164798,
      "grad_norm": 2.645079123001714,
      "learning_rate": 0.00025256348194188617,
      "loss": 5.3895,
      "step": 19868
    },
    {
      "epoch": 1.6878185524974516,
      "grad_norm": 2.5294393856216586,
      "learning_rate": 0.0002525584715209744,
      "loss": 4.7732,
      "step": 19869
    },
    {
      "epoch": 1.6879034998301052,
      "grad_norm": 2.601336712821207,
      "learning_rate": 0.0002525534608851717,
      "loss": 5.1701,
      "step": 19870
    },
    {
      "epoch": 1.687988447162759,
      "grad_norm": 2.489215950102777,
      "learning_rate": 0.0002525484500344887,
      "loss": 4.9468,
      "step": 19871
    },
    {
      "epoch": 1.688073394495413,
      "grad_norm": 2.653211419480707,
      "learning_rate": 0.0002525434389689358,
      "loss": 5.2533,
      "step": 19872
    },
    {
      "epoch": 1.6881583418280666,
      "grad_norm": 2.444904066198278,
      "learning_rate": 0.00025253842768852345,
      "loss": 4.805,
      "step": 19873
    },
    {
      "epoch": 1.6882432891607202,
      "grad_norm": 2.4635893984940793,
      "learning_rate": 0.0002525334161932623,
      "loss": 5.018,
      "step": 19874
    },
    {
      "epoch": 1.688328236493374,
      "grad_norm": 2.4942561344173186,
      "learning_rate": 0.00025252840448316275,
      "loss": 5.1314,
      "step": 19875
    },
    {
      "epoch": 1.688413183826028,
      "grad_norm": 2.705915820751795,
      "learning_rate": 0.0002525233925582353,
      "loss": 5.5354,
      "step": 19876
    },
    {
      "epoch": 1.6884981311586817,
      "grad_norm": 2.545344657993128,
      "learning_rate": 0.0002525183804184905,
      "loss": 4.9111,
      "step": 19877
    },
    {
      "epoch": 1.6885830784913354,
      "grad_norm": 2.525671325849117,
      "learning_rate": 0.0002525133680639388,
      "loss": 4.911,
      "step": 19878
    },
    {
      "epoch": 1.688668025823989,
      "grad_norm": 2.551331166089394,
      "learning_rate": 0.00025250835549459077,
      "loss": 4.9395,
      "step": 19879
    },
    {
      "epoch": 1.6887529731566429,
      "grad_norm": 2.7115436908432526,
      "learning_rate": 0.0002525033427104569,
      "loss": 5.2839,
      "step": 19880
    },
    {
      "epoch": 1.6888379204892967,
      "grad_norm": 2.4836682372048857,
      "learning_rate": 0.0002524983297115476,
      "loss": 4.7011,
      "step": 19881
    },
    {
      "epoch": 1.6889228678219503,
      "grad_norm": 2.4210491214315653,
      "learning_rate": 0.0002524933164978735,
      "loss": 5.0951,
      "step": 19882
    },
    {
      "epoch": 1.6890078151546042,
      "grad_norm": 2.457181361586147,
      "learning_rate": 0.000252488303069445,
      "loss": 4.8029,
      "step": 19883
    },
    {
      "epoch": 1.6890927624872578,
      "grad_norm": 2.5390985855241417,
      "learning_rate": 0.0002524832894262727,
      "loss": 4.7106,
      "step": 19884
    },
    {
      "epoch": 1.6891777098199117,
      "grad_norm": 2.4115121951603604,
      "learning_rate": 0.00025247827556836694,
      "loss": 4.9215,
      "step": 19885
    },
    {
      "epoch": 1.6892626571525655,
      "grad_norm": 2.5990882485391356,
      "learning_rate": 0.00025247326149573844,
      "loss": 5.3564,
      "step": 19886
    },
    {
      "epoch": 1.6893476044852191,
      "grad_norm": 2.4775369239147684,
      "learning_rate": 0.0002524682472083976,
      "loss": 5.0202,
      "step": 19887
    },
    {
      "epoch": 1.6894325518178728,
      "grad_norm": 2.488275382486459,
      "learning_rate": 0.0002524632327063549,
      "loss": 5.1017,
      "step": 19888
    },
    {
      "epoch": 1.6895174991505266,
      "grad_norm": 2.522783259620084,
      "learning_rate": 0.0002524582179896209,
      "loss": 5.2278,
      "step": 19889
    },
    {
      "epoch": 1.6896024464831805,
      "grad_norm": 2.4937679413759666,
      "learning_rate": 0.000252453203058206,
      "loss": 4.7234,
      "step": 19890
    },
    {
      "epoch": 1.6896873938158343,
      "grad_norm": 2.406712674026592,
      "learning_rate": 0.0002524481879121209,
      "loss": 5.0155,
      "step": 19891
    },
    {
      "epoch": 1.689772341148488,
      "grad_norm": 2.4080120664353886,
      "learning_rate": 0.00025244317255137595,
      "loss": 4.6606,
      "step": 19892
    },
    {
      "epoch": 1.6898572884811416,
      "grad_norm": 2.6291710668032913,
      "learning_rate": 0.0002524381569759817,
      "loss": 5.239,
      "step": 19893
    },
    {
      "epoch": 1.6899422358137954,
      "grad_norm": 2.396211244635065,
      "learning_rate": 0.0002524331411859487,
      "loss": 4.7504,
      "step": 19894
    },
    {
      "epoch": 1.6900271831464493,
      "grad_norm": 2.4218466872752806,
      "learning_rate": 0.00025242812518128744,
      "loss": 4.853,
      "step": 19895
    },
    {
      "epoch": 1.690112130479103,
      "grad_norm": 2.4906653167517367,
      "learning_rate": 0.0002524231089620084,
      "loss": 4.871,
      "step": 19896
    },
    {
      "epoch": 1.6901970778117568,
      "grad_norm": 2.4362186708283953,
      "learning_rate": 0.0002524180925281221,
      "loss": 4.8126,
      "step": 19897
    },
    {
      "epoch": 1.6902820251444104,
      "grad_norm": 2.440434972168879,
      "learning_rate": 0.0002524130758796391,
      "loss": 4.7001,
      "step": 19898
    },
    {
      "epoch": 1.6903669724770642,
      "grad_norm": 2.4035709706798363,
      "learning_rate": 0.0002524080590165698,
      "loss": 4.7048,
      "step": 19899
    },
    {
      "epoch": 1.690451919809718,
      "grad_norm": 2.473433657822014,
      "learning_rate": 0.0002524030419389249,
      "loss": 4.9484,
      "step": 19900
    },
    {
      "epoch": 1.6905368671423717,
      "grad_norm": 2.3913905000241784,
      "learning_rate": 0.00025239802464671466,
      "loss": 4.7817,
      "step": 19901
    },
    {
      "epoch": 1.6906218144750254,
      "grad_norm": 2.5808225605852053,
      "learning_rate": 0.0002523930071399498,
      "loss": 5.1229,
      "step": 19902
    },
    {
      "epoch": 1.6907067618076792,
      "grad_norm": 2.503809999979774,
      "learning_rate": 0.0002523879894186408,
      "loss": 5.0147,
      "step": 19903
    },
    {
      "epoch": 1.690791709140333,
      "grad_norm": 2.3523495368199248,
      "learning_rate": 0.0002523829714827981,
      "loss": 4.5563,
      "step": 19904
    },
    {
      "epoch": 1.690876656472987,
      "grad_norm": 2.4231954773935733,
      "learning_rate": 0.0002523779533324323,
      "loss": 4.5906,
      "step": 19905
    },
    {
      "epoch": 1.6909616038056405,
      "grad_norm": 2.543332350350321,
      "learning_rate": 0.00025237293496755374,
      "loss": 5.0384,
      "step": 19906
    },
    {
      "epoch": 1.6910465511382942,
      "grad_norm": 2.5857906048993597,
      "learning_rate": 0.00025236791638817317,
      "loss": 5.4018,
      "step": 19907
    },
    {
      "epoch": 1.691131498470948,
      "grad_norm": 2.451781625313485,
      "learning_rate": 0.0002523628975943009,
      "loss": 5.1968,
      "step": 19908
    },
    {
      "epoch": 1.6912164458036019,
      "grad_norm": 2.4229475731602834,
      "learning_rate": 0.00025235787858594763,
      "loss": 4.7108,
      "step": 19909
    },
    {
      "epoch": 1.6913013931362555,
      "grad_norm": 2.4595064542331713,
      "learning_rate": 0.0002523528593631237,
      "loss": 4.4908,
      "step": 19910
    },
    {
      "epoch": 1.6913863404689091,
      "grad_norm": 2.40477678218135,
      "learning_rate": 0.0002523478399258398,
      "loss": 4.9399,
      "step": 19911
    },
    {
      "epoch": 1.691471287801563,
      "grad_norm": 2.457765834043617,
      "learning_rate": 0.0002523428202741063,
      "loss": 4.5675,
      "step": 19912
    },
    {
      "epoch": 1.6915562351342168,
      "grad_norm": 2.612889584972466,
      "learning_rate": 0.0002523378004079338,
      "loss": 5.2956,
      "step": 19913
    },
    {
      "epoch": 1.6916411824668707,
      "grad_norm": 2.4324503597743363,
      "learning_rate": 0.00025233278032733283,
      "loss": 4.8827,
      "step": 19914
    },
    {
      "epoch": 1.6917261297995243,
      "grad_norm": 2.4981311300549316,
      "learning_rate": 0.00025232776003231383,
      "loss": 4.9665,
      "step": 19915
    },
    {
      "epoch": 1.691811077132178,
      "grad_norm": 2.348906672874493,
      "learning_rate": 0.0002523227395228874,
      "loss": 4.2734,
      "step": 19916
    },
    {
      "epoch": 1.6918960244648318,
      "grad_norm": 2.413821169941333,
      "learning_rate": 0.000252317718799064,
      "loss": 4.8338,
      "step": 19917
    },
    {
      "epoch": 1.6919809717974856,
      "grad_norm": 2.3692195606070734,
      "learning_rate": 0.00025231269786085415,
      "loss": 4.6191,
      "step": 19918
    },
    {
      "epoch": 1.6920659191301393,
      "grad_norm": 2.627207585038003,
      "learning_rate": 0.0002523076767082684,
      "loss": 5.3547,
      "step": 19919
    },
    {
      "epoch": 1.6921508664627931,
      "grad_norm": 2.6954126120132105,
      "learning_rate": 0.00025230265534131733,
      "loss": 5.3621,
      "step": 19920
    },
    {
      "epoch": 1.6922358137954467,
      "grad_norm": 2.466704146530163,
      "learning_rate": 0.00025229763376001134,
      "loss": 4.7884,
      "step": 19921
    },
    {
      "epoch": 1.6923207611281006,
      "grad_norm": 2.4464772180985372,
      "learning_rate": 0.000252292611964361,
      "loss": 4.8904,
      "step": 19922
    },
    {
      "epoch": 1.6924057084607544,
      "grad_norm": 2.5400738271083574,
      "learning_rate": 0.00025228758995437693,
      "loss": 5.1613,
      "step": 19923
    },
    {
      "epoch": 1.692490655793408,
      "grad_norm": 2.4147846385151395,
      "learning_rate": 0.0002522825677300695,
      "loss": 4.8675,
      "step": 19924
    },
    {
      "epoch": 1.6925756031260617,
      "grad_norm": 2.5170870114022423,
      "learning_rate": 0.0002522775452914492,
      "loss": 4.9954,
      "step": 19925
    },
    {
      "epoch": 1.6926605504587156,
      "grad_norm": 2.56778771152666,
      "learning_rate": 0.0002522725226385268,
      "loss": 4.9358,
      "step": 19926
    },
    {
      "epoch": 1.6927454977913694,
      "grad_norm": 2.4633692694449665,
      "learning_rate": 0.00025226749977131263,
      "loss": 4.838,
      "step": 19927
    },
    {
      "epoch": 1.6928304451240233,
      "grad_norm": 2.600561624434632,
      "learning_rate": 0.0002522624766898172,
      "loss": 5.1011,
      "step": 19928
    },
    {
      "epoch": 1.6929153924566769,
      "grad_norm": 2.45035698491659,
      "learning_rate": 0.0002522574533940512,
      "loss": 4.811,
      "step": 19929
    },
    {
      "epoch": 1.6930003397893305,
      "grad_norm": 2.6421679239647697,
      "learning_rate": 0.00025225242988402487,
      "loss": 5.3615,
      "step": 19930
    },
    {
      "epoch": 1.6930852871219844,
      "grad_norm": 2.66626341353875,
      "learning_rate": 0.0002522474061597491,
      "loss": 5.2286,
      "step": 19931
    },
    {
      "epoch": 1.6931702344546382,
      "grad_norm": 2.488124101159192,
      "learning_rate": 0.00025224238222123417,
      "loss": 4.9872,
      "step": 19932
    },
    {
      "epoch": 1.6932551817872918,
      "grad_norm": 2.666614252395751,
      "learning_rate": 0.0002522373580684906,
      "loss": 5.5618,
      "step": 19933
    },
    {
      "epoch": 1.6933401291199455,
      "grad_norm": 2.4623911385482624,
      "learning_rate": 0.00025223233370152905,
      "loss": 4.7571,
      "step": 19934
    },
    {
      "epoch": 1.6934250764525993,
      "grad_norm": 2.5353622519775847,
      "learning_rate": 0.00025222730912036,
      "loss": 5.257,
      "step": 19935
    },
    {
      "epoch": 1.6935100237852532,
      "grad_norm": 2.484924387990726,
      "learning_rate": 0.0002522222843249939,
      "loss": 5.1342,
      "step": 19936
    },
    {
      "epoch": 1.693594971117907,
      "grad_norm": 2.6645857706355534,
      "learning_rate": 0.00025221725931544135,
      "loss": 5.2332,
      "step": 19937
    },
    {
      "epoch": 1.6936799184505607,
      "grad_norm": 2.4785084332741696,
      "learning_rate": 0.0002522122340917129,
      "loss": 5.2457,
      "step": 19938
    },
    {
      "epoch": 1.6937648657832143,
      "grad_norm": 2.739172157551653,
      "learning_rate": 0.000252207208653819,
      "loss": 5.2225,
      "step": 19939
    },
    {
      "epoch": 1.6938498131158681,
      "grad_norm": 2.4962609341541366,
      "learning_rate": 0.00025220218300177024,
      "loss": 5.0144,
      "step": 19940
    },
    {
      "epoch": 1.693934760448522,
      "grad_norm": 2.5144789041403643,
      "learning_rate": 0.0002521971571355772,
      "loss": 4.8027,
      "step": 19941
    },
    {
      "epoch": 1.6940197077811758,
      "grad_norm": 2.6717709078645324,
      "learning_rate": 0.0002521921310552503,
      "loss": 5.3841,
      "step": 19942
    },
    {
      "epoch": 1.6941046551138295,
      "grad_norm": 2.4344036642181432,
      "learning_rate": 0.00025218710476080015,
      "loss": 4.8173,
      "step": 19943
    },
    {
      "epoch": 1.694189602446483,
      "grad_norm": 2.4494969007695526,
      "learning_rate": 0.0002521820782522372,
      "loss": 4.9725,
      "step": 19944
    },
    {
      "epoch": 1.694274549779137,
      "grad_norm": 2.509279955363508,
      "learning_rate": 0.000252177051529572,
      "loss": 5.0953,
      "step": 19945
    },
    {
      "epoch": 1.6943594971117908,
      "grad_norm": 2.5410306169654526,
      "learning_rate": 0.0002521720245928152,
      "loss": 5.0575,
      "step": 19946
    },
    {
      "epoch": 1.6944444444444444,
      "grad_norm": 2.3281811560036294,
      "learning_rate": 0.00025216699744197717,
      "loss": 4.6488,
      "step": 19947
    },
    {
      "epoch": 1.694529391777098,
      "grad_norm": 2.7019981947278264,
      "learning_rate": 0.0002521619700770686,
      "loss": 5.317,
      "step": 19948
    },
    {
      "epoch": 1.694614339109752,
      "grad_norm": 2.559758620030132,
      "learning_rate": 0.00025215694249809987,
      "loss": 4.835,
      "step": 19949
    },
    {
      "epoch": 1.6946992864424058,
      "grad_norm": 2.5718017716874546,
      "learning_rate": 0.00025215191470508164,
      "loss": 5.0272,
      "step": 19950
    },
    {
      "epoch": 1.6947842337750596,
      "grad_norm": 2.5219818532664275,
      "learning_rate": 0.0002521468866980244,
      "loss": 4.912,
      "step": 19951
    },
    {
      "epoch": 1.6948691811077132,
      "grad_norm": 2.6231365866262104,
      "learning_rate": 0.0002521418584769386,
      "loss": 5.3218,
      "step": 19952
    },
    {
      "epoch": 1.6949541284403669,
      "grad_norm": 2.483837017319192,
      "learning_rate": 0.00025213683004183493,
      "loss": 4.7407,
      "step": 19953
    },
    {
      "epoch": 1.6950390757730207,
      "grad_norm": 2.49785113873182,
      "learning_rate": 0.00025213180139272383,
      "loss": 4.7558,
      "step": 19954
    },
    {
      "epoch": 1.6951240231056746,
      "grad_norm": 2.6115635327027307,
      "learning_rate": 0.00025212677252961583,
      "loss": 5.1996,
      "step": 19955
    },
    {
      "epoch": 1.6952089704383282,
      "grad_norm": 2.6011568421554068,
      "learning_rate": 0.00025212174345252156,
      "loss": 5.0567,
      "step": 19956
    },
    {
      "epoch": 1.695293917770982,
      "grad_norm": 2.5423392213793337,
      "learning_rate": 0.0002521167141614514,
      "loss": 5.3008,
      "step": 19957
    },
    {
      "epoch": 1.6953788651036357,
      "grad_norm": 2.4537970027309095,
      "learning_rate": 0.00025211168465641605,
      "loss": 4.7369,
      "step": 19958
    },
    {
      "epoch": 1.6954638124362895,
      "grad_norm": 2.4368336117806173,
      "learning_rate": 0.00025210665493742595,
      "loss": 4.5702,
      "step": 19959
    },
    {
      "epoch": 1.6955487597689434,
      "grad_norm": 2.477193159871961,
      "learning_rate": 0.0002521016250044917,
      "loss": 4.9674,
      "step": 19960
    },
    {
      "epoch": 1.695633707101597,
      "grad_norm": 2.747848818083481,
      "learning_rate": 0.00025209659485762376,
      "loss": 4.3894,
      "step": 19961
    },
    {
      "epoch": 1.6957186544342506,
      "grad_norm": 2.481771685671806,
      "learning_rate": 0.00025209156449683276,
      "loss": 5.1252,
      "step": 19962
    },
    {
      "epoch": 1.6958036017669045,
      "grad_norm": 2.5518275966175787,
      "learning_rate": 0.00025208653392212916,
      "loss": 4.8385,
      "step": 19963
    },
    {
      "epoch": 1.6958885490995583,
      "grad_norm": 2.4878915808556603,
      "learning_rate": 0.00025208150313352353,
      "loss": 5.1056,
      "step": 19964
    },
    {
      "epoch": 1.6959734964322122,
      "grad_norm": 2.4340634005922537,
      "learning_rate": 0.00025207647213102644,
      "loss": 4.7258,
      "step": 19965
    },
    {
      "epoch": 1.6960584437648658,
      "grad_norm": 2.2828987082298036,
      "learning_rate": 0.0002520714409146484,
      "loss": 4.2854,
      "step": 19966
    },
    {
      "epoch": 1.6961433910975194,
      "grad_norm": 2.5063594436384786,
      "learning_rate": 0.00025206640948439996,
      "loss": 4.3187,
      "step": 19967
    },
    {
      "epoch": 1.6962283384301733,
      "grad_norm": 2.5193091532240848,
      "learning_rate": 0.00025206137784029164,
      "loss": 5.0513,
      "step": 19968
    },
    {
      "epoch": 1.6963132857628271,
      "grad_norm": 2.5268189891437705,
      "learning_rate": 0.000252056345982334,
      "loss": 5.0602,
      "step": 19969
    },
    {
      "epoch": 1.6963982330954808,
      "grad_norm": 2.6662921285724033,
      "learning_rate": 0.00025205131391053764,
      "loss": 5.428,
      "step": 19970
    },
    {
      "epoch": 1.6964831804281344,
      "grad_norm": 2.4686074866028225,
      "learning_rate": 0.000252046281624913,
      "loss": 4.6627,
      "step": 19971
    },
    {
      "epoch": 1.6965681277607882,
      "grad_norm": 2.3360584669935442,
      "learning_rate": 0.00025204124912547074,
      "loss": 4.1314,
      "step": 19972
    },
    {
      "epoch": 1.696653075093442,
      "grad_norm": 2.6599305673267524,
      "learning_rate": 0.00025203621641222134,
      "loss": 5.2506,
      "step": 19973
    },
    {
      "epoch": 1.696738022426096,
      "grad_norm": 2.535130800421242,
      "learning_rate": 0.00025203118348517524,
      "loss": 5.1895,
      "step": 19974
    },
    {
      "epoch": 1.6968229697587496,
      "grad_norm": 2.6927019720705245,
      "learning_rate": 0.00025202615034434323,
      "loss": 5.3025,
      "step": 19975
    },
    {
      "epoch": 1.6969079170914032,
      "grad_norm": 2.40844936595984,
      "learning_rate": 0.0002520211169897356,
      "loss": 4.9296,
      "step": 19976
    },
    {
      "epoch": 1.696992864424057,
      "grad_norm": 2.616939682544119,
      "learning_rate": 0.00025201608342136306,
      "loss": 5.2654,
      "step": 19977
    },
    {
      "epoch": 1.697077811756711,
      "grad_norm": 2.591659111086686,
      "learning_rate": 0.00025201104963923615,
      "loss": 5.342,
      "step": 19978
    },
    {
      "epoch": 1.6971627590893648,
      "grad_norm": 2.4282028957235187,
      "learning_rate": 0.00025200601564336533,
      "loss": 5.0474,
      "step": 19979
    },
    {
      "epoch": 1.6972477064220184,
      "grad_norm": 2.6350766746051884,
      "learning_rate": 0.0002520009814337612,
      "loss": 5.5122,
      "step": 19980
    },
    {
      "epoch": 1.697332653754672,
      "grad_norm": 2.4482553132297804,
      "learning_rate": 0.0002519959470104343,
      "loss": 5.0996,
      "step": 19981
    },
    {
      "epoch": 1.6974176010873259,
      "grad_norm": 2.4471882989561187,
      "learning_rate": 0.00025199091237339526,
      "loss": 4.8087,
      "step": 19982
    },
    {
      "epoch": 1.6975025484199797,
      "grad_norm": 2.5158383380216915,
      "learning_rate": 0.00025198587752265446,
      "loss": 4.5811,
      "step": 19983
    },
    {
      "epoch": 1.6975874957526333,
      "grad_norm": 2.392478458364292,
      "learning_rate": 0.00025198084245822255,
      "loss": 4.8494,
      "step": 19984
    },
    {
      "epoch": 1.697672443085287,
      "grad_norm": 2.4232143628436447,
      "learning_rate": 0.00025197580718011006,
      "loss": 4.7241,
      "step": 19985
    },
    {
      "epoch": 1.6977573904179408,
      "grad_norm": 2.4174790248296674,
      "learning_rate": 0.0002519707716883276,
      "loss": 5.0952,
      "step": 19986
    },
    {
      "epoch": 1.6978423377505947,
      "grad_norm": 2.5190593823766316,
      "learning_rate": 0.0002519657359828857,
      "loss": 4.79,
      "step": 19987
    },
    {
      "epoch": 1.6979272850832485,
      "grad_norm": 2.571207429372274,
      "learning_rate": 0.0002519607000637948,
      "loss": 5.2092,
      "step": 19988
    },
    {
      "epoch": 1.6980122324159022,
      "grad_norm": 2.491126891855868,
      "learning_rate": 0.00025195566393106556,
      "loss": 4.9224,
      "step": 19989
    },
    {
      "epoch": 1.6980971797485558,
      "grad_norm": 2.5219615033141225,
      "learning_rate": 0.00025195062758470856,
      "loss": 5.0044,
      "step": 19990
    },
    {
      "epoch": 1.6981821270812096,
      "grad_norm": 2.4564440348472463,
      "learning_rate": 0.00025194559102473425,
      "loss": 5.057,
      "step": 19991
    },
    {
      "epoch": 1.6982670744138635,
      "grad_norm": 2.442581715116275,
      "learning_rate": 0.00025194055425115325,
      "loss": 4.6448,
      "step": 19992
    },
    {
      "epoch": 1.6983520217465171,
      "grad_norm": 2.509371227148277,
      "learning_rate": 0.00025193551726397607,
      "loss": 4.78,
      "step": 19993
    },
    {
      "epoch": 1.698436969079171,
      "grad_norm": 2.369416140898018,
      "learning_rate": 0.00025193048006321334,
      "loss": 4.72,
      "step": 19994
    },
    {
      "epoch": 1.6985219164118246,
      "grad_norm": 2.7081125413350438,
      "learning_rate": 0.0002519254426488755,
      "loss": 5.3504,
      "step": 19995
    },
    {
      "epoch": 1.6986068637444784,
      "grad_norm": 2.5997869996873835,
      "learning_rate": 0.00025192040502097324,
      "loss": 4.8206,
      "step": 19996
    },
    {
      "epoch": 1.6986918110771323,
      "grad_norm": 2.3522455800803455,
      "learning_rate": 0.00025191536717951706,
      "loss": 4.8088,
      "step": 19997
    },
    {
      "epoch": 1.698776758409786,
      "grad_norm": 2.462144091383369,
      "learning_rate": 0.0002519103291245174,
      "loss": 4.9417,
      "step": 19998
    },
    {
      "epoch": 1.6988617057424396,
      "grad_norm": 2.559224966734389,
      "learning_rate": 0.000251905290855985,
      "loss": 4.8367,
      "step": 19999
    },
    {
      "epoch": 1.6989466530750934,
      "grad_norm": 2.4577663164414223,
      "learning_rate": 0.0002519002523739303,
      "loss": 4.7319,
      "step": 20000
    },
    {
      "epoch": 1.6990316004077473,
      "grad_norm": 2.536785380361097,
      "learning_rate": 0.00025189521367836393,
      "loss": 4.7919,
      "step": 20001
    },
    {
      "epoch": 1.699116547740401,
      "grad_norm": 2.4400589205358836,
      "learning_rate": 0.00025189017476929637,
      "loss": 4.9239,
      "step": 20002
    },
    {
      "epoch": 1.6992014950730547,
      "grad_norm": 2.4349751172427005,
      "learning_rate": 0.00025188513564673823,
      "loss": 4.8212,
      "step": 20003
    },
    {
      "epoch": 1.6992864424057084,
      "grad_norm": 2.752735047361095,
      "learning_rate": 0.00025188009631070004,
      "loss": 5.498,
      "step": 20004
    },
    {
      "epoch": 1.6993713897383622,
      "grad_norm": 2.467825000588755,
      "learning_rate": 0.0002518750567611924,
      "loss": 4.7157,
      "step": 20005
    },
    {
      "epoch": 1.699456337071016,
      "grad_norm": 2.545645170663337,
      "learning_rate": 0.00025187001699822586,
      "loss": 4.837,
      "step": 20006
    },
    {
      "epoch": 1.6995412844036697,
      "grad_norm": 2.3656991562767082,
      "learning_rate": 0.0002518649770218109,
      "loss": 4.5733,
      "step": 20007
    },
    {
      "epoch": 1.6996262317363233,
      "grad_norm": 2.5000136302076563,
      "learning_rate": 0.0002518599368319582,
      "loss": 4.8294,
      "step": 20008
    },
    {
      "epoch": 1.6997111790689772,
      "grad_norm": 2.433910956825941,
      "learning_rate": 0.0002518548964286782,
      "loss": 4.8537,
      "step": 20009
    },
    {
      "epoch": 1.699796126401631,
      "grad_norm": 2.6868142718362686,
      "learning_rate": 0.00025184985581198156,
      "loss": 5.1504,
      "step": 20010
    },
    {
      "epoch": 1.6998810737342849,
      "grad_norm": 2.465650069757815,
      "learning_rate": 0.00025184481498187884,
      "loss": 5.1871,
      "step": 20011
    },
    {
      "epoch": 1.6999660210669385,
      "grad_norm": 2.452141133347264,
      "learning_rate": 0.00025183977393838057,
      "loss": 5.1274,
      "step": 20012
    },
    {
      "epoch": 1.7000509683995921,
      "grad_norm": 2.8963788285411156,
      "learning_rate": 0.0002518347326814973,
      "loss": 4.5409,
      "step": 20013
    },
    {
      "epoch": 1.700135915732246,
      "grad_norm": 2.429246649157645,
      "learning_rate": 0.0002518296912112396,
      "loss": 4.7556,
      "step": 20014
    },
    {
      "epoch": 1.7002208630648998,
      "grad_norm": 2.670475851257005,
      "learning_rate": 0.00025182464952761804,
      "loss": 5.3998,
      "step": 20015
    },
    {
      "epoch": 1.7003058103975535,
      "grad_norm": 2.6553187355816488,
      "learning_rate": 0.00025181960763064314,
      "loss": 5.2834,
      "step": 20016
    },
    {
      "epoch": 1.7003907577302073,
      "grad_norm": 2.5930827878758462,
      "learning_rate": 0.00025181456552032555,
      "loss": 5.1103,
      "step": 20017
    },
    {
      "epoch": 1.700475705062861,
      "grad_norm": 2.739015882216348,
      "learning_rate": 0.0002518095231966758,
      "loss": 5.5258,
      "step": 20018
    },
    {
      "epoch": 1.7005606523955148,
      "grad_norm": 2.5030611915726437,
      "learning_rate": 0.0002518044806597044,
      "loss": 4.9631,
      "step": 20019
    },
    {
      "epoch": 1.7006455997281686,
      "grad_norm": 2.391055719345706,
      "learning_rate": 0.00025179943790942203,
      "loss": 4.735,
      "step": 20020
    },
    {
      "epoch": 1.7007305470608223,
      "grad_norm": 2.4411414569648664,
      "learning_rate": 0.00025179439494583917,
      "loss": 5.0284,
      "step": 20021
    },
    {
      "epoch": 1.700815494393476,
      "grad_norm": 2.7014818207988083,
      "learning_rate": 0.00025178935176896637,
      "loss": 5.4309,
      "step": 20022
    },
    {
      "epoch": 1.7009004417261298,
      "grad_norm": 2.5703309592434125,
      "learning_rate": 0.00025178430837881425,
      "loss": 5.3629,
      "step": 20023
    },
    {
      "epoch": 1.7009853890587836,
      "grad_norm": 2.4238521960107873,
      "learning_rate": 0.0002517792647753934,
      "loss": 4.8019,
      "step": 20024
    },
    {
      "epoch": 1.7010703363914375,
      "grad_norm": 2.5942418179325486,
      "learning_rate": 0.00025177422095871424,
      "loss": 5.3888,
      "step": 20025
    },
    {
      "epoch": 1.701155283724091,
      "grad_norm": 2.65967929714709,
      "learning_rate": 0.00025176917692878753,
      "loss": 5.3709,
      "step": 20026
    },
    {
      "epoch": 1.7012402310567447,
      "grad_norm": 2.4200877695629157,
      "learning_rate": 0.00025176413268562374,
      "loss": 4.701,
      "step": 20027
    },
    {
      "epoch": 1.7013251783893986,
      "grad_norm": 2.441940516576754,
      "learning_rate": 0.0002517590882292335,
      "loss": 4.7396,
      "step": 20028
    },
    {
      "epoch": 1.7014101257220524,
      "grad_norm": 2.484782261225327,
      "learning_rate": 0.00025175404355962723,
      "loss": 4.8706,
      "step": 20029
    },
    {
      "epoch": 1.701495073054706,
      "grad_norm": 2.644632520235067,
      "learning_rate": 0.00025174899867681566,
      "loss": 5.3018,
      "step": 20030
    },
    {
      "epoch": 1.7015800203873597,
      "grad_norm": 2.382367543311813,
      "learning_rate": 0.0002517439535808093,
      "loss": 4.6967,
      "step": 20031
    },
    {
      "epoch": 1.7016649677200135,
      "grad_norm": 2.436623036167731,
      "learning_rate": 0.0002517389082716187,
      "loss": 4.8886,
      "step": 20032
    },
    {
      "epoch": 1.7017499150526674,
      "grad_norm": 2.5360682531776035,
      "learning_rate": 0.00025173386274925455,
      "loss": 4.9526,
      "step": 20033
    },
    {
      "epoch": 1.7018348623853212,
      "grad_norm": 2.667375130936292,
      "learning_rate": 0.00025172881701372723,
      "loss": 5.185,
      "step": 20034
    },
    {
      "epoch": 1.7019198097179749,
      "grad_norm": 2.4120613067194787,
      "learning_rate": 0.00025172377106504745,
      "loss": 4.6744,
      "step": 20035
    },
    {
      "epoch": 1.7020047570506285,
      "grad_norm": 2.708394026800551,
      "learning_rate": 0.0002517187249032257,
      "loss": 5.3195,
      "step": 20036
    },
    {
      "epoch": 1.7020897043832823,
      "grad_norm": 2.6849947633535294,
      "learning_rate": 0.00025171367852827267,
      "loss": 5.1579,
      "step": 20037
    },
    {
      "epoch": 1.7021746517159362,
      "grad_norm": 2.4539264455995524,
      "learning_rate": 0.0002517086319401988,
      "loss": 4.5996,
      "step": 20038
    },
    {
      "epoch": 1.70225959904859,
      "grad_norm": 2.424436679126538,
      "learning_rate": 0.00025170358513901476,
      "loss": 4.8834,
      "step": 20039
    },
    {
      "epoch": 1.7023445463812437,
      "grad_norm": 2.418582811505805,
      "learning_rate": 0.00025169853812473104,
      "loss": 4.7778,
      "step": 20040
    },
    {
      "epoch": 1.7024294937138973,
      "grad_norm": 2.5083830013085597,
      "learning_rate": 0.0002516934908973583,
      "loss": 4.9142,
      "step": 20041
    },
    {
      "epoch": 1.7025144410465511,
      "grad_norm": 2.5128681714550343,
      "learning_rate": 0.00025168844345690707,
      "loss": 5.2209,
      "step": 20042
    },
    {
      "epoch": 1.702599388379205,
      "grad_norm": 2.715824344343578,
      "learning_rate": 0.000251683395803388,
      "loss": 5.2116,
      "step": 20043
    },
    {
      "epoch": 1.7026843357118586,
      "grad_norm": 2.431465684173885,
      "learning_rate": 0.0002516783479368115,
      "loss": 4.8565,
      "step": 20044
    },
    {
      "epoch": 1.7027692830445122,
      "grad_norm": 2.4348688860501473,
      "learning_rate": 0.0002516732998571883,
      "loss": 4.6393,
      "step": 20045
    },
    {
      "epoch": 1.702854230377166,
      "grad_norm": 2.441276407581647,
      "learning_rate": 0.0002516682515645289,
      "loss": 4.7517,
      "step": 20046
    },
    {
      "epoch": 1.70293917770982,
      "grad_norm": 2.493080771747004,
      "learning_rate": 0.00025166320305884394,
      "loss": 5.1755,
      "step": 20047
    },
    {
      "epoch": 1.7030241250424738,
      "grad_norm": 2.5981901674280476,
      "learning_rate": 0.00025165815434014395,
      "loss": 5.2613,
      "step": 20048
    },
    {
      "epoch": 1.7031090723751274,
      "grad_norm": 2.488722274279093,
      "learning_rate": 0.00025165310540843953,
      "loss": 4.5572,
      "step": 20049
    },
    {
      "epoch": 1.703194019707781,
      "grad_norm": 2.724066101160519,
      "learning_rate": 0.00025164805626374116,
      "loss": 5.4864,
      "step": 20050
    },
    {
      "epoch": 1.703278967040435,
      "grad_norm": 2.7594161666767736,
      "learning_rate": 0.00025164300690605956,
      "loss": 5.3155,
      "step": 20051
    },
    {
      "epoch": 1.7033639143730888,
      "grad_norm": 2.5178773455020202,
      "learning_rate": 0.0002516379573354053,
      "loss": 4.7138,
      "step": 20052
    },
    {
      "epoch": 1.7034488617057424,
      "grad_norm": 2.475253311634518,
      "learning_rate": 0.00025163290755178893,
      "loss": 4.7514,
      "step": 20053
    },
    {
      "epoch": 1.7035338090383962,
      "grad_norm": 2.5063162884036405,
      "learning_rate": 0.000251627857555221,
      "loss": 5.3148,
      "step": 20054
    },
    {
      "epoch": 1.7036187563710499,
      "grad_norm": 2.5262066595209625,
      "learning_rate": 0.00025162280734571205,
      "loss": 4.9113,
      "step": 20055
    },
    {
      "epoch": 1.7037037037037037,
      "grad_norm": 2.653106679554456,
      "learning_rate": 0.0002516177569232728,
      "loss": 5.295,
      "step": 20056
    },
    {
      "epoch": 1.7037886510363576,
      "grad_norm": 2.5962382305047322,
      "learning_rate": 0.0002516127062879137,
      "loss": 5.228,
      "step": 20057
    },
    {
      "epoch": 1.7038735983690112,
      "grad_norm": 2.444148125366218,
      "learning_rate": 0.0002516076554396455,
      "loss": 4.6251,
      "step": 20058
    },
    {
      "epoch": 1.7039585457016648,
      "grad_norm": 2.471435375739351,
      "learning_rate": 0.0002516026043784785,
      "loss": 4.9681,
      "step": 20059
    },
    {
      "epoch": 1.7040434930343187,
      "grad_norm": 2.413934666634937,
      "learning_rate": 0.00025159755310442353,
      "loss": 4.8894,
      "step": 20060
    },
    {
      "epoch": 1.7041284403669725,
      "grad_norm": 2.404554453451976,
      "learning_rate": 0.0002515925016174911,
      "loss": 4.5638,
      "step": 20061
    },
    {
      "epoch": 1.7042133876996264,
      "grad_norm": 2.7255518139173405,
      "learning_rate": 0.0002515874499176918,
      "loss": 5.2781,
      "step": 20062
    },
    {
      "epoch": 1.70429833503228,
      "grad_norm": 2.404496554153422,
      "learning_rate": 0.0002515823980050362,
      "loss": 4.9338,
      "step": 20063
    },
    {
      "epoch": 1.7043832823649336,
      "grad_norm": 2.5019518014755895,
      "learning_rate": 0.0002515773458795349,
      "loss": 5.0333,
      "step": 20064
    },
    {
      "epoch": 1.7044682296975875,
      "grad_norm": 2.5225530459727157,
      "learning_rate": 0.0002515722935411985,
      "loss": 4.9565,
      "step": 20065
    },
    {
      "epoch": 1.7045531770302413,
      "grad_norm": 2.457686152277994,
      "learning_rate": 0.0002515672409900375,
      "loss": 4.8505,
      "step": 20066
    },
    {
      "epoch": 1.704638124362895,
      "grad_norm": 2.3939242131398175,
      "learning_rate": 0.0002515621882260626,
      "loss": 4.4157,
      "step": 20067
    },
    {
      "epoch": 1.7047230716955486,
      "grad_norm": 2.5292927324008625,
      "learning_rate": 0.00025155713524928434,
      "loss": 4.7012,
      "step": 20068
    },
    {
      "epoch": 1.7048080190282024,
      "grad_norm": 2.6619034621945072,
      "learning_rate": 0.0002515520820597133,
      "loss": 5.1455,
      "step": 20069
    },
    {
      "epoch": 1.7048929663608563,
      "grad_norm": 2.4939058537882492,
      "learning_rate": 0.00025154702865736004,
      "loss": 5.0256,
      "step": 20070
    },
    {
      "epoch": 1.7049779136935101,
      "grad_norm": 2.6944421532313276,
      "learning_rate": 0.0002515419750422352,
      "loss": 5.467,
      "step": 20071
    },
    {
      "epoch": 1.7050628610261638,
      "grad_norm": 2.6929035330606603,
      "learning_rate": 0.0002515369212143494,
      "loss": 5.4246,
      "step": 20072
    },
    {
      "epoch": 1.7051478083588174,
      "grad_norm": 2.52547665862434,
      "learning_rate": 0.0002515318671737131,
      "loss": 5.064,
      "step": 20073
    },
    {
      "epoch": 1.7052327556914713,
      "grad_norm": 2.6496899393839386,
      "learning_rate": 0.000251526812920337,
      "loss": 5.4322,
      "step": 20074
    },
    {
      "epoch": 1.705317703024125,
      "grad_norm": 2.417439545486247,
      "learning_rate": 0.0002515217584542317,
      "loss": 4.6513,
      "step": 20075
    },
    {
      "epoch": 1.705402650356779,
      "grad_norm": 2.533779743327935,
      "learning_rate": 0.0002515167037754077,
      "loss": 4.7229,
      "step": 20076
    },
    {
      "epoch": 1.7054875976894326,
      "grad_norm": 2.691543014976608,
      "learning_rate": 0.0002515116488838756,
      "loss": 5.4125,
      "step": 20077
    },
    {
      "epoch": 1.7055725450220862,
      "grad_norm": 2.7521747004382413,
      "learning_rate": 0.00025150659377964614,
      "loss": 5.2873,
      "step": 20078
    },
    {
      "epoch": 1.70565749235474,
      "grad_norm": 2.418544146297241,
      "learning_rate": 0.00025150153846272976,
      "loss": 4.7984,
      "step": 20079
    },
    {
      "epoch": 1.705742439687394,
      "grad_norm": 2.5049212625508406,
      "learning_rate": 0.0002514964829331371,
      "loss": 4.8957,
      "step": 20080
    },
    {
      "epoch": 1.7058273870200475,
      "grad_norm": 2.600399928334909,
      "learning_rate": 0.00025149142719087876,
      "loss": 5.0689,
      "step": 20081
    },
    {
      "epoch": 1.7059123343527012,
      "grad_norm": 2.4999106012473606,
      "learning_rate": 0.0002514863712359653,
      "loss": 4.7782,
      "step": 20082
    },
    {
      "epoch": 1.705997281685355,
      "grad_norm": 2.556754045383731,
      "learning_rate": 0.0002514813150684073,
      "loss": 5.1496,
      "step": 20083
    },
    {
      "epoch": 1.7060822290180089,
      "grad_norm": 2.4302578228086946,
      "learning_rate": 0.0002514762586882154,
      "loss": 4.8414,
      "step": 20084
    },
    {
      "epoch": 1.7061671763506627,
      "grad_norm": 2.5484852126308715,
      "learning_rate": 0.0002514712020954003,
      "loss": 5.2683,
      "step": 20085
    },
    {
      "epoch": 1.7062521236833164,
      "grad_norm": 2.473717001055582,
      "learning_rate": 0.0002514661452899724,
      "loss": 4.8184,
      "step": 20086
    },
    {
      "epoch": 1.70633707101597,
      "grad_norm": 2.7465354293145823,
      "learning_rate": 0.00025146108827194235,
      "loss": 5.3524,
      "step": 20087
    },
    {
      "epoch": 1.7064220183486238,
      "grad_norm": 2.509492037981545,
      "learning_rate": 0.0002514560310413208,
      "loss": 4.8992,
      "step": 20088
    },
    {
      "epoch": 1.7065069656812777,
      "grad_norm": 2.5045373000909708,
      "learning_rate": 0.0002514509735981183,
      "loss": 4.8901,
      "step": 20089
    },
    {
      "epoch": 1.7065919130139313,
      "grad_norm": 2.4971279124695447,
      "learning_rate": 0.00025144591594234556,
      "loss": 4.9463,
      "step": 20090
    },
    {
      "epoch": 1.7066768603465852,
      "grad_norm": 2.4855613697259136,
      "learning_rate": 0.00025144085807401296,
      "loss": 4.684,
      "step": 20091
    },
    {
      "epoch": 1.7067618076792388,
      "grad_norm": 2.656767963287509,
      "learning_rate": 0.0002514357999931313,
      "loss": 5.4481,
      "step": 20092
    },
    {
      "epoch": 1.7068467550118926,
      "grad_norm": 2.697585386905429,
      "learning_rate": 0.00025143074169971106,
      "loss": 5.1694,
      "step": 20093
    },
    {
      "epoch": 1.7069317023445465,
      "grad_norm": 2.4787068366201463,
      "learning_rate": 0.0002514256831937629,
      "loss": 5.0198,
      "step": 20094
    },
    {
      "epoch": 1.7070166496772001,
      "grad_norm": 2.720002360495506,
      "learning_rate": 0.0002514206244752974,
      "loss": 5.3711,
      "step": 20095
    },
    {
      "epoch": 1.7071015970098538,
      "grad_norm": 2.3613919883983865,
      "learning_rate": 0.00025141556554432513,
      "loss": 4.2373,
      "step": 20096
    },
    {
      "epoch": 1.7071865443425076,
      "grad_norm": 2.472722832324843,
      "learning_rate": 0.0002514105064008567,
      "loss": 5.0378,
      "step": 20097
    },
    {
      "epoch": 1.7072714916751615,
      "grad_norm": 2.4917542952004097,
      "learning_rate": 0.0002514054470449028,
      "loss": 4.8406,
      "step": 20098
    },
    {
      "epoch": 1.7073564390078153,
      "grad_norm": 2.478624767987213,
      "learning_rate": 0.0002514003874764739,
      "loss": 4.6978,
      "step": 20099
    },
    {
      "epoch": 1.707441386340469,
      "grad_norm": 2.410472915220899,
      "learning_rate": 0.00025139532769558065,
      "loss": 4.8129,
      "step": 20100
    },
    {
      "epoch": 1.7075263336731226,
      "grad_norm": 2.4444575698560307,
      "learning_rate": 0.00025139026770223374,
      "loss": 5.043,
      "step": 20101
    },
    {
      "epoch": 1.7076112810057764,
      "grad_norm": 2.6298344126427593,
      "learning_rate": 0.0002513852074964436,
      "loss": 5.2542,
      "step": 20102
    },
    {
      "epoch": 1.7076962283384303,
      "grad_norm": 2.4859928962985056,
      "learning_rate": 0.00025138014707822096,
      "loss": 5.0171,
      "step": 20103
    },
    {
      "epoch": 1.707781175671084,
      "grad_norm": 2.4801336881336913,
      "learning_rate": 0.0002513750864475764,
      "loss": 5.1951,
      "step": 20104
    },
    {
      "epoch": 1.7078661230037375,
      "grad_norm": 2.4787322671069396,
      "learning_rate": 0.0002513700256045205,
      "loss": 5.1075,
      "step": 20105
    },
    {
      "epoch": 1.7079510703363914,
      "grad_norm": 2.4696654556806794,
      "learning_rate": 0.0002513649645490639,
      "loss": 4.9606,
      "step": 20106
    },
    {
      "epoch": 1.7080360176690452,
      "grad_norm": 2.6595584313791742,
      "learning_rate": 0.0002513599032812172,
      "loss": 5.2519,
      "step": 20107
    },
    {
      "epoch": 1.708120965001699,
      "grad_norm": 2.44607692621962,
      "learning_rate": 0.00025135484180099086,
      "loss": 4.7363,
      "step": 20108
    },
    {
      "epoch": 1.7082059123343527,
      "grad_norm": 2.46888756791883,
      "learning_rate": 0.00025134978010839574,
      "loss": 4.761,
      "step": 20109
    },
    {
      "epoch": 1.7082908596670063,
      "grad_norm": 2.6269372476121675,
      "learning_rate": 0.00025134471820344227,
      "loss": 5.2955,
      "step": 20110
    },
    {
      "epoch": 1.7083758069996602,
      "grad_norm": 2.4265587608237036,
      "learning_rate": 0.0002513396560861411,
      "loss": 4.4351,
      "step": 20111
    },
    {
      "epoch": 1.708460754332314,
      "grad_norm": 2.497988598202048,
      "learning_rate": 0.00025133459375650287,
      "loss": 4.8934,
      "step": 20112
    },
    {
      "epoch": 1.7085457016649679,
      "grad_norm": 2.463162495893381,
      "learning_rate": 0.00025132953121453813,
      "loss": 5.0782,
      "step": 20113
    },
    {
      "epoch": 1.7086306489976215,
      "grad_norm": 2.7331569267095683,
      "learning_rate": 0.0002513244684602575,
      "loss": 5.4404,
      "step": 20114
    },
    {
      "epoch": 1.7087155963302751,
      "grad_norm": 2.6860646865087956,
      "learning_rate": 0.00025131940549367164,
      "loss": 5.221,
      "step": 20115
    },
    {
      "epoch": 1.708800543662929,
      "grad_norm": 2.440847734141451,
      "learning_rate": 0.0002513143423147911,
      "loss": 4.8766,
      "step": 20116
    },
    {
      "epoch": 1.7088854909955828,
      "grad_norm": 2.4719320574388397,
      "learning_rate": 0.0002513092789236265,
      "loss": 4.7533,
      "step": 20117
    },
    {
      "epoch": 1.7089704383282365,
      "grad_norm": 2.514551736503869,
      "learning_rate": 0.00025130421532018843,
      "loss": 5.2233,
      "step": 20118
    },
    {
      "epoch": 1.70905538566089,
      "grad_norm": 2.576830300932617,
      "learning_rate": 0.00025129915150448763,
      "loss": 5.2827,
      "step": 20119
    },
    {
      "epoch": 1.709140332993544,
      "grad_norm": 2.5012381507720107,
      "learning_rate": 0.00025129408747653453,
      "loss": 4.8639,
      "step": 20120
    },
    {
      "epoch": 1.7092252803261978,
      "grad_norm": 2.3949418909478197,
      "learning_rate": 0.00025128902323633985,
      "loss": 4.6169,
      "step": 20121
    },
    {
      "epoch": 1.7093102276588517,
      "grad_norm": 2.4945568349344427,
      "learning_rate": 0.0002512839587839142,
      "loss": 4.9459,
      "step": 20122
    },
    {
      "epoch": 1.7093951749915053,
      "grad_norm": 2.585398368222261,
      "learning_rate": 0.0002512788941192681,
      "loss": 4.8074,
      "step": 20123
    },
    {
      "epoch": 1.709480122324159,
      "grad_norm": 2.475980150350657,
      "learning_rate": 0.00025127382924241225,
      "loss": 4.7023,
      "step": 20124
    },
    {
      "epoch": 1.7095650696568128,
      "grad_norm": 2.689702561782375,
      "learning_rate": 0.0002512687641533572,
      "loss": 5.4084,
      "step": 20125
    },
    {
      "epoch": 1.7096500169894666,
      "grad_norm": 2.5177311675870557,
      "learning_rate": 0.00025126369885211365,
      "loss": 4.9344,
      "step": 20126
    },
    {
      "epoch": 1.7097349643221202,
      "grad_norm": 2.5379844759998753,
      "learning_rate": 0.00025125863333869217,
      "loss": 5.0084,
      "step": 20127
    },
    {
      "epoch": 1.709819911654774,
      "grad_norm": 2.5651462197201504,
      "learning_rate": 0.00025125356761310333,
      "loss": 5.1681,
      "step": 20128
    },
    {
      "epoch": 1.7099048589874277,
      "grad_norm": 2.3987832926469355,
      "learning_rate": 0.0002512485016753578,
      "loss": 4.76,
      "step": 20129
    },
    {
      "epoch": 1.7099898063200816,
      "grad_norm": 2.526858921404045,
      "learning_rate": 0.0002512434355254661,
      "loss": 5.1621,
      "step": 20130
    },
    {
      "epoch": 1.7100747536527354,
      "grad_norm": 2.7329933279903638,
      "learning_rate": 0.000251238369163439,
      "loss": 5.4677,
      "step": 20131
    },
    {
      "epoch": 1.710159700985389,
      "grad_norm": 2.7279618233506975,
      "learning_rate": 0.0002512333025892871,
      "loss": 5.3053,
      "step": 20132
    },
    {
      "epoch": 1.7102446483180427,
      "grad_norm": 2.5403845512320005,
      "learning_rate": 0.00025122823580302087,
      "loss": 4.6603,
      "step": 20133
    },
    {
      "epoch": 1.7103295956506965,
      "grad_norm": 2.6575124547773434,
      "learning_rate": 0.000251223168804651,
      "loss": 5.0821,
      "step": 20134
    },
    {
      "epoch": 1.7104145429833504,
      "grad_norm": 2.505754213749146,
      "learning_rate": 0.00025121810159418813,
      "loss": 5.0547,
      "step": 20135
    },
    {
      "epoch": 1.7104994903160042,
      "grad_norm": 2.709580699309042,
      "learning_rate": 0.00025121303417164286,
      "loss": 5.379,
      "step": 20136
    },
    {
      "epoch": 1.7105844376486579,
      "grad_norm": 2.4779875291225983,
      "learning_rate": 0.0002512079665370258,
      "loss": 5.1337,
      "step": 20137
    },
    {
      "epoch": 1.7106693849813115,
      "grad_norm": 2.3820022966927827,
      "learning_rate": 0.00025120289869034763,
      "loss": 4.7651,
      "step": 20138
    },
    {
      "epoch": 1.7107543323139653,
      "grad_norm": 2.490076192798314,
      "learning_rate": 0.00025119783063161887,
      "loss": 4.5777,
      "step": 20139
    },
    {
      "epoch": 1.7108392796466192,
      "grad_norm": 2.4946965377970445,
      "learning_rate": 0.00025119276236085025,
      "loss": 5.0266,
      "step": 20140
    },
    {
      "epoch": 1.7109242269792728,
      "grad_norm": 2.5112072042207823,
      "learning_rate": 0.00025118769387805223,
      "loss": 5.1805,
      "step": 20141
    },
    {
      "epoch": 1.7110091743119265,
      "grad_norm": 2.813718134994765,
      "learning_rate": 0.00025118262518323555,
      "loss": 5.2814,
      "step": 20142
    },
    {
      "epoch": 1.7110941216445803,
      "grad_norm": 2.737155869791225,
      "learning_rate": 0.0002511775562764109,
      "loss": 5.1836,
      "step": 20143
    },
    {
      "epoch": 1.7111790689772342,
      "grad_norm": 2.7539768482198888,
      "learning_rate": 0.0002511724871575887,
      "loss": 5.4942,
      "step": 20144
    },
    {
      "epoch": 1.711264016309888,
      "grad_norm": 2.6146903167345115,
      "learning_rate": 0.00025116741782677974,
      "loss": 5.3181,
      "step": 20145
    },
    {
      "epoch": 1.7113489636425416,
      "grad_norm": 2.626067946351524,
      "learning_rate": 0.00025116234828399456,
      "loss": 5.2209,
      "step": 20146
    },
    {
      "epoch": 1.7114339109751953,
      "grad_norm": 2.5538026460826986,
      "learning_rate": 0.0002511572785292438,
      "loss": 5.0683,
      "step": 20147
    },
    {
      "epoch": 1.7115188583078491,
      "grad_norm": 2.3715450934505466,
      "learning_rate": 0.00025115220856253805,
      "loss": 4.7024,
      "step": 20148
    },
    {
      "epoch": 1.711603805640503,
      "grad_norm": 2.436860399504344,
      "learning_rate": 0.000251147138383888,
      "loss": 4.7263,
      "step": 20149
    },
    {
      "epoch": 1.7116887529731566,
      "grad_norm": 2.4397097557574456,
      "learning_rate": 0.0002511420679933043,
      "loss": 4.8334,
      "step": 20150
    },
    {
      "epoch": 1.7117737003058104,
      "grad_norm": 2.6108979627378233,
      "learning_rate": 0.0002511369973907974,
      "loss": 5.1875,
      "step": 20151
    },
    {
      "epoch": 1.711858647638464,
      "grad_norm": 2.4554021721434656,
      "learning_rate": 0.0002511319265763781,
      "loss": 4.8385,
      "step": 20152
    },
    {
      "epoch": 1.711943594971118,
      "grad_norm": 2.4699408736558266,
      "learning_rate": 0.000251126855550057,
      "loss": 4.9637,
      "step": 20153
    },
    {
      "epoch": 1.7120285423037718,
      "grad_norm": 2.570405346853054,
      "learning_rate": 0.0002511217843118446,
      "loss": 4.8171,
      "step": 20154
    },
    {
      "epoch": 1.7121134896364254,
      "grad_norm": 2.502689119176289,
      "learning_rate": 0.00025111671286175174,
      "loss": 4.8834,
      "step": 20155
    },
    {
      "epoch": 1.712198436969079,
      "grad_norm": 2.524198973200818,
      "learning_rate": 0.00025111164119978884,
      "loss": 4.766,
      "step": 20156
    },
    {
      "epoch": 1.7122833843017329,
      "grad_norm": 2.459935244339166,
      "learning_rate": 0.00025110656932596665,
      "loss": 4.979,
      "step": 20157
    },
    {
      "epoch": 1.7123683316343867,
      "grad_norm": 2.5838205073869625,
      "learning_rate": 0.0002511014972402957,
      "loss": 5.1531,
      "step": 20158
    },
    {
      "epoch": 1.7124532789670406,
      "grad_norm": 2.4905195176879014,
      "learning_rate": 0.00025109642494278677,
      "loss": 5.2761,
      "step": 20159
    },
    {
      "epoch": 1.7125382262996942,
      "grad_norm": 2.649477722650574,
      "learning_rate": 0.0002510913524334503,
      "loss": 5.3437,
      "step": 20160
    },
    {
      "epoch": 1.7126231736323478,
      "grad_norm": 2.4844571908293442,
      "learning_rate": 0.0002510862797122971,
      "loss": 5.0925,
      "step": 20161
    },
    {
      "epoch": 1.7127081209650017,
      "grad_norm": 2.4299979610792946,
      "learning_rate": 0.0002510812067793376,
      "loss": 4.768,
      "step": 20162
    },
    {
      "epoch": 1.7127930682976555,
      "grad_norm": 2.7245233039914685,
      "learning_rate": 0.0002510761336345826,
      "loss": 5.3765,
      "step": 20163
    },
    {
      "epoch": 1.7128780156303092,
      "grad_norm": 2.479666977257051,
      "learning_rate": 0.00025107106027804266,
      "loss": 5.0756,
      "step": 20164
    },
    {
      "epoch": 1.7129629629629628,
      "grad_norm": 2.7211245659352694,
      "learning_rate": 0.0002510659867097284,
      "loss": 5.4567,
      "step": 20165
    },
    {
      "epoch": 1.7130479102956166,
      "grad_norm": 2.460980405356466,
      "learning_rate": 0.0002510609129296505,
      "loss": 4.5284,
      "step": 20166
    },
    {
      "epoch": 1.7131328576282705,
      "grad_norm": 2.5311674770440877,
      "learning_rate": 0.0002510558389378196,
      "loss": 5.1893,
      "step": 20167
    },
    {
      "epoch": 1.7132178049609244,
      "grad_norm": 2.4667129674210693,
      "learning_rate": 0.0002510507647342462,
      "loss": 4.854,
      "step": 20168
    },
    {
      "epoch": 1.713302752293578,
      "grad_norm": 2.516462628221211,
      "learning_rate": 0.0002510456903189411,
      "loss": 4.9167,
      "step": 20169
    },
    {
      "epoch": 1.7133876996262316,
      "grad_norm": 2.6170807333141215,
      "learning_rate": 0.0002510406156919148,
      "loss": 5.1694,
      "step": 20170
    },
    {
      "epoch": 1.7134726469588855,
      "grad_norm": 2.713888639892245,
      "learning_rate": 0.000251035540853178,
      "loss": 5.2579,
      "step": 20171
    },
    {
      "epoch": 1.7135575942915393,
      "grad_norm": 2.544383194472854,
      "learning_rate": 0.00025103046580274134,
      "loss": 4.8184,
      "step": 20172
    },
    {
      "epoch": 1.7136425416241932,
      "grad_norm": 2.4750343194779836,
      "learning_rate": 0.0002510253905406154,
      "loss": 4.8904,
      "step": 20173
    },
    {
      "epoch": 1.7137274889568468,
      "grad_norm": 2.4769981522654314,
      "learning_rate": 0.0002510203150668109,
      "loss": 4.8251,
      "step": 20174
    },
    {
      "epoch": 1.7138124362895004,
      "grad_norm": 2.556616385292885,
      "learning_rate": 0.0002510152393813384,
      "loss": 4.858,
      "step": 20175
    },
    {
      "epoch": 1.7138973836221543,
      "grad_norm": 2.4959530852673457,
      "learning_rate": 0.00025101016348420856,
      "loss": 4.9507,
      "step": 20176
    },
    {
      "epoch": 1.7139823309548081,
      "grad_norm": 2.7259034328391962,
      "learning_rate": 0.00025100508737543203,
      "loss": 5.4337,
      "step": 20177
    },
    {
      "epoch": 1.7140672782874617,
      "grad_norm": 2.750404371406352,
      "learning_rate": 0.00025100001105501945,
      "loss": 5.1509,
      "step": 20178
    },
    {
      "epoch": 1.7141522256201154,
      "grad_norm": 2.438815267869016,
      "learning_rate": 0.0002509949345229814,
      "loss": 4.5666,
      "step": 20179
    },
    {
      "epoch": 1.7142371729527692,
      "grad_norm": 2.5556304603358466,
      "learning_rate": 0.00025098985777932854,
      "loss": 4.776,
      "step": 20180
    },
    {
      "epoch": 1.714322120285423,
      "grad_norm": 2.439606646654729,
      "learning_rate": 0.0002509847808240716,
      "loss": 4.8435,
      "step": 20181
    },
    {
      "epoch": 1.714407067618077,
      "grad_norm": 2.4875198269232133,
      "learning_rate": 0.00025097970365722106,
      "loss": 4.8086,
      "step": 20182
    },
    {
      "epoch": 1.7144920149507306,
      "grad_norm": 2.539708266294666,
      "learning_rate": 0.00025097462627878767,
      "loss": 4.8995,
      "step": 20183
    },
    {
      "epoch": 1.7145769622833842,
      "grad_norm": 2.573867505841185,
      "learning_rate": 0.00025096954868878205,
      "loss": 4.9356,
      "step": 20184
    },
    {
      "epoch": 1.714661909616038,
      "grad_norm": 2.664544315950801,
      "learning_rate": 0.0002509644708872148,
      "loss": 5.3133,
      "step": 20185
    },
    {
      "epoch": 1.7147468569486919,
      "grad_norm": 2.490379937670464,
      "learning_rate": 0.0002509593928740966,
      "loss": 4.8113,
      "step": 20186
    },
    {
      "epoch": 1.7148318042813455,
      "grad_norm": 2.54034897808624,
      "learning_rate": 0.0002509543146494381,
      "loss": 5.2198,
      "step": 20187
    },
    {
      "epoch": 1.7149167516139994,
      "grad_norm": 2.6069774866648996,
      "learning_rate": 0.00025094923621324985,
      "loss": 5.3019,
      "step": 20188
    },
    {
      "epoch": 1.715001698946653,
      "grad_norm": 2.418522145425188,
      "learning_rate": 0.0002509441575655426,
      "loss": 4.8743,
      "step": 20189
    },
    {
      "epoch": 1.7150866462793068,
      "grad_norm": 2.6607567529765515,
      "learning_rate": 0.000250939078706327,
      "loss": 5.1314,
      "step": 20190
    },
    {
      "epoch": 1.7151715936119607,
      "grad_norm": 2.5151262960480762,
      "learning_rate": 0.00025093399963561355,
      "loss": 4.6263,
      "step": 20191
    },
    {
      "epoch": 1.7152565409446143,
      "grad_norm": 2.4445115357615355,
      "learning_rate": 0.000250928920353413,
      "loss": 4.967,
      "step": 20192
    },
    {
      "epoch": 1.715341488277268,
      "grad_norm": 2.725471965662497,
      "learning_rate": 0.000250923840859736,
      "loss": 5.4118,
      "step": 20193
    },
    {
      "epoch": 1.7154264356099218,
      "grad_norm": 2.4643825978498817,
      "learning_rate": 0.0002509187611545931,
      "loss": 4.7887,
      "step": 20194
    },
    {
      "epoch": 1.7155113829425757,
      "grad_norm": 2.465715053242192,
      "learning_rate": 0.0002509136812379952,
      "loss": 4.832,
      "step": 20195
    },
    {
      "epoch": 1.7155963302752295,
      "grad_norm": 2.472340278917289,
      "learning_rate": 0.0002509086011099526,
      "loss": 4.8859,
      "step": 20196
    },
    {
      "epoch": 1.7156812776078831,
      "grad_norm": 2.678805571833794,
      "learning_rate": 0.0002509035207704761,
      "loss": 5.2655,
      "step": 20197
    },
    {
      "epoch": 1.7157662249405368,
      "grad_norm": 2.4779854590301493,
      "learning_rate": 0.0002508984402195764,
      "loss": 5.1229,
      "step": 20198
    },
    {
      "epoch": 1.7158511722731906,
      "grad_norm": 2.5069209513267667,
      "learning_rate": 0.00025089335945726406,
      "loss": 4.2987,
      "step": 20199
    },
    {
      "epoch": 1.7159361196058445,
      "grad_norm": 2.7221902163021245,
      "learning_rate": 0.0002508882784835497,
      "loss": 5.4624,
      "step": 20200
    },
    {
      "epoch": 1.716021066938498,
      "grad_norm": 2.6988487335254248,
      "learning_rate": 0.00025088319729844405,
      "loss": 5.3237,
      "step": 20201
    },
    {
      "epoch": 1.7161060142711517,
      "grad_norm": 2.4864068693058328,
      "learning_rate": 0.0002508781159019578,
      "loss": 4.9224,
      "step": 20202
    },
    {
      "epoch": 1.7161909616038056,
      "grad_norm": 2.423761293253479,
      "learning_rate": 0.00025087303429410145,
      "loss": 4.6267,
      "step": 20203
    },
    {
      "epoch": 1.7162759089364594,
      "grad_norm": 2.5851551016096215,
      "learning_rate": 0.0002508679524748858,
      "loss": 5.3445,
      "step": 20204
    },
    {
      "epoch": 1.7163608562691133,
      "grad_norm": 2.5109345178893046,
      "learning_rate": 0.00025086287044432136,
      "loss": 5.0333,
      "step": 20205
    },
    {
      "epoch": 1.716445803601767,
      "grad_norm": 2.5018736535659003,
      "learning_rate": 0.00025085778820241886,
      "loss": 4.7473,
      "step": 20206
    },
    {
      "epoch": 1.7165307509344205,
      "grad_norm": 2.525349632905481,
      "learning_rate": 0.0002508527057491889,
      "loss": 4.6605,
      "step": 20207
    },
    {
      "epoch": 1.7166156982670744,
      "grad_norm": 2.4737395363930963,
      "learning_rate": 0.0002508476230846422,
      "loss": 4.6754,
      "step": 20208
    },
    {
      "epoch": 1.7167006455997282,
      "grad_norm": 2.4796926704112696,
      "learning_rate": 0.0002508425402087893,
      "loss": 4.8657,
      "step": 20209
    },
    {
      "epoch": 1.716785592932382,
      "grad_norm": 2.483145798287884,
      "learning_rate": 0.000250837457121641,
      "loss": 4.9268,
      "step": 20210
    },
    {
      "epoch": 1.7168705402650357,
      "grad_norm": 2.498261334749292,
      "learning_rate": 0.00025083237382320784,
      "loss": 4.667,
      "step": 20211
    },
    {
      "epoch": 1.7169554875976893,
      "grad_norm": 2.4816243566818446,
      "learning_rate": 0.00025082729031350047,
      "loss": 4.7622,
      "step": 20212
    },
    {
      "epoch": 1.7170404349303432,
      "grad_norm": 2.6197023177586,
      "learning_rate": 0.0002508222065925296,
      "loss": 5.1809,
      "step": 20213
    },
    {
      "epoch": 1.717125382262997,
      "grad_norm": 2.5066114626838036,
      "learning_rate": 0.00025081712266030587,
      "loss": 4.8619,
      "step": 20214
    },
    {
      "epoch": 1.7172103295956507,
      "grad_norm": 2.5262417787698452,
      "learning_rate": 0.0002508120385168399,
      "loss": 4.796,
      "step": 20215
    },
    {
      "epoch": 1.7172952769283043,
      "grad_norm": 2.4291376387238848,
      "learning_rate": 0.0002508069541621423,
      "loss": 5.0604,
      "step": 20216
    },
    {
      "epoch": 1.7173802242609582,
      "grad_norm": 2.61721534722838,
      "learning_rate": 0.00025080186959622385,
      "loss": 4.3678,
      "step": 20217
    },
    {
      "epoch": 1.717465171593612,
      "grad_norm": 2.717102666014256,
      "learning_rate": 0.0002507967848190951,
      "loss": 4.7346,
      "step": 20218
    },
    {
      "epoch": 1.7175501189262659,
      "grad_norm": 2.627216145109973,
      "learning_rate": 0.00025079169983076673,
      "loss": 5.0092,
      "step": 20219
    },
    {
      "epoch": 1.7176350662589195,
      "grad_norm": 2.573879763243384,
      "learning_rate": 0.00025078661463124945,
      "loss": 5.1221,
      "step": 20220
    },
    {
      "epoch": 1.7177200135915731,
      "grad_norm": 2.499772202536614,
      "learning_rate": 0.0002507815292205539,
      "loss": 4.8696,
      "step": 20221
    },
    {
      "epoch": 1.717804960924227,
      "grad_norm": 2.403885369876691,
      "learning_rate": 0.0002507764435986906,
      "loss": 4.285,
      "step": 20222
    },
    {
      "epoch": 1.7178899082568808,
      "grad_norm": 2.732332213365709,
      "learning_rate": 0.0002507713577656703,
      "loss": 5.3509,
      "step": 20223
    },
    {
      "epoch": 1.7179748555895344,
      "grad_norm": 2.33125543947873,
      "learning_rate": 0.00025076627172150373,
      "loss": 4.2875,
      "step": 20224
    },
    {
      "epoch": 1.7180598029221883,
      "grad_norm": 2.5116985567583625,
      "learning_rate": 0.0002507611854662015,
      "loss": 4.9499,
      "step": 20225
    },
    {
      "epoch": 1.718144750254842,
      "grad_norm": 2.731267380057619,
      "learning_rate": 0.0002507560989997742,
      "loss": 5.2435,
      "step": 20226
    },
    {
      "epoch": 1.7182296975874958,
      "grad_norm": 2.696701639565505,
      "learning_rate": 0.0002507510123222326,
      "loss": 5.2767,
      "step": 20227
    },
    {
      "epoch": 1.7183146449201496,
      "grad_norm": 2.4269549997252295,
      "learning_rate": 0.0002507459254335872,
      "loss": 4.6531,
      "step": 20228
    },
    {
      "epoch": 1.7183995922528033,
      "grad_norm": 2.5641934503640806,
      "learning_rate": 0.0002507408383338488,
      "loss": 5.1923,
      "step": 20229
    },
    {
      "epoch": 1.7184845395854569,
      "grad_norm": 2.4815372436269754,
      "learning_rate": 0.00025073575102302803,
      "loss": 4.6703,
      "step": 20230
    },
    {
      "epoch": 1.7185694869181107,
      "grad_norm": 2.5385512947702478,
      "learning_rate": 0.0002507306635011355,
      "loss": 4.8941,
      "step": 20231
    },
    {
      "epoch": 1.7186544342507646,
      "grad_norm": 2.464053877115017,
      "learning_rate": 0.000250725575768182,
      "loss": 4.809,
      "step": 20232
    },
    {
      "epoch": 1.7187393815834184,
      "grad_norm": 2.4318371078348693,
      "learning_rate": 0.000250720487824178,
      "loss": 4.9039,
      "step": 20233
    },
    {
      "epoch": 1.718824328916072,
      "grad_norm": 2.471880726142209,
      "learning_rate": 0.00025071539966913426,
      "loss": 4.854,
      "step": 20234
    },
    {
      "epoch": 1.7189092762487257,
      "grad_norm": 2.4671886085837125,
      "learning_rate": 0.0002507103113030614,
      "loss": 4.4528,
      "step": 20235
    },
    {
      "epoch": 1.7189942235813795,
      "grad_norm": 2.4732434585594585,
      "learning_rate": 0.0002507052227259702,
      "loss": 4.9273,
      "step": 20236
    },
    {
      "epoch": 1.7190791709140334,
      "grad_norm": 2.4972817642781866,
      "learning_rate": 0.00025070013393787123,
      "loss": 4.9805,
      "step": 20237
    },
    {
      "epoch": 1.719164118246687,
      "grad_norm": 2.43912106629153,
      "learning_rate": 0.00025069504493877514,
      "loss": 4.6712,
      "step": 20238
    },
    {
      "epoch": 1.7192490655793407,
      "grad_norm": 2.5298164223835697,
      "learning_rate": 0.0002506899557286926,
      "loss": 5.0888,
      "step": 20239
    },
    {
      "epoch": 1.7193340129119945,
      "grad_norm": 2.7224656253693036,
      "learning_rate": 0.0002506848663076343,
      "loss": 5.232,
      "step": 20240
    },
    {
      "epoch": 1.7194189602446484,
      "grad_norm": 2.551973016333421,
      "learning_rate": 0.0002506797766756109,
      "loss": 4.7572,
      "step": 20241
    },
    {
      "epoch": 1.7195039075773022,
      "grad_norm": 2.6191285070917254,
      "learning_rate": 0.000250674686832633,
      "loss": 5.2028,
      "step": 20242
    },
    {
      "epoch": 1.7195888549099558,
      "grad_norm": 2.515235809319767,
      "learning_rate": 0.0002506695967787114,
      "loss": 5.022,
      "step": 20243
    },
    {
      "epoch": 1.7196738022426095,
      "grad_norm": 2.466824791070825,
      "learning_rate": 0.0002506645065138566,
      "loss": 4.9762,
      "step": 20244
    },
    {
      "epoch": 1.7197587495752633,
      "grad_norm": 2.5587888529741107,
      "learning_rate": 0.0002506594160380794,
      "loss": 4.6914,
      "step": 20245
    },
    {
      "epoch": 1.7198436969079172,
      "grad_norm": 2.670646110320381,
      "learning_rate": 0.0002506543253513904,
      "loss": 5.2433,
      "step": 20246
    },
    {
      "epoch": 1.7199286442405708,
      "grad_norm": 2.591719433667687,
      "learning_rate": 0.0002506492344538003,
      "loss": 4.8263,
      "step": 20247
    },
    {
      "epoch": 1.7200135915732246,
      "grad_norm": 2.443974000256625,
      "learning_rate": 0.0002506441433453198,
      "loss": 4.9953,
      "step": 20248
    },
    {
      "epoch": 1.7200985389058783,
      "grad_norm": 2.4449442921046907,
      "learning_rate": 0.0002506390520259595,
      "loss": 4.7072,
      "step": 20249
    },
    {
      "epoch": 1.7201834862385321,
      "grad_norm": 2.4831257368144337,
      "learning_rate": 0.00025063396049573004,
      "loss": 4.7745,
      "step": 20250
    },
    {
      "epoch": 1.720268433571186,
      "grad_norm": 2.58226370937899,
      "learning_rate": 0.00025062886875464215,
      "loss": 4.8584,
      "step": 20251
    },
    {
      "epoch": 1.7203533809038396,
      "grad_norm": 2.458220879776586,
      "learning_rate": 0.00025062377680270647,
      "loss": 4.8852,
      "step": 20252
    },
    {
      "epoch": 1.7204383282364932,
      "grad_norm": 2.520891190134575,
      "learning_rate": 0.0002506186846399337,
      "loss": 4.8544,
      "step": 20253
    },
    {
      "epoch": 1.720523275569147,
      "grad_norm": 2.448474967707507,
      "learning_rate": 0.0002506135922663345,
      "loss": 4.8818,
      "step": 20254
    },
    {
      "epoch": 1.720608222901801,
      "grad_norm": 2.740705394969956,
      "learning_rate": 0.00025060849968191947,
      "loss": 5.5686,
      "step": 20255
    },
    {
      "epoch": 1.7206931702344548,
      "grad_norm": 2.545036596810545,
      "learning_rate": 0.0002506034068866994,
      "loss": 4.9014,
      "step": 20256
    },
    {
      "epoch": 1.7207781175671084,
      "grad_norm": 2.51155495043888,
      "learning_rate": 0.00025059831388068494,
      "loss": 4.9258,
      "step": 20257
    },
    {
      "epoch": 1.720863064899762,
      "grad_norm": 2.5768890148122945,
      "learning_rate": 0.00025059322066388665,
      "loss": 5.2781,
      "step": 20258
    },
    {
      "epoch": 1.720948012232416,
      "grad_norm": 2.4903420119866397,
      "learning_rate": 0.00025058812723631534,
      "loss": 4.7426,
      "step": 20259
    },
    {
      "epoch": 1.7210329595650697,
      "grad_norm": 2.652306102340561,
      "learning_rate": 0.00025058303359798157,
      "loss": 5.2152,
      "step": 20260
    },
    {
      "epoch": 1.7211179068977234,
      "grad_norm": 2.8214536975763473,
      "learning_rate": 0.0002505779397488961,
      "loss": 4.6881,
      "step": 20261
    },
    {
      "epoch": 1.7212028542303772,
      "grad_norm": 2.4922380277976464,
      "learning_rate": 0.0002505728456890695,
      "loss": 4.8341,
      "step": 20262
    },
    {
      "epoch": 1.7212878015630309,
      "grad_norm": 2.702887370903305,
      "learning_rate": 0.0002505677514185126,
      "loss": 5.4305,
      "step": 20263
    },
    {
      "epoch": 1.7213727488956847,
      "grad_norm": 2.4186981443322297,
      "learning_rate": 0.0002505626569372359,
      "loss": 4.6667,
      "step": 20264
    },
    {
      "epoch": 1.7214576962283386,
      "grad_norm": 2.560677898891694,
      "learning_rate": 0.0002505575622452502,
      "loss": 5.2703,
      "step": 20265
    },
    {
      "epoch": 1.7215426435609922,
      "grad_norm": 2.6737739218738903,
      "learning_rate": 0.00025055246734256614,
      "loss": 5.3618,
      "step": 20266
    },
    {
      "epoch": 1.7216275908936458,
      "grad_norm": 2.649730963145151,
      "learning_rate": 0.00025054737222919435,
      "loss": 5.4858,
      "step": 20267
    },
    {
      "epoch": 1.7217125382262997,
      "grad_norm": 2.4681867046347703,
      "learning_rate": 0.0002505422769051456,
      "loss": 5.1594,
      "step": 20268
    },
    {
      "epoch": 1.7217974855589535,
      "grad_norm": 2.4288916812590946,
      "learning_rate": 0.00025053718137043045,
      "loss": 4.726,
      "step": 20269
    },
    {
      "epoch": 1.7218824328916074,
      "grad_norm": 2.5174157642248294,
      "learning_rate": 0.00025053208562505965,
      "loss": 5.0799,
      "step": 20270
    },
    {
      "epoch": 1.721967380224261,
      "grad_norm": 2.4381909001926507,
      "learning_rate": 0.00025052698966904387,
      "loss": 4.8439,
      "step": 20271
    },
    {
      "epoch": 1.7220523275569146,
      "grad_norm": 2.422654215774728,
      "learning_rate": 0.0002505218935023938,
      "loss": 4.9464,
      "step": 20272
    },
    {
      "epoch": 1.7221372748895685,
      "grad_norm": 2.4318312521706296,
      "learning_rate": 0.00025051679712512003,
      "loss": 4.6519,
      "step": 20273
    },
    {
      "epoch": 1.7222222222222223,
      "grad_norm": 2.4790254553148108,
      "learning_rate": 0.0002505117005372334,
      "loss": 4.8182,
      "step": 20274
    },
    {
      "epoch": 1.722307169554876,
      "grad_norm": 2.529237069070812,
      "learning_rate": 0.0002505066037387445,
      "loss": 5.2402,
      "step": 20275
    },
    {
      "epoch": 1.7223921168875296,
      "grad_norm": 2.601581374460319,
      "learning_rate": 0.00025050150672966396,
      "loss": 4.9768,
      "step": 20276
    },
    {
      "epoch": 1.7224770642201834,
      "grad_norm": 2.557593260485274,
      "learning_rate": 0.00025049640951000247,
      "loss": 4.9916,
      "step": 20277
    },
    {
      "epoch": 1.7225620115528373,
      "grad_norm": 2.4852635009037196,
      "learning_rate": 0.00025049131207977076,
      "loss": 4.7906,
      "step": 20278
    },
    {
      "epoch": 1.7226469588854911,
      "grad_norm": 2.6887296195675923,
      "learning_rate": 0.0002504862144389795,
      "loss": 5.1902,
      "step": 20279
    },
    {
      "epoch": 1.7227319062181448,
      "grad_norm": 2.5304318413917044,
      "learning_rate": 0.0002504811165876394,
      "loss": 4.9975,
      "step": 20280
    },
    {
      "epoch": 1.7228168535507984,
      "grad_norm": 2.5790004266374957,
      "learning_rate": 0.0002504760185257611,
      "loss": 5.1749,
      "step": 20281
    },
    {
      "epoch": 1.7229018008834522,
      "grad_norm": 2.4239154019966196,
      "learning_rate": 0.00025047092025335527,
      "loss": 4.6951,
      "step": 20282
    },
    {
      "epoch": 1.722986748216106,
      "grad_norm": 2.510615861723112,
      "learning_rate": 0.0002504658217704326,
      "loss": 4.8814,
      "step": 20283
    },
    {
      "epoch": 1.7230716955487597,
      "grad_norm": 2.4887769210875077,
      "learning_rate": 0.00025046072307700386,
      "loss": 4.8583,
      "step": 20284
    },
    {
      "epoch": 1.7231566428814136,
      "grad_norm": 2.5593590697683446,
      "learning_rate": 0.0002504556241730796,
      "loss": 5.1663,
      "step": 20285
    },
    {
      "epoch": 1.7232415902140672,
      "grad_norm": 2.48063319926096,
      "learning_rate": 0.0002504505250586705,
      "loss": 5.0245,
      "step": 20286
    },
    {
      "epoch": 1.723326537546721,
      "grad_norm": 2.6951677849166207,
      "learning_rate": 0.00025044542573378744,
      "loss": 5.2385,
      "step": 20287
    },
    {
      "epoch": 1.723411484879375,
      "grad_norm": 2.6255455937522836,
      "learning_rate": 0.0002504403261984409,
      "loss": 5.0636,
      "step": 20288
    },
    {
      "epoch": 1.7234964322120285,
      "grad_norm": 2.77208098124838,
      "learning_rate": 0.00025043522645264166,
      "loss": 5.4584,
      "step": 20289
    },
    {
      "epoch": 1.7235813795446822,
      "grad_norm": 2.5688479676487734,
      "learning_rate": 0.0002504301264964003,
      "loss": 5.1478,
      "step": 20290
    },
    {
      "epoch": 1.723666326877336,
      "grad_norm": 2.5719825401231513,
      "learning_rate": 0.0002504250263297277,
      "loss": 4.5382,
      "step": 20291
    },
    {
      "epoch": 1.7237512742099899,
      "grad_norm": 2.7383841606225685,
      "learning_rate": 0.0002504199259526344,
      "loss": 5.5268,
      "step": 20292
    },
    {
      "epoch": 1.7238362215426437,
      "grad_norm": 2.520568027466249,
      "learning_rate": 0.00025041482536513113,
      "loss": 4.9008,
      "step": 20293
    },
    {
      "epoch": 1.7239211688752973,
      "grad_norm": 2.5670213804746544,
      "learning_rate": 0.00025040972456722853,
      "loss": 5.0513,
      "step": 20294
    },
    {
      "epoch": 1.724006116207951,
      "grad_norm": 2.479460096319186,
      "learning_rate": 0.00025040462355893736,
      "loss": 4.7644,
      "step": 20295
    },
    {
      "epoch": 1.7240910635406048,
      "grad_norm": 2.5198191160287307,
      "learning_rate": 0.00025039952234026826,
      "loss": 4.755,
      "step": 20296
    },
    {
      "epoch": 1.7241760108732587,
      "grad_norm": 2.575097344986527,
      "learning_rate": 0.00025039442091123195,
      "loss": 4.8906,
      "step": 20297
    },
    {
      "epoch": 1.7242609582059123,
      "grad_norm": 2.5045547729975146,
      "learning_rate": 0.00025038931927183906,
      "loss": 4.8468,
      "step": 20298
    },
    {
      "epoch": 1.724345905538566,
      "grad_norm": 2.67355217665247,
      "learning_rate": 0.0002503842174221003,
      "loss": 5.3574,
      "step": 20299
    },
    {
      "epoch": 1.7244308528712198,
      "grad_norm": 2.4531788911033576,
      "learning_rate": 0.0002503791153620265,
      "loss": 4.6914,
      "step": 20300
    },
    {
      "epoch": 1.7245158002038736,
      "grad_norm": 2.5422920149408004,
      "learning_rate": 0.00025037401309162814,
      "loss": 4.9148,
      "step": 20301
    },
    {
      "epoch": 1.7246007475365275,
      "grad_norm": 2.4450717676689444,
      "learning_rate": 0.00025036891061091604,
      "loss": 4.9776,
      "step": 20302
    },
    {
      "epoch": 1.724685694869181,
      "grad_norm": 2.4838289019616573,
      "learning_rate": 0.0002503638079199008,
      "loss": 4.8336,
      "step": 20303
    },
    {
      "epoch": 1.7247706422018347,
      "grad_norm": 2.4872413296013267,
      "learning_rate": 0.0002503587050185932,
      "loss": 4.8033,
      "step": 20304
    },
    {
      "epoch": 1.7248555895344886,
      "grad_norm": 2.694019906156226,
      "learning_rate": 0.00025035360190700393,
      "loss": 5.3566,
      "step": 20305
    },
    {
      "epoch": 1.7249405368671424,
      "grad_norm": 2.5537261871315535,
      "learning_rate": 0.0002503484985851436,
      "loss": 4.6252,
      "step": 20306
    },
    {
      "epoch": 1.7250254841997963,
      "grad_norm": 2.7194783471935944,
      "learning_rate": 0.00025034339505302294,
      "loss": 5.4007,
      "step": 20307
    },
    {
      "epoch": 1.72511043153245,
      "grad_norm": 2.564549066110699,
      "learning_rate": 0.0002503382913106527,
      "loss": 5.2145,
      "step": 20308
    },
    {
      "epoch": 1.7251953788651035,
      "grad_norm": 2.7010673876768903,
      "learning_rate": 0.00025033318735804357,
      "loss": 5.157,
      "step": 20309
    },
    {
      "epoch": 1.7252803261977574,
      "grad_norm": 2.657044538003707,
      "learning_rate": 0.00025032808319520617,
      "loss": 5.2519,
      "step": 20310
    },
    {
      "epoch": 1.7253652735304112,
      "grad_norm": 2.458811419503911,
      "learning_rate": 0.0002503229788221512,
      "loss": 4.6277,
      "step": 20311
    },
    {
      "epoch": 1.7254502208630649,
      "grad_norm": 2.527006811422391,
      "learning_rate": 0.0002503178742388894,
      "loss": 4.7737,
      "step": 20312
    },
    {
      "epoch": 1.7255351681957185,
      "grad_norm": 2.572751924614214,
      "learning_rate": 0.00025031276944543145,
      "loss": 4.9361,
      "step": 20313
    },
    {
      "epoch": 1.7256201155283724,
      "grad_norm": 2.569722738011228,
      "learning_rate": 0.000250307664441788,
      "loss": 4.4663,
      "step": 20314
    },
    {
      "epoch": 1.7257050628610262,
      "grad_norm": 2.480559249933274,
      "learning_rate": 0.00025030255922796986,
      "loss": 4.7873,
      "step": 20315
    },
    {
      "epoch": 1.72579001019368,
      "grad_norm": 2.548928986721839,
      "learning_rate": 0.0002502974538039876,
      "loss": 4.9619,
      "step": 20316
    },
    {
      "epoch": 1.7258749575263337,
      "grad_norm": 2.5437941337615717,
      "learning_rate": 0.00025029234816985205,
      "loss": 4.4687,
      "step": 20317
    },
    {
      "epoch": 1.7259599048589873,
      "grad_norm": 2.533856603311933,
      "learning_rate": 0.0002502872423255738,
      "loss": 4.8303,
      "step": 20318
    },
    {
      "epoch": 1.7260448521916412,
      "grad_norm": 2.5501012880267595,
      "learning_rate": 0.0002502821362711636,
      "loss": 5.0076,
      "step": 20319
    },
    {
      "epoch": 1.726129799524295,
      "grad_norm": 2.6307703240511238,
      "learning_rate": 0.0002502770300066321,
      "loss": 5.279,
      "step": 20320
    },
    {
      "epoch": 1.7262147468569486,
      "grad_norm": 2.7211453664829532,
      "learning_rate": 0.0002502719235319901,
      "loss": 5.1668,
      "step": 20321
    },
    {
      "epoch": 1.7262996941896025,
      "grad_norm": 2.570031139791688,
      "learning_rate": 0.0002502668168472481,
      "loss": 4.7849,
      "step": 20322
    },
    {
      "epoch": 1.7263846415222561,
      "grad_norm": 2.4370662586387293,
      "learning_rate": 0.00025026170995241705,
      "loss": 4.8524,
      "step": 20323
    },
    {
      "epoch": 1.72646958885491,
      "grad_norm": 2.727466257992805,
      "learning_rate": 0.0002502566028475075,
      "loss": 5.216,
      "step": 20324
    },
    {
      "epoch": 1.7265545361875638,
      "grad_norm": 2.504277562949524,
      "learning_rate": 0.00025025149553253016,
      "loss": 4.9648,
      "step": 20325
    },
    {
      "epoch": 1.7266394835202175,
      "grad_norm": 2.476200952979278,
      "learning_rate": 0.0002502463880074958,
      "loss": 4.902,
      "step": 20326
    },
    {
      "epoch": 1.726724430852871,
      "grad_norm": 2.6081855182031526,
      "learning_rate": 0.00025024128027241504,
      "loss": 4.9437,
      "step": 20327
    },
    {
      "epoch": 1.726809378185525,
      "grad_norm": 2.5196974032560853,
      "learning_rate": 0.0002502361723272986,
      "loss": 4.8229,
      "step": 20328
    },
    {
      "epoch": 1.7268943255181788,
      "grad_norm": 2.553504846021851,
      "learning_rate": 0.0002502310641721572,
      "loss": 4.4981,
      "step": 20329
    },
    {
      "epoch": 1.7269792728508326,
      "grad_norm": 2.4234406829017883,
      "learning_rate": 0.0002502259558070016,
      "loss": 4.6478,
      "step": 20330
    },
    {
      "epoch": 1.7270642201834863,
      "grad_norm": 2.5433225925600094,
      "learning_rate": 0.0002502208472318424,
      "loss": 4.9112,
      "step": 20331
    },
    {
      "epoch": 1.72714916751614,
      "grad_norm": 2.6177435979601498,
      "learning_rate": 0.0002502157384466904,
      "loss": 5.1408,
      "step": 20332
    },
    {
      "epoch": 1.7272341148487937,
      "grad_norm": 2.5051377208164203,
      "learning_rate": 0.00025021062945155615,
      "loss": 4.7994,
      "step": 20333
    },
    {
      "epoch": 1.7273190621814476,
      "grad_norm": 2.5591036368697426,
      "learning_rate": 0.00025020552024645055,
      "loss": 5.0367,
      "step": 20334
    },
    {
      "epoch": 1.7274040095141012,
      "grad_norm": 2.7328755640396754,
      "learning_rate": 0.00025020041083138417,
      "loss": 5.3661,
      "step": 20335
    },
    {
      "epoch": 1.7274889568467549,
      "grad_norm": 2.6604576644448605,
      "learning_rate": 0.00025019530120636783,
      "loss": 5.1934,
      "step": 20336
    },
    {
      "epoch": 1.7275739041794087,
      "grad_norm": 2.6294804174890967,
      "learning_rate": 0.0002501901913714121,
      "loss": 4.7971,
      "step": 20337
    },
    {
      "epoch": 1.7276588515120626,
      "grad_norm": 2.505154404772275,
      "learning_rate": 0.00025018508132652775,
      "loss": 5.1185,
      "step": 20338
    },
    {
      "epoch": 1.7277437988447164,
      "grad_norm": 2.4791595342803063,
      "learning_rate": 0.0002501799710717256,
      "loss": 4.5968,
      "step": 20339
    },
    {
      "epoch": 1.72782874617737,
      "grad_norm": 2.43912949966974,
      "learning_rate": 0.00025017486060701613,
      "loss": 4.8135,
      "step": 20340
    },
    {
      "epoch": 1.7279136935100237,
      "grad_norm": 2.5138948544799278,
      "learning_rate": 0.0002501697499324102,
      "loss": 4.7368,
      "step": 20341
    },
    {
      "epoch": 1.7279986408426775,
      "grad_norm": 2.5002988518516087,
      "learning_rate": 0.00025016463904791846,
      "loss": 4.8331,
      "step": 20342
    },
    {
      "epoch": 1.7280835881753314,
      "grad_norm": 2.530706848478385,
      "learning_rate": 0.0002501595279535517,
      "loss": 4.7359,
      "step": 20343
    },
    {
      "epoch": 1.7281685355079852,
      "grad_norm": 2.475293176517916,
      "learning_rate": 0.00025015441664932056,
      "loss": 4.823,
      "step": 20344
    },
    {
      "epoch": 1.7282534828406388,
      "grad_norm": 2.544013115546308,
      "learning_rate": 0.00025014930513523573,
      "loss": 5.1587,
      "step": 20345
    },
    {
      "epoch": 1.7283384301732925,
      "grad_norm": 2.5299328446466207,
      "learning_rate": 0.000250144193411308,
      "loss": 4.8528,
      "step": 20346
    },
    {
      "epoch": 1.7284233775059463,
      "grad_norm": 2.588485446569785,
      "learning_rate": 0.000250139081477548,
      "loss": 4.8317,
      "step": 20347
    },
    {
      "epoch": 1.7285083248386002,
      "grad_norm": 2.7399364001490487,
      "learning_rate": 0.00025013396933396643,
      "loss": 5.4627,
      "step": 20348
    },
    {
      "epoch": 1.7285932721712538,
      "grad_norm": 2.702166356998497,
      "learning_rate": 0.0002501288569805742,
      "loss": 5.2126,
      "step": 20349
    },
    {
      "epoch": 1.7286782195039074,
      "grad_norm": 2.655752560491615,
      "learning_rate": 0.0002501237444173817,
      "loss": 5.3103,
      "step": 20350
    },
    {
      "epoch": 1.7287631668365613,
      "grad_norm": 2.456542213318795,
      "learning_rate": 0.0002501186316443999,
      "loss": 4.6557,
      "step": 20351
    },
    {
      "epoch": 1.7288481141692151,
      "grad_norm": 2.709565181000807,
      "learning_rate": 0.0002501135186616394,
      "loss": 5.3509,
      "step": 20352
    },
    {
      "epoch": 1.728933061501869,
      "grad_norm": 2.4942170673390613,
      "learning_rate": 0.00025010840546911095,
      "loss": 4.9831,
      "step": 20353
    },
    {
      "epoch": 1.7290180088345226,
      "grad_norm": 2.649259308592516,
      "learning_rate": 0.0002501032920668252,
      "loss": 5.0618,
      "step": 20354
    },
    {
      "epoch": 1.7291029561671762,
      "grad_norm": 2.5191142067133123,
      "learning_rate": 0.000250098178454793,
      "loss": 4.8683,
      "step": 20355
    },
    {
      "epoch": 1.72918790349983,
      "grad_norm": 2.5373978665511205,
      "learning_rate": 0.00025009306463302496,
      "loss": 4.9895,
      "step": 20356
    },
    {
      "epoch": 1.729272850832484,
      "grad_norm": 2.7655740465811642,
      "learning_rate": 0.00025008795060153176,
      "loss": 5.4613,
      "step": 20357
    },
    {
      "epoch": 1.7293577981651376,
      "grad_norm": 2.4713155649657548,
      "learning_rate": 0.0002500828363603242,
      "loss": 4.7108,
      "step": 20358
    },
    {
      "epoch": 1.7294427454977914,
      "grad_norm": 2.5634591422437905,
      "learning_rate": 0.00025007772190941297,
      "loss": 4.7768,
      "step": 20359
    },
    {
      "epoch": 1.729527692830445,
      "grad_norm": 2.630078029350217,
      "learning_rate": 0.00025007260724880875,
      "loss": 4.9981,
      "step": 20360
    },
    {
      "epoch": 1.729612640163099,
      "grad_norm": 2.8120961374086995,
      "learning_rate": 0.0002500674923785223,
      "loss": 5.3801,
      "step": 20361
    },
    {
      "epoch": 1.7296975874957528,
      "grad_norm": 2.7277420899781237,
      "learning_rate": 0.00025006237729856436,
      "loss": 5.4577,
      "step": 20362
    },
    {
      "epoch": 1.7297825348284064,
      "grad_norm": 2.649290306769595,
      "learning_rate": 0.0002500572620089456,
      "loss": 5.0353,
      "step": 20363
    },
    {
      "epoch": 1.72986748216106,
      "grad_norm": 2.544949091498711,
      "learning_rate": 0.00025005214650967674,
      "loss": 5.0897,
      "step": 20364
    },
    {
      "epoch": 1.7299524294937139,
      "grad_norm": 2.5645399822734887,
      "learning_rate": 0.00025004703080076855,
      "loss": 4.3615,
      "step": 20365
    },
    {
      "epoch": 1.7300373768263677,
      "grad_norm": 2.745318915444359,
      "learning_rate": 0.0002500419148822316,
      "loss": 5.3635,
      "step": 20366
    },
    {
      "epoch": 1.7301223241590216,
      "grad_norm": 2.493408651517351,
      "learning_rate": 0.0002500367987540768,
      "loss": 4.7228,
      "step": 20367
    },
    {
      "epoch": 1.7302072714916752,
      "grad_norm": 2.723833636121635,
      "learning_rate": 0.0002500316824163148,
      "loss": 5.2951,
      "step": 20368
    },
    {
      "epoch": 1.7302922188243288,
      "grad_norm": 2.5757958758684407,
      "learning_rate": 0.0002500265658689563,
      "loss": 5.1954,
      "step": 20369
    },
    {
      "epoch": 1.7303771661569827,
      "grad_norm": 2.5220330048436774,
      "learning_rate": 0.000250021449112012,
      "loss": 4.9989,
      "step": 20370
    },
    {
      "epoch": 1.7304621134896365,
      "grad_norm": 2.5370082041620545,
      "learning_rate": 0.0002500163321454927,
      "loss": 4.7262,
      "step": 20371
    },
    {
      "epoch": 1.7305470608222902,
      "grad_norm": 2.5804494466998134,
      "learning_rate": 0.000250011214969409,
      "loss": 4.8511,
      "step": 20372
    },
    {
      "epoch": 1.7306320081549438,
      "grad_norm": 2.5759177488919645,
      "learning_rate": 0.00025000609758377173,
      "loss": 4.6922,
      "step": 20373
    },
    {
      "epoch": 1.7307169554875976,
      "grad_norm": 2.5480867263903595,
      "learning_rate": 0.0002500009799885916,
      "loss": 4.7998,
      "step": 20374
    },
    {
      "epoch": 1.7308019028202515,
      "grad_norm": 2.4768752712526756,
      "learning_rate": 0.0002499958621838793,
      "loss": 4.6903,
      "step": 20375
    },
    {
      "epoch": 1.7308868501529053,
      "grad_norm": 2.5064927558925385,
      "learning_rate": 0.0002499907441696455,
      "loss": 4.7464,
      "step": 20376
    },
    {
      "epoch": 1.730971797485559,
      "grad_norm": 2.5038224441071506,
      "learning_rate": 0.00024998562594590105,
      "loss": 4.745,
      "step": 20377
    },
    {
      "epoch": 1.7310567448182126,
      "grad_norm": 2.384256676153971,
      "learning_rate": 0.0002499805075126566,
      "loss": 4.5838,
      "step": 20378
    },
    {
      "epoch": 1.7311416921508664,
      "grad_norm": 2.40825692561138,
      "learning_rate": 0.0002499753888699229,
      "loss": 4.8024,
      "step": 20379
    },
    {
      "epoch": 1.7312266394835203,
      "grad_norm": 2.6919092195387337,
      "learning_rate": 0.00024997027001771063,
      "loss": 5.4102,
      "step": 20380
    },
    {
      "epoch": 1.731311586816174,
      "grad_norm": 2.4705738297959976,
      "learning_rate": 0.00024996515095603055,
      "loss": 4.8817,
      "step": 20381
    },
    {
      "epoch": 1.7313965341488278,
      "grad_norm": 2.4007586956853375,
      "learning_rate": 0.0002499600316848934,
      "loss": 4.8513,
      "step": 20382
    },
    {
      "epoch": 1.7314814814814814,
      "grad_norm": 2.6376646359555305,
      "learning_rate": 0.00024995491220430985,
      "loss": 5.3295,
      "step": 20383
    },
    {
      "epoch": 1.7315664288141353,
      "grad_norm": 2.5949248400663345,
      "learning_rate": 0.0002499497925142907,
      "loss": 5.1281,
      "step": 20384
    },
    {
      "epoch": 1.731651376146789,
      "grad_norm": 2.4943768517302587,
      "learning_rate": 0.0002499446726148467,
      "loss": 4.6774,
      "step": 20385
    },
    {
      "epoch": 1.7317363234794427,
      "grad_norm": 2.6680164376525948,
      "learning_rate": 0.0002499395525059884,
      "loss": 5.0851,
      "step": 20386
    },
    {
      "epoch": 1.7318212708120964,
      "grad_norm": 2.509469503369623,
      "learning_rate": 0.00024993443218772674,
      "loss": 4.9514,
      "step": 20387
    },
    {
      "epoch": 1.7319062181447502,
      "grad_norm": 2.704021632961768,
      "learning_rate": 0.0002499293116600723,
      "loss": 5.546,
      "step": 20388
    },
    {
      "epoch": 1.731991165477404,
      "grad_norm": 2.7047340501407247,
      "learning_rate": 0.0002499241909230359,
      "loss": 5.3757,
      "step": 20389
    },
    {
      "epoch": 1.732076112810058,
      "grad_norm": 2.439415010775492,
      "learning_rate": 0.0002499190699766282,
      "loss": 4.8977,
      "step": 20390
    },
    {
      "epoch": 1.7321610601427115,
      "grad_norm": 2.524851295252814,
      "learning_rate": 0.00024991394882086,
      "loss": 4.7734,
      "step": 20391
    },
    {
      "epoch": 1.7322460074753652,
      "grad_norm": 2.409106610165242,
      "learning_rate": 0.000249908827455742,
      "loss": 4.5554,
      "step": 20392
    },
    {
      "epoch": 1.732330954808019,
      "grad_norm": 2.488236796006429,
      "learning_rate": 0.0002499037058812849,
      "loss": 4.869,
      "step": 20393
    },
    {
      "epoch": 1.7324159021406729,
      "grad_norm": 2.445731004845184,
      "learning_rate": 0.00024989858409749945,
      "loss": 4.8347,
      "step": 20394
    },
    {
      "epoch": 1.7325008494733265,
      "grad_norm": 2.545958230976503,
      "learning_rate": 0.0002498934621043964,
      "loss": 5.0121,
      "step": 20395
    },
    {
      "epoch": 1.7325857968059801,
      "grad_norm": 2.4144959169824274,
      "learning_rate": 0.0002498883399019865,
      "loss": 4.6872,
      "step": 20396
    },
    {
      "epoch": 1.732670744138634,
      "grad_norm": 2.484730952983765,
      "learning_rate": 0.00024988321749028046,
      "loss": 4.6315,
      "step": 20397
    },
    {
      "epoch": 1.7327556914712878,
      "grad_norm": 2.628149572840562,
      "learning_rate": 0.00024987809486928895,
      "loss": 5.1204,
      "step": 20398
    },
    {
      "epoch": 1.7328406388039417,
      "grad_norm": 2.632889786658204,
      "learning_rate": 0.0002498729720390228,
      "loss": 5.2169,
      "step": 20399
    },
    {
      "epoch": 1.7329255861365953,
      "grad_norm": 2.5691989968728786,
      "learning_rate": 0.0002498678489994927,
      "loss": 5.1688,
      "step": 20400
    },
    {
      "epoch": 1.733010533469249,
      "grad_norm": 2.533668151852816,
      "learning_rate": 0.00024986272575070937,
      "loss": 4.847,
      "step": 20401
    },
    {
      "epoch": 1.7330954808019028,
      "grad_norm": 2.6314318355729402,
      "learning_rate": 0.0002498576022926836,
      "loss": 4.9875,
      "step": 20402
    },
    {
      "epoch": 1.7331804281345566,
      "grad_norm": 2.4693949275400193,
      "learning_rate": 0.00024985247862542603,
      "loss": 4.2677,
      "step": 20403
    },
    {
      "epoch": 1.7332653754672105,
      "grad_norm": 2.4993875998390185,
      "learning_rate": 0.0002498473547489475,
      "loss": 4.8148,
      "step": 20404
    },
    {
      "epoch": 1.7333503227998641,
      "grad_norm": 2.5041598347027536,
      "learning_rate": 0.0002498422306632587,
      "loss": 4.658,
      "step": 20405
    },
    {
      "epoch": 1.7334352701325177,
      "grad_norm": 2.4622936495877643,
      "learning_rate": 0.0002498371063683703,
      "loss": 4.8394,
      "step": 20406
    },
    {
      "epoch": 1.7335202174651716,
      "grad_norm": 2.701931828322268,
      "learning_rate": 0.0002498319818642932,
      "loss": 5.089,
      "step": 20407
    },
    {
      "epoch": 1.7336051647978254,
      "grad_norm": 2.50497571352027,
      "learning_rate": 0.000249826857151038,
      "loss": 4.814,
      "step": 20408
    },
    {
      "epoch": 1.733690112130479,
      "grad_norm": 2.7596603062052076,
      "learning_rate": 0.0002498217322286155,
      "loss": 5.1559,
      "step": 20409
    },
    {
      "epoch": 1.7337750594631327,
      "grad_norm": 2.482336134835976,
      "learning_rate": 0.0002498166070970364,
      "loss": 4.886,
      "step": 20410
    },
    {
      "epoch": 1.7338600067957866,
      "grad_norm": 2.6845141487998396,
      "learning_rate": 0.00024981148175631145,
      "loss": 5.2227,
      "step": 20411
    },
    {
      "epoch": 1.7339449541284404,
      "grad_norm": 2.6946861225164236,
      "learning_rate": 0.0002498063562064514,
      "loss": 5.1686,
      "step": 20412
    },
    {
      "epoch": 1.7340299014610943,
      "grad_norm": 2.6940135478485887,
      "learning_rate": 0.000249801230447467,
      "loss": 5.2777,
      "step": 20413
    },
    {
      "epoch": 1.7341148487937479,
      "grad_norm": 2.560586491278689,
      "learning_rate": 0.00024979610447936894,
      "loss": 5.0716,
      "step": 20414
    },
    {
      "epoch": 1.7341997961264015,
      "grad_norm": 2.667112135528789,
      "learning_rate": 0.000249790978302168,
      "loss": 5.1245,
      "step": 20415
    },
    {
      "epoch": 1.7342847434590554,
      "grad_norm": 2.550301852678335,
      "learning_rate": 0.0002497858519158749,
      "loss": 4.8674,
      "step": 20416
    },
    {
      "epoch": 1.7343696907917092,
      "grad_norm": 2.5669564490107337,
      "learning_rate": 0.00024978072532050045,
      "loss": 4.6546,
      "step": 20417
    },
    {
      "epoch": 1.7344546381243628,
      "grad_norm": 2.489029801780538,
      "learning_rate": 0.00024977559851605533,
      "loss": 4.8306,
      "step": 20418
    },
    {
      "epoch": 1.7345395854570167,
      "grad_norm": 2.585085284575748,
      "learning_rate": 0.0002497704715025503,
      "loss": 4.7148,
      "step": 20419
    },
    {
      "epoch": 1.7346245327896703,
      "grad_norm": 2.449359852510953,
      "learning_rate": 0.00024976534427999605,
      "loss": 4.5851,
      "step": 20420
    },
    {
      "epoch": 1.7347094801223242,
      "grad_norm": 2.661448965931308,
      "learning_rate": 0.0002497602168484034,
      "loss": 5.2811,
      "step": 20421
    },
    {
      "epoch": 1.734794427454978,
      "grad_norm": 2.5961740248354843,
      "learning_rate": 0.00024975508920778303,
      "loss": 5.1405,
      "step": 20422
    },
    {
      "epoch": 1.7348793747876317,
      "grad_norm": 2.541975512158136,
      "learning_rate": 0.0002497499613581457,
      "loss": 4.8828,
      "step": 20423
    },
    {
      "epoch": 1.7349643221202853,
      "grad_norm": 2.5272564139947034,
      "learning_rate": 0.00024974483329950225,
      "loss": 5.0647,
      "step": 20424
    },
    {
      "epoch": 1.7350492694529391,
      "grad_norm": 2.6902112677371837,
      "learning_rate": 0.00024973970503186326,
      "loss": 5.438,
      "step": 20425
    },
    {
      "epoch": 1.735134216785593,
      "grad_norm": 2.5971251032358316,
      "learning_rate": 0.00024973457655523963,
      "loss": 5.0795,
      "step": 20426
    },
    {
      "epoch": 1.7352191641182468,
      "grad_norm": 2.638423700673866,
      "learning_rate": 0.000249729447869642,
      "loss": 5.3188,
      "step": 20427
    },
    {
      "epoch": 1.7353041114509005,
      "grad_norm": 2.474026686654732,
      "learning_rate": 0.00024972431897508115,
      "loss": 5.0239,
      "step": 20428
    },
    {
      "epoch": 1.735389058783554,
      "grad_norm": 2.471188154603912,
      "learning_rate": 0.0002497191898715678,
      "loss": 4.7093,
      "step": 20429
    },
    {
      "epoch": 1.735474006116208,
      "grad_norm": 2.745710252835754,
      "learning_rate": 0.00024971406055911274,
      "loss": 5.29,
      "step": 20430
    },
    {
      "epoch": 1.7355589534488618,
      "grad_norm": 2.4805587119927615,
      "learning_rate": 0.00024970893103772675,
      "loss": 4.4199,
      "step": 20431
    },
    {
      "epoch": 1.7356439007815154,
      "grad_norm": 2.5186956086217256,
      "learning_rate": 0.0002497038013074205,
      "loss": 4.8639,
      "step": 20432
    },
    {
      "epoch": 1.735728848114169,
      "grad_norm": 2.47389126757971,
      "learning_rate": 0.00024969867136820476,
      "loss": 5.1119,
      "step": 20433
    },
    {
      "epoch": 1.735813795446823,
      "grad_norm": 2.4284879497037433,
      "learning_rate": 0.0002496935412200903,
      "loss": 4.9873,
      "step": 20434
    },
    {
      "epoch": 1.7358987427794768,
      "grad_norm": 2.4954338796423308,
      "learning_rate": 0.00024968841086308777,
      "loss": 4.8674,
      "step": 20435
    },
    {
      "epoch": 1.7359836901121306,
      "grad_norm": 2.5708657320485098,
      "learning_rate": 0.00024968328029720813,
      "loss": 4.8991,
      "step": 20436
    },
    {
      "epoch": 1.7360686374447842,
      "grad_norm": 2.4928738727720416,
      "learning_rate": 0.00024967814952246193,
      "loss": 5.0683,
      "step": 20437
    },
    {
      "epoch": 1.7361535847774379,
      "grad_norm": 2.6642429119948257,
      "learning_rate": 0.00024967301853886007,
      "loss": 5.1794,
      "step": 20438
    },
    {
      "epoch": 1.7362385321100917,
      "grad_norm": 2.5104407597582243,
      "learning_rate": 0.00024966788734641316,
      "loss": 4.9085,
      "step": 20439
    },
    {
      "epoch": 1.7363234794427456,
      "grad_norm": 2.520985319159381,
      "learning_rate": 0.000249662755945132,
      "loss": 5.0529,
      "step": 20440
    },
    {
      "epoch": 1.7364084267753994,
      "grad_norm": 2.5372955404463116,
      "learning_rate": 0.00024965762433502744,
      "loss": 5.1185,
      "step": 20441
    },
    {
      "epoch": 1.736493374108053,
      "grad_norm": 2.526212246560369,
      "learning_rate": 0.0002496524925161101,
      "loss": 5.1153,
      "step": 20442
    },
    {
      "epoch": 1.7365783214407067,
      "grad_norm": 2.4832693402547332,
      "learning_rate": 0.0002496473604883908,
      "loss": 4.8916,
      "step": 20443
    },
    {
      "epoch": 1.7366632687733605,
      "grad_norm": 2.418834198735295,
      "learning_rate": 0.0002496422282518803,
      "loss": 4.7109,
      "step": 20444
    },
    {
      "epoch": 1.7367482161060144,
      "grad_norm": 2.396850750346706,
      "learning_rate": 0.00024963709580658926,
      "loss": 4.7365,
      "step": 20445
    },
    {
      "epoch": 1.736833163438668,
      "grad_norm": 2.488744471251744,
      "learning_rate": 0.00024963196315252854,
      "loss": 4.6996,
      "step": 20446
    },
    {
      "epoch": 1.7369181107713216,
      "grad_norm": 2.4970847251689485,
      "learning_rate": 0.00024962683028970887,
      "loss": 4.7978,
      "step": 20447
    },
    {
      "epoch": 1.7370030581039755,
      "grad_norm": 2.5333767427533673,
      "learning_rate": 0.000249621697218141,
      "loss": 4.9462,
      "step": 20448
    },
    {
      "epoch": 1.7370880054366293,
      "grad_norm": 2.4480439762768924,
      "learning_rate": 0.00024961656393783564,
      "loss": 4.5939,
      "step": 20449
    },
    {
      "epoch": 1.7371729527692832,
      "grad_norm": 2.6221373330420192,
      "learning_rate": 0.00024961143044880367,
      "loss": 5.071,
      "step": 20450
    },
    {
      "epoch": 1.7372579001019368,
      "grad_norm": 2.542868435674399,
      "learning_rate": 0.0002496062967510557,
      "loss": 4.6848,
      "step": 20451
    },
    {
      "epoch": 1.7373428474345904,
      "grad_norm": 2.5803019081856355,
      "learning_rate": 0.00024960116284460256,
      "loss": 4.9424,
      "step": 20452
    },
    {
      "epoch": 1.7374277947672443,
      "grad_norm": 2.536418570934704,
      "learning_rate": 0.000249596028729455,
      "loss": 5.2094,
      "step": 20453
    },
    {
      "epoch": 1.7375127420998981,
      "grad_norm": 2.7926462593488064,
      "learning_rate": 0.00024959089440562384,
      "loss": 5.5459,
      "step": 20454
    },
    {
      "epoch": 1.7375976894325518,
      "grad_norm": 2.7936034036198807,
      "learning_rate": 0.00024958575987311964,
      "loss": 5.4072,
      "step": 20455
    },
    {
      "epoch": 1.7376826367652056,
      "grad_norm": 2.5682926674855193,
      "learning_rate": 0.0002495806251319534,
      "loss": 5.0507,
      "step": 20456
    },
    {
      "epoch": 1.7377675840978593,
      "grad_norm": 2.459632162637156,
      "learning_rate": 0.0002495754901821357,
      "loss": 4.9597,
      "step": 20457
    },
    {
      "epoch": 1.737852531430513,
      "grad_norm": 2.4846016250713565,
      "learning_rate": 0.0002495703550236774,
      "loss": 4.9012,
      "step": 20458
    },
    {
      "epoch": 1.737937478763167,
      "grad_norm": 2.479931474895783,
      "learning_rate": 0.00024956521965658924,
      "loss": 4.6839,
      "step": 20459
    },
    {
      "epoch": 1.7380224260958206,
      "grad_norm": 2.7445904968576196,
      "learning_rate": 0.000249560084080882,
      "loss": 5.3095,
      "step": 20460
    },
    {
      "epoch": 1.7381073734284742,
      "grad_norm": 2.5710236890595035,
      "learning_rate": 0.0002495549482965663,
      "loss": 4.8043,
      "step": 20461
    },
    {
      "epoch": 1.738192320761128,
      "grad_norm": 2.5731899098937463,
      "learning_rate": 0.00024954981230365306,
      "loss": 4.8043,
      "step": 20462
    },
    {
      "epoch": 1.738277268093782,
      "grad_norm": 2.6113708072578223,
      "learning_rate": 0.00024954467610215303,
      "loss": 5.0407,
      "step": 20463
    },
    {
      "epoch": 1.7383622154264358,
      "grad_norm": 2.744800412915534,
      "learning_rate": 0.0002495395396920769,
      "loss": 5.3283,
      "step": 20464
    },
    {
      "epoch": 1.7384471627590894,
      "grad_norm": 2.582842519918248,
      "learning_rate": 0.0002495344030734355,
      "loss": 4.8938,
      "step": 20465
    },
    {
      "epoch": 1.738532110091743,
      "grad_norm": 2.5939021037645795,
      "learning_rate": 0.00024952926624623954,
      "loss": 5.0922,
      "step": 20466
    },
    {
      "epoch": 1.7386170574243969,
      "grad_norm": 2.7302205910202466,
      "learning_rate": 0.00024952412921049977,
      "loss": 5.4898,
      "step": 20467
    },
    {
      "epoch": 1.7387020047570507,
      "grad_norm": 2.496224599235878,
      "learning_rate": 0.00024951899196622705,
      "loss": 4.6795,
      "step": 20468
    },
    {
      "epoch": 1.7387869520897044,
      "grad_norm": 2.538503886775644,
      "learning_rate": 0.000249513854513432,
      "loss": 4.7981,
      "step": 20469
    },
    {
      "epoch": 1.738871899422358,
      "grad_norm": 2.570648181837657,
      "learning_rate": 0.00024950871685212547,
      "loss": 4.9778,
      "step": 20470
    },
    {
      "epoch": 1.7389568467550118,
      "grad_norm": 2.529742857083468,
      "learning_rate": 0.00024950357898231824,
      "loss": 4.9107,
      "step": 20471
    },
    {
      "epoch": 1.7390417940876657,
      "grad_norm": 2.5584577643036415,
      "learning_rate": 0.0002494984409040211,
      "loss": 5.111,
      "step": 20472
    },
    {
      "epoch": 1.7391267414203195,
      "grad_norm": 2.7134125151245514,
      "learning_rate": 0.00024949330261724473,
      "loss": 5.408,
      "step": 20473
    },
    {
      "epoch": 1.7392116887529732,
      "grad_norm": 2.6546952474963055,
      "learning_rate": 0.0002494881641219999,
      "loss": 5.176,
      "step": 20474
    },
    {
      "epoch": 1.7392966360856268,
      "grad_norm": 2.4780408955852637,
      "learning_rate": 0.0002494830254182975,
      "loss": 4.7652,
      "step": 20475
    },
    {
      "epoch": 1.7393815834182806,
      "grad_norm": 2.6644759550265102,
      "learning_rate": 0.0002494778865061482,
      "loss": 5.1337,
      "step": 20476
    },
    {
      "epoch": 1.7394665307509345,
      "grad_norm": 2.5535707741885934,
      "learning_rate": 0.0002494727473855627,
      "loss": 4.9724,
      "step": 20477
    },
    {
      "epoch": 1.7395514780835881,
      "grad_norm": 2.5666675023358656,
      "learning_rate": 0.0002494676080565519,
      "loss": 4.8746,
      "step": 20478
    },
    {
      "epoch": 1.739636425416242,
      "grad_norm": 2.56880483180258,
      "learning_rate": 0.0002494624685191265,
      "loss": 5.0442,
      "step": 20479
    },
    {
      "epoch": 1.7397213727488956,
      "grad_norm": 2.4944802060826126,
      "learning_rate": 0.00024945732877329724,
      "loss": 5.1519,
      "step": 20480
    },
    {
      "epoch": 1.7398063200815495,
      "grad_norm": 2.5231205367228595,
      "learning_rate": 0.000249452188819075,
      "loss": 4.4949,
      "step": 20481
    },
    {
      "epoch": 1.7398912674142033,
      "grad_norm": 2.719493094908341,
      "learning_rate": 0.0002494470486564704,
      "loss": 5.267,
      "step": 20482
    },
    {
      "epoch": 1.739976214746857,
      "grad_norm": 2.6064289666261105,
      "learning_rate": 0.0002494419082854944,
      "loss": 5.1153,
      "step": 20483
    },
    {
      "epoch": 1.7400611620795106,
      "grad_norm": 2.6253381033320347,
      "learning_rate": 0.0002494367677061576,
      "loss": 5.0352,
      "step": 20484
    },
    {
      "epoch": 1.7401461094121644,
      "grad_norm": 2.529063336979769,
      "learning_rate": 0.00024943162691847085,
      "loss": 5.0148,
      "step": 20485
    },
    {
      "epoch": 1.7402310567448183,
      "grad_norm": 2.6943006503043962,
      "learning_rate": 0.00024942648592244493,
      "loss": 5.2579,
      "step": 20486
    },
    {
      "epoch": 1.7403160040774721,
      "grad_norm": 2.536151898619238,
      "learning_rate": 0.00024942134471809055,
      "loss": 4.5802,
      "step": 20487
    },
    {
      "epoch": 1.7404009514101257,
      "grad_norm": 2.5095713923720084,
      "learning_rate": 0.00024941620330541853,
      "loss": 4.9878,
      "step": 20488
    },
    {
      "epoch": 1.7404858987427794,
      "grad_norm": 2.5472145997935223,
      "learning_rate": 0.00024941106168443957,
      "loss": 4.8709,
      "step": 20489
    },
    {
      "epoch": 1.7405708460754332,
      "grad_norm": 2.433010496098102,
      "learning_rate": 0.0002494059198551646,
      "loss": 4.7573,
      "step": 20490
    },
    {
      "epoch": 1.740655793408087,
      "grad_norm": 2.64035442734511,
      "learning_rate": 0.00024940077781760426,
      "loss": 5.2204,
      "step": 20491
    },
    {
      "epoch": 1.7407407407407407,
      "grad_norm": 2.5784045976053345,
      "learning_rate": 0.0002493956355717694,
      "loss": 4.7075,
      "step": 20492
    },
    {
      "epoch": 1.7408256880733946,
      "grad_norm": 2.7366498332956133,
      "learning_rate": 0.0002493904931176707,
      "loss": 5.0767,
      "step": 20493
    },
    {
      "epoch": 1.7409106354060482,
      "grad_norm": 2.5161003074967474,
      "learning_rate": 0.00024938535045531903,
      "loss": 4.6249,
      "step": 20494
    },
    {
      "epoch": 1.740995582738702,
      "grad_norm": 2.6858128285154415,
      "learning_rate": 0.0002493802075847251,
      "loss": 5.2884,
      "step": 20495
    },
    {
      "epoch": 1.7410805300713559,
      "grad_norm": 2.589571472479817,
      "learning_rate": 0.00024937506450589973,
      "loss": 4.7866,
      "step": 20496
    },
    {
      "epoch": 1.7411654774040095,
      "grad_norm": 2.5510390322333407,
      "learning_rate": 0.0002493699212188537,
      "loss": 5.1417,
      "step": 20497
    },
    {
      "epoch": 1.7412504247366631,
      "grad_norm": 2.6938686075303013,
      "learning_rate": 0.00024936477772359773,
      "loss": 5.4587,
      "step": 20498
    },
    {
      "epoch": 1.741335372069317,
      "grad_norm": 2.4620708836503975,
      "learning_rate": 0.0002493596340201427,
      "loss": 4.6477,
      "step": 20499
    },
    {
      "epoch": 1.7414203194019708,
      "grad_norm": 2.5479852474582683,
      "learning_rate": 0.0002493544901084992,
      "loss": 4.8748,
      "step": 20500
    },
    {
      "epoch": 1.7415052667346247,
      "grad_norm": 2.776902186552603,
      "learning_rate": 0.00024934934598867825,
      "loss": 5.2012,
      "step": 20501
    },
    {
      "epoch": 1.7415902140672783,
      "grad_norm": 2.708430550540198,
      "learning_rate": 0.00024934420166069046,
      "loss": 5.2833,
      "step": 20502
    },
    {
      "epoch": 1.741675161399932,
      "grad_norm": 2.559762654545487,
      "learning_rate": 0.00024933905712454664,
      "loss": 5.0779,
      "step": 20503
    },
    {
      "epoch": 1.7417601087325858,
      "grad_norm": 2.4769619663196214,
      "learning_rate": 0.00024933391238025763,
      "loss": 4.6715,
      "step": 20504
    },
    {
      "epoch": 1.7418450560652396,
      "grad_norm": 2.6514867173207977,
      "learning_rate": 0.00024932876742783417,
      "loss": 5.2521,
      "step": 20505
    },
    {
      "epoch": 1.7419300033978933,
      "grad_norm": 2.5031327790143254,
      "learning_rate": 0.00024932362226728704,
      "loss": 4.8308,
      "step": 20506
    },
    {
      "epoch": 1.742014950730547,
      "grad_norm": 2.5662339431633963,
      "learning_rate": 0.0002493184768986269,
      "loss": 4.7849,
      "step": 20507
    },
    {
      "epoch": 1.7420998980632008,
      "grad_norm": 2.5623395248950414,
      "learning_rate": 0.0002493133313218648,
      "loss": 4.8674,
      "step": 20508
    },
    {
      "epoch": 1.7421848453958546,
      "grad_norm": 2.4186183467903852,
      "learning_rate": 0.0002493081855370113,
      "loss": 4.7217,
      "step": 20509
    },
    {
      "epoch": 1.7422697927285085,
      "grad_norm": 2.542222083064846,
      "learning_rate": 0.00024930303954407725,
      "loss": 4.9643,
      "step": 20510
    },
    {
      "epoch": 1.742354740061162,
      "grad_norm": 2.4796450250199604,
      "learning_rate": 0.00024929789334307345,
      "loss": 4.6937,
      "step": 20511
    },
    {
      "epoch": 1.7424396873938157,
      "grad_norm": 2.4981772700697156,
      "learning_rate": 0.00024929274693401065,
      "loss": 4.774,
      "step": 20512
    },
    {
      "epoch": 1.7425246347264696,
      "grad_norm": 2.521738675946899,
      "learning_rate": 0.00024928760031689965,
      "loss": 4.8935,
      "step": 20513
    },
    {
      "epoch": 1.7426095820591234,
      "grad_norm": 2.7491232501748963,
      "learning_rate": 0.0002492824534917513,
      "loss": 5.1713,
      "step": 20514
    },
    {
      "epoch": 1.742694529391777,
      "grad_norm": 2.7294123889185498,
      "learning_rate": 0.00024927730645857624,
      "loss": 5.2771,
      "step": 20515
    },
    {
      "epoch": 1.742779476724431,
      "grad_norm": 2.585209432148994,
      "learning_rate": 0.00024927215921738535,
      "loss": 5.0718,
      "step": 20516
    },
    {
      "epoch": 1.7428644240570845,
      "grad_norm": 2.737613871616647,
      "learning_rate": 0.0002492670117681894,
      "loss": 5.4313,
      "step": 20517
    },
    {
      "epoch": 1.7429493713897384,
      "grad_norm": 2.766220029095904,
      "learning_rate": 0.0002492618641109992,
      "loss": 5.3679,
      "step": 20518
    },
    {
      "epoch": 1.7430343187223922,
      "grad_norm": 2.5165418732433955,
      "learning_rate": 0.00024925671624582545,
      "loss": 5.0234,
      "step": 20519
    },
    {
      "epoch": 1.7431192660550459,
      "grad_norm": 2.4610667757117937,
      "learning_rate": 0.0002492515681726791,
      "loss": 4.72,
      "step": 20520
    },
    {
      "epoch": 1.7432042133876995,
      "grad_norm": 2.4102440883852223,
      "learning_rate": 0.00024924641989157074,
      "loss": 4.8455,
      "step": 20521
    },
    {
      "epoch": 1.7432891607203533,
      "grad_norm": 2.494092157472869,
      "learning_rate": 0.0002492412714025113,
      "loss": 4.9497,
      "step": 20522
    },
    {
      "epoch": 1.7433741080530072,
      "grad_norm": 2.705922629308378,
      "learning_rate": 0.00024923612270551145,
      "loss": 5.3749,
      "step": 20523
    },
    {
      "epoch": 1.743459055385661,
      "grad_norm": 2.7213464064347392,
      "learning_rate": 0.00024923097380058213,
      "loss": 5.2611,
      "step": 20524
    },
    {
      "epoch": 1.7435440027183147,
      "grad_norm": 2.5681953535949686,
      "learning_rate": 0.00024922582468773396,
      "loss": 4.7778,
      "step": 20525
    },
    {
      "epoch": 1.7436289500509683,
      "grad_norm": 2.409456805538661,
      "learning_rate": 0.00024922067536697787,
      "loss": 4.7997,
      "step": 20526
    },
    {
      "epoch": 1.7437138973836221,
      "grad_norm": 2.6770190890471848,
      "learning_rate": 0.0002492155258383246,
      "loss": 5.1578,
      "step": 20527
    },
    {
      "epoch": 1.743798844716276,
      "grad_norm": 2.739035020549322,
      "learning_rate": 0.00024921037610178495,
      "loss": 5.5073,
      "step": 20528
    },
    {
      "epoch": 1.7438837920489296,
      "grad_norm": 2.4781393671132492,
      "learning_rate": 0.00024920522615736964,
      "loss": 4.839,
      "step": 20529
    },
    {
      "epoch": 1.7439687393815833,
      "grad_norm": 2.684757385201361,
      "learning_rate": 0.0002492000760050895,
      "loss": 5.1866,
      "step": 20530
    },
    {
      "epoch": 1.744053686714237,
      "grad_norm": 2.5982489756955913,
      "learning_rate": 0.0002491949256449554,
      "loss": 5.1469,
      "step": 20531
    },
    {
      "epoch": 1.744138634046891,
      "grad_norm": 2.5022639972470655,
      "learning_rate": 0.000249189775076978,
      "loss": 4.9668,
      "step": 20532
    },
    {
      "epoch": 1.7442235813795448,
      "grad_norm": 2.4915911512386213,
      "learning_rate": 0.00024918462430116817,
      "loss": 4.997,
      "step": 20533
    },
    {
      "epoch": 1.7443085287121984,
      "grad_norm": 2.737478243171998,
      "learning_rate": 0.00024917947331753673,
      "loss": 5.2865,
      "step": 20534
    },
    {
      "epoch": 1.744393476044852,
      "grad_norm": 2.704477781572175,
      "learning_rate": 0.0002491743221260944,
      "loss": 4.9876,
      "step": 20535
    },
    {
      "epoch": 1.744478423377506,
      "grad_norm": 2.51041081682638,
      "learning_rate": 0.000249169170726852,
      "loss": 4.8257,
      "step": 20536
    },
    {
      "epoch": 1.7445633707101598,
      "grad_norm": 2.544042711909608,
      "learning_rate": 0.0002491640191198204,
      "loss": 4.8084,
      "step": 20537
    },
    {
      "epoch": 1.7446483180428136,
      "grad_norm": 2.5482685154526044,
      "learning_rate": 0.00024915886730501023,
      "loss": 4.9938,
      "step": 20538
    },
    {
      "epoch": 1.7447332653754672,
      "grad_norm": 2.5495963311058922,
      "learning_rate": 0.0002491537152824324,
      "loss": 4.9688,
      "step": 20539
    },
    {
      "epoch": 1.7448182127081209,
      "grad_norm": 2.514503857239348,
      "learning_rate": 0.0002491485630520977,
      "loss": 4.7162,
      "step": 20540
    },
    {
      "epoch": 1.7449031600407747,
      "grad_norm": 2.571078009630686,
      "learning_rate": 0.0002491434106140169,
      "loss": 5.1231,
      "step": 20541
    },
    {
      "epoch": 1.7449881073734286,
      "grad_norm": 2.565913513018999,
      "learning_rate": 0.0002491382579682008,
      "loss": 4.9749,
      "step": 20542
    },
    {
      "epoch": 1.7450730547060822,
      "grad_norm": 2.6362430728373982,
      "learning_rate": 0.00024913310511466026,
      "loss": 5.2645,
      "step": 20543
    },
    {
      "epoch": 1.7451580020387358,
      "grad_norm": 2.582269944540066,
      "learning_rate": 0.000249127952053406,
      "loss": 4.8295,
      "step": 20544
    },
    {
      "epoch": 1.7452429493713897,
      "grad_norm": 2.4722808543921193,
      "learning_rate": 0.0002491227987844488,
      "loss": 4.8295,
      "step": 20545
    },
    {
      "epoch": 1.7453278967040435,
      "grad_norm": 2.4986818111317426,
      "learning_rate": 0.00024911764530779947,
      "loss": 4.8941,
      "step": 20546
    },
    {
      "epoch": 1.7454128440366974,
      "grad_norm": 2.681650959869529,
      "learning_rate": 0.0002491124916234689,
      "loss": 5.2189,
      "step": 20547
    },
    {
      "epoch": 1.745497791369351,
      "grad_norm": 2.447734560739393,
      "learning_rate": 0.0002491073377314678,
      "loss": 4.7544,
      "step": 20548
    },
    {
      "epoch": 1.7455827387020046,
      "grad_norm": 2.4354712776651253,
      "learning_rate": 0.000249102183631807,
      "loss": 4.7071,
      "step": 20549
    },
    {
      "epoch": 1.7456676860346585,
      "grad_norm": 2.5446138625974815,
      "learning_rate": 0.00024909702932449725,
      "loss": 4.7922,
      "step": 20550
    },
    {
      "epoch": 1.7457526333673123,
      "grad_norm": 2.491646615030478,
      "learning_rate": 0.0002490918748095494,
      "loss": 4.7476,
      "step": 20551
    },
    {
      "epoch": 1.745837580699966,
      "grad_norm": 2.7205596066173245,
      "learning_rate": 0.0002490867200869742,
      "loss": 5.3122,
      "step": 20552
    },
    {
      "epoch": 1.7459225280326198,
      "grad_norm": 2.6123767465067615,
      "learning_rate": 0.00024908156515678255,
      "loss": 5.3997,
      "step": 20553
    },
    {
      "epoch": 1.7460074753652735,
      "grad_norm": 2.7514059242810864,
      "learning_rate": 0.00024907641001898517,
      "loss": 5.2253,
      "step": 20554
    },
    {
      "epoch": 1.7460924226979273,
      "grad_norm": 2.4636862213323076,
      "learning_rate": 0.0002490712546735929,
      "loss": 4.722,
      "step": 20555
    },
    {
      "epoch": 1.7461773700305812,
      "grad_norm": 2.5139210565673364,
      "learning_rate": 0.0002490660991206165,
      "loss": 4.9001,
      "step": 20556
    },
    {
      "epoch": 1.7462623173632348,
      "grad_norm": 2.5421034917457166,
      "learning_rate": 0.00024906094336006677,
      "loss": 4.9771,
      "step": 20557
    },
    {
      "epoch": 1.7463472646958884,
      "grad_norm": 2.4781335762708556,
      "learning_rate": 0.0002490557873919546,
      "loss": 4.6167,
      "step": 20558
    },
    {
      "epoch": 1.7464322120285423,
      "grad_norm": 2.494945679349117,
      "learning_rate": 0.00024905063121629067,
      "loss": 5.1321,
      "step": 20559
    },
    {
      "epoch": 1.7465171593611961,
      "grad_norm": 2.5955111904973975,
      "learning_rate": 0.00024904547483308587,
      "loss": 5.0251,
      "step": 20560
    },
    {
      "epoch": 1.74660210669385,
      "grad_norm": 2.704646479638249,
      "learning_rate": 0.000249040318242351,
      "loss": 5.4711,
      "step": 20561
    },
    {
      "epoch": 1.7466870540265036,
      "grad_norm": 2.487513176373673,
      "learning_rate": 0.00024903516144409685,
      "loss": 4.7776,
      "step": 20562
    },
    {
      "epoch": 1.7467720013591572,
      "grad_norm": 2.5441115367120872,
      "learning_rate": 0.0002490300044383342,
      "loss": 5.0218,
      "step": 20563
    },
    {
      "epoch": 1.746856948691811,
      "grad_norm": 2.520438730182264,
      "learning_rate": 0.0002490248472250739,
      "loss": 5.1666,
      "step": 20564
    },
    {
      "epoch": 1.746941896024465,
      "grad_norm": 2.514318021536198,
      "learning_rate": 0.0002490196898043266,
      "loss": 4.7355,
      "step": 20565
    },
    {
      "epoch": 1.7470268433571186,
      "grad_norm": 2.465225462641832,
      "learning_rate": 0.0002490145321761034,
      "loss": 4.5139,
      "step": 20566
    },
    {
      "epoch": 1.7471117906897722,
      "grad_norm": 2.562723313253318,
      "learning_rate": 0.0002490093743404149,
      "loss": 4.9411,
      "step": 20567
    },
    {
      "epoch": 1.747196738022426,
      "grad_norm": 2.5371194254280063,
      "learning_rate": 0.00024900421629727197,
      "loss": 4.7329,
      "step": 20568
    },
    {
      "epoch": 1.7472816853550799,
      "grad_norm": 2.6206580840109437,
      "learning_rate": 0.00024899905804668537,
      "loss": 5.1871,
      "step": 20569
    },
    {
      "epoch": 1.7473666326877337,
      "grad_norm": 2.5363964182428935,
      "learning_rate": 0.0002489938995886659,
      "loss": 4.7439,
      "step": 20570
    },
    {
      "epoch": 1.7474515800203874,
      "grad_norm": 2.757333007034351,
      "learning_rate": 0.0002489887409232245,
      "loss": 5.3437,
      "step": 20571
    },
    {
      "epoch": 1.747536527353041,
      "grad_norm": 2.5814756201477627,
      "learning_rate": 0.0002489835820503718,
      "loss": 4.8293,
      "step": 20572
    },
    {
      "epoch": 1.7476214746856948,
      "grad_norm": 2.518606497647669,
      "learning_rate": 0.00024897842297011874,
      "loss": 4.8757,
      "step": 20573
    },
    {
      "epoch": 1.7477064220183487,
      "grad_norm": 2.4715538933142565,
      "learning_rate": 0.00024897326368247607,
      "loss": 4.7996,
      "step": 20574
    },
    {
      "epoch": 1.7477913693510025,
      "grad_norm": 2.4960973845684027,
      "learning_rate": 0.0002489681041874546,
      "loss": 4.7107,
      "step": 20575
    },
    {
      "epoch": 1.7478763166836562,
      "grad_norm": 2.5362637423411027,
      "learning_rate": 0.00024896294448506517,
      "loss": 4.8298,
      "step": 20576
    },
    {
      "epoch": 1.7479612640163098,
      "grad_norm": 2.5626731914663434,
      "learning_rate": 0.00024895778457531857,
      "loss": 5.135,
      "step": 20577
    },
    {
      "epoch": 1.7480462113489637,
      "grad_norm": 2.4600916882993618,
      "learning_rate": 0.0002489526244582256,
      "loss": 4.8447,
      "step": 20578
    },
    {
      "epoch": 1.7481311586816175,
      "grad_norm": 2.452775898878887,
      "learning_rate": 0.0002489474641337971,
      "loss": 4.9325,
      "step": 20579
    },
    {
      "epoch": 1.7482161060142711,
      "grad_norm": 2.549994945334189,
      "learning_rate": 0.00024894230360204394,
      "loss": 5.0391,
      "step": 20580
    },
    {
      "epoch": 1.7483010533469248,
      "grad_norm": 2.5523645016907035,
      "learning_rate": 0.0002489371428629768,
      "loss": 4.6558,
      "step": 20581
    },
    {
      "epoch": 1.7483860006795786,
      "grad_norm": 2.5497863751181176,
      "learning_rate": 0.0002489319819166066,
      "loss": 4.7278,
      "step": 20582
    },
    {
      "epoch": 1.7484709480122325,
      "grad_norm": 2.755476483306677,
      "learning_rate": 0.00024892682076294405,
      "loss": 5.4681,
      "step": 20583
    },
    {
      "epoch": 1.7485558953448863,
      "grad_norm": 2.5716236007468747,
      "learning_rate": 0.000248921659402,
      "loss": 4.9995,
      "step": 20584
    },
    {
      "epoch": 1.74864084267754,
      "grad_norm": 2.5494248428079964,
      "learning_rate": 0.0002489164978337854,
      "loss": 4.952,
      "step": 20585
    },
    {
      "epoch": 1.7487257900101936,
      "grad_norm": 2.428169051362578,
      "learning_rate": 0.0002489113360583109,
      "loss": 4.7584,
      "step": 20586
    },
    {
      "epoch": 1.7488107373428474,
      "grad_norm": 2.5100721723813577,
      "learning_rate": 0.00024890617407558735,
      "loss": 4.7519,
      "step": 20587
    },
    {
      "epoch": 1.7488956846755013,
      "grad_norm": 2.5730992775838417,
      "learning_rate": 0.0002489010118856256,
      "loss": 4.9349,
      "step": 20588
    },
    {
      "epoch": 1.748980632008155,
      "grad_norm": 2.5104549487008145,
      "learning_rate": 0.00024889584948843647,
      "loss": 4.8558,
      "step": 20589
    },
    {
      "epoch": 1.7490655793408088,
      "grad_norm": 2.458811854422626,
      "learning_rate": 0.00024889068688403076,
      "loss": 4.9538,
      "step": 20590
    },
    {
      "epoch": 1.7491505266734624,
      "grad_norm": 2.7066123112501765,
      "learning_rate": 0.00024888552407241926,
      "loss": 5.3938,
      "step": 20591
    },
    {
      "epoch": 1.7492354740061162,
      "grad_norm": 2.50709015801649,
      "learning_rate": 0.00024888036105361283,
      "loss": 4.9234,
      "step": 20592
    },
    {
      "epoch": 1.74932042133877,
      "grad_norm": 2.7338110333197725,
      "learning_rate": 0.0002488751978276223,
      "loss": 5.4949,
      "step": 20593
    },
    {
      "epoch": 1.7494053686714237,
      "grad_norm": 2.684832130970264,
      "learning_rate": 0.0002488700343944584,
      "loss": 5.3763,
      "step": 20594
    },
    {
      "epoch": 1.7494903160040773,
      "grad_norm": 2.685012913365987,
      "learning_rate": 0.0002488648707541321,
      "loss": 5.012,
      "step": 20595
    },
    {
      "epoch": 1.7495752633367312,
      "grad_norm": 2.504321575323789,
      "learning_rate": 0.0002488597069066541,
      "loss": 4.6509,
      "step": 20596
    },
    {
      "epoch": 1.749660210669385,
      "grad_norm": 2.4912803108239863,
      "learning_rate": 0.0002488545428520352,
      "loss": 5.011,
      "step": 20597
    },
    {
      "epoch": 1.749745158002039,
      "grad_norm": 2.5226430935412196,
      "learning_rate": 0.00024884937859028633,
      "loss": 4.7467,
      "step": 20598
    },
    {
      "epoch": 1.7498301053346925,
      "grad_norm": 2.4581497594864876,
      "learning_rate": 0.00024884421412141815,
      "loss": 4.3493,
      "step": 20599
    },
    {
      "epoch": 1.7499150526673461,
      "grad_norm": 2.5028728233687305,
      "learning_rate": 0.00024883904944544166,
      "loss": 4.9019,
      "step": 20600
    },
    {
      "epoch": 1.75,
      "grad_norm": 2.5300174868027985,
      "learning_rate": 0.00024883388456236764,
      "loss": 4.9865,
      "step": 20601
    },
    {
      "epoch": 1.7500849473326539,
      "grad_norm": 2.5149134699520146,
      "learning_rate": 0.00024882871947220684,
      "loss": 4.9186,
      "step": 20602
    },
    {
      "epoch": 1.7501698946653075,
      "grad_norm": 2.70543660430716,
      "learning_rate": 0.0002488235541749701,
      "loss": 5.2103,
      "step": 20603
    },
    {
      "epoch": 1.750254841997961,
      "grad_norm": 2.430636501181166,
      "learning_rate": 0.00024881838867066823,
      "loss": 4.6526,
      "step": 20604
    },
    {
      "epoch": 1.750339789330615,
      "grad_norm": 2.673970729878666,
      "learning_rate": 0.00024881322295931216,
      "loss": 4.9325,
      "step": 20605
    },
    {
      "epoch": 1.7504247366632688,
      "grad_norm": 2.668506057285148,
      "learning_rate": 0.0002488080570409126,
      "loss": 5.2587,
      "step": 20606
    },
    {
      "epoch": 1.7505096839959227,
      "grad_norm": 2.548321989160034,
      "learning_rate": 0.00024880289091548045,
      "loss": 4.98,
      "step": 20607
    },
    {
      "epoch": 1.7505946313285763,
      "grad_norm": 2.5444585044947376,
      "learning_rate": 0.00024879772458302643,
      "loss": 5.0498,
      "step": 20608
    },
    {
      "epoch": 1.75067957866123,
      "grad_norm": 2.6155877995421153,
      "learning_rate": 0.00024879255804356146,
      "loss": 4.826,
      "step": 20609
    },
    {
      "epoch": 1.7507645259938838,
      "grad_norm": 2.5901387287546855,
      "learning_rate": 0.0002487873912970964,
      "loss": 4.8112,
      "step": 20610
    },
    {
      "epoch": 1.7508494733265376,
      "grad_norm": 2.6504728864329303,
      "learning_rate": 0.0002487822243436419,
      "loss": 4.9156,
      "step": 20611
    },
    {
      "epoch": 1.7509344206591912,
      "grad_norm": 2.506413456909701,
      "learning_rate": 0.00024877705718320895,
      "loss": 5.0561,
      "step": 20612
    },
    {
      "epoch": 1.751019367991845,
      "grad_norm": 2.806276967025488,
      "learning_rate": 0.00024877188981580834,
      "loss": 5.2949,
      "step": 20613
    },
    {
      "epoch": 1.7511043153244987,
      "grad_norm": 2.73770927154709,
      "learning_rate": 0.0002487667222414508,
      "loss": 5.2769,
      "step": 20614
    },
    {
      "epoch": 1.7511892626571526,
      "grad_norm": 2.5883806567695014,
      "learning_rate": 0.00024876155446014735,
      "loss": 5.0922,
      "step": 20615
    },
    {
      "epoch": 1.7512742099898064,
      "grad_norm": 2.65658078873594,
      "learning_rate": 0.0002487563864719087,
      "loss": 5.0673,
      "step": 20616
    },
    {
      "epoch": 1.75135915732246,
      "grad_norm": 2.4964559352533007,
      "learning_rate": 0.00024875121827674565,
      "loss": 4.8266,
      "step": 20617
    },
    {
      "epoch": 1.7514441046551137,
      "grad_norm": 2.586362111821094,
      "learning_rate": 0.0002487460498746691,
      "loss": 4.6335,
      "step": 20618
    },
    {
      "epoch": 1.7515290519877675,
      "grad_norm": 2.765220959453235,
      "learning_rate": 0.0002487408812656898,
      "loss": 5.2085,
      "step": 20619
    },
    {
      "epoch": 1.7516139993204214,
      "grad_norm": 2.581927096754583,
      "learning_rate": 0.0002487357124498187,
      "loss": 4.6891,
      "step": 20620
    },
    {
      "epoch": 1.7516989466530752,
      "grad_norm": 2.5907622380140323,
      "learning_rate": 0.00024873054342706643,
      "loss": 5.0434,
      "step": 20621
    },
    {
      "epoch": 1.7517838939857289,
      "grad_norm": 2.5612382070361597,
      "learning_rate": 0.000248725374197444,
      "loss": 4.7805,
      "step": 20622
    },
    {
      "epoch": 1.7518688413183825,
      "grad_norm": 2.8084349356079557,
      "learning_rate": 0.00024872020476096227,
      "loss": 5.5012,
      "step": 20623
    },
    {
      "epoch": 1.7519537886510363,
      "grad_norm": 2.6775867008053438,
      "learning_rate": 0.0002487150351176319,
      "loss": 5.1112,
      "step": 20624
    },
    {
      "epoch": 1.7520387359836902,
      "grad_norm": 2.744000528244604,
      "learning_rate": 0.00024870986526746386,
      "loss": 5.1293,
      "step": 20625
    },
    {
      "epoch": 1.7521236833163438,
      "grad_norm": 2.5717544040671725,
      "learning_rate": 0.00024870469521046893,
      "loss": 4.8648,
      "step": 20626
    },
    {
      "epoch": 1.7522086306489975,
      "grad_norm": 2.620622895185273,
      "learning_rate": 0.0002486995249466579,
      "loss": 4.9567,
      "step": 20627
    },
    {
      "epoch": 1.7522935779816513,
      "grad_norm": 2.5038838435473436,
      "learning_rate": 0.00024869435447604166,
      "loss": 4.9076,
      "step": 20628
    },
    {
      "epoch": 1.7523785253143052,
      "grad_norm": 2.770869634349724,
      "learning_rate": 0.00024868918379863106,
      "loss": 5.4804,
      "step": 20629
    },
    {
      "epoch": 1.752463472646959,
      "grad_norm": 2.5046401415699218,
      "learning_rate": 0.0002486840129144369,
      "loss": 4.7619,
      "step": 20630
    },
    {
      "epoch": 1.7525484199796126,
      "grad_norm": 2.7189372173616944,
      "learning_rate": 0.00024867884182347,
      "loss": 5.3329,
      "step": 20631
    },
    {
      "epoch": 1.7526333673122663,
      "grad_norm": 2.547617537471262,
      "learning_rate": 0.00024867367052574125,
      "loss": 4.9724,
      "step": 20632
    },
    {
      "epoch": 1.7527183146449201,
      "grad_norm": 2.511275817584884,
      "learning_rate": 0.0002486684990212614,
      "loss": 4.7633,
      "step": 20633
    },
    {
      "epoch": 1.752803261977574,
      "grad_norm": 2.731567129514415,
      "learning_rate": 0.0002486633273100414,
      "loss": 5.2153,
      "step": 20634
    },
    {
      "epoch": 1.7528882093102278,
      "grad_norm": 2.7072287100889865,
      "learning_rate": 0.000248658155392092,
      "loss": 5.1894,
      "step": 20635
    },
    {
      "epoch": 1.7529731566428814,
      "grad_norm": 2.508110639903311,
      "learning_rate": 0.00024865298326742406,
      "loss": 5.0216,
      "step": 20636
    },
    {
      "epoch": 1.753058103975535,
      "grad_norm": 2.5713349803577765,
      "learning_rate": 0.0002486478109360484,
      "loss": 5.0162,
      "step": 20637
    },
    {
      "epoch": 1.753143051308189,
      "grad_norm": 2.632151027674076,
      "learning_rate": 0.00024864263839797585,
      "loss": 5.0956,
      "step": 20638
    },
    {
      "epoch": 1.7532279986408428,
      "grad_norm": 2.6837984431722868,
      "learning_rate": 0.00024863746565321733,
      "loss": 5.0819,
      "step": 20639
    },
    {
      "epoch": 1.7533129459734964,
      "grad_norm": 2.7006796681569645,
      "learning_rate": 0.00024863229270178364,
      "loss": 5.2289,
      "step": 20640
    },
    {
      "epoch": 1.75339789330615,
      "grad_norm": 2.4969696035632647,
      "learning_rate": 0.00024862711954368557,
      "loss": 4.8408,
      "step": 20641
    },
    {
      "epoch": 1.7534828406388039,
      "grad_norm": 2.5032670388193563,
      "learning_rate": 0.000248621946178934,
      "loss": 4.9837,
      "step": 20642
    },
    {
      "epoch": 1.7535677879714577,
      "grad_norm": 2.588076817479276,
      "learning_rate": 0.00024861677260753975,
      "loss": 5.0883,
      "step": 20643
    },
    {
      "epoch": 1.7536527353041116,
      "grad_norm": 2.6277353435376964,
      "learning_rate": 0.0002486115988295137,
      "loss": 5.0833,
      "step": 20644
    },
    {
      "epoch": 1.7537376826367652,
      "grad_norm": 2.5254928963628345,
      "learning_rate": 0.00024860642484486655,
      "loss": 5.0571,
      "step": 20645
    },
    {
      "epoch": 1.7538226299694188,
      "grad_norm": 2.514500945591978,
      "learning_rate": 0.0002486012506536094,
      "loss": 4.9195,
      "step": 20646
    },
    {
      "epoch": 1.7539075773020727,
      "grad_norm": 2.50910270427434,
      "learning_rate": 0.0002485960762557528,
      "loss": 4.2166,
      "step": 20647
    },
    {
      "epoch": 1.7539925246347265,
      "grad_norm": 2.690611419361709,
      "learning_rate": 0.00024859090165130785,
      "loss": 5.3834,
      "step": 20648
    },
    {
      "epoch": 1.7540774719673802,
      "grad_norm": 2.6184203913703223,
      "learning_rate": 0.00024858572684028523,
      "loss": 5.1341,
      "step": 20649
    },
    {
      "epoch": 1.754162419300034,
      "grad_norm": 2.782286652375641,
      "learning_rate": 0.00024858055182269586,
      "loss": 5.4922,
      "step": 20650
    },
    {
      "epoch": 1.7542473666326877,
      "grad_norm": 2.601670956292299,
      "learning_rate": 0.0002485753765985505,
      "loss": 5.0258,
      "step": 20651
    },
    {
      "epoch": 1.7543323139653415,
      "grad_norm": 2.7746726408664197,
      "learning_rate": 0.0002485702011678601,
      "loss": 5.1466,
      "step": 20652
    },
    {
      "epoch": 1.7544172612979954,
      "grad_norm": 2.501993712597796,
      "learning_rate": 0.00024856502553063546,
      "loss": 5.2118,
      "step": 20653
    },
    {
      "epoch": 1.754502208630649,
      "grad_norm": 2.605845730232696,
      "learning_rate": 0.00024855984968688734,
      "loss": 4.8783,
      "step": 20654
    },
    {
      "epoch": 1.7545871559633026,
      "grad_norm": 2.5081100327433505,
      "learning_rate": 0.00024855467363662674,
      "loss": 4.9317,
      "step": 20655
    },
    {
      "epoch": 1.7546721032959565,
      "grad_norm": 2.6853089168069246,
      "learning_rate": 0.0002485494973798644,
      "loss": 5.3185,
      "step": 20656
    },
    {
      "epoch": 1.7547570506286103,
      "grad_norm": 2.496422626573814,
      "learning_rate": 0.00024854432091661117,
      "loss": 5.0746,
      "step": 20657
    },
    {
      "epoch": 1.7548419979612642,
      "grad_norm": 2.51722373805088,
      "learning_rate": 0.00024853914424687794,
      "loss": 4.7574,
      "step": 20658
    },
    {
      "epoch": 1.7549269452939178,
      "grad_norm": 2.529366142693839,
      "learning_rate": 0.0002485339673706756,
      "loss": 4.6986,
      "step": 20659
    },
    {
      "epoch": 1.7550118926265714,
      "grad_norm": 2.509346363764979,
      "learning_rate": 0.0002485287902880148,
      "loss": 5.0127,
      "step": 20660
    },
    {
      "epoch": 1.7550968399592253,
      "grad_norm": 2.4619942233794667,
      "learning_rate": 0.0002485236129989066,
      "loss": 4.627,
      "step": 20661
    },
    {
      "epoch": 1.7551817872918791,
      "grad_norm": 2.5150955474585084,
      "learning_rate": 0.00024851843550336176,
      "loss": 4.9291,
      "step": 20662
    },
    {
      "epoch": 1.7552667346245328,
      "grad_norm": 2.487738316316453,
      "learning_rate": 0.00024851325780139114,
      "loss": 4.8213,
      "step": 20663
    },
    {
      "epoch": 1.7553516819571864,
      "grad_norm": 2.517951709633288,
      "learning_rate": 0.00024850807989300555,
      "loss": 5.0408,
      "step": 20664
    },
    {
      "epoch": 1.7554366292898402,
      "grad_norm": 2.503782960584798,
      "learning_rate": 0.0002485029017782159,
      "loss": 4.743,
      "step": 20665
    },
    {
      "epoch": 1.755521576622494,
      "grad_norm": 2.5980753474519016,
      "learning_rate": 0.000248497723457033,
      "loss": 5.0678,
      "step": 20666
    },
    {
      "epoch": 1.755606523955148,
      "grad_norm": 2.4979682122282805,
      "learning_rate": 0.00024849254492946777,
      "loss": 4.7076,
      "step": 20667
    },
    {
      "epoch": 1.7556914712878016,
      "grad_norm": 2.478532947348833,
      "learning_rate": 0.0002484873661955309,
      "loss": 4.8648,
      "step": 20668
    },
    {
      "epoch": 1.7557764186204552,
      "grad_norm": 2.7901867201734243,
      "learning_rate": 0.00024848218725523347,
      "loss": 5.4174,
      "step": 20669
    },
    {
      "epoch": 1.755861365953109,
      "grad_norm": 2.7548939610737855,
      "learning_rate": 0.0002484770081085861,
      "loss": 5.4534,
      "step": 20670
    },
    {
      "epoch": 1.755946313285763,
      "grad_norm": 2.6257599512170575,
      "learning_rate": 0.0002484718287555998,
      "loss": 5.0733,
      "step": 20671
    },
    {
      "epoch": 1.7560312606184167,
      "grad_norm": 2.6775440747599637,
      "learning_rate": 0.0002484666491962854,
      "loss": 5.327,
      "step": 20672
    },
    {
      "epoch": 1.7561162079510704,
      "grad_norm": 2.4937481361658516,
      "learning_rate": 0.0002484614694306537,
      "loss": 4.4833,
      "step": 20673
    },
    {
      "epoch": 1.756201155283724,
      "grad_norm": 2.431377162300274,
      "learning_rate": 0.00024845628945871555,
      "loss": 4.7925,
      "step": 20674
    },
    {
      "epoch": 1.7562861026163779,
      "grad_norm": 2.606954168577597,
      "learning_rate": 0.00024845110928048186,
      "loss": 5.2557,
      "step": 20675
    },
    {
      "epoch": 1.7563710499490317,
      "grad_norm": 2.6335443027911865,
      "learning_rate": 0.00024844592889596343,
      "loss": 5.0933,
      "step": 20676
    },
    {
      "epoch": 1.7564559972816853,
      "grad_norm": 2.589914663878482,
      "learning_rate": 0.00024844074830517114,
      "loss": 4.8471,
      "step": 20677
    },
    {
      "epoch": 1.756540944614339,
      "grad_norm": 2.5052802413104924,
      "learning_rate": 0.0002484355675081159,
      "loss": 4.7944,
      "step": 20678
    },
    {
      "epoch": 1.7566258919469928,
      "grad_norm": 2.5109537898357526,
      "learning_rate": 0.0002484303865048084,
      "loss": 4.8799,
      "step": 20679
    },
    {
      "epoch": 1.7567108392796467,
      "grad_norm": 2.5449221511079267,
      "learning_rate": 0.00024842520529525967,
      "loss": 4.9409,
      "step": 20680
    },
    {
      "epoch": 1.7567957866123005,
      "grad_norm": 2.6581914709830885,
      "learning_rate": 0.00024842002387948054,
      "loss": 5.2761,
      "step": 20681
    },
    {
      "epoch": 1.7568807339449541,
      "grad_norm": 2.679452180015976,
      "learning_rate": 0.0002484148422574818,
      "loss": 5.3711,
      "step": 20682
    },
    {
      "epoch": 1.7569656812776078,
      "grad_norm": 2.518354327591329,
      "learning_rate": 0.0002484096604292743,
      "loss": 4.8028,
      "step": 20683
    },
    {
      "epoch": 1.7570506286102616,
      "grad_norm": 2.4886043193408356,
      "learning_rate": 0.000248404478394869,
      "loss": 4.9882,
      "step": 20684
    },
    {
      "epoch": 1.7571355759429155,
      "grad_norm": 2.505554197516871,
      "learning_rate": 0.0002483992961542766,
      "loss": 4.8341,
      "step": 20685
    },
    {
      "epoch": 1.757220523275569,
      "grad_norm": 2.4739189507510218,
      "learning_rate": 0.0002483941137075081,
      "loss": 4.8767,
      "step": 20686
    },
    {
      "epoch": 1.757305470608223,
      "grad_norm": 2.7544437027640902,
      "learning_rate": 0.0002483889310545743,
      "loss": 5.237,
      "step": 20687
    },
    {
      "epoch": 1.7573904179408766,
      "grad_norm": 2.4799493956995073,
      "learning_rate": 0.0002483837481954861,
      "loss": 4.7821,
      "step": 20688
    },
    {
      "epoch": 1.7574753652735304,
      "grad_norm": 2.4736896526079946,
      "learning_rate": 0.00024837856513025433,
      "loss": 4.6682,
      "step": 20689
    },
    {
      "epoch": 1.7575603126061843,
      "grad_norm": 2.6796899608854607,
      "learning_rate": 0.0002483733818588898,
      "loss": 5.2087,
      "step": 20690
    },
    {
      "epoch": 1.757645259938838,
      "grad_norm": 2.7164729876858473,
      "learning_rate": 0.00024836819838140343,
      "loss": 5.3889,
      "step": 20691
    },
    {
      "epoch": 1.7577302072714915,
      "grad_norm": 2.4324061441534592,
      "learning_rate": 0.00024836301469780605,
      "loss": 4.7417,
      "step": 20692
    },
    {
      "epoch": 1.7578151546041454,
      "grad_norm": 2.535255543388013,
      "learning_rate": 0.00024835783080810856,
      "loss": 4.9484,
      "step": 20693
    },
    {
      "epoch": 1.7579001019367992,
      "grad_norm": 2.5079589485936764,
      "learning_rate": 0.0002483526467123218,
      "loss": 4.8831,
      "step": 20694
    },
    {
      "epoch": 1.757985049269453,
      "grad_norm": 2.583250009817901,
      "learning_rate": 0.00024834746241045666,
      "loss": 5.1471,
      "step": 20695
    },
    {
      "epoch": 1.7580699966021067,
      "grad_norm": 2.4458383732583298,
      "learning_rate": 0.00024834227790252394,
      "loss": 4.4978,
      "step": 20696
    },
    {
      "epoch": 1.7581549439347604,
      "grad_norm": 2.7083177850915177,
      "learning_rate": 0.00024833709318853453,
      "loss": 5.1434,
      "step": 20697
    },
    {
      "epoch": 1.7582398912674142,
      "grad_norm": 2.619080075658552,
      "learning_rate": 0.0002483319082684994,
      "loss": 5.039,
      "step": 20698
    },
    {
      "epoch": 1.758324838600068,
      "grad_norm": 2.707751655561565,
      "learning_rate": 0.00024832672314242923,
      "loss": 5.2568,
      "step": 20699
    },
    {
      "epoch": 1.7584097859327217,
      "grad_norm": 2.5354493374493785,
      "learning_rate": 0.00024832153781033497,
      "loss": 4.5789,
      "step": 20700
    },
    {
      "epoch": 1.7584947332653753,
      "grad_norm": 2.49738909615707,
      "learning_rate": 0.0002483163522722275,
      "loss": 5.0136,
      "step": 20701
    },
    {
      "epoch": 1.7585796805980292,
      "grad_norm": 2.683741311680289,
      "learning_rate": 0.00024831116652811766,
      "loss": 5.2051,
      "step": 20702
    },
    {
      "epoch": 1.758664627930683,
      "grad_norm": 2.4626604668879915,
      "learning_rate": 0.00024830598057801634,
      "loss": 4.7893,
      "step": 20703
    },
    {
      "epoch": 1.7587495752633369,
      "grad_norm": 2.5251210560484765,
      "learning_rate": 0.0002483007944219344,
      "loss": 5.0336,
      "step": 20704
    },
    {
      "epoch": 1.7588345225959905,
      "grad_norm": 2.555513579117441,
      "learning_rate": 0.0002482956080598827,
      "loss": 4.9072,
      "step": 20705
    },
    {
      "epoch": 1.7589194699286441,
      "grad_norm": 2.561719258203725,
      "learning_rate": 0.0002482904214918721,
      "loss": 4.886,
      "step": 20706
    },
    {
      "epoch": 1.759004417261298,
      "grad_norm": 2.5290970606441436,
      "learning_rate": 0.0002482852347179135,
      "loss": 4.9007,
      "step": 20707
    },
    {
      "epoch": 1.7590893645939518,
      "grad_norm": 2.5638856340926077,
      "learning_rate": 0.00024828004773801767,
      "loss": 4.84,
      "step": 20708
    },
    {
      "epoch": 1.7591743119266054,
      "grad_norm": 2.695044480227167,
      "learning_rate": 0.0002482748605521956,
      "loss": 5.2745,
      "step": 20709
    },
    {
      "epoch": 1.7592592592592593,
      "grad_norm": 2.6282349865322643,
      "learning_rate": 0.0002482696731604581,
      "loss": 5.1846,
      "step": 20710
    },
    {
      "epoch": 1.759344206591913,
      "grad_norm": 2.493132874661123,
      "learning_rate": 0.0002482644855628161,
      "loss": 4.6397,
      "step": 20711
    },
    {
      "epoch": 1.7594291539245668,
      "grad_norm": 2.4840972040258187,
      "learning_rate": 0.00024825929775928036,
      "loss": 4.9757,
      "step": 20712
    },
    {
      "epoch": 1.7595141012572206,
      "grad_norm": 2.5187977402797728,
      "learning_rate": 0.00024825410974986176,
      "loss": 4.8758,
      "step": 20713
    },
    {
      "epoch": 1.7595990485898743,
      "grad_norm": 2.539081208823127,
      "learning_rate": 0.0002482489215345713,
      "loss": 4.6887,
      "step": 20714
    },
    {
      "epoch": 1.7596839959225279,
      "grad_norm": 2.7046418880995287,
      "learning_rate": 0.0002482437331134198,
      "loss": 5.2042,
      "step": 20715
    },
    {
      "epoch": 1.7597689432551817,
      "grad_norm": 2.828612215829628,
      "learning_rate": 0.00024823854448641805,
      "loss": 5.0815,
      "step": 20716
    },
    {
      "epoch": 1.7598538905878356,
      "grad_norm": 2.682558648648516,
      "learning_rate": 0.00024823335565357695,
      "loss": 5.2326,
      "step": 20717
    },
    {
      "epoch": 1.7599388379204894,
      "grad_norm": 2.628262587543167,
      "learning_rate": 0.0002482281666149074,
      "loss": 5.091,
      "step": 20718
    },
    {
      "epoch": 1.760023785253143,
      "grad_norm": 2.5167368652658846,
      "learning_rate": 0.0002482229773704203,
      "loss": 5.1064,
      "step": 20719
    },
    {
      "epoch": 1.7601087325857967,
      "grad_norm": 2.5500706406821263,
      "learning_rate": 0.00024821778792012645,
      "loss": 4.624,
      "step": 20720
    },
    {
      "epoch": 1.7601936799184505,
      "grad_norm": 2.6163536004193046,
      "learning_rate": 0.0002482125982640368,
      "loss": 5.248,
      "step": 20721
    },
    {
      "epoch": 1.7602786272511044,
      "grad_norm": 2.5605735701223686,
      "learning_rate": 0.00024820740840216215,
      "loss": 4.9376,
      "step": 20722
    },
    {
      "epoch": 1.760363574583758,
      "grad_norm": 2.468211386370917,
      "learning_rate": 0.00024820221833451344,
      "loss": 4.8696,
      "step": 20723
    },
    {
      "epoch": 1.7604485219164119,
      "grad_norm": 2.6977317663384257,
      "learning_rate": 0.00024819702806110153,
      "loss": 5.2029,
      "step": 20724
    },
    {
      "epoch": 1.7605334692490655,
      "grad_norm": 2.8123926722078454,
      "learning_rate": 0.0002481918375819372,
      "loss": 5.2662,
      "step": 20725
    },
    {
      "epoch": 1.7606184165817194,
      "grad_norm": 2.687141915443642,
      "learning_rate": 0.0002481866468970315,
      "loss": 5.068,
      "step": 20726
    },
    {
      "epoch": 1.7607033639143732,
      "grad_norm": 2.469432331351549,
      "learning_rate": 0.00024818145600639523,
      "loss": 4.5784,
      "step": 20727
    },
    {
      "epoch": 1.7607883112470268,
      "grad_norm": 2.5685147928813814,
      "learning_rate": 0.0002481762649100392,
      "loss": 5.0408,
      "step": 20728
    },
    {
      "epoch": 1.7608732585796805,
      "grad_norm": 2.5519693550272726,
      "learning_rate": 0.00024817107360797425,
      "loss": 4.7709,
      "step": 20729
    },
    {
      "epoch": 1.7609582059123343,
      "grad_norm": 2.519738078173822,
      "learning_rate": 0.00024816588210021146,
      "loss": 4.7282,
      "step": 20730
    },
    {
      "epoch": 1.7610431532449882,
      "grad_norm": 2.5306162892677277,
      "learning_rate": 0.0002481606903867616,
      "loss": 4.7487,
      "step": 20731
    },
    {
      "epoch": 1.761128100577642,
      "grad_norm": 2.6948720683281366,
      "learning_rate": 0.0002481554984676355,
      "loss": 5.3316,
      "step": 20732
    },
    {
      "epoch": 1.7612130479102956,
      "grad_norm": 2.5907904561073143,
      "learning_rate": 0.0002481503063428441,
      "loss": 5.0842,
      "step": 20733
    },
    {
      "epoch": 1.7612979952429493,
      "grad_norm": 2.488850945421449,
      "learning_rate": 0.00024814511401239817,
      "loss": 4.4969,
      "step": 20734
    },
    {
      "epoch": 1.7613829425756031,
      "grad_norm": 2.611306389215554,
      "learning_rate": 0.0002481399214763088,
      "loss": 5.0169,
      "step": 20735
    },
    {
      "epoch": 1.761467889908257,
      "grad_norm": 2.6166815657580305,
      "learning_rate": 0.0002481347287345867,
      "loss": 5.1743,
      "step": 20736
    },
    {
      "epoch": 1.7615528372409106,
      "grad_norm": 2.5549860004076894,
      "learning_rate": 0.0002481295357872428,
      "loss": 4.9889,
      "step": 20737
    },
    {
      "epoch": 1.7616377845735642,
      "grad_norm": 2.461756898086044,
      "learning_rate": 0.0002481243426342879,
      "loss": 4.7477,
      "step": 20738
    },
    {
      "epoch": 1.761722731906218,
      "grad_norm": 2.544830991168678,
      "learning_rate": 0.00024811914927573304,
      "loss": 5.0332,
      "step": 20739
    },
    {
      "epoch": 1.761807679238872,
      "grad_norm": 2.553803047883137,
      "learning_rate": 0.000248113955711589,
      "loss": 4.8872,
      "step": 20740
    },
    {
      "epoch": 1.7618926265715258,
      "grad_norm": 2.4982094034350655,
      "learning_rate": 0.00024810876194186673,
      "loss": 4.7017,
      "step": 20741
    },
    {
      "epoch": 1.7619775739041794,
      "grad_norm": 2.689093136452563,
      "learning_rate": 0.00024810356796657704,
      "loss": 5.1192,
      "step": 20742
    },
    {
      "epoch": 1.762062521236833,
      "grad_norm": 2.5431835659953435,
      "learning_rate": 0.0002480983737857308,
      "loss": 5.1335,
      "step": 20743
    },
    {
      "epoch": 1.762147468569487,
      "grad_norm": 2.7202718433167674,
      "learning_rate": 0.000248093179399339,
      "loss": 5.3881,
      "step": 20744
    },
    {
      "epoch": 1.7622324159021407,
      "grad_norm": 2.605855699986021,
      "learning_rate": 0.00024808798480741246,
      "loss": 5.1717,
      "step": 20745
    },
    {
      "epoch": 1.7623173632347944,
      "grad_norm": 2.42631476021276,
      "learning_rate": 0.00024808279000996196,
      "loss": 4.9228,
      "step": 20746
    },
    {
      "epoch": 1.7624023105674482,
      "grad_norm": 2.799570119103603,
      "learning_rate": 0.00024807759500699856,
      "loss": 4.2791,
      "step": 20747
    },
    {
      "epoch": 1.7624872579001019,
      "grad_norm": 2.6786136358334267,
      "learning_rate": 0.00024807239979853304,
      "loss": 5.3026,
      "step": 20748
    },
    {
      "epoch": 1.7625722052327557,
      "grad_norm": 2.663142306359665,
      "learning_rate": 0.0002480672043845763,
      "loss": 5.1873,
      "step": 20749
    },
    {
      "epoch": 1.7626571525654096,
      "grad_norm": 2.4316591454053658,
      "learning_rate": 0.0002480620087651393,
      "loss": 4.9084,
      "step": 20750
    },
    {
      "epoch": 1.7627420998980632,
      "grad_norm": 2.586833783882917,
      "learning_rate": 0.0002480568129402328,
      "loss": 4.9513,
      "step": 20751
    },
    {
      "epoch": 1.7628270472307168,
      "grad_norm": 2.5500098086346767,
      "learning_rate": 0.0002480516169098678,
      "loss": 5.0361,
      "step": 20752
    },
    {
      "epoch": 1.7629119945633707,
      "grad_norm": 2.5512956872086185,
      "learning_rate": 0.00024804642067405514,
      "loss": 5.0128,
      "step": 20753
    },
    {
      "epoch": 1.7629969418960245,
      "grad_norm": 2.5248197724388013,
      "learning_rate": 0.0002480412242328057,
      "loss": 4.7107,
      "step": 20754
    },
    {
      "epoch": 1.7630818892286784,
      "grad_norm": 2.430948851960941,
      "learning_rate": 0.0002480360275861304,
      "loss": 4.9475,
      "step": 20755
    },
    {
      "epoch": 1.763166836561332,
      "grad_norm": 2.802434993811037,
      "learning_rate": 0.00024803083073404004,
      "loss": 5.4141,
      "step": 20756
    },
    {
      "epoch": 1.7632517838939856,
      "grad_norm": 2.721022850298298,
      "learning_rate": 0.00024802563367654567,
      "loss": 5.218,
      "step": 20757
    },
    {
      "epoch": 1.7633367312266395,
      "grad_norm": 2.5663315587475117,
      "learning_rate": 0.00024802043641365803,
      "loss": 4.9812,
      "step": 20758
    },
    {
      "epoch": 1.7634216785592933,
      "grad_norm": 2.4373895457400536,
      "learning_rate": 0.00024801523894538803,
      "loss": 4.6051,
      "step": 20759
    },
    {
      "epoch": 1.763506625891947,
      "grad_norm": 2.604340446921779,
      "learning_rate": 0.00024801004127174666,
      "loss": 5.1215,
      "step": 20760
    },
    {
      "epoch": 1.7635915732246006,
      "grad_norm": 2.4620906033263843,
      "learning_rate": 0.0002480048433927447,
      "loss": 5.0186,
      "step": 20761
    },
    {
      "epoch": 1.7636765205572544,
      "grad_norm": 2.6541687511283802,
      "learning_rate": 0.0002479996453083931,
      "loss": 5.3086,
      "step": 20762
    },
    {
      "epoch": 1.7637614678899083,
      "grad_norm": 2.6959286336105865,
      "learning_rate": 0.00024799444701870273,
      "loss": 5.3428,
      "step": 20763
    },
    {
      "epoch": 1.7638464152225621,
      "grad_norm": 2.674070534791794,
      "learning_rate": 0.00024798924852368454,
      "loss": 4.7999,
      "step": 20764
    },
    {
      "epoch": 1.7639313625552158,
      "grad_norm": 2.6317160150180974,
      "learning_rate": 0.0002479840498233493,
      "loss": 5.0587,
      "step": 20765
    },
    {
      "epoch": 1.7640163098878694,
      "grad_norm": 2.54720172316369,
      "learning_rate": 0.00024797885091770803,
      "loss": 4.9064,
      "step": 20766
    },
    {
      "epoch": 1.7641012572205232,
      "grad_norm": 2.5362476506438605,
      "learning_rate": 0.00024797365180677155,
      "loss": 5.2642,
      "step": 20767
    },
    {
      "epoch": 1.764186204553177,
      "grad_norm": 2.6160939808996733,
      "learning_rate": 0.0002479684524905508,
      "loss": 4.4681,
      "step": 20768
    },
    {
      "epoch": 1.764271151885831,
      "grad_norm": 2.5206346739955903,
      "learning_rate": 0.0002479632529690566,
      "loss": 4.678,
      "step": 20769
    },
    {
      "epoch": 1.7643560992184846,
      "grad_norm": 2.5318920452696974,
      "learning_rate": 0.0002479580532422999,
      "loss": 4.8549,
      "step": 20770
    },
    {
      "epoch": 1.7644410465511382,
      "grad_norm": 2.5359597122646043,
      "learning_rate": 0.0002479528533102916,
      "loss": 4.9712,
      "step": 20771
    },
    {
      "epoch": 1.764525993883792,
      "grad_norm": 2.539563827411038,
      "learning_rate": 0.00024794765317304255,
      "loss": 4.9336,
      "step": 20772
    },
    {
      "epoch": 1.764610941216446,
      "grad_norm": 2.748674074306813,
      "learning_rate": 0.0002479424528305637,
      "loss": 5.3929,
      "step": 20773
    },
    {
      "epoch": 1.7646958885490995,
      "grad_norm": 2.5086732551240627,
      "learning_rate": 0.0002479372522828659,
      "loss": 4.6179,
      "step": 20774
    },
    {
      "epoch": 1.7647808358817532,
      "grad_norm": 2.620292011735199,
      "learning_rate": 0.0002479320515299601,
      "loss": 5.1378,
      "step": 20775
    },
    {
      "epoch": 1.764865783214407,
      "grad_norm": 2.587610503005655,
      "learning_rate": 0.0002479268505718572,
      "loss": 5.0786,
      "step": 20776
    },
    {
      "epoch": 1.7649507305470609,
      "grad_norm": 2.676262228659182,
      "learning_rate": 0.000247921649408568,
      "loss": 5.2211,
      "step": 20777
    },
    {
      "epoch": 1.7650356778797147,
      "grad_norm": 2.866431167192107,
      "learning_rate": 0.0002479164480401035,
      "loss": 5.5331,
      "step": 20778
    },
    {
      "epoch": 1.7651206252123683,
      "grad_norm": 2.594451986269339,
      "learning_rate": 0.0002479112464664746,
      "loss": 5.2629,
      "step": 20779
    },
    {
      "epoch": 1.765205572545022,
      "grad_norm": 2.661989975748011,
      "learning_rate": 0.000247906044687692,
      "loss": 5.2226,
      "step": 20780
    },
    {
      "epoch": 1.7652905198776758,
      "grad_norm": 2.7129406111853123,
      "learning_rate": 0.00024790084270376697,
      "loss": 5.4006,
      "step": 20781
    },
    {
      "epoch": 1.7653754672103297,
      "grad_norm": 2.6227137233085345,
      "learning_rate": 0.0002478956405147101,
      "loss": 5.2818,
      "step": 20782
    },
    {
      "epoch": 1.7654604145429833,
      "grad_norm": 2.620837301023174,
      "learning_rate": 0.0002478904381205324,
      "loss": 4.1659,
      "step": 20783
    },
    {
      "epoch": 1.7655453618756372,
      "grad_norm": 2.5968662644958314,
      "learning_rate": 0.0002478852355212447,
      "loss": 4.6538,
      "step": 20784
    },
    {
      "epoch": 1.7656303092082908,
      "grad_norm": 2.580375705426783,
      "learning_rate": 0.000247880032716858,
      "loss": 5.167,
      "step": 20785
    },
    {
      "epoch": 1.7657152565409446,
      "grad_norm": 2.707612677636829,
      "learning_rate": 0.0002478748297073832,
      "loss": 5.243,
      "step": 20786
    },
    {
      "epoch": 1.7658002038735985,
      "grad_norm": 2.7717547476389375,
      "learning_rate": 0.00024786962649283115,
      "loss": 5.3792,
      "step": 20787
    },
    {
      "epoch": 1.7658851512062521,
      "grad_norm": 2.5242837659751016,
      "learning_rate": 0.00024786442307321273,
      "loss": 4.7538,
      "step": 20788
    },
    {
      "epoch": 1.7659700985389057,
      "grad_norm": 2.5143228018307466,
      "learning_rate": 0.0002478592194485389,
      "loss": 4.9195,
      "step": 20789
    },
    {
      "epoch": 1.7660550458715596,
      "grad_norm": 2.5850149817811396,
      "learning_rate": 0.0002478540156188205,
      "loss": 5.0871,
      "step": 20790
    },
    {
      "epoch": 1.7661399932042134,
      "grad_norm": 2.571813626613364,
      "learning_rate": 0.00024784881158406856,
      "loss": 5.0466,
      "step": 20791
    },
    {
      "epoch": 1.7662249405368673,
      "grad_norm": 2.6222068174186717,
      "learning_rate": 0.00024784360734429387,
      "loss": 5.1868,
      "step": 20792
    },
    {
      "epoch": 1.766309887869521,
      "grad_norm": 2.4787273041079763,
      "learning_rate": 0.00024783840289950733,
      "loss": 4.8414,
      "step": 20793
    },
    {
      "epoch": 1.7663948352021746,
      "grad_norm": 2.6150996647263067,
      "learning_rate": 0.0002478331982497199,
      "loss": 4.8282,
      "step": 20794
    },
    {
      "epoch": 1.7664797825348284,
      "grad_norm": 2.5059370984920704,
      "learning_rate": 0.0002478279933949425,
      "loss": 4.7209,
      "step": 20795
    },
    {
      "epoch": 1.7665647298674823,
      "grad_norm": 2.5982242407718696,
      "learning_rate": 0.00024782278833518595,
      "loss": 4.4746,
      "step": 20796
    },
    {
      "epoch": 1.7666496772001359,
      "grad_norm": 2.7373181542246696,
      "learning_rate": 0.0002478175830704612,
      "loss": 5.5839,
      "step": 20797
    },
    {
      "epoch": 1.7667346245327895,
      "grad_norm": 2.5141834173128657,
      "learning_rate": 0.00024781237760077924,
      "loss": 4.6931,
      "step": 20798
    },
    {
      "epoch": 1.7668195718654434,
      "grad_norm": 2.676186762863695,
      "learning_rate": 0.00024780717192615084,
      "loss": 5.1718,
      "step": 20799
    },
    {
      "epoch": 1.7669045191980972,
      "grad_norm": 2.5398697870138207,
      "learning_rate": 0.000247801966046587,
      "loss": 4.7508,
      "step": 20800
    },
    {
      "epoch": 1.766989466530751,
      "grad_norm": 2.459251744006491,
      "learning_rate": 0.00024779675996209856,
      "loss": 4.837,
      "step": 20801
    },
    {
      "epoch": 1.7670744138634047,
      "grad_norm": 2.4897381678666055,
      "learning_rate": 0.0002477915536726964,
      "loss": 4.8928,
      "step": 20802
    },
    {
      "epoch": 1.7671593611960583,
      "grad_norm": 2.442256413656011,
      "learning_rate": 0.0002477863471783916,
      "loss": 4.7635,
      "step": 20803
    },
    {
      "epoch": 1.7672443085287122,
      "grad_norm": 2.61769852267321,
      "learning_rate": 0.00024778114047919493,
      "loss": 5.1901,
      "step": 20804
    },
    {
      "epoch": 1.767329255861366,
      "grad_norm": 2.5820848116927175,
      "learning_rate": 0.0002477759335751173,
      "loss": 4.6667,
      "step": 20805
    },
    {
      "epoch": 1.7674142031940199,
      "grad_norm": 2.573612212102833,
      "learning_rate": 0.00024777072646616974,
      "loss": 5.2062,
      "step": 20806
    },
    {
      "epoch": 1.7674991505266735,
      "grad_norm": 2.5620334249122827,
      "learning_rate": 0.000247765519152363,
      "loss": 4.9832,
      "step": 20807
    },
    {
      "epoch": 1.7675840978593271,
      "grad_norm": 2.41675810126946,
      "learning_rate": 0.000247760311633708,
      "loss": 4.5627,
      "step": 20808
    },
    {
      "epoch": 1.767669045191981,
      "grad_norm": 2.548844663206039,
      "learning_rate": 0.0002477551039102159,
      "loss": 4.8495,
      "step": 20809
    },
    {
      "epoch": 1.7677539925246348,
      "grad_norm": 2.7008158969938414,
      "learning_rate": 0.00024774989598189725,
      "loss": 5.4176,
      "step": 20810
    },
    {
      "epoch": 1.7678389398572885,
      "grad_norm": 2.4698996851832407,
      "learning_rate": 0.00024774468784876324,
      "loss": 4.7354,
      "step": 20811
    },
    {
      "epoch": 1.767923887189942,
      "grad_norm": 2.509812163396897,
      "learning_rate": 0.0002477394795108246,
      "loss": 4.8872,
      "step": 20812
    },
    {
      "epoch": 1.768008834522596,
      "grad_norm": 2.5407349647593196,
      "learning_rate": 0.0002477342709680924,
      "loss": 4.9079,
      "step": 20813
    },
    {
      "epoch": 1.7680937818552498,
      "grad_norm": 2.681847236287286,
      "learning_rate": 0.0002477290622205774,
      "loss": 5.3888,
      "step": 20814
    },
    {
      "epoch": 1.7681787291879036,
      "grad_norm": 2.511011062817237,
      "learning_rate": 0.0002477238532682907,
      "loss": 4.8045,
      "step": 20815
    },
    {
      "epoch": 1.7682636765205573,
      "grad_norm": 2.684749060897794,
      "learning_rate": 0.00024771864411124304,
      "loss": 5.3572,
      "step": 20816
    },
    {
      "epoch": 1.768348623853211,
      "grad_norm": 2.50139116011548,
      "learning_rate": 0.00024771343474944537,
      "loss": 4.9404,
      "step": 20817
    },
    {
      "epoch": 1.7684335711858647,
      "grad_norm": 2.783169633251087,
      "learning_rate": 0.0002477082251829087,
      "loss": 5.3046,
      "step": 20818
    },
    {
      "epoch": 1.7685185185185186,
      "grad_norm": 2.544455728621418,
      "learning_rate": 0.0002477030154116438,
      "loss": 4.7912,
      "step": 20819
    },
    {
      "epoch": 1.7686034658511722,
      "grad_norm": 2.727527346076212,
      "learning_rate": 0.00024769780543566175,
      "loss": 5.3528,
      "step": 20820
    },
    {
      "epoch": 1.768688413183826,
      "grad_norm": 2.56017775318449,
      "learning_rate": 0.00024769259525497334,
      "loss": 5.0076,
      "step": 20821
    },
    {
      "epoch": 1.7687733605164797,
      "grad_norm": 2.535961503862595,
      "learning_rate": 0.0002476873848695895,
      "loss": 4.7611,
      "step": 20822
    },
    {
      "epoch": 1.7688583078491336,
      "grad_norm": 2.494799177902518,
      "learning_rate": 0.00024768217427952125,
      "loss": 4.7585,
      "step": 20823
    },
    {
      "epoch": 1.7689432551817874,
      "grad_norm": 2.486042847654441,
      "learning_rate": 0.00024767696348477943,
      "loss": 4.7398,
      "step": 20824
    },
    {
      "epoch": 1.769028202514441,
      "grad_norm": 2.5068647866792793,
      "learning_rate": 0.0002476717524853749,
      "loss": 4.645,
      "step": 20825
    },
    {
      "epoch": 1.7691131498470947,
      "grad_norm": 2.49107734781897,
      "learning_rate": 0.0002476665412813187,
      "loss": 4.8145,
      "step": 20826
    },
    {
      "epoch": 1.7691980971797485,
      "grad_norm": 2.6738305681489707,
      "learning_rate": 0.00024766132987262166,
      "loss": 5.2353,
      "step": 20827
    },
    {
      "epoch": 1.7692830445124024,
      "grad_norm": 2.560484635856665,
      "learning_rate": 0.00024765611825929473,
      "loss": 5.1227,
      "step": 20828
    },
    {
      "epoch": 1.7693679918450562,
      "grad_norm": 2.595251201825559,
      "learning_rate": 0.0002476509064413488,
      "loss": 4.7463,
      "step": 20829
    },
    {
      "epoch": 1.7694529391777098,
      "grad_norm": 2.5323074409177093,
      "learning_rate": 0.0002476456944187949,
      "loss": 4.834,
      "step": 20830
    },
    {
      "epoch": 1.7695378865103635,
      "grad_norm": 2.547362066644327,
      "learning_rate": 0.00024764048219164385,
      "loss": 4.8308,
      "step": 20831
    },
    {
      "epoch": 1.7696228338430173,
      "grad_norm": 2.4401473443042825,
      "learning_rate": 0.00024763526975990653,
      "loss": 4.5491,
      "step": 20832
    },
    {
      "epoch": 1.7697077811756712,
      "grad_norm": 2.503134315662957,
      "learning_rate": 0.000247630057123594,
      "loss": 4.7637,
      "step": 20833
    },
    {
      "epoch": 1.7697927285083248,
      "grad_norm": 2.5653345040269264,
      "learning_rate": 0.00024762484428271703,
      "loss": 5.0733,
      "step": 20834
    },
    {
      "epoch": 1.7698776758409784,
      "grad_norm": 2.6155722421743373,
      "learning_rate": 0.00024761963123728665,
      "loss": 4.6512,
      "step": 20835
    },
    {
      "epoch": 1.7699626231736323,
      "grad_norm": 2.5361194904947726,
      "learning_rate": 0.0002476144179873138,
      "loss": 4.7528,
      "step": 20836
    },
    {
      "epoch": 1.7700475705062861,
      "grad_norm": 2.5255896511887217,
      "learning_rate": 0.0002476092045328093,
      "loss": 5.0575,
      "step": 20837
    },
    {
      "epoch": 1.77013251783894,
      "grad_norm": 2.582820178247302,
      "learning_rate": 0.00024760399087378417,
      "loss": 5.0062,
      "step": 20838
    },
    {
      "epoch": 1.7702174651715936,
      "grad_norm": 2.718369897308851,
      "learning_rate": 0.0002475987770102493,
      "loss": 5.4557,
      "step": 20839
    },
    {
      "epoch": 1.7703024125042472,
      "grad_norm": 2.649893595396215,
      "learning_rate": 0.0002475935629422156,
      "loss": 5.1678,
      "step": 20840
    },
    {
      "epoch": 1.770387359836901,
      "grad_norm": 2.723756267905296,
      "learning_rate": 0.00024758834866969395,
      "loss": 5.3494,
      "step": 20841
    },
    {
      "epoch": 1.770472307169555,
      "grad_norm": 2.569619111577958,
      "learning_rate": 0.0002475831341926953,
      "loss": 5.012,
      "step": 20842
    },
    {
      "epoch": 1.7705572545022086,
      "grad_norm": 2.6769930928709536,
      "learning_rate": 0.0002475779195112307,
      "loss": 5.1953,
      "step": 20843
    },
    {
      "epoch": 1.7706422018348624,
      "grad_norm": 2.6656621620674343,
      "learning_rate": 0.00024757270462531095,
      "loss": 5.2309,
      "step": 20844
    },
    {
      "epoch": 1.770727149167516,
      "grad_norm": 2.6801897653604,
      "learning_rate": 0.000247567489534947,
      "loss": 5.3679,
      "step": 20845
    },
    {
      "epoch": 1.77081209650017,
      "grad_norm": 2.6018865011334484,
      "learning_rate": 0.00024756227424014974,
      "loss": 5.0454,
      "step": 20846
    },
    {
      "epoch": 1.7708970438328238,
      "grad_norm": 2.5739059109431546,
      "learning_rate": 0.0002475570587409303,
      "loss": 4.8595,
      "step": 20847
    },
    {
      "epoch": 1.7709819911654774,
      "grad_norm": 2.5819337436644583,
      "learning_rate": 0.00024755184303729925,
      "loss": 5.0699,
      "step": 20848
    },
    {
      "epoch": 1.771066938498131,
      "grad_norm": 2.5999895092163827,
      "learning_rate": 0.00024754662712926786,
      "loss": 5.2512,
      "step": 20849
    },
    {
      "epoch": 1.7711518858307849,
      "grad_norm": 2.496610979424903,
      "learning_rate": 0.00024754141101684685,
      "loss": 4.7917,
      "step": 20850
    },
    {
      "epoch": 1.7712368331634387,
      "grad_norm": 2.66445267316065,
      "learning_rate": 0.00024753619470004723,
      "loss": 5.0972,
      "step": 20851
    },
    {
      "epoch": 1.7713217804960926,
      "grad_norm": 2.5498256230584575,
      "learning_rate": 0.00024753097817887995,
      "loss": 4.9927,
      "step": 20852
    },
    {
      "epoch": 1.7714067278287462,
      "grad_norm": 2.48369114797492,
      "learning_rate": 0.00024752576145335584,
      "loss": 4.5975,
      "step": 20853
    },
    {
      "epoch": 1.7714916751613998,
      "grad_norm": 2.606123064467732,
      "learning_rate": 0.0002475205445234859,
      "loss": 5.0836,
      "step": 20854
    },
    {
      "epoch": 1.7715766224940537,
      "grad_norm": 2.6708069478626846,
      "learning_rate": 0.00024751532738928107,
      "loss": 5.3233,
      "step": 20855
    },
    {
      "epoch": 1.7716615698267075,
      "grad_norm": 2.52087959207963,
      "learning_rate": 0.00024751011005075236,
      "loss": 4.5258,
      "step": 20856
    },
    {
      "epoch": 1.7717465171593612,
      "grad_norm": 2.5704179131634644,
      "learning_rate": 0.0002475048925079105,
      "loss": 4.5124,
      "step": 20857
    },
    {
      "epoch": 1.7718314644920148,
      "grad_norm": 2.5705450084348613,
      "learning_rate": 0.0002474996747607666,
      "loss": 4.9504,
      "step": 20858
    },
    {
      "epoch": 1.7719164118246686,
      "grad_norm": 2.4092500690848997,
      "learning_rate": 0.0002474944568093315,
      "loss": 4.388,
      "step": 20859
    },
    {
      "epoch": 1.7720013591573225,
      "grad_norm": 2.5286073596418213,
      "learning_rate": 0.0002474892386536161,
      "loss": 4.7846,
      "step": 20860
    },
    {
      "epoch": 1.7720863064899763,
      "grad_norm": 2.570561091509684,
      "learning_rate": 0.0002474840202936315,
      "loss": 4.8965,
      "step": 20861
    },
    {
      "epoch": 1.77217125382263,
      "grad_norm": 2.593912586791952,
      "learning_rate": 0.0002474788017293885,
      "loss": 4.8996,
      "step": 20862
    },
    {
      "epoch": 1.7722562011552836,
      "grad_norm": 2.4972995246437035,
      "learning_rate": 0.000247473582960898,
      "loss": 4.7311,
      "step": 20863
    },
    {
      "epoch": 1.7723411484879374,
      "grad_norm": 2.557005134690102,
      "learning_rate": 0.0002474683639881711,
      "loss": 4.9042,
      "step": 20864
    },
    {
      "epoch": 1.7724260958205913,
      "grad_norm": 2.5189228734699163,
      "learning_rate": 0.00024746314481121853,
      "loss": 4.6652,
      "step": 20865
    },
    {
      "epoch": 1.7725110431532451,
      "grad_norm": 2.5483054113645798,
      "learning_rate": 0.00024745792543005136,
      "loss": 4.8168,
      "step": 20866
    },
    {
      "epoch": 1.7725959904858988,
      "grad_norm": 2.5279816459243047,
      "learning_rate": 0.0002474527058446805,
      "loss": 4.9551,
      "step": 20867
    },
    {
      "epoch": 1.7726809378185524,
      "grad_norm": 2.5218669097918327,
      "learning_rate": 0.0002474474860551169,
      "loss": 4.9321,
      "step": 20868
    },
    {
      "epoch": 1.7727658851512063,
      "grad_norm": 2.523308382910707,
      "learning_rate": 0.00024744226606137145,
      "loss": 4.7299,
      "step": 20869
    },
    {
      "epoch": 1.77285083248386,
      "grad_norm": 2.503618644293018,
      "learning_rate": 0.00024743704586345516,
      "loss": 4.9032,
      "step": 20870
    },
    {
      "epoch": 1.7729357798165137,
      "grad_norm": 2.5683540052109386,
      "learning_rate": 0.0002474318254613789,
      "loss": 4.8967,
      "step": 20871
    },
    {
      "epoch": 1.7730207271491674,
      "grad_norm": 2.5109005303197907,
      "learning_rate": 0.0002474266048551536,
      "loss": 4.9743,
      "step": 20872
    },
    {
      "epoch": 1.7731056744818212,
      "grad_norm": 2.709021114768821,
      "learning_rate": 0.0002474213840447903,
      "loss": 5.569,
      "step": 20873
    },
    {
      "epoch": 1.773190621814475,
      "grad_norm": 2.6992463100679736,
      "learning_rate": 0.0002474161630302998,
      "loss": 5.3979,
      "step": 20874
    },
    {
      "epoch": 1.773275569147129,
      "grad_norm": 2.613144225589455,
      "learning_rate": 0.00024741094181169313,
      "loss": 4.5853,
      "step": 20875
    },
    {
      "epoch": 1.7733605164797825,
      "grad_norm": 2.552230456915426,
      "learning_rate": 0.00024740572038898124,
      "loss": 4.7184,
      "step": 20876
    },
    {
      "epoch": 1.7734454638124362,
      "grad_norm": 2.780173508322119,
      "learning_rate": 0.000247400498762175,
      "loss": 5.3767,
      "step": 20877
    },
    {
      "epoch": 1.77353041114509,
      "grad_norm": 2.5756007576464874,
      "learning_rate": 0.0002473952769312854,
      "loss": 5.2585,
      "step": 20878
    },
    {
      "epoch": 1.7736153584777439,
      "grad_norm": 2.5684213107224543,
      "learning_rate": 0.00024739005489632333,
      "loss": 5.0123,
      "step": 20879
    },
    {
      "epoch": 1.7737003058103975,
      "grad_norm": 2.746833877963536,
      "learning_rate": 0.00024738483265729984,
      "loss": 5.3878,
      "step": 20880
    },
    {
      "epoch": 1.7737852531430514,
      "grad_norm": 2.4411280720068755,
      "learning_rate": 0.00024737961021422577,
      "loss": 4.7518,
      "step": 20881
    },
    {
      "epoch": 1.773870200475705,
      "grad_norm": 2.5361086356530094,
      "learning_rate": 0.00024737438756711216,
      "loss": 4.9788,
      "step": 20882
    },
    {
      "epoch": 1.7739551478083588,
      "grad_norm": 2.3941415613593944,
      "learning_rate": 0.0002473691647159698,
      "loss": 4.5956,
      "step": 20883
    },
    {
      "epoch": 1.7740400951410127,
      "grad_norm": 2.545881172602477,
      "learning_rate": 0.0002473639416608097,
      "loss": 5.1254,
      "step": 20884
    },
    {
      "epoch": 1.7741250424736663,
      "grad_norm": 2.5654788051887736,
      "learning_rate": 0.00024735871840164296,
      "loss": 5.0577,
      "step": 20885
    },
    {
      "epoch": 1.77420998980632,
      "grad_norm": 2.516277136277652,
      "learning_rate": 0.00024735349493848035,
      "loss": 4.7306,
      "step": 20886
    },
    {
      "epoch": 1.7742949371389738,
      "grad_norm": 2.447907224117289,
      "learning_rate": 0.0002473482712713328,
      "loss": 4.7763,
      "step": 20887
    },
    {
      "epoch": 1.7743798844716276,
      "grad_norm": 2.7442123778460354,
      "learning_rate": 0.0002473430474002114,
      "loss": 5.2292,
      "step": 20888
    },
    {
      "epoch": 1.7744648318042815,
      "grad_norm": 2.484793910661257,
      "learning_rate": 0.0002473378233251269,
      "loss": 4.593,
      "step": 20889
    },
    {
      "epoch": 1.7745497791369351,
      "grad_norm": 2.6627461199030624,
      "learning_rate": 0.0002473325990460904,
      "loss": 5.0229,
      "step": 20890
    },
    {
      "epoch": 1.7746347264695888,
      "grad_norm": 2.4835379122947785,
      "learning_rate": 0.0002473273745631128,
      "loss": 4.7517,
      "step": 20891
    },
    {
      "epoch": 1.7747196738022426,
      "grad_norm": 2.663334784586008,
      "learning_rate": 0.0002473221498762051,
      "loss": 5.4111,
      "step": 20892
    },
    {
      "epoch": 1.7748046211348965,
      "grad_norm": 2.6911324465797106,
      "learning_rate": 0.00024731692498537814,
      "loss": 5.1617,
      "step": 20893
    },
    {
      "epoch": 1.77488956846755,
      "grad_norm": 2.6873136499023773,
      "learning_rate": 0.0002473116998906429,
      "loss": 5.0879,
      "step": 20894
    },
    {
      "epoch": 1.7749745158002037,
      "grad_norm": 2.566402806962332,
      "learning_rate": 0.0002473064745920104,
      "loss": 4.907,
      "step": 20895
    },
    {
      "epoch": 1.7750594631328576,
      "grad_norm": 2.560254930348273,
      "learning_rate": 0.00024730124908949156,
      "loss": 5.1591,
      "step": 20896
    },
    {
      "epoch": 1.7751444104655114,
      "grad_norm": 2.710617691118338,
      "learning_rate": 0.00024729602338309726,
      "loss": 5.2755,
      "step": 20897
    },
    {
      "epoch": 1.7752293577981653,
      "grad_norm": 2.630182226308974,
      "learning_rate": 0.00024729079747283847,
      "loss": 5.1964,
      "step": 20898
    },
    {
      "epoch": 1.775314305130819,
      "grad_norm": 2.5177716861823773,
      "learning_rate": 0.0002472855713587262,
      "loss": 4.9497,
      "step": 20899
    },
    {
      "epoch": 1.7753992524634725,
      "grad_norm": 2.5767104786853254,
      "learning_rate": 0.0002472803450407714,
      "loss": 4.9004,
      "step": 20900
    },
    {
      "epoch": 1.7754841997961264,
      "grad_norm": 2.5297594532249326,
      "learning_rate": 0.00024727511851898497,
      "loss": 4.9321,
      "step": 20901
    },
    {
      "epoch": 1.7755691471287802,
      "grad_norm": 2.557434810450966,
      "learning_rate": 0.0002472698917933779,
      "loss": 4.8119,
      "step": 20902
    },
    {
      "epoch": 1.775654094461434,
      "grad_norm": 2.5582402422967125,
      "learning_rate": 0.00024726466486396106,
      "loss": 4.8655,
      "step": 20903
    },
    {
      "epoch": 1.7757390417940877,
      "grad_norm": 2.547069344344652,
      "learning_rate": 0.0002472594377307455,
      "loss": 5.2299,
      "step": 20904
    },
    {
      "epoch": 1.7758239891267413,
      "grad_norm": 2.586712910811949,
      "learning_rate": 0.00024725421039374217,
      "loss": 4.9128,
      "step": 20905
    },
    {
      "epoch": 1.7759089364593952,
      "grad_norm": 2.7808018604158207,
      "learning_rate": 0.00024724898285296193,
      "loss": 5.3096,
      "step": 20906
    },
    {
      "epoch": 1.775993883792049,
      "grad_norm": 2.5682430875063837,
      "learning_rate": 0.0002472437551084158,
      "loss": 5.1399,
      "step": 20907
    },
    {
      "epoch": 1.7760788311247027,
      "grad_norm": 2.5434447771747877,
      "learning_rate": 0.00024723852716011476,
      "loss": 4.7715,
      "step": 20908
    },
    {
      "epoch": 1.7761637784573563,
      "grad_norm": 2.560650882643769,
      "learning_rate": 0.00024723329900806974,
      "loss": 5.0309,
      "step": 20909
    },
    {
      "epoch": 1.7762487257900101,
      "grad_norm": 2.489386381909737,
      "learning_rate": 0.0002472280706522916,
      "loss": 4.8119,
      "step": 20910
    },
    {
      "epoch": 1.776333673122664,
      "grad_norm": 2.47057392960943,
      "learning_rate": 0.00024722284209279145,
      "loss": 4.6654,
      "step": 20911
    },
    {
      "epoch": 1.7764186204553178,
      "grad_norm": 2.5671868149698756,
      "learning_rate": 0.00024721761332958015,
      "loss": 4.8357,
      "step": 20912
    },
    {
      "epoch": 1.7765035677879715,
      "grad_norm": 2.4932450312760728,
      "learning_rate": 0.0002472123843626687,
      "loss": 4.8923,
      "step": 20913
    },
    {
      "epoch": 1.776588515120625,
      "grad_norm": 2.78614233388378,
      "learning_rate": 0.00024720715519206807,
      "loss": 4.0205,
      "step": 20914
    },
    {
      "epoch": 1.776673462453279,
      "grad_norm": 2.699142198852371,
      "learning_rate": 0.0002472019258177891,
      "loss": 5.2691,
      "step": 20915
    },
    {
      "epoch": 1.7767584097859328,
      "grad_norm": 2.555470884955748,
      "learning_rate": 0.00024719669623984283,
      "loss": 4.8876,
      "step": 20916
    },
    {
      "epoch": 1.7768433571185864,
      "grad_norm": 2.5151055509656706,
      "learning_rate": 0.00024719146645824026,
      "loss": 4.8534,
      "step": 20917
    },
    {
      "epoch": 1.7769283044512403,
      "grad_norm": 2.4359383779594923,
      "learning_rate": 0.00024718623647299227,
      "loss": 4.6109,
      "step": 20918
    },
    {
      "epoch": 1.777013251783894,
      "grad_norm": 2.7392348067755647,
      "learning_rate": 0.0002471810062841099,
      "loss": 5.3,
      "step": 20919
    },
    {
      "epoch": 1.7770981991165478,
      "grad_norm": 2.514992600620246,
      "learning_rate": 0.0002471757758916041,
      "loss": 4.9073,
      "step": 20920
    },
    {
      "epoch": 1.7771831464492016,
      "grad_norm": 2.6022559919467008,
      "learning_rate": 0.0002471705452954857,
      "loss": 5.1277,
      "step": 20921
    },
    {
      "epoch": 1.7772680937818552,
      "grad_norm": 2.5889762244453443,
      "learning_rate": 0.0002471653144957658,
      "loss": 5.0369,
      "step": 20922
    },
    {
      "epoch": 1.7773530411145089,
      "grad_norm": 2.5210638750063428,
      "learning_rate": 0.00024716008349245537,
      "loss": 4.7683,
      "step": 20923
    },
    {
      "epoch": 1.7774379884471627,
      "grad_norm": 2.5356823397474186,
      "learning_rate": 0.0002471548522855652,
      "loss": 4.875,
      "step": 20924
    },
    {
      "epoch": 1.7775229357798166,
      "grad_norm": 2.598308873686714,
      "learning_rate": 0.0002471496208751064,
      "loss": 5.156,
      "step": 20925
    },
    {
      "epoch": 1.7776078831124704,
      "grad_norm": 2.52768314506264,
      "learning_rate": 0.0002471443892610899,
      "loss": 4.8701,
      "step": 20926
    },
    {
      "epoch": 1.777692830445124,
      "grad_norm": 2.5981357338113655,
      "learning_rate": 0.0002471391574435267,
      "loss": 4.8679,
      "step": 20927
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 2.5075509632691775,
      "learning_rate": 0.0002471339254224277,
      "loss": 4.9178,
      "step": 20928
    },
    {
      "epoch": 1.7778627251104315,
      "grad_norm": 2.5784749696413267,
      "learning_rate": 0.00024712869319780384,
      "loss": 4.6464,
      "step": 20929
    },
    {
      "epoch": 1.7779476724430854,
      "grad_norm": 2.5321529567724848,
      "learning_rate": 0.0002471234607696661,
      "loss": 5.0503,
      "step": 20930
    },
    {
      "epoch": 1.778032619775739,
      "grad_norm": 2.655339846856636,
      "learning_rate": 0.0002471182281380255,
      "loss": 5.2748,
      "step": 20931
    },
    {
      "epoch": 1.7781175671083926,
      "grad_norm": 2.614660290076199,
      "learning_rate": 0.00024711299530289307,
      "loss": 4.9992,
      "step": 20932
    },
    {
      "epoch": 1.7782025144410465,
      "grad_norm": 2.577787750101554,
      "learning_rate": 0.0002471077622642796,
      "loss": 4.8519,
      "step": 20933
    },
    {
      "epoch": 1.7782874617737003,
      "grad_norm": 2.4293528574175687,
      "learning_rate": 0.0002471025290221961,
      "loss": 4.6204,
      "step": 20934
    },
    {
      "epoch": 1.7783724091063542,
      "grad_norm": 2.554072491683477,
      "learning_rate": 0.0002470972955766536,
      "loss": 4.6421,
      "step": 20935
    },
    {
      "epoch": 1.7784573564390078,
      "grad_norm": 2.5835466352074707,
      "learning_rate": 0.000247092061927663,
      "loss": 4.3377,
      "step": 20936
    },
    {
      "epoch": 1.7785423037716614,
      "grad_norm": 2.5860193358295316,
      "learning_rate": 0.0002470868280752353,
      "loss": 5.2351,
      "step": 20937
    },
    {
      "epoch": 1.7786272511043153,
      "grad_norm": 2.697265279414372,
      "learning_rate": 0.00024708159401938155,
      "loss": 5.3128,
      "step": 20938
    },
    {
      "epoch": 1.7787121984369691,
      "grad_norm": 2.565511075110248,
      "learning_rate": 0.00024707635976011253,
      "loss": 4.9573,
      "step": 20939
    },
    {
      "epoch": 1.7787971457696228,
      "grad_norm": 2.736074391825521,
      "learning_rate": 0.0002470711252974394,
      "loss": 5.16,
      "step": 20940
    },
    {
      "epoch": 1.7788820931022766,
      "grad_norm": 2.5738246883474067,
      "learning_rate": 0.00024706589063137294,
      "loss": 5.1554,
      "step": 20941
    },
    {
      "epoch": 1.7789670404349303,
      "grad_norm": 2.4987959174036676,
      "learning_rate": 0.0002470606557619243,
      "loss": 4.6665,
      "step": 20942
    },
    {
      "epoch": 1.779051987767584,
      "grad_norm": 2.608891329455096,
      "learning_rate": 0.0002470554206891043,
      "loss": 5.161,
      "step": 20943
    },
    {
      "epoch": 1.779136935100238,
      "grad_norm": 2.577559233492931,
      "learning_rate": 0.000247050185412924,
      "loss": 4.9771,
      "step": 20944
    },
    {
      "epoch": 1.7792218824328916,
      "grad_norm": 2.8794443332482267,
      "learning_rate": 0.00024704494993339434,
      "loss": 4.4663,
      "step": 20945
    },
    {
      "epoch": 1.7793068297655452,
      "grad_norm": 2.5210297725954747,
      "learning_rate": 0.00024703971425052624,
      "loss": 4.8158,
      "step": 20946
    },
    {
      "epoch": 1.779391777098199,
      "grad_norm": 2.5698469570117295,
      "learning_rate": 0.0002470344783643309,
      "loss": 4.8292,
      "step": 20947
    },
    {
      "epoch": 1.779476724430853,
      "grad_norm": 2.4873055130065236,
      "learning_rate": 0.000247029242274819,
      "loss": 4.6504,
      "step": 20948
    },
    {
      "epoch": 1.7795616717635068,
      "grad_norm": 2.4626692163575936,
      "learning_rate": 0.00024702400598200155,
      "loss": 4.7939,
      "step": 20949
    },
    {
      "epoch": 1.7796466190961604,
      "grad_norm": 2.6120997648546904,
      "learning_rate": 0.00024701876948588966,
      "loss": 5.1233,
      "step": 20950
    },
    {
      "epoch": 1.779731566428814,
      "grad_norm": 2.803579098794661,
      "learning_rate": 0.0002470135327864942,
      "loss": 5.3144,
      "step": 20951
    },
    {
      "epoch": 1.7798165137614679,
      "grad_norm": 2.575261606084322,
      "learning_rate": 0.00024700829588382623,
      "loss": 4.8799,
      "step": 20952
    },
    {
      "epoch": 1.7799014610941217,
      "grad_norm": 2.5935403534159485,
      "learning_rate": 0.00024700305877789665,
      "loss": 5.0744,
      "step": 20953
    },
    {
      "epoch": 1.7799864084267754,
      "grad_norm": 2.565007064935487,
      "learning_rate": 0.0002469978214687165,
      "loss": 5.0321,
      "step": 20954
    },
    {
      "epoch": 1.7800713557594292,
      "grad_norm": 2.5474143078187224,
      "learning_rate": 0.0002469925839562967,
      "loss": 5.1407,
      "step": 20955
    },
    {
      "epoch": 1.7801563030920828,
      "grad_norm": 2.542526279741722,
      "learning_rate": 0.0002469873462406482,
      "loss": 4.8682,
      "step": 20956
    },
    {
      "epoch": 1.7802412504247367,
      "grad_norm": 2.521631870936222,
      "learning_rate": 0.000246982108321782,
      "loss": 5.0479,
      "step": 20957
    },
    {
      "epoch": 1.7803261977573905,
      "grad_norm": 2.628480268327241,
      "learning_rate": 0.0002469768701997091,
      "loss": 4.9061,
      "step": 20958
    },
    {
      "epoch": 1.7804111450900442,
      "grad_norm": 2.47696388140161,
      "learning_rate": 0.0002469716318744405,
      "loss": 4.8087,
      "step": 20959
    },
    {
      "epoch": 1.7804960924226978,
      "grad_norm": 2.543259349137295,
      "learning_rate": 0.0002469663933459871,
      "loss": 4.8141,
      "step": 20960
    },
    {
      "epoch": 1.7805810397553516,
      "grad_norm": 2.59058215797478,
      "learning_rate": 0.00024696115461435986,
      "loss": 5.166,
      "step": 20961
    },
    {
      "epoch": 1.7806659870880055,
      "grad_norm": 2.5544117310411614,
      "learning_rate": 0.0002469559156795699,
      "loss": 4.5972,
      "step": 20962
    },
    {
      "epoch": 1.7807509344206593,
      "grad_norm": 2.5550799218812745,
      "learning_rate": 0.00024695067654162807,
      "loss": 4.8495,
      "step": 20963
    },
    {
      "epoch": 1.780835881753313,
      "grad_norm": 2.503343709968284,
      "learning_rate": 0.00024694543720054534,
      "loss": 4.8323,
      "step": 20964
    },
    {
      "epoch": 1.7809208290859666,
      "grad_norm": 2.765627502732366,
      "learning_rate": 0.0002469401976563328,
      "loss": 5.4355,
      "step": 20965
    },
    {
      "epoch": 1.7810057764186205,
      "grad_norm": 2.7277604724373603,
      "learning_rate": 0.00024693495790900134,
      "loss": 5.1736,
      "step": 20966
    },
    {
      "epoch": 1.7810907237512743,
      "grad_norm": 2.5767886399517126,
      "learning_rate": 0.00024692971795856197,
      "loss": 5.0885,
      "step": 20967
    },
    {
      "epoch": 1.781175671083928,
      "grad_norm": 2.6499490832994455,
      "learning_rate": 0.0002469244778050256,
      "loss": 5.0356,
      "step": 20968
    },
    {
      "epoch": 1.7812606184165816,
      "grad_norm": 2.610049530009284,
      "learning_rate": 0.00024691923744840335,
      "loss": 5.2196,
      "step": 20969
    },
    {
      "epoch": 1.7813455657492354,
      "grad_norm": 2.62328837985713,
      "learning_rate": 0.00024691399688870605,
      "loss": 5.1433,
      "step": 20970
    },
    {
      "epoch": 1.7814305130818893,
      "grad_norm": 2.5821396686294045,
      "learning_rate": 0.0002469087561259448,
      "loss": 5.0944,
      "step": 20971
    },
    {
      "epoch": 1.7815154604145431,
      "grad_norm": 2.659629528003817,
      "learning_rate": 0.00024690351516013046,
      "loss": 5.1363,
      "step": 20972
    },
    {
      "epoch": 1.7816004077471967,
      "grad_norm": 2.487759323668754,
      "learning_rate": 0.0002468982739912742,
      "loss": 4.7414,
      "step": 20973
    },
    {
      "epoch": 1.7816853550798504,
      "grad_norm": 2.5450563140729443,
      "learning_rate": 0.0002468930326193867,
      "loss": 4.8299,
      "step": 20974
    },
    {
      "epoch": 1.7817703024125042,
      "grad_norm": 2.6368654551521358,
      "learning_rate": 0.00024688779104447927,
      "loss": 4.9707,
      "step": 20975
    },
    {
      "epoch": 1.781855249745158,
      "grad_norm": 2.6122654730571053,
      "learning_rate": 0.0002468825492665627,
      "loss": 5.0456,
      "step": 20976
    },
    {
      "epoch": 1.7819401970778117,
      "grad_norm": 2.465876571160136,
      "learning_rate": 0.000246877307285648,
      "loss": 4.6513,
      "step": 20977
    },
    {
      "epoch": 1.7820251444104656,
      "grad_norm": 2.7776620676451835,
      "learning_rate": 0.00024687206510174624,
      "loss": 5.438,
      "step": 20978
    },
    {
      "epoch": 1.7821100917431192,
      "grad_norm": 2.6163272739543206,
      "learning_rate": 0.0002468668227148683,
      "loss": 4.8056,
      "step": 20979
    },
    {
      "epoch": 1.782195039075773,
      "grad_norm": 2.6683409675694314,
      "learning_rate": 0.0002468615801250252,
      "loss": 5.1591,
      "step": 20980
    },
    {
      "epoch": 1.7822799864084269,
      "grad_norm": 2.599969554271174,
      "learning_rate": 0.0002468563373322279,
      "loss": 4.9317,
      "step": 20981
    },
    {
      "epoch": 1.7823649337410805,
      "grad_norm": 2.52222288449391,
      "learning_rate": 0.0002468510943364875,
      "loss": 4.809,
      "step": 20982
    },
    {
      "epoch": 1.7824498810737341,
      "grad_norm": 2.5357989365524984,
      "learning_rate": 0.0002468458511378148,
      "loss": 5.0763,
      "step": 20983
    },
    {
      "epoch": 1.782534828406388,
      "grad_norm": 2.5729416500432603,
      "learning_rate": 0.0002468406077362209,
      "loss": 4.951,
      "step": 20984
    },
    {
      "epoch": 1.7826197757390418,
      "grad_norm": 2.499478530876714,
      "learning_rate": 0.0002468353641317168,
      "loss": 4.6015,
      "step": 20985
    },
    {
      "epoch": 1.7827047230716957,
      "grad_norm": 2.52120011429101,
      "learning_rate": 0.00024683012032431347,
      "loss": 5.0248,
      "step": 20986
    },
    {
      "epoch": 1.7827896704043493,
      "grad_norm": 2.7161428222207755,
      "learning_rate": 0.00024682487631402187,
      "loss": 5.0437,
      "step": 20987
    },
    {
      "epoch": 1.782874617737003,
      "grad_norm": 2.759308043806302,
      "learning_rate": 0.000246819632100853,
      "loss": 5.1999,
      "step": 20988
    },
    {
      "epoch": 1.7829595650696568,
      "grad_norm": 2.564392049484039,
      "learning_rate": 0.00024681438768481783,
      "loss": 4.9571,
      "step": 20989
    },
    {
      "epoch": 1.7830445124023107,
      "grad_norm": 2.52259026722683,
      "learning_rate": 0.0002468091430659274,
      "loss": 4.6439,
      "step": 20990
    },
    {
      "epoch": 1.7831294597349643,
      "grad_norm": 2.535427881810086,
      "learning_rate": 0.00024680389824419265,
      "loss": 4.8233,
      "step": 20991
    },
    {
      "epoch": 1.783214407067618,
      "grad_norm": 2.5626328510816285,
      "learning_rate": 0.0002467986532196246,
      "loss": 4.8197,
      "step": 20992
    },
    {
      "epoch": 1.7832993544002718,
      "grad_norm": 2.7546310894182358,
      "learning_rate": 0.0002467934079922342,
      "loss": 5.2015,
      "step": 20993
    },
    {
      "epoch": 1.7833843017329256,
      "grad_norm": 2.603848214524296,
      "learning_rate": 0.00024678816256203253,
      "loss": 4.9793,
      "step": 20994
    },
    {
      "epoch": 1.7834692490655795,
      "grad_norm": 2.5800712688098613,
      "learning_rate": 0.00024678291692903045,
      "loss": 5.2224,
      "step": 20995
    },
    {
      "epoch": 1.783554196398233,
      "grad_norm": 2.5717823189723688,
      "learning_rate": 0.0002467776710932391,
      "loss": 5.0488,
      "step": 20996
    },
    {
      "epoch": 1.7836391437308867,
      "grad_norm": 2.487895222542725,
      "learning_rate": 0.00024677242505466933,
      "loss": 4.7547,
      "step": 20997
    },
    {
      "epoch": 1.7837240910635406,
      "grad_norm": 2.5154989312206735,
      "learning_rate": 0.00024676717881333215,
      "loss": 5.0219,
      "step": 20998
    },
    {
      "epoch": 1.7838090383961944,
      "grad_norm": 2.715448200032971,
      "learning_rate": 0.0002467619323692387,
      "loss": 5.3853,
      "step": 20999
    },
    {
      "epoch": 1.7838939857288483,
      "grad_norm": 2.6238362685185606,
      "learning_rate": 0.0002467566857223998,
      "loss": 5.0674,
      "step": 21000
    },
    {
      "epoch": 1.783978933061502,
      "grad_norm": 2.5507443063933946,
      "learning_rate": 0.00024675143887282656,
      "loss": 4.6903,
      "step": 21001
    },
    {
      "epoch": 1.7840638803941555,
      "grad_norm": 2.4418646927453347,
      "learning_rate": 0.0002467461918205299,
      "loss": 4.6359,
      "step": 21002
    },
    {
      "epoch": 1.7841488277268094,
      "grad_norm": 2.72387936726255,
      "learning_rate": 0.0002467409445655208,
      "loss": 5.4648,
      "step": 21003
    },
    {
      "epoch": 1.7842337750594632,
      "grad_norm": 2.5502169987544328,
      "learning_rate": 0.0002467356971078103,
      "loss": 5.0335,
      "step": 21004
    },
    {
      "epoch": 1.7843187223921169,
      "grad_norm": 2.4537929180865192,
      "learning_rate": 0.0002467304494474095,
      "loss": 4.9508,
      "step": 21005
    },
    {
      "epoch": 1.7844036697247705,
      "grad_norm": 2.6800462032705346,
      "learning_rate": 0.0002467252015843292,
      "loss": 5.4021,
      "step": 21006
    },
    {
      "epoch": 1.7844886170574243,
      "grad_norm": 2.5376652988902855,
      "learning_rate": 0.00024671995351858045,
      "loss": 4.8239,
      "step": 21007
    },
    {
      "epoch": 1.7845735643900782,
      "grad_norm": 2.7134900397580974,
      "learning_rate": 0.0002467147052501743,
      "loss": 5.387,
      "step": 21008
    },
    {
      "epoch": 1.784658511722732,
      "grad_norm": 2.730886002911603,
      "learning_rate": 0.00024670945677912176,
      "loss": 5.4205,
      "step": 21009
    },
    {
      "epoch": 1.7847434590553857,
      "grad_norm": 2.5786448236083737,
      "learning_rate": 0.00024670420810543375,
      "loss": 5.1612,
      "step": 21010
    },
    {
      "epoch": 1.7848284063880393,
      "grad_norm": 2.7134134026076,
      "learning_rate": 0.0002466989592291214,
      "loss": 5.4176,
      "step": 21011
    },
    {
      "epoch": 1.7849133537206932,
      "grad_norm": 2.4905982479267306,
      "learning_rate": 0.0002466937101501955,
      "loss": 4.5437,
      "step": 21012
    },
    {
      "epoch": 1.784998301053347,
      "grad_norm": 2.5837134935420467,
      "learning_rate": 0.00024668846086866724,
      "loss": 5.1511,
      "step": 21013
    },
    {
      "epoch": 1.7850832483860006,
      "grad_norm": 2.6178324188067923,
      "learning_rate": 0.00024668321138454754,
      "loss": 4.7739,
      "step": 21014
    },
    {
      "epoch": 1.7851681957186545,
      "grad_norm": 2.543821619589557,
      "learning_rate": 0.0002466779616978474,
      "loss": 4.9215,
      "step": 21015
    },
    {
      "epoch": 1.7852531430513081,
      "grad_norm": 2.5543032163430137,
      "learning_rate": 0.00024667271180857776,
      "loss": 5.1929,
      "step": 21016
    },
    {
      "epoch": 1.785338090383962,
      "grad_norm": 2.7297085306587836,
      "learning_rate": 0.00024666746171674974,
      "loss": 5.1964,
      "step": 21017
    },
    {
      "epoch": 1.7854230377166158,
      "grad_norm": 2.633459815679957,
      "learning_rate": 0.00024666221142237427,
      "loss": 5.036,
      "step": 21018
    },
    {
      "epoch": 1.7855079850492694,
      "grad_norm": 2.480589697354355,
      "learning_rate": 0.00024665696092546235,
      "loss": 4.8282,
      "step": 21019
    },
    {
      "epoch": 1.785592932381923,
      "grad_norm": 2.4584236596330267,
      "learning_rate": 0.00024665171022602504,
      "loss": 4.9249,
      "step": 21020
    },
    {
      "epoch": 1.785677879714577,
      "grad_norm": 2.514368384338354,
      "learning_rate": 0.0002466464593240733,
      "loss": 4.9934,
      "step": 21021
    },
    {
      "epoch": 1.7857628270472308,
      "grad_norm": 2.6214462553044755,
      "learning_rate": 0.00024664120821961806,
      "loss": 5.0523,
      "step": 21022
    },
    {
      "epoch": 1.7858477743798846,
      "grad_norm": 2.4567052987290188,
      "learning_rate": 0.00024663595691267045,
      "loss": 4.5414,
      "step": 21023
    },
    {
      "epoch": 1.7859327217125383,
      "grad_norm": 2.7160006994600705,
      "learning_rate": 0.0002466307054032414,
      "loss": 5.2296,
      "step": 21024
    },
    {
      "epoch": 1.7860176690451919,
      "grad_norm": 2.7535535867419902,
      "learning_rate": 0.0002466254536913419,
      "loss": 4.2357,
      "step": 21025
    },
    {
      "epoch": 1.7861026163778457,
      "grad_norm": 2.5213316498861715,
      "learning_rate": 0.000246620201776983,
      "loss": 4.6252,
      "step": 21026
    },
    {
      "epoch": 1.7861875637104996,
      "grad_norm": 2.6751684024966447,
      "learning_rate": 0.00024661494966017573,
      "loss": 5.1218,
      "step": 21027
    },
    {
      "epoch": 1.7862725110431532,
      "grad_norm": 2.558721898158324,
      "learning_rate": 0.00024660969734093105,
      "loss": 5.0123,
      "step": 21028
    },
    {
      "epoch": 1.7863574583758068,
      "grad_norm": 2.469006476351687,
      "learning_rate": 0.00024660444481925986,
      "loss": 4.7171,
      "step": 21029
    },
    {
      "epoch": 1.7864424057084607,
      "grad_norm": 2.5474956161032423,
      "learning_rate": 0.0002465991920951734,
      "loss": 4.7795,
      "step": 21030
    },
    {
      "epoch": 1.7865273530411145,
      "grad_norm": 2.5039612289796054,
      "learning_rate": 0.0002465939391686825,
      "loss": 5.0642,
      "step": 21031
    },
    {
      "epoch": 1.7866123003737684,
      "grad_norm": 2.6446351085813182,
      "learning_rate": 0.0002465886860397982,
      "loss": 5.3221,
      "step": 21032
    },
    {
      "epoch": 1.786697247706422,
      "grad_norm": 2.5699788611025673,
      "learning_rate": 0.0002465834327085316,
      "loss": 4.9126,
      "step": 21033
    },
    {
      "epoch": 1.7867821950390756,
      "grad_norm": 2.799370037690796,
      "learning_rate": 0.0002465781791748935,
      "loss": 4.3981,
      "step": 21034
    },
    {
      "epoch": 1.7868671423717295,
      "grad_norm": 2.755418619476541,
      "learning_rate": 0.00024657292543889514,
      "loss": 5.3507,
      "step": 21035
    },
    {
      "epoch": 1.7869520897043834,
      "grad_norm": 2.5556280060578995,
      "learning_rate": 0.00024656767150054733,
      "loss": 4.9743,
      "step": 21036
    },
    {
      "epoch": 1.7870370370370372,
      "grad_norm": 2.4901165779263432,
      "learning_rate": 0.00024656241735986127,
      "loss": 4.6788,
      "step": 21037
    },
    {
      "epoch": 1.7871219843696908,
      "grad_norm": 2.6218954452047334,
      "learning_rate": 0.0002465571630168478,
      "loss": 5.1649,
      "step": 21038
    },
    {
      "epoch": 1.7872069317023445,
      "grad_norm": 2.4800070256544284,
      "learning_rate": 0.0002465519084715181,
      "loss": 5.1112,
      "step": 21039
    },
    {
      "epoch": 1.7872918790349983,
      "grad_norm": 2.709153954361245,
      "learning_rate": 0.000246546653723883,
      "loss": 5.2824,
      "step": 21040
    },
    {
      "epoch": 1.7873768263676522,
      "grad_norm": 2.681052061743596,
      "learning_rate": 0.0002465413987739536,
      "loss": 4.9871,
      "step": 21041
    },
    {
      "epoch": 1.7874617737003058,
      "grad_norm": 2.7385057358569282,
      "learning_rate": 0.00024653614362174096,
      "loss": 5.298,
      "step": 21042
    },
    {
      "epoch": 1.7875467210329594,
      "grad_norm": 2.5783379304616036,
      "learning_rate": 0.00024653088826725593,
      "loss": 5.1381,
      "step": 21043
    },
    {
      "epoch": 1.7876316683656133,
      "grad_norm": 2.722669022345022,
      "learning_rate": 0.00024652563271050973,
      "loss": 5.2698,
      "step": 21044
    },
    {
      "epoch": 1.7877166156982671,
      "grad_norm": 2.682980043853479,
      "learning_rate": 0.0002465203769515132,
      "loss": 5.3677,
      "step": 21045
    },
    {
      "epoch": 1.787801563030921,
      "grad_norm": 2.6893662998653745,
      "learning_rate": 0.00024651512099027747,
      "loss": 5.0283,
      "step": 21046
    },
    {
      "epoch": 1.7878865103635746,
      "grad_norm": 2.4917856107586474,
      "learning_rate": 0.00024650986482681347,
      "loss": 4.8352,
      "step": 21047
    },
    {
      "epoch": 1.7879714576962282,
      "grad_norm": 2.5844441723130274,
      "learning_rate": 0.00024650460846113226,
      "loss": 4.9567,
      "step": 21048
    },
    {
      "epoch": 1.788056405028882,
      "grad_norm": 2.55972705002983,
      "learning_rate": 0.00024649935189324486,
      "loss": 4.914,
      "step": 21049
    },
    {
      "epoch": 1.788141352361536,
      "grad_norm": 2.5043388208525847,
      "learning_rate": 0.0002464940951231622,
      "loss": 4.8557,
      "step": 21050
    },
    {
      "epoch": 1.7882262996941896,
      "grad_norm": 2.563494413256007,
      "learning_rate": 0.0002464888381508954,
      "loss": 4.6508,
      "step": 21051
    },
    {
      "epoch": 1.7883112470268434,
      "grad_norm": 2.640466462534303,
      "learning_rate": 0.00024648358097645545,
      "loss": 5.0924,
      "step": 21052
    },
    {
      "epoch": 1.788396194359497,
      "grad_norm": 2.7516530927312868,
      "learning_rate": 0.00024647832359985336,
      "loss": 5.3513,
      "step": 21053
    },
    {
      "epoch": 1.7884811416921509,
      "grad_norm": 2.5701273288043525,
      "learning_rate": 0.0002464730660211001,
      "loss": 5.1416,
      "step": 21054
    },
    {
      "epoch": 1.7885660890248047,
      "grad_norm": 2.6851621362159364,
      "learning_rate": 0.00024646780824020675,
      "loss": 5.4178,
      "step": 21055
    },
    {
      "epoch": 1.7886510363574584,
      "grad_norm": 2.5417896257648693,
      "learning_rate": 0.00024646255025718425,
      "loss": 4.7979,
      "step": 21056
    },
    {
      "epoch": 1.788735983690112,
      "grad_norm": 2.552720148838748,
      "learning_rate": 0.0002464572920720437,
      "loss": 4.7821,
      "step": 21057
    },
    {
      "epoch": 1.7888209310227658,
      "grad_norm": 2.5640739449534644,
      "learning_rate": 0.0002464520336847961,
      "loss": 4.6553,
      "step": 21058
    },
    {
      "epoch": 1.7889058783554197,
      "grad_norm": 2.508614375696432,
      "learning_rate": 0.0002464467750954524,
      "loss": 4.9684,
      "step": 21059
    },
    {
      "epoch": 1.7889908256880735,
      "grad_norm": 2.4905395537610184,
      "learning_rate": 0.0002464415163040237,
      "loss": 4.8276,
      "step": 21060
    },
    {
      "epoch": 1.7890757730207272,
      "grad_norm": 2.5521913948940047,
      "learning_rate": 0.000246436257310521,
      "loss": 4.8095,
      "step": 21061
    },
    {
      "epoch": 1.7891607203533808,
      "grad_norm": 2.6089282159175453,
      "learning_rate": 0.0002464309981149552,
      "loss": 4.9357,
      "step": 21062
    },
    {
      "epoch": 1.7892456676860347,
      "grad_norm": 2.6252499845153556,
      "learning_rate": 0.00024642573871733756,
      "loss": 5.2406,
      "step": 21063
    },
    {
      "epoch": 1.7893306150186885,
      "grad_norm": 2.70865065391147,
      "learning_rate": 0.0002464204791176789,
      "loss": 5.3676,
      "step": 21064
    },
    {
      "epoch": 1.7894155623513421,
      "grad_norm": 2.546437911316265,
      "learning_rate": 0.00024641521931599033,
      "loss": 4.8744,
      "step": 21065
    },
    {
      "epoch": 1.7895005096839958,
      "grad_norm": 2.571561092323106,
      "learning_rate": 0.0002464099593122829,
      "loss": 5.0711,
      "step": 21066
    },
    {
      "epoch": 1.7895854570166496,
      "grad_norm": 2.5098292846784083,
      "learning_rate": 0.0002464046991065675,
      "loss": 5.0011,
      "step": 21067
    },
    {
      "epoch": 1.7896704043493035,
      "grad_norm": 2.562580735461071,
      "learning_rate": 0.00024639943869885525,
      "loss": 5.1151,
      "step": 21068
    },
    {
      "epoch": 1.7897553516819573,
      "grad_norm": 2.519865726957556,
      "learning_rate": 0.0002463941780891571,
      "loss": 4.7939,
      "step": 21069
    },
    {
      "epoch": 1.789840299014611,
      "grad_norm": 2.7475906500550185,
      "learning_rate": 0.0002463889172774842,
      "loss": 5.5183,
      "step": 21070
    },
    {
      "epoch": 1.7899252463472646,
      "grad_norm": 2.7491462298269327,
      "learning_rate": 0.0002463836562638475,
      "loss": 5.4653,
      "step": 21071
    },
    {
      "epoch": 1.7900101936799184,
      "grad_norm": 2.64461594510449,
      "learning_rate": 0.000246378395048258,
      "loss": 4.5501,
      "step": 21072
    },
    {
      "epoch": 1.7900951410125723,
      "grad_norm": 2.4944815536176814,
      "learning_rate": 0.00024637313363072674,
      "loss": 4.9136,
      "step": 21073
    },
    {
      "epoch": 1.790180088345226,
      "grad_norm": 2.5808377151259605,
      "learning_rate": 0.0002463678720112648,
      "loss": 4.7178,
      "step": 21074
    },
    {
      "epoch": 1.7902650356778798,
      "grad_norm": 3.4203592503569853,
      "learning_rate": 0.0002463626101898831,
      "loss": 5.0738,
      "step": 21075
    },
    {
      "epoch": 1.7903499830105334,
      "grad_norm": 2.642888822543035,
      "learning_rate": 0.00024635734816659267,
      "loss": 4.8916,
      "step": 21076
    },
    {
      "epoch": 1.7904349303431872,
      "grad_norm": 2.6149779875925585,
      "learning_rate": 0.0002463520859414047,
      "loss": 4.7012,
      "step": 21077
    },
    {
      "epoch": 1.790519877675841,
      "grad_norm": 2.674054417583896,
      "learning_rate": 0.00024634682351433,
      "loss": 4.948,
      "step": 21078
    },
    {
      "epoch": 1.7906048250084947,
      "grad_norm": 2.509952591286338,
      "learning_rate": 0.00024634156088537977,
      "loss": 4.7547,
      "step": 21079
    },
    {
      "epoch": 1.7906897723411483,
      "grad_norm": 2.522088625543609,
      "learning_rate": 0.0002463362980545649,
      "loss": 4.757,
      "step": 21080
    },
    {
      "epoch": 1.7907747196738022,
      "grad_norm": 2.587360955323584,
      "learning_rate": 0.00024633103502189654,
      "loss": 4.9862,
      "step": 21081
    },
    {
      "epoch": 1.790859667006456,
      "grad_norm": 2.5868945917263417,
      "learning_rate": 0.00024632577178738567,
      "loss": 4.8014,
      "step": 21082
    },
    {
      "epoch": 1.79094461433911,
      "grad_norm": 2.5410655717269695,
      "learning_rate": 0.00024632050835104324,
      "loss": 4.6744,
      "step": 21083
    },
    {
      "epoch": 1.7910295616717635,
      "grad_norm": 2.722205549949884,
      "learning_rate": 0.0002463152447128804,
      "loss": 5.1533,
      "step": 21084
    },
    {
      "epoch": 1.7911145090044172,
      "grad_norm": 2.558891365252009,
      "learning_rate": 0.00024630998087290807,
      "loss": 5.0508,
      "step": 21085
    },
    {
      "epoch": 1.791199456337071,
      "grad_norm": 2.7110677628119078,
      "learning_rate": 0.0002463047168311374,
      "loss": 5.4322,
      "step": 21086
    },
    {
      "epoch": 1.7912844036697249,
      "grad_norm": 2.5519754628877154,
      "learning_rate": 0.0002462994525875793,
      "loss": 5.0294,
      "step": 21087
    },
    {
      "epoch": 1.7913693510023785,
      "grad_norm": 2.76051271880284,
      "learning_rate": 0.0002462941881422449,
      "loss": 5.3908,
      "step": 21088
    },
    {
      "epoch": 1.7914542983350321,
      "grad_norm": 2.529917180447495,
      "learning_rate": 0.0002462889234951451,
      "loss": 4.7783,
      "step": 21089
    },
    {
      "epoch": 1.791539245667686,
      "grad_norm": 2.539212371042321,
      "learning_rate": 0.00024628365864629107,
      "loss": 4.8673,
      "step": 21090
    },
    {
      "epoch": 1.7916241930003398,
      "grad_norm": 2.7132601672696595,
      "learning_rate": 0.0002462783935956938,
      "loss": 4.5458,
      "step": 21091
    },
    {
      "epoch": 1.7917091403329937,
      "grad_norm": 2.6698876146939545,
      "learning_rate": 0.00024627312834336434,
      "loss": 5.0908,
      "step": 21092
    },
    {
      "epoch": 1.7917940876656473,
      "grad_norm": 2.525515474741038,
      "learning_rate": 0.0002462678628893136,
      "loss": 4.8867,
      "step": 21093
    },
    {
      "epoch": 1.791879034998301,
      "grad_norm": 2.5447450937906892,
      "learning_rate": 0.0002462625972335528,
      "loss": 4.7932,
      "step": 21094
    },
    {
      "epoch": 1.7919639823309548,
      "grad_norm": 2.7473705054787474,
      "learning_rate": 0.0002462573313760928,
      "loss": 5.3452,
      "step": 21095
    },
    {
      "epoch": 1.7920489296636086,
      "grad_norm": 2.483265902413682,
      "learning_rate": 0.0002462520653169447,
      "loss": 4.6952,
      "step": 21096
    },
    {
      "epoch": 1.7921338769962625,
      "grad_norm": 2.5702017452800066,
      "learning_rate": 0.0002462467990561196,
      "loss": 5.3365,
      "step": 21097
    },
    {
      "epoch": 1.792218824328916,
      "grad_norm": 2.5943304958737277,
      "learning_rate": 0.00024624153259362845,
      "loss": 4.3151,
      "step": 21098
    },
    {
      "epoch": 1.7923037716615697,
      "grad_norm": 2.4969804830109625,
      "learning_rate": 0.00024623626592948237,
      "loss": 4.8995,
      "step": 21099
    },
    {
      "epoch": 1.7923887189942236,
      "grad_norm": 2.707831607982646,
      "learning_rate": 0.0002462309990636923,
      "loss": 5.2509,
      "step": 21100
    },
    {
      "epoch": 1.7924736663268774,
      "grad_norm": 2.8024248502058375,
      "learning_rate": 0.00024622573199626924,
      "loss": 5.585,
      "step": 21101
    },
    {
      "epoch": 1.792558613659531,
      "grad_norm": 2.528182260880714,
      "learning_rate": 0.00024622046472722443,
      "loss": 4.9743,
      "step": 21102
    },
    {
      "epoch": 1.7926435609921847,
      "grad_norm": 2.4196936308142467,
      "learning_rate": 0.0002462151972565687,
      "loss": 4.6569,
      "step": 21103
    },
    {
      "epoch": 1.7927285083248385,
      "grad_norm": 2.539978366916971,
      "learning_rate": 0.00024620992958431317,
      "loss": 5.0071,
      "step": 21104
    },
    {
      "epoch": 1.7928134556574924,
      "grad_norm": 2.5447785799404126,
      "learning_rate": 0.00024620466171046884,
      "loss": 5.009,
      "step": 21105
    },
    {
      "epoch": 1.7928984029901462,
      "grad_norm": 2.5331300183842895,
      "learning_rate": 0.00024619939363504687,
      "loss": 4.811,
      "step": 21106
    },
    {
      "epoch": 1.7929833503227999,
      "grad_norm": 2.573355185298835,
      "learning_rate": 0.0002461941253580581,
      "loss": 5.1138,
      "step": 21107
    },
    {
      "epoch": 1.7930682976554535,
      "grad_norm": 2.725643983354588,
      "learning_rate": 0.0002461888568795138,
      "loss": 5.2713,
      "step": 21108
    },
    {
      "epoch": 1.7931532449881074,
      "grad_norm": 2.531049621321425,
      "learning_rate": 0.00024618358819942474,
      "loss": 4.8399,
      "step": 21109
    },
    {
      "epoch": 1.7932381923207612,
      "grad_norm": 2.569723433146275,
      "learning_rate": 0.00024617831931780223,
      "loss": 4.9702,
      "step": 21110
    },
    {
      "epoch": 1.7933231396534148,
      "grad_norm": 2.581065534945822,
      "learning_rate": 0.0002461730502346571,
      "loss": 5.2312,
      "step": 21111
    },
    {
      "epoch": 1.7934080869860687,
      "grad_norm": 2.590416414534212,
      "learning_rate": 0.0002461677809500005,
      "loss": 5.082,
      "step": 21112
    },
    {
      "epoch": 1.7934930343187223,
      "grad_norm": 2.503721889321202,
      "learning_rate": 0.00024616251146384347,
      "loss": 4.8919,
      "step": 21113
    },
    {
      "epoch": 1.7935779816513762,
      "grad_norm": 2.5983782407122438,
      "learning_rate": 0.00024615724177619704,
      "loss": 5.2447,
      "step": 21114
    },
    {
      "epoch": 1.79366292898403,
      "grad_norm": 2.7515624166962036,
      "learning_rate": 0.0002461519718870722,
      "loss": 5.4488,
      "step": 21115
    },
    {
      "epoch": 1.7937478763166836,
      "grad_norm": 2.464376703297575,
      "learning_rate": 0.00024614670179648,
      "loss": 4.7376,
      "step": 21116
    },
    {
      "epoch": 1.7938328236493373,
      "grad_norm": 2.5272829306865594,
      "learning_rate": 0.0002461414315044316,
      "loss": 4.9787,
      "step": 21117
    },
    {
      "epoch": 1.7939177709819911,
      "grad_norm": 2.5938202671238493,
      "learning_rate": 0.00024613616101093786,
      "loss": 4.7854,
      "step": 21118
    },
    {
      "epoch": 1.794002718314645,
      "grad_norm": 2.469028292157916,
      "learning_rate": 0.00024613089031600994,
      "loss": 4.6213,
      "step": 21119
    },
    {
      "epoch": 1.7940876656472988,
      "grad_norm": 2.6334540330516543,
      "learning_rate": 0.00024612561941965894,
      "loss": 4.9581,
      "step": 21120
    },
    {
      "epoch": 1.7941726129799525,
      "grad_norm": 2.715341157168564,
      "learning_rate": 0.0002461203483218958,
      "loss": 5.2641,
      "step": 21121
    },
    {
      "epoch": 1.794257560312606,
      "grad_norm": 2.61454911423846,
      "learning_rate": 0.00024611507702273155,
      "loss": 4.9733,
      "step": 21122
    },
    {
      "epoch": 1.79434250764526,
      "grad_norm": 2.592798775523675,
      "learning_rate": 0.0002461098055221773,
      "loss": 4.8344,
      "step": 21123
    },
    {
      "epoch": 1.7944274549779138,
      "grad_norm": 2.5520091019126965,
      "learning_rate": 0.000246104533820244,
      "loss": 4.7097,
      "step": 21124
    },
    {
      "epoch": 1.7945124023105674,
      "grad_norm": 2.5646104032695525,
      "learning_rate": 0.00024609926191694284,
      "loss": 4.7776,
      "step": 21125
    },
    {
      "epoch": 1.794597349643221,
      "grad_norm": 2.6121357367185833,
      "learning_rate": 0.00024609398981228483,
      "loss": 4.897,
      "step": 21126
    },
    {
      "epoch": 1.794682296975875,
      "grad_norm": 2.7189258619367145,
      "learning_rate": 0.0002460887175062809,
      "loss": 5.2449,
      "step": 21127
    },
    {
      "epoch": 1.7947672443085287,
      "grad_norm": 2.497504456996235,
      "learning_rate": 0.0002460834449989422,
      "loss": 4.7958,
      "step": 21128
    },
    {
      "epoch": 1.7948521916411826,
      "grad_norm": 2.62232302411402,
      "learning_rate": 0.0002460781722902798,
      "loss": 4.7557,
      "step": 21129
    },
    {
      "epoch": 1.7949371389738362,
      "grad_norm": 2.4896163652974725,
      "learning_rate": 0.0002460728993803046,
      "loss": 4.6939,
      "step": 21130
    },
    {
      "epoch": 1.7950220863064899,
      "grad_norm": 2.5779695145121546,
      "learning_rate": 0.0002460676262690279,
      "loss": 5.1351,
      "step": 21131
    },
    {
      "epoch": 1.7951070336391437,
      "grad_norm": 2.592298652510702,
      "learning_rate": 0.00024606235295646046,
      "loss": 5.1401,
      "step": 21132
    },
    {
      "epoch": 1.7951919809717976,
      "grad_norm": 2.5447639270359397,
      "learning_rate": 0.0002460570794426135,
      "loss": 4.9359,
      "step": 21133
    },
    {
      "epoch": 1.7952769283044514,
      "grad_norm": 2.6123366619832047,
      "learning_rate": 0.0002460518057274981,
      "loss": 5.0416,
      "step": 21134
    },
    {
      "epoch": 1.795361875637105,
      "grad_norm": 2.6678802761513127,
      "learning_rate": 0.00024604653181112523,
      "loss": 5.3592,
      "step": 21135
    },
    {
      "epoch": 1.7954468229697587,
      "grad_norm": 2.561609265783834,
      "learning_rate": 0.0002460412576935059,
      "loss": 4.9812,
      "step": 21136
    },
    {
      "epoch": 1.7955317703024125,
      "grad_norm": 2.6274024271317895,
      "learning_rate": 0.00024603598337465127,
      "loss": 5.2573,
      "step": 21137
    },
    {
      "epoch": 1.7956167176350664,
      "grad_norm": 2.7989890214204642,
      "learning_rate": 0.0002460307088545723,
      "loss": 5.4336,
      "step": 21138
    },
    {
      "epoch": 1.79570166496772,
      "grad_norm": 2.695086690175864,
      "learning_rate": 0.00024602543413328014,
      "loss": 5.1765,
      "step": 21139
    },
    {
      "epoch": 1.7957866123003736,
      "grad_norm": 2.7720466798636205,
      "learning_rate": 0.00024602015921078573,
      "loss": 5.4838,
      "step": 21140
    },
    {
      "epoch": 1.7958715596330275,
      "grad_norm": 2.563694831834552,
      "learning_rate": 0.0002460148840871002,
      "loss": 5.1628,
      "step": 21141
    },
    {
      "epoch": 1.7959565069656813,
      "grad_norm": 2.626367874023001,
      "learning_rate": 0.00024600960876223463,
      "loss": 4.6593,
      "step": 21142
    },
    {
      "epoch": 1.7960414542983352,
      "grad_norm": 2.6238596319037737,
      "learning_rate": 0.00024600433323619994,
      "loss": 5.0421,
      "step": 21143
    },
    {
      "epoch": 1.7961264016309888,
      "grad_norm": 2.79242227678703,
      "learning_rate": 0.0002459990575090073,
      "loss": 4.1971,
      "step": 21144
    },
    {
      "epoch": 1.7962113489636424,
      "grad_norm": 2.469218088819182,
      "learning_rate": 0.0002459937815806677,
      "loss": 4.7236,
      "step": 21145
    },
    {
      "epoch": 1.7962962962962963,
      "grad_norm": 2.677051317787332,
      "learning_rate": 0.00024598850545119234,
      "loss": 5.3941,
      "step": 21146
    },
    {
      "epoch": 1.7963812436289501,
      "grad_norm": 2.5106749484863946,
      "learning_rate": 0.00024598322912059204,
      "loss": 4.6215,
      "step": 21147
    },
    {
      "epoch": 1.7964661909616038,
      "grad_norm": 2.511471189726676,
      "learning_rate": 0.00024597795258887804,
      "loss": 4.8315,
      "step": 21148
    },
    {
      "epoch": 1.7965511382942576,
      "grad_norm": 2.7382345775971033,
      "learning_rate": 0.00024597267585606134,
      "loss": 5.2371,
      "step": 21149
    },
    {
      "epoch": 1.7966360856269112,
      "grad_norm": 2.74109125372421,
      "learning_rate": 0.00024596739892215295,
      "loss": 5.2092,
      "step": 21150
    },
    {
      "epoch": 1.796721032959565,
      "grad_norm": 2.5467586741785415,
      "learning_rate": 0.00024596212178716397,
      "loss": 5.0997,
      "step": 21151
    },
    {
      "epoch": 1.796805980292219,
      "grad_norm": 2.6089659994971175,
      "learning_rate": 0.0002459568444511055,
      "loss": 4.9324,
      "step": 21152
    },
    {
      "epoch": 1.7968909276248726,
      "grad_norm": 2.5216106533551805,
      "learning_rate": 0.0002459515669139885,
      "loss": 4.9843,
      "step": 21153
    },
    {
      "epoch": 1.7969758749575262,
      "grad_norm": 2.5475870049878586,
      "learning_rate": 0.00024594628917582405,
      "loss": 4.7929,
      "step": 21154
    },
    {
      "epoch": 1.79706082229018,
      "grad_norm": 2.556536698686014,
      "learning_rate": 0.0002459410112366233,
      "loss": 4.902,
      "step": 21155
    },
    {
      "epoch": 1.797145769622834,
      "grad_norm": 2.54739700900029,
      "learning_rate": 0.00024593573309639725,
      "loss": 5.0958,
      "step": 21156
    },
    {
      "epoch": 1.7972307169554878,
      "grad_norm": 2.53603090998917,
      "learning_rate": 0.0002459304547551569,
      "loss": 5.0301,
      "step": 21157
    },
    {
      "epoch": 1.7973156642881414,
      "grad_norm": 2.5360209203325326,
      "learning_rate": 0.0002459251762129134,
      "loss": 5.0037,
      "step": 21158
    },
    {
      "epoch": 1.797400611620795,
      "grad_norm": 2.3354945875021613,
      "learning_rate": 0.00024591989746967777,
      "loss": 4.443,
      "step": 21159
    },
    {
      "epoch": 1.7974855589534489,
      "grad_norm": 2.549606201455,
      "learning_rate": 0.00024591461852546106,
      "loss": 5.1445,
      "step": 21160
    },
    {
      "epoch": 1.7975705062861027,
      "grad_norm": 2.4892568801722974,
      "learning_rate": 0.00024590933938027436,
      "loss": 4.7442,
      "step": 21161
    },
    {
      "epoch": 1.7976554536187563,
      "grad_norm": 2.7390094956893725,
      "learning_rate": 0.00024590406003412873,
      "loss": 5.2231,
      "step": 21162
    },
    {
      "epoch": 1.79774040095141,
      "grad_norm": 2.4848688256749556,
      "learning_rate": 0.0002458987804870352,
      "loss": 4.7504,
      "step": 21163
    },
    {
      "epoch": 1.7978253482840638,
      "grad_norm": 2.4743619274178705,
      "learning_rate": 0.0002458935007390049,
      "loss": 4.6125,
      "step": 21164
    },
    {
      "epoch": 1.7979102956167177,
      "grad_norm": 2.5234545973428144,
      "learning_rate": 0.0002458882207900488,
      "loss": 4.8293,
      "step": 21165
    },
    {
      "epoch": 1.7979952429493715,
      "grad_norm": 2.7618892471360468,
      "learning_rate": 0.00024588294064017806,
      "loss": 5.3504,
      "step": 21166
    },
    {
      "epoch": 1.7980801902820251,
      "grad_norm": 2.6683521151382075,
      "learning_rate": 0.0002458776602894036,
      "loss": 5.0982,
      "step": 21167
    },
    {
      "epoch": 1.7981651376146788,
      "grad_norm": 2.548739097423132,
      "learning_rate": 0.0002458723797377366,
      "loss": 4.731,
      "step": 21168
    },
    {
      "epoch": 1.7982500849473326,
      "grad_norm": 2.572163778451998,
      "learning_rate": 0.0002458670989851882,
      "loss": 4.9734,
      "step": 21169
    },
    {
      "epoch": 1.7983350322799865,
      "grad_norm": 2.4861943845224617,
      "learning_rate": 0.0002458618180317692,
      "loss": 4.6412,
      "step": 21170
    },
    {
      "epoch": 1.7984199796126403,
      "grad_norm": 2.6356745629452014,
      "learning_rate": 0.00024585653687749095,
      "loss": 4.7138,
      "step": 21171
    },
    {
      "epoch": 1.798504926945294,
      "grad_norm": 2.6742305528360757,
      "learning_rate": 0.00024585125552236434,
      "loss": 5.1059,
      "step": 21172
    },
    {
      "epoch": 1.7985898742779476,
      "grad_norm": 2.514056439316557,
      "learning_rate": 0.0002458459739664005,
      "loss": 4.6956,
      "step": 21173
    },
    {
      "epoch": 1.7986748216106014,
      "grad_norm": 2.5584465689782343,
      "learning_rate": 0.00024584069220961053,
      "loss": 4.6597,
      "step": 21174
    },
    {
      "epoch": 1.7987597689432553,
      "grad_norm": 2.5055941063386755,
      "learning_rate": 0.00024583541025200546,
      "loss": 4.9396,
      "step": 21175
    },
    {
      "epoch": 1.798844716275909,
      "grad_norm": 2.7383698594914763,
      "learning_rate": 0.00024583012809359627,
      "loss": 4.8059,
      "step": 21176
    },
    {
      "epoch": 1.7989296636085625,
      "grad_norm": 2.6855274907455553,
      "learning_rate": 0.00024582484573439415,
      "loss": 5.0601,
      "step": 21177
    },
    {
      "epoch": 1.7990146109412164,
      "grad_norm": 2.7053985972804253,
      "learning_rate": 0.0002458195631744102,
      "loss": 5.2778,
      "step": 21178
    },
    {
      "epoch": 1.7990995582738702,
      "grad_norm": 2.722141855547044,
      "learning_rate": 0.0002458142804136553,
      "loss": 5.2267,
      "step": 21179
    },
    {
      "epoch": 1.799184505606524,
      "grad_norm": 2.6008964876495626,
      "learning_rate": 0.0002458089974521407,
      "loss": 4.3857,
      "step": 21180
    },
    {
      "epoch": 1.7992694529391777,
      "grad_norm": 2.7003861814613788,
      "learning_rate": 0.0002458037142898774,
      "loss": 5.2409,
      "step": 21181
    },
    {
      "epoch": 1.7993544002718314,
      "grad_norm": 2.694658581139456,
      "learning_rate": 0.00024579843092687646,
      "loss": 5.1856,
      "step": 21182
    },
    {
      "epoch": 1.7994393476044852,
      "grad_norm": 2.6234437498566723,
      "learning_rate": 0.000245793147363149,
      "loss": 4.9112,
      "step": 21183
    },
    {
      "epoch": 1.799524294937139,
      "grad_norm": 2.698879786067178,
      "learning_rate": 0.000245787863598706,
      "loss": 5.16,
      "step": 21184
    },
    {
      "epoch": 1.7996092422697927,
      "grad_norm": 2.4442607120654714,
      "learning_rate": 0.0002457825796335586,
      "loss": 4.4636,
      "step": 21185
    },
    {
      "epoch": 1.7996941896024465,
      "grad_norm": 2.584849666870968,
      "learning_rate": 0.0002457772954677179,
      "loss": 4.8614,
      "step": 21186
    },
    {
      "epoch": 1.7997791369351002,
      "grad_norm": 2.514736891488401,
      "learning_rate": 0.0002457720111011949,
      "loss": 4.9958,
      "step": 21187
    },
    {
      "epoch": 1.799864084267754,
      "grad_norm": 2.6770557551458505,
      "learning_rate": 0.0002457667265340007,
      "loss": 4.8679,
      "step": 21188
    },
    {
      "epoch": 1.7999490316004079,
      "grad_norm": 2.5886863866270695,
      "learning_rate": 0.00024576144176614634,
      "loss": 5.024,
      "step": 21189
    },
    {
      "epoch": 1.8000339789330615,
      "grad_norm": 2.796130069821552,
      "learning_rate": 0.000245756156797643,
      "loss": 5.286,
      "step": 21190
    },
    {
      "epoch": 1.8001189262657151,
      "grad_norm": 2.5393067703771415,
      "learning_rate": 0.0002457508716285016,
      "loss": 4.9973,
      "step": 21191
    },
    {
      "epoch": 1.800203873598369,
      "grad_norm": 2.47432626514656,
      "learning_rate": 0.00024574558625873336,
      "loss": 4.8735,
      "step": 21192
    },
    {
      "epoch": 1.8002888209310228,
      "grad_norm": 2.53104650146149,
      "learning_rate": 0.0002457403006883493,
      "loss": 4.8314,
      "step": 21193
    },
    {
      "epoch": 1.8003737682636767,
      "grad_norm": 2.6119236633852996,
      "learning_rate": 0.0002457350149173605,
      "loss": 5.1217,
      "step": 21194
    },
    {
      "epoch": 1.8004587155963303,
      "grad_norm": 2.533042525860435,
      "learning_rate": 0.00024572972894577796,
      "loss": 4.9058,
      "step": 21195
    },
    {
      "epoch": 1.800543662928984,
      "grad_norm": 2.533446706075655,
      "learning_rate": 0.0002457244427736128,
      "loss": 4.7971,
      "step": 21196
    },
    {
      "epoch": 1.8006286102616378,
      "grad_norm": 2.6832623731070697,
      "learning_rate": 0.0002457191564008761,
      "loss": 5.3697,
      "step": 21197
    },
    {
      "epoch": 1.8007135575942916,
      "grad_norm": 2.5561076840511148,
      "learning_rate": 0.00024571386982757905,
      "loss": 4.7016,
      "step": 21198
    },
    {
      "epoch": 1.8007985049269453,
      "grad_norm": 2.4368914619815443,
      "learning_rate": 0.0002457085830537326,
      "loss": 4.7316,
      "step": 21199
    },
    {
      "epoch": 1.800883452259599,
      "grad_norm": 2.7341612341391923,
      "learning_rate": 0.0002457032960793478,
      "loss": 5.1767,
      "step": 21200
    },
    {
      "epoch": 1.8009683995922527,
      "grad_norm": 2.627713333307017,
      "learning_rate": 0.0002456980089044358,
      "loss": 5.0878,
      "step": 21201
    },
    {
      "epoch": 1.8010533469249066,
      "grad_norm": 2.5529325661283733,
      "learning_rate": 0.0002456927215290077,
      "loss": 4.6846,
      "step": 21202
    },
    {
      "epoch": 1.8011382942575604,
      "grad_norm": 2.6431939237684965,
      "learning_rate": 0.0002456874339530745,
      "loss": 4.9562,
      "step": 21203
    },
    {
      "epoch": 1.801223241590214,
      "grad_norm": 2.481052178298683,
      "learning_rate": 0.0002456821461766473,
      "loss": 4.9637,
      "step": 21204
    },
    {
      "epoch": 1.8013081889228677,
      "grad_norm": 2.5379223980462697,
      "learning_rate": 0.0002456768581997372,
      "loss": 5.0776,
      "step": 21205
    },
    {
      "epoch": 1.8013931362555216,
      "grad_norm": 2.5774655348396553,
      "learning_rate": 0.0002456715700223553,
      "loss": 4.9354,
      "step": 21206
    },
    {
      "epoch": 1.8014780835881754,
      "grad_norm": 2.6949476991714554,
      "learning_rate": 0.00024566628164451263,
      "loss": 5.2042,
      "step": 21207
    },
    {
      "epoch": 1.801563030920829,
      "grad_norm": 2.762021526310364,
      "learning_rate": 0.0002456609930662204,
      "loss": 5.4062,
      "step": 21208
    },
    {
      "epoch": 1.8016479782534829,
      "grad_norm": 2.6512741322638744,
      "learning_rate": 0.00024565570428748944,
      "loss": 4.873,
      "step": 21209
    },
    {
      "epoch": 1.8017329255861365,
      "grad_norm": 2.7560223157821206,
      "learning_rate": 0.00024565041530833105,
      "loss": 5.3889,
      "step": 21210
    },
    {
      "epoch": 1.8018178729187904,
      "grad_norm": 2.6869298512893582,
      "learning_rate": 0.00024564512612875627,
      "loss": 5.2034,
      "step": 21211
    },
    {
      "epoch": 1.8019028202514442,
      "grad_norm": 2.4728046527750496,
      "learning_rate": 0.0002456398367487761,
      "loss": 4.6338,
      "step": 21212
    },
    {
      "epoch": 1.8019877675840978,
      "grad_norm": 2.568412819536798,
      "learning_rate": 0.0002456345471684017,
      "loss": 5.2002,
      "step": 21213
    },
    {
      "epoch": 1.8020727149167515,
      "grad_norm": 2.478410887741555,
      "learning_rate": 0.0002456292573876441,
      "loss": 4.6435,
      "step": 21214
    },
    {
      "epoch": 1.8021576622494053,
      "grad_norm": 2.6335589522956426,
      "learning_rate": 0.0002456239674065145,
      "loss": 4.8353,
      "step": 21215
    },
    {
      "epoch": 1.8022426095820592,
      "grad_norm": 2.503839014564084,
      "learning_rate": 0.0002456186772250238,
      "loss": 4.9757,
      "step": 21216
    },
    {
      "epoch": 1.802327556914713,
      "grad_norm": 2.638117477817196,
      "learning_rate": 0.0002456133868431832,
      "loss": 4.9879,
      "step": 21217
    },
    {
      "epoch": 1.8024125042473667,
      "grad_norm": 2.7172814379305605,
      "learning_rate": 0.00024560809626100386,
      "loss": 5.2057,
      "step": 21218
    },
    {
      "epoch": 1.8024974515800203,
      "grad_norm": 2.60586334473848,
      "learning_rate": 0.0002456028054784967,
      "loss": 4.9898,
      "step": 21219
    },
    {
      "epoch": 1.8025823989126741,
      "grad_norm": 2.5453830147918444,
      "learning_rate": 0.0002455975144956729,
      "loss": 4.7333,
      "step": 21220
    },
    {
      "epoch": 1.802667346245328,
      "grad_norm": 2.5647307968237905,
      "learning_rate": 0.00024559222331254347,
      "loss": 5.1406,
      "step": 21221
    },
    {
      "epoch": 1.8027522935779816,
      "grad_norm": 2.6532621946573496,
      "learning_rate": 0.0002455869319291196,
      "loss": 5.0258,
      "step": 21222
    },
    {
      "epoch": 1.8028372409106352,
      "grad_norm": 2.678429804836782,
      "learning_rate": 0.0002455816403454123,
      "loss": 5.4765,
      "step": 21223
    },
    {
      "epoch": 1.802922188243289,
      "grad_norm": 2.537882843603628,
      "learning_rate": 0.0002455763485614327,
      "loss": 4.9363,
      "step": 21224
    },
    {
      "epoch": 1.803007135575943,
      "grad_norm": 2.4603439277743226,
      "learning_rate": 0.0002455710565771919,
      "loss": 4.7487,
      "step": 21225
    },
    {
      "epoch": 1.8030920829085968,
      "grad_norm": 2.6676617331378734,
      "learning_rate": 0.00024556576439270093,
      "loss": 5.2886,
      "step": 21226
    },
    {
      "epoch": 1.8031770302412504,
      "grad_norm": 2.5943931871429,
      "learning_rate": 0.00024556047200797093,
      "loss": 4.8666,
      "step": 21227
    },
    {
      "epoch": 1.803261977573904,
      "grad_norm": 2.6411739141632906,
      "learning_rate": 0.00024555517942301296,
      "loss": 5.2826,
      "step": 21228
    },
    {
      "epoch": 1.803346924906558,
      "grad_norm": 2.618618530832581,
      "learning_rate": 0.00024554988663783814,
      "loss": 4.8788,
      "step": 21229
    },
    {
      "epoch": 1.8034318722392118,
      "grad_norm": 2.672005901684378,
      "learning_rate": 0.00024554459365245753,
      "loss": 4.8659,
      "step": 21230
    },
    {
      "epoch": 1.8035168195718656,
      "grad_norm": 2.653961482065573,
      "learning_rate": 0.0002455393004668822,
      "loss": 5.2082,
      "step": 21231
    },
    {
      "epoch": 1.8036017669045192,
      "grad_norm": 2.523801741501106,
      "learning_rate": 0.0002455340070811233,
      "loss": 4.6713,
      "step": 21232
    },
    {
      "epoch": 1.8036867142371729,
      "grad_norm": 2.724832625910766,
      "learning_rate": 0.0002455287134951919,
      "loss": 5.3148,
      "step": 21233
    },
    {
      "epoch": 1.8037716615698267,
      "grad_norm": 2.5567773164249794,
      "learning_rate": 0.00024552341970909906,
      "loss": 5.0212,
      "step": 21234
    },
    {
      "epoch": 1.8038566089024806,
      "grad_norm": 2.5384011016910066,
      "learning_rate": 0.0002455181257228559,
      "loss": 5.0881,
      "step": 21235
    },
    {
      "epoch": 1.8039415562351342,
      "grad_norm": 2.607648004471824,
      "learning_rate": 0.00024551283153647355,
      "loss": 4.9395,
      "step": 21236
    },
    {
      "epoch": 1.8040265035677878,
      "grad_norm": 2.6112356784197854,
      "learning_rate": 0.000245507537149963,
      "loss": 5.0257,
      "step": 21237
    },
    {
      "epoch": 1.8041114509004417,
      "grad_norm": 2.5879310229747317,
      "learning_rate": 0.00024550224256333545,
      "loss": 5.1444,
      "step": 21238
    },
    {
      "epoch": 1.8041963982330955,
      "grad_norm": 2.66305165009567,
      "learning_rate": 0.00024549694777660193,
      "loss": 5.244,
      "step": 21239
    },
    {
      "epoch": 1.8042813455657494,
      "grad_norm": 2.536313970222197,
      "learning_rate": 0.00024549165278977354,
      "loss": 4.9465,
      "step": 21240
    },
    {
      "epoch": 1.804366292898403,
      "grad_norm": 2.6254463656839,
      "learning_rate": 0.00024548635760286144,
      "loss": 5.1426,
      "step": 21241
    },
    {
      "epoch": 1.8044512402310566,
      "grad_norm": 2.5807855453136885,
      "learning_rate": 0.00024548106221587663,
      "loss": 4.8846,
      "step": 21242
    },
    {
      "epoch": 1.8045361875637105,
      "grad_norm": 2.4945894547617615,
      "learning_rate": 0.00024547576662883023,
      "loss": 4.8581,
      "step": 21243
    },
    {
      "epoch": 1.8046211348963643,
      "grad_norm": 2.706165074207326,
      "learning_rate": 0.0002454704708417334,
      "loss": 5.2546,
      "step": 21244
    },
    {
      "epoch": 1.804706082229018,
      "grad_norm": 2.6536286066238204,
      "learning_rate": 0.00024546517485459716,
      "loss": 5.2346,
      "step": 21245
    },
    {
      "epoch": 1.8047910295616718,
      "grad_norm": 2.7115344900907172,
      "learning_rate": 0.0002454598786674326,
      "loss": 5.1009,
      "step": 21246
    },
    {
      "epoch": 1.8048759768943254,
      "grad_norm": 2.5573869449170856,
      "learning_rate": 0.0002454545822802509,
      "loss": 4.8515,
      "step": 21247
    },
    {
      "epoch": 1.8049609242269793,
      "grad_norm": 2.5896138292159994,
      "learning_rate": 0.00024544928569306313,
      "loss": 5.1321,
      "step": 21248
    },
    {
      "epoch": 1.8050458715596331,
      "grad_norm": 2.7169087483995757,
      "learning_rate": 0.0002454439889058804,
      "loss": 5.4014,
      "step": 21249
    },
    {
      "epoch": 1.8051308188922868,
      "grad_norm": 2.72628925054316,
      "learning_rate": 0.0002454386919187137,
      "loss": 5.194,
      "step": 21250
    },
    {
      "epoch": 1.8052157662249404,
      "grad_norm": 2.7747361001017494,
      "learning_rate": 0.00024543339473157423,
      "loss": 5.4736,
      "step": 21251
    },
    {
      "epoch": 1.8053007135575942,
      "grad_norm": 2.6089536215411755,
      "learning_rate": 0.00024542809734447304,
      "loss": 5.0787,
      "step": 21252
    },
    {
      "epoch": 1.805385660890248,
      "grad_norm": 2.5482956100554475,
      "learning_rate": 0.0002454227997574213,
      "loss": 4.7811,
      "step": 21253
    },
    {
      "epoch": 1.805470608222902,
      "grad_norm": 2.5571523205869986,
      "learning_rate": 0.00024541750197043,
      "loss": 4.9253,
      "step": 21254
    },
    {
      "epoch": 1.8055555555555556,
      "grad_norm": 2.4410657760514516,
      "learning_rate": 0.0002454122039835104,
      "loss": 4.5104,
      "step": 21255
    },
    {
      "epoch": 1.8056405028882092,
      "grad_norm": 2.5438084574137125,
      "learning_rate": 0.00024540690579667344,
      "loss": 4.9092,
      "step": 21256
    },
    {
      "epoch": 1.805725450220863,
      "grad_norm": 2.7555825835940024,
      "learning_rate": 0.0002454016074099303,
      "loss": 5.4436,
      "step": 21257
    },
    {
      "epoch": 1.805810397553517,
      "grad_norm": 2.5705737718995803,
      "learning_rate": 0.00024539630882329213,
      "loss": 4.7328,
      "step": 21258
    },
    {
      "epoch": 1.8058953448861705,
      "grad_norm": 2.576669230554328,
      "learning_rate": 0.0002453910100367699,
      "loss": 5.0917,
      "step": 21259
    },
    {
      "epoch": 1.8059802922188242,
      "grad_norm": 2.5266043830616525,
      "learning_rate": 0.00024538571105037476,
      "loss": 4.7567,
      "step": 21260
    },
    {
      "epoch": 1.806065239551478,
      "grad_norm": 2.5761491930764784,
      "learning_rate": 0.00024538041186411786,
      "loss": 4.9345,
      "step": 21261
    },
    {
      "epoch": 1.8061501868841319,
      "grad_norm": 2.59891952598264,
      "learning_rate": 0.00024537511247801035,
      "loss": 4.8641,
      "step": 21262
    },
    {
      "epoch": 1.8062351342167857,
      "grad_norm": 2.5259433070174437,
      "learning_rate": 0.0002453698128920632,
      "loss": 4.8768,
      "step": 21263
    },
    {
      "epoch": 1.8063200815494393,
      "grad_norm": 2.7129536955624984,
      "learning_rate": 0.0002453645131062876,
      "loss": 5.3808,
      "step": 21264
    },
    {
      "epoch": 1.806405028882093,
      "grad_norm": 2.6858437618535858,
      "learning_rate": 0.0002453592131206946,
      "loss": 5.0815,
      "step": 21265
    },
    {
      "epoch": 1.8064899762147468,
      "grad_norm": 2.5292106219491495,
      "learning_rate": 0.00024535391293529536,
      "loss": 4.7743,
      "step": 21266
    },
    {
      "epoch": 1.8065749235474007,
      "grad_norm": 2.5018836058497023,
      "learning_rate": 0.00024534861255010097,
      "loss": 4.7425,
      "step": 21267
    },
    {
      "epoch": 1.8066598708800545,
      "grad_norm": 2.5619436338331965,
      "learning_rate": 0.00024534331196512254,
      "loss": 4.8334,
      "step": 21268
    },
    {
      "epoch": 1.8067448182127082,
      "grad_norm": 2.6211911040682363,
      "learning_rate": 0.00024533801118037114,
      "loss": 4.731,
      "step": 21269
    },
    {
      "epoch": 1.8068297655453618,
      "grad_norm": 2.638780218788219,
      "learning_rate": 0.0002453327101958579,
      "loss": 5.1534,
      "step": 21270
    },
    {
      "epoch": 1.8069147128780156,
      "grad_norm": 2.544020362471575,
      "learning_rate": 0.00024532740901159395,
      "loss": 4.9907,
      "step": 21271
    },
    {
      "epoch": 1.8069996602106695,
      "grad_norm": 2.5506893073134855,
      "learning_rate": 0.0002453221076275904,
      "loss": 5.0518,
      "step": 21272
    },
    {
      "epoch": 1.8070846075433231,
      "grad_norm": 2.5776618592339124,
      "learning_rate": 0.0002453168060438583,
      "loss": 4.8018,
      "step": 21273
    },
    {
      "epoch": 1.8071695548759767,
      "grad_norm": 2.527895658451027,
      "learning_rate": 0.0002453115042604088,
      "loss": 4.7786,
      "step": 21274
    },
    {
      "epoch": 1.8072545022086306,
      "grad_norm": 2.7103148397898384,
      "learning_rate": 0.000245306202277253,
      "loss": 5.3492,
      "step": 21275
    },
    {
      "epoch": 1.8073394495412844,
      "grad_norm": 2.665133202235656,
      "learning_rate": 0.000245300900094402,
      "loss": 5.1833,
      "step": 21276
    },
    {
      "epoch": 1.8074243968739383,
      "grad_norm": 2.589781318039027,
      "learning_rate": 0.00024529559771186695,
      "loss": 4.9659,
      "step": 21277
    },
    {
      "epoch": 1.807509344206592,
      "grad_norm": 2.613995138591024,
      "learning_rate": 0.00024529029512965894,
      "loss": 4.8652,
      "step": 21278
    },
    {
      "epoch": 1.8075942915392456,
      "grad_norm": 2.5882456356345926,
      "learning_rate": 0.00024528499234778903,
      "loss": 4.9303,
      "step": 21279
    },
    {
      "epoch": 1.8076792388718994,
      "grad_norm": 2.5588174864242768,
      "learning_rate": 0.0002452796893662684,
      "loss": 5.0756,
      "step": 21280
    },
    {
      "epoch": 1.8077641862045533,
      "grad_norm": 2.436791817049226,
      "learning_rate": 0.0002452743861851081,
      "loss": 4.6174,
      "step": 21281
    },
    {
      "epoch": 1.8078491335372069,
      "grad_norm": 2.6811005719068137,
      "learning_rate": 0.00024526908280431934,
      "loss": 5.3076,
      "step": 21282
    },
    {
      "epoch": 1.8079340808698607,
      "grad_norm": 2.7409788695564634,
      "learning_rate": 0.0002452637792239131,
      "loss": 5.3678,
      "step": 21283
    },
    {
      "epoch": 1.8080190282025144,
      "grad_norm": 2.633083861388965,
      "learning_rate": 0.00024525847544390066,
      "loss": 4.7348,
      "step": 21284
    },
    {
      "epoch": 1.8081039755351682,
      "grad_norm": 2.7123200176854203,
      "learning_rate": 0.0002452531714642929,
      "loss": 5.1042,
      "step": 21285
    },
    {
      "epoch": 1.808188922867822,
      "grad_norm": 2.5021424956839646,
      "learning_rate": 0.0002452478672851012,
      "loss": 4.8512,
      "step": 21286
    },
    {
      "epoch": 1.8082738702004757,
      "grad_norm": 2.5590987231612967,
      "learning_rate": 0.00024524256290633646,
      "loss": 4.6641,
      "step": 21287
    },
    {
      "epoch": 1.8083588175331293,
      "grad_norm": 2.5163389912215295,
      "learning_rate": 0.0002452372583280099,
      "loss": 4.5647,
      "step": 21288
    },
    {
      "epoch": 1.8084437648657832,
      "grad_norm": 2.6873493794818764,
      "learning_rate": 0.00024523195355013257,
      "loss": 5.1408,
      "step": 21289
    },
    {
      "epoch": 1.808528712198437,
      "grad_norm": 2.7516189391347696,
      "learning_rate": 0.0002452266485727157,
      "loss": 5.2563,
      "step": 21290
    },
    {
      "epoch": 1.8086136595310909,
      "grad_norm": 2.6870873594837668,
      "learning_rate": 0.0002452213433957703,
      "loss": 5.2662,
      "step": 21291
    },
    {
      "epoch": 1.8086986068637445,
      "grad_norm": 2.5746350615053624,
      "learning_rate": 0.0002452160380193075,
      "loss": 5.099,
      "step": 21292
    },
    {
      "epoch": 1.8087835541963981,
      "grad_norm": 2.556770836135702,
      "learning_rate": 0.00024521073244333845,
      "loss": 4.8354,
      "step": 21293
    },
    {
      "epoch": 1.808868501529052,
      "grad_norm": 2.5345420654256325,
      "learning_rate": 0.00024520542666787423,
      "loss": 4.6227,
      "step": 21294
    },
    {
      "epoch": 1.8089534488617058,
      "grad_norm": 2.4432646971180527,
      "learning_rate": 0.00024520012069292603,
      "loss": 4.5904,
      "step": 21295
    },
    {
      "epoch": 1.8090383961943595,
      "grad_norm": 2.5744401813402646,
      "learning_rate": 0.00024519481451850485,
      "loss": 5.1082,
      "step": 21296
    },
    {
      "epoch": 1.809123343527013,
      "grad_norm": 2.703758276690311,
      "learning_rate": 0.00024518950814462185,
      "loss": 5.2661,
      "step": 21297
    },
    {
      "epoch": 1.809208290859667,
      "grad_norm": 2.64259752372514,
      "learning_rate": 0.0002451842015712882,
      "loss": 5.0331,
      "step": 21298
    },
    {
      "epoch": 1.8092932381923208,
      "grad_norm": 2.5402753434781498,
      "learning_rate": 0.00024517889479851504,
      "loss": 4.884,
      "step": 21299
    },
    {
      "epoch": 1.8093781855249746,
      "grad_norm": 2.5383215743111793,
      "learning_rate": 0.0002451735878263134,
      "loss": 4.5403,
      "step": 21300
    },
    {
      "epoch": 1.8094631328576283,
      "grad_norm": 2.6956060936369957,
      "learning_rate": 0.0002451682806546945,
      "loss": 5.2942,
      "step": 21301
    },
    {
      "epoch": 1.809548080190282,
      "grad_norm": 2.509523810162993,
      "learning_rate": 0.0002451629732836693,
      "loss": 4.7877,
      "step": 21302
    },
    {
      "epoch": 1.8096330275229358,
      "grad_norm": 2.597033494230836,
      "learning_rate": 0.00024515766571324904,
      "loss": 5.0644,
      "step": 21303
    },
    {
      "epoch": 1.8097179748555896,
      "grad_norm": 2.4668584322018874,
      "learning_rate": 0.00024515235794344485,
      "loss": 4.811,
      "step": 21304
    },
    {
      "epoch": 1.8098029221882432,
      "grad_norm": 2.5672462634448694,
      "learning_rate": 0.00024514704997426786,
      "loss": 5.1353,
      "step": 21305
    },
    {
      "epoch": 1.809887869520897,
      "grad_norm": 2.5358948165310093,
      "learning_rate": 0.0002451417418057291,
      "loss": 4.9009,
      "step": 21306
    },
    {
      "epoch": 1.8099728168535507,
      "grad_norm": 2.608633366964371,
      "learning_rate": 0.00024513643343783973,
      "loss": 4.993,
      "step": 21307
    },
    {
      "epoch": 1.8100577641862046,
      "grad_norm": 2.5140665556338204,
      "learning_rate": 0.00024513112487061097,
      "loss": 4.9104,
      "step": 21308
    },
    {
      "epoch": 1.8101427115188584,
      "grad_norm": 2.5852998648724994,
      "learning_rate": 0.0002451258161040538,
      "loss": 4.7141,
      "step": 21309
    },
    {
      "epoch": 1.810227658851512,
      "grad_norm": 2.51456311853629,
      "learning_rate": 0.0002451205071381794,
      "loss": 4.8283,
      "step": 21310
    },
    {
      "epoch": 1.8103126061841657,
      "grad_norm": 2.586580023418354,
      "learning_rate": 0.0002451151979729989,
      "loss": 4.9553,
      "step": 21311
    },
    {
      "epoch": 1.8103975535168195,
      "grad_norm": 2.559955495975498,
      "learning_rate": 0.00024510988860852343,
      "loss": 4.9139,
      "step": 21312
    },
    {
      "epoch": 1.8104825008494734,
      "grad_norm": 2.61573982755364,
      "learning_rate": 0.0002451045790447641,
      "loss": 4.7786,
      "step": 21313
    },
    {
      "epoch": 1.8105674481821272,
      "grad_norm": 2.56275665325844,
      "learning_rate": 0.0002450992692817321,
      "loss": 5.0687,
      "step": 21314
    },
    {
      "epoch": 1.8106523955147809,
      "grad_norm": 2.584223745901395,
      "learning_rate": 0.00024509395931943844,
      "loss": 4.9152,
      "step": 21315
    },
    {
      "epoch": 1.8107373428474345,
      "grad_norm": 2.766624960708464,
      "learning_rate": 0.00024508864915789435,
      "loss": 5.5005,
      "step": 21316
    },
    {
      "epoch": 1.8108222901800883,
      "grad_norm": 2.5722820004017106,
      "learning_rate": 0.00024508333879711086,
      "loss": 5.0356,
      "step": 21317
    },
    {
      "epoch": 1.8109072375127422,
      "grad_norm": 2.6844279889611413,
      "learning_rate": 0.00024507802823709916,
      "loss": 5.2432,
      "step": 21318
    },
    {
      "epoch": 1.8109921848453958,
      "grad_norm": 2.5523564534874317,
      "learning_rate": 0.0002450727174778704,
      "loss": 5.0545,
      "step": 21319
    },
    {
      "epoch": 1.8110771321780497,
      "grad_norm": 2.642573223293649,
      "learning_rate": 0.00024506740651943564,
      "loss": 5.2217,
      "step": 21320
    },
    {
      "epoch": 1.8111620795107033,
      "grad_norm": 2.7218194238957434,
      "learning_rate": 0.000245062095361806,
      "loss": 5.4416,
      "step": 21321
    },
    {
      "epoch": 1.8112470268433571,
      "grad_norm": 2.7392887407334183,
      "learning_rate": 0.0002450567840049927,
      "loss": 5.2545,
      "step": 21322
    },
    {
      "epoch": 1.811331974176011,
      "grad_norm": 2.515557325653514,
      "learning_rate": 0.0002450514724490069,
      "loss": 4.9116,
      "step": 21323
    },
    {
      "epoch": 1.8114169215086646,
      "grad_norm": 2.50112696699317,
      "learning_rate": 0.00024504616069385954,
      "loss": 4.8317,
      "step": 21324
    },
    {
      "epoch": 1.8115018688413183,
      "grad_norm": 2.5042248059296726,
      "learning_rate": 0.0002450408487395619,
      "loss": 4.7425,
      "step": 21325
    },
    {
      "epoch": 1.811586816173972,
      "grad_norm": 2.5294115751176807,
      "learning_rate": 0.000245035536586125,
      "loss": 4.6751,
      "step": 21326
    },
    {
      "epoch": 1.811671763506626,
      "grad_norm": 2.625107325699942,
      "learning_rate": 0.00024503022423356014,
      "loss": 5.2312,
      "step": 21327
    },
    {
      "epoch": 1.8117567108392798,
      "grad_norm": 2.4814331385864046,
      "learning_rate": 0.0002450249116818783,
      "loss": 4.8193,
      "step": 21328
    },
    {
      "epoch": 1.8118416581719334,
      "grad_norm": 2.550812750058571,
      "learning_rate": 0.0002450195989310906,
      "loss": 4.7535,
      "step": 21329
    },
    {
      "epoch": 1.811926605504587,
      "grad_norm": 2.75923259673482,
      "learning_rate": 0.00024501428598120833,
      "loss": 5.3016,
      "step": 21330
    },
    {
      "epoch": 1.812011552837241,
      "grad_norm": 2.4816342651087444,
      "learning_rate": 0.0002450089728322425,
      "loss": 5.0806,
      "step": 21331
    },
    {
      "epoch": 1.8120965001698948,
      "grad_norm": 2.5405475549740886,
      "learning_rate": 0.00024500365948420426,
      "loss": 5.0832,
      "step": 21332
    },
    {
      "epoch": 1.8121814475025484,
      "grad_norm": 2.615775099382966,
      "learning_rate": 0.0002449983459371047,
      "loss": 5.1713,
      "step": 21333
    },
    {
      "epoch": 1.812266394835202,
      "grad_norm": 2.5992818629046752,
      "learning_rate": 0.0002449930321909551,
      "loss": 4.9413,
      "step": 21334
    },
    {
      "epoch": 1.8123513421678559,
      "grad_norm": 2.5784769858433783,
      "learning_rate": 0.0002449877182457664,
      "loss": 4.8177,
      "step": 21335
    },
    {
      "epoch": 1.8124362895005097,
      "grad_norm": 2.5743590383487116,
      "learning_rate": 0.0002449824041015499,
      "loss": 5.2291,
      "step": 21336
    },
    {
      "epoch": 1.8125212368331636,
      "grad_norm": 2.6059679340869475,
      "learning_rate": 0.0002449770897583166,
      "loss": 4.2274,
      "step": 21337
    },
    {
      "epoch": 1.8126061841658172,
      "grad_norm": 2.494333177305741,
      "learning_rate": 0.00024497177521607777,
      "loss": 4.71,
      "step": 21338
    },
    {
      "epoch": 1.8126911314984708,
      "grad_norm": 2.5233491954510963,
      "learning_rate": 0.00024496646047484445,
      "loss": 4.8341,
      "step": 21339
    },
    {
      "epoch": 1.8127760788311247,
      "grad_norm": 2.492160672886849,
      "learning_rate": 0.00024496114553462783,
      "loss": 4.6637,
      "step": 21340
    },
    {
      "epoch": 1.8128610261637785,
      "grad_norm": 2.6774625080949486,
      "learning_rate": 0.000244955830395439,
      "loss": 5.2048,
      "step": 21341
    },
    {
      "epoch": 1.8129459734964322,
      "grad_norm": 2.605167840777715,
      "learning_rate": 0.00024495051505728905,
      "loss": 5.2576,
      "step": 21342
    },
    {
      "epoch": 1.813030920829086,
      "grad_norm": 2.496920466456402,
      "learning_rate": 0.00024494519952018926,
      "loss": 4.9114,
      "step": 21343
    },
    {
      "epoch": 1.8131158681617396,
      "grad_norm": 2.702172133313574,
      "learning_rate": 0.0002449398837841507,
      "loss": 5.5562,
      "step": 21344
    },
    {
      "epoch": 1.8132008154943935,
      "grad_norm": 2.601442718296325,
      "learning_rate": 0.0002449345678491845,
      "loss": 5.0018,
      "step": 21345
    },
    {
      "epoch": 1.8132857628270473,
      "grad_norm": 2.6244443871989813,
      "learning_rate": 0.00024492925171530177,
      "loss": 5.1465,
      "step": 21346
    },
    {
      "epoch": 1.813370710159701,
      "grad_norm": 2.5503100130494833,
      "learning_rate": 0.00024492393538251366,
      "loss": 4.8509,
      "step": 21347
    },
    {
      "epoch": 1.8134556574923546,
      "grad_norm": 2.6438853908308877,
      "learning_rate": 0.00024491861885083137,
      "loss": 4.8323,
      "step": 21348
    },
    {
      "epoch": 1.8135406048250085,
      "grad_norm": 2.50269549714753,
      "learning_rate": 0.00024491330212026596,
      "loss": 4.855,
      "step": 21349
    },
    {
      "epoch": 1.8136255521576623,
      "grad_norm": 2.517210306643363,
      "learning_rate": 0.0002449079851908286,
      "loss": 4.8286,
      "step": 21350
    },
    {
      "epoch": 1.8137104994903162,
      "grad_norm": 2.708856307665462,
      "learning_rate": 0.0002449026680625305,
      "loss": 5.2171,
      "step": 21351
    },
    {
      "epoch": 1.8137954468229698,
      "grad_norm": 2.5907420643491825,
      "learning_rate": 0.0002448973507353827,
      "loss": 5.0345,
      "step": 21352
    },
    {
      "epoch": 1.8138803941556234,
      "grad_norm": 2.7093027544222683,
      "learning_rate": 0.00024489203320939636,
      "loss": 5.348,
      "step": 21353
    },
    {
      "epoch": 1.8139653414882773,
      "grad_norm": 2.653330901481871,
      "learning_rate": 0.0002448867154845826,
      "loss": 4.6392,
      "step": 21354
    },
    {
      "epoch": 1.8140502888209311,
      "grad_norm": 2.478674949220544,
      "learning_rate": 0.0002448813975609527,
      "loss": 4.8793,
      "step": 21355
    },
    {
      "epoch": 1.8141352361535847,
      "grad_norm": 2.5921293655145266,
      "learning_rate": 0.00024487607943851766,
      "loss": 5.1042,
      "step": 21356
    },
    {
      "epoch": 1.8142201834862384,
      "grad_norm": 2.6566949988253423,
      "learning_rate": 0.00024487076111728867,
      "loss": 5.3104,
      "step": 21357
    },
    {
      "epoch": 1.8143051308188922,
      "grad_norm": 2.5977828614686023,
      "learning_rate": 0.0002448654425972769,
      "loss": 4.8094,
      "step": 21358
    },
    {
      "epoch": 1.814390078151546,
      "grad_norm": 2.577689977411978,
      "learning_rate": 0.0002448601238784934,
      "loss": 5.0427,
      "step": 21359
    },
    {
      "epoch": 1.8144750254842,
      "grad_norm": 2.554721193598337,
      "learning_rate": 0.00024485480496094943,
      "loss": 4.9217,
      "step": 21360
    },
    {
      "epoch": 1.8145599728168536,
      "grad_norm": 3.3658076066640623,
      "learning_rate": 0.00024484948584465606,
      "loss": 4.5301,
      "step": 21361
    },
    {
      "epoch": 1.8146449201495072,
      "grad_norm": 2.599564026910404,
      "learning_rate": 0.0002448441665296245,
      "loss": 5.2472,
      "step": 21362
    },
    {
      "epoch": 1.814729867482161,
      "grad_norm": 2.6085947937778284,
      "learning_rate": 0.0002448388470158658,
      "loss": 4.966,
      "step": 21363
    },
    {
      "epoch": 1.8148148148148149,
      "grad_norm": 2.5934095077577384,
      "learning_rate": 0.00024483352730339124,
      "loss": 5.0898,
      "step": 21364
    },
    {
      "epoch": 1.8148997621474687,
      "grad_norm": 2.451825323396525,
      "learning_rate": 0.00024482820739221185,
      "loss": 4.6643,
      "step": 21365
    },
    {
      "epoch": 1.8149847094801224,
      "grad_norm": 2.4440688753470816,
      "learning_rate": 0.00024482288728233876,
      "loss": 4.7187,
      "step": 21366
    },
    {
      "epoch": 1.815069656812776,
      "grad_norm": 2.586735003157628,
      "learning_rate": 0.00024481756697378323,
      "loss": 5.0371,
      "step": 21367
    },
    {
      "epoch": 1.8151546041454298,
      "grad_norm": 2.7004089846390853,
      "learning_rate": 0.0002448122464665564,
      "loss": 5.2943,
      "step": 21368
    },
    {
      "epoch": 1.8152395514780837,
      "grad_norm": 2.738819945806662,
      "learning_rate": 0.00024480692576066927,
      "loss": 5.4276,
      "step": 21369
    },
    {
      "epoch": 1.8153244988107373,
      "grad_norm": 2.729433510320565,
      "learning_rate": 0.0002448016048561331,
      "loss": 5.3043,
      "step": 21370
    },
    {
      "epoch": 1.815409446143391,
      "grad_norm": 2.640964120395393,
      "learning_rate": 0.00024479628375295904,
      "loss": 4.9864,
      "step": 21371
    },
    {
      "epoch": 1.8154943934760448,
      "grad_norm": 2.6738725023175007,
      "learning_rate": 0.00024479096245115826,
      "loss": 5.3636,
      "step": 21372
    },
    {
      "epoch": 1.8155793408086986,
      "grad_norm": 2.583638834645372,
      "learning_rate": 0.00024478564095074183,
      "loss": 5.039,
      "step": 21373
    },
    {
      "epoch": 1.8156642881413525,
      "grad_norm": 2.466953771980726,
      "learning_rate": 0.000244780319251721,
      "loss": 4.5551,
      "step": 21374
    },
    {
      "epoch": 1.8157492354740061,
      "grad_norm": 2.5573637489794794,
      "learning_rate": 0.0002447749973541068,
      "loss": 4.5713,
      "step": 21375
    },
    {
      "epoch": 1.8158341828066598,
      "grad_norm": 2.5546047089440984,
      "learning_rate": 0.0002447696752579105,
      "loss": 4.8307,
      "step": 21376
    },
    {
      "epoch": 1.8159191301393136,
      "grad_norm": 2.4823004011560363,
      "learning_rate": 0.00024476435296314316,
      "loss": 4.8187,
      "step": 21377
    },
    {
      "epoch": 1.8160040774719675,
      "grad_norm": 2.5709708031135454,
      "learning_rate": 0.000244759030469816,
      "loss": 5.046,
      "step": 21378
    },
    {
      "epoch": 1.816089024804621,
      "grad_norm": 2.668394512351757,
      "learning_rate": 0.0002447537077779401,
      "loss": 5.2248,
      "step": 21379
    },
    {
      "epoch": 1.816173972137275,
      "grad_norm": 2.689382733042873,
      "learning_rate": 0.0002447483848875267,
      "loss": 5.2596,
      "step": 21380
    },
    {
      "epoch": 1.8162589194699286,
      "grad_norm": 2.6956731819664164,
      "learning_rate": 0.0002447430617985869,
      "loss": 5.3506,
      "step": 21381
    },
    {
      "epoch": 1.8163438668025824,
      "grad_norm": 2.5586440181618584,
      "learning_rate": 0.00024473773851113183,
      "loss": 4.9042,
      "step": 21382
    },
    {
      "epoch": 1.8164288141352363,
      "grad_norm": 2.529437393388419,
      "learning_rate": 0.0002447324150251727,
      "loss": 4.9913,
      "step": 21383
    },
    {
      "epoch": 1.81651376146789,
      "grad_norm": 2.653998146333855,
      "learning_rate": 0.00024472709134072066,
      "loss": 5.3209,
      "step": 21384
    },
    {
      "epoch": 1.8165987088005435,
      "grad_norm": 2.5556252756012388,
      "learning_rate": 0.00024472176745778676,
      "loss": 5.0025,
      "step": 21385
    },
    {
      "epoch": 1.8166836561331974,
      "grad_norm": 2.573207090738819,
      "learning_rate": 0.00024471644337638234,
      "loss": 4.872,
      "step": 21386
    },
    {
      "epoch": 1.8167686034658512,
      "grad_norm": 2.615587020918169,
      "learning_rate": 0.0002447111190965184,
      "loss": 4.7437,
      "step": 21387
    },
    {
      "epoch": 1.816853550798505,
      "grad_norm": 2.501020228930205,
      "learning_rate": 0.00024470579461820615,
      "loss": 4.7324,
      "step": 21388
    },
    {
      "epoch": 1.8169384981311587,
      "grad_norm": 2.5920724629562346,
      "learning_rate": 0.0002447004699414568,
      "loss": 5.0329,
      "step": 21389
    },
    {
      "epoch": 1.8170234454638123,
      "grad_norm": 2.567450532259486,
      "learning_rate": 0.0002446951450662814,
      "loss": 5.0693,
      "step": 21390
    },
    {
      "epoch": 1.8171083927964662,
      "grad_norm": 2.5503072541704377,
      "learning_rate": 0.00024468981999269107,
      "loss": 4.9589,
      "step": 21391
    },
    {
      "epoch": 1.81719334012912,
      "grad_norm": 2.5675647428610384,
      "learning_rate": 0.0002446844947206972,
      "loss": 4.7033,
      "step": 21392
    },
    {
      "epoch": 1.8172782874617737,
      "grad_norm": 2.547445991658383,
      "learning_rate": 0.0002446791692503108,
      "loss": 4.9877,
      "step": 21393
    },
    {
      "epoch": 1.8173632347944273,
      "grad_norm": 2.9305935619941597,
      "learning_rate": 0.000244673843581543,
      "loss": 4.5182,
      "step": 21394
    },
    {
      "epoch": 1.8174481821270811,
      "grad_norm": 2.650606590897357,
      "learning_rate": 0.00024466851771440495,
      "loss": 5.1544,
      "step": 21395
    },
    {
      "epoch": 1.817533129459735,
      "grad_norm": 2.726772096582296,
      "learning_rate": 0.0002446631916489079,
      "loss": 5.2551,
      "step": 21396
    },
    {
      "epoch": 1.8176180767923888,
      "grad_norm": 2.5453307668088585,
      "learning_rate": 0.00024465786538506294,
      "loss": 4.9564,
      "step": 21397
    },
    {
      "epoch": 1.8177030241250425,
      "grad_norm": 2.496524221500822,
      "learning_rate": 0.0002446525389228813,
      "loss": 4.725,
      "step": 21398
    },
    {
      "epoch": 1.817787971457696,
      "grad_norm": 2.706755111908317,
      "learning_rate": 0.0002446472122623741,
      "loss": 5.3102,
      "step": 21399
    },
    {
      "epoch": 1.81787291879035,
      "grad_norm": 2.665910844825444,
      "learning_rate": 0.00024464188540355243,
      "loss": 5.2379,
      "step": 21400
    },
    {
      "epoch": 1.8179578661230038,
      "grad_norm": 2.671717256087358,
      "learning_rate": 0.00024463655834642753,
      "loss": 5.385,
      "step": 21401
    },
    {
      "epoch": 1.8180428134556577,
      "grad_norm": 2.5369640559033444,
      "learning_rate": 0.00024463123109101057,
      "loss": 4.8666,
      "step": 21402
    },
    {
      "epoch": 1.8181277607883113,
      "grad_norm": 2.515406714180131,
      "learning_rate": 0.0002446259036373127,
      "loss": 4.6323,
      "step": 21403
    },
    {
      "epoch": 1.818212708120965,
      "grad_norm": 2.4093986260708,
      "learning_rate": 0.00024462057598534506,
      "loss": 4.512,
      "step": 21404
    },
    {
      "epoch": 1.8182976554536188,
      "grad_norm": 2.465158818068508,
      "learning_rate": 0.0002446152481351188,
      "loss": 4.8574,
      "step": 21405
    },
    {
      "epoch": 1.8183826027862726,
      "grad_norm": 2.638850070528421,
      "learning_rate": 0.0002446099200866451,
      "loss": 4.524,
      "step": 21406
    },
    {
      "epoch": 1.8184675501189262,
      "grad_norm": 2.630358862228525,
      "learning_rate": 0.0002446045918399352,
      "loss": 5.1961,
      "step": 21407
    },
    {
      "epoch": 1.8185524974515799,
      "grad_norm": 2.741208055678939,
      "learning_rate": 0.00024459926339500017,
      "loss": 5.3576,
      "step": 21408
    },
    {
      "epoch": 1.8186374447842337,
      "grad_norm": 2.7176379339999217,
      "learning_rate": 0.00024459393475185115,
      "loss": 5.2165,
      "step": 21409
    },
    {
      "epoch": 1.8187223921168876,
      "grad_norm": 3.0725697046522384,
      "learning_rate": 0.0002445886059104994,
      "loss": 4.1578,
      "step": 21410
    },
    {
      "epoch": 1.8188073394495414,
      "grad_norm": 2.603596740120834,
      "learning_rate": 0.00024458327687095605,
      "loss": 4.6768,
      "step": 21411
    },
    {
      "epoch": 1.818892286782195,
      "grad_norm": 2.4912948742826377,
      "learning_rate": 0.00024457794763323225,
      "loss": 4.7768,
      "step": 21412
    },
    {
      "epoch": 1.8189772341148487,
      "grad_norm": 2.5132421435910857,
      "learning_rate": 0.00024457261819733916,
      "loss": 4.9405,
      "step": 21413
    },
    {
      "epoch": 1.8190621814475025,
      "grad_norm": 2.7071998209876678,
      "learning_rate": 0.000244567288563288,
      "loss": 5.1165,
      "step": 21414
    },
    {
      "epoch": 1.8191471287801564,
      "grad_norm": 2.634947086407763,
      "learning_rate": 0.00024456195873108987,
      "loss": 5.0405,
      "step": 21415
    },
    {
      "epoch": 1.81923207611281,
      "grad_norm": 2.510585297240508,
      "learning_rate": 0.000244556628700756,
      "loss": 4.7641,
      "step": 21416
    },
    {
      "epoch": 1.8193170234454639,
      "grad_norm": 2.5633147922820134,
      "learning_rate": 0.00024455129847229747,
      "loss": 4.9356,
      "step": 21417
    },
    {
      "epoch": 1.8194019707781175,
      "grad_norm": 2.6989103850900995,
      "learning_rate": 0.0002445459680457255,
      "loss": 5.2308,
      "step": 21418
    },
    {
      "epoch": 1.8194869181107713,
      "grad_norm": 2.6718377837444343,
      "learning_rate": 0.0002445406374210513,
      "loss": 5.2676,
      "step": 21419
    },
    {
      "epoch": 1.8195718654434252,
      "grad_norm": 2.6532232902760886,
      "learning_rate": 0.00024453530659828603,
      "loss": 5.1066,
      "step": 21420
    },
    {
      "epoch": 1.8196568127760788,
      "grad_norm": 2.4477461317661184,
      "learning_rate": 0.0002445299755774408,
      "loss": 4.887,
      "step": 21421
    },
    {
      "epoch": 1.8197417601087325,
      "grad_norm": 2.576787935353203,
      "learning_rate": 0.0002445246443585268,
      "loss": 5.2248,
      "step": 21422
    },
    {
      "epoch": 1.8198267074413863,
      "grad_norm": 2.669969914967481,
      "learning_rate": 0.00024451931294155516,
      "loss": 5.3397,
      "step": 21423
    },
    {
      "epoch": 1.8199116547740402,
      "grad_norm": 2.4597000576365016,
      "learning_rate": 0.00024451398132653714,
      "loss": 4.8241,
      "step": 21424
    },
    {
      "epoch": 1.819996602106694,
      "grad_norm": 2.525786230835572,
      "learning_rate": 0.0002445086495134839,
      "loss": 5.0212,
      "step": 21425
    },
    {
      "epoch": 1.8200815494393476,
      "grad_norm": 2.4628402192142054,
      "learning_rate": 0.0002445033175024066,
      "loss": 4.7045,
      "step": 21426
    },
    {
      "epoch": 1.8201664967720013,
      "grad_norm": 2.4896403254721378,
      "learning_rate": 0.0002444979852933164,
      "loss": 5.0138,
      "step": 21427
    },
    {
      "epoch": 1.8202514441046551,
      "grad_norm": 2.615440651357771,
      "learning_rate": 0.0002444926528862244,
      "loss": 5.2498,
      "step": 21428
    },
    {
      "epoch": 1.820336391437309,
      "grad_norm": 2.569592688321953,
      "learning_rate": 0.0002444873202811419,
      "loss": 5.1384,
      "step": 21429
    },
    {
      "epoch": 1.8204213387699626,
      "grad_norm": 2.606710405779982,
      "learning_rate": 0.00024448198747808,
      "loss": 5.1281,
      "step": 21430
    },
    {
      "epoch": 1.8205062861026162,
      "grad_norm": 2.438527623193881,
      "learning_rate": 0.0002444766544770499,
      "loss": 4.5693,
      "step": 21431
    },
    {
      "epoch": 1.82059123343527,
      "grad_norm": 2.6880984720070775,
      "learning_rate": 0.0002444713212780627,
      "loss": 5.2423,
      "step": 21432
    },
    {
      "epoch": 1.820676180767924,
      "grad_norm": 2.707467292991966,
      "learning_rate": 0.00024446598788112973,
      "loss": 5.2852,
      "step": 21433
    },
    {
      "epoch": 1.8207611281005778,
      "grad_norm": 2.5896278546047475,
      "learning_rate": 0.000244460654286262,
      "loss": 5.115,
      "step": 21434
    },
    {
      "epoch": 1.8208460754332314,
      "grad_norm": 2.6852832162596827,
      "learning_rate": 0.0002444553204934708,
      "loss": 5.2854,
      "step": 21435
    },
    {
      "epoch": 1.820931022765885,
      "grad_norm": 2.585145291877863,
      "learning_rate": 0.0002444499865027673,
      "loss": 5.2041,
      "step": 21436
    },
    {
      "epoch": 1.8210159700985389,
      "grad_norm": 2.7344993290931803,
      "learning_rate": 0.00024444465231416256,
      "loss": 5.4659,
      "step": 21437
    },
    {
      "epoch": 1.8211009174311927,
      "grad_norm": 2.5426918039955915,
      "learning_rate": 0.0002444393179276679,
      "loss": 5.0741,
      "step": 21438
    },
    {
      "epoch": 1.8211858647638464,
      "grad_norm": 2.6611303727471207,
      "learning_rate": 0.00024443398334329444,
      "loss": 5.413,
      "step": 21439
    },
    {
      "epoch": 1.8212708120965002,
      "grad_norm": 2.662085771874018,
      "learning_rate": 0.0002444286485610533,
      "loss": 5.2678,
      "step": 21440
    },
    {
      "epoch": 1.8213557594291538,
      "grad_norm": 2.569569139316129,
      "learning_rate": 0.00024442331358095576,
      "loss": 4.9838,
      "step": 21441
    },
    {
      "epoch": 1.8214407067618077,
      "grad_norm": 2.61155971140217,
      "learning_rate": 0.00024441797840301293,
      "loss": 5.2975,
      "step": 21442
    },
    {
      "epoch": 1.8215256540944615,
      "grad_norm": 2.593399005235125,
      "learning_rate": 0.000244412643027236,
      "loss": 4.666,
      "step": 21443
    },
    {
      "epoch": 1.8216106014271152,
      "grad_norm": 2.59146764196384,
      "learning_rate": 0.00024440730745363615,
      "loss": 4.9514,
      "step": 21444
    },
    {
      "epoch": 1.8216955487597688,
      "grad_norm": 2.5590686029531975,
      "learning_rate": 0.00024440197168222464,
      "loss": 4.7173,
      "step": 21445
    },
    {
      "epoch": 1.8217804960924227,
      "grad_norm": 2.6789942074411885,
      "learning_rate": 0.00024439663571301253,
      "loss": 5.1542,
      "step": 21446
    },
    {
      "epoch": 1.8218654434250765,
      "grad_norm": 2.6454672956429186,
      "learning_rate": 0.000244391299546011,
      "loss": 5.0504,
      "step": 21447
    },
    {
      "epoch": 1.8219503907577304,
      "grad_norm": 2.540026946896041,
      "learning_rate": 0.0002443859631812313,
      "loss": 4.8089,
      "step": 21448
    },
    {
      "epoch": 1.822035338090384,
      "grad_norm": 2.538350816270739,
      "learning_rate": 0.00024438062661868466,
      "loss": 4.7507,
      "step": 21449
    },
    {
      "epoch": 1.8221202854230376,
      "grad_norm": 2.592871161768324,
      "learning_rate": 0.0002443752898583821,
      "loss": 5.0035,
      "step": 21450
    },
    {
      "epoch": 1.8222052327556915,
      "grad_norm": 2.5816325317325317,
      "learning_rate": 0.00024436995290033495,
      "loss": 4.8443,
      "step": 21451
    },
    {
      "epoch": 1.8222901800883453,
      "grad_norm": 2.57879949192454,
      "learning_rate": 0.0002443646157445543,
      "loss": 4.8704,
      "step": 21452
    },
    {
      "epoch": 1.822375127420999,
      "grad_norm": 2.5774750072349044,
      "learning_rate": 0.0002443592783910514,
      "loss": 4.8779,
      "step": 21453
    },
    {
      "epoch": 1.8224600747536526,
      "grad_norm": 2.6050072768629686,
      "learning_rate": 0.00024435394083983746,
      "loss": 4.562,
      "step": 21454
    },
    {
      "epoch": 1.8225450220863064,
      "grad_norm": 2.6136686679511,
      "learning_rate": 0.00024434860309092353,
      "loss": 5.1788,
      "step": 21455
    },
    {
      "epoch": 1.8226299694189603,
      "grad_norm": 2.629322267018217,
      "learning_rate": 0.00024434326514432083,
      "loss": 5.0502,
      "step": 21456
    },
    {
      "epoch": 1.8227149167516141,
      "grad_norm": 2.768078897678308,
      "learning_rate": 0.0002443379270000406,
      "loss": 5.4272,
      "step": 21457
    },
    {
      "epoch": 1.8227998640842678,
      "grad_norm": 2.718599910088864,
      "learning_rate": 0.00024433258865809405,
      "loss": 5.3447,
      "step": 21458
    },
    {
      "epoch": 1.8228848114169214,
      "grad_norm": 2.559703080110916,
      "learning_rate": 0.00024432725011849234,
      "loss": 4.7995,
      "step": 21459
    },
    {
      "epoch": 1.8229697587495752,
      "grad_norm": 2.565173142293704,
      "learning_rate": 0.00024432191138124666,
      "loss": 4.9846,
      "step": 21460
    },
    {
      "epoch": 1.823054706082229,
      "grad_norm": 2.5242392148948736,
      "learning_rate": 0.0002443165724463681,
      "loss": 4.637,
      "step": 21461
    },
    {
      "epoch": 1.823139653414883,
      "grad_norm": 2.552384945300895,
      "learning_rate": 0.000244311233313868,
      "loss": 4.9517,
      "step": 21462
    },
    {
      "epoch": 1.8232246007475366,
      "grad_norm": 2.650456985965488,
      "learning_rate": 0.00024430589398375746,
      "loss": 5.1714,
      "step": 21463
    },
    {
      "epoch": 1.8233095480801902,
      "grad_norm": 2.611563201809621,
      "learning_rate": 0.0002443005544560476,
      "loss": 5.04,
      "step": 21464
    },
    {
      "epoch": 1.823394495412844,
      "grad_norm": 2.4992829953513707,
      "learning_rate": 0.00024429521473074973,
      "loss": 4.7052,
      "step": 21465
    },
    {
      "epoch": 1.823479442745498,
      "grad_norm": 2.718117903195423,
      "learning_rate": 0.00024428987480787503,
      "loss": 5.1477,
      "step": 21466
    },
    {
      "epoch": 1.8235643900781515,
      "grad_norm": 2.5749389814009143,
      "learning_rate": 0.0002442845346874346,
      "loss": 4.8111,
      "step": 21467
    },
    {
      "epoch": 1.8236493374108051,
      "grad_norm": 2.5646479545547924,
      "learning_rate": 0.00024427919436943973,
      "loss": 4.8226,
      "step": 21468
    },
    {
      "epoch": 1.823734284743459,
      "grad_norm": 2.9600099129668265,
      "learning_rate": 0.0002442738538539016,
      "loss": 4.5412,
      "step": 21469
    },
    {
      "epoch": 1.8238192320761129,
      "grad_norm": 2.500507740371013,
      "learning_rate": 0.00024426851314083127,
      "loss": 4.7632,
      "step": 21470
    },
    {
      "epoch": 1.8239041794087667,
      "grad_norm": 2.7116991863687008,
      "learning_rate": 0.0002442631722302401,
      "loss": 5.3467,
      "step": 21471
    },
    {
      "epoch": 1.8239891267414203,
      "grad_norm": 2.5379014364043466,
      "learning_rate": 0.00024425783112213916,
      "loss": 4.8107,
      "step": 21472
    },
    {
      "epoch": 1.824074074074074,
      "grad_norm": 2.7419160642487608,
      "learning_rate": 0.0002442524898165397,
      "loss": 5.1973,
      "step": 21473
    },
    {
      "epoch": 1.8241590214067278,
      "grad_norm": 2.589470474212591,
      "learning_rate": 0.00024424714831345284,
      "loss": 4.6785,
      "step": 21474
    },
    {
      "epoch": 1.8242439687393817,
      "grad_norm": 2.5857914880554524,
      "learning_rate": 0.0002442418066128899,
      "loss": 4.9274,
      "step": 21475
    },
    {
      "epoch": 1.8243289160720353,
      "grad_norm": 2.5941099831398295,
      "learning_rate": 0.00024423646471486197,
      "loss": 4.5344,
      "step": 21476
    },
    {
      "epoch": 1.8244138634046891,
      "grad_norm": 2.6067909099148023,
      "learning_rate": 0.0002442311226193802,
      "loss": 4.8734,
      "step": 21477
    },
    {
      "epoch": 1.8244988107373428,
      "grad_norm": 2.661104692606662,
      "learning_rate": 0.000244225780326456,
      "loss": 5.0929,
      "step": 21478
    },
    {
      "epoch": 1.8245837580699966,
      "grad_norm": 2.5969284906026027,
      "learning_rate": 0.0002442204378361004,
      "loss": 4.949,
      "step": 21479
    },
    {
      "epoch": 1.8246687054026505,
      "grad_norm": 2.494008684983672,
      "learning_rate": 0.0002442150951483246,
      "loss": 4.6956,
      "step": 21480
    },
    {
      "epoch": 1.824753652735304,
      "grad_norm": 2.5323762175974345,
      "learning_rate": 0.00024420975226313975,
      "loss": 4.9242,
      "step": 21481
    },
    {
      "epoch": 1.8248386000679577,
      "grad_norm": 2.474875945606288,
      "learning_rate": 0.00024420440918055715,
      "loss": 4.569,
      "step": 21482
    },
    {
      "epoch": 1.8249235474006116,
      "grad_norm": 2.593765430199411,
      "learning_rate": 0.0002441990659005879,
      "loss": 5.1927,
      "step": 21483
    },
    {
      "epoch": 1.8250084947332654,
      "grad_norm": 2.6445055817785263,
      "learning_rate": 0.0002441937224232433,
      "loss": 4.8291,
      "step": 21484
    },
    {
      "epoch": 1.8250934420659193,
      "grad_norm": 2.569276532858264,
      "learning_rate": 0.00024418837874853454,
      "loss": 5.0597,
      "step": 21485
    },
    {
      "epoch": 1.825178389398573,
      "grad_norm": 2.612730204735928,
      "learning_rate": 0.00024418303487647267,
      "loss": 4.883,
      "step": 21486
    },
    {
      "epoch": 1.8252633367312265,
      "grad_norm": 2.5887392470425166,
      "learning_rate": 0.00024417769080706904,
      "loss": 4.9405,
      "step": 21487
    },
    {
      "epoch": 1.8253482840638804,
      "grad_norm": 2.5698873734631325,
      "learning_rate": 0.00024417234654033475,
      "loss": 5.0894,
      "step": 21488
    },
    {
      "epoch": 1.8254332313965342,
      "grad_norm": 2.5095018071722994,
      "learning_rate": 0.00024416700207628104,
      "loss": 4.9463,
      "step": 21489
    },
    {
      "epoch": 1.8255181787291879,
      "grad_norm": 2.4866889977801656,
      "learning_rate": 0.00024416165741491917,
      "loss": 4.8953,
      "step": 21490
    },
    {
      "epoch": 1.8256031260618415,
      "grad_norm": 2.508313808996188,
      "learning_rate": 0.00024415631255626026,
      "loss": 4.6212,
      "step": 21491
    },
    {
      "epoch": 1.8256880733944953,
      "grad_norm": 2.5598260156519217,
      "learning_rate": 0.00024415096750031554,
      "loss": 4.8298,
      "step": 21492
    },
    {
      "epoch": 1.8257730207271492,
      "grad_norm": 2.5541494319027556,
      "learning_rate": 0.00024414562224709616,
      "loss": 4.9163,
      "step": 21493
    },
    {
      "epoch": 1.825857968059803,
      "grad_norm": 2.43500990831732,
      "learning_rate": 0.00024414027679661336,
      "loss": 4.6505,
      "step": 21494
    },
    {
      "epoch": 1.8259429153924567,
      "grad_norm": 2.5686292788795027,
      "learning_rate": 0.00024413493114887834,
      "loss": 5.057,
      "step": 21495
    },
    {
      "epoch": 1.8260278627251103,
      "grad_norm": 2.496644621553506,
      "learning_rate": 0.00024412958530390226,
      "loss": 4.4756,
      "step": 21496
    },
    {
      "epoch": 1.8261128100577642,
      "grad_norm": 2.547072920740179,
      "learning_rate": 0.00024412423926169644,
      "loss": 5.0146,
      "step": 21497
    },
    {
      "epoch": 1.826197757390418,
      "grad_norm": 2.5825805967743554,
      "learning_rate": 0.00024411889302227194,
      "loss": 4.8005,
      "step": 21498
    },
    {
      "epoch": 1.8262827047230719,
      "grad_norm": 2.5357515639332155,
      "learning_rate": 0.00024411354658564004,
      "loss": 5.0204,
      "step": 21499
    },
    {
      "epoch": 1.8263676520557255,
      "grad_norm": 2.6392502842715038,
      "learning_rate": 0.00024410819995181196,
      "loss": 5.1127,
      "step": 21500
    },
    {
      "epoch": 1.8264525993883791,
      "grad_norm": 2.580529055742055,
      "learning_rate": 0.00024410285312079883,
      "loss": 4.7943,
      "step": 21501
    },
    {
      "epoch": 1.826537546721033,
      "grad_norm": 2.4960178217052587,
      "learning_rate": 0.00024409750609261191,
      "loss": 4.6283,
      "step": 21502
    },
    {
      "epoch": 1.8266224940536868,
      "grad_norm": 2.700627999253575,
      "learning_rate": 0.00024409215886726237,
      "loss": 5.3672,
      "step": 21503
    },
    {
      "epoch": 1.8267074413863404,
      "grad_norm": 2.499979600338906,
      "learning_rate": 0.00024408681144476142,
      "loss": 4.8869,
      "step": 21504
    },
    {
      "epoch": 1.826792388718994,
      "grad_norm": 2.551891305555226,
      "learning_rate": 0.00024408146382512026,
      "loss": 4.7369,
      "step": 21505
    },
    {
      "epoch": 1.826877336051648,
      "grad_norm": 2.5193265719376123,
      "learning_rate": 0.00024407611600835014,
      "loss": 4.9439,
      "step": 21506
    },
    {
      "epoch": 1.8269622833843018,
      "grad_norm": 2.652051267652045,
      "learning_rate": 0.00024407076799446223,
      "loss": 5.2754,
      "step": 21507
    },
    {
      "epoch": 1.8270472307169556,
      "grad_norm": 2.710538408754333,
      "learning_rate": 0.00024406541978346774,
      "loss": 4.4332,
      "step": 21508
    },
    {
      "epoch": 1.8271321780496093,
      "grad_norm": 2.6847103498602367,
      "learning_rate": 0.00024406007137537788,
      "loss": 5.226,
      "step": 21509
    },
    {
      "epoch": 1.8272171253822629,
      "grad_norm": 2.575129711554469,
      "learning_rate": 0.0002440547227702038,
      "loss": 5.013,
      "step": 21510
    },
    {
      "epoch": 1.8273020727149167,
      "grad_norm": 2.620889951478896,
      "learning_rate": 0.00024404937396795682,
      "loss": 5.0663,
      "step": 21511
    },
    {
      "epoch": 1.8273870200475706,
      "grad_norm": 2.734482853884359,
      "learning_rate": 0.00024404402496864806,
      "loss": 5.4413,
      "step": 21512
    },
    {
      "epoch": 1.8274719673802242,
      "grad_norm": 2.525121006684228,
      "learning_rate": 0.00024403867577228874,
      "loss": 4.8281,
      "step": 21513
    },
    {
      "epoch": 1.827556914712878,
      "grad_norm": 2.469862006540545,
      "learning_rate": 0.0002440333263788901,
      "loss": 4.5787,
      "step": 21514
    },
    {
      "epoch": 1.8276418620455317,
      "grad_norm": 2.5651943723621944,
      "learning_rate": 0.00024402797678846333,
      "loss": 5.1491,
      "step": 21515
    },
    {
      "epoch": 1.8277268093781855,
      "grad_norm": 2.51733149117273,
      "learning_rate": 0.00024402262700101964,
      "loss": 4.6646,
      "step": 21516
    },
    {
      "epoch": 1.8278117567108394,
      "grad_norm": 2.5155618690334283,
      "learning_rate": 0.0002440172770165702,
      "loss": 4.7438,
      "step": 21517
    },
    {
      "epoch": 1.827896704043493,
      "grad_norm": 2.5636055813287584,
      "learning_rate": 0.00024401192683512634,
      "loss": 5.1413,
      "step": 21518
    },
    {
      "epoch": 1.8279816513761467,
      "grad_norm": 2.567870667661475,
      "learning_rate": 0.00024400657645669917,
      "loss": 4.8924,
      "step": 21519
    },
    {
      "epoch": 1.8280665987088005,
      "grad_norm": 3.0119294300341624,
      "learning_rate": 0.00024400122588129987,
      "loss": 4.3678,
      "step": 21520
    },
    {
      "epoch": 1.8281515460414544,
      "grad_norm": 2.666912260545383,
      "learning_rate": 0.0002439958751089397,
      "loss": 5.2123,
      "step": 21521
    },
    {
      "epoch": 1.8282364933741082,
      "grad_norm": 2.6335829460849998,
      "learning_rate": 0.00024399052413962992,
      "loss": 5.142,
      "step": 21522
    },
    {
      "epoch": 1.8283214407067618,
      "grad_norm": 2.568514957283115,
      "learning_rate": 0.00024398517297338163,
      "loss": 5.0038,
      "step": 21523
    },
    {
      "epoch": 1.8284063880394155,
      "grad_norm": 2.6031168932428486,
      "learning_rate": 0.00024397982161020616,
      "loss": 5.2044,
      "step": 21524
    },
    {
      "epoch": 1.8284913353720693,
      "grad_norm": 2.6794839717150434,
      "learning_rate": 0.00024397447005011468,
      "loss": 5.052,
      "step": 21525
    },
    {
      "epoch": 1.8285762827047232,
      "grad_norm": 2.688792298701652,
      "learning_rate": 0.00024396911829311832,
      "loss": 5.2602,
      "step": 21526
    },
    {
      "epoch": 1.8286612300373768,
      "grad_norm": 2.4870689127536045,
      "learning_rate": 0.00024396376633922844,
      "loss": 4.8848,
      "step": 21527
    },
    {
      "epoch": 1.8287461773700304,
      "grad_norm": 2.534753799139418,
      "learning_rate": 0.00024395841418845614,
      "loss": 4.8198,
      "step": 21528
    },
    {
      "epoch": 1.8288311247026843,
      "grad_norm": 2.6346140364559445,
      "learning_rate": 0.00024395306184081268,
      "loss": 5.2303,
      "step": 21529
    },
    {
      "epoch": 1.8289160720353381,
      "grad_norm": 2.5255125340014435,
      "learning_rate": 0.00024394770929630927,
      "loss": 4.9191,
      "step": 21530
    },
    {
      "epoch": 1.829001019367992,
      "grad_norm": 2.605900695651225,
      "learning_rate": 0.00024394235655495714,
      "loss": 5.2271,
      "step": 21531
    },
    {
      "epoch": 1.8290859667006456,
      "grad_norm": 2.5714726775778414,
      "learning_rate": 0.00024393700361676745,
      "loss": 4.6554,
      "step": 21532
    },
    {
      "epoch": 1.8291709140332992,
      "grad_norm": 2.5743260765370333,
      "learning_rate": 0.0002439316504817515,
      "loss": 5.0045,
      "step": 21533
    },
    {
      "epoch": 1.829255861365953,
      "grad_norm": 2.5786902232945392,
      "learning_rate": 0.00024392629714992044,
      "loss": 4.8487,
      "step": 21534
    },
    {
      "epoch": 1.829340808698607,
      "grad_norm": 2.633594193732411,
      "learning_rate": 0.0002439209436212855,
      "loss": 5.155,
      "step": 21535
    },
    {
      "epoch": 1.8294257560312606,
      "grad_norm": 2.461072177763437,
      "learning_rate": 0.00024391558989585792,
      "loss": 4.8809,
      "step": 21536
    },
    {
      "epoch": 1.8295107033639144,
      "grad_norm": 2.575878626816148,
      "learning_rate": 0.00024391023597364892,
      "loss": 4.8179,
      "step": 21537
    },
    {
      "epoch": 1.829595650696568,
      "grad_norm": 2.53084628333849,
      "learning_rate": 0.00024390488185466967,
      "loss": 4.7839,
      "step": 21538
    },
    {
      "epoch": 1.829680598029222,
      "grad_norm": 2.661907402418936,
      "learning_rate": 0.00024389952753893143,
      "loss": 5.3205,
      "step": 21539
    },
    {
      "epoch": 1.8297655453618757,
      "grad_norm": 2.60945895172124,
      "learning_rate": 0.00024389417302644542,
      "loss": 4.7785,
      "step": 21540
    },
    {
      "epoch": 1.8298504926945294,
      "grad_norm": 2.774149654014038,
      "learning_rate": 0.0002438888183172228,
      "loss": 5.3464,
      "step": 21541
    },
    {
      "epoch": 1.829935440027183,
      "grad_norm": 2.6322257553854147,
      "learning_rate": 0.0002438834634112749,
      "loss": 5.0949,
      "step": 21542
    },
    {
      "epoch": 1.8300203873598369,
      "grad_norm": 2.7132576025566717,
      "learning_rate": 0.00024387810830861286,
      "loss": 5.2766,
      "step": 21543
    },
    {
      "epoch": 1.8301053346924907,
      "grad_norm": 2.729750094455099,
      "learning_rate": 0.0002438727530092479,
      "loss": 5.2635,
      "step": 21544
    },
    {
      "epoch": 1.8301902820251446,
      "grad_norm": 2.6422674183443573,
      "learning_rate": 0.0002438673975131913,
      "loss": 4.8995,
      "step": 21545
    },
    {
      "epoch": 1.8302752293577982,
      "grad_norm": 2.563168087047365,
      "learning_rate": 0.0002438620418204542,
      "loss": 4.9398,
      "step": 21546
    },
    {
      "epoch": 1.8303601766904518,
      "grad_norm": 3.0850928860759415,
      "learning_rate": 0.00024385668593104791,
      "loss": 4.3144,
      "step": 21547
    },
    {
      "epoch": 1.8304451240231057,
      "grad_norm": 2.5961683592009654,
      "learning_rate": 0.00024385132984498355,
      "loss": 5.1571,
      "step": 21548
    },
    {
      "epoch": 1.8305300713557595,
      "grad_norm": 2.6269566112278206,
      "learning_rate": 0.0002438459735622724,
      "loss": 5.3176,
      "step": 21549
    },
    {
      "epoch": 1.8306150186884131,
      "grad_norm": 2.524268391225455,
      "learning_rate": 0.00024384061708292572,
      "loss": 4.8534,
      "step": 21550
    },
    {
      "epoch": 1.830699966021067,
      "grad_norm": 2.527946288906599,
      "learning_rate": 0.00024383526040695468,
      "loss": 4.9066,
      "step": 21551
    },
    {
      "epoch": 1.8307849133537206,
      "grad_norm": 2.683443962584148,
      "learning_rate": 0.00024382990353437052,
      "loss": 5.3497,
      "step": 21552
    },
    {
      "epoch": 1.8308698606863745,
      "grad_norm": 2.7219969685825216,
      "learning_rate": 0.00024382454646518443,
      "loss": 5.4763,
      "step": 21553
    },
    {
      "epoch": 1.8309548080190283,
      "grad_norm": 2.6189048246282005,
      "learning_rate": 0.0002438191891994077,
      "loss": 4.9572,
      "step": 21554
    },
    {
      "epoch": 1.831039755351682,
      "grad_norm": 2.70834189303676,
      "learning_rate": 0.00024381383173705155,
      "loss": 5.3958,
      "step": 21555
    },
    {
      "epoch": 1.8311247026843356,
      "grad_norm": 2.567882771589812,
      "learning_rate": 0.0002438084740781271,
      "loss": 5.0681,
      "step": 21556
    },
    {
      "epoch": 1.8312096500169894,
      "grad_norm": 2.4903837115714103,
      "learning_rate": 0.0002438031162226457,
      "loss": 4.8003,
      "step": 21557
    },
    {
      "epoch": 1.8312945973496433,
      "grad_norm": 2.5933982836905756,
      "learning_rate": 0.00024379775817061854,
      "loss": 5.0974,
      "step": 21558
    },
    {
      "epoch": 1.8313795446822971,
      "grad_norm": 2.530882714720466,
      "learning_rate": 0.0002437923999220568,
      "loss": 4.828,
      "step": 21559
    },
    {
      "epoch": 1.8314644920149508,
      "grad_norm": 2.462978197624064,
      "learning_rate": 0.00024378704147697182,
      "loss": 4.89,
      "step": 21560
    },
    {
      "epoch": 1.8315494393476044,
      "grad_norm": 2.6105766562969603,
      "learning_rate": 0.00024378168283537469,
      "loss": 5.0979,
      "step": 21561
    },
    {
      "epoch": 1.8316343866802582,
      "grad_norm": 2.513402584367047,
      "learning_rate": 0.0002437763239972767,
      "loss": 4.7664,
      "step": 21562
    },
    {
      "epoch": 1.831719334012912,
      "grad_norm": 2.622915150961259,
      "learning_rate": 0.00024377096496268905,
      "loss": 4.9863,
      "step": 21563
    },
    {
      "epoch": 1.8318042813455657,
      "grad_norm": 2.495508573345353,
      "learning_rate": 0.00024376560573162307,
      "loss": 5.0977,
      "step": 21564
    },
    {
      "epoch": 1.8318892286782194,
      "grad_norm": 2.6045901456339178,
      "learning_rate": 0.00024376024630408987,
      "loss": 4.9448,
      "step": 21565
    },
    {
      "epoch": 1.8319741760108732,
      "grad_norm": 2.5515790128302713,
      "learning_rate": 0.00024375488668010076,
      "loss": 5.0818,
      "step": 21566
    },
    {
      "epoch": 1.832059123343527,
      "grad_norm": 2.643286852302711,
      "learning_rate": 0.00024374952685966687,
      "loss": 4.8694,
      "step": 21567
    },
    {
      "epoch": 1.832144070676181,
      "grad_norm": 2.5697718121456607,
      "learning_rate": 0.00024374416684279956,
      "loss": 4.8889,
      "step": 21568
    },
    {
      "epoch": 1.8322290180088345,
      "grad_norm": 2.5167316803622786,
      "learning_rate": 0.00024373880662950995,
      "loss": 4.8139,
      "step": 21569
    },
    {
      "epoch": 1.8323139653414882,
      "grad_norm": 2.6244249410109584,
      "learning_rate": 0.00024373344621980933,
      "loss": 5.1577,
      "step": 21570
    },
    {
      "epoch": 1.832398912674142,
      "grad_norm": 2.6663698259782147,
      "learning_rate": 0.00024372808561370896,
      "loss": 5.3523,
      "step": 21571
    },
    {
      "epoch": 1.8324838600067959,
      "grad_norm": 2.6835231544185505,
      "learning_rate": 0.00024372272481121998,
      "loss": 5.3107,
      "step": 21572
    },
    {
      "epoch": 1.8325688073394495,
      "grad_norm": 2.483049757398518,
      "learning_rate": 0.00024371736381235368,
      "loss": 4.7426,
      "step": 21573
    },
    {
      "epoch": 1.8326537546721033,
      "grad_norm": 2.4857446280132782,
      "learning_rate": 0.00024371200261712132,
      "loss": 4.7961,
      "step": 21574
    },
    {
      "epoch": 1.832738702004757,
      "grad_norm": 2.735510048320632,
      "learning_rate": 0.00024370664122553407,
      "loss": 5.4183,
      "step": 21575
    },
    {
      "epoch": 1.8328236493374108,
      "grad_norm": 2.629917884569942,
      "learning_rate": 0.0002437012796376032,
      "loss": 5.2695,
      "step": 21576
    },
    {
      "epoch": 1.8329085966700647,
      "grad_norm": 2.53753380704708,
      "learning_rate": 0.00024369591785333995,
      "loss": 4.9632,
      "step": 21577
    },
    {
      "epoch": 1.8329935440027183,
      "grad_norm": 2.513438853471985,
      "learning_rate": 0.0002436905558727555,
      "loss": 4.9262,
      "step": 21578
    },
    {
      "epoch": 1.833078491335372,
      "grad_norm": 2.554723379068602,
      "learning_rate": 0.00024368519369586116,
      "loss": 5.0449,
      "step": 21579
    },
    {
      "epoch": 1.8331634386680258,
      "grad_norm": 2.6028937518877058,
      "learning_rate": 0.00024367983132266816,
      "loss": 4.9118,
      "step": 21580
    },
    {
      "epoch": 1.8332483860006796,
      "grad_norm": 2.608241484372195,
      "learning_rate": 0.00024367446875318767,
      "loss": 5.1715,
      "step": 21581
    },
    {
      "epoch": 1.8333333333333335,
      "grad_norm": 2.7172269033698084,
      "learning_rate": 0.000243669105987431,
      "loss": 5.0526,
      "step": 21582
    },
    {
      "epoch": 1.833418280665987,
      "grad_norm": 2.542792195061299,
      "learning_rate": 0.00024366374302540935,
      "loss": 4.9648,
      "step": 21583
    },
    {
      "epoch": 1.8335032279986407,
      "grad_norm": 2.705212984679763,
      "learning_rate": 0.00024365837986713393,
      "loss": 4.9726,
      "step": 21584
    },
    {
      "epoch": 1.8335881753312946,
      "grad_norm": 2.532137674166474,
      "learning_rate": 0.000243653016512616,
      "loss": 4.7169,
      "step": 21585
    },
    {
      "epoch": 1.8336731226639484,
      "grad_norm": 2.4886079833012973,
      "learning_rate": 0.0002436476529618668,
      "loss": 4.793,
      "step": 21586
    },
    {
      "epoch": 1.833758069996602,
      "grad_norm": 2.623237333968407,
      "learning_rate": 0.00024364228921489758,
      "loss": 4.8649,
      "step": 21587
    },
    {
      "epoch": 1.8338430173292557,
      "grad_norm": 2.534736352068319,
      "learning_rate": 0.0002436369252717196,
      "loss": 4.8135,
      "step": 21588
    },
    {
      "epoch": 1.8339279646619095,
      "grad_norm": 2.546880766191009,
      "learning_rate": 0.00024363156113234405,
      "loss": 4.7644,
      "step": 21589
    },
    {
      "epoch": 1.8340129119945634,
      "grad_norm": 2.5818176400968333,
      "learning_rate": 0.00024362619679678217,
      "loss": 5.0866,
      "step": 21590
    },
    {
      "epoch": 1.8340978593272173,
      "grad_norm": 2.572259264219289,
      "learning_rate": 0.00024362083226504527,
      "loss": 4.6728,
      "step": 21591
    },
    {
      "epoch": 1.8341828066598709,
      "grad_norm": 2.6707284932347988,
      "learning_rate": 0.0002436154675371445,
      "loss": 4.5196,
      "step": 21592
    },
    {
      "epoch": 1.8342677539925245,
      "grad_norm": 2.5874935833756534,
      "learning_rate": 0.00024361010261309115,
      "loss": 4.9166,
      "step": 21593
    },
    {
      "epoch": 1.8343527013251784,
      "grad_norm": 2.596370868391881,
      "learning_rate": 0.00024360473749289644,
      "loss": 4.9002,
      "step": 21594
    },
    {
      "epoch": 1.8344376486578322,
      "grad_norm": 2.6234663338120363,
      "learning_rate": 0.00024359937217657165,
      "loss": 5.1681,
      "step": 21595
    },
    {
      "epoch": 1.834522595990486,
      "grad_norm": 2.4798402441959477,
      "learning_rate": 0.00024359400666412796,
      "loss": 4.8612,
      "step": 21596
    },
    {
      "epoch": 1.8346075433231397,
      "grad_norm": 2.597085171109704,
      "learning_rate": 0.00024358864095557666,
      "loss": 5.135,
      "step": 21597
    },
    {
      "epoch": 1.8346924906557933,
      "grad_norm": 2.601319990007428,
      "learning_rate": 0.00024358327505092902,
      "loss": 4.9262,
      "step": 21598
    },
    {
      "epoch": 1.8347774379884472,
      "grad_norm": 2.74960998269288,
      "learning_rate": 0.0002435779089501962,
      "loss": 5.3411,
      "step": 21599
    },
    {
      "epoch": 1.834862385321101,
      "grad_norm": 2.7129824176643096,
      "learning_rate": 0.00024357254265338951,
      "loss": 5.2012,
      "step": 21600
    },
    {
      "epoch": 1.8349473326537546,
      "grad_norm": 2.5388628481259277,
      "learning_rate": 0.00024356717616052015,
      "loss": 5.0248,
      "step": 21601
    },
    {
      "epoch": 1.8350322799864083,
      "grad_norm": 2.66238232364634,
      "learning_rate": 0.0002435618094715994,
      "loss": 5.1936,
      "step": 21602
    },
    {
      "epoch": 1.8351172273190621,
      "grad_norm": 2.49262849064255,
      "learning_rate": 0.00024355644258663845,
      "loss": 4.682,
      "step": 21603
    },
    {
      "epoch": 1.835202174651716,
      "grad_norm": 2.6037609827741877,
      "learning_rate": 0.00024355107550564864,
      "loss": 5.0108,
      "step": 21604
    },
    {
      "epoch": 1.8352871219843698,
      "grad_norm": 2.5398847839720027,
      "learning_rate": 0.0002435457082286411,
      "loss": 5.0738,
      "step": 21605
    },
    {
      "epoch": 1.8353720693170235,
      "grad_norm": 2.553429119666762,
      "learning_rate": 0.00024354034075562718,
      "loss": 4.6777,
      "step": 21606
    },
    {
      "epoch": 1.835457016649677,
      "grad_norm": 2.713466406341353,
      "learning_rate": 0.00024353497308661812,
      "loss": 5.1551,
      "step": 21607
    },
    {
      "epoch": 1.835541963982331,
      "grad_norm": 2.559949127158573,
      "learning_rate": 0.00024352960522162507,
      "loss": 5.1393,
      "step": 21608
    },
    {
      "epoch": 1.8356269113149848,
      "grad_norm": 2.5080828937290103,
      "learning_rate": 0.00024352423716065936,
      "loss": 4.5968,
      "step": 21609
    },
    {
      "epoch": 1.8357118586476384,
      "grad_norm": 2.535805985868046,
      "learning_rate": 0.00024351886890373222,
      "loss": 4.8492,
      "step": 21610
    },
    {
      "epoch": 1.8357968059802923,
      "grad_norm": 2.571807967439757,
      "learning_rate": 0.0002435135004508549,
      "loss": 4.8707,
      "step": 21611
    },
    {
      "epoch": 1.835881753312946,
      "grad_norm": 2.6511083613331086,
      "learning_rate": 0.0002435081318020386,
      "loss": 5.2755,
      "step": 21612
    },
    {
      "epoch": 1.8359667006455997,
      "grad_norm": 2.605419968568003,
      "learning_rate": 0.00024350276295729466,
      "loss": 5.0076,
      "step": 21613
    },
    {
      "epoch": 1.8360516479782536,
      "grad_norm": 2.506159827697454,
      "learning_rate": 0.00024349739391663427,
      "loss": 4.7635,
      "step": 21614
    },
    {
      "epoch": 1.8361365953109072,
      "grad_norm": 2.575341217412562,
      "learning_rate": 0.00024349202468006866,
      "loss": 5.1023,
      "step": 21615
    },
    {
      "epoch": 1.8362215426435609,
      "grad_norm": 2.6152485492877457,
      "learning_rate": 0.00024348665524760916,
      "loss": 5.1559,
      "step": 21616
    },
    {
      "epoch": 1.8363064899762147,
      "grad_norm": 2.5032785848114067,
      "learning_rate": 0.0002434812856192669,
      "loss": 4.6848,
      "step": 21617
    },
    {
      "epoch": 1.8363914373088686,
      "grad_norm": 2.5169634761298156,
      "learning_rate": 0.00024347591579505326,
      "loss": 4.997,
      "step": 21618
    },
    {
      "epoch": 1.8364763846415224,
      "grad_norm": 2.5760059769804307,
      "learning_rate": 0.0002434705457749794,
      "loss": 4.6473,
      "step": 21619
    },
    {
      "epoch": 1.836561331974176,
      "grad_norm": 2.5284014120547718,
      "learning_rate": 0.00024346517555905666,
      "loss": 4.6218,
      "step": 21620
    },
    {
      "epoch": 1.8366462793068297,
      "grad_norm": 2.5403541958582583,
      "learning_rate": 0.00024345980514729618,
      "loss": 4.8286,
      "step": 21621
    },
    {
      "epoch": 1.8367312266394835,
      "grad_norm": 2.459680049890926,
      "learning_rate": 0.0002434544345397093,
      "loss": 4.6268,
      "step": 21622
    },
    {
      "epoch": 1.8368161739721374,
      "grad_norm": 2.567238302919407,
      "learning_rate": 0.00024344906373630724,
      "loss": 4.929,
      "step": 21623
    },
    {
      "epoch": 1.836901121304791,
      "grad_norm": 2.5607843622197186,
      "learning_rate": 0.00024344369273710122,
      "loss": 4.7296,
      "step": 21624
    },
    {
      "epoch": 1.8369860686374446,
      "grad_norm": 2.547733420780053,
      "learning_rate": 0.00024343832154210255,
      "loss": 4.5528,
      "step": 21625
    },
    {
      "epoch": 1.8370710159700985,
      "grad_norm": 2.7008458158831123,
      "learning_rate": 0.00024343295015132253,
      "loss": 5.179,
      "step": 21626
    },
    {
      "epoch": 1.8371559633027523,
      "grad_norm": 2.6690100857467645,
      "learning_rate": 0.0002434275785647722,
      "loss": 5.2901,
      "step": 21627
    },
    {
      "epoch": 1.8372409106354062,
      "grad_norm": 2.684933289289044,
      "learning_rate": 0.00024342220678246312,
      "loss": 5.2563,
      "step": 21628
    },
    {
      "epoch": 1.8373258579680598,
      "grad_norm": 2.576292738363686,
      "learning_rate": 0.00024341683480440634,
      "loss": 4.8564,
      "step": 21629
    },
    {
      "epoch": 1.8374108053007134,
      "grad_norm": 2.807594668230596,
      "learning_rate": 0.00024341146263061312,
      "loss": 4.2531,
      "step": 21630
    },
    {
      "epoch": 1.8374957526333673,
      "grad_norm": 2.70846904930367,
      "learning_rate": 0.0002434060902610948,
      "loss": 5.2796,
      "step": 21631
    },
    {
      "epoch": 1.8375806999660211,
      "grad_norm": 2.4945039341715067,
      "learning_rate": 0.0002434007176958626,
      "loss": 4.8424,
      "step": 21632
    },
    {
      "epoch": 1.837665647298675,
      "grad_norm": 2.5490769436854754,
      "learning_rate": 0.00024339534493492774,
      "loss": 4.882,
      "step": 21633
    },
    {
      "epoch": 1.8377505946313286,
      "grad_norm": 2.506485073405379,
      "learning_rate": 0.00024338997197830155,
      "loss": 4.7799,
      "step": 21634
    },
    {
      "epoch": 1.8378355419639822,
      "grad_norm": 2.5513534295991587,
      "learning_rate": 0.00024338459882599525,
      "loss": 5.0283,
      "step": 21635
    },
    {
      "epoch": 1.837920489296636,
      "grad_norm": 2.5601659618505974,
      "learning_rate": 0.00024337922547802007,
      "loss": 5.0156,
      "step": 21636
    },
    {
      "epoch": 1.83800543662929,
      "grad_norm": 2.725032103517171,
      "learning_rate": 0.00024337385193438734,
      "loss": 5.3476,
      "step": 21637
    },
    {
      "epoch": 1.8380903839619436,
      "grad_norm": 2.499839992154947,
      "learning_rate": 0.00024336847819510826,
      "loss": 4.9939,
      "step": 21638
    },
    {
      "epoch": 1.8381753312945972,
      "grad_norm": 2.605517486643432,
      "learning_rate": 0.00024336310426019411,
      "loss": 4.7612,
      "step": 21639
    },
    {
      "epoch": 1.838260278627251,
      "grad_norm": 2.7905037669368267,
      "learning_rate": 0.00024335773012965612,
      "loss": 4.243,
      "step": 21640
    },
    {
      "epoch": 1.838345225959905,
      "grad_norm": 2.4796257292347454,
      "learning_rate": 0.00024335235580350562,
      "loss": 4.6841,
      "step": 21641
    },
    {
      "epoch": 1.8384301732925588,
      "grad_norm": 2.4809986437716733,
      "learning_rate": 0.0002433469812817538,
      "loss": 4.7899,
      "step": 21642
    },
    {
      "epoch": 1.8385151206252124,
      "grad_norm": 2.499889638224482,
      "learning_rate": 0.00024334160656441195,
      "loss": 4.663,
      "step": 21643
    },
    {
      "epoch": 1.838600067957866,
      "grad_norm": 2.4834161862355164,
      "learning_rate": 0.0002433362316514914,
      "loss": 4.7648,
      "step": 21644
    },
    {
      "epoch": 1.8386850152905199,
      "grad_norm": 2.512287581074373,
      "learning_rate": 0.0002433308565430032,
      "loss": 4.8687,
      "step": 21645
    },
    {
      "epoch": 1.8387699626231737,
      "grad_norm": 2.4474715891803314,
      "learning_rate": 0.00024332548123895889,
      "loss": 4.6758,
      "step": 21646
    },
    {
      "epoch": 1.8388549099558273,
      "grad_norm": 2.5185937177784785,
      "learning_rate": 0.00024332010573936957,
      "loss": 5.0392,
      "step": 21647
    },
    {
      "epoch": 1.8389398572884812,
      "grad_norm": 2.536001458505148,
      "learning_rate": 0.00024331473004424647,
      "loss": 4.7606,
      "step": 21648
    },
    {
      "epoch": 1.8390248046211348,
      "grad_norm": 2.52811415581718,
      "learning_rate": 0.00024330935415360096,
      "loss": 5.2184,
      "step": 21649
    },
    {
      "epoch": 1.8391097519537887,
      "grad_norm": 2.5739318572974894,
      "learning_rate": 0.00024330397806744428,
      "loss": 4.7881,
      "step": 21650
    },
    {
      "epoch": 1.8391946992864425,
      "grad_norm": 2.676968681892297,
      "learning_rate": 0.00024329860178578765,
      "loss": 5.3148,
      "step": 21651
    },
    {
      "epoch": 1.8392796466190962,
      "grad_norm": 2.5662906226014606,
      "learning_rate": 0.00024329322530864232,
      "loss": 4.673,
      "step": 21652
    },
    {
      "epoch": 1.8393645939517498,
      "grad_norm": 2.6208912365727275,
      "learning_rate": 0.00024328784863601966,
      "loss": 5.0344,
      "step": 21653
    },
    {
      "epoch": 1.8394495412844036,
      "grad_norm": 2.470263296645362,
      "learning_rate": 0.00024328247176793087,
      "loss": 5.0274,
      "step": 21654
    },
    {
      "epoch": 1.8395344886170575,
      "grad_norm": 2.635586639216347,
      "learning_rate": 0.00024327709470438718,
      "loss": 5.1932,
      "step": 21655
    },
    {
      "epoch": 1.8396194359497113,
      "grad_norm": 2.689496707033583,
      "learning_rate": 0.0002432717174453999,
      "loss": 5.2729,
      "step": 21656
    },
    {
      "epoch": 1.839704383282365,
      "grad_norm": 2.5499533944532873,
      "learning_rate": 0.00024326633999098031,
      "loss": 4.7849,
      "step": 21657
    },
    {
      "epoch": 1.8397893306150186,
      "grad_norm": 2.5944319253576698,
      "learning_rate": 0.0002432609623411396,
      "loss": 4.9665,
      "step": 21658
    },
    {
      "epoch": 1.8398742779476724,
      "grad_norm": 2.7313796504478742,
      "learning_rate": 0.00024325558449588916,
      "loss": 5.2812,
      "step": 21659
    },
    {
      "epoch": 1.8399592252803263,
      "grad_norm": 2.6240459753241434,
      "learning_rate": 0.0002432502064552402,
      "loss": 5.3062,
      "step": 21660
    },
    {
      "epoch": 1.84004417261298,
      "grad_norm": 2.5114975527018495,
      "learning_rate": 0.00024324482821920396,
      "loss": 5.0089,
      "step": 21661
    },
    {
      "epoch": 1.8401291199456336,
      "grad_norm": 2.6781421364615356,
      "learning_rate": 0.0002432394497877917,
      "loss": 5.1561,
      "step": 21662
    },
    {
      "epoch": 1.8402140672782874,
      "grad_norm": 2.5142562754853963,
      "learning_rate": 0.00024323407116101477,
      "loss": 4.9433,
      "step": 21663
    },
    {
      "epoch": 1.8402990146109413,
      "grad_norm": 2.5753382425599187,
      "learning_rate": 0.00024322869233888437,
      "loss": 4.7908,
      "step": 21664
    },
    {
      "epoch": 1.840383961943595,
      "grad_norm": 2.609959822185987,
      "learning_rate": 0.00024322331332141177,
      "loss": 5.2671,
      "step": 21665
    },
    {
      "epoch": 1.8404689092762487,
      "grad_norm": 3.352215517146805,
      "learning_rate": 0.00024321793410860828,
      "loss": 4.3405,
      "step": 21666
    },
    {
      "epoch": 1.8405538566089024,
      "grad_norm": 2.5235760160486023,
      "learning_rate": 0.00024321255470048512,
      "loss": 5.038,
      "step": 21667
    },
    {
      "epoch": 1.8406388039415562,
      "grad_norm": 2.5117167724597937,
      "learning_rate": 0.00024320717509705367,
      "loss": 4.7732,
      "step": 21668
    },
    {
      "epoch": 1.84072375127421,
      "grad_norm": 2.544232222168691,
      "learning_rate": 0.0002432017952983251,
      "loss": 4.7648,
      "step": 21669
    },
    {
      "epoch": 1.8408086986068637,
      "grad_norm": 2.555557401586345,
      "learning_rate": 0.00024319641530431066,
      "loss": 5.2222,
      "step": 21670
    },
    {
      "epoch": 1.8408936459395175,
      "grad_norm": 2.5363534393831024,
      "learning_rate": 0.00024319103511502173,
      "loss": 4.848,
      "step": 21671
    },
    {
      "epoch": 1.8409785932721712,
      "grad_norm": 2.487365283821797,
      "learning_rate": 0.00024318565473046948,
      "loss": 4.6947,
      "step": 21672
    },
    {
      "epoch": 1.841063540604825,
      "grad_norm": 2.609896694029764,
      "learning_rate": 0.0002431802741506652,
      "loss": 5.0913,
      "step": 21673
    },
    {
      "epoch": 1.8411484879374789,
      "grad_norm": 2.4923458506891465,
      "learning_rate": 0.00024317489337562028,
      "loss": 4.7144,
      "step": 21674
    },
    {
      "epoch": 1.8412334352701325,
      "grad_norm": 2.4760838923784907,
      "learning_rate": 0.00024316951240534586,
      "loss": 4.5566,
      "step": 21675
    },
    {
      "epoch": 1.8413183826027861,
      "grad_norm": 2.5222087062544523,
      "learning_rate": 0.00024316413123985325,
      "loss": 4.5727,
      "step": 21676
    },
    {
      "epoch": 1.84140332993544,
      "grad_norm": 2.5298203263788626,
      "learning_rate": 0.00024315874987915375,
      "loss": 4.524,
      "step": 21677
    },
    {
      "epoch": 1.8414882772680938,
      "grad_norm": 2.7776634919045105,
      "learning_rate": 0.00024315336832325863,
      "loss": 5.4187,
      "step": 21678
    },
    {
      "epoch": 1.8415732246007477,
      "grad_norm": 2.5399616960409053,
      "learning_rate": 0.0002431479865721791,
      "loss": 4.896,
      "step": 21679
    },
    {
      "epoch": 1.8416581719334013,
      "grad_norm": 2.4877784544980432,
      "learning_rate": 0.0002431426046259266,
      "loss": 4.7757,
      "step": 21680
    },
    {
      "epoch": 1.841743119266055,
      "grad_norm": 2.546343068457873,
      "learning_rate": 0.00024313722248451225,
      "loss": 4.9118,
      "step": 21681
    },
    {
      "epoch": 1.8418280665987088,
      "grad_norm": 2.7301731776191214,
      "learning_rate": 0.00024313184014794733,
      "loss": 5.4168,
      "step": 21682
    },
    {
      "epoch": 1.8419130139313626,
      "grad_norm": 2.5668619800152426,
      "learning_rate": 0.0002431264576162432,
      "loss": 4.8296,
      "step": 21683
    },
    {
      "epoch": 1.8419979612640163,
      "grad_norm": 2.4800205759451375,
      "learning_rate": 0.00024312107488941114,
      "loss": 4.231,
      "step": 21684
    },
    {
      "epoch": 1.84208290859667,
      "grad_norm": 2.5349023717491255,
      "learning_rate": 0.0002431156919674623,
      "loss": 4.7961,
      "step": 21685
    },
    {
      "epoch": 1.8421678559293237,
      "grad_norm": 2.5595131538140268,
      "learning_rate": 0.00024311030885040813,
      "loss": 4.7337,
      "step": 21686
    },
    {
      "epoch": 1.8422528032619776,
      "grad_norm": 2.7010897773215365,
      "learning_rate": 0.00024310492553825984,
      "loss": 5.3693,
      "step": 21687
    },
    {
      "epoch": 1.8423377505946315,
      "grad_norm": 2.570776263576753,
      "learning_rate": 0.00024309954203102863,
      "loss": 4.7511,
      "step": 21688
    },
    {
      "epoch": 1.842422697927285,
      "grad_norm": 2.5863586079719454,
      "learning_rate": 0.00024309415832872588,
      "loss": 5.0952,
      "step": 21689
    },
    {
      "epoch": 1.8425076452599387,
      "grad_norm": 2.542710432437298,
      "learning_rate": 0.00024308877443136287,
      "loss": 5.1245,
      "step": 21690
    },
    {
      "epoch": 1.8425925925925926,
      "grad_norm": 2.574859212211061,
      "learning_rate": 0.00024308339033895084,
      "loss": 4.7073,
      "step": 21691
    },
    {
      "epoch": 1.8426775399252464,
      "grad_norm": 2.521966188672435,
      "learning_rate": 0.00024307800605150108,
      "loss": 4.6214,
      "step": 21692
    },
    {
      "epoch": 1.8427624872579003,
      "grad_norm": 2.5593174245510073,
      "learning_rate": 0.00024307262156902484,
      "loss": 4.9839,
      "step": 21693
    },
    {
      "epoch": 1.842847434590554,
      "grad_norm": 2.584345756344124,
      "learning_rate": 0.00024306723689153343,
      "loss": 4.7745,
      "step": 21694
    },
    {
      "epoch": 1.8429323819232075,
      "grad_norm": 2.6191363800321232,
      "learning_rate": 0.00024306185201903818,
      "loss": 5.2824,
      "step": 21695
    },
    {
      "epoch": 1.8430173292558614,
      "grad_norm": 2.512079961952484,
      "learning_rate": 0.00024305646695155033,
      "loss": 4.7128,
      "step": 21696
    },
    {
      "epoch": 1.8431022765885152,
      "grad_norm": 2.702680235613577,
      "learning_rate": 0.00024305108168908116,
      "loss": 4.9279,
      "step": 21697
    },
    {
      "epoch": 1.8431872239211688,
      "grad_norm": 2.5533166234803297,
      "learning_rate": 0.00024304569623164197,
      "loss": 4.9885,
      "step": 21698
    },
    {
      "epoch": 1.8432721712538225,
      "grad_norm": 2.50250856813979,
      "learning_rate": 0.00024304031057924402,
      "loss": 4.7043,
      "step": 21699
    },
    {
      "epoch": 1.8433571185864763,
      "grad_norm": 2.6063822888221573,
      "learning_rate": 0.0002430349247318986,
      "loss": 5.2186,
      "step": 21700
    },
    {
      "epoch": 1.8434420659191302,
      "grad_norm": 2.546482136319884,
      "learning_rate": 0.000243029538689617,
      "loss": 5.1003,
      "step": 21701
    },
    {
      "epoch": 1.843527013251784,
      "grad_norm": 2.655646012108842,
      "learning_rate": 0.00024302415245241053,
      "loss": 5.0235,
      "step": 21702
    },
    {
      "epoch": 1.8436119605844377,
      "grad_norm": 2.5049746459548996,
      "learning_rate": 0.00024301876602029042,
      "loss": 4.5585,
      "step": 21703
    },
    {
      "epoch": 1.8436969079170913,
      "grad_norm": 2.7120110150942742,
      "learning_rate": 0.00024301337939326798,
      "loss": 5.0573,
      "step": 21704
    },
    {
      "epoch": 1.8437818552497451,
      "grad_norm": 2.5503727651748114,
      "learning_rate": 0.00024300799257135456,
      "loss": 4.9897,
      "step": 21705
    },
    {
      "epoch": 1.843866802582399,
      "grad_norm": 2.45426504079496,
      "learning_rate": 0.00024300260555456136,
      "loss": 4.8626,
      "step": 21706
    },
    {
      "epoch": 1.8439517499150526,
      "grad_norm": 2.4958323345258275,
      "learning_rate": 0.0002429972183428997,
      "loss": 4.8859,
      "step": 21707
    },
    {
      "epoch": 1.8440366972477065,
      "grad_norm": 2.629496451699274,
      "learning_rate": 0.0002429918309363809,
      "loss": 5.3228,
      "step": 21708
    },
    {
      "epoch": 1.84412164458036,
      "grad_norm": 2.6148056041895584,
      "learning_rate": 0.00024298644333501618,
      "loss": 5.1337,
      "step": 21709
    },
    {
      "epoch": 1.844206591913014,
      "grad_norm": 2.542175237480993,
      "learning_rate": 0.00024298105553881687,
      "loss": 4.9515,
      "step": 21710
    },
    {
      "epoch": 1.8442915392456678,
      "grad_norm": 2.5933697625552234,
      "learning_rate": 0.00024297566754779426,
      "loss": 5.1406,
      "step": 21711
    },
    {
      "epoch": 1.8443764865783214,
      "grad_norm": 2.5229251343105785,
      "learning_rate": 0.00024297027936195963,
      "loss": 4.7333,
      "step": 21712
    },
    {
      "epoch": 1.844461433910975,
      "grad_norm": 2.5755781413080285,
      "learning_rate": 0.00024296489098132428,
      "loss": 5.0743,
      "step": 21713
    },
    {
      "epoch": 1.844546381243629,
      "grad_norm": 2.6337598101322124,
      "learning_rate": 0.00024295950240589946,
      "loss": 4.8702,
      "step": 21714
    },
    {
      "epoch": 1.8446313285762828,
      "grad_norm": 2.546835583814831,
      "learning_rate": 0.0002429541136356966,
      "loss": 4.5614,
      "step": 21715
    },
    {
      "epoch": 1.8447162759089366,
      "grad_norm": 2.518282854884655,
      "learning_rate": 0.0002429487246707268,
      "loss": 5.073,
      "step": 21716
    },
    {
      "epoch": 1.8448012232415902,
      "grad_norm": 2.6809460102210503,
      "learning_rate": 0.00024294333551100144,
      "loss": 5.4333,
      "step": 21717
    },
    {
      "epoch": 1.8448861705742439,
      "grad_norm": 2.5370405575531154,
      "learning_rate": 0.0002429379461565318,
      "loss": 4.8554,
      "step": 21718
    },
    {
      "epoch": 1.8449711179068977,
      "grad_norm": 2.602592499553947,
      "learning_rate": 0.00024293255660732922,
      "loss": 4.944,
      "step": 21719
    },
    {
      "epoch": 1.8450560652395516,
      "grad_norm": 2.5159006450200523,
      "learning_rate": 0.00024292716686340494,
      "loss": 4.7799,
      "step": 21720
    },
    {
      "epoch": 1.8451410125722052,
      "grad_norm": 2.596816239751483,
      "learning_rate": 0.00024292177692477026,
      "loss": 5.089,
      "step": 21721
    },
    {
      "epoch": 1.8452259599048588,
      "grad_norm": 2.7369053784461146,
      "learning_rate": 0.00024291638679143645,
      "loss": 5.4435,
      "step": 21722
    },
    {
      "epoch": 1.8453109072375127,
      "grad_norm": 2.5533317527100166,
      "learning_rate": 0.0002429109964634149,
      "loss": 5.1505,
      "step": 21723
    },
    {
      "epoch": 1.8453958545701665,
      "grad_norm": 2.5278215363846477,
      "learning_rate": 0.0002429056059407168,
      "loss": 4.9544,
      "step": 21724
    },
    {
      "epoch": 1.8454808019028204,
      "grad_norm": 2.5639363996714453,
      "learning_rate": 0.00024290021522335348,
      "loss": 5.044,
      "step": 21725
    },
    {
      "epoch": 1.845565749235474,
      "grad_norm": 2.599242618083857,
      "learning_rate": 0.0002428948243113363,
      "loss": 4.9655,
      "step": 21726
    },
    {
      "epoch": 1.8456506965681276,
      "grad_norm": 2.6013128705006636,
      "learning_rate": 0.00024288943320467643,
      "loss": 4.8225,
      "step": 21727
    },
    {
      "epoch": 1.8457356439007815,
      "grad_norm": 2.6868700703224655,
      "learning_rate": 0.00024288404190338524,
      "loss": 5.4043,
      "step": 21728
    },
    {
      "epoch": 1.8458205912334353,
      "grad_norm": 2.6233553515668824,
      "learning_rate": 0.000242878650407474,
      "loss": 4.9569,
      "step": 21729
    },
    {
      "epoch": 1.8459055385660892,
      "grad_norm": 2.664419605280439,
      "learning_rate": 0.0002428732587169541,
      "loss": 5.1171,
      "step": 21730
    },
    {
      "epoch": 1.8459904858987428,
      "grad_norm": 2.563590331629572,
      "learning_rate": 0.00024286786683183666,
      "loss": 4.824,
      "step": 21731
    },
    {
      "epoch": 1.8460754332313964,
      "grad_norm": 2.5747768565742235,
      "learning_rate": 0.00024286247475213316,
      "loss": 4.8994,
      "step": 21732
    },
    {
      "epoch": 1.8461603805640503,
      "grad_norm": 2.7253205060158994,
      "learning_rate": 0.0002428570824778548,
      "loss": 5.5321,
      "step": 21733
    },
    {
      "epoch": 1.8462453278967041,
      "grad_norm": 2.476324334584991,
      "learning_rate": 0.00024285169000901285,
      "loss": 4.7893,
      "step": 21734
    },
    {
      "epoch": 1.8463302752293578,
      "grad_norm": 2.607458442994365,
      "learning_rate": 0.0002428462973456187,
      "loss": 4.6512,
      "step": 21735
    },
    {
      "epoch": 1.8464152225620114,
      "grad_norm": 2.5568253190685133,
      "learning_rate": 0.0002428409044876836,
      "loss": 4.6519,
      "step": 21736
    },
    {
      "epoch": 1.8465001698946653,
      "grad_norm": 2.681003894124198,
      "learning_rate": 0.00024283551143521883,
      "loss": 5.3242,
      "step": 21737
    },
    {
      "epoch": 1.846585117227319,
      "grad_norm": 2.4903158543336468,
      "learning_rate": 0.0002428301181882357,
      "loss": 4.7179,
      "step": 21738
    },
    {
      "epoch": 1.846670064559973,
      "grad_norm": 2.5138897305950842,
      "learning_rate": 0.0002428247247467456,
      "loss": 5.0718,
      "step": 21739
    },
    {
      "epoch": 1.8467550118926266,
      "grad_norm": 2.4376600960462005,
      "learning_rate": 0.00024281933111075965,
      "loss": 4.6588,
      "step": 21740
    },
    {
      "epoch": 1.8468399592252802,
      "grad_norm": 2.6274795284877714,
      "learning_rate": 0.0002428139372802893,
      "loss": 5.3558,
      "step": 21741
    },
    {
      "epoch": 1.846924906557934,
      "grad_norm": 2.48496864143187,
      "learning_rate": 0.00024280854325534586,
      "loss": 4.5433,
      "step": 21742
    },
    {
      "epoch": 1.847009853890588,
      "grad_norm": 2.6024500915255198,
      "learning_rate": 0.00024280314903594056,
      "loss": 5.146,
      "step": 21743
    },
    {
      "epoch": 1.8470948012232415,
      "grad_norm": 2.563046407445322,
      "learning_rate": 0.00024279775462208468,
      "loss": 5.1529,
      "step": 21744
    },
    {
      "epoch": 1.8471797485558954,
      "grad_norm": 2.4868990759633602,
      "learning_rate": 0.0002427923600137896,
      "loss": 4.8292,
      "step": 21745
    },
    {
      "epoch": 1.847264695888549,
      "grad_norm": 2.4956121045645734,
      "learning_rate": 0.00024278696521106653,
      "loss": 4.7546,
      "step": 21746
    },
    {
      "epoch": 1.8473496432212029,
      "grad_norm": 2.6737468517783896,
      "learning_rate": 0.00024278157021392688,
      "loss": 5.1649,
      "step": 21747
    },
    {
      "epoch": 1.8474345905538567,
      "grad_norm": 2.4629781174314105,
      "learning_rate": 0.00024277617502238192,
      "loss": 4.8834,
      "step": 21748
    },
    {
      "epoch": 1.8475195378865104,
      "grad_norm": 2.601772812614839,
      "learning_rate": 0.0002427707796364429,
      "loss": 5.0676,
      "step": 21749
    },
    {
      "epoch": 1.847604485219164,
      "grad_norm": 2.712179504057819,
      "learning_rate": 0.00024276538405612117,
      "loss": 5.4006,
      "step": 21750
    },
    {
      "epoch": 1.8476894325518178,
      "grad_norm": 2.4976758535043846,
      "learning_rate": 0.00024275998828142807,
      "loss": 5.0758,
      "step": 21751
    },
    {
      "epoch": 1.8477743798844717,
      "grad_norm": 2.493189190137572,
      "learning_rate": 0.00024275459231237487,
      "loss": 4.713,
      "step": 21752
    },
    {
      "epoch": 1.8478593272171255,
      "grad_norm": 2.5495529235258343,
      "learning_rate": 0.00024274919614897283,
      "loss": 4.8195,
      "step": 21753
    },
    {
      "epoch": 1.8479442745497792,
      "grad_norm": 2.765206090597686,
      "learning_rate": 0.0002427437997912333,
      "loss": 5.2816,
      "step": 21754
    },
    {
      "epoch": 1.8480292218824328,
      "grad_norm": 2.6376511358210606,
      "learning_rate": 0.0002427384032391676,
      "loss": 5.162,
      "step": 21755
    },
    {
      "epoch": 1.8481141692150866,
      "grad_norm": 2.452442153291306,
      "learning_rate": 0.00024273300649278702,
      "loss": 4.7237,
      "step": 21756
    },
    {
      "epoch": 1.8481991165477405,
      "grad_norm": 2.5159395338226,
      "learning_rate": 0.0002427276095521029,
      "loss": 4.9237,
      "step": 21757
    },
    {
      "epoch": 1.8482840638803941,
      "grad_norm": 2.5551193623851134,
      "learning_rate": 0.00024272221241712652,
      "loss": 4.6142,
      "step": 21758
    },
    {
      "epoch": 1.8483690112130478,
      "grad_norm": 2.559969866093863,
      "learning_rate": 0.00024271681508786913,
      "loss": 4.6369,
      "step": 21759
    },
    {
      "epoch": 1.8484539585457016,
      "grad_norm": 2.602314772820629,
      "learning_rate": 0.00024271141756434213,
      "loss": 4.9728,
      "step": 21760
    },
    {
      "epoch": 1.8485389058783555,
      "grad_norm": 2.5716408140476146,
      "learning_rate": 0.00024270601984655683,
      "loss": 5.03,
      "step": 21761
    },
    {
      "epoch": 1.8486238532110093,
      "grad_norm": 2.5621396636847003,
      "learning_rate": 0.0002427006219345245,
      "loss": 4.8556,
      "step": 21762
    },
    {
      "epoch": 1.848708800543663,
      "grad_norm": 2.698010527110385,
      "learning_rate": 0.00024269522382825643,
      "loss": 5.3098,
      "step": 21763
    },
    {
      "epoch": 1.8487937478763166,
      "grad_norm": 2.599447049669902,
      "learning_rate": 0.00024268982552776397,
      "loss": 4.7276,
      "step": 21764
    },
    {
      "epoch": 1.8488786952089704,
      "grad_norm": 2.487867361180198,
      "learning_rate": 0.0002426844270330584,
      "loss": 4.8983,
      "step": 21765
    },
    {
      "epoch": 1.8489636425416243,
      "grad_norm": 2.6145479026262635,
      "learning_rate": 0.00024267902834415104,
      "loss": 5.1662,
      "step": 21766
    },
    {
      "epoch": 1.849048589874278,
      "grad_norm": 2.618028251126973,
      "learning_rate": 0.00024267362946105327,
      "loss": 5.0099,
      "step": 21767
    },
    {
      "epoch": 1.8491335372069317,
      "grad_norm": 2.5415653857251255,
      "learning_rate": 0.00024266823038377627,
      "loss": 4.6836,
      "step": 21768
    },
    {
      "epoch": 1.8492184845395854,
      "grad_norm": 2.6783960714205253,
      "learning_rate": 0.0002426628311123315,
      "loss": 5.2267,
      "step": 21769
    },
    {
      "epoch": 1.8493034318722392,
      "grad_norm": 2.6453518082102656,
      "learning_rate": 0.00024265743164673018,
      "loss": 5.1952,
      "step": 21770
    },
    {
      "epoch": 1.849388379204893,
      "grad_norm": 2.596128061172477,
      "learning_rate": 0.00024265203198698364,
      "loss": 4.5905,
      "step": 21771
    },
    {
      "epoch": 1.8494733265375467,
      "grad_norm": 2.7693256044059713,
      "learning_rate": 0.0002426466321331032,
      "loss": 5.0835,
      "step": 21772
    },
    {
      "epoch": 1.8495582738702003,
      "grad_norm": 2.5280024250477373,
      "learning_rate": 0.00024264123208510014,
      "loss": 4.8696,
      "step": 21773
    },
    {
      "epoch": 1.8496432212028542,
      "grad_norm": 2.7091657100329094,
      "learning_rate": 0.00024263583184298582,
      "loss": 5.3467,
      "step": 21774
    },
    {
      "epoch": 1.849728168535508,
      "grad_norm": 2.650852131410355,
      "learning_rate": 0.00024263043140677155,
      "loss": 5.2018,
      "step": 21775
    },
    {
      "epoch": 1.8498131158681619,
      "grad_norm": 2.5948484541888246,
      "learning_rate": 0.00024262503077646864,
      "loss": 4.7166,
      "step": 21776
    },
    {
      "epoch": 1.8498980632008155,
      "grad_norm": 2.598804015464222,
      "learning_rate": 0.0002426196299520884,
      "loss": 4.8328,
      "step": 21777
    },
    {
      "epoch": 1.8499830105334691,
      "grad_norm": 2.561168227414833,
      "learning_rate": 0.00024261422893364216,
      "loss": 5.1439,
      "step": 21778
    },
    {
      "epoch": 1.850067957866123,
      "grad_norm": 2.4950494375080217,
      "learning_rate": 0.00024260882772114125,
      "loss": 4.5406,
      "step": 21779
    },
    {
      "epoch": 1.8501529051987768,
      "grad_norm": 2.548640762288561,
      "learning_rate": 0.0002426034263145969,
      "loss": 4.8021,
      "step": 21780
    },
    {
      "epoch": 1.8502378525314305,
      "grad_norm": 2.658214404805975,
      "learning_rate": 0.00024259802471402053,
      "loss": 5.2901,
      "step": 21781
    },
    {
      "epoch": 1.8503227998640843,
      "grad_norm": 2.522757378946574,
      "learning_rate": 0.00024259262291942342,
      "loss": 4.956,
      "step": 21782
    },
    {
      "epoch": 1.850407747196738,
      "grad_norm": 2.4998293070837345,
      "learning_rate": 0.00024258722093081688,
      "loss": 4.7183,
      "step": 21783
    },
    {
      "epoch": 1.8504926945293918,
      "grad_norm": 2.506908420357379,
      "learning_rate": 0.00024258181874821225,
      "loss": 4.7897,
      "step": 21784
    },
    {
      "epoch": 1.8505776418620457,
      "grad_norm": 2.66298825847336,
      "learning_rate": 0.00024257641637162082,
      "loss": 5.1431,
      "step": 21785
    },
    {
      "epoch": 1.8506625891946993,
      "grad_norm": 2.682850787943072,
      "learning_rate": 0.00024257101380105396,
      "loss": 5.2971,
      "step": 21786
    },
    {
      "epoch": 1.850747536527353,
      "grad_norm": 2.727557746135222,
      "learning_rate": 0.00024256561103652293,
      "loss": 5.3131,
      "step": 21787
    },
    {
      "epoch": 1.8508324838600068,
      "grad_norm": 2.572751561583136,
      "learning_rate": 0.00024256020807803905,
      "loss": 5.0046,
      "step": 21788
    },
    {
      "epoch": 1.8509174311926606,
      "grad_norm": 2.557888110965043,
      "learning_rate": 0.0002425548049256137,
      "loss": 4.6479,
      "step": 21789
    },
    {
      "epoch": 1.8510023785253145,
      "grad_norm": 2.5880628686373868,
      "learning_rate": 0.00024254940157925815,
      "loss": 5.2059,
      "step": 21790
    },
    {
      "epoch": 1.851087325857968,
      "grad_norm": 2.6801592653978163,
      "learning_rate": 0.00024254399803898372,
      "loss": 5.3367,
      "step": 21791
    },
    {
      "epoch": 1.8511722731906217,
      "grad_norm": 2.562197415751121,
      "learning_rate": 0.0002425385943048018,
      "loss": 4.9149,
      "step": 21792
    },
    {
      "epoch": 1.8512572205232756,
      "grad_norm": 2.6403641616500115,
      "learning_rate": 0.00024253319037672363,
      "loss": 5.2667,
      "step": 21793
    },
    {
      "epoch": 1.8513421678559294,
      "grad_norm": 2.571573980378651,
      "learning_rate": 0.0002425277862547606,
      "loss": 5.0144,
      "step": 21794
    },
    {
      "epoch": 1.851427115188583,
      "grad_norm": 2.5404438905247817,
      "learning_rate": 0.00024252238193892394,
      "loss": 4.691,
      "step": 21795
    },
    {
      "epoch": 1.8515120625212367,
      "grad_norm": 2.7238718143047027,
      "learning_rate": 0.0002425169774292251,
      "loss": 5.5208,
      "step": 21796
    },
    {
      "epoch": 1.8515970098538905,
      "grad_norm": 2.6791646214337566,
      "learning_rate": 0.00024251157272567529,
      "loss": 5.0884,
      "step": 21797
    },
    {
      "epoch": 1.8516819571865444,
      "grad_norm": 2.4838298099405485,
      "learning_rate": 0.00024250616782828594,
      "loss": 4.8816,
      "step": 21798
    },
    {
      "epoch": 1.8517669045191982,
      "grad_norm": 2.560952545271138,
      "learning_rate": 0.00024250076273706823,
      "loss": 5.009,
      "step": 21799
    },
    {
      "epoch": 1.8518518518518519,
      "grad_norm": 2.75012184382094,
      "learning_rate": 0.00024249535745203362,
      "loss": 5.4045,
      "step": 21800
    },
    {
      "epoch": 1.8519367991845055,
      "grad_norm": 2.5080892692001897,
      "learning_rate": 0.0002424899519731934,
      "loss": 4.8801,
      "step": 21801
    },
    {
      "epoch": 1.8520217465171593,
      "grad_norm": 2.5410760642567545,
      "learning_rate": 0.00024248454630055886,
      "loss": 4.1754,
      "step": 21802
    },
    {
      "epoch": 1.8521066938498132,
      "grad_norm": 2.517659322983102,
      "learning_rate": 0.00024247914043414137,
      "loss": 4.9844,
      "step": 21803
    },
    {
      "epoch": 1.8521916411824668,
      "grad_norm": 2.6475575323524128,
      "learning_rate": 0.00024247373437395227,
      "loss": 5.2746,
      "step": 21804
    },
    {
      "epoch": 1.8522765885151207,
      "grad_norm": 2.6484011410310866,
      "learning_rate": 0.00024246832812000276,
      "loss": 5.1858,
      "step": 21805
    },
    {
      "epoch": 1.8523615358477743,
      "grad_norm": 2.677626351896018,
      "learning_rate": 0.00024246292167230435,
      "loss": 5.2938,
      "step": 21806
    },
    {
      "epoch": 1.8524464831804281,
      "grad_norm": 2.655917947526438,
      "learning_rate": 0.00024245751503086825,
      "loss": 5.1562,
      "step": 21807
    },
    {
      "epoch": 1.852531430513082,
      "grad_norm": 2.5853986396508732,
      "learning_rate": 0.0002424521081957058,
      "loss": 4.8717,
      "step": 21808
    },
    {
      "epoch": 1.8526163778457356,
      "grad_norm": 2.572097462436438,
      "learning_rate": 0.0002424467011668284,
      "loss": 5.1625,
      "step": 21809
    },
    {
      "epoch": 1.8527013251783893,
      "grad_norm": 2.6134558992295984,
      "learning_rate": 0.00024244129394424728,
      "loss": 5.225,
      "step": 21810
    },
    {
      "epoch": 1.852786272511043,
      "grad_norm": 2.596700216849089,
      "learning_rate": 0.00024243588652797383,
      "loss": 5.0718,
      "step": 21811
    },
    {
      "epoch": 1.852871219843697,
      "grad_norm": 2.5318736415666176,
      "learning_rate": 0.00024243047891801936,
      "loss": 4.5813,
      "step": 21812
    },
    {
      "epoch": 1.8529561671763508,
      "grad_norm": 2.5082346054713525,
      "learning_rate": 0.00024242507111439527,
      "loss": 5.1349,
      "step": 21813
    },
    {
      "epoch": 1.8530411145090044,
      "grad_norm": 2.711354134087892,
      "learning_rate": 0.00024241966311711275,
      "loss": 5.0989,
      "step": 21814
    },
    {
      "epoch": 1.853126061841658,
      "grad_norm": 2.583537499972757,
      "learning_rate": 0.00024241425492618326,
      "loss": 4.8697,
      "step": 21815
    },
    {
      "epoch": 1.853211009174312,
      "grad_norm": 2.506951490239315,
      "learning_rate": 0.00024240884654161806,
      "loss": 4.8842,
      "step": 21816
    },
    {
      "epoch": 1.8532959565069658,
      "grad_norm": 2.7177907688812346,
      "learning_rate": 0.00024240343796342847,
      "loss": 5.1379,
      "step": 21817
    },
    {
      "epoch": 1.8533809038396194,
      "grad_norm": 2.725250126889716,
      "learning_rate": 0.0002423980291916259,
      "loss": 5.2741,
      "step": 21818
    },
    {
      "epoch": 1.853465851172273,
      "grad_norm": 2.5569199093837462,
      "learning_rate": 0.00024239262022622167,
      "loss": 5.0309,
      "step": 21819
    },
    {
      "epoch": 1.8535507985049269,
      "grad_norm": 2.574020786393295,
      "learning_rate": 0.000242387211067227,
      "loss": 4.8572,
      "step": 21820
    },
    {
      "epoch": 1.8536357458375807,
      "grad_norm": 2.7860138466896958,
      "learning_rate": 0.00024238180171465333,
      "loss": 5.7486,
      "step": 21821
    },
    {
      "epoch": 1.8537206931702346,
      "grad_norm": 2.6172527030873067,
      "learning_rate": 0.00024237639216851203,
      "loss": 5.2131,
      "step": 21822
    },
    {
      "epoch": 1.8538056405028882,
      "grad_norm": 2.5282122487441017,
      "learning_rate": 0.00024237098242881432,
      "loss": 4.7805,
      "step": 21823
    },
    {
      "epoch": 1.8538905878355418,
      "grad_norm": 2.505421827478032,
      "learning_rate": 0.00024236557249557165,
      "loss": 4.7951,
      "step": 21824
    },
    {
      "epoch": 1.8539755351681957,
      "grad_norm": 2.592550243771604,
      "learning_rate": 0.00024236016236879528,
      "loss": 4.9904,
      "step": 21825
    },
    {
      "epoch": 1.8540604825008495,
      "grad_norm": 2.456932880860015,
      "learning_rate": 0.0002423547520484965,
      "loss": 4.7609,
      "step": 21826
    },
    {
      "epoch": 1.8541454298335034,
      "grad_norm": 2.5000768575616004,
      "learning_rate": 0.00024234934153468676,
      "loss": 4.7153,
      "step": 21827
    },
    {
      "epoch": 1.854230377166157,
      "grad_norm": 2.5133209340788274,
      "learning_rate": 0.00024234393082737734,
      "loss": 4.8115,
      "step": 21828
    },
    {
      "epoch": 1.8543153244988106,
      "grad_norm": 2.6262419058683393,
      "learning_rate": 0.00024233851992657958,
      "loss": 4.7734,
      "step": 21829
    },
    {
      "epoch": 1.8544002718314645,
      "grad_norm": 2.5989038706176175,
      "learning_rate": 0.00024233310883230478,
      "loss": 5.1597,
      "step": 21830
    },
    {
      "epoch": 1.8544852191641183,
      "grad_norm": 2.5035175277378463,
      "learning_rate": 0.0002423276975445644,
      "loss": 4.8776,
      "step": 21831
    },
    {
      "epoch": 1.854570166496772,
      "grad_norm": 2.5284904620329747,
      "learning_rate": 0.00024232228606336966,
      "loss": 4.5593,
      "step": 21832
    },
    {
      "epoch": 1.8546551138294256,
      "grad_norm": 2.628510481555086,
      "learning_rate": 0.00024231687438873193,
      "loss": 5.356,
      "step": 21833
    },
    {
      "epoch": 1.8547400611620795,
      "grad_norm": 2.598679051690883,
      "learning_rate": 0.00024231146252066255,
      "loss": 4.33,
      "step": 21834
    },
    {
      "epoch": 1.8548250084947333,
      "grad_norm": 2.493413404423905,
      "learning_rate": 0.00024230605045917286,
      "loss": 4.5905,
      "step": 21835
    },
    {
      "epoch": 1.8549099558273872,
      "grad_norm": 2.5840666211959853,
      "learning_rate": 0.0002423006382042742,
      "loss": 5.2039,
      "step": 21836
    },
    {
      "epoch": 1.8549949031600408,
      "grad_norm": 2.481956346812923,
      "learning_rate": 0.00024229522575597791,
      "loss": 4.5635,
      "step": 21837
    },
    {
      "epoch": 1.8550798504926944,
      "grad_norm": 2.6250878405296256,
      "learning_rate": 0.00024228981311429537,
      "loss": 5.0164,
      "step": 21838
    },
    {
      "epoch": 1.8551647978253483,
      "grad_norm": 2.530586856324134,
      "learning_rate": 0.00024228440027923784,
      "loss": 4.7889,
      "step": 21839
    },
    {
      "epoch": 1.8552497451580021,
      "grad_norm": 2.6807929815248044,
      "learning_rate": 0.00024227898725081676,
      "loss": 5.171,
      "step": 21840
    },
    {
      "epoch": 1.8553346924906557,
      "grad_norm": 2.5620839983143013,
      "learning_rate": 0.0002422735740290434,
      "loss": 4.7509,
      "step": 21841
    },
    {
      "epoch": 1.8554196398233096,
      "grad_norm": 2.5141386812697104,
      "learning_rate": 0.00024226816061392908,
      "loss": 4.5601,
      "step": 21842
    },
    {
      "epoch": 1.8555045871559632,
      "grad_norm": 2.6806589341222624,
      "learning_rate": 0.00024226274700548523,
      "loss": 4.8805,
      "step": 21843
    },
    {
      "epoch": 1.855589534488617,
      "grad_norm": 2.6445852143549917,
      "learning_rate": 0.0002422573332037231,
      "loss": 5.2946,
      "step": 21844
    },
    {
      "epoch": 1.855674481821271,
      "grad_norm": 2.571292646171372,
      "learning_rate": 0.00024225191920865412,
      "loss": 4.5876,
      "step": 21845
    },
    {
      "epoch": 1.8557594291539246,
      "grad_norm": 2.6534125018533232,
      "learning_rate": 0.00024224650502028958,
      "loss": 4.9566,
      "step": 21846
    },
    {
      "epoch": 1.8558443764865782,
      "grad_norm": 2.707660051285411,
      "learning_rate": 0.00024224109063864088,
      "loss": 5.1168,
      "step": 21847
    },
    {
      "epoch": 1.855929323819232,
      "grad_norm": 2.4919643384319055,
      "learning_rate": 0.00024223567606371926,
      "loss": 5.0227,
      "step": 21848
    },
    {
      "epoch": 1.8560142711518859,
      "grad_norm": 2.6054073824678152,
      "learning_rate": 0.00024223026129553614,
      "loss": 4.9627,
      "step": 21849
    },
    {
      "epoch": 1.8560992184845397,
      "grad_norm": 2.670413631545919,
      "learning_rate": 0.0002422248463341029,
      "loss": 5.1949,
      "step": 21850
    },
    {
      "epoch": 1.8561841658171934,
      "grad_norm": 2.650433866233485,
      "learning_rate": 0.00024221943117943076,
      "loss": 4.8742,
      "step": 21851
    },
    {
      "epoch": 1.856269113149847,
      "grad_norm": 2.570610768362495,
      "learning_rate": 0.00024221401583153127,
      "loss": 4.8968,
      "step": 21852
    },
    {
      "epoch": 1.8563540604825008,
      "grad_norm": 2.5342245945147597,
      "learning_rate": 0.00024220860029041554,
      "loss": 4.8951,
      "step": 21853
    },
    {
      "epoch": 1.8564390078151547,
      "grad_norm": 2.5785672925050536,
      "learning_rate": 0.00024220318455609507,
      "loss": 5.181,
      "step": 21854
    },
    {
      "epoch": 1.8565239551478083,
      "grad_norm": 2.584758720372695,
      "learning_rate": 0.00024219776862858118,
      "loss": 5.1249,
      "step": 21855
    },
    {
      "epoch": 1.856608902480462,
      "grad_norm": 2.4644654274945776,
      "learning_rate": 0.00024219235250788517,
      "loss": 4.553,
      "step": 21856
    },
    {
      "epoch": 1.8566938498131158,
      "grad_norm": 2.5580603595438896,
      "learning_rate": 0.00024218693619401847,
      "loss": 4.9924,
      "step": 21857
    },
    {
      "epoch": 1.8567787971457697,
      "grad_norm": 2.7084572152413977,
      "learning_rate": 0.00024218151968699236,
      "loss": 5.075,
      "step": 21858
    },
    {
      "epoch": 1.8568637444784235,
      "grad_norm": 2.632164448411103,
      "learning_rate": 0.00024217610298681824,
      "loss": 5.113,
      "step": 21859
    },
    {
      "epoch": 1.8569486918110771,
      "grad_norm": 2.5631563411777702,
      "learning_rate": 0.00024217068609350739,
      "loss": 4.7248,
      "step": 21860
    },
    {
      "epoch": 1.8570336391437308,
      "grad_norm": 2.518383730542871,
      "learning_rate": 0.00024216526900707123,
      "loss": 4.7074,
      "step": 21861
    },
    {
      "epoch": 1.8571185864763846,
      "grad_norm": 2.6119302979516865,
      "learning_rate": 0.0002421598517275211,
      "loss": 4.7316,
      "step": 21862
    },
    {
      "epoch": 1.8572035338090385,
      "grad_norm": 2.550667976045357,
      "learning_rate": 0.00024215443425486827,
      "loss": 5.0478,
      "step": 21863
    },
    {
      "epoch": 1.8572884811416923,
      "grad_norm": 2.5969808375499124,
      "learning_rate": 0.00024214901658912421,
      "loss": 4.7205,
      "step": 21864
    },
    {
      "epoch": 1.857373428474346,
      "grad_norm": 2.6152578711968193,
      "learning_rate": 0.0002421435987303002,
      "loss": 4.7031,
      "step": 21865
    },
    {
      "epoch": 1.8574583758069996,
      "grad_norm": 2.6530311263932145,
      "learning_rate": 0.00024213818067840757,
      "loss": 4.9198,
      "step": 21866
    },
    {
      "epoch": 1.8575433231396534,
      "grad_norm": 2.5177560626717552,
      "learning_rate": 0.0002421327624334578,
      "loss": 4.6863,
      "step": 21867
    },
    {
      "epoch": 1.8576282704723073,
      "grad_norm": 2.449269783237627,
      "learning_rate": 0.00024212734399546213,
      "loss": 4.731,
      "step": 21868
    },
    {
      "epoch": 1.857713217804961,
      "grad_norm": 2.603867741513465,
      "learning_rate": 0.00024212192536443187,
      "loss": 4.939,
      "step": 21869
    },
    {
      "epoch": 1.8577981651376145,
      "grad_norm": 2.693685717079044,
      "learning_rate": 0.0002421165065403785,
      "loss": 5.4128,
      "step": 21870
    },
    {
      "epoch": 1.8578831124702684,
      "grad_norm": 2.4701127148902944,
      "learning_rate": 0.0002421110875233133,
      "loss": 4.5653,
      "step": 21871
    },
    {
      "epoch": 1.8579680598029222,
      "grad_norm": 2.6497688818905747,
      "learning_rate": 0.0002421056683132476,
      "loss": 4.8498,
      "step": 21872
    },
    {
      "epoch": 1.858053007135576,
      "grad_norm": 2.676674184744885,
      "learning_rate": 0.00024210024891019286,
      "loss": 5.4074,
      "step": 21873
    },
    {
      "epoch": 1.8581379544682297,
      "grad_norm": 2.5990227798657424,
      "learning_rate": 0.00024209482931416033,
      "loss": 5.0163,
      "step": 21874
    },
    {
      "epoch": 1.8582229018008833,
      "grad_norm": 2.634959062172883,
      "learning_rate": 0.00024208940952516141,
      "loss": 5.0399,
      "step": 21875
    },
    {
      "epoch": 1.8583078491335372,
      "grad_norm": 2.487567702935546,
      "learning_rate": 0.0002420839895432075,
      "loss": 4.9968,
      "step": 21876
    },
    {
      "epoch": 1.858392796466191,
      "grad_norm": 2.5915984808813137,
      "learning_rate": 0.00024207856936830986,
      "loss": 4.9657,
      "step": 21877
    },
    {
      "epoch": 1.8584777437988447,
      "grad_norm": 2.508149045380336,
      "learning_rate": 0.00024207314900047988,
      "loss": 4.7714,
      "step": 21878
    },
    {
      "epoch": 1.8585626911314985,
      "grad_norm": 2.473350122258991,
      "learning_rate": 0.00024206772843972894,
      "loss": 4.5633,
      "step": 21879
    },
    {
      "epoch": 1.8586476384641522,
      "grad_norm": 2.5121969395126174,
      "learning_rate": 0.0002420623076860684,
      "loss": 4.7011,
      "step": 21880
    },
    {
      "epoch": 1.858732585796806,
      "grad_norm": 2.576027473092866,
      "learning_rate": 0.00024205688673950963,
      "loss": 4.9406,
      "step": 21881
    },
    {
      "epoch": 1.8588175331294599,
      "grad_norm": 2.512088929765307,
      "learning_rate": 0.00024205146560006395,
      "loss": 4.6405,
      "step": 21882
    },
    {
      "epoch": 1.8589024804621135,
      "grad_norm": 2.476453504150215,
      "learning_rate": 0.0002420460442677427,
      "loss": 4.7584,
      "step": 21883
    },
    {
      "epoch": 1.8589874277947671,
      "grad_norm": 2.778654604654269,
      "learning_rate": 0.00024204062274255732,
      "loss": 5.6271,
      "step": 21884
    },
    {
      "epoch": 1.859072375127421,
      "grad_norm": 3.276895061082457,
      "learning_rate": 0.0002420352010245191,
      "loss": 4.5178,
      "step": 21885
    },
    {
      "epoch": 1.8591573224600748,
      "grad_norm": 2.5887501736984255,
      "learning_rate": 0.00024202977911363943,
      "loss": 4.9669,
      "step": 21886
    },
    {
      "epoch": 1.8592422697927287,
      "grad_norm": 2.546075450003359,
      "learning_rate": 0.00024202435700992967,
      "loss": 5.0634,
      "step": 21887
    },
    {
      "epoch": 1.8593272171253823,
      "grad_norm": 2.524121440184216,
      "learning_rate": 0.00024201893471340117,
      "loss": 4.7065,
      "step": 21888
    },
    {
      "epoch": 1.859412164458036,
      "grad_norm": 2.6541384160743826,
      "learning_rate": 0.00024201351222406532,
      "loss": 5.4375,
      "step": 21889
    },
    {
      "epoch": 1.8594971117906898,
      "grad_norm": 2.757131348883348,
      "learning_rate": 0.00024200808954193343,
      "loss": 4.4185,
      "step": 21890
    },
    {
      "epoch": 1.8595820591233436,
      "grad_norm": 2.667329353191888,
      "learning_rate": 0.0002420026666670169,
      "loss": 5.1477,
      "step": 21891
    },
    {
      "epoch": 1.8596670064559973,
      "grad_norm": 2.603776160145476,
      "learning_rate": 0.0002419972435993271,
      "loss": 5.1203,
      "step": 21892
    },
    {
      "epoch": 1.8597519537886509,
      "grad_norm": 2.5723914466096165,
      "learning_rate": 0.00024199182033887536,
      "loss": 4.4225,
      "step": 21893
    },
    {
      "epoch": 1.8598369011213047,
      "grad_norm": 2.6730215018398673,
      "learning_rate": 0.00024198639688567309,
      "loss": 5.3046,
      "step": 21894
    },
    {
      "epoch": 1.8599218484539586,
      "grad_norm": 2.584377209078412,
      "learning_rate": 0.00024198097323973157,
      "loss": 4.9918,
      "step": 21895
    },
    {
      "epoch": 1.8600067957866124,
      "grad_norm": 2.54526367886089,
      "learning_rate": 0.00024197554940106226,
      "loss": 4.8915,
      "step": 21896
    },
    {
      "epoch": 1.860091743119266,
      "grad_norm": 2.536521079749682,
      "learning_rate": 0.00024197012536967646,
      "loss": 4.9897,
      "step": 21897
    },
    {
      "epoch": 1.8601766904519197,
      "grad_norm": 2.6979652818768174,
      "learning_rate": 0.00024196470114558555,
      "loss": 5.1893,
      "step": 21898
    },
    {
      "epoch": 1.8602616377845735,
      "grad_norm": 2.6463685537274997,
      "learning_rate": 0.0002419592767288009,
      "loss": 5.1956,
      "step": 21899
    },
    {
      "epoch": 1.8603465851172274,
      "grad_norm": 2.4343899176376276,
      "learning_rate": 0.00024195385211933388,
      "loss": 4.5992,
      "step": 21900
    },
    {
      "epoch": 1.860431532449881,
      "grad_norm": 2.560450628023502,
      "learning_rate": 0.0002419484273171959,
      "loss": 5.1096,
      "step": 21901
    },
    {
      "epoch": 1.8605164797825349,
      "grad_norm": 2.5396226519238385,
      "learning_rate": 0.00024194300232239827,
      "loss": 5.0703,
      "step": 21902
    },
    {
      "epoch": 1.8606014271151885,
      "grad_norm": 2.7873320112915168,
      "learning_rate": 0.0002419375771349523,
      "loss": 4.3233,
      "step": 21903
    },
    {
      "epoch": 1.8606863744478424,
      "grad_norm": 2.6377210513711877,
      "learning_rate": 0.00024193215175486954,
      "loss": 4.9234,
      "step": 21904
    },
    {
      "epoch": 1.8607713217804962,
      "grad_norm": 2.716368591654636,
      "learning_rate": 0.00024192672618216114,
      "loss": 5.2194,
      "step": 21905
    },
    {
      "epoch": 1.8608562691131498,
      "grad_norm": 2.5609886154723602,
      "learning_rate": 0.0002419213004168386,
      "loss": 4.9227,
      "step": 21906
    },
    {
      "epoch": 1.8609412164458035,
      "grad_norm": 2.581597880081832,
      "learning_rate": 0.00024191587445891328,
      "loss": 5.0598,
      "step": 21907
    },
    {
      "epoch": 1.8610261637784573,
      "grad_norm": 2.7225497598435977,
      "learning_rate": 0.00024191044830839653,
      "loss": 5.4445,
      "step": 21908
    },
    {
      "epoch": 1.8611111111111112,
      "grad_norm": 2.618218474297145,
      "learning_rate": 0.00024190502196529972,
      "loss": 5.0324,
      "step": 21909
    },
    {
      "epoch": 1.861196058443765,
      "grad_norm": 2.6205921476811036,
      "learning_rate": 0.0002418995954296342,
      "loss": 5.085,
      "step": 21910
    },
    {
      "epoch": 1.8612810057764186,
      "grad_norm": 2.6547637656913046,
      "learning_rate": 0.0002418941687014114,
      "loss": 5.043,
      "step": 21911
    },
    {
      "epoch": 1.8613659531090723,
      "grad_norm": 2.5185873362196607,
      "learning_rate": 0.00024188874178064258,
      "loss": 4.7391,
      "step": 21912
    },
    {
      "epoch": 1.8614509004417261,
      "grad_norm": 2.6268257763597727,
      "learning_rate": 0.00024188331466733922,
      "loss": 5.0984,
      "step": 21913
    },
    {
      "epoch": 1.86153584777438,
      "grad_norm": 2.6459519390462676,
      "learning_rate": 0.00024187788736151268,
      "loss": 5.2377,
      "step": 21914
    },
    {
      "epoch": 1.8616207951070336,
      "grad_norm": 2.6099104402206352,
      "learning_rate": 0.00024187245986317428,
      "loss": 5.1396,
      "step": 21915
    },
    {
      "epoch": 1.8617057424396872,
      "grad_norm": 2.9872008563336774,
      "learning_rate": 0.0002418670321723354,
      "loss": 4.3609,
      "step": 21916
    },
    {
      "epoch": 1.861790689772341,
      "grad_norm": 2.549107888158764,
      "learning_rate": 0.00024186160428900743,
      "loss": 4.8055,
      "step": 21917
    },
    {
      "epoch": 1.861875637104995,
      "grad_norm": 2.6697537428031968,
      "learning_rate": 0.00024185617621320173,
      "loss": 5.0109,
      "step": 21918
    },
    {
      "epoch": 1.8619605844376488,
      "grad_norm": 2.6735331960512827,
      "learning_rate": 0.0002418507479449297,
      "loss": 4.8638,
      "step": 21919
    },
    {
      "epoch": 1.8620455317703024,
      "grad_norm": 2.527285484359663,
      "learning_rate": 0.0002418453194842027,
      "loss": 4.4742,
      "step": 21920
    },
    {
      "epoch": 1.862130479102956,
      "grad_norm": 2.7145288741161515,
      "learning_rate": 0.00024183989083103216,
      "loss": 5.2538,
      "step": 21921
    },
    {
      "epoch": 1.8622154264356099,
      "grad_norm": 2.5485682298843364,
      "learning_rate": 0.00024183446198542934,
      "loss": 4.8969,
      "step": 21922
    },
    {
      "epoch": 1.8623003737682637,
      "grad_norm": 2.5529164662498935,
      "learning_rate": 0.00024182903294740565,
      "loss": 5.0312,
      "step": 21923
    },
    {
      "epoch": 1.8623853211009176,
      "grad_norm": 2.6766319040460718,
      "learning_rate": 0.00024182360371697255,
      "loss": 5.041,
      "step": 21924
    },
    {
      "epoch": 1.8624702684335712,
      "grad_norm": 2.573725878650356,
      "learning_rate": 0.0002418181742941413,
      "loss": 4.81,
      "step": 21925
    },
    {
      "epoch": 1.8625552157662248,
      "grad_norm": 2.4916090706983005,
      "learning_rate": 0.00024181274467892337,
      "loss": 4.576,
      "step": 21926
    },
    {
      "epoch": 1.8626401630988787,
      "grad_norm": 2.6236728156185762,
      "learning_rate": 0.00024180731487133007,
      "loss": 5.2818,
      "step": 21927
    },
    {
      "epoch": 1.8627251104315325,
      "grad_norm": 2.6878335904757815,
      "learning_rate": 0.0002418018848713728,
      "loss": 5.2851,
      "step": 21928
    },
    {
      "epoch": 1.8628100577641862,
      "grad_norm": 2.5911591095055946,
      "learning_rate": 0.00024179645467906297,
      "loss": 5.1209,
      "step": 21929
    },
    {
      "epoch": 1.8628950050968398,
      "grad_norm": 2.557242483127527,
      "learning_rate": 0.00024179102429441196,
      "loss": 4.496,
      "step": 21930
    },
    {
      "epoch": 1.8629799524294937,
      "grad_norm": 2.5376244849554355,
      "learning_rate": 0.00024178559371743104,
      "loss": 4.6644,
      "step": 21931
    },
    {
      "epoch": 1.8630648997621475,
      "grad_norm": 2.484618120632216,
      "learning_rate": 0.00024178016294813172,
      "loss": 4.7912,
      "step": 21932
    },
    {
      "epoch": 1.8631498470948014,
      "grad_norm": 2.5136907436776594,
      "learning_rate": 0.00024177473198652531,
      "loss": 4.8939,
      "step": 21933
    },
    {
      "epoch": 1.863234794427455,
      "grad_norm": 2.4941159448830237,
      "learning_rate": 0.0002417693008326232,
      "loss": 4.6569,
      "step": 21934
    },
    {
      "epoch": 1.8633197417601086,
      "grad_norm": 2.5851766186022704,
      "learning_rate": 0.00024176386948643677,
      "loss": 4.9727,
      "step": 21935
    },
    {
      "epoch": 1.8634046890927625,
      "grad_norm": 2.480430931492238,
      "learning_rate": 0.0002417584379479774,
      "loss": 4.7914,
      "step": 21936
    },
    {
      "epoch": 1.8634896364254163,
      "grad_norm": 2.5856957634379545,
      "learning_rate": 0.0002417530062172565,
      "loss": 4.9605,
      "step": 21937
    },
    {
      "epoch": 1.86357458375807,
      "grad_norm": 2.6780775956511693,
      "learning_rate": 0.00024174757429428544,
      "loss": 5.2529,
      "step": 21938
    },
    {
      "epoch": 1.8636595310907238,
      "grad_norm": 2.5887788913962884,
      "learning_rate": 0.00024174214217907556,
      "loss": 4.8025,
      "step": 21939
    },
    {
      "epoch": 1.8637444784233774,
      "grad_norm": 2.7006507276598093,
      "learning_rate": 0.00024173670987163824,
      "loss": 5.3655,
      "step": 21940
    },
    {
      "epoch": 1.8638294257560313,
      "grad_norm": 2.685642539663642,
      "learning_rate": 0.000241731277371985,
      "loss": 5.0317,
      "step": 21941
    },
    {
      "epoch": 1.8639143730886851,
      "grad_norm": 2.5680139680231644,
      "learning_rate": 0.000241725844680127,
      "loss": 5.1683,
      "step": 21942
    },
    {
      "epoch": 1.8639993204213388,
      "grad_norm": 2.627724571650847,
      "learning_rate": 0.00024172041179607576,
      "loss": 5.1294,
      "step": 21943
    },
    {
      "epoch": 1.8640842677539924,
      "grad_norm": 2.5080559432055582,
      "learning_rate": 0.00024171497871984274,
      "loss": 4.8977,
      "step": 21944
    },
    {
      "epoch": 1.8641692150866462,
      "grad_norm": 2.594417598782861,
      "learning_rate": 0.00024170954545143914,
      "loss": 4.6671,
      "step": 21945
    },
    {
      "epoch": 1.8642541624193,
      "grad_norm": 2.610864779170406,
      "learning_rate": 0.0002417041119908764,
      "loss": 5.0397,
      "step": 21946
    },
    {
      "epoch": 1.864339109751954,
      "grad_norm": 2.5940757829647207,
      "learning_rate": 0.00024169867833816604,
      "loss": 4.8615,
      "step": 21947
    },
    {
      "epoch": 1.8644240570846076,
      "grad_norm": 2.4760018450071386,
      "learning_rate": 0.00024169324449331927,
      "loss": 4.9167,
      "step": 21948
    },
    {
      "epoch": 1.8645090044172612,
      "grad_norm": 2.6185543489899836,
      "learning_rate": 0.00024168781045634755,
      "loss": 5.1041,
      "step": 21949
    },
    {
      "epoch": 1.864593951749915,
      "grad_norm": 2.6774116829507757,
      "learning_rate": 0.0002416823762272623,
      "loss": 5.391,
      "step": 21950
    },
    {
      "epoch": 1.864678899082569,
      "grad_norm": 2.462758570381179,
      "learning_rate": 0.00024167694180607485,
      "loss": 4.8055,
      "step": 21951
    },
    {
      "epoch": 1.8647638464152225,
      "grad_norm": 2.6173532352675504,
      "learning_rate": 0.00024167150719279658,
      "loss": 4.9916,
      "step": 21952
    },
    {
      "epoch": 1.8648487937478762,
      "grad_norm": 2.508741266657883,
      "learning_rate": 0.0002416660723874389,
      "loss": 4.599,
      "step": 21953
    },
    {
      "epoch": 1.86493374108053,
      "grad_norm": 2.584114446557752,
      "learning_rate": 0.00024166063739001323,
      "loss": 5.0042,
      "step": 21954
    },
    {
      "epoch": 1.8650186884131839,
      "grad_norm": 2.547896836808916,
      "learning_rate": 0.00024165520220053089,
      "loss": 4.8514,
      "step": 21955
    },
    {
      "epoch": 1.8651036357458377,
      "grad_norm": 2.716345950571572,
      "learning_rate": 0.00024164976681900337,
      "loss": 5.2142,
      "step": 21956
    },
    {
      "epoch": 1.8651885830784913,
      "grad_norm": 2.6894824236929664,
      "learning_rate": 0.00024164433124544194,
      "loss": 5.2666,
      "step": 21957
    },
    {
      "epoch": 1.865273530411145,
      "grad_norm": 2.7567588262943854,
      "learning_rate": 0.00024163889547985806,
      "loss": 5.3334,
      "step": 21958
    },
    {
      "epoch": 1.8653584777437988,
      "grad_norm": 2.541601983289042,
      "learning_rate": 0.00024163345952226312,
      "loss": 5.0313,
      "step": 21959
    },
    {
      "epoch": 1.8654434250764527,
      "grad_norm": 2.6034443818455046,
      "learning_rate": 0.00024162802337266846,
      "loss": 4.9533,
      "step": 21960
    },
    {
      "epoch": 1.8655283724091065,
      "grad_norm": 2.5465153434262073,
      "learning_rate": 0.00024162258703108554,
      "loss": 4.9062,
      "step": 21961
    },
    {
      "epoch": 1.8656133197417601,
      "grad_norm": 2.6069330997834603,
      "learning_rate": 0.0002416171504975257,
      "loss": 4.6621,
      "step": 21962
    },
    {
      "epoch": 1.8656982670744138,
      "grad_norm": 2.543415982735772,
      "learning_rate": 0.00024161171377200033,
      "loss": 4.6906,
      "step": 21963
    },
    {
      "epoch": 1.8657832144070676,
      "grad_norm": 2.612911825042502,
      "learning_rate": 0.00024160627685452087,
      "loss": 5.1781,
      "step": 21964
    },
    {
      "epoch": 1.8658681617397215,
      "grad_norm": 2.627274797583912,
      "learning_rate": 0.00024160083974509867,
      "loss": 4.8455,
      "step": 21965
    },
    {
      "epoch": 1.865953109072375,
      "grad_norm": 2.6179141960843566,
      "learning_rate": 0.00024159540244374512,
      "loss": 5.2357,
      "step": 21966
    },
    {
      "epoch": 1.8660380564050287,
      "grad_norm": 2.6513244129612383,
      "learning_rate": 0.00024158996495047164,
      "loss": 5.0767,
      "step": 21967
    },
    {
      "epoch": 1.8661230037376826,
      "grad_norm": 2.552935310685926,
      "learning_rate": 0.00024158452726528957,
      "loss": 4.7183,
      "step": 21968
    },
    {
      "epoch": 1.8662079510703364,
      "grad_norm": 2.6629562727062384,
      "learning_rate": 0.0002415790893882104,
      "loss": 5.2891,
      "step": 21969
    },
    {
      "epoch": 1.8662928984029903,
      "grad_norm": 2.534833774801218,
      "learning_rate": 0.00024157365131924544,
      "loss": 4.7234,
      "step": 21970
    },
    {
      "epoch": 1.866377845735644,
      "grad_norm": 2.4435178226208873,
      "learning_rate": 0.0002415682130584061,
      "loss": 4.8202,
      "step": 21971
    },
    {
      "epoch": 1.8664627930682975,
      "grad_norm": 2.69613042618425,
      "learning_rate": 0.00024156277460570373,
      "loss": 5.5005,
      "step": 21972
    },
    {
      "epoch": 1.8665477404009514,
      "grad_norm": 2.499922333803252,
      "learning_rate": 0.0002415573359611499,
      "loss": 4.7665,
      "step": 21973
    },
    {
      "epoch": 1.8666326877336052,
      "grad_norm": 2.6847650436401023,
      "learning_rate": 0.00024155189712475578,
      "loss": 5.2788,
      "step": 21974
    },
    {
      "epoch": 1.8667176350662589,
      "grad_norm": 2.4766793319627625,
      "learning_rate": 0.00024154645809653296,
      "loss": 4.7547,
      "step": 21975
    },
    {
      "epoch": 1.8668025823989127,
      "grad_norm": 2.5781597610861864,
      "learning_rate": 0.0002415410188764927,
      "loss": 4.7885,
      "step": 21976
    },
    {
      "epoch": 1.8668875297315664,
      "grad_norm": 2.5901224148529383,
      "learning_rate": 0.00024153557946464646,
      "loss": 5.1365,
      "step": 21977
    },
    {
      "epoch": 1.8669724770642202,
      "grad_norm": 2.5022803423526345,
      "learning_rate": 0.0002415301398610056,
      "loss": 4.6367,
      "step": 21978
    },
    {
      "epoch": 1.867057424396874,
      "grad_norm": 2.657880527364318,
      "learning_rate": 0.00024152470006558155,
      "loss": 5.2396,
      "step": 21979
    },
    {
      "epoch": 1.8671423717295277,
      "grad_norm": 2.558813246998306,
      "learning_rate": 0.0002415192600783857,
      "loss": 4.7184,
      "step": 21980
    },
    {
      "epoch": 1.8672273190621813,
      "grad_norm": 2.807209268449079,
      "learning_rate": 0.00024151381989942944,
      "loss": 4.3444,
      "step": 21981
    },
    {
      "epoch": 1.8673122663948352,
      "grad_norm": 2.5341424428144874,
      "learning_rate": 0.00024150837952872418,
      "loss": 4.9421,
      "step": 21982
    },
    {
      "epoch": 1.867397213727489,
      "grad_norm": 2.5094945121205425,
      "learning_rate": 0.0002415029389662813,
      "loss": 4.9458,
      "step": 21983
    },
    {
      "epoch": 1.8674821610601429,
      "grad_norm": 2.496510782322634,
      "learning_rate": 0.00024149749821211224,
      "loss": 4.7717,
      "step": 21984
    },
    {
      "epoch": 1.8675671083927965,
      "grad_norm": 2.449715763260606,
      "learning_rate": 0.00024149205726622838,
      "loss": 4.7702,
      "step": 21985
    },
    {
      "epoch": 1.8676520557254501,
      "grad_norm": 2.475666736024592,
      "learning_rate": 0.00024148661612864107,
      "loss": 4.4395,
      "step": 21986
    },
    {
      "epoch": 1.867737003058104,
      "grad_norm": 2.5485457303186334,
      "learning_rate": 0.0002414811747993618,
      "loss": 4.9576,
      "step": 21987
    },
    {
      "epoch": 1.8678219503907578,
      "grad_norm": 2.5259086028034345,
      "learning_rate": 0.0002414757332784019,
      "loss": 4.8869,
      "step": 21988
    },
    {
      "epoch": 1.8679068977234115,
      "grad_norm": 2.5151438227114546,
      "learning_rate": 0.00024147029156577283,
      "loss": 4.7949,
      "step": 21989
    },
    {
      "epoch": 1.867991845056065,
      "grad_norm": 2.5706036839206705,
      "learning_rate": 0.00024146484966148588,
      "loss": 4.9144,
      "step": 21990
    },
    {
      "epoch": 1.868076792388719,
      "grad_norm": 2.5632095839514535,
      "learning_rate": 0.0002414594075655526,
      "loss": 5.2052,
      "step": 21991
    },
    {
      "epoch": 1.8681617397213728,
      "grad_norm": 2.7259555641858375,
      "learning_rate": 0.00024145396527798434,
      "loss": 5.4863,
      "step": 21992
    },
    {
      "epoch": 1.8682466870540266,
      "grad_norm": 2.5818410775800316,
      "learning_rate": 0.00024144852279879244,
      "loss": 4.9857,
      "step": 21993
    },
    {
      "epoch": 1.8683316343866803,
      "grad_norm": 2.4702932423063526,
      "learning_rate": 0.00024144308012798838,
      "loss": 4.7634,
      "step": 21994
    },
    {
      "epoch": 1.868416581719334,
      "grad_norm": 2.5276937759989533,
      "learning_rate": 0.0002414376372655835,
      "loss": 4.9632,
      "step": 21995
    },
    {
      "epoch": 1.8685015290519877,
      "grad_norm": 2.4747914078298927,
      "learning_rate": 0.0002414321942115893,
      "loss": 4.8084,
      "step": 21996
    },
    {
      "epoch": 1.8685864763846416,
      "grad_norm": 2.49659352639687,
      "learning_rate": 0.00024142675096601712,
      "loss": 4.6634,
      "step": 21997
    },
    {
      "epoch": 1.8686714237172954,
      "grad_norm": 2.5476920183798533,
      "learning_rate": 0.0002414213075288783,
      "loss": 5.0837,
      "step": 21998
    },
    {
      "epoch": 1.868756371049949,
      "grad_norm": 2.5290611243184546,
      "learning_rate": 0.00024141586390018436,
      "loss": 4.9628,
      "step": 21999
    },
    {
      "epoch": 1.8688413183826027,
      "grad_norm": 2.6187418797434274,
      "learning_rate": 0.00024141042007994667,
      "loss": 4.7274,
      "step": 22000
    },
    {
      "epoch": 1.8689262657152566,
      "grad_norm": 2.684954984804601,
      "learning_rate": 0.0002414049760681766,
      "loss": 5.3598,
      "step": 22001
    },
    {
      "epoch": 1.8690112130479104,
      "grad_norm": 2.5249506208583528,
      "learning_rate": 0.00024139953186488563,
      "loss": 4.8941,
      "step": 22002
    },
    {
      "epoch": 1.869096160380564,
      "grad_norm": 2.8692715154524584,
      "learning_rate": 0.0002413940874700851,
      "loss": 4.305,
      "step": 22003
    },
    {
      "epoch": 1.8691811077132177,
      "grad_norm": 2.5166763829785253,
      "learning_rate": 0.00024138864288378642,
      "loss": 4.8528,
      "step": 22004
    },
    {
      "epoch": 1.8692660550458715,
      "grad_norm": 2.7022598655571977,
      "learning_rate": 0.00024138319810600108,
      "loss": 5.3134,
      "step": 22005
    },
    {
      "epoch": 1.8693510023785254,
      "grad_norm": 2.4807065822868686,
      "learning_rate": 0.0002413777531367404,
      "loss": 4.6755,
      "step": 22006
    },
    {
      "epoch": 1.8694359497111792,
      "grad_norm": 2.633274845393225,
      "learning_rate": 0.00024137230797601574,
      "loss": 5.1515,
      "step": 22007
    },
    {
      "epoch": 1.8695208970438328,
      "grad_norm": 2.737593904987375,
      "learning_rate": 0.00024136686262383864,
      "loss": 5.5073,
      "step": 22008
    },
    {
      "epoch": 1.8696058443764865,
      "grad_norm": 2.7468967556958326,
      "learning_rate": 0.00024136141708022048,
      "loss": 4.3498,
      "step": 22009
    },
    {
      "epoch": 1.8696907917091403,
      "grad_norm": 2.611101141105475,
      "learning_rate": 0.00024135597134517263,
      "loss": 4.7332,
      "step": 22010
    },
    {
      "epoch": 1.8697757390417942,
      "grad_norm": 2.7530655861656643,
      "learning_rate": 0.00024135052541870652,
      "loss": 5.4519,
      "step": 22011
    },
    {
      "epoch": 1.8698606863744478,
      "grad_norm": 2.601885501395051,
      "learning_rate": 0.00024134507930083355,
      "loss": 4.9153,
      "step": 22012
    },
    {
      "epoch": 1.8699456337071017,
      "grad_norm": 2.516198759621974,
      "learning_rate": 0.00024133963299156514,
      "loss": 4.7272,
      "step": 22013
    },
    {
      "epoch": 1.8700305810397553,
      "grad_norm": 2.67632440334384,
      "learning_rate": 0.00024133418649091264,
      "loss": 5.4176,
      "step": 22014
    },
    {
      "epoch": 1.8701155283724091,
      "grad_norm": 2.478875369379245,
      "learning_rate": 0.00024132873979888761,
      "loss": 4.6735,
      "step": 22015
    },
    {
      "epoch": 1.870200475705063,
      "grad_norm": 2.530142963376224,
      "learning_rate": 0.0002413232929155013,
      "loss": 4.7481,
      "step": 22016
    },
    {
      "epoch": 1.8702854230377166,
      "grad_norm": 2.5482406875850354,
      "learning_rate": 0.00024131784584076525,
      "loss": 4.6461,
      "step": 22017
    },
    {
      "epoch": 1.8703703703703702,
      "grad_norm": 2.508350157363001,
      "learning_rate": 0.0002413123985746908,
      "loss": 4.9563,
      "step": 22018
    },
    {
      "epoch": 1.870455317703024,
      "grad_norm": 2.577496089509247,
      "learning_rate": 0.00024130695111728942,
      "loss": 4.9018,
      "step": 22019
    },
    {
      "epoch": 1.870540265035678,
      "grad_norm": 2.5266528189553195,
      "learning_rate": 0.00024130150346857241,
      "loss": 4.9598,
      "step": 22020
    },
    {
      "epoch": 1.8706252123683318,
      "grad_norm": 2.6885892361539243,
      "learning_rate": 0.00024129605562855133,
      "loss": 4.9698,
      "step": 22021
    },
    {
      "epoch": 1.8707101597009854,
      "grad_norm": 2.5798537123247467,
      "learning_rate": 0.0002412906075972375,
      "loss": 4.8228,
      "step": 22022
    },
    {
      "epoch": 1.870795107033639,
      "grad_norm": 2.4860489735614597,
      "learning_rate": 0.00024128515937464235,
      "loss": 4.8214,
      "step": 22023
    },
    {
      "epoch": 1.870880054366293,
      "grad_norm": 2.669406662665457,
      "learning_rate": 0.00024127971096077732,
      "loss": 5.1618,
      "step": 22024
    },
    {
      "epoch": 1.8709650016989468,
      "grad_norm": 2.613629499166464,
      "learning_rate": 0.0002412742623556538,
      "loss": 5.0228,
      "step": 22025
    },
    {
      "epoch": 1.8710499490316004,
      "grad_norm": 2.6965481911585982,
      "learning_rate": 0.00024126881355928325,
      "loss": 4.9499,
      "step": 22026
    },
    {
      "epoch": 1.871134896364254,
      "grad_norm": 2.5743592408593408,
      "learning_rate": 0.00024126336457167704,
      "loss": 5.0439,
      "step": 22027
    },
    {
      "epoch": 1.8712198436969079,
      "grad_norm": 2.6306645435551332,
      "learning_rate": 0.00024125791539284663,
      "loss": 5.1266,
      "step": 22028
    },
    {
      "epoch": 1.8713047910295617,
      "grad_norm": 2.633664148666638,
      "learning_rate": 0.00024125246602280334,
      "loss": 4.7805,
      "step": 22029
    },
    {
      "epoch": 1.8713897383622156,
      "grad_norm": 2.643590772957494,
      "learning_rate": 0.00024124701646155875,
      "loss": 5.1511,
      "step": 22030
    },
    {
      "epoch": 1.8714746856948692,
      "grad_norm": 2.552463660576903,
      "learning_rate": 0.00024124156670912416,
      "loss": 4.5549,
      "step": 22031
    },
    {
      "epoch": 1.8715596330275228,
      "grad_norm": 2.556697171254727,
      "learning_rate": 0.00024123611676551095,
      "loss": 4.7489,
      "step": 22032
    },
    {
      "epoch": 1.8716445803601767,
      "grad_norm": 2.6292462778687127,
      "learning_rate": 0.00024123066663073067,
      "loss": 5.3602,
      "step": 22033
    },
    {
      "epoch": 1.8717295276928305,
      "grad_norm": 2.5850112156094998,
      "learning_rate": 0.00024122521630479465,
      "loss": 4.6452,
      "step": 22034
    },
    {
      "epoch": 1.8718144750254841,
      "grad_norm": 2.5166233013305783,
      "learning_rate": 0.00024121976578771436,
      "loss": 4.568,
      "step": 22035
    },
    {
      "epoch": 1.871899422358138,
      "grad_norm": 2.611269397077404,
      "learning_rate": 0.00024121431507950118,
      "loss": 4.8409,
      "step": 22036
    },
    {
      "epoch": 1.8719843696907916,
      "grad_norm": 2.687191251512961,
      "learning_rate": 0.00024120886418016658,
      "loss": 5.2213,
      "step": 22037
    },
    {
      "epoch": 1.8720693170234455,
      "grad_norm": 2.704344851015971,
      "learning_rate": 0.0002412034130897219,
      "loss": 5.3346,
      "step": 22038
    },
    {
      "epoch": 1.8721542643560993,
      "grad_norm": 2.571987017862369,
      "learning_rate": 0.00024119796180817863,
      "loss": 4.7664,
      "step": 22039
    },
    {
      "epoch": 1.872239211688753,
      "grad_norm": 2.694130586200195,
      "learning_rate": 0.00024119251033554823,
      "loss": 5.2296,
      "step": 22040
    },
    {
      "epoch": 1.8723241590214066,
      "grad_norm": 2.552711349314514,
      "learning_rate": 0.00024118705867184195,
      "loss": 4.8532,
      "step": 22041
    },
    {
      "epoch": 1.8724091063540604,
      "grad_norm": 2.5075503391803795,
      "learning_rate": 0.00024118160681707142,
      "loss": 4.3316,
      "step": 22042
    },
    {
      "epoch": 1.8724940536867143,
      "grad_norm": 2.459871561519525,
      "learning_rate": 0.0002411761547712479,
      "loss": 4.6758,
      "step": 22043
    },
    {
      "epoch": 1.8725790010193681,
      "grad_norm": 2.6700808449109537,
      "learning_rate": 0.00024117070253438296,
      "loss": 4.9342,
      "step": 22044
    },
    {
      "epoch": 1.8726639483520218,
      "grad_norm": 2.69412191653548,
      "learning_rate": 0.00024116525010648793,
      "loss": 5.2544,
      "step": 22045
    },
    {
      "epoch": 1.8727488956846754,
      "grad_norm": 2.576979626279551,
      "learning_rate": 0.00024115979748757423,
      "loss": 4.7692,
      "step": 22046
    },
    {
      "epoch": 1.8728338430173292,
      "grad_norm": 2.580856631746584,
      "learning_rate": 0.00024115434467765332,
      "loss": 4.9142,
      "step": 22047
    },
    {
      "epoch": 1.872918790349983,
      "grad_norm": 2.682994612229772,
      "learning_rate": 0.0002411488916767366,
      "loss": 5.2616,
      "step": 22048
    },
    {
      "epoch": 1.8730037376826367,
      "grad_norm": 2.692919000196054,
      "learning_rate": 0.00024114343848483552,
      "loss": 5.3142,
      "step": 22049
    },
    {
      "epoch": 1.8730886850152904,
      "grad_norm": 2.6488817752302105,
      "learning_rate": 0.00024113798510196153,
      "loss": 5.0735,
      "step": 22050
    },
    {
      "epoch": 1.8731736323479442,
      "grad_norm": 2.5755291915987004,
      "learning_rate": 0.00024113253152812595,
      "loss": 4.5141,
      "step": 22051
    },
    {
      "epoch": 1.873258579680598,
      "grad_norm": 2.700214739033458,
      "learning_rate": 0.00024112707776334036,
      "loss": 5.3997,
      "step": 22052
    },
    {
      "epoch": 1.873343527013252,
      "grad_norm": 2.5712510674333817,
      "learning_rate": 0.00024112162380761603,
      "loss": 4.8796,
      "step": 22053
    },
    {
      "epoch": 1.8734284743459055,
      "grad_norm": 2.661521402641868,
      "learning_rate": 0.0002411161696609645,
      "loss": 4.7606,
      "step": 22054
    },
    {
      "epoch": 1.8735134216785592,
      "grad_norm": 2.518548742345909,
      "learning_rate": 0.00024111071532339714,
      "loss": 4.6316,
      "step": 22055
    },
    {
      "epoch": 1.873598369011213,
      "grad_norm": 2.658208458013447,
      "learning_rate": 0.00024110526079492543,
      "loss": 5.0353,
      "step": 22056
    },
    {
      "epoch": 1.8736833163438669,
      "grad_norm": 2.5030123289613386,
      "learning_rate": 0.00024109980607556075,
      "loss": 4.1719,
      "step": 22057
    },
    {
      "epoch": 1.8737682636765207,
      "grad_norm": 2.543062882865568,
      "learning_rate": 0.0002410943511653146,
      "loss": 4.894,
      "step": 22058
    },
    {
      "epoch": 1.8738532110091743,
      "grad_norm": 2.6776544782406835,
      "learning_rate": 0.0002410888960641983,
      "loss": 5.3002,
      "step": 22059
    },
    {
      "epoch": 1.873938158341828,
      "grad_norm": 2.709439746163283,
      "learning_rate": 0.00024108344077222334,
      "loss": 5.2515,
      "step": 22060
    },
    {
      "epoch": 1.8740231056744818,
      "grad_norm": 2.4866895590098874,
      "learning_rate": 0.00024107798528940114,
      "loss": 4.7701,
      "step": 22061
    },
    {
      "epoch": 1.8741080530071357,
      "grad_norm": 2.665194953588272,
      "learning_rate": 0.0002410725296157432,
      "loss": 4.8836,
      "step": 22062
    },
    {
      "epoch": 1.8741930003397893,
      "grad_norm": 2.576670575555753,
      "learning_rate": 0.00024106707375126082,
      "loss": 4.9871,
      "step": 22063
    },
    {
      "epoch": 1.874277947672443,
      "grad_norm": 2.538401118791277,
      "learning_rate": 0.00024106161769596552,
      "loss": 4.7777,
      "step": 22064
    },
    {
      "epoch": 1.8743628950050968,
      "grad_norm": 2.667962706052831,
      "learning_rate": 0.00024105616144986876,
      "loss": 5.2387,
      "step": 22065
    },
    {
      "epoch": 1.8744478423377506,
      "grad_norm": 2.5064900727858843,
      "learning_rate": 0.00024105070501298186,
      "loss": 4.6542,
      "step": 22066
    },
    {
      "epoch": 1.8745327896704045,
      "grad_norm": 2.669025308310137,
      "learning_rate": 0.00024104524838531636,
      "loss": 5.3046,
      "step": 22067
    },
    {
      "epoch": 1.8746177370030581,
      "grad_norm": 2.636986982840107,
      "learning_rate": 0.00024103979156688368,
      "loss": 5.1803,
      "step": 22068
    },
    {
      "epoch": 1.8747026843357117,
      "grad_norm": 2.535117032674719,
      "learning_rate": 0.00024103433455769518,
      "loss": 4.885,
      "step": 22069
    },
    {
      "epoch": 1.8747876316683656,
      "grad_norm": 2.50030015995919,
      "learning_rate": 0.00024102887735776238,
      "loss": 4.9972,
      "step": 22070
    },
    {
      "epoch": 1.8748725790010194,
      "grad_norm": 3.225699044205428,
      "learning_rate": 0.00024102341996709662,
      "loss": 4.4777,
      "step": 22071
    },
    {
      "epoch": 1.874957526333673,
      "grad_norm": 2.6450937684145095,
      "learning_rate": 0.00024101796238570943,
      "loss": 5.3325,
      "step": 22072
    },
    {
      "epoch": 1.875042473666327,
      "grad_norm": 2.6060145758976656,
      "learning_rate": 0.00024101250461361218,
      "loss": 5.0016,
      "step": 22073
    },
    {
      "epoch": 1.8751274209989806,
      "grad_norm": 2.6019035500939065,
      "learning_rate": 0.00024100704665081638,
      "loss": 5.0824,
      "step": 22074
    },
    {
      "epoch": 1.8752123683316344,
      "grad_norm": 2.4774941391051906,
      "learning_rate": 0.00024100158849733335,
      "loss": 4.8295,
      "step": 22075
    },
    {
      "epoch": 1.8752973156642883,
      "grad_norm": 2.5659910986990866,
      "learning_rate": 0.00024099613015317466,
      "loss": 4.8523,
      "step": 22076
    },
    {
      "epoch": 1.8753822629969419,
      "grad_norm": 2.6871835505161665,
      "learning_rate": 0.00024099067161835168,
      "loss": 5.3295,
      "step": 22077
    },
    {
      "epoch": 1.8754672103295955,
      "grad_norm": 2.6896791872453756,
      "learning_rate": 0.00024098521289287578,
      "loss": 5.2482,
      "step": 22078
    },
    {
      "epoch": 1.8755521576622494,
      "grad_norm": 2.5496667408768383,
      "learning_rate": 0.0002409797539767585,
      "loss": 4.9156,
      "step": 22079
    },
    {
      "epoch": 1.8756371049949032,
      "grad_norm": 2.465080513226459,
      "learning_rate": 0.00024097429487001125,
      "loss": 4.7955,
      "step": 22080
    },
    {
      "epoch": 1.875722052327557,
      "grad_norm": 2.576597460041522,
      "learning_rate": 0.00024096883557264549,
      "loss": 4.714,
      "step": 22081
    },
    {
      "epoch": 1.8758069996602107,
      "grad_norm": 2.682342202977893,
      "learning_rate": 0.0002409633760846726,
      "loss": 5.1822,
      "step": 22082
    },
    {
      "epoch": 1.8758919469928643,
      "grad_norm": 2.4543805940346495,
      "learning_rate": 0.00024095791640610408,
      "loss": 4.6406,
      "step": 22083
    },
    {
      "epoch": 1.8759768943255182,
      "grad_norm": 2.6228362946270036,
      "learning_rate": 0.0002409524565369513,
      "loss": 5.114,
      "step": 22084
    },
    {
      "epoch": 1.876061841658172,
      "grad_norm": 2.7362054595788976,
      "learning_rate": 0.00024094699647722573,
      "loss": 5.2262,
      "step": 22085
    },
    {
      "epoch": 1.8761467889908257,
      "grad_norm": 2.7389635272779764,
      "learning_rate": 0.00024094153622693885,
      "loss": 5.4141,
      "step": 22086
    },
    {
      "epoch": 1.8762317363234793,
      "grad_norm": 2.6556046517287375,
      "learning_rate": 0.00024093607578610206,
      "loss": 5.286,
      "step": 22087
    },
    {
      "epoch": 1.8763166836561331,
      "grad_norm": 2.5110425458177374,
      "learning_rate": 0.0002409306151547268,
      "loss": 4.5881,
      "step": 22088
    },
    {
      "epoch": 1.876401630988787,
      "grad_norm": 2.5856862593575936,
      "learning_rate": 0.00024092515433282456,
      "loss": 5.1874,
      "step": 22089
    },
    {
      "epoch": 1.8764865783214408,
      "grad_norm": 2.5335771898154977,
      "learning_rate": 0.0002409196933204067,
      "loss": 5.0815,
      "step": 22090
    },
    {
      "epoch": 1.8765715256540945,
      "grad_norm": 3.3980681289768055,
      "learning_rate": 0.00024091423211748474,
      "loss": 4.2741,
      "step": 22091
    },
    {
      "epoch": 1.876656472986748,
      "grad_norm": 2.510426075333039,
      "learning_rate": 0.00024090877072407011,
      "loss": 4.6748,
      "step": 22092
    },
    {
      "epoch": 1.876741420319402,
      "grad_norm": 2.683038063753418,
      "learning_rate": 0.00024090330914017417,
      "loss": 5.3119,
      "step": 22093
    },
    {
      "epoch": 1.8768263676520558,
      "grad_norm": 2.630774686025511,
      "learning_rate": 0.00024089784736580852,
      "loss": 4.8972,
      "step": 22094
    },
    {
      "epoch": 1.8769113149847096,
      "grad_norm": 2.5759061785065493,
      "learning_rate": 0.00024089238540098447,
      "loss": 5.1129,
      "step": 22095
    },
    {
      "epoch": 1.8769962623173633,
      "grad_norm": 2.475463349035731,
      "learning_rate": 0.0002408869232457135,
      "loss": 4.7712,
      "step": 22096
    },
    {
      "epoch": 1.877081209650017,
      "grad_norm": 2.5313717078609215,
      "learning_rate": 0.00024088146090000707,
      "loss": 4.9897,
      "step": 22097
    },
    {
      "epoch": 1.8771661569826708,
      "grad_norm": 2.6583543042262985,
      "learning_rate": 0.0002408759983638766,
      "loss": 5.1867,
      "step": 22098
    },
    {
      "epoch": 1.8772511043153246,
      "grad_norm": 2.5013272133538123,
      "learning_rate": 0.00024087053563733355,
      "loss": 4.9331,
      "step": 22099
    },
    {
      "epoch": 1.8773360516479782,
      "grad_norm": 2.463223858063179,
      "learning_rate": 0.00024086507272038938,
      "loss": 4.8598,
      "step": 22100
    },
    {
      "epoch": 1.8774209989806319,
      "grad_norm": 2.4854941653722338,
      "learning_rate": 0.00024085960961305552,
      "loss": 4.6102,
      "step": 22101
    },
    {
      "epoch": 1.8775059463132857,
      "grad_norm": 2.546538291817867,
      "learning_rate": 0.00024085414631534348,
      "loss": 5.1624,
      "step": 22102
    },
    {
      "epoch": 1.8775908936459396,
      "grad_norm": 2.5414106374380214,
      "learning_rate": 0.00024084868282726456,
      "loss": 5.1424,
      "step": 22103
    },
    {
      "epoch": 1.8776758409785934,
      "grad_norm": 2.5468373942377167,
      "learning_rate": 0.00024084321914883037,
      "loss": 4.9571,
      "step": 22104
    },
    {
      "epoch": 1.877760788311247,
      "grad_norm": 2.4302980877025973,
      "learning_rate": 0.00024083775528005224,
      "loss": 4.5934,
      "step": 22105
    },
    {
      "epoch": 1.8778457356439007,
      "grad_norm": 2.6481426574839126,
      "learning_rate": 0.00024083229122094166,
      "loss": 5.0184,
      "step": 22106
    },
    {
      "epoch": 1.8779306829765545,
      "grad_norm": 2.5275357511257956,
      "learning_rate": 0.00024082682697151012,
      "loss": 4.6816,
      "step": 22107
    },
    {
      "epoch": 1.8780156303092084,
      "grad_norm": 2.4843256767605566,
      "learning_rate": 0.000240821362531769,
      "loss": 4.71,
      "step": 22108
    },
    {
      "epoch": 1.878100577641862,
      "grad_norm": 2.5487922765758304,
      "learning_rate": 0.00024081589790172977,
      "loss": 4.8905,
      "step": 22109
    },
    {
      "epoch": 1.8781855249745159,
      "grad_norm": 2.758154641811888,
      "learning_rate": 0.00024081043308140398,
      "loss": 5.4202,
      "step": 22110
    },
    {
      "epoch": 1.8782704723071695,
      "grad_norm": 2.7720341143687994,
      "learning_rate": 0.00024080496807080292,
      "loss": 5.3749,
      "step": 22111
    },
    {
      "epoch": 1.8783554196398233,
      "grad_norm": 2.4918192686351293,
      "learning_rate": 0.00024079950286993808,
      "loss": 4.4473,
      "step": 22112
    },
    {
      "epoch": 1.8784403669724772,
      "grad_norm": 2.7368214921512792,
      "learning_rate": 0.000240794037478821,
      "loss": 5.2647,
      "step": 22113
    },
    {
      "epoch": 1.8785253143051308,
      "grad_norm": 2.655387116373032,
      "learning_rate": 0.0002407885718974631,
      "loss": 5.3357,
      "step": 22114
    },
    {
      "epoch": 1.8786102616377844,
      "grad_norm": 2.6646429279578396,
      "learning_rate": 0.00024078310612587575,
      "loss": 5.1393,
      "step": 22115
    },
    {
      "epoch": 1.8786952089704383,
      "grad_norm": 2.530127084839425,
      "learning_rate": 0.00024077764016407045,
      "loss": 4.8416,
      "step": 22116
    },
    {
      "epoch": 1.8787801563030921,
      "grad_norm": 2.6351151520411724,
      "learning_rate": 0.0002407721740120587,
      "loss": 5.1279,
      "step": 22117
    },
    {
      "epoch": 1.878865103635746,
      "grad_norm": 2.521884310829491,
      "learning_rate": 0.0002407667076698519,
      "loss": 4.7773,
      "step": 22118
    },
    {
      "epoch": 1.8789500509683996,
      "grad_norm": 2.58596459000779,
      "learning_rate": 0.00024076124113746151,
      "loss": 5.2049,
      "step": 22119
    },
    {
      "epoch": 1.8790349983010532,
      "grad_norm": 2.6884163560773384,
      "learning_rate": 0.00024075577441489904,
      "loss": 5.0709,
      "step": 22120
    },
    {
      "epoch": 1.879119945633707,
      "grad_norm": 2.566588082961298,
      "learning_rate": 0.00024075030750217582,
      "loss": 4.7484,
      "step": 22121
    },
    {
      "epoch": 1.879204892966361,
      "grad_norm": 2.5281016385201847,
      "learning_rate": 0.0002407448403993035,
      "loss": 4.7193,
      "step": 22122
    },
    {
      "epoch": 1.8792898402990146,
      "grad_norm": 2.6099136868387016,
      "learning_rate": 0.00024073937310629332,
      "loss": 5.1937,
      "step": 22123
    },
    {
      "epoch": 1.8793747876316682,
      "grad_norm": 2.6817300597422884,
      "learning_rate": 0.00024073390562315687,
      "loss": 5.2553,
      "step": 22124
    },
    {
      "epoch": 1.879459734964322,
      "grad_norm": 2.5417990353003472,
      "learning_rate": 0.00024072843794990556,
      "loss": 4.9589,
      "step": 22125
    },
    {
      "epoch": 1.879544682296976,
      "grad_norm": 2.6096811738071675,
      "learning_rate": 0.00024072297008655087,
      "loss": 5.0124,
      "step": 22126
    },
    {
      "epoch": 1.8796296296296298,
      "grad_norm": 2.4849895215669853,
      "learning_rate": 0.0002407175020331042,
      "loss": 4.479,
      "step": 22127
    },
    {
      "epoch": 1.8797145769622834,
      "grad_norm": 2.5955118008260243,
      "learning_rate": 0.00024071203378957714,
      "loss": 5.1822,
      "step": 22128
    },
    {
      "epoch": 1.879799524294937,
      "grad_norm": 2.6606434082114205,
      "learning_rate": 0.00024070656535598098,
      "loss": 5.0402,
      "step": 22129
    },
    {
      "epoch": 1.8798844716275909,
      "grad_norm": 2.7157554284287464,
      "learning_rate": 0.00024070109673232727,
      "loss": 5.3927,
      "step": 22130
    },
    {
      "epoch": 1.8799694189602447,
      "grad_norm": 2.671681382291372,
      "learning_rate": 0.00024069562791862747,
      "loss": 5.1799,
      "step": 22131
    },
    {
      "epoch": 1.8800543662928983,
      "grad_norm": 2.6057004012857274,
      "learning_rate": 0.00024069015891489302,
      "loss": 5.1024,
      "step": 22132
    },
    {
      "epoch": 1.8801393136255522,
      "grad_norm": 2.5354485432543417,
      "learning_rate": 0.0002406846897211354,
      "loss": 4.8059,
      "step": 22133
    },
    {
      "epoch": 1.8802242609582058,
      "grad_norm": 2.5930037213264505,
      "learning_rate": 0.000240679220337366,
      "loss": 4.7543,
      "step": 22134
    },
    {
      "epoch": 1.8803092082908597,
      "grad_norm": 2.706810649366749,
      "learning_rate": 0.00024067375076359637,
      "loss": 5.2824,
      "step": 22135
    },
    {
      "epoch": 1.8803941556235135,
      "grad_norm": 2.5456565158903515,
      "learning_rate": 0.0002406682809998379,
      "loss": 4.5793,
      "step": 22136
    },
    {
      "epoch": 1.8804791029561672,
      "grad_norm": 2.7171316540188775,
      "learning_rate": 0.00024066281104610215,
      "loss": 5.4767,
      "step": 22137
    },
    {
      "epoch": 1.8805640502888208,
      "grad_norm": 2.612250817809326,
      "learning_rate": 0.00024065734090240046,
      "loss": 5.3661,
      "step": 22138
    },
    {
      "epoch": 1.8806489976214746,
      "grad_norm": 2.5697759350481464,
      "learning_rate": 0.00024065187056874436,
      "loss": 4.7313,
      "step": 22139
    },
    {
      "epoch": 1.8807339449541285,
      "grad_norm": 2.5999521610029785,
      "learning_rate": 0.0002406464000451453,
      "loss": 5.0313,
      "step": 22140
    },
    {
      "epoch": 1.8808188922867823,
      "grad_norm": 2.5118161858260915,
      "learning_rate": 0.00024064092933161478,
      "loss": 4.9981,
      "step": 22141
    },
    {
      "epoch": 1.880903839619436,
      "grad_norm": 2.529566503071959,
      "learning_rate": 0.00024063545842816414,
      "loss": 4.8953,
      "step": 22142
    },
    {
      "epoch": 1.8809887869520896,
      "grad_norm": 2.5364513472853325,
      "learning_rate": 0.00024062998733480497,
      "loss": 4.8358,
      "step": 22143
    },
    {
      "epoch": 1.8810737342847434,
      "grad_norm": 2.4590056892485266,
      "learning_rate": 0.0002406245160515487,
      "loss": 4.5384,
      "step": 22144
    },
    {
      "epoch": 1.8811586816173973,
      "grad_norm": 2.602640997467875,
      "learning_rate": 0.00024061904457840682,
      "loss": 4.7151,
      "step": 22145
    },
    {
      "epoch": 1.881243628950051,
      "grad_norm": 2.671992513313314,
      "learning_rate": 0.00024061357291539067,
      "loss": 5.0404,
      "step": 22146
    },
    {
      "epoch": 1.8813285762827046,
      "grad_norm": 2.471205745777078,
      "learning_rate": 0.00024060810106251186,
      "loss": 4.4125,
      "step": 22147
    },
    {
      "epoch": 1.8814135236153584,
      "grad_norm": 2.6785745296402808,
      "learning_rate": 0.0002406026290197818,
      "loss": 5.1201,
      "step": 22148
    },
    {
      "epoch": 1.8814984709480123,
      "grad_norm": 2.5959054669429458,
      "learning_rate": 0.00024059715678721193,
      "loss": 5.1479,
      "step": 22149
    },
    {
      "epoch": 1.881583418280666,
      "grad_norm": 2.65941966414802,
      "learning_rate": 0.00024059168436481375,
      "loss": 4.6017,
      "step": 22150
    },
    {
      "epoch": 1.8816683656133197,
      "grad_norm": 2.670711168068766,
      "learning_rate": 0.00024058621175259868,
      "loss": 5.2897,
      "step": 22151
    },
    {
      "epoch": 1.8817533129459734,
      "grad_norm": 2.4554964940496,
      "learning_rate": 0.00024058073895057828,
      "loss": 4.8806,
      "step": 22152
    },
    {
      "epoch": 1.8818382602786272,
      "grad_norm": 2.6983403220387436,
      "learning_rate": 0.00024057526595876394,
      "loss": 5.2522,
      "step": 22153
    },
    {
      "epoch": 1.881923207611281,
      "grad_norm": 2.5498071503406448,
      "learning_rate": 0.00024056979277716718,
      "loss": 4.9206,
      "step": 22154
    },
    {
      "epoch": 1.882008154943935,
      "grad_norm": 2.6692704978576227,
      "learning_rate": 0.00024056431940579936,
      "loss": 5.3317,
      "step": 22155
    },
    {
      "epoch": 1.8820931022765885,
      "grad_norm": 2.4915318509308504,
      "learning_rate": 0.0002405588458446721,
      "loss": 4.6069,
      "step": 22156
    },
    {
      "epoch": 1.8821780496092422,
      "grad_norm": 2.8897332519198216,
      "learning_rate": 0.00024055337209379676,
      "loss": 4.3963,
      "step": 22157
    },
    {
      "epoch": 1.882262996941896,
      "grad_norm": 2.5461663614301266,
      "learning_rate": 0.0002405478981531848,
      "loss": 4.7624,
      "step": 22158
    },
    {
      "epoch": 1.8823479442745499,
      "grad_norm": 2.5335269718076674,
      "learning_rate": 0.0002405424240228478,
      "loss": 4.7045,
      "step": 22159
    },
    {
      "epoch": 1.8824328916072035,
      "grad_norm": 2.583288591998008,
      "learning_rate": 0.00024053694970279713,
      "loss": 4.9443,
      "step": 22160
    },
    {
      "epoch": 1.8825178389398571,
      "grad_norm": 2.6285929984957166,
      "learning_rate": 0.00024053147519304433,
      "loss": 4.9874,
      "step": 22161
    },
    {
      "epoch": 1.882602786272511,
      "grad_norm": 2.6399354762879037,
      "learning_rate": 0.00024052600049360076,
      "loss": 5.1006,
      "step": 22162
    },
    {
      "epoch": 1.8826877336051648,
      "grad_norm": 2.569985152065919,
      "learning_rate": 0.000240520525604478,
      "loss": 5.2177,
      "step": 22163
    },
    {
      "epoch": 1.8827726809378187,
      "grad_norm": 2.5366201351372766,
      "learning_rate": 0.0002405150505256875,
      "loss": 4.8222,
      "step": 22164
    },
    {
      "epoch": 1.8828576282704723,
      "grad_norm": 2.657568374468911,
      "learning_rate": 0.0002405095752572407,
      "loss": 5.0197,
      "step": 22165
    },
    {
      "epoch": 1.882942575603126,
      "grad_norm": 2.5504537495030837,
      "learning_rate": 0.00024050409979914911,
      "loss": 4.5799,
      "step": 22166
    },
    {
      "epoch": 1.8830275229357798,
      "grad_norm": 2.517293615703847,
      "learning_rate": 0.00024049862415142416,
      "loss": 4.5983,
      "step": 22167
    },
    {
      "epoch": 1.8831124702684336,
      "grad_norm": 2.7283148065522944,
      "learning_rate": 0.00024049314831407737,
      "loss": 5.2776,
      "step": 22168
    },
    {
      "epoch": 1.8831974176010873,
      "grad_norm": 2.616850173176577,
      "learning_rate": 0.00024048767228712016,
      "loss": 5.305,
      "step": 22169
    },
    {
      "epoch": 1.8832823649337411,
      "grad_norm": 2.6517655939409637,
      "learning_rate": 0.00024048219607056406,
      "loss": 5.1768,
      "step": 22170
    },
    {
      "epoch": 1.8833673122663948,
      "grad_norm": 2.5709561207178844,
      "learning_rate": 0.0002404767196644205,
      "loss": 4.6534,
      "step": 22171
    },
    {
      "epoch": 1.8834522595990486,
      "grad_norm": 2.6944180411495497,
      "learning_rate": 0.00024047124306870099,
      "loss": 5.3001,
      "step": 22172
    },
    {
      "epoch": 1.8835372069317025,
      "grad_norm": 2.638678476201902,
      "learning_rate": 0.00024046576628341696,
      "loss": 5.0968,
      "step": 22173
    },
    {
      "epoch": 1.883622154264356,
      "grad_norm": 2.693425365566056,
      "learning_rate": 0.00024046028930857993,
      "loss": 5.1908,
      "step": 22174
    },
    {
      "epoch": 1.8837071015970097,
      "grad_norm": 2.6945118084826754,
      "learning_rate": 0.00024045481214420136,
      "loss": 5.2728,
      "step": 22175
    },
    {
      "epoch": 1.8837920489296636,
      "grad_norm": 2.586532337748266,
      "learning_rate": 0.00024044933479029269,
      "loss": 5.0242,
      "step": 22176
    },
    {
      "epoch": 1.8838769962623174,
      "grad_norm": 2.6597803232425274,
      "learning_rate": 0.0002404438572468655,
      "loss": 5.1983,
      "step": 22177
    },
    {
      "epoch": 1.8839619435949713,
      "grad_norm": 2.6986719959117815,
      "learning_rate": 0.00024043837951393115,
      "loss": 5.2627,
      "step": 22178
    },
    {
      "epoch": 1.884046890927625,
      "grad_norm": 2.7704430612300035,
      "learning_rate": 0.00024043290159150114,
      "loss": 5.3332,
      "step": 22179
    },
    {
      "epoch": 1.8841318382602785,
      "grad_norm": 2.588332592257127,
      "learning_rate": 0.00024042742347958704,
      "loss": 5.1001,
      "step": 22180
    },
    {
      "epoch": 1.8842167855929324,
      "grad_norm": 2.5427570760193423,
      "learning_rate": 0.00024042194517820027,
      "loss": 4.8674,
      "step": 22181
    },
    {
      "epoch": 1.8843017329255862,
      "grad_norm": 2.5437256123635668,
      "learning_rate": 0.00024041646668735223,
      "loss": 4.711,
      "step": 22182
    },
    {
      "epoch": 1.8843866802582399,
      "grad_norm": 2.577824180783456,
      "learning_rate": 0.00024041098800705452,
      "loss": 5.2037,
      "step": 22183
    },
    {
      "epoch": 1.8844716275908935,
      "grad_norm": 2.5237733633450614,
      "learning_rate": 0.00024040550913731855,
      "loss": 4.8682,
      "step": 22184
    },
    {
      "epoch": 1.8845565749235473,
      "grad_norm": 2.565784788388476,
      "learning_rate": 0.00024040003007815578,
      "loss": 4.69,
      "step": 22185
    },
    {
      "epoch": 1.8846415222562012,
      "grad_norm": 2.7620738914636744,
      "learning_rate": 0.00024039455082957778,
      "loss": 5.4062,
      "step": 22186
    },
    {
      "epoch": 1.884726469588855,
      "grad_norm": 2.484258048218365,
      "learning_rate": 0.00024038907139159598,
      "loss": 4.6429,
      "step": 22187
    },
    {
      "epoch": 1.8848114169215087,
      "grad_norm": 2.5729803544436276,
      "learning_rate": 0.00024038359176422187,
      "loss": 4.8177,
      "step": 22188
    },
    {
      "epoch": 1.8848963642541623,
      "grad_norm": 2.6886843404361196,
      "learning_rate": 0.0002403781119474669,
      "loss": 5.2617,
      "step": 22189
    },
    {
      "epoch": 1.8849813115868161,
      "grad_norm": 2.802181026136035,
      "learning_rate": 0.0002403726319413426,
      "loss": 5.2867,
      "step": 22190
    },
    {
      "epoch": 1.88506625891947,
      "grad_norm": 2.5913209635309054,
      "learning_rate": 0.0002403671517458604,
      "loss": 4.988,
      "step": 22191
    },
    {
      "epoch": 1.8851512062521238,
      "grad_norm": 2.5019419025318315,
      "learning_rate": 0.00024036167136103182,
      "loss": 4.8767,
      "step": 22192
    },
    {
      "epoch": 1.8852361535847775,
      "grad_norm": 2.5198425200090213,
      "learning_rate": 0.00024035619078686837,
      "loss": 4.6926,
      "step": 22193
    },
    {
      "epoch": 1.885321100917431,
      "grad_norm": 2.528862663324731,
      "learning_rate": 0.00024035071002338144,
      "loss": 4.7075,
      "step": 22194
    },
    {
      "epoch": 1.885406048250085,
      "grad_norm": 2.67723255109079,
      "learning_rate": 0.0002403452290705826,
      "loss": 5.351,
      "step": 22195
    },
    {
      "epoch": 1.8854909955827388,
      "grad_norm": 2.535037981489939,
      "learning_rate": 0.00024033974792848328,
      "loss": 4.9586,
      "step": 22196
    },
    {
      "epoch": 1.8855759429153924,
      "grad_norm": 2.799336591963044,
      "learning_rate": 0.00024033426659709502,
      "loss": 5.387,
      "step": 22197
    },
    {
      "epoch": 1.885660890248046,
      "grad_norm": 2.555950573355185,
      "learning_rate": 0.00024032878507642923,
      "loss": 4.9173,
      "step": 22198
    },
    {
      "epoch": 1.8857458375807,
      "grad_norm": 2.563914400111744,
      "learning_rate": 0.0002403233033664975,
      "loss": 4.9182,
      "step": 22199
    },
    {
      "epoch": 1.8858307849133538,
      "grad_norm": 2.5501594454905248,
      "learning_rate": 0.0002403178214673112,
      "loss": 5.0557,
      "step": 22200
    },
    {
      "epoch": 1.8859157322460076,
      "grad_norm": 2.5883270432305077,
      "learning_rate": 0.0002403123393788819,
      "loss": 5.0251,
      "step": 22201
    },
    {
      "epoch": 1.8860006795786612,
      "grad_norm": 2.650774850310451,
      "learning_rate": 0.00024030685710122105,
      "loss": 5.1349,
      "step": 22202
    },
    {
      "epoch": 1.8860856269113149,
      "grad_norm": 2.515686433952828,
      "learning_rate": 0.00024030137463434018,
      "loss": 4.6819,
      "step": 22203
    },
    {
      "epoch": 1.8861705742439687,
      "grad_norm": 2.561280166002352,
      "learning_rate": 0.0002402958919782507,
      "loss": 4.8208,
      "step": 22204
    },
    {
      "epoch": 1.8862555215766226,
      "grad_norm": 2.7278883818389947,
      "learning_rate": 0.00024029040913296413,
      "loss": 5.3536,
      "step": 22205
    },
    {
      "epoch": 1.8863404689092762,
      "grad_norm": 2.5544847173908476,
      "learning_rate": 0.000240284926098492,
      "loss": 5.009,
      "step": 22206
    },
    {
      "epoch": 1.88642541624193,
      "grad_norm": 2.593442195441742,
      "learning_rate": 0.00024027944287484575,
      "loss": 5.2556,
      "step": 22207
    },
    {
      "epoch": 1.8865103635745837,
      "grad_norm": 2.5658009741385306,
      "learning_rate": 0.00024027395946203691,
      "loss": 4.878,
      "step": 22208
    },
    {
      "epoch": 1.8865953109072375,
      "grad_norm": 2.730697476236176,
      "learning_rate": 0.00024026847586007693,
      "loss": 5.338,
      "step": 22209
    },
    {
      "epoch": 1.8866802582398914,
      "grad_norm": 2.5141028697954564,
      "learning_rate": 0.00024026299206897727,
      "loss": 4.8913,
      "step": 22210
    },
    {
      "epoch": 1.886765205572545,
      "grad_norm": 2.528480093508968,
      "learning_rate": 0.00024025750808874955,
      "loss": 4.8482,
      "step": 22211
    },
    {
      "epoch": 1.8868501529051986,
      "grad_norm": 2.736669217181741,
      "learning_rate": 0.00024025202391940513,
      "loss": 5.4651,
      "step": 22212
    },
    {
      "epoch": 1.8869351002378525,
      "grad_norm": 2.526952908813318,
      "learning_rate": 0.00024024653956095554,
      "loss": 4.582,
      "step": 22213
    },
    {
      "epoch": 1.8870200475705063,
      "grad_norm": 2.5194674021778862,
      "learning_rate": 0.00024024105501341234,
      "loss": 4.5557,
      "step": 22214
    },
    {
      "epoch": 1.8871049949031602,
      "grad_norm": 2.7539196608682097,
      "learning_rate": 0.00024023557027678689,
      "loss": 5.351,
      "step": 22215
    },
    {
      "epoch": 1.8871899422358138,
      "grad_norm": 2.5009416217702083,
      "learning_rate": 0.00024023008535109077,
      "loss": 4.6885,
      "step": 22216
    },
    {
      "epoch": 1.8872748895684675,
      "grad_norm": 2.5238535641006012,
      "learning_rate": 0.00024022460023633547,
      "loss": 4.8953,
      "step": 22217
    },
    {
      "epoch": 1.8873598369011213,
      "grad_norm": 2.520332370127244,
      "learning_rate": 0.00024021911493253244,
      "loss": 5.0105,
      "step": 22218
    },
    {
      "epoch": 1.8874447842337752,
      "grad_norm": 2.5083056582308627,
      "learning_rate": 0.0002402136294396932,
      "loss": 4.6459,
      "step": 22219
    },
    {
      "epoch": 1.8875297315664288,
      "grad_norm": 2.714559216277392,
      "learning_rate": 0.0002402081437578293,
      "loss": 5.3729,
      "step": 22220
    },
    {
      "epoch": 1.8876146788990824,
      "grad_norm": 2.553719077991599,
      "learning_rate": 0.00024020265788695215,
      "loss": 4.7314,
      "step": 22221
    },
    {
      "epoch": 1.8876996262317363,
      "grad_norm": 2.580917274169966,
      "learning_rate": 0.00024019717182707326,
      "loss": 5.0044,
      "step": 22222
    },
    {
      "epoch": 1.8877845735643901,
      "grad_norm": 2.559326255309485,
      "learning_rate": 0.00024019168557820416,
      "loss": 4.7129,
      "step": 22223
    },
    {
      "epoch": 1.887869520897044,
      "grad_norm": 2.565293844180669,
      "learning_rate": 0.0002401861991403563,
      "loss": 4.9209,
      "step": 22224
    },
    {
      "epoch": 1.8879544682296976,
      "grad_norm": 2.6776501462913482,
      "learning_rate": 0.00024018071251354122,
      "loss": 5.2864,
      "step": 22225
    },
    {
      "epoch": 1.8880394155623512,
      "grad_norm": 2.5231764267457004,
      "learning_rate": 0.0002401752256977704,
      "loss": 4.78,
      "step": 22226
    },
    {
      "epoch": 1.888124362895005,
      "grad_norm": 2.7546141414366567,
      "learning_rate": 0.00024016973869305533,
      "loss": 5.539,
      "step": 22227
    },
    {
      "epoch": 1.888209310227659,
      "grad_norm": 3.0933250536715122,
      "learning_rate": 0.00024016425149940747,
      "loss": 4.3483,
      "step": 22228
    },
    {
      "epoch": 1.8882942575603128,
      "grad_norm": 2.5504316506538696,
      "learning_rate": 0.0002401587641168384,
      "loss": 4.9744,
      "step": 22229
    },
    {
      "epoch": 1.8883792048929664,
      "grad_norm": 2.670853654953557,
      "learning_rate": 0.00024015327654535959,
      "loss": 4.9391,
      "step": 22230
    },
    {
      "epoch": 1.88846415222562,
      "grad_norm": 2.6070925706583163,
      "learning_rate": 0.0002401477887849825,
      "loss": 4.9789,
      "step": 22231
    },
    {
      "epoch": 1.8885490995582739,
      "grad_norm": 2.529969153585288,
      "learning_rate": 0.00024014230083571863,
      "loss": 4.629,
      "step": 22232
    },
    {
      "epoch": 1.8886340468909277,
      "grad_norm": 2.5207162959939997,
      "learning_rate": 0.00024013681269757951,
      "loss": 4.6723,
      "step": 22233
    },
    {
      "epoch": 1.8887189942235814,
      "grad_norm": 2.5792374867658245,
      "learning_rate": 0.00024013132437057666,
      "loss": 4.9962,
      "step": 22234
    },
    {
      "epoch": 1.888803941556235,
      "grad_norm": 2.541249995347508,
      "learning_rate": 0.0002401258358547215,
      "loss": 4.9976,
      "step": 22235
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 2.536675934975706,
      "learning_rate": 0.00024012034715002563,
      "loss": 5.1578,
      "step": 22236
    },
    {
      "epoch": 1.8889738362215427,
      "grad_norm": 2.6824914792309684,
      "learning_rate": 0.00024011485825650047,
      "loss": 5.2697,
      "step": 22237
    },
    {
      "epoch": 1.8890587835541965,
      "grad_norm": 2.5619701159478048,
      "learning_rate": 0.00024010936917415754,
      "loss": 4.9152,
      "step": 22238
    },
    {
      "epoch": 1.8891437308868502,
      "grad_norm": 2.561369599629647,
      "learning_rate": 0.0002401038799030084,
      "loss": 4.9601,
      "step": 22239
    },
    {
      "epoch": 1.8892286782195038,
      "grad_norm": 2.6101358388970066,
      "learning_rate": 0.00024009839044306444,
      "loss": 4.8638,
      "step": 22240
    },
    {
      "epoch": 1.8893136255521576,
      "grad_norm": 2.6065553020605394,
      "learning_rate": 0.00024009290079433725,
      "loss": 4.8955,
      "step": 22241
    },
    {
      "epoch": 1.8893985728848115,
      "grad_norm": 2.5194875267082844,
      "learning_rate": 0.00024008741095683832,
      "loss": 4.8227,
      "step": 22242
    },
    {
      "epoch": 1.8894835202174651,
      "grad_norm": 2.4593782847590044,
      "learning_rate": 0.00024008192093057914,
      "loss": 4.628,
      "step": 22243
    },
    {
      "epoch": 1.889568467550119,
      "grad_norm": 2.5132123826666293,
      "learning_rate": 0.00024007643071557124,
      "loss": 4.9444,
      "step": 22244
    },
    {
      "epoch": 1.8896534148827726,
      "grad_norm": 2.4944589515664544,
      "learning_rate": 0.00024007094031182607,
      "loss": 4.3098,
      "step": 22245
    },
    {
      "epoch": 1.8897383622154265,
      "grad_norm": 2.5205254197756726,
      "learning_rate": 0.00024006544971935518,
      "loss": 5.0053,
      "step": 22246
    },
    {
      "epoch": 1.8898233095480803,
      "grad_norm": 2.6006074366759044,
      "learning_rate": 0.00024005995893816999,
      "loss": 5.1089,
      "step": 22247
    },
    {
      "epoch": 1.889908256880734,
      "grad_norm": 2.565558136021852,
      "learning_rate": 0.00024005446796828214,
      "loss": 4.8474,
      "step": 22248
    },
    {
      "epoch": 1.8899932042133876,
      "grad_norm": 2.6099363503722137,
      "learning_rate": 0.00024004897680970303,
      "loss": 4.8597,
      "step": 22249
    },
    {
      "epoch": 1.8900781515460414,
      "grad_norm": 2.545390560512886,
      "learning_rate": 0.00024004348546244423,
      "loss": 4.8052,
      "step": 22250
    },
    {
      "epoch": 1.8901630988786953,
      "grad_norm": 2.515121134597178,
      "learning_rate": 0.0002400379939265172,
      "loss": 4.952,
      "step": 22251
    },
    {
      "epoch": 1.8902480462113491,
      "grad_norm": 2.6079407326876654,
      "learning_rate": 0.00024003250220193346,
      "loss": 5.1556,
      "step": 22252
    },
    {
      "epoch": 1.8903329935440027,
      "grad_norm": 2.5427955741418686,
      "learning_rate": 0.00024002701028870454,
      "loss": 4.9002,
      "step": 22253
    },
    {
      "epoch": 1.8904179408766564,
      "grad_norm": 2.61069494382909,
      "learning_rate": 0.0002400215181868419,
      "loss": 5.1965,
      "step": 22254
    },
    {
      "epoch": 1.8905028882093102,
      "grad_norm": 2.5251040636863,
      "learning_rate": 0.00024001602589635712,
      "loss": 4.6757,
      "step": 22255
    },
    {
      "epoch": 1.890587835541964,
      "grad_norm": 2.6893840010077383,
      "learning_rate": 0.00024001053341726162,
      "loss": 5.2968,
      "step": 22256
    },
    {
      "epoch": 1.8906727828746177,
      "grad_norm": 2.718556264237742,
      "learning_rate": 0.000240005040749567,
      "loss": 5.3284,
      "step": 22257
    },
    {
      "epoch": 1.8907577302072713,
      "grad_norm": 2.5281347430894807,
      "learning_rate": 0.0002399995478932847,
      "loss": 4.9075,
      "step": 22258
    },
    {
      "epoch": 1.8908426775399252,
      "grad_norm": 2.5428390937378578,
      "learning_rate": 0.00023999405484842622,
      "loss": 5.039,
      "step": 22259
    },
    {
      "epoch": 1.890927624872579,
      "grad_norm": 2.6718347591724725,
      "learning_rate": 0.00023998856161500315,
      "loss": 5.26,
      "step": 22260
    },
    {
      "epoch": 1.8910125722052329,
      "grad_norm": 2.5549355874559208,
      "learning_rate": 0.00023998306819302692,
      "loss": 5.0953,
      "step": 22261
    },
    {
      "epoch": 1.8910975195378865,
      "grad_norm": 2.5564246821334744,
      "learning_rate": 0.0002399775745825091,
      "loss": 4.8027,
      "step": 22262
    },
    {
      "epoch": 1.8911824668705401,
      "grad_norm": 2.64021647668179,
      "learning_rate": 0.00023997208078346114,
      "loss": 5.1077,
      "step": 22263
    },
    {
      "epoch": 1.891267414203194,
      "grad_norm": 2.685763062613285,
      "learning_rate": 0.00023996658679589458,
      "loss": 5.3506,
      "step": 22264
    },
    {
      "epoch": 1.8913523615358478,
      "grad_norm": 2.64553417705815,
      "learning_rate": 0.00023996109261982093,
      "loss": 5.1165,
      "step": 22265
    },
    {
      "epoch": 1.8914373088685015,
      "grad_norm": 2.677885402706152,
      "learning_rate": 0.0002399555982552517,
      "loss": 5.4041,
      "step": 22266
    },
    {
      "epoch": 1.8915222562011553,
      "grad_norm": 2.671496111074975,
      "learning_rate": 0.00023995010370219847,
      "loss": 5.1751,
      "step": 22267
    },
    {
      "epoch": 1.891607203533809,
      "grad_norm": 2.5097137925624664,
      "learning_rate": 0.00023994460896067265,
      "loss": 4.7638,
      "step": 22268
    },
    {
      "epoch": 1.8916921508664628,
      "grad_norm": 2.5154122392099123,
      "learning_rate": 0.00023993911403068574,
      "loss": 4.6686,
      "step": 22269
    },
    {
      "epoch": 1.8917770981991167,
      "grad_norm": 2.5122000004660237,
      "learning_rate": 0.0002399336189122494,
      "loss": 4.9426,
      "step": 22270
    },
    {
      "epoch": 1.8918620455317703,
      "grad_norm": 2.527506003361454,
      "learning_rate": 0.000239928123605375,
      "loss": 4.7828,
      "step": 22271
    },
    {
      "epoch": 1.891946992864424,
      "grad_norm": 2.6680630917843238,
      "learning_rate": 0.00023992262811007412,
      "loss": 5.2329,
      "step": 22272
    },
    {
      "epoch": 1.8920319401970778,
      "grad_norm": 2.731631686709974,
      "learning_rate": 0.00023991713242635826,
      "loss": 5.3742,
      "step": 22273
    },
    {
      "epoch": 1.8921168875297316,
      "grad_norm": 2.586357719152144,
      "learning_rate": 0.00023991163655423894,
      "loss": 4.9368,
      "step": 22274
    },
    {
      "epoch": 1.8922018348623855,
      "grad_norm": 2.700545732316174,
      "learning_rate": 0.0002399061404937277,
      "loss": 5.2898,
      "step": 22275
    },
    {
      "epoch": 1.892286782195039,
      "grad_norm": 2.5134232623774095,
      "learning_rate": 0.00023990064424483598,
      "loss": 4.4251,
      "step": 22276
    },
    {
      "epoch": 1.8923717295276927,
      "grad_norm": 2.623409170457973,
      "learning_rate": 0.00023989514780757535,
      "loss": 5.0642,
      "step": 22277
    },
    {
      "epoch": 1.8924566768603466,
      "grad_norm": 2.536105932911475,
      "learning_rate": 0.0002398896511819573,
      "loss": 4.7394,
      "step": 22278
    },
    {
      "epoch": 1.8925416241930004,
      "grad_norm": 2.8089567723861593,
      "learning_rate": 0.00023988415436799343,
      "loss": 5.2849,
      "step": 22279
    },
    {
      "epoch": 1.892626571525654,
      "grad_norm": 2.562013026295197,
      "learning_rate": 0.00023987865736569515,
      "loss": 4.8984,
      "step": 22280
    },
    {
      "epoch": 1.8927115188583077,
      "grad_norm": 2.4942855704816855,
      "learning_rate": 0.00023987316017507404,
      "loss": 4.6798,
      "step": 22281
    },
    {
      "epoch": 1.8927964661909615,
      "grad_norm": 2.685052201472519,
      "learning_rate": 0.0002398676627961416,
      "loss": 5.0626,
      "step": 22282
    },
    {
      "epoch": 1.8928814135236154,
      "grad_norm": 2.5870772291432904,
      "learning_rate": 0.00023986216522890933,
      "loss": 4.8498,
      "step": 22283
    },
    {
      "epoch": 1.8929663608562692,
      "grad_norm": 2.6060497600098356,
      "learning_rate": 0.00023985666747338878,
      "loss": 5.0547,
      "step": 22284
    },
    {
      "epoch": 1.8930513081889229,
      "grad_norm": 2.507053886626721,
      "learning_rate": 0.00023985116952959145,
      "loss": 4.7339,
      "step": 22285
    },
    {
      "epoch": 1.8931362555215765,
      "grad_norm": 2.40345994949638,
      "learning_rate": 0.0002398456713975289,
      "loss": 4.7542,
      "step": 22286
    },
    {
      "epoch": 1.8932212028542303,
      "grad_norm": 2.573900971399915,
      "learning_rate": 0.00023984017307721256,
      "loss": 4.8756,
      "step": 22287
    },
    {
      "epoch": 1.8933061501868842,
      "grad_norm": 2.7252573914376192,
      "learning_rate": 0.00023983467456865408,
      "loss": 5.1854,
      "step": 22288
    },
    {
      "epoch": 1.893391097519538,
      "grad_norm": 2.5290444291201384,
      "learning_rate": 0.00023982917587186487,
      "loss": 4.6656,
      "step": 22289
    },
    {
      "epoch": 1.8934760448521917,
      "grad_norm": 2.7067262336013718,
      "learning_rate": 0.00023982367698685648,
      "loss": 5.0824,
      "step": 22290
    },
    {
      "epoch": 1.8935609921848453,
      "grad_norm": 2.645676093641215,
      "learning_rate": 0.00023981817791364049,
      "loss": 5.2556,
      "step": 22291
    },
    {
      "epoch": 1.8936459395174992,
      "grad_norm": 2.688719873913504,
      "learning_rate": 0.00023981267865222833,
      "loss": 5.3305,
      "step": 22292
    },
    {
      "epoch": 1.893730886850153,
      "grad_norm": 2.5544193952612897,
      "learning_rate": 0.0002398071792026316,
      "loss": 4.9615,
      "step": 22293
    },
    {
      "epoch": 1.8938158341828066,
      "grad_norm": 2.669684740065273,
      "learning_rate": 0.00023980167956486173,
      "loss": 5.1295,
      "step": 22294
    },
    {
      "epoch": 1.8939007815154603,
      "grad_norm": 2.503605294307766,
      "learning_rate": 0.00023979617973893038,
      "loss": 4.8078,
      "step": 22295
    },
    {
      "epoch": 1.8939857288481141,
      "grad_norm": 2.580973768803124,
      "learning_rate": 0.00023979067972484895,
      "loss": 4.6734,
      "step": 22296
    },
    {
      "epoch": 1.894070676180768,
      "grad_norm": 2.5273193508689977,
      "learning_rate": 0.000239785179522629,
      "loss": 4.9795,
      "step": 22297
    },
    {
      "epoch": 1.8941556235134218,
      "grad_norm": 2.4937108526535554,
      "learning_rate": 0.00023977967913228214,
      "loss": 4.7397,
      "step": 22298
    },
    {
      "epoch": 1.8942405708460754,
      "grad_norm": 2.484571446464116,
      "learning_rate": 0.00023977417855381979,
      "loss": 4.8293,
      "step": 22299
    },
    {
      "epoch": 1.894325518178729,
      "grad_norm": 2.7270135622984415,
      "learning_rate": 0.00023976867778725347,
      "loss": 5.4099,
      "step": 22300
    },
    {
      "epoch": 1.894410465511383,
      "grad_norm": 2.5568824182411474,
      "learning_rate": 0.0002397631768325948,
      "loss": 5.0782,
      "step": 22301
    },
    {
      "epoch": 1.8944954128440368,
      "grad_norm": 2.665264814816031,
      "learning_rate": 0.0002397576756898552,
      "loss": 5.1386,
      "step": 22302
    },
    {
      "epoch": 1.8945803601766904,
      "grad_norm": 2.748742480192401,
      "learning_rate": 0.00023975217435904622,
      "loss": 5.3699,
      "step": 22303
    },
    {
      "epoch": 1.8946653075093443,
      "grad_norm": 2.589831478214043,
      "learning_rate": 0.0002397466728401795,
      "loss": 4.9776,
      "step": 22304
    },
    {
      "epoch": 1.8947502548419979,
      "grad_norm": 2.570967613560276,
      "learning_rate": 0.0002397411711332664,
      "loss": 4.8029,
      "step": 22305
    },
    {
      "epoch": 1.8948352021746517,
      "grad_norm": 2.484756658856565,
      "learning_rate": 0.00023973566923831858,
      "loss": 4.4607,
      "step": 22306
    },
    {
      "epoch": 1.8949201495073056,
      "grad_norm": 2.6266821194910888,
      "learning_rate": 0.00023973016715534752,
      "loss": 4.9182,
      "step": 22307
    },
    {
      "epoch": 1.8950050968399592,
      "grad_norm": 2.5595212362614577,
      "learning_rate": 0.00023972466488436468,
      "loss": 4.74,
      "step": 22308
    },
    {
      "epoch": 1.8950900441726128,
      "grad_norm": 2.588275346541494,
      "learning_rate": 0.00023971916242538168,
      "loss": 4.5024,
      "step": 22309
    },
    {
      "epoch": 1.8951749915052667,
      "grad_norm": 2.5174018770774325,
      "learning_rate": 0.0002397136597784101,
      "loss": 5.1121,
      "step": 22310
    },
    {
      "epoch": 1.8952599388379205,
      "grad_norm": 2.6759551718850783,
      "learning_rate": 0.0002397081569434613,
      "loss": 5.0094,
      "step": 22311
    },
    {
      "epoch": 1.8953448861705744,
      "grad_norm": 2.7481391157257242,
      "learning_rate": 0.00023970265392054695,
      "loss": 5.3017,
      "step": 22312
    },
    {
      "epoch": 1.895429833503228,
      "grad_norm": 2.540178375898444,
      "learning_rate": 0.00023969715070967852,
      "loss": 4.7592,
      "step": 22313
    },
    {
      "epoch": 1.8955147808358817,
      "grad_norm": 2.474391020699842,
      "learning_rate": 0.00023969164731086755,
      "loss": 4.6247,
      "step": 22314
    },
    {
      "epoch": 1.8955997281685355,
      "grad_norm": 2.57689073867847,
      "learning_rate": 0.00023968614372412553,
      "loss": 4.9657,
      "step": 22315
    },
    {
      "epoch": 1.8956846755011894,
      "grad_norm": 2.6082574397922564,
      "learning_rate": 0.00023968063994946412,
      "loss": 5.073,
      "step": 22316
    },
    {
      "epoch": 1.895769622833843,
      "grad_norm": 2.6873796055839523,
      "learning_rate": 0.00023967513598689472,
      "loss": 5.2722,
      "step": 22317
    },
    {
      "epoch": 1.8958545701664966,
      "grad_norm": 2.511556517345189,
      "learning_rate": 0.00023966963183642893,
      "loss": 4.7168,
      "step": 22318
    },
    {
      "epoch": 1.8959395174991505,
      "grad_norm": 2.5883787428135245,
      "learning_rate": 0.00023966412749807829,
      "loss": 4.648,
      "step": 22319
    },
    {
      "epoch": 1.8960244648318043,
      "grad_norm": 2.6308902605044406,
      "learning_rate": 0.0002396586229718542,
      "loss": 4.5508,
      "step": 22320
    },
    {
      "epoch": 1.8961094121644582,
      "grad_norm": 2.543892708057393,
      "learning_rate": 0.00023965311825776842,
      "loss": 4.7501,
      "step": 22321
    },
    {
      "epoch": 1.8961943594971118,
      "grad_norm": 2.5618131055034996,
      "learning_rate": 0.0002396476133558323,
      "loss": 4.6722,
      "step": 22322
    },
    {
      "epoch": 1.8962793068297654,
      "grad_norm": 2.7047169624483023,
      "learning_rate": 0.00023964210826605748,
      "loss": 5.4089,
      "step": 22323
    },
    {
      "epoch": 1.8963642541624193,
      "grad_norm": 2.6010410404990436,
      "learning_rate": 0.0002396366029884554,
      "loss": 5.1616,
      "step": 22324
    },
    {
      "epoch": 1.8964492014950731,
      "grad_norm": 2.5820635956943154,
      "learning_rate": 0.00023963109752303768,
      "loss": 4.8258,
      "step": 22325
    },
    {
      "epoch": 1.896534148827727,
      "grad_norm": 2.5100485436872284,
      "learning_rate": 0.00023962559186981586,
      "loss": 4.7271,
      "step": 22326
    },
    {
      "epoch": 1.8966190961603806,
      "grad_norm": 2.542119237540292,
      "learning_rate": 0.0002396200860288014,
      "loss": 4.8571,
      "step": 22327
    },
    {
      "epoch": 1.8967040434930342,
      "grad_norm": 2.516430044037806,
      "learning_rate": 0.0002396145800000059,
      "loss": 4.7851,
      "step": 22328
    },
    {
      "epoch": 1.896788990825688,
      "grad_norm": 2.512268192352302,
      "learning_rate": 0.00023960907378344084,
      "loss": 4.7008,
      "step": 22329
    },
    {
      "epoch": 1.896873938158342,
      "grad_norm": 2.4826648805503706,
      "learning_rate": 0.0002396035673791178,
      "loss": 4.5656,
      "step": 22330
    },
    {
      "epoch": 1.8969588854909956,
      "grad_norm": 2.5344233697756815,
      "learning_rate": 0.00023959806078704835,
      "loss": 4.58,
      "step": 22331
    },
    {
      "epoch": 1.8970438328236492,
      "grad_norm": 2.660564967902363,
      "learning_rate": 0.00023959255400724392,
      "loss": 5.1187,
      "step": 22332
    },
    {
      "epoch": 1.897128780156303,
      "grad_norm": 2.6971083839366163,
      "learning_rate": 0.00023958704703971615,
      "loss": 5.519,
      "step": 22333
    },
    {
      "epoch": 1.897213727488957,
      "grad_norm": 2.7025268354325593,
      "learning_rate": 0.00023958153988447656,
      "loss": 5.3946,
      "step": 22334
    },
    {
      "epoch": 1.8972986748216107,
      "grad_norm": 2.662679032430264,
      "learning_rate": 0.00023957603254153668,
      "loss": 5.1706,
      "step": 22335
    },
    {
      "epoch": 1.8973836221542644,
      "grad_norm": 2.54947865086289,
      "learning_rate": 0.000239570525010908,
      "loss": 5.0562,
      "step": 22336
    },
    {
      "epoch": 1.897468569486918,
      "grad_norm": 2.543444100795294,
      "learning_rate": 0.00023956501729260215,
      "loss": 5.1195,
      "step": 22337
    },
    {
      "epoch": 1.8975535168195719,
      "grad_norm": 2.5641448023712843,
      "learning_rate": 0.0002395595093866306,
      "loss": 4.9591,
      "step": 22338
    },
    {
      "epoch": 1.8976384641522257,
      "grad_norm": 2.669450771448571,
      "learning_rate": 0.0002395540012930049,
      "loss": 5.2472,
      "step": 22339
    },
    {
      "epoch": 1.8977234114848793,
      "grad_norm": 2.5302268975113256,
      "learning_rate": 0.00023954849301173662,
      "loss": 4.6578,
      "step": 22340
    },
    {
      "epoch": 1.8978083588175332,
      "grad_norm": 2.6084710760839007,
      "learning_rate": 0.0002395429845428373,
      "loss": 4.8925,
      "step": 22341
    },
    {
      "epoch": 1.8978933061501868,
      "grad_norm": 2.7075403731069847,
      "learning_rate": 0.00023953747588631845,
      "loss": 5.2385,
      "step": 22342
    },
    {
      "epoch": 1.8979782534828407,
      "grad_norm": 2.511071424513375,
      "learning_rate": 0.0002395319670421916,
      "loss": 4.693,
      "step": 22343
    },
    {
      "epoch": 1.8980632008154945,
      "grad_norm": 2.7066189799194036,
      "learning_rate": 0.00023952645801046836,
      "loss": 5.3462,
      "step": 22344
    },
    {
      "epoch": 1.8981481481481481,
      "grad_norm": 2.4842512406555435,
      "learning_rate": 0.0002395209487911602,
      "loss": 4.7208,
      "step": 22345
    },
    {
      "epoch": 1.8982330954808018,
      "grad_norm": 2.539331394362112,
      "learning_rate": 0.00023951543938427878,
      "loss": 4.74,
      "step": 22346
    },
    {
      "epoch": 1.8983180428134556,
      "grad_norm": 2.561109623799745,
      "learning_rate": 0.0002395099297898355,
      "loss": 4.918,
      "step": 22347
    },
    {
      "epoch": 1.8984029901461095,
      "grad_norm": 2.5646489535819836,
      "learning_rate": 0.00023950442000784199,
      "loss": 4.6794,
      "step": 22348
    },
    {
      "epoch": 1.8984879374787633,
      "grad_norm": 2.482723608337393,
      "learning_rate": 0.00023949891003830978,
      "loss": 4.852,
      "step": 22349
    },
    {
      "epoch": 1.898572884811417,
      "grad_norm": 2.638312993424971,
      "learning_rate": 0.0002394933998812504,
      "loss": 5.2132,
      "step": 22350
    },
    {
      "epoch": 1.8986578321440706,
      "grad_norm": 2.5168627566715114,
      "learning_rate": 0.00023948788953667534,
      "loss": 5.0498,
      "step": 22351
    },
    {
      "epoch": 1.8987427794767244,
      "grad_norm": 2.531215255658602,
      "learning_rate": 0.0002394823790045963,
      "loss": 4.5632,
      "step": 22352
    },
    {
      "epoch": 1.8988277268093783,
      "grad_norm": 2.7326446992880737,
      "learning_rate": 0.0002394768682850247,
      "loss": 5.2004,
      "step": 22353
    },
    {
      "epoch": 1.898912674142032,
      "grad_norm": 2.5492732161945346,
      "learning_rate": 0.00023947135737797213,
      "loss": 4.8938,
      "step": 22354
    },
    {
      "epoch": 1.8989976214746855,
      "grad_norm": 2.4946368920244186,
      "learning_rate": 0.00023946584628345012,
      "loss": 4.7028,
      "step": 22355
    },
    {
      "epoch": 1.8990825688073394,
      "grad_norm": 2.67818877125353,
      "learning_rate": 0.0002394603350014702,
      "loss": 5.0998,
      "step": 22356
    },
    {
      "epoch": 1.8991675161399932,
      "grad_norm": 2.508639754533095,
      "learning_rate": 0.00023945482353204397,
      "loss": 4.7231,
      "step": 22357
    },
    {
      "epoch": 1.899252463472647,
      "grad_norm": 2.5953468049719874,
      "learning_rate": 0.000239449311875183,
      "loss": 5.0853,
      "step": 22358
    },
    {
      "epoch": 1.8993374108053007,
      "grad_norm": 2.643068479621953,
      "learning_rate": 0.00023944380003089872,
      "loss": 5.262,
      "step": 22359
    },
    {
      "epoch": 1.8994223581379543,
      "grad_norm": 2.946814249480582,
      "learning_rate": 0.00023943828799920277,
      "loss": 4.1431,
      "step": 22360
    },
    {
      "epoch": 1.8995073054706082,
      "grad_norm": 2.500084926080367,
      "learning_rate": 0.0002394327757801067,
      "loss": 4.9041,
      "step": 22361
    },
    {
      "epoch": 1.899592252803262,
      "grad_norm": 2.515000725732358,
      "learning_rate": 0.00023942726337362202,
      "loss": 4.6369,
      "step": 22362
    },
    {
      "epoch": 1.8996772001359157,
      "grad_norm": 2.4736372129461413,
      "learning_rate": 0.0002394217507797603,
      "loss": 4.9491,
      "step": 22363
    },
    {
      "epoch": 1.8997621474685695,
      "grad_norm": 2.6674711952605787,
      "learning_rate": 0.00023941623799853307,
      "loss": 5.0507,
      "step": 22364
    },
    {
      "epoch": 1.8998470948012232,
      "grad_norm": 2.6813348092605747,
      "learning_rate": 0.00023941072502995194,
      "loss": 4.9944,
      "step": 22365
    },
    {
      "epoch": 1.899932042133877,
      "grad_norm": 2.463909538986363,
      "learning_rate": 0.0002394052118740284,
      "loss": 4.7466,
      "step": 22366
    },
    {
      "epoch": 1.9000169894665309,
      "grad_norm": 2.5535919567257213,
      "learning_rate": 0.000239399698530774,
      "loss": 4.7999,
      "step": 22367
    },
    {
      "epoch": 1.9001019367991845,
      "grad_norm": 2.5449081916885667,
      "learning_rate": 0.00023939418500020039,
      "loss": 4.7194,
      "step": 22368
    },
    {
      "epoch": 1.9001868841318381,
      "grad_norm": 2.6159028359456746,
      "learning_rate": 0.00023938867128231898,
      "loss": 5.1601,
      "step": 22369
    },
    {
      "epoch": 1.900271831464492,
      "grad_norm": 2.639798523605659,
      "learning_rate": 0.0002393831573771414,
      "loss": 4.7029,
      "step": 22370
    },
    {
      "epoch": 1.9003567787971458,
      "grad_norm": 2.5633567897027674,
      "learning_rate": 0.00023937764328467922,
      "loss": 4.9756,
      "step": 22371
    },
    {
      "epoch": 1.9004417261297997,
      "grad_norm": 2.5501864315518263,
      "learning_rate": 0.00023937212900494395,
      "loss": 4.9516,
      "step": 22372
    },
    {
      "epoch": 1.9005266734624533,
      "grad_norm": 2.5752321304057673,
      "learning_rate": 0.00023936661453794717,
      "loss": 4.6516,
      "step": 22373
    },
    {
      "epoch": 1.900611620795107,
      "grad_norm": 2.5994689360335737,
      "learning_rate": 0.0002393610998837004,
      "loss": 4.9243,
      "step": 22374
    },
    {
      "epoch": 1.9006965681277608,
      "grad_norm": 2.5774982096967167,
      "learning_rate": 0.00023935558504221524,
      "loss": 5.0225,
      "step": 22375
    },
    {
      "epoch": 1.9007815154604146,
      "grad_norm": 2.5451374193032676,
      "learning_rate": 0.00023935007001350326,
      "loss": 4.8211,
      "step": 22376
    },
    {
      "epoch": 1.9008664627930683,
      "grad_norm": 2.6259453669247823,
      "learning_rate": 0.00023934455479757594,
      "loss": 5.0671,
      "step": 22377
    },
    {
      "epoch": 1.900951410125722,
      "grad_norm": 2.6106842272623036,
      "learning_rate": 0.0002393390393944449,
      "loss": 4.8069,
      "step": 22378
    },
    {
      "epoch": 1.9010363574583757,
      "grad_norm": 2.4892609016373375,
      "learning_rate": 0.00023933352380412163,
      "loss": 4.8006,
      "step": 22379
    },
    {
      "epoch": 1.9011213047910296,
      "grad_norm": 2.617491081504395,
      "learning_rate": 0.00023932800802661778,
      "loss": 4.9882,
      "step": 22380
    },
    {
      "epoch": 1.9012062521236834,
      "grad_norm": 2.6160302774167077,
      "learning_rate": 0.00023932249206194486,
      "loss": 4.9083,
      "step": 22381
    },
    {
      "epoch": 1.901291199456337,
      "grad_norm": 2.5207161944989487,
      "learning_rate": 0.00023931697591011438,
      "loss": 4.9868,
      "step": 22382
    },
    {
      "epoch": 1.9013761467889907,
      "grad_norm": 2.504410077984764,
      "learning_rate": 0.000239311459571138,
      "loss": 4.9161,
      "step": 22383
    },
    {
      "epoch": 1.9014610941216445,
      "grad_norm": 2.5400738173586044,
      "learning_rate": 0.0002393059430450272,
      "loss": 4.9637,
      "step": 22384
    },
    {
      "epoch": 1.9015460414542984,
      "grad_norm": 2.6503485247217573,
      "learning_rate": 0.00023930042633179356,
      "loss": 5.2268,
      "step": 22385
    },
    {
      "epoch": 1.9016309887869522,
      "grad_norm": 2.6047021546598463,
      "learning_rate": 0.00023929490943144864,
      "loss": 5.2067,
      "step": 22386
    },
    {
      "epoch": 1.9017159361196059,
      "grad_norm": 2.60624573352833,
      "learning_rate": 0.00023928939234400402,
      "loss": 5.0311,
      "step": 22387
    },
    {
      "epoch": 1.9018008834522595,
      "grad_norm": 2.558778973954387,
      "learning_rate": 0.00023928387506947117,
      "loss": 4.813,
      "step": 22388
    },
    {
      "epoch": 1.9018858307849134,
      "grad_norm": 2.6078969291685046,
      "learning_rate": 0.0002392783576078618,
      "loss": 4.9824,
      "step": 22389
    },
    {
      "epoch": 1.9019707781175672,
      "grad_norm": 2.513455411237391,
      "learning_rate": 0.0002392728399591874,
      "loss": 4.6441,
      "step": 22390
    },
    {
      "epoch": 1.9020557254502208,
      "grad_norm": 2.554676597884367,
      "learning_rate": 0.00023926732212345946,
      "loss": 4.6062,
      "step": 22391
    },
    {
      "epoch": 1.9021406727828745,
      "grad_norm": 2.47209544962606,
      "learning_rate": 0.00023926180410068965,
      "loss": 4.8215,
      "step": 22392
    },
    {
      "epoch": 1.9022256201155283,
      "grad_norm": 2.690951911057428,
      "learning_rate": 0.00023925628589088947,
      "loss": 5.1831,
      "step": 22393
    },
    {
      "epoch": 1.9023105674481822,
      "grad_norm": 2.629201788730052,
      "learning_rate": 0.00023925076749407048,
      "loss": 5.0824,
      "step": 22394
    },
    {
      "epoch": 1.902395514780836,
      "grad_norm": 2.538648717928942,
      "learning_rate": 0.00023924524891024427,
      "loss": 4.8539,
      "step": 22395
    },
    {
      "epoch": 1.9024804621134896,
      "grad_norm": 2.6098682437304763,
      "learning_rate": 0.0002392397301394224,
      "loss": 5.1388,
      "step": 22396
    },
    {
      "epoch": 1.9025654094461433,
      "grad_norm": 2.5494837474356586,
      "learning_rate": 0.00023923421118161642,
      "loss": 4.9727,
      "step": 22397
    },
    {
      "epoch": 1.9026503567787971,
      "grad_norm": 3.208661586779668,
      "learning_rate": 0.0002392286920368379,
      "loss": 4.4414,
      "step": 22398
    },
    {
      "epoch": 1.902735304111451,
      "grad_norm": 2.4624278082602977,
      "learning_rate": 0.00023922317270509846,
      "loss": 4.5359,
      "step": 22399
    },
    {
      "epoch": 1.9028202514441046,
      "grad_norm": 2.5674562694188245,
      "learning_rate": 0.00023921765318640954,
      "loss": 4.8614,
      "step": 22400
    },
    {
      "epoch": 1.9029051987767585,
      "grad_norm": 2.554155127353946,
      "learning_rate": 0.00023921213348078278,
      "loss": 4.3232,
      "step": 22401
    },
    {
      "epoch": 1.902990146109412,
      "grad_norm": 2.583731038273056,
      "learning_rate": 0.0002392066135882298,
      "loss": 4.697,
      "step": 22402
    },
    {
      "epoch": 1.903075093442066,
      "grad_norm": 2.6357747721709472,
      "learning_rate": 0.00023920109350876204,
      "loss": 5.3854,
      "step": 22403
    },
    {
      "epoch": 1.9031600407747198,
      "grad_norm": 2.6664561389645525,
      "learning_rate": 0.00023919557324239118,
      "loss": 5.1705,
      "step": 22404
    },
    {
      "epoch": 1.9032449881073734,
      "grad_norm": 2.6263946170417976,
      "learning_rate": 0.00023919005278912872,
      "loss": 5.2837,
      "step": 22405
    },
    {
      "epoch": 1.903329935440027,
      "grad_norm": 2.6691717029064694,
      "learning_rate": 0.00023918453214898623,
      "loss": 5.1471,
      "step": 22406
    },
    {
      "epoch": 1.903414882772681,
      "grad_norm": 2.69208957115469,
      "learning_rate": 0.0002391790113219753,
      "loss": 5.2737,
      "step": 22407
    },
    {
      "epoch": 1.9034998301053347,
      "grad_norm": 2.7462661388440104,
      "learning_rate": 0.00023917349030810756,
      "loss": 5.3245,
      "step": 22408
    },
    {
      "epoch": 1.9035847774379886,
      "grad_norm": 2.524531249352287,
      "learning_rate": 0.00023916796910739439,
      "loss": 4.9008,
      "step": 22409
    },
    {
      "epoch": 1.9036697247706422,
      "grad_norm": 2.505179012275987,
      "learning_rate": 0.00023916244771984756,
      "loss": 4.6038,
      "step": 22410
    },
    {
      "epoch": 1.9037546721032959,
      "grad_norm": 2.598761393247176,
      "learning_rate": 0.00023915692614547856,
      "loss": 5.1898,
      "step": 22411
    },
    {
      "epoch": 1.9038396194359497,
      "grad_norm": 2.67449557612741,
      "learning_rate": 0.00023915140438429894,
      "loss": 5.1443,
      "step": 22412
    },
    {
      "epoch": 1.9039245667686036,
      "grad_norm": 2.741364639094405,
      "learning_rate": 0.00023914588243632027,
      "loss": 5.2353,
      "step": 22413
    },
    {
      "epoch": 1.9040095141012572,
      "grad_norm": 2.5779234671069062,
      "learning_rate": 0.00023914036030155415,
      "loss": 4.9573,
      "step": 22414
    },
    {
      "epoch": 1.9040944614339108,
      "grad_norm": 2.5069670801518913,
      "learning_rate": 0.00023913483798001215,
      "loss": 4.8854,
      "step": 22415
    },
    {
      "epoch": 1.9041794087665647,
      "grad_norm": 2.5703899307019435,
      "learning_rate": 0.00023912931547170579,
      "loss": 4.7779,
      "step": 22416
    },
    {
      "epoch": 1.9042643560992185,
      "grad_norm": 3.060641068539943,
      "learning_rate": 0.0002391237927766467,
      "loss": 4.5519,
      "step": 22417
    },
    {
      "epoch": 1.9043493034318724,
      "grad_norm": 2.6167064001940674,
      "learning_rate": 0.00023911826989484649,
      "loss": 4.7953,
      "step": 22418
    },
    {
      "epoch": 1.904434250764526,
      "grad_norm": 2.484963428122019,
      "learning_rate": 0.00023911274682631657,
      "loss": 4.6761,
      "step": 22419
    },
    {
      "epoch": 1.9045191980971796,
      "grad_norm": 2.7276797058116427,
      "learning_rate": 0.00023910722357106865,
      "loss": 5.3858,
      "step": 22420
    },
    {
      "epoch": 1.9046041454298335,
      "grad_norm": 2.546783215248937,
      "learning_rate": 0.00023910170012911432,
      "loss": 4.6922,
      "step": 22421
    },
    {
      "epoch": 1.9046890927624873,
      "grad_norm": 2.7063327374461945,
      "learning_rate": 0.00023909617650046504,
      "loss": 5.3124,
      "step": 22422
    },
    {
      "epoch": 1.9047740400951412,
      "grad_norm": 2.6074475290164765,
      "learning_rate": 0.0002390906526851325,
      "loss": 5.2807,
      "step": 22423
    },
    {
      "epoch": 1.9048589874277948,
      "grad_norm": 2.4968176830932762,
      "learning_rate": 0.0002390851286831282,
      "loss": 4.7629,
      "step": 22424
    },
    {
      "epoch": 1.9049439347604484,
      "grad_norm": 2.726519517753493,
      "learning_rate": 0.00023907960449446371,
      "loss": 5.3796,
      "step": 22425
    },
    {
      "epoch": 1.9050288820931023,
      "grad_norm": 2.6408947817693096,
      "learning_rate": 0.00023907408011915063,
      "loss": 5.088,
      "step": 22426
    },
    {
      "epoch": 1.9051138294257561,
      "grad_norm": 2.5042432417234783,
      "learning_rate": 0.00023906855555720055,
      "loss": 4.6238,
      "step": 22427
    },
    {
      "epoch": 1.9051987767584098,
      "grad_norm": 2.7999104296144153,
      "learning_rate": 0.00023906303080862504,
      "loss": 4.3332,
      "step": 22428
    },
    {
      "epoch": 1.9052837240910634,
      "grad_norm": 2.5517783759869443,
      "learning_rate": 0.00023905750587343566,
      "loss": 4.7456,
      "step": 22429
    },
    {
      "epoch": 1.9053686714237172,
      "grad_norm": 2.6601180978830707,
      "learning_rate": 0.00023905198075164396,
      "loss": 5.2918,
      "step": 22430
    },
    {
      "epoch": 1.905453618756371,
      "grad_norm": 2.568278952241637,
      "learning_rate": 0.00023904645544326158,
      "loss": 5.0069,
      "step": 22431
    },
    {
      "epoch": 1.905538566089025,
      "grad_norm": 2.570831342484216,
      "learning_rate": 0.00023904092994830008,
      "loss": 4.7372,
      "step": 22432
    },
    {
      "epoch": 1.9056235134216786,
      "grad_norm": 2.4461655081219535,
      "learning_rate": 0.00023903540426677098,
      "loss": 4.6076,
      "step": 22433
    },
    {
      "epoch": 1.9057084607543322,
      "grad_norm": 2.4500345963707684,
      "learning_rate": 0.00023902987839868596,
      "loss": 4.5149,
      "step": 22434
    },
    {
      "epoch": 1.905793408086986,
      "grad_norm": 2.5093582064794724,
      "learning_rate": 0.0002390243523440565,
      "loss": 4.8642,
      "step": 22435
    },
    {
      "epoch": 1.90587835541964,
      "grad_norm": 2.55040452420283,
      "learning_rate": 0.00023901882610289426,
      "loss": 4.8043,
      "step": 22436
    },
    {
      "epoch": 1.9059633027522935,
      "grad_norm": 2.686778634987751,
      "learning_rate": 0.0002390132996752107,
      "loss": 5.2329,
      "step": 22437
    },
    {
      "epoch": 1.9060482500849474,
      "grad_norm": 2.6863362779460567,
      "learning_rate": 0.00023900777306101753,
      "loss": 5.3391,
      "step": 22438
    },
    {
      "epoch": 1.906133197417601,
      "grad_norm": 2.675119130844486,
      "learning_rate": 0.00023900224626032624,
      "loss": 5.0805,
      "step": 22439
    },
    {
      "epoch": 1.9062181447502549,
      "grad_norm": 2.6256395210785217,
      "learning_rate": 0.00023899671927314847,
      "loss": 4.9483,
      "step": 22440
    },
    {
      "epoch": 1.9063030920829087,
      "grad_norm": 2.779321432558149,
      "learning_rate": 0.00023899119209949582,
      "loss": 5.3941,
      "step": 22441
    },
    {
      "epoch": 1.9063880394155623,
      "grad_norm": 2.7010406500387143,
      "learning_rate": 0.00023898566473937982,
      "loss": 5.0321,
      "step": 22442
    },
    {
      "epoch": 1.906472986748216,
      "grad_norm": 2.49513748047199,
      "learning_rate": 0.00023898013719281198,
      "loss": 4.6193,
      "step": 22443
    },
    {
      "epoch": 1.9065579340808698,
      "grad_norm": 2.6657362230867063,
      "learning_rate": 0.00023897460945980403,
      "loss": 5.2318,
      "step": 22444
    },
    {
      "epoch": 1.9066428814135237,
      "grad_norm": 2.554523147401815,
      "learning_rate": 0.00023896908154036748,
      "loss": 5.22,
      "step": 22445
    },
    {
      "epoch": 1.9067278287461775,
      "grad_norm": 2.6531576604561833,
      "learning_rate": 0.0002389635534345139,
      "loss": 4.7946,
      "step": 22446
    },
    {
      "epoch": 1.9068127760788312,
      "grad_norm": 2.6633045163560727,
      "learning_rate": 0.0002389580251422549,
      "loss": 5.1897,
      "step": 22447
    },
    {
      "epoch": 1.9068977234114848,
      "grad_norm": 2.50836774332943,
      "learning_rate": 0.0002389524966636021,
      "loss": 4.8314,
      "step": 22448
    },
    {
      "epoch": 1.9069826707441386,
      "grad_norm": 2.694607052965719,
      "learning_rate": 0.000238946967998567,
      "loss": 5.4477,
      "step": 22449
    },
    {
      "epoch": 1.9070676180767925,
      "grad_norm": 2.5248689152820134,
      "learning_rate": 0.00023894143914716118,
      "loss": 4.6138,
      "step": 22450
    },
    {
      "epoch": 1.907152565409446,
      "grad_norm": 2.584166693299579,
      "learning_rate": 0.00023893591010939634,
      "loss": 5.2963,
      "step": 22451
    },
    {
      "epoch": 1.9072375127420997,
      "grad_norm": 2.467542494780687,
      "learning_rate": 0.00023893038088528392,
      "loss": 4.9862,
      "step": 22452
    },
    {
      "epoch": 1.9073224600747536,
      "grad_norm": 2.7038194088842977,
      "learning_rate": 0.00023892485147483563,
      "loss": 5.2581,
      "step": 22453
    },
    {
      "epoch": 1.9074074074074074,
      "grad_norm": 2.5955983442572355,
      "learning_rate": 0.00023891932187806297,
      "loss": 4.8686,
      "step": 22454
    },
    {
      "epoch": 1.9074923547400613,
      "grad_norm": 2.620885572292019,
      "learning_rate": 0.00023891379209497757,
      "loss": 5.2436,
      "step": 22455
    },
    {
      "epoch": 1.907577302072715,
      "grad_norm": 2.5500909066205826,
      "learning_rate": 0.00023890826212559103,
      "loss": 4.7219,
      "step": 22456
    },
    {
      "epoch": 1.9076622494053685,
      "grad_norm": 2.6134644239697864,
      "learning_rate": 0.00023890273196991487,
      "loss": 5.0664,
      "step": 22457
    },
    {
      "epoch": 1.9077471967380224,
      "grad_norm": 2.53133754804165,
      "learning_rate": 0.00023889720162796076,
      "loss": 5.0896,
      "step": 22458
    },
    {
      "epoch": 1.9078321440706763,
      "grad_norm": 2.4869818684677707,
      "learning_rate": 0.00023889167109974023,
      "loss": 4.8953,
      "step": 22459
    },
    {
      "epoch": 1.90791709140333,
      "grad_norm": 2.7287688271673565,
      "learning_rate": 0.0002388861403852649,
      "loss": 5.3313,
      "step": 22460
    },
    {
      "epoch": 1.9080020387359837,
      "grad_norm": 2.6975243511963565,
      "learning_rate": 0.00023888060948454635,
      "loss": 5.2875,
      "step": 22461
    },
    {
      "epoch": 1.9080869860686374,
      "grad_norm": 2.5879647019581395,
      "learning_rate": 0.00023887507839759613,
      "loss": 4.8759,
      "step": 22462
    },
    {
      "epoch": 1.9081719334012912,
      "grad_norm": 2.5474838498689736,
      "learning_rate": 0.00023886954712442588,
      "loss": 4.9868,
      "step": 22463
    },
    {
      "epoch": 1.908256880733945,
      "grad_norm": 2.6627389654390683,
      "learning_rate": 0.0002388640156650472,
      "loss": 5.1857,
      "step": 22464
    },
    {
      "epoch": 1.9083418280665987,
      "grad_norm": 2.619823880993048,
      "learning_rate": 0.0002388584840194716,
      "loss": 4.8276,
      "step": 22465
    },
    {
      "epoch": 1.9084267753992523,
      "grad_norm": 2.6455128826580574,
      "learning_rate": 0.00023885295218771074,
      "loss": 5.1621,
      "step": 22466
    },
    {
      "epoch": 1.9085117227319062,
      "grad_norm": 2.6247867712800725,
      "learning_rate": 0.0002388474201697762,
      "loss": 5.2102,
      "step": 22467
    },
    {
      "epoch": 1.90859667006456,
      "grad_norm": 2.5669717811473873,
      "learning_rate": 0.00023884188796567958,
      "loss": 4.9969,
      "step": 22468
    },
    {
      "epoch": 1.9086816173972139,
      "grad_norm": 2.5757882170175166,
      "learning_rate": 0.00023883635557543246,
      "loss": 4.7727,
      "step": 22469
    },
    {
      "epoch": 1.9087665647298675,
      "grad_norm": 2.612671450505933,
      "learning_rate": 0.00023883082299904642,
      "loss": 4.871,
      "step": 22470
    },
    {
      "epoch": 1.9088515120625211,
      "grad_norm": 2.663962991570892,
      "learning_rate": 0.00023882529023653304,
      "loss": 5.1763,
      "step": 22471
    },
    {
      "epoch": 1.908936459395175,
      "grad_norm": 2.950311824796552,
      "learning_rate": 0.00023881975728790397,
      "loss": 4.2852,
      "step": 22472
    },
    {
      "epoch": 1.9090214067278288,
      "grad_norm": 2.5447223870716833,
      "learning_rate": 0.00023881422415317075,
      "loss": 5.0523,
      "step": 22473
    },
    {
      "epoch": 1.9091063540604825,
      "grad_norm": 2.6524330841976855,
      "learning_rate": 0.00023880869083234496,
      "loss": 4.8685,
      "step": 22474
    },
    {
      "epoch": 1.9091913013931363,
      "grad_norm": 2.5769554548853826,
      "learning_rate": 0.00023880315732543826,
      "loss": 5.149,
      "step": 22475
    },
    {
      "epoch": 1.90927624872579,
      "grad_norm": 2.637841466319648,
      "learning_rate": 0.00023879762363246217,
      "loss": 5.173,
      "step": 22476
    },
    {
      "epoch": 1.9093611960584438,
      "grad_norm": 2.59008951072098,
      "learning_rate": 0.00023879208975342836,
      "loss": 4.9246,
      "step": 22477
    },
    {
      "epoch": 1.9094461433910976,
      "grad_norm": 2.528815387876925,
      "learning_rate": 0.00023878655568834836,
      "loss": 5.05,
      "step": 22478
    },
    {
      "epoch": 1.9095310907237513,
      "grad_norm": 2.5650298413169863,
      "learning_rate": 0.00023878102143723385,
      "loss": 4.9654,
      "step": 22479
    },
    {
      "epoch": 1.909616038056405,
      "grad_norm": 2.6210540700356857,
      "learning_rate": 0.00023877548700009635,
      "loss": 4.7923,
      "step": 22480
    },
    {
      "epoch": 1.9097009853890587,
      "grad_norm": 2.545045907479986,
      "learning_rate": 0.00023876995237694744,
      "loss": 4.7782,
      "step": 22481
    },
    {
      "epoch": 1.9097859327217126,
      "grad_norm": 2.5781264012303318,
      "learning_rate": 0.00023876441756779879,
      "loss": 4.8397,
      "step": 22482
    },
    {
      "epoch": 1.9098708800543664,
      "grad_norm": 2.6673508139273165,
      "learning_rate": 0.00023875888257266195,
      "loss": 5.2432,
      "step": 22483
    },
    {
      "epoch": 1.90995582738702,
      "grad_norm": 2.5523903128649588,
      "learning_rate": 0.00023875334739154855,
      "loss": 4.8974,
      "step": 22484
    },
    {
      "epoch": 1.9100407747196737,
      "grad_norm": 2.5297989847488322,
      "learning_rate": 0.0002387478120244701,
      "loss": 4.8715,
      "step": 22485
    },
    {
      "epoch": 1.9101257220523276,
      "grad_norm": 2.576479800814698,
      "learning_rate": 0.00023874227647143828,
      "loss": 5.0712,
      "step": 22486
    },
    {
      "epoch": 1.9102106693849814,
      "grad_norm": 2.526131416531331,
      "learning_rate": 0.00023873674073246473,
      "loss": 4.7907,
      "step": 22487
    },
    {
      "epoch": 1.910295616717635,
      "grad_norm": 2.5692294413731243,
      "learning_rate": 0.000238731204807561,
      "loss": 4.7636,
      "step": 22488
    },
    {
      "epoch": 1.9103805640502887,
      "grad_norm": 2.6906708255663907,
      "learning_rate": 0.00023872566869673862,
      "loss": 5.3411,
      "step": 22489
    },
    {
      "epoch": 1.9104655113829425,
      "grad_norm": 2.5327763051996155,
      "learning_rate": 0.00023872013240000927,
      "loss": 4.5922,
      "step": 22490
    },
    {
      "epoch": 1.9105504587155964,
      "grad_norm": 2.542209621215807,
      "learning_rate": 0.00023871459591738454,
      "loss": 4.9508,
      "step": 22491
    },
    {
      "epoch": 1.9106354060482502,
      "grad_norm": 2.5843795628367854,
      "learning_rate": 0.000238709059248876,
      "loss": 5.0854,
      "step": 22492
    },
    {
      "epoch": 1.9107203533809038,
      "grad_norm": 2.6968014581593076,
      "learning_rate": 0.00023870352239449528,
      "loss": 5.5199,
      "step": 22493
    },
    {
      "epoch": 1.9108053007135575,
      "grad_norm": 2.6358322406099606,
      "learning_rate": 0.00023869798535425398,
      "loss": 4.6984,
      "step": 22494
    },
    {
      "epoch": 1.9108902480462113,
      "grad_norm": 2.712268530352048,
      "learning_rate": 0.00023869244812816368,
      "loss": 5.01,
      "step": 22495
    },
    {
      "epoch": 1.9109751953788652,
      "grad_norm": 2.584879679882188,
      "learning_rate": 0.00023868691071623604,
      "loss": 5.205,
      "step": 22496
    },
    {
      "epoch": 1.9110601427115188,
      "grad_norm": 2.624447207468276,
      "learning_rate": 0.0002386813731184826,
      "loss": 4.8403,
      "step": 22497
    },
    {
      "epoch": 1.9111450900441727,
      "grad_norm": 2.7091153845849463,
      "learning_rate": 0.00023867583533491497,
      "loss": 5.3571,
      "step": 22498
    },
    {
      "epoch": 1.9112300373768263,
      "grad_norm": 2.492918042603431,
      "learning_rate": 0.0002386702973655448,
      "loss": 4.6304,
      "step": 22499
    },
    {
      "epoch": 1.9113149847094801,
      "grad_norm": 2.7009368508954834,
      "learning_rate": 0.00023866475921038367,
      "loss": 5.3157,
      "step": 22500
    },
    {
      "epoch": 1.911399932042134,
      "grad_norm": 2.5004022705666507,
      "learning_rate": 0.0002386592208694431,
      "loss": 4.8588,
      "step": 22501
    },
    {
      "epoch": 1.9114848793747876,
      "grad_norm": 2.6269360155642345,
      "learning_rate": 0.0002386536823427348,
      "loss": 4.7254,
      "step": 22502
    },
    {
      "epoch": 1.9115698267074412,
      "grad_norm": 2.5035108389080656,
      "learning_rate": 0.00023864814363027038,
      "loss": 4.7986,
      "step": 22503
    },
    {
      "epoch": 1.911654774040095,
      "grad_norm": 2.4550386527274695,
      "learning_rate": 0.0002386426047320614,
      "loss": 4.6088,
      "step": 22504
    },
    {
      "epoch": 1.911739721372749,
      "grad_norm": 2.719357951263308,
      "learning_rate": 0.00023863706564811944,
      "loss": 5.2162,
      "step": 22505
    },
    {
      "epoch": 1.9118246687054028,
      "grad_norm": 2.480738723590544,
      "learning_rate": 0.00023863152637845618,
      "loss": 4.681,
      "step": 22506
    },
    {
      "epoch": 1.9119096160380564,
      "grad_norm": 2.4350931396949305,
      "learning_rate": 0.00023862598692308317,
      "loss": 4.4708,
      "step": 22507
    },
    {
      "epoch": 1.91199456337071,
      "grad_norm": 2.5989574895156506,
      "learning_rate": 0.000238620447282012,
      "loss": 5.0608,
      "step": 22508
    },
    {
      "epoch": 1.912079510703364,
      "grad_norm": 2.527299639799038,
      "learning_rate": 0.0002386149074552544,
      "loss": 5.0441,
      "step": 22509
    },
    {
      "epoch": 1.9121644580360178,
      "grad_norm": 2.508784602650485,
      "learning_rate": 0.0002386093674428218,
      "loss": 4.7055,
      "step": 22510
    },
    {
      "epoch": 1.9122494053686714,
      "grad_norm": 2.647620548445399,
      "learning_rate": 0.00023860382724472595,
      "loss": 5.3225,
      "step": 22511
    },
    {
      "epoch": 1.912334352701325,
      "grad_norm": 2.5184547581664254,
      "learning_rate": 0.00023859828686097838,
      "loss": 4.6637,
      "step": 22512
    },
    {
      "epoch": 1.9124193000339789,
      "grad_norm": 2.662000443478624,
      "learning_rate": 0.00023859274629159076,
      "loss": 5.157,
      "step": 22513
    },
    {
      "epoch": 1.9125042473666327,
      "grad_norm": 2.6072812971543446,
      "learning_rate": 0.0002385872055365746,
      "loss": 4.811,
      "step": 22514
    },
    {
      "epoch": 1.9125891946992866,
      "grad_norm": 2.4666571679560483,
      "learning_rate": 0.0002385816645959416,
      "loss": 4.899,
      "step": 22515
    },
    {
      "epoch": 1.9126741420319402,
      "grad_norm": 2.4742717681900164,
      "learning_rate": 0.00023857612346970337,
      "loss": 4.8658,
      "step": 22516
    },
    {
      "epoch": 1.9127590893645938,
      "grad_norm": 2.4416683005235194,
      "learning_rate": 0.00023857058215787146,
      "loss": 4.7408,
      "step": 22517
    },
    {
      "epoch": 1.9128440366972477,
      "grad_norm": 2.5266401243603718,
      "learning_rate": 0.00023856504066045752,
      "loss": 4.6136,
      "step": 22518
    },
    {
      "epoch": 1.9129289840299015,
      "grad_norm": 2.722068166796749,
      "learning_rate": 0.0002385594989774732,
      "loss": 5.082,
      "step": 22519
    },
    {
      "epoch": 1.9130139313625554,
      "grad_norm": 2.5093141334492035,
      "learning_rate": 0.00023855395710893003,
      "loss": 4.8516,
      "step": 22520
    },
    {
      "epoch": 1.913098878695209,
      "grad_norm": 2.6536294411005206,
      "learning_rate": 0.00023854841505483964,
      "loss": 5.0875,
      "step": 22521
    },
    {
      "epoch": 1.9131838260278626,
      "grad_norm": 2.6499618469024053,
      "learning_rate": 0.00023854287281521367,
      "loss": 5.0552,
      "step": 22522
    },
    {
      "epoch": 1.9132687733605165,
      "grad_norm": 2.5435978055933135,
      "learning_rate": 0.0002385373303900637,
      "loss": 5.1677,
      "step": 22523
    },
    {
      "epoch": 1.9133537206931703,
      "grad_norm": 2.734165689177004,
      "learning_rate": 0.00023853178777940144,
      "loss": 5.1702,
      "step": 22524
    },
    {
      "epoch": 1.913438668025824,
      "grad_norm": 2.498183054508775,
      "learning_rate": 0.00023852624498323842,
      "loss": 4.7381,
      "step": 22525
    },
    {
      "epoch": 1.9135236153584776,
      "grad_norm": 2.565049610804621,
      "learning_rate": 0.00023852070200158622,
      "loss": 4.6843,
      "step": 22526
    },
    {
      "epoch": 1.9136085626911314,
      "grad_norm": 2.4988944201486465,
      "learning_rate": 0.0002385151588344565,
      "loss": 5.0074,
      "step": 22527
    },
    {
      "epoch": 1.9136935100237853,
      "grad_norm": 2.4875095059144043,
      "learning_rate": 0.0002385096154818609,
      "loss": 4.6181,
      "step": 22528
    },
    {
      "epoch": 1.9137784573564391,
      "grad_norm": 2.667916929572985,
      "learning_rate": 0.00023850407194381097,
      "loss": 4.8917,
      "step": 22529
    },
    {
      "epoch": 1.9138634046890928,
      "grad_norm": 2.525078602405417,
      "learning_rate": 0.00023849852822031836,
      "loss": 4.5096,
      "step": 22530
    },
    {
      "epoch": 1.9139483520217464,
      "grad_norm": 2.5537655483370445,
      "learning_rate": 0.00023849298431139477,
      "loss": 4.6441,
      "step": 22531
    },
    {
      "epoch": 1.9140332993544003,
      "grad_norm": 2.5778727896290032,
      "learning_rate": 0.00023848744021705162,
      "loss": 4.7979,
      "step": 22532
    },
    {
      "epoch": 1.914118246687054,
      "grad_norm": 2.5772935957602003,
      "learning_rate": 0.00023848189593730072,
      "loss": 4.9676,
      "step": 22533
    },
    {
      "epoch": 1.9142031940197077,
      "grad_norm": 2.611119443143894,
      "learning_rate": 0.00023847635147215363,
      "loss": 5.0666,
      "step": 22534
    },
    {
      "epoch": 1.9142881413523616,
      "grad_norm": 2.518855064863207,
      "learning_rate": 0.00023847080682162187,
      "loss": 4.8301,
      "step": 22535
    },
    {
      "epoch": 1.9143730886850152,
      "grad_norm": 2.5311127018876394,
      "learning_rate": 0.00023846526198571718,
      "loss": 5.121,
      "step": 22536
    },
    {
      "epoch": 1.914458036017669,
      "grad_norm": 2.6906357071068707,
      "learning_rate": 0.00023845971696445113,
      "loss": 5.3499,
      "step": 22537
    },
    {
      "epoch": 1.914542983350323,
      "grad_norm": 2.5667689800992894,
      "learning_rate": 0.0002384541717578353,
      "loss": 4.982,
      "step": 22538
    },
    {
      "epoch": 1.9146279306829765,
      "grad_norm": 2.5692247235597803,
      "learning_rate": 0.00023844862636588138,
      "loss": 4.7962,
      "step": 22539
    },
    {
      "epoch": 1.9147128780156302,
      "grad_norm": 2.4927639107148662,
      "learning_rate": 0.00023844308078860098,
      "loss": 4.5824,
      "step": 22540
    },
    {
      "epoch": 1.914797825348284,
      "grad_norm": 2.5238011826752618,
      "learning_rate": 0.00023843753502600563,
      "loss": 4.5659,
      "step": 22541
    },
    {
      "epoch": 1.9148827726809379,
      "grad_norm": 2.6468432122454737,
      "learning_rate": 0.0002384319890781071,
      "loss": 5.0485,
      "step": 22542
    },
    {
      "epoch": 1.9149677200135917,
      "grad_norm": 2.7056406592965607,
      "learning_rate": 0.00023842644294491688,
      "loss": 5.2117,
      "step": 22543
    },
    {
      "epoch": 1.9150526673462454,
      "grad_norm": 2.5925657447453365,
      "learning_rate": 0.00023842089662644666,
      "loss": 4.6301,
      "step": 22544
    },
    {
      "epoch": 1.915137614678899,
      "grad_norm": 2.6902899671391554,
      "learning_rate": 0.00023841535012270802,
      "loss": 5.2787,
      "step": 22545
    },
    {
      "epoch": 1.9152225620115528,
      "grad_norm": 2.8739710842149355,
      "learning_rate": 0.00023840980343371263,
      "loss": 4.4408,
      "step": 22546
    },
    {
      "epoch": 1.9153075093442067,
      "grad_norm": 2.5511932412416947,
      "learning_rate": 0.00023840425655947208,
      "loss": 4.8084,
      "step": 22547
    },
    {
      "epoch": 1.9153924566768603,
      "grad_norm": 2.5693899498611588,
      "learning_rate": 0.00023839870949999794,
      "loss": 4.8943,
      "step": 22548
    },
    {
      "epoch": 1.915477404009514,
      "grad_norm": 2.50432325577599,
      "learning_rate": 0.00023839316225530196,
      "loss": 4.5276,
      "step": 22549
    },
    {
      "epoch": 1.9155623513421678,
      "grad_norm": 2.7008760351568255,
      "learning_rate": 0.00023838761482539568,
      "loss": 5.2294,
      "step": 22550
    },
    {
      "epoch": 1.9156472986748216,
      "grad_norm": 2.5473530551856727,
      "learning_rate": 0.00023838206721029067,
      "loss": 4.7866,
      "step": 22551
    },
    {
      "epoch": 1.9157322460074755,
      "grad_norm": 2.6072027671787903,
      "learning_rate": 0.00023837651940999868,
      "loss": 4.8704,
      "step": 22552
    },
    {
      "epoch": 1.9158171933401291,
      "grad_norm": 2.736741346018233,
      "learning_rate": 0.0002383709714245313,
      "loss": 5.3435,
      "step": 22553
    },
    {
      "epoch": 1.9159021406727827,
      "grad_norm": 2.5274842703895537,
      "learning_rate": 0.00023836542325390007,
      "loss": 4.7673,
      "step": 22554
    },
    {
      "epoch": 1.9159870880054366,
      "grad_norm": 2.6984752484511696,
      "learning_rate": 0.00023835987489811668,
      "loss": 4.9894,
      "step": 22555
    },
    {
      "epoch": 1.9160720353380905,
      "grad_norm": 2.5140364656178535,
      "learning_rate": 0.00023835432635719276,
      "loss": 4.691,
      "step": 22556
    },
    {
      "epoch": 1.9161569826707443,
      "grad_norm": 2.5569578375860225,
      "learning_rate": 0.00023834877763113994,
      "loss": 4.874,
      "step": 22557
    },
    {
      "epoch": 1.916241930003398,
      "grad_norm": 2.573752168151972,
      "learning_rate": 0.00023834322871996982,
      "loss": 4.8743,
      "step": 22558
    },
    {
      "epoch": 1.9163268773360516,
      "grad_norm": 2.6033926858510763,
      "learning_rate": 0.00023833767962369405,
      "loss": 4.8232,
      "step": 22559
    },
    {
      "epoch": 1.9164118246687054,
      "grad_norm": 2.547914171429436,
      "learning_rate": 0.00023833213034232418,
      "loss": 4.7338,
      "step": 22560
    },
    {
      "epoch": 1.9164967720013593,
      "grad_norm": 2.482783358258831,
      "learning_rate": 0.00023832658087587197,
      "loss": 4.8467,
      "step": 22561
    },
    {
      "epoch": 1.916581719334013,
      "grad_norm": 2.532034919895292,
      "learning_rate": 0.00023832103122434903,
      "loss": 4.6848,
      "step": 22562
    },
    {
      "epoch": 1.9166666666666665,
      "grad_norm": 2.960286666235208,
      "learning_rate": 0.00023831548138776682,
      "loss": 4.4363,
      "step": 22563
    },
    {
      "epoch": 1.9167516139993204,
      "grad_norm": 2.54568613329474,
      "learning_rate": 0.00023830993136613715,
      "loss": 4.9239,
      "step": 22564
    },
    {
      "epoch": 1.9168365613319742,
      "grad_norm": 2.50009687306233,
      "learning_rate": 0.00023830438115947158,
      "loss": 4.6402,
      "step": 22565
    },
    {
      "epoch": 1.916921508664628,
      "grad_norm": 2.644576788551641,
      "learning_rate": 0.00023829883076778173,
      "loss": 5.0427,
      "step": 22566
    },
    {
      "epoch": 1.9170064559972817,
      "grad_norm": 2.5810528908616805,
      "learning_rate": 0.00023829328019107929,
      "loss": 4.9588,
      "step": 22567
    },
    {
      "epoch": 1.9170914033299353,
      "grad_norm": 2.619314808709515,
      "learning_rate": 0.0002382877294293758,
      "loss": 4.9221,
      "step": 22568
    },
    {
      "epoch": 1.9171763506625892,
      "grad_norm": 2.547753337229871,
      "learning_rate": 0.00023828217848268293,
      "loss": 4.7925,
      "step": 22569
    },
    {
      "epoch": 1.917261297995243,
      "grad_norm": 2.5240112359395708,
      "learning_rate": 0.00023827662735101236,
      "loss": 4.7267,
      "step": 22570
    },
    {
      "epoch": 1.9173462453278967,
      "grad_norm": 2.696169531506156,
      "learning_rate": 0.00023827107603437565,
      "loss": 5.3502,
      "step": 22571
    },
    {
      "epoch": 1.9174311926605505,
      "grad_norm": 2.6099292336236695,
      "learning_rate": 0.00023826552453278443,
      "loss": 5.1096,
      "step": 22572
    },
    {
      "epoch": 1.9175161399932041,
      "grad_norm": 2.475507001032982,
      "learning_rate": 0.0002382599728462504,
      "loss": 4.5946,
      "step": 22573
    },
    {
      "epoch": 1.917601087325858,
      "grad_norm": 2.7228763592145264,
      "learning_rate": 0.00023825442097478517,
      "loss": 5.1927,
      "step": 22574
    },
    {
      "epoch": 1.9176860346585118,
      "grad_norm": 2.602850184412345,
      "learning_rate": 0.00023824886891840033,
      "loss": 5.178,
      "step": 22575
    },
    {
      "epoch": 1.9177709819911655,
      "grad_norm": 2.5737410724437626,
      "learning_rate": 0.00023824331667710754,
      "loss": 4.8944,
      "step": 22576
    },
    {
      "epoch": 1.917855929323819,
      "grad_norm": 2.8137980490303387,
      "learning_rate": 0.00023823776425091844,
      "loss": 4.3375,
      "step": 22577
    },
    {
      "epoch": 1.917940876656473,
      "grad_norm": 2.449159731821663,
      "learning_rate": 0.00023823221163984465,
      "loss": 4.9586,
      "step": 22578
    },
    {
      "epoch": 1.9180258239891268,
      "grad_norm": 2.523946562791051,
      "learning_rate": 0.0002382266588438978,
      "loss": 4.8342,
      "step": 22579
    },
    {
      "epoch": 1.9181107713217806,
      "grad_norm": 2.695207682227138,
      "learning_rate": 0.00023822110586308958,
      "loss": 5.2094,
      "step": 22580
    },
    {
      "epoch": 1.9181957186544343,
      "grad_norm": 2.7515586324037833,
      "learning_rate": 0.00023821555269743153,
      "loss": 5.2309,
      "step": 22581
    },
    {
      "epoch": 1.918280665987088,
      "grad_norm": 2.6821447096431537,
      "learning_rate": 0.00023820999934693539,
      "loss": 5.3804,
      "step": 22582
    },
    {
      "epoch": 1.9183656133197418,
      "grad_norm": 2.5654651331484675,
      "learning_rate": 0.00023820444581161272,
      "loss": 5.1894,
      "step": 22583
    },
    {
      "epoch": 1.9184505606523956,
      "grad_norm": 2.5169685573010825,
      "learning_rate": 0.00023819889209147517,
      "loss": 5.0056,
      "step": 22584
    },
    {
      "epoch": 1.9185355079850492,
      "grad_norm": 2.647499212291211,
      "learning_rate": 0.0002381933381865344,
      "loss": 5.1424,
      "step": 22585
    },
    {
      "epoch": 1.9186204553177029,
      "grad_norm": 2.5145265815874933,
      "learning_rate": 0.00023818778409680206,
      "loss": 5.0054,
      "step": 22586
    },
    {
      "epoch": 1.9187054026503567,
      "grad_norm": 2.6289835877729257,
      "learning_rate": 0.00023818222982228968,
      "loss": 4.9115,
      "step": 22587
    },
    {
      "epoch": 1.9187903499830106,
      "grad_norm": 2.6956544518362726,
      "learning_rate": 0.00023817667536300905,
      "loss": 5.2026,
      "step": 22588
    },
    {
      "epoch": 1.9188752973156644,
      "grad_norm": 2.696069262222331,
      "learning_rate": 0.00023817112071897173,
      "loss": 5.2436,
      "step": 22589
    },
    {
      "epoch": 1.918960244648318,
      "grad_norm": 2.683463613018059,
      "learning_rate": 0.00023816556589018934,
      "loss": 5.3119,
      "step": 22590
    },
    {
      "epoch": 1.9190451919809717,
      "grad_norm": 2.5798944982114365,
      "learning_rate": 0.00023816001087667357,
      "loss": 4.7969,
      "step": 22591
    },
    {
      "epoch": 1.9191301393136255,
      "grad_norm": 2.5201825734530066,
      "learning_rate": 0.000238154455678436,
      "loss": 4.6445,
      "step": 22592
    },
    {
      "epoch": 1.9192150866462794,
      "grad_norm": 2.6424397922383953,
      "learning_rate": 0.00023814890029548834,
      "loss": 5.2788,
      "step": 22593
    },
    {
      "epoch": 1.919300033978933,
      "grad_norm": 2.508208307047812,
      "learning_rate": 0.00023814334472784215,
      "loss": 4.6747,
      "step": 22594
    },
    {
      "epoch": 1.9193849813115869,
      "grad_norm": 2.7617522151413687,
      "learning_rate": 0.00023813778897550917,
      "loss": 5.4859,
      "step": 22595
    },
    {
      "epoch": 1.9194699286442405,
      "grad_norm": 2.744646097591407,
      "learning_rate": 0.00023813223303850096,
      "loss": 5.3609,
      "step": 22596
    },
    {
      "epoch": 1.9195548759768943,
      "grad_norm": 2.521411071822222,
      "learning_rate": 0.0002381266769168292,
      "loss": 4.7114,
      "step": 22597
    },
    {
      "epoch": 1.9196398233095482,
      "grad_norm": 2.5351712697678215,
      "learning_rate": 0.00023812112061050552,
      "loss": 4.8235,
      "step": 22598
    },
    {
      "epoch": 1.9197247706422018,
      "grad_norm": 2.544130062654695,
      "learning_rate": 0.00023811556411954156,
      "loss": 4.6434,
      "step": 22599
    },
    {
      "epoch": 1.9198097179748554,
      "grad_norm": 2.636264011432842,
      "learning_rate": 0.00023811000744394892,
      "loss": 4.7139,
      "step": 22600
    },
    {
      "epoch": 1.9198946653075093,
      "grad_norm": 2.643476165241622,
      "learning_rate": 0.00023810445058373934,
      "loss": 5.2114,
      "step": 22601
    },
    {
      "epoch": 1.9199796126401631,
      "grad_norm": 2.5221576334481366,
      "learning_rate": 0.00023809889353892437,
      "loss": 4.8299,
      "step": 22602
    },
    {
      "epoch": 1.920064559972817,
      "grad_norm": 2.487339775962322,
      "learning_rate": 0.00023809333630951573,
      "loss": 4.4177,
      "step": 22603
    },
    {
      "epoch": 1.9201495073054706,
      "grad_norm": 2.580142848312132,
      "learning_rate": 0.00023808777889552498,
      "loss": 4.9911,
      "step": 22604
    },
    {
      "epoch": 1.9202344546381243,
      "grad_norm": 2.5533634463384214,
      "learning_rate": 0.0002380822212969639,
      "loss": 5.1133,
      "step": 22605
    },
    {
      "epoch": 1.920319401970778,
      "grad_norm": 2.529507822130427,
      "learning_rate": 0.00023807666351384398,
      "loss": 4.7949,
      "step": 22606
    },
    {
      "epoch": 1.920404349303432,
      "grad_norm": 2.5464783400604842,
      "learning_rate": 0.00023807110554617693,
      "loss": 4.9911,
      "step": 22607
    },
    {
      "epoch": 1.9204892966360856,
      "grad_norm": 2.575140318154924,
      "learning_rate": 0.00023806554739397442,
      "loss": 4.8279,
      "step": 22608
    },
    {
      "epoch": 1.9205742439687394,
      "grad_norm": 2.541755170550968,
      "learning_rate": 0.00023805998905724804,
      "loss": 5.2039,
      "step": 22609
    },
    {
      "epoch": 1.920659191301393,
      "grad_norm": 2.6832054269082946,
      "learning_rate": 0.00023805443053600953,
      "loss": 5.2207,
      "step": 22610
    },
    {
      "epoch": 1.920744138634047,
      "grad_norm": 2.5324874661586847,
      "learning_rate": 0.00023804887183027045,
      "loss": 4.7453,
      "step": 22611
    },
    {
      "epoch": 1.9208290859667008,
      "grad_norm": 2.6406278884436345,
      "learning_rate": 0.00023804331294004243,
      "loss": 4.7814,
      "step": 22612
    },
    {
      "epoch": 1.9209140332993544,
      "grad_norm": 2.5135150014979755,
      "learning_rate": 0.0002380377538653372,
      "loss": 4.7696,
      "step": 22613
    },
    {
      "epoch": 1.920998980632008,
      "grad_norm": 2.589758407356954,
      "learning_rate": 0.00023803219460616641,
      "loss": 4.8465,
      "step": 22614
    },
    {
      "epoch": 1.9210839279646619,
      "grad_norm": 2.4935816614924846,
      "learning_rate": 0.0002380266351625416,
      "loss": 5.0742,
      "step": 22615
    },
    {
      "epoch": 1.9211688752973157,
      "grad_norm": 2.6496436140700426,
      "learning_rate": 0.00023802107553447453,
      "loss": 4.952,
      "step": 22616
    },
    {
      "epoch": 1.9212538226299696,
      "grad_norm": 2.5120037232033954,
      "learning_rate": 0.00023801551572197677,
      "loss": 5.0384,
      "step": 22617
    },
    {
      "epoch": 1.9213387699626232,
      "grad_norm": 2.5771662230349173,
      "learning_rate": 0.00023800995572506004,
      "loss": 4.7477,
      "step": 22618
    },
    {
      "epoch": 1.9214237172952768,
      "grad_norm": 2.5218584085172013,
      "learning_rate": 0.00023800439554373594,
      "loss": 4.7942,
      "step": 22619
    },
    {
      "epoch": 1.9215086646279307,
      "grad_norm": 2.631073817507905,
      "learning_rate": 0.00023799883517801614,
      "loss": 5.198,
      "step": 22620
    },
    {
      "epoch": 1.9215936119605845,
      "grad_norm": 2.6816402588190416,
      "learning_rate": 0.00023799327462791225,
      "loss": 5.1802,
      "step": 22621
    },
    {
      "epoch": 1.9216785592932382,
      "grad_norm": 2.549125322501951,
      "learning_rate": 0.00023798771389343604,
      "loss": 4.8052,
      "step": 22622
    },
    {
      "epoch": 1.9217635066258918,
      "grad_norm": 2.6819910087200163,
      "learning_rate": 0.00023798215297459902,
      "loss": 5.019,
      "step": 22623
    },
    {
      "epoch": 1.9218484539585456,
      "grad_norm": 2.637984928406654,
      "learning_rate": 0.00023797659187141287,
      "loss": 5.0928,
      "step": 22624
    },
    {
      "epoch": 1.9219334012911995,
      "grad_norm": 2.7180491397574693,
      "learning_rate": 0.0002379710305838893,
      "loss": 5.1199,
      "step": 22625
    },
    {
      "epoch": 1.9220183486238533,
      "grad_norm": 2.6163349648444356,
      "learning_rate": 0.00023796546911204,
      "loss": 4.6707,
      "step": 22626
    },
    {
      "epoch": 1.922103295956507,
      "grad_norm": 2.5765212486601525,
      "learning_rate": 0.00023795990745587646,
      "loss": 5.0125,
      "step": 22627
    },
    {
      "epoch": 1.9221882432891606,
      "grad_norm": 2.547075002150412,
      "learning_rate": 0.00023795434561541047,
      "loss": 4.9632,
      "step": 22628
    },
    {
      "epoch": 1.9222731906218145,
      "grad_norm": 2.5188989992056756,
      "learning_rate": 0.00023794878359065366,
      "loss": 4.9098,
      "step": 22629
    },
    {
      "epoch": 1.9223581379544683,
      "grad_norm": 2.515750289780855,
      "learning_rate": 0.00023794322138161766,
      "loss": 4.9873,
      "step": 22630
    },
    {
      "epoch": 1.922443085287122,
      "grad_norm": 2.572478534857516,
      "learning_rate": 0.0002379376589883141,
      "loss": 4.7018,
      "step": 22631
    },
    {
      "epoch": 1.9225280326197758,
      "grad_norm": 2.658364297130967,
      "learning_rate": 0.00023793209641075476,
      "loss": 5.1458,
      "step": 22632
    },
    {
      "epoch": 1.9226129799524294,
      "grad_norm": 2.497910310941847,
      "learning_rate": 0.00023792653364895113,
      "loss": 4.8533,
      "step": 22633
    },
    {
      "epoch": 1.9226979272850833,
      "grad_norm": 2.5894088019044808,
      "learning_rate": 0.00023792097070291494,
      "loss": 5.2639,
      "step": 22634
    },
    {
      "epoch": 1.9227828746177371,
      "grad_norm": 2.5015523787466423,
      "learning_rate": 0.0002379154075726579,
      "loss": 4.5568,
      "step": 22635
    },
    {
      "epoch": 1.9228678219503907,
      "grad_norm": 2.5516673290555816,
      "learning_rate": 0.00023790984425819153,
      "loss": 4.8305,
      "step": 22636
    },
    {
      "epoch": 1.9229527692830444,
      "grad_norm": 2.574953608374592,
      "learning_rate": 0.0002379042807595276,
      "loss": 4.8742,
      "step": 22637
    },
    {
      "epoch": 1.9230377166156982,
      "grad_norm": 2.7120298232823767,
      "learning_rate": 0.00023789871707667777,
      "loss": 5.1124,
      "step": 22638
    },
    {
      "epoch": 1.923122663948352,
      "grad_norm": 2.5952392686315173,
      "learning_rate": 0.00023789315320965363,
      "loss": 5.0766,
      "step": 22639
    },
    {
      "epoch": 1.923207611281006,
      "grad_norm": 2.490921242627957,
      "learning_rate": 0.00023788758915846688,
      "loss": 4.7317,
      "step": 22640
    },
    {
      "epoch": 1.9232925586136596,
      "grad_norm": 2.5662224791437374,
      "learning_rate": 0.0002378820249231292,
      "loss": 5.1217,
      "step": 22641
    },
    {
      "epoch": 1.9233775059463132,
      "grad_norm": 2.471028645756552,
      "learning_rate": 0.0002378764605036522,
      "loss": 4.557,
      "step": 22642
    },
    {
      "epoch": 1.923462453278967,
      "grad_norm": 2.7270069641562356,
      "learning_rate": 0.00023787089590004753,
      "loss": 5.4624,
      "step": 22643
    },
    {
      "epoch": 1.9235474006116209,
      "grad_norm": 2.5039413332590295,
      "learning_rate": 0.00023786533111232693,
      "loss": 4.7979,
      "step": 22644
    },
    {
      "epoch": 1.9236323479442745,
      "grad_norm": 2.5806351865460657,
      "learning_rate": 0.00023785976614050197,
      "loss": 4.7666,
      "step": 22645
    },
    {
      "epoch": 1.9237172952769281,
      "grad_norm": 2.5860986849491097,
      "learning_rate": 0.00023785420098458433,
      "loss": 4.7151,
      "step": 22646
    },
    {
      "epoch": 1.923802242609582,
      "grad_norm": 2.5141783560774495,
      "learning_rate": 0.00023784863564458572,
      "loss": 4.9059,
      "step": 22647
    },
    {
      "epoch": 1.9238871899422358,
      "grad_norm": 2.5501970943599326,
      "learning_rate": 0.00023784307012051777,
      "loss": 5.1293,
      "step": 22648
    },
    {
      "epoch": 1.9239721372748897,
      "grad_norm": 2.703495837825282,
      "learning_rate": 0.0002378375044123921,
      "loss": 5.2449,
      "step": 22649
    },
    {
      "epoch": 1.9240570846075433,
      "grad_norm": 2.5500199824946397,
      "learning_rate": 0.00023783193852022045,
      "loss": 4.4545,
      "step": 22650
    },
    {
      "epoch": 1.924142031940197,
      "grad_norm": 2.487331083998943,
      "learning_rate": 0.00023782637244401444,
      "loss": 5.0698,
      "step": 22651
    },
    {
      "epoch": 1.9242269792728508,
      "grad_norm": 2.727877242779409,
      "learning_rate": 0.00023782080618378577,
      "loss": 5.3161,
      "step": 22652
    },
    {
      "epoch": 1.9243119266055047,
      "grad_norm": 2.49320063525916,
      "learning_rate": 0.000237815239739546,
      "loss": 4.6027,
      "step": 22653
    },
    {
      "epoch": 1.9243968739381585,
      "grad_norm": 2.5908471156915764,
      "learning_rate": 0.0002378096731113069,
      "loss": 5.0439,
      "step": 22654
    },
    {
      "epoch": 1.9244818212708121,
      "grad_norm": 2.5700137611581413,
      "learning_rate": 0.0002378041062990801,
      "loss": 4.8802,
      "step": 22655
    },
    {
      "epoch": 1.9245667686034658,
      "grad_norm": 2.517864645264738,
      "learning_rate": 0.00023779853930287723,
      "loss": 4.8823,
      "step": 22656
    },
    {
      "epoch": 1.9246517159361196,
      "grad_norm": 2.530370970553449,
      "learning_rate": 0.00023779297212271004,
      "loss": 4.5531,
      "step": 22657
    },
    {
      "epoch": 1.9247366632687735,
      "grad_norm": 2.4701833055811138,
      "learning_rate": 0.00023778740475859013,
      "loss": 4.6061,
      "step": 22658
    },
    {
      "epoch": 1.924821610601427,
      "grad_norm": 2.503435075938869,
      "learning_rate": 0.00023778183721052915,
      "loss": 4.7579,
      "step": 22659
    },
    {
      "epoch": 1.9249065579340807,
      "grad_norm": 2.555580097202308,
      "learning_rate": 0.00023777626947853883,
      "loss": 5.006,
      "step": 22660
    },
    {
      "epoch": 1.9249915052667346,
      "grad_norm": 2.57034999778722,
      "learning_rate": 0.00023777070156263077,
      "loss": 4.6925,
      "step": 22661
    },
    {
      "epoch": 1.9250764525993884,
      "grad_norm": 2.5110042494651337,
      "learning_rate": 0.00023776513346281667,
      "loss": 4.7827,
      "step": 22662
    },
    {
      "epoch": 1.9251613999320423,
      "grad_norm": 2.5346410312689245,
      "learning_rate": 0.00023775956517910822,
      "loss": 5.0464,
      "step": 22663
    },
    {
      "epoch": 1.925246347264696,
      "grad_norm": 2.663046234769024,
      "learning_rate": 0.00023775399671151698,
      "loss": 4.9898,
      "step": 22664
    },
    {
      "epoch": 1.9253312945973495,
      "grad_norm": 2.5735054230712806,
      "learning_rate": 0.00023774842806005477,
      "loss": 4.9822,
      "step": 22665
    },
    {
      "epoch": 1.9254162419300034,
      "grad_norm": 2.7603678503387474,
      "learning_rate": 0.00023774285922473315,
      "loss": 5.269,
      "step": 22666
    },
    {
      "epoch": 1.9255011892626572,
      "grad_norm": 2.6103049882153817,
      "learning_rate": 0.0002377372902055638,
      "loss": 5.359,
      "step": 22667
    },
    {
      "epoch": 1.9255861365953109,
      "grad_norm": 2.6074128067244255,
      "learning_rate": 0.00023773172100255847,
      "loss": 4.924,
      "step": 22668
    },
    {
      "epoch": 1.9256710839279647,
      "grad_norm": 2.5944318967307605,
      "learning_rate": 0.00023772615161572877,
      "loss": 4.8712,
      "step": 22669
    },
    {
      "epoch": 1.9257560312606183,
      "grad_norm": 2.612865644886077,
      "learning_rate": 0.0002377205820450863,
      "loss": 5.001,
      "step": 22670
    },
    {
      "epoch": 1.9258409785932722,
      "grad_norm": 2.6076960489097014,
      "learning_rate": 0.00023771501229064284,
      "loss": 5.057,
      "step": 22671
    },
    {
      "epoch": 1.925925925925926,
      "grad_norm": 2.5370702120231394,
      "learning_rate": 0.00023770944235241008,
      "loss": 4.9398,
      "step": 22672
    },
    {
      "epoch": 1.9260108732585797,
      "grad_norm": 2.5594426710099696,
      "learning_rate": 0.00023770387223039953,
      "loss": 5.0261,
      "step": 22673
    },
    {
      "epoch": 1.9260958205912333,
      "grad_norm": 2.9263113963612453,
      "learning_rate": 0.000237698301924623,
      "loss": 4.4433,
      "step": 22674
    },
    {
      "epoch": 1.9261807679238871,
      "grad_norm": 2.592813665379326,
      "learning_rate": 0.00023769273143509214,
      "loss": 4.9894,
      "step": 22675
    },
    {
      "epoch": 1.926265715256541,
      "grad_norm": 2.5009884330076457,
      "learning_rate": 0.00023768716076181861,
      "loss": 4.4472,
      "step": 22676
    },
    {
      "epoch": 1.9263506625891949,
      "grad_norm": 2.737562557383189,
      "learning_rate": 0.00023768158990481405,
      "loss": 5.1844,
      "step": 22677
    },
    {
      "epoch": 1.9264356099218485,
      "grad_norm": 2.7280126028319436,
      "learning_rate": 0.0002376760188640902,
      "loss": 4.9615,
      "step": 22678
    },
    {
      "epoch": 1.926520557254502,
      "grad_norm": 2.51059073525043,
      "learning_rate": 0.00023767044763965865,
      "loss": 4.7633,
      "step": 22679
    },
    {
      "epoch": 1.926605504587156,
      "grad_norm": 2.6766992419653266,
      "learning_rate": 0.00023766487623153113,
      "loss": 5.2567,
      "step": 22680
    },
    {
      "epoch": 1.9266904519198098,
      "grad_norm": 2.698645258776819,
      "learning_rate": 0.00023765930463971936,
      "loss": 5.0868,
      "step": 22681
    },
    {
      "epoch": 1.9267753992524634,
      "grad_norm": 2.6289946773330173,
      "learning_rate": 0.00023765373286423487,
      "loss": 4.8113,
      "step": 22682
    },
    {
      "epoch": 1.926860346585117,
      "grad_norm": 2.5021576159748053,
      "learning_rate": 0.00023764816090508946,
      "loss": 4.7496,
      "step": 22683
    },
    {
      "epoch": 1.926945293917771,
      "grad_norm": 2.5359243269624305,
      "learning_rate": 0.00023764258876229476,
      "loss": 4.9429,
      "step": 22684
    },
    {
      "epoch": 1.9270302412504248,
      "grad_norm": 2.6441675835685734,
      "learning_rate": 0.00023763701643586242,
      "loss": 5.0797,
      "step": 22685
    },
    {
      "epoch": 1.9271151885830786,
      "grad_norm": 2.6741296635251888,
      "learning_rate": 0.00023763144392580419,
      "loss": 5.0894,
      "step": 22686
    },
    {
      "epoch": 1.9272001359157322,
      "grad_norm": 2.5773152364184018,
      "learning_rate": 0.0002376258712321317,
      "loss": 4.5871,
      "step": 22687
    },
    {
      "epoch": 1.9272850832483859,
      "grad_norm": 2.725730810712519,
      "learning_rate": 0.0002376202983548566,
      "loss": 5.3068,
      "step": 22688
    },
    {
      "epoch": 1.9273700305810397,
      "grad_norm": 2.626841736066221,
      "learning_rate": 0.00023761472529399062,
      "loss": 4.9769,
      "step": 22689
    },
    {
      "epoch": 1.9274549779136936,
      "grad_norm": 2.6034992954030454,
      "learning_rate": 0.0002376091520495454,
      "loss": 4.881,
      "step": 22690
    },
    {
      "epoch": 1.9275399252463474,
      "grad_norm": 2.614272776187885,
      "learning_rate": 0.00023760357862153263,
      "loss": 5.2174,
      "step": 22691
    },
    {
      "epoch": 1.927624872579001,
      "grad_norm": 2.503683896586472,
      "learning_rate": 0.00023759800500996396,
      "loss": 4.6025,
      "step": 22692
    },
    {
      "epoch": 1.9277098199116547,
      "grad_norm": 2.516128459810848,
      "learning_rate": 0.0002375924312148511,
      "loss": 4.9039,
      "step": 22693
    },
    {
      "epoch": 1.9277947672443085,
      "grad_norm": 2.5746659085195702,
      "learning_rate": 0.0002375868572362058,
      "loss": 5.0707,
      "step": 22694
    },
    {
      "epoch": 1.9278797145769624,
      "grad_norm": 2.722082859530443,
      "learning_rate": 0.00023758128307403958,
      "loss": 5.371,
      "step": 22695
    },
    {
      "epoch": 1.927964661909616,
      "grad_norm": 2.62715884874666,
      "learning_rate": 0.00023757570872836423,
      "loss": 4.9752,
      "step": 22696
    },
    {
      "epoch": 1.9280496092422696,
      "grad_norm": 2.556270466133596,
      "learning_rate": 0.0002375701341991914,
      "loss": 4.9655,
      "step": 22697
    },
    {
      "epoch": 1.9281345565749235,
      "grad_norm": 2.504282043284108,
      "learning_rate": 0.0002375645594865328,
      "loss": 4.6808,
      "step": 22698
    },
    {
      "epoch": 1.9282195039075773,
      "grad_norm": 2.6658082204246556,
      "learning_rate": 0.00023755898459040006,
      "loss": 5.1568,
      "step": 22699
    },
    {
      "epoch": 1.9283044512402312,
      "grad_norm": 2.7373838291448904,
      "learning_rate": 0.00023755340951080487,
      "loss": 5.2061,
      "step": 22700
    },
    {
      "epoch": 1.9283893985728848,
      "grad_norm": 3.3604028624946656,
      "learning_rate": 0.00023754783424775896,
      "loss": 4.4474,
      "step": 22701
    },
    {
      "epoch": 1.9284743459055385,
      "grad_norm": 2.670498303796942,
      "learning_rate": 0.00023754225880127396,
      "loss": 4.9721,
      "step": 22702
    },
    {
      "epoch": 1.9285592932381923,
      "grad_norm": 2.5549014107707997,
      "learning_rate": 0.00023753668317136157,
      "loss": 4.7558,
      "step": 22703
    },
    {
      "epoch": 1.9286442405708462,
      "grad_norm": 2.5216239044812188,
      "learning_rate": 0.00023753110735803346,
      "loss": 4.9315,
      "step": 22704
    },
    {
      "epoch": 1.9287291879034998,
      "grad_norm": 2.516449347162865,
      "learning_rate": 0.00023752553136130138,
      "loss": 4.5469,
      "step": 22705
    },
    {
      "epoch": 1.9288141352361536,
      "grad_norm": 2.6132999634043013,
      "learning_rate": 0.00023751995518117694,
      "loss": 4.9728,
      "step": 22706
    },
    {
      "epoch": 1.9288990825688073,
      "grad_norm": 2.637112574262743,
      "learning_rate": 0.0002375143788176718,
      "loss": 5.0657,
      "step": 22707
    },
    {
      "epoch": 1.9289840299014611,
      "grad_norm": 2.5128580777532585,
      "learning_rate": 0.00023750880227079772,
      "loss": 4.8147,
      "step": 22708
    },
    {
      "epoch": 1.929068977234115,
      "grad_norm": 2.7204577314136302,
      "learning_rate": 0.00023750322554056639,
      "loss": 5.2656,
      "step": 22709
    },
    {
      "epoch": 1.9291539245667686,
      "grad_norm": 2.4617098638890136,
      "learning_rate": 0.00023749764862698937,
      "loss": 4.4603,
      "step": 22710
    },
    {
      "epoch": 1.9292388718994222,
      "grad_norm": 2.5786753307879984,
      "learning_rate": 0.00023749207153007847,
      "loss": 4.8866,
      "step": 22711
    },
    {
      "epoch": 1.929323819232076,
      "grad_norm": 2.676805269289582,
      "learning_rate": 0.0002374864942498454,
      "loss": 5.2725,
      "step": 22712
    },
    {
      "epoch": 1.92940876656473,
      "grad_norm": 2.599998591256074,
      "learning_rate": 0.00023748091678630172,
      "loss": 4.9408,
      "step": 22713
    },
    {
      "epoch": 1.9294937138973838,
      "grad_norm": 2.539384789272002,
      "learning_rate": 0.00023747533913945918,
      "loss": 5.023,
      "step": 22714
    },
    {
      "epoch": 1.9295786612300374,
      "grad_norm": 2.727052685339751,
      "learning_rate": 0.00023746976130932951,
      "loss": 5.2721,
      "step": 22715
    },
    {
      "epoch": 1.929663608562691,
      "grad_norm": 2.5734198515854607,
      "learning_rate": 0.0002374641832959243,
      "loss": 4.9651,
      "step": 22716
    },
    {
      "epoch": 1.9297485558953449,
      "grad_norm": 2.64345977244382,
      "learning_rate": 0.00023745860509925536,
      "loss": 4.622,
      "step": 22717
    },
    {
      "epoch": 1.9298335032279987,
      "grad_norm": 2.527913399506369,
      "learning_rate": 0.00023745302671933423,
      "loss": 4.8201,
      "step": 22718
    },
    {
      "epoch": 1.9299184505606524,
      "grad_norm": 2.6075816754830403,
      "learning_rate": 0.00023744744815617277,
      "loss": 4.8369,
      "step": 22719
    },
    {
      "epoch": 1.930003397893306,
      "grad_norm": 2.721177137168633,
      "learning_rate": 0.00023744186940978252,
      "loss": 5.2784,
      "step": 22720
    },
    {
      "epoch": 1.9300883452259598,
      "grad_norm": 2.4946611891881703,
      "learning_rate": 0.00023743629048017523,
      "loss": 4.6796,
      "step": 22721
    },
    {
      "epoch": 1.9301732925586137,
      "grad_norm": 2.528008360325623,
      "learning_rate": 0.00023743071136736257,
      "loss": 5.0432,
      "step": 22722
    },
    {
      "epoch": 1.9302582398912675,
      "grad_norm": 2.5385912142908476,
      "learning_rate": 0.0002374251320713563,
      "loss": 4.731,
      "step": 22723
    },
    {
      "epoch": 1.9303431872239212,
      "grad_norm": 2.612073578803873,
      "learning_rate": 0.00023741955259216804,
      "loss": 4.8735,
      "step": 22724
    },
    {
      "epoch": 1.9304281345565748,
      "grad_norm": 2.6586399770894276,
      "learning_rate": 0.00023741397292980946,
      "loss": 5.0793,
      "step": 22725
    },
    {
      "epoch": 1.9305130818892287,
      "grad_norm": 2.7868681149112335,
      "learning_rate": 0.00023740839308429232,
      "loss": 5.1525,
      "step": 22726
    },
    {
      "epoch": 1.9305980292218825,
      "grad_norm": 2.5373908306559887,
      "learning_rate": 0.00023740281305562825,
      "loss": 4.6353,
      "step": 22727
    },
    {
      "epoch": 1.9306829765545361,
      "grad_norm": 2.51540154834889,
      "learning_rate": 0.00023739723284382902,
      "loss": 4.4972,
      "step": 22728
    },
    {
      "epoch": 1.93076792388719,
      "grad_norm": 2.5316920625012664,
      "learning_rate": 0.00023739165244890623,
      "loss": 5.0134,
      "step": 22729
    },
    {
      "epoch": 1.9308528712198436,
      "grad_norm": 2.7419601385320598,
      "learning_rate": 0.00023738607187087163,
      "loss": 5.3245,
      "step": 22730
    },
    {
      "epoch": 1.9309378185524975,
      "grad_norm": 2.5061260679366186,
      "learning_rate": 0.00023738049110973692,
      "loss": 4.6529,
      "step": 22731
    },
    {
      "epoch": 1.9310227658851513,
      "grad_norm": 2.6249658995109906,
      "learning_rate": 0.00023737491016551372,
      "loss": 5.2918,
      "step": 22732
    },
    {
      "epoch": 1.931107713217805,
      "grad_norm": 2.4545655354927516,
      "learning_rate": 0.00023736932903821385,
      "loss": 4.5711,
      "step": 22733
    },
    {
      "epoch": 1.9311926605504586,
      "grad_norm": 2.5127865910433598,
      "learning_rate": 0.00023736374772784891,
      "loss": 4.8036,
      "step": 22734
    },
    {
      "epoch": 1.9312776078831124,
      "grad_norm": 2.6607219928182375,
      "learning_rate": 0.00023735816623443059,
      "loss": 5.1681,
      "step": 22735
    },
    {
      "epoch": 1.9313625552157663,
      "grad_norm": 2.5205532735766525,
      "learning_rate": 0.00023735258455797063,
      "loss": 4.8144,
      "step": 22736
    },
    {
      "epoch": 1.9314475025484201,
      "grad_norm": 2.785986002212305,
      "learning_rate": 0.0002373470026984807,
      "loss": 5.2854,
      "step": 22737
    },
    {
      "epoch": 1.9315324498810738,
      "grad_norm": 2.492116812253103,
      "learning_rate": 0.00023734142065597247,
      "loss": 4.6951,
      "step": 22738
    },
    {
      "epoch": 1.9316173972137274,
      "grad_norm": 2.5230318587883023,
      "learning_rate": 0.00023733583843045771,
      "loss": 4.6615,
      "step": 22739
    },
    {
      "epoch": 1.9317023445463812,
      "grad_norm": 2.515635535977186,
      "learning_rate": 0.00023733025602194806,
      "loss": 4.7656,
      "step": 22740
    },
    {
      "epoch": 1.931787291879035,
      "grad_norm": 2.6832656054738875,
      "learning_rate": 0.00023732467343045525,
      "loss": 4.87,
      "step": 22741
    },
    {
      "epoch": 1.9318722392116887,
      "grad_norm": 2.7797317097432157,
      "learning_rate": 0.00023731909065599093,
      "loss": 5.6207,
      "step": 22742
    },
    {
      "epoch": 1.9319571865443423,
      "grad_norm": 2.550316301865585,
      "learning_rate": 0.00023731350769856682,
      "loss": 5.1039,
      "step": 22743
    },
    {
      "epoch": 1.9320421338769962,
      "grad_norm": 2.6128757398039237,
      "learning_rate": 0.00023730792455819468,
      "loss": 4.7859,
      "step": 22744
    },
    {
      "epoch": 1.93212708120965,
      "grad_norm": 2.531857519556829,
      "learning_rate": 0.0002373023412348861,
      "loss": 4.7438,
      "step": 22745
    },
    {
      "epoch": 1.932212028542304,
      "grad_norm": 2.544128485861207,
      "learning_rate": 0.0002372967577286528,
      "loss": 4.5635,
      "step": 22746
    },
    {
      "epoch": 1.9322969758749575,
      "grad_norm": 2.594753898569128,
      "learning_rate": 0.00023729117403950656,
      "loss": 4.7169,
      "step": 22747
    },
    {
      "epoch": 1.9323819232076112,
      "grad_norm": 2.539508177443728,
      "learning_rate": 0.00023728559016745904,
      "loss": 4.8103,
      "step": 22748
    },
    {
      "epoch": 1.932466870540265,
      "grad_norm": 2.699372477506896,
      "learning_rate": 0.00023728000611252192,
      "loss": 5.1888,
      "step": 22749
    },
    {
      "epoch": 1.9325518178729189,
      "grad_norm": 2.7410603059467036,
      "learning_rate": 0.0002372744218747069,
      "loss": 5.2868,
      "step": 22750
    },
    {
      "epoch": 1.9326367652055727,
      "grad_norm": 2.6100348979270653,
      "learning_rate": 0.00023726883745402567,
      "loss": 5.0026,
      "step": 22751
    },
    {
      "epoch": 1.9327217125382263,
      "grad_norm": 2.5605878678361136,
      "learning_rate": 0.00023726325285048998,
      "loss": 4.9546,
      "step": 22752
    },
    {
      "epoch": 1.93280665987088,
      "grad_norm": 2.6980196326965697,
      "learning_rate": 0.0002372576680641115,
      "loss": 5.2875,
      "step": 22753
    },
    {
      "epoch": 1.9328916072035338,
      "grad_norm": 2.674561608393752,
      "learning_rate": 0.00023725208309490194,
      "loss": 5.2365,
      "step": 22754
    },
    {
      "epoch": 1.9329765545361877,
      "grad_norm": 2.564188023616359,
      "learning_rate": 0.00023724649794287293,
      "loss": 5.0536,
      "step": 22755
    },
    {
      "epoch": 1.9330615018688413,
      "grad_norm": 2.5147266677824525,
      "learning_rate": 0.0002372409126080363,
      "loss": 5.0245,
      "step": 22756
    },
    {
      "epoch": 1.933146449201495,
      "grad_norm": 2.563721517219391,
      "learning_rate": 0.0002372353270904037,
      "loss": 5.0234,
      "step": 22757
    },
    {
      "epoch": 1.9332313965341488,
      "grad_norm": 2.5141213351877174,
      "learning_rate": 0.00023722974138998683,
      "loss": 4.826,
      "step": 22758
    },
    {
      "epoch": 1.9333163438668026,
      "grad_norm": 2.8366795940825784,
      "learning_rate": 0.00023722415550679737,
      "loss": 4.6753,
      "step": 22759
    },
    {
      "epoch": 1.9334012911994565,
      "grad_norm": 2.5117821954675446,
      "learning_rate": 0.00023721856944084702,
      "loss": 5.0247,
      "step": 22760
    },
    {
      "epoch": 1.93348623853211,
      "grad_norm": 2.637207848947463,
      "learning_rate": 0.00023721298319214753,
      "loss": 5.1551,
      "step": 22761
    },
    {
      "epoch": 1.9335711858647637,
      "grad_norm": 2.601780898762954,
      "learning_rate": 0.00023720739676071057,
      "loss": 4.6944,
      "step": 22762
    },
    {
      "epoch": 1.9336561331974176,
      "grad_norm": 2.6350385434349937,
      "learning_rate": 0.0002372018101465479,
      "loss": 4.7701,
      "step": 22763
    },
    {
      "epoch": 1.9337410805300714,
      "grad_norm": 2.690030495665974,
      "learning_rate": 0.00023719622334967118,
      "loss": 5.249,
      "step": 22764
    },
    {
      "epoch": 1.933826027862725,
      "grad_norm": 2.580588443993507,
      "learning_rate": 0.00023719063637009206,
      "loss": 4.9785,
      "step": 22765
    },
    {
      "epoch": 1.933910975195379,
      "grad_norm": 2.700400855969706,
      "learning_rate": 0.00023718504920782236,
      "loss": 4.9976,
      "step": 22766
    },
    {
      "epoch": 1.9339959225280325,
      "grad_norm": 2.526469701424761,
      "learning_rate": 0.0002371794618628737,
      "loss": 4.7543,
      "step": 22767
    },
    {
      "epoch": 1.9340808698606864,
      "grad_norm": 2.4779684636613384,
      "learning_rate": 0.00023717387433525781,
      "loss": 4.7001,
      "step": 22768
    },
    {
      "epoch": 1.9341658171933402,
      "grad_norm": 2.57442393812512,
      "learning_rate": 0.00023716828662498644,
      "loss": 4.6878,
      "step": 22769
    },
    {
      "epoch": 1.9342507645259939,
      "grad_norm": 2.5537346014984927,
      "learning_rate": 0.00023716269873207124,
      "loss": 4.5951,
      "step": 22770
    },
    {
      "epoch": 1.9343357118586475,
      "grad_norm": 2.697409798214495,
      "learning_rate": 0.00023715711065652398,
      "loss": 4.3149,
      "step": 22771
    },
    {
      "epoch": 1.9344206591913014,
      "grad_norm": 2.6312425365478567,
      "learning_rate": 0.0002371515223983563,
      "loss": 5.0092,
      "step": 22772
    },
    {
      "epoch": 1.9345056065239552,
      "grad_norm": 2.5989810547509973,
      "learning_rate": 0.00023714593395757994,
      "loss": 4.786,
      "step": 22773
    },
    {
      "epoch": 1.934590553856609,
      "grad_norm": 2.6595363555544886,
      "learning_rate": 0.00023714034533420667,
      "loss": 5.0546,
      "step": 22774
    },
    {
      "epoch": 1.9346755011892627,
      "grad_norm": 2.60105097873624,
      "learning_rate": 0.00023713475652824804,
      "loss": 5.0341,
      "step": 22775
    },
    {
      "epoch": 1.9347604485219163,
      "grad_norm": 2.775941733863813,
      "learning_rate": 0.00023712916753971595,
      "loss": 5.2243,
      "step": 22776
    },
    {
      "epoch": 1.9348453958545702,
      "grad_norm": 2.606043882395104,
      "learning_rate": 0.00023712357836862198,
      "loss": 4.9685,
      "step": 22777
    },
    {
      "epoch": 1.934930343187224,
      "grad_norm": 2.621065434306098,
      "learning_rate": 0.00023711798901497787,
      "loss": 5.0317,
      "step": 22778
    },
    {
      "epoch": 1.9350152905198776,
      "grad_norm": 2.7714400911760753,
      "learning_rate": 0.00023711239947879536,
      "loss": 4.3292,
      "step": 22779
    },
    {
      "epoch": 1.9351002378525313,
      "grad_norm": 2.579828975368292,
      "learning_rate": 0.0002371068097600862,
      "loss": 5.0076,
      "step": 22780
    },
    {
      "epoch": 1.9351851851851851,
      "grad_norm": 2.54913597329518,
      "learning_rate": 0.00023710121985886197,
      "loss": 4.7283,
      "step": 22781
    },
    {
      "epoch": 1.935270132517839,
      "grad_norm": 2.58557030018459,
      "learning_rate": 0.0002370956297751345,
      "loss": 5.1544,
      "step": 22782
    },
    {
      "epoch": 1.9353550798504928,
      "grad_norm": 2.742855313522279,
      "learning_rate": 0.00023709003950891545,
      "loss": 5.2932,
      "step": 22783
    },
    {
      "epoch": 1.9354400271831464,
      "grad_norm": 2.570216625559082,
      "learning_rate": 0.00023708444906021657,
      "loss": 4.9644,
      "step": 22784
    },
    {
      "epoch": 1.9355249745158,
      "grad_norm": 2.753621833332381,
      "learning_rate": 0.00023707885842904947,
      "loss": 5.4087,
      "step": 22785
    },
    {
      "epoch": 1.935609921848454,
      "grad_norm": 2.5742247003650585,
      "learning_rate": 0.00023707326761542602,
      "loss": 4.8201,
      "step": 22786
    },
    {
      "epoch": 1.9356948691811078,
      "grad_norm": 2.692639425423702,
      "learning_rate": 0.00023706767661935783,
      "loss": 4.8939,
      "step": 22787
    },
    {
      "epoch": 1.9357798165137616,
      "grad_norm": 2.677580515832162,
      "learning_rate": 0.0002370620854408567,
      "loss": 5.4242,
      "step": 22788
    },
    {
      "epoch": 1.9358647638464153,
      "grad_norm": 2.732323827924464,
      "learning_rate": 0.00023705649407993422,
      "loss": 5.4263,
      "step": 22789
    },
    {
      "epoch": 1.9359497111790689,
      "grad_norm": 2.6827628495008526,
      "learning_rate": 0.0002370509025366022,
      "loss": 5.1514,
      "step": 22790
    },
    {
      "epoch": 1.9360346585117227,
      "grad_norm": 2.7361314111994997,
      "learning_rate": 0.00023704531081087234,
      "loss": 5.2469,
      "step": 22791
    },
    {
      "epoch": 1.9361196058443766,
      "grad_norm": 2.623162235318979,
      "learning_rate": 0.00023703971890275634,
      "loss": 4.8273,
      "step": 22792
    },
    {
      "epoch": 1.9362045531770302,
      "grad_norm": 2.613479610681474,
      "learning_rate": 0.0002370341268122659,
      "loss": 4.8025,
      "step": 22793
    },
    {
      "epoch": 1.9362895005096838,
      "grad_norm": 2.489338646667207,
      "learning_rate": 0.00023702853453941278,
      "loss": 4.9674,
      "step": 22794
    },
    {
      "epoch": 1.9363744478423377,
      "grad_norm": 2.618779770949167,
      "learning_rate": 0.00023702294208420872,
      "loss": 5.037,
      "step": 22795
    },
    {
      "epoch": 1.9364593951749915,
      "grad_norm": 2.9981518768306246,
      "learning_rate": 0.0002370173494466653,
      "loss": 4.5478,
      "step": 22796
    },
    {
      "epoch": 1.9365443425076454,
      "grad_norm": 2.7025594566536504,
      "learning_rate": 0.00023701175662679442,
      "loss": 5.2012,
      "step": 22797
    },
    {
      "epoch": 1.936629289840299,
      "grad_norm": 2.6325462017277204,
      "learning_rate": 0.0002370061636246077,
      "loss": 5.0445,
      "step": 22798
    },
    {
      "epoch": 1.9367142371729527,
      "grad_norm": 2.536053563643081,
      "learning_rate": 0.0002370005704401168,
      "loss": 4.7925,
      "step": 22799
    },
    {
      "epoch": 1.9367991845056065,
      "grad_norm": 2.680514741048905,
      "learning_rate": 0.0002369949770733336,
      "loss": 5.3655,
      "step": 22800
    },
    {
      "epoch": 1.9368841318382604,
      "grad_norm": 2.55403883167217,
      "learning_rate": 0.00023698938352426967,
      "loss": 4.6569,
      "step": 22801
    },
    {
      "epoch": 1.936969079170914,
      "grad_norm": 2.5807372704510976,
      "learning_rate": 0.0002369837897929368,
      "loss": 4.9306,
      "step": 22802
    },
    {
      "epoch": 1.9370540265035678,
      "grad_norm": 2.5172886251302993,
      "learning_rate": 0.00023697819587934673,
      "loss": 4.9058,
      "step": 22803
    },
    {
      "epoch": 1.9371389738362215,
      "grad_norm": 2.6270202034975876,
      "learning_rate": 0.00023697260178351116,
      "loss": 4.9422,
      "step": 22804
    },
    {
      "epoch": 1.9372239211688753,
      "grad_norm": 2.6387115845953444,
      "learning_rate": 0.00023696700750544178,
      "loss": 4.7787,
      "step": 22805
    },
    {
      "epoch": 1.9373088685015292,
      "grad_norm": 2.5637131137299747,
      "learning_rate": 0.00023696141304515035,
      "loss": 5.0165,
      "step": 22806
    },
    {
      "epoch": 1.9373938158341828,
      "grad_norm": 2.6032489037569237,
      "learning_rate": 0.00023695581840264856,
      "loss": 4.7278,
      "step": 22807
    },
    {
      "epoch": 1.9374787631668364,
      "grad_norm": 2.7630363204550012,
      "learning_rate": 0.00023695022357794816,
      "loss": 5.3446,
      "step": 22808
    },
    {
      "epoch": 1.9375637104994903,
      "grad_norm": 2.668228585279766,
      "learning_rate": 0.00023694462857106082,
      "loss": 5.0317,
      "step": 22809
    },
    {
      "epoch": 1.9376486578321441,
      "grad_norm": 2.611893724336614,
      "learning_rate": 0.0002369390333819984,
      "loss": 4.9824,
      "step": 22810
    },
    {
      "epoch": 1.937733605164798,
      "grad_norm": 2.533697582813463,
      "learning_rate": 0.00023693343801077244,
      "loss": 4.94,
      "step": 22811
    },
    {
      "epoch": 1.9378185524974516,
      "grad_norm": 2.5520338229489794,
      "learning_rate": 0.0002369278424573948,
      "loss": 4.7701,
      "step": 22812
    },
    {
      "epoch": 1.9379034998301052,
      "grad_norm": 2.677823400178261,
      "learning_rate": 0.00023692224672187717,
      "loss": 5.2029,
      "step": 22813
    },
    {
      "epoch": 1.937988447162759,
      "grad_norm": 3.3259478653723904,
      "learning_rate": 0.00023691665080423122,
      "loss": 4.4076,
      "step": 22814
    },
    {
      "epoch": 1.938073394495413,
      "grad_norm": 2.6591337987693207,
      "learning_rate": 0.00023691105470446876,
      "loss": 5.0732,
      "step": 22815
    },
    {
      "epoch": 1.9381583418280666,
      "grad_norm": 2.5601637373595745,
      "learning_rate": 0.00023690545842260146,
      "loss": 4.8747,
      "step": 22816
    },
    {
      "epoch": 1.9382432891607202,
      "grad_norm": 2.6680343425495874,
      "learning_rate": 0.00023689986195864107,
      "loss": 5.3315,
      "step": 22817
    },
    {
      "epoch": 1.938328236493374,
      "grad_norm": 2.50552466628731,
      "learning_rate": 0.00023689426531259925,
      "loss": 4.8986,
      "step": 22818
    },
    {
      "epoch": 1.938413183826028,
      "grad_norm": 2.641036701050881,
      "learning_rate": 0.00023688866848448783,
      "loss": 5.1198,
      "step": 22819
    },
    {
      "epoch": 1.9384981311586817,
      "grad_norm": 2.6890395629073947,
      "learning_rate": 0.00023688307147431848,
      "loss": 4.9748,
      "step": 22820
    },
    {
      "epoch": 1.9385830784913354,
      "grad_norm": 2.689840005722413,
      "learning_rate": 0.00023687747428210293,
      "loss": 5.3239,
      "step": 22821
    },
    {
      "epoch": 1.938668025823989,
      "grad_norm": 2.7034085802943637,
      "learning_rate": 0.00023687187690785293,
      "loss": 5.213,
      "step": 22822
    },
    {
      "epoch": 1.9387529731566429,
      "grad_norm": 2.707389556990344,
      "learning_rate": 0.00023686627935158022,
      "loss": 4.6209,
      "step": 22823
    },
    {
      "epoch": 1.9388379204892967,
      "grad_norm": 2.5753456453796755,
      "learning_rate": 0.00023686068161329644,
      "loss": 4.8577,
      "step": 22824
    },
    {
      "epoch": 1.9389228678219503,
      "grad_norm": 2.5967555478506292,
      "learning_rate": 0.00023685508369301344,
      "loss": 4.6176,
      "step": 22825
    },
    {
      "epoch": 1.9390078151546042,
      "grad_norm": 2.5374686081800957,
      "learning_rate": 0.00023684948559074285,
      "loss": 4.3958,
      "step": 22826
    },
    {
      "epoch": 1.9390927624872578,
      "grad_norm": 2.5642426523288164,
      "learning_rate": 0.00023684388730649643,
      "loss": 5.012,
      "step": 22827
    },
    {
      "epoch": 1.9391777098199117,
      "grad_norm": 2.6754223620545883,
      "learning_rate": 0.00023683828884028596,
      "loss": 5.426,
      "step": 22828
    },
    {
      "epoch": 1.9392626571525655,
      "grad_norm": 2.667474109499217,
      "learning_rate": 0.0002368326901921231,
      "loss": 5.2144,
      "step": 22829
    },
    {
      "epoch": 1.9393476044852191,
      "grad_norm": 2.6914695395660533,
      "learning_rate": 0.0002368270913620196,
      "loss": 5.0683,
      "step": 22830
    },
    {
      "epoch": 1.9394325518178728,
      "grad_norm": 2.6222939675426016,
      "learning_rate": 0.00023682149234998727,
      "loss": 4.8599,
      "step": 22831
    },
    {
      "epoch": 1.9395174991505266,
      "grad_norm": 2.709483051355494,
      "learning_rate": 0.0002368158931560377,
      "loss": 4.662,
      "step": 22832
    },
    {
      "epoch": 1.9396024464831805,
      "grad_norm": 2.6388370771970178,
      "learning_rate": 0.00023681029378018272,
      "loss": 5.0025,
      "step": 22833
    },
    {
      "epoch": 1.9396873938158343,
      "grad_norm": 2.652833899468474,
      "learning_rate": 0.00023680469422243403,
      "loss": 5.0823,
      "step": 22834
    },
    {
      "epoch": 1.939772341148488,
      "grad_norm": 2.5075610046244465,
      "learning_rate": 0.00023679909448280338,
      "loss": 4.841,
      "step": 22835
    },
    {
      "epoch": 1.9398572884811416,
      "grad_norm": 2.719980571785255,
      "learning_rate": 0.00023679349456130248,
      "loss": 5.4096,
      "step": 22836
    },
    {
      "epoch": 1.9399422358137954,
      "grad_norm": 2.609952109689503,
      "learning_rate": 0.00023678789445794312,
      "loss": 4.9601,
      "step": 22837
    },
    {
      "epoch": 1.9400271831464493,
      "grad_norm": 2.5473957235218614,
      "learning_rate": 0.00023678229417273698,
      "loss": 5.0166,
      "step": 22838
    },
    {
      "epoch": 1.940112130479103,
      "grad_norm": 2.9496303344898274,
      "learning_rate": 0.00023677669370569574,
      "loss": 4.2742,
      "step": 22839
    },
    {
      "epoch": 1.9401970778117568,
      "grad_norm": 2.495116160427527,
      "learning_rate": 0.00023677109305683127,
      "loss": 4.5063,
      "step": 22840
    },
    {
      "epoch": 1.9402820251444104,
      "grad_norm": 2.5515005622176194,
      "learning_rate": 0.0002367654922261552,
      "loss": 5.0174,
      "step": 22841
    },
    {
      "epoch": 1.9403669724770642,
      "grad_norm": 2.5232998873864454,
      "learning_rate": 0.00023675989121367934,
      "loss": 4.9948,
      "step": 22842
    },
    {
      "epoch": 1.940451919809718,
      "grad_norm": 2.7616419814969566,
      "learning_rate": 0.00023675429001941535,
      "loss": 5.499,
      "step": 22843
    },
    {
      "epoch": 1.9405368671423717,
      "grad_norm": 2.58739886906849,
      "learning_rate": 0.00023674868864337502,
      "loss": 4.627,
      "step": 22844
    },
    {
      "epoch": 1.9406218144750254,
      "grad_norm": 2.555231951131072,
      "learning_rate": 0.00023674308708557007,
      "loss": 4.7984,
      "step": 22845
    },
    {
      "epoch": 1.9407067618076792,
      "grad_norm": 2.5429664164690577,
      "learning_rate": 0.00023673748534601223,
      "loss": 4.7996,
      "step": 22846
    },
    {
      "epoch": 1.940791709140333,
      "grad_norm": 2.460960169581269,
      "learning_rate": 0.00023673188342471327,
      "loss": 4.8538,
      "step": 22847
    },
    {
      "epoch": 1.940876656472987,
      "grad_norm": 2.680610180348641,
      "learning_rate": 0.00023672628132168484,
      "loss": 5.471,
      "step": 22848
    },
    {
      "epoch": 1.9409616038056405,
      "grad_norm": 2.5717435645729663,
      "learning_rate": 0.0002367206790369388,
      "loss": 4.6234,
      "step": 22849
    },
    {
      "epoch": 1.9410465511382942,
      "grad_norm": 2.517037564092439,
      "learning_rate": 0.0002367150765704868,
      "loss": 4.9547,
      "step": 22850
    },
    {
      "epoch": 1.941131498470948,
      "grad_norm": 2.7132246891319753,
      "learning_rate": 0.0002367094739223406,
      "loss": 5.1501,
      "step": 22851
    },
    {
      "epoch": 1.9412164458036019,
      "grad_norm": 2.4663807896815237,
      "learning_rate": 0.00023670387109251195,
      "loss": 4.5247,
      "step": 22852
    },
    {
      "epoch": 1.9413013931362555,
      "grad_norm": 2.6459543861211676,
      "learning_rate": 0.0002366982680810126,
      "loss": 5.0153,
      "step": 22853
    },
    {
      "epoch": 1.9413863404689091,
      "grad_norm": 2.708680911879287,
      "learning_rate": 0.0002366926648878543,
      "loss": 4.946,
      "step": 22854
    },
    {
      "epoch": 1.941471287801563,
      "grad_norm": 2.5380524269702276,
      "learning_rate": 0.00023668706151304872,
      "loss": 4.7974,
      "step": 22855
    },
    {
      "epoch": 1.9415562351342168,
      "grad_norm": 2.5598088042670923,
      "learning_rate": 0.00023668145795660767,
      "loss": 4.6777,
      "step": 22856
    },
    {
      "epoch": 1.9416411824668707,
      "grad_norm": 2.5522738021968467,
      "learning_rate": 0.00023667585421854282,
      "loss": 4.6611,
      "step": 22857
    },
    {
      "epoch": 1.9417261297995243,
      "grad_norm": 2.5861684886543856,
      "learning_rate": 0.00023667025029886602,
      "loss": 5.1707,
      "step": 22858
    },
    {
      "epoch": 1.941811077132178,
      "grad_norm": 2.517143792359455,
      "learning_rate": 0.00023666464619758896,
      "loss": 4.6679,
      "step": 22859
    },
    {
      "epoch": 1.9418960244648318,
      "grad_norm": 2.640269145493397,
      "learning_rate": 0.0002366590419147233,
      "loss": 5.1619,
      "step": 22860
    },
    {
      "epoch": 1.9419809717974856,
      "grad_norm": 2.491253918879579,
      "learning_rate": 0.0002366534374502809,
      "loss": 4.864,
      "step": 22861
    },
    {
      "epoch": 1.9420659191301393,
      "grad_norm": 2.5574760799415035,
      "learning_rate": 0.00023664783280427347,
      "loss": 5.0578,
      "step": 22862
    },
    {
      "epoch": 1.9421508664627931,
      "grad_norm": 2.704690468656285,
      "learning_rate": 0.00023664222797671275,
      "loss": 5.186,
      "step": 22863
    },
    {
      "epoch": 1.9422358137954467,
      "grad_norm": 2.557257792164849,
      "learning_rate": 0.00023663662296761044,
      "loss": 4.655,
      "step": 22864
    },
    {
      "epoch": 1.9423207611281006,
      "grad_norm": 2.6236185961697265,
      "learning_rate": 0.00023663101777697835,
      "loss": 4.7251,
      "step": 22865
    },
    {
      "epoch": 1.9424057084607544,
      "grad_norm": 2.562182675744963,
      "learning_rate": 0.00023662541240482822,
      "loss": 4.9466,
      "step": 22866
    },
    {
      "epoch": 1.942490655793408,
      "grad_norm": 2.5497004390300124,
      "learning_rate": 0.0002366198068511717,
      "loss": 5.0799,
      "step": 22867
    },
    {
      "epoch": 1.9425756031260617,
      "grad_norm": 2.6790086539371707,
      "learning_rate": 0.00023661420111602066,
      "loss": 5.404,
      "step": 22868
    },
    {
      "epoch": 1.9426605504587156,
      "grad_norm": 2.6852751001207196,
      "learning_rate": 0.0002366085951993868,
      "loss": 5.3353,
      "step": 22869
    },
    {
      "epoch": 1.9427454977913694,
      "grad_norm": 2.575945409057419,
      "learning_rate": 0.0002366029891012818,
      "loss": 4.5572,
      "step": 22870
    },
    {
      "epoch": 1.9428304451240233,
      "grad_norm": 2.5705995584032517,
      "learning_rate": 0.00023659738282171748,
      "loss": 4.9574,
      "step": 22871
    },
    {
      "epoch": 1.9429153924566769,
      "grad_norm": 2.6779781925562736,
      "learning_rate": 0.00023659177636070562,
      "loss": 5.1736,
      "step": 22872
    },
    {
      "epoch": 1.9430003397893305,
      "grad_norm": 2.5985586142390718,
      "learning_rate": 0.00023658616971825787,
      "loss": 4.8663,
      "step": 22873
    },
    {
      "epoch": 1.9430852871219844,
      "grad_norm": 2.590915247959461,
      "learning_rate": 0.00023658056289438604,
      "loss": 4.889,
      "step": 22874
    },
    {
      "epoch": 1.9431702344546382,
      "grad_norm": 2.635722666634471,
      "learning_rate": 0.00023657495588910187,
      "loss": 4.7247,
      "step": 22875
    },
    {
      "epoch": 1.9432551817872918,
      "grad_norm": 2.6394724999619363,
      "learning_rate": 0.00023656934870241707,
      "loss": 4.9473,
      "step": 22876
    },
    {
      "epoch": 1.9433401291199455,
      "grad_norm": 2.5824180375703536,
      "learning_rate": 0.00023656374133434346,
      "loss": 4.9194,
      "step": 22877
    },
    {
      "epoch": 1.9434250764525993,
      "grad_norm": 2.593782306711393,
      "learning_rate": 0.00023655813378489274,
      "loss": 4.9642,
      "step": 22878
    },
    {
      "epoch": 1.9435100237852532,
      "grad_norm": 2.6465786607224,
      "learning_rate": 0.00023655252605407666,
      "loss": 5.1645,
      "step": 22879
    },
    {
      "epoch": 1.943594971117907,
      "grad_norm": 2.5321306136815824,
      "learning_rate": 0.00023654691814190698,
      "loss": 4.6842,
      "step": 22880
    },
    {
      "epoch": 1.9436799184505607,
      "grad_norm": 2.5270404530247714,
      "learning_rate": 0.00023654131004839548,
      "loss": 4.9355,
      "step": 22881
    },
    {
      "epoch": 1.9437648657832143,
      "grad_norm": 2.46381806189288,
      "learning_rate": 0.0002365357017735538,
      "loss": 4.6803,
      "step": 22882
    },
    {
      "epoch": 1.9438498131158681,
      "grad_norm": 2.5868502261421082,
      "learning_rate": 0.00023653009331739387,
      "loss": 4.941,
      "step": 22883
    },
    {
      "epoch": 1.943934760448522,
      "grad_norm": 2.4605892061785615,
      "learning_rate": 0.0002365244846799273,
      "loss": 4.6214,
      "step": 22884
    },
    {
      "epoch": 1.9440197077811758,
      "grad_norm": 2.723061631424591,
      "learning_rate": 0.00023651887586116586,
      "loss": 5.2987,
      "step": 22885
    },
    {
      "epoch": 1.9441046551138295,
      "grad_norm": 2.6342991484342644,
      "learning_rate": 0.00023651326686112133,
      "loss": 5.236,
      "step": 22886
    },
    {
      "epoch": 1.944189602446483,
      "grad_norm": 2.489357663890146,
      "learning_rate": 0.0002365076576798055,
      "loss": 4.8947,
      "step": 22887
    },
    {
      "epoch": 1.944274549779137,
      "grad_norm": 2.7038491981600754,
      "learning_rate": 0.00023650204831723008,
      "loss": 5.271,
      "step": 22888
    },
    {
      "epoch": 1.9443594971117908,
      "grad_norm": 2.666855738128924,
      "learning_rate": 0.00023649643877340676,
      "loss": 5.1024,
      "step": 22889
    },
    {
      "epoch": 1.9444444444444444,
      "grad_norm": 2.6271457312277997,
      "learning_rate": 0.00023649082904834742,
      "loss": 5.1886,
      "step": 22890
    },
    {
      "epoch": 1.944529391777098,
      "grad_norm": 2.659753659447009,
      "learning_rate": 0.00023648521914206372,
      "loss": 5.1696,
      "step": 22891
    },
    {
      "epoch": 1.944614339109752,
      "grad_norm": 2.728927414608756,
      "learning_rate": 0.0002364796090545675,
      "loss": 5.3234,
      "step": 22892
    },
    {
      "epoch": 1.9446992864424058,
      "grad_norm": 2.544122648495059,
      "learning_rate": 0.0002364739987858704,
      "loss": 4.8098,
      "step": 22893
    },
    {
      "epoch": 1.9447842337750596,
      "grad_norm": 2.550721217427664,
      "learning_rate": 0.00023646838833598426,
      "loss": 4.7575,
      "step": 22894
    },
    {
      "epoch": 1.9448691811077132,
      "grad_norm": 2.645077225591993,
      "learning_rate": 0.00023646277770492083,
      "loss": 5.1071,
      "step": 22895
    },
    {
      "epoch": 1.9449541284403669,
      "grad_norm": 2.81572343470517,
      "learning_rate": 0.00023645716689269184,
      "loss": 5.4297,
      "step": 22896
    },
    {
      "epoch": 1.9450390757730207,
      "grad_norm": 2.5467839735444677,
      "learning_rate": 0.00023645155589930905,
      "loss": 4.6763,
      "step": 22897
    },
    {
      "epoch": 1.9451240231056746,
      "grad_norm": 2.537367257817735,
      "learning_rate": 0.00023644594472478422,
      "loss": 4.8868,
      "step": 22898
    },
    {
      "epoch": 1.9452089704383282,
      "grad_norm": 2.6806858167213976,
      "learning_rate": 0.00023644033336912907,
      "loss": 5.204,
      "step": 22899
    },
    {
      "epoch": 1.945293917770982,
      "grad_norm": 2.571110579514853,
      "learning_rate": 0.00023643472183235546,
      "loss": 4.7747,
      "step": 22900
    },
    {
      "epoch": 1.9453788651036357,
      "grad_norm": 2.5128690842569363,
      "learning_rate": 0.00023642911011447504,
      "loss": 4.9837,
      "step": 22901
    },
    {
      "epoch": 1.9454638124362895,
      "grad_norm": 2.5000460557291064,
      "learning_rate": 0.00023642349821549965,
      "loss": 4.751,
      "step": 22902
    },
    {
      "epoch": 1.9455487597689434,
      "grad_norm": 2.49699346632791,
      "learning_rate": 0.00023641788613544098,
      "loss": 4.8189,
      "step": 22903
    },
    {
      "epoch": 1.945633707101597,
      "grad_norm": 2.5988102463327576,
      "learning_rate": 0.00023641227387431087,
      "loss": 4.5997,
      "step": 22904
    },
    {
      "epoch": 1.9457186544342506,
      "grad_norm": 2.5452261213292053,
      "learning_rate": 0.000236406661432121,
      "loss": 4.8721,
      "step": 22905
    },
    {
      "epoch": 1.9458036017669045,
      "grad_norm": 2.7123750690860255,
      "learning_rate": 0.00023640104880888314,
      "loss": 5.3571,
      "step": 22906
    },
    {
      "epoch": 1.9458885490995583,
      "grad_norm": 2.7251191676386846,
      "learning_rate": 0.0002363954360046091,
      "loss": 4.7667,
      "step": 22907
    },
    {
      "epoch": 1.9459734964322122,
      "grad_norm": 2.6214125674317237,
      "learning_rate": 0.0002363898230193106,
      "loss": 5.0406,
      "step": 22908
    },
    {
      "epoch": 1.9460584437648658,
      "grad_norm": 2.7083854571486365,
      "learning_rate": 0.0002363842098529994,
      "loss": 5.2579,
      "step": 22909
    },
    {
      "epoch": 1.9461433910975194,
      "grad_norm": 2.53780914453368,
      "learning_rate": 0.0002363785965056873,
      "loss": 4.9742,
      "step": 22910
    },
    {
      "epoch": 1.9462283384301733,
      "grad_norm": 2.587635124814187,
      "learning_rate": 0.000236372982977386,
      "loss": 4.6983,
      "step": 22911
    },
    {
      "epoch": 1.9463132857628271,
      "grad_norm": 2.7735595744626655,
      "learning_rate": 0.00023636736926810733,
      "loss": 5.3175,
      "step": 22912
    },
    {
      "epoch": 1.9463982330954808,
      "grad_norm": 2.5172655383724405,
      "learning_rate": 0.00023636175537786297,
      "loss": 4.5425,
      "step": 22913
    },
    {
      "epoch": 1.9464831804281344,
      "grad_norm": 2.618747590548662,
      "learning_rate": 0.00023635614130666473,
      "loss": 4.7991,
      "step": 22914
    },
    {
      "epoch": 1.9465681277607882,
      "grad_norm": 2.557788288235257,
      "learning_rate": 0.00023635052705452443,
      "loss": 4.7688,
      "step": 22915
    },
    {
      "epoch": 1.946653075093442,
      "grad_norm": 2.5972438780598224,
      "learning_rate": 0.00023634491262145376,
      "loss": 4.938,
      "step": 22916
    },
    {
      "epoch": 1.946738022426096,
      "grad_norm": 2.7842253268754145,
      "learning_rate": 0.0002363392980074645,
      "loss": 5.4222,
      "step": 22917
    },
    {
      "epoch": 1.9468229697587496,
      "grad_norm": 2.554999371213807,
      "learning_rate": 0.0002363336832125684,
      "loss": 4.8007,
      "step": 22918
    },
    {
      "epoch": 1.9469079170914032,
      "grad_norm": 2.523821894666963,
      "learning_rate": 0.0002363280682367772,
      "loss": 4.7831,
      "step": 22919
    },
    {
      "epoch": 1.946992864424057,
      "grad_norm": 2.5967403960503446,
      "learning_rate": 0.00023632245308010278,
      "loss": 5.0944,
      "step": 22920
    },
    {
      "epoch": 1.947077811756711,
      "grad_norm": 2.6193294688289304,
      "learning_rate": 0.00023631683774255684,
      "loss": 5.1974,
      "step": 22921
    },
    {
      "epoch": 1.9471627590893648,
      "grad_norm": 2.99159613221281,
      "learning_rate": 0.0002363112222241511,
      "loss": 4.3837,
      "step": 22922
    },
    {
      "epoch": 1.9472477064220184,
      "grad_norm": 2.5512455128936535,
      "learning_rate": 0.00023630560652489733,
      "loss": 4.525,
      "step": 22923
    },
    {
      "epoch": 1.947332653754672,
      "grad_norm": 2.643247640422708,
      "learning_rate": 0.00023629999064480738,
      "loss": 5.1665,
      "step": 22924
    },
    {
      "epoch": 1.9474176010873259,
      "grad_norm": 2.6768329001811315,
      "learning_rate": 0.00023629437458389297,
      "loss": 5.4162,
      "step": 22925
    },
    {
      "epoch": 1.9475025484199797,
      "grad_norm": 2.5970585133551487,
      "learning_rate": 0.00023628875834216586,
      "loss": 4.6634,
      "step": 22926
    },
    {
      "epoch": 1.9475874957526333,
      "grad_norm": 2.688902644648736,
      "learning_rate": 0.0002362831419196378,
      "loss": 5.0228,
      "step": 22927
    },
    {
      "epoch": 1.947672443085287,
      "grad_norm": 2.7181020068111326,
      "learning_rate": 0.00023627752531632057,
      "loss": 5.4368,
      "step": 22928
    },
    {
      "epoch": 1.9477573904179408,
      "grad_norm": 2.6095995677853097,
      "learning_rate": 0.000236271908532226,
      "loss": 5.1605,
      "step": 22929
    },
    {
      "epoch": 1.9478423377505947,
      "grad_norm": 2.6927551629728885,
      "learning_rate": 0.00023626629156736577,
      "loss": 5.1935,
      "step": 22930
    },
    {
      "epoch": 1.9479272850832485,
      "grad_norm": 2.5688120763456337,
      "learning_rate": 0.00023626067442175164,
      "loss": 4.8657,
      "step": 22931
    },
    {
      "epoch": 1.9480122324159022,
      "grad_norm": 2.5250292050389347,
      "learning_rate": 0.00023625505709539552,
      "loss": 4.82,
      "step": 22932
    },
    {
      "epoch": 1.9480971797485558,
      "grad_norm": 2.5158420434512956,
      "learning_rate": 0.00023624943958830907,
      "loss": 4.5676,
      "step": 22933
    },
    {
      "epoch": 1.9481821270812096,
      "grad_norm": 2.5906272477049788,
      "learning_rate": 0.000236243821900504,
      "loss": 4.6994,
      "step": 22934
    },
    {
      "epoch": 1.9482670744138635,
      "grad_norm": 2.5355705584643378,
      "learning_rate": 0.00023623820403199223,
      "loss": 4.9385,
      "step": 22935
    },
    {
      "epoch": 1.9483520217465171,
      "grad_norm": 2.4857885663640578,
      "learning_rate": 0.00023623258598278544,
      "loss": 4.6862,
      "step": 22936
    },
    {
      "epoch": 1.948436969079171,
      "grad_norm": 2.6963895951499444,
      "learning_rate": 0.0002362269677528954,
      "loss": 5.2765,
      "step": 22937
    },
    {
      "epoch": 1.9485219164118246,
      "grad_norm": 2.5353957272757395,
      "learning_rate": 0.00023622134934233395,
      "loss": 4.9924,
      "step": 22938
    },
    {
      "epoch": 1.9486068637444784,
      "grad_norm": 2.6368565750714543,
      "learning_rate": 0.0002362157307511128,
      "loss": 5.2022,
      "step": 22939
    },
    {
      "epoch": 1.9486918110771323,
      "grad_norm": 2.6407422252171133,
      "learning_rate": 0.00023621011197924368,
      "loss": 5.252,
      "step": 22940
    },
    {
      "epoch": 1.948776758409786,
      "grad_norm": 2.673001512180409,
      "learning_rate": 0.00023620449302673847,
      "loss": 5.0105,
      "step": 22941
    },
    {
      "epoch": 1.9488617057424396,
      "grad_norm": 2.5683516690801653,
      "learning_rate": 0.00023619887389360886,
      "loss": 5.0235,
      "step": 22942
    },
    {
      "epoch": 1.9489466530750934,
      "grad_norm": 2.645662898749617,
      "learning_rate": 0.00023619325457986668,
      "loss": 5.1121,
      "step": 22943
    },
    {
      "epoch": 1.9490316004077473,
      "grad_norm": 2.511501795634003,
      "learning_rate": 0.0002361876350855237,
      "loss": 4.7221,
      "step": 22944
    },
    {
      "epoch": 1.949116547740401,
      "grad_norm": 2.6829385151673595,
      "learning_rate": 0.00023618201541059165,
      "loss": 5.2783,
      "step": 22945
    },
    {
      "epoch": 1.9492014950730547,
      "grad_norm": 2.507385566912271,
      "learning_rate": 0.00023617639555508234,
      "loss": 4.6634,
      "step": 22946
    },
    {
      "epoch": 1.9492864424057084,
      "grad_norm": 2.594506124668162,
      "learning_rate": 0.00023617077551900753,
      "loss": 5.0428,
      "step": 22947
    },
    {
      "epoch": 1.9493713897383622,
      "grad_norm": 2.6576913463235288,
      "learning_rate": 0.00023616515530237902,
      "loss": 5.3052,
      "step": 22948
    },
    {
      "epoch": 1.949456337071016,
      "grad_norm": 2.5240650084489182,
      "learning_rate": 0.00023615953490520853,
      "loss": 4.3036,
      "step": 22949
    },
    {
      "epoch": 1.9495412844036697,
      "grad_norm": 2.658555156818988,
      "learning_rate": 0.0002361539143275079,
      "loss": 5.2565,
      "step": 22950
    },
    {
      "epoch": 1.9496262317363233,
      "grad_norm": 2.653538685323764,
      "learning_rate": 0.00023614829356928888,
      "loss": 5.2033,
      "step": 22951
    },
    {
      "epoch": 1.9497111790689772,
      "grad_norm": 2.5483338757540057,
      "learning_rate": 0.00023614267263056326,
      "loss": 4.6522,
      "step": 22952
    },
    {
      "epoch": 1.949796126401631,
      "grad_norm": 2.5510532389233846,
      "learning_rate": 0.00023613705151134278,
      "loss": 4.6718,
      "step": 22953
    },
    {
      "epoch": 1.9498810737342849,
      "grad_norm": 2.589552530576908,
      "learning_rate": 0.00023613143021163928,
      "loss": 5.0552,
      "step": 22954
    },
    {
      "epoch": 1.9499660210669385,
      "grad_norm": 2.669945067518834,
      "learning_rate": 0.00023612580873146445,
      "loss": 5.0069,
      "step": 22955
    },
    {
      "epoch": 1.9500509683995921,
      "grad_norm": 2.691239305281601,
      "learning_rate": 0.0002361201870708301,
      "loss": 5.1447,
      "step": 22956
    },
    {
      "epoch": 1.950135915732246,
      "grad_norm": 2.704492695093615,
      "learning_rate": 0.00023611456522974812,
      "loss": 5.3886,
      "step": 22957
    },
    {
      "epoch": 1.9502208630648998,
      "grad_norm": 2.6070570077965645,
      "learning_rate": 0.00023610894320823017,
      "loss": 4.5759,
      "step": 22958
    },
    {
      "epoch": 1.9503058103975535,
      "grad_norm": 2.732532903688705,
      "learning_rate": 0.000236103321006288,
      "loss": 5.46,
      "step": 22959
    },
    {
      "epoch": 1.9503907577302073,
      "grad_norm": 2.6816159299200657,
      "learning_rate": 0.0002360976986239335,
      "loss": 5.151,
      "step": 22960
    },
    {
      "epoch": 1.950475705062861,
      "grad_norm": 2.5890967714968123,
      "learning_rate": 0.00023609207606117838,
      "loss": 4.8869,
      "step": 22961
    },
    {
      "epoch": 1.9505606523955148,
      "grad_norm": 2.7088209348998458,
      "learning_rate": 0.00023608645331803447,
      "loss": 5.2664,
      "step": 22962
    },
    {
      "epoch": 1.9506455997281686,
      "grad_norm": 2.9486551182129994,
      "learning_rate": 0.00023608083039451352,
      "loss": 4.2184,
      "step": 22963
    },
    {
      "epoch": 1.9507305470608223,
      "grad_norm": 2.6722425513121193,
      "learning_rate": 0.0002360752072906273,
      "loss": 5.1774,
      "step": 22964
    },
    {
      "epoch": 1.950815494393476,
      "grad_norm": 2.5128245731900947,
      "learning_rate": 0.0002360695840063876,
      "loss": 4.782,
      "step": 22965
    },
    {
      "epoch": 1.9509004417261298,
      "grad_norm": 2.56269541327967,
      "learning_rate": 0.0002360639605418062,
      "loss": 4.6558,
      "step": 22966
    },
    {
      "epoch": 1.9509853890587836,
      "grad_norm": 2.5697921051233763,
      "learning_rate": 0.00023605833689689494,
      "loss": 4.8404,
      "step": 22967
    },
    {
      "epoch": 1.9510703363914375,
      "grad_norm": 2.4828681811916167,
      "learning_rate": 0.00023605271307166549,
      "loss": 4.4803,
      "step": 22968
    },
    {
      "epoch": 1.951155283724091,
      "grad_norm": 2.678924044906052,
      "learning_rate": 0.00023604708906612971,
      "loss": 5.2997,
      "step": 22969
    },
    {
      "epoch": 1.9512402310567447,
      "grad_norm": 2.539192188788091,
      "learning_rate": 0.0002360414648802994,
      "loss": 4.5497,
      "step": 22970
    },
    {
      "epoch": 1.9513251783893986,
      "grad_norm": 2.6464285671719545,
      "learning_rate": 0.00023603584051418633,
      "loss": 5.2136,
      "step": 22971
    },
    {
      "epoch": 1.9514101257220524,
      "grad_norm": 2.6022905141973163,
      "learning_rate": 0.0002360302159678022,
      "loss": 5.0611,
      "step": 22972
    },
    {
      "epoch": 1.951495073054706,
      "grad_norm": 2.6281594326987334,
      "learning_rate": 0.0002360245912411589,
      "loss": 4.8312,
      "step": 22973
    },
    {
      "epoch": 1.9515800203873597,
      "grad_norm": 2.566506020682661,
      "learning_rate": 0.0002360189663342682,
      "loss": 4.9297,
      "step": 22974
    },
    {
      "epoch": 1.9516649677200135,
      "grad_norm": 2.5414667108869122,
      "learning_rate": 0.00023601334124714185,
      "loss": 4.8759,
      "step": 22975
    },
    {
      "epoch": 1.9517499150526674,
      "grad_norm": 2.645617738173538,
      "learning_rate": 0.00023600771597979167,
      "loss": 5.1805,
      "step": 22976
    },
    {
      "epoch": 1.9518348623853212,
      "grad_norm": 2.725755961522333,
      "learning_rate": 0.00023600209053222944,
      "loss": 5.0843,
      "step": 22977
    },
    {
      "epoch": 1.9519198097179749,
      "grad_norm": 2.6409939661460395,
      "learning_rate": 0.00023599646490446693,
      "loss": 5.0079,
      "step": 22978
    },
    {
      "epoch": 1.9520047570506285,
      "grad_norm": 2.656033409745673,
      "learning_rate": 0.0002359908390965159,
      "loss": 4.9865,
      "step": 22979
    },
    {
      "epoch": 1.9520897043832823,
      "grad_norm": 2.630286300374817,
      "learning_rate": 0.0002359852131083882,
      "loss": 5.3105,
      "step": 22980
    },
    {
      "epoch": 1.9521746517159362,
      "grad_norm": 2.605630364548978,
      "learning_rate": 0.00023597958694009555,
      "loss": 5.1038,
      "step": 22981
    },
    {
      "epoch": 1.95225959904859,
      "grad_norm": 2.528590964340249,
      "learning_rate": 0.00023597396059164984,
      "loss": 4.9289,
      "step": 22982
    },
    {
      "epoch": 1.9523445463812437,
      "grad_norm": 2.4970037785869312,
      "learning_rate": 0.00023596833406306278,
      "loss": 4.6268,
      "step": 22983
    },
    {
      "epoch": 1.9524294937138973,
      "grad_norm": 2.8016934521993035,
      "learning_rate": 0.00023596270735434615,
      "loss": 5.4282,
      "step": 22984
    },
    {
      "epoch": 1.9525144410465511,
      "grad_norm": 2.5621181889851594,
      "learning_rate": 0.0002359570804655118,
      "loss": 4.5967,
      "step": 22985
    },
    {
      "epoch": 1.952599388379205,
      "grad_norm": 2.63350546657906,
      "learning_rate": 0.00023595145339657146,
      "loss": 4.7073,
      "step": 22986
    },
    {
      "epoch": 1.9526843357118586,
      "grad_norm": 2.5783567053747722,
      "learning_rate": 0.00023594582614753698,
      "loss": 5.1204,
      "step": 22987
    },
    {
      "epoch": 1.9527692830445122,
      "grad_norm": 2.7097393169016235,
      "learning_rate": 0.0002359401987184201,
      "loss": 5.1064,
      "step": 22988
    },
    {
      "epoch": 1.952854230377166,
      "grad_norm": 2.7100901392118986,
      "learning_rate": 0.00023593457110923264,
      "loss": 4.5581,
      "step": 22989
    },
    {
      "epoch": 1.95293917770982,
      "grad_norm": 2.530260282084277,
      "learning_rate": 0.00023592894331998636,
      "loss": 4.8215,
      "step": 22990
    },
    {
      "epoch": 1.9530241250424738,
      "grad_norm": 2.708966954526448,
      "learning_rate": 0.0002359233153506931,
      "loss": 5.0938,
      "step": 22991
    },
    {
      "epoch": 1.9531090723751274,
      "grad_norm": 2.6121433159512604,
      "learning_rate": 0.00023591768720136456,
      "loss": 4.8237,
      "step": 22992
    },
    {
      "epoch": 1.953194019707781,
      "grad_norm": 2.5940444384036487,
      "learning_rate": 0.0002359120588720127,
      "loss": 4.5878,
      "step": 22993
    },
    {
      "epoch": 1.953278967040435,
      "grad_norm": 2.6032903380016457,
      "learning_rate": 0.00023590643036264914,
      "loss": 4.7321,
      "step": 22994
    },
    {
      "epoch": 1.9533639143730888,
      "grad_norm": 2.50803423876696,
      "learning_rate": 0.00023590080167328577,
      "loss": 4.9008,
      "step": 22995
    },
    {
      "epoch": 1.9534488617057424,
      "grad_norm": 2.482889908861005,
      "learning_rate": 0.00023589517280393437,
      "loss": 4.566,
      "step": 22996
    },
    {
      "epoch": 1.9535338090383962,
      "grad_norm": 2.553416409104248,
      "learning_rate": 0.0002358895437546067,
      "loss": 4.7333,
      "step": 22997
    },
    {
      "epoch": 1.9536187563710499,
      "grad_norm": 2.5130181088495,
      "learning_rate": 0.00023588391452531454,
      "loss": 4.7275,
      "step": 22998
    },
    {
      "epoch": 1.9537037037037037,
      "grad_norm": 2.6057766930481017,
      "learning_rate": 0.0002358782851160698,
      "loss": 4.8973,
      "step": 22999
    },
    {
      "epoch": 1.9537886510363576,
      "grad_norm": 2.457460840232204,
      "learning_rate": 0.00023587265552688414,
      "loss": 4.5387,
      "step": 23000
    },
    {
      "epoch": 1.9538735983690112,
      "grad_norm": 2.4895572188489945,
      "learning_rate": 0.0002358670257577694,
      "loss": 4.7911,
      "step": 23001
    },
    {
      "epoch": 1.9539585457016648,
      "grad_norm": 2.721023654983732,
      "learning_rate": 0.00023586139580873745,
      "loss": 5.3434,
      "step": 23002
    },
    {
      "epoch": 1.9540434930343187,
      "grad_norm": 2.7212041974323076,
      "learning_rate": 0.00023585576567979998,
      "loss": 5.2324,
      "step": 23003
    },
    {
      "epoch": 1.9541284403669725,
      "grad_norm": 2.6221522161829216,
      "learning_rate": 0.0002358501353709689,
      "loss": 5.3448,
      "step": 23004
    },
    {
      "epoch": 1.9542133876996264,
      "grad_norm": 2.562252893431191,
      "learning_rate": 0.00023584450488225582,
      "loss": 5.132,
      "step": 23005
    },
    {
      "epoch": 1.95429833503228,
      "grad_norm": 2.545751060237202,
      "learning_rate": 0.0002358388742136727,
      "loss": 4.8528,
      "step": 23006
    },
    {
      "epoch": 1.9543832823649336,
      "grad_norm": 2.7575743492228106,
      "learning_rate": 0.00023583324336523139,
      "loss": 5.3777,
      "step": 23007
    },
    {
      "epoch": 1.9544682296975875,
      "grad_norm": 2.667387890725595,
      "learning_rate": 0.00023582761233694344,
      "loss": 5.0623,
      "step": 23008
    },
    {
      "epoch": 1.9545531770302413,
      "grad_norm": 2.59246824602782,
      "learning_rate": 0.00023582198112882092,
      "loss": 5.1886,
      "step": 23009
    },
    {
      "epoch": 1.954638124362895,
      "grad_norm": 2.5735227190901058,
      "learning_rate": 0.0002358163497408755,
      "loss": 4.8251,
      "step": 23010
    },
    {
      "epoch": 1.9547230716955486,
      "grad_norm": 2.5794978486822577,
      "learning_rate": 0.00023581071817311894,
      "loss": 4.8299,
      "step": 23011
    },
    {
      "epoch": 1.9548080190282024,
      "grad_norm": 2.686594297869405,
      "learning_rate": 0.00023580508642556314,
      "loss": 4.9687,
      "step": 23012
    },
    {
      "epoch": 1.9548929663608563,
      "grad_norm": 2.5543886560832445,
      "learning_rate": 0.00023579945449821976,
      "loss": 5.0202,
      "step": 23013
    },
    {
      "epoch": 1.9549779136935101,
      "grad_norm": 2.528988282601703,
      "learning_rate": 0.00023579382239110076,
      "loss": 4.5969,
      "step": 23014
    },
    {
      "epoch": 1.9550628610261638,
      "grad_norm": 2.6830565204335364,
      "learning_rate": 0.0002357881901042179,
      "loss": 5.3263,
      "step": 23015
    },
    {
      "epoch": 1.9551478083588174,
      "grad_norm": 2.7816002595331817,
      "learning_rate": 0.00023578255763758292,
      "loss": 5.3866,
      "step": 23016
    },
    {
      "epoch": 1.9552327556914713,
      "grad_norm": 2.7064862805941683,
      "learning_rate": 0.00023577692499120759,
      "loss": 5.5197,
      "step": 23017
    },
    {
      "epoch": 1.955317703024125,
      "grad_norm": 2.4861685987091815,
      "learning_rate": 0.00023577129216510387,
      "loss": 4.7199,
      "step": 23018
    },
    {
      "epoch": 1.955402650356779,
      "grad_norm": 2.6474442912793554,
      "learning_rate": 0.00023576565915928345,
      "loss": 5.0715,
      "step": 23019
    },
    {
      "epoch": 1.9554875976894326,
      "grad_norm": 2.54264180102086,
      "learning_rate": 0.00023576002597375814,
      "loss": 4.5413,
      "step": 23020
    },
    {
      "epoch": 1.9555725450220862,
      "grad_norm": 2.6317043513916625,
      "learning_rate": 0.00023575439260853977,
      "loss": 4.7008,
      "step": 23021
    },
    {
      "epoch": 1.95565749235474,
      "grad_norm": 2.4919412111428128,
      "learning_rate": 0.00023574875906364013,
      "loss": 4.8446,
      "step": 23022
    },
    {
      "epoch": 1.955742439687394,
      "grad_norm": 2.694398664894626,
      "learning_rate": 0.00023574312533907097,
      "loss": 5.2803,
      "step": 23023
    },
    {
      "epoch": 1.9558273870200475,
      "grad_norm": 2.6801452010795,
      "learning_rate": 0.0002357374914348442,
      "loss": 5.0473,
      "step": 23024
    },
    {
      "epoch": 1.9559123343527012,
      "grad_norm": 2.6914000667081384,
      "learning_rate": 0.00023573185735097156,
      "loss": 5.2882,
      "step": 23025
    },
    {
      "epoch": 1.955997281685355,
      "grad_norm": 2.5708729529282,
      "learning_rate": 0.00023572622308746483,
      "loss": 4.8564,
      "step": 23026
    },
    {
      "epoch": 1.9560822290180089,
      "grad_norm": 2.908473182009292,
      "learning_rate": 0.0002357205886443359,
      "loss": 4.0003,
      "step": 23027
    },
    {
      "epoch": 1.9561671763506627,
      "grad_norm": 2.4866250601146223,
      "learning_rate": 0.00023571495402159654,
      "loss": 4.7714,
      "step": 23028
    },
    {
      "epoch": 1.9562521236833164,
      "grad_norm": 2.678995262690082,
      "learning_rate": 0.0002357093192192585,
      "loss": 5.011,
      "step": 23029
    },
    {
      "epoch": 1.95633707101597,
      "grad_norm": 2.4860811264540708,
      "learning_rate": 0.00023570368423733368,
      "loss": 4.7461,
      "step": 23030
    },
    {
      "epoch": 1.9564220183486238,
      "grad_norm": 2.665957872136482,
      "learning_rate": 0.0002356980490758338,
      "loss": 4.8799,
      "step": 23031
    },
    {
      "epoch": 1.9565069656812777,
      "grad_norm": 2.5169262550418448,
      "learning_rate": 0.0002356924137347707,
      "loss": 4.8014,
      "step": 23032
    },
    {
      "epoch": 1.9565919130139313,
      "grad_norm": 2.578375426157361,
      "learning_rate": 0.00023568677821415624,
      "loss": 4.5841,
      "step": 23033
    },
    {
      "epoch": 1.9566768603465852,
      "grad_norm": 2.5760440647982903,
      "learning_rate": 0.00023568114251400215,
      "loss": 4.958,
      "step": 23034
    },
    {
      "epoch": 1.9567618076792388,
      "grad_norm": 3.1632503030742676,
      "learning_rate": 0.00023567550663432024,
      "loss": 4.0872,
      "step": 23035
    },
    {
      "epoch": 1.9568467550118926,
      "grad_norm": 2.5784291587025034,
      "learning_rate": 0.0002356698705751224,
      "loss": 5.1505,
      "step": 23036
    },
    {
      "epoch": 1.9569317023445465,
      "grad_norm": 2.525560753435633,
      "learning_rate": 0.00023566423433642037,
      "loss": 4.5908,
      "step": 23037
    },
    {
      "epoch": 1.9570166496772001,
      "grad_norm": 2.6650180612339773,
      "learning_rate": 0.00023565859791822592,
      "loss": 5.0635,
      "step": 23038
    },
    {
      "epoch": 1.9571015970098538,
      "grad_norm": 2.7180896191817174,
      "learning_rate": 0.000235652961320551,
      "loss": 4.9807,
      "step": 23039
    },
    {
      "epoch": 1.9571865443425076,
      "grad_norm": 2.5454748487467644,
      "learning_rate": 0.00023564732454340733,
      "loss": 4.8879,
      "step": 23040
    },
    {
      "epoch": 1.9572714916751615,
      "grad_norm": 2.637677328587709,
      "learning_rate": 0.0002356416875868067,
      "loss": 5.0449,
      "step": 23041
    },
    {
      "epoch": 1.9573564390078153,
      "grad_norm": 2.6211808055093475,
      "learning_rate": 0.00023563605045076095,
      "loss": 4.9164,
      "step": 23042
    },
    {
      "epoch": 1.957441386340469,
      "grad_norm": 2.575703194524084,
      "learning_rate": 0.00023563041313528192,
      "loss": 4.8732,
      "step": 23043
    },
    {
      "epoch": 1.9575263336731226,
      "grad_norm": 2.743841046987468,
      "learning_rate": 0.00023562477564038136,
      "loss": 5.2696,
      "step": 23044
    },
    {
      "epoch": 1.9576112810057764,
      "grad_norm": 2.651720061864819,
      "learning_rate": 0.00023561913796607114,
      "loss": 5.1661,
      "step": 23045
    },
    {
      "epoch": 1.9576962283384303,
      "grad_norm": 2.606663710148243,
      "learning_rate": 0.00023561350011236303,
      "loss": 4.7564,
      "step": 23046
    },
    {
      "epoch": 1.957781175671084,
      "grad_norm": 2.617667045853429,
      "learning_rate": 0.0002356078620792689,
      "loss": 4.9827,
      "step": 23047
    },
    {
      "epoch": 1.9578661230037375,
      "grad_norm": 2.522783497860972,
      "learning_rate": 0.00023560222386680046,
      "loss": 4.8549,
      "step": 23048
    },
    {
      "epoch": 1.9579510703363914,
      "grad_norm": 2.9155710698320663,
      "learning_rate": 0.0002355965854749696,
      "loss": 4.4006,
      "step": 23049
    },
    {
      "epoch": 1.9580360176690452,
      "grad_norm": 2.4695633691224796,
      "learning_rate": 0.0002355909469037882,
      "loss": 4.6974,
      "step": 23050
    },
    {
      "epoch": 1.958120965001699,
      "grad_norm": 2.6414752815800124,
      "learning_rate": 0.00023558530815326795,
      "loss": 4.1877,
      "step": 23051
    },
    {
      "epoch": 1.9582059123343527,
      "grad_norm": 2.722607187236293,
      "learning_rate": 0.0002355796692234207,
      "loss": 5.1173,
      "step": 23052
    },
    {
      "epoch": 1.9582908596670063,
      "grad_norm": 2.735690950370225,
      "learning_rate": 0.00023557403011425826,
      "loss": 5.4866,
      "step": 23053
    },
    {
      "epoch": 1.9583758069996602,
      "grad_norm": 2.5591369062970792,
      "learning_rate": 0.00023556839082579246,
      "loss": 4.3546,
      "step": 23054
    },
    {
      "epoch": 1.958460754332314,
      "grad_norm": 2.4963534273408783,
      "learning_rate": 0.00023556275135803515,
      "loss": 4.9976,
      "step": 23055
    },
    {
      "epoch": 1.9585457016649679,
      "grad_norm": 2.4944075854157806,
      "learning_rate": 0.00023555711171099813,
      "loss": 4.7586,
      "step": 23056
    },
    {
      "epoch": 1.9586306489976215,
      "grad_norm": 2.5019154953068434,
      "learning_rate": 0.00023555147188469318,
      "loss": 4.7709,
      "step": 23057
    },
    {
      "epoch": 1.9587155963302751,
      "grad_norm": 2.6379232694235717,
      "learning_rate": 0.00023554583187913216,
      "loss": 4.8233,
      "step": 23058
    },
    {
      "epoch": 1.958800543662929,
      "grad_norm": 2.5120138330652675,
      "learning_rate": 0.00023554019169432682,
      "loss": 4.9551,
      "step": 23059
    },
    {
      "epoch": 1.9588854909955828,
      "grad_norm": 2.5507802168413747,
      "learning_rate": 0.00023553455133028907,
      "loss": 4.6924,
      "step": 23060
    },
    {
      "epoch": 1.9589704383282365,
      "grad_norm": 2.69133311017164,
      "learning_rate": 0.00023552891078703063,
      "loss": 5.0941,
      "step": 23061
    },
    {
      "epoch": 1.95905538566089,
      "grad_norm": 2.5187834657061923,
      "learning_rate": 0.00023552327006456342,
      "loss": 4.6191,
      "step": 23062
    },
    {
      "epoch": 1.959140332993544,
      "grad_norm": 2.564379801541351,
      "learning_rate": 0.0002355176291628992,
      "loss": 4.706,
      "step": 23063
    },
    {
      "epoch": 1.9592252803261978,
      "grad_norm": 2.6935059351078725,
      "learning_rate": 0.00023551198808204982,
      "loss": 5.1864,
      "step": 23064
    },
    {
      "epoch": 1.9593102276588517,
      "grad_norm": 3.4827522039703913,
      "learning_rate": 0.00023550634682202703,
      "loss": 4.3601,
      "step": 23065
    },
    {
      "epoch": 1.9593951749915053,
      "grad_norm": 2.7657508996833404,
      "learning_rate": 0.0002355007053828427,
      "loss": 5.0681,
      "step": 23066
    },
    {
      "epoch": 1.959480122324159,
      "grad_norm": 2.5674622988476297,
      "learning_rate": 0.0002354950637645087,
      "loss": 4.774,
      "step": 23067
    },
    {
      "epoch": 1.9595650696568128,
      "grad_norm": 2.7168410312179936,
      "learning_rate": 0.0002354894219670368,
      "loss": 5.1031,
      "step": 23068
    },
    {
      "epoch": 1.9596500169894666,
      "grad_norm": 2.716869547969814,
      "learning_rate": 0.00023548377999043876,
      "loss": 5.1876,
      "step": 23069
    },
    {
      "epoch": 1.9597349643221202,
      "grad_norm": 2.576092836337734,
      "learning_rate": 0.0002354781378347265,
      "loss": 4.8506,
      "step": 23070
    },
    {
      "epoch": 1.959819911654774,
      "grad_norm": 2.5578874353697736,
      "learning_rate": 0.0002354724954999118,
      "loss": 4.9897,
      "step": 23071
    },
    {
      "epoch": 1.9599048589874277,
      "grad_norm": 2.6177027784308398,
      "learning_rate": 0.0002354668529860065,
      "loss": 4.9321,
      "step": 23072
    },
    {
      "epoch": 1.9599898063200816,
      "grad_norm": 2.723471481846588,
      "learning_rate": 0.00023546121029302243,
      "loss": 5.2623,
      "step": 23073
    },
    {
      "epoch": 1.9600747536527354,
      "grad_norm": 2.6178693420966614,
      "learning_rate": 0.00023545556742097135,
      "loss": 4.8238,
      "step": 23074
    },
    {
      "epoch": 1.960159700985389,
      "grad_norm": 2.5622171604371426,
      "learning_rate": 0.00023544992436986515,
      "loss": 4.6689,
      "step": 23075
    },
    {
      "epoch": 1.9602446483180427,
      "grad_norm": 2.6328192484034703,
      "learning_rate": 0.00023544428113971564,
      "loss": 5.0205,
      "step": 23076
    },
    {
      "epoch": 1.9603295956506965,
      "grad_norm": 2.5118458768863055,
      "learning_rate": 0.00023543863773053462,
      "loss": 4.7864,
      "step": 23077
    },
    {
      "epoch": 1.9604145429833504,
      "grad_norm": 2.6988481001494486,
      "learning_rate": 0.00023543299414233393,
      "loss": 5.1616,
      "step": 23078
    },
    {
      "epoch": 1.9604994903160042,
      "grad_norm": 2.585793170689949,
      "learning_rate": 0.0002354273503751254,
      "loss": 4.8355,
      "step": 23079
    },
    {
      "epoch": 1.9605844376486579,
      "grad_norm": 2.488090646775899,
      "learning_rate": 0.00023542170642892088,
      "loss": 4.7647,
      "step": 23080
    },
    {
      "epoch": 1.9606693849813115,
      "grad_norm": 2.971308590564386,
      "learning_rate": 0.00023541606230373212,
      "loss": 4.3116,
      "step": 23081
    },
    {
      "epoch": 1.9607543323139653,
      "grad_norm": 2.6068281070242527,
      "learning_rate": 0.000235410417999571,
      "loss": 4.9708,
      "step": 23082
    },
    {
      "epoch": 1.9608392796466192,
      "grad_norm": 2.4942812059111197,
      "learning_rate": 0.00023540477351644936,
      "loss": 4.8508,
      "step": 23083
    },
    {
      "epoch": 1.9609242269792728,
      "grad_norm": 2.700695491752777,
      "learning_rate": 0.000235399128854379,
      "loss": 5.049,
      "step": 23084
    },
    {
      "epoch": 1.9610091743119265,
      "grad_norm": 2.5846730767721415,
      "learning_rate": 0.00023539348401337178,
      "loss": 4.7453,
      "step": 23085
    },
    {
      "epoch": 1.9610941216445803,
      "grad_norm": 2.6600134680260132,
      "learning_rate": 0.00023538783899343946,
      "loss": 3.956,
      "step": 23086
    },
    {
      "epoch": 1.9611790689772342,
      "grad_norm": 2.5969906168513313,
      "learning_rate": 0.0002353821937945939,
      "loss": 4.9794,
      "step": 23087
    },
    {
      "epoch": 1.961264016309888,
      "grad_norm": 2.6905154346034346,
      "learning_rate": 0.000235376548416847,
      "loss": 4.9375,
      "step": 23088
    },
    {
      "epoch": 1.9613489636425416,
      "grad_norm": 2.6754576782326795,
      "learning_rate": 0.00023537090286021047,
      "loss": 4.8548,
      "step": 23089
    },
    {
      "epoch": 1.9614339109751953,
      "grad_norm": 2.5526297176932995,
      "learning_rate": 0.0002353652571246962,
      "loss": 4.731,
      "step": 23090
    },
    {
      "epoch": 1.9615188583078491,
      "grad_norm": 2.5866029846012615,
      "learning_rate": 0.00023535961121031604,
      "loss": 5.069,
      "step": 23091
    },
    {
      "epoch": 1.961603805640503,
      "grad_norm": 2.594105304294044,
      "learning_rate": 0.0002353539651170818,
      "loss": 4.8779,
      "step": 23092
    },
    {
      "epoch": 1.9616887529731566,
      "grad_norm": 2.6011116056152552,
      "learning_rate": 0.0002353483188450053,
      "loss": 4.8658,
      "step": 23093
    },
    {
      "epoch": 1.9617737003058104,
      "grad_norm": 2.6107529823658715,
      "learning_rate": 0.0002353426723940983,
      "loss": 4.7632,
      "step": 23094
    },
    {
      "epoch": 1.961858647638464,
      "grad_norm": 3.0473222320649582,
      "learning_rate": 0.0002353370257643728,
      "loss": 4.2651,
      "step": 23095
    },
    {
      "epoch": 1.961943594971118,
      "grad_norm": 2.6154870820139777,
      "learning_rate": 0.00023533137895584048,
      "loss": 5.0176,
      "step": 23096
    },
    {
      "epoch": 1.9620285423037718,
      "grad_norm": 2.6067672655499696,
      "learning_rate": 0.00023532573196851327,
      "loss": 4.8389,
      "step": 23097
    },
    {
      "epoch": 1.9621134896364254,
      "grad_norm": 2.535463121968451,
      "learning_rate": 0.00023532008480240294,
      "loss": 4.8626,
      "step": 23098
    },
    {
      "epoch": 1.962198436969079,
      "grad_norm": 2.5861897402331033,
      "learning_rate": 0.00023531443745752138,
      "loss": 5.0566,
      "step": 23099
    },
    {
      "epoch": 1.9622833843017329,
      "grad_norm": 2.539603855978965,
      "learning_rate": 0.00023530878993388034,
      "loss": 4.7637,
      "step": 23100
    },
    {
      "epoch": 1.9623683316343867,
      "grad_norm": 2.593182786462935,
      "learning_rate": 0.00023530314223149171,
      "loss": 4.6402,
      "step": 23101
    },
    {
      "epoch": 1.9624532789670406,
      "grad_norm": 2.8484343891091073,
      "learning_rate": 0.00023529749435036737,
      "loss": 5.7055,
      "step": 23102
    },
    {
      "epoch": 1.9625382262996942,
      "grad_norm": 2.762104637236383,
      "learning_rate": 0.00023529184629051905,
      "loss": 5.1564,
      "step": 23103
    },
    {
      "epoch": 1.9626231736323478,
      "grad_norm": 2.5235712053166544,
      "learning_rate": 0.00023528619805195865,
      "loss": 5.0585,
      "step": 23104
    },
    {
      "epoch": 1.9627081209650017,
      "grad_norm": 2.6342885348693446,
      "learning_rate": 0.00023528054963469793,
      "loss": 5.2455,
      "step": 23105
    },
    {
      "epoch": 1.9627930682976555,
      "grad_norm": 2.6248293318018474,
      "learning_rate": 0.00023527490103874885,
      "loss": 4.9232,
      "step": 23106
    },
    {
      "epoch": 1.9628780156303092,
      "grad_norm": 2.7349038844373927,
      "learning_rate": 0.00023526925226412316,
      "loss": 5.2333,
      "step": 23107
    },
    {
      "epoch": 1.9629629629629628,
      "grad_norm": 2.7150787105307974,
      "learning_rate": 0.00023526360331083273,
      "loss": 5.124,
      "step": 23108
    },
    {
      "epoch": 1.9630479102956166,
      "grad_norm": 2.566077148749077,
      "learning_rate": 0.00023525795417888933,
      "loss": 4.958,
      "step": 23109
    },
    {
      "epoch": 1.9631328576282705,
      "grad_norm": 2.6917439552191493,
      "learning_rate": 0.0002352523048683049,
      "loss": 5.2407,
      "step": 23110
    },
    {
      "epoch": 1.9632178049609244,
      "grad_norm": 2.540341952483456,
      "learning_rate": 0.0002352466553790912,
      "loss": 4.6431,
      "step": 23111
    },
    {
      "epoch": 1.963302752293578,
      "grad_norm": 2.6518711451532586,
      "learning_rate": 0.0002352410057112601,
      "loss": 4.6794,
      "step": 23112
    },
    {
      "epoch": 1.9633876996262316,
      "grad_norm": 2.524811147316972,
      "learning_rate": 0.00023523535586482343,
      "loss": 4.5846,
      "step": 23113
    },
    {
      "epoch": 1.9634726469588855,
      "grad_norm": 2.5580542090724414,
      "learning_rate": 0.000235229705839793,
      "loss": 4.6118,
      "step": 23114
    },
    {
      "epoch": 1.9635575942915393,
      "grad_norm": 2.7343071252628355,
      "learning_rate": 0.00023522405563618072,
      "loss": 5.2156,
      "step": 23115
    },
    {
      "epoch": 1.9636425416241932,
      "grad_norm": 2.507755534456249,
      "learning_rate": 0.00023521840525399834,
      "loss": 4.7504,
      "step": 23116
    },
    {
      "epoch": 1.9637274889568468,
      "grad_norm": 2.56392748497784,
      "learning_rate": 0.00023521275469325775,
      "loss": 5.0315,
      "step": 23117
    },
    {
      "epoch": 1.9638124362895004,
      "grad_norm": 2.673952230933274,
      "learning_rate": 0.0002352071039539708,
      "loss": 4.9513,
      "step": 23118
    },
    {
      "epoch": 1.9638973836221543,
      "grad_norm": 2.557110569261218,
      "learning_rate": 0.00023520145303614933,
      "loss": 5.0643,
      "step": 23119
    },
    {
      "epoch": 1.9639823309548081,
      "grad_norm": 2.650362106298873,
      "learning_rate": 0.00023519580193980514,
      "loss": 5.0257,
      "step": 23120
    },
    {
      "epoch": 1.9640672782874617,
      "grad_norm": 2.597205168042345,
      "learning_rate": 0.0002351901506649501,
      "loss": 4.9771,
      "step": 23121
    },
    {
      "epoch": 1.9641522256201154,
      "grad_norm": 2.8409761075833364,
      "learning_rate": 0.00023518449921159607,
      "loss": 5.3998,
      "step": 23122
    },
    {
      "epoch": 1.9642371729527692,
      "grad_norm": 2.4829617703262605,
      "learning_rate": 0.00023517884757975484,
      "loss": 4.804,
      "step": 23123
    },
    {
      "epoch": 1.964322120285423,
      "grad_norm": 2.593305225735158,
      "learning_rate": 0.00023517319576943826,
      "loss": 4.8247,
      "step": 23124
    },
    {
      "epoch": 1.964407067618077,
      "grad_norm": 2.5897923216037793,
      "learning_rate": 0.00023516754378065822,
      "loss": 4.6358,
      "step": 23125
    },
    {
      "epoch": 1.9644920149507306,
      "grad_norm": 2.563941131665095,
      "learning_rate": 0.00023516189161342654,
      "loss": 5.1697,
      "step": 23126
    },
    {
      "epoch": 1.9645769622833842,
      "grad_norm": 2.5014102453354212,
      "learning_rate": 0.00023515623926775503,
      "loss": 4.8279,
      "step": 23127
    },
    {
      "epoch": 1.964661909616038,
      "grad_norm": 2.5238203435796405,
      "learning_rate": 0.00023515058674365558,
      "loss": 4.6334,
      "step": 23128
    },
    {
      "epoch": 1.9647468569486919,
      "grad_norm": 2.5480524102190185,
      "learning_rate": 0.00023514493404114002,
      "loss": 4.7165,
      "step": 23129
    },
    {
      "epoch": 1.9648318042813455,
      "grad_norm": 2.6382083921905086,
      "learning_rate": 0.00023513928116022017,
      "loss": 4.8933,
      "step": 23130
    },
    {
      "epoch": 1.9649167516139994,
      "grad_norm": 2.733440749545371,
      "learning_rate": 0.0002351336281009079,
      "loss": 5.3957,
      "step": 23131
    },
    {
      "epoch": 1.965001698946653,
      "grad_norm": 2.605682589145571,
      "learning_rate": 0.00023512797486321507,
      "loss": 4.885,
      "step": 23132
    },
    {
      "epoch": 1.9650866462793068,
      "grad_norm": 2.5883747605596423,
      "learning_rate": 0.00023512232144715344,
      "loss": 5.0094,
      "step": 23133
    },
    {
      "epoch": 1.9651715936119607,
      "grad_norm": 2.505728835776685,
      "learning_rate": 0.00023511666785273495,
      "loss": 4.624,
      "step": 23134
    },
    {
      "epoch": 1.9652565409446143,
      "grad_norm": 2.5546657843605702,
      "learning_rate": 0.00023511101407997146,
      "loss": 4.6152,
      "step": 23135
    },
    {
      "epoch": 1.965341488277268,
      "grad_norm": 2.6566405971260005,
      "learning_rate": 0.00023510536012887477,
      "loss": 5.0098,
      "step": 23136
    },
    {
      "epoch": 1.9654264356099218,
      "grad_norm": 2.5446858095926053,
      "learning_rate": 0.00023509970599945666,
      "loss": 4.7204,
      "step": 23137
    },
    {
      "epoch": 1.9655113829425757,
      "grad_norm": 2.499641258101644,
      "learning_rate": 0.00023509405169172906,
      "loss": 4.6279,
      "step": 23138
    },
    {
      "epoch": 1.9655963302752295,
      "grad_norm": 2.766530417323421,
      "learning_rate": 0.00023508839720570384,
      "loss": 5.3038,
      "step": 23139
    },
    {
      "epoch": 1.9656812776078831,
      "grad_norm": 2.524893717372915,
      "learning_rate": 0.00023508274254139278,
      "loss": 4.606,
      "step": 23140
    },
    {
      "epoch": 1.9657662249405368,
      "grad_norm": 2.8294620817189196,
      "learning_rate": 0.0002350770876988078,
      "loss": 5.2146,
      "step": 23141
    },
    {
      "epoch": 1.9658511722731906,
      "grad_norm": 2.7116614435640987,
      "learning_rate": 0.00023507143267796068,
      "loss": 5.2725,
      "step": 23142
    },
    {
      "epoch": 1.9659361196058445,
      "grad_norm": 2.5367926255177053,
      "learning_rate": 0.00023506577747886326,
      "loss": 4.6788,
      "step": 23143
    },
    {
      "epoch": 1.966021066938498,
      "grad_norm": 2.725112686258889,
      "learning_rate": 0.00023506012210152742,
      "loss": 5.394,
      "step": 23144
    },
    {
      "epoch": 1.9661060142711517,
      "grad_norm": 2.5347018511632724,
      "learning_rate": 0.00023505446654596509,
      "loss": 4.9389,
      "step": 23145
    },
    {
      "epoch": 1.9661909616038056,
      "grad_norm": 2.519083261104734,
      "learning_rate": 0.00023504881081218797,
      "loss": 4.618,
      "step": 23146
    },
    {
      "epoch": 1.9662759089364594,
      "grad_norm": 2.622565946482869,
      "learning_rate": 0.00023504315490020802,
      "loss": 4.7953,
      "step": 23147
    },
    {
      "epoch": 1.9663608562691133,
      "grad_norm": 2.692178330368996,
      "learning_rate": 0.0002350374988100371,
      "loss": 5.1069,
      "step": 23148
    },
    {
      "epoch": 1.966445803601767,
      "grad_norm": 2.6294147722422134,
      "learning_rate": 0.00023503184254168696,
      "loss": 4.8669,
      "step": 23149
    },
    {
      "epoch": 1.9665307509344205,
      "grad_norm": 2.6731357495496337,
      "learning_rate": 0.00023502618609516952,
      "loss": 5.0972,
      "step": 23150
    },
    {
      "epoch": 1.9666156982670744,
      "grad_norm": 3.0058584492127642,
      "learning_rate": 0.00023502052947049662,
      "loss": 4.3379,
      "step": 23151
    },
    {
      "epoch": 1.9667006455997282,
      "grad_norm": 2.5367689941859664,
      "learning_rate": 0.00023501487266768009,
      "loss": 4.9625,
      "step": 23152
    },
    {
      "epoch": 1.966785592932382,
      "grad_norm": 2.557544464150304,
      "learning_rate": 0.00023500921568673185,
      "loss": 4.8429,
      "step": 23153
    },
    {
      "epoch": 1.9668705402650357,
      "grad_norm": 2.566649050207384,
      "learning_rate": 0.0002350035585276637,
      "loss": 4.791,
      "step": 23154
    },
    {
      "epoch": 1.9669554875976893,
      "grad_norm": 2.6474863508153863,
      "learning_rate": 0.0002349979011904875,
      "loss": 4.8438,
      "step": 23155
    },
    {
      "epoch": 1.9670404349303432,
      "grad_norm": 2.7658807324051775,
      "learning_rate": 0.0002349922436752151,
      "loss": 5.5165,
      "step": 23156
    },
    {
      "epoch": 1.967125382262997,
      "grad_norm": 2.6115260284087904,
      "learning_rate": 0.00023498658598185835,
      "loss": 4.7523,
      "step": 23157
    },
    {
      "epoch": 1.9672103295956507,
      "grad_norm": 2.5095513871449953,
      "learning_rate": 0.00023498092811042912,
      "loss": 4.6503,
      "step": 23158
    },
    {
      "epoch": 1.9672952769283043,
      "grad_norm": 2.5456256069620053,
      "learning_rate": 0.00023497527006093925,
      "loss": 4.824,
      "step": 23159
    },
    {
      "epoch": 1.9673802242609582,
      "grad_norm": 2.583469907662008,
      "learning_rate": 0.00023496961183340061,
      "loss": 4.7026,
      "step": 23160
    },
    {
      "epoch": 1.967465171593612,
      "grad_norm": 2.614412550178981,
      "learning_rate": 0.00023496395342782506,
      "loss": 5.2512,
      "step": 23161
    },
    {
      "epoch": 1.9675501189262659,
      "grad_norm": 2.605097578154543,
      "learning_rate": 0.00023495829484422446,
      "loss": 5.1462,
      "step": 23162
    },
    {
      "epoch": 1.9676350662589195,
      "grad_norm": 2.6423630568815404,
      "learning_rate": 0.00023495263608261068,
      "loss": 5.0694,
      "step": 23163
    },
    {
      "epoch": 1.9677200135915731,
      "grad_norm": 2.580254670203244,
      "learning_rate": 0.00023494697714299552,
      "loss": 4.8827,
      "step": 23164
    },
    {
      "epoch": 1.967804960924227,
      "grad_norm": 2.5234112318629753,
      "learning_rate": 0.00023494131802539084,
      "loss": 4.7249,
      "step": 23165
    },
    {
      "epoch": 1.9678899082568808,
      "grad_norm": 2.7318464100087034,
      "learning_rate": 0.00023493565872980855,
      "loss": 4.7556,
      "step": 23166
    },
    {
      "epoch": 1.9679748555895344,
      "grad_norm": 2.4970331451522845,
      "learning_rate": 0.0002349299992562605,
      "loss": 4.8508,
      "step": 23167
    },
    {
      "epoch": 1.9680598029221883,
      "grad_norm": 2.704734105953849,
      "learning_rate": 0.0002349243396047585,
      "loss": 5.207,
      "step": 23168
    },
    {
      "epoch": 1.968144750254842,
      "grad_norm": 2.6644188421715613,
      "learning_rate": 0.00023491867977531444,
      "loss": 5.2411,
      "step": 23169
    },
    {
      "epoch": 1.9682296975874958,
      "grad_norm": 2.4989543319480862,
      "learning_rate": 0.0002349130197679402,
      "loss": 4.7522,
      "step": 23170
    },
    {
      "epoch": 1.9683146449201496,
      "grad_norm": 2.5814611696487004,
      "learning_rate": 0.00023490735958264759,
      "loss": 4.9386,
      "step": 23171
    },
    {
      "epoch": 1.9683995922528033,
      "grad_norm": 2.517122310025315,
      "learning_rate": 0.00023490169921944851,
      "loss": 4.7748,
      "step": 23172
    },
    {
      "epoch": 1.9684845395854569,
      "grad_norm": 2.6328330539743297,
      "learning_rate": 0.00023489603867835477,
      "loss": 5.0599,
      "step": 23173
    },
    {
      "epoch": 1.9685694869181107,
      "grad_norm": 2.6246724182036716,
      "learning_rate": 0.00023489037795937836,
      "loss": 4.5013,
      "step": 23174
    },
    {
      "epoch": 1.9686544342507646,
      "grad_norm": 2.7356241422469854,
      "learning_rate": 0.000234884717062531,
      "loss": 5.4128,
      "step": 23175
    },
    {
      "epoch": 1.9687393815834184,
      "grad_norm": 2.6067720323919694,
      "learning_rate": 0.0002348790559878246,
      "loss": 4.6843,
      "step": 23176
    },
    {
      "epoch": 1.968824328916072,
      "grad_norm": 2.543781519624322,
      "learning_rate": 0.00023487339473527105,
      "loss": 4.7401,
      "step": 23177
    },
    {
      "epoch": 1.9689092762487257,
      "grad_norm": 2.6005957142144673,
      "learning_rate": 0.00023486773330488216,
      "loss": 5.2072,
      "step": 23178
    },
    {
      "epoch": 1.9689942235813795,
      "grad_norm": 2.5119755497710634,
      "learning_rate": 0.00023486207169666983,
      "loss": 4.622,
      "step": 23179
    },
    {
      "epoch": 1.9690791709140334,
      "grad_norm": 2.7558912494221666,
      "learning_rate": 0.00023485640991064585,
      "loss": 5.141,
      "step": 23180
    },
    {
      "epoch": 1.969164118246687,
      "grad_norm": 2.555230780052831,
      "learning_rate": 0.00023485074794682225,
      "loss": 4.7202,
      "step": 23181
    },
    {
      "epoch": 1.9692490655793407,
      "grad_norm": 2.6876881979509704,
      "learning_rate": 0.00023484508580521072,
      "loss": 5.2183,
      "step": 23182
    },
    {
      "epoch": 1.9693340129119945,
      "grad_norm": 2.502329563514058,
      "learning_rate": 0.00023483942348582316,
      "loss": 4.5846,
      "step": 23183
    },
    {
      "epoch": 1.9694189602446484,
      "grad_norm": 2.5514491114298092,
      "learning_rate": 0.00023483376098867154,
      "loss": 4.8401,
      "step": 23184
    },
    {
      "epoch": 1.9695039075773022,
      "grad_norm": 2.5614521546781557,
      "learning_rate": 0.0002348280983137676,
      "loss": 4.9709,
      "step": 23185
    },
    {
      "epoch": 1.9695888549099558,
      "grad_norm": 2.5788481890973434,
      "learning_rate": 0.00023482243546112328,
      "loss": 5.0848,
      "step": 23186
    },
    {
      "epoch": 1.9696738022426095,
      "grad_norm": 2.55066074499665,
      "learning_rate": 0.00023481677243075035,
      "loss": 4.6445,
      "step": 23187
    },
    {
      "epoch": 1.9697587495752633,
      "grad_norm": 2.718880845268115,
      "learning_rate": 0.00023481110922266086,
      "loss": 5.3569,
      "step": 23188
    },
    {
      "epoch": 1.9698436969079172,
      "grad_norm": 2.6639346247173057,
      "learning_rate": 0.0002348054458368665,
      "loss": 4.7375,
      "step": 23189
    },
    {
      "epoch": 1.9699286442405708,
      "grad_norm": 2.6375307244989386,
      "learning_rate": 0.0002347997822733792,
      "loss": 5.0864,
      "step": 23190
    },
    {
      "epoch": 1.9700135915732246,
      "grad_norm": 2.6314598012971753,
      "learning_rate": 0.00023479411853221085,
      "loss": 4.9473,
      "step": 23191
    },
    {
      "epoch": 1.9700985389058783,
      "grad_norm": 2.6390636756927237,
      "learning_rate": 0.00023478845461337322,
      "loss": 5.2122,
      "step": 23192
    },
    {
      "epoch": 1.9701834862385321,
      "grad_norm": 2.507818101034576,
      "learning_rate": 0.00023478279051687833,
      "loss": 4.5856,
      "step": 23193
    },
    {
      "epoch": 1.970268433571186,
      "grad_norm": 2.544817233726269,
      "learning_rate": 0.00023477712624273795,
      "loss": 4.9174,
      "step": 23194
    },
    {
      "epoch": 1.9703533809038396,
      "grad_norm": 2.8816460333707257,
      "learning_rate": 0.0002347714617909639,
      "loss": 4.2229,
      "step": 23195
    },
    {
      "epoch": 1.9704383282364932,
      "grad_norm": 2.5534268345000446,
      "learning_rate": 0.00023476579716156818,
      "loss": 4.5627,
      "step": 23196
    },
    {
      "epoch": 1.970523275569147,
      "grad_norm": 2.64358343302434,
      "learning_rate": 0.00023476013235456262,
      "loss": 4.854,
      "step": 23197
    },
    {
      "epoch": 1.970608222901801,
      "grad_norm": 2.7389173282120507,
      "learning_rate": 0.000234754467369959,
      "loss": 4.3759,
      "step": 23198
    },
    {
      "epoch": 1.9706931702344548,
      "grad_norm": 2.7167401912139555,
      "learning_rate": 0.0002347488022077693,
      "loss": 5.1406,
      "step": 23199
    },
    {
      "epoch": 1.9707781175671084,
      "grad_norm": 2.5010669690993255,
      "learning_rate": 0.00023474313686800533,
      "loss": 4.6767,
      "step": 23200
    },
    {
      "epoch": 1.970863064899762,
      "grad_norm": 2.5825788962781187,
      "learning_rate": 0.00023473747135067897,
      "loss": 4.8951,
      "step": 23201
    },
    {
      "epoch": 1.970948012232416,
      "grad_norm": 2.7660852921075625,
      "learning_rate": 0.0002347318056558021,
      "loss": 5.2695,
      "step": 23202
    },
    {
      "epoch": 1.9710329595650697,
      "grad_norm": 2.4853750204545246,
      "learning_rate": 0.00023472613978338657,
      "loss": 4.4846,
      "step": 23203
    },
    {
      "epoch": 1.9711179068977234,
      "grad_norm": 2.589622122751572,
      "learning_rate": 0.0002347204737334443,
      "loss": 4.6876,
      "step": 23204
    },
    {
      "epoch": 1.9712028542303772,
      "grad_norm": 2.5627766609536624,
      "learning_rate": 0.0002347148075059871,
      "loss": 4.8076,
      "step": 23205
    },
    {
      "epoch": 1.9712878015630309,
      "grad_norm": 2.7151051238433017,
      "learning_rate": 0.0002347091411010269,
      "loss": 5.2957,
      "step": 23206
    },
    {
      "epoch": 1.9713727488956847,
      "grad_norm": 2.5470686023448748,
      "learning_rate": 0.0002347034745185755,
      "loss": 4.8825,
      "step": 23207
    },
    {
      "epoch": 1.9714576962283386,
      "grad_norm": 2.6571009344368828,
      "learning_rate": 0.00023469780775864485,
      "loss": 5.013,
      "step": 23208
    },
    {
      "epoch": 1.9715426435609922,
      "grad_norm": 2.5853761340139947,
      "learning_rate": 0.00023469214082124678,
      "loss": 5.0265,
      "step": 23209
    },
    {
      "epoch": 1.9716275908936458,
      "grad_norm": 2.6998059152997254,
      "learning_rate": 0.00023468647370639319,
      "loss": 5.213,
      "step": 23210
    },
    {
      "epoch": 1.9717125382262997,
      "grad_norm": 2.483396437753827,
      "learning_rate": 0.00023468080641409595,
      "loss": 4.7272,
      "step": 23211
    },
    {
      "epoch": 1.9717974855589535,
      "grad_norm": 2.520882850773393,
      "learning_rate": 0.0002346751389443669,
      "loss": 4.6124,
      "step": 23212
    },
    {
      "epoch": 1.9718824328916074,
      "grad_norm": 2.6192776383464365,
      "learning_rate": 0.00023466947129721795,
      "loss": 4.9429,
      "step": 23213
    },
    {
      "epoch": 1.971967380224261,
      "grad_norm": 2.6084736533234585,
      "learning_rate": 0.00023466380347266093,
      "loss": 4.8617,
      "step": 23214
    },
    {
      "epoch": 1.9720523275569146,
      "grad_norm": 2.700740090713246,
      "learning_rate": 0.00023465813547070781,
      "loss": 5.3332,
      "step": 23215
    },
    {
      "epoch": 1.9721372748895685,
      "grad_norm": 2.5831327223107037,
      "learning_rate": 0.00023465246729137038,
      "loss": 4.769,
      "step": 23216
    },
    {
      "epoch": 1.9722222222222223,
      "grad_norm": 2.680277700698556,
      "learning_rate": 0.0002346467989346606,
      "loss": 5.1351,
      "step": 23217
    },
    {
      "epoch": 1.972307169554876,
      "grad_norm": 2.7053522961269385,
      "learning_rate": 0.00023464113040059026,
      "loss": 5.2421,
      "step": 23218
    },
    {
      "epoch": 1.9723921168875296,
      "grad_norm": 2.570122706329971,
      "learning_rate": 0.00023463546168917118,
      "loss": 4.5143,
      "step": 23219
    },
    {
      "epoch": 1.9724770642201834,
      "grad_norm": 2.5485188599776527,
      "learning_rate": 0.00023462979280041544,
      "loss": 4.9877,
      "step": 23220
    },
    {
      "epoch": 1.9725620115528373,
      "grad_norm": 2.449649035161644,
      "learning_rate": 0.00023462412373433474,
      "loss": 4.7267,
      "step": 23221
    },
    {
      "epoch": 1.9726469588854911,
      "grad_norm": 2.5483307617407895,
      "learning_rate": 0.00023461845449094105,
      "loss": 4.6921,
      "step": 23222
    },
    {
      "epoch": 1.9727319062181448,
      "grad_norm": 2.57893697270639,
      "learning_rate": 0.0002346127850702462,
      "loss": 5.0472,
      "step": 23223
    },
    {
      "epoch": 1.9728168535507984,
      "grad_norm": 2.6297548872627488,
      "learning_rate": 0.0002346071154722621,
      "loss": 4.2552,
      "step": 23224
    },
    {
      "epoch": 1.9729018008834522,
      "grad_norm": 2.8358238197630947,
      "learning_rate": 0.00023460144569700065,
      "loss": 5.2672,
      "step": 23225
    },
    {
      "epoch": 1.972986748216106,
      "grad_norm": 2.630768525653674,
      "learning_rate": 0.0002345957757444737,
      "loss": 5.3356,
      "step": 23226
    },
    {
      "epoch": 1.9730716955487597,
      "grad_norm": 2.5714514818151737,
      "learning_rate": 0.0002345901056146931,
      "loss": 4.9866,
      "step": 23227
    },
    {
      "epoch": 1.9731566428814136,
      "grad_norm": 2.7869144747752523,
      "learning_rate": 0.0002345844353076708,
      "loss": 5.3162,
      "step": 23228
    },
    {
      "epoch": 1.9732415902140672,
      "grad_norm": 2.7472548132045955,
      "learning_rate": 0.00023457876482341856,
      "loss": 5.4057,
      "step": 23229
    },
    {
      "epoch": 1.973326537546721,
      "grad_norm": 2.543655022373897,
      "learning_rate": 0.00023457309416194839,
      "loss": 4.416,
      "step": 23230
    },
    {
      "epoch": 1.973411484879375,
      "grad_norm": 2.6812330788170575,
      "learning_rate": 0.00023456742332327214,
      "loss": 5.2636,
      "step": 23231
    },
    {
      "epoch": 1.9734964322120285,
      "grad_norm": 2.6685180616974953,
      "learning_rate": 0.00023456175230740164,
      "loss": 5.1062,
      "step": 23232
    },
    {
      "epoch": 1.9735813795446822,
      "grad_norm": 2.54852840784205,
      "learning_rate": 0.00023455608111434888,
      "loss": 4.7329,
      "step": 23233
    },
    {
      "epoch": 1.973666326877336,
      "grad_norm": 2.567554378564016,
      "learning_rate": 0.00023455040974412563,
      "loss": 4.7766,
      "step": 23234
    },
    {
      "epoch": 1.9737512742099899,
      "grad_norm": 2.654645634238619,
      "learning_rate": 0.00023454473819674375,
      "loss": 5.2672,
      "step": 23235
    },
    {
      "epoch": 1.9738362215426437,
      "grad_norm": 2.4507043604153314,
      "learning_rate": 0.0002345390664722153,
      "loss": 4.552,
      "step": 23236
    },
    {
      "epoch": 1.9739211688752973,
      "grad_norm": 2.5517937481560655,
      "learning_rate": 0.00023453339457055197,
      "loss": 4.6709,
      "step": 23237
    },
    {
      "epoch": 1.974006116207951,
      "grad_norm": 2.5519466236359962,
      "learning_rate": 0.0002345277224917658,
      "loss": 5.076,
      "step": 23238
    },
    {
      "epoch": 1.9740910635406048,
      "grad_norm": 2.487109919446223,
      "learning_rate": 0.00023452205023586855,
      "loss": 4.722,
      "step": 23239
    },
    {
      "epoch": 1.9741760108732587,
      "grad_norm": 2.5440860600846125,
      "learning_rate": 0.00023451637780287215,
      "loss": 4.6536,
      "step": 23240
    },
    {
      "epoch": 1.9742609582059123,
      "grad_norm": 2.7907909600022602,
      "learning_rate": 0.00023451070519278853,
      "loss": 5.4304,
      "step": 23241
    },
    {
      "epoch": 1.974345905538566,
      "grad_norm": 2.5309424098491844,
      "learning_rate": 0.00023450503240562954,
      "loss": 4.9661,
      "step": 23242
    },
    {
      "epoch": 1.9744308528712198,
      "grad_norm": 2.475180474864344,
      "learning_rate": 0.00023449935944140702,
      "loss": 4.5066,
      "step": 23243
    },
    {
      "epoch": 1.9745158002038736,
      "grad_norm": 2.513517909678139,
      "learning_rate": 0.00023449368630013294,
      "loss": 4.8956,
      "step": 23244
    },
    {
      "epoch": 1.9746007475365275,
      "grad_norm": 2.6419186728061796,
      "learning_rate": 0.00023448801298181913,
      "loss": 4.8429,
      "step": 23245
    },
    {
      "epoch": 1.974685694869181,
      "grad_norm": 2.977412237591264,
      "learning_rate": 0.00023448233948647755,
      "loss": 4.1716,
      "step": 23246
    },
    {
      "epoch": 1.9747706422018347,
      "grad_norm": 2.5788568431159193,
      "learning_rate": 0.00023447666581411994,
      "loss": 5.082,
      "step": 23247
    },
    {
      "epoch": 1.9748555895344886,
      "grad_norm": 2.679986174825047,
      "learning_rate": 0.00023447099196475832,
      "loss": 5.2735,
      "step": 23248
    },
    {
      "epoch": 1.9749405368671424,
      "grad_norm": 2.735761493885629,
      "learning_rate": 0.00023446531793840458,
      "loss": 5.1741,
      "step": 23249
    },
    {
      "epoch": 1.9750254841997963,
      "grad_norm": 2.6735170328114854,
      "learning_rate": 0.00023445964373507052,
      "loss": 5.1309,
      "step": 23250
    },
    {
      "epoch": 1.97511043153245,
      "grad_norm": 2.721261126992652,
      "learning_rate": 0.00023445396935476809,
      "loss": 5.1318,
      "step": 23251
    },
    {
      "epoch": 1.9751953788651035,
      "grad_norm": 2.599024158965936,
      "learning_rate": 0.0002344482947975092,
      "loss": 5.0021,
      "step": 23252
    },
    {
      "epoch": 1.9752803261977574,
      "grad_norm": 2.6163643836878814,
      "learning_rate": 0.00023444262006330565,
      "loss": 5.0096,
      "step": 23253
    },
    {
      "epoch": 1.9753652735304112,
      "grad_norm": 2.5444628206764066,
      "learning_rate": 0.00023443694515216945,
      "loss": 4.5151,
      "step": 23254
    },
    {
      "epoch": 1.9754502208630649,
      "grad_norm": 2.553892053937002,
      "learning_rate": 0.00023443127006411235,
      "loss": 4.7708,
      "step": 23255
    },
    {
      "epoch": 1.9755351681957185,
      "grad_norm": 2.8703279749484385,
      "learning_rate": 0.00023442559479914637,
      "loss": 4.3527,
      "step": 23256
    },
    {
      "epoch": 1.9756201155283724,
      "grad_norm": 2.6254411997848575,
      "learning_rate": 0.00023441991935728337,
      "loss": 4.9522,
      "step": 23257
    },
    {
      "epoch": 1.9757050628610262,
      "grad_norm": 2.6534151673966626,
      "learning_rate": 0.0002344142437385352,
      "loss": 5.0117,
      "step": 23258
    },
    {
      "epoch": 1.97579001019368,
      "grad_norm": 2.608531844727728,
      "learning_rate": 0.00023440856794291375,
      "loss": 4.8359,
      "step": 23259
    },
    {
      "epoch": 1.9758749575263337,
      "grad_norm": 2.744203779101597,
      "learning_rate": 0.00023440289197043093,
      "loss": 5.3488,
      "step": 23260
    },
    {
      "epoch": 1.9759599048589873,
      "grad_norm": 2.531737625243486,
      "learning_rate": 0.00023439721582109872,
      "loss": 4.7197,
      "step": 23261
    },
    {
      "epoch": 1.9760448521916412,
      "grad_norm": 2.5942885835226597,
      "learning_rate": 0.00023439153949492882,
      "loss": 4.6925,
      "step": 23262
    },
    {
      "epoch": 1.976129799524295,
      "grad_norm": 2.740451107131627,
      "learning_rate": 0.00023438586299193333,
      "loss": 5.2372,
      "step": 23263
    },
    {
      "epoch": 1.9762147468569486,
      "grad_norm": 2.74954538151086,
      "learning_rate": 0.000234380186312124,
      "loss": 5.3138,
      "step": 23264
    },
    {
      "epoch": 1.9762996941896025,
      "grad_norm": 2.626359898637637,
      "learning_rate": 0.00023437450945551283,
      "loss": 4.8909,
      "step": 23265
    },
    {
      "epoch": 1.9763846415222561,
      "grad_norm": 2.7487262953363247,
      "learning_rate": 0.00023436883242211162,
      "loss": 5.2185,
      "step": 23266
    },
    {
      "epoch": 1.97646958885491,
      "grad_norm": 2.7516682196104765,
      "learning_rate": 0.00023436315521193227,
      "loss": 5.236,
      "step": 23267
    },
    {
      "epoch": 1.9765545361875638,
      "grad_norm": 2.5080840814168033,
      "learning_rate": 0.00023435747782498678,
      "loss": 4.9071,
      "step": 23268
    },
    {
      "epoch": 1.9766394835202175,
      "grad_norm": 2.686829988364674,
      "learning_rate": 0.00023435180026128692,
      "loss": 4.7457,
      "step": 23269
    },
    {
      "epoch": 1.976724430852871,
      "grad_norm": 2.6360871683715983,
      "learning_rate": 0.00023434612252084465,
      "loss": 5.1128,
      "step": 23270
    },
    {
      "epoch": 1.976809378185525,
      "grad_norm": 2.587984325448904,
      "learning_rate": 0.0002343404446036719,
      "loss": 4.8466,
      "step": 23271
    },
    {
      "epoch": 1.9768943255181788,
      "grad_norm": 2.518778106712683,
      "learning_rate": 0.0002343347665097805,
      "loss": 4.648,
      "step": 23272
    },
    {
      "epoch": 1.9769792728508326,
      "grad_norm": 2.5643106036301693,
      "learning_rate": 0.00023432908823918237,
      "loss": 4.6593,
      "step": 23273
    },
    {
      "epoch": 1.9770642201834863,
      "grad_norm": 2.684165002278967,
      "learning_rate": 0.00023432340979188943,
      "loss": 5.1912,
      "step": 23274
    },
    {
      "epoch": 1.97714916751614,
      "grad_norm": 2.527342975216213,
      "learning_rate": 0.00023431773116791354,
      "loss": 4.644,
      "step": 23275
    },
    {
      "epoch": 1.9772341148487937,
      "grad_norm": 2.6551446961322696,
      "learning_rate": 0.0002343120523672666,
      "loss": 5.0196,
      "step": 23276
    },
    {
      "epoch": 1.9773190621814476,
      "grad_norm": 2.5768703570335316,
      "learning_rate": 0.00023430637338996054,
      "loss": 4.9443,
      "step": 23277
    },
    {
      "epoch": 1.9774040095141012,
      "grad_norm": 2.501489233013979,
      "learning_rate": 0.00023430069423600723,
      "loss": 4.6832,
      "step": 23278
    },
    {
      "epoch": 1.9774889568467549,
      "grad_norm": 2.5713764380882655,
      "learning_rate": 0.00023429501490541862,
      "loss": 4.6322,
      "step": 23279
    },
    {
      "epoch": 1.9775739041794087,
      "grad_norm": 2.532054390747212,
      "learning_rate": 0.0002342893353982066,
      "loss": 4.8033,
      "step": 23280
    },
    {
      "epoch": 1.9776588515120626,
      "grad_norm": 2.9900864512258756,
      "learning_rate": 0.00023428365571438297,
      "loss": 4.2957,
      "step": 23281
    },
    {
      "epoch": 1.9777437988447164,
      "grad_norm": 2.5614954424973164,
      "learning_rate": 0.00023427797585395978,
      "loss": 5.0524,
      "step": 23282
    },
    {
      "epoch": 1.97782874617737,
      "grad_norm": 2.5091928528929643,
      "learning_rate": 0.0002342722958169488,
      "loss": 4.8812,
      "step": 23283
    },
    {
      "epoch": 1.9779136935100237,
      "grad_norm": 2.4974971200418197,
      "learning_rate": 0.00023426661560336202,
      "loss": 4.8013,
      "step": 23284
    },
    {
      "epoch": 1.9779986408426775,
      "grad_norm": 2.597348097630339,
      "learning_rate": 0.00023426093521321129,
      "loss": 4.7704,
      "step": 23285
    },
    {
      "epoch": 1.9780835881753314,
      "grad_norm": 2.585482094934708,
      "learning_rate": 0.00023425525464650855,
      "loss": 4.9128,
      "step": 23286
    },
    {
      "epoch": 1.9781685355079852,
      "grad_norm": 2.5750230353690466,
      "learning_rate": 0.00023424957390326564,
      "loss": 4.7644,
      "step": 23287
    },
    {
      "epoch": 1.9782534828406388,
      "grad_norm": 2.5225955052743347,
      "learning_rate": 0.00023424389298349452,
      "loss": 4.5617,
      "step": 23288
    },
    {
      "epoch": 1.9783384301732925,
      "grad_norm": 2.534441269335978,
      "learning_rate": 0.00023423821188720714,
      "loss": 4.9252,
      "step": 23289
    },
    {
      "epoch": 1.9784233775059463,
      "grad_norm": 2.6987139943493283,
      "learning_rate": 0.00023423253061441527,
      "loss": 5.1308,
      "step": 23290
    },
    {
      "epoch": 1.9785083248386002,
      "grad_norm": 2.512201829843992,
      "learning_rate": 0.00023422684916513096,
      "loss": 4.6656,
      "step": 23291
    },
    {
      "epoch": 1.9785932721712538,
      "grad_norm": 2.5694029307910564,
      "learning_rate": 0.000234221167539366,
      "loss": 4.6798,
      "step": 23292
    },
    {
      "epoch": 1.9786782195039074,
      "grad_norm": 2.6677315523315066,
      "learning_rate": 0.0002342154857371323,
      "loss": 5.2956,
      "step": 23293
    },
    {
      "epoch": 1.9787631668365613,
      "grad_norm": 2.5183083700362103,
      "learning_rate": 0.0002342098037584419,
      "loss": 4.7097,
      "step": 23294
    },
    {
      "epoch": 1.9788481141692151,
      "grad_norm": 2.7034757318625062,
      "learning_rate": 0.00023420412160330656,
      "loss": 5.1972,
      "step": 23295
    },
    {
      "epoch": 1.978933061501869,
      "grad_norm": 2.6055058215461986,
      "learning_rate": 0.0002341984392717382,
      "loss": 4.4224,
      "step": 23296
    },
    {
      "epoch": 1.9790180088345226,
      "grad_norm": 2.5190884139461867,
      "learning_rate": 0.0002341927567637488,
      "loss": 4.7794,
      "step": 23297
    },
    {
      "epoch": 1.9791029561671762,
      "grad_norm": 2.7153200889433187,
      "learning_rate": 0.0002341870740793502,
      "loss": 5.2872,
      "step": 23298
    },
    {
      "epoch": 1.97918790349983,
      "grad_norm": 2.5046900184841134,
      "learning_rate": 0.00023418139121855432,
      "loss": 4.8655,
      "step": 23299
    },
    {
      "epoch": 1.979272850832484,
      "grad_norm": 2.4574485024193917,
      "learning_rate": 0.00023417570818137315,
      "loss": 4.6295,
      "step": 23300
    },
    {
      "epoch": 1.9793577981651376,
      "grad_norm": 2.531971446435723,
      "learning_rate": 0.00023417002496781844,
      "loss": 4.7413,
      "step": 23301
    },
    {
      "epoch": 1.9794427454977914,
      "grad_norm": 2.771892972895191,
      "learning_rate": 0.00023416434157790222,
      "loss": 5.5613,
      "step": 23302
    },
    {
      "epoch": 1.979527692830445,
      "grad_norm": 2.5311627844243327,
      "learning_rate": 0.0002341586580116364,
      "loss": 4.8219,
      "step": 23303
    },
    {
      "epoch": 1.979612640163099,
      "grad_norm": 2.5408728549374535,
      "learning_rate": 0.00023415297426903283,
      "loss": 4.5408,
      "step": 23304
    },
    {
      "epoch": 1.9796975874957528,
      "grad_norm": 2.747216197589319,
      "learning_rate": 0.00023414729035010345,
      "loss": 5.361,
      "step": 23305
    },
    {
      "epoch": 1.9797825348284064,
      "grad_norm": 2.9911530371052217,
      "learning_rate": 0.00023414160625486016,
      "loss": 4.4279,
      "step": 23306
    },
    {
      "epoch": 1.97986748216106,
      "grad_norm": 2.695791239401815,
      "learning_rate": 0.00023413592198331484,
      "loss": 4.0258,
      "step": 23307
    },
    {
      "epoch": 1.9799524294937139,
      "grad_norm": 2.606131190028437,
      "learning_rate": 0.00023413023753547947,
      "loss": 4.7205,
      "step": 23308
    },
    {
      "epoch": 1.9800373768263677,
      "grad_norm": 2.6353284105523396,
      "learning_rate": 0.00023412455291136589,
      "loss": 4.9851,
      "step": 23309
    },
    {
      "epoch": 1.9801223241590216,
      "grad_norm": 2.521524309785754,
      "learning_rate": 0.0002341188681109861,
      "loss": 4.8785,
      "step": 23310
    },
    {
      "epoch": 1.9802072714916752,
      "grad_norm": 2.556630375148338,
      "learning_rate": 0.00023411318313435188,
      "loss": 4.9266,
      "step": 23311
    },
    {
      "epoch": 1.9802922188243288,
      "grad_norm": 2.7446748739091507,
      "learning_rate": 0.00023410749798147528,
      "loss": 5.3836,
      "step": 23312
    },
    {
      "epoch": 1.9803771661569827,
      "grad_norm": 2.547609714877002,
      "learning_rate": 0.00023410181265236813,
      "loss": 4.9869,
      "step": 23313
    },
    {
      "epoch": 1.9804621134896365,
      "grad_norm": 2.6341340019590995,
      "learning_rate": 0.00023409612714704234,
      "loss": 4.9691,
      "step": 23314
    },
    {
      "epoch": 1.9805470608222902,
      "grad_norm": 2.6344255780813475,
      "learning_rate": 0.00023409044146550985,
      "loss": 4.7312,
      "step": 23315
    },
    {
      "epoch": 1.9806320081549438,
      "grad_norm": 2.5782057406381984,
      "learning_rate": 0.0002340847556077826,
      "loss": 5.0501,
      "step": 23316
    },
    {
      "epoch": 1.9807169554875976,
      "grad_norm": 2.5700357003876584,
      "learning_rate": 0.00023407906957387243,
      "loss": 5.0204,
      "step": 23317
    },
    {
      "epoch": 1.9808019028202515,
      "grad_norm": 2.6129145341706894,
      "learning_rate": 0.00023407338336379132,
      "loss": 4.8416,
      "step": 23318
    },
    {
      "epoch": 1.9808868501529053,
      "grad_norm": 2.5656932079459343,
      "learning_rate": 0.00023406769697755116,
      "loss": 4.8196,
      "step": 23319
    },
    {
      "epoch": 1.980971797485559,
      "grad_norm": 2.6381886249828903,
      "learning_rate": 0.00023406201041516387,
      "loss": 5.1791,
      "step": 23320
    },
    {
      "epoch": 1.9810567448182126,
      "grad_norm": 2.554258466776563,
      "learning_rate": 0.00023405632367664135,
      "loss": 4.7846,
      "step": 23321
    },
    {
      "epoch": 1.9811416921508664,
      "grad_norm": 2.505450574812477,
      "learning_rate": 0.0002340506367619955,
      "loss": 4.77,
      "step": 23322
    },
    {
      "epoch": 1.9812266394835203,
      "grad_norm": 2.5387725260156935,
      "learning_rate": 0.00023404494967123833,
      "loss": 5.1703,
      "step": 23323
    },
    {
      "epoch": 1.981311586816174,
      "grad_norm": 2.7077576829728462,
      "learning_rate": 0.0002340392624043816,
      "loss": 5.3015,
      "step": 23324
    },
    {
      "epoch": 1.9813965341488278,
      "grad_norm": 3.034693195151313,
      "learning_rate": 0.00023403357496143737,
      "loss": 4.4108,
      "step": 23325
    },
    {
      "epoch": 1.9814814814814814,
      "grad_norm": 2.5846533289806595,
      "learning_rate": 0.00023402788734241752,
      "loss": 4.5504,
      "step": 23326
    },
    {
      "epoch": 1.9815664288141353,
      "grad_norm": 2.6201139244276686,
      "learning_rate": 0.00023402219954733386,
      "loss": 4.766,
      "step": 23327
    },
    {
      "epoch": 1.981651376146789,
      "grad_norm": 2.6283220519108563,
      "learning_rate": 0.00023401651157619845,
      "loss": 4.1909,
      "step": 23328
    },
    {
      "epoch": 1.9817363234794427,
      "grad_norm": 2.7348537636733194,
      "learning_rate": 0.00023401082342902315,
      "loss": 5.2128,
      "step": 23329
    },
    {
      "epoch": 1.9818212708120964,
      "grad_norm": 2.5901391029604985,
      "learning_rate": 0.0002340051351058199,
      "loss": 4.7717,
      "step": 23330
    },
    {
      "epoch": 1.9819062181447502,
      "grad_norm": 2.649152406033044,
      "learning_rate": 0.00023399944660660056,
      "loss": 5.1314,
      "step": 23331
    },
    {
      "epoch": 1.981991165477404,
      "grad_norm": 2.5582020174318423,
      "learning_rate": 0.00023399375793137713,
      "loss": 5.0665,
      "step": 23332
    },
    {
      "epoch": 1.982076112810058,
      "grad_norm": 2.5265931832223103,
      "learning_rate": 0.00023398806908016143,
      "loss": 4.8142,
      "step": 23333
    },
    {
      "epoch": 1.9821610601427115,
      "grad_norm": 2.8547390795549608,
      "learning_rate": 0.0002339823800529655,
      "loss": 5.386,
      "step": 23334
    },
    {
      "epoch": 1.9822460074753652,
      "grad_norm": 2.5720654090546407,
      "learning_rate": 0.0002339766908498012,
      "loss": 4.3482,
      "step": 23335
    },
    {
      "epoch": 1.982330954808019,
      "grad_norm": 2.5808639769325183,
      "learning_rate": 0.00023397100147068038,
      "loss": 4.8556,
      "step": 23336
    },
    {
      "epoch": 1.9824159021406729,
      "grad_norm": 2.7490293941207735,
      "learning_rate": 0.0002339653119156151,
      "loss": 5.2568,
      "step": 23337
    },
    {
      "epoch": 1.9825008494733265,
      "grad_norm": 2.604287886523253,
      "learning_rate": 0.00023395962218461722,
      "loss": 5.2013,
      "step": 23338
    },
    {
      "epoch": 1.9825857968059801,
      "grad_norm": 2.5580237066158418,
      "learning_rate": 0.00023395393227769858,
      "loss": 4.7817,
      "step": 23339
    },
    {
      "epoch": 1.982670744138634,
      "grad_norm": 2.4731287224345375,
      "learning_rate": 0.00023394824219487122,
      "loss": 4.7194,
      "step": 23340
    },
    {
      "epoch": 1.9827556914712878,
      "grad_norm": 2.579179128454734,
      "learning_rate": 0.000233942551936147,
      "loss": 5.0152,
      "step": 23341
    },
    {
      "epoch": 1.9828406388039417,
      "grad_norm": 2.6431939470954533,
      "learning_rate": 0.00023393686150153788,
      "loss": 5.1147,
      "step": 23342
    },
    {
      "epoch": 1.9829255861365953,
      "grad_norm": 2.5679628140344444,
      "learning_rate": 0.00023393117089105578,
      "loss": 4.7731,
      "step": 23343
    },
    {
      "epoch": 1.983010533469249,
      "grad_norm": 2.5942882474765576,
      "learning_rate": 0.00023392548010471259,
      "loss": 4.9488,
      "step": 23344
    },
    {
      "epoch": 1.9830954808019028,
      "grad_norm": 2.6975557137809894,
      "learning_rate": 0.00023391978914252023,
      "loss": 5.1531,
      "step": 23345
    },
    {
      "epoch": 1.9831804281345566,
      "grad_norm": 2.7116291387366154,
      "learning_rate": 0.00023391409800449067,
      "loss": 5.0026,
      "step": 23346
    },
    {
      "epoch": 1.9832653754672105,
      "grad_norm": 2.5672775748563397,
      "learning_rate": 0.00023390840669063582,
      "loss": 4.7741,
      "step": 23347
    },
    {
      "epoch": 1.9833503227998641,
      "grad_norm": 2.459776371926618,
      "learning_rate": 0.00023390271520096754,
      "loss": 4.6946,
      "step": 23348
    },
    {
      "epoch": 1.9834352701325177,
      "grad_norm": 2.552941384714528,
      "learning_rate": 0.00023389702353549785,
      "loss": 4.2097,
      "step": 23349
    },
    {
      "epoch": 1.9835202174651716,
      "grad_norm": 2.7412625224317178,
      "learning_rate": 0.00023389133169423866,
      "loss": 5.2285,
      "step": 23350
    },
    {
      "epoch": 1.9836051647978254,
      "grad_norm": 2.61037906293337,
      "learning_rate": 0.00023388563967720183,
      "loss": 4.7586,
      "step": 23351
    },
    {
      "epoch": 1.983690112130479,
      "grad_norm": 2.580119628375626,
      "learning_rate": 0.00023387994748439933,
      "loss": 4.8922,
      "step": 23352
    },
    {
      "epoch": 1.9837750594631327,
      "grad_norm": 2.6734971717814022,
      "learning_rate": 0.00023387425511584315,
      "loss": 5.3038,
      "step": 23353
    },
    {
      "epoch": 1.9838600067957866,
      "grad_norm": 2.5425072233669304,
      "learning_rate": 0.00023386856257154507,
      "loss": 4.942,
      "step": 23354
    },
    {
      "epoch": 1.9839449541284404,
      "grad_norm": 2.5512397646108185,
      "learning_rate": 0.00023386286985151717,
      "loss": 4.5887,
      "step": 23355
    },
    {
      "epoch": 1.9840299014610943,
      "grad_norm": 2.5892493992202716,
      "learning_rate": 0.0002338571769557713,
      "loss": 4.9255,
      "step": 23356
    },
    {
      "epoch": 1.9841148487937479,
      "grad_norm": 2.5204475224540484,
      "learning_rate": 0.0002338514838843193,
      "loss": 4.8332,
      "step": 23357
    },
    {
      "epoch": 1.9841997961264015,
      "grad_norm": 2.5059584229293304,
      "learning_rate": 0.0002338457906371733,
      "loss": 4.7617,
      "step": 23358
    },
    {
      "epoch": 1.9842847434590554,
      "grad_norm": 2.6197569997426142,
      "learning_rate": 0.0002338400972143451,
      "loss": 4.9113,
      "step": 23359
    },
    {
      "epoch": 1.9843696907917092,
      "grad_norm": 2.4571460968522585,
      "learning_rate": 0.00023383440361584665,
      "loss": 4.559,
      "step": 23360
    },
    {
      "epoch": 1.9844546381243628,
      "grad_norm": 2.758054038156931,
      "learning_rate": 0.00023382870984168987,
      "loss": 5.2872,
      "step": 23361
    },
    {
      "epoch": 1.9845395854570167,
      "grad_norm": 2.5457720321684163,
      "learning_rate": 0.00023382301589188674,
      "loss": 5.1328,
      "step": 23362
    },
    {
      "epoch": 1.9846245327896703,
      "grad_norm": 2.6806514798414947,
      "learning_rate": 0.00023381732176644914,
      "loss": 4.9215,
      "step": 23363
    },
    {
      "epoch": 1.9847094801223242,
      "grad_norm": 2.604854136269502,
      "learning_rate": 0.000233811627465389,
      "loss": 4.8615,
      "step": 23364
    },
    {
      "epoch": 1.984794427454978,
      "grad_norm": 2.6873903315888317,
      "learning_rate": 0.00023380593298871825,
      "loss": 4.634,
      "step": 23365
    },
    {
      "epoch": 1.9848793747876317,
      "grad_norm": 2.5569505461879953,
      "learning_rate": 0.00023380023833644885,
      "loss": 4.9763,
      "step": 23366
    },
    {
      "epoch": 1.9849643221202853,
      "grad_norm": 2.660009391285716,
      "learning_rate": 0.00023379454350859276,
      "loss": 5.2445,
      "step": 23367
    },
    {
      "epoch": 1.9850492694529391,
      "grad_norm": 2.5363756044710115,
      "learning_rate": 0.00023378884850516182,
      "loss": 4.855,
      "step": 23368
    },
    {
      "epoch": 1.985134216785593,
      "grad_norm": 2.5722654615876133,
      "learning_rate": 0.00023378315332616805,
      "loss": 4.795,
      "step": 23369
    },
    {
      "epoch": 1.9852191641182468,
      "grad_norm": 2.6015343460762614,
      "learning_rate": 0.00023377745797162336,
      "loss": 5.2034,
      "step": 23370
    },
    {
      "epoch": 1.9853041114509005,
      "grad_norm": 2.4560643242558973,
      "learning_rate": 0.00023377176244153967,
      "loss": 4.6778,
      "step": 23371
    },
    {
      "epoch": 1.985389058783554,
      "grad_norm": 2.6557624219948863,
      "learning_rate": 0.0002337660667359289,
      "loss": 5.1245,
      "step": 23372
    },
    {
      "epoch": 1.985474006116208,
      "grad_norm": 2.5995185523612805,
      "learning_rate": 0.00023376037085480296,
      "loss": 4.7681,
      "step": 23373
    },
    {
      "epoch": 1.9855589534488618,
      "grad_norm": 2.5118997339148734,
      "learning_rate": 0.00023375467479817388,
      "loss": 4.505,
      "step": 23374
    },
    {
      "epoch": 1.9856439007815154,
      "grad_norm": 2.6556163674363376,
      "learning_rate": 0.00023374897856605353,
      "loss": 5.1972,
      "step": 23375
    },
    {
      "epoch": 1.985728848114169,
      "grad_norm": 2.723545320212029,
      "learning_rate": 0.00023374328215845384,
      "loss": 5.2545,
      "step": 23376
    },
    {
      "epoch": 1.985813795446823,
      "grad_norm": 2.591057008456885,
      "learning_rate": 0.00023373758557538677,
      "loss": 5.1309,
      "step": 23377
    },
    {
      "epoch": 1.9858987427794768,
      "grad_norm": 2.5540192594600915,
      "learning_rate": 0.00023373188881686425,
      "loss": 4.7543,
      "step": 23378
    },
    {
      "epoch": 1.9859836901121306,
      "grad_norm": 2.5483988887154534,
      "learning_rate": 0.0002337261918828982,
      "loss": 5.0081,
      "step": 23379
    },
    {
      "epoch": 1.9860686374447842,
      "grad_norm": 2.6044137712422963,
      "learning_rate": 0.00023372049477350058,
      "loss": 4.4949,
      "step": 23380
    },
    {
      "epoch": 1.9861535847774379,
      "grad_norm": 2.482843055845663,
      "learning_rate": 0.00023371479748868335,
      "loss": 4.6477,
      "step": 23381
    },
    {
      "epoch": 1.9862385321100917,
      "grad_norm": 2.5385134185552585,
      "learning_rate": 0.00023370910002845833,
      "loss": 4.8257,
      "step": 23382
    },
    {
      "epoch": 1.9863234794427456,
      "grad_norm": 2.792001008131392,
      "learning_rate": 0.00023370340239283762,
      "loss": 5.1828,
      "step": 23383
    },
    {
      "epoch": 1.9864084267753994,
      "grad_norm": 3.0948590432296923,
      "learning_rate": 0.00023369770458183309,
      "loss": 4.5118,
      "step": 23384
    },
    {
      "epoch": 1.986493374108053,
      "grad_norm": 2.4958714803347664,
      "learning_rate": 0.00023369200659545663,
      "loss": 4.8689,
      "step": 23385
    },
    {
      "epoch": 1.9865783214407067,
      "grad_norm": 2.597388789732774,
      "learning_rate": 0.0002336863084337202,
      "loss": 4.9201,
      "step": 23386
    },
    {
      "epoch": 1.9866632687733605,
      "grad_norm": 2.595797640737788,
      "learning_rate": 0.00023368061009663578,
      "loss": 5.0644,
      "step": 23387
    },
    {
      "epoch": 1.9867482161060144,
      "grad_norm": 2.7241910784107355,
      "learning_rate": 0.0002336749115842153,
      "loss": 5.1139,
      "step": 23388
    },
    {
      "epoch": 1.986833163438668,
      "grad_norm": 2.514333419309544,
      "learning_rate": 0.00023366921289647068,
      "loss": 4.7673,
      "step": 23389
    },
    {
      "epoch": 1.9869181107713216,
      "grad_norm": 2.763317330447147,
      "learning_rate": 0.00023366351403341387,
      "loss": 5.2996,
      "step": 23390
    },
    {
      "epoch": 1.9870030581039755,
      "grad_norm": 2.636230106689655,
      "learning_rate": 0.00023365781499505678,
      "loss": 5.014,
      "step": 23391
    },
    {
      "epoch": 1.9870880054366293,
      "grad_norm": 2.59684951438209,
      "learning_rate": 0.00023365211578141144,
      "loss": 4.6028,
      "step": 23392
    },
    {
      "epoch": 1.9871729527692832,
      "grad_norm": 2.5282159861667055,
      "learning_rate": 0.0002336464163924897,
      "loss": 4.8414,
      "step": 23393
    },
    {
      "epoch": 1.9872579001019368,
      "grad_norm": 2.5418311492893095,
      "learning_rate": 0.00023364071682830352,
      "loss": 4.8967,
      "step": 23394
    },
    {
      "epoch": 1.9873428474345904,
      "grad_norm": 2.6315172543202845,
      "learning_rate": 0.00023363501708886485,
      "loss": 4.946,
      "step": 23395
    },
    {
      "epoch": 1.9874277947672443,
      "grad_norm": 2.6527422494387403,
      "learning_rate": 0.00023362931717418566,
      "loss": 5.3874,
      "step": 23396
    },
    {
      "epoch": 1.9875127420998981,
      "grad_norm": 2.5363518977993587,
      "learning_rate": 0.00023362361708427785,
      "loss": 4.6421,
      "step": 23397
    },
    {
      "epoch": 1.9875976894325518,
      "grad_norm": 2.772608455654314,
      "learning_rate": 0.00023361791681915343,
      "loss": 5.4549,
      "step": 23398
    },
    {
      "epoch": 1.9876826367652056,
      "grad_norm": 2.7898716422790946,
      "learning_rate": 0.0002336122163788243,
      "loss": 5.3194,
      "step": 23399
    },
    {
      "epoch": 1.9877675840978593,
      "grad_norm": 2.6451809525120566,
      "learning_rate": 0.00023360651576330235,
      "loss": 4.9477,
      "step": 23400
    },
    {
      "epoch": 1.987852531430513,
      "grad_norm": 2.58989787856469,
      "learning_rate": 0.0002336008149725996,
      "loss": 5.162,
      "step": 23401
    },
    {
      "epoch": 1.987937478763167,
      "grad_norm": 2.5639652987306487,
      "learning_rate": 0.00023359511400672798,
      "loss": 4.8563,
      "step": 23402
    },
    {
      "epoch": 1.9880224260958206,
      "grad_norm": 2.7263045312568854,
      "learning_rate": 0.00023358941286569945,
      "loss": 5.2472,
      "step": 23403
    },
    {
      "epoch": 1.9881073734284742,
      "grad_norm": 2.554679082158423,
      "learning_rate": 0.0002335837115495259,
      "loss": 4.8461,
      "step": 23404
    },
    {
      "epoch": 1.988192320761128,
      "grad_norm": 2.7813966092702107,
      "learning_rate": 0.0002335780100582193,
      "loss": 5.1071,
      "step": 23405
    },
    {
      "epoch": 1.988277268093782,
      "grad_norm": 2.462297157656532,
      "learning_rate": 0.00023357230839179166,
      "loss": 4.8451,
      "step": 23406
    },
    {
      "epoch": 1.9883622154264358,
      "grad_norm": 2.615308783659168,
      "learning_rate": 0.00023356660655025479,
      "loss": 4.9639,
      "step": 23407
    },
    {
      "epoch": 1.9884471627590894,
      "grad_norm": 2.48698132507757,
      "learning_rate": 0.00023356090453362078,
      "loss": 4.4194,
      "step": 23408
    },
    {
      "epoch": 1.988532110091743,
      "grad_norm": 2.625876695361905,
      "learning_rate": 0.00023355520234190152,
      "loss": 4.728,
      "step": 23409
    },
    {
      "epoch": 1.9886170574243969,
      "grad_norm": 2.6039710275046146,
      "learning_rate": 0.00023354949997510894,
      "loss": 5.0568,
      "step": 23410
    },
    {
      "epoch": 1.9887020047570507,
      "grad_norm": 2.550512920866514,
      "learning_rate": 0.000233543797433255,
      "loss": 4.7971,
      "step": 23411
    },
    {
      "epoch": 1.9887869520897044,
      "grad_norm": 2.748690081024262,
      "learning_rate": 0.00023353809471635166,
      "loss": 5.4215,
      "step": 23412
    },
    {
      "epoch": 1.988871899422358,
      "grad_norm": 2.5176497410953416,
      "learning_rate": 0.00023353239182441083,
      "loss": 4.7487,
      "step": 23413
    },
    {
      "epoch": 1.9889568467550118,
      "grad_norm": 2.6461168401512336,
      "learning_rate": 0.00023352668875744448,
      "loss": 5.1477,
      "step": 23414
    },
    {
      "epoch": 1.9890417940876657,
      "grad_norm": 2.642153195113859,
      "learning_rate": 0.00023352098551546465,
      "loss": 5.0679,
      "step": 23415
    },
    {
      "epoch": 1.9891267414203195,
      "grad_norm": 2.5188707252780373,
      "learning_rate": 0.0002335152820984831,
      "loss": 4.5647,
      "step": 23416
    },
    {
      "epoch": 1.9892116887529732,
      "grad_norm": 2.631574752918754,
      "learning_rate": 0.000233509578506512,
      "loss": 5.0478,
      "step": 23417
    },
    {
      "epoch": 1.9892966360856268,
      "grad_norm": 2.793501609167199,
      "learning_rate": 0.00023350387473956315,
      "loss": 5.1492,
      "step": 23418
    },
    {
      "epoch": 1.9893815834182806,
      "grad_norm": 2.7045498674242845,
      "learning_rate": 0.00023349817079764852,
      "loss": 5.0533,
      "step": 23419
    },
    {
      "epoch": 1.9894665307509345,
      "grad_norm": 2.5287171257836176,
      "learning_rate": 0.0002334924666807801,
      "loss": 4.6096,
      "step": 23420
    },
    {
      "epoch": 1.9895514780835881,
      "grad_norm": 2.7440718733124236,
      "learning_rate": 0.0002334867623889698,
      "loss": 5.328,
      "step": 23421
    },
    {
      "epoch": 1.989636425416242,
      "grad_norm": 2.733535620713015,
      "learning_rate": 0.0002334810579222296,
      "loss": 5.2103,
      "step": 23422
    },
    {
      "epoch": 1.9897213727488956,
      "grad_norm": 2.6025040238199826,
      "learning_rate": 0.0002334753532805715,
      "loss": 4.981,
      "step": 23423
    },
    {
      "epoch": 1.9898063200815495,
      "grad_norm": 2.7095053267988476,
      "learning_rate": 0.00023346964846400736,
      "loss": 5.2176,
      "step": 23424
    },
    {
      "epoch": 1.9898912674142033,
      "grad_norm": 2.7313113229573784,
      "learning_rate": 0.00023346394347254916,
      "loss": 5.2404,
      "step": 23425
    },
    {
      "epoch": 1.989976214746857,
      "grad_norm": 2.7420697746709397,
      "learning_rate": 0.00023345823830620894,
      "loss": 5.0751,
      "step": 23426
    },
    {
      "epoch": 1.9900611620795106,
      "grad_norm": 2.5315597610362435,
      "learning_rate": 0.00023345253296499854,
      "loss": 4.8655,
      "step": 23427
    },
    {
      "epoch": 1.9901461094121644,
      "grad_norm": 2.593306545339257,
      "learning_rate": 0.00023344682744892993,
      "loss": 5.0158,
      "step": 23428
    },
    {
      "epoch": 1.9902310567448183,
      "grad_norm": 2.588626867287491,
      "learning_rate": 0.00023344112175801513,
      "loss": 5.0089,
      "step": 23429
    },
    {
      "epoch": 1.9903160040774721,
      "grad_norm": 2.7042641825209546,
      "learning_rate": 0.00023343541589226604,
      "loss": 5.2423,
      "step": 23430
    },
    {
      "epoch": 1.9904009514101257,
      "grad_norm": 2.689771512695953,
      "learning_rate": 0.0002334297098516946,
      "loss": 5.2111,
      "step": 23431
    },
    {
      "epoch": 1.9904858987427794,
      "grad_norm": 2.6133735920822994,
      "learning_rate": 0.00023342400363631286,
      "loss": 5.068,
      "step": 23432
    },
    {
      "epoch": 1.9905708460754332,
      "grad_norm": 2.525946630118871,
      "learning_rate": 0.0002334182972461327,
      "loss": 4.8838,
      "step": 23433
    },
    {
      "epoch": 1.990655793408087,
      "grad_norm": 2.6034190040829843,
      "learning_rate": 0.00023341259068116612,
      "loss": 4.7697,
      "step": 23434
    },
    {
      "epoch": 1.9907407407407407,
      "grad_norm": 2.60453850486698,
      "learning_rate": 0.00023340688394142501,
      "loss": 5.0622,
      "step": 23435
    },
    {
      "epoch": 1.9908256880733946,
      "grad_norm": 2.7089099174882003,
      "learning_rate": 0.00023340117702692138,
      "loss": 5.0264,
      "step": 23436
    },
    {
      "epoch": 1.9909106354060482,
      "grad_norm": 2.5286560401461555,
      "learning_rate": 0.00023339546993766713,
      "loss": 4.825,
      "step": 23437
    },
    {
      "epoch": 1.990995582738702,
      "grad_norm": 2.860224801222665,
      "learning_rate": 0.00023338976267367432,
      "loss": 5.4031,
      "step": 23438
    },
    {
      "epoch": 1.9910805300713559,
      "grad_norm": 2.5961096712370964,
      "learning_rate": 0.00023338405523495482,
      "loss": 5.0607,
      "step": 23439
    },
    {
      "epoch": 1.9911654774040095,
      "grad_norm": 2.6196095293095922,
      "learning_rate": 0.0002333783476215206,
      "loss": 4.8329,
      "step": 23440
    },
    {
      "epoch": 1.9912504247366631,
      "grad_norm": 2.5940281249749635,
      "learning_rate": 0.00023337263983338368,
      "loss": 4.9367,
      "step": 23441
    },
    {
      "epoch": 1.991335372069317,
      "grad_norm": 2.6096239766866227,
      "learning_rate": 0.00023336693187055602,
      "loss": 4.8514,
      "step": 23442
    },
    {
      "epoch": 1.9914203194019708,
      "grad_norm": 2.7629640111550553,
      "learning_rate": 0.0002333612237330494,
      "loss": 5.0843,
      "step": 23443
    },
    {
      "epoch": 1.9915052667346247,
      "grad_norm": 2.6336992641752026,
      "learning_rate": 0.00023335551542087607,
      "loss": 4.7732,
      "step": 23444
    },
    {
      "epoch": 1.9915902140672783,
      "grad_norm": 2.541365285219525,
      "learning_rate": 0.00023334980693404776,
      "loss": 4.7158,
      "step": 23445
    },
    {
      "epoch": 1.991675161399932,
      "grad_norm": 2.7198895338089106,
      "learning_rate": 0.00023334409827257649,
      "loss": 5.2797,
      "step": 23446
    },
    {
      "epoch": 1.9917601087325858,
      "grad_norm": 2.5235973615090286,
      "learning_rate": 0.00023333838943647431,
      "loss": 4.7506,
      "step": 23447
    },
    {
      "epoch": 1.9918450560652396,
      "grad_norm": 2.6729591271778252,
      "learning_rate": 0.0002333326804257531,
      "loss": 5.0368,
      "step": 23448
    },
    {
      "epoch": 1.9919300033978933,
      "grad_norm": 2.6062188395103494,
      "learning_rate": 0.0002333269712404248,
      "loss": 4.7454,
      "step": 23449
    },
    {
      "epoch": 1.992014950730547,
      "grad_norm": 2.5929262087502383,
      "learning_rate": 0.0002333212618805014,
      "loss": 4.8782,
      "step": 23450
    },
    {
      "epoch": 1.9920998980632008,
      "grad_norm": 2.6006141439175128,
      "learning_rate": 0.0002333155523459949,
      "loss": 4.6595,
      "step": 23451
    },
    {
      "epoch": 1.9921848453958546,
      "grad_norm": 2.74072723612342,
      "learning_rate": 0.00023330984263691723,
      "loss": 5.2948,
      "step": 23452
    },
    {
      "epoch": 1.9922697927285085,
      "grad_norm": 2.4893663362919467,
      "learning_rate": 0.00023330413275328033,
      "loss": 4.8856,
      "step": 23453
    },
    {
      "epoch": 1.992354740061162,
      "grad_norm": 2.651336479248115,
      "learning_rate": 0.00023329842269509624,
      "loss": 4.9176,
      "step": 23454
    },
    {
      "epoch": 1.9924396873938157,
      "grad_norm": 2.671896636052329,
      "learning_rate": 0.00023329271246237684,
      "loss": 5.084,
      "step": 23455
    },
    {
      "epoch": 1.9925246347264696,
      "grad_norm": 2.74231490657,
      "learning_rate": 0.0002332870020551341,
      "loss": 5.326,
      "step": 23456
    },
    {
      "epoch": 1.9926095820591234,
      "grad_norm": 2.5883275320634658,
      "learning_rate": 0.00023328129147338008,
      "loss": 5.0393,
      "step": 23457
    },
    {
      "epoch": 1.992694529391777,
      "grad_norm": 2.519676737985109,
      "learning_rate": 0.00023327558071712664,
      "loss": 4.6754,
      "step": 23458
    },
    {
      "epoch": 1.992779476724431,
      "grad_norm": 2.5003595770267575,
      "learning_rate": 0.00023326986978638577,
      "loss": 4.7134,
      "step": 23459
    },
    {
      "epoch": 1.9928644240570845,
      "grad_norm": 2.7740905609847117,
      "learning_rate": 0.0002332641586811695,
      "loss": 5.2111,
      "step": 23460
    },
    {
      "epoch": 1.9929493713897384,
      "grad_norm": 2.7716326042430626,
      "learning_rate": 0.00023325844740148977,
      "loss": 5.381,
      "step": 23461
    },
    {
      "epoch": 1.9930343187223922,
      "grad_norm": 2.5860415332403917,
      "learning_rate": 0.00023325273594735848,
      "loss": 4.7209,
      "step": 23462
    },
    {
      "epoch": 1.9931192660550459,
      "grad_norm": 2.5715591742003854,
      "learning_rate": 0.00023324702431878764,
      "loss": 5.0545,
      "step": 23463
    },
    {
      "epoch": 1.9932042133876995,
      "grad_norm": 2.5785521176528836,
      "learning_rate": 0.00023324131251578926,
      "loss": 4.9506,
      "step": 23464
    },
    {
      "epoch": 1.9932891607203533,
      "grad_norm": 2.8371892205901963,
      "learning_rate": 0.0002332356005383752,
      "loss": 5.5622,
      "step": 23465
    },
    {
      "epoch": 1.9933741080530072,
      "grad_norm": 2.755752135613264,
      "learning_rate": 0.00023322988838655751,
      "loss": 5.1752,
      "step": 23466
    },
    {
      "epoch": 1.993459055385661,
      "grad_norm": 2.5879088244962385,
      "learning_rate": 0.0002332241760603482,
      "loss": 4.504,
      "step": 23467
    },
    {
      "epoch": 1.9935440027183147,
      "grad_norm": 2.537178439352673,
      "learning_rate": 0.00023321846355975914,
      "loss": 5.0041,
      "step": 23468
    },
    {
      "epoch": 1.9936289500509683,
      "grad_norm": 2.8419361320927536,
      "learning_rate": 0.00023321275088480236,
      "loss": 4.1324,
      "step": 23469
    },
    {
      "epoch": 1.9937138973836221,
      "grad_norm": 2.595513239068935,
      "learning_rate": 0.0002332070380354898,
      "loss": 4.8952,
      "step": 23470
    },
    {
      "epoch": 1.993798844716276,
      "grad_norm": 2.515901611412221,
      "learning_rate": 0.00023320132501183346,
      "loss": 4.9945,
      "step": 23471
    },
    {
      "epoch": 1.9938837920489296,
      "grad_norm": 2.6466950147585124,
      "learning_rate": 0.0002331956118138453,
      "loss": 4.8967,
      "step": 23472
    },
    {
      "epoch": 1.9939687393815833,
      "grad_norm": 2.5335776043984475,
      "learning_rate": 0.0002331898984415373,
      "loss": 4.5357,
      "step": 23473
    },
    {
      "epoch": 1.994053686714237,
      "grad_norm": 2.677928610865359,
      "learning_rate": 0.00023318418489492134,
      "loss": 5.0606,
      "step": 23474
    },
    {
      "epoch": 1.994138634046891,
      "grad_norm": 2.6890261505300903,
      "learning_rate": 0.00023317847117400954,
      "loss": 5.146,
      "step": 23475
    },
    {
      "epoch": 1.9942235813795448,
      "grad_norm": 2.476654072429443,
      "learning_rate": 0.00023317275727881382,
      "loss": 4.6826,
      "step": 23476
    },
    {
      "epoch": 1.9943085287121984,
      "grad_norm": 2.6334237718060667,
      "learning_rate": 0.00023316704320934604,
      "loss": 4.7794,
      "step": 23477
    },
    {
      "epoch": 1.994393476044852,
      "grad_norm": 2.5513653752627907,
      "learning_rate": 0.00023316132896561832,
      "loss": 4.7707,
      "step": 23478
    },
    {
      "epoch": 1.994478423377506,
      "grad_norm": 2.657726204810303,
      "learning_rate": 0.00023315561454764262,
      "loss": 4.9616,
      "step": 23479
    },
    {
      "epoch": 1.9945633707101598,
      "grad_norm": 2.564417024304254,
      "learning_rate": 0.00023314989995543077,
      "loss": 5.199,
      "step": 23480
    },
    {
      "epoch": 1.9946483180428136,
      "grad_norm": 2.50067026481847,
      "learning_rate": 0.0002331441851889949,
      "loss": 4.6857,
      "step": 23481
    },
    {
      "epoch": 1.9947332653754672,
      "grad_norm": 2.588789936946959,
      "learning_rate": 0.000233138470248347,
      "loss": 4.8125,
      "step": 23482
    },
    {
      "epoch": 1.9948182127081209,
      "grad_norm": 2.598552034636324,
      "learning_rate": 0.00023313275513349885,
      "loss": 4.7047,
      "step": 23483
    },
    {
      "epoch": 1.9949031600407747,
      "grad_norm": 2.6015044090562416,
      "learning_rate": 0.0002331270398444626,
      "loss": 5.0561,
      "step": 23484
    },
    {
      "epoch": 1.9949881073734286,
      "grad_norm": 2.7784693613319695,
      "learning_rate": 0.00023312132438125022,
      "loss": 5.3803,
      "step": 23485
    },
    {
      "epoch": 1.9950730547060822,
      "grad_norm": 2.7911551826478376,
      "learning_rate": 0.00023311560874387355,
      "loss": 5.1016,
      "step": 23486
    },
    {
      "epoch": 1.9951580020387358,
      "grad_norm": 2.80691246405782,
      "learning_rate": 0.00023310989293234474,
      "loss": 5.5059,
      "step": 23487
    },
    {
      "epoch": 1.9952429493713897,
      "grad_norm": 2.533462284256918,
      "learning_rate": 0.00023310417694667564,
      "loss": 4.9015,
      "step": 23488
    },
    {
      "epoch": 1.9953278967040435,
      "grad_norm": 2.6067626074955244,
      "learning_rate": 0.00023309846078687827,
      "loss": 4.9843,
      "step": 23489
    },
    {
      "epoch": 1.9954128440366974,
      "grad_norm": 2.6222404401986137,
      "learning_rate": 0.00023309274445296462,
      "loss": 4.8097,
      "step": 23490
    },
    {
      "epoch": 1.995497791369351,
      "grad_norm": 2.7236495639663083,
      "learning_rate": 0.00023308702794494664,
      "loss": 5.2077,
      "step": 23491
    },
    {
      "epoch": 1.9955827387020046,
      "grad_norm": 2.7600892353752506,
      "learning_rate": 0.00023308131126283633,
      "loss": 5.2399,
      "step": 23492
    },
    {
      "epoch": 1.9956676860346585,
      "grad_norm": 2.572826628264664,
      "learning_rate": 0.00023307559440664564,
      "loss": 4.8434,
      "step": 23493
    },
    {
      "epoch": 1.9957526333673123,
      "grad_norm": 2.6990767848447375,
      "learning_rate": 0.0002330698773763866,
      "loss": 5.377,
      "step": 23494
    },
    {
      "epoch": 1.995837580699966,
      "grad_norm": 2.812232135573709,
      "learning_rate": 0.0002330641601720711,
      "loss": 5.5387,
      "step": 23495
    },
    {
      "epoch": 1.9959225280326198,
      "grad_norm": 2.599986104064471,
      "learning_rate": 0.00023305844279371125,
      "loss": 4.8668,
      "step": 23496
    },
    {
      "epoch": 1.9960074753652735,
      "grad_norm": 2.790681879046434,
      "learning_rate": 0.0002330527252413189,
      "loss": 5.4216,
      "step": 23497
    },
    {
      "epoch": 1.9960924226979273,
      "grad_norm": 2.640304734722239,
      "learning_rate": 0.00023304700751490613,
      "loss": 5.1376,
      "step": 23498
    },
    {
      "epoch": 1.9961773700305812,
      "grad_norm": 2.6859571755521374,
      "learning_rate": 0.00023304128961448484,
      "loss": 5.1053,
      "step": 23499
    },
    {
      "epoch": 1.9962623173632348,
      "grad_norm": 2.579511814055551,
      "learning_rate": 0.00023303557154006707,
      "loss": 4.9219,
      "step": 23500
    },
    {
      "epoch": 1.9963472646958884,
      "grad_norm": 3.418223721467029,
      "learning_rate": 0.00023302985329166475,
      "loss": 4.2976,
      "step": 23501
    },
    {
      "epoch": 1.9964322120285423,
      "grad_norm": 2.631441648586344,
      "learning_rate": 0.00023302413486928991,
      "loss": 5.0483,
      "step": 23502
    },
    {
      "epoch": 1.9965171593611961,
      "grad_norm": 2.74991310791755,
      "learning_rate": 0.0002330184162729545,
      "loss": 5.2599,
      "step": 23503
    },
    {
      "epoch": 1.99660210669385,
      "grad_norm": 2.658894795833874,
      "learning_rate": 0.00023301269750267053,
      "loss": 5.2115,
      "step": 23504
    },
    {
      "epoch": 1.9966870540265036,
      "grad_norm": 2.754286795969028,
      "learning_rate": 0.00023300697855844994,
      "loss": 5.0161,
      "step": 23505
    },
    {
      "epoch": 1.9967720013591572,
      "grad_norm": 2.647900627681339,
      "learning_rate": 0.00023300125944030476,
      "loss": 4.9159,
      "step": 23506
    },
    {
      "epoch": 1.996856948691811,
      "grad_norm": 2.5648917334696364,
      "learning_rate": 0.00023299554014824696,
      "loss": 4.8396,
      "step": 23507
    },
    {
      "epoch": 1.996941896024465,
      "grad_norm": 2.533468069807733,
      "learning_rate": 0.0002329898206822885,
      "loss": 4.8276,
      "step": 23508
    },
    {
      "epoch": 1.9970268433571186,
      "grad_norm": 2.6335965848047893,
      "learning_rate": 0.00023298410104244139,
      "loss": 5.293,
      "step": 23509
    },
    {
      "epoch": 1.9971117906897722,
      "grad_norm": 2.7542105593637354,
      "learning_rate": 0.00023297838122871757,
      "loss": 4.3184,
      "step": 23510
    },
    {
      "epoch": 1.997196738022426,
      "grad_norm": 2.721998368276589,
      "learning_rate": 0.0002329726612411291,
      "loss": 5.2477,
      "step": 23511
    },
    {
      "epoch": 1.9972816853550799,
      "grad_norm": 2.67239771607688,
      "learning_rate": 0.0002329669410796879,
      "loss": 3.997,
      "step": 23512
    },
    {
      "epoch": 1.9973666326877337,
      "grad_norm": 2.5233669294901144,
      "learning_rate": 0.000232961220744406,
      "loss": 4.9471,
      "step": 23513
    },
    {
      "epoch": 1.9974515800203874,
      "grad_norm": 2.7237988812246194,
      "learning_rate": 0.00023295550023529532,
      "loss": 5.2523,
      "step": 23514
    },
    {
      "epoch": 1.997536527353041,
      "grad_norm": 2.7891730857796704,
      "learning_rate": 0.00023294977955236795,
      "loss": 5.326,
      "step": 23515
    },
    {
      "epoch": 1.9976214746856948,
      "grad_norm": 2.7547407995997966,
      "learning_rate": 0.0002329440586956358,
      "loss": 5.3828,
      "step": 23516
    },
    {
      "epoch": 1.9977064220183487,
      "grad_norm": 2.5663964335631437,
      "learning_rate": 0.00023293833766511082,
      "loss": 4.5381,
      "step": 23517
    },
    {
      "epoch": 1.9977913693510025,
      "grad_norm": 2.6289351786557917,
      "learning_rate": 0.00023293261646080513,
      "loss": 4.9537,
      "step": 23518
    },
    {
      "epoch": 1.9978763166836562,
      "grad_norm": 2.720690667545215,
      "learning_rate": 0.00023292689508273062,
      "loss": 5.2099,
      "step": 23519
    },
    {
      "epoch": 1.9979612640163098,
      "grad_norm": 2.5811933998460583,
      "learning_rate": 0.00023292117353089923,
      "loss": 4.8973,
      "step": 23520
    },
    {
      "epoch": 1.9980462113489637,
      "grad_norm": 2.51740098766958,
      "learning_rate": 0.0002329154518053231,
      "loss": 4.8221,
      "step": 23521
    },
    {
      "epoch": 1.9981311586816175,
      "grad_norm": 2.5419112005288085,
      "learning_rate": 0.0002329097299060141,
      "loss": 4.6081,
      "step": 23522
    },
    {
      "epoch": 1.9982161060142711,
      "grad_norm": 2.8530469672884675,
      "learning_rate": 0.00023290400783298427,
      "loss": 5.3603,
      "step": 23523
    },
    {
      "epoch": 1.9983010533469248,
      "grad_norm": 2.7077729770254724,
      "learning_rate": 0.00023289828558624553,
      "loss": 5.2521,
      "step": 23524
    },
    {
      "epoch": 1.9983860006795786,
      "grad_norm": 2.5413383621494967,
      "learning_rate": 0.00023289256316581,
      "loss": 4.6304,
      "step": 23525
    },
    {
      "epoch": 1.9984709480122325,
      "grad_norm": 2.5449269819309825,
      "learning_rate": 0.00023288684057168953,
      "loss": 4.9608,
      "step": 23526
    },
    {
      "epoch": 1.9985558953448863,
      "grad_norm": 2.714474517430394,
      "learning_rate": 0.00023288111780389622,
      "loss": 4.96,
      "step": 23527
    },
    {
      "epoch": 1.99864084267754,
      "grad_norm": 2.7485389705380228,
      "learning_rate": 0.00023287539486244201,
      "loss": 5.1982,
      "step": 23528
    },
    {
      "epoch": 1.9987257900101936,
      "grad_norm": 2.539040823510703,
      "learning_rate": 0.00023286967174733885,
      "loss": 4.6309,
      "step": 23529
    },
    {
      "epoch": 1.9988107373428474,
      "grad_norm": 3.9063928381238258,
      "learning_rate": 0.00023286394845859883,
      "loss": 4.3552,
      "step": 23530
    },
    {
      "epoch": 1.9988956846755013,
      "grad_norm": 2.633714004982102,
      "learning_rate": 0.00023285822499623387,
      "loss": 4.7211,
      "step": 23531
    },
    {
      "epoch": 1.998980632008155,
      "grad_norm": 2.738940322813573,
      "learning_rate": 0.00023285250136025596,
      "loss": 5.1583,
      "step": 23532
    },
    {
      "epoch": 1.9990655793408088,
      "grad_norm": 2.5932415851075663,
      "learning_rate": 0.00023284677755067718,
      "loss": 5.1369,
      "step": 23533
    },
    {
      "epoch": 1.9991505266734624,
      "grad_norm": 2.7644456497151078,
      "learning_rate": 0.0002328410535675094,
      "loss": 5.5725,
      "step": 23534
    },
    {
      "epoch": 1.9992354740061162,
      "grad_norm": 2.6191027002516627,
      "learning_rate": 0.00023283532941076467,
      "loss": 5.2558,
      "step": 23535
    },
    {
      "epoch": 1.99932042133877,
      "grad_norm": 2.7177692074804574,
      "learning_rate": 0.00023282960508045505,
      "loss": 4.4386,
      "step": 23536
    },
    {
      "epoch": 1.9994053686714237,
      "grad_norm": 2.5454481264582376,
      "learning_rate": 0.0002328238805765924,
      "loss": 4.5098,
      "step": 23537
    },
    {
      "epoch": 1.9994903160040773,
      "grad_norm": 2.5035397090310716,
      "learning_rate": 0.0002328181558991888,
      "loss": 4.8434,
      "step": 23538
    },
    {
      "epoch": 1.9995752633367312,
      "grad_norm": 2.633008979213646,
      "learning_rate": 0.00023281243104825622,
      "loss": 4.6863,
      "step": 23539
    },
    {
      "epoch": 1.999660210669385,
      "grad_norm": 2.791249089233545,
      "learning_rate": 0.0002328067060238067,
      "loss": 5.4652,
      "step": 23540
    },
    {
      "epoch": 1.999745158002039,
      "grad_norm": 2.7084203910370497,
      "learning_rate": 0.0002328009808258522,
      "loss": 5.1831,
      "step": 23541
    },
    {
      "epoch": 1.9998301053346925,
      "grad_norm": 2.5486162045556457,
      "learning_rate": 0.00023279525545440464,
      "loss": 4.8051,
      "step": 23542
    },
    {
      "epoch": 1.9999150526673461,
      "grad_norm": 2.774538160866461,
      "learning_rate": 0.00023278952990947623,
      "loss": 5.4986,
      "step": 23543
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.699840463829425,
      "learning_rate": 0.00023278380419107874,
      "loss": 5.096,
      "step": 23544
    },
    {
      "epoch": 2.0,
      "eval_loss": 4.988957405090332,
      "eval_runtime": 37.018,
      "eval_samples_per_second": 5.16,
      "eval_steps_per_second": 5.16,
      "step": 23544
    },
    {
      "epoch": 2.000084947332654,
      "grad_norm": 2.5651438712661205,
      "learning_rate": 0.0002327780782992242,
      "loss": 4.5043,
      "step": 23545
    },
    {
      "epoch": 2.0001698946653077,
      "grad_norm": 2.5567461180962976,
      "learning_rate": 0.00023277235223392477,
      "loss": 4.1439,
      "step": 23546
    },
    {
      "epoch": 2.000254841997961,
      "grad_norm": 2.7152106294536114,
      "learning_rate": 0.0002327666259951923,
      "loss": 5.1369,
      "step": 23547
    },
    {
      "epoch": 2.000339789330615,
      "grad_norm": 2.4927018835784285,
      "learning_rate": 0.00023276089958303877,
      "loss": 3.5213,
      "step": 23548
    },
    {
      "epoch": 2.000424736663269,
      "grad_norm": 2.665843574608885,
      "learning_rate": 0.00023275517299747633,
      "loss": 4.7939,
      "step": 23549
    },
    {
      "epoch": 2.0005096839959227,
      "grad_norm": 2.5683107371014393,
      "learning_rate": 0.00023274944623851684,
      "loss": 4.6457,
      "step": 23550
    },
    {
      "epoch": 2.000594631328576,
      "grad_norm": 2.645795969278158,
      "learning_rate": 0.00023274371930617237,
      "loss": 4.5853,
      "step": 23551
    },
    {
      "epoch": 2.00067957866123,
      "grad_norm": 2.788920659457696,
      "learning_rate": 0.0002327379922004549,
      "loss": 4.7922,
      "step": 23552
    },
    {
      "epoch": 2.0007645259938838,
      "grad_norm": 2.6379042153922985,
      "learning_rate": 0.0002327322649213764,
      "loss": 4.8401,
      "step": 23553
    },
    {
      "epoch": 2.0008494733265376,
      "grad_norm": 2.6614975192480657,
      "learning_rate": 0.00023272653746894893,
      "loss": 4.4434,
      "step": 23554
    },
    {
      "epoch": 2.0009344206591915,
      "grad_norm": 2.6687363553464016,
      "learning_rate": 0.00023272080984318444,
      "loss": 4.8068,
      "step": 23555
    },
    {
      "epoch": 2.001019367991845,
      "grad_norm": 2.7460619398970394,
      "learning_rate": 0.00023271508204409492,
      "loss": 4.5278,
      "step": 23556
    },
    {
      "epoch": 2.0011043153244987,
      "grad_norm": 2.7905606515768966,
      "learning_rate": 0.00023270935407169243,
      "loss": 4.1666,
      "step": 23557
    },
    {
      "epoch": 2.0011892626571526,
      "grad_norm": 2.662473214370374,
      "learning_rate": 0.00023270362592598892,
      "loss": 4.7589,
      "step": 23558
    },
    {
      "epoch": 2.0012742099898064,
      "grad_norm": 2.595939380393749,
      "learning_rate": 0.00023269789760699643,
      "loss": 3.5262,
      "step": 23559
    },
    {
      "epoch": 2.0013591573224603,
      "grad_norm": 2.6086119644390284,
      "learning_rate": 0.00023269216911472694,
      "loss": 4.6092,
      "step": 23560
    },
    {
      "epoch": 2.0014441046551137,
      "grad_norm": 2.7557819536147514,
      "learning_rate": 0.0002326864404491925,
      "loss": 4.507,
      "step": 23561
    },
    {
      "epoch": 2.0015290519877675,
      "grad_norm": 2.688283127906402,
      "learning_rate": 0.000232680711610405,
      "loss": 4.3108,
      "step": 23562
    },
    {
      "epoch": 2.0016139993204214,
      "grad_norm": 2.7314243914796426,
      "learning_rate": 0.00023267498259837657,
      "loss": 3.9512,
      "step": 23563
    },
    {
      "epoch": 2.0016989466530752,
      "grad_norm": 2.685076527584546,
      "learning_rate": 0.00023266925341311915,
      "loss": 4.6288,
      "step": 23564
    },
    {
      "epoch": 2.0017838939857286,
      "grad_norm": 2.4470803876279708,
      "learning_rate": 0.00023266352405464474,
      "loss": 2.953,
      "step": 23565
    },
    {
      "epoch": 2.0018688413183825,
      "grad_norm": 2.853803510829633,
      "learning_rate": 0.00023265779452296534,
      "loss": 4.4983,
      "step": 23566
    },
    {
      "epoch": 2.0019537886510363,
      "grad_norm": 2.686937834191886,
      "learning_rate": 0.000232652064818093,
      "loss": 4.6253,
      "step": 23567
    },
    {
      "epoch": 2.00203873598369,
      "grad_norm": 2.8797254016948584,
      "learning_rate": 0.00023264633494003971,
      "loss": 5.1771,
      "step": 23568
    },
    {
      "epoch": 2.002123683316344,
      "grad_norm": 2.6906933694179216,
      "learning_rate": 0.00023264060488881744,
      "loss": 4.1634,
      "step": 23569
    },
    {
      "epoch": 2.0022086306489975,
      "grad_norm": 2.6862386639325524,
      "learning_rate": 0.00023263487466443824,
      "loss": 4.8209,
      "step": 23570
    },
    {
      "epoch": 2.0022935779816513,
      "grad_norm": 2.7487661448018432,
      "learning_rate": 0.00023262914426691415,
      "loss": 4.7898,
      "step": 23571
    },
    {
      "epoch": 2.002378525314305,
      "grad_norm": 2.726244610096757,
      "learning_rate": 0.00023262341369625702,
      "loss": 4.3705,
      "step": 23572
    },
    {
      "epoch": 2.002463472646959,
      "grad_norm": 2.6444616486884955,
      "learning_rate": 0.00023261768295247903,
      "loss": 4.2927,
      "step": 23573
    },
    {
      "epoch": 2.002548419979613,
      "grad_norm": 2.6765631943379113,
      "learning_rate": 0.0002326119520355921,
      "loss": 3.9229,
      "step": 23574
    },
    {
      "epoch": 2.0026333673122663,
      "grad_norm": 2.6264866299493392,
      "learning_rate": 0.00023260622094560825,
      "loss": 3.2482,
      "step": 23575
    },
    {
      "epoch": 2.00271831464492,
      "grad_norm": 2.803909329559188,
      "learning_rate": 0.00023260048968253951,
      "loss": 4.6684,
      "step": 23576
    },
    {
      "epoch": 2.002803261977574,
      "grad_norm": 2.666273251855131,
      "learning_rate": 0.0002325947582463979,
      "loss": 4.8097,
      "step": 23577
    },
    {
      "epoch": 2.002888209310228,
      "grad_norm": 2.765016854733967,
      "learning_rate": 0.00023258902663719536,
      "loss": 4.8415,
      "step": 23578
    },
    {
      "epoch": 2.0029731566428812,
      "grad_norm": 2.3562415683430875,
      "learning_rate": 0.00023258329485494395,
      "loss": 2.7362,
      "step": 23579
    },
    {
      "epoch": 2.003058103975535,
      "grad_norm": 2.658553466450718,
      "learning_rate": 0.0002325775628996557,
      "loss": 4.539,
      "step": 23580
    },
    {
      "epoch": 2.003143051308189,
      "grad_norm": 2.703344681706985,
      "learning_rate": 0.00023257183077134258,
      "loss": 4.8393,
      "step": 23581
    },
    {
      "epoch": 2.0032279986408428,
      "grad_norm": 2.897694150528032,
      "learning_rate": 0.0002325660984700166,
      "loss": 4.5609,
      "step": 23582
    },
    {
      "epoch": 2.0033129459734966,
      "grad_norm": 2.694265007345783,
      "learning_rate": 0.00023256036599568985,
      "loss": 4.4886,
      "step": 23583
    },
    {
      "epoch": 2.00339789330615,
      "grad_norm": 2.7292629759665608,
      "learning_rate": 0.00023255463334837418,
      "loss": 4.447,
      "step": 23584
    },
    {
      "epoch": 2.003482840638804,
      "grad_norm": 2.702543136671479,
      "learning_rate": 0.00023254890052808175,
      "loss": 4.6371,
      "step": 23585
    },
    {
      "epoch": 2.0035677879714577,
      "grad_norm": 2.8641598270858433,
      "learning_rate": 0.00023254316753482451,
      "loss": 5.0248,
      "step": 23586
    },
    {
      "epoch": 2.0036527353041116,
      "grad_norm": 2.4616307018718957,
      "learning_rate": 0.0002325374343686145,
      "loss": 3.369,
      "step": 23587
    },
    {
      "epoch": 2.003737682636765,
      "grad_norm": 2.6444204054165867,
      "learning_rate": 0.0002325317010294637,
      "loss": 4.4166,
      "step": 23588
    },
    {
      "epoch": 2.003822629969419,
      "grad_norm": 2.725233742064766,
      "learning_rate": 0.00023252596751738414,
      "loss": 4.5377,
      "step": 23589
    },
    {
      "epoch": 2.0039075773020727,
      "grad_norm": 2.6829352794997394,
      "learning_rate": 0.0002325202338323878,
      "loss": 4.4417,
      "step": 23590
    },
    {
      "epoch": 2.0039925246347265,
      "grad_norm": 2.373315495263028,
      "learning_rate": 0.0002325144999744868,
      "loss": 2.7433,
      "step": 23591
    },
    {
      "epoch": 2.0040774719673804,
      "grad_norm": 2.817191185331248,
      "learning_rate": 0.000232508765943693,
      "loss": 4.7925,
      "step": 23592
    },
    {
      "epoch": 2.004162419300034,
      "grad_norm": 2.8609150580434997,
      "learning_rate": 0.00023250303174001855,
      "loss": 4.7314,
      "step": 23593
    },
    {
      "epoch": 2.0042473666326877,
      "grad_norm": 2.6635555946616085,
      "learning_rate": 0.0002324972973634754,
      "loss": 4.7212,
      "step": 23594
    },
    {
      "epoch": 2.0043323139653415,
      "grad_norm": 2.8714236857195443,
      "learning_rate": 0.00023249156281407554,
      "loss": 4.6348,
      "step": 23595
    },
    {
      "epoch": 2.0044172612979954,
      "grad_norm": 2.684171774926848,
      "learning_rate": 0.00023248582809183105,
      "loss": 4.4251,
      "step": 23596
    },
    {
      "epoch": 2.004502208630649,
      "grad_norm": 2.775965267454343,
      "learning_rate": 0.0002324800931967539,
      "loss": 4.912,
      "step": 23597
    },
    {
      "epoch": 2.0045871559633026,
      "grad_norm": 2.591256524634039,
      "learning_rate": 0.00023247435812885614,
      "loss": 4.2874,
      "step": 23598
    },
    {
      "epoch": 2.0046721032959565,
      "grad_norm": 2.676280266260062,
      "learning_rate": 0.00023246862288814978,
      "loss": 4.9125,
      "step": 23599
    },
    {
      "epoch": 2.0047570506286103,
      "grad_norm": 2.6960179010179712,
      "learning_rate": 0.0002324628874746468,
      "loss": 4.459,
      "step": 23600
    },
    {
      "epoch": 2.004841997961264,
      "grad_norm": 2.70184132361158,
      "learning_rate": 0.00023245715188835922,
      "loss": 4.7038,
      "step": 23601
    },
    {
      "epoch": 2.0049269452939176,
      "grad_norm": 2.689100145510007,
      "learning_rate": 0.00023245141612929912,
      "loss": 4.7051,
      "step": 23602
    },
    {
      "epoch": 2.0050118926265714,
      "grad_norm": 2.608628099487658,
      "learning_rate": 0.00023244568019747846,
      "loss": 4.6806,
      "step": 23603
    },
    {
      "epoch": 2.0050968399592253,
      "grad_norm": 2.3543727586746437,
      "learning_rate": 0.00023243994409290927,
      "loss": 2.4348,
      "step": 23604
    },
    {
      "epoch": 2.005181787291879,
      "grad_norm": 2.7472462072214197,
      "learning_rate": 0.00023243420781560362,
      "loss": 4.8104,
      "step": 23605
    },
    {
      "epoch": 2.005266734624533,
      "grad_norm": 2.6348644788547824,
      "learning_rate": 0.00023242847136557346,
      "loss": 4.6054,
      "step": 23606
    },
    {
      "epoch": 2.0053516819571864,
      "grad_norm": 2.587766597609661,
      "learning_rate": 0.00023242273474283082,
      "loss": 4.6528,
      "step": 23607
    },
    {
      "epoch": 2.0054366292898402,
      "grad_norm": 2.5138132576524193,
      "learning_rate": 0.00023241699794738775,
      "loss": 4.5049,
      "step": 23608
    },
    {
      "epoch": 2.005521576622494,
      "grad_norm": 2.284192441299065,
      "learning_rate": 0.00023241126097925624,
      "loss": 2.4027,
      "step": 23609
    },
    {
      "epoch": 2.005606523955148,
      "grad_norm": 2.749538689096891,
      "learning_rate": 0.00023240552383844835,
      "loss": 4.5832,
      "step": 23610
    },
    {
      "epoch": 2.0056914712878013,
      "grad_norm": 2.613459073706924,
      "learning_rate": 0.00023239978652497608,
      "loss": 4.0279,
      "step": 23611
    },
    {
      "epoch": 2.005776418620455,
      "grad_norm": 2.5760966617669014,
      "learning_rate": 0.00023239404903885143,
      "loss": 4.5197,
      "step": 23612
    },
    {
      "epoch": 2.005861365953109,
      "grad_norm": 2.6715869267637538,
      "learning_rate": 0.00023238831138008647,
      "loss": 4.7942,
      "step": 23613
    },
    {
      "epoch": 2.005946313285763,
      "grad_norm": 2.738709632956499,
      "learning_rate": 0.00023238257354869318,
      "loss": 4.8556,
      "step": 23614
    },
    {
      "epoch": 2.0060312606184167,
      "grad_norm": 2.6326027884084486,
      "learning_rate": 0.00023237683554468356,
      "loss": 3.9867,
      "step": 23615
    },
    {
      "epoch": 2.00611620795107,
      "grad_norm": 2.560266461282698,
      "learning_rate": 0.0002323710973680697,
      "loss": 4.6191,
      "step": 23616
    },
    {
      "epoch": 2.006201155283724,
      "grad_norm": 2.588123406722042,
      "learning_rate": 0.00023236535901886358,
      "loss": 3.8252,
      "step": 23617
    },
    {
      "epoch": 2.006286102616378,
      "grad_norm": 2.2811191135939,
      "learning_rate": 0.0002323596204970772,
      "loss": 2.2897,
      "step": 23618
    },
    {
      "epoch": 2.0063710499490317,
      "grad_norm": 2.549081131876271,
      "learning_rate": 0.0002323538818027227,
      "loss": 4.3506,
      "step": 23619
    },
    {
      "epoch": 2.0064559972816856,
      "grad_norm": 2.815672403890496,
      "learning_rate": 0.00023234814293581198,
      "loss": 5.0806,
      "step": 23620
    },
    {
      "epoch": 2.006540944614339,
      "grad_norm": 2.545648751305095,
      "learning_rate": 0.00023234240389635708,
      "loss": 2.8052,
      "step": 23621
    },
    {
      "epoch": 2.006625891946993,
      "grad_norm": 2.8175697088624516,
      "learning_rate": 0.00023233666468437008,
      "loss": 4.7999,
      "step": 23622
    },
    {
      "epoch": 2.0067108392796467,
      "grad_norm": 2.8674263373194853,
      "learning_rate": 0.00023233092529986304,
      "loss": 4.8824,
      "step": 23623
    },
    {
      "epoch": 2.0067957866123005,
      "grad_norm": 2.6981944516079386,
      "learning_rate": 0.00023232518574284783,
      "loss": 4.5402,
      "step": 23624
    },
    {
      "epoch": 2.006880733944954,
      "grad_norm": 2.5660691396115607,
      "learning_rate": 0.0002323194460133366,
      "loss": 3.3468,
      "step": 23625
    },
    {
      "epoch": 2.0069656812776078,
      "grad_norm": 2.873060816953117,
      "learning_rate": 0.00023231370611134135,
      "loss": 4.552,
      "step": 23626
    },
    {
      "epoch": 2.0070506286102616,
      "grad_norm": 2.631507343570018,
      "learning_rate": 0.00023230796603687412,
      "loss": 3.5964,
      "step": 23627
    },
    {
      "epoch": 2.0071355759429155,
      "grad_norm": 2.7063369426681123,
      "learning_rate": 0.0002323022257899469,
      "loss": 4.519,
      "step": 23628
    },
    {
      "epoch": 2.0072205232755693,
      "grad_norm": 2.932037329223198,
      "learning_rate": 0.00023229648537057175,
      "loss": 4.7095,
      "step": 23629
    },
    {
      "epoch": 2.0073054706082227,
      "grad_norm": 2.8485080758867563,
      "learning_rate": 0.00023229074477876068,
      "loss": 4.9668,
      "step": 23630
    },
    {
      "epoch": 2.0073904179408766,
      "grad_norm": 2.748734567988766,
      "learning_rate": 0.00023228500401452568,
      "loss": 4.439,
      "step": 23631
    },
    {
      "epoch": 2.0074753652735304,
      "grad_norm": 2.650955611390461,
      "learning_rate": 0.00023227926307787887,
      "loss": 4.5136,
      "step": 23632
    },
    {
      "epoch": 2.0075603126061843,
      "grad_norm": 2.749243554216352,
      "learning_rate": 0.00023227352196883224,
      "loss": 4.8023,
      "step": 23633
    },
    {
      "epoch": 2.007645259938838,
      "grad_norm": 2.7670371105191918,
      "learning_rate": 0.0002322677806873978,
      "loss": 3.9426,
      "step": 23634
    },
    {
      "epoch": 2.0077302072714915,
      "grad_norm": 2.4645440100651075,
      "learning_rate": 0.00023226203923358758,
      "loss": 3.1382,
      "step": 23635
    },
    {
      "epoch": 2.0078151546041454,
      "grad_norm": 2.6426254684479358,
      "learning_rate": 0.00023225629760741364,
      "loss": 4.4777,
      "step": 23636
    },
    {
      "epoch": 2.0079001019367992,
      "grad_norm": 2.703512807480683,
      "learning_rate": 0.00023225055580888796,
      "loss": 4.5451,
      "step": 23637
    },
    {
      "epoch": 2.007985049269453,
      "grad_norm": 2.5923800289302035,
      "learning_rate": 0.00023224481383802266,
      "loss": 3.5123,
      "step": 23638
    },
    {
      "epoch": 2.0080699966021065,
      "grad_norm": 2.594318699008882,
      "learning_rate": 0.00023223907169482965,
      "loss": 3.5643,
      "step": 23639
    },
    {
      "epoch": 2.0081549439347604,
      "grad_norm": 2.822783915619323,
      "learning_rate": 0.00023223332937932103,
      "loss": 4.2106,
      "step": 23640
    },
    {
      "epoch": 2.008239891267414,
      "grad_norm": 2.898409155938554,
      "learning_rate": 0.00023222758689150886,
      "loss": 4.9916,
      "step": 23641
    },
    {
      "epoch": 2.008324838600068,
      "grad_norm": 2.6720065756124423,
      "learning_rate": 0.00023222184423140512,
      "loss": 4.5794,
      "step": 23642
    },
    {
      "epoch": 2.008409785932722,
      "grad_norm": 2.6025555235082454,
      "learning_rate": 0.00023221610139902187,
      "loss": 3.996,
      "step": 23643
    },
    {
      "epoch": 2.0084947332653753,
      "grad_norm": 2.7520755177897263,
      "learning_rate": 0.00023221035839437112,
      "loss": 4.5066,
      "step": 23644
    },
    {
      "epoch": 2.008579680598029,
      "grad_norm": 2.8377585720522283,
      "learning_rate": 0.0002322046152174649,
      "loss": 5.0852,
      "step": 23645
    },
    {
      "epoch": 2.008664627930683,
      "grad_norm": 2.783917742065891,
      "learning_rate": 0.0002321988718683153,
      "loss": 4.7909,
      "step": 23646
    },
    {
      "epoch": 2.008749575263337,
      "grad_norm": 2.6486993012238553,
      "learning_rate": 0.00023219312834693432,
      "loss": 4.0417,
      "step": 23647
    },
    {
      "epoch": 2.0088345225959903,
      "grad_norm": 2.620128529961425,
      "learning_rate": 0.000232187384653334,
      "loss": 3.0668,
      "step": 23648
    },
    {
      "epoch": 2.008919469928644,
      "grad_norm": 2.818461454396595,
      "learning_rate": 0.0002321816407875263,
      "loss": 4.038,
      "step": 23649
    },
    {
      "epoch": 2.009004417261298,
      "grad_norm": 2.74281364480572,
      "learning_rate": 0.0002321758967495234,
      "loss": 4.7874,
      "step": 23650
    },
    {
      "epoch": 2.009089364593952,
      "grad_norm": 2.643465416113539,
      "learning_rate": 0.00023217015253933722,
      "loss": 4.2902,
      "step": 23651
    },
    {
      "epoch": 2.0091743119266057,
      "grad_norm": 2.58508208360063,
      "learning_rate": 0.0002321644081569798,
      "loss": 3.4666,
      "step": 23652
    },
    {
      "epoch": 2.009259259259259,
      "grad_norm": 2.8976708252341647,
      "learning_rate": 0.00023215866360246323,
      "loss": 5.1514,
      "step": 23653
    },
    {
      "epoch": 2.009344206591913,
      "grad_norm": 2.6280975897958183,
      "learning_rate": 0.00023215291887579951,
      "loss": 4.4177,
      "step": 23654
    },
    {
      "epoch": 2.009429153924567,
      "grad_norm": 2.789155400426182,
      "learning_rate": 0.0002321471739770007,
      "loss": 4.5466,
      "step": 23655
    },
    {
      "epoch": 2.0095141012572206,
      "grad_norm": 2.6131165210564813,
      "learning_rate": 0.00023214142890607886,
      "loss": 4.3408,
      "step": 23656
    },
    {
      "epoch": 2.0095990485898745,
      "grad_norm": 2.7319735856828697,
      "learning_rate": 0.000232135683663046,
      "loss": 4.2641,
      "step": 23657
    },
    {
      "epoch": 2.009683995922528,
      "grad_norm": 2.6844915563262575,
      "learning_rate": 0.0002321299382479141,
      "loss": 4.5207,
      "step": 23658
    },
    {
      "epoch": 2.0097689432551817,
      "grad_norm": 2.62418181940421,
      "learning_rate": 0.0002321241926606953,
      "loss": 4.2898,
      "step": 23659
    },
    {
      "epoch": 2.0098538905878356,
      "grad_norm": 2.593138028536986,
      "learning_rate": 0.00023211844690140153,
      "loss": 3.3383,
      "step": 23660
    },
    {
      "epoch": 2.0099388379204894,
      "grad_norm": 2.9080624763703797,
      "learning_rate": 0.00023211270097004495,
      "loss": 5.22,
      "step": 23661
    },
    {
      "epoch": 2.010023785253143,
      "grad_norm": 2.6732280467130973,
      "learning_rate": 0.00023210695486663752,
      "loss": 4.7897,
      "step": 23662
    },
    {
      "epoch": 2.0101087325857967,
      "grad_norm": 2.9142193967907293,
      "learning_rate": 0.0002321012085911913,
      "loss": 5.1985,
      "step": 23663
    },
    {
      "epoch": 2.0101936799184505,
      "grad_norm": 2.690292410237698,
      "learning_rate": 0.00023209546214371832,
      "loss": 4.271,
      "step": 23664
    },
    {
      "epoch": 2.0102786272511044,
      "grad_norm": 2.9490051273838778,
      "learning_rate": 0.00023208971552423062,
      "loss": 5.2905,
      "step": 23665
    },
    {
      "epoch": 2.0103635745837583,
      "grad_norm": 2.539087782163769,
      "learning_rate": 0.00023208396873274027,
      "loss": 3.9304,
      "step": 23666
    },
    {
      "epoch": 2.0104485219164117,
      "grad_norm": 2.5455766207215773,
      "learning_rate": 0.00023207822176925927,
      "loss": 3.5253,
      "step": 23667
    },
    {
      "epoch": 2.0105334692490655,
      "grad_norm": 2.6904822430575983,
      "learning_rate": 0.00023207247463379973,
      "loss": 4.7207,
      "step": 23668
    },
    {
      "epoch": 2.0106184165817194,
      "grad_norm": 2.5752142958984416,
      "learning_rate": 0.00023206672732637365,
      "loss": 4.2213,
      "step": 23669
    },
    {
      "epoch": 2.010703363914373,
      "grad_norm": 2.730946369661377,
      "learning_rate": 0.000232060979846993,
      "loss": 4.5278,
      "step": 23670
    },
    {
      "epoch": 2.010788311247027,
      "grad_norm": 2.78864624518351,
      "learning_rate": 0.00023205523219566992,
      "loss": 5.0973,
      "step": 23671
    },
    {
      "epoch": 2.0108732585796805,
      "grad_norm": 2.794836921106988,
      "learning_rate": 0.00023204948437241643,
      "loss": 4.3754,
      "step": 23672
    },
    {
      "epoch": 2.0109582059123343,
      "grad_norm": 2.55638137132461,
      "learning_rate": 0.0002320437363772446,
      "loss": 4.1186,
      "step": 23673
    },
    {
      "epoch": 2.011043153244988,
      "grad_norm": 2.8018365863591743,
      "learning_rate": 0.00023203798821016638,
      "loss": 5.1479,
      "step": 23674
    },
    {
      "epoch": 2.011128100577642,
      "grad_norm": 2.5603461964775547,
      "learning_rate": 0.00023203223987119392,
      "loss": 2.9147,
      "step": 23675
    },
    {
      "epoch": 2.0112130479102954,
      "grad_norm": 2.2953857784897163,
      "learning_rate": 0.0002320264913603392,
      "loss": 2.2263,
      "step": 23676
    },
    {
      "epoch": 2.0112979952429493,
      "grad_norm": 2.652162826652789,
      "learning_rate": 0.00023202074267761428,
      "loss": 4.6927,
      "step": 23677
    },
    {
      "epoch": 2.011382942575603,
      "grad_norm": 2.646959904224565,
      "learning_rate": 0.00023201499382303123,
      "loss": 4.6045,
      "step": 23678
    },
    {
      "epoch": 2.011467889908257,
      "grad_norm": 2.7101257902346956,
      "learning_rate": 0.00023200924479660205,
      "loss": 4.508,
      "step": 23679
    },
    {
      "epoch": 2.011552837240911,
      "grad_norm": 2.7349596357811468,
      "learning_rate": 0.00023200349559833884,
      "loss": 4.5213,
      "step": 23680
    },
    {
      "epoch": 2.0116377845735642,
      "grad_norm": 2.79039198522651,
      "learning_rate": 0.00023199774622825362,
      "loss": 4.8106,
      "step": 23681
    },
    {
      "epoch": 2.011722731906218,
      "grad_norm": 2.70483872721323,
      "learning_rate": 0.00023199199668635839,
      "loss": 4.756,
      "step": 23682
    },
    {
      "epoch": 2.011807679238872,
      "grad_norm": 2.678675972408136,
      "learning_rate": 0.00023198624697266527,
      "loss": 4.7396,
      "step": 23683
    },
    {
      "epoch": 2.011892626571526,
      "grad_norm": 2.659753000585168,
      "learning_rate": 0.00023198049708718628,
      "loss": 4.6565,
      "step": 23684
    },
    {
      "epoch": 2.011977573904179,
      "grad_norm": 2.7014176194895714,
      "learning_rate": 0.0002319747470299335,
      "loss": 4.3558,
      "step": 23685
    },
    {
      "epoch": 2.012062521236833,
      "grad_norm": 2.6962790125450904,
      "learning_rate": 0.00023196899680091886,
      "loss": 4.7619,
      "step": 23686
    },
    {
      "epoch": 2.012147468569487,
      "grad_norm": 2.7342011230264776,
      "learning_rate": 0.00023196324640015458,
      "loss": 4.6371,
      "step": 23687
    },
    {
      "epoch": 2.0122324159021407,
      "grad_norm": 3.052191186519026,
      "learning_rate": 0.00023195749582765257,
      "loss": 4.2171,
      "step": 23688
    },
    {
      "epoch": 2.0123173632347946,
      "grad_norm": 2.77693575736365,
      "learning_rate": 0.0002319517450834249,
      "loss": 4.0832,
      "step": 23689
    },
    {
      "epoch": 2.012402310567448,
      "grad_norm": 2.7887102898812453,
      "learning_rate": 0.00023194599416748372,
      "loss": 3.6272,
      "step": 23690
    },
    {
      "epoch": 2.012487257900102,
      "grad_norm": 2.913600396146088,
      "learning_rate": 0.000231940243079841,
      "loss": 4.8529,
      "step": 23691
    },
    {
      "epoch": 2.0125722052327557,
      "grad_norm": 2.806776016675915,
      "learning_rate": 0.00023193449182050876,
      "loss": 4.8031,
      "step": 23692
    },
    {
      "epoch": 2.0126571525654096,
      "grad_norm": 2.670076661514083,
      "learning_rate": 0.00023192874038949912,
      "loss": 4.3644,
      "step": 23693
    },
    {
      "epoch": 2.0127420998980634,
      "grad_norm": 2.568798299470722,
      "learning_rate": 0.0002319229887868241,
      "loss": 4.5552,
      "step": 23694
    },
    {
      "epoch": 2.012827047230717,
      "grad_norm": 2.634774397618269,
      "learning_rate": 0.00023191723701249575,
      "loss": 4.5499,
      "step": 23695
    },
    {
      "epoch": 2.0129119945633707,
      "grad_norm": 2.68631682652244,
      "learning_rate": 0.00023191148506652613,
      "loss": 4.4139,
      "step": 23696
    },
    {
      "epoch": 2.0129969418960245,
      "grad_norm": 2.7703449593929568,
      "learning_rate": 0.0002319057329489273,
      "loss": 4.5108,
      "step": 23697
    },
    {
      "epoch": 2.0130818892286784,
      "grad_norm": 2.6202009461878593,
      "learning_rate": 0.00023189998065971124,
      "loss": 4.2161,
      "step": 23698
    },
    {
      "epoch": 2.0131668365613318,
      "grad_norm": 2.6675996205636485,
      "learning_rate": 0.00023189422819889016,
      "loss": 4.6481,
      "step": 23699
    },
    {
      "epoch": 2.0132517838939856,
      "grad_norm": 2.4890872950744978,
      "learning_rate": 0.00023188847556647593,
      "loss": 3.435,
      "step": 23700
    },
    {
      "epoch": 2.0133367312266395,
      "grad_norm": 2.535990059908268,
      "learning_rate": 0.00023188272276248074,
      "loss": 3.9423,
      "step": 23701
    },
    {
      "epoch": 2.0134216785592933,
      "grad_norm": 2.8497162913758074,
      "learning_rate": 0.00023187696978691657,
      "loss": 4.5695,
      "step": 23702
    },
    {
      "epoch": 2.013506625891947,
      "grad_norm": 2.4605061469684184,
      "learning_rate": 0.00023187121663979554,
      "loss": 3.4634,
      "step": 23703
    },
    {
      "epoch": 2.0135915732246006,
      "grad_norm": 2.5754034948105966,
      "learning_rate": 0.00023186546332112958,
      "loss": 4.3154,
      "step": 23704
    },
    {
      "epoch": 2.0136765205572544,
      "grad_norm": 2.6846313346462587,
      "learning_rate": 0.00023185970983093088,
      "loss": 4.5799,
      "step": 23705
    },
    {
      "epoch": 2.0137614678899083,
      "grad_norm": 2.594676811755185,
      "learning_rate": 0.00023185395616921145,
      "loss": 4.4781,
      "step": 23706
    },
    {
      "epoch": 2.013846415222562,
      "grad_norm": 2.6699085751717595,
      "learning_rate": 0.0002318482023359833,
      "loss": 4.6618,
      "step": 23707
    },
    {
      "epoch": 2.013931362555216,
      "grad_norm": 2.6581573206963403,
      "learning_rate": 0.00023184244833125855,
      "loss": 4.1121,
      "step": 23708
    },
    {
      "epoch": 2.0140163098878694,
      "grad_norm": 2.8509221498560513,
      "learning_rate": 0.00023183669415504924,
      "loss": 4.9914,
      "step": 23709
    },
    {
      "epoch": 2.0141012572205232,
      "grad_norm": 2.860384567886765,
      "learning_rate": 0.00023183093980736735,
      "loss": 3.6333,
      "step": 23710
    },
    {
      "epoch": 2.014186204553177,
      "grad_norm": 2.5959380843276953,
      "learning_rate": 0.0002318251852882251,
      "loss": 4.4393,
      "step": 23711
    },
    {
      "epoch": 2.014271151885831,
      "grad_norm": 2.62882290698809,
      "learning_rate": 0.0002318194305976344,
      "loss": 3.7322,
      "step": 23712
    },
    {
      "epoch": 2.0143560992184844,
      "grad_norm": 2.7196272009623916,
      "learning_rate": 0.00023181367573560735,
      "loss": 4.7055,
      "step": 23713
    },
    {
      "epoch": 2.014441046551138,
      "grad_norm": 2.6741489350066256,
      "learning_rate": 0.00023180792070215606,
      "loss": 4.3962,
      "step": 23714
    },
    {
      "epoch": 2.014525993883792,
      "grad_norm": 2.7036548109226137,
      "learning_rate": 0.00023180216549729252,
      "loss": 4.9522,
      "step": 23715
    },
    {
      "epoch": 2.014610941216446,
      "grad_norm": 2.795872566703476,
      "learning_rate": 0.0002317964101210288,
      "loss": 4.0565,
      "step": 23716
    },
    {
      "epoch": 2.0146958885490998,
      "grad_norm": 2.568960547791179,
      "learning_rate": 0.000231790654573377,
      "loss": 3.7165,
      "step": 23717
    },
    {
      "epoch": 2.014780835881753,
      "grad_norm": 2.5625798955867154,
      "learning_rate": 0.00023178489885434915,
      "loss": 4.2637,
      "step": 23718
    },
    {
      "epoch": 2.014865783214407,
      "grad_norm": 2.6427436514157665,
      "learning_rate": 0.0002317791429639573,
      "loss": 3.2602,
      "step": 23719
    },
    {
      "epoch": 2.014950730547061,
      "grad_norm": 2.644700560218632,
      "learning_rate": 0.00023177338690221348,
      "loss": 4.0533,
      "step": 23720
    },
    {
      "epoch": 2.0150356778797147,
      "grad_norm": 2.7284828052530776,
      "learning_rate": 0.00023176763066912987,
      "loss": 3.6965,
      "step": 23721
    },
    {
      "epoch": 2.015120625212368,
      "grad_norm": 2.699615772041241,
      "learning_rate": 0.00023176187426471846,
      "loss": 4.4025,
      "step": 23722
    },
    {
      "epoch": 2.015205572545022,
      "grad_norm": 2.628271698673724,
      "learning_rate": 0.00023175611768899124,
      "loss": 4.3312,
      "step": 23723
    },
    {
      "epoch": 2.015290519877676,
      "grad_norm": 2.738267789758279,
      "learning_rate": 0.0002317503609419604,
      "loss": 4.7227,
      "step": 23724
    },
    {
      "epoch": 2.0153754672103297,
      "grad_norm": 2.8716512310285593,
      "learning_rate": 0.0002317446040236379,
      "loss": 3.9947,
      "step": 23725
    },
    {
      "epoch": 2.0154604145429835,
      "grad_norm": 2.8306372677145237,
      "learning_rate": 0.00023173884693403587,
      "loss": 4.8193,
      "step": 23726
    },
    {
      "epoch": 2.015545361875637,
      "grad_norm": 2.694755778349424,
      "learning_rate": 0.00023173308967316632,
      "loss": 4.1367,
      "step": 23727
    },
    {
      "epoch": 2.015630309208291,
      "grad_norm": 2.772407398413316,
      "learning_rate": 0.00023172733224104136,
      "loss": 4.7395,
      "step": 23728
    },
    {
      "epoch": 2.0157152565409446,
      "grad_norm": 2.636533577559705,
      "learning_rate": 0.00023172157463767303,
      "loss": 4.1231,
      "step": 23729
    },
    {
      "epoch": 2.0158002038735985,
      "grad_norm": 2.624809020571421,
      "learning_rate": 0.0002317158168630734,
      "loss": 4.3657,
      "step": 23730
    },
    {
      "epoch": 2.0158851512062523,
      "grad_norm": 2.7794816436571437,
      "learning_rate": 0.00023171005891725453,
      "loss": 4.7405,
      "step": 23731
    },
    {
      "epoch": 2.0159700985389057,
      "grad_norm": 2.8621340867670537,
      "learning_rate": 0.00023170430080022845,
      "loss": 4.9776,
      "step": 23732
    },
    {
      "epoch": 2.0160550458715596,
      "grad_norm": 2.691367394203725,
      "learning_rate": 0.00023169854251200729,
      "loss": 4.4979,
      "step": 23733
    },
    {
      "epoch": 2.0161399932042134,
      "grad_norm": 2.6664500936022493,
      "learning_rate": 0.0002316927840526031,
      "loss": 4.531,
      "step": 23734
    },
    {
      "epoch": 2.0162249405368673,
      "grad_norm": 2.6784923536488465,
      "learning_rate": 0.0002316870254220279,
      "loss": 4.0795,
      "step": 23735
    },
    {
      "epoch": 2.0163098878695207,
      "grad_norm": 2.793362217243036,
      "learning_rate": 0.00023168126662029382,
      "loss": 4.4894,
      "step": 23736
    },
    {
      "epoch": 2.0163948352021746,
      "grad_norm": 2.6176574607131404,
      "learning_rate": 0.00023167550764741288,
      "loss": 4.2312,
      "step": 23737
    },
    {
      "epoch": 2.0164797825348284,
      "grad_norm": 2.5036460496444572,
      "learning_rate": 0.00023166974850339717,
      "loss": 3.8784,
      "step": 23738
    },
    {
      "epoch": 2.0165647298674823,
      "grad_norm": 2.6847269635602,
      "learning_rate": 0.00023166398918825874,
      "loss": 4.9209,
      "step": 23739
    },
    {
      "epoch": 2.016649677200136,
      "grad_norm": 2.6071956675765584,
      "learning_rate": 0.00023165822970200968,
      "loss": 4.0865,
      "step": 23740
    },
    {
      "epoch": 2.0167346245327895,
      "grad_norm": 2.8097578049305003,
      "learning_rate": 0.000231652470044662,
      "loss": 3.7703,
      "step": 23741
    },
    {
      "epoch": 2.0168195718654434,
      "grad_norm": 2.680470440222436,
      "learning_rate": 0.00023164671021622785,
      "loss": 4.2382,
      "step": 23742
    },
    {
      "epoch": 2.016904519198097,
      "grad_norm": 2.6179751202377126,
      "learning_rate": 0.0002316409502167193,
      "loss": 4.8316,
      "step": 23743
    },
    {
      "epoch": 2.016989466530751,
      "grad_norm": 2.8211821534608275,
      "learning_rate": 0.0002316351900461483,
      "loss": 4.6823,
      "step": 23744
    },
    {
      "epoch": 2.0170744138634045,
      "grad_norm": 2.7672131452002393,
      "learning_rate": 0.000231629429704527,
      "loss": 3.8892,
      "step": 23745
    },
    {
      "epoch": 2.0171593611960583,
      "grad_norm": 2.6433239330577685,
      "learning_rate": 0.00023162366919186753,
      "loss": 3.9657,
      "step": 23746
    },
    {
      "epoch": 2.017244308528712,
      "grad_norm": 2.540958750845346,
      "learning_rate": 0.00023161790850818184,
      "loss": 3.9357,
      "step": 23747
    },
    {
      "epoch": 2.017329255861366,
      "grad_norm": 2.8941425166587536,
      "learning_rate": 0.0002316121476534821,
      "loss": 4.6669,
      "step": 23748
    },
    {
      "epoch": 2.01741420319402,
      "grad_norm": 2.7817040681272287,
      "learning_rate": 0.00023160638662778036,
      "loss": 5.146,
      "step": 23749
    },
    {
      "epoch": 2.0174991505266733,
      "grad_norm": 2.957712143772886,
      "learning_rate": 0.00023160062543108858,
      "loss": 4.7477,
      "step": 23750
    },
    {
      "epoch": 2.017584097859327,
      "grad_norm": 2.5655218586496336,
      "learning_rate": 0.000231594864063419,
      "loss": 3.9574,
      "step": 23751
    },
    {
      "epoch": 2.017669045191981,
      "grad_norm": 2.7398382386337903,
      "learning_rate": 0.00023158910252478357,
      "loss": 4.6417,
      "step": 23752
    },
    {
      "epoch": 2.017753992524635,
      "grad_norm": 2.7122643872199723,
      "learning_rate": 0.00023158334081519445,
      "loss": 4.8336,
      "step": 23753
    },
    {
      "epoch": 2.0178389398572887,
      "grad_norm": 2.674439342330347,
      "learning_rate": 0.00023157757893466365,
      "loss": 4.9142,
      "step": 23754
    },
    {
      "epoch": 2.017923887189942,
      "grad_norm": 2.7274211707181903,
      "learning_rate": 0.00023157181688320325,
      "loss": 4.4546,
      "step": 23755
    },
    {
      "epoch": 2.018008834522596,
      "grad_norm": 2.688451642052584,
      "learning_rate": 0.00023156605466082532,
      "loss": 4.8508,
      "step": 23756
    },
    {
      "epoch": 2.01809378185525,
      "grad_norm": 2.7954189480737535,
      "learning_rate": 0.00023156029226754197,
      "loss": 5.0963,
      "step": 23757
    },
    {
      "epoch": 2.0181787291879036,
      "grad_norm": 2.3136859233904716,
      "learning_rate": 0.00023155452970336526,
      "loss": 2.7579,
      "step": 23758
    },
    {
      "epoch": 2.018263676520557,
      "grad_norm": 2.6981356510213916,
      "learning_rate": 0.00023154876696830724,
      "loss": 4.7456,
      "step": 23759
    },
    {
      "epoch": 2.018348623853211,
      "grad_norm": 2.707814730985985,
      "learning_rate": 0.00023154300406238003,
      "loss": 4.6283,
      "step": 23760
    },
    {
      "epoch": 2.0184335711858647,
      "grad_norm": 2.710403241165399,
      "learning_rate": 0.00023153724098559566,
      "loss": 4.8697,
      "step": 23761
    },
    {
      "epoch": 2.0185185185185186,
      "grad_norm": 2.810338647376818,
      "learning_rate": 0.00023153147773796617,
      "loss": 4.9462,
      "step": 23762
    },
    {
      "epoch": 2.0186034658511725,
      "grad_norm": 2.643506334436573,
      "learning_rate": 0.00023152571431950378,
      "loss": 4.8327,
      "step": 23763
    },
    {
      "epoch": 2.018688413183826,
      "grad_norm": 2.6693488757309702,
      "learning_rate": 0.0002315199507302204,
      "loss": 4.7844,
      "step": 23764
    },
    {
      "epoch": 2.0187733605164797,
      "grad_norm": 2.697991191692859,
      "learning_rate": 0.0002315141869701282,
      "loss": 4.5958,
      "step": 23765
    },
    {
      "epoch": 2.0188583078491336,
      "grad_norm": 2.794225201997318,
      "learning_rate": 0.00023150842303923925,
      "loss": 5.0022,
      "step": 23766
    },
    {
      "epoch": 2.0189432551817874,
      "grad_norm": 2.5015487215405185,
      "learning_rate": 0.0002315026589375656,
      "loss": 3.4769,
      "step": 23767
    },
    {
      "epoch": 2.0190282025144413,
      "grad_norm": 2.632614432998718,
      "learning_rate": 0.00023149689466511937,
      "loss": 4.8579,
      "step": 23768
    },
    {
      "epoch": 2.0191131498470947,
      "grad_norm": 2.709472101235079,
      "learning_rate": 0.00023149113022191258,
      "loss": 4.6531,
      "step": 23769
    },
    {
      "epoch": 2.0191980971797485,
      "grad_norm": 2.6751811536991874,
      "learning_rate": 0.00023148536560795734,
      "loss": 4.8475,
      "step": 23770
    },
    {
      "epoch": 2.0192830445124024,
      "grad_norm": 2.8577661525886846,
      "learning_rate": 0.00023147960082326574,
      "loss": 4.8432,
      "step": 23771
    },
    {
      "epoch": 2.019367991845056,
      "grad_norm": 2.5976560013692622,
      "learning_rate": 0.00023147383586784981,
      "loss": 4.6016,
      "step": 23772
    },
    {
      "epoch": 2.0194529391777096,
      "grad_norm": 2.580373589275477,
      "learning_rate": 0.00023146807074172167,
      "loss": 4.5652,
      "step": 23773
    },
    {
      "epoch": 2.0195378865103635,
      "grad_norm": 2.8675491176401136,
      "learning_rate": 0.00023146230544489346,
      "loss": 4.9744,
      "step": 23774
    },
    {
      "epoch": 2.0196228338430173,
      "grad_norm": 2.706024260402219,
      "learning_rate": 0.00023145653997737713,
      "loss": 4.3737,
      "step": 23775
    },
    {
      "epoch": 2.019707781175671,
      "grad_norm": 2.654274345381056,
      "learning_rate": 0.00023145077433918483,
      "loss": 4.7818,
      "step": 23776
    },
    {
      "epoch": 2.019792728508325,
      "grad_norm": 2.6819673856989907,
      "learning_rate": 0.00023144500853032867,
      "loss": 4.5874,
      "step": 23777
    },
    {
      "epoch": 2.0198776758409784,
      "grad_norm": 2.524339085443873,
      "learning_rate": 0.00023143924255082063,
      "loss": 4.233,
      "step": 23778
    },
    {
      "epoch": 2.0199626231736323,
      "grad_norm": 2.59237713555908,
      "learning_rate": 0.00023143347640067294,
      "loss": 4.1497,
      "step": 23779
    },
    {
      "epoch": 2.020047570506286,
      "grad_norm": 2.3509171171563947,
      "learning_rate": 0.00023142771007989753,
      "loss": 2.9556,
      "step": 23780
    },
    {
      "epoch": 2.02013251783894,
      "grad_norm": 2.740560489815998,
      "learning_rate": 0.00023142194358850658,
      "loss": 4.6095,
      "step": 23781
    },
    {
      "epoch": 2.0202174651715934,
      "grad_norm": 2.823392066475757,
      "learning_rate": 0.00023141617692651215,
      "loss": 4.5581,
      "step": 23782
    },
    {
      "epoch": 2.0203024125042472,
      "grad_norm": 2.7039535458012947,
      "learning_rate": 0.0002314104100939263,
      "loss": 4.7982,
      "step": 23783
    },
    {
      "epoch": 2.020387359836901,
      "grad_norm": 2.6139459316284706,
      "learning_rate": 0.00023140464309076114,
      "loss": 3.667,
      "step": 23784
    },
    {
      "epoch": 2.020472307169555,
      "grad_norm": 2.6348547603283063,
      "learning_rate": 0.00023139887591702878,
      "loss": 4.6627,
      "step": 23785
    },
    {
      "epoch": 2.020557254502209,
      "grad_norm": 2.6429877206991077,
      "learning_rate": 0.00023139310857274122,
      "loss": 4.1175,
      "step": 23786
    },
    {
      "epoch": 2.020642201834862,
      "grad_norm": 2.918610164999475,
      "learning_rate": 0.00023138734105791056,
      "loss": 4.8988,
      "step": 23787
    },
    {
      "epoch": 2.020727149167516,
      "grad_norm": 2.6707275418534815,
      "learning_rate": 0.000231381573372549,
      "loss": 4.1117,
      "step": 23788
    },
    {
      "epoch": 2.02081209650017,
      "grad_norm": 2.6719141404850157,
      "learning_rate": 0.00023137580551666848,
      "loss": 4.4047,
      "step": 23789
    },
    {
      "epoch": 2.0208970438328238,
      "grad_norm": 2.8250326777479615,
      "learning_rate": 0.00023137003749028115,
      "loss": 4.7437,
      "step": 23790
    },
    {
      "epoch": 2.0209819911654776,
      "grad_norm": 2.577262643715506,
      "learning_rate": 0.00023136426929339915,
      "loss": 3.659,
      "step": 23791
    },
    {
      "epoch": 2.021066938498131,
      "grad_norm": 2.6663071991687666,
      "learning_rate": 0.00023135850092603446,
      "loss": 4.7091,
      "step": 23792
    },
    {
      "epoch": 2.021151885830785,
      "grad_norm": 2.5359516831829607,
      "learning_rate": 0.00023135273238819926,
      "loss": 3.6186,
      "step": 23793
    },
    {
      "epoch": 2.0212368331634387,
      "grad_norm": 2.778546110894358,
      "learning_rate": 0.00023134696367990552,
      "loss": 4.7433,
      "step": 23794
    },
    {
      "epoch": 2.0213217804960926,
      "grad_norm": 2.7909542278873514,
      "learning_rate": 0.0002313411948011655,
      "loss": 4.4106,
      "step": 23795
    },
    {
      "epoch": 2.021406727828746,
      "grad_norm": 2.9448487849403406,
      "learning_rate": 0.00023133542575199108,
      "loss": 4.8259,
      "step": 23796
    },
    {
      "epoch": 2.0214916751614,
      "grad_norm": 2.5171448163729417,
      "learning_rate": 0.00023132965653239454,
      "loss": 3.0083,
      "step": 23797
    },
    {
      "epoch": 2.0215766224940537,
      "grad_norm": 2.8256757975196845,
      "learning_rate": 0.0002313238871423878,
      "loss": 5.1154,
      "step": 23798
    },
    {
      "epoch": 2.0216615698267075,
      "grad_norm": 2.74518542103362,
      "learning_rate": 0.00023131811758198307,
      "loss": 3.6978,
      "step": 23799
    },
    {
      "epoch": 2.0217465171593614,
      "grad_norm": 2.622861149507487,
      "learning_rate": 0.00023131234785119241,
      "loss": 4.5173,
      "step": 23800
    },
    {
      "epoch": 2.021831464492015,
      "grad_norm": 2.926467070689865,
      "learning_rate": 0.00023130657795002792,
      "loss": 5.0467,
      "step": 23801
    },
    {
      "epoch": 2.0219164118246686,
      "grad_norm": 2.63638532480469,
      "learning_rate": 0.00023130080787850166,
      "loss": 4.0814,
      "step": 23802
    },
    {
      "epoch": 2.0220013591573225,
      "grad_norm": 2.8169928828094997,
      "learning_rate": 0.0002312950376366257,
      "loss": 4.9055,
      "step": 23803
    },
    {
      "epoch": 2.0220863064899763,
      "grad_norm": 2.9492288834430505,
      "learning_rate": 0.00023128926722441222,
      "loss": 4.9969,
      "step": 23804
    },
    {
      "epoch": 2.02217125382263,
      "grad_norm": 2.8685175826163247,
      "learning_rate": 0.00023128349664187318,
      "loss": 4.6533,
      "step": 23805
    },
    {
      "epoch": 2.0222562011552836,
      "grad_norm": 2.6906080150041674,
      "learning_rate": 0.00023127772588902077,
      "loss": 4.3347,
      "step": 23806
    },
    {
      "epoch": 2.0223411484879374,
      "grad_norm": 2.725510140863329,
      "learning_rate": 0.00023127195496586703,
      "loss": 4.4042,
      "step": 23807
    },
    {
      "epoch": 2.0224260958205913,
      "grad_norm": 2.6401127385798757,
      "learning_rate": 0.00023126618387242414,
      "loss": 4.0827,
      "step": 23808
    },
    {
      "epoch": 2.022511043153245,
      "grad_norm": 2.7527457222816416,
      "learning_rate": 0.00023126041260870407,
      "loss": 4.5858,
      "step": 23809
    },
    {
      "epoch": 2.0225959904858986,
      "grad_norm": 2.6929620742722338,
      "learning_rate": 0.000231254641174719,
      "loss": 4.4623,
      "step": 23810
    },
    {
      "epoch": 2.0226809378185524,
      "grad_norm": 2.789432139345151,
      "learning_rate": 0.00023124886957048098,
      "loss": 4.912,
      "step": 23811
    },
    {
      "epoch": 2.0227658851512063,
      "grad_norm": 2.7681963211742846,
      "learning_rate": 0.0002312430977960021,
      "loss": 4.4644,
      "step": 23812
    },
    {
      "epoch": 2.02285083248386,
      "grad_norm": 2.722349331835876,
      "learning_rate": 0.00023123732585129448,
      "loss": 4.7745,
      "step": 23813
    },
    {
      "epoch": 2.022935779816514,
      "grad_norm": 2.705928373602792,
      "learning_rate": 0.00023123155373637027,
      "loss": 4.4949,
      "step": 23814
    },
    {
      "epoch": 2.0230207271491674,
      "grad_norm": 2.6408490185064877,
      "learning_rate": 0.0002312257814512414,
      "loss": 4.1899,
      "step": 23815
    },
    {
      "epoch": 2.023105674481821,
      "grad_norm": 2.680887609617052,
      "learning_rate": 0.0002312200089959201,
      "loss": 4.4537,
      "step": 23816
    },
    {
      "epoch": 2.023190621814475,
      "grad_norm": 2.7116531155860777,
      "learning_rate": 0.00023121423637041842,
      "loss": 4.4105,
      "step": 23817
    },
    {
      "epoch": 2.023275569147129,
      "grad_norm": 2.5703671689681555,
      "learning_rate": 0.00023120846357474847,
      "loss": 4.2237,
      "step": 23818
    },
    {
      "epoch": 2.0233605164797823,
      "grad_norm": 2.8731190921306657,
      "learning_rate": 0.00023120269060892236,
      "loss": 4.8998,
      "step": 23819
    },
    {
      "epoch": 2.023445463812436,
      "grad_norm": 2.753129101081458,
      "learning_rate": 0.00023119691747295216,
      "loss": 4.5789,
      "step": 23820
    },
    {
      "epoch": 2.02353041114509,
      "grad_norm": 2.601460035152991,
      "learning_rate": 0.00023119114416684996,
      "loss": 4.0364,
      "step": 23821
    },
    {
      "epoch": 2.023615358477744,
      "grad_norm": 2.591317671377881,
      "learning_rate": 0.00023118537069062787,
      "loss": 4.0052,
      "step": 23822
    },
    {
      "epoch": 2.0237003058103977,
      "grad_norm": 2.66024316694466,
      "learning_rate": 0.00023117959704429798,
      "loss": 3.7516,
      "step": 23823
    },
    {
      "epoch": 2.023785253143051,
      "grad_norm": 2.6323495886230663,
      "learning_rate": 0.0002311738232278724,
      "loss": 4.6738,
      "step": 23824
    },
    {
      "epoch": 2.023870200475705,
      "grad_norm": 2.686826086999188,
      "learning_rate": 0.0002311680492413632,
      "loss": 4.6642,
      "step": 23825
    },
    {
      "epoch": 2.023955147808359,
      "grad_norm": 2.791439464837726,
      "learning_rate": 0.00023116227508478254,
      "loss": 4.5563,
      "step": 23826
    },
    {
      "epoch": 2.0240400951410127,
      "grad_norm": 2.7482772129586,
      "learning_rate": 0.00023115650075814244,
      "loss": 4.1007,
      "step": 23827
    },
    {
      "epoch": 2.0241250424736665,
      "grad_norm": 2.64186292309318,
      "learning_rate": 0.0002311507262614551,
      "loss": 4.5239,
      "step": 23828
    },
    {
      "epoch": 2.02420998980632,
      "grad_norm": 2.8767430211556304,
      "learning_rate": 0.00023114495159473248,
      "loss": 5.3819,
      "step": 23829
    },
    {
      "epoch": 2.024294937138974,
      "grad_norm": 2.6754672408693816,
      "learning_rate": 0.00023113917675798674,
      "loss": 4.7545,
      "step": 23830
    },
    {
      "epoch": 2.0243798844716276,
      "grad_norm": 2.8054483986652934,
      "learning_rate": 0.0002311334017512301,
      "loss": 4.8278,
      "step": 23831
    },
    {
      "epoch": 2.0244648318042815,
      "grad_norm": 2.7240294306143906,
      "learning_rate": 0.00023112762657447446,
      "loss": 3.9441,
      "step": 23832
    },
    {
      "epoch": 2.024549779136935,
      "grad_norm": 2.9836636834228294,
      "learning_rate": 0.00023112185122773206,
      "loss": 3.2134,
      "step": 23833
    },
    {
      "epoch": 2.0246347264695888,
      "grad_norm": 2.682264203396543,
      "learning_rate": 0.00023111607571101495,
      "loss": 4.7759,
      "step": 23834
    },
    {
      "epoch": 2.0247196738022426,
      "grad_norm": 2.8434614652574286,
      "learning_rate": 0.00023111030002433524,
      "loss": 5.2799,
      "step": 23835
    },
    {
      "epoch": 2.0248046211348965,
      "grad_norm": 2.6774979187435948,
      "learning_rate": 0.00023110452416770505,
      "loss": 4.3665,
      "step": 23836
    },
    {
      "epoch": 2.0248895684675503,
      "grad_norm": 2.5782853772160057,
      "learning_rate": 0.0002310987481411364,
      "loss": 4.0393,
      "step": 23837
    },
    {
      "epoch": 2.0249745158002037,
      "grad_norm": 2.907563927547365,
      "learning_rate": 0.0002310929719446415,
      "loss": 5.048,
      "step": 23838
    },
    {
      "epoch": 2.0250594631328576,
      "grad_norm": 2.610767162933131,
      "learning_rate": 0.00023108719557823242,
      "loss": 4.2341,
      "step": 23839
    },
    {
      "epoch": 2.0251444104655114,
      "grad_norm": 2.6239666029164486,
      "learning_rate": 0.00023108141904192129,
      "loss": 3.9746,
      "step": 23840
    },
    {
      "epoch": 2.0252293577981653,
      "grad_norm": 2.6297460722959114,
      "learning_rate": 0.0002310756423357201,
      "loss": 4.4616,
      "step": 23841
    },
    {
      "epoch": 2.025314305130819,
      "grad_norm": 2.6669638723931572,
      "learning_rate": 0.00023106986545964105,
      "loss": 4.6069,
      "step": 23842
    },
    {
      "epoch": 2.0253992524634725,
      "grad_norm": 2.710953416387469,
      "learning_rate": 0.00023106408841369624,
      "loss": 4.9917,
      "step": 23843
    },
    {
      "epoch": 2.0254841997961264,
      "grad_norm": 2.591343343556125,
      "learning_rate": 0.00023105831119789774,
      "loss": 4.6466,
      "step": 23844
    },
    {
      "epoch": 2.0255691471287802,
      "grad_norm": 2.8140865316411565,
      "learning_rate": 0.00023105253381225764,
      "loss": 5.1105,
      "step": 23845
    },
    {
      "epoch": 2.025654094461434,
      "grad_norm": 2.6481841964561093,
      "learning_rate": 0.00023104675625678815,
      "loss": 3.8226,
      "step": 23846
    },
    {
      "epoch": 2.0257390417940875,
      "grad_norm": 2.6782969303312716,
      "learning_rate": 0.00023104097853150128,
      "loss": 4.4969,
      "step": 23847
    },
    {
      "epoch": 2.0258239891267413,
      "grad_norm": 2.8194818585369172,
      "learning_rate": 0.00023103520063640917,
      "loss": 4.9935,
      "step": 23848
    },
    {
      "epoch": 2.025908936459395,
      "grad_norm": 2.7619148458292946,
      "learning_rate": 0.0002310294225715239,
      "loss": 3.9903,
      "step": 23849
    },
    {
      "epoch": 2.025993883792049,
      "grad_norm": 2.7951301708713894,
      "learning_rate": 0.0002310236443368576,
      "loss": 4.994,
      "step": 23850
    },
    {
      "epoch": 2.026078831124703,
      "grad_norm": 2.8517969683990763,
      "learning_rate": 0.00023101786593242234,
      "loss": 5.1215,
      "step": 23851
    },
    {
      "epoch": 2.0261637784573563,
      "grad_norm": 2.597258799382127,
      "learning_rate": 0.00023101208735823033,
      "loss": 4.5269,
      "step": 23852
    },
    {
      "epoch": 2.02624872579001,
      "grad_norm": 2.694200185504405,
      "learning_rate": 0.00023100630861429353,
      "loss": 4.5452,
      "step": 23853
    },
    {
      "epoch": 2.026333673122664,
      "grad_norm": 2.688233679045685,
      "learning_rate": 0.00023100052970062416,
      "loss": 4.7968,
      "step": 23854
    },
    {
      "epoch": 2.026418620455318,
      "grad_norm": 2.7003967281639336,
      "learning_rate": 0.00023099475061723432,
      "loss": 3.8419,
      "step": 23855
    },
    {
      "epoch": 2.0265035677879712,
      "grad_norm": 2.792585310921636,
      "learning_rate": 0.00023098897136413602,
      "loss": 4.216,
      "step": 23856
    },
    {
      "epoch": 2.026588515120625,
      "grad_norm": 2.6313344746041203,
      "learning_rate": 0.0002309831919413415,
      "loss": 3.6135,
      "step": 23857
    },
    {
      "epoch": 2.026673462453279,
      "grad_norm": 2.6903514276817178,
      "learning_rate": 0.00023097741234886279,
      "loss": 4.3757,
      "step": 23858
    },
    {
      "epoch": 2.026758409785933,
      "grad_norm": 2.657297522344462,
      "learning_rate": 0.000230971632586712,
      "loss": 4.6602,
      "step": 23859
    },
    {
      "epoch": 2.0268433571185867,
      "grad_norm": 2.8855355728654466,
      "learning_rate": 0.00023096585265490135,
      "loss": 5.0151,
      "step": 23860
    },
    {
      "epoch": 2.02692830445124,
      "grad_norm": 2.6412504715301743,
      "learning_rate": 0.00023096007255344274,
      "loss": 4.6056,
      "step": 23861
    },
    {
      "epoch": 2.027013251783894,
      "grad_norm": 2.5952561057160324,
      "learning_rate": 0.00023095429228234848,
      "loss": 4.2176,
      "step": 23862
    },
    {
      "epoch": 2.0270981991165478,
      "grad_norm": 2.5875618745275983,
      "learning_rate": 0.0002309485118416306,
      "loss": 3.6978,
      "step": 23863
    },
    {
      "epoch": 2.0271831464492016,
      "grad_norm": 2.697353772904071,
      "learning_rate": 0.0002309427312313012,
      "loss": 4.6193,
      "step": 23864
    },
    {
      "epoch": 2.0272680937818555,
      "grad_norm": 2.7004815587149227,
      "learning_rate": 0.00023093695045137242,
      "loss": 4.5907,
      "step": 23865
    },
    {
      "epoch": 2.027353041114509,
      "grad_norm": 2.925209961625254,
      "learning_rate": 0.00023093116950185635,
      "loss": 5.1627,
      "step": 23866
    },
    {
      "epoch": 2.0274379884471627,
      "grad_norm": 2.7141340006857857,
      "learning_rate": 0.00023092538838276512,
      "loss": 4.5892,
      "step": 23867
    },
    {
      "epoch": 2.0275229357798166,
      "grad_norm": 2.8848940108517507,
      "learning_rate": 0.0002309196070941108,
      "loss": 5.0837,
      "step": 23868
    },
    {
      "epoch": 2.0276078831124704,
      "grad_norm": 2.6380486343140355,
      "learning_rate": 0.00023091382563590558,
      "loss": 4.7183,
      "step": 23869
    },
    {
      "epoch": 2.027692830445124,
      "grad_norm": 2.6462134344483674,
      "learning_rate": 0.0002309080440081615,
      "loss": 4.1019,
      "step": 23870
    },
    {
      "epoch": 2.0277777777777777,
      "grad_norm": 2.6550305828574055,
      "learning_rate": 0.00023090226221089078,
      "loss": 4.5194,
      "step": 23871
    },
    {
      "epoch": 2.0278627251104315,
      "grad_norm": 2.6181141063000886,
      "learning_rate": 0.00023089648024410538,
      "loss": 4.2067,
      "step": 23872
    },
    {
      "epoch": 2.0279476724430854,
      "grad_norm": 2.7047726781781813,
      "learning_rate": 0.00023089069810781755,
      "loss": 4.7531,
      "step": 23873
    },
    {
      "epoch": 2.0280326197757392,
      "grad_norm": 2.6481051363301584,
      "learning_rate": 0.00023088491580203937,
      "loss": 4.2105,
      "step": 23874
    },
    {
      "epoch": 2.0281175671083926,
      "grad_norm": 2.5673868282293646,
      "learning_rate": 0.00023087913332678288,
      "loss": 3.274,
      "step": 23875
    },
    {
      "epoch": 2.0282025144410465,
      "grad_norm": 2.582727432539435,
      "learning_rate": 0.00023087335068206028,
      "loss": 3.9379,
      "step": 23876
    },
    {
      "epoch": 2.0282874617737003,
      "grad_norm": 2.711298370874214,
      "learning_rate": 0.00023086756786788365,
      "loss": 4.805,
      "step": 23877
    },
    {
      "epoch": 2.028372409106354,
      "grad_norm": 2.6521140586364558,
      "learning_rate": 0.00023086178488426518,
      "loss": 4.0615,
      "step": 23878
    },
    {
      "epoch": 2.0284573564390076,
      "grad_norm": 2.8549664199906917,
      "learning_rate": 0.0002308560017312168,
      "loss": 5.2583,
      "step": 23879
    },
    {
      "epoch": 2.0285423037716614,
      "grad_norm": 2.707950319663224,
      "learning_rate": 0.00023085021840875088,
      "loss": 4.7762,
      "step": 23880
    },
    {
      "epoch": 2.0286272511043153,
      "grad_norm": 2.7084185141279673,
      "learning_rate": 0.00023084443491687938,
      "loss": 4.5876,
      "step": 23881
    },
    {
      "epoch": 2.028712198436969,
      "grad_norm": 2.710542458521887,
      "learning_rate": 0.00023083865125561443,
      "loss": 4.4518,
      "step": 23882
    },
    {
      "epoch": 2.028797145769623,
      "grad_norm": 2.6361603747474893,
      "learning_rate": 0.00023083286742496813,
      "loss": 4.3329,
      "step": 23883
    },
    {
      "epoch": 2.0288820931022764,
      "grad_norm": 2.7824722578259475,
      "learning_rate": 0.00023082708342495267,
      "loss": 4.6443,
      "step": 23884
    },
    {
      "epoch": 2.0289670404349303,
      "grad_norm": 2.735084870294164,
      "learning_rate": 0.00023082129925558012,
      "loss": 4.4245,
      "step": 23885
    },
    {
      "epoch": 2.029051987767584,
      "grad_norm": 2.709356456727702,
      "learning_rate": 0.00023081551491686267,
      "loss": 4.7963,
      "step": 23886
    },
    {
      "epoch": 2.029136935100238,
      "grad_norm": 2.686159644147408,
      "learning_rate": 0.00023080973040881238,
      "loss": 4.4883,
      "step": 23887
    },
    {
      "epoch": 2.029221882432892,
      "grad_norm": 2.6251212020737116,
      "learning_rate": 0.00023080394573144129,
      "loss": 4.463,
      "step": 23888
    },
    {
      "epoch": 2.029306829765545,
      "grad_norm": 2.6056506952048024,
      "learning_rate": 0.0002307981608847617,
      "loss": 4.0238,
      "step": 23889
    },
    {
      "epoch": 2.029391777098199,
      "grad_norm": 2.595737732051257,
      "learning_rate": 0.0002307923758687856,
      "loss": 3.6423,
      "step": 23890
    },
    {
      "epoch": 2.029476724430853,
      "grad_norm": 2.8677747158185647,
      "learning_rate": 0.00023078659068352515,
      "loss": 5.1687,
      "step": 23891
    },
    {
      "epoch": 2.0295616717635068,
      "grad_norm": 2.637422221530194,
      "learning_rate": 0.00023078080532899244,
      "loss": 4.3758,
      "step": 23892
    },
    {
      "epoch": 2.02964661909616,
      "grad_norm": 2.834504064708568,
      "learning_rate": 0.00023077501980519962,
      "loss": 5.0023,
      "step": 23893
    },
    {
      "epoch": 2.029731566428814,
      "grad_norm": 2.7927480277472405,
      "learning_rate": 0.00023076923411215886,
      "loss": 5.0156,
      "step": 23894
    },
    {
      "epoch": 2.029816513761468,
      "grad_norm": 2.7045297032904356,
      "learning_rate": 0.00023076344824988219,
      "loss": 4.041,
      "step": 23895
    },
    {
      "epoch": 2.0299014610941217,
      "grad_norm": 2.6692412963081575,
      "learning_rate": 0.00023075766221838186,
      "loss": 4.6386,
      "step": 23896
    },
    {
      "epoch": 2.0299864084267756,
      "grad_norm": 2.6262759150748707,
      "learning_rate": 0.00023075187601766982,
      "loss": 3.9699,
      "step": 23897
    },
    {
      "epoch": 2.030071355759429,
      "grad_norm": 2.855635349667368,
      "learning_rate": 0.00023074608964775834,
      "loss": 4.9424,
      "step": 23898
    },
    {
      "epoch": 2.030156303092083,
      "grad_norm": 2.5222251411540846,
      "learning_rate": 0.00023074030310865946,
      "loss": 3.3669,
      "step": 23899
    },
    {
      "epoch": 2.0302412504247367,
      "grad_norm": 2.7399936002784973,
      "learning_rate": 0.0002307345164003854,
      "loss": 5.0007,
      "step": 23900
    },
    {
      "epoch": 2.0303261977573905,
      "grad_norm": 2.7845299731198,
      "learning_rate": 0.00023072872952294813,
      "loss": 4.9653,
      "step": 23901
    },
    {
      "epoch": 2.0304111450900444,
      "grad_norm": 2.8751851877012675,
      "learning_rate": 0.0002307229424763599,
      "loss": 4.946,
      "step": 23902
    },
    {
      "epoch": 2.030496092422698,
      "grad_norm": 2.5975992030717796,
      "learning_rate": 0.00023071715526063288,
      "loss": 3.6197,
      "step": 23903
    },
    {
      "epoch": 2.0305810397553516,
      "grad_norm": 2.7573401870081184,
      "learning_rate": 0.000230711367875779,
      "loss": 4.0745,
      "step": 23904
    },
    {
      "epoch": 2.0306659870880055,
      "grad_norm": 2.7020304828535777,
      "learning_rate": 0.0002307055803218106,
      "loss": 4.6193,
      "step": 23905
    },
    {
      "epoch": 2.0307509344206593,
      "grad_norm": 2.8309102174353686,
      "learning_rate": 0.00023069979259873966,
      "loss": 4.7691,
      "step": 23906
    },
    {
      "epoch": 2.0308358817533128,
      "grad_norm": 2.844933812614779,
      "learning_rate": 0.00023069400470657835,
      "loss": 5.0522,
      "step": 23907
    },
    {
      "epoch": 2.0309208290859666,
      "grad_norm": 2.774534018932669,
      "learning_rate": 0.00023068821664533882,
      "loss": 4.4748,
      "step": 23908
    },
    {
      "epoch": 2.0310057764186205,
      "grad_norm": 2.710086824608832,
      "learning_rate": 0.00023068242841503322,
      "loss": 4.8302,
      "step": 23909
    },
    {
      "epoch": 2.0310907237512743,
      "grad_norm": 2.880915286365453,
      "learning_rate": 0.00023067664001567354,
      "loss": 4.8048,
      "step": 23910
    },
    {
      "epoch": 2.031175671083928,
      "grad_norm": 2.844125343146232,
      "learning_rate": 0.00023067085144727208,
      "loss": 4.9635,
      "step": 23911
    },
    {
      "epoch": 2.0312606184165816,
      "grad_norm": 2.743432329513529,
      "learning_rate": 0.00023066506270984092,
      "loss": 4.2211,
      "step": 23912
    },
    {
      "epoch": 2.0313455657492354,
      "grad_norm": 2.659737494590202,
      "learning_rate": 0.0002306592738033921,
      "loss": 4.5501,
      "step": 23913
    },
    {
      "epoch": 2.0314305130818893,
      "grad_norm": 2.6169961605677576,
      "learning_rate": 0.0002306534847279379,
      "loss": 4.467,
      "step": 23914
    },
    {
      "epoch": 2.031515460414543,
      "grad_norm": 2.645928485000275,
      "learning_rate": 0.0002306476954834903,
      "loss": 4.5771,
      "step": 23915
    },
    {
      "epoch": 2.0316004077471965,
      "grad_norm": 2.70183171336562,
      "learning_rate": 0.00023064190607006155,
      "loss": 4.5316,
      "step": 23916
    },
    {
      "epoch": 2.0316853550798504,
      "grad_norm": 2.8158433578694018,
      "learning_rate": 0.00023063611648766364,
      "loss": 5.0471,
      "step": 23917
    },
    {
      "epoch": 2.0317703024125042,
      "grad_norm": 2.65242594219797,
      "learning_rate": 0.0002306303267363089,
      "loss": 4.8562,
      "step": 23918
    },
    {
      "epoch": 2.031855249745158,
      "grad_norm": 2.609471141051672,
      "learning_rate": 0.00023062453681600925,
      "loss": 3.9291,
      "step": 23919
    },
    {
      "epoch": 2.031940197077812,
      "grad_norm": 2.872511990584233,
      "learning_rate": 0.00023061874672677702,
      "loss": 5.2628,
      "step": 23920
    },
    {
      "epoch": 2.0320251444104653,
      "grad_norm": 2.6424721354150758,
      "learning_rate": 0.00023061295646862419,
      "loss": 4.3161,
      "step": 23921
    },
    {
      "epoch": 2.032110091743119,
      "grad_norm": 2.8600702585863673,
      "learning_rate": 0.0002306071660415629,
      "loss": 5.2058,
      "step": 23922
    },
    {
      "epoch": 2.032195039075773,
      "grad_norm": 2.664172344646875,
      "learning_rate": 0.00023060137544560536,
      "loss": 4.7322,
      "step": 23923
    },
    {
      "epoch": 2.032279986408427,
      "grad_norm": 2.8025729855711705,
      "learning_rate": 0.00023059558468076374,
      "loss": 4.4579,
      "step": 23924
    },
    {
      "epoch": 2.0323649337410807,
      "grad_norm": 2.6476383697907018,
      "learning_rate": 0.00023058979374705003,
      "loss": 4.3483,
      "step": 23925
    },
    {
      "epoch": 2.032449881073734,
      "grad_norm": 2.7211692000268837,
      "learning_rate": 0.00023058400264447648,
      "loss": 4.8131,
      "step": 23926
    },
    {
      "epoch": 2.032534828406388,
      "grad_norm": 2.7290466668607936,
      "learning_rate": 0.00023057821137305515,
      "loss": 4.9478,
      "step": 23927
    },
    {
      "epoch": 2.032619775739042,
      "grad_norm": 2.6485846748349133,
      "learning_rate": 0.00023057241993279818,
      "loss": 4.0365,
      "step": 23928
    },
    {
      "epoch": 2.0327047230716957,
      "grad_norm": 2.8037235256202107,
      "learning_rate": 0.0002305666283237178,
      "loss": 4.9131,
      "step": 23929
    },
    {
      "epoch": 2.032789670404349,
      "grad_norm": 2.7794143376250284,
      "learning_rate": 0.00023056083654582603,
      "loss": 4.9477,
      "step": 23930
    },
    {
      "epoch": 2.032874617737003,
      "grad_norm": 2.7146032841986054,
      "learning_rate": 0.00023055504459913506,
      "loss": 4.7484,
      "step": 23931
    },
    {
      "epoch": 2.032959565069657,
      "grad_norm": 2.6814963168026242,
      "learning_rate": 0.0002305492524836571,
      "loss": 5.0234,
      "step": 23932
    },
    {
      "epoch": 2.0330445124023107,
      "grad_norm": 2.735796537611874,
      "learning_rate": 0.0002305434601994041,
      "loss": 4.3755,
      "step": 23933
    },
    {
      "epoch": 2.0331294597349645,
      "grad_norm": 2.702450117008611,
      "learning_rate": 0.00023053766774638833,
      "loss": 4.4245,
      "step": 23934
    },
    {
      "epoch": 2.033214407067618,
      "grad_norm": 2.850752157524982,
      "learning_rate": 0.00023053187512462188,
      "loss": 5.0945,
      "step": 23935
    },
    {
      "epoch": 2.0332993544002718,
      "grad_norm": 2.65541250875684,
      "learning_rate": 0.00023052608233411698,
      "loss": 4.3925,
      "step": 23936
    },
    {
      "epoch": 2.0333843017329256,
      "grad_norm": 2.7194170337496493,
      "learning_rate": 0.00023052028937488563,
      "loss": 4.2531,
      "step": 23937
    },
    {
      "epoch": 2.0334692490655795,
      "grad_norm": 2.6405170055969087,
      "learning_rate": 0.00023051449624694005,
      "loss": 4.7706,
      "step": 23938
    },
    {
      "epoch": 2.0335541963982333,
      "grad_norm": 2.734633294061691,
      "learning_rate": 0.00023050870295029233,
      "loss": 5.0481,
      "step": 23939
    },
    {
      "epoch": 2.0336391437308867,
      "grad_norm": 2.6094217586391864,
      "learning_rate": 0.00023050290948495466,
      "loss": 3.6076,
      "step": 23940
    },
    {
      "epoch": 2.0337240910635406,
      "grad_norm": 2.6948823826307575,
      "learning_rate": 0.00023049711585093917,
      "loss": 4.1701,
      "step": 23941
    },
    {
      "epoch": 2.0338090383961944,
      "grad_norm": 2.545675656224004,
      "learning_rate": 0.00023049132204825797,
      "loss": 4.0854,
      "step": 23942
    },
    {
      "epoch": 2.0338939857288483,
      "grad_norm": 2.6498836310518126,
      "learning_rate": 0.00023048552807692325,
      "loss": 4.5652,
      "step": 23943
    },
    {
      "epoch": 2.0339789330615017,
      "grad_norm": 2.625995836278394,
      "learning_rate": 0.00023047973393694707,
      "loss": 4.4343,
      "step": 23944
    },
    {
      "epoch": 2.0340638803941555,
      "grad_norm": 2.6594630580110774,
      "learning_rate": 0.00023047393962834166,
      "loss": 4.6606,
      "step": 23945
    },
    {
      "epoch": 2.0341488277268094,
      "grad_norm": 2.838337022720505,
      "learning_rate": 0.0002304681451511191,
      "loss": 5.0851,
      "step": 23946
    },
    {
      "epoch": 2.0342337750594632,
      "grad_norm": 2.8998297568572804,
      "learning_rate": 0.0002304623505052915,
      "loss": 5.148,
      "step": 23947
    },
    {
      "epoch": 2.034318722392117,
      "grad_norm": 2.6102672892810292,
      "learning_rate": 0.00023045655569087112,
      "loss": 4.2902,
      "step": 23948
    },
    {
      "epoch": 2.0344036697247705,
      "grad_norm": 2.7449011287068354,
      "learning_rate": 0.00023045076070787,
      "loss": 4.6591,
      "step": 23949
    },
    {
      "epoch": 2.0344886170574243,
      "grad_norm": 2.6821680611982273,
      "learning_rate": 0.0002304449655563003,
      "loss": 4.6313,
      "step": 23950
    },
    {
      "epoch": 2.034573564390078,
      "grad_norm": 2.6689599307503022,
      "learning_rate": 0.0002304391702361742,
      "loss": 4.6588,
      "step": 23951
    },
    {
      "epoch": 2.034658511722732,
      "grad_norm": 2.8008742526592196,
      "learning_rate": 0.00023043337474750383,
      "loss": 4.433,
      "step": 23952
    },
    {
      "epoch": 2.0347434590553855,
      "grad_norm": 2.6962557756866867,
      "learning_rate": 0.00023042757909030127,
      "loss": 4.8232,
      "step": 23953
    },
    {
      "epoch": 2.0348284063880393,
      "grad_norm": 2.6707644191466344,
      "learning_rate": 0.0002304217832645788,
      "loss": 4.8559,
      "step": 23954
    },
    {
      "epoch": 2.034913353720693,
      "grad_norm": 2.7903827491774607,
      "learning_rate": 0.00023041598727034844,
      "loss": 5.2319,
      "step": 23955
    },
    {
      "epoch": 2.034998301053347,
      "grad_norm": 2.703543286257565,
      "learning_rate": 0.0002304101911076224,
      "loss": 4.6709,
      "step": 23956
    },
    {
      "epoch": 2.035083248386001,
      "grad_norm": 2.5970936653001986,
      "learning_rate": 0.00023040439477641273,
      "loss": 4.1809,
      "step": 23957
    },
    {
      "epoch": 2.0351681957186543,
      "grad_norm": 2.549993185034198,
      "learning_rate": 0.0002303985982767317,
      "loss": 4.4078,
      "step": 23958
    },
    {
      "epoch": 2.035253143051308,
      "grad_norm": 2.9478454280210786,
      "learning_rate": 0.00023039280160859138,
      "loss": 4.3513,
      "step": 23959
    },
    {
      "epoch": 2.035338090383962,
      "grad_norm": 2.7348039275261695,
      "learning_rate": 0.00023038700477200395,
      "loss": 4.7932,
      "step": 23960
    },
    {
      "epoch": 2.035423037716616,
      "grad_norm": 2.7438377786618946,
      "learning_rate": 0.00023038120776698156,
      "loss": 4.7507,
      "step": 23961
    },
    {
      "epoch": 2.0355079850492697,
      "grad_norm": 2.646718297903214,
      "learning_rate": 0.00023037541059353628,
      "loss": 4.4383,
      "step": 23962
    },
    {
      "epoch": 2.035592932381923,
      "grad_norm": 2.7605058149437958,
      "learning_rate": 0.00023036961325168038,
      "loss": 4.8636,
      "step": 23963
    },
    {
      "epoch": 2.035677879714577,
      "grad_norm": 2.6130177191149837,
      "learning_rate": 0.0002303638157414259,
      "loss": 4.6632,
      "step": 23964
    },
    {
      "epoch": 2.0357628270472308,
      "grad_norm": 2.6030520259205567,
      "learning_rate": 0.00023035801806278505,
      "loss": 4.4808,
      "step": 23965
    },
    {
      "epoch": 2.0358477743798846,
      "grad_norm": 2.6954046599092356,
      "learning_rate": 0.00023035222021576996,
      "loss": 4.5673,
      "step": 23966
    },
    {
      "epoch": 2.035932721712538,
      "grad_norm": 2.671999211846353,
      "learning_rate": 0.0002303464222003928,
      "loss": 4.3581,
      "step": 23967
    },
    {
      "epoch": 2.036017669045192,
      "grad_norm": 2.744083299676224,
      "learning_rate": 0.00023034062401666567,
      "loss": 5.014,
      "step": 23968
    },
    {
      "epoch": 2.0361026163778457,
      "grad_norm": 2.70798625804267,
      "learning_rate": 0.00023033482566460072,
      "loss": 4.6924,
      "step": 23969
    },
    {
      "epoch": 2.0361875637104996,
      "grad_norm": 2.5921501047207447,
      "learning_rate": 0.00023032902714421018,
      "loss": 4.2391,
      "step": 23970
    },
    {
      "epoch": 2.0362725110431534,
      "grad_norm": 2.541280210480983,
      "learning_rate": 0.00023032322845550606,
      "loss": 3.3611,
      "step": 23971
    },
    {
      "epoch": 2.036357458375807,
      "grad_norm": 2.7611239292614504,
      "learning_rate": 0.0002303174295985007,
      "loss": 4.6827,
      "step": 23972
    },
    {
      "epoch": 2.0364424057084607,
      "grad_norm": 2.572560030339884,
      "learning_rate": 0.00023031163057320606,
      "loss": 4.198,
      "step": 23973
    },
    {
      "epoch": 2.0365273530411145,
      "grad_norm": 2.699061607933356,
      "learning_rate": 0.00023030583137963436,
      "loss": 4.3841,
      "step": 23974
    },
    {
      "epoch": 2.0366123003737684,
      "grad_norm": 2.581499901527607,
      "learning_rate": 0.0002303000320177978,
      "loss": 4.3861,
      "step": 23975
    },
    {
      "epoch": 2.036697247706422,
      "grad_norm": 2.847889793674285,
      "learning_rate": 0.0002302942324877085,
      "loss": 5.0355,
      "step": 23976
    },
    {
      "epoch": 2.0367821950390756,
      "grad_norm": 2.6469601508748233,
      "learning_rate": 0.00023028843278937865,
      "loss": 3.9764,
      "step": 23977
    },
    {
      "epoch": 2.0368671423717295,
      "grad_norm": 2.5718427196103217,
      "learning_rate": 0.0002302826329228203,
      "loss": 3.7578,
      "step": 23978
    },
    {
      "epoch": 2.0369520897043834,
      "grad_norm": 2.789992679129597,
      "learning_rate": 0.0002302768328880457,
      "loss": 4.7925,
      "step": 23979
    },
    {
      "epoch": 2.037037037037037,
      "grad_norm": 2.8547026852959214,
      "learning_rate": 0.00023027103268506694,
      "loss": 4.4965,
      "step": 23980
    },
    {
      "epoch": 2.0371219843696906,
      "grad_norm": 2.7448146900645733,
      "learning_rate": 0.0002302652323138962,
      "loss": 4.8969,
      "step": 23981
    },
    {
      "epoch": 2.0372069317023445,
      "grad_norm": 2.6567866891508247,
      "learning_rate": 0.00023025943177454563,
      "loss": 4.2497,
      "step": 23982
    },
    {
      "epoch": 2.0372918790349983,
      "grad_norm": 2.6127372179154467,
      "learning_rate": 0.00023025363106702742,
      "loss": 4.0683,
      "step": 23983
    },
    {
      "epoch": 2.037376826367652,
      "grad_norm": 2.664348476566197,
      "learning_rate": 0.00023024783019135367,
      "loss": 4.3257,
      "step": 23984
    },
    {
      "epoch": 2.037461773700306,
      "grad_norm": 2.55376884841619,
      "learning_rate": 0.00023024202914753654,
      "loss": 3.9659,
      "step": 23985
    },
    {
      "epoch": 2.0375467210329594,
      "grad_norm": 2.4953886489261374,
      "learning_rate": 0.00023023622793558822,
      "loss": 3.3187,
      "step": 23986
    },
    {
      "epoch": 2.0376316683656133,
      "grad_norm": 2.673728746480869,
      "learning_rate": 0.00023023042655552085,
      "loss": 4.228,
      "step": 23987
    },
    {
      "epoch": 2.037716615698267,
      "grad_norm": 2.9350288137026657,
      "learning_rate": 0.0002302246250073466,
      "loss": 5.1235,
      "step": 23988
    },
    {
      "epoch": 2.037801563030921,
      "grad_norm": 2.73290298205514,
      "learning_rate": 0.00023021882329107756,
      "loss": 4.399,
      "step": 23989
    },
    {
      "epoch": 2.0378865103635744,
      "grad_norm": 2.6817451076867407,
      "learning_rate": 0.00023021302140672595,
      "loss": 4.5162,
      "step": 23990
    },
    {
      "epoch": 2.0379714576962282,
      "grad_norm": 2.6347809220493206,
      "learning_rate": 0.0002302072193543039,
      "loss": 3.6147,
      "step": 23991
    },
    {
      "epoch": 2.038056405028882,
      "grad_norm": 2.6406644584052987,
      "learning_rate": 0.00023020141713382355,
      "loss": 4.2952,
      "step": 23992
    },
    {
      "epoch": 2.038141352361536,
      "grad_norm": 2.75331922298533,
      "learning_rate": 0.00023019561474529713,
      "loss": 4.8208,
      "step": 23993
    },
    {
      "epoch": 2.03822629969419,
      "grad_norm": 2.7778718465028267,
      "learning_rate": 0.00023018981218873676,
      "loss": 4.6566,
      "step": 23994
    },
    {
      "epoch": 2.038311247026843,
      "grad_norm": 2.7363494770480195,
      "learning_rate": 0.0002301840094641546,
      "loss": 4.6407,
      "step": 23995
    },
    {
      "epoch": 2.038396194359497,
      "grad_norm": 2.7748218583810775,
      "learning_rate": 0.00023017820657156272,
      "loss": 4.8947,
      "step": 23996
    },
    {
      "epoch": 2.038481141692151,
      "grad_norm": 2.875035550635406,
      "learning_rate": 0.00023017240351097345,
      "loss": 5.0196,
      "step": 23997
    },
    {
      "epoch": 2.0385660890248047,
      "grad_norm": 2.6050900173615186,
      "learning_rate": 0.00023016660028239884,
      "loss": 3.3727,
      "step": 23998
    },
    {
      "epoch": 2.0386510363574586,
      "grad_norm": 2.705934283770917,
      "learning_rate": 0.000230160796885851,
      "loss": 4.6999,
      "step": 23999
    },
    {
      "epoch": 2.038735983690112,
      "grad_norm": 2.8386900102918498,
      "learning_rate": 0.00023015499332134222,
      "loss": 5.0882,
      "step": 24000
    },
    {
      "epoch": 2.038820931022766,
      "grad_norm": 2.530685912248504,
      "learning_rate": 0.00023014918958888457,
      "loss": 3.5107,
      "step": 24001
    },
    {
      "epoch": 2.0389058783554197,
      "grad_norm": 2.6983985027956376,
      "learning_rate": 0.00023014338568849024,
      "loss": 4.2756,
      "step": 24002
    },
    {
      "epoch": 2.0389908256880735,
      "grad_norm": 2.895697360434395,
      "learning_rate": 0.00023013758162017137,
      "loss": 4.992,
      "step": 24003
    },
    {
      "epoch": 2.039075773020727,
      "grad_norm": 2.797100759696752,
      "learning_rate": 0.00023013177738394022,
      "loss": 5.0104,
      "step": 24004
    },
    {
      "epoch": 2.039160720353381,
      "grad_norm": 2.7815107766596423,
      "learning_rate": 0.00023012597297980878,
      "loss": 4.953,
      "step": 24005
    },
    {
      "epoch": 2.0392456676860347,
      "grad_norm": 2.5891319754202353,
      "learning_rate": 0.00023012016840778934,
      "loss": 3.6221,
      "step": 24006
    },
    {
      "epoch": 2.0393306150186885,
      "grad_norm": 2.6763939516718884,
      "learning_rate": 0.00023011436366789404,
      "loss": 4.2914,
      "step": 24007
    },
    {
      "epoch": 2.0394155623513424,
      "grad_norm": 2.6790968771175034,
      "learning_rate": 0.00023010855876013498,
      "loss": 4.4871,
      "step": 24008
    },
    {
      "epoch": 2.0395005096839958,
      "grad_norm": 2.6846408265671253,
      "learning_rate": 0.0002301027536845244,
      "loss": 4.477,
      "step": 24009
    },
    {
      "epoch": 2.0395854570166496,
      "grad_norm": 2.641939213586649,
      "learning_rate": 0.0002300969484410744,
      "loss": 4.5352,
      "step": 24010
    },
    {
      "epoch": 2.0396704043493035,
      "grad_norm": 2.7697226382979947,
      "learning_rate": 0.00023009114302979724,
      "loss": 4.4071,
      "step": 24011
    },
    {
      "epoch": 2.0397553516819573,
      "grad_norm": 2.6803330298331667,
      "learning_rate": 0.00023008533745070496,
      "loss": 4.1507,
      "step": 24012
    },
    {
      "epoch": 2.0398402990146107,
      "grad_norm": 2.842997785977099,
      "learning_rate": 0.00023007953170380986,
      "loss": 5.0266,
      "step": 24013
    },
    {
      "epoch": 2.0399252463472646,
      "grad_norm": 2.802431131269903,
      "learning_rate": 0.00023007372578912397,
      "loss": 4.6936,
      "step": 24014
    },
    {
      "epoch": 2.0400101936799184,
      "grad_norm": 2.730368611556005,
      "learning_rate": 0.00023006791970665958,
      "loss": 4.7622,
      "step": 24015
    },
    {
      "epoch": 2.0400951410125723,
      "grad_norm": 2.64745418189325,
      "learning_rate": 0.0002300621134564287,
      "loss": 4.6466,
      "step": 24016
    },
    {
      "epoch": 2.040180088345226,
      "grad_norm": 2.5084008911963775,
      "learning_rate": 0.00023005630703844365,
      "loss": 3.4695,
      "step": 24017
    },
    {
      "epoch": 2.0402650356778795,
      "grad_norm": 2.5944315093773316,
      "learning_rate": 0.0002300505004527165,
      "loss": 3.9201,
      "step": 24018
    },
    {
      "epoch": 2.0403499830105334,
      "grad_norm": 2.72762893454088,
      "learning_rate": 0.0002300446936992595,
      "loss": 4.8265,
      "step": 24019
    },
    {
      "epoch": 2.0404349303431872,
      "grad_norm": 2.818417561622204,
      "learning_rate": 0.0002300388867780847,
      "loss": 4.9747,
      "step": 24020
    },
    {
      "epoch": 2.040519877675841,
      "grad_norm": 2.8046742438086225,
      "learning_rate": 0.00023003307968920438,
      "loss": 5.0718,
      "step": 24021
    },
    {
      "epoch": 2.040604825008495,
      "grad_norm": 2.739142342678337,
      "learning_rate": 0.00023002727243263065,
      "loss": 4.938,
      "step": 24022
    },
    {
      "epoch": 2.0406897723411483,
      "grad_norm": 2.6513111860098784,
      "learning_rate": 0.0002300214650083757,
      "loss": 4.7233,
      "step": 24023
    },
    {
      "epoch": 2.040774719673802,
      "grad_norm": 2.6292606587666323,
      "learning_rate": 0.00023001565741645168,
      "loss": 4.5721,
      "step": 24024
    },
    {
      "epoch": 2.040859667006456,
      "grad_norm": 2.6391306279091475,
      "learning_rate": 0.00023000984965687078,
      "loss": 4.3352,
      "step": 24025
    },
    {
      "epoch": 2.04094461433911,
      "grad_norm": 2.8687327397287756,
      "learning_rate": 0.00023000404172964512,
      "loss": 5.0556,
      "step": 24026
    },
    {
      "epoch": 2.0410295616717633,
      "grad_norm": 2.6460624405799993,
      "learning_rate": 0.00022999823363478692,
      "loss": 4.4737,
      "step": 24027
    },
    {
      "epoch": 2.041114509004417,
      "grad_norm": 2.7958087638672406,
      "learning_rate": 0.00022999242537230836,
      "loss": 4.8839,
      "step": 24028
    },
    {
      "epoch": 2.041199456337071,
      "grad_norm": 2.6397556807874776,
      "learning_rate": 0.00022998661694222157,
      "loss": 4.486,
      "step": 24029
    },
    {
      "epoch": 2.041284403669725,
      "grad_norm": 2.5332456966058263,
      "learning_rate": 0.00022998080834453873,
      "loss": 3.5188,
      "step": 24030
    },
    {
      "epoch": 2.0413693510023787,
      "grad_norm": 2.68918533207916,
      "learning_rate": 0.00022997499957927203,
      "loss": 4.5743,
      "step": 24031
    },
    {
      "epoch": 2.041454298335032,
      "grad_norm": 2.587708803302434,
      "learning_rate": 0.00022996919064643362,
      "loss": 3.9524,
      "step": 24032
    },
    {
      "epoch": 2.041539245667686,
      "grad_norm": 2.6647067794421884,
      "learning_rate": 0.00022996338154603567,
      "loss": 4.5798,
      "step": 24033
    },
    {
      "epoch": 2.04162419300034,
      "grad_norm": 2.8315003593448815,
      "learning_rate": 0.0002299575722780904,
      "loss": 4.9373,
      "step": 24034
    },
    {
      "epoch": 2.0417091403329937,
      "grad_norm": 2.6599713834043475,
      "learning_rate": 0.00022995176284260993,
      "loss": 4.3302,
      "step": 24035
    },
    {
      "epoch": 2.0417940876656475,
      "grad_norm": 2.7243840461674047,
      "learning_rate": 0.00022994595323960637,
      "loss": 3.9257,
      "step": 24036
    },
    {
      "epoch": 2.041879034998301,
      "grad_norm": 2.661135081299522,
      "learning_rate": 0.00022994014346909203,
      "loss": 4.389,
      "step": 24037
    },
    {
      "epoch": 2.0419639823309548,
      "grad_norm": 2.6864009002904115,
      "learning_rate": 0.00022993433353107906,
      "loss": 4.357,
      "step": 24038
    },
    {
      "epoch": 2.0420489296636086,
      "grad_norm": 2.7751607996514553,
      "learning_rate": 0.0002299285234255795,
      "loss": 4.7054,
      "step": 24039
    },
    {
      "epoch": 2.0421338769962625,
      "grad_norm": 2.667693504473431,
      "learning_rate": 0.0002299227131526057,
      "loss": 4.3756,
      "step": 24040
    },
    {
      "epoch": 2.042218824328916,
      "grad_norm": 2.6533556656160084,
      "learning_rate": 0.00022991690271216976,
      "loss": 4.4331,
      "step": 24041
    },
    {
      "epoch": 2.0423037716615697,
      "grad_norm": 2.694168625193729,
      "learning_rate": 0.00022991109210428377,
      "loss": 4.7502,
      "step": 24042
    },
    {
      "epoch": 2.0423887189942236,
      "grad_norm": 2.7252732864688496,
      "learning_rate": 0.00022990528132896002,
      "loss": 4.6694,
      "step": 24043
    },
    {
      "epoch": 2.0424736663268774,
      "grad_norm": 2.67911185539893,
      "learning_rate": 0.00022989947038621068,
      "loss": 3.7066,
      "step": 24044
    },
    {
      "epoch": 2.0425586136595313,
      "grad_norm": 2.859216149870491,
      "learning_rate": 0.00022989365927604785,
      "loss": 5.0434,
      "step": 24045
    },
    {
      "epoch": 2.0426435609921847,
      "grad_norm": 2.600300403839773,
      "learning_rate": 0.0002298878479984838,
      "loss": 3.5002,
      "step": 24046
    },
    {
      "epoch": 2.0427285083248385,
      "grad_norm": 2.8222007358030883,
      "learning_rate": 0.00022988203655353062,
      "loss": 4.4165,
      "step": 24047
    },
    {
      "epoch": 2.0428134556574924,
      "grad_norm": 2.706564719665298,
      "learning_rate": 0.0002298762249412005,
      "loss": 4.7592,
      "step": 24048
    },
    {
      "epoch": 2.0428984029901462,
      "grad_norm": 2.6711196125986376,
      "learning_rate": 0.00022987041316150568,
      "loss": 4.7281,
      "step": 24049
    },
    {
      "epoch": 2.0429833503227997,
      "grad_norm": 2.7801670278186186,
      "learning_rate": 0.0002298646012144583,
      "loss": 4.4133,
      "step": 24050
    },
    {
      "epoch": 2.0430682976554535,
      "grad_norm": 2.726852607092484,
      "learning_rate": 0.00022985878910007052,
      "loss": 4.1994,
      "step": 24051
    },
    {
      "epoch": 2.0431532449881074,
      "grad_norm": 2.88344174671733,
      "learning_rate": 0.00022985297681835454,
      "loss": 5.1871,
      "step": 24052
    },
    {
      "epoch": 2.043238192320761,
      "grad_norm": 2.648379037990993,
      "learning_rate": 0.00022984716436932253,
      "loss": 4.3479,
      "step": 24053
    },
    {
      "epoch": 2.043323139653415,
      "grad_norm": 2.580416379062386,
      "learning_rate": 0.00022984135175298663,
      "loss": 3.6744,
      "step": 24054
    },
    {
      "epoch": 2.0434080869860685,
      "grad_norm": 2.699855033382793,
      "learning_rate": 0.00022983553896935912,
      "loss": 4.6007,
      "step": 24055
    },
    {
      "epoch": 2.0434930343187223,
      "grad_norm": 2.8286621370116336,
      "learning_rate": 0.00022982972601845206,
      "loss": 4.4655,
      "step": 24056
    },
    {
      "epoch": 2.043577981651376,
      "grad_norm": 2.690815491735848,
      "learning_rate": 0.0002298239129002777,
      "loss": 4.3138,
      "step": 24057
    },
    {
      "epoch": 2.04366292898403,
      "grad_norm": 2.8239560890266056,
      "learning_rate": 0.00022981809961484829,
      "loss": 4.827,
      "step": 24058
    },
    {
      "epoch": 2.043747876316684,
      "grad_norm": 2.6326885208363504,
      "learning_rate": 0.00022981228616217585,
      "loss": 4.1718,
      "step": 24059
    },
    {
      "epoch": 2.0438328236493373,
      "grad_norm": 2.716468033958433,
      "learning_rate": 0.00022980647254227266,
      "loss": 4.4438,
      "step": 24060
    },
    {
      "epoch": 2.043917770981991,
      "grad_norm": 2.6670771053142723,
      "learning_rate": 0.00022980065875515088,
      "loss": 4.0341,
      "step": 24061
    },
    {
      "epoch": 2.044002718314645,
      "grad_norm": 2.6979615590192716,
      "learning_rate": 0.00022979484480082274,
      "loss": 4.232,
      "step": 24062
    },
    {
      "epoch": 2.044087665647299,
      "grad_norm": 2.7554026704325736,
      "learning_rate": 0.00022978903067930032,
      "loss": 4.3291,
      "step": 24063
    },
    {
      "epoch": 2.0441726129799522,
      "grad_norm": 2.621015109024298,
      "learning_rate": 0.00022978321639059588,
      "loss": 4.1481,
      "step": 24064
    },
    {
      "epoch": 2.044257560312606,
      "grad_norm": 2.7346229696109847,
      "learning_rate": 0.00022977740193472158,
      "loss": 4.1827,
      "step": 24065
    },
    {
      "epoch": 2.04434250764526,
      "grad_norm": 2.6348043679769897,
      "learning_rate": 0.00022977158731168958,
      "loss": 4.4937,
      "step": 24066
    },
    {
      "epoch": 2.044427454977914,
      "grad_norm": 2.8897628792761165,
      "learning_rate": 0.0002297657725215121,
      "loss": 4.7298,
      "step": 24067
    },
    {
      "epoch": 2.0445124023105676,
      "grad_norm": 2.6377155977593283,
      "learning_rate": 0.0002297599575642013,
      "loss": 4.3035,
      "step": 24068
    },
    {
      "epoch": 2.044597349643221,
      "grad_norm": 2.785972900778576,
      "learning_rate": 0.00022975414243976943,
      "loss": 4.6338,
      "step": 24069
    },
    {
      "epoch": 2.044682296975875,
      "grad_norm": 2.7561108712454825,
      "learning_rate": 0.0002297483271482286,
      "loss": 4.4438,
      "step": 24070
    },
    {
      "epoch": 2.0447672443085287,
      "grad_norm": 2.70855920794254,
      "learning_rate": 0.000229742511689591,
      "loss": 4.889,
      "step": 24071
    },
    {
      "epoch": 2.0448521916411826,
      "grad_norm": 2.7303502767226786,
      "learning_rate": 0.00022973669606386879,
      "loss": 4.7729,
      "step": 24072
    },
    {
      "epoch": 2.044937138973836,
      "grad_norm": 2.9065664919372707,
      "learning_rate": 0.00022973088027107425,
      "loss": 5.1772,
      "step": 24073
    },
    {
      "epoch": 2.04502208630649,
      "grad_norm": 2.672512406905668,
      "learning_rate": 0.0002297250643112195,
      "loss": 4.5352,
      "step": 24074
    },
    {
      "epoch": 2.0451070336391437,
      "grad_norm": 2.669730101126836,
      "learning_rate": 0.00022971924818431674,
      "loss": 4.2969,
      "step": 24075
    },
    {
      "epoch": 2.0451919809717976,
      "grad_norm": 2.6420751412339656,
      "learning_rate": 0.00022971343189037813,
      "loss": 3.9195,
      "step": 24076
    },
    {
      "epoch": 2.0452769283044514,
      "grad_norm": 2.5082831405938975,
      "learning_rate": 0.0002297076154294159,
      "loss": 3.8159,
      "step": 24077
    },
    {
      "epoch": 2.045361875637105,
      "grad_norm": 2.689727032452918,
      "learning_rate": 0.00022970179880144222,
      "loss": 4.2923,
      "step": 24078
    },
    {
      "epoch": 2.0454468229697587,
      "grad_norm": 2.9496191485178294,
      "learning_rate": 0.00022969598200646923,
      "loss": 4.1473,
      "step": 24079
    },
    {
      "epoch": 2.0455317703024125,
      "grad_norm": 2.740918976927585,
      "learning_rate": 0.00022969016504450926,
      "loss": 4.3373,
      "step": 24080
    },
    {
      "epoch": 2.0456167176350664,
      "grad_norm": 2.5567803014906834,
      "learning_rate": 0.0002296843479155743,
      "loss": 3.5284,
      "step": 24081
    },
    {
      "epoch": 2.04570166496772,
      "grad_norm": 2.8418288929471935,
      "learning_rate": 0.0002296785306196767,
      "loss": 4.9642,
      "step": 24082
    },
    {
      "epoch": 2.0457866123003736,
      "grad_norm": 2.6452400259641657,
      "learning_rate": 0.00022967271315682856,
      "loss": 4.6334,
      "step": 24083
    },
    {
      "epoch": 2.0458715596330275,
      "grad_norm": 2.8083587174440336,
      "learning_rate": 0.00022966689552704212,
      "loss": 4.9394,
      "step": 24084
    },
    {
      "epoch": 2.0459565069656813,
      "grad_norm": 2.791827856787407,
      "learning_rate": 0.00022966107773032953,
      "loss": 4.6821,
      "step": 24085
    },
    {
      "epoch": 2.046041454298335,
      "grad_norm": 2.7305962204288665,
      "learning_rate": 0.00022965525976670302,
      "loss": 4.8526,
      "step": 24086
    },
    {
      "epoch": 2.0461264016309886,
      "grad_norm": 2.618745709545611,
      "learning_rate": 0.00022964944163617477,
      "loss": 3.718,
      "step": 24087
    },
    {
      "epoch": 2.0462113489636424,
      "grad_norm": 2.807891680936284,
      "learning_rate": 0.0002296436233387569,
      "loss": 4.9087,
      "step": 24088
    },
    {
      "epoch": 2.0462962962962963,
      "grad_norm": 2.7273880544056004,
      "learning_rate": 0.00022963780487446174,
      "loss": 4.5996,
      "step": 24089
    },
    {
      "epoch": 2.04638124362895,
      "grad_norm": 2.769778012577296,
      "learning_rate": 0.00022963198624330133,
      "loss": 4.6624,
      "step": 24090
    },
    {
      "epoch": 2.046466190961604,
      "grad_norm": 2.811045832876699,
      "learning_rate": 0.00022962616744528794,
      "loss": 4.5634,
      "step": 24091
    },
    {
      "epoch": 2.0465511382942574,
      "grad_norm": 2.730313104828817,
      "learning_rate": 0.0002296203484804338,
      "loss": 4.7027,
      "step": 24092
    },
    {
      "epoch": 2.0466360856269112,
      "grad_norm": 2.781049973128176,
      "learning_rate": 0.00022961452934875103,
      "loss": 4.7214,
      "step": 24093
    },
    {
      "epoch": 2.046721032959565,
      "grad_norm": 2.7959532930265176,
      "learning_rate": 0.00022960871005025185,
      "loss": 4.6993,
      "step": 24094
    },
    {
      "epoch": 2.046805980292219,
      "grad_norm": 2.8038895749276347,
      "learning_rate": 0.00022960289058494848,
      "loss": 4.8581,
      "step": 24095
    },
    {
      "epoch": 2.046890927624873,
      "grad_norm": 2.754265091692513,
      "learning_rate": 0.00022959707095285308,
      "loss": 3.9319,
      "step": 24096
    },
    {
      "epoch": 2.046975874957526,
      "grad_norm": 2.5973376149302054,
      "learning_rate": 0.0002295912511539778,
      "loss": 4.2016,
      "step": 24097
    },
    {
      "epoch": 2.04706082229018,
      "grad_norm": 2.7145378044297654,
      "learning_rate": 0.00022958543118833493,
      "loss": 4.6344,
      "step": 24098
    },
    {
      "epoch": 2.047145769622834,
      "grad_norm": 2.6709183013698325,
      "learning_rate": 0.00022957961105593666,
      "loss": 4.0148,
      "step": 24099
    },
    {
      "epoch": 2.0472307169554878,
      "grad_norm": 2.6311761748452267,
      "learning_rate": 0.00022957379075679506,
      "loss": 4.2845,
      "step": 24100
    },
    {
      "epoch": 2.047315664288141,
      "grad_norm": 2.615207212334794,
      "learning_rate": 0.00022956797029092247,
      "loss": 4.5755,
      "step": 24101
    },
    {
      "epoch": 2.047400611620795,
      "grad_norm": 2.8737613500848567,
      "learning_rate": 0.00022956214965833102,
      "loss": 5.0943,
      "step": 24102
    },
    {
      "epoch": 2.047485558953449,
      "grad_norm": 2.8876074023720593,
      "learning_rate": 0.0002295563288590329,
      "loss": 4.953,
      "step": 24103
    },
    {
      "epoch": 2.0475705062861027,
      "grad_norm": 2.6336933374163496,
      "learning_rate": 0.0002295505078930403,
      "loss": 4.2777,
      "step": 24104
    },
    {
      "epoch": 2.0476554536187566,
      "grad_norm": 2.733743059745026,
      "learning_rate": 0.0002295446867603655,
      "loss": 4.5171,
      "step": 24105
    },
    {
      "epoch": 2.04774040095141,
      "grad_norm": 2.6475127420089963,
      "learning_rate": 0.00022953886546102053,
      "loss": 4.5605,
      "step": 24106
    },
    {
      "epoch": 2.047825348284064,
      "grad_norm": 2.8997492441743327,
      "learning_rate": 0.0002295330439950178,
      "loss": 5.1771,
      "step": 24107
    },
    {
      "epoch": 2.0479102956167177,
      "grad_norm": 2.753084308306604,
      "learning_rate": 0.0002295272223623693,
      "loss": 4.9725,
      "step": 24108
    },
    {
      "epoch": 2.0479952429493715,
      "grad_norm": 2.951098684524036,
      "learning_rate": 0.0002295214005630874,
      "loss": 5.1756,
      "step": 24109
    },
    {
      "epoch": 2.048080190282025,
      "grad_norm": 2.6200280415278496,
      "learning_rate": 0.00022951557859718418,
      "loss": 4.4578,
      "step": 24110
    },
    {
      "epoch": 2.0481651376146788,
      "grad_norm": 2.6677840066488963,
      "learning_rate": 0.0002295097564646719,
      "loss": 4.0154,
      "step": 24111
    },
    {
      "epoch": 2.0482500849473326,
      "grad_norm": 2.841941791792926,
      "learning_rate": 0.00022950393416556274,
      "loss": 4.8727,
      "step": 24112
    },
    {
      "epoch": 2.0483350322799865,
      "grad_norm": 2.6737902206744306,
      "learning_rate": 0.00022949811169986888,
      "loss": 4.3011,
      "step": 24113
    },
    {
      "epoch": 2.0484199796126403,
      "grad_norm": 2.5617936945921063,
      "learning_rate": 0.00022949228906760262,
      "loss": 4.2317,
      "step": 24114
    },
    {
      "epoch": 2.0485049269452937,
      "grad_norm": 2.6677334496946905,
      "learning_rate": 0.000229486466268776,
      "loss": 4.4326,
      "step": 24115
    },
    {
      "epoch": 2.0485898742779476,
      "grad_norm": 3.6303362392654006,
      "learning_rate": 0.0002294806433034013,
      "loss": 4.1469,
      "step": 24116
    },
    {
      "epoch": 2.0486748216106014,
      "grad_norm": 2.8300077941416606,
      "learning_rate": 0.00022947482017149077,
      "loss": 4.68,
      "step": 24117
    },
    {
      "epoch": 2.0487597689432553,
      "grad_norm": 2.757460879260174,
      "learning_rate": 0.00022946899687305652,
      "loss": 4.477,
      "step": 24118
    },
    {
      "epoch": 2.048844716275909,
      "grad_norm": 2.9394570533262665,
      "learning_rate": 0.00022946317340811085,
      "loss": 5.1445,
      "step": 24119
    },
    {
      "epoch": 2.0489296636085625,
      "grad_norm": 2.684008364933499,
      "learning_rate": 0.00022945734977666582,
      "loss": 4.6624,
      "step": 24120
    },
    {
      "epoch": 2.0490146109412164,
      "grad_norm": 2.773795893437215,
      "learning_rate": 0.0002294515259787338,
      "loss": 4.2286,
      "step": 24121
    },
    {
      "epoch": 2.0490995582738702,
      "grad_norm": 2.7163002589140177,
      "learning_rate": 0.00022944570201432685,
      "loss": 4.4128,
      "step": 24122
    },
    {
      "epoch": 2.049184505606524,
      "grad_norm": 2.674134029944917,
      "learning_rate": 0.00022943987788345735,
      "loss": 4.3001,
      "step": 24123
    },
    {
      "epoch": 2.0492694529391775,
      "grad_norm": 2.5949733319596056,
      "learning_rate": 0.00022943405358613728,
      "loss": 3.7106,
      "step": 24124
    },
    {
      "epoch": 2.0493544002718314,
      "grad_norm": 2.8268391719223906,
      "learning_rate": 0.00022942822912237897,
      "loss": 5.0322,
      "step": 24125
    },
    {
      "epoch": 2.049439347604485,
      "grad_norm": 2.564990654003406,
      "learning_rate": 0.00022942240449219464,
      "loss": 3.5869,
      "step": 24126
    },
    {
      "epoch": 2.049524294937139,
      "grad_norm": 2.8346399009004526,
      "learning_rate": 0.00022941657969559643,
      "loss": 4.7881,
      "step": 24127
    },
    {
      "epoch": 2.049609242269793,
      "grad_norm": 2.6751064973773486,
      "learning_rate": 0.00022941075473259658,
      "loss": 4.6192,
      "step": 24128
    },
    {
      "epoch": 2.0496941896024463,
      "grad_norm": 2.748842809515151,
      "learning_rate": 0.00022940492960320727,
      "loss": 4.5546,
      "step": 24129
    },
    {
      "epoch": 2.0497791369351,
      "grad_norm": 2.7246625137089917,
      "learning_rate": 0.00022939910430744078,
      "loss": 4.5135,
      "step": 24130
    },
    {
      "epoch": 2.049864084267754,
      "grad_norm": 2.866265913557186,
      "learning_rate": 0.00022939327884530922,
      "loss": 4.9034,
      "step": 24131
    },
    {
      "epoch": 2.049949031600408,
      "grad_norm": 2.725795406511324,
      "learning_rate": 0.0002293874532168249,
      "loss": 4.3829,
      "step": 24132
    },
    {
      "epoch": 2.0500339789330617,
      "grad_norm": 2.781573084145205,
      "learning_rate": 0.00022938162742199987,
      "loss": 4.7513,
      "step": 24133
    },
    {
      "epoch": 2.050118926265715,
      "grad_norm": 2.7107279277265226,
      "learning_rate": 0.00022937580146084648,
      "loss": 4.8301,
      "step": 24134
    },
    {
      "epoch": 2.050203873598369,
      "grad_norm": 2.923646199179882,
      "learning_rate": 0.00022936997533337688,
      "loss": 5.0573,
      "step": 24135
    },
    {
      "epoch": 2.050288820931023,
      "grad_norm": 2.726781891787008,
      "learning_rate": 0.00022936414903960327,
      "loss": 4.7948,
      "step": 24136
    },
    {
      "epoch": 2.0503737682636767,
      "grad_norm": 2.8199402754658114,
      "learning_rate": 0.0002293583225795379,
      "loss": 4.9374,
      "step": 24137
    },
    {
      "epoch": 2.05045871559633,
      "grad_norm": 2.6702438656280982,
      "learning_rate": 0.00022935249595319295,
      "loss": 4.1333,
      "step": 24138
    },
    {
      "epoch": 2.050543662928984,
      "grad_norm": 2.803547519856735,
      "learning_rate": 0.0002293466691605806,
      "loss": 4.3025,
      "step": 24139
    },
    {
      "epoch": 2.050628610261638,
      "grad_norm": 2.645351541245304,
      "learning_rate": 0.00022934084220171315,
      "loss": 4.422,
      "step": 24140
    },
    {
      "epoch": 2.0507135575942916,
      "grad_norm": 2.6711823877667977,
      "learning_rate": 0.0002293350150766027,
      "loss": 4.4906,
      "step": 24141
    },
    {
      "epoch": 2.0507985049269455,
      "grad_norm": 2.691868756319156,
      "learning_rate": 0.0002293291877852615,
      "loss": 4.7093,
      "step": 24142
    },
    {
      "epoch": 2.050883452259599,
      "grad_norm": 2.628405719875404,
      "learning_rate": 0.0002293233603277018,
      "loss": 3.5196,
      "step": 24143
    },
    {
      "epoch": 2.0509683995922527,
      "grad_norm": 2.7579558620241595,
      "learning_rate": 0.00022931753270393575,
      "loss": 4.5193,
      "step": 24144
    },
    {
      "epoch": 2.0510533469249066,
      "grad_norm": 2.89954718817683,
      "learning_rate": 0.0002293117049139756,
      "loss": 5.1355,
      "step": 24145
    },
    {
      "epoch": 2.0511382942575604,
      "grad_norm": 2.7138824968687323,
      "learning_rate": 0.00022930587695783357,
      "loss": 4.8717,
      "step": 24146
    },
    {
      "epoch": 2.051223241590214,
      "grad_norm": 2.629180633224339,
      "learning_rate": 0.0002293000488355218,
      "loss": 4.5418,
      "step": 24147
    },
    {
      "epoch": 2.0513081889228677,
      "grad_norm": 2.7174881380303146,
      "learning_rate": 0.00022929422054705263,
      "loss": 4.4002,
      "step": 24148
    },
    {
      "epoch": 2.0513931362555216,
      "grad_norm": 2.7748026736754174,
      "learning_rate": 0.00022928839209243807,
      "loss": 4.7333,
      "step": 24149
    },
    {
      "epoch": 2.0514780835881754,
      "grad_norm": 2.5398970649967745,
      "learning_rate": 0.0002292825634716906,
      "loss": 4.0419,
      "step": 24150
    },
    {
      "epoch": 2.0515630309208293,
      "grad_norm": 2.6704501195381107,
      "learning_rate": 0.0002292767346848222,
      "loss": 4.4001,
      "step": 24151
    },
    {
      "epoch": 2.0516479782534827,
      "grad_norm": 2.6595654447798585,
      "learning_rate": 0.0002292709057318452,
      "loss": 4.6312,
      "step": 24152
    },
    {
      "epoch": 2.0517329255861365,
      "grad_norm": 2.719487669875291,
      "learning_rate": 0.0002292650766127718,
      "loss": 4.3042,
      "step": 24153
    },
    {
      "epoch": 2.0518178729187904,
      "grad_norm": 2.7157746492843358,
      "learning_rate": 0.00022925924732761417,
      "loss": 4.9409,
      "step": 24154
    },
    {
      "epoch": 2.051902820251444,
      "grad_norm": 2.7447546956782856,
      "learning_rate": 0.00022925341787638457,
      "loss": 4.3937,
      "step": 24155
    },
    {
      "epoch": 2.051987767584098,
      "grad_norm": 2.855397862413568,
      "learning_rate": 0.00022924758825909519,
      "loss": 5.2381,
      "step": 24156
    },
    {
      "epoch": 2.0520727149167515,
      "grad_norm": 2.714602766794345,
      "learning_rate": 0.00022924175847575826,
      "loss": 5.0343,
      "step": 24157
    },
    {
      "epoch": 2.0521576622494053,
      "grad_norm": 2.822698261571477,
      "learning_rate": 0.00022923592852638598,
      "loss": 5.0308,
      "step": 24158
    },
    {
      "epoch": 2.052242609582059,
      "grad_norm": 2.6331447781679294,
      "learning_rate": 0.0002292300984109906,
      "loss": 4.4984,
      "step": 24159
    },
    {
      "epoch": 2.052327556914713,
      "grad_norm": 2.6332576681133197,
      "learning_rate": 0.00022922426812958428,
      "loss": 3.8533,
      "step": 24160
    },
    {
      "epoch": 2.0524125042473664,
      "grad_norm": 2.8039277789888795,
      "learning_rate": 0.00022921843768217926,
      "loss": 5.0167,
      "step": 24161
    },
    {
      "epoch": 2.0524974515800203,
      "grad_norm": 2.697187614101043,
      "learning_rate": 0.00022921260706878778,
      "loss": 4.3011,
      "step": 24162
    },
    {
      "epoch": 2.052582398912674,
      "grad_norm": 2.67566481834385,
      "learning_rate": 0.00022920677628942204,
      "loss": 4.6737,
      "step": 24163
    },
    {
      "epoch": 2.052667346245328,
      "grad_norm": 2.7301952494071773,
      "learning_rate": 0.00022920094534409425,
      "loss": 4.785,
      "step": 24164
    },
    {
      "epoch": 2.052752293577982,
      "grad_norm": 2.645718135097666,
      "learning_rate": 0.00022919511423281664,
      "loss": 4.4571,
      "step": 24165
    },
    {
      "epoch": 2.0528372409106352,
      "grad_norm": 2.7779694223616977,
      "learning_rate": 0.00022918928295560147,
      "loss": 4.8984,
      "step": 24166
    },
    {
      "epoch": 2.052922188243289,
      "grad_norm": 2.599350184222249,
      "learning_rate": 0.00022918345151246082,
      "loss": 4.6222,
      "step": 24167
    },
    {
      "epoch": 2.053007135575943,
      "grad_norm": 2.8664335287051754,
      "learning_rate": 0.00022917761990340704,
      "loss": 5.2251,
      "step": 24168
    },
    {
      "epoch": 2.053092082908597,
      "grad_norm": 2.779192182830928,
      "learning_rate": 0.0002291717881284523,
      "loss": 4.6717,
      "step": 24169
    },
    {
      "epoch": 2.05317703024125,
      "grad_norm": 2.689246080946584,
      "learning_rate": 0.0002291659561876089,
      "loss": 4.69,
      "step": 24170
    },
    {
      "epoch": 2.053261977573904,
      "grad_norm": 2.831117465351661,
      "learning_rate": 0.00022916012408088888,
      "loss": 5.0999,
      "step": 24171
    },
    {
      "epoch": 2.053346924906558,
      "grad_norm": 2.4947554431383647,
      "learning_rate": 0.0002291542918083046,
      "loss": 3.4967,
      "step": 24172
    },
    {
      "epoch": 2.0534318722392118,
      "grad_norm": 2.566769676085078,
      "learning_rate": 0.00022914845936986824,
      "loss": 3.431,
      "step": 24173
    },
    {
      "epoch": 2.0535168195718656,
      "grad_norm": 2.846118662541457,
      "learning_rate": 0.00022914262676559203,
      "loss": 5.1619,
      "step": 24174
    },
    {
      "epoch": 2.053601766904519,
      "grad_norm": 2.7821222364984726,
      "learning_rate": 0.00022913679399548826,
      "loss": 4.9618,
      "step": 24175
    },
    {
      "epoch": 2.053686714237173,
      "grad_norm": 2.83404454699372,
      "learning_rate": 0.00022913096105956897,
      "loss": 4.9245,
      "step": 24176
    },
    {
      "epoch": 2.0537716615698267,
      "grad_norm": 2.6218281614295162,
      "learning_rate": 0.00022912512795784657,
      "loss": 4.5878,
      "step": 24177
    },
    {
      "epoch": 2.0538566089024806,
      "grad_norm": 2.854461402316467,
      "learning_rate": 0.00022911929469033318,
      "loss": 5.1135,
      "step": 24178
    },
    {
      "epoch": 2.0539415562351344,
      "grad_norm": 2.668867757316682,
      "learning_rate": 0.00022911346125704108,
      "loss": 3.9796,
      "step": 24179
    },
    {
      "epoch": 2.054026503567788,
      "grad_norm": 2.547684316722614,
      "learning_rate": 0.0002291076276579824,
      "loss": 3.506,
      "step": 24180
    },
    {
      "epoch": 2.0541114509004417,
      "grad_norm": 2.695402722167619,
      "learning_rate": 0.00022910179389316944,
      "loss": 3.8682,
      "step": 24181
    },
    {
      "epoch": 2.0541963982330955,
      "grad_norm": 2.7825752883113624,
      "learning_rate": 0.00022909595996261443,
      "loss": 4.9144,
      "step": 24182
    },
    {
      "epoch": 2.0542813455657494,
      "grad_norm": 2.770471091239117,
      "learning_rate": 0.00022909012586632956,
      "loss": 4.2174,
      "step": 24183
    },
    {
      "epoch": 2.054366292898403,
      "grad_norm": 2.691416730104117,
      "learning_rate": 0.00022908429160432703,
      "loss": 4.6221,
      "step": 24184
    },
    {
      "epoch": 2.0544512402310566,
      "grad_norm": 2.8463149409667583,
      "learning_rate": 0.00022907845717661914,
      "loss": 4.8644,
      "step": 24185
    },
    {
      "epoch": 2.0545361875637105,
      "grad_norm": 2.709128932631049,
      "learning_rate": 0.00022907262258321806,
      "loss": 4.3714,
      "step": 24186
    },
    {
      "epoch": 2.0546211348963643,
      "grad_norm": 2.6003997379996253,
      "learning_rate": 0.00022906678782413603,
      "loss": 3.592,
      "step": 24187
    },
    {
      "epoch": 2.054706082229018,
      "grad_norm": 2.7160567825739617,
      "learning_rate": 0.00022906095289938533,
      "loss": 4.5007,
      "step": 24188
    },
    {
      "epoch": 2.0547910295616716,
      "grad_norm": 2.6776383167346367,
      "learning_rate": 0.00022905511780897805,
      "loss": 4.58,
      "step": 24189
    },
    {
      "epoch": 2.0548759768943254,
      "grad_norm": 2.805609348970841,
      "learning_rate": 0.00022904928255292653,
      "loss": 4.5551,
      "step": 24190
    },
    {
      "epoch": 2.0549609242269793,
      "grad_norm": 2.9359382042982176,
      "learning_rate": 0.00022904344713124296,
      "loss": 4.8071,
      "step": 24191
    },
    {
      "epoch": 2.055045871559633,
      "grad_norm": 2.8836335862962943,
      "learning_rate": 0.00022903761154393953,
      "loss": 4.7506,
      "step": 24192
    },
    {
      "epoch": 2.055130818892287,
      "grad_norm": 2.498661527177521,
      "learning_rate": 0.00022903177579102857,
      "loss": 3.1062,
      "step": 24193
    },
    {
      "epoch": 2.0552157662249404,
      "grad_norm": 2.934306949137147,
      "learning_rate": 0.0002290259398725222,
      "loss": 4.8775,
      "step": 24194
    },
    {
      "epoch": 2.0553007135575942,
      "grad_norm": 2.6953158614534596,
      "learning_rate": 0.0002290201037884327,
      "loss": 4.4527,
      "step": 24195
    },
    {
      "epoch": 2.055385660890248,
      "grad_norm": 2.851773621305227,
      "learning_rate": 0.00022901426753877235,
      "loss": 4.5034,
      "step": 24196
    },
    {
      "epoch": 2.055470608222902,
      "grad_norm": 2.7622762311091944,
      "learning_rate": 0.00022900843112355328,
      "loss": 4.7073,
      "step": 24197
    },
    {
      "epoch": 2.0555555555555554,
      "grad_norm": 2.9284779940384333,
      "learning_rate": 0.0002290025945427877,
      "loss": 4.4377,
      "step": 24198
    },
    {
      "epoch": 2.055640502888209,
      "grad_norm": 2.6830690823259413,
      "learning_rate": 0.000228996757796488,
      "loss": 4.7125,
      "step": 24199
    },
    {
      "epoch": 2.055725450220863,
      "grad_norm": 2.8790645332455336,
      "learning_rate": 0.00022899092088466625,
      "loss": 4.0109,
      "step": 24200
    },
    {
      "epoch": 2.055810397553517,
      "grad_norm": 2.9348134372077554,
      "learning_rate": 0.0002289850838073347,
      "loss": 4.9611,
      "step": 24201
    },
    {
      "epoch": 2.0558953448861708,
      "grad_norm": 2.8869436741901477,
      "learning_rate": 0.00022897924656450574,
      "loss": 4.8187,
      "step": 24202
    },
    {
      "epoch": 2.055980292218824,
      "grad_norm": 2.858795742449821,
      "learning_rate": 0.0002289734091561914,
      "loss": 5.0442,
      "step": 24203
    },
    {
      "epoch": 2.056065239551478,
      "grad_norm": 2.7814802645387537,
      "learning_rate": 0.000228967571582404,
      "loss": 4.4568,
      "step": 24204
    },
    {
      "epoch": 2.056150186884132,
      "grad_norm": 2.7972762089540497,
      "learning_rate": 0.00022896173384315575,
      "loss": 4.0691,
      "step": 24205
    },
    {
      "epoch": 2.0562351342167857,
      "grad_norm": 2.8318749167846637,
      "learning_rate": 0.00022895589593845893,
      "loss": 4.6211,
      "step": 24206
    },
    {
      "epoch": 2.0563200815494396,
      "grad_norm": 2.712497841086229,
      "learning_rate": 0.00022895005786832567,
      "loss": 4.5197,
      "step": 24207
    },
    {
      "epoch": 2.056405028882093,
      "grad_norm": 2.766769188825309,
      "learning_rate": 0.00022894421963276835,
      "loss": 3.9482,
      "step": 24208
    },
    {
      "epoch": 2.056489976214747,
      "grad_norm": 2.705451229421177,
      "learning_rate": 0.0002289383812317991,
      "loss": 4.2286,
      "step": 24209
    },
    {
      "epoch": 2.0565749235474007,
      "grad_norm": 2.868095620723284,
      "learning_rate": 0.00022893254266543014,
      "loss": 4.9663,
      "step": 24210
    },
    {
      "epoch": 2.0566598708800545,
      "grad_norm": 2.6629997327658503,
      "learning_rate": 0.00022892670393367373,
      "loss": 4.3628,
      "step": 24211
    },
    {
      "epoch": 2.056744818212708,
      "grad_norm": 2.8215347523086094,
      "learning_rate": 0.00022892086503654215,
      "loss": 4.5752,
      "step": 24212
    },
    {
      "epoch": 2.056829765545362,
      "grad_norm": 2.6829498617982708,
      "learning_rate": 0.00022891502597404762,
      "loss": 4.4652,
      "step": 24213
    },
    {
      "epoch": 2.0569147128780156,
      "grad_norm": 2.86447836579937,
      "learning_rate": 0.0002289091867462023,
      "loss": 5.0001,
      "step": 24214
    },
    {
      "epoch": 2.0569996602106695,
      "grad_norm": 2.751177262338639,
      "learning_rate": 0.00022890334735301853,
      "loss": 4.6805,
      "step": 24215
    },
    {
      "epoch": 2.0570846075433233,
      "grad_norm": 2.8297777575027943,
      "learning_rate": 0.00022889750779450844,
      "loss": 4.7438,
      "step": 24216
    },
    {
      "epoch": 2.0571695548759767,
      "grad_norm": 2.5743767786982286,
      "learning_rate": 0.00022889166807068433,
      "loss": 3.5566,
      "step": 24217
    },
    {
      "epoch": 2.0572545022086306,
      "grad_norm": 2.8594222429357004,
      "learning_rate": 0.00022888582818155842,
      "loss": 5.0879,
      "step": 24218
    },
    {
      "epoch": 2.0573394495412844,
      "grad_norm": 2.6446285600552994,
      "learning_rate": 0.00022887998812714296,
      "loss": 4.5588,
      "step": 24219
    },
    {
      "epoch": 2.0574243968739383,
      "grad_norm": 2.613877645498657,
      "learning_rate": 0.00022887414790745015,
      "loss": 4.4432,
      "step": 24220
    },
    {
      "epoch": 2.0575093442065917,
      "grad_norm": 2.659722847321215,
      "learning_rate": 0.00022886830752249227,
      "loss": 4.1992,
      "step": 24221
    },
    {
      "epoch": 2.0575942915392456,
      "grad_norm": 2.7707086192825137,
      "learning_rate": 0.00022886246697228157,
      "loss": 5.15,
      "step": 24222
    },
    {
      "epoch": 2.0576792388718994,
      "grad_norm": 2.6279235993012438,
      "learning_rate": 0.0002288566262568302,
      "loss": 3.6775,
      "step": 24223
    },
    {
      "epoch": 2.0577641862045533,
      "grad_norm": 2.6749380911101084,
      "learning_rate": 0.00022885078537615054,
      "loss": 4.6323,
      "step": 24224
    },
    {
      "epoch": 2.057849133537207,
      "grad_norm": 2.658206738544739,
      "learning_rate": 0.00022884494433025472,
      "loss": 4.7867,
      "step": 24225
    },
    {
      "epoch": 2.0579340808698605,
      "grad_norm": 2.721612062284046,
      "learning_rate": 0.00022883910311915492,
      "loss": 4.1634,
      "step": 24226
    },
    {
      "epoch": 2.0580190282025144,
      "grad_norm": 2.7470985555066294,
      "learning_rate": 0.00022883326174286356,
      "loss": 4.9354,
      "step": 24227
    },
    {
      "epoch": 2.058103975535168,
      "grad_norm": 2.730297963426274,
      "learning_rate": 0.00022882742020139272,
      "loss": 4.5362,
      "step": 24228
    },
    {
      "epoch": 2.058188922867822,
      "grad_norm": 2.827347728434576,
      "learning_rate": 0.00022882157849475474,
      "loss": 4.7904,
      "step": 24229
    },
    {
      "epoch": 2.058273870200476,
      "grad_norm": 2.6968011919500543,
      "learning_rate": 0.0002288157366229618,
      "loss": 4.8243,
      "step": 24230
    },
    {
      "epoch": 2.0583588175331293,
      "grad_norm": 2.782586452950572,
      "learning_rate": 0.00022880989458602617,
      "loss": 5.0743,
      "step": 24231
    },
    {
      "epoch": 2.058443764865783,
      "grad_norm": 2.663889836060069,
      "learning_rate": 0.00022880405238396006,
      "loss": 4.6172,
      "step": 24232
    },
    {
      "epoch": 2.058528712198437,
      "grad_norm": 2.7386003571815127,
      "learning_rate": 0.00022879821001677578,
      "loss": 3.6877,
      "step": 24233
    },
    {
      "epoch": 2.058613659531091,
      "grad_norm": 2.9180401410279733,
      "learning_rate": 0.00022879236748448548,
      "loss": 4.2736,
      "step": 24234
    },
    {
      "epoch": 2.0586986068637443,
      "grad_norm": 2.803582808105836,
      "learning_rate": 0.00022878652478710147,
      "loss": 4.2879,
      "step": 24235
    },
    {
      "epoch": 2.058783554196398,
      "grad_norm": 2.7540836566473863,
      "learning_rate": 0.000228780681924636,
      "loss": 4.0448,
      "step": 24236
    },
    {
      "epoch": 2.058868501529052,
      "grad_norm": 2.559253841637667,
      "learning_rate": 0.00022877483889710126,
      "loss": 4.2444,
      "step": 24237
    },
    {
      "epoch": 2.058953448861706,
      "grad_norm": 2.7478744168401703,
      "learning_rate": 0.00022876899570450947,
      "loss": 3.5576,
      "step": 24238
    },
    {
      "epoch": 2.0590383961943597,
      "grad_norm": 2.8379541173573863,
      "learning_rate": 0.00022876315234687296,
      "loss": 4.6028,
      "step": 24239
    },
    {
      "epoch": 2.059123343527013,
      "grad_norm": 2.7371629769353354,
      "learning_rate": 0.00022875730882420395,
      "loss": 4.9441,
      "step": 24240
    },
    {
      "epoch": 2.059208290859667,
      "grad_norm": 2.6966130414337197,
      "learning_rate": 0.0002287514651365146,
      "loss": 3.8429,
      "step": 24241
    },
    {
      "epoch": 2.059293238192321,
      "grad_norm": 2.6453199902607394,
      "learning_rate": 0.0002287456212838173,
      "loss": 4.4916,
      "step": 24242
    },
    {
      "epoch": 2.0593781855249746,
      "grad_norm": 2.901119620479922,
      "learning_rate": 0.00022873977726612418,
      "loss": 5.1599,
      "step": 24243
    },
    {
      "epoch": 2.059463132857628,
      "grad_norm": 2.6662419711994567,
      "learning_rate": 0.00022873393308344754,
      "loss": 4.4027,
      "step": 24244
    },
    {
      "epoch": 2.059548080190282,
      "grad_norm": 2.711015963915848,
      "learning_rate": 0.00022872808873579956,
      "loss": 4.6213,
      "step": 24245
    },
    {
      "epoch": 2.0596330275229358,
      "grad_norm": 2.912704063947729,
      "learning_rate": 0.00022872224422319256,
      "loss": 4.795,
      "step": 24246
    },
    {
      "epoch": 2.0597179748555896,
      "grad_norm": 2.6797478723493176,
      "learning_rate": 0.00022871639954563874,
      "loss": 4.647,
      "step": 24247
    },
    {
      "epoch": 2.0598029221882435,
      "grad_norm": 2.8002867375593414,
      "learning_rate": 0.00022871055470315038,
      "loss": 4.7639,
      "step": 24248
    },
    {
      "epoch": 2.059887869520897,
      "grad_norm": 2.581764940662482,
      "learning_rate": 0.00022870470969573974,
      "loss": 4.4876,
      "step": 24249
    },
    {
      "epoch": 2.0599728168535507,
      "grad_norm": 2.720850782558382,
      "learning_rate": 0.00022869886452341897,
      "loss": 4.436,
      "step": 24250
    },
    {
      "epoch": 2.0600577641862046,
      "grad_norm": 2.722637740686438,
      "learning_rate": 0.00022869301918620045,
      "loss": 4.7421,
      "step": 24251
    },
    {
      "epoch": 2.0601427115188584,
      "grad_norm": 2.8291179915916014,
      "learning_rate": 0.00022868717368409634,
      "loss": 4.4449,
      "step": 24252
    },
    {
      "epoch": 2.0602276588515123,
      "grad_norm": 2.650246344470854,
      "learning_rate": 0.0002286813280171189,
      "loss": 4.1805,
      "step": 24253
    },
    {
      "epoch": 2.0603126061841657,
      "grad_norm": 2.74374418409197,
      "learning_rate": 0.00022867548218528038,
      "loss": 4.6125,
      "step": 24254
    },
    {
      "epoch": 2.0603975535168195,
      "grad_norm": 2.619354862023499,
      "learning_rate": 0.00022866963618859305,
      "loss": 4.5189,
      "step": 24255
    },
    {
      "epoch": 2.0604825008494734,
      "grad_norm": 2.8104219028162962,
      "learning_rate": 0.00022866379002706917,
      "loss": 4.9265,
      "step": 24256
    },
    {
      "epoch": 2.0605674481821272,
      "grad_norm": 2.8151537671005755,
      "learning_rate": 0.00022865794370072092,
      "loss": 5.1063,
      "step": 24257
    },
    {
      "epoch": 2.0606523955147806,
      "grad_norm": 2.585194639214446,
      "learning_rate": 0.00022865209720956064,
      "loss": 4.429,
      "step": 24258
    },
    {
      "epoch": 2.0607373428474345,
      "grad_norm": 2.6697435632783733,
      "learning_rate": 0.00022864625055360048,
      "loss": 4.8038,
      "step": 24259
    },
    {
      "epoch": 2.0608222901800883,
      "grad_norm": 2.8643753250549735,
      "learning_rate": 0.0002286404037328528,
      "loss": 4.8762,
      "step": 24260
    },
    {
      "epoch": 2.060907237512742,
      "grad_norm": 2.7868867212044908,
      "learning_rate": 0.0002286345567473298,
      "loss": 4.0044,
      "step": 24261
    },
    {
      "epoch": 2.060992184845396,
      "grad_norm": 2.7377097315774006,
      "learning_rate": 0.0002286287095970437,
      "loss": 4.2092,
      "step": 24262
    },
    {
      "epoch": 2.0610771321780494,
      "grad_norm": 2.8168588536708103,
      "learning_rate": 0.00022862286228200675,
      "loss": 4.9738,
      "step": 24263
    },
    {
      "epoch": 2.0611620795107033,
      "grad_norm": 2.6039653668068636,
      "learning_rate": 0.00022861701480223127,
      "loss": 4.2756,
      "step": 24264
    },
    {
      "epoch": 2.061247026843357,
      "grad_norm": 2.8508768484997704,
      "learning_rate": 0.0002286111671577295,
      "loss": 4.5576,
      "step": 24265
    },
    {
      "epoch": 2.061331974176011,
      "grad_norm": 2.7246934167890364,
      "learning_rate": 0.00022860531934851361,
      "loss": 4.1462,
      "step": 24266
    },
    {
      "epoch": 2.061416921508665,
      "grad_norm": 2.6944460396498653,
      "learning_rate": 0.000228599471374596,
      "loss": 4.1913,
      "step": 24267
    },
    {
      "epoch": 2.0615018688413183,
      "grad_norm": 2.8980105790841835,
      "learning_rate": 0.00022859362323598875,
      "loss": 5.0612,
      "step": 24268
    },
    {
      "epoch": 2.061586816173972,
      "grad_norm": 2.701111812308603,
      "learning_rate": 0.00022858777493270423,
      "loss": 4.1927,
      "step": 24269
    },
    {
      "epoch": 2.061671763506626,
      "grad_norm": 2.6696573297082726,
      "learning_rate": 0.00022858192646475463,
      "loss": 4.375,
      "step": 24270
    },
    {
      "epoch": 2.06175671083928,
      "grad_norm": 2.705612481324072,
      "learning_rate": 0.00022857607783215224,
      "loss": 4.6389,
      "step": 24271
    },
    {
      "epoch": 2.061841658171933,
      "grad_norm": 2.917965634127736,
      "learning_rate": 0.00022857022903490935,
      "loss": 5.3207,
      "step": 24272
    },
    {
      "epoch": 2.061926605504587,
      "grad_norm": 2.775549098487153,
      "learning_rate": 0.00022856438007303812,
      "loss": 4.7847,
      "step": 24273
    },
    {
      "epoch": 2.062011552837241,
      "grad_norm": 2.8940549852968473,
      "learning_rate": 0.00022855853094655093,
      "loss": 5.0285,
      "step": 24274
    },
    {
      "epoch": 2.0620965001698948,
      "grad_norm": 2.7247006532408116,
      "learning_rate": 0.0002285526816554599,
      "loss": 4.6704,
      "step": 24275
    },
    {
      "epoch": 2.0621814475025486,
      "grad_norm": 2.7326957445796807,
      "learning_rate": 0.0002285468321997774,
      "loss": 4.9088,
      "step": 24276
    },
    {
      "epoch": 2.062266394835202,
      "grad_norm": 2.6917053063556193,
      "learning_rate": 0.0002285409825795156,
      "loss": 4.748,
      "step": 24277
    },
    {
      "epoch": 2.062351342167856,
      "grad_norm": 2.678933193024577,
      "learning_rate": 0.00022853513279468685,
      "loss": 4.1692,
      "step": 24278
    },
    {
      "epoch": 2.0624362895005097,
      "grad_norm": 2.840019040632505,
      "learning_rate": 0.0002285292828453033,
      "loss": 4.9489,
      "step": 24279
    },
    {
      "epoch": 2.0625212368331636,
      "grad_norm": 2.8520899059186955,
      "learning_rate": 0.00022852343273137727,
      "loss": 4.7194,
      "step": 24280
    },
    {
      "epoch": 2.062606184165817,
      "grad_norm": 2.705567297013565,
      "learning_rate": 0.000228517582452921,
      "loss": 4.6006,
      "step": 24281
    },
    {
      "epoch": 2.062691131498471,
      "grad_norm": 2.7093207753397706,
      "learning_rate": 0.00022851173200994675,
      "loss": 4.4476,
      "step": 24282
    },
    {
      "epoch": 2.0627760788311247,
      "grad_norm": 2.6553062496523085,
      "learning_rate": 0.00022850588140246685,
      "loss": 4.5527,
      "step": 24283
    },
    {
      "epoch": 2.0628610261637785,
      "grad_norm": 2.723116562737792,
      "learning_rate": 0.0002285000306304934,
      "loss": 4.8158,
      "step": 24284
    },
    {
      "epoch": 2.0629459734964324,
      "grad_norm": 2.6193371690752048,
      "learning_rate": 0.0002284941796940388,
      "loss": 4.5451,
      "step": 24285
    },
    {
      "epoch": 2.063030920829086,
      "grad_norm": 2.5582888282972758,
      "learning_rate": 0.00022848832859311525,
      "loss": 3.8572,
      "step": 24286
    },
    {
      "epoch": 2.0631158681617396,
      "grad_norm": 2.919294317659369,
      "learning_rate": 0.00022848247732773502,
      "loss": 5.1973,
      "step": 24287
    },
    {
      "epoch": 2.0632008154943935,
      "grad_norm": 2.6187368122097903,
      "learning_rate": 0.0002284766258979104,
      "loss": 4.4161,
      "step": 24288
    },
    {
      "epoch": 2.0632857628270473,
      "grad_norm": 2.7261915923845517,
      "learning_rate": 0.0002284707743036536,
      "loss": 3.9822,
      "step": 24289
    },
    {
      "epoch": 2.063370710159701,
      "grad_norm": 2.6620893047889904,
      "learning_rate": 0.00022846492254497688,
      "loss": 4.5933,
      "step": 24290
    },
    {
      "epoch": 2.0634556574923546,
      "grad_norm": 2.6409429078588316,
      "learning_rate": 0.00022845907062189253,
      "loss": 4.0985,
      "step": 24291
    },
    {
      "epoch": 2.0635406048250085,
      "grad_norm": 2.710090663735724,
      "learning_rate": 0.00022845321853441286,
      "loss": 4.663,
      "step": 24292
    },
    {
      "epoch": 2.0636255521576623,
      "grad_norm": 2.6813150396909715,
      "learning_rate": 0.00022844736628255,
      "loss": 4.4107,
      "step": 24293
    },
    {
      "epoch": 2.063710499490316,
      "grad_norm": 2.799355450391315,
      "learning_rate": 0.00022844151386631635,
      "loss": 4.8114,
      "step": 24294
    },
    {
      "epoch": 2.0637954468229696,
      "grad_norm": 2.6651352909211417,
      "learning_rate": 0.00022843566128572407,
      "loss": 4.6959,
      "step": 24295
    },
    {
      "epoch": 2.0638803941556234,
      "grad_norm": 2.879819263932828,
      "learning_rate": 0.00022842980854078548,
      "loss": 4.3924,
      "step": 24296
    },
    {
      "epoch": 2.0639653414882773,
      "grad_norm": 2.880436692448248,
      "learning_rate": 0.0002284239556315128,
      "loss": 5.0704,
      "step": 24297
    },
    {
      "epoch": 2.064050288820931,
      "grad_norm": 2.8358292475932037,
      "learning_rate": 0.00022841810255791836,
      "loss": 5.1471,
      "step": 24298
    },
    {
      "epoch": 2.064135236153585,
      "grad_norm": 4.054587287882703,
      "learning_rate": 0.0002284122493200144,
      "loss": 4.3236,
      "step": 24299
    },
    {
      "epoch": 2.0642201834862384,
      "grad_norm": 2.72391358524764,
      "learning_rate": 0.0002284063959178131,
      "loss": 4.8036,
      "step": 24300
    },
    {
      "epoch": 2.064305130818892,
      "grad_norm": 2.7900025529020747,
      "learning_rate": 0.00022840054235132688,
      "loss": 4.6035,
      "step": 24301
    },
    {
      "epoch": 2.064390078151546,
      "grad_norm": 2.666932369268856,
      "learning_rate": 0.00022839468862056786,
      "loss": 4.6548,
      "step": 24302
    },
    {
      "epoch": 2.0644750254842,
      "grad_norm": 2.6340327367901795,
      "learning_rate": 0.00022838883472554842,
      "loss": 4.5233,
      "step": 24303
    },
    {
      "epoch": 2.0645599728168538,
      "grad_norm": 2.6804360895160335,
      "learning_rate": 0.00022838298066628075,
      "loss": 4.0006,
      "step": 24304
    },
    {
      "epoch": 2.064644920149507,
      "grad_norm": 2.7910186514168505,
      "learning_rate": 0.0002283771264427771,
      "loss": 4.6668,
      "step": 24305
    },
    {
      "epoch": 2.064729867482161,
      "grad_norm": 2.6763781800398965,
      "learning_rate": 0.00022837127205504977,
      "loss": 3.6334,
      "step": 24306
    },
    {
      "epoch": 2.064814814814815,
      "grad_norm": 2.6454789290375276,
      "learning_rate": 0.00022836541750311106,
      "loss": 4.5333,
      "step": 24307
    },
    {
      "epoch": 2.0648997621474687,
      "grad_norm": 2.70161316188166,
      "learning_rate": 0.00022835956278697322,
      "loss": 3.6933,
      "step": 24308
    },
    {
      "epoch": 2.064984709480122,
      "grad_norm": 2.6692731278144213,
      "learning_rate": 0.00022835370790664846,
      "loss": 4.2347,
      "step": 24309
    },
    {
      "epoch": 2.065069656812776,
      "grad_norm": 2.764651169276704,
      "learning_rate": 0.00022834785286214912,
      "loss": 4.1223,
      "step": 24310
    },
    {
      "epoch": 2.06515460414543,
      "grad_norm": 2.6869786684270007,
      "learning_rate": 0.00022834199765348745,
      "loss": 4.4161,
      "step": 24311
    },
    {
      "epoch": 2.0652395514780837,
      "grad_norm": 2.8743399009756048,
      "learning_rate": 0.0002283361422806757,
      "loss": 4.614,
      "step": 24312
    },
    {
      "epoch": 2.0653244988107375,
      "grad_norm": 2.8713871707200846,
      "learning_rate": 0.0002283302867437261,
      "loss": 4.5383,
      "step": 24313
    },
    {
      "epoch": 2.065409446143391,
      "grad_norm": 2.7701714758261264,
      "learning_rate": 0.00022832443104265105,
      "loss": 4.6355,
      "step": 24314
    },
    {
      "epoch": 2.065494393476045,
      "grad_norm": 2.6564729309001995,
      "learning_rate": 0.00022831857517746266,
      "loss": 4.594,
      "step": 24315
    },
    {
      "epoch": 2.0655793408086986,
      "grad_norm": 2.766882955261818,
      "learning_rate": 0.0002283127191481733,
      "loss": 4.554,
      "step": 24316
    },
    {
      "epoch": 2.0656642881413525,
      "grad_norm": 2.702883959984023,
      "learning_rate": 0.00022830686295479522,
      "loss": 4.5116,
      "step": 24317
    },
    {
      "epoch": 2.065749235474006,
      "grad_norm": 2.7096967928780806,
      "learning_rate": 0.00022830100659734068,
      "loss": 4.495,
      "step": 24318
    },
    {
      "epoch": 2.0658341828066598,
      "grad_norm": 2.7982184649002444,
      "learning_rate": 0.000228295150075822,
      "loss": 3.4962,
      "step": 24319
    },
    {
      "epoch": 2.0659191301393136,
      "grad_norm": 2.633996615016623,
      "learning_rate": 0.00022828929339025137,
      "loss": 4.3881,
      "step": 24320
    },
    {
      "epoch": 2.0660040774719675,
      "grad_norm": 2.769209193884649,
      "learning_rate": 0.00022828343654064106,
      "loss": 4.727,
      "step": 24321
    },
    {
      "epoch": 2.0660890248046213,
      "grad_norm": 2.78870895136495,
      "learning_rate": 0.00022827757952700346,
      "loss": 4.6128,
      "step": 24322
    },
    {
      "epoch": 2.0661739721372747,
      "grad_norm": 2.766348713856844,
      "learning_rate": 0.00022827172234935071,
      "loss": 4.8106,
      "step": 24323
    },
    {
      "epoch": 2.0662589194699286,
      "grad_norm": 2.7305753266843658,
      "learning_rate": 0.00022826586500769512,
      "loss": 4.9645,
      "step": 24324
    },
    {
      "epoch": 2.0663438668025824,
      "grad_norm": 2.756633301605828,
      "learning_rate": 0.00022826000750204907,
      "loss": 4.7856,
      "step": 24325
    },
    {
      "epoch": 2.0664288141352363,
      "grad_norm": 2.74885675090334,
      "learning_rate": 0.00022825414983242465,
      "loss": 4.9072,
      "step": 24326
    },
    {
      "epoch": 2.06651376146789,
      "grad_norm": 2.665532238302438,
      "learning_rate": 0.00022824829199883425,
      "loss": 3.4459,
      "step": 24327
    },
    {
      "epoch": 2.0665987088005435,
      "grad_norm": 2.631024223857498,
      "learning_rate": 0.00022824243400129015,
      "loss": 4.2218,
      "step": 24328
    },
    {
      "epoch": 2.0666836561331974,
      "grad_norm": 2.7689809846224556,
      "learning_rate": 0.00022823657583980457,
      "loss": 5.0883,
      "step": 24329
    },
    {
      "epoch": 2.0667686034658512,
      "grad_norm": 2.921813916354765,
      "learning_rate": 0.00022823071751438978,
      "loss": 4.8487,
      "step": 24330
    },
    {
      "epoch": 2.066853550798505,
      "grad_norm": 2.8165114430526565,
      "learning_rate": 0.00022822485902505813,
      "loss": 4.1457,
      "step": 24331
    },
    {
      "epoch": 2.0669384981311585,
      "grad_norm": 2.8182907315139447,
      "learning_rate": 0.00022821900037182187,
      "loss": 4.816,
      "step": 24332
    },
    {
      "epoch": 2.0670234454638123,
      "grad_norm": 2.67170999649706,
      "learning_rate": 0.00022821314155469318,
      "loss": 4.8908,
      "step": 24333
    },
    {
      "epoch": 2.067108392796466,
      "grad_norm": 2.613540018530138,
      "learning_rate": 0.00022820728257368447,
      "loss": 4.1607,
      "step": 24334
    },
    {
      "epoch": 2.06719334012912,
      "grad_norm": 2.717750781197004,
      "learning_rate": 0.00022820142342880792,
      "loss": 4.5043,
      "step": 24335
    },
    {
      "epoch": 2.067278287461774,
      "grad_norm": 2.6404713592842652,
      "learning_rate": 0.00022819556412007584,
      "loss": 4.5543,
      "step": 24336
    },
    {
      "epoch": 2.0673632347944273,
      "grad_norm": 2.7384502955327834,
      "learning_rate": 0.00022818970464750057,
      "loss": 4.02,
      "step": 24337
    },
    {
      "epoch": 2.067448182127081,
      "grad_norm": 2.6887172127208117,
      "learning_rate": 0.00022818384501109427,
      "loss": 4.8765,
      "step": 24338
    },
    {
      "epoch": 2.067533129459735,
      "grad_norm": 2.734710382892843,
      "learning_rate": 0.0002281779852108693,
      "loss": 4.5274,
      "step": 24339
    },
    {
      "epoch": 2.067618076792389,
      "grad_norm": 4.1349189406896345,
      "learning_rate": 0.00022817212524683787,
      "loss": 4.2782,
      "step": 24340
    },
    {
      "epoch": 2.0677030241250423,
      "grad_norm": 2.8700932579419747,
      "learning_rate": 0.0002281662651190124,
      "loss": 4.7485,
      "step": 24341
    },
    {
      "epoch": 2.067787971457696,
      "grad_norm": 2.792946154007129,
      "learning_rate": 0.00022816040482740495,
      "loss": 4.7688,
      "step": 24342
    },
    {
      "epoch": 2.06787291879035,
      "grad_norm": 2.836573384557275,
      "learning_rate": 0.00022815454437202806,
      "loss": 4.8526,
      "step": 24343
    },
    {
      "epoch": 2.067957866123004,
      "grad_norm": 2.7802925904405527,
      "learning_rate": 0.00022814868375289375,
      "loss": 4.3527,
      "step": 24344
    },
    {
      "epoch": 2.0680428134556577,
      "grad_norm": 2.8752527438988844,
      "learning_rate": 0.00022814282297001445,
      "loss": 4.7631,
      "step": 24345
    },
    {
      "epoch": 2.068127760788311,
      "grad_norm": 2.706082331018458,
      "learning_rate": 0.0002281369620234024,
      "loss": 4.2472,
      "step": 24346
    },
    {
      "epoch": 2.068212708120965,
      "grad_norm": 2.6543577669948797,
      "learning_rate": 0.00022813110091306993,
      "loss": 3.9669,
      "step": 24347
    },
    {
      "epoch": 2.0682976554536188,
      "grad_norm": 2.6983512061639825,
      "learning_rate": 0.0002281252396390293,
      "loss": 4.6716,
      "step": 24348
    },
    {
      "epoch": 2.0683826027862726,
      "grad_norm": 2.8385387269544533,
      "learning_rate": 0.00022811937820129265,
      "loss": 5.2235,
      "step": 24349
    },
    {
      "epoch": 2.0684675501189265,
      "grad_norm": 2.5904521455074487,
      "learning_rate": 0.0002281135165998725,
      "loss": 3.9692,
      "step": 24350
    },
    {
      "epoch": 2.06855249745158,
      "grad_norm": 2.7138741767648176,
      "learning_rate": 0.00022810765483478095,
      "loss": 5.0722,
      "step": 24351
    },
    {
      "epoch": 2.0686374447842337,
      "grad_norm": 2.6619744742941402,
      "learning_rate": 0.00022810179290603042,
      "loss": 4.2768,
      "step": 24352
    },
    {
      "epoch": 2.0687223921168876,
      "grad_norm": 2.936992972963512,
      "learning_rate": 0.00022809593081363303,
      "loss": 4.9522,
      "step": 24353
    },
    {
      "epoch": 2.0688073394495414,
      "grad_norm": 2.7742413139913222,
      "learning_rate": 0.0002280900685576012,
      "loss": 5.067,
      "step": 24354
    },
    {
      "epoch": 2.068892286782195,
      "grad_norm": 2.6729148059083943,
      "learning_rate": 0.0002280842061379472,
      "loss": 4.2544,
      "step": 24355
    },
    {
      "epoch": 2.0689772341148487,
      "grad_norm": 2.6711789546082594,
      "learning_rate": 0.0002280783435546832,
      "loss": 4.303,
      "step": 24356
    },
    {
      "epoch": 2.0690621814475025,
      "grad_norm": 2.691006891185634,
      "learning_rate": 0.00022807248080782162,
      "loss": 4.3706,
      "step": 24357
    },
    {
      "epoch": 2.0691471287801564,
      "grad_norm": 2.844530669632093,
      "learning_rate": 0.00022806661789737462,
      "loss": 5.2466,
      "step": 24358
    },
    {
      "epoch": 2.0692320761128102,
      "grad_norm": 2.9504190497833545,
      "learning_rate": 0.00022806075482335465,
      "loss": 5.2263,
      "step": 24359
    },
    {
      "epoch": 2.0693170234454636,
      "grad_norm": 2.810557647825194,
      "learning_rate": 0.00022805489158577382,
      "loss": 3.9908,
      "step": 24360
    },
    {
      "epoch": 2.0694019707781175,
      "grad_norm": 2.625495497228603,
      "learning_rate": 0.00022804902818464453,
      "loss": 4.2851,
      "step": 24361
    },
    {
      "epoch": 2.0694869181107713,
      "grad_norm": 2.6711064481562863,
      "learning_rate": 0.000228043164619979,
      "loss": 4.2962,
      "step": 24362
    },
    {
      "epoch": 2.069571865443425,
      "grad_norm": 2.932690460039758,
      "learning_rate": 0.00022803730089178956,
      "loss": 4.3897,
      "step": 24363
    },
    {
      "epoch": 2.0696568127760786,
      "grad_norm": 2.7385131656272015,
      "learning_rate": 0.0002280314370000885,
      "loss": 4.3079,
      "step": 24364
    },
    {
      "epoch": 2.0697417601087325,
      "grad_norm": 2.7506985589658877,
      "learning_rate": 0.00022802557294488804,
      "loss": 4.8037,
      "step": 24365
    },
    {
      "epoch": 2.0698267074413863,
      "grad_norm": 2.742137966722725,
      "learning_rate": 0.00022801970872620057,
      "loss": 4.3299,
      "step": 24366
    },
    {
      "epoch": 2.06991165477404,
      "grad_norm": 2.8782297114405204,
      "learning_rate": 0.00022801384434403826,
      "loss": 5.1214,
      "step": 24367
    },
    {
      "epoch": 2.069996602106694,
      "grad_norm": 2.591068288612708,
      "learning_rate": 0.0002280079797984135,
      "loss": 3.8339,
      "step": 24368
    },
    {
      "epoch": 2.0700815494393474,
      "grad_norm": 2.615973925460307,
      "learning_rate": 0.00022800211508933852,
      "loss": 4.1456,
      "step": 24369
    },
    {
      "epoch": 2.0701664967720013,
      "grad_norm": 2.752383400537737,
      "learning_rate": 0.00022799625021682562,
      "loss": 5.0681,
      "step": 24370
    },
    {
      "epoch": 2.070251444104655,
      "grad_norm": 2.8644388744113995,
      "learning_rate": 0.0002279903851808871,
      "loss": 4.1387,
      "step": 24371
    },
    {
      "epoch": 2.070336391437309,
      "grad_norm": 2.840637175876884,
      "learning_rate": 0.00022798451998153524,
      "loss": 4.9277,
      "step": 24372
    },
    {
      "epoch": 2.070421338769963,
      "grad_norm": 2.7166614179026496,
      "learning_rate": 0.00022797865461878235,
      "loss": 4.3584,
      "step": 24373
    },
    {
      "epoch": 2.0705062861026162,
      "grad_norm": 2.8999165657527985,
      "learning_rate": 0.00022797278909264065,
      "loss": 4.8417,
      "step": 24374
    },
    {
      "epoch": 2.07059123343527,
      "grad_norm": 2.847883661793759,
      "learning_rate": 0.00022796692340312257,
      "loss": 5.0849,
      "step": 24375
    },
    {
      "epoch": 2.070676180767924,
      "grad_norm": 2.796572905474796,
      "learning_rate": 0.00022796105755024023,
      "loss": 3.7843,
      "step": 24376
    },
    {
      "epoch": 2.0707611281005778,
      "grad_norm": 2.7076870192523317,
      "learning_rate": 0.00022795519153400603,
      "loss": 4.5597,
      "step": 24377
    },
    {
      "epoch": 2.070846075433231,
      "grad_norm": 2.8207129132619526,
      "learning_rate": 0.00022794932535443225,
      "loss": 4.3233,
      "step": 24378
    },
    {
      "epoch": 2.070931022765885,
      "grad_norm": 2.75353918953697,
      "learning_rate": 0.00022794345901153113,
      "loss": 4.6902,
      "step": 24379
    },
    {
      "epoch": 2.071015970098539,
      "grad_norm": 2.7306024631850936,
      "learning_rate": 0.00022793759250531502,
      "loss": 4.9021,
      "step": 24380
    },
    {
      "epoch": 2.0711009174311927,
      "grad_norm": 2.678189292772641,
      "learning_rate": 0.0002279317258357962,
      "loss": 4.423,
      "step": 24381
    },
    {
      "epoch": 2.0711858647638466,
      "grad_norm": 2.780590112646943,
      "learning_rate": 0.0002279258590029869,
      "loss": 4.8222,
      "step": 24382
    },
    {
      "epoch": 2.0712708120965,
      "grad_norm": 2.70596431738185,
      "learning_rate": 0.00022791999200689951,
      "loss": 4.0634,
      "step": 24383
    },
    {
      "epoch": 2.071355759429154,
      "grad_norm": 2.7580967142360997,
      "learning_rate": 0.0002279141248475463,
      "loss": 4.6168,
      "step": 24384
    },
    {
      "epoch": 2.0714407067618077,
      "grad_norm": 2.710387789102122,
      "learning_rate": 0.0002279082575249395,
      "loss": 4.0824,
      "step": 24385
    },
    {
      "epoch": 2.0715256540944615,
      "grad_norm": 2.8723042739465594,
      "learning_rate": 0.00022790239003909143,
      "loss": 4.7225,
      "step": 24386
    },
    {
      "epoch": 2.0716106014271154,
      "grad_norm": 2.7865923476291985,
      "learning_rate": 0.0002278965223900144,
      "loss": 4.9041,
      "step": 24387
    },
    {
      "epoch": 2.071695548759769,
      "grad_norm": 2.951254663391444,
      "learning_rate": 0.00022789065457772076,
      "loss": 4.843,
      "step": 24388
    },
    {
      "epoch": 2.0717804960924227,
      "grad_norm": 2.801210801067687,
      "learning_rate": 0.0002278847866022227,
      "loss": 4.948,
      "step": 24389
    },
    {
      "epoch": 2.0718654434250765,
      "grad_norm": 2.926708373154263,
      "learning_rate": 0.00022787891846353254,
      "loss": 5.1065,
      "step": 24390
    },
    {
      "epoch": 2.0719503907577304,
      "grad_norm": 2.7444024125335407,
      "learning_rate": 0.00022787305016166268,
      "loss": 4.2317,
      "step": 24391
    },
    {
      "epoch": 2.0720353380903838,
      "grad_norm": 2.9118749675472477,
      "learning_rate": 0.00022786718169662525,
      "loss": 4.8122,
      "step": 24392
    },
    {
      "epoch": 2.0721202854230376,
      "grad_norm": 2.6932458207404992,
      "learning_rate": 0.00022786131306843272,
      "loss": 4.4457,
      "step": 24393
    },
    {
      "epoch": 2.0722052327556915,
      "grad_norm": 2.653745338892392,
      "learning_rate": 0.00022785544427709721,
      "loss": 4.4009,
      "step": 24394
    },
    {
      "epoch": 2.0722901800883453,
      "grad_norm": 2.67673500491461,
      "learning_rate": 0.00022784957532263114,
      "loss": 4.3947,
      "step": 24395
    },
    {
      "epoch": 2.072375127420999,
      "grad_norm": 2.690201931339244,
      "learning_rate": 0.00022784370620504676,
      "loss": 4.8493,
      "step": 24396
    },
    {
      "epoch": 2.0724600747536526,
      "grad_norm": 2.6872727667892278,
      "learning_rate": 0.0002278378369243564,
      "loss": 4.2827,
      "step": 24397
    },
    {
      "epoch": 2.0725450220863064,
      "grad_norm": 2.7781524781529385,
      "learning_rate": 0.00022783196748057233,
      "loss": 4.965,
      "step": 24398
    },
    {
      "epoch": 2.0726299694189603,
      "grad_norm": 2.635212943984398,
      "learning_rate": 0.00022782609787370684,
      "loss": 4.1247,
      "step": 24399
    },
    {
      "epoch": 2.072714916751614,
      "grad_norm": 2.5429454961449456,
      "learning_rate": 0.00022782022810377228,
      "loss": 3.7776,
      "step": 24400
    },
    {
      "epoch": 2.072799864084268,
      "grad_norm": 2.844785276976105,
      "learning_rate": 0.00022781435817078083,
      "loss": 4.3456,
      "step": 24401
    },
    {
      "epoch": 2.0728848114169214,
      "grad_norm": 2.709771034184556,
      "learning_rate": 0.00022780848807474495,
      "loss": 4.1521,
      "step": 24402
    },
    {
      "epoch": 2.0729697587495752,
      "grad_norm": 2.6556794280495315,
      "learning_rate": 0.00022780261781567683,
      "loss": 4.6541,
      "step": 24403
    },
    {
      "epoch": 2.073054706082229,
      "grad_norm": 2.618054084636845,
      "learning_rate": 0.0002277967473935888,
      "loss": 4.4316,
      "step": 24404
    },
    {
      "epoch": 2.073139653414883,
      "grad_norm": 2.7805802328875333,
      "learning_rate": 0.00022779087680849317,
      "loss": 4.5823,
      "step": 24405
    },
    {
      "epoch": 2.0732246007475363,
      "grad_norm": 2.7796547650907826,
      "learning_rate": 0.00022778500606040222,
      "loss": 4.8831,
      "step": 24406
    },
    {
      "epoch": 2.07330954808019,
      "grad_norm": 2.913401352676458,
      "learning_rate": 0.0002277791351493283,
      "loss": 5.0174,
      "step": 24407
    },
    {
      "epoch": 2.073394495412844,
      "grad_norm": 2.658949712077895,
      "learning_rate": 0.00022777326407528366,
      "loss": 4.4538,
      "step": 24408
    },
    {
      "epoch": 2.073479442745498,
      "grad_norm": 2.9623512443393447,
      "learning_rate": 0.00022776739283828063,
      "loss": 5.2538,
      "step": 24409
    },
    {
      "epoch": 2.0735643900781517,
      "grad_norm": 2.878262416769421,
      "learning_rate": 0.00022776152143833144,
      "loss": 4.893,
      "step": 24410
    },
    {
      "epoch": 2.073649337410805,
      "grad_norm": 2.7546728123285478,
      "learning_rate": 0.0002277556498754485,
      "loss": 4.7935,
      "step": 24411
    },
    {
      "epoch": 2.073734284743459,
      "grad_norm": 2.7137757131616858,
      "learning_rate": 0.00022774977814964405,
      "loss": 4.2602,
      "step": 24412
    },
    {
      "epoch": 2.073819232076113,
      "grad_norm": 2.670541883939359,
      "learning_rate": 0.0002277439062609304,
      "loss": 4.4237,
      "step": 24413
    },
    {
      "epoch": 2.0739041794087667,
      "grad_norm": 2.830099917787314,
      "learning_rate": 0.00022773803420931985,
      "loss": 4.5413,
      "step": 24414
    },
    {
      "epoch": 2.07398912674142,
      "grad_norm": 2.688619898743389,
      "learning_rate": 0.00022773216199482472,
      "loss": 4.7315,
      "step": 24415
    },
    {
      "epoch": 2.074074074074074,
      "grad_norm": 2.901399109003188,
      "learning_rate": 0.00022772628961745733,
      "loss": 5.1247,
      "step": 24416
    },
    {
      "epoch": 2.074159021406728,
      "grad_norm": 2.8063523452536403,
      "learning_rate": 0.00022772041707722998,
      "loss": 4.9889,
      "step": 24417
    },
    {
      "epoch": 2.0742439687393817,
      "grad_norm": 2.575805476150556,
      "learning_rate": 0.00022771454437415492,
      "loss": 3.6419,
      "step": 24418
    },
    {
      "epoch": 2.0743289160720355,
      "grad_norm": 2.7872254974564483,
      "learning_rate": 0.00022770867150824449,
      "loss": 4.9482,
      "step": 24419
    },
    {
      "epoch": 2.074413863404689,
      "grad_norm": 2.6089538618688484,
      "learning_rate": 0.000227702798479511,
      "loss": 3.9726,
      "step": 24420
    },
    {
      "epoch": 2.0744988107373428,
      "grad_norm": 2.6211783309038736,
      "learning_rate": 0.00022769692528796677,
      "loss": 3.7147,
      "step": 24421
    },
    {
      "epoch": 2.0745837580699966,
      "grad_norm": 2.87666763393209,
      "learning_rate": 0.00022769105193362407,
      "loss": 4.7653,
      "step": 24422
    },
    {
      "epoch": 2.0746687054026505,
      "grad_norm": 2.8386846989003365,
      "learning_rate": 0.00022768517841649524,
      "loss": 4.7278,
      "step": 24423
    },
    {
      "epoch": 2.0747536527353043,
      "grad_norm": 2.6147850271075694,
      "learning_rate": 0.00022767930473659251,
      "loss": 4.3778,
      "step": 24424
    },
    {
      "epoch": 2.0748386000679577,
      "grad_norm": 2.8504575521270556,
      "learning_rate": 0.0002276734308939283,
      "loss": 4.9346,
      "step": 24425
    },
    {
      "epoch": 2.0749235474006116,
      "grad_norm": 2.719056884697559,
      "learning_rate": 0.0002276675568885149,
      "loss": 4.8459,
      "step": 24426
    },
    {
      "epoch": 2.0750084947332654,
      "grad_norm": 2.8387532776072084,
      "learning_rate": 0.00022766168272036458,
      "loss": 5.108,
      "step": 24427
    },
    {
      "epoch": 2.0750934420659193,
      "grad_norm": 2.7632603692321345,
      "learning_rate": 0.00022765580838948957,
      "loss": 4.4473,
      "step": 24428
    },
    {
      "epoch": 2.0751783893985727,
      "grad_norm": 2.837636897626241,
      "learning_rate": 0.00022764993389590236,
      "loss": 5.1433,
      "step": 24429
    },
    {
      "epoch": 2.0752633367312265,
      "grad_norm": 2.8238784709505853,
      "learning_rate": 0.0002276440592396151,
      "loss": 4.578,
      "step": 24430
    },
    {
      "epoch": 2.0753482840638804,
      "grad_norm": 2.6745081123168832,
      "learning_rate": 0.00022763818442064017,
      "loss": 4.25,
      "step": 24431
    },
    {
      "epoch": 2.0754332313965342,
      "grad_norm": 2.742893349847146,
      "learning_rate": 0.00022763230943898986,
      "loss": 4.6939,
      "step": 24432
    },
    {
      "epoch": 2.075518178729188,
      "grad_norm": 2.8644163308482997,
      "learning_rate": 0.0002276264342946765,
      "loss": 5.1403,
      "step": 24433
    },
    {
      "epoch": 2.0756031260618415,
      "grad_norm": 2.730206844381491,
      "learning_rate": 0.00022762055898771242,
      "loss": 4.3602,
      "step": 24434
    },
    {
      "epoch": 2.0756880733944953,
      "grad_norm": 2.85882695319327,
      "learning_rate": 0.00022761468351810988,
      "loss": 4.4297,
      "step": 24435
    },
    {
      "epoch": 2.075773020727149,
      "grad_norm": 2.7315760000460316,
      "learning_rate": 0.0002276088078858812,
      "loss": 4.8363,
      "step": 24436
    },
    {
      "epoch": 2.075857968059803,
      "grad_norm": 2.685077450778996,
      "learning_rate": 0.00022760293209103872,
      "loss": 4.4636,
      "step": 24437
    },
    {
      "epoch": 2.0759429153924565,
      "grad_norm": 2.9001421413482893,
      "learning_rate": 0.00022759705613359472,
      "loss": 5.2223,
      "step": 24438
    },
    {
      "epoch": 2.0760278627251103,
      "grad_norm": 2.6139003135501877,
      "learning_rate": 0.00022759118001356148,
      "loss": 4.1477,
      "step": 24439
    },
    {
      "epoch": 2.076112810057764,
      "grad_norm": 2.7397526137881174,
      "learning_rate": 0.00022758530373095145,
      "loss": 4.2444,
      "step": 24440
    },
    {
      "epoch": 2.076197757390418,
      "grad_norm": 2.754986302111399,
      "learning_rate": 0.00022757942728577677,
      "loss": 4.654,
      "step": 24441
    },
    {
      "epoch": 2.076282704723072,
      "grad_norm": 2.670649081096435,
      "learning_rate": 0.00022757355067804986,
      "loss": 4.4061,
      "step": 24442
    },
    {
      "epoch": 2.0763676520557253,
      "grad_norm": 2.844693831743292,
      "learning_rate": 0.000227567673907783,
      "loss": 4.6557,
      "step": 24443
    },
    {
      "epoch": 2.076452599388379,
      "grad_norm": 2.6093601370181085,
      "learning_rate": 0.0002275617969749885,
      "loss": 3.7112,
      "step": 24444
    },
    {
      "epoch": 2.076537546721033,
      "grad_norm": 2.694428174143542,
      "learning_rate": 0.00022755591987967872,
      "loss": 4.7604,
      "step": 24445
    },
    {
      "epoch": 2.076622494053687,
      "grad_norm": 2.707517530648428,
      "learning_rate": 0.00022755004262186594,
      "loss": 4.1948,
      "step": 24446
    },
    {
      "epoch": 2.0767074413863407,
      "grad_norm": 2.7292386753911027,
      "learning_rate": 0.00022754416520156243,
      "loss": 3.9375,
      "step": 24447
    },
    {
      "epoch": 2.076792388718994,
      "grad_norm": 2.725387929787186,
      "learning_rate": 0.00022753828761878055,
      "loss": 4.3368,
      "step": 24448
    },
    {
      "epoch": 2.076877336051648,
      "grad_norm": 2.8357802306748603,
      "learning_rate": 0.0002275324098735327,
      "loss": 3.9227,
      "step": 24449
    },
    {
      "epoch": 2.0769622833843018,
      "grad_norm": 2.8593011139350066,
      "learning_rate": 0.00022752653196583098,
      "loss": 4.5883,
      "step": 24450
    },
    {
      "epoch": 2.0770472307169556,
      "grad_norm": 2.632831871257974,
      "learning_rate": 0.0002275206538956879,
      "loss": 4.5382,
      "step": 24451
    },
    {
      "epoch": 2.077132178049609,
      "grad_norm": 2.723105892763365,
      "learning_rate": 0.00022751477566311575,
      "loss": 4.4576,
      "step": 24452
    },
    {
      "epoch": 2.077217125382263,
      "grad_norm": 2.6756899589245013,
      "learning_rate": 0.00022750889726812668,
      "loss": 4.1855,
      "step": 24453
    },
    {
      "epoch": 2.0773020727149167,
      "grad_norm": 2.747423151663563,
      "learning_rate": 0.00022750301871073326,
      "loss": 4.3975,
      "step": 24454
    },
    {
      "epoch": 2.0773870200475706,
      "grad_norm": 2.6722972301125973,
      "learning_rate": 0.00022749713999094766,
      "loss": 4.1764,
      "step": 24455
    },
    {
      "epoch": 2.0774719673802244,
      "grad_norm": 2.846110371769288,
      "learning_rate": 0.0002274912611087822,
      "loss": 4.7168,
      "step": 24456
    },
    {
      "epoch": 2.077556914712878,
      "grad_norm": 2.6862239583742964,
      "learning_rate": 0.00022748538206424917,
      "loss": 4.3949,
      "step": 24457
    },
    {
      "epoch": 2.0776418620455317,
      "grad_norm": 2.6751524920382534,
      "learning_rate": 0.00022747950285736102,
      "loss": 4.3866,
      "step": 24458
    },
    {
      "epoch": 2.0777268093781855,
      "grad_norm": 2.685514790504583,
      "learning_rate": 0.00022747362348812992,
      "loss": 4.1174,
      "step": 24459
    },
    {
      "epoch": 2.0778117567108394,
      "grad_norm": 2.7342954586873227,
      "learning_rate": 0.0002274677439565683,
      "loss": 4.1571,
      "step": 24460
    },
    {
      "epoch": 2.0778967040434932,
      "grad_norm": 2.703652868041833,
      "learning_rate": 0.0002274618642626884,
      "loss": 4.3041,
      "step": 24461
    },
    {
      "epoch": 2.0779816513761467,
      "grad_norm": 2.8442786945917837,
      "learning_rate": 0.00022745598440650252,
      "loss": 4.2421,
      "step": 24462
    },
    {
      "epoch": 2.0780665987088005,
      "grad_norm": 2.728693611954337,
      "learning_rate": 0.00022745010438802313,
      "loss": 4.7457,
      "step": 24463
    },
    {
      "epoch": 2.0781515460414544,
      "grad_norm": 2.7655124329552003,
      "learning_rate": 0.00022744422420726242,
      "loss": 4.7159,
      "step": 24464
    },
    {
      "epoch": 2.078236493374108,
      "grad_norm": 2.622443684471452,
      "learning_rate": 0.00022743834386423274,
      "loss": 3.3753,
      "step": 24465
    },
    {
      "epoch": 2.0783214407067616,
      "grad_norm": 2.7496401246148943,
      "learning_rate": 0.00022743246335894641,
      "loss": 4.7737,
      "step": 24466
    },
    {
      "epoch": 2.0784063880394155,
      "grad_norm": 2.6662478177615974,
      "learning_rate": 0.00022742658269141582,
      "loss": 4.4291,
      "step": 24467
    },
    {
      "epoch": 2.0784913353720693,
      "grad_norm": 2.8747366805262797,
      "learning_rate": 0.00022742070186165312,
      "loss": 4.7959,
      "step": 24468
    },
    {
      "epoch": 2.078576282704723,
      "grad_norm": 2.7523765391048527,
      "learning_rate": 0.00022741482086967082,
      "loss": 4.703,
      "step": 24469
    },
    {
      "epoch": 2.078661230037377,
      "grad_norm": 2.6960850925322455,
      "learning_rate": 0.00022740893971548112,
      "loss": 4.3317,
      "step": 24470
    },
    {
      "epoch": 2.0787461773700304,
      "grad_norm": 2.842681389796551,
      "learning_rate": 0.00022740305839909637,
      "loss": 4.4843,
      "step": 24471
    },
    {
      "epoch": 2.0788311247026843,
      "grad_norm": 2.5834472671772137,
      "learning_rate": 0.00022739717692052899,
      "loss": 4.4331,
      "step": 24472
    },
    {
      "epoch": 2.078916072035338,
      "grad_norm": 2.6219423840923364,
      "learning_rate": 0.00022739129527979114,
      "loss": 4.5292,
      "step": 24473
    },
    {
      "epoch": 2.079001019367992,
      "grad_norm": 2.555431770357578,
      "learning_rate": 0.00022738541347689528,
      "loss": 4.1775,
      "step": 24474
    },
    {
      "epoch": 2.079085966700646,
      "grad_norm": 2.7273566612308033,
      "learning_rate": 0.00022737953151185365,
      "loss": 4.6781,
      "step": 24475
    },
    {
      "epoch": 2.0791709140332992,
      "grad_norm": 2.6367226607509,
      "learning_rate": 0.00022737364938467863,
      "loss": 4.8014,
      "step": 24476
    },
    {
      "epoch": 2.079255861365953,
      "grad_norm": 2.8047874962959765,
      "learning_rate": 0.00022736776709538243,
      "loss": 4.7713,
      "step": 24477
    },
    {
      "epoch": 2.079340808698607,
      "grad_norm": 2.7781462842348374,
      "learning_rate": 0.0002273618846439776,
      "loss": 4.1792,
      "step": 24478
    },
    {
      "epoch": 2.079425756031261,
      "grad_norm": 2.771924435986053,
      "learning_rate": 0.00022735600203047625,
      "loss": 4.6276,
      "step": 24479
    },
    {
      "epoch": 2.079510703363914,
      "grad_norm": 2.6841707061431808,
      "learning_rate": 0.00022735011925489082,
      "loss": 4.2377,
      "step": 24480
    },
    {
      "epoch": 2.079595650696568,
      "grad_norm": 2.932228086173657,
      "learning_rate": 0.00022734423631723353,
      "loss": 5.1195,
      "step": 24481
    },
    {
      "epoch": 2.079680598029222,
      "grad_norm": 3.294305636816048,
      "learning_rate": 0.00022733835321751684,
      "loss": 4.1407,
      "step": 24482
    },
    {
      "epoch": 2.0797655453618757,
      "grad_norm": 2.723638848846992,
      "learning_rate": 0.00022733246995575306,
      "loss": 4.1639,
      "step": 24483
    },
    {
      "epoch": 2.0798504926945296,
      "grad_norm": 2.7005334293664105,
      "learning_rate": 0.00022732658653195438,
      "loss": 4.2923,
      "step": 24484
    },
    {
      "epoch": 2.079935440027183,
      "grad_norm": 2.7848491658446277,
      "learning_rate": 0.00022732070294613328,
      "loss": 4.5424,
      "step": 24485
    },
    {
      "epoch": 2.080020387359837,
      "grad_norm": 2.786073340200025,
      "learning_rate": 0.00022731481919830202,
      "loss": 4.9419,
      "step": 24486
    },
    {
      "epoch": 2.0801053346924907,
      "grad_norm": 2.6480532306147992,
      "learning_rate": 0.0002273089352884729,
      "loss": 4.4028,
      "step": 24487
    },
    {
      "epoch": 2.0801902820251446,
      "grad_norm": 2.6421981501652447,
      "learning_rate": 0.00022730305121665832,
      "loss": 4.7554,
      "step": 24488
    },
    {
      "epoch": 2.080275229357798,
      "grad_norm": 2.7141860416807457,
      "learning_rate": 0.00022729716698287054,
      "loss": 4.6839,
      "step": 24489
    },
    {
      "epoch": 2.080360176690452,
      "grad_norm": 2.609755526845982,
      "learning_rate": 0.00022729128258712196,
      "loss": 4.017,
      "step": 24490
    },
    {
      "epoch": 2.0804451240231057,
      "grad_norm": 2.6591313335395292,
      "learning_rate": 0.00022728539802942485,
      "loss": 4.6585,
      "step": 24491
    },
    {
      "epoch": 2.0805300713557595,
      "grad_norm": 2.652542449558073,
      "learning_rate": 0.0002272795133097916,
      "loss": 4.4589,
      "step": 24492
    },
    {
      "epoch": 2.0806150186884134,
      "grad_norm": 2.624079039142104,
      "learning_rate": 0.00022727362842823442,
      "loss": 4.5817,
      "step": 24493
    },
    {
      "epoch": 2.0806999660210668,
      "grad_norm": 2.621872828110035,
      "learning_rate": 0.0002272677433847658,
      "loss": 3.9727,
      "step": 24494
    },
    {
      "epoch": 2.0807849133537206,
      "grad_norm": 2.9296691283047216,
      "learning_rate": 0.000227261858179398,
      "loss": 5.178,
      "step": 24495
    },
    {
      "epoch": 2.0808698606863745,
      "grad_norm": 2.6329827007351194,
      "learning_rate": 0.00022725597281214328,
      "loss": 3.2486,
      "step": 24496
    },
    {
      "epoch": 2.0809548080190283,
      "grad_norm": 2.701154813636235,
      "learning_rate": 0.0002272500872830141,
      "loss": 4.6163,
      "step": 24497
    },
    {
      "epoch": 2.081039755351682,
      "grad_norm": 2.8652642822984355,
      "learning_rate": 0.0002272442015920227,
      "loss": 4.5723,
      "step": 24498
    },
    {
      "epoch": 2.0811247026843356,
      "grad_norm": 2.5957249266423075,
      "learning_rate": 0.00022723831573918143,
      "loss": 3.8442,
      "step": 24499
    },
    {
      "epoch": 2.0812096500169894,
      "grad_norm": 2.6264845267101435,
      "learning_rate": 0.00022723242972450263,
      "loss": 4.4306,
      "step": 24500
    },
    {
      "epoch": 2.0812945973496433,
      "grad_norm": 2.7173831666621053,
      "learning_rate": 0.00022722654354799868,
      "loss": 4.0963,
      "step": 24501
    },
    {
      "epoch": 2.081379544682297,
      "grad_norm": 2.609946144323473,
      "learning_rate": 0.00022722065720968181,
      "loss": 4.1672,
      "step": 24502
    },
    {
      "epoch": 2.0814644920149505,
      "grad_norm": 2.610145097942588,
      "learning_rate": 0.00022721477070956447,
      "loss": 4.1377,
      "step": 24503
    },
    {
      "epoch": 2.0815494393476044,
      "grad_norm": 2.616658002806872,
      "learning_rate": 0.00022720888404765893,
      "loss": 4.0509,
      "step": 24504
    },
    {
      "epoch": 2.0816343866802582,
      "grad_norm": 2.708759501053037,
      "learning_rate": 0.00022720299722397752,
      "loss": 4.6116,
      "step": 24505
    },
    {
      "epoch": 2.081719334012912,
      "grad_norm": 2.7100633879090172,
      "learning_rate": 0.00022719711023853255,
      "loss": 4.3452,
      "step": 24506
    },
    {
      "epoch": 2.081804281345566,
      "grad_norm": 2.636172965622282,
      "learning_rate": 0.00022719122309133646,
      "loss": 4.1196,
      "step": 24507
    },
    {
      "epoch": 2.0818892286782194,
      "grad_norm": 2.7938966819033006,
      "learning_rate": 0.00022718533578240145,
      "loss": 4.528,
      "step": 24508
    },
    {
      "epoch": 2.081974176010873,
      "grad_norm": 2.7207432910507072,
      "learning_rate": 0.00022717944831174,
      "loss": 4.6106,
      "step": 24509
    },
    {
      "epoch": 2.082059123343527,
      "grad_norm": 2.918336776307384,
      "learning_rate": 0.00022717356067936432,
      "loss": 5.2563,
      "step": 24510
    },
    {
      "epoch": 2.082144070676181,
      "grad_norm": 2.7271212890499137,
      "learning_rate": 0.00022716767288528679,
      "loss": 4.7281,
      "step": 24511
    },
    {
      "epoch": 2.0822290180088343,
      "grad_norm": 2.771468986160954,
      "learning_rate": 0.0002271617849295198,
      "loss": 4.7344,
      "step": 24512
    },
    {
      "epoch": 2.082313965341488,
      "grad_norm": 2.6503987074134763,
      "learning_rate": 0.00022715589681207557,
      "loss": 4.3702,
      "step": 24513
    },
    {
      "epoch": 2.082398912674142,
      "grad_norm": 2.693130560542672,
      "learning_rate": 0.00022715000853296653,
      "loss": 4.3496,
      "step": 24514
    },
    {
      "epoch": 2.082483860006796,
      "grad_norm": 2.7773859581990474,
      "learning_rate": 0.000227144120092205,
      "loss": 4.7565,
      "step": 24515
    },
    {
      "epoch": 2.0825688073394497,
      "grad_norm": 2.733074888114773,
      "learning_rate": 0.0002271382314898033,
      "loss": 4.5611,
      "step": 24516
    },
    {
      "epoch": 2.082653754672103,
      "grad_norm": 2.6668713377484394,
      "learning_rate": 0.00022713234272577385,
      "loss": 4.1576,
      "step": 24517
    },
    {
      "epoch": 2.082738702004757,
      "grad_norm": 2.8337056691393023,
      "learning_rate": 0.00022712645380012887,
      "loss": 4.1351,
      "step": 24518
    },
    {
      "epoch": 2.082823649337411,
      "grad_norm": 2.7034351438077633,
      "learning_rate": 0.00022712056471288074,
      "loss": 4.7635,
      "step": 24519
    },
    {
      "epoch": 2.0829085966700647,
      "grad_norm": 2.6830271383368642,
      "learning_rate": 0.00022711467546404182,
      "loss": 4.3057,
      "step": 24520
    },
    {
      "epoch": 2.0829935440027185,
      "grad_norm": 2.712479653699618,
      "learning_rate": 0.00022710878605362443,
      "loss": 4.513,
      "step": 24521
    },
    {
      "epoch": 2.083078491335372,
      "grad_norm": 2.6049189587358756,
      "learning_rate": 0.00022710289648164087,
      "loss": 3.7176,
      "step": 24522
    },
    {
      "epoch": 2.083163438668026,
      "grad_norm": 2.5363410657146215,
      "learning_rate": 0.0002270970067481036,
      "loss": 3.5849,
      "step": 24523
    },
    {
      "epoch": 2.0832483860006796,
      "grad_norm": 2.8634345081449672,
      "learning_rate": 0.00022709111685302488,
      "loss": 4.6299,
      "step": 24524
    },
    {
      "epoch": 2.0833333333333335,
      "grad_norm": 2.880142072959749,
      "learning_rate": 0.00022708522679641704,
      "loss": 4.8907,
      "step": 24525
    },
    {
      "epoch": 2.083418280665987,
      "grad_norm": 2.8752759848047247,
      "learning_rate": 0.00022707933657829246,
      "loss": 4.6916,
      "step": 24526
    },
    {
      "epoch": 2.0835032279986407,
      "grad_norm": 2.8563720591065356,
      "learning_rate": 0.0002270734461986634,
      "loss": 4.7648,
      "step": 24527
    },
    {
      "epoch": 2.0835881753312946,
      "grad_norm": 2.7129955403874275,
      "learning_rate": 0.00022706755565754237,
      "loss": 4.5151,
      "step": 24528
    },
    {
      "epoch": 2.0836731226639484,
      "grad_norm": 2.669663019290808,
      "learning_rate": 0.00022706166495494153,
      "loss": 4.4085,
      "step": 24529
    },
    {
      "epoch": 2.0837580699966023,
      "grad_norm": 2.692279328627932,
      "learning_rate": 0.0002270557740908733,
      "loss": 4.1945,
      "step": 24530
    },
    {
      "epoch": 2.0838430173292557,
      "grad_norm": 2.665980378332108,
      "learning_rate": 0.0002270498830653501,
      "loss": 4.1441,
      "step": 24531
    },
    {
      "epoch": 2.0839279646619095,
      "grad_norm": 2.7487387903119576,
      "learning_rate": 0.00022704399187838413,
      "loss": 4.7405,
      "step": 24532
    },
    {
      "epoch": 2.0840129119945634,
      "grad_norm": 2.698445808773573,
      "learning_rate": 0.0002270381005299878,
      "loss": 4.2775,
      "step": 24533
    },
    {
      "epoch": 2.0840978593272173,
      "grad_norm": 2.6107880685138576,
      "learning_rate": 0.00022703220902017346,
      "loss": 3.9266,
      "step": 24534
    },
    {
      "epoch": 2.0841828066598707,
      "grad_norm": 2.853260594012552,
      "learning_rate": 0.0002270263173489535,
      "loss": 4.7559,
      "step": 24535
    },
    {
      "epoch": 2.0842677539925245,
      "grad_norm": 2.8787085175400753,
      "learning_rate": 0.00022702042551634016,
      "loss": 5.0378,
      "step": 24536
    },
    {
      "epoch": 2.0843527013251784,
      "grad_norm": 2.763494938337583,
      "learning_rate": 0.0002270145335223459,
      "loss": 4.5406,
      "step": 24537
    },
    {
      "epoch": 2.084437648657832,
      "grad_norm": 2.684248570053988,
      "learning_rate": 0.00022700864136698294,
      "loss": 4.1565,
      "step": 24538
    },
    {
      "epoch": 2.084522595990486,
      "grad_norm": 2.669643894226532,
      "learning_rate": 0.00022700274905026373,
      "loss": 3.9611,
      "step": 24539
    },
    {
      "epoch": 2.0846075433231395,
      "grad_norm": 2.597934813538078,
      "learning_rate": 0.00022699685657220055,
      "loss": 3.7839,
      "step": 24540
    },
    {
      "epoch": 2.0846924906557933,
      "grad_norm": 2.568650119567605,
      "learning_rate": 0.00022699096393280575,
      "loss": 4.0418,
      "step": 24541
    },
    {
      "epoch": 2.084777437988447,
      "grad_norm": 2.8627165994820283,
      "learning_rate": 0.00022698507113209175,
      "loss": 4.0918,
      "step": 24542
    },
    {
      "epoch": 2.084862385321101,
      "grad_norm": 2.9186871456562415,
      "learning_rate": 0.00022697917817007083,
      "loss": 5.1788,
      "step": 24543
    },
    {
      "epoch": 2.084947332653755,
      "grad_norm": 2.75210607931522,
      "learning_rate": 0.00022697328504675537,
      "loss": 4.8562,
      "step": 24544
    },
    {
      "epoch": 2.0850322799864083,
      "grad_norm": 2.918047311639455,
      "learning_rate": 0.00022696739176215766,
      "loss": 4.9626,
      "step": 24545
    },
    {
      "epoch": 2.085117227319062,
      "grad_norm": 2.802233427484569,
      "learning_rate": 0.00022696149831629014,
      "loss": 4.7036,
      "step": 24546
    },
    {
      "epoch": 2.085202174651716,
      "grad_norm": 2.905195094197832,
      "learning_rate": 0.00022695560470916508,
      "loss": 5.0061,
      "step": 24547
    },
    {
      "epoch": 2.08528712198437,
      "grad_norm": 2.877525348272885,
      "learning_rate": 0.00022694971094079487,
      "loss": 5.1929,
      "step": 24548
    },
    {
      "epoch": 2.0853720693170232,
      "grad_norm": 2.807586394061548,
      "learning_rate": 0.00022694381701119184,
      "loss": 4.412,
      "step": 24549
    },
    {
      "epoch": 2.085457016649677,
      "grad_norm": 2.885446503101074,
      "learning_rate": 0.00022693792292036833,
      "loss": 4.1977,
      "step": 24550
    },
    {
      "epoch": 2.085541963982331,
      "grad_norm": 2.777616655182303,
      "learning_rate": 0.00022693202866833675,
      "loss": 4.4198,
      "step": 24551
    },
    {
      "epoch": 2.085626911314985,
      "grad_norm": 2.78295254933925,
      "learning_rate": 0.0002269261342551094,
      "loss": 4.7318,
      "step": 24552
    },
    {
      "epoch": 2.0857118586476386,
      "grad_norm": 2.709914374754145,
      "learning_rate": 0.00022692023968069866,
      "loss": 4.5987,
      "step": 24553
    },
    {
      "epoch": 2.085796805980292,
      "grad_norm": 2.6727507063968243,
      "learning_rate": 0.0002269143449451168,
      "loss": 3.8457,
      "step": 24554
    },
    {
      "epoch": 2.085881753312946,
      "grad_norm": 2.867716844624321,
      "learning_rate": 0.00022690845004837625,
      "loss": 4.6474,
      "step": 24555
    },
    {
      "epoch": 2.0859667006455997,
      "grad_norm": 2.7537329742053034,
      "learning_rate": 0.00022690255499048935,
      "loss": 4.473,
      "step": 24556
    },
    {
      "epoch": 2.0860516479782536,
      "grad_norm": 3.013821756426124,
      "learning_rate": 0.00022689665977146847,
      "loss": 5.3375,
      "step": 24557
    },
    {
      "epoch": 2.0861365953109074,
      "grad_norm": 2.949667323388045,
      "learning_rate": 0.00022689076439132592,
      "loss": 4.621,
      "step": 24558
    },
    {
      "epoch": 2.086221542643561,
      "grad_norm": 2.6819525328754743,
      "learning_rate": 0.00022688486885007403,
      "loss": 4.2693,
      "step": 24559
    },
    {
      "epoch": 2.0863064899762147,
      "grad_norm": 2.7072455359546335,
      "learning_rate": 0.00022687897314772524,
      "loss": 4.2298,
      "step": 24560
    },
    {
      "epoch": 2.0863914373088686,
      "grad_norm": 2.8970876350510264,
      "learning_rate": 0.00022687307728429183,
      "loss": 5.045,
      "step": 24561
    },
    {
      "epoch": 2.0864763846415224,
      "grad_norm": 2.7131507488279905,
      "learning_rate": 0.00022686718125978621,
      "loss": 3.7366,
      "step": 24562
    },
    {
      "epoch": 2.086561331974176,
      "grad_norm": 2.881563621712883,
      "learning_rate": 0.0002268612850742206,
      "loss": 5.0288,
      "step": 24563
    },
    {
      "epoch": 2.0866462793068297,
      "grad_norm": 2.670693887224444,
      "learning_rate": 0.00022685538872760757,
      "loss": 4.7402,
      "step": 24564
    },
    {
      "epoch": 2.0867312266394835,
      "grad_norm": 2.7831505394113987,
      "learning_rate": 0.00022684949221995937,
      "loss": 4.0362,
      "step": 24565
    },
    {
      "epoch": 2.0868161739721374,
      "grad_norm": 2.753642206580006,
      "learning_rate": 0.00022684359555128828,
      "loss": 4.24,
      "step": 24566
    },
    {
      "epoch": 2.086901121304791,
      "grad_norm": 2.9020947973354856,
      "learning_rate": 0.00022683769872160672,
      "loss": 5.0706,
      "step": 24567
    },
    {
      "epoch": 2.0869860686374446,
      "grad_norm": 2.817418576615952,
      "learning_rate": 0.0002268318017309271,
      "loss": 4.627,
      "step": 24568
    },
    {
      "epoch": 2.0870710159700985,
      "grad_norm": 2.6493073241751772,
      "learning_rate": 0.00022682590457926167,
      "loss": 3.9778,
      "step": 24569
    },
    {
      "epoch": 2.0871559633027523,
      "grad_norm": 2.7745331831530278,
      "learning_rate": 0.00022682000726662285,
      "loss": 4.6558,
      "step": 24570
    },
    {
      "epoch": 2.087240910635406,
      "grad_norm": 2.8876389101331608,
      "learning_rate": 0.00022681410979302302,
      "loss": 5.0581,
      "step": 24571
    },
    {
      "epoch": 2.08732585796806,
      "grad_norm": 2.7748624689505412,
      "learning_rate": 0.0002268082121584745,
      "loss": 4.8378,
      "step": 24572
    },
    {
      "epoch": 2.0874108053007134,
      "grad_norm": 2.6867988060078902,
      "learning_rate": 0.00022680231436298965,
      "loss": 4.3596,
      "step": 24573
    },
    {
      "epoch": 2.0874957526333673,
      "grad_norm": 2.7983865649882644,
      "learning_rate": 0.00022679641640658077,
      "loss": 4.9073,
      "step": 24574
    },
    {
      "epoch": 2.087580699966021,
      "grad_norm": 2.7431404327350486,
      "learning_rate": 0.00022679051828926035,
      "loss": 4.7157,
      "step": 24575
    },
    {
      "epoch": 2.087665647298675,
      "grad_norm": 3.1242753368738008,
      "learning_rate": 0.0002267846200110406,
      "loss": 5.1077,
      "step": 24576
    },
    {
      "epoch": 2.0877505946313284,
      "grad_norm": 2.5786562580460255,
      "learning_rate": 0.000226778721571934,
      "loss": 4.2053,
      "step": 24577
    },
    {
      "epoch": 2.0878355419639822,
      "grad_norm": 2.7618347359497,
      "learning_rate": 0.00022677282297195288,
      "loss": 4.9029,
      "step": 24578
    },
    {
      "epoch": 2.087920489296636,
      "grad_norm": 2.9374905684445407,
      "learning_rate": 0.00022676692421110954,
      "loss": 5.2279,
      "step": 24579
    },
    {
      "epoch": 2.08800543662929,
      "grad_norm": 2.73065504101084,
      "learning_rate": 0.00022676102528941641,
      "loss": 4.6514,
      "step": 24580
    },
    {
      "epoch": 2.088090383961944,
      "grad_norm": 2.7854138794054073,
      "learning_rate": 0.00022675512620688582,
      "loss": 4.9966,
      "step": 24581
    },
    {
      "epoch": 2.088175331294597,
      "grad_norm": 2.7490909725028807,
      "learning_rate": 0.00022674922696353013,
      "loss": 4.2925,
      "step": 24582
    },
    {
      "epoch": 2.088260278627251,
      "grad_norm": 2.782822736230614,
      "learning_rate": 0.00022674332755936167,
      "loss": 4.6883,
      "step": 24583
    },
    {
      "epoch": 2.088345225959905,
      "grad_norm": 2.683552590028345,
      "learning_rate": 0.0002267374279943929,
      "loss": 4.3863,
      "step": 24584
    },
    {
      "epoch": 2.0884301732925588,
      "grad_norm": 2.6765591458336835,
      "learning_rate": 0.00022673152826863604,
      "loss": 4.3651,
      "step": 24585
    },
    {
      "epoch": 2.088515120625212,
      "grad_norm": 2.6861693080734947,
      "learning_rate": 0.00022672562838210356,
      "loss": 4.8202,
      "step": 24586
    },
    {
      "epoch": 2.088600067957866,
      "grad_norm": 2.597182329571433,
      "learning_rate": 0.0002267197283348078,
      "loss": 4.0989,
      "step": 24587
    },
    {
      "epoch": 2.08868501529052,
      "grad_norm": 2.6775675987852523,
      "learning_rate": 0.00022671382812676106,
      "loss": 4.7374,
      "step": 24588
    },
    {
      "epoch": 2.0887699626231737,
      "grad_norm": 2.708922246086284,
      "learning_rate": 0.00022670792775797581,
      "loss": 4.4243,
      "step": 24589
    },
    {
      "epoch": 2.0888549099558276,
      "grad_norm": 2.793216834117508,
      "learning_rate": 0.00022670202722846437,
      "loss": 4.3041,
      "step": 24590
    },
    {
      "epoch": 2.088939857288481,
      "grad_norm": 2.625056667544572,
      "learning_rate": 0.00022669612653823906,
      "loss": 4.6635,
      "step": 24591
    },
    {
      "epoch": 2.089024804621135,
      "grad_norm": 2.938652309580185,
      "learning_rate": 0.00022669022568731222,
      "loss": 5.3223,
      "step": 24592
    },
    {
      "epoch": 2.0891097519537887,
      "grad_norm": 2.8404913343967486,
      "learning_rate": 0.00022668432467569638,
      "loss": 4.7304,
      "step": 24593
    },
    {
      "epoch": 2.0891946992864425,
      "grad_norm": 2.7213663256431335,
      "learning_rate": 0.0002266784235034037,
      "loss": 4.861,
      "step": 24594
    },
    {
      "epoch": 2.0892796466190964,
      "grad_norm": 2.714771798366536,
      "learning_rate": 0.0002266725221704467,
      "loss": 4.6154,
      "step": 24595
    },
    {
      "epoch": 2.08936459395175,
      "grad_norm": 2.6417378768182984,
      "learning_rate": 0.00022666662067683763,
      "loss": 4.5825,
      "step": 24596
    },
    {
      "epoch": 2.0894495412844036,
      "grad_norm": 2.6725973103800365,
      "learning_rate": 0.00022666071902258892,
      "loss": 4.0473,
      "step": 24597
    },
    {
      "epoch": 2.0895344886170575,
      "grad_norm": 2.7930769865519265,
      "learning_rate": 0.00022665481720771292,
      "loss": 4.6653,
      "step": 24598
    },
    {
      "epoch": 2.0896194359497113,
      "grad_norm": 2.674139491412836,
      "learning_rate": 0.00022664891523222202,
      "loss": 4.4316,
      "step": 24599
    },
    {
      "epoch": 2.0897043832823647,
      "grad_norm": 2.7253603355622897,
      "learning_rate": 0.00022664301309612857,
      "loss": 4.6222,
      "step": 24600
    },
    {
      "epoch": 2.0897893306150186,
      "grad_norm": 2.6009085268847483,
      "learning_rate": 0.00022663711079944494,
      "loss": 4.518,
      "step": 24601
    },
    {
      "epoch": 2.0898742779476724,
      "grad_norm": 2.5914472846186447,
      "learning_rate": 0.00022663120834218344,
      "loss": 4.4812,
      "step": 24602
    },
    {
      "epoch": 2.0899592252803263,
      "grad_norm": 2.67088005260593,
      "learning_rate": 0.00022662530572435652,
      "loss": 4.8013,
      "step": 24603
    },
    {
      "epoch": 2.09004417261298,
      "grad_norm": 2.578911621144045,
      "learning_rate": 0.0002266194029459765,
      "loss": 4.1942,
      "step": 24604
    },
    {
      "epoch": 2.0901291199456336,
      "grad_norm": 2.721716226836188,
      "learning_rate": 0.00022661350000705577,
      "loss": 4.8323,
      "step": 24605
    },
    {
      "epoch": 2.0902140672782874,
      "grad_norm": 2.716388893864055,
      "learning_rate": 0.00022660759690760668,
      "loss": 4.6453,
      "step": 24606
    },
    {
      "epoch": 2.0902990146109413,
      "grad_norm": 2.59320882796579,
      "learning_rate": 0.00022660169364764168,
      "loss": 4.0643,
      "step": 24607
    },
    {
      "epoch": 2.090383961943595,
      "grad_norm": 2.770911640033391,
      "learning_rate": 0.000226595790227173,
      "loss": 4.0924,
      "step": 24608
    },
    {
      "epoch": 2.0904689092762485,
      "grad_norm": 2.693250476835992,
      "learning_rate": 0.00022658988664621304,
      "loss": 4.6393,
      "step": 24609
    },
    {
      "epoch": 2.0905538566089024,
      "grad_norm": 2.6539666650445346,
      "learning_rate": 0.00022658398290477426,
      "loss": 4.7391,
      "step": 24610
    },
    {
      "epoch": 2.090638803941556,
      "grad_norm": 2.5889673694391333,
      "learning_rate": 0.00022657807900286904,
      "loss": 4.0124,
      "step": 24611
    },
    {
      "epoch": 2.09072375127421,
      "grad_norm": 2.709074515846357,
      "learning_rate": 0.00022657217494050956,
      "loss": 3.9168,
      "step": 24612
    },
    {
      "epoch": 2.090808698606864,
      "grad_norm": 2.8153700506417723,
      "learning_rate": 0.00022656627071770844,
      "loss": 4.9051,
      "step": 24613
    },
    {
      "epoch": 2.0908936459395173,
      "grad_norm": 2.5700506138652974,
      "learning_rate": 0.0002265603663344779,
      "loss": 4.2336,
      "step": 24614
    },
    {
      "epoch": 2.090978593272171,
      "grad_norm": 2.735276808314724,
      "learning_rate": 0.00022655446179083028,
      "loss": 4.913,
      "step": 24615
    },
    {
      "epoch": 2.091063540604825,
      "grad_norm": 2.845208567301959,
      "learning_rate": 0.00022654855708677805,
      "loss": 4.5499,
      "step": 24616
    },
    {
      "epoch": 2.091148487937479,
      "grad_norm": 2.69364084916347,
      "learning_rate": 0.00022654265222233356,
      "loss": 4.7002,
      "step": 24617
    },
    {
      "epoch": 2.0912334352701327,
      "grad_norm": 2.760032574886177,
      "learning_rate": 0.0002265367471975092,
      "loss": 4.1149,
      "step": 24618
    },
    {
      "epoch": 2.091318382602786,
      "grad_norm": 2.668791037997918,
      "learning_rate": 0.00022653084201231723,
      "loss": 4.0766,
      "step": 24619
    },
    {
      "epoch": 2.09140332993544,
      "grad_norm": 2.5432312403554254,
      "learning_rate": 0.00022652493666677016,
      "loss": 3.7397,
      "step": 24620
    },
    {
      "epoch": 2.091488277268094,
      "grad_norm": 2.719076624178474,
      "learning_rate": 0.00022651903116088028,
      "loss": 4.4238,
      "step": 24621
    },
    {
      "epoch": 2.0915732246007477,
      "grad_norm": 2.802415271110939,
      "learning_rate": 0.00022651312549465998,
      "loss": 4.9009,
      "step": 24622
    },
    {
      "epoch": 2.091658171933401,
      "grad_norm": 2.635366549791172,
      "learning_rate": 0.0002265072196681217,
      "loss": 4.59,
      "step": 24623
    },
    {
      "epoch": 2.091743119266055,
      "grad_norm": 2.8181550020332864,
      "learning_rate": 0.0002265013136812777,
      "loss": 4.7873,
      "step": 24624
    },
    {
      "epoch": 2.091828066598709,
      "grad_norm": 2.7779242125258263,
      "learning_rate": 0.00022649540753414045,
      "loss": 4.8996,
      "step": 24625
    },
    {
      "epoch": 2.0919130139313626,
      "grad_norm": 2.7508531191678594,
      "learning_rate": 0.00022648950122672226,
      "loss": 4.7101,
      "step": 24626
    },
    {
      "epoch": 2.0919979612640165,
      "grad_norm": 2.8398194997586788,
      "learning_rate": 0.0002264835947590356,
      "loss": 4.2988,
      "step": 24627
    },
    {
      "epoch": 2.09208290859667,
      "grad_norm": 2.6729493409395313,
      "learning_rate": 0.0002264776881310927,
      "loss": 3.8722,
      "step": 24628
    },
    {
      "epoch": 2.0921678559293237,
      "grad_norm": 2.7435831299902618,
      "learning_rate": 0.0002264717813429061,
      "loss": 4.7857,
      "step": 24629
    },
    {
      "epoch": 2.0922528032619776,
      "grad_norm": 2.632158630465979,
      "learning_rate": 0.00022646587439448807,
      "loss": 4.0539,
      "step": 24630
    },
    {
      "epoch": 2.0923377505946315,
      "grad_norm": 2.789920837072406,
      "learning_rate": 0.00022645996728585095,
      "loss": 4.8589,
      "step": 24631
    },
    {
      "epoch": 2.092422697927285,
      "grad_norm": 2.74988805199858,
      "learning_rate": 0.00022645406001700724,
      "loss": 4.7058,
      "step": 24632
    },
    {
      "epoch": 2.0925076452599387,
      "grad_norm": 2.9251986690476177,
      "learning_rate": 0.00022644815258796928,
      "loss": 4.8053,
      "step": 24633
    },
    {
      "epoch": 2.0925925925925926,
      "grad_norm": 2.9300234850531224,
      "learning_rate": 0.00022644224499874933,
      "loss": 5.0735,
      "step": 24634
    },
    {
      "epoch": 2.0926775399252464,
      "grad_norm": 2.842042428101802,
      "learning_rate": 0.00022643633724935992,
      "loss": 5.0392,
      "step": 24635
    },
    {
      "epoch": 2.0927624872579003,
      "grad_norm": 2.6700619030284516,
      "learning_rate": 0.0002264304293398134,
      "loss": 4.2189,
      "step": 24636
    },
    {
      "epoch": 2.0928474345905537,
      "grad_norm": 2.635019510713341,
      "learning_rate": 0.00022642452127012204,
      "loss": 3.5438,
      "step": 24637
    },
    {
      "epoch": 2.0929323819232075,
      "grad_norm": 2.7393231677091046,
      "learning_rate": 0.00022641861304029842,
      "loss": 4.7605,
      "step": 24638
    },
    {
      "epoch": 2.0930173292558614,
      "grad_norm": 2.905630231100327,
      "learning_rate": 0.0002264127046503547,
      "loss": 4.3014,
      "step": 24639
    },
    {
      "epoch": 2.093102276588515,
      "grad_norm": 2.6769218951045484,
      "learning_rate": 0.00022640679610030334,
      "loss": 4.6827,
      "step": 24640
    },
    {
      "epoch": 2.093187223921169,
      "grad_norm": 2.704524935111688,
      "learning_rate": 0.00022640088739015677,
      "loss": 4.4398,
      "step": 24641
    },
    {
      "epoch": 2.0932721712538225,
      "grad_norm": 2.846371689189165,
      "learning_rate": 0.00022639497851992737,
      "loss": 4.5391,
      "step": 24642
    },
    {
      "epoch": 2.0933571185864763,
      "grad_norm": 2.756041724179564,
      "learning_rate": 0.00022638906948962748,
      "loss": 4.8372,
      "step": 24643
    },
    {
      "epoch": 2.09344206591913,
      "grad_norm": 2.7865525739538453,
      "learning_rate": 0.00022638316029926944,
      "loss": 4.7832,
      "step": 24644
    },
    {
      "epoch": 2.093527013251784,
      "grad_norm": 2.7036633223754087,
      "learning_rate": 0.00022637725094886576,
      "loss": 4.501,
      "step": 24645
    },
    {
      "epoch": 2.0936119605844374,
      "grad_norm": 2.6658631862434112,
      "learning_rate": 0.00022637134143842867,
      "loss": 4.7443,
      "step": 24646
    },
    {
      "epoch": 2.0936969079170913,
      "grad_norm": 2.6510092945280457,
      "learning_rate": 0.0002263654317679707,
      "loss": 4.5126,
      "step": 24647
    },
    {
      "epoch": 2.093781855249745,
      "grad_norm": 2.803708641833561,
      "learning_rate": 0.0002263595219375041,
      "loss": 3.9812,
      "step": 24648
    },
    {
      "epoch": 2.093866802582399,
      "grad_norm": 2.6788043621214017,
      "learning_rate": 0.00022635361194704132,
      "loss": 4.5912,
      "step": 24649
    },
    {
      "epoch": 2.093951749915053,
      "grad_norm": 2.728228296025409,
      "learning_rate": 0.00022634770179659475,
      "loss": 4.6761,
      "step": 24650
    },
    {
      "epoch": 2.0940366972477062,
      "grad_norm": 2.7402986880399975,
      "learning_rate": 0.00022634179148617678,
      "loss": 4.8433,
      "step": 24651
    },
    {
      "epoch": 2.09412164458036,
      "grad_norm": 2.8205957884255968,
      "learning_rate": 0.0002263358810157997,
      "loss": 4.961,
      "step": 24652
    },
    {
      "epoch": 2.094206591913014,
      "grad_norm": 2.638435040924653,
      "learning_rate": 0.000226329970385476,
      "loss": 4.521,
      "step": 24653
    },
    {
      "epoch": 2.094291539245668,
      "grad_norm": 2.6900073669833393,
      "learning_rate": 0.00022632405959521808,
      "loss": 4.7269,
      "step": 24654
    },
    {
      "epoch": 2.0943764865783217,
      "grad_norm": 2.788065501998784,
      "learning_rate": 0.00022631814864503824,
      "loss": 5.1156,
      "step": 24655
    },
    {
      "epoch": 2.094461433910975,
      "grad_norm": 2.6733448384151033,
      "learning_rate": 0.0002263122375349489,
      "loss": 4.634,
      "step": 24656
    },
    {
      "epoch": 2.094546381243629,
      "grad_norm": 2.7269707603820237,
      "learning_rate": 0.00022630632626496246,
      "loss": 4.5408,
      "step": 24657
    },
    {
      "epoch": 2.0946313285762828,
      "grad_norm": 2.679302257081745,
      "learning_rate": 0.00022630041483509124,
      "loss": 3.9249,
      "step": 24658
    },
    {
      "epoch": 2.0947162759089366,
      "grad_norm": 2.724667433455724,
      "learning_rate": 0.00022629450324534772,
      "loss": 4.6241,
      "step": 24659
    },
    {
      "epoch": 2.09480122324159,
      "grad_norm": 2.73214858277709,
      "learning_rate": 0.00022628859149574428,
      "loss": 3.9676,
      "step": 24660
    },
    {
      "epoch": 2.094886170574244,
      "grad_norm": 2.7621137905024633,
      "learning_rate": 0.00022628267958629323,
      "loss": 5.0989,
      "step": 24661
    },
    {
      "epoch": 2.0949711179068977,
      "grad_norm": 2.637949564339639,
      "learning_rate": 0.00022627676751700695,
      "loss": 3.9497,
      "step": 24662
    },
    {
      "epoch": 2.0950560652395516,
      "grad_norm": 2.665312318280549,
      "learning_rate": 0.00022627085528789797,
      "loss": 4.6612,
      "step": 24663
    },
    {
      "epoch": 2.0951410125722054,
      "grad_norm": 2.7130804552942966,
      "learning_rate": 0.00022626494289897857,
      "loss": 4.684,
      "step": 24664
    },
    {
      "epoch": 2.095225959904859,
      "grad_norm": 2.6127210942671195,
      "learning_rate": 0.0002262590303502611,
      "loss": 4.6289,
      "step": 24665
    },
    {
      "epoch": 2.0953109072375127,
      "grad_norm": 2.632336977547713,
      "learning_rate": 0.00022625311764175806,
      "loss": 4.378,
      "step": 24666
    },
    {
      "epoch": 2.0953958545701665,
      "grad_norm": 2.7249537381166675,
      "learning_rate": 0.00022624720477348173,
      "loss": 4.5992,
      "step": 24667
    },
    {
      "epoch": 2.0954808019028204,
      "grad_norm": 2.8333965117443665,
      "learning_rate": 0.00022624129174544458,
      "loss": 4.2243,
      "step": 24668
    },
    {
      "epoch": 2.0955657492354742,
      "grad_norm": 2.6081931783225327,
      "learning_rate": 0.00022623537855765897,
      "loss": 4.2141,
      "step": 24669
    },
    {
      "epoch": 2.0956506965681276,
      "grad_norm": 2.738852906334891,
      "learning_rate": 0.00022622946521013728,
      "loss": 4.9484,
      "step": 24670
    },
    {
      "epoch": 2.0957356439007815,
      "grad_norm": 2.7961822611606864,
      "learning_rate": 0.0002262235517028919,
      "loss": 4.9267,
      "step": 24671
    },
    {
      "epoch": 2.0958205912334353,
      "grad_norm": 2.68172830103698,
      "learning_rate": 0.00022621763803593525,
      "loss": 4.1636,
      "step": 24672
    },
    {
      "epoch": 2.095905538566089,
      "grad_norm": 2.7033343607901053,
      "learning_rate": 0.0002262117242092797,
      "loss": 4.9132,
      "step": 24673
    },
    {
      "epoch": 2.0959904858987426,
      "grad_norm": 2.785119782859874,
      "learning_rate": 0.00022620581022293762,
      "loss": 4.3892,
      "step": 24674
    },
    {
      "epoch": 2.0960754332313964,
      "grad_norm": 2.7326266551791263,
      "learning_rate": 0.00022619989607692144,
      "loss": 4.846,
      "step": 24675
    },
    {
      "epoch": 2.0961603805640503,
      "grad_norm": 2.764974459000325,
      "learning_rate": 0.00022619398177124353,
      "loss": 4.7458,
      "step": 24676
    },
    {
      "epoch": 2.096245327896704,
      "grad_norm": 2.7215533590051844,
      "learning_rate": 0.0002261880673059163,
      "loss": 4.2346,
      "step": 24677
    },
    {
      "epoch": 2.096330275229358,
      "grad_norm": 2.7440581305905454,
      "learning_rate": 0.00022618215268095212,
      "loss": 4.1761,
      "step": 24678
    },
    {
      "epoch": 2.0964152225620114,
      "grad_norm": 2.7592606859561237,
      "learning_rate": 0.00022617623789636344,
      "loss": 4.3589,
      "step": 24679
    },
    {
      "epoch": 2.0965001698946653,
      "grad_norm": 2.836205996003207,
      "learning_rate": 0.00022617032295216253,
      "loss": 4.6469,
      "step": 24680
    },
    {
      "epoch": 2.096585117227319,
      "grad_norm": 2.6808739508751276,
      "learning_rate": 0.0002261644078483619,
      "loss": 4.8372,
      "step": 24681
    },
    {
      "epoch": 2.096670064559973,
      "grad_norm": 2.9080063611928955,
      "learning_rate": 0.0002261584925849739,
      "loss": 4.6793,
      "step": 24682
    },
    {
      "epoch": 2.0967550118926264,
      "grad_norm": 2.8171109101451286,
      "learning_rate": 0.00022615257716201092,
      "loss": 4.8236,
      "step": 24683
    },
    {
      "epoch": 2.09683995922528,
      "grad_norm": 2.877758141449524,
      "learning_rate": 0.00022614666157948535,
      "loss": 4.5713,
      "step": 24684
    },
    {
      "epoch": 2.096924906557934,
      "grad_norm": 2.730979419816163,
      "learning_rate": 0.00022614074583740963,
      "loss": 5.0147,
      "step": 24685
    },
    {
      "epoch": 2.097009853890588,
      "grad_norm": 2.7708691653034947,
      "learning_rate": 0.0002261348299357961,
      "loss": 4.6369,
      "step": 24686
    },
    {
      "epoch": 2.0970948012232418,
      "grad_norm": 2.618411800067883,
      "learning_rate": 0.00022612891387465718,
      "loss": 4.2519,
      "step": 24687
    },
    {
      "epoch": 2.097179748555895,
      "grad_norm": 2.786734714716954,
      "learning_rate": 0.00022612299765400535,
      "loss": 4.8983,
      "step": 24688
    },
    {
      "epoch": 2.097264695888549,
      "grad_norm": 2.646769934910197,
      "learning_rate": 0.0002261170812738528,
      "loss": 3.9634,
      "step": 24689
    },
    {
      "epoch": 2.097349643221203,
      "grad_norm": 2.7762519386302653,
      "learning_rate": 0.00022611116473421212,
      "loss": 3.9905,
      "step": 24690
    },
    {
      "epoch": 2.0974345905538567,
      "grad_norm": 3.0906813495994947,
      "learning_rate": 0.0002261052480350956,
      "loss": 4.0828,
      "step": 24691
    },
    {
      "epoch": 2.0975195378865106,
      "grad_norm": 2.7814552132997123,
      "learning_rate": 0.00022609933117651566,
      "loss": 4.9543,
      "step": 24692
    },
    {
      "epoch": 2.097604485219164,
      "grad_norm": 2.671349459303757,
      "learning_rate": 0.0002260934141584847,
      "loss": 4.6816,
      "step": 24693
    },
    {
      "epoch": 2.097689432551818,
      "grad_norm": 2.683803661902969,
      "learning_rate": 0.00022608749698101518,
      "loss": 4.4532,
      "step": 24694
    },
    {
      "epoch": 2.0977743798844717,
      "grad_norm": 2.6655027103783384,
      "learning_rate": 0.00022608157964411942,
      "loss": 4.4396,
      "step": 24695
    },
    {
      "epoch": 2.0978593272171255,
      "grad_norm": 2.718820706298317,
      "learning_rate": 0.00022607566214780987,
      "loss": 4.077,
      "step": 24696
    },
    {
      "epoch": 2.097944274549779,
      "grad_norm": 2.765574170724613,
      "learning_rate": 0.0002260697444920989,
      "loss": 4.6671,
      "step": 24697
    },
    {
      "epoch": 2.098029221882433,
      "grad_norm": 2.669974146571875,
      "learning_rate": 0.00022606382667699886,
      "loss": 4.7167,
      "step": 24698
    },
    {
      "epoch": 2.0981141692150866,
      "grad_norm": 2.7991082227284254,
      "learning_rate": 0.00022605790870252227,
      "loss": 3.6133,
      "step": 24699
    },
    {
      "epoch": 2.0981991165477405,
      "grad_norm": 2.638251151540335,
      "learning_rate": 0.00022605199056868142,
      "loss": 4.4277,
      "step": 24700
    },
    {
      "epoch": 2.0982840638803943,
      "grad_norm": 2.5640540615761784,
      "learning_rate": 0.00022604607227548877,
      "loss": 4.0618,
      "step": 24701
    },
    {
      "epoch": 2.0983690112130478,
      "grad_norm": 2.857164269248047,
      "learning_rate": 0.0002260401538229567,
      "loss": 4.8812,
      "step": 24702
    },
    {
      "epoch": 2.0984539585457016,
      "grad_norm": 2.849196923990603,
      "learning_rate": 0.00022603423521109763,
      "loss": 4.7075,
      "step": 24703
    },
    {
      "epoch": 2.0985389058783555,
      "grad_norm": 2.7624681519749883,
      "learning_rate": 0.0002260283164399239,
      "loss": 4.9337,
      "step": 24704
    },
    {
      "epoch": 2.0986238532110093,
      "grad_norm": 2.6202591000445503,
      "learning_rate": 0.00022602239750944798,
      "loss": 4.534,
      "step": 24705
    },
    {
      "epoch": 2.0987088005436627,
      "grad_norm": 2.7356082787122205,
      "learning_rate": 0.00022601647841968223,
      "loss": 4.5872,
      "step": 24706
    },
    {
      "epoch": 2.0987937478763166,
      "grad_norm": 2.6875166348198025,
      "learning_rate": 0.00022601055917063914,
      "loss": 3.9708,
      "step": 24707
    },
    {
      "epoch": 2.0988786952089704,
      "grad_norm": 2.665948298579346,
      "learning_rate": 0.00022600463976233098,
      "loss": 4.3777,
      "step": 24708
    },
    {
      "epoch": 2.0989636425416243,
      "grad_norm": 2.645210055912989,
      "learning_rate": 0.0002259987201947702,
      "loss": 4.0142,
      "step": 24709
    },
    {
      "epoch": 2.099048589874278,
      "grad_norm": 2.6490353935759243,
      "learning_rate": 0.00022599280046796933,
      "loss": 4.3652,
      "step": 24710
    },
    {
      "epoch": 2.0991335372069315,
      "grad_norm": 2.9517467317561943,
      "learning_rate": 0.00022598688058194055,
      "loss": 5.257,
      "step": 24711
    },
    {
      "epoch": 2.0992184845395854,
      "grad_norm": 2.748334732143083,
      "learning_rate": 0.00022598096053669638,
      "loss": 4.892,
      "step": 24712
    },
    {
      "epoch": 2.0993034318722392,
      "grad_norm": 2.844988232390093,
      "learning_rate": 0.00022597504033224932,
      "loss": 5.0353,
      "step": 24713
    },
    {
      "epoch": 2.099388379204893,
      "grad_norm": 2.690918605246292,
      "learning_rate": 0.00022596911996861153,
      "loss": 3.9419,
      "step": 24714
    },
    {
      "epoch": 2.099473326537547,
      "grad_norm": 2.7835048994765823,
      "learning_rate": 0.0002259631994457957,
      "loss": 5.0463,
      "step": 24715
    },
    {
      "epoch": 2.0995582738702003,
      "grad_norm": 2.8335314429349077,
      "learning_rate": 0.00022595727876381403,
      "loss": 5.1371,
      "step": 24716
    },
    {
      "epoch": 2.099643221202854,
      "grad_norm": 2.649656633961264,
      "learning_rate": 0.00022595135792267897,
      "loss": 4.7528,
      "step": 24717
    },
    {
      "epoch": 2.099728168535508,
      "grad_norm": 2.6649694238180284,
      "learning_rate": 0.000225945436922403,
      "loss": 4.6126,
      "step": 24718
    },
    {
      "epoch": 2.099813115868162,
      "grad_norm": 2.926083626168975,
      "learning_rate": 0.00022593951576299848,
      "loss": 5.1344,
      "step": 24719
    },
    {
      "epoch": 2.0998980632008153,
      "grad_norm": 2.781086070814713,
      "learning_rate": 0.00022593359444447774,
      "loss": 4.63,
      "step": 24720
    },
    {
      "epoch": 2.099983010533469,
      "grad_norm": 2.8868659633223803,
      "learning_rate": 0.00022592767296685334,
      "loss": 5.0484,
      "step": 24721
    },
    {
      "epoch": 2.100067957866123,
      "grad_norm": 2.7593482704773504,
      "learning_rate": 0.00022592175133013758,
      "loss": 4.9236,
      "step": 24722
    },
    {
      "epoch": 2.100152905198777,
      "grad_norm": 2.7707276375769005,
      "learning_rate": 0.00022591582953434284,
      "loss": 4.1022,
      "step": 24723
    },
    {
      "epoch": 2.1002378525314307,
      "grad_norm": 2.710591279746312,
      "learning_rate": 0.00022590990757948164,
      "loss": 4.4792,
      "step": 24724
    },
    {
      "epoch": 2.100322799864084,
      "grad_norm": 2.6729497365513404,
      "learning_rate": 0.0002259039854655663,
      "loss": 4.6925,
      "step": 24725
    },
    {
      "epoch": 2.100407747196738,
      "grad_norm": 2.7578534490289406,
      "learning_rate": 0.00022589806319260928,
      "loss": 5.1113,
      "step": 24726
    },
    {
      "epoch": 2.100492694529392,
      "grad_norm": 2.710667780950903,
      "learning_rate": 0.00022589214076062296,
      "loss": 4.6097,
      "step": 24727
    },
    {
      "epoch": 2.1005776418620457,
      "grad_norm": 2.77740704235556,
      "learning_rate": 0.00022588621816961975,
      "loss": 4.6782,
      "step": 24728
    },
    {
      "epoch": 2.100662589194699,
      "grad_norm": 2.687100388989778,
      "learning_rate": 0.00022588029541961206,
      "loss": 4.2471,
      "step": 24729
    },
    {
      "epoch": 2.100747536527353,
      "grad_norm": 2.8900757533415518,
      "learning_rate": 0.00022587437251061232,
      "loss": 5.0464,
      "step": 24730
    },
    {
      "epoch": 2.1008324838600068,
      "grad_norm": 2.8636486389977485,
      "learning_rate": 0.0002258684494426329,
      "loss": 5.1958,
      "step": 24731
    },
    {
      "epoch": 2.1009174311926606,
      "grad_norm": 2.6981669325631645,
      "learning_rate": 0.00022586252621568625,
      "loss": 4.1036,
      "step": 24732
    },
    {
      "epoch": 2.1010023785253145,
      "grad_norm": 2.8615835997409396,
      "learning_rate": 0.00022585660282978482,
      "loss": 5.1036,
      "step": 24733
    },
    {
      "epoch": 2.101087325857968,
      "grad_norm": 2.856530521677235,
      "learning_rate": 0.0002258506792849409,
      "loss": 4.8542,
      "step": 24734
    },
    {
      "epoch": 2.1011722731906217,
      "grad_norm": 2.849135870993323,
      "learning_rate": 0.00022584475558116697,
      "loss": 4.0594,
      "step": 24735
    },
    {
      "epoch": 2.1012572205232756,
      "grad_norm": 2.672555102172659,
      "learning_rate": 0.00022583883171847547,
      "loss": 4.2837,
      "step": 24736
    },
    {
      "epoch": 2.1013421678559294,
      "grad_norm": 2.6980214527154645,
      "learning_rate": 0.0002258329076968788,
      "loss": 4.7493,
      "step": 24737
    },
    {
      "epoch": 2.1014271151885833,
      "grad_norm": 2.7793479109143338,
      "learning_rate": 0.00022582698351638933,
      "loss": 4.4512,
      "step": 24738
    },
    {
      "epoch": 2.1015120625212367,
      "grad_norm": 2.7882537718021556,
      "learning_rate": 0.0002258210591770195,
      "loss": 4.8855,
      "step": 24739
    },
    {
      "epoch": 2.1015970098538905,
      "grad_norm": 2.720154580835941,
      "learning_rate": 0.00022581513467878172,
      "loss": 4.6419,
      "step": 24740
    },
    {
      "epoch": 2.1016819571865444,
      "grad_norm": 2.6992541056286457,
      "learning_rate": 0.0002258092100216884,
      "loss": 4.3187,
      "step": 24741
    },
    {
      "epoch": 2.1017669045191982,
      "grad_norm": 2.6161038323015635,
      "learning_rate": 0.000225803285205752,
      "loss": 4.358,
      "step": 24742
    },
    {
      "epoch": 2.1018518518518516,
      "grad_norm": 2.733555779886011,
      "learning_rate": 0.00022579736023098485,
      "loss": 4.9385,
      "step": 24743
    },
    {
      "epoch": 2.1019367991845055,
      "grad_norm": 2.646441291214748,
      "learning_rate": 0.00022579143509739941,
      "loss": 4.2615,
      "step": 24744
    },
    {
      "epoch": 2.1020217465171593,
      "grad_norm": 2.8244313698437167,
      "learning_rate": 0.00022578550980500813,
      "loss": 5.034,
      "step": 24745
    },
    {
      "epoch": 2.102106693849813,
      "grad_norm": 2.7153785297274005,
      "learning_rate": 0.00022577958435382342,
      "loss": 4.5809,
      "step": 24746
    },
    {
      "epoch": 2.102191641182467,
      "grad_norm": 2.7288058097026897,
      "learning_rate": 0.00022577365874385758,
      "loss": 4.3767,
      "step": 24747
    },
    {
      "epoch": 2.1022765885151204,
      "grad_norm": 2.882111655852254,
      "learning_rate": 0.00022576773297512318,
      "loss": 4.8227,
      "step": 24748
    },
    {
      "epoch": 2.1023615358477743,
      "grad_norm": 2.703762496328856,
      "learning_rate": 0.00022576180704763252,
      "loss": 4.7754,
      "step": 24749
    },
    {
      "epoch": 2.102446483180428,
      "grad_norm": 2.751249932062756,
      "learning_rate": 0.0002257558809613981,
      "loss": 4.1091,
      "step": 24750
    },
    {
      "epoch": 2.102531430513082,
      "grad_norm": 2.821090880908975,
      "learning_rate": 0.00022574995471643226,
      "loss": 4.9208,
      "step": 24751
    },
    {
      "epoch": 2.102616377845736,
      "grad_norm": 2.77924143492054,
      "learning_rate": 0.00022574402831274746,
      "loss": 4.6696,
      "step": 24752
    },
    {
      "epoch": 2.1027013251783893,
      "grad_norm": 2.9188731165662625,
      "learning_rate": 0.0002257381017503562,
      "loss": 5.092,
      "step": 24753
    },
    {
      "epoch": 2.102786272511043,
      "grad_norm": 2.689965147604211,
      "learning_rate": 0.00022573217502927073,
      "loss": 4.6499,
      "step": 24754
    },
    {
      "epoch": 2.102871219843697,
      "grad_norm": 2.588034527136547,
      "learning_rate": 0.0002257262481495036,
      "loss": 3.6087,
      "step": 24755
    },
    {
      "epoch": 2.102956167176351,
      "grad_norm": 2.5793267925027,
      "learning_rate": 0.00022572032111106713,
      "loss": 3.8358,
      "step": 24756
    },
    {
      "epoch": 2.103041114509004,
      "grad_norm": 2.609350924167369,
      "learning_rate": 0.00022571439391397383,
      "loss": 4.3681,
      "step": 24757
    },
    {
      "epoch": 2.103126061841658,
      "grad_norm": 2.9956039831867787,
      "learning_rate": 0.00022570846655823606,
      "loss": 5.1569,
      "step": 24758
    },
    {
      "epoch": 2.103211009174312,
      "grad_norm": 2.8111485382296206,
      "learning_rate": 0.00022570253904386625,
      "loss": 4.9478,
      "step": 24759
    },
    {
      "epoch": 2.1032959565069658,
      "grad_norm": 2.847465777271778,
      "learning_rate": 0.00022569661137087683,
      "loss": 4.7721,
      "step": 24760
    },
    {
      "epoch": 2.1033809038396196,
      "grad_norm": 2.633597111049538,
      "learning_rate": 0.0002256906835392802,
      "loss": 4.4086,
      "step": 24761
    },
    {
      "epoch": 2.103465851172273,
      "grad_norm": 2.7179020465021684,
      "learning_rate": 0.0002256847555490889,
      "loss": 4.7479,
      "step": 24762
    },
    {
      "epoch": 2.103550798504927,
      "grad_norm": 2.630184943232467,
      "learning_rate": 0.00022567882740031516,
      "loss": 3.9773,
      "step": 24763
    },
    {
      "epoch": 2.1036357458375807,
      "grad_norm": 2.6447075808956257,
      "learning_rate": 0.00022567289909297152,
      "loss": 4.1888,
      "step": 24764
    },
    {
      "epoch": 2.1037206931702346,
      "grad_norm": 3.286918488702466,
      "learning_rate": 0.00022566697062707035,
      "loss": 3.8297,
      "step": 24765
    },
    {
      "epoch": 2.1038056405028884,
      "grad_norm": 2.8213429187985493,
      "learning_rate": 0.00022566104200262414,
      "loss": 4.9027,
      "step": 24766
    },
    {
      "epoch": 2.103890587835542,
      "grad_norm": 2.5704894367263944,
      "learning_rate": 0.0002256551132196452,
      "loss": 4.239,
      "step": 24767
    },
    {
      "epoch": 2.1039755351681957,
      "grad_norm": 2.8682639039194475,
      "learning_rate": 0.00022564918427814607,
      "loss": 4.6038,
      "step": 24768
    },
    {
      "epoch": 2.1040604825008495,
      "grad_norm": 2.6373169974657618,
      "learning_rate": 0.00022564325517813913,
      "loss": 4.2019,
      "step": 24769
    },
    {
      "epoch": 2.1041454298335034,
      "grad_norm": 2.771129546941115,
      "learning_rate": 0.00022563732591963676,
      "loss": 4.6662,
      "step": 24770
    },
    {
      "epoch": 2.104230377166157,
      "grad_norm": 2.5819567558929823,
      "learning_rate": 0.00022563139650265147,
      "loss": 4.2234,
      "step": 24771
    },
    {
      "epoch": 2.1043153244988106,
      "grad_norm": 2.9430596901500374,
      "learning_rate": 0.00022562546692719555,
      "loss": 5.3203,
      "step": 24772
    },
    {
      "epoch": 2.1044002718314645,
      "grad_norm": 2.9028493483564026,
      "learning_rate": 0.0002256195371932816,
      "loss": 4.9859,
      "step": 24773
    },
    {
      "epoch": 2.1044852191641183,
      "grad_norm": 2.771066620138222,
      "learning_rate": 0.0002256136073009219,
      "loss": 4.7275,
      "step": 24774
    },
    {
      "epoch": 2.104570166496772,
      "grad_norm": 2.6534561750425327,
      "learning_rate": 0.00022560767725012893,
      "loss": 4.4866,
      "step": 24775
    },
    {
      "epoch": 2.1046551138294256,
      "grad_norm": 2.687035524357877,
      "learning_rate": 0.00022560174704091513,
      "loss": 4.3181,
      "step": 24776
    },
    {
      "epoch": 2.1047400611620795,
      "grad_norm": 2.789494395439703,
      "learning_rate": 0.00022559581667329289,
      "loss": 4.9787,
      "step": 24777
    },
    {
      "epoch": 2.1048250084947333,
      "grad_norm": 2.78529478241585,
      "learning_rate": 0.00022558988614727467,
      "loss": 4.8169,
      "step": 24778
    },
    {
      "epoch": 2.104909955827387,
      "grad_norm": 2.8801919780842598,
      "learning_rate": 0.00022558395546287287,
      "loss": 4.8779,
      "step": 24779
    },
    {
      "epoch": 2.1049949031600406,
      "grad_norm": 2.9105045877957503,
      "learning_rate": 0.00022557802462009992,
      "loss": 3.9847,
      "step": 24780
    },
    {
      "epoch": 2.1050798504926944,
      "grad_norm": 2.691104220263877,
      "learning_rate": 0.00022557209361896824,
      "loss": 4.131,
      "step": 24781
    },
    {
      "epoch": 2.1051647978253483,
      "grad_norm": 2.9039674042522057,
      "learning_rate": 0.00022556616245949035,
      "loss": 5.2219,
      "step": 24782
    },
    {
      "epoch": 2.105249745158002,
      "grad_norm": 2.726838295615686,
      "learning_rate": 0.00022556023114167853,
      "loss": 4.7081,
      "step": 24783
    },
    {
      "epoch": 2.105334692490656,
      "grad_norm": 2.7222924584387713,
      "learning_rate": 0.0002255542996655453,
      "loss": 4.4467,
      "step": 24784
    },
    {
      "epoch": 2.1054196398233094,
      "grad_norm": 2.682638687532989,
      "learning_rate": 0.00022554836803110305,
      "loss": 4.2947,
      "step": 24785
    },
    {
      "epoch": 2.1055045871559632,
      "grad_norm": 2.8454757487747213,
      "learning_rate": 0.00022554243623836424,
      "loss": 5.0191,
      "step": 24786
    },
    {
      "epoch": 2.105589534488617,
      "grad_norm": 2.6210856059338683,
      "learning_rate": 0.00022553650428734125,
      "loss": 4.1115,
      "step": 24787
    },
    {
      "epoch": 2.105674481821271,
      "grad_norm": 2.6730269898600345,
      "learning_rate": 0.00022553057217804655,
      "loss": 4.152,
      "step": 24788
    },
    {
      "epoch": 2.1057594291539248,
      "grad_norm": 2.677350765782488,
      "learning_rate": 0.0002255246399104926,
      "loss": 4.1352,
      "step": 24789
    },
    {
      "epoch": 2.105844376486578,
      "grad_norm": 2.685814806163863,
      "learning_rate": 0.00022551870748469175,
      "loss": 4.3558,
      "step": 24790
    },
    {
      "epoch": 2.105929323819232,
      "grad_norm": 2.6331662157160722,
      "learning_rate": 0.0002255127749006565,
      "loss": 4.0302,
      "step": 24791
    },
    {
      "epoch": 2.106014271151886,
      "grad_norm": 3.0966541763036326,
      "learning_rate": 0.00022550684215839924,
      "loss": 4.288,
      "step": 24792
    },
    {
      "epoch": 2.1060992184845397,
      "grad_norm": 2.726839433489762,
      "learning_rate": 0.0002255009092579324,
      "loss": 4.4729,
      "step": 24793
    },
    {
      "epoch": 2.106184165817193,
      "grad_norm": 2.8198934517078427,
      "learning_rate": 0.00022549497619926844,
      "loss": 4.1692,
      "step": 24794
    },
    {
      "epoch": 2.106269113149847,
      "grad_norm": 2.746829758849691,
      "learning_rate": 0.00022548904298241976,
      "loss": 4.7039,
      "step": 24795
    },
    {
      "epoch": 2.106354060482501,
      "grad_norm": 2.681237328836956,
      "learning_rate": 0.00022548310960739885,
      "loss": 4.382,
      "step": 24796
    },
    {
      "epoch": 2.1064390078151547,
      "grad_norm": 2.8119697751237345,
      "learning_rate": 0.000225477176074218,
      "loss": 4.5979,
      "step": 24797
    },
    {
      "epoch": 2.1065239551478085,
      "grad_norm": 2.726270297976375,
      "learning_rate": 0.00022547124238288987,
      "loss": 4.603,
      "step": 24798
    },
    {
      "epoch": 2.106608902480462,
      "grad_norm": 2.7400694023799623,
      "learning_rate": 0.0002254653085334267,
      "loss": 4.5818,
      "step": 24799
    },
    {
      "epoch": 2.106693849813116,
      "grad_norm": 2.7892894041584735,
      "learning_rate": 0.00022545937452584096,
      "loss": 4.7101,
      "step": 24800
    },
    {
      "epoch": 2.1067787971457697,
      "grad_norm": 2.795913723056289,
      "learning_rate": 0.00022545344036014516,
      "loss": 4.1448,
      "step": 24801
    },
    {
      "epoch": 2.1068637444784235,
      "grad_norm": 2.7091506154558433,
      "learning_rate": 0.00022544750603635167,
      "loss": 4.438,
      "step": 24802
    },
    {
      "epoch": 2.106948691811077,
      "grad_norm": 2.93101095287071,
      "learning_rate": 0.00022544157155447288,
      "loss": 5.2397,
      "step": 24803
    },
    {
      "epoch": 2.1070336391437308,
      "grad_norm": 2.7227722808950054,
      "learning_rate": 0.00022543563691452135,
      "loss": 4.3021,
      "step": 24804
    },
    {
      "epoch": 2.1071185864763846,
      "grad_norm": 2.905383356968273,
      "learning_rate": 0.0002254297021165095,
      "loss": 5.141,
      "step": 24805
    },
    {
      "epoch": 2.1072035338090385,
      "grad_norm": 2.5895891236913147,
      "learning_rate": 0.00022542376716044957,
      "loss": 4.1943,
      "step": 24806
    },
    {
      "epoch": 2.1072884811416923,
      "grad_norm": 2.842513793045771,
      "learning_rate": 0.00022541783204635426,
      "loss": 4.4701,
      "step": 24807
    },
    {
      "epoch": 2.1073734284743457,
      "grad_norm": 2.720102705209205,
      "learning_rate": 0.00022541189677423588,
      "loss": 4.3771,
      "step": 24808
    },
    {
      "epoch": 2.1074583758069996,
      "grad_norm": 2.766587011331805,
      "learning_rate": 0.00022540596134410683,
      "loss": 4.2053,
      "step": 24809
    },
    {
      "epoch": 2.1075433231396534,
      "grad_norm": 2.7476728864361677,
      "learning_rate": 0.00022540002575597957,
      "loss": 4.0856,
      "step": 24810
    },
    {
      "epoch": 2.1076282704723073,
      "grad_norm": 2.7265667719241877,
      "learning_rate": 0.0002253940900098666,
      "loss": 4.824,
      "step": 24811
    },
    {
      "epoch": 2.107713217804961,
      "grad_norm": 2.634240667517398,
      "learning_rate": 0.0002253881541057803,
      "loss": 4.3104,
      "step": 24812
    },
    {
      "epoch": 2.1077981651376145,
      "grad_norm": 2.695603632311219,
      "learning_rate": 0.0002253822180437331,
      "loss": 4.6447,
      "step": 24813
    },
    {
      "epoch": 2.1078831124702684,
      "grad_norm": 2.6127219789313516,
      "learning_rate": 0.00022537628182373753,
      "loss": 4.5905,
      "step": 24814
    },
    {
      "epoch": 2.1079680598029222,
      "grad_norm": 2.6240024061346094,
      "learning_rate": 0.00022537034544580582,
      "loss": 4.5173,
      "step": 24815
    },
    {
      "epoch": 2.108053007135576,
      "grad_norm": 2.9615196091001783,
      "learning_rate": 0.00022536440890995066,
      "loss": 4.6195,
      "step": 24816
    },
    {
      "epoch": 2.1081379544682295,
      "grad_norm": 2.7708549271828367,
      "learning_rate": 0.00022535847221618436,
      "loss": 4.6623,
      "step": 24817
    },
    {
      "epoch": 2.1082229018008833,
      "grad_norm": 2.6890192830038004,
      "learning_rate": 0.00022535253536451932,
      "loss": 4.5059,
      "step": 24818
    },
    {
      "epoch": 2.108307849133537,
      "grad_norm": 2.676109330901587,
      "learning_rate": 0.00022534659835496805,
      "loss": 4.607,
      "step": 24819
    },
    {
      "epoch": 2.108392796466191,
      "grad_norm": 2.5992395161403707,
      "learning_rate": 0.00022534066118754298,
      "loss": 3.7606,
      "step": 24820
    },
    {
      "epoch": 2.108477743798845,
      "grad_norm": 2.919813972585991,
      "learning_rate": 0.00022533472386225656,
      "loss": 4.9383,
      "step": 24821
    },
    {
      "epoch": 2.1085626911314983,
      "grad_norm": 2.7099869098132556,
      "learning_rate": 0.00022532878637912117,
      "loss": 4.5532,
      "step": 24822
    },
    {
      "epoch": 2.108647638464152,
      "grad_norm": 3.00955837334537,
      "learning_rate": 0.00022532284873814936,
      "loss": 4.1842,
      "step": 24823
    },
    {
      "epoch": 2.108732585796806,
      "grad_norm": 2.742812323339396,
      "learning_rate": 0.0002253169109393534,
      "loss": 4.8081,
      "step": 24824
    },
    {
      "epoch": 2.10881753312946,
      "grad_norm": 2.6618140717679206,
      "learning_rate": 0.00022531097298274596,
      "loss": 4.061,
      "step": 24825
    },
    {
      "epoch": 2.1089024804621137,
      "grad_norm": 2.6803047531523423,
      "learning_rate": 0.00022530503486833925,
      "loss": 4.4853,
      "step": 24826
    },
    {
      "epoch": 2.108987427794767,
      "grad_norm": 2.866659311343552,
      "learning_rate": 0.0002252990965961459,
      "loss": 4.9115,
      "step": 24827
    },
    {
      "epoch": 2.109072375127421,
      "grad_norm": 2.8680154512641702,
      "learning_rate": 0.00022529315816617823,
      "loss": 4.9578,
      "step": 24828
    },
    {
      "epoch": 2.109157322460075,
      "grad_norm": 2.6598789151395095,
      "learning_rate": 0.00022528721957844873,
      "loss": 4.1521,
      "step": 24829
    },
    {
      "epoch": 2.1092422697927287,
      "grad_norm": 2.8180771667134143,
      "learning_rate": 0.00022528128083296983,
      "loss": 3.7258,
      "step": 24830
    },
    {
      "epoch": 2.109327217125382,
      "grad_norm": 2.7562246159858086,
      "learning_rate": 0.00022527534192975395,
      "loss": 4.8722,
      "step": 24831
    },
    {
      "epoch": 2.109412164458036,
      "grad_norm": 2.793613551907202,
      "learning_rate": 0.00022526940286881364,
      "loss": 4.8646,
      "step": 24832
    },
    {
      "epoch": 2.1094971117906898,
      "grad_norm": 2.9340181959482514,
      "learning_rate": 0.00022526346365016125,
      "loss": 4.59,
      "step": 24833
    },
    {
      "epoch": 2.1095820591233436,
      "grad_norm": 2.6159432728304113,
      "learning_rate": 0.00022525752427380924,
      "loss": 3.8146,
      "step": 24834
    },
    {
      "epoch": 2.1096670064559975,
      "grad_norm": 2.722540593054981,
      "learning_rate": 0.00022525158473977002,
      "loss": 4.4699,
      "step": 24835
    },
    {
      "epoch": 2.109751953788651,
      "grad_norm": 2.7290893026810137,
      "learning_rate": 0.0002252456450480561,
      "loss": 4.542,
      "step": 24836
    },
    {
      "epoch": 2.1098369011213047,
      "grad_norm": 2.6717063333010014,
      "learning_rate": 0.00022523970519867993,
      "loss": 4.6766,
      "step": 24837
    },
    {
      "epoch": 2.1099218484539586,
      "grad_norm": 2.592842213334993,
      "learning_rate": 0.00022523376519165389,
      "loss": 4.0574,
      "step": 24838
    },
    {
      "epoch": 2.1100067957866124,
      "grad_norm": 2.8084558667464186,
      "learning_rate": 0.00022522782502699045,
      "loss": 4.3625,
      "step": 24839
    },
    {
      "epoch": 2.1100917431192663,
      "grad_norm": 2.9329635392164577,
      "learning_rate": 0.00022522188470470205,
      "loss": 5.1842,
      "step": 24840
    },
    {
      "epoch": 2.1101766904519197,
      "grad_norm": 2.8085027221030776,
      "learning_rate": 0.00022521594422480123,
      "loss": 4.8255,
      "step": 24841
    },
    {
      "epoch": 2.1102616377845735,
      "grad_norm": 2.7369967352123363,
      "learning_rate": 0.00022521000358730035,
      "loss": 4.8292,
      "step": 24842
    },
    {
      "epoch": 2.1103465851172274,
      "grad_norm": 2.9097525601525702,
      "learning_rate": 0.0002252040627922118,
      "loss": 4.6878,
      "step": 24843
    },
    {
      "epoch": 2.1104315324498812,
      "grad_norm": 2.742127736488476,
      "learning_rate": 0.00022519812183954813,
      "loss": 4.3148,
      "step": 24844
    },
    {
      "epoch": 2.1105164797825346,
      "grad_norm": 2.650892628859873,
      "learning_rate": 0.00022519218072932182,
      "loss": 4.2951,
      "step": 24845
    },
    {
      "epoch": 2.1106014271151885,
      "grad_norm": 2.737151979573796,
      "learning_rate": 0.00022518623946154512,
      "loss": 4.8659,
      "step": 24846
    },
    {
      "epoch": 2.1106863744478424,
      "grad_norm": 2.7551694255193206,
      "learning_rate": 0.0002251802980362307,
      "loss": 4.9368,
      "step": 24847
    },
    {
      "epoch": 2.110771321780496,
      "grad_norm": 2.782818638107723,
      "learning_rate": 0.00022517435645339092,
      "loss": 4.9687,
      "step": 24848
    },
    {
      "epoch": 2.11085626911315,
      "grad_norm": 2.7381171061774654,
      "learning_rate": 0.0002251684147130382,
      "loss": 4.1327,
      "step": 24849
    },
    {
      "epoch": 2.1109412164458035,
      "grad_norm": 2.685059906085021,
      "learning_rate": 0.00022516247281518506,
      "loss": 4.6198,
      "step": 24850
    },
    {
      "epoch": 2.1110261637784573,
      "grad_norm": 2.717043776529932,
      "learning_rate": 0.00022515653075984388,
      "loss": 4.6817,
      "step": 24851
    },
    {
      "epoch": 2.111111111111111,
      "grad_norm": 2.6469721999872795,
      "learning_rate": 0.00022515058854702714,
      "loss": 4.3391,
      "step": 24852
    },
    {
      "epoch": 2.111196058443765,
      "grad_norm": 2.9571124434767753,
      "learning_rate": 0.00022514464617674727,
      "loss": 5.0605,
      "step": 24853
    },
    {
      "epoch": 2.1112810057764184,
      "grad_norm": 2.799248210620915,
      "learning_rate": 0.00022513870364901682,
      "loss": 5.1548,
      "step": 24854
    },
    {
      "epoch": 2.1113659531090723,
      "grad_norm": 2.7507568618798297,
      "learning_rate": 0.00022513276096384804,
      "loss": 4.744,
      "step": 24855
    },
    {
      "epoch": 2.111450900441726,
      "grad_norm": 2.848359839092017,
      "learning_rate": 0.0002251268181212536,
      "loss": 4.8781,
      "step": 24856
    },
    {
      "epoch": 2.11153584777438,
      "grad_norm": 2.8153897689315026,
      "learning_rate": 0.00022512087512124583,
      "loss": 5.0275,
      "step": 24857
    },
    {
      "epoch": 2.111620795107034,
      "grad_norm": 2.6817951092245167,
      "learning_rate": 0.00022511493196383718,
      "loss": 4.7206,
      "step": 24858
    },
    {
      "epoch": 2.1117057424396872,
      "grad_norm": 2.7659921172605033,
      "learning_rate": 0.0002251089886490402,
      "loss": 4.8753,
      "step": 24859
    },
    {
      "epoch": 2.111790689772341,
      "grad_norm": 2.698116879267784,
      "learning_rate": 0.00022510304517686723,
      "loss": 4.8435,
      "step": 24860
    },
    {
      "epoch": 2.111875637104995,
      "grad_norm": 2.75771149002803,
      "learning_rate": 0.0002250971015473308,
      "loss": 4.7969,
      "step": 24861
    },
    {
      "epoch": 2.111960584437649,
      "grad_norm": 2.716358799315476,
      "learning_rate": 0.0002250911577604433,
      "loss": 4.5825,
      "step": 24862
    },
    {
      "epoch": 2.1120455317703026,
      "grad_norm": 2.8317553119837227,
      "learning_rate": 0.00022508521381621726,
      "loss": 4.8994,
      "step": 24863
    },
    {
      "epoch": 2.112130479102956,
      "grad_norm": 2.8719519013629053,
      "learning_rate": 0.00022507926971466504,
      "loss": 5.0878,
      "step": 24864
    },
    {
      "epoch": 2.11221542643561,
      "grad_norm": 2.886239705875409,
      "learning_rate": 0.00022507332545579917,
      "loss": 5.1974,
      "step": 24865
    },
    {
      "epoch": 2.1123003737682637,
      "grad_norm": 2.6863521361092952,
      "learning_rate": 0.00022506738103963208,
      "loss": 4.3631,
      "step": 24866
    },
    {
      "epoch": 2.1123853211009176,
      "grad_norm": 2.8435077633985704,
      "learning_rate": 0.00022506143646617617,
      "loss": 4.6725,
      "step": 24867
    },
    {
      "epoch": 2.112470268433571,
      "grad_norm": 2.6555520529169434,
      "learning_rate": 0.00022505549173544405,
      "loss": 4.4331,
      "step": 24868
    },
    {
      "epoch": 2.112555215766225,
      "grad_norm": 2.8349774080050034,
      "learning_rate": 0.00022504954684744803,
      "loss": 5.0753,
      "step": 24869
    },
    {
      "epoch": 2.1126401630988787,
      "grad_norm": 3.0123667542798787,
      "learning_rate": 0.0002250436018022006,
      "loss": 5.0735,
      "step": 24870
    },
    {
      "epoch": 2.1127251104315325,
      "grad_norm": 2.6076932439665397,
      "learning_rate": 0.00022503765659971422,
      "loss": 4.0324,
      "step": 24871
    },
    {
      "epoch": 2.1128100577641864,
      "grad_norm": 2.7466867611642165,
      "learning_rate": 0.0002250317112400014,
      "loss": 4.5921,
      "step": 24872
    },
    {
      "epoch": 2.11289500509684,
      "grad_norm": 2.7096840506781343,
      "learning_rate": 0.00022502576572307455,
      "loss": 4.7363,
      "step": 24873
    },
    {
      "epoch": 2.1129799524294937,
      "grad_norm": 2.8191870875438445,
      "learning_rate": 0.00022501982004894612,
      "loss": 4.4476,
      "step": 24874
    },
    {
      "epoch": 2.1130648997621475,
      "grad_norm": 2.6811406958098556,
      "learning_rate": 0.00022501387421762858,
      "loss": 4.2415,
      "step": 24875
    },
    {
      "epoch": 2.1131498470948014,
      "grad_norm": 2.734498484318587,
      "learning_rate": 0.0002250079282291344,
      "loss": 4.8918,
      "step": 24876
    },
    {
      "epoch": 2.1132347944274548,
      "grad_norm": 2.6295372719069436,
      "learning_rate": 0.000225001982083476,
      "loss": 4.2379,
      "step": 24877
    },
    {
      "epoch": 2.1133197417601086,
      "grad_norm": 2.722933288277111,
      "learning_rate": 0.00022499603578066588,
      "loss": 4.5514,
      "step": 24878
    },
    {
      "epoch": 2.1134046890927625,
      "grad_norm": 2.958884073033798,
      "learning_rate": 0.00022499008932071646,
      "loss": 5.2233,
      "step": 24879
    },
    {
      "epoch": 2.1134896364254163,
      "grad_norm": 2.953700941527449,
      "learning_rate": 0.00022498414270364029,
      "loss": 4.745,
      "step": 24880
    },
    {
      "epoch": 2.11357458375807,
      "grad_norm": 2.6652799362876256,
      "learning_rate": 0.00022497819592944972,
      "loss": 4.6589,
      "step": 24881
    },
    {
      "epoch": 2.1136595310907236,
      "grad_norm": 2.796618592003078,
      "learning_rate": 0.00022497224899815726,
      "loss": 4.7928,
      "step": 24882
    },
    {
      "epoch": 2.1137444784233774,
      "grad_norm": 2.719793821890365,
      "learning_rate": 0.0002249663019097754,
      "loss": 4.3023,
      "step": 24883
    },
    {
      "epoch": 2.1138294257560313,
      "grad_norm": 2.8147935670465123,
      "learning_rate": 0.00022496035466431654,
      "loss": 4.9386,
      "step": 24884
    },
    {
      "epoch": 2.113914373088685,
      "grad_norm": 2.7834140204062563,
      "learning_rate": 0.00022495440726179314,
      "loss": 4.8783,
      "step": 24885
    },
    {
      "epoch": 2.113999320421339,
      "grad_norm": 2.692967084336592,
      "learning_rate": 0.00022494845970221774,
      "loss": 4.2336,
      "step": 24886
    },
    {
      "epoch": 2.1140842677539924,
      "grad_norm": 2.7598783737575183,
      "learning_rate": 0.0002249425119856027,
      "loss": 4.9623,
      "step": 24887
    },
    {
      "epoch": 2.1141692150866462,
      "grad_norm": 2.748433027773144,
      "learning_rate": 0.00022493656411196058,
      "loss": 4.7332,
      "step": 24888
    },
    {
      "epoch": 2.1142541624193,
      "grad_norm": 2.8587017387911726,
      "learning_rate": 0.00022493061608130376,
      "loss": 5.0333,
      "step": 24889
    },
    {
      "epoch": 2.114339109751954,
      "grad_norm": 2.6890989854048644,
      "learning_rate": 0.00022492466789364479,
      "loss": 4.1867,
      "step": 24890
    },
    {
      "epoch": 2.1144240570846073,
      "grad_norm": 2.915990935879375,
      "learning_rate": 0.00022491871954899602,
      "loss": 5.2311,
      "step": 24891
    },
    {
      "epoch": 2.114509004417261,
      "grad_norm": 2.800180551418932,
      "learning_rate": 0.00022491277104737,
      "loss": 4.8779,
      "step": 24892
    },
    {
      "epoch": 2.114593951749915,
      "grad_norm": 2.6734492652631223,
      "learning_rate": 0.0002249068223887792,
      "loss": 3.9311,
      "step": 24893
    },
    {
      "epoch": 2.114678899082569,
      "grad_norm": 2.7590547458814263,
      "learning_rate": 0.000224900873573236,
      "loss": 4.6006,
      "step": 24894
    },
    {
      "epoch": 2.1147638464152227,
      "grad_norm": 2.646345935554464,
      "learning_rate": 0.00022489492460075298,
      "loss": 4.4281,
      "step": 24895
    },
    {
      "epoch": 2.114848793747876,
      "grad_norm": 2.7651384305983946,
      "learning_rate": 0.0002248889754713425,
      "loss": 4.2319,
      "step": 24896
    },
    {
      "epoch": 2.11493374108053,
      "grad_norm": 2.612733459353131,
      "learning_rate": 0.0002248830261850171,
      "loss": 4.5962,
      "step": 24897
    },
    {
      "epoch": 2.115018688413184,
      "grad_norm": 2.9373904505565216,
      "learning_rate": 0.00022487707674178917,
      "loss": 5.2867,
      "step": 24898
    },
    {
      "epoch": 2.1151036357458377,
      "grad_norm": 2.7004982922466323,
      "learning_rate": 0.0002248711271416713,
      "loss": 4.5031,
      "step": 24899
    },
    {
      "epoch": 2.115188583078491,
      "grad_norm": 2.8370515512614456,
      "learning_rate": 0.0002248651773846758,
      "loss": 4.9478,
      "step": 24900
    },
    {
      "epoch": 2.115273530411145,
      "grad_norm": 2.8697024500629356,
      "learning_rate": 0.00022485922747081524,
      "loss": 5.0346,
      "step": 24901
    },
    {
      "epoch": 2.115358477743799,
      "grad_norm": 2.7119472471249924,
      "learning_rate": 0.00022485327740010209,
      "loss": 4.4072,
      "step": 24902
    },
    {
      "epoch": 2.1154434250764527,
      "grad_norm": 2.730847665222176,
      "learning_rate": 0.00022484732717254873,
      "loss": 4.5807,
      "step": 24903
    },
    {
      "epoch": 2.1155283724091065,
      "grad_norm": 2.879013351437292,
      "learning_rate": 0.0002248413767881677,
      "loss": 5.1667,
      "step": 24904
    },
    {
      "epoch": 2.11561331974176,
      "grad_norm": 2.7283213342671964,
      "learning_rate": 0.00022483542624697147,
      "loss": 4.2108,
      "step": 24905
    },
    {
      "epoch": 2.1156982670744138,
      "grad_norm": 2.8136703353075183,
      "learning_rate": 0.00022482947554897253,
      "loss": 4.7876,
      "step": 24906
    },
    {
      "epoch": 2.1157832144070676,
      "grad_norm": 2.741675744483862,
      "learning_rate": 0.00022482352469418323,
      "loss": 4.8003,
      "step": 24907
    },
    {
      "epoch": 2.1158681617397215,
      "grad_norm": 2.867223395627572,
      "learning_rate": 0.00022481757368261615,
      "loss": 4.6771,
      "step": 24908
    },
    {
      "epoch": 2.1159531090723753,
      "grad_norm": 2.897421517545843,
      "learning_rate": 0.00022481162251428372,
      "loss": 4.9637,
      "step": 24909
    },
    {
      "epoch": 2.1160380564050287,
      "grad_norm": 2.6887815465436518,
      "learning_rate": 0.00022480567118919844,
      "loss": 4.4653,
      "step": 24910
    },
    {
      "epoch": 2.1161230037376826,
      "grad_norm": 2.9193843301596787,
      "learning_rate": 0.00022479971970737277,
      "loss": 5.2119,
      "step": 24911
    },
    {
      "epoch": 2.1162079510703364,
      "grad_norm": 2.6829179665253027,
      "learning_rate": 0.0002247937680688191,
      "loss": 4.6573,
      "step": 24912
    },
    {
      "epoch": 2.1162928984029903,
      "grad_norm": 2.6645524947698447,
      "learning_rate": 0.00022478781627355003,
      "loss": 4.117,
      "step": 24913
    },
    {
      "epoch": 2.1163778457356437,
      "grad_norm": 2.8324062593953996,
      "learning_rate": 0.00022478186432157795,
      "loss": 4.8743,
      "step": 24914
    },
    {
      "epoch": 2.1164627930682975,
      "grad_norm": 2.862053214960042,
      "learning_rate": 0.00022477591221291537,
      "loss": 4.879,
      "step": 24915
    },
    {
      "epoch": 2.1165477404009514,
      "grad_norm": 2.620240704460524,
      "learning_rate": 0.0002247699599475747,
      "loss": 4.46,
      "step": 24916
    },
    {
      "epoch": 2.1166326877336052,
      "grad_norm": 2.6267277478618998,
      "learning_rate": 0.00022476400752556846,
      "loss": 4.5895,
      "step": 24917
    },
    {
      "epoch": 2.116717635066259,
      "grad_norm": 2.716407312036338,
      "learning_rate": 0.00022475805494690914,
      "loss": 4.7167,
      "step": 24918
    },
    {
      "epoch": 2.1168025823989125,
      "grad_norm": 2.5912497040988143,
      "learning_rate": 0.00022475210221160918,
      "loss": 4.3922,
      "step": 24919
    },
    {
      "epoch": 2.1168875297315664,
      "grad_norm": 2.7289916692446266,
      "learning_rate": 0.00022474614931968103,
      "loss": 4.5131,
      "step": 24920
    },
    {
      "epoch": 2.11697247706422,
      "grad_norm": 2.7279450199235127,
      "learning_rate": 0.00022474019627113722,
      "loss": 4.7469,
      "step": 24921
    },
    {
      "epoch": 2.117057424396874,
      "grad_norm": 2.7176075032879083,
      "learning_rate": 0.00022473424306599017,
      "loss": 4.8375,
      "step": 24922
    },
    {
      "epoch": 2.117142371729528,
      "grad_norm": 2.7357462080823325,
      "learning_rate": 0.00022472828970425242,
      "loss": 4.5718,
      "step": 24923
    },
    {
      "epoch": 2.1172273190621813,
      "grad_norm": 2.793384238453345,
      "learning_rate": 0.0002247223361859364,
      "loss": 4.9166,
      "step": 24924
    },
    {
      "epoch": 2.117312266394835,
      "grad_norm": 2.679431573570954,
      "learning_rate": 0.00022471638251105454,
      "loss": 4.5215,
      "step": 24925
    },
    {
      "epoch": 2.117397213727489,
      "grad_norm": 2.697397056620134,
      "learning_rate": 0.00022471042867961945,
      "loss": 4.4967,
      "step": 24926
    },
    {
      "epoch": 2.117482161060143,
      "grad_norm": 2.7429656502727022,
      "learning_rate": 0.00022470447469164344,
      "loss": 4.2175,
      "step": 24927
    },
    {
      "epoch": 2.1175671083927963,
      "grad_norm": 2.597440187453636,
      "learning_rate": 0.0002246985205471391,
      "loss": 3.787,
      "step": 24928
    },
    {
      "epoch": 2.11765205572545,
      "grad_norm": 2.626387271908385,
      "learning_rate": 0.00022469256624611886,
      "loss": 4.5074,
      "step": 24929
    },
    {
      "epoch": 2.117737003058104,
      "grad_norm": 3.4167817088467225,
      "learning_rate": 0.00022468661178859522,
      "loss": 4.1745,
      "step": 24930
    },
    {
      "epoch": 2.117821950390758,
      "grad_norm": 2.7866854978404616,
      "learning_rate": 0.00022468065717458065,
      "loss": 5.0523,
      "step": 24931
    },
    {
      "epoch": 2.1179068977234117,
      "grad_norm": 2.7312668970352108,
      "learning_rate": 0.00022467470240408754,
      "loss": 4.4651,
      "step": 24932
    },
    {
      "epoch": 2.117991845056065,
      "grad_norm": 2.770409060737801,
      "learning_rate": 0.00022466874747712853,
      "loss": 4.1761,
      "step": 24933
    },
    {
      "epoch": 2.118076792388719,
      "grad_norm": 2.8953347439879265,
      "learning_rate": 0.000224662792393716,
      "loss": 5.1437,
      "step": 24934
    },
    {
      "epoch": 2.118161739721373,
      "grad_norm": 2.5669036637980325,
      "learning_rate": 0.00022465683715386243,
      "loss": 4.3618,
      "step": 24935
    },
    {
      "epoch": 2.1182466870540266,
      "grad_norm": 2.6882641923648687,
      "learning_rate": 0.0002246508817575803,
      "loss": 4.7101,
      "step": 24936
    },
    {
      "epoch": 2.1183316343866805,
      "grad_norm": 2.73092691225318,
      "learning_rate": 0.0002246449262048821,
      "loss": 5.0543,
      "step": 24937
    },
    {
      "epoch": 2.118416581719334,
      "grad_norm": 2.7693583053440283,
      "learning_rate": 0.00022463897049578027,
      "loss": 4.5717,
      "step": 24938
    },
    {
      "epoch": 2.1185015290519877,
      "grad_norm": 2.6226359445848657,
      "learning_rate": 0.0002246330146302874,
      "loss": 4.2899,
      "step": 24939
    },
    {
      "epoch": 2.1185864763846416,
      "grad_norm": 2.685161496502671,
      "learning_rate": 0.00022462705860841587,
      "loss": 4.6266,
      "step": 24940
    },
    {
      "epoch": 2.1186714237172954,
      "grad_norm": 2.734036792204818,
      "learning_rate": 0.00022462110243017813,
      "loss": 4.9501,
      "step": 24941
    },
    {
      "epoch": 2.118756371049949,
      "grad_norm": 2.613044888516471,
      "learning_rate": 0.00022461514609558678,
      "loss": 4.1597,
      "step": 24942
    },
    {
      "epoch": 2.1188413183826027,
      "grad_norm": 2.62095122353587,
      "learning_rate": 0.00022460918960465423,
      "loss": 4.5637,
      "step": 24943
    },
    {
      "epoch": 2.1189262657152566,
      "grad_norm": 2.57403408980666,
      "learning_rate": 0.00022460323295739296,
      "loss": 3.9479,
      "step": 24944
    },
    {
      "epoch": 2.1190112130479104,
      "grad_norm": 2.7126193304621187,
      "learning_rate": 0.0002245972761538154,
      "loss": 4.5232,
      "step": 24945
    },
    {
      "epoch": 2.1190961603805643,
      "grad_norm": 2.5967202627268318,
      "learning_rate": 0.00022459131919393415,
      "loss": 3.8979,
      "step": 24946
    },
    {
      "epoch": 2.1191811077132177,
      "grad_norm": 2.6624170625487675,
      "learning_rate": 0.0002245853620777616,
      "loss": 4.488,
      "step": 24947
    },
    {
      "epoch": 2.1192660550458715,
      "grad_norm": 2.6319354587834587,
      "learning_rate": 0.00022457940480531026,
      "loss": 4.5094,
      "step": 24948
    },
    {
      "epoch": 2.1193510023785254,
      "grad_norm": 2.71976709861308,
      "learning_rate": 0.00022457344737659266,
      "loss": 4.5311,
      "step": 24949
    },
    {
      "epoch": 2.119435949711179,
      "grad_norm": 3.282706270037125,
      "learning_rate": 0.00022456748979162114,
      "loss": 4.1336,
      "step": 24950
    },
    {
      "epoch": 2.1195208970438326,
      "grad_norm": 2.8669994737755604,
      "learning_rate": 0.00022456153205040836,
      "loss": 4.8385,
      "step": 24951
    },
    {
      "epoch": 2.1196058443764865,
      "grad_norm": 2.817863857001831,
      "learning_rate": 0.0002245555741529667,
      "loss": 4.2703,
      "step": 24952
    },
    {
      "epoch": 2.1196907917091403,
      "grad_norm": 2.69419932796406,
      "learning_rate": 0.00022454961609930866,
      "loss": 4.4307,
      "step": 24953
    },
    {
      "epoch": 2.119775739041794,
      "grad_norm": 2.74922849896922,
      "learning_rate": 0.00022454365788944673,
      "loss": 4.3953,
      "step": 24954
    },
    {
      "epoch": 2.119860686374448,
      "grad_norm": 2.7705932395934987,
      "learning_rate": 0.0002245376995233934,
      "loss": 4.5459,
      "step": 24955
    },
    {
      "epoch": 2.1199456337071014,
      "grad_norm": 2.69884786264767,
      "learning_rate": 0.00022453174100116113,
      "loss": 4.7803,
      "step": 24956
    },
    {
      "epoch": 2.1200305810397553,
      "grad_norm": 2.783417128789488,
      "learning_rate": 0.00022452578232276245,
      "loss": 4.6629,
      "step": 24957
    },
    {
      "epoch": 2.120115528372409,
      "grad_norm": 2.8974634956365075,
      "learning_rate": 0.00022451982348820982,
      "loss": 4.1242,
      "step": 24958
    },
    {
      "epoch": 2.120200475705063,
      "grad_norm": 2.9137980980159752,
      "learning_rate": 0.00022451386449751567,
      "loss": 5.0374,
      "step": 24959
    },
    {
      "epoch": 2.120285423037717,
      "grad_norm": 2.704558398791886,
      "learning_rate": 0.0002245079053506926,
      "loss": 4.9312,
      "step": 24960
    },
    {
      "epoch": 2.1203703703703702,
      "grad_norm": 2.8171290978376256,
      "learning_rate": 0.00022450194604775302,
      "loss": 4.1659,
      "step": 24961
    },
    {
      "epoch": 2.120455317703024,
      "grad_norm": 2.8646559718128786,
      "learning_rate": 0.0002244959865887094,
      "loss": 4.5913,
      "step": 24962
    },
    {
      "epoch": 2.120540265035678,
      "grad_norm": 2.921178081047105,
      "learning_rate": 0.00022449002697357432,
      "loss": 5.3103,
      "step": 24963
    },
    {
      "epoch": 2.120625212368332,
      "grad_norm": 2.932364062203331,
      "learning_rate": 0.00022448406720236013,
      "loss": 5.1832,
      "step": 24964
    },
    {
      "epoch": 2.120710159700985,
      "grad_norm": 2.7710554119351176,
      "learning_rate": 0.00022447810727507943,
      "loss": 4.9308,
      "step": 24965
    },
    {
      "epoch": 2.120795107033639,
      "grad_norm": 2.7254797872582803,
      "learning_rate": 0.00022447214719174472,
      "loss": 4.7647,
      "step": 24966
    },
    {
      "epoch": 2.120880054366293,
      "grad_norm": 2.8962606853615087,
      "learning_rate": 0.0002244661869523684,
      "loss": 4.9291,
      "step": 24967
    },
    {
      "epoch": 2.1209650016989468,
      "grad_norm": 2.857728687560038,
      "learning_rate": 0.00022446022655696297,
      "loss": 4.9566,
      "step": 24968
    },
    {
      "epoch": 2.1210499490316006,
      "grad_norm": 2.725976269046862,
      "learning_rate": 0.000224454266005541,
      "loss": 4.7176,
      "step": 24969
    },
    {
      "epoch": 2.121134896364254,
      "grad_norm": 2.836644029776755,
      "learning_rate": 0.0002244483052981149,
      "loss": 4.9131,
      "step": 24970
    },
    {
      "epoch": 2.121219843696908,
      "grad_norm": 2.8619710482149316,
      "learning_rate": 0.00022444234443469714,
      "loss": 4.5816,
      "step": 24971
    },
    {
      "epoch": 2.1213047910295617,
      "grad_norm": 2.62254869002969,
      "learning_rate": 0.00022443638341530033,
      "loss": 4.2457,
      "step": 24972
    },
    {
      "epoch": 2.1213897383622156,
      "grad_norm": 2.669437323993184,
      "learning_rate": 0.00022443042223993685,
      "loss": 4.6663,
      "step": 24973
    },
    {
      "epoch": 2.121474685694869,
      "grad_norm": 2.8514545742406994,
      "learning_rate": 0.00022442446090861925,
      "loss": 4.5178,
      "step": 24974
    },
    {
      "epoch": 2.121559633027523,
      "grad_norm": 2.8489699248435922,
      "learning_rate": 0.00022441849942135997,
      "loss": 4.453,
      "step": 24975
    },
    {
      "epoch": 2.1216445803601767,
      "grad_norm": 2.6302136929583093,
      "learning_rate": 0.00022441253777817156,
      "loss": 3.6988,
      "step": 24976
    },
    {
      "epoch": 2.1217295276928305,
      "grad_norm": 2.8793614013464794,
      "learning_rate": 0.00022440657597906646,
      "loss": 4.9655,
      "step": 24977
    },
    {
      "epoch": 2.1218144750254844,
      "grad_norm": 2.7297917026208594,
      "learning_rate": 0.0002244006140240572,
      "loss": 4.8108,
      "step": 24978
    },
    {
      "epoch": 2.1218994223581378,
      "grad_norm": 2.7061134368291326,
      "learning_rate": 0.0002243946519131562,
      "loss": 4.6603,
      "step": 24979
    },
    {
      "epoch": 2.1219843696907916,
      "grad_norm": 2.939167650557198,
      "learning_rate": 0.00022438868964637604,
      "loss": 5.1256,
      "step": 24980
    },
    {
      "epoch": 2.1220693170234455,
      "grad_norm": 2.7055725829436565,
      "learning_rate": 0.00022438272722372917,
      "loss": 4.7108,
      "step": 24981
    },
    {
      "epoch": 2.1221542643560993,
      "grad_norm": 2.8417487666052796,
      "learning_rate": 0.00022437676464522808,
      "loss": 5.1293,
      "step": 24982
    },
    {
      "epoch": 2.122239211688753,
      "grad_norm": 2.5885549720757353,
      "learning_rate": 0.00022437080191088535,
      "loss": 3.906,
      "step": 24983
    },
    {
      "epoch": 2.1223241590214066,
      "grad_norm": 2.669119873333421,
      "learning_rate": 0.00022436483902071332,
      "loss": 4.582,
      "step": 24984
    },
    {
      "epoch": 2.1224091063540604,
      "grad_norm": 2.8953056446659224,
      "learning_rate": 0.00022435887597472458,
      "loss": 4.7962,
      "step": 24985
    },
    {
      "epoch": 2.1224940536867143,
      "grad_norm": 2.6806845294803594,
      "learning_rate": 0.00022435291277293163,
      "loss": 4.3964,
      "step": 24986
    },
    {
      "epoch": 2.122579001019368,
      "grad_norm": 2.648962547573706,
      "learning_rate": 0.0002243469494153469,
      "loss": 4.2879,
      "step": 24987
    },
    {
      "epoch": 2.1226639483520215,
      "grad_norm": 2.8650558548862612,
      "learning_rate": 0.00022434098590198297,
      "loss": 5.0357,
      "step": 24988
    },
    {
      "epoch": 2.1227488956846754,
      "grad_norm": 2.8616171328261966,
      "learning_rate": 0.00022433502223285232,
      "loss": 4.7664,
      "step": 24989
    },
    {
      "epoch": 2.1228338430173292,
      "grad_norm": 2.6916705859024264,
      "learning_rate": 0.00022432905840796732,
      "loss": 4.5458,
      "step": 24990
    },
    {
      "epoch": 2.122918790349983,
      "grad_norm": 2.7118720839948685,
      "learning_rate": 0.00022432309442734063,
      "loss": 4.7822,
      "step": 24991
    },
    {
      "epoch": 2.123003737682637,
      "grad_norm": 2.6609208212733417,
      "learning_rate": 0.00022431713029098468,
      "loss": 4.5482,
      "step": 24992
    },
    {
      "epoch": 2.1230886850152904,
      "grad_norm": 2.674039799454139,
      "learning_rate": 0.00022431116599891192,
      "loss": 4.0017,
      "step": 24993
    },
    {
      "epoch": 2.123173632347944,
      "grad_norm": 2.791404226934047,
      "learning_rate": 0.00022430520155113494,
      "loss": 4.6573,
      "step": 24994
    },
    {
      "epoch": 2.123258579680598,
      "grad_norm": 2.7460180852782172,
      "learning_rate": 0.0002242992369476662,
      "loss": 4.4925,
      "step": 24995
    },
    {
      "epoch": 2.123343527013252,
      "grad_norm": 2.9073356682809592,
      "learning_rate": 0.00022429327218851815,
      "loss": 5.1176,
      "step": 24996
    },
    {
      "epoch": 2.1234284743459053,
      "grad_norm": 2.8104427732755433,
      "learning_rate": 0.00022428730727370335,
      "loss": 4.2412,
      "step": 24997
    },
    {
      "epoch": 2.123513421678559,
      "grad_norm": 2.793658262474618,
      "learning_rate": 0.00022428134220323429,
      "loss": 5.1983,
      "step": 24998
    },
    {
      "epoch": 2.123598369011213,
      "grad_norm": 2.7679090392126837,
      "learning_rate": 0.00022427537697712342,
      "loss": 4.182,
      "step": 24999
    },
    {
      "epoch": 2.123683316343867,
      "grad_norm": 2.7593272786279393,
      "learning_rate": 0.0002242694115953833,
      "loss": 4.6325,
      "step": 25000
    },
    {
      "epoch": 2.1237682636765207,
      "grad_norm": 2.986155157046235,
      "learning_rate": 0.0002242634460580264,
      "loss": 5.3388,
      "step": 25001
    },
    {
      "epoch": 2.123853211009174,
      "grad_norm": 2.850809458961125,
      "learning_rate": 0.00022425748036506517,
      "loss": 4.4639,
      "step": 25002
    },
    {
      "epoch": 2.123938158341828,
      "grad_norm": 2.8954764241873847,
      "learning_rate": 0.00022425151451651223,
      "loss": 4.8213,
      "step": 25003
    },
    {
      "epoch": 2.124023105674482,
      "grad_norm": 2.864901097060679,
      "learning_rate": 0.00022424554851237997,
      "loss": 4.4081,
      "step": 25004
    },
    {
      "epoch": 2.1241080530071357,
      "grad_norm": 4.636409227539271,
      "learning_rate": 0.00022423958235268094,
      "loss": 4.404,
      "step": 25005
    },
    {
      "epoch": 2.1241930003397895,
      "grad_norm": 2.847404749363608,
      "learning_rate": 0.00022423361603742765,
      "loss": 4.7137,
      "step": 25006
    },
    {
      "epoch": 2.124277947672443,
      "grad_norm": 2.924110871738188,
      "learning_rate": 0.0002242276495666326,
      "loss": 4.9434,
      "step": 25007
    },
    {
      "epoch": 2.124362895005097,
      "grad_norm": 2.7479752013527463,
      "learning_rate": 0.0002242216829403082,
      "loss": 4.7985,
      "step": 25008
    },
    {
      "epoch": 2.1244478423377506,
      "grad_norm": 2.6885862186476666,
      "learning_rate": 0.00022421571615846713,
      "loss": 4.3287,
      "step": 25009
    },
    {
      "epoch": 2.1245327896704045,
      "grad_norm": 2.7267295551124966,
      "learning_rate": 0.00022420974922112173,
      "loss": 4.6696,
      "step": 25010
    },
    {
      "epoch": 2.124617737003058,
      "grad_norm": 2.756183131002809,
      "learning_rate": 0.00022420378212828455,
      "loss": 4.8654,
      "step": 25011
    },
    {
      "epoch": 2.1247026843357117,
      "grad_norm": 2.68512113679505,
      "learning_rate": 0.00022419781487996814,
      "loss": 4.5658,
      "step": 25012
    },
    {
      "epoch": 2.1247876316683656,
      "grad_norm": 2.762872667868477,
      "learning_rate": 0.00022419184747618498,
      "loss": 4.7438,
      "step": 25013
    },
    {
      "epoch": 2.1248725790010194,
      "grad_norm": 2.881933484070568,
      "learning_rate": 0.0002241858799169475,
      "loss": 5.2357,
      "step": 25014
    },
    {
      "epoch": 2.1249575263336733,
      "grad_norm": 2.9309523274722804,
      "learning_rate": 0.0002241799122022683,
      "loss": 4.9988,
      "step": 25015
    },
    {
      "epoch": 2.1250424736663267,
      "grad_norm": 2.622893236062573,
      "learning_rate": 0.0002241739443321599,
      "loss": 4.3855,
      "step": 25016
    },
    {
      "epoch": 2.1251274209989806,
      "grad_norm": 2.852405509889054,
      "learning_rate": 0.00022416797630663468,
      "loss": 4.7017,
      "step": 25017
    },
    {
      "epoch": 2.1252123683316344,
      "grad_norm": 2.662896316996722,
      "learning_rate": 0.00022416200812570527,
      "loss": 4.4256,
      "step": 25018
    },
    {
      "epoch": 2.1252973156642883,
      "grad_norm": 2.6567909175884084,
      "learning_rate": 0.0002241560397893841,
      "loss": 4.5483,
      "step": 25019
    },
    {
      "epoch": 2.1253822629969417,
      "grad_norm": 2.7023063311156252,
      "learning_rate": 0.00022415007129768369,
      "loss": 4.5824,
      "step": 25020
    },
    {
      "epoch": 2.1254672103295955,
      "grad_norm": 2.6930901929046365,
      "learning_rate": 0.00022414410265061656,
      "loss": 4.3047,
      "step": 25021
    },
    {
      "epoch": 2.1255521576622494,
      "grad_norm": 2.718880002634993,
      "learning_rate": 0.00022413813384819525,
      "loss": 4.6001,
      "step": 25022
    },
    {
      "epoch": 2.125637104994903,
      "grad_norm": 2.6169651082410934,
      "learning_rate": 0.00022413216489043224,
      "loss": 4.4834,
      "step": 25023
    },
    {
      "epoch": 2.125722052327557,
      "grad_norm": 2.8413437214183106,
      "learning_rate": 0.00022412619577733993,
      "loss": 4.7283,
      "step": 25024
    },
    {
      "epoch": 2.1258069996602105,
      "grad_norm": 2.8517150132263884,
      "learning_rate": 0.000224120226508931,
      "loss": 5.0374,
      "step": 25025
    },
    {
      "epoch": 2.1258919469928643,
      "grad_norm": 2.5604220029345677,
      "learning_rate": 0.0002241142570852179,
      "loss": 3.9491,
      "step": 25026
    },
    {
      "epoch": 2.125976894325518,
      "grad_norm": 2.7573992022513703,
      "learning_rate": 0.00022410828750621303,
      "loss": 4.5938,
      "step": 25027
    },
    {
      "epoch": 2.126061841658172,
      "grad_norm": 2.7056976581685594,
      "learning_rate": 0.00022410231777192905,
      "loss": 4.5774,
      "step": 25028
    },
    {
      "epoch": 2.126146788990826,
      "grad_norm": 2.770346006795425,
      "learning_rate": 0.00022409634788237836,
      "loss": 4.7686,
      "step": 25029
    },
    {
      "epoch": 2.1262317363234793,
      "grad_norm": 2.7767841858409836,
      "learning_rate": 0.00022409037783757354,
      "loss": 4.8263,
      "step": 25030
    },
    {
      "epoch": 2.126316683656133,
      "grad_norm": 2.663902160258454,
      "learning_rate": 0.00022408440763752708,
      "loss": 4.0139,
      "step": 25031
    },
    {
      "epoch": 2.126401630988787,
      "grad_norm": 2.664532935911191,
      "learning_rate": 0.00022407843728225148,
      "loss": 4.7374,
      "step": 25032
    },
    {
      "epoch": 2.126486578321441,
      "grad_norm": 2.5874061368738253,
      "learning_rate": 0.0002240724667717592,
      "loss": 4.5375,
      "step": 25033
    },
    {
      "epoch": 2.1265715256540947,
      "grad_norm": 2.703729330501852,
      "learning_rate": 0.0002240664961060629,
      "loss": 4.5349,
      "step": 25034
    },
    {
      "epoch": 2.126656472986748,
      "grad_norm": 2.7567651512884757,
      "learning_rate": 0.00022406052528517491,
      "loss": 4.729,
      "step": 25035
    },
    {
      "epoch": 2.126741420319402,
      "grad_norm": 2.841127135032435,
      "learning_rate": 0.00022405455430910787,
      "loss": 4.296,
      "step": 25036
    },
    {
      "epoch": 2.126826367652056,
      "grad_norm": 2.7154221330587034,
      "learning_rate": 0.0002240485831778742,
      "loss": 4.9436,
      "step": 25037
    },
    {
      "epoch": 2.1269113149847096,
      "grad_norm": 2.76967842486549,
      "learning_rate": 0.0002240426118914865,
      "loss": 4.9254,
      "step": 25038
    },
    {
      "epoch": 2.126996262317363,
      "grad_norm": 2.679651766584688,
      "learning_rate": 0.0002240366404499572,
      "loss": 4.3594,
      "step": 25039
    },
    {
      "epoch": 2.127081209650017,
      "grad_norm": 2.7936827892199108,
      "learning_rate": 0.00022403066885329885,
      "loss": 5.0284,
      "step": 25040
    },
    {
      "epoch": 2.1271661569826708,
      "grad_norm": 2.8625369538226373,
      "learning_rate": 0.00022402469710152396,
      "loss": 4.4586,
      "step": 25041
    },
    {
      "epoch": 2.1272511043153246,
      "grad_norm": 2.7210927862038106,
      "learning_rate": 0.000224018725194645,
      "loss": 4.4156,
      "step": 25042
    },
    {
      "epoch": 2.1273360516479785,
      "grad_norm": 2.67202378967255,
      "learning_rate": 0.00022401275313267463,
      "loss": 4.1455,
      "step": 25043
    },
    {
      "epoch": 2.127420998980632,
      "grad_norm": 2.7698103670529104,
      "learning_rate": 0.0002240067809156252,
      "loss": 4.7401,
      "step": 25044
    },
    {
      "epoch": 2.1275059463132857,
      "grad_norm": 2.7095531792829686,
      "learning_rate": 0.00022400080854350927,
      "loss": 4.8443,
      "step": 25045
    },
    {
      "epoch": 2.1275908936459396,
      "grad_norm": 2.713395770985971,
      "learning_rate": 0.00022399483601633942,
      "loss": 4.6478,
      "step": 25046
    },
    {
      "epoch": 2.1276758409785934,
      "grad_norm": 2.909367643424268,
      "learning_rate": 0.00022398886333412803,
      "loss": 5.2939,
      "step": 25047
    },
    {
      "epoch": 2.127760788311247,
      "grad_norm": 2.788206747352972,
      "learning_rate": 0.00022398289049688775,
      "loss": 4.3215,
      "step": 25048
    },
    {
      "epoch": 2.1278457356439007,
      "grad_norm": 2.7792973062969746,
      "learning_rate": 0.000223976917504631,
      "loss": 4.5878,
      "step": 25049
    },
    {
      "epoch": 2.1279306829765545,
      "grad_norm": 2.8046543405918887,
      "learning_rate": 0.0002239709443573704,
      "loss": 4.3372,
      "step": 25050
    },
    {
      "epoch": 2.1280156303092084,
      "grad_norm": 2.5492325349332794,
      "learning_rate": 0.00022396497105511834,
      "loss": 3.8261,
      "step": 25051
    },
    {
      "epoch": 2.1281005776418622,
      "grad_norm": 2.6215921326372453,
      "learning_rate": 0.00022395899759788745,
      "loss": 4.0441,
      "step": 25052
    },
    {
      "epoch": 2.1281855249745156,
      "grad_norm": 2.6405325300540943,
      "learning_rate": 0.00022395302398569016,
      "loss": 4.0813,
      "step": 25053
    },
    {
      "epoch": 2.1282704723071695,
      "grad_norm": 2.8537455281191613,
      "learning_rate": 0.000223947050218539,
      "loss": 4.9462,
      "step": 25054
    },
    {
      "epoch": 2.1283554196398233,
      "grad_norm": 3.0577752424841287,
      "learning_rate": 0.00022394107629644653,
      "loss": 3.9595,
      "step": 25055
    },
    {
      "epoch": 2.128440366972477,
      "grad_norm": 2.9678527599552864,
      "learning_rate": 0.00022393510221942526,
      "loss": 5.087,
      "step": 25056
    },
    {
      "epoch": 2.128525314305131,
      "grad_norm": 2.992541031020366,
      "learning_rate": 0.00022392912798748768,
      "loss": 5.2567,
      "step": 25057
    },
    {
      "epoch": 2.1286102616377844,
      "grad_norm": 2.702694182332403,
      "learning_rate": 0.00022392315360064628,
      "loss": 3.9973,
      "step": 25058
    },
    {
      "epoch": 2.1286952089704383,
      "grad_norm": 2.700871251156229,
      "learning_rate": 0.00022391717905891368,
      "loss": 4.1816,
      "step": 25059
    },
    {
      "epoch": 2.128780156303092,
      "grad_norm": 2.7051278373753593,
      "learning_rate": 0.00022391120436230229,
      "loss": 4.0192,
      "step": 25060
    },
    {
      "epoch": 2.128865103635746,
      "grad_norm": 2.8250401934608687,
      "learning_rate": 0.00022390522951082472,
      "loss": 5.0102,
      "step": 25061
    },
    {
      "epoch": 2.1289500509683994,
      "grad_norm": 2.721861846756954,
      "learning_rate": 0.00022389925450449339,
      "loss": 4.6248,
      "step": 25062
    },
    {
      "epoch": 2.1290349983010532,
      "grad_norm": 2.7349129817269584,
      "learning_rate": 0.0002238932793433209,
      "loss": 4.1056,
      "step": 25063
    },
    {
      "epoch": 2.129119945633707,
      "grad_norm": 2.8552003384434945,
      "learning_rate": 0.00022388730402731974,
      "loss": 5.038,
      "step": 25064
    },
    {
      "epoch": 2.129204892966361,
      "grad_norm": 2.686893097936021,
      "learning_rate": 0.00022388132855650242,
      "loss": 4.078,
      "step": 25065
    },
    {
      "epoch": 2.129289840299015,
      "grad_norm": 2.8487962532067517,
      "learning_rate": 0.0002238753529308815,
      "loss": 4.7708,
      "step": 25066
    },
    {
      "epoch": 2.129374787631668,
      "grad_norm": 2.7494844048327396,
      "learning_rate": 0.00022386937715046943,
      "loss": 4.3778,
      "step": 25067
    },
    {
      "epoch": 2.129459734964322,
      "grad_norm": 2.777663643939121,
      "learning_rate": 0.00022386340121527884,
      "loss": 4.6022,
      "step": 25068
    },
    {
      "epoch": 2.129544682296976,
      "grad_norm": 2.8853915388660787,
      "learning_rate": 0.00022385742512532212,
      "loss": 4.7204,
      "step": 25069
    },
    {
      "epoch": 2.1296296296296298,
      "grad_norm": 2.7026226350781637,
      "learning_rate": 0.0002238514488806119,
      "loss": 4.6231,
      "step": 25070
    },
    {
      "epoch": 2.129714576962283,
      "grad_norm": 2.7351952611698462,
      "learning_rate": 0.0002238454724811606,
      "loss": 4.8261,
      "step": 25071
    },
    {
      "epoch": 2.129799524294937,
      "grad_norm": 2.683906430875187,
      "learning_rate": 0.00022383949592698086,
      "loss": 4.0349,
      "step": 25072
    },
    {
      "epoch": 2.129884471627591,
      "grad_norm": 2.7157664009495908,
      "learning_rate": 0.00022383351921808514,
      "loss": 4.6558,
      "step": 25073
    },
    {
      "epoch": 2.1299694189602447,
      "grad_norm": 2.7621211816409925,
      "learning_rate": 0.00022382754235448596,
      "loss": 4.2954,
      "step": 25074
    },
    {
      "epoch": 2.1300543662928986,
      "grad_norm": 2.8765992219368175,
      "learning_rate": 0.00022382156533619588,
      "loss": 4.2689,
      "step": 25075
    },
    {
      "epoch": 2.130139313625552,
      "grad_norm": 2.9853364706242638,
      "learning_rate": 0.00022381558816322733,
      "loss": 5.1783,
      "step": 25076
    },
    {
      "epoch": 2.130224260958206,
      "grad_norm": 2.70346640496943,
      "learning_rate": 0.00022380961083559293,
      "loss": 4.5741,
      "step": 25077
    },
    {
      "epoch": 2.1303092082908597,
      "grad_norm": 2.7333587510735575,
      "learning_rate": 0.0002238036333533052,
      "loss": 4.6097,
      "step": 25078
    },
    {
      "epoch": 2.1303941556235135,
      "grad_norm": 2.845175699075385,
      "learning_rate": 0.00022379765571637662,
      "loss": 5.0614,
      "step": 25079
    },
    {
      "epoch": 2.1304791029561674,
      "grad_norm": 2.772383071959826,
      "learning_rate": 0.0002237916779248197,
      "loss": 4.7132,
      "step": 25080
    },
    {
      "epoch": 2.130564050288821,
      "grad_norm": 2.856293099594782,
      "learning_rate": 0.00022378569997864704,
      "loss": 4.4701,
      "step": 25081
    },
    {
      "epoch": 2.1306489976214746,
      "grad_norm": 2.7599514777268515,
      "learning_rate": 0.00022377972187787108,
      "loss": 4.4675,
      "step": 25082
    },
    {
      "epoch": 2.1307339449541285,
      "grad_norm": 2.73111143671948,
      "learning_rate": 0.00022377374362250445,
      "loss": 4.395,
      "step": 25083
    },
    {
      "epoch": 2.1308188922867823,
      "grad_norm": 2.8108862375316104,
      "learning_rate": 0.0002237677652125596,
      "loss": 4.9217,
      "step": 25084
    },
    {
      "epoch": 2.1309038396194357,
      "grad_norm": 2.6723445441650684,
      "learning_rate": 0.00022376178664804903,
      "loss": 4.388,
      "step": 25085
    },
    {
      "epoch": 2.1309887869520896,
      "grad_norm": 2.673835962980361,
      "learning_rate": 0.00022375580792898534,
      "loss": 4.7129,
      "step": 25086
    },
    {
      "epoch": 2.1310737342847434,
      "grad_norm": 2.721608913864398,
      "learning_rate": 0.00022374982905538102,
      "loss": 4.5569,
      "step": 25087
    },
    {
      "epoch": 2.1311586816173973,
      "grad_norm": 2.650965160944136,
      "learning_rate": 0.00022374385002724858,
      "loss": 4.6164,
      "step": 25088
    },
    {
      "epoch": 2.131243628950051,
      "grad_norm": 2.7294944248832955,
      "learning_rate": 0.00022373787084460064,
      "loss": 4.5317,
      "step": 25089
    },
    {
      "epoch": 2.1313285762827046,
      "grad_norm": 2.633699456754371,
      "learning_rate": 0.00022373189150744959,
      "loss": 4.529,
      "step": 25090
    },
    {
      "epoch": 2.1314135236153584,
      "grad_norm": 2.7496310621236106,
      "learning_rate": 0.00022372591201580807,
      "loss": 4.3765,
      "step": 25091
    },
    {
      "epoch": 2.1314984709480123,
      "grad_norm": 2.8211539962319088,
      "learning_rate": 0.00022371993236968853,
      "loss": 4.4473,
      "step": 25092
    },
    {
      "epoch": 2.131583418280666,
      "grad_norm": 2.7219425617605406,
      "learning_rate": 0.0002237139525691036,
      "loss": 4.5598,
      "step": 25093
    },
    {
      "epoch": 2.1316683656133195,
      "grad_norm": 2.748354127312412,
      "learning_rate": 0.00022370797261406567,
      "loss": 4.4965,
      "step": 25094
    },
    {
      "epoch": 2.1317533129459734,
      "grad_norm": 2.815884770930325,
      "learning_rate": 0.00022370199250458742,
      "loss": 4.7947,
      "step": 25095
    },
    {
      "epoch": 2.131838260278627,
      "grad_norm": 2.736653101196077,
      "learning_rate": 0.00022369601224068124,
      "loss": 4.4457,
      "step": 25096
    },
    {
      "epoch": 2.131923207611281,
      "grad_norm": 2.909175109443155,
      "learning_rate": 0.00022369003182235976,
      "loss": 4.9493,
      "step": 25097
    },
    {
      "epoch": 2.132008154943935,
      "grad_norm": 2.8545712665299887,
      "learning_rate": 0.00022368405124963548,
      "loss": 4.7217,
      "step": 25098
    },
    {
      "epoch": 2.1320931022765883,
      "grad_norm": 2.671847912062097,
      "learning_rate": 0.0002236780705225209,
      "loss": 3.9611,
      "step": 25099
    },
    {
      "epoch": 2.132178049609242,
      "grad_norm": 2.775117099048731,
      "learning_rate": 0.0002236720896410286,
      "loss": 4.9141,
      "step": 25100
    },
    {
      "epoch": 2.132262996941896,
      "grad_norm": 2.7657302260202155,
      "learning_rate": 0.0002236661086051711,
      "loss": 4.9657,
      "step": 25101
    },
    {
      "epoch": 2.13234794427455,
      "grad_norm": 2.7275346014732866,
      "learning_rate": 0.00022366012741496092,
      "loss": 4.7447,
      "step": 25102
    },
    {
      "epoch": 2.1324328916072037,
      "grad_norm": 2.6844821928178813,
      "learning_rate": 0.00022365414607041057,
      "loss": 4.1439,
      "step": 25103
    },
    {
      "epoch": 2.132517838939857,
      "grad_norm": 2.6499371416482247,
      "learning_rate": 0.00022364816457153265,
      "loss": 4.1448,
      "step": 25104
    },
    {
      "epoch": 2.132602786272511,
      "grad_norm": 2.745376618608397,
      "learning_rate": 0.00022364218291833963,
      "loss": 4.8397,
      "step": 25105
    },
    {
      "epoch": 2.132687733605165,
      "grad_norm": 2.898418825982975,
      "learning_rate": 0.00022363620111084405,
      "loss": 5.0845,
      "step": 25106
    },
    {
      "epoch": 2.1327726809378187,
      "grad_norm": 2.800959103430629,
      "learning_rate": 0.0002236302191490585,
      "loss": 4.5839,
      "step": 25107
    },
    {
      "epoch": 2.1328576282704725,
      "grad_norm": 2.886160070864185,
      "learning_rate": 0.00022362423703299543,
      "loss": 5.0531,
      "step": 25108
    },
    {
      "epoch": 2.132942575603126,
      "grad_norm": 2.6684538682248933,
      "learning_rate": 0.00022361825476266742,
      "loss": 4.5472,
      "step": 25109
    },
    {
      "epoch": 2.13302752293578,
      "grad_norm": 2.824870297011295,
      "learning_rate": 0.00022361227233808702,
      "loss": 4.9984,
      "step": 25110
    },
    {
      "epoch": 2.1331124702684336,
      "grad_norm": 2.8398065194205224,
      "learning_rate": 0.00022360628975926677,
      "loss": 4.8062,
      "step": 25111
    },
    {
      "epoch": 2.1331974176010875,
      "grad_norm": 2.732472198121678,
      "learning_rate": 0.00022360030702621916,
      "loss": 4.6341,
      "step": 25112
    },
    {
      "epoch": 2.133282364933741,
      "grad_norm": 2.713888217844812,
      "learning_rate": 0.0002235943241389567,
      "loss": 4.5661,
      "step": 25113
    },
    {
      "epoch": 2.1333673122663948,
      "grad_norm": 2.742650522553218,
      "learning_rate": 0.00022358834109749204,
      "loss": 4.9263,
      "step": 25114
    },
    {
      "epoch": 2.1334522595990486,
      "grad_norm": 2.689053181490271,
      "learning_rate": 0.00022358235790183764,
      "loss": 4.612,
      "step": 25115
    },
    {
      "epoch": 2.1335372069317025,
      "grad_norm": 2.7668656873692323,
      "learning_rate": 0.000223576374552006,
      "loss": 4.4931,
      "step": 25116
    },
    {
      "epoch": 2.133622154264356,
      "grad_norm": 2.8694857437411474,
      "learning_rate": 0.00022357039104800976,
      "loss": 4.8878,
      "step": 25117
    },
    {
      "epoch": 2.1337071015970097,
      "grad_norm": 2.688178818210715,
      "learning_rate": 0.0002235644073898614,
      "loss": 4.2593,
      "step": 25118
    },
    {
      "epoch": 2.1337920489296636,
      "grad_norm": 2.7670548854033084,
      "learning_rate": 0.00022355842357757338,
      "loss": 4.6495,
      "step": 25119
    },
    {
      "epoch": 2.1338769962623174,
      "grad_norm": 2.88553378659782,
      "learning_rate": 0.0002235524396111584,
      "loss": 4.8195,
      "step": 25120
    },
    {
      "epoch": 2.1339619435949713,
      "grad_norm": 2.854029504538662,
      "learning_rate": 0.00022354645549062886,
      "loss": 4.81,
      "step": 25121
    },
    {
      "epoch": 2.1340468909276247,
      "grad_norm": 2.794501669640599,
      "learning_rate": 0.0002235404712159974,
      "loss": 4.7601,
      "step": 25122
    },
    {
      "epoch": 2.1341318382602785,
      "grad_norm": 2.7277891770883804,
      "learning_rate": 0.00022353448678727645,
      "loss": 4.5643,
      "step": 25123
    },
    {
      "epoch": 2.1342167855929324,
      "grad_norm": 2.8879401449300333,
      "learning_rate": 0.0002235285022044787,
      "loss": 4.854,
      "step": 25124
    },
    {
      "epoch": 2.1343017329255862,
      "grad_norm": 2.7802442610079026,
      "learning_rate": 0.0002235225174676165,
      "loss": 4.6854,
      "step": 25125
    },
    {
      "epoch": 2.13438668025824,
      "grad_norm": 2.728803945778329,
      "learning_rate": 0.0002235165325767026,
      "loss": 4.6246,
      "step": 25126
    },
    {
      "epoch": 2.1344716275908935,
      "grad_norm": 2.7350593971858133,
      "learning_rate": 0.00022351054753174936,
      "loss": 4.3517,
      "step": 25127
    },
    {
      "epoch": 2.1345565749235473,
      "grad_norm": 2.6810164458350143,
      "learning_rate": 0.00022350456233276935,
      "loss": 4.0031,
      "step": 25128
    },
    {
      "epoch": 2.134641522256201,
      "grad_norm": 2.7071644077843366,
      "learning_rate": 0.00022349857697977522,
      "loss": 4.4802,
      "step": 25129
    },
    {
      "epoch": 2.134726469588855,
      "grad_norm": 2.833342872661337,
      "learning_rate": 0.00022349259147277944,
      "loss": 4.7351,
      "step": 25130
    },
    {
      "epoch": 2.134811416921509,
      "grad_norm": 2.947651438954099,
      "learning_rate": 0.0002234866058117945,
      "loss": 5.0933,
      "step": 25131
    },
    {
      "epoch": 2.1348963642541623,
      "grad_norm": 2.7112161932506957,
      "learning_rate": 0.00022348061999683308,
      "loss": 4.876,
      "step": 25132
    },
    {
      "epoch": 2.134981311586816,
      "grad_norm": 3.0540510731575234,
      "learning_rate": 0.0002234746340279076,
      "loss": 4.2019,
      "step": 25133
    },
    {
      "epoch": 2.13506625891947,
      "grad_norm": 2.94570838431718,
      "learning_rate": 0.00022346864790503062,
      "loss": 5.2053,
      "step": 25134
    },
    {
      "epoch": 2.135151206252124,
      "grad_norm": 2.923041039065648,
      "learning_rate": 0.0002234626616282147,
      "loss": 5.1595,
      "step": 25135
    },
    {
      "epoch": 2.1352361535847773,
      "grad_norm": 2.6699311175907323,
      "learning_rate": 0.00022345667519747242,
      "loss": 4.0156,
      "step": 25136
    },
    {
      "epoch": 2.135321100917431,
      "grad_norm": 2.7309760138391557,
      "learning_rate": 0.00022345068861281625,
      "loss": 4.5968,
      "step": 25137
    },
    {
      "epoch": 2.135406048250085,
      "grad_norm": 2.8002597192294205,
      "learning_rate": 0.00022344470187425882,
      "loss": 4.8487,
      "step": 25138
    },
    {
      "epoch": 2.135490995582739,
      "grad_norm": 2.6854401002025705,
      "learning_rate": 0.0002234387149818126,
      "loss": 4.3699,
      "step": 25139
    },
    {
      "epoch": 2.1355759429153927,
      "grad_norm": 2.6808138772339047,
      "learning_rate": 0.00022343272793549015,
      "loss": 4.3353,
      "step": 25140
    },
    {
      "epoch": 2.135660890248046,
      "grad_norm": 2.741935776936782,
      "learning_rate": 0.00022342674073530405,
      "loss": 4.6521,
      "step": 25141
    },
    {
      "epoch": 2.1357458375807,
      "grad_norm": 2.801000512904857,
      "learning_rate": 0.00022342075338126682,
      "loss": 4.9626,
      "step": 25142
    },
    {
      "epoch": 2.1358307849133538,
      "grad_norm": 2.746376697560043,
      "learning_rate": 0.00022341476587339098,
      "loss": 4.8472,
      "step": 25143
    },
    {
      "epoch": 2.1359157322460076,
      "grad_norm": 2.6602652660112662,
      "learning_rate": 0.00022340877821168915,
      "loss": 4.3811,
      "step": 25144
    },
    {
      "epoch": 2.136000679578661,
      "grad_norm": 2.8482092675770483,
      "learning_rate": 0.00022340279039617382,
      "loss": 4.9302,
      "step": 25145
    },
    {
      "epoch": 2.136085626911315,
      "grad_norm": 2.6419880267593587,
      "learning_rate": 0.0002233968024268575,
      "loss": 4.3894,
      "step": 25146
    },
    {
      "epoch": 2.1361705742439687,
      "grad_norm": 2.6725279456268662,
      "learning_rate": 0.00022339081430375278,
      "loss": 4.6756,
      "step": 25147
    },
    {
      "epoch": 2.1362555215766226,
      "grad_norm": 2.7451379823927606,
      "learning_rate": 0.00022338482602687226,
      "loss": 4.7737,
      "step": 25148
    },
    {
      "epoch": 2.1363404689092764,
      "grad_norm": 2.769294533922785,
      "learning_rate": 0.0002233788375962284,
      "loss": 4.2086,
      "step": 25149
    },
    {
      "epoch": 2.13642541624193,
      "grad_norm": 2.7578691191734355,
      "learning_rate": 0.00022337284901183377,
      "loss": 4.5419,
      "step": 25150
    },
    {
      "epoch": 2.1365103635745837,
      "grad_norm": 2.7134246516983733,
      "learning_rate": 0.00022336686027370098,
      "loss": 4.6443,
      "step": 25151
    },
    {
      "epoch": 2.1365953109072375,
      "grad_norm": 2.774271228909134,
      "learning_rate": 0.00022336087138184247,
      "loss": 4.753,
      "step": 25152
    },
    {
      "epoch": 2.1366802582398914,
      "grad_norm": 2.714433483130917,
      "learning_rate": 0.0002233548823362709,
      "loss": 4.7882,
      "step": 25153
    },
    {
      "epoch": 2.1367652055725452,
      "grad_norm": 2.8998779994914217,
      "learning_rate": 0.00022334889313699874,
      "loss": 4.7934,
      "step": 25154
    },
    {
      "epoch": 2.1368501529051986,
      "grad_norm": 2.7033016735777684,
      "learning_rate": 0.0002233429037840386,
      "loss": 4.085,
      "step": 25155
    },
    {
      "epoch": 2.1369351002378525,
      "grad_norm": 2.926177808004414,
      "learning_rate": 0.00022333691427740292,
      "loss": 5.1407,
      "step": 25156
    },
    {
      "epoch": 2.1370200475705063,
      "grad_norm": 2.7227708352890594,
      "learning_rate": 0.0002233309246171044,
      "loss": 4.6155,
      "step": 25157
    },
    {
      "epoch": 2.13710499490316,
      "grad_norm": 2.732055789793912,
      "learning_rate": 0.0002233249348031555,
      "loss": 4.876,
      "step": 25158
    },
    {
      "epoch": 2.1371899422358136,
      "grad_norm": 2.742325199104265,
      "learning_rate": 0.00022331894483556874,
      "loss": 4.4075,
      "step": 25159
    },
    {
      "epoch": 2.1372748895684675,
      "grad_norm": 2.6389066330726245,
      "learning_rate": 0.00022331295471435676,
      "loss": 4.0987,
      "step": 25160
    },
    {
      "epoch": 2.1373598369011213,
      "grad_norm": 2.6420664835587933,
      "learning_rate": 0.00022330696443953205,
      "loss": 4.4475,
      "step": 25161
    },
    {
      "epoch": 2.137444784233775,
      "grad_norm": 2.787346759078397,
      "learning_rate": 0.00022330097401110718,
      "loss": 4.8236,
      "step": 25162
    },
    {
      "epoch": 2.137529731566429,
      "grad_norm": 2.7984033942160864,
      "learning_rate": 0.0002232949834290947,
      "loss": 4.5387,
      "step": 25163
    },
    {
      "epoch": 2.1376146788990824,
      "grad_norm": 2.789606333407565,
      "learning_rate": 0.00022328899269350716,
      "loss": 4.8564,
      "step": 25164
    },
    {
      "epoch": 2.1376996262317363,
      "grad_norm": 2.7060546622155788,
      "learning_rate": 0.00022328300180435708,
      "loss": 4.5796,
      "step": 25165
    },
    {
      "epoch": 2.13778457356439,
      "grad_norm": 2.6311380530939257,
      "learning_rate": 0.0002232770107616571,
      "loss": 4.0255,
      "step": 25166
    },
    {
      "epoch": 2.137869520897044,
      "grad_norm": 2.915302742236288,
      "learning_rate": 0.00022327101956541972,
      "loss": 4.6956,
      "step": 25167
    },
    {
      "epoch": 2.1379544682296974,
      "grad_norm": 2.7390751127089104,
      "learning_rate": 0.00022326502821565746,
      "loss": 4.5156,
      "step": 25168
    },
    {
      "epoch": 2.138039415562351,
      "grad_norm": 2.7783446552320235,
      "learning_rate": 0.00022325903671238296,
      "loss": 3.9392,
      "step": 25169
    },
    {
      "epoch": 2.138124362895005,
      "grad_norm": 2.8187488664906564,
      "learning_rate": 0.00022325304505560868,
      "loss": 4.6721,
      "step": 25170
    },
    {
      "epoch": 2.138209310227659,
      "grad_norm": 2.6489974393182174,
      "learning_rate": 0.00022324705324534722,
      "loss": 3.7624,
      "step": 25171
    },
    {
      "epoch": 2.1382942575603128,
      "grad_norm": 2.8466862431299367,
      "learning_rate": 0.00022324106128161113,
      "loss": 4.5762,
      "step": 25172
    },
    {
      "epoch": 2.138379204892966,
      "grad_norm": 2.9100046323045867,
      "learning_rate": 0.00022323506916441298,
      "loss": 5.2127,
      "step": 25173
    },
    {
      "epoch": 2.13846415222562,
      "grad_norm": 2.7986205615554733,
      "learning_rate": 0.00022322907689376528,
      "loss": 4.5231,
      "step": 25174
    },
    {
      "epoch": 2.138549099558274,
      "grad_norm": 2.61312577383919,
      "learning_rate": 0.00022322308446968064,
      "loss": 4.2013,
      "step": 25175
    },
    {
      "epoch": 2.1386340468909277,
      "grad_norm": 2.882697142977312,
      "learning_rate": 0.00022321709189217163,
      "loss": 4.406,
      "step": 25176
    },
    {
      "epoch": 2.1387189942235816,
      "grad_norm": 2.918190746560521,
      "learning_rate": 0.0002232110991612507,
      "loss": 4.9863,
      "step": 25177
    },
    {
      "epoch": 2.138803941556235,
      "grad_norm": 2.665485313829793,
      "learning_rate": 0.00022320510627693054,
      "loss": 4.1775,
      "step": 25178
    },
    {
      "epoch": 2.138888888888889,
      "grad_norm": 2.825575683369143,
      "learning_rate": 0.0002231991132392236,
      "loss": 4.3071,
      "step": 25179
    },
    {
      "epoch": 2.1389738362215427,
      "grad_norm": 2.726875168656722,
      "learning_rate": 0.0002231931200481425,
      "loss": 4.5157,
      "step": 25180
    },
    {
      "epoch": 2.1390587835541965,
      "grad_norm": 2.735952984950235,
      "learning_rate": 0.00022318712670369977,
      "loss": 4.5918,
      "step": 25181
    },
    {
      "epoch": 2.13914373088685,
      "grad_norm": 2.6533146254543016,
      "learning_rate": 0.00022318113320590792,
      "loss": 4.1314,
      "step": 25182
    },
    {
      "epoch": 2.139228678219504,
      "grad_norm": 2.9463101713526187,
      "learning_rate": 0.00022317513955477961,
      "loss": 4.7717,
      "step": 25183
    },
    {
      "epoch": 2.1393136255521576,
      "grad_norm": 2.8335400699376057,
      "learning_rate": 0.0002231691457503274,
      "loss": 4.7376,
      "step": 25184
    },
    {
      "epoch": 2.1393985728848115,
      "grad_norm": 2.8383259669592706,
      "learning_rate": 0.00022316315179256375,
      "loss": 4.8656,
      "step": 25185
    },
    {
      "epoch": 2.1394835202174654,
      "grad_norm": 2.703618907789658,
      "learning_rate": 0.00022315715768150122,
      "loss": 4.5897,
      "step": 25186
    },
    {
      "epoch": 2.1395684675501188,
      "grad_norm": 2.7407169057849163,
      "learning_rate": 0.0002231511634171525,
      "loss": 4.6164,
      "step": 25187
    },
    {
      "epoch": 2.1396534148827726,
      "grad_norm": 2.7446677238965567,
      "learning_rate": 0.00022314516899953006,
      "loss": 4.6452,
      "step": 25188
    },
    {
      "epoch": 2.1397383622154265,
      "grad_norm": 2.6973560514825836,
      "learning_rate": 0.00022313917442864643,
      "loss": 4.2474,
      "step": 25189
    },
    {
      "epoch": 2.1398233095480803,
      "grad_norm": 2.9023220903973703,
      "learning_rate": 0.00022313317970451424,
      "loss": 5.0728,
      "step": 25190
    },
    {
      "epoch": 2.1399082568807337,
      "grad_norm": 2.8344778037797758,
      "learning_rate": 0.00022312718482714599,
      "loss": 4.8468,
      "step": 25191
    },
    {
      "epoch": 2.1399932042133876,
      "grad_norm": 2.7618999345562374,
      "learning_rate": 0.0002231211897965543,
      "loss": 4.7323,
      "step": 25192
    },
    {
      "epoch": 2.1400781515460414,
      "grad_norm": 2.659595734846168,
      "learning_rate": 0.00022311519461275166,
      "loss": 4.6831,
      "step": 25193
    },
    {
      "epoch": 2.1401630988786953,
      "grad_norm": 2.8064083783796248,
      "learning_rate": 0.00022310919927575075,
      "loss": 4.5657,
      "step": 25194
    },
    {
      "epoch": 2.140248046211349,
      "grad_norm": 2.8241136542893943,
      "learning_rate": 0.00022310320378556397,
      "loss": 5.0409,
      "step": 25195
    },
    {
      "epoch": 2.1403329935440025,
      "grad_norm": 2.786605861524882,
      "learning_rate": 0.00022309720814220403,
      "loss": 4.9662,
      "step": 25196
    },
    {
      "epoch": 2.1404179408766564,
      "grad_norm": 2.6772127962364367,
      "learning_rate": 0.00022309121234568343,
      "loss": 4.0466,
      "step": 25197
    },
    {
      "epoch": 2.1405028882093102,
      "grad_norm": 2.704140583753832,
      "learning_rate": 0.00022308521639601472,
      "loss": 4.2339,
      "step": 25198
    },
    {
      "epoch": 2.140587835541964,
      "grad_norm": 2.856201296477644,
      "learning_rate": 0.00022307922029321045,
      "loss": 4.6984,
      "step": 25199
    },
    {
      "epoch": 2.140672782874618,
      "grad_norm": 2.8105273578514383,
      "learning_rate": 0.00022307322403728323,
      "loss": 4.8629,
      "step": 25200
    },
    {
      "epoch": 2.1407577302072713,
      "grad_norm": 2.685840696884662,
      "learning_rate": 0.00022306722762824565,
      "loss": 3.9764,
      "step": 25201
    },
    {
      "epoch": 2.140842677539925,
      "grad_norm": 2.903039586589295,
      "learning_rate": 0.00022306123106611019,
      "loss": 5.0102,
      "step": 25202
    },
    {
      "epoch": 2.140927624872579,
      "grad_norm": 2.767928910725759,
      "learning_rate": 0.00022305523435088947,
      "loss": 4.3763,
      "step": 25203
    },
    {
      "epoch": 2.141012572205233,
      "grad_norm": 2.8911690732006345,
      "learning_rate": 0.00022304923748259602,
      "loss": 4.9506,
      "step": 25204
    },
    {
      "epoch": 2.1410975195378867,
      "grad_norm": 2.6587870422781363,
      "learning_rate": 0.0002230432404612424,
      "loss": 4.6185,
      "step": 25205
    },
    {
      "epoch": 2.14118246687054,
      "grad_norm": 2.643937045918374,
      "learning_rate": 0.00022303724328684126,
      "loss": 4.1223,
      "step": 25206
    },
    {
      "epoch": 2.141267414203194,
      "grad_norm": 2.7364442777280207,
      "learning_rate": 0.00022303124595940505,
      "loss": 4.6594,
      "step": 25207
    },
    {
      "epoch": 2.141352361535848,
      "grad_norm": 2.786225374313147,
      "learning_rate": 0.0002230252484789464,
      "loss": 4.9793,
      "step": 25208
    },
    {
      "epoch": 2.1414373088685017,
      "grad_norm": 2.8894679033735033,
      "learning_rate": 0.00022301925084547788,
      "loss": 5.0956,
      "step": 25209
    },
    {
      "epoch": 2.141522256201155,
      "grad_norm": 2.852129675374019,
      "learning_rate": 0.0002230132530590121,
      "loss": 4.7981,
      "step": 25210
    },
    {
      "epoch": 2.141607203533809,
      "grad_norm": 2.8788779793281747,
      "learning_rate": 0.00022300725511956146,
      "loss": 4.9005,
      "step": 25211
    },
    {
      "epoch": 2.141692150866463,
      "grad_norm": 2.732259327450866,
      "learning_rate": 0.0002230012570271387,
      "loss": 4.3428,
      "step": 25212
    },
    {
      "epoch": 2.1417770981991167,
      "grad_norm": 2.750391681032973,
      "learning_rate": 0.00022299525878175636,
      "loss": 4.8044,
      "step": 25213
    },
    {
      "epoch": 2.1418620455317705,
      "grad_norm": 2.611491995289089,
      "learning_rate": 0.00022298926038342694,
      "loss": 4.1592,
      "step": 25214
    },
    {
      "epoch": 2.141946992864424,
      "grad_norm": 3.0917408693529222,
      "learning_rate": 0.00022298326183216305,
      "loss": 4.1791,
      "step": 25215
    },
    {
      "epoch": 2.1420319401970778,
      "grad_norm": 2.8902607897204002,
      "learning_rate": 0.00022297726312797727,
      "loss": 5.0864,
      "step": 25216
    },
    {
      "epoch": 2.1421168875297316,
      "grad_norm": 2.864135416233089,
      "learning_rate": 0.00022297126427088212,
      "loss": 4.8583,
      "step": 25217
    },
    {
      "epoch": 2.1422018348623855,
      "grad_norm": 2.5873685739875625,
      "learning_rate": 0.0002229652652608902,
      "loss": 3.6311,
      "step": 25218
    },
    {
      "epoch": 2.142286782195039,
      "grad_norm": 2.8646119819931504,
      "learning_rate": 0.00022295926609801412,
      "loss": 4.8229,
      "step": 25219
    },
    {
      "epoch": 2.1423717295276927,
      "grad_norm": 2.8991126977618573,
      "learning_rate": 0.00022295326678226638,
      "loss": 5.1425,
      "step": 25220
    },
    {
      "epoch": 2.1424566768603466,
      "grad_norm": 2.5948492366157323,
      "learning_rate": 0.0002229472673136596,
      "loss": 3.9452,
      "step": 25221
    },
    {
      "epoch": 2.1425416241930004,
      "grad_norm": 2.6590109145619927,
      "learning_rate": 0.0002229412676922063,
      "loss": 4.3197,
      "step": 25222
    },
    {
      "epoch": 2.1426265715256543,
      "grad_norm": 2.7854636231875145,
      "learning_rate": 0.0002229352679179191,
      "loss": 4.3772,
      "step": 25223
    },
    {
      "epoch": 2.1427115188583077,
      "grad_norm": 2.8064303753039637,
      "learning_rate": 0.00022292926799081058,
      "loss": 4.3829,
      "step": 25224
    },
    {
      "epoch": 2.1427964661909615,
      "grad_norm": 2.848152982799178,
      "learning_rate": 0.00022292326791089324,
      "loss": 4.4939,
      "step": 25225
    },
    {
      "epoch": 2.1428814135236154,
      "grad_norm": 2.648927214981519,
      "learning_rate": 0.00022291726767817975,
      "loss": 3.8694,
      "step": 25226
    },
    {
      "epoch": 2.1429663608562692,
      "grad_norm": 2.7464149605916766,
      "learning_rate": 0.0002229112672926826,
      "loss": 4.7403,
      "step": 25227
    },
    {
      "epoch": 2.143051308188923,
      "grad_norm": 2.8549957514118525,
      "learning_rate": 0.0002229052667544144,
      "loss": 4.2065,
      "step": 25228
    },
    {
      "epoch": 2.1431362555215765,
      "grad_norm": 2.7488322966931302,
      "learning_rate": 0.0002228992660633877,
      "loss": 4.665,
      "step": 25229
    },
    {
      "epoch": 2.1432212028542303,
      "grad_norm": 2.6897862521195086,
      "learning_rate": 0.00022289326521961515,
      "loss": 4.4531,
      "step": 25230
    },
    {
      "epoch": 2.143306150186884,
      "grad_norm": 2.7851986144786998,
      "learning_rate": 0.0002228872642231092,
      "loss": 4.4331,
      "step": 25231
    },
    {
      "epoch": 2.143391097519538,
      "grad_norm": 3.0266088157510036,
      "learning_rate": 0.0002228812630738825,
      "loss": 4.3233,
      "step": 25232
    },
    {
      "epoch": 2.1434760448521915,
      "grad_norm": 2.705441487765305,
      "learning_rate": 0.0002228752617719476,
      "loss": 4.0314,
      "step": 25233
    },
    {
      "epoch": 2.1435609921848453,
      "grad_norm": 2.7588267634591386,
      "learning_rate": 0.00022286926031731712,
      "loss": 4.7913,
      "step": 25234
    },
    {
      "epoch": 2.143645939517499,
      "grad_norm": 2.7350930032227057,
      "learning_rate": 0.00022286325871000354,
      "loss": 4.2459,
      "step": 25235
    },
    {
      "epoch": 2.143730886850153,
      "grad_norm": 2.7160039208828564,
      "learning_rate": 0.00022285725695001955,
      "loss": 4.3408,
      "step": 25236
    },
    {
      "epoch": 2.143815834182807,
      "grad_norm": 2.953821865331865,
      "learning_rate": 0.0002228512550373777,
      "loss": 4.5942,
      "step": 25237
    },
    {
      "epoch": 2.1439007815154603,
      "grad_norm": 2.9480048677984976,
      "learning_rate": 0.00022284525297209046,
      "loss": 5.2571,
      "step": 25238
    },
    {
      "epoch": 2.143985728848114,
      "grad_norm": 2.638824036554802,
      "learning_rate": 0.00022283925075417053,
      "loss": 4.2881,
      "step": 25239
    },
    {
      "epoch": 2.144070676180768,
      "grad_norm": 2.763775173085616,
      "learning_rate": 0.00022283324838363045,
      "loss": 4.4278,
      "step": 25240
    },
    {
      "epoch": 2.144155623513422,
      "grad_norm": 2.7280919116462723,
      "learning_rate": 0.00022282724586048278,
      "loss": 4.4122,
      "step": 25241
    },
    {
      "epoch": 2.1442405708460752,
      "grad_norm": 2.900573758127838,
      "learning_rate": 0.00022282124318474009,
      "loss": 4.6125,
      "step": 25242
    },
    {
      "epoch": 2.144325518178729,
      "grad_norm": 3.010370841439448,
      "learning_rate": 0.00022281524035641496,
      "loss": 5.546,
      "step": 25243
    },
    {
      "epoch": 2.144410465511383,
      "grad_norm": 2.6560277817471745,
      "learning_rate": 0.00022280923737551996,
      "loss": 4.2552,
      "step": 25244
    },
    {
      "epoch": 2.1444954128440368,
      "grad_norm": 2.754087789297882,
      "learning_rate": 0.0002228032342420677,
      "loss": 4.7501,
      "step": 25245
    },
    {
      "epoch": 2.1445803601766906,
      "grad_norm": 2.6583570433658212,
      "learning_rate": 0.0002227972309560708,
      "loss": 4.1884,
      "step": 25246
    },
    {
      "epoch": 2.144665307509344,
      "grad_norm": 2.874548718751385,
      "learning_rate": 0.00022279122751754174,
      "loss": 4.6762,
      "step": 25247
    },
    {
      "epoch": 2.144750254841998,
      "grad_norm": 2.9073418348501816,
      "learning_rate": 0.00022278522392649313,
      "loss": 4.5833,
      "step": 25248
    },
    {
      "epoch": 2.1448352021746517,
      "grad_norm": 2.798322888580495,
      "learning_rate": 0.0002227792201829376,
      "loss": 4.7755,
      "step": 25249
    },
    {
      "epoch": 2.1449201495073056,
      "grad_norm": 2.915158273210501,
      "learning_rate": 0.00022277321628688768,
      "loss": 4.7514,
      "step": 25250
    },
    {
      "epoch": 2.1450050968399594,
      "grad_norm": 2.910615987133043,
      "learning_rate": 0.00022276721223835592,
      "loss": 4.9529,
      "step": 25251
    },
    {
      "epoch": 2.145090044172613,
      "grad_norm": 2.959077987083918,
      "learning_rate": 0.000222761208037355,
      "loss": 4.201,
      "step": 25252
    },
    {
      "epoch": 2.1451749915052667,
      "grad_norm": 2.7418090416140464,
      "learning_rate": 0.0002227552036838974,
      "loss": 4.6542,
      "step": 25253
    },
    {
      "epoch": 2.1452599388379205,
      "grad_norm": 2.6860456248713493,
      "learning_rate": 0.00022274919917799574,
      "loss": 4.6499,
      "step": 25254
    },
    {
      "epoch": 2.1453448861705744,
      "grad_norm": 2.879774728414561,
      "learning_rate": 0.00022274319451966266,
      "loss": 4.9337,
      "step": 25255
    },
    {
      "epoch": 2.145429833503228,
      "grad_norm": 2.8429677397853594,
      "learning_rate": 0.00022273718970891067,
      "loss": 5.0815,
      "step": 25256
    },
    {
      "epoch": 2.1455147808358817,
      "grad_norm": 2.7050690251753338,
      "learning_rate": 0.00022273118474575233,
      "loss": 4.1028,
      "step": 25257
    },
    {
      "epoch": 2.1455997281685355,
      "grad_norm": 2.730387420589338,
      "learning_rate": 0.0002227251796302003,
      "loss": 4.6194,
      "step": 25258
    },
    {
      "epoch": 2.1456846755011894,
      "grad_norm": 2.8547175289679863,
      "learning_rate": 0.0002227191743622671,
      "loss": 4.8079,
      "step": 25259
    },
    {
      "epoch": 2.145769622833843,
      "grad_norm": 2.7175562632407053,
      "learning_rate": 0.00022271316894196532,
      "loss": 4.8342,
      "step": 25260
    },
    {
      "epoch": 2.1458545701664966,
      "grad_norm": 2.744825528853389,
      "learning_rate": 0.0002227071633693076,
      "loss": 3.8795,
      "step": 25261
    },
    {
      "epoch": 2.1459395174991505,
      "grad_norm": 2.9053058609846643,
      "learning_rate": 0.00022270115764430644,
      "loss": 5.0197,
      "step": 25262
    },
    {
      "epoch": 2.1460244648318043,
      "grad_norm": 2.6472537481678104,
      "learning_rate": 0.00022269515176697444,
      "loss": 4.2624,
      "step": 25263
    },
    {
      "epoch": 2.146109412164458,
      "grad_norm": 2.7177895607894342,
      "learning_rate": 0.00022268914573732432,
      "loss": 4.4933,
      "step": 25264
    },
    {
      "epoch": 2.1461943594971116,
      "grad_norm": 2.836377356661217,
      "learning_rate": 0.00022268313955536848,
      "loss": 4.7997,
      "step": 25265
    },
    {
      "epoch": 2.1462793068297654,
      "grad_norm": 2.848745248031148,
      "learning_rate": 0.0002226771332211196,
      "loss": 4.8012,
      "step": 25266
    },
    {
      "epoch": 2.1463642541624193,
      "grad_norm": 2.751005647606868,
      "learning_rate": 0.00022267112673459024,
      "loss": 4.8141,
      "step": 25267
    },
    {
      "epoch": 2.146449201495073,
      "grad_norm": 2.8387670910511007,
      "learning_rate": 0.00022266512009579302,
      "loss": 4.8803,
      "step": 25268
    },
    {
      "epoch": 2.146534148827727,
      "grad_norm": 2.6871237767142344,
      "learning_rate": 0.00022265911330474042,
      "loss": 4.5523,
      "step": 25269
    },
    {
      "epoch": 2.1466190961603804,
      "grad_norm": 2.7279263594952803,
      "learning_rate": 0.0002226531063614452,
      "loss": 4.8325,
      "step": 25270
    },
    {
      "epoch": 2.1467040434930342,
      "grad_norm": 2.6954971869465894,
      "learning_rate": 0.00022264709926591978,
      "loss": 4.704,
      "step": 25271
    },
    {
      "epoch": 2.146788990825688,
      "grad_norm": 2.8755408087949883,
      "learning_rate": 0.00022264109201817678,
      "loss": 5.0363,
      "step": 25272
    },
    {
      "epoch": 2.146873938158342,
      "grad_norm": 2.9950231621794416,
      "learning_rate": 0.0002226350846182289,
      "loss": 4.9412,
      "step": 25273
    },
    {
      "epoch": 2.146958885490996,
      "grad_norm": 2.668284449483906,
      "learning_rate": 0.0002226290770660886,
      "loss": 4.4809,
      "step": 25274
    },
    {
      "epoch": 2.147043832823649,
      "grad_norm": 2.8620666505698473,
      "learning_rate": 0.00022262306936176853,
      "loss": 4.918,
      "step": 25275
    },
    {
      "epoch": 2.147128780156303,
      "grad_norm": 2.6502975559295154,
      "learning_rate": 0.0002226170615052813,
      "loss": 3.8988,
      "step": 25276
    },
    {
      "epoch": 2.147213727488957,
      "grad_norm": 2.8617128099794917,
      "learning_rate": 0.00022261105349663944,
      "loss": 4.5857,
      "step": 25277
    },
    {
      "epoch": 2.1472986748216107,
      "grad_norm": 2.7102057159467883,
      "learning_rate": 0.00022260504533585553,
      "loss": 4.5805,
      "step": 25278
    },
    {
      "epoch": 2.147383622154264,
      "grad_norm": 2.832067628618026,
      "learning_rate": 0.00022259903702294222,
      "loss": 4.304,
      "step": 25279
    },
    {
      "epoch": 2.147468569486918,
      "grad_norm": 2.7981523151478878,
      "learning_rate": 0.00022259302855791207,
      "loss": 5.027,
      "step": 25280
    },
    {
      "epoch": 2.147553516819572,
      "grad_norm": 2.7502080196307634,
      "learning_rate": 0.00022258701994077766,
      "loss": 4.8382,
      "step": 25281
    },
    {
      "epoch": 2.1476384641522257,
      "grad_norm": 2.851800033551453,
      "learning_rate": 0.0002225810111715516,
      "loss": 4.9034,
      "step": 25282
    },
    {
      "epoch": 2.1477234114848796,
      "grad_norm": 2.6754348324659882,
      "learning_rate": 0.00022257500225024643,
      "loss": 4.493,
      "step": 25283
    },
    {
      "epoch": 2.147808358817533,
      "grad_norm": 2.694620372702999,
      "learning_rate": 0.00022256899317687484,
      "loss": 4.4549,
      "step": 25284
    },
    {
      "epoch": 2.147893306150187,
      "grad_norm": 3.0656709887979607,
      "learning_rate": 0.0002225629839514493,
      "loss": 4.0664,
      "step": 25285
    },
    {
      "epoch": 2.1479782534828407,
      "grad_norm": 2.837911152486121,
      "learning_rate": 0.00022255697457398252,
      "loss": 4.6869,
      "step": 25286
    },
    {
      "epoch": 2.1480632008154945,
      "grad_norm": 2.943710247435975,
      "learning_rate": 0.00022255096504448702,
      "loss": 4.9433,
      "step": 25287
    },
    {
      "epoch": 2.148148148148148,
      "grad_norm": 2.862368748233151,
      "learning_rate": 0.00022254495536297542,
      "loss": 4.5064,
      "step": 25288
    },
    {
      "epoch": 2.1482330954808018,
      "grad_norm": 2.8497155782531474,
      "learning_rate": 0.00022253894552946025,
      "loss": 4.9272,
      "step": 25289
    },
    {
      "epoch": 2.1483180428134556,
      "grad_norm": 2.7759739125863994,
      "learning_rate": 0.00022253293554395419,
      "loss": 4.4106,
      "step": 25290
    },
    {
      "epoch": 2.1484029901461095,
      "grad_norm": 2.6815471711956915,
      "learning_rate": 0.00022252692540646976,
      "loss": 4.4836,
      "step": 25291
    },
    {
      "epoch": 2.1484879374787633,
      "grad_norm": 2.7418183356035444,
      "learning_rate": 0.00022252091511701957,
      "loss": 4.6751,
      "step": 25292
    },
    {
      "epoch": 2.1485728848114167,
      "grad_norm": 2.878144852187995,
      "learning_rate": 0.0002225149046756163,
      "loss": 4.7713,
      "step": 25293
    },
    {
      "epoch": 2.1486578321440706,
      "grad_norm": 2.7379724892799753,
      "learning_rate": 0.0002225088940822724,
      "loss": 4.6923,
      "step": 25294
    },
    {
      "epoch": 2.1487427794767244,
      "grad_norm": 2.7314070348606823,
      "learning_rate": 0.00022250288333700057,
      "loss": 4.6999,
      "step": 25295
    },
    {
      "epoch": 2.1488277268093783,
      "grad_norm": 2.844539396043451,
      "learning_rate": 0.00022249687243981335,
      "loss": 4.3542,
      "step": 25296
    },
    {
      "epoch": 2.148912674142032,
      "grad_norm": 2.7769997633864016,
      "learning_rate": 0.00022249086139072336,
      "loss": 4.0497,
      "step": 25297
    },
    {
      "epoch": 2.1489976214746855,
      "grad_norm": 2.9329647926692295,
      "learning_rate": 0.0002224848501897432,
      "loss": 4.6451,
      "step": 25298
    },
    {
      "epoch": 2.1490825688073394,
      "grad_norm": 2.91951275128147,
      "learning_rate": 0.00022247883883688547,
      "loss": 5.0258,
      "step": 25299
    },
    {
      "epoch": 2.1491675161399932,
      "grad_norm": 2.7672271253838656,
      "learning_rate": 0.00022247282733216272,
      "loss": 4.2589,
      "step": 25300
    },
    {
      "epoch": 2.149252463472647,
      "grad_norm": 2.720656602687875,
      "learning_rate": 0.00022246681567558761,
      "loss": 4.2101,
      "step": 25301
    },
    {
      "epoch": 2.149337410805301,
      "grad_norm": 2.7265342380805486,
      "learning_rate": 0.00022246080386717273,
      "loss": 4.4256,
      "step": 25302
    },
    {
      "epoch": 2.1494223581379543,
      "grad_norm": 2.9058465776701534,
      "learning_rate": 0.00022245479190693054,
      "loss": 4.8474,
      "step": 25303
    },
    {
      "epoch": 2.149507305470608,
      "grad_norm": 2.8586228592969554,
      "learning_rate": 0.00022244877979487386,
      "loss": 4.6399,
      "step": 25304
    },
    {
      "epoch": 2.149592252803262,
      "grad_norm": 2.7554390929268684,
      "learning_rate": 0.0002224427675310151,
      "loss": 4.5603,
      "step": 25305
    },
    {
      "epoch": 2.149677200135916,
      "grad_norm": 2.64519637270114,
      "learning_rate": 0.00022243675511536697,
      "loss": 3.8494,
      "step": 25306
    },
    {
      "epoch": 2.1497621474685693,
      "grad_norm": 2.665096307625539,
      "learning_rate": 0.00022243074254794202,
      "loss": 4.6178,
      "step": 25307
    },
    {
      "epoch": 2.149847094801223,
      "grad_norm": 2.914982243051397,
      "learning_rate": 0.00022242472982875286,
      "loss": 4.8939,
      "step": 25308
    },
    {
      "epoch": 2.149932042133877,
      "grad_norm": 2.802033836205452,
      "learning_rate": 0.00022241871695781207,
      "loss": 4.7655,
      "step": 25309
    },
    {
      "epoch": 2.150016989466531,
      "grad_norm": 2.842958828592296,
      "learning_rate": 0.00022241270393513226,
      "loss": 4.9084,
      "step": 25310
    },
    {
      "epoch": 2.1501019367991847,
      "grad_norm": 2.7193974124779046,
      "learning_rate": 0.0002224066907607261,
      "loss": 4.4404,
      "step": 25311
    },
    {
      "epoch": 2.150186884131838,
      "grad_norm": 2.9088736443174636,
      "learning_rate": 0.00022240067743460604,
      "loss": 5.0731,
      "step": 25312
    },
    {
      "epoch": 2.150271831464492,
      "grad_norm": 2.7135523718876224,
      "learning_rate": 0.00022239466395678481,
      "loss": 4.2606,
      "step": 25313
    },
    {
      "epoch": 2.150356778797146,
      "grad_norm": 2.778265809814425,
      "learning_rate": 0.00022238865032727495,
      "loss": 4.5327,
      "step": 25314
    },
    {
      "epoch": 2.1504417261297997,
      "grad_norm": 2.747182771927185,
      "learning_rate": 0.00022238263654608906,
      "loss": 4.6102,
      "step": 25315
    },
    {
      "epoch": 2.150526673462453,
      "grad_norm": 2.65697815367455,
      "learning_rate": 0.0002223766226132398,
      "loss": 4.5152,
      "step": 25316
    },
    {
      "epoch": 2.150611620795107,
      "grad_norm": 2.7192025028727578,
      "learning_rate": 0.00022237060852873966,
      "loss": 4.5313,
      "step": 25317
    },
    {
      "epoch": 2.1506965681277608,
      "grad_norm": 2.6823550773185536,
      "learning_rate": 0.00022236459429260134,
      "loss": 4.4755,
      "step": 25318
    },
    {
      "epoch": 2.1507815154604146,
      "grad_norm": 2.697464173132249,
      "learning_rate": 0.00022235857990483742,
      "loss": 4.7288,
      "step": 25319
    },
    {
      "epoch": 2.1508664627930685,
      "grad_norm": 2.909823163837017,
      "learning_rate": 0.00022235256536546046,
      "loss": 4.9817,
      "step": 25320
    },
    {
      "epoch": 2.150951410125722,
      "grad_norm": 2.910170861435814,
      "learning_rate": 0.0002223465506744831,
      "loss": 4.9867,
      "step": 25321
    },
    {
      "epoch": 2.1510363574583757,
      "grad_norm": 2.6860852906195825,
      "learning_rate": 0.00022234053583191794,
      "loss": 4.1124,
      "step": 25322
    },
    {
      "epoch": 2.1511213047910296,
      "grad_norm": 2.613332257269458,
      "learning_rate": 0.0002223345208377776,
      "loss": 3.9008,
      "step": 25323
    },
    {
      "epoch": 2.1512062521236834,
      "grad_norm": 2.724936560679385,
      "learning_rate": 0.0002223285056920746,
      "loss": 4.5382,
      "step": 25324
    },
    {
      "epoch": 2.1512911994563373,
      "grad_norm": 2.9377107801869844,
      "learning_rate": 0.00022232249039482168,
      "loss": 5.286,
      "step": 25325
    },
    {
      "epoch": 2.1513761467889907,
      "grad_norm": 2.649982866693102,
      "learning_rate": 0.00022231647494603133,
      "loss": 4.3859,
      "step": 25326
    },
    {
      "epoch": 2.1514610941216445,
      "grad_norm": 2.8903182890931025,
      "learning_rate": 0.00022231045934571617,
      "loss": 5.1926,
      "step": 25327
    },
    {
      "epoch": 2.1515460414542984,
      "grad_norm": 2.6419504370677407,
      "learning_rate": 0.00022230444359388885,
      "loss": 4.5194,
      "step": 25328
    },
    {
      "epoch": 2.1516309887869522,
      "grad_norm": 2.7647711806985362,
      "learning_rate": 0.00022229842769056195,
      "loss": 4.5833,
      "step": 25329
    },
    {
      "epoch": 2.1517159361196057,
      "grad_norm": 2.849430425918905,
      "learning_rate": 0.00022229241163574808,
      "loss": 4.3348,
      "step": 25330
    },
    {
      "epoch": 2.1518008834522595,
      "grad_norm": 2.759422787633532,
      "learning_rate": 0.00022228639542945985,
      "loss": 4.9393,
      "step": 25331
    },
    {
      "epoch": 2.1518858307849134,
      "grad_norm": 2.7823318768934993,
      "learning_rate": 0.00022228037907170986,
      "loss": 4.6074,
      "step": 25332
    },
    {
      "epoch": 2.151970778117567,
      "grad_norm": 2.9979072116631755,
      "learning_rate": 0.00022227436256251073,
      "loss": 5.3957,
      "step": 25333
    },
    {
      "epoch": 2.152055725450221,
      "grad_norm": 2.6475040823211806,
      "learning_rate": 0.000222268345901875,
      "loss": 4.2982,
      "step": 25334
    },
    {
      "epoch": 2.1521406727828745,
      "grad_norm": 2.6529808809794018,
      "learning_rate": 0.00022226232908981536,
      "loss": 4.1132,
      "step": 25335
    },
    {
      "epoch": 2.1522256201155283,
      "grad_norm": 2.651423188432029,
      "learning_rate": 0.0002222563121263444,
      "loss": 4.5353,
      "step": 25336
    },
    {
      "epoch": 2.152310567448182,
      "grad_norm": 2.663600675917329,
      "learning_rate": 0.00022225029501147462,
      "loss": 3.8579,
      "step": 25337
    },
    {
      "epoch": 2.152395514780836,
      "grad_norm": 2.700621220352404,
      "learning_rate": 0.00022224427774521883,
      "loss": 4.4708,
      "step": 25338
    },
    {
      "epoch": 2.1524804621134894,
      "grad_norm": 3.083030393983769,
      "learning_rate": 0.0002222382603275895,
      "loss": 5.0205,
      "step": 25339
    },
    {
      "epoch": 2.1525654094461433,
      "grad_norm": 2.699159802864676,
      "learning_rate": 0.00022223224275859922,
      "loss": 4.3055,
      "step": 25340
    },
    {
      "epoch": 2.152650356778797,
      "grad_norm": 2.8619279985775847,
      "learning_rate": 0.0002222262250382607,
      "loss": 5.1563,
      "step": 25341
    },
    {
      "epoch": 2.152735304111451,
      "grad_norm": 2.694173435187614,
      "learning_rate": 0.00022222020716658643,
      "loss": 4.1285,
      "step": 25342
    },
    {
      "epoch": 2.152820251444105,
      "grad_norm": 2.704436369484675,
      "learning_rate": 0.00022221418914358915,
      "loss": 4.2554,
      "step": 25343
    },
    {
      "epoch": 2.1529051987767582,
      "grad_norm": 2.8809601616264224,
      "learning_rate": 0.00022220817096928135,
      "loss": 4.596,
      "step": 25344
    },
    {
      "epoch": 2.152990146109412,
      "grad_norm": 2.6466817957530457,
      "learning_rate": 0.00022220215264367573,
      "loss": 4.1973,
      "step": 25345
    },
    {
      "epoch": 2.153075093442066,
      "grad_norm": 3.9134364240786375,
      "learning_rate": 0.0002221961341667848,
      "loss": 4.1603,
      "step": 25346
    },
    {
      "epoch": 2.15316004077472,
      "grad_norm": 2.722859080355951,
      "learning_rate": 0.00022219011553862133,
      "loss": 4.5613,
      "step": 25347
    },
    {
      "epoch": 2.1532449881073736,
      "grad_norm": 2.9129136803957434,
      "learning_rate": 0.00022218409675919777,
      "loss": 4.3805,
      "step": 25348
    },
    {
      "epoch": 2.153329935440027,
      "grad_norm": 2.8649315088344665,
      "learning_rate": 0.0002221780778285268,
      "loss": 4.6496,
      "step": 25349
    },
    {
      "epoch": 2.153414882772681,
      "grad_norm": 2.809718448223731,
      "learning_rate": 0.00022217205874662104,
      "loss": 4.6451,
      "step": 25350
    },
    {
      "epoch": 2.1534998301053347,
      "grad_norm": 2.727236997791246,
      "learning_rate": 0.00022216603951349308,
      "loss": 4.4252,
      "step": 25351
    },
    {
      "epoch": 2.1535847774379886,
      "grad_norm": 2.7595018468539445,
      "learning_rate": 0.0002221600201291555,
      "loss": 4.6013,
      "step": 25352
    },
    {
      "epoch": 2.153669724770642,
      "grad_norm": 2.653968261279633,
      "learning_rate": 0.000222154000593621,
      "loss": 4.2422,
      "step": 25353
    },
    {
      "epoch": 2.153754672103296,
      "grad_norm": 2.822363320623643,
      "learning_rate": 0.00022214798090690218,
      "loss": 5.0925,
      "step": 25354
    },
    {
      "epoch": 2.1538396194359497,
      "grad_norm": 3.0317068102138007,
      "learning_rate": 0.00022214196106901154,
      "loss": 5.0436,
      "step": 25355
    },
    {
      "epoch": 2.1539245667686036,
      "grad_norm": 2.8085095356559764,
      "learning_rate": 0.00022213594107996183,
      "loss": 4.3344,
      "step": 25356
    },
    {
      "epoch": 2.1540095141012574,
      "grad_norm": 2.724224458488945,
      "learning_rate": 0.00022212992093976558,
      "loss": 4.1486,
      "step": 25357
    },
    {
      "epoch": 2.154094461433911,
      "grad_norm": 2.6436129306027834,
      "learning_rate": 0.0002221239006484354,
      "loss": 4.1202,
      "step": 25358
    },
    {
      "epoch": 2.1541794087665647,
      "grad_norm": 2.938287623465238,
      "learning_rate": 0.00022211788020598397,
      "loss": 4.3858,
      "step": 25359
    },
    {
      "epoch": 2.1542643560992185,
      "grad_norm": 2.7235613471154037,
      "learning_rate": 0.00022211185961242387,
      "loss": 4.8129,
      "step": 25360
    },
    {
      "epoch": 2.1543493034318724,
      "grad_norm": 2.774777801675563,
      "learning_rate": 0.00022210583886776768,
      "loss": 4.4507,
      "step": 25361
    },
    {
      "epoch": 2.1544342507645258,
      "grad_norm": 2.818837944093366,
      "learning_rate": 0.00022209981797202807,
      "loss": 4.7642,
      "step": 25362
    },
    {
      "epoch": 2.1545191980971796,
      "grad_norm": 2.8639346262202987,
      "learning_rate": 0.00022209379692521766,
      "loss": 4.6339,
      "step": 25363
    },
    {
      "epoch": 2.1546041454298335,
      "grad_norm": 2.7558942141327165,
      "learning_rate": 0.00022208777572734902,
      "loss": 4.5789,
      "step": 25364
    },
    {
      "epoch": 2.1546890927624873,
      "grad_norm": 2.809710076435069,
      "learning_rate": 0.0002220817543784348,
      "loss": 4.7242,
      "step": 25365
    },
    {
      "epoch": 2.154774040095141,
      "grad_norm": 2.8800021496853074,
      "learning_rate": 0.00022207573287848757,
      "loss": 4.7971,
      "step": 25366
    },
    {
      "epoch": 2.1548589874277946,
      "grad_norm": 2.7715563499721387,
      "learning_rate": 0.00022206971122751997,
      "loss": 4.6014,
      "step": 25367
    },
    {
      "epoch": 2.1549439347604484,
      "grad_norm": 2.6776206035452255,
      "learning_rate": 0.00022206368942554467,
      "loss": 4.3415,
      "step": 25368
    },
    {
      "epoch": 2.1550288820931023,
      "grad_norm": 2.6782324761180405,
      "learning_rate": 0.00022205766747257423,
      "loss": 4.137,
      "step": 25369
    },
    {
      "epoch": 2.155113829425756,
      "grad_norm": 2.6690557895607734,
      "learning_rate": 0.00022205164536862125,
      "loss": 4.52,
      "step": 25370
    },
    {
      "epoch": 2.15519877675841,
      "grad_norm": 2.7108879832008745,
      "learning_rate": 0.00022204562311369842,
      "loss": 4.2071,
      "step": 25371
    },
    {
      "epoch": 2.1552837240910634,
      "grad_norm": 2.683995784785635,
      "learning_rate": 0.00022203960070781833,
      "loss": 3.999,
      "step": 25372
    },
    {
      "epoch": 2.1553686714237172,
      "grad_norm": 2.82695916954545,
      "learning_rate": 0.00022203357815099353,
      "loss": 5.0667,
      "step": 25373
    },
    {
      "epoch": 2.155453618756371,
      "grad_norm": 2.98209934707943,
      "learning_rate": 0.00022202755544323675,
      "loss": 5.1476,
      "step": 25374
    },
    {
      "epoch": 2.155538566089025,
      "grad_norm": 2.9315357459788216,
      "learning_rate": 0.00022202153258456053,
      "loss": 4.785,
      "step": 25375
    },
    {
      "epoch": 2.155623513421679,
      "grad_norm": 2.689009223282877,
      "learning_rate": 0.00022201550957497753,
      "loss": 4.7616,
      "step": 25376
    },
    {
      "epoch": 2.155708460754332,
      "grad_norm": 2.674117050665145,
      "learning_rate": 0.00022200948641450035,
      "loss": 4.5773,
      "step": 25377
    },
    {
      "epoch": 2.155793408086986,
      "grad_norm": 2.8707883405615795,
      "learning_rate": 0.0002220034631031416,
      "loss": 4.6219,
      "step": 25378
    },
    {
      "epoch": 2.15587835541964,
      "grad_norm": 2.657075538800984,
      "learning_rate": 0.00022199743964091396,
      "loss": 4.0049,
      "step": 25379
    },
    {
      "epoch": 2.1559633027522938,
      "grad_norm": 2.832667856993055,
      "learning_rate": 0.00022199141602782994,
      "loss": 4.8358,
      "step": 25380
    },
    {
      "epoch": 2.156048250084947,
      "grad_norm": 2.8897670168576544,
      "learning_rate": 0.0002219853922639023,
      "loss": 4.8775,
      "step": 25381
    },
    {
      "epoch": 2.156133197417601,
      "grad_norm": 2.77166586341501,
      "learning_rate": 0.00022197936834914353,
      "loss": 4.6365,
      "step": 25382
    },
    {
      "epoch": 2.156218144750255,
      "grad_norm": 2.8610654847836736,
      "learning_rate": 0.00022197334428356632,
      "loss": 5.003,
      "step": 25383
    },
    {
      "epoch": 2.1563030920829087,
      "grad_norm": 2.720096129406207,
      "learning_rate": 0.0002219673200671833,
      "loss": 4.26,
      "step": 25384
    },
    {
      "epoch": 2.156388039415562,
      "grad_norm": 2.7263500679846975,
      "learning_rate": 0.00022196129570000714,
      "loss": 4.0464,
      "step": 25385
    },
    {
      "epoch": 2.156472986748216,
      "grad_norm": 2.7302270298020925,
      "learning_rate": 0.0002219552711820503,
      "loss": 4.5035,
      "step": 25386
    },
    {
      "epoch": 2.15655793408087,
      "grad_norm": 2.7916772633088422,
      "learning_rate": 0.00022194924651332555,
      "loss": 4.5361,
      "step": 25387
    },
    {
      "epoch": 2.1566428814135237,
      "grad_norm": 2.8428662712268853,
      "learning_rate": 0.00022194322169384546,
      "loss": 4.2844,
      "step": 25388
    },
    {
      "epoch": 2.1567278287461775,
      "grad_norm": 2.9466117127398608,
      "learning_rate": 0.00022193719672362262,
      "loss": 5.2715,
      "step": 25389
    },
    {
      "epoch": 2.156812776078831,
      "grad_norm": 2.846027141096815,
      "learning_rate": 0.00022193117160266976,
      "loss": 4.9394,
      "step": 25390
    },
    {
      "epoch": 2.156897723411485,
      "grad_norm": 2.789532224687149,
      "learning_rate": 0.00022192514633099941,
      "loss": 4.2251,
      "step": 25391
    },
    {
      "epoch": 2.1569826707441386,
      "grad_norm": 2.83839995800109,
      "learning_rate": 0.00022191912090862423,
      "loss": 4.5654,
      "step": 25392
    },
    {
      "epoch": 2.1570676180767925,
      "grad_norm": 2.8503506011341027,
      "learning_rate": 0.00022191309533555682,
      "loss": 4.324,
      "step": 25393
    },
    {
      "epoch": 2.1571525654094463,
      "grad_norm": 2.9674630324459907,
      "learning_rate": 0.0002219070696118099,
      "loss": 5.125,
      "step": 25394
    },
    {
      "epoch": 2.1572375127420997,
      "grad_norm": 2.77005729310243,
      "learning_rate": 0.0002219010437373959,
      "loss": 4.7634,
      "step": 25395
    },
    {
      "epoch": 2.1573224600747536,
      "grad_norm": 2.9680237013030837,
      "learning_rate": 0.00022189501771232762,
      "loss": 5.3016,
      "step": 25396
    },
    {
      "epoch": 2.1574074074074074,
      "grad_norm": 2.8704289108803707,
      "learning_rate": 0.00022188899153661765,
      "loss": 4.485,
      "step": 25397
    },
    {
      "epoch": 2.1574923547400613,
      "grad_norm": 2.7937546782488987,
      "learning_rate": 0.00022188296521027855,
      "loss": 4.6391,
      "step": 25398
    },
    {
      "epoch": 2.157577302072715,
      "grad_norm": 2.726296717028221,
      "learning_rate": 0.00022187693873332304,
      "loss": 3.9936,
      "step": 25399
    },
    {
      "epoch": 2.1576622494053685,
      "grad_norm": 2.7314162005763576,
      "learning_rate": 0.0002218709121057637,
      "loss": 4.5085,
      "step": 25400
    },
    {
      "epoch": 2.1577471967380224,
      "grad_norm": 2.88524452339526,
      "learning_rate": 0.00022186488532761317,
      "loss": 5.2395,
      "step": 25401
    },
    {
      "epoch": 2.1578321440706763,
      "grad_norm": 2.789261821962092,
      "learning_rate": 0.00022185885839888403,
      "loss": 4.5274,
      "step": 25402
    },
    {
      "epoch": 2.15791709140333,
      "grad_norm": 2.803793662369468,
      "learning_rate": 0.00022185283131958902,
      "loss": 4.9068,
      "step": 25403
    },
    {
      "epoch": 2.1580020387359835,
      "grad_norm": 2.8128272865724306,
      "learning_rate": 0.00022184680408974058,
      "loss": 4.6488,
      "step": 25404
    },
    {
      "epoch": 2.1580869860686374,
      "grad_norm": 2.7875416358626968,
      "learning_rate": 0.00022184077670935157,
      "loss": 4.709,
      "step": 25405
    },
    {
      "epoch": 2.158171933401291,
      "grad_norm": 2.8893535021889973,
      "learning_rate": 0.00022183474917843445,
      "loss": 5.0212,
      "step": 25406
    },
    {
      "epoch": 2.158256880733945,
      "grad_norm": 2.747711639670899,
      "learning_rate": 0.00022182872149700185,
      "loss": 4.0987,
      "step": 25407
    },
    {
      "epoch": 2.158341828066599,
      "grad_norm": 2.795696071482744,
      "learning_rate": 0.00022182269366506654,
      "loss": 4.6087,
      "step": 25408
    },
    {
      "epoch": 2.1584267753992523,
      "grad_norm": 2.657567406694506,
      "learning_rate": 0.00022181666568264101,
      "loss": 4.3246,
      "step": 25409
    },
    {
      "epoch": 2.158511722731906,
      "grad_norm": 3.0214235960717466,
      "learning_rate": 0.00022181063754973796,
      "loss": 5.0915,
      "step": 25410
    },
    {
      "epoch": 2.15859667006456,
      "grad_norm": 2.916120861044267,
      "learning_rate": 0.00022180460926637003,
      "loss": 4.9938,
      "step": 25411
    },
    {
      "epoch": 2.158681617397214,
      "grad_norm": 2.7169099785086885,
      "learning_rate": 0.0002217985808325498,
      "loss": 4.1283,
      "step": 25412
    },
    {
      "epoch": 2.1587665647298673,
      "grad_norm": 2.690238476906119,
      "learning_rate": 0.0002217925522482899,
      "loss": 4.616,
      "step": 25413
    },
    {
      "epoch": 2.158851512062521,
      "grad_norm": 2.84995241199061,
      "learning_rate": 0.00022178652351360304,
      "loss": 4.8755,
      "step": 25414
    },
    {
      "epoch": 2.158936459395175,
      "grad_norm": 2.797685540074661,
      "learning_rate": 0.0002217804946285018,
      "loss": 4.7442,
      "step": 25415
    },
    {
      "epoch": 2.159021406727829,
      "grad_norm": 2.7064974831677016,
      "learning_rate": 0.00022177446559299877,
      "loss": 4.7514,
      "step": 25416
    },
    {
      "epoch": 2.1591063540604827,
      "grad_norm": 2.747463243112733,
      "learning_rate": 0.00022176843640710664,
      "loss": 4.3989,
      "step": 25417
    },
    {
      "epoch": 2.159191301393136,
      "grad_norm": 2.7344282491161565,
      "learning_rate": 0.00022176240707083805,
      "loss": 4.8191,
      "step": 25418
    },
    {
      "epoch": 2.15927624872579,
      "grad_norm": 2.8774681437028984,
      "learning_rate": 0.00022175637758420558,
      "loss": 4.7689,
      "step": 25419
    },
    {
      "epoch": 2.159361196058444,
      "grad_norm": 2.8971264648234984,
      "learning_rate": 0.0002217503479472219,
      "loss": 4.8403,
      "step": 25420
    },
    {
      "epoch": 2.1594461433910976,
      "grad_norm": 2.614110171032205,
      "learning_rate": 0.00022174431815989967,
      "loss": 3.9573,
      "step": 25421
    },
    {
      "epoch": 2.1595310907237515,
      "grad_norm": 2.6334058467064008,
      "learning_rate": 0.00022173828822225146,
      "loss": 4.5184,
      "step": 25422
    },
    {
      "epoch": 2.159616038056405,
      "grad_norm": 2.664739817914628,
      "learning_rate": 0.00022173225813428997,
      "loss": 4.0843,
      "step": 25423
    },
    {
      "epoch": 2.1597009853890587,
      "grad_norm": 2.7029593363155264,
      "learning_rate": 0.00022172622789602776,
      "loss": 4.6518,
      "step": 25424
    },
    {
      "epoch": 2.1597859327217126,
      "grad_norm": 2.801166985409952,
      "learning_rate": 0.0002217201975074775,
      "loss": 4.7767,
      "step": 25425
    },
    {
      "epoch": 2.1598708800543664,
      "grad_norm": 2.7429264853754347,
      "learning_rate": 0.00022171416696865188,
      "loss": 4.6583,
      "step": 25426
    },
    {
      "epoch": 2.15995582738702,
      "grad_norm": 2.6771686468464306,
      "learning_rate": 0.0002217081362795635,
      "loss": 4.3027,
      "step": 25427
    },
    {
      "epoch": 2.1600407747196737,
      "grad_norm": 2.709001098946394,
      "learning_rate": 0.00022170210544022496,
      "loss": 4.437,
      "step": 25428
    },
    {
      "epoch": 2.1601257220523276,
      "grad_norm": 2.7913396330742493,
      "learning_rate": 0.0002216960744506489,
      "loss": 4.7042,
      "step": 25429
    },
    {
      "epoch": 2.1602106693849814,
      "grad_norm": 2.75753117048414,
      "learning_rate": 0.000221690043310848,
      "loss": 4.3543,
      "step": 25430
    },
    {
      "epoch": 2.1602956167176353,
      "grad_norm": 2.7699218650033988,
      "learning_rate": 0.00022168401202083486,
      "loss": 4.7146,
      "step": 25431
    },
    {
      "epoch": 2.1603805640502887,
      "grad_norm": 2.7937117049869533,
      "learning_rate": 0.00022167798058062217,
      "loss": 4.7285,
      "step": 25432
    },
    {
      "epoch": 2.1604655113829425,
      "grad_norm": 2.9330151744609356,
      "learning_rate": 0.0002216719489902225,
      "loss": 4.9884,
      "step": 25433
    },
    {
      "epoch": 2.1605504587155964,
      "grad_norm": 2.837605080388422,
      "learning_rate": 0.00022166591724964848,
      "loss": 5.1469,
      "step": 25434
    },
    {
      "epoch": 2.16063540604825,
      "grad_norm": 2.8398417932100486,
      "learning_rate": 0.00022165988535891286,
      "loss": 4.3735,
      "step": 25435
    },
    {
      "epoch": 2.1607203533809036,
      "grad_norm": 2.7219346865326752,
      "learning_rate": 0.00022165385331802815,
      "loss": 4.4914,
      "step": 25436
    },
    {
      "epoch": 2.1608053007135575,
      "grad_norm": 2.7075226242566495,
      "learning_rate": 0.00022164782112700707,
      "loss": 4.4353,
      "step": 25437
    },
    {
      "epoch": 2.1608902480462113,
      "grad_norm": 2.790165810232587,
      "learning_rate": 0.00022164178878586222,
      "loss": 4.7561,
      "step": 25438
    },
    {
      "epoch": 2.160975195378865,
      "grad_norm": 2.7323953238663563,
      "learning_rate": 0.0002216357562946063,
      "loss": 4.3767,
      "step": 25439
    },
    {
      "epoch": 2.161060142711519,
      "grad_norm": 2.72816999666591,
      "learning_rate": 0.00022162972365325187,
      "loss": 4.6049,
      "step": 25440
    },
    {
      "epoch": 2.1611450900441724,
      "grad_norm": 2.896004416971585,
      "learning_rate": 0.0002216236908618116,
      "loss": 5.026,
      "step": 25441
    },
    {
      "epoch": 2.1612300373768263,
      "grad_norm": 2.7366033152998637,
      "learning_rate": 0.00022161765792029812,
      "loss": 4.5863,
      "step": 25442
    },
    {
      "epoch": 2.16131498470948,
      "grad_norm": 2.586093887583862,
      "learning_rate": 0.00022161162482872408,
      "loss": 4.4952,
      "step": 25443
    },
    {
      "epoch": 2.161399932042134,
      "grad_norm": 2.8553498329455183,
      "learning_rate": 0.00022160559158710216,
      "loss": 4.362,
      "step": 25444
    },
    {
      "epoch": 2.161484879374788,
      "grad_norm": 2.5814900982080835,
      "learning_rate": 0.00022159955819544495,
      "loss": 4.3935,
      "step": 25445
    },
    {
      "epoch": 2.1615698267074412,
      "grad_norm": 2.7647722188386683,
      "learning_rate": 0.00022159352465376514,
      "loss": 4.5142,
      "step": 25446
    },
    {
      "epoch": 2.161654774040095,
      "grad_norm": 2.899929827611371,
      "learning_rate": 0.00022158749096207525,
      "loss": 4.6207,
      "step": 25447
    },
    {
      "epoch": 2.161739721372749,
      "grad_norm": 2.797002007036895,
      "learning_rate": 0.0002215814571203881,
      "loss": 4.4515,
      "step": 25448
    },
    {
      "epoch": 2.161824668705403,
      "grad_norm": 2.782661590298393,
      "learning_rate": 0.00022157542312871623,
      "loss": 4.8314,
      "step": 25449
    },
    {
      "epoch": 2.161909616038056,
      "grad_norm": 2.6632309872391677,
      "learning_rate": 0.00022156938898707228,
      "loss": 4.444,
      "step": 25450
    },
    {
      "epoch": 2.16199456337071,
      "grad_norm": 2.6714814259728423,
      "learning_rate": 0.0002215633546954689,
      "loss": 4.5184,
      "step": 25451
    },
    {
      "epoch": 2.162079510703364,
      "grad_norm": 2.7925285817895356,
      "learning_rate": 0.00022155732025391878,
      "loss": 4.5944,
      "step": 25452
    },
    {
      "epoch": 2.1621644580360178,
      "grad_norm": 2.7676288141272796,
      "learning_rate": 0.0002215512856624345,
      "loss": 4.6156,
      "step": 25453
    },
    {
      "epoch": 2.1622494053686716,
      "grad_norm": 2.873500941105181,
      "learning_rate": 0.00022154525092102874,
      "loss": 4.8472,
      "step": 25454
    },
    {
      "epoch": 2.162334352701325,
      "grad_norm": 2.8429205818241288,
      "learning_rate": 0.0002215392160297142,
      "loss": 5.1682,
      "step": 25455
    },
    {
      "epoch": 2.162419300033979,
      "grad_norm": 2.9459259163796303,
      "learning_rate": 0.00022153318098850337,
      "loss": 4.9294,
      "step": 25456
    },
    {
      "epoch": 2.1625042473666327,
      "grad_norm": 2.9591258607882693,
      "learning_rate": 0.0002215271457974091,
      "loss": 4.9473,
      "step": 25457
    },
    {
      "epoch": 2.1625891946992866,
      "grad_norm": 2.7654772078166006,
      "learning_rate": 0.00022152111045644382,
      "loss": 4.5233,
      "step": 25458
    },
    {
      "epoch": 2.16267414203194,
      "grad_norm": 2.695831477594615,
      "learning_rate": 0.0002215150749656203,
      "loss": 3.892,
      "step": 25459
    },
    {
      "epoch": 2.162759089364594,
      "grad_norm": 2.844971849798894,
      "learning_rate": 0.0002215090393249512,
      "loss": 4.8461,
      "step": 25460
    },
    {
      "epoch": 2.1628440366972477,
      "grad_norm": 2.89233843277816,
      "learning_rate": 0.0002215030035344491,
      "loss": 5.2219,
      "step": 25461
    },
    {
      "epoch": 2.1629289840299015,
      "grad_norm": 2.905382364152695,
      "learning_rate": 0.00022149696759412668,
      "loss": 4.9892,
      "step": 25462
    },
    {
      "epoch": 2.1630139313625554,
      "grad_norm": 2.661841408130087,
      "learning_rate": 0.00022149093150399663,
      "loss": 4.5306,
      "step": 25463
    },
    {
      "epoch": 2.163098878695209,
      "grad_norm": 2.901822405378747,
      "learning_rate": 0.00022148489526407154,
      "loss": 5.1958,
      "step": 25464
    },
    {
      "epoch": 2.1631838260278626,
      "grad_norm": 2.8125927160063413,
      "learning_rate": 0.00022147885887436404,
      "loss": 4.8291,
      "step": 25465
    },
    {
      "epoch": 2.1632687733605165,
      "grad_norm": 2.6875468854277127,
      "learning_rate": 0.00022147282233488688,
      "loss": 4.6422,
      "step": 25466
    },
    {
      "epoch": 2.1633537206931703,
      "grad_norm": 2.757542694503621,
      "learning_rate": 0.00022146678564565254,
      "loss": 4.3584,
      "step": 25467
    },
    {
      "epoch": 2.163438668025824,
      "grad_norm": 2.7125280614331673,
      "learning_rate": 0.00022146074880667385,
      "loss": 4.149,
      "step": 25468
    },
    {
      "epoch": 2.1635236153584776,
      "grad_norm": 2.701403924852391,
      "learning_rate": 0.00022145471181796335,
      "loss": 4.4548,
      "step": 25469
    },
    {
      "epoch": 2.1636085626911314,
      "grad_norm": 2.73962224991638,
      "learning_rate": 0.00022144867467953366,
      "loss": 4.514,
      "step": 25470
    },
    {
      "epoch": 2.1636935100237853,
      "grad_norm": 2.6531161866457724,
      "learning_rate": 0.00022144263739139758,
      "loss": 4.5413,
      "step": 25471
    },
    {
      "epoch": 2.163778457356439,
      "grad_norm": 2.763530094177323,
      "learning_rate": 0.00022143659995356758,
      "loss": 4.3756,
      "step": 25472
    },
    {
      "epoch": 2.163863404689093,
      "grad_norm": 2.6506937186557598,
      "learning_rate": 0.00022143056236605647,
      "loss": 4.6744,
      "step": 25473
    },
    {
      "epoch": 2.1639483520217464,
      "grad_norm": 2.62065925972624,
      "learning_rate": 0.00022142452462887679,
      "loss": 4.076,
      "step": 25474
    },
    {
      "epoch": 2.1640332993544003,
      "grad_norm": 2.817462843523138,
      "learning_rate": 0.00022141848674204123,
      "loss": 4.4957,
      "step": 25475
    },
    {
      "epoch": 2.164118246687054,
      "grad_norm": 2.703653290649472,
      "learning_rate": 0.00022141244870556244,
      "loss": 4.5474,
      "step": 25476
    },
    {
      "epoch": 2.164203194019708,
      "grad_norm": 2.922858840211864,
      "learning_rate": 0.00022140641051945304,
      "loss": 4.4974,
      "step": 25477
    },
    {
      "epoch": 2.1642881413523614,
      "grad_norm": 2.7539852763230943,
      "learning_rate": 0.00022140037218372575,
      "loss": 4.5347,
      "step": 25478
    },
    {
      "epoch": 2.164373088685015,
      "grad_norm": 2.712203668535174,
      "learning_rate": 0.00022139433369839317,
      "loss": 4.5294,
      "step": 25479
    },
    {
      "epoch": 2.164458036017669,
      "grad_norm": 2.753890561227854,
      "learning_rate": 0.00022138829506346795,
      "loss": 4.7322,
      "step": 25480
    },
    {
      "epoch": 2.164542983350323,
      "grad_norm": 2.708840660086625,
      "learning_rate": 0.0002213822562789628,
      "loss": 4.2818,
      "step": 25481
    },
    {
      "epoch": 2.1646279306829763,
      "grad_norm": 2.7124488519275785,
      "learning_rate": 0.0002213762173448903,
      "loss": 4.5116,
      "step": 25482
    },
    {
      "epoch": 2.16471287801563,
      "grad_norm": 2.6018682838669527,
      "learning_rate": 0.00022137017826126312,
      "loss": 4.3647,
      "step": 25483
    },
    {
      "epoch": 2.164797825348284,
      "grad_norm": 2.6844460061020405,
      "learning_rate": 0.00022136413902809399,
      "loss": 4.6625,
      "step": 25484
    },
    {
      "epoch": 2.164882772680938,
      "grad_norm": 2.763960920462961,
      "learning_rate": 0.00022135809964539543,
      "loss": 3.8798,
      "step": 25485
    },
    {
      "epoch": 2.1649677200135917,
      "grad_norm": 2.727826102511553,
      "learning_rate": 0.00022135206011318019,
      "loss": 4.3288,
      "step": 25486
    },
    {
      "epoch": 2.165052667346245,
      "grad_norm": 2.839569703713952,
      "learning_rate": 0.00022134602043146092,
      "loss": 4.7889,
      "step": 25487
    },
    {
      "epoch": 2.165137614678899,
      "grad_norm": 2.7229203878417123,
      "learning_rate": 0.00022133998060025025,
      "loss": 4.3872,
      "step": 25488
    },
    {
      "epoch": 2.165222562011553,
      "grad_norm": 2.6969156636088627,
      "learning_rate": 0.00022133394061956085,
      "loss": 4.1811,
      "step": 25489
    },
    {
      "epoch": 2.1653075093442067,
      "grad_norm": 2.724339343007483,
      "learning_rate": 0.00022132790048940535,
      "loss": 4.5939,
      "step": 25490
    },
    {
      "epoch": 2.1653924566768605,
      "grad_norm": 2.8186646356723295,
      "learning_rate": 0.00022132186020979645,
      "loss": 5.023,
      "step": 25491
    },
    {
      "epoch": 2.165477404009514,
      "grad_norm": 2.711451093294372,
      "learning_rate": 0.00022131581978074674,
      "loss": 4.5108,
      "step": 25492
    },
    {
      "epoch": 2.165562351342168,
      "grad_norm": 2.9835069304136517,
      "learning_rate": 0.00022130977920226894,
      "loss": 5.0662,
      "step": 25493
    },
    {
      "epoch": 2.1656472986748216,
      "grad_norm": 2.905451379324939,
      "learning_rate": 0.00022130373847437565,
      "loss": 4.8122,
      "step": 25494
    },
    {
      "epoch": 2.1657322460074755,
      "grad_norm": 2.687154304260041,
      "learning_rate": 0.0002212976975970796,
      "loss": 4.2601,
      "step": 25495
    },
    {
      "epoch": 2.1658171933401293,
      "grad_norm": 3.0025458059270944,
      "learning_rate": 0.0002212916565703934,
      "loss": 5.222,
      "step": 25496
    },
    {
      "epoch": 2.1659021406727827,
      "grad_norm": 2.7572030218650854,
      "learning_rate": 0.00022128561539432973,
      "loss": 4.3743,
      "step": 25497
    },
    {
      "epoch": 2.1659870880054366,
      "grad_norm": 2.7033314434858697,
      "learning_rate": 0.00022127957406890123,
      "loss": 4.0294,
      "step": 25498
    },
    {
      "epoch": 2.1660720353380905,
      "grad_norm": 2.6628885745993833,
      "learning_rate": 0.00022127353259412052,
      "loss": 4.2359,
      "step": 25499
    },
    {
      "epoch": 2.1661569826707443,
      "grad_norm": 2.958188076589045,
      "learning_rate": 0.00022126749097000037,
      "loss": 4.7887,
      "step": 25500
    },
    {
      "epoch": 2.1662419300033977,
      "grad_norm": 2.6527921223161393,
      "learning_rate": 0.0002212614491965533,
      "loss": 4.366,
      "step": 25501
    },
    {
      "epoch": 2.1663268773360516,
      "grad_norm": 2.7526395999108746,
      "learning_rate": 0.00022125540727379204,
      "loss": 4.7209,
      "step": 25502
    },
    {
      "epoch": 2.1664118246687054,
      "grad_norm": 2.961888532563284,
      "learning_rate": 0.0002212493652017293,
      "loss": 3.9141,
      "step": 25503
    },
    {
      "epoch": 2.1664967720013593,
      "grad_norm": 2.936386316804747,
      "learning_rate": 0.00022124332298037767,
      "loss": 4.7571,
      "step": 25504
    },
    {
      "epoch": 2.166581719334013,
      "grad_norm": 2.7811884725969773,
      "learning_rate": 0.00022123728060974982,
      "loss": 4.4766,
      "step": 25505
    },
    {
      "epoch": 2.1666666666666665,
      "grad_norm": 2.8531291868932454,
      "learning_rate": 0.00022123123808985844,
      "loss": 4.6882,
      "step": 25506
    },
    {
      "epoch": 2.1667516139993204,
      "grad_norm": 2.8055609199429945,
      "learning_rate": 0.00022122519542071617,
      "loss": 4.9358,
      "step": 25507
    },
    {
      "epoch": 2.166836561331974,
      "grad_norm": 2.7021470127729446,
      "learning_rate": 0.00022121915260233562,
      "loss": 4.2922,
      "step": 25508
    },
    {
      "epoch": 2.166921508664628,
      "grad_norm": 2.787413821329348,
      "learning_rate": 0.00022121310963472954,
      "loss": 4.5627,
      "step": 25509
    },
    {
      "epoch": 2.1670064559972815,
      "grad_norm": 2.9621677166243052,
      "learning_rate": 0.00022120706651791055,
      "loss": 5.0366,
      "step": 25510
    },
    {
      "epoch": 2.1670914033299353,
      "grad_norm": 2.9233992476308446,
      "learning_rate": 0.00022120102325189132,
      "loss": 4.6497,
      "step": 25511
    },
    {
      "epoch": 2.167176350662589,
      "grad_norm": 2.8615721997204457,
      "learning_rate": 0.00022119497983668452,
      "loss": 4.712,
      "step": 25512
    },
    {
      "epoch": 2.167261297995243,
      "grad_norm": 2.6540308174987923,
      "learning_rate": 0.00022118893627230278,
      "loss": 4.4442,
      "step": 25513
    },
    {
      "epoch": 2.167346245327897,
      "grad_norm": 2.7069359810119717,
      "learning_rate": 0.0002211828925587588,
      "loss": 4.1167,
      "step": 25514
    },
    {
      "epoch": 2.1674311926605503,
      "grad_norm": 2.922353834007413,
      "learning_rate": 0.0002211768486960652,
      "loss": 5.1856,
      "step": 25515
    },
    {
      "epoch": 2.167516139993204,
      "grad_norm": 2.7462130304522225,
      "learning_rate": 0.00022117080468423474,
      "loss": 4.7679,
      "step": 25516
    },
    {
      "epoch": 2.167601087325858,
      "grad_norm": 2.9077581074977443,
      "learning_rate": 0.00022116476052327997,
      "loss": 4.8469,
      "step": 25517
    },
    {
      "epoch": 2.167686034658512,
      "grad_norm": 2.870208410037197,
      "learning_rate": 0.0002211587162132136,
      "loss": 4.5072,
      "step": 25518
    },
    {
      "epoch": 2.1677709819911657,
      "grad_norm": 2.9585938071070537,
      "learning_rate": 0.00022115267175404831,
      "loss": 5.0321,
      "step": 25519
    },
    {
      "epoch": 2.167855929323819,
      "grad_norm": 2.7749447830149983,
      "learning_rate": 0.00022114662714579675,
      "loss": 4.7554,
      "step": 25520
    },
    {
      "epoch": 2.167940876656473,
      "grad_norm": 2.90476063134324,
      "learning_rate": 0.00022114058238847156,
      "loss": 4.5639,
      "step": 25521
    },
    {
      "epoch": 2.168025823989127,
      "grad_norm": 2.900325108608664,
      "learning_rate": 0.00022113453748208548,
      "loss": 5.0158,
      "step": 25522
    },
    {
      "epoch": 2.1681107713217806,
      "grad_norm": 2.7181079595804785,
      "learning_rate": 0.0002211284924266511,
      "loss": 4.3105,
      "step": 25523
    },
    {
      "epoch": 2.168195718654434,
      "grad_norm": 2.7232919140053573,
      "learning_rate": 0.00022112244722218106,
      "loss": 4.196,
      "step": 25524
    },
    {
      "epoch": 2.168280665987088,
      "grad_norm": 2.940842011152873,
      "learning_rate": 0.00022111640186868814,
      "loss": 4.2421,
      "step": 25525
    },
    {
      "epoch": 2.1683656133197418,
      "grad_norm": 2.829022306157855,
      "learning_rate": 0.00022111035636618494,
      "loss": 4.9061,
      "step": 25526
    },
    {
      "epoch": 2.1684505606523956,
      "grad_norm": 2.5838748004514245,
      "learning_rate": 0.00022110431071468411,
      "loss": 4.2241,
      "step": 25527
    },
    {
      "epoch": 2.1685355079850495,
      "grad_norm": 2.8631037652085993,
      "learning_rate": 0.00022109826491419838,
      "loss": 4.5568,
      "step": 25528
    },
    {
      "epoch": 2.168620455317703,
      "grad_norm": 2.919269529820385,
      "learning_rate": 0.00022109221896474037,
      "loss": 5.0604,
      "step": 25529
    },
    {
      "epoch": 2.1687054026503567,
      "grad_norm": 2.6635218578249904,
      "learning_rate": 0.00022108617286632271,
      "loss": 3.8703,
      "step": 25530
    },
    {
      "epoch": 2.1687903499830106,
      "grad_norm": 2.7085050410195604,
      "learning_rate": 0.0002210801266189582,
      "loss": 4.5426,
      "step": 25531
    },
    {
      "epoch": 2.1688752973156644,
      "grad_norm": 2.786568282539295,
      "learning_rate": 0.00022107408022265936,
      "loss": 4.2015,
      "step": 25532
    },
    {
      "epoch": 2.168960244648318,
      "grad_norm": 2.7911924858235126,
      "learning_rate": 0.0002210680336774389,
      "loss": 3.9773,
      "step": 25533
    },
    {
      "epoch": 2.1690451919809717,
      "grad_norm": 2.794644137132795,
      "learning_rate": 0.0002210619869833096,
      "loss": 3.9055,
      "step": 25534
    },
    {
      "epoch": 2.1691301393136255,
      "grad_norm": 2.9644462530263853,
      "learning_rate": 0.000221055940140284,
      "loss": 5.1133,
      "step": 25535
    },
    {
      "epoch": 2.1692150866462794,
      "grad_norm": 2.7393976312899144,
      "learning_rate": 0.0002210498931483748,
      "loss": 4.2947,
      "step": 25536
    },
    {
      "epoch": 2.1693000339789332,
      "grad_norm": 2.7923331259286983,
      "learning_rate": 0.00022104384600759469,
      "loss": 4.7373,
      "step": 25537
    },
    {
      "epoch": 2.1693849813115866,
      "grad_norm": 2.7572698716265522,
      "learning_rate": 0.00022103779871795638,
      "loss": 4.7545,
      "step": 25538
    },
    {
      "epoch": 2.1694699286442405,
      "grad_norm": 2.732495295364418,
      "learning_rate": 0.0002210317512794724,
      "loss": 4.187,
      "step": 25539
    },
    {
      "epoch": 2.1695548759768943,
      "grad_norm": 2.9652541515180735,
      "learning_rate": 0.00022102570369215556,
      "loss": 5.168,
      "step": 25540
    },
    {
      "epoch": 2.169639823309548,
      "grad_norm": 2.803852945053147,
      "learning_rate": 0.0002210196559560185,
      "loss": 4.5028,
      "step": 25541
    },
    {
      "epoch": 2.169724770642202,
      "grad_norm": 2.713358810683031,
      "learning_rate": 0.00022101360807107385,
      "loss": 4.6368,
      "step": 25542
    },
    {
      "epoch": 2.1698097179748554,
      "grad_norm": 2.7620998118461197,
      "learning_rate": 0.00022100756003733433,
      "loss": 4.4072,
      "step": 25543
    },
    {
      "epoch": 2.1698946653075093,
      "grad_norm": 2.876546176241883,
      "learning_rate": 0.0002210015118548126,
      "loss": 4.6729,
      "step": 25544
    },
    {
      "epoch": 2.169979612640163,
      "grad_norm": 2.9020179941715627,
      "learning_rate": 0.00022099546352352133,
      "loss": 5.1962,
      "step": 25545
    },
    {
      "epoch": 2.170064559972817,
      "grad_norm": 2.754408089018947,
      "learning_rate": 0.00022098941504347314,
      "loss": 4.4352,
      "step": 25546
    },
    {
      "epoch": 2.1701495073054704,
      "grad_norm": 2.8515174779561807,
      "learning_rate": 0.00022098336641468083,
      "loss": 4.8884,
      "step": 25547
    },
    {
      "epoch": 2.1702344546381243,
      "grad_norm": 2.687554469149521,
      "learning_rate": 0.00022097731763715692,
      "loss": 4.5501,
      "step": 25548
    },
    {
      "epoch": 2.170319401970778,
      "grad_norm": 2.953953284902605,
      "learning_rate": 0.0002209712687109142,
      "loss": 5.0845,
      "step": 25549
    },
    {
      "epoch": 2.170404349303432,
      "grad_norm": 2.8146884546514346,
      "learning_rate": 0.00022096521963596534,
      "loss": 4.4457,
      "step": 25550
    },
    {
      "epoch": 2.170489296636086,
      "grad_norm": 2.6757118210326984,
      "learning_rate": 0.00022095917041232293,
      "loss": 4.4099,
      "step": 25551
    },
    {
      "epoch": 2.170574243968739,
      "grad_norm": 2.6543829755489234,
      "learning_rate": 0.00022095312103999966,
      "loss": 4.2177,
      "step": 25552
    },
    {
      "epoch": 2.170659191301393,
      "grad_norm": 2.802359633424316,
      "learning_rate": 0.0002209470715190083,
      "loss": 4.2233,
      "step": 25553
    },
    {
      "epoch": 2.170744138634047,
      "grad_norm": 2.7557454859224197,
      "learning_rate": 0.00022094102184936146,
      "loss": 4.6386,
      "step": 25554
    },
    {
      "epoch": 2.1708290859667008,
      "grad_norm": 2.6668095477049505,
      "learning_rate": 0.00022093497203107179,
      "loss": 3.958,
      "step": 25555
    },
    {
      "epoch": 2.170914033299354,
      "grad_norm": 2.8259794729625076,
      "learning_rate": 0.00022092892206415204,
      "loss": 4.8392,
      "step": 25556
    },
    {
      "epoch": 2.170998980632008,
      "grad_norm": 2.8160433562878047,
      "learning_rate": 0.0002209228719486148,
      "loss": 4.7808,
      "step": 25557
    },
    {
      "epoch": 2.171083927964662,
      "grad_norm": 2.894403976092089,
      "learning_rate": 0.00022091682168447283,
      "loss": 4.9668,
      "step": 25558
    },
    {
      "epoch": 2.1711688752973157,
      "grad_norm": 2.9831910962309887,
      "learning_rate": 0.00022091077127173875,
      "loss": 4.8244,
      "step": 25559
    },
    {
      "epoch": 2.1712538226299696,
      "grad_norm": 2.7669497485004717,
      "learning_rate": 0.00022090472071042524,
      "loss": 4.5896,
      "step": 25560
    },
    {
      "epoch": 2.171338769962623,
      "grad_norm": 2.754851280043064,
      "learning_rate": 0.000220898670000545,
      "loss": 4.5954,
      "step": 25561
    },
    {
      "epoch": 2.171423717295277,
      "grad_norm": 2.7537058431309998,
      "learning_rate": 0.0002208926191421107,
      "loss": 4.0476,
      "step": 25562
    },
    {
      "epoch": 2.1715086646279307,
      "grad_norm": 2.7960964999197593,
      "learning_rate": 0.00022088656813513505,
      "loss": 4.3762,
      "step": 25563
    },
    {
      "epoch": 2.1715936119605845,
      "grad_norm": 2.9139754136858853,
      "learning_rate": 0.00022088051697963064,
      "loss": 4.7995,
      "step": 25564
    },
    {
      "epoch": 2.1716785592932384,
      "grad_norm": 2.990806983870368,
      "learning_rate": 0.00022087446567561027,
      "loss": 5.1633,
      "step": 25565
    },
    {
      "epoch": 2.171763506625892,
      "grad_norm": 2.8743106971537973,
      "learning_rate": 0.0002208684142230865,
      "loss": 5.092,
      "step": 25566
    },
    {
      "epoch": 2.1718484539585456,
      "grad_norm": 2.729035717150042,
      "learning_rate": 0.00022086236262207207,
      "loss": 4.5067,
      "step": 25567
    },
    {
      "epoch": 2.1719334012911995,
      "grad_norm": 2.8801532312963083,
      "learning_rate": 0.0002208563108725797,
      "loss": 4.9072,
      "step": 25568
    },
    {
      "epoch": 2.1720183486238533,
      "grad_norm": 2.83628571806322,
      "learning_rate": 0.000220850258974622,
      "loss": 4.7218,
      "step": 25569
    },
    {
      "epoch": 2.172103295956507,
      "grad_norm": 2.929464697940229,
      "learning_rate": 0.00022084420692821167,
      "loss": 5.2383,
      "step": 25570
    },
    {
      "epoch": 2.1721882432891606,
      "grad_norm": 2.7551722075535907,
      "learning_rate": 0.00022083815473336138,
      "loss": 4.543,
      "step": 25571
    },
    {
      "epoch": 2.1722731906218145,
      "grad_norm": 2.664369684824174,
      "learning_rate": 0.00022083210239008387,
      "loss": 4.1833,
      "step": 25572
    },
    {
      "epoch": 2.1723581379544683,
      "grad_norm": 2.9560806313826102,
      "learning_rate": 0.00022082604989839174,
      "loss": 5.1598,
      "step": 25573
    },
    {
      "epoch": 2.172443085287122,
      "grad_norm": 2.903666837906627,
      "learning_rate": 0.00022081999725829778,
      "loss": 5.197,
      "step": 25574
    },
    {
      "epoch": 2.1725280326197756,
      "grad_norm": 2.7549622653683024,
      "learning_rate": 0.00022081394446981452,
      "loss": 4.643,
      "step": 25575
    },
    {
      "epoch": 2.1726129799524294,
      "grad_norm": 2.8970464093987514,
      "learning_rate": 0.00022080789153295475,
      "loss": 4.9948,
      "step": 25576
    },
    {
      "epoch": 2.1726979272850833,
      "grad_norm": 2.7734405064642296,
      "learning_rate": 0.00022080183844773115,
      "loss": 4.5232,
      "step": 25577
    },
    {
      "epoch": 2.172782874617737,
      "grad_norm": 2.803128666901283,
      "learning_rate": 0.00022079578521415637,
      "loss": 4.7652,
      "step": 25578
    },
    {
      "epoch": 2.172867821950391,
      "grad_norm": 2.766500729971506,
      "learning_rate": 0.0002207897318322431,
      "loss": 4.5665,
      "step": 25579
    },
    {
      "epoch": 2.1729527692830444,
      "grad_norm": 2.5663577318272983,
      "learning_rate": 0.00022078367830200403,
      "loss": 3.9405,
      "step": 25580
    },
    {
      "epoch": 2.1730377166156982,
      "grad_norm": 2.741183009873985,
      "learning_rate": 0.00022077762462345188,
      "loss": 4.7693,
      "step": 25581
    },
    {
      "epoch": 2.173122663948352,
      "grad_norm": 2.9140564158774844,
      "learning_rate": 0.00022077157079659923,
      "loss": 4.5872,
      "step": 25582
    },
    {
      "epoch": 2.173207611281006,
      "grad_norm": 2.711057329145855,
      "learning_rate": 0.0002207655168214589,
      "loss": 4.7654,
      "step": 25583
    },
    {
      "epoch": 2.1732925586136593,
      "grad_norm": 2.9184078898416073,
      "learning_rate": 0.00022075946269804349,
      "loss": 5.1057,
      "step": 25584
    },
    {
      "epoch": 2.173377505946313,
      "grad_norm": 2.807928512822951,
      "learning_rate": 0.00022075340842636566,
      "loss": 4.4735,
      "step": 25585
    },
    {
      "epoch": 2.173462453278967,
      "grad_norm": 2.7983646342069877,
      "learning_rate": 0.00022074735400643816,
      "loss": 4.8286,
      "step": 25586
    },
    {
      "epoch": 2.173547400611621,
      "grad_norm": 2.7009012010079188,
      "learning_rate": 0.00022074129943827368,
      "loss": 4.166,
      "step": 25587
    },
    {
      "epoch": 2.1736323479442747,
      "grad_norm": 2.6903257384244244,
      "learning_rate": 0.00022073524472188485,
      "loss": 3.9974,
      "step": 25588
    },
    {
      "epoch": 2.173717295276928,
      "grad_norm": 2.726872937177448,
      "learning_rate": 0.00022072918985728437,
      "loss": 4.6427,
      "step": 25589
    },
    {
      "epoch": 2.173802242609582,
      "grad_norm": 2.7486147610593896,
      "learning_rate": 0.00022072313484448498,
      "loss": 4.1899,
      "step": 25590
    },
    {
      "epoch": 2.173887189942236,
      "grad_norm": 2.7834817778669776,
      "learning_rate": 0.0002207170796834993,
      "loss": 4.7075,
      "step": 25591
    },
    {
      "epoch": 2.1739721372748897,
      "grad_norm": 2.84018996005673,
      "learning_rate": 0.00022071102437434007,
      "loss": 4.8819,
      "step": 25592
    },
    {
      "epoch": 2.1740570846075435,
      "grad_norm": 2.746452686486362,
      "learning_rate": 0.00022070496891701997,
      "loss": 4.5475,
      "step": 25593
    },
    {
      "epoch": 2.174142031940197,
      "grad_norm": 2.644009998760522,
      "learning_rate": 0.00022069891331155162,
      "loss": 4.0294,
      "step": 25594
    },
    {
      "epoch": 2.174226979272851,
      "grad_norm": 2.68743110924283,
      "learning_rate": 0.00022069285755794778,
      "loss": 4.5606,
      "step": 25595
    },
    {
      "epoch": 2.1743119266055047,
      "grad_norm": 2.841210206884516,
      "learning_rate": 0.00022068680165622114,
      "loss": 4.6975,
      "step": 25596
    },
    {
      "epoch": 2.1743968739381585,
      "grad_norm": 2.813369050934702,
      "learning_rate": 0.00022068074560638437,
      "loss": 4.6995,
      "step": 25597
    },
    {
      "epoch": 2.174481821270812,
      "grad_norm": 2.8267374795103883,
      "learning_rate": 0.00022067468940845014,
      "loss": 5.0117,
      "step": 25598
    },
    {
      "epoch": 2.1745667686034658,
      "grad_norm": 2.7596020925702685,
      "learning_rate": 0.00022066863306243118,
      "loss": 4.2327,
      "step": 25599
    },
    {
      "epoch": 2.1746517159361196,
      "grad_norm": 2.794701752598107,
      "learning_rate": 0.0002206625765683401,
      "loss": 4.743,
      "step": 25600
    },
    {
      "epoch": 2.1747366632687735,
      "grad_norm": 2.734480170901546,
      "learning_rate": 0.00022065651992618973,
      "loss": 4.6535,
      "step": 25601
    },
    {
      "epoch": 2.1748216106014273,
      "grad_norm": 2.736068979104104,
      "learning_rate": 0.0002206504631359926,
      "loss": 4.4987,
      "step": 25602
    },
    {
      "epoch": 2.1749065579340807,
      "grad_norm": 2.7682257882486456,
      "learning_rate": 0.00022064440619776153,
      "loss": 4.5593,
      "step": 25603
    },
    {
      "epoch": 2.1749915052667346,
      "grad_norm": 2.7840206428839256,
      "learning_rate": 0.00022063834911150915,
      "loss": 4.884,
      "step": 25604
    },
    {
      "epoch": 2.1750764525993884,
      "grad_norm": 2.6523014986751017,
      "learning_rate": 0.00022063229187724816,
      "loss": 4.4858,
      "step": 25605
    },
    {
      "epoch": 2.1751613999320423,
      "grad_norm": 2.803059023108532,
      "learning_rate": 0.00022062623449499127,
      "loss": 4.7732,
      "step": 25606
    },
    {
      "epoch": 2.1752463472646957,
      "grad_norm": 2.774645597811821,
      "learning_rate": 0.00022062017696475108,
      "loss": 4.6707,
      "step": 25607
    },
    {
      "epoch": 2.1753312945973495,
      "grad_norm": 2.846849532229229,
      "learning_rate": 0.00022061411928654044,
      "loss": 4.8559,
      "step": 25608
    },
    {
      "epoch": 2.1754162419300034,
      "grad_norm": 2.7779338749704574,
      "learning_rate": 0.0002206080614603719,
      "loss": 4.2008,
      "step": 25609
    },
    {
      "epoch": 2.1755011892626572,
      "grad_norm": 2.822124106725838,
      "learning_rate": 0.00022060200348625827,
      "loss": 4.6305,
      "step": 25610
    },
    {
      "epoch": 2.175586136595311,
      "grad_norm": 2.7599200259677046,
      "learning_rate": 0.00022059594536421215,
      "loss": 4.2909,
      "step": 25611
    },
    {
      "epoch": 2.1756710839279645,
      "grad_norm": 2.7224278615029376,
      "learning_rate": 0.0002205898870942463,
      "loss": 4.5251,
      "step": 25612
    },
    {
      "epoch": 2.1757560312606183,
      "grad_norm": 2.677069416161704,
      "learning_rate": 0.00022058382867637334,
      "loss": 4.5873,
      "step": 25613
    },
    {
      "epoch": 2.175840978593272,
      "grad_norm": 2.668685327488375,
      "learning_rate": 0.00022057777011060602,
      "loss": 4.5502,
      "step": 25614
    },
    {
      "epoch": 2.175925925925926,
      "grad_norm": 2.9150441132219544,
      "learning_rate": 0.00022057171139695708,
      "loss": 4.9153,
      "step": 25615
    },
    {
      "epoch": 2.17601087325858,
      "grad_norm": 2.7401096383895593,
      "learning_rate": 0.00022056565253543905,
      "loss": 4.5715,
      "step": 25616
    },
    {
      "epoch": 2.1760958205912333,
      "grad_norm": 2.6558963094670593,
      "learning_rate": 0.00022055959352606483,
      "loss": 4.3547,
      "step": 25617
    },
    {
      "epoch": 2.176180767923887,
      "grad_norm": 2.8266928964030704,
      "learning_rate": 0.00022055353436884698,
      "loss": 4.401,
      "step": 25618
    },
    {
      "epoch": 2.176265715256541,
      "grad_norm": 2.899847074214292,
      "learning_rate": 0.00022054747506379822,
      "loss": 4.9965,
      "step": 25619
    },
    {
      "epoch": 2.176350662589195,
      "grad_norm": 2.72809921379323,
      "learning_rate": 0.0002205414156109313,
      "loss": 4.1285,
      "step": 25620
    },
    {
      "epoch": 2.1764356099218483,
      "grad_norm": 2.769762417224191,
      "learning_rate": 0.00022053535601025885,
      "loss": 4.8699,
      "step": 25621
    },
    {
      "epoch": 2.176520557254502,
      "grad_norm": 2.6995633348778383,
      "learning_rate": 0.00022052929626179357,
      "loss": 4.0614,
      "step": 25622
    },
    {
      "epoch": 2.176605504587156,
      "grad_norm": 2.6851325127316947,
      "learning_rate": 0.0002205232363655482,
      "loss": 3.8994,
      "step": 25623
    },
    {
      "epoch": 2.17669045191981,
      "grad_norm": 2.733107537971868,
      "learning_rate": 0.00022051717632153543,
      "loss": 4.6317,
      "step": 25624
    },
    {
      "epoch": 2.1767753992524637,
      "grad_norm": 2.9866733618050314,
      "learning_rate": 0.00022051111612976791,
      "loss": 5.2081,
      "step": 25625
    },
    {
      "epoch": 2.176860346585117,
      "grad_norm": 2.917513519010387,
      "learning_rate": 0.00022050505579025842,
      "loss": 5.1657,
      "step": 25626
    },
    {
      "epoch": 2.176945293917771,
      "grad_norm": 2.75657569195731,
      "learning_rate": 0.0002204989953030196,
      "loss": 4.4636,
      "step": 25627
    },
    {
      "epoch": 2.1770302412504248,
      "grad_norm": 2.7445084056613083,
      "learning_rate": 0.00022049293466806414,
      "loss": 4.4155,
      "step": 25628
    },
    {
      "epoch": 2.1771151885830786,
      "grad_norm": 2.737511488400369,
      "learning_rate": 0.00022048687388540476,
      "loss": 4.3578,
      "step": 25629
    },
    {
      "epoch": 2.177200135915732,
      "grad_norm": 2.672841829298619,
      "learning_rate": 0.00022048081295505416,
      "loss": 4.4008,
      "step": 25630
    },
    {
      "epoch": 2.177285083248386,
      "grad_norm": 2.7962110334516326,
      "learning_rate": 0.00022047475187702504,
      "loss": 4.7999,
      "step": 25631
    },
    {
      "epoch": 2.1773700305810397,
      "grad_norm": 2.671109198844355,
      "learning_rate": 0.0002204686906513301,
      "loss": 4.5182,
      "step": 25632
    },
    {
      "epoch": 2.1774549779136936,
      "grad_norm": 2.792496821808663,
      "learning_rate": 0.00022046262927798206,
      "loss": 4.3936,
      "step": 25633
    },
    {
      "epoch": 2.1775399252463474,
      "grad_norm": 2.759911097003483,
      "learning_rate": 0.00022045656775699355,
      "loss": 4.7159,
      "step": 25634
    },
    {
      "epoch": 2.177624872579001,
      "grad_norm": 2.7553292022038707,
      "learning_rate": 0.00022045050608837736,
      "loss": 3.8544,
      "step": 25635
    },
    {
      "epoch": 2.1777098199116547,
      "grad_norm": 2.746589170623119,
      "learning_rate": 0.00022044444427214612,
      "loss": 4.2435,
      "step": 25636
    },
    {
      "epoch": 2.1777947672443085,
      "grad_norm": 3.006286203791669,
      "learning_rate": 0.00022043838230831255,
      "loss": 5.18,
      "step": 25637
    },
    {
      "epoch": 2.1778797145769624,
      "grad_norm": 2.75874016677438,
      "learning_rate": 0.00022043232019688935,
      "loss": 4.4049,
      "step": 25638
    },
    {
      "epoch": 2.1779646619096162,
      "grad_norm": 2.686052226945634,
      "learning_rate": 0.0002204262579378893,
      "loss": 4.5016,
      "step": 25639
    },
    {
      "epoch": 2.1780496092422696,
      "grad_norm": 2.725339872990819,
      "learning_rate": 0.00022042019553132497,
      "loss": 4.6768,
      "step": 25640
    },
    {
      "epoch": 2.1781345565749235,
      "grad_norm": 2.9396122150542072,
      "learning_rate": 0.00022041413297720915,
      "loss": 4.9648,
      "step": 25641
    },
    {
      "epoch": 2.1782195039075773,
      "grad_norm": 2.69610293004106,
      "learning_rate": 0.0002204080702755546,
      "loss": 4.4762,
      "step": 25642
    },
    {
      "epoch": 2.178304451240231,
      "grad_norm": 2.7781865677664443,
      "learning_rate": 0.00022040200742637383,
      "loss": 4.7758,
      "step": 25643
    },
    {
      "epoch": 2.1783893985728846,
      "grad_norm": 2.8753803486459124,
      "learning_rate": 0.00022039594442967972,
      "loss": 4.8032,
      "step": 25644
    },
    {
      "epoch": 2.1784743459055385,
      "grad_norm": 2.9040656534328844,
      "learning_rate": 0.00022038988128548486,
      "loss": 3.8917,
      "step": 25645
    },
    {
      "epoch": 2.1785592932381923,
      "grad_norm": 2.82913198977351,
      "learning_rate": 0.00022038381799380208,
      "loss": 4.8161,
      "step": 25646
    },
    {
      "epoch": 2.178644240570846,
      "grad_norm": 2.843516191211319,
      "learning_rate": 0.00022037775455464398,
      "loss": 5.152,
      "step": 25647
    },
    {
      "epoch": 2.1787291879035,
      "grad_norm": 2.937485294172434,
      "learning_rate": 0.00022037169096802327,
      "loss": 5.3329,
      "step": 25648
    },
    {
      "epoch": 2.1788141352361534,
      "grad_norm": 2.758411421791922,
      "learning_rate": 0.0002203656272339527,
      "loss": 4.6732,
      "step": 25649
    },
    {
      "epoch": 2.1788990825688073,
      "grad_norm": 2.8556532430082884,
      "learning_rate": 0.0002203595633524449,
      "loss": 4.5168,
      "step": 25650
    },
    {
      "epoch": 2.178984029901461,
      "grad_norm": 2.6935377489503938,
      "learning_rate": 0.00022035349932351272,
      "loss": 4.5653,
      "step": 25651
    },
    {
      "epoch": 2.179068977234115,
      "grad_norm": 2.753776069418637,
      "learning_rate": 0.00022034743514716878,
      "loss": 4.6262,
      "step": 25652
    },
    {
      "epoch": 2.1791539245667684,
      "grad_norm": 2.8026985490117924,
      "learning_rate": 0.00022034137082342574,
      "loss": 4.6106,
      "step": 25653
    },
    {
      "epoch": 2.1792388718994222,
      "grad_norm": 2.7548600585073535,
      "learning_rate": 0.00022033530635229634,
      "loss": 4.4099,
      "step": 25654
    },
    {
      "epoch": 2.179323819232076,
      "grad_norm": 2.7208276447117368,
      "learning_rate": 0.00022032924173379334,
      "loss": 4.7552,
      "step": 25655
    },
    {
      "epoch": 2.17940876656473,
      "grad_norm": 2.9334308764137846,
      "learning_rate": 0.00022032317696792932,
      "loss": 4.742,
      "step": 25656
    },
    {
      "epoch": 2.1794937138973838,
      "grad_norm": 2.9187478796519004,
      "learning_rate": 0.0002203171120547172,
      "loss": 4.8343,
      "step": 25657
    },
    {
      "epoch": 2.179578661230037,
      "grad_norm": 2.711911492583415,
      "learning_rate": 0.00022031104699416946,
      "loss": 4.6914,
      "step": 25658
    },
    {
      "epoch": 2.179663608562691,
      "grad_norm": 2.659672879810958,
      "learning_rate": 0.00022030498178629888,
      "loss": 4.2446,
      "step": 25659
    },
    {
      "epoch": 2.179748555895345,
      "grad_norm": 2.853518367105248,
      "learning_rate": 0.00022029891643111829,
      "loss": 4.8303,
      "step": 25660
    },
    {
      "epoch": 2.1798335032279987,
      "grad_norm": 2.93046973344549,
      "learning_rate": 0.00022029285092864026,
      "loss": 5.1364,
      "step": 25661
    },
    {
      "epoch": 2.1799184505606526,
      "grad_norm": 2.642007699163886,
      "learning_rate": 0.00022028678527887753,
      "loss": 3.9559,
      "step": 25662
    },
    {
      "epoch": 2.180003397893306,
      "grad_norm": 2.7345276781197048,
      "learning_rate": 0.00022028071948184286,
      "loss": 4.528,
      "step": 25663
    },
    {
      "epoch": 2.18008834522596,
      "grad_norm": 2.888796484246189,
      "learning_rate": 0.00022027465353754893,
      "loss": 5.1278,
      "step": 25664
    },
    {
      "epoch": 2.1801732925586137,
      "grad_norm": 2.9449790005092353,
      "learning_rate": 0.0002202685874460084,
      "loss": 5.1475,
      "step": 25665
    },
    {
      "epoch": 2.1802582398912675,
      "grad_norm": 2.7238125140951968,
      "learning_rate": 0.00022026252120723404,
      "loss": 4.6957,
      "step": 25666
    },
    {
      "epoch": 2.1803431872239214,
      "grad_norm": 2.778856322844215,
      "learning_rate": 0.00022025645482123856,
      "loss": 4.3143,
      "step": 25667
    },
    {
      "epoch": 2.180428134556575,
      "grad_norm": 2.7680499564605965,
      "learning_rate": 0.0002202503882880346,
      "loss": 4.6859,
      "step": 25668
    },
    {
      "epoch": 2.1805130818892287,
      "grad_norm": 2.731738240086759,
      "learning_rate": 0.000220244321607635,
      "loss": 4.8493,
      "step": 25669
    },
    {
      "epoch": 2.1805980292218825,
      "grad_norm": 2.9250871831660383,
      "learning_rate": 0.00022023825478005235,
      "loss": 4.7903,
      "step": 25670
    },
    {
      "epoch": 2.1806829765545364,
      "grad_norm": 2.959132526424201,
      "learning_rate": 0.00022023218780529944,
      "loss": 5.1647,
      "step": 25671
    },
    {
      "epoch": 2.1807679238871898,
      "grad_norm": 2.867911346624444,
      "learning_rate": 0.00022022612068338892,
      "loss": 4.7508,
      "step": 25672
    },
    {
      "epoch": 2.1808528712198436,
      "grad_norm": 2.7848900616432957,
      "learning_rate": 0.00022022005341433356,
      "loss": 4.7181,
      "step": 25673
    },
    {
      "epoch": 2.1809378185524975,
      "grad_norm": 2.9136104030110017,
      "learning_rate": 0.00022021398599814603,
      "loss": 4.9368,
      "step": 25674
    },
    {
      "epoch": 2.1810227658851513,
      "grad_norm": 2.7411087936421055,
      "learning_rate": 0.00022020791843483907,
      "loss": 4.7046,
      "step": 25675
    },
    {
      "epoch": 2.181107713217805,
      "grad_norm": 2.6959407390883965,
      "learning_rate": 0.0002202018507244254,
      "loss": 4.7476,
      "step": 25676
    },
    {
      "epoch": 2.1811926605504586,
      "grad_norm": 2.81788426957721,
      "learning_rate": 0.00022019578286691763,
      "loss": 5.1028,
      "step": 25677
    },
    {
      "epoch": 2.1812776078831124,
      "grad_norm": 2.7466345293357493,
      "learning_rate": 0.00022018971486232868,
      "loss": 4.4538,
      "step": 25678
    },
    {
      "epoch": 2.1813625552157663,
      "grad_norm": 2.7103223894380246,
      "learning_rate": 0.0002201836467106711,
      "loss": 4.663,
      "step": 25679
    },
    {
      "epoch": 2.18144750254842,
      "grad_norm": 2.8127300166845384,
      "learning_rate": 0.00022017757841195763,
      "loss": 4.8497,
      "step": 25680
    },
    {
      "epoch": 2.1815324498810735,
      "grad_norm": 2.6833019261480655,
      "learning_rate": 0.00022017150996620098,
      "loss": 4.4154,
      "step": 25681
    },
    {
      "epoch": 2.1816173972137274,
      "grad_norm": 2.71471266754135,
      "learning_rate": 0.00022016544137341398,
      "loss": 4.1852,
      "step": 25682
    },
    {
      "epoch": 2.1817023445463812,
      "grad_norm": 2.7760020117942803,
      "learning_rate": 0.00022015937263360915,
      "loss": 4.5849,
      "step": 25683
    },
    {
      "epoch": 2.181787291879035,
      "grad_norm": 2.714765394719297,
      "learning_rate": 0.0002201533037467994,
      "loss": 4.364,
      "step": 25684
    },
    {
      "epoch": 2.181872239211689,
      "grad_norm": 2.9994187418827023,
      "learning_rate": 0.0002201472347129973,
      "loss": 4.7957,
      "step": 25685
    },
    {
      "epoch": 2.1819571865443423,
      "grad_norm": 2.751242558327638,
      "learning_rate": 0.00022014116553221565,
      "loss": 4.4822,
      "step": 25686
    },
    {
      "epoch": 2.182042133876996,
      "grad_norm": 2.961970021711159,
      "learning_rate": 0.00022013509620446715,
      "loss": 4.9655,
      "step": 25687
    },
    {
      "epoch": 2.18212708120965,
      "grad_norm": 2.7526691918635957,
      "learning_rate": 0.00022012902672976446,
      "loss": 4.5985,
      "step": 25688
    },
    {
      "epoch": 2.182212028542304,
      "grad_norm": 2.622106355860592,
      "learning_rate": 0.00022012295710812036,
      "loss": 4.0907,
      "step": 25689
    },
    {
      "epoch": 2.1822969758749577,
      "grad_norm": 2.619162091425235,
      "learning_rate": 0.00022011688733954756,
      "loss": 4.0467,
      "step": 25690
    },
    {
      "epoch": 2.182381923207611,
      "grad_norm": 2.833319114218069,
      "learning_rate": 0.00022011081742405884,
      "loss": 4.7901,
      "step": 25691
    },
    {
      "epoch": 2.182466870540265,
      "grad_norm": 2.7653918595656832,
      "learning_rate": 0.00022010474736166674,
      "loss": 4.756,
      "step": 25692
    },
    {
      "epoch": 2.182551817872919,
      "grad_norm": 2.6573793052414123,
      "learning_rate": 0.00022009867715238414,
      "loss": 4.2463,
      "step": 25693
    },
    {
      "epoch": 2.1826367652055727,
      "grad_norm": 2.724284552601767,
      "learning_rate": 0.0002200926067962237,
      "loss": 4.5127,
      "step": 25694
    },
    {
      "epoch": 2.182721712538226,
      "grad_norm": 2.82697826720302,
      "learning_rate": 0.00022008653629319814,
      "loss": 4.6698,
      "step": 25695
    },
    {
      "epoch": 2.18280665987088,
      "grad_norm": 2.7310635721375913,
      "learning_rate": 0.00022008046564332023,
      "loss": 4.5078,
      "step": 25696
    },
    {
      "epoch": 2.182891607203534,
      "grad_norm": 2.7686539093017197,
      "learning_rate": 0.00022007439484660255,
      "loss": 4.4546,
      "step": 25697
    },
    {
      "epoch": 2.1829765545361877,
      "grad_norm": 2.7324757575177125,
      "learning_rate": 0.00022006832390305802,
      "loss": 4.5913,
      "step": 25698
    },
    {
      "epoch": 2.1830615018688415,
      "grad_norm": 2.697268430105212,
      "learning_rate": 0.00022006225281269917,
      "loss": 4.3827,
      "step": 25699
    },
    {
      "epoch": 2.183146449201495,
      "grad_norm": 2.8933491134400717,
      "learning_rate": 0.00022005618157553891,
      "loss": 5.0307,
      "step": 25700
    },
    {
      "epoch": 2.1832313965341488,
      "grad_norm": 2.6915541313469924,
      "learning_rate": 0.00022005011019158978,
      "loss": 4.3684,
      "step": 25701
    },
    {
      "epoch": 2.1833163438668026,
      "grad_norm": 2.6098403588228134,
      "learning_rate": 0.00022004403866086457,
      "loss": 3.9947,
      "step": 25702
    },
    {
      "epoch": 2.1834012911994565,
      "grad_norm": 2.7446171851884333,
      "learning_rate": 0.00022003796698337602,
      "loss": 4.5035,
      "step": 25703
    },
    {
      "epoch": 2.18348623853211,
      "grad_norm": 2.7628188667295053,
      "learning_rate": 0.00022003189515913685,
      "loss": 4.4099,
      "step": 25704
    },
    {
      "epoch": 2.1835711858647637,
      "grad_norm": 2.6679647424128876,
      "learning_rate": 0.0002200258231881598,
      "loss": 4.2693,
      "step": 25705
    },
    {
      "epoch": 2.1836561331974176,
      "grad_norm": 2.6769676168703804,
      "learning_rate": 0.00022001975107045755,
      "loss": 4.3837,
      "step": 25706
    },
    {
      "epoch": 2.1837410805300714,
      "grad_norm": 2.892726742858177,
      "learning_rate": 0.00022001367880604287,
      "loss": 4.6186,
      "step": 25707
    },
    {
      "epoch": 2.1838260278627253,
      "grad_norm": 2.744967450520911,
      "learning_rate": 0.0002200076063949284,
      "loss": 4.493,
      "step": 25708
    },
    {
      "epoch": 2.1839109751953787,
      "grad_norm": 2.9990194561192594,
      "learning_rate": 0.0002200015338371269,
      "loss": 5.1954,
      "step": 25709
    },
    {
      "epoch": 2.1839959225280325,
      "grad_norm": 2.895556364489702,
      "learning_rate": 0.00021999546113265117,
      "loss": 4.973,
      "step": 25710
    },
    {
      "epoch": 2.1840808698606864,
      "grad_norm": 2.850972575162325,
      "learning_rate": 0.00021998938828151387,
      "loss": 4.4254,
      "step": 25711
    },
    {
      "epoch": 2.1841658171933402,
      "grad_norm": 2.7906313032210854,
      "learning_rate": 0.00021998331528372768,
      "loss": 4.6715,
      "step": 25712
    },
    {
      "epoch": 2.184250764525994,
      "grad_norm": 2.811185135429456,
      "learning_rate": 0.00021997724213930543,
      "loss": 4.6764,
      "step": 25713
    },
    {
      "epoch": 2.1843357118586475,
      "grad_norm": 2.775442147763077,
      "learning_rate": 0.00021997116884825974,
      "loss": 4.2607,
      "step": 25714
    },
    {
      "epoch": 2.1844206591913014,
      "grad_norm": 2.738508297453235,
      "learning_rate": 0.0002199650954106034,
      "loss": 4.6023,
      "step": 25715
    },
    {
      "epoch": 2.184505606523955,
      "grad_norm": 2.7541768593714764,
      "learning_rate": 0.0002199590218263492,
      "loss": 4.6502,
      "step": 25716
    },
    {
      "epoch": 2.184590553856609,
      "grad_norm": 2.697485707721345,
      "learning_rate": 0.00021995294809550966,
      "loss": 4.6104,
      "step": 25717
    },
    {
      "epoch": 2.1846755011892625,
      "grad_norm": 2.927853846723131,
      "learning_rate": 0.00021994687421809773,
      "loss": 4.8378,
      "step": 25718
    },
    {
      "epoch": 2.1847604485219163,
      "grad_norm": 2.7816316462595116,
      "learning_rate": 0.00021994080019412598,
      "loss": 4.5543,
      "step": 25719
    },
    {
      "epoch": 2.18484539585457,
      "grad_norm": 2.789823478186598,
      "learning_rate": 0.0002199347260236072,
      "loss": 4.3716,
      "step": 25720
    },
    {
      "epoch": 2.184930343187224,
      "grad_norm": 2.7086740438372967,
      "learning_rate": 0.00021992865170655416,
      "loss": 4.3912,
      "step": 25721
    },
    {
      "epoch": 2.185015290519878,
      "grad_norm": 2.8755207075647977,
      "learning_rate": 0.0002199225772429795,
      "loss": 4.7982,
      "step": 25722
    },
    {
      "epoch": 2.1851002378525313,
      "grad_norm": 2.7629046697652613,
      "learning_rate": 0.00021991650263289598,
      "loss": 4.4351,
      "step": 25723
    },
    {
      "epoch": 2.185185185185185,
      "grad_norm": 2.7287818116657716,
      "learning_rate": 0.00021991042787631636,
      "loss": 4.7351,
      "step": 25724
    },
    {
      "epoch": 2.185270132517839,
      "grad_norm": 2.9149180760726843,
      "learning_rate": 0.00021990435297325337,
      "loss": 5.0348,
      "step": 25725
    },
    {
      "epoch": 2.185355079850493,
      "grad_norm": 2.7738710402431273,
      "learning_rate": 0.00021989827792371963,
      "loss": 4.8045,
      "step": 25726
    },
    {
      "epoch": 2.1854400271831462,
      "grad_norm": 2.7927939163751088,
      "learning_rate": 0.00021989220272772807,
      "loss": 4.5323,
      "step": 25727
    },
    {
      "epoch": 2.1855249745158,
      "grad_norm": 2.812774794282965,
      "learning_rate": 0.00021988612738529123,
      "loss": 4.3469,
      "step": 25728
    },
    {
      "epoch": 2.185609921848454,
      "grad_norm": 2.934170908585771,
      "learning_rate": 0.0002198800518964219,
      "loss": 5.1529,
      "step": 25729
    },
    {
      "epoch": 2.185694869181108,
      "grad_norm": 2.8172256926174613,
      "learning_rate": 0.00021987397626113288,
      "loss": 4.4934,
      "step": 25730
    },
    {
      "epoch": 2.1857798165137616,
      "grad_norm": 2.7268488303797693,
      "learning_rate": 0.00021986790047943679,
      "loss": 4.3491,
      "step": 25731
    },
    {
      "epoch": 2.185864763846415,
      "grad_norm": 2.9654805931605552,
      "learning_rate": 0.00021986182455134643,
      "loss": 4.4765,
      "step": 25732
    },
    {
      "epoch": 2.185949711179069,
      "grad_norm": 2.719665325181634,
      "learning_rate": 0.0002198557484768745,
      "loss": 4.1038,
      "step": 25733
    },
    {
      "epoch": 2.1860346585117227,
      "grad_norm": 2.8649936714862316,
      "learning_rate": 0.0002198496722560338,
      "loss": 5.0795,
      "step": 25734
    },
    {
      "epoch": 2.1861196058443766,
      "grad_norm": 2.7292922645439384,
      "learning_rate": 0.00021984359588883692,
      "loss": 4.7662,
      "step": 25735
    },
    {
      "epoch": 2.1862045531770304,
      "grad_norm": 3.022056523223737,
      "learning_rate": 0.00021983751937529677,
      "loss": 5.2451,
      "step": 25736
    },
    {
      "epoch": 2.186289500509684,
      "grad_norm": 2.6840974755878406,
      "learning_rate": 0.00021983144271542595,
      "loss": 4.2853,
      "step": 25737
    },
    {
      "epoch": 2.1863744478423377,
      "grad_norm": 2.8992434962715024,
      "learning_rate": 0.0002198253659092372,
      "loss": 4.8343,
      "step": 25738
    },
    {
      "epoch": 2.1864593951749915,
      "grad_norm": 2.669129786291207,
      "learning_rate": 0.0002198192889567433,
      "loss": 4.5712,
      "step": 25739
    },
    {
      "epoch": 2.1865443425076454,
      "grad_norm": 3.0079598084719783,
      "learning_rate": 0.000219813211857957,
      "loss": 5.2973,
      "step": 25740
    },
    {
      "epoch": 2.186629289840299,
      "grad_norm": 2.7476907892380256,
      "learning_rate": 0.000219807134612891,
      "loss": 4.1154,
      "step": 25741
    },
    {
      "epoch": 2.1867142371729527,
      "grad_norm": 3.397535110513477,
      "learning_rate": 0.000219801057221558,
      "loss": 4.2566,
      "step": 25742
    },
    {
      "epoch": 2.1867991845056065,
      "grad_norm": 2.772715044708654,
      "learning_rate": 0.00021979497968397082,
      "loss": 4.8255,
      "step": 25743
    },
    {
      "epoch": 2.1868841318382604,
      "grad_norm": 2.69634274636431,
      "learning_rate": 0.00021978890200014212,
      "loss": 4.4924,
      "step": 25744
    },
    {
      "epoch": 2.186969079170914,
      "grad_norm": 2.818052223881783,
      "learning_rate": 0.00021978282417008465,
      "loss": 4.493,
      "step": 25745
    },
    {
      "epoch": 2.1870540265035676,
      "grad_norm": 2.7113376309409114,
      "learning_rate": 0.00021977674619381115,
      "loss": 4.3907,
      "step": 25746
    },
    {
      "epoch": 2.1871389738362215,
      "grad_norm": 2.7741554151519634,
      "learning_rate": 0.00021977066807133436,
      "loss": 4.4996,
      "step": 25747
    },
    {
      "epoch": 2.1872239211688753,
      "grad_norm": 2.8778287318631355,
      "learning_rate": 0.00021976458980266702,
      "loss": 5.0386,
      "step": 25748
    },
    {
      "epoch": 2.187308868501529,
      "grad_norm": 2.9310743240950416,
      "learning_rate": 0.00021975851138782187,
      "loss": 5.0796,
      "step": 25749
    },
    {
      "epoch": 2.1873938158341826,
      "grad_norm": 2.9480655986055746,
      "learning_rate": 0.00021975243282681164,
      "loss": 5.1215,
      "step": 25750
    },
    {
      "epoch": 2.1874787631668364,
      "grad_norm": 2.8624005287769108,
      "learning_rate": 0.00021974635411964902,
      "loss": 4.2125,
      "step": 25751
    },
    {
      "epoch": 2.1875637104994903,
      "grad_norm": 2.6586164204299374,
      "learning_rate": 0.00021974027526634683,
      "loss": 4.3454,
      "step": 25752
    },
    {
      "epoch": 2.187648657832144,
      "grad_norm": 3.0132677900802842,
      "learning_rate": 0.00021973419626691778,
      "loss": 5.2928,
      "step": 25753
    },
    {
      "epoch": 2.187733605164798,
      "grad_norm": 2.797797159193317,
      "learning_rate": 0.00021972811712137454,
      "loss": 4.3356,
      "step": 25754
    },
    {
      "epoch": 2.1878185524974514,
      "grad_norm": 2.7451644738926344,
      "learning_rate": 0.00021972203782972993,
      "loss": 4.5459,
      "step": 25755
    },
    {
      "epoch": 2.1879034998301052,
      "grad_norm": 2.9421364995108954,
      "learning_rate": 0.00021971595839199667,
      "loss": 4.9354,
      "step": 25756
    },
    {
      "epoch": 2.187988447162759,
      "grad_norm": 2.7539171890822605,
      "learning_rate": 0.00021970987880818747,
      "loss": 4.1902,
      "step": 25757
    },
    {
      "epoch": 2.188073394495413,
      "grad_norm": 2.7114481148698357,
      "learning_rate": 0.0002197037990783151,
      "loss": 4.7423,
      "step": 25758
    },
    {
      "epoch": 2.188158341828067,
      "grad_norm": 2.6883783602590676,
      "learning_rate": 0.00021969771920239228,
      "loss": 4.5117,
      "step": 25759
    },
    {
      "epoch": 2.18824328916072,
      "grad_norm": 2.734348494940877,
      "learning_rate": 0.00021969163918043172,
      "loss": 4.3097,
      "step": 25760
    },
    {
      "epoch": 2.188328236493374,
      "grad_norm": 2.825309781646423,
      "learning_rate": 0.00021968555901244626,
      "loss": 4.8517,
      "step": 25761
    },
    {
      "epoch": 2.188413183826028,
      "grad_norm": 2.7851740175928317,
      "learning_rate": 0.00021967947869844855,
      "loss": 4.3472,
      "step": 25762
    },
    {
      "epoch": 2.1884981311586817,
      "grad_norm": 2.8954897038664495,
      "learning_rate": 0.00021967339823845134,
      "loss": 4.9833,
      "step": 25763
    },
    {
      "epoch": 2.1885830784913356,
      "grad_norm": 2.7160788443799837,
      "learning_rate": 0.0002196673176324674,
      "loss": 4.3341,
      "step": 25764
    },
    {
      "epoch": 2.188668025823989,
      "grad_norm": 2.7039198510116575,
      "learning_rate": 0.0002196612368805094,
      "loss": 4.2676,
      "step": 25765
    },
    {
      "epoch": 2.188752973156643,
      "grad_norm": 2.643297509264481,
      "learning_rate": 0.00021965515598259018,
      "loss": 4.1673,
      "step": 25766
    },
    {
      "epoch": 2.1888379204892967,
      "grad_norm": 2.9627932311023146,
      "learning_rate": 0.00021964907493872242,
      "loss": 5.0555,
      "step": 25767
    },
    {
      "epoch": 2.1889228678219506,
      "grad_norm": 2.868767709872465,
      "learning_rate": 0.00021964299374891894,
      "loss": 4.7508,
      "step": 25768
    },
    {
      "epoch": 2.189007815154604,
      "grad_norm": 2.6834686975311643,
      "learning_rate": 0.00021963691241319233,
      "loss": 4.4531,
      "step": 25769
    },
    {
      "epoch": 2.189092762487258,
      "grad_norm": 2.8182716918649993,
      "learning_rate": 0.0002196308309315555,
      "loss": 4.7094,
      "step": 25770
    },
    {
      "epoch": 2.1891777098199117,
      "grad_norm": 2.7756769536388735,
      "learning_rate": 0.00021962474930402106,
      "loss": 4.5652,
      "step": 25771
    },
    {
      "epoch": 2.1892626571525655,
      "grad_norm": 2.9511594626672113,
      "learning_rate": 0.00021961866753060182,
      "loss": 4.8898,
      "step": 25772
    },
    {
      "epoch": 2.1893476044852194,
      "grad_norm": 2.8525233715987004,
      "learning_rate": 0.00021961258561131053,
      "loss": 4.7974,
      "step": 25773
    },
    {
      "epoch": 2.1894325518178728,
      "grad_norm": 2.6477942275790327,
      "learning_rate": 0.0002196065035461599,
      "loss": 4.1332,
      "step": 25774
    },
    {
      "epoch": 2.1895174991505266,
      "grad_norm": 2.9193026725105424,
      "learning_rate": 0.00021960042133516267,
      "loss": 5.108,
      "step": 25775
    },
    {
      "epoch": 2.1896024464831805,
      "grad_norm": 2.824604992356569,
      "learning_rate": 0.00021959433897833164,
      "loss": 4.52,
      "step": 25776
    },
    {
      "epoch": 2.1896873938158343,
      "grad_norm": 2.781157941138788,
      "learning_rate": 0.00021958825647567953,
      "loss": 4.5121,
      "step": 25777
    },
    {
      "epoch": 2.1897723411484877,
      "grad_norm": 2.7970349684004185,
      "learning_rate": 0.00021958217382721902,
      "loss": 4.0921,
      "step": 25778
    },
    {
      "epoch": 2.1898572884811416,
      "grad_norm": 2.9405658569513866,
      "learning_rate": 0.00021957609103296293,
      "loss": 5.11,
      "step": 25779
    },
    {
      "epoch": 2.1899422358137954,
      "grad_norm": 2.7830493973051706,
      "learning_rate": 0.00021957000809292397,
      "loss": 4.4775,
      "step": 25780
    },
    {
      "epoch": 2.1900271831464493,
      "grad_norm": 2.7851465699564453,
      "learning_rate": 0.00021956392500711492,
      "loss": 4.5875,
      "step": 25781
    },
    {
      "epoch": 2.190112130479103,
      "grad_norm": 2.6490552587122522,
      "learning_rate": 0.0002195578417755485,
      "loss": 4.4813,
      "step": 25782
    },
    {
      "epoch": 2.1901970778117565,
      "grad_norm": 2.752584406565247,
      "learning_rate": 0.00021955175839823743,
      "loss": 4.4995,
      "step": 25783
    },
    {
      "epoch": 2.1902820251444104,
      "grad_norm": 2.922390358423559,
      "learning_rate": 0.00021954567487519455,
      "loss": 4.4443,
      "step": 25784
    },
    {
      "epoch": 2.1903669724770642,
      "grad_norm": 2.719408255599955,
      "learning_rate": 0.00021953959120643246,
      "loss": 4.147,
      "step": 25785
    },
    {
      "epoch": 2.190451919809718,
      "grad_norm": 2.667605686191981,
      "learning_rate": 0.00021953350739196406,
      "loss": 4.1358,
      "step": 25786
    },
    {
      "epoch": 2.190536867142372,
      "grad_norm": 2.8470666172999457,
      "learning_rate": 0.00021952742343180198,
      "loss": 4.7964,
      "step": 25787
    },
    {
      "epoch": 2.1906218144750254,
      "grad_norm": 2.9928782368225826,
      "learning_rate": 0.00021952133932595902,
      "loss": 5.3718,
      "step": 25788
    },
    {
      "epoch": 2.190706761807679,
      "grad_norm": 2.8561945786514693,
      "learning_rate": 0.00021951525507444796,
      "loss": 4.6038,
      "step": 25789
    },
    {
      "epoch": 2.190791709140333,
      "grad_norm": 2.806420199640347,
      "learning_rate": 0.0002195091706772815,
      "loss": 4.3059,
      "step": 25790
    },
    {
      "epoch": 2.190876656472987,
      "grad_norm": 2.982535592820936,
      "learning_rate": 0.00021950308613447237,
      "loss": 5.1851,
      "step": 25791
    },
    {
      "epoch": 2.1909616038056403,
      "grad_norm": 2.816050131245845,
      "learning_rate": 0.00021949700144603337,
      "loss": 4.524,
      "step": 25792
    },
    {
      "epoch": 2.191046551138294,
      "grad_norm": 2.974278370241814,
      "learning_rate": 0.0002194909166119772,
      "loss": 4.7827,
      "step": 25793
    },
    {
      "epoch": 2.191131498470948,
      "grad_norm": 2.9625476744468076,
      "learning_rate": 0.00021948483163231663,
      "loss": 5.0398,
      "step": 25794
    },
    {
      "epoch": 2.191216445803602,
      "grad_norm": 2.9029426141152297,
      "learning_rate": 0.00021947874650706447,
      "loss": 4.8588,
      "step": 25795
    },
    {
      "epoch": 2.1913013931362557,
      "grad_norm": 2.942208763360536,
      "learning_rate": 0.0002194726612362334,
      "loss": 4.956,
      "step": 25796
    },
    {
      "epoch": 2.191386340468909,
      "grad_norm": 2.69432669847148,
      "learning_rate": 0.00021946657581983618,
      "loss": 4.5107,
      "step": 25797
    },
    {
      "epoch": 2.191471287801563,
      "grad_norm": 3.0054804141551896,
      "learning_rate": 0.00021946049025788557,
      "loss": 5.3231,
      "step": 25798
    },
    {
      "epoch": 2.191556235134217,
      "grad_norm": 3.013093017064906,
      "learning_rate": 0.00021945440455039438,
      "loss": 4.9194,
      "step": 25799
    },
    {
      "epoch": 2.1916411824668707,
      "grad_norm": 2.737780603999717,
      "learning_rate": 0.0002194483186973752,
      "loss": 4.4216,
      "step": 25800
    },
    {
      "epoch": 2.191726129799524,
      "grad_norm": 2.998089548550889,
      "learning_rate": 0.00021944223269884094,
      "loss": 5.2832,
      "step": 25801
    },
    {
      "epoch": 2.191811077132178,
      "grad_norm": 2.680427452664198,
      "learning_rate": 0.00021943614655480428,
      "loss": 4.1482,
      "step": 25802
    },
    {
      "epoch": 2.191896024464832,
      "grad_norm": 2.8546624664427536,
      "learning_rate": 0.00021943006026527796,
      "loss": 5.0634,
      "step": 25803
    },
    {
      "epoch": 2.1919809717974856,
      "grad_norm": 2.771893990673448,
      "learning_rate": 0.00021942397383027483,
      "loss": 4.7157,
      "step": 25804
    },
    {
      "epoch": 2.1920659191301395,
      "grad_norm": 2.7374807293123977,
      "learning_rate": 0.00021941788724980752,
      "loss": 4.3444,
      "step": 25805
    },
    {
      "epoch": 2.192150866462793,
      "grad_norm": 2.7800369783633547,
      "learning_rate": 0.00021941180052388885,
      "loss": 4.4866,
      "step": 25806
    },
    {
      "epoch": 2.1922358137954467,
      "grad_norm": 2.834362881975531,
      "learning_rate": 0.00021940571365253156,
      "loss": 4.6772,
      "step": 25807
    },
    {
      "epoch": 2.1923207611281006,
      "grad_norm": 2.739971324840191,
      "learning_rate": 0.00021939962663574842,
      "loss": 4.7157,
      "step": 25808
    },
    {
      "epoch": 2.1924057084607544,
      "grad_norm": 2.91755450651009,
      "learning_rate": 0.0002193935394735521,
      "loss": 4.7857,
      "step": 25809
    },
    {
      "epoch": 2.1924906557934083,
      "grad_norm": 2.8986071727595637,
      "learning_rate": 0.00021938745216595554,
      "loss": 4.9414,
      "step": 25810
    },
    {
      "epoch": 2.1925756031260617,
      "grad_norm": 2.6910446519452647,
      "learning_rate": 0.0002193813647129713,
      "loss": 4.6046,
      "step": 25811
    },
    {
      "epoch": 2.1926605504587156,
      "grad_norm": 2.7353924680929977,
      "learning_rate": 0.00021937527711461221,
      "loss": 4.5473,
      "step": 25812
    },
    {
      "epoch": 2.1927454977913694,
      "grad_norm": 2.93787285471622,
      "learning_rate": 0.00021936918937089103,
      "loss": 5.177,
      "step": 25813
    },
    {
      "epoch": 2.1928304451240233,
      "grad_norm": 2.9535118567174385,
      "learning_rate": 0.00021936310148182054,
      "loss": 5.0568,
      "step": 25814
    },
    {
      "epoch": 2.1929153924566767,
      "grad_norm": 3.09004799248091,
      "learning_rate": 0.00021935701344741342,
      "loss": 4.0412,
      "step": 25815
    },
    {
      "epoch": 2.1930003397893305,
      "grad_norm": 2.8391896896107953,
      "learning_rate": 0.0002193509252676825,
      "loss": 4.7159,
      "step": 25816
    },
    {
      "epoch": 2.1930852871219844,
      "grad_norm": 2.7571505640060447,
      "learning_rate": 0.00021934483694264055,
      "loss": 4.5793,
      "step": 25817
    },
    {
      "epoch": 2.193170234454638,
      "grad_norm": 2.9519661841836733,
      "learning_rate": 0.00021933874847230022,
      "loss": 5.1289,
      "step": 25818
    },
    {
      "epoch": 2.193255181787292,
      "grad_norm": 2.8785927522700443,
      "learning_rate": 0.0002193326598566744,
      "loss": 4.3096,
      "step": 25819
    },
    {
      "epoch": 2.1933401291199455,
      "grad_norm": 2.9370130506568923,
      "learning_rate": 0.00021932657109577578,
      "loss": 5.1064,
      "step": 25820
    },
    {
      "epoch": 2.1934250764525993,
      "grad_norm": 2.7709470656178468,
      "learning_rate": 0.00021932048218961707,
      "loss": 4.9435,
      "step": 25821
    },
    {
      "epoch": 2.193510023785253,
      "grad_norm": 2.7609134039095555,
      "learning_rate": 0.0002193143931382111,
      "loss": 4.7682,
      "step": 25822
    },
    {
      "epoch": 2.193594971117907,
      "grad_norm": 2.78399799127663,
      "learning_rate": 0.00021930830394157065,
      "loss": 4.317,
      "step": 25823
    },
    {
      "epoch": 2.1936799184505604,
      "grad_norm": 2.7683907050229277,
      "learning_rate": 0.00021930221459970836,
      "loss": 4.9575,
      "step": 25824
    },
    {
      "epoch": 2.1937648657832143,
      "grad_norm": 2.7078580569567796,
      "learning_rate": 0.0002192961251126371,
      "loss": 4.5235,
      "step": 25825
    },
    {
      "epoch": 2.193849813115868,
      "grad_norm": 2.6724229280740768,
      "learning_rate": 0.00021929003548036964,
      "loss": 4.3229,
      "step": 25826
    },
    {
      "epoch": 2.193934760448522,
      "grad_norm": 2.7676371239385853,
      "learning_rate": 0.00021928394570291864,
      "loss": 4.702,
      "step": 25827
    },
    {
      "epoch": 2.194019707781176,
      "grad_norm": 2.6683204134473066,
      "learning_rate": 0.00021927785578029695,
      "loss": 4.074,
      "step": 25828
    },
    {
      "epoch": 2.1941046551138292,
      "grad_norm": 2.6443453176940985,
      "learning_rate": 0.00021927176571251729,
      "loss": 4.5972,
      "step": 25829
    },
    {
      "epoch": 2.194189602446483,
      "grad_norm": 2.7533042535049015,
      "learning_rate": 0.0002192656754995924,
      "loss": 4.7579,
      "step": 25830
    },
    {
      "epoch": 2.194274549779137,
      "grad_norm": 2.9038661152295466,
      "learning_rate": 0.00021925958514153502,
      "loss": 5.0428,
      "step": 25831
    },
    {
      "epoch": 2.194359497111791,
      "grad_norm": 2.8487314468075033,
      "learning_rate": 0.00021925349463835803,
      "loss": 4.8726,
      "step": 25832
    },
    {
      "epoch": 2.1944444444444446,
      "grad_norm": 2.6808812148922008,
      "learning_rate": 0.0002192474039900741,
      "loss": 4.3197,
      "step": 25833
    },
    {
      "epoch": 2.194529391777098,
      "grad_norm": 2.7695186349857313,
      "learning_rate": 0.000219241313196696,
      "loss": 4.8405,
      "step": 25834
    },
    {
      "epoch": 2.194614339109752,
      "grad_norm": 2.720237155647847,
      "learning_rate": 0.00021923522225823653,
      "loss": 4.7106,
      "step": 25835
    },
    {
      "epoch": 2.1946992864424058,
      "grad_norm": 2.9394455138047864,
      "learning_rate": 0.00021922913117470845,
      "loss": 5.2125,
      "step": 25836
    },
    {
      "epoch": 2.1947842337750596,
      "grad_norm": 2.729221134485249,
      "learning_rate": 0.00021922303994612442,
      "loss": 4.3669,
      "step": 25837
    },
    {
      "epoch": 2.1948691811077135,
      "grad_norm": 2.7755197658969673,
      "learning_rate": 0.00021921694857249732,
      "loss": 4.6863,
      "step": 25838
    },
    {
      "epoch": 2.194954128440367,
      "grad_norm": 2.7892715433400848,
      "learning_rate": 0.00021921085705383985,
      "loss": 4.7821,
      "step": 25839
    },
    {
      "epoch": 2.1950390757730207,
      "grad_norm": 2.6726492708463536,
      "learning_rate": 0.00021920476539016482,
      "loss": 4.3947,
      "step": 25840
    },
    {
      "epoch": 2.1951240231056746,
      "grad_norm": 2.918177090432999,
      "learning_rate": 0.00021919867358148493,
      "loss": 4.9821,
      "step": 25841
    },
    {
      "epoch": 2.1952089704383284,
      "grad_norm": 2.874432334421406,
      "learning_rate": 0.00021919258162781308,
      "loss": 5.0632,
      "step": 25842
    },
    {
      "epoch": 2.195293917770982,
      "grad_norm": 2.781240923895317,
      "learning_rate": 0.00021918648952916185,
      "loss": 4.513,
      "step": 25843
    },
    {
      "epoch": 2.1953788651036357,
      "grad_norm": 2.8826121599609835,
      "learning_rate": 0.00021918039728554412,
      "loss": 4.6083,
      "step": 25844
    },
    {
      "epoch": 2.1954638124362895,
      "grad_norm": 2.790012755575018,
      "learning_rate": 0.00021917430489697265,
      "loss": 4.8832,
      "step": 25845
    },
    {
      "epoch": 2.1955487597689434,
      "grad_norm": 2.9174016654041877,
      "learning_rate": 0.00021916821236346015,
      "loss": 4.8623,
      "step": 25846
    },
    {
      "epoch": 2.1956337071015968,
      "grad_norm": 2.746200507032882,
      "learning_rate": 0.00021916211968501942,
      "loss": 4.5493,
      "step": 25847
    },
    {
      "epoch": 2.1957186544342506,
      "grad_norm": 2.627070503994062,
      "learning_rate": 0.00021915602686166326,
      "loss": 4.1989,
      "step": 25848
    },
    {
      "epoch": 2.1958036017669045,
      "grad_norm": 2.7713393503601966,
      "learning_rate": 0.00021914993389340437,
      "loss": 4.4084,
      "step": 25849
    },
    {
      "epoch": 2.1958885490995583,
      "grad_norm": 2.9330200273455023,
      "learning_rate": 0.00021914384078025557,
      "loss": 5.2117,
      "step": 25850
    },
    {
      "epoch": 2.195973496432212,
      "grad_norm": 2.749159155431281,
      "learning_rate": 0.00021913774752222964,
      "loss": 4.0284,
      "step": 25851
    },
    {
      "epoch": 2.1960584437648656,
      "grad_norm": 2.763031463129962,
      "learning_rate": 0.00021913165411933922,
      "loss": 4.6575,
      "step": 25852
    },
    {
      "epoch": 2.1961433910975194,
      "grad_norm": 2.7256848145923804,
      "learning_rate": 0.00021912556057159728,
      "loss": 4.3371,
      "step": 25853
    },
    {
      "epoch": 2.1962283384301733,
      "grad_norm": 2.738629644412796,
      "learning_rate": 0.0002191194668790164,
      "loss": 4.5187,
      "step": 25854
    },
    {
      "epoch": 2.196313285762827,
      "grad_norm": 2.806007709093704,
      "learning_rate": 0.00021911337304160946,
      "loss": 4.8636,
      "step": 25855
    },
    {
      "epoch": 2.196398233095481,
      "grad_norm": 2.6667736956345203,
      "learning_rate": 0.00021910727905938914,
      "loss": 4.4073,
      "step": 25856
    },
    {
      "epoch": 2.1964831804281344,
      "grad_norm": 2.785860707469101,
      "learning_rate": 0.00021910118493236833,
      "loss": 4.7477,
      "step": 25857
    },
    {
      "epoch": 2.1965681277607882,
      "grad_norm": 2.887461620837439,
      "learning_rate": 0.0002190950906605597,
      "loss": 4.581,
      "step": 25858
    },
    {
      "epoch": 2.196653075093442,
      "grad_norm": 2.793302373790297,
      "learning_rate": 0.00021908899624397605,
      "loss": 4.8909,
      "step": 25859
    },
    {
      "epoch": 2.196738022426096,
      "grad_norm": 2.932493052898128,
      "learning_rate": 0.0002190829016826302,
      "loss": 4.6894,
      "step": 25860
    },
    {
      "epoch": 2.19682296975875,
      "grad_norm": 2.7563279698833667,
      "learning_rate": 0.0002190768069765348,
      "loss": 4.5602,
      "step": 25861
    },
    {
      "epoch": 2.196907917091403,
      "grad_norm": 2.779288889064679,
      "learning_rate": 0.00021907071212570278,
      "loss": 4.1201,
      "step": 25862
    },
    {
      "epoch": 2.196992864424057,
      "grad_norm": 2.8541316050820478,
      "learning_rate": 0.00021906461713014678,
      "loss": 4.5484,
      "step": 25863
    },
    {
      "epoch": 2.197077811756711,
      "grad_norm": 2.684416351528463,
      "learning_rate": 0.00021905852198987957,
      "loss": 4.2274,
      "step": 25864
    },
    {
      "epoch": 2.1971627590893648,
      "grad_norm": 2.8821025237969478,
      "learning_rate": 0.000219052426704914,
      "loss": 4.9397,
      "step": 25865
    },
    {
      "epoch": 2.197247706422018,
      "grad_norm": 2.7079981505068167,
      "learning_rate": 0.00021904633127526284,
      "loss": 4.0219,
      "step": 25866
    },
    {
      "epoch": 2.197332653754672,
      "grad_norm": 2.9657019423367177,
      "learning_rate": 0.00021904023570093876,
      "loss": 4.6595,
      "step": 25867
    },
    {
      "epoch": 2.197417601087326,
      "grad_norm": 2.7579532596893417,
      "learning_rate": 0.00021903413998195463,
      "loss": 4.7777,
      "step": 25868
    },
    {
      "epoch": 2.1975025484199797,
      "grad_norm": 2.7804414637141255,
      "learning_rate": 0.00021902804411832322,
      "loss": 4.4905,
      "step": 25869
    },
    {
      "epoch": 2.1975874957526336,
      "grad_norm": 2.7037715686473884,
      "learning_rate": 0.00021902194811005725,
      "loss": 4.3834,
      "step": 25870
    },
    {
      "epoch": 2.197672443085287,
      "grad_norm": 2.746575968807689,
      "learning_rate": 0.00021901585195716953,
      "loss": 4.503,
      "step": 25871
    },
    {
      "epoch": 2.197757390417941,
      "grad_norm": 2.6697220657965204,
      "learning_rate": 0.0002190097556596728,
      "loss": 4.2783,
      "step": 25872
    },
    {
      "epoch": 2.1978423377505947,
      "grad_norm": 2.8743675154676236,
      "learning_rate": 0.00021900365921757986,
      "loss": 4.6425,
      "step": 25873
    },
    {
      "epoch": 2.1979272850832485,
      "grad_norm": 2.7016999114600053,
      "learning_rate": 0.0002189975626309035,
      "loss": 4.4479,
      "step": 25874
    },
    {
      "epoch": 2.198012232415902,
      "grad_norm": 2.860063446117298,
      "learning_rate": 0.00021899146589965645,
      "loss": 5.0543,
      "step": 25875
    },
    {
      "epoch": 2.198097179748556,
      "grad_norm": 2.8949653386946506,
      "learning_rate": 0.00021898536902385156,
      "loss": 5.093,
      "step": 25876
    },
    {
      "epoch": 2.1981821270812096,
      "grad_norm": 2.8433528334563243,
      "learning_rate": 0.00021897927200350146,
      "loss": 4.9593,
      "step": 25877
    },
    {
      "epoch": 2.1982670744138635,
      "grad_norm": 2.8244506414224153,
      "learning_rate": 0.00021897317483861908,
      "loss": 4.7883,
      "step": 25878
    },
    {
      "epoch": 2.1983520217465173,
      "grad_norm": 2.8567146213644223,
      "learning_rate": 0.00021896707752921713,
      "loss": 4.9566,
      "step": 25879
    },
    {
      "epoch": 2.1984369690791707,
      "grad_norm": 2.886806842541019,
      "learning_rate": 0.00021896098007530835,
      "loss": 4.834,
      "step": 25880
    },
    {
      "epoch": 2.1985219164118246,
      "grad_norm": 3.0671901958469463,
      "learning_rate": 0.0002189548824769056,
      "loss": 4.3661,
      "step": 25881
    },
    {
      "epoch": 2.1986068637444784,
      "grad_norm": 2.786226982472635,
      "learning_rate": 0.0002189487847340216,
      "loss": 4.7764,
      "step": 25882
    },
    {
      "epoch": 2.1986918110771323,
      "grad_norm": 2.8785790697110474,
      "learning_rate": 0.0002189426868466691,
      "loss": 4.8446,
      "step": 25883
    },
    {
      "epoch": 2.198776758409786,
      "grad_norm": 2.9035233482114404,
      "learning_rate": 0.00021893658881486097,
      "loss": 5.1719,
      "step": 25884
    },
    {
      "epoch": 2.1988617057424396,
      "grad_norm": 2.7574254602952344,
      "learning_rate": 0.00021893049063860992,
      "loss": 4.6544,
      "step": 25885
    },
    {
      "epoch": 2.1989466530750934,
      "grad_norm": 2.6795892482583725,
      "learning_rate": 0.0002189243923179287,
      "loss": 4.5274,
      "step": 25886
    },
    {
      "epoch": 2.1990316004077473,
      "grad_norm": 2.7781008708192116,
      "learning_rate": 0.00021891829385283014,
      "loss": 4.3795,
      "step": 25887
    },
    {
      "epoch": 2.199116547740401,
      "grad_norm": 2.6606644632353267,
      "learning_rate": 0.00021891219524332705,
      "loss": 4.3823,
      "step": 25888
    },
    {
      "epoch": 2.1992014950730545,
      "grad_norm": 2.9430806523457123,
      "learning_rate": 0.0002189060964894321,
      "loss": 4.9326,
      "step": 25889
    },
    {
      "epoch": 2.1992864424057084,
      "grad_norm": 2.9113331224029926,
      "learning_rate": 0.00021889999759115816,
      "loss": 5.0841,
      "step": 25890
    },
    {
      "epoch": 2.199371389738362,
      "grad_norm": 2.732350347150168,
      "learning_rate": 0.00021889389854851796,
      "loss": 4.3665,
      "step": 25891
    },
    {
      "epoch": 2.199456337071016,
      "grad_norm": 2.7206369757296116,
      "learning_rate": 0.00021888779936152434,
      "loss": 4.5136,
      "step": 25892
    },
    {
      "epoch": 2.19954128440367,
      "grad_norm": 2.8236059286884085,
      "learning_rate": 0.00021888170003019002,
      "loss": 4.758,
      "step": 25893
    },
    {
      "epoch": 2.1996262317363233,
      "grad_norm": 2.72783052425072,
      "learning_rate": 0.0002188756005545278,
      "loss": 4.7132,
      "step": 25894
    },
    {
      "epoch": 2.199711179068977,
      "grad_norm": 2.840076513787348,
      "learning_rate": 0.0002188695009345504,
      "loss": 5.0861,
      "step": 25895
    },
    {
      "epoch": 2.199796126401631,
      "grad_norm": 2.8820662948321254,
      "learning_rate": 0.00021886340117027077,
      "loss": 5.1128,
      "step": 25896
    },
    {
      "epoch": 2.199881073734285,
      "grad_norm": 2.9659175308898047,
      "learning_rate": 0.00021885730126170155,
      "loss": 4.9248,
      "step": 25897
    },
    {
      "epoch": 2.1999660210669383,
      "grad_norm": 2.940910305365085,
      "learning_rate": 0.00021885120120885554,
      "loss": 5.1925,
      "step": 25898
    },
    {
      "epoch": 2.200050968399592,
      "grad_norm": 2.768498450914082,
      "learning_rate": 0.00021884510101174553,
      "loss": 4.6851,
      "step": 25899
    },
    {
      "epoch": 2.200135915732246,
      "grad_norm": 2.8904312898383107,
      "learning_rate": 0.0002188390006703843,
      "loss": 4.8248,
      "step": 25900
    },
    {
      "epoch": 2.2002208630649,
      "grad_norm": 2.961079603760557,
      "learning_rate": 0.00021883290018478462,
      "loss": 5.097,
      "step": 25901
    },
    {
      "epoch": 2.2003058103975537,
      "grad_norm": 2.698264579423854,
      "learning_rate": 0.00021882679955495933,
      "loss": 4.1847,
      "step": 25902
    },
    {
      "epoch": 2.200390757730207,
      "grad_norm": 2.7361809736067313,
      "learning_rate": 0.0002188206987809212,
      "loss": 4.5366,
      "step": 25903
    },
    {
      "epoch": 2.200475705062861,
      "grad_norm": 2.6629345452090143,
      "learning_rate": 0.00021881459786268287,
      "loss": 4.2676,
      "step": 25904
    },
    {
      "epoch": 2.200560652395515,
      "grad_norm": 2.881638266901205,
      "learning_rate": 0.00021880849680025734,
      "loss": 4.856,
      "step": 25905
    },
    {
      "epoch": 2.2006455997281686,
      "grad_norm": 3.03816123807792,
      "learning_rate": 0.0002188023955936573,
      "loss": 5.6533,
      "step": 25906
    },
    {
      "epoch": 2.2007305470608225,
      "grad_norm": 2.8989568466108584,
      "learning_rate": 0.00021879629424289545,
      "loss": 4.9843,
      "step": 25907
    },
    {
      "epoch": 2.200815494393476,
      "grad_norm": 2.801945114952111,
      "learning_rate": 0.0002187901927479847,
      "loss": 4.619,
      "step": 25908
    },
    {
      "epoch": 2.2009004417261298,
      "grad_norm": 2.9298651275658347,
      "learning_rate": 0.00021878409110893777,
      "loss": 5.0617,
      "step": 25909
    },
    {
      "epoch": 2.2009853890587836,
      "grad_norm": 2.7497617003517005,
      "learning_rate": 0.0002187779893257675,
      "loss": 4.2651,
      "step": 25910
    },
    {
      "epoch": 2.2010703363914375,
      "grad_norm": 2.7610645645941756,
      "learning_rate": 0.00021877188739848657,
      "loss": 4.369,
      "step": 25911
    },
    {
      "epoch": 2.201155283724091,
      "grad_norm": 2.7144568122823287,
      "learning_rate": 0.00021876578532710792,
      "loss": 4.5867,
      "step": 25912
    },
    {
      "epoch": 2.2012402310567447,
      "grad_norm": 2.8412429290094456,
      "learning_rate": 0.0002187596831116441,
      "loss": 4.8532,
      "step": 25913
    },
    {
      "epoch": 2.2013251783893986,
      "grad_norm": 2.802122205676536,
      "learning_rate": 0.00021875358075210818,
      "loss": 4.9554,
      "step": 25914
    },
    {
      "epoch": 2.2014101257220524,
      "grad_norm": 2.816435814601648,
      "learning_rate": 0.00021874747824851277,
      "loss": 4.7975,
      "step": 25915
    },
    {
      "epoch": 2.2014950730547063,
      "grad_norm": 2.7154705118456004,
      "learning_rate": 0.0002187413756008707,
      "loss": 4.4847,
      "step": 25916
    },
    {
      "epoch": 2.2015800203873597,
      "grad_norm": 2.912047088193591,
      "learning_rate": 0.0002187352728091947,
      "loss": 4.9022,
      "step": 25917
    },
    {
      "epoch": 2.2016649677200135,
      "grad_norm": 2.7694145268295487,
      "learning_rate": 0.00021872916987349767,
      "loss": 4.4942,
      "step": 25918
    },
    {
      "epoch": 2.2017499150526674,
      "grad_norm": 2.756633430106582,
      "learning_rate": 0.00021872306679379233,
      "loss": 4.2284,
      "step": 25919
    },
    {
      "epoch": 2.2018348623853212,
      "grad_norm": 2.946507557237059,
      "learning_rate": 0.00021871696357009143,
      "loss": 4.0363,
      "step": 25920
    },
    {
      "epoch": 2.2019198097179746,
      "grad_norm": 2.753342738655648,
      "learning_rate": 0.00021871086020240784,
      "loss": 4.7675,
      "step": 25921
    },
    {
      "epoch": 2.2020047570506285,
      "grad_norm": 2.8441783216766043,
      "learning_rate": 0.00021870475669075428,
      "loss": 4.7904,
      "step": 25922
    },
    {
      "epoch": 2.2020897043832823,
      "grad_norm": 2.742535313308114,
      "learning_rate": 0.0002186986530351436,
      "loss": 4.5004,
      "step": 25923
    },
    {
      "epoch": 2.202174651715936,
      "grad_norm": 2.933593608730624,
      "learning_rate": 0.00021869254923558853,
      "loss": 5.0235,
      "step": 25924
    },
    {
      "epoch": 2.20225959904859,
      "grad_norm": 2.919285350848287,
      "learning_rate": 0.00021868644529210194,
      "loss": 4.9863,
      "step": 25925
    },
    {
      "epoch": 2.2023445463812434,
      "grad_norm": 2.9174774806698363,
      "learning_rate": 0.0002186803412046965,
      "loss": 5.1145,
      "step": 25926
    },
    {
      "epoch": 2.2024294937138973,
      "grad_norm": 2.942887778460121,
      "learning_rate": 0.00021867423697338512,
      "loss": 5.2432,
      "step": 25927
    },
    {
      "epoch": 2.202514441046551,
      "grad_norm": 2.7764582883376128,
      "learning_rate": 0.00021866813259818052,
      "loss": 3.8645,
      "step": 25928
    },
    {
      "epoch": 2.202599388379205,
      "grad_norm": 2.972724940107531,
      "learning_rate": 0.00021866202807909547,
      "loss": 5.3359,
      "step": 25929
    },
    {
      "epoch": 2.202684335711859,
      "grad_norm": 2.74352697506964,
      "learning_rate": 0.00021865592341614287,
      "loss": 4.3332,
      "step": 25930
    },
    {
      "epoch": 2.2027692830445122,
      "grad_norm": 2.8070448688834597,
      "learning_rate": 0.0002186498186093354,
      "loss": 4.7494,
      "step": 25931
    },
    {
      "epoch": 2.202854230377166,
      "grad_norm": 2.8305721101542685,
      "learning_rate": 0.00021864371365868589,
      "loss": 4.9778,
      "step": 25932
    },
    {
      "epoch": 2.20293917770982,
      "grad_norm": 2.945002103789452,
      "learning_rate": 0.00021863760856420715,
      "loss": 4.8495,
      "step": 25933
    },
    {
      "epoch": 2.203024125042474,
      "grad_norm": 2.716267745132656,
      "learning_rate": 0.00021863150332591198,
      "loss": 4.4559,
      "step": 25934
    },
    {
      "epoch": 2.2031090723751277,
      "grad_norm": 2.7007910350949307,
      "learning_rate": 0.00021862539794381306,
      "loss": 4.1219,
      "step": 25935
    },
    {
      "epoch": 2.203194019707781,
      "grad_norm": 2.8449021811021606,
      "learning_rate": 0.00021861929241792335,
      "loss": 4.6269,
      "step": 25936
    },
    {
      "epoch": 2.203278967040435,
      "grad_norm": 2.745864351890083,
      "learning_rate": 0.00021861318674825552,
      "loss": 4.8427,
      "step": 25937
    },
    {
      "epoch": 2.2033639143730888,
      "grad_norm": 2.8342712780232326,
      "learning_rate": 0.00021860708093482238,
      "loss": 4.9293,
      "step": 25938
    },
    {
      "epoch": 2.2034488617057426,
      "grad_norm": 2.707492625954953,
      "learning_rate": 0.00021860097497763685,
      "loss": 4.4962,
      "step": 25939
    },
    {
      "epoch": 2.203533809038396,
      "grad_norm": 2.901633117875482,
      "learning_rate": 0.00021859486887671153,
      "loss": 4.8323,
      "step": 25940
    },
    {
      "epoch": 2.20361875637105,
      "grad_norm": 2.737521103719324,
      "learning_rate": 0.00021858876263205934,
      "loss": 4.5928,
      "step": 25941
    },
    {
      "epoch": 2.2037037037037037,
      "grad_norm": 2.7986075430895023,
      "learning_rate": 0.00021858265624369303,
      "loss": 4.6094,
      "step": 25942
    },
    {
      "epoch": 2.2037886510363576,
      "grad_norm": 2.9442149884758866,
      "learning_rate": 0.00021857654971162545,
      "loss": 4.59,
      "step": 25943
    },
    {
      "epoch": 2.203873598369011,
      "grad_norm": 2.73034797428701,
      "learning_rate": 0.0002185704430358693,
      "loss": 3.9447,
      "step": 25944
    },
    {
      "epoch": 2.203958545701665,
      "grad_norm": 2.730635271438695,
      "learning_rate": 0.00021856433621643748,
      "loss": 4.6238,
      "step": 25945
    },
    {
      "epoch": 2.2040434930343187,
      "grad_norm": 2.839153720002231,
      "learning_rate": 0.0002185582292533427,
      "loss": 4.858,
      "step": 25946
    },
    {
      "epoch": 2.2041284403669725,
      "grad_norm": 2.862711030351275,
      "learning_rate": 0.00021855212214659777,
      "loss": 4.5799,
      "step": 25947
    },
    {
      "epoch": 2.2042133876996264,
      "grad_norm": 2.727172727552949,
      "learning_rate": 0.00021854601489621552,
      "loss": 4.5391,
      "step": 25948
    },
    {
      "epoch": 2.20429833503228,
      "grad_norm": 2.769928548570286,
      "learning_rate": 0.00021853990750220873,
      "loss": 4.5198,
      "step": 25949
    },
    {
      "epoch": 2.2043832823649336,
      "grad_norm": 2.704510276773159,
      "learning_rate": 0.0002185337999645902,
      "loss": 4.1104,
      "step": 25950
    },
    {
      "epoch": 2.2044682296975875,
      "grad_norm": 2.6868005553514087,
      "learning_rate": 0.00021852769228337273,
      "loss": 4.6962,
      "step": 25951
    },
    {
      "epoch": 2.2045531770302413,
      "grad_norm": 2.9297345832598882,
      "learning_rate": 0.00021852158445856914,
      "loss": 4.8173,
      "step": 25952
    },
    {
      "epoch": 2.204638124362895,
      "grad_norm": 2.8938713408709416,
      "learning_rate": 0.00021851547649019213,
      "loss": 4.5244,
      "step": 25953
    },
    {
      "epoch": 2.2047230716955486,
      "grad_norm": 2.7187991740499027,
      "learning_rate": 0.00021850936837825466,
      "loss": 4.4578,
      "step": 25954
    },
    {
      "epoch": 2.2048080190282024,
      "grad_norm": 2.733261398686875,
      "learning_rate": 0.00021850326012276937,
      "loss": 4.6652,
      "step": 25955
    },
    {
      "epoch": 2.2048929663608563,
      "grad_norm": 2.765028547347819,
      "learning_rate": 0.00021849715172374913,
      "loss": 4.4069,
      "step": 25956
    },
    {
      "epoch": 2.20497791369351,
      "grad_norm": 2.6632827679186053,
      "learning_rate": 0.00021849104318120676,
      "loss": 4.4571,
      "step": 25957
    },
    {
      "epoch": 2.205062861026164,
      "grad_norm": 2.699772226156655,
      "learning_rate": 0.00021848493449515502,
      "loss": 4.1723,
      "step": 25958
    },
    {
      "epoch": 2.2051478083588174,
      "grad_norm": 2.650502848319742,
      "learning_rate": 0.00021847882566560672,
      "loss": 4.0369,
      "step": 25959
    },
    {
      "epoch": 2.2052327556914713,
      "grad_norm": 2.9535804666591963,
      "learning_rate": 0.00021847271669257466,
      "loss": 4.4124,
      "step": 25960
    },
    {
      "epoch": 2.205317703024125,
      "grad_norm": 2.8459557708336862,
      "learning_rate": 0.00021846660757607165,
      "loss": 4.4684,
      "step": 25961
    },
    {
      "epoch": 2.205402650356779,
      "grad_norm": 2.7177712571423718,
      "learning_rate": 0.00021846049831611048,
      "loss": 4.1746,
      "step": 25962
    },
    {
      "epoch": 2.2054875976894324,
      "grad_norm": 2.838801683381579,
      "learning_rate": 0.00021845438891270397,
      "loss": 4.6894,
      "step": 25963
    },
    {
      "epoch": 2.205572545022086,
      "grad_norm": 2.832576166981764,
      "learning_rate": 0.0002184482793658649,
      "loss": 4.8109,
      "step": 25964
    },
    {
      "epoch": 2.20565749235474,
      "grad_norm": 2.7335229859580457,
      "learning_rate": 0.0002184421696756061,
      "loss": 4.3374,
      "step": 25965
    },
    {
      "epoch": 2.205742439687394,
      "grad_norm": 2.968309006192123,
      "learning_rate": 0.0002184360598419403,
      "loss": 5.2012,
      "step": 25966
    },
    {
      "epoch": 2.2058273870200478,
      "grad_norm": 2.7872594668842208,
      "learning_rate": 0.00021842994986488035,
      "loss": 4.4929,
      "step": 25967
    },
    {
      "epoch": 2.205912334352701,
      "grad_norm": 2.9005946724376868,
      "learning_rate": 0.0002184238397444391,
      "loss": 4.4495,
      "step": 25968
    },
    {
      "epoch": 2.205997281685355,
      "grad_norm": 3.22061435300398,
      "learning_rate": 0.00021841772948062924,
      "loss": 3.8847,
      "step": 25969
    },
    {
      "epoch": 2.206082229018009,
      "grad_norm": 2.6838937463869565,
      "learning_rate": 0.0002184116190734637,
      "loss": 4.2033,
      "step": 25970
    },
    {
      "epoch": 2.2061671763506627,
      "grad_norm": 2.737597773586069,
      "learning_rate": 0.00021840550852295518,
      "loss": 3.9647,
      "step": 25971
    },
    {
      "epoch": 2.206252123683316,
      "grad_norm": 2.693685021780071,
      "learning_rate": 0.00021839939782911655,
      "loss": 4.2194,
      "step": 25972
    },
    {
      "epoch": 2.20633707101597,
      "grad_norm": 2.7900726483956064,
      "learning_rate": 0.00021839328699196055,
      "loss": 4.562,
      "step": 25973
    },
    {
      "epoch": 2.206422018348624,
      "grad_norm": 2.982387396684212,
      "learning_rate": 0.00021838717601150006,
      "loss": 5.0898,
      "step": 25974
    },
    {
      "epoch": 2.2065069656812777,
      "grad_norm": 2.8280671577005183,
      "learning_rate": 0.0002183810648877478,
      "loss": 4.571,
      "step": 25975
    },
    {
      "epoch": 2.2065919130139315,
      "grad_norm": 2.7308322289974365,
      "learning_rate": 0.0002183749536207167,
      "loss": 4.4167,
      "step": 25976
    },
    {
      "epoch": 2.206676860346585,
      "grad_norm": 2.7923859723314592,
      "learning_rate": 0.00021836884221041947,
      "loss": 4.8577,
      "step": 25977
    },
    {
      "epoch": 2.206761807679239,
      "grad_norm": 2.8422358808879618,
      "learning_rate": 0.00021836273065686888,
      "loss": 5.0152,
      "step": 25978
    },
    {
      "epoch": 2.2068467550118926,
      "grad_norm": 2.9818997066114834,
      "learning_rate": 0.0002183566189600778,
      "loss": 5.0521,
      "step": 25979
    },
    {
      "epoch": 2.2069317023445465,
      "grad_norm": 2.9782358317545072,
      "learning_rate": 0.00021835050712005905,
      "loss": 5.1164,
      "step": 25980
    },
    {
      "epoch": 2.2070166496772003,
      "grad_norm": 2.7792105059323724,
      "learning_rate": 0.0002183443951368254,
      "loss": 4.6777,
      "step": 25981
    },
    {
      "epoch": 2.2071015970098538,
      "grad_norm": 2.711572399034567,
      "learning_rate": 0.00021833828301038967,
      "loss": 4.5419,
      "step": 25982
    },
    {
      "epoch": 2.2071865443425076,
      "grad_norm": 2.862026541206592,
      "learning_rate": 0.00021833217074076466,
      "loss": 4.8022,
      "step": 25983
    },
    {
      "epoch": 2.2072714916751615,
      "grad_norm": 2.7863220086036993,
      "learning_rate": 0.00021832605832796314,
      "loss": 4.5592,
      "step": 25984
    },
    {
      "epoch": 2.2073564390078153,
      "grad_norm": 2.871527929415454,
      "learning_rate": 0.00021831994577199798,
      "loss": 4.9188,
      "step": 25985
    },
    {
      "epoch": 2.2074413863404687,
      "grad_norm": 2.816887645479927,
      "learning_rate": 0.000218313833072882,
      "loss": 4.8158,
      "step": 25986
    },
    {
      "epoch": 2.2075263336731226,
      "grad_norm": 3.000608569316989,
      "learning_rate": 0.0002183077202306279,
      "loss": 4.1995,
      "step": 25987
    },
    {
      "epoch": 2.2076112810057764,
      "grad_norm": 2.920892118352914,
      "learning_rate": 0.00021830160724524864,
      "loss": 4.3753,
      "step": 25988
    },
    {
      "epoch": 2.2076962283384303,
      "grad_norm": 2.867478787395327,
      "learning_rate": 0.00021829549411675692,
      "loss": 5.2013,
      "step": 25989
    },
    {
      "epoch": 2.207781175671084,
      "grad_norm": 2.8458335428663717,
      "learning_rate": 0.00021828938084516558,
      "loss": 4.7359,
      "step": 25990
    },
    {
      "epoch": 2.2078661230037375,
      "grad_norm": 2.976494778904814,
      "learning_rate": 0.0002182832674304874,
      "loss": 5.08,
      "step": 25991
    },
    {
      "epoch": 2.2079510703363914,
      "grad_norm": 2.708108798582983,
      "learning_rate": 0.00021827715387273526,
      "loss": 4.7304,
      "step": 25992
    },
    {
      "epoch": 2.2080360176690452,
      "grad_norm": 2.904290493445308,
      "learning_rate": 0.00021827104017192188,
      "loss": 4.6476,
      "step": 25993
    },
    {
      "epoch": 2.208120965001699,
      "grad_norm": 2.878836214624473,
      "learning_rate": 0.00021826492632806015,
      "loss": 5.0305,
      "step": 25994
    },
    {
      "epoch": 2.2082059123343525,
      "grad_norm": 2.819282321810556,
      "learning_rate": 0.00021825881234116285,
      "loss": 4.9421,
      "step": 25995
    },
    {
      "epoch": 2.2082908596670063,
      "grad_norm": 2.7607731958149926,
      "learning_rate": 0.00021825269821124273,
      "loss": 4.7377,
      "step": 25996
    },
    {
      "epoch": 2.20837580699966,
      "grad_norm": 2.611694518643957,
      "learning_rate": 0.00021824658393831273,
      "loss": 3.9806,
      "step": 25997
    },
    {
      "epoch": 2.208460754332314,
      "grad_norm": 2.7280121518611815,
      "learning_rate": 0.00021824046952238557,
      "loss": 4.6993,
      "step": 25998
    },
    {
      "epoch": 2.208545701664968,
      "grad_norm": 2.8694169623725365,
      "learning_rate": 0.00021823435496347404,
      "loss": 4.8631,
      "step": 25999
    },
    {
      "epoch": 2.2086306489976213,
      "grad_norm": 2.632872436454172,
      "learning_rate": 0.00021822824026159103,
      "loss": 4.4398,
      "step": 26000
    },
    {
      "epoch": 2.208715596330275,
      "grad_norm": 2.760111945014754,
      "learning_rate": 0.0002182221254167493,
      "loss": 4.4292,
      "step": 26001
    },
    {
      "epoch": 2.208800543662929,
      "grad_norm": 2.744230781370181,
      "learning_rate": 0.00021821601042896168,
      "loss": 4.1876,
      "step": 26002
    },
    {
      "epoch": 2.208885490995583,
      "grad_norm": 2.9427089309422927,
      "learning_rate": 0.000218209895298241,
      "loss": 5.0307,
      "step": 26003
    },
    {
      "epoch": 2.2089704383282367,
      "grad_norm": 2.925167622529163,
      "learning_rate": 0.00021820378002460007,
      "loss": 4.8856,
      "step": 26004
    },
    {
      "epoch": 2.20905538566089,
      "grad_norm": 2.7850157137067195,
      "learning_rate": 0.00021819766460805161,
      "loss": 4.4605,
      "step": 26005
    },
    {
      "epoch": 2.209140332993544,
      "grad_norm": 2.8820472504955035,
      "learning_rate": 0.0002181915490486086,
      "loss": 4.7828,
      "step": 26006
    },
    {
      "epoch": 2.209225280326198,
      "grad_norm": 2.7641468180425104,
      "learning_rate": 0.0002181854333462837,
      "loss": 4.3334,
      "step": 26007
    },
    {
      "epoch": 2.2093102276588517,
      "grad_norm": 2.9116468323141196,
      "learning_rate": 0.00021817931750108978,
      "loss": 4.9738,
      "step": 26008
    },
    {
      "epoch": 2.209395174991505,
      "grad_norm": 3.4932650127245077,
      "learning_rate": 0.00021817320151303968,
      "loss": 4.2171,
      "step": 26009
    },
    {
      "epoch": 2.209480122324159,
      "grad_norm": 2.7537163890896132,
      "learning_rate": 0.0002181670853821462,
      "loss": 4.305,
      "step": 26010
    },
    {
      "epoch": 2.2095650696568128,
      "grad_norm": 2.817798568466769,
      "learning_rate": 0.0002181609691084222,
      "loss": 4.9329,
      "step": 26011
    },
    {
      "epoch": 2.2096500169894666,
      "grad_norm": 2.775154013643218,
      "learning_rate": 0.00021815485269188037,
      "loss": 4.615,
      "step": 26012
    },
    {
      "epoch": 2.2097349643221205,
      "grad_norm": 2.9572901894037487,
      "learning_rate": 0.00021814873613253369,
      "loss": 5.2818,
      "step": 26013
    },
    {
      "epoch": 2.209819911654774,
      "grad_norm": 2.8374299459664596,
      "learning_rate": 0.00021814261943039483,
      "loss": 4.9715,
      "step": 26014
    },
    {
      "epoch": 2.2099048589874277,
      "grad_norm": 2.91598573346516,
      "learning_rate": 0.00021813650258547667,
      "loss": 4.5406,
      "step": 26015
    },
    {
      "epoch": 2.2099898063200816,
      "grad_norm": 2.6866598512841824,
      "learning_rate": 0.00021813038559779203,
      "loss": 4.1867,
      "step": 26016
    },
    {
      "epoch": 2.2100747536527354,
      "grad_norm": 2.966559094197135,
      "learning_rate": 0.00021812426846735372,
      "loss": 4.8169,
      "step": 26017
    },
    {
      "epoch": 2.210159700985389,
      "grad_norm": 2.825985241717115,
      "learning_rate": 0.00021811815119417453,
      "loss": 4.9991,
      "step": 26018
    },
    {
      "epoch": 2.2102446483180427,
      "grad_norm": 2.8371951865629375,
      "learning_rate": 0.00021811203377826733,
      "loss": 4.4451,
      "step": 26019
    },
    {
      "epoch": 2.2103295956506965,
      "grad_norm": 2.7758365572194714,
      "learning_rate": 0.00021810591621964495,
      "loss": 4.7102,
      "step": 26020
    },
    {
      "epoch": 2.2104145429833504,
      "grad_norm": 2.927370505402133,
      "learning_rate": 0.0002180997985183201,
      "loss": 4.6398,
      "step": 26021
    },
    {
      "epoch": 2.2104994903160042,
      "grad_norm": 2.855107790259503,
      "learning_rate": 0.00021809368067430575,
      "loss": 5.1897,
      "step": 26022
    },
    {
      "epoch": 2.2105844376486576,
      "grad_norm": 2.754508618020754,
      "learning_rate": 0.0002180875626876146,
      "loss": 4.6043,
      "step": 26023
    },
    {
      "epoch": 2.2106693849813115,
      "grad_norm": 2.740885813868987,
      "learning_rate": 0.0002180814445582595,
      "loss": 4.434,
      "step": 26024
    },
    {
      "epoch": 2.2107543323139653,
      "grad_norm": 3.053987055890332,
      "learning_rate": 0.00021807532628625325,
      "loss": 4.3109,
      "step": 26025
    },
    {
      "epoch": 2.210839279646619,
      "grad_norm": 2.9213538758140767,
      "learning_rate": 0.00021806920787160872,
      "loss": 5.0496,
      "step": 26026
    },
    {
      "epoch": 2.210924226979273,
      "grad_norm": 2.7594721174218835,
      "learning_rate": 0.0002180630893143387,
      "loss": 4.7337,
      "step": 26027
    },
    {
      "epoch": 2.2110091743119265,
      "grad_norm": 2.7806152998614495,
      "learning_rate": 0.00021805697061445602,
      "loss": 4.5366,
      "step": 26028
    },
    {
      "epoch": 2.2110941216445803,
      "grad_norm": 2.68975380082739,
      "learning_rate": 0.00021805085177197352,
      "loss": 4.3887,
      "step": 26029
    },
    {
      "epoch": 2.211179068977234,
      "grad_norm": 2.992555955228489,
      "learning_rate": 0.00021804473278690394,
      "loss": 4.9623,
      "step": 26030
    },
    {
      "epoch": 2.211264016309888,
      "grad_norm": 2.830841385524765,
      "learning_rate": 0.0002180386136592602,
      "loss": 4.97,
      "step": 26031
    },
    {
      "epoch": 2.211348963642542,
      "grad_norm": 2.8137767725647422,
      "learning_rate": 0.0002180324943890551,
      "loss": 4.9776,
      "step": 26032
    },
    {
      "epoch": 2.2114339109751953,
      "grad_norm": 2.786635431524173,
      "learning_rate": 0.0002180263749763014,
      "loss": 4.4451,
      "step": 26033
    },
    {
      "epoch": 2.211518858307849,
      "grad_norm": 2.8332988422017182,
      "learning_rate": 0.00021802025542101198,
      "loss": 4.4915,
      "step": 26034
    },
    {
      "epoch": 2.211603805640503,
      "grad_norm": 2.9396752452002537,
      "learning_rate": 0.00021801413572319965,
      "loss": 4.903,
      "step": 26035
    },
    {
      "epoch": 2.211688752973157,
      "grad_norm": 2.8892755518761106,
      "learning_rate": 0.0002180080158828772,
      "loss": 5.0005,
      "step": 26036
    },
    {
      "epoch": 2.21177370030581,
      "grad_norm": 2.644901205726663,
      "learning_rate": 0.0002180018959000575,
      "loss": 4.1154,
      "step": 26037
    },
    {
      "epoch": 2.211858647638464,
      "grad_norm": 2.8134090720136085,
      "learning_rate": 0.0002179957757747534,
      "loss": 4.8114,
      "step": 26038
    },
    {
      "epoch": 2.211943594971118,
      "grad_norm": 2.816654066527695,
      "learning_rate": 0.0002179896555069776,
      "loss": 4.5762,
      "step": 26039
    },
    {
      "epoch": 2.2120285423037718,
      "grad_norm": 2.835079950114656,
      "learning_rate": 0.00021798353509674305,
      "loss": 4.6482,
      "step": 26040
    },
    {
      "epoch": 2.2121134896364256,
      "grad_norm": 2.7339872372888507,
      "learning_rate": 0.00021797741454406255,
      "loss": 4.3731,
      "step": 26041
    },
    {
      "epoch": 2.212198436969079,
      "grad_norm": 2.9556238911399304,
      "learning_rate": 0.00021797129384894883,
      "loss": 4.2042,
      "step": 26042
    },
    {
      "epoch": 2.212283384301733,
      "grad_norm": 2.8205725809266005,
      "learning_rate": 0.00021796517301141482,
      "loss": 4.905,
      "step": 26043
    },
    {
      "epoch": 2.2123683316343867,
      "grad_norm": 2.834058349170586,
      "learning_rate": 0.0002179590520314733,
      "loss": 4.339,
      "step": 26044
    },
    {
      "epoch": 2.2124532789670406,
      "grad_norm": 2.8089808631598676,
      "learning_rate": 0.00021795293090913712,
      "loss": 4.5856,
      "step": 26045
    },
    {
      "epoch": 2.212538226299694,
      "grad_norm": 2.8299168772990377,
      "learning_rate": 0.00021794680964441908,
      "loss": 4.5065,
      "step": 26046
    },
    {
      "epoch": 2.212623173632348,
      "grad_norm": 2.9728000107507135,
      "learning_rate": 0.00021794068823733205,
      "loss": 5.0753,
      "step": 26047
    },
    {
      "epoch": 2.2127081209650017,
      "grad_norm": 2.798229954318177,
      "learning_rate": 0.00021793456668788876,
      "loss": 4.6525,
      "step": 26048
    },
    {
      "epoch": 2.2127930682976555,
      "grad_norm": 2.804924906553411,
      "learning_rate": 0.0002179284449961022,
      "loss": 4.5408,
      "step": 26049
    },
    {
      "epoch": 2.2128780156303094,
      "grad_norm": 2.7102337033114074,
      "learning_rate": 0.00021792232316198497,
      "loss": 4.1486,
      "step": 26050
    },
    {
      "epoch": 2.212962962962963,
      "grad_norm": 2.7122771202950937,
      "learning_rate": 0.0002179162011855501,
      "loss": 4.5412,
      "step": 26051
    },
    {
      "epoch": 2.2130479102956166,
      "grad_norm": 2.659882835792571,
      "learning_rate": 0.00021791007906681032,
      "loss": 4.5569,
      "step": 26052
    },
    {
      "epoch": 2.2131328576282705,
      "grad_norm": 2.8173040277181025,
      "learning_rate": 0.0002179039568057785,
      "loss": 4.7669,
      "step": 26053
    },
    {
      "epoch": 2.2132178049609244,
      "grad_norm": 2.984599446914026,
      "learning_rate": 0.00021789783440246744,
      "loss": 4.7512,
      "step": 26054
    },
    {
      "epoch": 2.213302752293578,
      "grad_norm": 2.834232172845583,
      "learning_rate": 0.00021789171185688993,
      "loss": 4.3306,
      "step": 26055
    },
    {
      "epoch": 2.2133876996262316,
      "grad_norm": 2.737515230239268,
      "learning_rate": 0.0002178855891690589,
      "loss": 4.7016,
      "step": 26056
    },
    {
      "epoch": 2.2134726469588855,
      "grad_norm": 2.817198905236388,
      "learning_rate": 0.00021787946633898713,
      "loss": 4.7545,
      "step": 26057
    },
    {
      "epoch": 2.2135575942915393,
      "grad_norm": 2.8379645890060594,
      "learning_rate": 0.00021787334336668737,
      "loss": 4.5533,
      "step": 26058
    },
    {
      "epoch": 2.213642541624193,
      "grad_norm": 2.7793859045170066,
      "learning_rate": 0.00021786722025217257,
      "loss": 4.5687,
      "step": 26059
    },
    {
      "epoch": 2.2137274889568466,
      "grad_norm": 3.196954450198651,
      "learning_rate": 0.0002178610969954555,
      "loss": 3.6196,
      "step": 26060
    },
    {
      "epoch": 2.2138124362895004,
      "grad_norm": 2.717198661669116,
      "learning_rate": 0.00021785497359654897,
      "loss": 3.9054,
      "step": 26061
    },
    {
      "epoch": 2.2138973836221543,
      "grad_norm": 2.7089442152586103,
      "learning_rate": 0.0002178488500554659,
      "loss": 4.287,
      "step": 26062
    },
    {
      "epoch": 2.213982330954808,
      "grad_norm": 2.9133948366991214,
      "learning_rate": 0.00021784272637221907,
      "loss": 4.8623,
      "step": 26063
    },
    {
      "epoch": 2.214067278287462,
      "grad_norm": 2.966501952294289,
      "learning_rate": 0.00021783660254682123,
      "loss": 5.172,
      "step": 26064
    },
    {
      "epoch": 2.2141522256201154,
      "grad_norm": 2.7379670725576988,
      "learning_rate": 0.00021783047857928535,
      "loss": 4.4849,
      "step": 26065
    },
    {
      "epoch": 2.2142371729527692,
      "grad_norm": 2.726392637687765,
      "learning_rate": 0.00021782435446962415,
      "loss": 4.5819,
      "step": 26066
    },
    {
      "epoch": 2.214322120285423,
      "grad_norm": 2.7940314612296224,
      "learning_rate": 0.0002178182302178505,
      "loss": 4.2234,
      "step": 26067
    },
    {
      "epoch": 2.214407067618077,
      "grad_norm": 2.6838214806855003,
      "learning_rate": 0.00021781210582397727,
      "loss": 4.239,
      "step": 26068
    },
    {
      "epoch": 2.2144920149507303,
      "grad_norm": 2.6905039861199933,
      "learning_rate": 0.0002178059812880173,
      "loss": 4.3853,
      "step": 26069
    },
    {
      "epoch": 2.214576962283384,
      "grad_norm": 2.9745398781735877,
      "learning_rate": 0.00021779985660998332,
      "loss": 5.0627,
      "step": 26070
    },
    {
      "epoch": 2.214661909616038,
      "grad_norm": 2.7962469230185296,
      "learning_rate": 0.00021779373178988824,
      "loss": 4.6795,
      "step": 26071
    },
    {
      "epoch": 2.214746856948692,
      "grad_norm": 2.8082075417818038,
      "learning_rate": 0.00021778760682774487,
      "loss": 4.7863,
      "step": 26072
    },
    {
      "epoch": 2.2148318042813457,
      "grad_norm": 2.714771049779437,
      "learning_rate": 0.00021778148172356605,
      "loss": 4.2682,
      "step": 26073
    },
    {
      "epoch": 2.214916751613999,
      "grad_norm": 2.848388615227752,
      "learning_rate": 0.00021777535647736468,
      "loss": 4.5012,
      "step": 26074
    },
    {
      "epoch": 2.215001698946653,
      "grad_norm": 2.93665598061763,
      "learning_rate": 0.0002177692310891535,
      "loss": 4.9899,
      "step": 26075
    },
    {
      "epoch": 2.215086646279307,
      "grad_norm": 2.6092588372850045,
      "learning_rate": 0.00021776310555894534,
      "loss": 4.3447,
      "step": 26076
    },
    {
      "epoch": 2.2151715936119607,
      "grad_norm": 2.802087558628643,
      "learning_rate": 0.0002177569798867531,
      "loss": 4.2886,
      "step": 26077
    },
    {
      "epoch": 2.2152565409446145,
      "grad_norm": 2.6898695968670165,
      "learning_rate": 0.00021775085407258962,
      "loss": 4.3757,
      "step": 26078
    },
    {
      "epoch": 2.215341488277268,
      "grad_norm": 2.7070283175465324,
      "learning_rate": 0.00021774472811646767,
      "loss": 4.4736,
      "step": 26079
    },
    {
      "epoch": 2.215426435609922,
      "grad_norm": 2.880842066563933,
      "learning_rate": 0.00021773860201840015,
      "loss": 4.5506,
      "step": 26080
    },
    {
      "epoch": 2.2155113829425757,
      "grad_norm": 2.804051097605826,
      "learning_rate": 0.0002177324757783998,
      "loss": 4.3662,
      "step": 26081
    },
    {
      "epoch": 2.2155963302752295,
      "grad_norm": 2.702582511589338,
      "learning_rate": 0.00021772634939647956,
      "loss": 4.2797,
      "step": 26082
    },
    {
      "epoch": 2.215681277607883,
      "grad_norm": 2.909742631657838,
      "learning_rate": 0.00021772022287265224,
      "loss": 4.5918,
      "step": 26083
    },
    {
      "epoch": 2.2157662249405368,
      "grad_norm": 2.9381208798548784,
      "learning_rate": 0.00021771409620693064,
      "loss": 4.9207,
      "step": 26084
    },
    {
      "epoch": 2.2158511722731906,
      "grad_norm": 2.7790105340829236,
      "learning_rate": 0.00021770796939932764,
      "loss": 4.7306,
      "step": 26085
    },
    {
      "epoch": 2.2159361196058445,
      "grad_norm": 3.0112130591719506,
      "learning_rate": 0.00021770184244985605,
      "loss": 5.0209,
      "step": 26086
    },
    {
      "epoch": 2.2160210669384983,
      "grad_norm": 2.9665299564946856,
      "learning_rate": 0.00021769571535852874,
      "loss": 5.1818,
      "step": 26087
    },
    {
      "epoch": 2.2161060142711517,
      "grad_norm": 2.699007912576186,
      "learning_rate": 0.00021768958812535847,
      "loss": 4.541,
      "step": 26088
    },
    {
      "epoch": 2.2161909616038056,
      "grad_norm": 2.8842640150565475,
      "learning_rate": 0.00021768346075035818,
      "loss": 4.7945,
      "step": 26089
    },
    {
      "epoch": 2.2162759089364594,
      "grad_norm": 2.8120729115608913,
      "learning_rate": 0.00021767733323354064,
      "loss": 4.2964,
      "step": 26090
    },
    {
      "epoch": 2.2163608562691133,
      "grad_norm": 2.777402516688757,
      "learning_rate": 0.00021767120557491867,
      "loss": 4.3021,
      "step": 26091
    },
    {
      "epoch": 2.2164458036017667,
      "grad_norm": 2.6534913607251935,
      "learning_rate": 0.00021766507777450523,
      "loss": 4.0421,
      "step": 26092
    },
    {
      "epoch": 2.2165307509344205,
      "grad_norm": 2.7782066511192336,
      "learning_rate": 0.00021765894983231306,
      "loss": 4.4521,
      "step": 26093
    },
    {
      "epoch": 2.2166156982670744,
      "grad_norm": 2.922629692899841,
      "learning_rate": 0.00021765282174835497,
      "loss": 4.904,
      "step": 26094
    },
    {
      "epoch": 2.2167006455997282,
      "grad_norm": 2.9982866191614677,
      "learning_rate": 0.00021764669352264388,
      "loss": 4.9568,
      "step": 26095
    },
    {
      "epoch": 2.216785592932382,
      "grad_norm": 2.7900830125340588,
      "learning_rate": 0.00021764056515519265,
      "loss": 4.6774,
      "step": 26096
    },
    {
      "epoch": 2.2168705402650355,
      "grad_norm": 2.95387225153469,
      "learning_rate": 0.000217634436646014,
      "loss": 4.7681,
      "step": 26097
    },
    {
      "epoch": 2.2169554875976893,
      "grad_norm": 2.816789888740949,
      "learning_rate": 0.0002176283079951209,
      "loss": 4.8784,
      "step": 26098
    },
    {
      "epoch": 2.217040434930343,
      "grad_norm": 2.805256070954976,
      "learning_rate": 0.00021762217920252608,
      "loss": 4.4234,
      "step": 26099
    },
    {
      "epoch": 2.217125382262997,
      "grad_norm": 2.719409281363421,
      "learning_rate": 0.00021761605026824246,
      "loss": 4.2594,
      "step": 26100
    },
    {
      "epoch": 2.217210329595651,
      "grad_norm": 2.7423528053006847,
      "learning_rate": 0.00021760992119228284,
      "loss": 4.4861,
      "step": 26101
    },
    {
      "epoch": 2.2172952769283043,
      "grad_norm": 2.973801476200056,
      "learning_rate": 0.0002176037919746601,
      "loss": 5.1123,
      "step": 26102
    },
    {
      "epoch": 2.217380224260958,
      "grad_norm": 2.857341572574073,
      "learning_rate": 0.0002175976626153871,
      "loss": 4.5716,
      "step": 26103
    },
    {
      "epoch": 2.217465171593612,
      "grad_norm": 2.862685343553724,
      "learning_rate": 0.00021759153311447658,
      "loss": 4.761,
      "step": 26104
    },
    {
      "epoch": 2.217550118926266,
      "grad_norm": 2.732053568075297,
      "learning_rate": 0.0002175854034719415,
      "loss": 4.5631,
      "step": 26105
    },
    {
      "epoch": 2.2176350662589193,
      "grad_norm": 2.68673777307225,
      "learning_rate": 0.00021757927368779462,
      "loss": 4.4141,
      "step": 26106
    },
    {
      "epoch": 2.217720013591573,
      "grad_norm": 2.887434944233174,
      "learning_rate": 0.00021757314376204877,
      "loss": 4.8263,
      "step": 26107
    },
    {
      "epoch": 2.217804960924227,
      "grad_norm": 2.660444273587612,
      "learning_rate": 0.0002175670136947169,
      "loss": 4.3607,
      "step": 26108
    },
    {
      "epoch": 2.217889908256881,
      "grad_norm": 2.840374149309991,
      "learning_rate": 0.00021756088348581177,
      "loss": 4.4064,
      "step": 26109
    },
    {
      "epoch": 2.2179748555895347,
      "grad_norm": 2.581620058424932,
      "learning_rate": 0.00021755475313534628,
      "loss": 4.0286,
      "step": 26110
    },
    {
      "epoch": 2.218059802922188,
      "grad_norm": 2.8321904857723155,
      "learning_rate": 0.0002175486226433332,
      "loss": 4.5489,
      "step": 26111
    },
    {
      "epoch": 2.218144750254842,
      "grad_norm": 2.9928606500599164,
      "learning_rate": 0.00021754249200978546,
      "loss": 4.302,
      "step": 26112
    },
    {
      "epoch": 2.2182296975874958,
      "grad_norm": 2.8013507260784642,
      "learning_rate": 0.0002175363612347158,
      "loss": 4.7689,
      "step": 26113
    },
    {
      "epoch": 2.2183146449201496,
      "grad_norm": 2.935372383878063,
      "learning_rate": 0.00021753023031813724,
      "loss": 4.8782,
      "step": 26114
    },
    {
      "epoch": 2.218399592252803,
      "grad_norm": 2.74196983250525,
      "learning_rate": 0.00021752409926006244,
      "loss": 4.076,
      "step": 26115
    },
    {
      "epoch": 2.218484539585457,
      "grad_norm": 2.9455110423663164,
      "learning_rate": 0.00021751796806050434,
      "loss": 4.8001,
      "step": 26116
    },
    {
      "epoch": 2.2185694869181107,
      "grad_norm": 2.7528358357871365,
      "learning_rate": 0.00021751183671947575,
      "loss": 4.4575,
      "step": 26117
    },
    {
      "epoch": 2.2186544342507646,
      "grad_norm": 3.0305287684002287,
      "learning_rate": 0.00021750570523698955,
      "loss": 4.9743,
      "step": 26118
    },
    {
      "epoch": 2.2187393815834184,
      "grad_norm": 2.7457741667683595,
      "learning_rate": 0.00021749957361305854,
      "loss": 4.4263,
      "step": 26119
    },
    {
      "epoch": 2.218824328916072,
      "grad_norm": 2.781965723229886,
      "learning_rate": 0.00021749344184769566,
      "loss": 4.5367,
      "step": 26120
    },
    {
      "epoch": 2.2189092762487257,
      "grad_norm": 2.859260104180527,
      "learning_rate": 0.00021748730994091366,
      "loss": 4.3708,
      "step": 26121
    },
    {
      "epoch": 2.2189942235813795,
      "grad_norm": 2.913055013014519,
      "learning_rate": 0.00021748117789272543,
      "loss": 5.0551,
      "step": 26122
    },
    {
      "epoch": 2.2190791709140334,
      "grad_norm": 2.987669546126234,
      "learning_rate": 0.00021747504570314384,
      "loss": 5.14,
      "step": 26123
    },
    {
      "epoch": 2.2191641182466872,
      "grad_norm": 2.7159632031070835,
      "learning_rate": 0.0002174689133721817,
      "loss": 4.3217,
      "step": 26124
    },
    {
      "epoch": 2.2192490655793407,
      "grad_norm": 2.736123392669724,
      "learning_rate": 0.00021746278089985186,
      "loss": 4.7457,
      "step": 26125
    },
    {
      "epoch": 2.2193340129119945,
      "grad_norm": 2.7215829470763238,
      "learning_rate": 0.0002174566482861672,
      "loss": 4.4807,
      "step": 26126
    },
    {
      "epoch": 2.2194189602446484,
      "grad_norm": 2.7173752562824265,
      "learning_rate": 0.00021745051553114054,
      "loss": 4.3923,
      "step": 26127
    },
    {
      "epoch": 2.219503907577302,
      "grad_norm": 2.7401546839599753,
      "learning_rate": 0.00021744438263478474,
      "loss": 4.2151,
      "step": 26128
    },
    {
      "epoch": 2.219588854909956,
      "grad_norm": 2.6837688582992776,
      "learning_rate": 0.00021743824959711265,
      "loss": 4.2211,
      "step": 26129
    },
    {
      "epoch": 2.2196738022426095,
      "grad_norm": 2.9495264440592854,
      "learning_rate": 0.00021743211641813716,
      "loss": 5.0658,
      "step": 26130
    },
    {
      "epoch": 2.2197587495752633,
      "grad_norm": 2.6940417860907053,
      "learning_rate": 0.00021742598309787103,
      "loss": 3.7177,
      "step": 26131
    },
    {
      "epoch": 2.219843696907917,
      "grad_norm": 2.7326898124902956,
      "learning_rate": 0.0002174198496363272,
      "loss": 4.3795,
      "step": 26132
    },
    {
      "epoch": 2.219928644240571,
      "grad_norm": 2.762528420397062,
      "learning_rate": 0.0002174137160335185,
      "loss": 4.2011,
      "step": 26133
    },
    {
      "epoch": 2.2200135915732244,
      "grad_norm": 2.8545442085395334,
      "learning_rate": 0.00021740758228945773,
      "loss": 4.7776,
      "step": 26134
    },
    {
      "epoch": 2.2200985389058783,
      "grad_norm": 2.811544503653225,
      "learning_rate": 0.00021740144840415779,
      "loss": 4.8026,
      "step": 26135
    },
    {
      "epoch": 2.220183486238532,
      "grad_norm": 2.7355841746164598,
      "learning_rate": 0.00021739531437763154,
      "loss": 4.4403,
      "step": 26136
    },
    {
      "epoch": 2.220268433571186,
      "grad_norm": 2.963417320148675,
      "learning_rate": 0.00021738918020989178,
      "loss": 5.0497,
      "step": 26137
    },
    {
      "epoch": 2.22035338090384,
      "grad_norm": 2.899692503318895,
      "learning_rate": 0.00021738304590095144,
      "loss": 4.8419,
      "step": 26138
    },
    {
      "epoch": 2.2204383282364932,
      "grad_norm": 3.0405877007316486,
      "learning_rate": 0.00021737691145082334,
      "loss": 5.1259,
      "step": 26139
    },
    {
      "epoch": 2.220523275569147,
      "grad_norm": 2.7888224852349977,
      "learning_rate": 0.00021737077685952028,
      "loss": 4.4536,
      "step": 26140
    },
    {
      "epoch": 2.220608222901801,
      "grad_norm": 2.965450971190011,
      "learning_rate": 0.00021736464212705517,
      "loss": 5.0427,
      "step": 26141
    },
    {
      "epoch": 2.220693170234455,
      "grad_norm": 2.795612666308658,
      "learning_rate": 0.0002173585072534409,
      "loss": 4.5585,
      "step": 26142
    },
    {
      "epoch": 2.220778117567108,
      "grad_norm": 2.938971397968656,
      "learning_rate": 0.0002173523722386902,
      "loss": 4.5411,
      "step": 26143
    },
    {
      "epoch": 2.220863064899762,
      "grad_norm": 2.6884569456732526,
      "learning_rate": 0.00021734623708281604,
      "loss": 4.0964,
      "step": 26144
    },
    {
      "epoch": 2.220948012232416,
      "grad_norm": 2.6759865201118824,
      "learning_rate": 0.00021734010178583126,
      "loss": 4.2153,
      "step": 26145
    },
    {
      "epoch": 2.2210329595650697,
      "grad_norm": 3.0060568573204756,
      "learning_rate": 0.0002173339663477487,
      "loss": 5.2113,
      "step": 26146
    },
    {
      "epoch": 2.2211179068977236,
      "grad_norm": 2.7911416242282696,
      "learning_rate": 0.00021732783076858114,
      "loss": 4.5869,
      "step": 26147
    },
    {
      "epoch": 2.221202854230377,
      "grad_norm": 2.7954095187800694,
      "learning_rate": 0.00021732169504834158,
      "loss": 4.4768,
      "step": 26148
    },
    {
      "epoch": 2.221287801563031,
      "grad_norm": 2.788242748669829,
      "learning_rate": 0.00021731555918704274,
      "loss": 4.4975,
      "step": 26149
    },
    {
      "epoch": 2.2213727488956847,
      "grad_norm": 2.8411847687047525,
      "learning_rate": 0.00021730942318469757,
      "loss": 4.5618,
      "step": 26150
    },
    {
      "epoch": 2.2214576962283386,
      "grad_norm": 2.663943827144898,
      "learning_rate": 0.00021730328704131887,
      "loss": 4.4414,
      "step": 26151
    },
    {
      "epoch": 2.2215426435609924,
      "grad_norm": 2.726402353270947,
      "learning_rate": 0.00021729715075691954,
      "loss": 4.2852,
      "step": 26152
    },
    {
      "epoch": 2.221627590893646,
      "grad_norm": 2.744187333986812,
      "learning_rate": 0.00021729101433151242,
      "loss": 4.4285,
      "step": 26153
    },
    {
      "epoch": 2.2217125382262997,
      "grad_norm": 2.9695768651829937,
      "learning_rate": 0.00021728487776511031,
      "loss": 5.3205,
      "step": 26154
    },
    {
      "epoch": 2.2217974855589535,
      "grad_norm": 2.777064508815749,
      "learning_rate": 0.0002172787410577262,
      "loss": 4.1401,
      "step": 26155
    },
    {
      "epoch": 2.2218824328916074,
      "grad_norm": 2.733962059943423,
      "learning_rate": 0.00021727260420937284,
      "loss": 4.4178,
      "step": 26156
    },
    {
      "epoch": 2.2219673802242608,
      "grad_norm": 2.759074233447408,
      "learning_rate": 0.00021726646722006315,
      "loss": 4.6921,
      "step": 26157
    },
    {
      "epoch": 2.2220523275569146,
      "grad_norm": 2.765491885185183,
      "learning_rate": 0.00021726033008980991,
      "loss": 4.607,
      "step": 26158
    },
    {
      "epoch": 2.2221372748895685,
      "grad_norm": 2.9326585964980674,
      "learning_rate": 0.00021725419281862606,
      "loss": 5.0733,
      "step": 26159
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 2.741383948158964,
      "learning_rate": 0.00021724805540652438,
      "loss": 4.754,
      "step": 26160
    },
    {
      "epoch": 2.222307169554876,
      "grad_norm": 2.7108311402032634,
      "learning_rate": 0.00021724191785351784,
      "loss": 4.1253,
      "step": 26161
    },
    {
      "epoch": 2.2223921168875296,
      "grad_norm": 2.8204498600691377,
      "learning_rate": 0.0002172357801596192,
      "loss": 4.6292,
      "step": 26162
    },
    {
      "epoch": 2.2224770642201834,
      "grad_norm": 2.9069612164061587,
      "learning_rate": 0.00021722964232484134,
      "loss": 4.8688,
      "step": 26163
    },
    {
      "epoch": 2.2225620115528373,
      "grad_norm": 2.861311516844745,
      "learning_rate": 0.00021722350434919723,
      "loss": 4.8332,
      "step": 26164
    },
    {
      "epoch": 2.222646958885491,
      "grad_norm": 2.8546636150541613,
      "learning_rate": 0.0002172173662326995,
      "loss": 4.5141,
      "step": 26165
    },
    {
      "epoch": 2.2227319062181445,
      "grad_norm": 3.001993932441105,
      "learning_rate": 0.0002172112279753613,
      "loss": 4.6798,
      "step": 26166
    },
    {
      "epoch": 2.2228168535507984,
      "grad_norm": 2.8201168532300427,
      "learning_rate": 0.00021720508957719526,
      "loss": 4.5418,
      "step": 26167
    },
    {
      "epoch": 2.2229018008834522,
      "grad_norm": 2.8401601404372285,
      "learning_rate": 0.00021719895103821432,
      "loss": 4.6769,
      "step": 26168
    },
    {
      "epoch": 2.222986748216106,
      "grad_norm": 2.793658581222134,
      "learning_rate": 0.00021719281235843134,
      "loss": 4.3798,
      "step": 26169
    },
    {
      "epoch": 2.22307169554876,
      "grad_norm": 2.7361749427254125,
      "learning_rate": 0.0002171866735378592,
      "loss": 4.6429,
      "step": 26170
    },
    {
      "epoch": 2.2231566428814133,
      "grad_norm": 3.0070859104572327,
      "learning_rate": 0.00021718053457651077,
      "loss": 5.2147,
      "step": 26171
    },
    {
      "epoch": 2.223241590214067,
      "grad_norm": 2.8478742353273434,
      "learning_rate": 0.00021717439547439885,
      "loss": 4.5313,
      "step": 26172
    },
    {
      "epoch": 2.223326537546721,
      "grad_norm": 2.892637240408557,
      "learning_rate": 0.00021716825623153643,
      "loss": 5.1741,
      "step": 26173
    },
    {
      "epoch": 2.223411484879375,
      "grad_norm": 2.8948526927791063,
      "learning_rate": 0.00021716211684793619,
      "loss": 4.9024,
      "step": 26174
    },
    {
      "epoch": 2.2234964322120288,
      "grad_norm": 2.839776246922866,
      "learning_rate": 0.0002171559773236112,
      "loss": 4.3409,
      "step": 26175
    },
    {
      "epoch": 2.223581379544682,
      "grad_norm": 2.768837937478953,
      "learning_rate": 0.00021714983765857415,
      "loss": 4.3495,
      "step": 26176
    },
    {
      "epoch": 2.223666326877336,
      "grad_norm": 2.649214471672822,
      "learning_rate": 0.00021714369785283798,
      "loss": 4.3812,
      "step": 26177
    },
    {
      "epoch": 2.22375127420999,
      "grad_norm": 2.771976576355018,
      "learning_rate": 0.00021713755790641552,
      "loss": 4.3357,
      "step": 26178
    },
    {
      "epoch": 2.2238362215426437,
      "grad_norm": 2.7521354151734085,
      "learning_rate": 0.0002171314178193197,
      "loss": 4.1319,
      "step": 26179
    },
    {
      "epoch": 2.223921168875297,
      "grad_norm": 2.871553050681531,
      "learning_rate": 0.00021712527759156335,
      "loss": 4.736,
      "step": 26180
    },
    {
      "epoch": 2.224006116207951,
      "grad_norm": 2.943865649592645,
      "learning_rate": 0.00021711913722315931,
      "loss": 4.9393,
      "step": 26181
    },
    {
      "epoch": 2.224091063540605,
      "grad_norm": 2.8217609238824113,
      "learning_rate": 0.0002171129967141205,
      "loss": 4.6509,
      "step": 26182
    },
    {
      "epoch": 2.2241760108732587,
      "grad_norm": 2.717430936093088,
      "learning_rate": 0.00021710685606445972,
      "loss": 4.1747,
      "step": 26183
    },
    {
      "epoch": 2.2242609582059125,
      "grad_norm": 3.060052281081513,
      "learning_rate": 0.00021710071527418994,
      "loss": 5.1393,
      "step": 26184
    },
    {
      "epoch": 2.224345905538566,
      "grad_norm": 2.7870510449417822,
      "learning_rate": 0.00021709457434332388,
      "loss": 4.3822,
      "step": 26185
    },
    {
      "epoch": 2.2244308528712198,
      "grad_norm": 2.8075381495757226,
      "learning_rate": 0.0002170884332718745,
      "loss": 4.7792,
      "step": 26186
    },
    {
      "epoch": 2.2245158002038736,
      "grad_norm": 2.946128934231197,
      "learning_rate": 0.00021708229205985471,
      "loss": 4.6509,
      "step": 26187
    },
    {
      "epoch": 2.2246007475365275,
      "grad_norm": 2.841332240744007,
      "learning_rate": 0.0002170761507072773,
      "loss": 4.477,
      "step": 26188
    },
    {
      "epoch": 2.224685694869181,
      "grad_norm": 2.819842773756062,
      "learning_rate": 0.00021707000921415513,
      "loss": 4.9485,
      "step": 26189
    },
    {
      "epoch": 2.2247706422018347,
      "grad_norm": 2.7786119125264017,
      "learning_rate": 0.00021706386758050107,
      "loss": 4.6989,
      "step": 26190
    },
    {
      "epoch": 2.2248555895344886,
      "grad_norm": 2.8278816372539666,
      "learning_rate": 0.00021705772580632812,
      "loss": 4.696,
      "step": 26191
    },
    {
      "epoch": 2.2249405368671424,
      "grad_norm": 2.799686433531084,
      "learning_rate": 0.00021705158389164896,
      "loss": 4.8309,
      "step": 26192
    },
    {
      "epoch": 2.2250254841997963,
      "grad_norm": 2.7866439714323445,
      "learning_rate": 0.00021704544183647655,
      "loss": 4.4848,
      "step": 26193
    },
    {
      "epoch": 2.2251104315324497,
      "grad_norm": 2.7551571509209496,
      "learning_rate": 0.00021703929964082377,
      "loss": 4.6025,
      "step": 26194
    },
    {
      "epoch": 2.2251953788651035,
      "grad_norm": 3.158187146884191,
      "learning_rate": 0.00021703315730470352,
      "loss": 4.2717,
      "step": 26195
    },
    {
      "epoch": 2.2252803261977574,
      "grad_norm": 2.7445262725881747,
      "learning_rate": 0.00021702701482812853,
      "loss": 4.6129,
      "step": 26196
    },
    {
      "epoch": 2.2253652735304112,
      "grad_norm": 2.692846241215085,
      "learning_rate": 0.00021702087221111183,
      "loss": 3.9432,
      "step": 26197
    },
    {
      "epoch": 2.225450220863065,
      "grad_norm": 2.8309816496830935,
      "learning_rate": 0.00021701472945366622,
      "loss": 4.5895,
      "step": 26198
    },
    {
      "epoch": 2.2255351681957185,
      "grad_norm": 2.735100867301532,
      "learning_rate": 0.0002170085865558045,
      "loss": 4.5308,
      "step": 26199
    },
    {
      "epoch": 2.2256201155283724,
      "grad_norm": 2.8851864328337493,
      "learning_rate": 0.0002170024435175397,
      "loss": 4.8185,
      "step": 26200
    },
    {
      "epoch": 2.225705062861026,
      "grad_norm": 2.780256450953989,
      "learning_rate": 0.0002169963003388846,
      "loss": 4.6699,
      "step": 26201
    },
    {
      "epoch": 2.22579001019368,
      "grad_norm": 2.8922082019500417,
      "learning_rate": 0.00021699015701985206,
      "loss": 4.8011,
      "step": 26202
    },
    {
      "epoch": 2.225874957526334,
      "grad_norm": 2.725271604024464,
      "learning_rate": 0.00021698401356045499,
      "loss": 4.6452,
      "step": 26203
    },
    {
      "epoch": 2.2259599048589873,
      "grad_norm": 2.8943414801512395,
      "learning_rate": 0.00021697786996070626,
      "loss": 5.1062,
      "step": 26204
    },
    {
      "epoch": 2.226044852191641,
      "grad_norm": 2.7916437981873683,
      "learning_rate": 0.00021697172622061865,
      "loss": 4.8716,
      "step": 26205
    },
    {
      "epoch": 2.226129799524295,
      "grad_norm": 2.7943017965453945,
      "learning_rate": 0.0002169655823402052,
      "loss": 4.869,
      "step": 26206
    },
    {
      "epoch": 2.226214746856949,
      "grad_norm": 2.805806472935359,
      "learning_rate": 0.00021695943831947863,
      "loss": 4.5907,
      "step": 26207
    },
    {
      "epoch": 2.2262996941896023,
      "grad_norm": 2.8808216080039073,
      "learning_rate": 0.0002169532941584519,
      "loss": 4.8527,
      "step": 26208
    },
    {
      "epoch": 2.226384641522256,
      "grad_norm": 2.7280816327681245,
      "learning_rate": 0.00021694714985713787,
      "loss": 4.1828,
      "step": 26209
    },
    {
      "epoch": 2.22646958885491,
      "grad_norm": 2.769301778924065,
      "learning_rate": 0.0002169410054155494,
      "loss": 4.4796,
      "step": 26210
    },
    {
      "epoch": 2.226554536187564,
      "grad_norm": 2.7156605158625915,
      "learning_rate": 0.00021693486083369936,
      "loss": 4.1036,
      "step": 26211
    },
    {
      "epoch": 2.2266394835202172,
      "grad_norm": 2.988381798235218,
      "learning_rate": 0.00021692871611160062,
      "loss": 4.8834,
      "step": 26212
    },
    {
      "epoch": 2.226724430852871,
      "grad_norm": 2.7706676648665747,
      "learning_rate": 0.0002169225712492661,
      "loss": 4.5723,
      "step": 26213
    },
    {
      "epoch": 2.226809378185525,
      "grad_norm": 2.9656259508627016,
      "learning_rate": 0.0002169164262467086,
      "loss": 5.0839,
      "step": 26214
    },
    {
      "epoch": 2.226894325518179,
      "grad_norm": 2.8553071751917964,
      "learning_rate": 0.00021691028110394113,
      "loss": 4.7957,
      "step": 26215
    },
    {
      "epoch": 2.2269792728508326,
      "grad_norm": 2.9255182012577956,
      "learning_rate": 0.0002169041358209764,
      "loss": 4.8055,
      "step": 26216
    },
    {
      "epoch": 2.227064220183486,
      "grad_norm": 2.7809784296591102,
      "learning_rate": 0.00021689799039782738,
      "loss": 4.0809,
      "step": 26217
    },
    {
      "epoch": 2.22714916751614,
      "grad_norm": 2.7413267987635606,
      "learning_rate": 0.00021689184483450694,
      "loss": 4.7723,
      "step": 26218
    },
    {
      "epoch": 2.2272341148487937,
      "grad_norm": 2.738438273850254,
      "learning_rate": 0.0002168856991310279,
      "loss": 4.4229,
      "step": 26219
    },
    {
      "epoch": 2.2273190621814476,
      "grad_norm": 2.914908341238675,
      "learning_rate": 0.00021687955328740323,
      "loss": 4.5767,
      "step": 26220
    },
    {
      "epoch": 2.2274040095141014,
      "grad_norm": 2.9663046425533537,
      "learning_rate": 0.00021687340730364575,
      "loss": 5.0818,
      "step": 26221
    },
    {
      "epoch": 2.227488956846755,
      "grad_norm": 2.783787197539921,
      "learning_rate": 0.00021686726117976836,
      "loss": 4.429,
      "step": 26222
    },
    {
      "epoch": 2.2275739041794087,
      "grad_norm": 2.742151305901127,
      "learning_rate": 0.00021686111491578392,
      "loss": 4.2309,
      "step": 26223
    },
    {
      "epoch": 2.2276588515120626,
      "grad_norm": 2.734930712446853,
      "learning_rate": 0.00021685496851170532,
      "loss": 4.6836,
      "step": 26224
    },
    {
      "epoch": 2.2277437988447164,
      "grad_norm": 2.783693003754117,
      "learning_rate": 0.0002168488219675454,
      "loss": 4.5801,
      "step": 26225
    },
    {
      "epoch": 2.2278287461773703,
      "grad_norm": 2.991468230974499,
      "learning_rate": 0.00021684267528331708,
      "loss": 4.9072,
      "step": 26226
    },
    {
      "epoch": 2.2279136935100237,
      "grad_norm": 2.8478822663977708,
      "learning_rate": 0.00021683652845903324,
      "loss": 4.7233,
      "step": 26227
    },
    {
      "epoch": 2.2279986408426775,
      "grad_norm": 2.7211890702289887,
      "learning_rate": 0.00021683038149470678,
      "loss": 4.6826,
      "step": 26228
    },
    {
      "epoch": 2.2280835881753314,
      "grad_norm": 2.8153636952672176,
      "learning_rate": 0.0002168242343903505,
      "loss": 4.5545,
      "step": 26229
    },
    {
      "epoch": 2.228168535507985,
      "grad_norm": 2.7077231699494675,
      "learning_rate": 0.00021681808714597733,
      "loss": 4.5307,
      "step": 26230
    },
    {
      "epoch": 2.2282534828406386,
      "grad_norm": 2.9043232245407604,
      "learning_rate": 0.00021681193976160024,
      "loss": 4.8772,
      "step": 26231
    },
    {
      "epoch": 2.2283384301732925,
      "grad_norm": 2.7065175879787686,
      "learning_rate": 0.00021680579223723188,
      "loss": 4.3191,
      "step": 26232
    },
    {
      "epoch": 2.2284233775059463,
      "grad_norm": 2.718023142410321,
      "learning_rate": 0.00021679964457288538,
      "loss": 4.3731,
      "step": 26233
    },
    {
      "epoch": 2.2285083248386,
      "grad_norm": 2.783409251258092,
      "learning_rate": 0.00021679349676857347,
      "loss": 4.5896,
      "step": 26234
    },
    {
      "epoch": 2.228593272171254,
      "grad_norm": 2.915876649627098,
      "learning_rate": 0.00021678734882430906,
      "loss": 4.7389,
      "step": 26235
    },
    {
      "epoch": 2.2286782195039074,
      "grad_norm": 2.765668587662436,
      "learning_rate": 0.0002167812007401051,
      "loss": 4.643,
      "step": 26236
    },
    {
      "epoch": 2.2287631668365613,
      "grad_norm": 2.845716490552027,
      "learning_rate": 0.00021677505251597437,
      "loss": 4.6542,
      "step": 26237
    },
    {
      "epoch": 2.228848114169215,
      "grad_norm": 2.6592733175702428,
      "learning_rate": 0.00021676890415192983,
      "loss": 4.246,
      "step": 26238
    },
    {
      "epoch": 2.228933061501869,
      "grad_norm": 2.8883869711831833,
      "learning_rate": 0.0002167627556479843,
      "loss": 4.8364,
      "step": 26239
    },
    {
      "epoch": 2.2290180088345224,
      "grad_norm": 2.8497271041711887,
      "learning_rate": 0.00021675660700415074,
      "loss": 4.8202,
      "step": 26240
    },
    {
      "epoch": 2.2291029561671762,
      "grad_norm": 2.845075518041167,
      "learning_rate": 0.00021675045822044196,
      "loss": 4.8621,
      "step": 26241
    },
    {
      "epoch": 2.22918790349983,
      "grad_norm": 2.8360933109700612,
      "learning_rate": 0.00021674430929687085,
      "loss": 4.7575,
      "step": 26242
    },
    {
      "epoch": 2.229272850832484,
      "grad_norm": 2.822007141208505,
      "learning_rate": 0.00021673816023345038,
      "loss": 4.7505,
      "step": 26243
    },
    {
      "epoch": 2.229357798165138,
      "grad_norm": 2.808283831184659,
      "learning_rate": 0.00021673201103019333,
      "loss": 4.6431,
      "step": 26244
    },
    {
      "epoch": 2.229442745497791,
      "grad_norm": 2.7426426899638754,
      "learning_rate": 0.0002167258616871126,
      "loss": 4.6318,
      "step": 26245
    },
    {
      "epoch": 2.229527692830445,
      "grad_norm": 2.7928369260407777,
      "learning_rate": 0.00021671971220422115,
      "loss": 4.5614,
      "step": 26246
    },
    {
      "epoch": 2.229612640163099,
      "grad_norm": 2.8478876801095825,
      "learning_rate": 0.00021671356258153184,
      "loss": 4.7284,
      "step": 26247
    },
    {
      "epoch": 2.2296975874957528,
      "grad_norm": 2.7517390759790525,
      "learning_rate": 0.00021670741281905746,
      "loss": 4.7003,
      "step": 26248
    },
    {
      "epoch": 2.2297825348284066,
      "grad_norm": 2.740096782928741,
      "learning_rate": 0.00021670126291681101,
      "loss": 4.1987,
      "step": 26249
    },
    {
      "epoch": 2.22986748216106,
      "grad_norm": 2.6986801157640192,
      "learning_rate": 0.0002166951128748053,
      "loss": 4.1786,
      "step": 26250
    },
    {
      "epoch": 2.229952429493714,
      "grad_norm": 2.769730101070275,
      "learning_rate": 0.0002166889626930533,
      "loss": 4.242,
      "step": 26251
    },
    {
      "epoch": 2.2300373768263677,
      "grad_norm": 2.758870066996861,
      "learning_rate": 0.0002166828123715678,
      "loss": 4.3693,
      "step": 26252
    },
    {
      "epoch": 2.2301223241590216,
      "grad_norm": 2.692397201377484,
      "learning_rate": 0.00021667666191036174,
      "loss": 4.4923,
      "step": 26253
    },
    {
      "epoch": 2.230207271491675,
      "grad_norm": 2.9410836895306725,
      "learning_rate": 0.00021667051130944799,
      "loss": 5.0183,
      "step": 26254
    },
    {
      "epoch": 2.230292218824329,
      "grad_norm": 2.8395214352988383,
      "learning_rate": 0.00021666436056883945,
      "loss": 4.6858,
      "step": 26255
    },
    {
      "epoch": 2.2303771661569827,
      "grad_norm": 2.8395192188821237,
      "learning_rate": 0.00021665820968854902,
      "loss": 5.1172,
      "step": 26256
    },
    {
      "epoch": 2.2304621134896365,
      "grad_norm": 2.9609848988877863,
      "learning_rate": 0.00021665205866858953,
      "loss": 5.1409,
      "step": 26257
    },
    {
      "epoch": 2.2305470608222904,
      "grad_norm": 2.7289077115761513,
      "learning_rate": 0.00021664590750897396,
      "loss": 4.1117,
      "step": 26258
    },
    {
      "epoch": 2.230632008154944,
      "grad_norm": 2.8356038652483306,
      "learning_rate": 0.00021663975620971515,
      "loss": 4.6794,
      "step": 26259
    },
    {
      "epoch": 2.2307169554875976,
      "grad_norm": 2.7918994024022914,
      "learning_rate": 0.00021663360477082593,
      "loss": 4.6246,
      "step": 26260
    },
    {
      "epoch": 2.2308019028202515,
      "grad_norm": 2.8591088601193397,
      "learning_rate": 0.0002166274531923193,
      "loss": 3.9927,
      "step": 26261
    },
    {
      "epoch": 2.2308868501529053,
      "grad_norm": 2.758970835806948,
      "learning_rate": 0.00021662130147420808,
      "loss": 4.6547,
      "step": 26262
    },
    {
      "epoch": 2.2309717974855587,
      "grad_norm": 2.837544132819204,
      "learning_rate": 0.0002166151496165052,
      "loss": 4.7863,
      "step": 26263
    },
    {
      "epoch": 2.2310567448182126,
      "grad_norm": 2.738513632763218,
      "learning_rate": 0.00021660899761922345,
      "loss": 4.1565,
      "step": 26264
    },
    {
      "epoch": 2.2311416921508664,
      "grad_norm": 2.9226674959958157,
      "learning_rate": 0.0002166028454823759,
      "loss": 4.8121,
      "step": 26265
    },
    {
      "epoch": 2.2312266394835203,
      "grad_norm": 2.862775551313204,
      "learning_rate": 0.00021659669320597523,
      "loss": 4.7862,
      "step": 26266
    },
    {
      "epoch": 2.231311586816174,
      "grad_norm": 2.8135446869944443,
      "learning_rate": 0.00021659054079003454,
      "loss": 4.5488,
      "step": 26267
    },
    {
      "epoch": 2.2313965341488275,
      "grad_norm": 2.9085304764647524,
      "learning_rate": 0.00021658438823456656,
      "loss": 4.1635,
      "step": 26268
    },
    {
      "epoch": 2.2314814814814814,
      "grad_norm": 2.70670243179432,
      "learning_rate": 0.00021657823553958427,
      "loss": 4.4542,
      "step": 26269
    },
    {
      "epoch": 2.2315664288141353,
      "grad_norm": 2.8077527609646475,
      "learning_rate": 0.0002165720827051005,
      "loss": 4.5441,
      "step": 26270
    },
    {
      "epoch": 2.231651376146789,
      "grad_norm": 2.8066193012895835,
      "learning_rate": 0.00021656592973112816,
      "loss": 4.7638,
      "step": 26271
    },
    {
      "epoch": 2.231736323479443,
      "grad_norm": 2.836744981918004,
      "learning_rate": 0.00021655977661768017,
      "loss": 4.7726,
      "step": 26272
    },
    {
      "epoch": 2.2318212708120964,
      "grad_norm": 2.765705654484216,
      "learning_rate": 0.00021655362336476944,
      "loss": 4.3267,
      "step": 26273
    },
    {
      "epoch": 2.23190621814475,
      "grad_norm": 2.983451710260566,
      "learning_rate": 0.00021654746997240882,
      "loss": 5.2342,
      "step": 26274
    },
    {
      "epoch": 2.231991165477404,
      "grad_norm": 2.82850353775619,
      "learning_rate": 0.00021654131644061118,
      "loss": 4.6126,
      "step": 26275
    },
    {
      "epoch": 2.232076112810058,
      "grad_norm": 2.713545334769978,
      "learning_rate": 0.00021653516276938948,
      "loss": 4.1245,
      "step": 26276
    },
    {
      "epoch": 2.2321610601427113,
      "grad_norm": 2.753363670087338,
      "learning_rate": 0.0002165290089587566,
      "loss": 4.5513,
      "step": 26277
    },
    {
      "epoch": 2.232246007475365,
      "grad_norm": 2.859325942402557,
      "learning_rate": 0.00021652285500872536,
      "loss": 4.6592,
      "step": 26278
    },
    {
      "epoch": 2.232330954808019,
      "grad_norm": 2.911266932995936,
      "learning_rate": 0.00021651670091930874,
      "loss": 4.5555,
      "step": 26279
    },
    {
      "epoch": 2.232415902140673,
      "grad_norm": 2.7308449424613808,
      "learning_rate": 0.0002165105466905196,
      "loss": 4.4073,
      "step": 26280
    },
    {
      "epoch": 2.2325008494733267,
      "grad_norm": 2.9610474183962814,
      "learning_rate": 0.00021650439232237086,
      "loss": 4.9715,
      "step": 26281
    },
    {
      "epoch": 2.23258579680598,
      "grad_norm": 3.0038121046402297,
      "learning_rate": 0.00021649823781487538,
      "loss": 4.7758,
      "step": 26282
    },
    {
      "epoch": 2.232670744138634,
      "grad_norm": 2.9861374950100625,
      "learning_rate": 0.00021649208316804609,
      "loss": 5.0842,
      "step": 26283
    },
    {
      "epoch": 2.232755691471288,
      "grad_norm": 2.81790002810188,
      "learning_rate": 0.00021648592838189584,
      "loss": 4.6212,
      "step": 26284
    },
    {
      "epoch": 2.2328406388039417,
      "grad_norm": 2.7207838655973533,
      "learning_rate": 0.00021647977345643754,
      "loss": 4.5952,
      "step": 26285
    },
    {
      "epoch": 2.232925586136595,
      "grad_norm": 2.9475264605348555,
      "learning_rate": 0.00021647361839168414,
      "loss": 5.1687,
      "step": 26286
    },
    {
      "epoch": 2.233010533469249,
      "grad_norm": 2.8036908211961684,
      "learning_rate": 0.00021646746318764847,
      "loss": 4.7679,
      "step": 26287
    },
    {
      "epoch": 2.233095480801903,
      "grad_norm": 2.7542279404287533,
      "learning_rate": 0.00021646130784434345,
      "loss": 4.6311,
      "step": 26288
    },
    {
      "epoch": 2.2331804281345566,
      "grad_norm": 2.68952018163798,
      "learning_rate": 0.000216455152361782,
      "loss": 4.4033,
      "step": 26289
    },
    {
      "epoch": 2.2332653754672105,
      "grad_norm": 2.8266851959076402,
      "learning_rate": 0.000216448996739977,
      "loss": 4.8991,
      "step": 26290
    },
    {
      "epoch": 2.233350322799864,
      "grad_norm": 2.990583653317645,
      "learning_rate": 0.00021644284097894128,
      "loss": 4.8724,
      "step": 26291
    },
    {
      "epoch": 2.2334352701325177,
      "grad_norm": 2.813966489133135,
      "learning_rate": 0.0002164366850786879,
      "loss": 4.3227,
      "step": 26292
    },
    {
      "epoch": 2.2335202174651716,
      "grad_norm": 2.8804213916920434,
      "learning_rate": 0.00021643052903922962,
      "loss": 4.5387,
      "step": 26293
    },
    {
      "epoch": 2.2336051647978254,
      "grad_norm": 2.9169289030090466,
      "learning_rate": 0.00021642437286057935,
      "loss": 5.1616,
      "step": 26294
    },
    {
      "epoch": 2.2336901121304793,
      "grad_norm": 2.830761061798232,
      "learning_rate": 0.00021641821654275008,
      "loss": 5.0725,
      "step": 26295
    },
    {
      "epoch": 2.2337750594631327,
      "grad_norm": 2.9798875954832997,
      "learning_rate": 0.00021641206008575462,
      "loss": 5.1509,
      "step": 26296
    },
    {
      "epoch": 2.2338600067957866,
      "grad_norm": 2.9024708215849095,
      "learning_rate": 0.00021640590348960588,
      "loss": 4.7545,
      "step": 26297
    },
    {
      "epoch": 2.2339449541284404,
      "grad_norm": 2.9421575105045843,
      "learning_rate": 0.00021639974675431682,
      "loss": 5.0226,
      "step": 26298
    },
    {
      "epoch": 2.2340299014610943,
      "grad_norm": 2.8311117953040426,
      "learning_rate": 0.00021639358987990027,
      "loss": 4.5764,
      "step": 26299
    },
    {
      "epoch": 2.234114848793748,
      "grad_norm": 2.8075611781725973,
      "learning_rate": 0.00021638743286636915,
      "loss": 4.2914,
      "step": 26300
    },
    {
      "epoch": 2.2341997961264015,
      "grad_norm": 2.7683817515528775,
      "learning_rate": 0.0002163812757137364,
      "loss": 4.6024,
      "step": 26301
    },
    {
      "epoch": 2.2342847434590554,
      "grad_norm": 2.9357172016661077,
      "learning_rate": 0.00021637511842201488,
      "loss": 4.8293,
      "step": 26302
    },
    {
      "epoch": 2.234369690791709,
      "grad_norm": 2.978090155487774,
      "learning_rate": 0.00021636896099121752,
      "loss": 4.9052,
      "step": 26303
    },
    {
      "epoch": 2.234454638124363,
      "grad_norm": 2.86714705230618,
      "learning_rate": 0.0002163628034213572,
      "loss": 4.9168,
      "step": 26304
    },
    {
      "epoch": 2.2345395854570165,
      "grad_norm": 2.7830620064718814,
      "learning_rate": 0.0002163566457124468,
      "loss": 4.5169,
      "step": 26305
    },
    {
      "epoch": 2.2346245327896703,
      "grad_norm": 2.8924039194011026,
      "learning_rate": 0.00021635048786449926,
      "loss": 4.5857,
      "step": 26306
    },
    {
      "epoch": 2.234709480122324,
      "grad_norm": 2.930738692302991,
      "learning_rate": 0.00021634432987752746,
      "loss": 5.1978,
      "step": 26307
    },
    {
      "epoch": 2.234794427454978,
      "grad_norm": 2.7920875745040887,
      "learning_rate": 0.00021633817175154438,
      "loss": 4.7639,
      "step": 26308
    },
    {
      "epoch": 2.2348793747876314,
      "grad_norm": 2.8405052227871193,
      "learning_rate": 0.00021633201348656274,
      "loss": 4.8946,
      "step": 26309
    },
    {
      "epoch": 2.2349643221202853,
      "grad_norm": 2.834948140159097,
      "learning_rate": 0.00021632585508259567,
      "loss": 4.6107,
      "step": 26310
    },
    {
      "epoch": 2.235049269452939,
      "grad_norm": 2.675841106583204,
      "learning_rate": 0.00021631969653965592,
      "loss": 4.0559,
      "step": 26311
    },
    {
      "epoch": 2.235134216785593,
      "grad_norm": 2.7920391157031457,
      "learning_rate": 0.00021631353785775642,
      "loss": 4.7401,
      "step": 26312
    },
    {
      "epoch": 2.235219164118247,
      "grad_norm": 2.761550865873998,
      "learning_rate": 0.00021630737903691012,
      "loss": 4.5728,
      "step": 26313
    },
    {
      "epoch": 2.2353041114509002,
      "grad_norm": 2.8170149586948643,
      "learning_rate": 0.0002163012200771299,
      "loss": 4.6132,
      "step": 26314
    },
    {
      "epoch": 2.235389058783554,
      "grad_norm": 3.041617638011134,
      "learning_rate": 0.00021629506097842863,
      "loss": 3.967,
      "step": 26315
    },
    {
      "epoch": 2.235474006116208,
      "grad_norm": 3.0010861182540105,
      "learning_rate": 0.00021628890174081928,
      "loss": 5.2551,
      "step": 26316
    },
    {
      "epoch": 2.235558953448862,
      "grad_norm": 2.8201315731664733,
      "learning_rate": 0.00021628274236431476,
      "loss": 4.8251,
      "step": 26317
    },
    {
      "epoch": 2.2356439007815156,
      "grad_norm": 2.9193856163052208,
      "learning_rate": 0.00021627658284892784,
      "loss": 4.7147,
      "step": 26318
    },
    {
      "epoch": 2.235728848114169,
      "grad_norm": 2.796543257345188,
      "learning_rate": 0.00021627042319467162,
      "loss": 4.4589,
      "step": 26319
    },
    {
      "epoch": 2.235813795446823,
      "grad_norm": 2.6886930403124927,
      "learning_rate": 0.00021626426340155887,
      "loss": 4.1149,
      "step": 26320
    },
    {
      "epoch": 2.2358987427794768,
      "grad_norm": 2.7324034973377125,
      "learning_rate": 0.00021625810346960253,
      "loss": 4.3943,
      "step": 26321
    },
    {
      "epoch": 2.2359836901121306,
      "grad_norm": 2.7298984422457226,
      "learning_rate": 0.0002162519433988155,
      "loss": 4.2526,
      "step": 26322
    },
    {
      "epoch": 2.2360686374447845,
      "grad_norm": 2.752797425751184,
      "learning_rate": 0.00021624578318921075,
      "loss": 4.5126,
      "step": 26323
    },
    {
      "epoch": 2.236153584777438,
      "grad_norm": 2.7527703412741054,
      "learning_rate": 0.0002162396228408011,
      "loss": 4.4037,
      "step": 26324
    },
    {
      "epoch": 2.2362385321100917,
      "grad_norm": 3.022298121636866,
      "learning_rate": 0.0002162334623535995,
      "loss": 4.9557,
      "step": 26325
    },
    {
      "epoch": 2.2363234794427456,
      "grad_norm": 2.6586550519426497,
      "learning_rate": 0.0002162273017276189,
      "loss": 4.2778,
      "step": 26326
    },
    {
      "epoch": 2.2364084267753994,
      "grad_norm": 2.764617871914409,
      "learning_rate": 0.0002162211409628721,
      "loss": 4.8356,
      "step": 26327
    },
    {
      "epoch": 2.236493374108053,
      "grad_norm": 3.0213046798501937,
      "learning_rate": 0.0002162149800593721,
      "loss": 4.8701,
      "step": 26328
    },
    {
      "epoch": 2.2365783214407067,
      "grad_norm": 2.92250940474917,
      "learning_rate": 0.0002162088190171318,
      "loss": 4.4339,
      "step": 26329
    },
    {
      "epoch": 2.2366632687733605,
      "grad_norm": 2.833129032974714,
      "learning_rate": 0.00021620265783616407,
      "loss": 4.7134,
      "step": 26330
    },
    {
      "epoch": 2.2367482161060144,
      "grad_norm": 3.0200138163904677,
      "learning_rate": 0.0002161964965164818,
      "loss": 5.1827,
      "step": 26331
    },
    {
      "epoch": 2.2368331634386682,
      "grad_norm": 2.964561935465919,
      "learning_rate": 0.00021619033505809802,
      "loss": 5.0982,
      "step": 26332
    },
    {
      "epoch": 2.2369181107713216,
      "grad_norm": 2.98464558536574,
      "learning_rate": 0.00021618417346102553,
      "loss": 5.1858,
      "step": 26333
    },
    {
      "epoch": 2.2370030581039755,
      "grad_norm": 2.7513146947980416,
      "learning_rate": 0.00021617801172527722,
      "loss": 4.3062,
      "step": 26334
    },
    {
      "epoch": 2.2370880054366293,
      "grad_norm": 2.817569747848462,
      "learning_rate": 0.00021617184985086611,
      "loss": 4.3597,
      "step": 26335
    },
    {
      "epoch": 2.237172952769283,
      "grad_norm": 2.8325111440514616,
      "learning_rate": 0.00021616568783780504,
      "loss": 4.8581,
      "step": 26336
    },
    {
      "epoch": 2.2372579001019366,
      "grad_norm": 2.9837243850601873,
      "learning_rate": 0.00021615952568610692,
      "loss": 5.2197,
      "step": 26337
    },
    {
      "epoch": 2.2373428474345904,
      "grad_norm": 2.783304748880554,
      "learning_rate": 0.00021615336339578467,
      "loss": 4.0622,
      "step": 26338
    },
    {
      "epoch": 2.2374277947672443,
      "grad_norm": 2.8677199472874806,
      "learning_rate": 0.00021614720096685126,
      "loss": 4.9679,
      "step": 26339
    },
    {
      "epoch": 2.237512742099898,
      "grad_norm": 3.009984976361133,
      "learning_rate": 0.0002161410383993195,
      "loss": 5.1641,
      "step": 26340
    },
    {
      "epoch": 2.237597689432552,
      "grad_norm": 2.7926036788665756,
      "learning_rate": 0.00021613487569320237,
      "loss": 4.6251,
      "step": 26341
    },
    {
      "epoch": 2.2376826367652054,
      "grad_norm": 2.7656002028274855,
      "learning_rate": 0.00021612871284851272,
      "loss": 4.3262,
      "step": 26342
    },
    {
      "epoch": 2.2377675840978593,
      "grad_norm": 2.835236214416822,
      "learning_rate": 0.00021612254986526353,
      "loss": 4.7561,
      "step": 26343
    },
    {
      "epoch": 2.237852531430513,
      "grad_norm": 2.9181233394536132,
      "learning_rate": 0.0002161163867434677,
      "loss": 4.8961,
      "step": 26344
    },
    {
      "epoch": 2.237937478763167,
      "grad_norm": 2.8229354480056146,
      "learning_rate": 0.00021611022348313815,
      "loss": 4.5916,
      "step": 26345
    },
    {
      "epoch": 2.238022426095821,
      "grad_norm": 2.947626393481847,
      "learning_rate": 0.00021610406008428775,
      "loss": 5.0173,
      "step": 26346
    },
    {
      "epoch": 2.238107373428474,
      "grad_norm": 2.6989917764881204,
      "learning_rate": 0.00021609789654692944,
      "loss": 4.2791,
      "step": 26347
    },
    {
      "epoch": 2.238192320761128,
      "grad_norm": 2.792468018508015,
      "learning_rate": 0.0002160917328710762,
      "loss": 4.5993,
      "step": 26348
    },
    {
      "epoch": 2.238277268093782,
      "grad_norm": 2.8381617412381024,
      "learning_rate": 0.0002160855690567408,
      "loss": 5.0262,
      "step": 26349
    },
    {
      "epoch": 2.2383622154264358,
      "grad_norm": 2.8592777127658007,
      "learning_rate": 0.00021607940510393628,
      "loss": 4.4932,
      "step": 26350
    },
    {
      "epoch": 2.238447162759089,
      "grad_norm": 2.822468840753902,
      "learning_rate": 0.0002160732410126755,
      "loss": 4.5101,
      "step": 26351
    },
    {
      "epoch": 2.238532110091743,
      "grad_norm": 2.8387561298133077,
      "learning_rate": 0.00021606707678297138,
      "loss": 4.9216,
      "step": 26352
    },
    {
      "epoch": 2.238617057424397,
      "grad_norm": 3.0077105253955705,
      "learning_rate": 0.00021606091241483684,
      "loss": 5.2046,
      "step": 26353
    },
    {
      "epoch": 2.2387020047570507,
      "grad_norm": 2.7661852371693247,
      "learning_rate": 0.00021605474790828484,
      "loss": 4.5296,
      "step": 26354
    },
    {
      "epoch": 2.2387869520897046,
      "grad_norm": 2.8081448156037645,
      "learning_rate": 0.0002160485832633282,
      "loss": 4.6362,
      "step": 26355
    },
    {
      "epoch": 2.238871899422358,
      "grad_norm": 2.7862141990548306,
      "learning_rate": 0.00021604241847997992,
      "loss": 4.6667,
      "step": 26356
    },
    {
      "epoch": 2.238956846755012,
      "grad_norm": 2.8046854066241598,
      "learning_rate": 0.00021603625355825292,
      "loss": 4.471,
      "step": 26357
    },
    {
      "epoch": 2.2390417940876657,
      "grad_norm": 2.7718572289385905,
      "learning_rate": 0.00021603008849816,
      "loss": 4.5319,
      "step": 26358
    },
    {
      "epoch": 2.2391267414203195,
      "grad_norm": 2.8046065528835107,
      "learning_rate": 0.00021602392329971425,
      "loss": 4.6766,
      "step": 26359
    },
    {
      "epoch": 2.239211688752973,
      "grad_norm": 2.9724857852080286,
      "learning_rate": 0.00021601775796292844,
      "loss": 4.7825,
      "step": 26360
    },
    {
      "epoch": 2.239296636085627,
      "grad_norm": 2.776713013607145,
      "learning_rate": 0.0002160115924878156,
      "loss": 4.6686,
      "step": 26361
    },
    {
      "epoch": 2.2393815834182806,
      "grad_norm": 2.912285269252555,
      "learning_rate": 0.00021600542687438858,
      "loss": 4.8494,
      "step": 26362
    },
    {
      "epoch": 2.2394665307509345,
      "grad_norm": 2.7519330361842753,
      "learning_rate": 0.00021599926112266028,
      "loss": 4.5619,
      "step": 26363
    },
    {
      "epoch": 2.2395514780835883,
      "grad_norm": 2.7108674074154626,
      "learning_rate": 0.0002159930952326437,
      "loss": 4.1546,
      "step": 26364
    },
    {
      "epoch": 2.2396364254162417,
      "grad_norm": 2.632019338546937,
      "learning_rate": 0.00021598692920435174,
      "loss": 4.2578,
      "step": 26365
    },
    {
      "epoch": 2.2397213727488956,
      "grad_norm": 2.7562898786091314,
      "learning_rate": 0.00021598076303779728,
      "loss": 4.3875,
      "step": 26366
    },
    {
      "epoch": 2.2398063200815495,
      "grad_norm": 2.699130391400838,
      "learning_rate": 0.00021597459673299322,
      "loss": 4.1941,
      "step": 26367
    },
    {
      "epoch": 2.2398912674142033,
      "grad_norm": 2.696167092349742,
      "learning_rate": 0.00021596843028995257,
      "loss": 4.4986,
      "step": 26368
    },
    {
      "epoch": 2.239976214746857,
      "grad_norm": 2.7438215956230723,
      "learning_rate": 0.00021596226370868815,
      "loss": 4.5369,
      "step": 26369
    },
    {
      "epoch": 2.2400611620795106,
      "grad_norm": 2.7981288523322805,
      "learning_rate": 0.00021595609698921294,
      "loss": 4.4532,
      "step": 26370
    },
    {
      "epoch": 2.2401461094121644,
      "grad_norm": 2.722339406699274,
      "learning_rate": 0.00021594993013153985,
      "loss": 4.5206,
      "step": 26371
    },
    {
      "epoch": 2.2402310567448183,
      "grad_norm": 2.836361223497834,
      "learning_rate": 0.0002159437631356818,
      "loss": 4.6545,
      "step": 26372
    },
    {
      "epoch": 2.240316004077472,
      "grad_norm": 2.7369111962812185,
      "learning_rate": 0.00021593759600165176,
      "loss": 4.4729,
      "step": 26373
    },
    {
      "epoch": 2.2404009514101255,
      "grad_norm": 2.8507128890644737,
      "learning_rate": 0.0002159314287294625,
      "loss": 4.8215,
      "step": 26374
    },
    {
      "epoch": 2.2404858987427794,
      "grad_norm": 2.841789326909083,
      "learning_rate": 0.00021592526131912715,
      "loss": 4.7833,
      "step": 26375
    },
    {
      "epoch": 2.240570846075433,
      "grad_norm": 2.8183457037847335,
      "learning_rate": 0.0002159190937706585,
      "loss": 4.4383,
      "step": 26376
    },
    {
      "epoch": 2.240655793408087,
      "grad_norm": 2.7095121407403506,
      "learning_rate": 0.0002159129260840695,
      "loss": 4.3641,
      "step": 26377
    },
    {
      "epoch": 2.240740740740741,
      "grad_norm": 2.7557665580908095,
      "learning_rate": 0.00021590675825937304,
      "loss": 4.6268,
      "step": 26378
    },
    {
      "epoch": 2.2408256880733943,
      "grad_norm": 2.904459816738172,
      "learning_rate": 0.0002159005902965821,
      "loss": 4.7385,
      "step": 26379
    },
    {
      "epoch": 2.240910635406048,
      "grad_norm": 2.7452785431246864,
      "learning_rate": 0.0002158944221957096,
      "loss": 4.3151,
      "step": 26380
    },
    {
      "epoch": 2.240995582738702,
      "grad_norm": 2.748621552347847,
      "learning_rate": 0.00021588825395676842,
      "loss": 4.6266,
      "step": 26381
    },
    {
      "epoch": 2.241080530071356,
      "grad_norm": 2.8496467921971904,
      "learning_rate": 0.00021588208557977155,
      "loss": 4.9773,
      "step": 26382
    },
    {
      "epoch": 2.2411654774040093,
      "grad_norm": 3.023453903816076,
      "learning_rate": 0.0002158759170647318,
      "loss": 5.2901,
      "step": 26383
    },
    {
      "epoch": 2.241250424736663,
      "grad_norm": 3.0149634102389684,
      "learning_rate": 0.00021586974841166225,
      "loss": 5.1266,
      "step": 26384
    },
    {
      "epoch": 2.241335372069317,
      "grad_norm": 2.712105007429575,
      "learning_rate": 0.00021586357962057571,
      "loss": 4.0499,
      "step": 26385
    },
    {
      "epoch": 2.241420319401971,
      "grad_norm": 2.980230767084029,
      "learning_rate": 0.00021585741069148515,
      "loss": 5.0253,
      "step": 26386
    },
    {
      "epoch": 2.2415052667346247,
      "grad_norm": 2.9888492538389,
      "learning_rate": 0.00021585124162440349,
      "loss": 5.0982,
      "step": 26387
    },
    {
      "epoch": 2.241590214067278,
      "grad_norm": 2.9253834542030215,
      "learning_rate": 0.00021584507241934362,
      "loss": 4.852,
      "step": 26388
    },
    {
      "epoch": 2.241675161399932,
      "grad_norm": 2.900843031632033,
      "learning_rate": 0.00021583890307631855,
      "loss": 4.5739,
      "step": 26389
    },
    {
      "epoch": 2.241760108732586,
      "grad_norm": 2.8287338488645344,
      "learning_rate": 0.0002158327335953411,
      "loss": 4.4832,
      "step": 26390
    },
    {
      "epoch": 2.2418450560652396,
      "grad_norm": 2.9020456956200196,
      "learning_rate": 0.00021582656397642433,
      "loss": 4.8626,
      "step": 26391
    },
    {
      "epoch": 2.2419300033978935,
      "grad_norm": 2.9819488109673693,
      "learning_rate": 0.00021582039421958097,
      "loss": 5.1517,
      "step": 26392
    },
    {
      "epoch": 2.242014950730547,
      "grad_norm": 2.7451992949463513,
      "learning_rate": 0.0002158142243248242,
      "loss": 4.5836,
      "step": 26393
    },
    {
      "epoch": 2.2420998980632008,
      "grad_norm": 2.845536527287828,
      "learning_rate": 0.00021580805429216674,
      "loss": 4.6483,
      "step": 26394
    },
    {
      "epoch": 2.2421848453958546,
      "grad_norm": 2.7860971112987096,
      "learning_rate": 0.0002158018841216216,
      "loss": 4.3321,
      "step": 26395
    },
    {
      "epoch": 2.2422697927285085,
      "grad_norm": 2.9158029854944343,
      "learning_rate": 0.0002157957138132017,
      "loss": 4.62,
      "step": 26396
    },
    {
      "epoch": 2.2423547400611623,
      "grad_norm": 2.798542433258585,
      "learning_rate": 0.00021578954336691998,
      "loss": 4.6338,
      "step": 26397
    },
    {
      "epoch": 2.2424396873938157,
      "grad_norm": 2.8281310083604154,
      "learning_rate": 0.00021578337278278936,
      "loss": 4.6155,
      "step": 26398
    },
    {
      "epoch": 2.2425246347264696,
      "grad_norm": 2.801201676701529,
      "learning_rate": 0.00021577720206082275,
      "loss": 4.3331,
      "step": 26399
    },
    {
      "epoch": 2.2426095820591234,
      "grad_norm": 2.8035731027556476,
      "learning_rate": 0.00021577103120103315,
      "loss": 4.6804,
      "step": 26400
    },
    {
      "epoch": 2.2426945293917773,
      "grad_norm": 2.778901749338419,
      "learning_rate": 0.00021576486020343338,
      "loss": 4.3807,
      "step": 26401
    },
    {
      "epoch": 2.2427794767244307,
      "grad_norm": 2.8862864539170894,
      "learning_rate": 0.00021575868906803644,
      "loss": 4.7963,
      "step": 26402
    },
    {
      "epoch": 2.2428644240570845,
      "grad_norm": 2.7195084843562007,
      "learning_rate": 0.00021575251779485527,
      "loss": 4.7971,
      "step": 26403
    },
    {
      "epoch": 2.2429493713897384,
      "grad_norm": 2.9744423334452734,
      "learning_rate": 0.00021574634638390277,
      "loss": 4.7969,
      "step": 26404
    },
    {
      "epoch": 2.2430343187223922,
      "grad_norm": 2.763691650582239,
      "learning_rate": 0.00021574017483519186,
      "loss": 4.0514,
      "step": 26405
    },
    {
      "epoch": 2.243119266055046,
      "grad_norm": 2.814109799042719,
      "learning_rate": 0.0002157340031487355,
      "loss": 4.5188,
      "step": 26406
    },
    {
      "epoch": 2.2432042133876995,
      "grad_norm": 2.7991972734816897,
      "learning_rate": 0.0002157278313245466,
      "loss": 4.4717,
      "step": 26407
    },
    {
      "epoch": 2.2432891607203533,
      "grad_norm": 3.0112871092920326,
      "learning_rate": 0.00021572165936263816,
      "loss": 5.1983,
      "step": 26408
    },
    {
      "epoch": 2.243374108053007,
      "grad_norm": 2.9380480174459427,
      "learning_rate": 0.00021571548726302304,
      "loss": 4.5793,
      "step": 26409
    },
    {
      "epoch": 2.243459055385661,
      "grad_norm": 2.79430921554788,
      "learning_rate": 0.00021570931502571414,
      "loss": 4.247,
      "step": 26410
    },
    {
      "epoch": 2.2435440027183144,
      "grad_norm": 2.689891157649717,
      "learning_rate": 0.0002157031426507245,
      "loss": 4.3262,
      "step": 26411
    },
    {
      "epoch": 2.2436289500509683,
      "grad_norm": 2.922269545371155,
      "learning_rate": 0.00021569697013806697,
      "loss": 4.8104,
      "step": 26412
    },
    {
      "epoch": 2.243713897383622,
      "grad_norm": 2.813177365277924,
      "learning_rate": 0.00021569079748775448,
      "loss": 4.6661,
      "step": 26413
    },
    {
      "epoch": 2.243798844716276,
      "grad_norm": 2.948437725102063,
      "learning_rate": 0.00021568462469980003,
      "loss": 4.5748,
      "step": 26414
    },
    {
      "epoch": 2.24388379204893,
      "grad_norm": 2.7609348330770263,
      "learning_rate": 0.0002156784517742165,
      "loss": 4.2777,
      "step": 26415
    },
    {
      "epoch": 2.2439687393815833,
      "grad_norm": 2.6897133563729323,
      "learning_rate": 0.00021567227871101686,
      "loss": 4.1297,
      "step": 26416
    },
    {
      "epoch": 2.244053686714237,
      "grad_norm": 2.685939012712508,
      "learning_rate": 0.00021566610551021395,
      "loss": 4.2928,
      "step": 26417
    },
    {
      "epoch": 2.244138634046891,
      "grad_norm": 2.9869615781523358,
      "learning_rate": 0.00021565993217182087,
      "loss": 5.1189,
      "step": 26418
    },
    {
      "epoch": 2.244223581379545,
      "grad_norm": 3.0294187559530195,
      "learning_rate": 0.0002156537586958504,
      "loss": 5.3471,
      "step": 26419
    },
    {
      "epoch": 2.2443085287121987,
      "grad_norm": 2.8677273418427296,
      "learning_rate": 0.0002156475850823156,
      "loss": 4.5822,
      "step": 26420
    },
    {
      "epoch": 2.244393476044852,
      "grad_norm": 2.9028754425746053,
      "learning_rate": 0.0002156414113312293,
      "loss": 4.7658,
      "step": 26421
    },
    {
      "epoch": 2.244478423377506,
      "grad_norm": 2.9269912725283853,
      "learning_rate": 0.0002156352374426045,
      "loss": 4.0402,
      "step": 26422
    },
    {
      "epoch": 2.2445633707101598,
      "grad_norm": 2.867452592508001,
      "learning_rate": 0.00021562906341645409,
      "loss": 4.8062,
      "step": 26423
    },
    {
      "epoch": 2.2446483180428136,
      "grad_norm": 2.905402266280467,
      "learning_rate": 0.00021562288925279104,
      "loss": 4.6756,
      "step": 26424
    },
    {
      "epoch": 2.244733265375467,
      "grad_norm": 2.7242737126637877,
      "learning_rate": 0.0002156167149516283,
      "loss": 4.3701,
      "step": 26425
    },
    {
      "epoch": 2.244818212708121,
      "grad_norm": 2.891472906029056,
      "learning_rate": 0.00021561054051297875,
      "loss": 4.6233,
      "step": 26426
    },
    {
      "epoch": 2.2449031600407747,
      "grad_norm": 2.8521263543166193,
      "learning_rate": 0.0002156043659368554,
      "loss": 4.5862,
      "step": 26427
    },
    {
      "epoch": 2.2449881073734286,
      "grad_norm": 2.941039518607932,
      "learning_rate": 0.00021559819122327116,
      "loss": 5.0198,
      "step": 26428
    },
    {
      "epoch": 2.2450730547060824,
      "grad_norm": 2.8892218147948956,
      "learning_rate": 0.00021559201637223892,
      "loss": 4.6608,
      "step": 26429
    },
    {
      "epoch": 2.245158002038736,
      "grad_norm": 2.8269223623567656,
      "learning_rate": 0.00021558584138377167,
      "loss": 4.2044,
      "step": 26430
    },
    {
      "epoch": 2.2452429493713897,
      "grad_norm": 2.7272406060444156,
      "learning_rate": 0.00021557966625788234,
      "loss": 4.2569,
      "step": 26431
    },
    {
      "epoch": 2.2453278967040435,
      "grad_norm": 3.0221391318584216,
      "learning_rate": 0.0002155734909945839,
      "loss": 4.931,
      "step": 26432
    },
    {
      "epoch": 2.2454128440366974,
      "grad_norm": 2.7802294288370906,
      "learning_rate": 0.0002155673155938892,
      "loss": 4.4497,
      "step": 26433
    },
    {
      "epoch": 2.245497791369351,
      "grad_norm": 2.82453907811028,
      "learning_rate": 0.0002155611400558113,
      "loss": 4.3042,
      "step": 26434
    },
    {
      "epoch": 2.2455827387020046,
      "grad_norm": 2.840481251499955,
      "learning_rate": 0.000215554964380363,
      "loss": 4.8,
      "step": 26435
    },
    {
      "epoch": 2.2456676860346585,
      "grad_norm": 2.694791577163758,
      "learning_rate": 0.00021554878856755734,
      "loss": 4.0307,
      "step": 26436
    },
    {
      "epoch": 2.2457526333673123,
      "grad_norm": 2.7993800949828525,
      "learning_rate": 0.00021554261261740723,
      "loss": 4.3196,
      "step": 26437
    },
    {
      "epoch": 2.245837580699966,
      "grad_norm": 2.8163614423692924,
      "learning_rate": 0.0002155364365299256,
      "loss": 4.6643,
      "step": 26438
    },
    {
      "epoch": 2.2459225280326196,
      "grad_norm": 2.8722487381021735,
      "learning_rate": 0.00021553026030512545,
      "loss": 4.9471,
      "step": 26439
    },
    {
      "epoch": 2.2460074753652735,
      "grad_norm": 2.677407265612205,
      "learning_rate": 0.00021552408394301961,
      "loss": 4.3988,
      "step": 26440
    },
    {
      "epoch": 2.2460924226979273,
      "grad_norm": 2.7695444462447774,
      "learning_rate": 0.00021551790744362114,
      "loss": 4.2588,
      "step": 26441
    },
    {
      "epoch": 2.246177370030581,
      "grad_norm": 2.98443226734311,
      "learning_rate": 0.00021551173080694292,
      "loss": 4.9782,
      "step": 26442
    },
    {
      "epoch": 2.246262317363235,
      "grad_norm": 2.8457690055977034,
      "learning_rate": 0.0002155055540329979,
      "loss": 4.645,
      "step": 26443
    },
    {
      "epoch": 2.2463472646958884,
      "grad_norm": 2.7988124282429787,
      "learning_rate": 0.00021549937712179898,
      "loss": 4.6719,
      "step": 26444
    },
    {
      "epoch": 2.2464322120285423,
      "grad_norm": 2.8740759032179355,
      "learning_rate": 0.0002154932000733592,
      "loss": 4.6641,
      "step": 26445
    },
    {
      "epoch": 2.246517159361196,
      "grad_norm": 2.8427760706179153,
      "learning_rate": 0.0002154870228876914,
      "loss": 4.895,
      "step": 26446
    },
    {
      "epoch": 2.24660210669385,
      "grad_norm": 2.9839915398214663,
      "learning_rate": 0.00021548084556480865,
      "loss": 4.467,
      "step": 26447
    },
    {
      "epoch": 2.2466870540265034,
      "grad_norm": 2.865147916488549,
      "learning_rate": 0.00021547466810472373,
      "loss": 4.4798,
      "step": 26448
    },
    {
      "epoch": 2.2467720013591572,
      "grad_norm": 2.759905855144947,
      "learning_rate": 0.0002154684905074497,
      "loss": 4.7786,
      "step": 26449
    },
    {
      "epoch": 2.246856948691811,
      "grad_norm": 2.9302481517728336,
      "learning_rate": 0.00021546231277299948,
      "loss": 4.5261,
      "step": 26450
    },
    {
      "epoch": 2.246941896024465,
      "grad_norm": 2.87267488462626,
      "learning_rate": 0.00021545613490138598,
      "loss": 4.4679,
      "step": 26451
    },
    {
      "epoch": 2.2470268433571188,
      "grad_norm": 2.922834743375778,
      "learning_rate": 0.0002154499568926222,
      "loss": 4.7242,
      "step": 26452
    },
    {
      "epoch": 2.247111790689772,
      "grad_norm": 3.033373268670143,
      "learning_rate": 0.00021544377874672103,
      "loss": 5.1758,
      "step": 26453
    },
    {
      "epoch": 2.247196738022426,
      "grad_norm": 2.938197729286556,
      "learning_rate": 0.00021543760046369544,
      "loss": 5.0203,
      "step": 26454
    },
    {
      "epoch": 2.24728168535508,
      "grad_norm": 2.894269118160535,
      "learning_rate": 0.00021543142204355842,
      "loss": 4.6119,
      "step": 26455
    },
    {
      "epoch": 2.2473666326877337,
      "grad_norm": 2.764496971036706,
      "learning_rate": 0.00021542524348632284,
      "loss": 4.2,
      "step": 26456
    },
    {
      "epoch": 2.247451580020387,
      "grad_norm": 2.682868100496488,
      "learning_rate": 0.00021541906479200166,
      "loss": 4.35,
      "step": 26457
    },
    {
      "epoch": 2.247536527353041,
      "grad_norm": 2.9314584763980407,
      "learning_rate": 0.00021541288596060786,
      "loss": 4.9159,
      "step": 26458
    },
    {
      "epoch": 2.247621474685695,
      "grad_norm": 3.9156541880852074,
      "learning_rate": 0.00021540670699215437,
      "loss": 4.1971,
      "step": 26459
    },
    {
      "epoch": 2.2477064220183487,
      "grad_norm": 2.7472685290829686,
      "learning_rate": 0.0002154005278866541,
      "loss": 4.2237,
      "step": 26460
    },
    {
      "epoch": 2.2477913693510025,
      "grad_norm": 2.9393070882828223,
      "learning_rate": 0.0002153943486441201,
      "loss": 4.5894,
      "step": 26461
    },
    {
      "epoch": 2.247876316683656,
      "grad_norm": 2.7908556147483887,
      "learning_rate": 0.00021538816926456523,
      "loss": 4.3083,
      "step": 26462
    },
    {
      "epoch": 2.24796126401631,
      "grad_norm": 2.870422808118306,
      "learning_rate": 0.00021538198974800244,
      "loss": 4.5935,
      "step": 26463
    },
    {
      "epoch": 2.2480462113489637,
      "grad_norm": 3.0225075903077854,
      "learning_rate": 0.0002153758100944447,
      "loss": 5.1776,
      "step": 26464
    },
    {
      "epoch": 2.2481311586816175,
      "grad_norm": 2.9998203274181234,
      "learning_rate": 0.00021536963030390497,
      "loss": 5.0917,
      "step": 26465
    },
    {
      "epoch": 2.2482161060142714,
      "grad_norm": 2.991491416187197,
      "learning_rate": 0.00021536345037639613,
      "loss": 4.7327,
      "step": 26466
    },
    {
      "epoch": 2.2483010533469248,
      "grad_norm": 2.9101306839803907,
      "learning_rate": 0.00021535727031193126,
      "loss": 5.208,
      "step": 26467
    },
    {
      "epoch": 2.2483860006795786,
      "grad_norm": 2.8238530582634116,
      "learning_rate": 0.0002153510901105232,
      "loss": 4.4485,
      "step": 26468
    },
    {
      "epoch": 2.2484709480122325,
      "grad_norm": 2.732715588807614,
      "learning_rate": 0.0002153449097721849,
      "loss": 4.4419,
      "step": 26469
    },
    {
      "epoch": 2.2485558953448863,
      "grad_norm": 2.7157179216340777,
      "learning_rate": 0.00021533872929692938,
      "loss": 4.1753,
      "step": 26470
    },
    {
      "epoch": 2.2486408426775397,
      "grad_norm": 2.7052033123902652,
      "learning_rate": 0.00021533254868476954,
      "loss": 4.1685,
      "step": 26471
    },
    {
      "epoch": 2.2487257900101936,
      "grad_norm": 2.622488125520183,
      "learning_rate": 0.00021532636793571836,
      "loss": 4.1624,
      "step": 26472
    },
    {
      "epoch": 2.2488107373428474,
      "grad_norm": 2.743085438142248,
      "learning_rate": 0.0002153201870497887,
      "loss": 4.0915,
      "step": 26473
    },
    {
      "epoch": 2.2488956846755013,
      "grad_norm": 2.73300708476792,
      "learning_rate": 0.0002153140060269937,
      "loss": 4.2372,
      "step": 26474
    },
    {
      "epoch": 2.248980632008155,
      "grad_norm": 2.7853832403175995,
      "learning_rate": 0.00021530782486734606,
      "loss": 4.6576,
      "step": 26475
    },
    {
      "epoch": 2.2490655793408085,
      "grad_norm": 2.7063782065996045,
      "learning_rate": 0.00021530164357085895,
      "loss": 4.4382,
      "step": 26476
    },
    {
      "epoch": 2.2491505266734624,
      "grad_norm": 2.768885059026959,
      "learning_rate": 0.00021529546213754522,
      "loss": 4.2723,
      "step": 26477
    },
    {
      "epoch": 2.2492354740061162,
      "grad_norm": 2.794106203999987,
      "learning_rate": 0.00021528928056741781,
      "loss": 4.541,
      "step": 26478
    },
    {
      "epoch": 2.24932042133877,
      "grad_norm": 2.858634403341297,
      "learning_rate": 0.00021528309886048973,
      "loss": 4.6823,
      "step": 26479
    },
    {
      "epoch": 2.2494053686714235,
      "grad_norm": 2.7330915607641924,
      "learning_rate": 0.0002152769170167739,
      "loss": 4.3626,
      "step": 26480
    },
    {
      "epoch": 2.2494903160040773,
      "grad_norm": 2.7625611995963597,
      "learning_rate": 0.00021527073503628327,
      "loss": 4.1902,
      "step": 26481
    },
    {
      "epoch": 2.249575263336731,
      "grad_norm": 2.8147737862892446,
      "learning_rate": 0.0002152645529190308,
      "loss": 4.7054,
      "step": 26482
    },
    {
      "epoch": 2.249660210669385,
      "grad_norm": 2.7458776350464986,
      "learning_rate": 0.00021525837066502945,
      "loss": 4.4557,
      "step": 26483
    },
    {
      "epoch": 2.249745158002039,
      "grad_norm": 2.728680699967042,
      "learning_rate": 0.00021525218827429216,
      "loss": 4.4203,
      "step": 26484
    },
    {
      "epoch": 2.2498301053346923,
      "grad_norm": 2.707474526082108,
      "learning_rate": 0.0002152460057468319,
      "loss": 4.1716,
      "step": 26485
    },
    {
      "epoch": 2.249915052667346,
      "grad_norm": 2.7566522560475595,
      "learning_rate": 0.00021523982308266162,
      "loss": 4.1413,
      "step": 26486
    },
    {
      "epoch": 2.25,
      "grad_norm": 2.7556702767878556,
      "learning_rate": 0.00021523364028179422,
      "loss": 4.4993,
      "step": 26487
    },
    {
      "epoch": 2.250084947332654,
      "grad_norm": 2.9860473111624017,
      "learning_rate": 0.0002152274573442427,
      "loss": 5.0718,
      "step": 26488
    },
    {
      "epoch": 2.2501698946653077,
      "grad_norm": 2.7264079826354624,
      "learning_rate": 0.00021522127427002008,
      "loss": 4.4455,
      "step": 26489
    },
    {
      "epoch": 2.250254841997961,
      "grad_norm": 2.750855760668622,
      "learning_rate": 0.00021521509105913922,
      "loss": 4.7159,
      "step": 26490
    },
    {
      "epoch": 2.250339789330615,
      "grad_norm": 2.9290380086305228,
      "learning_rate": 0.0002152089077116131,
      "loss": 4.9129,
      "step": 26491
    },
    {
      "epoch": 2.250424736663269,
      "grad_norm": 2.7672119255130627,
      "learning_rate": 0.00021520272422745476,
      "loss": 4.5072,
      "step": 26492
    },
    {
      "epoch": 2.2505096839959227,
      "grad_norm": 2.784921215265987,
      "learning_rate": 0.00021519654060667696,
      "loss": 4.6463,
      "step": 26493
    },
    {
      "epoch": 2.2505946313285765,
      "grad_norm": 2.896319614258766,
      "learning_rate": 0.00021519035684929288,
      "loss": 5.0365,
      "step": 26494
    },
    {
      "epoch": 2.25067957866123,
      "grad_norm": 2.882826077732695,
      "learning_rate": 0.00021518417295531532,
      "loss": 4.9093,
      "step": 26495
    },
    {
      "epoch": 2.2507645259938838,
      "grad_norm": 2.958012843386581,
      "learning_rate": 0.00021517798892475734,
      "loss": 5.1019,
      "step": 26496
    },
    {
      "epoch": 2.2508494733265376,
      "grad_norm": 2.734925968995398,
      "learning_rate": 0.0002151718047576318,
      "loss": 4.5441,
      "step": 26497
    },
    {
      "epoch": 2.2509344206591915,
      "grad_norm": 2.8561511252582585,
      "learning_rate": 0.00021516562045395172,
      "loss": 4.8445,
      "step": 26498
    },
    {
      "epoch": 2.251019367991845,
      "grad_norm": 2.830052700711526,
      "learning_rate": 0.00021515943601373004,
      "loss": 4.8198,
      "step": 26499
    },
    {
      "epoch": 2.2511043153244987,
      "grad_norm": 2.7144485681075414,
      "learning_rate": 0.00021515325143697974,
      "loss": 4.3383,
      "step": 26500
    },
    {
      "epoch": 2.2511892626571526,
      "grad_norm": 2.827508618538982,
      "learning_rate": 0.00021514706672371377,
      "loss": 3.7888,
      "step": 26501
    },
    {
      "epoch": 2.2512742099898064,
      "grad_norm": 2.7905477221613504,
      "learning_rate": 0.00021514088187394507,
      "loss": 4.5707,
      "step": 26502
    },
    {
      "epoch": 2.25135915732246,
      "grad_norm": 2.900626409577227,
      "learning_rate": 0.00021513469688768663,
      "loss": 4.8181,
      "step": 26503
    },
    {
      "epoch": 2.2514441046551137,
      "grad_norm": 2.7243258995766886,
      "learning_rate": 0.00021512851176495133,
      "loss": 4.3318,
      "step": 26504
    },
    {
      "epoch": 2.2515290519877675,
      "grad_norm": 2.638115186456997,
      "learning_rate": 0.00021512232650575225,
      "loss": 4.4124,
      "step": 26505
    },
    {
      "epoch": 2.2516139993204214,
      "grad_norm": 2.7378952951606244,
      "learning_rate": 0.00021511614111010226,
      "loss": 4.401,
      "step": 26506
    },
    {
      "epoch": 2.2516989466530752,
      "grad_norm": 2.901921779474368,
      "learning_rate": 0.00021510995557801434,
      "loss": 4.6829,
      "step": 26507
    },
    {
      "epoch": 2.2517838939857286,
      "grad_norm": 2.7618491683903423,
      "learning_rate": 0.0002151037699095015,
      "loss": 4.2261,
      "step": 26508
    },
    {
      "epoch": 2.2518688413183825,
      "grad_norm": 2.7132437867915464,
      "learning_rate": 0.00021509758410457661,
      "loss": 4.3135,
      "step": 26509
    },
    {
      "epoch": 2.2519537886510363,
      "grad_norm": 2.853439137605493,
      "learning_rate": 0.00021509139816325274,
      "loss": 4.9836,
      "step": 26510
    },
    {
      "epoch": 2.25203873598369,
      "grad_norm": 2.860684173911319,
      "learning_rate": 0.00021508521208554276,
      "loss": 4.813,
      "step": 26511
    },
    {
      "epoch": 2.252123683316344,
      "grad_norm": 2.7845117084925355,
      "learning_rate": 0.00021507902587145967,
      "loss": 4.6048,
      "step": 26512
    },
    {
      "epoch": 2.2522086306489975,
      "grad_norm": 2.961832584656971,
      "learning_rate": 0.00021507283952101642,
      "loss": 4.5534,
      "step": 26513
    },
    {
      "epoch": 2.2522935779816513,
      "grad_norm": 2.787299171098675,
      "learning_rate": 0.00021506665303422598,
      "loss": 4.6163,
      "step": 26514
    },
    {
      "epoch": 2.252378525314305,
      "grad_norm": 2.720129180450414,
      "learning_rate": 0.00021506046641110133,
      "loss": 4.325,
      "step": 26515
    },
    {
      "epoch": 2.252463472646959,
      "grad_norm": 2.803404611393049,
      "learning_rate": 0.0002150542796516554,
      "loss": 4.3068,
      "step": 26516
    },
    {
      "epoch": 2.252548419979613,
      "grad_norm": 3.1505162194165304,
      "learning_rate": 0.0002150480927559012,
      "loss": 5.1054,
      "step": 26517
    },
    {
      "epoch": 2.2526333673122663,
      "grad_norm": 2.7801533422221145,
      "learning_rate": 0.00021504190572385157,
      "loss": 4.0058,
      "step": 26518
    },
    {
      "epoch": 2.25271831464492,
      "grad_norm": 3.0484096038932327,
      "learning_rate": 0.00021503571855551967,
      "loss": 4.2986,
      "step": 26519
    },
    {
      "epoch": 2.252803261977574,
      "grad_norm": 2.9763493142999073,
      "learning_rate": 0.0002150295312509183,
      "loss": 5.0787,
      "step": 26520
    },
    {
      "epoch": 2.252888209310228,
      "grad_norm": 2.8132655541933804,
      "learning_rate": 0.00021502334381006048,
      "loss": 4.6049,
      "step": 26521
    },
    {
      "epoch": 2.2529731566428812,
      "grad_norm": 2.97846320268811,
      "learning_rate": 0.00021501715623295923,
      "loss": 5.0493,
      "step": 26522
    },
    {
      "epoch": 2.253058103975535,
      "grad_norm": 2.874099093839645,
      "learning_rate": 0.00021501096851962742,
      "loss": 4.7483,
      "step": 26523
    },
    {
      "epoch": 2.253143051308189,
      "grad_norm": 2.7964719968480614,
      "learning_rate": 0.00021500478067007806,
      "loss": 4.866,
      "step": 26524
    },
    {
      "epoch": 2.2532279986408428,
      "grad_norm": 3.0188889212764187,
      "learning_rate": 0.00021499859268432414,
      "loss": 5.4875,
      "step": 26525
    },
    {
      "epoch": 2.253312945973496,
      "grad_norm": 2.7849291736915625,
      "learning_rate": 0.00021499240456237856,
      "loss": 4.7399,
      "step": 26526
    },
    {
      "epoch": 2.25339789330615,
      "grad_norm": 2.771140029431051,
      "learning_rate": 0.00021498621630425434,
      "loss": 4.0449,
      "step": 26527
    },
    {
      "epoch": 2.253482840638804,
      "grad_norm": 2.7549352541382035,
      "learning_rate": 0.00021498002790996447,
      "loss": 4.7513,
      "step": 26528
    },
    {
      "epoch": 2.2535677879714577,
      "grad_norm": 2.780855267029023,
      "learning_rate": 0.00021497383937952184,
      "loss": 4.6197,
      "step": 26529
    },
    {
      "epoch": 2.2536527353041116,
      "grad_norm": 2.7140418042768935,
      "learning_rate": 0.00021496765071293944,
      "loss": 4.716,
      "step": 26530
    },
    {
      "epoch": 2.253737682636765,
      "grad_norm": 2.841989350204464,
      "learning_rate": 0.00021496146191023026,
      "loss": 4.5924,
      "step": 26531
    },
    {
      "epoch": 2.253822629969419,
      "grad_norm": 2.951536872550707,
      "learning_rate": 0.00021495527297140727,
      "loss": 4.8644,
      "step": 26532
    },
    {
      "epoch": 2.2539075773020727,
      "grad_norm": 2.7781790192464895,
      "learning_rate": 0.0002149490838964834,
      "loss": 4.4306,
      "step": 26533
    },
    {
      "epoch": 2.2539925246347265,
      "grad_norm": 2.8624406227934744,
      "learning_rate": 0.00021494289468547168,
      "loss": 4.7218,
      "step": 26534
    },
    {
      "epoch": 2.2540774719673804,
      "grad_norm": 2.9321217005855065,
      "learning_rate": 0.00021493670533838507,
      "loss": 4.9771,
      "step": 26535
    },
    {
      "epoch": 2.254162419300034,
      "grad_norm": 2.704162307273146,
      "learning_rate": 0.0002149305158552364,
      "loss": 4.2783,
      "step": 26536
    },
    {
      "epoch": 2.2542473666326877,
      "grad_norm": 2.9207603331245915,
      "learning_rate": 0.0002149243262360389,
      "loss": 4.5342,
      "step": 26537
    },
    {
      "epoch": 2.2543323139653415,
      "grad_norm": 2.912462397488408,
      "learning_rate": 0.0002149181364808053,
      "loss": 4.8868,
      "step": 26538
    },
    {
      "epoch": 2.2544172612979954,
      "grad_norm": 2.907021375983447,
      "learning_rate": 0.00021491194658954864,
      "loss": 4.9003,
      "step": 26539
    },
    {
      "epoch": 2.254502208630649,
      "grad_norm": 2.836334902887424,
      "learning_rate": 0.00021490575656228194,
      "loss": 4.564,
      "step": 26540
    },
    {
      "epoch": 2.2545871559633026,
      "grad_norm": 2.964027671419534,
      "learning_rate": 0.00021489956639901819,
      "loss": 4.9708,
      "step": 26541
    },
    {
      "epoch": 2.2546721032959565,
      "grad_norm": 2.8617106547555182,
      "learning_rate": 0.00021489337609977024,
      "loss": 4.8351,
      "step": 26542
    },
    {
      "epoch": 2.2547570506286103,
      "grad_norm": 2.7685433810686493,
      "learning_rate": 0.00021488718566455115,
      "loss": 4.3474,
      "step": 26543
    },
    {
      "epoch": 2.254841997961264,
      "grad_norm": 2.9706826837722873,
      "learning_rate": 0.00021488099509337386,
      "loss": 5.1572,
      "step": 26544
    },
    {
      "epoch": 2.254926945293918,
      "grad_norm": 2.911818604385903,
      "learning_rate": 0.00021487480438625134,
      "loss": 5.0046,
      "step": 26545
    },
    {
      "epoch": 2.2550118926265714,
      "grad_norm": 2.9601182076010844,
      "learning_rate": 0.00021486861354319664,
      "loss": 5.1358,
      "step": 26546
    },
    {
      "epoch": 2.2550968399592253,
      "grad_norm": 2.7520883083456322,
      "learning_rate": 0.0002148624225642226,
      "loss": 4.4642,
      "step": 26547
    },
    {
      "epoch": 2.255181787291879,
      "grad_norm": 2.776080512439362,
      "learning_rate": 0.00021485623144934225,
      "loss": 4.688,
      "step": 26548
    },
    {
      "epoch": 2.255266734624533,
      "grad_norm": 2.926671860753151,
      "learning_rate": 0.0002148500401985686,
      "loss": 4.9863,
      "step": 26549
    },
    {
      "epoch": 2.2553516819571864,
      "grad_norm": 2.950679751788511,
      "learning_rate": 0.00021484384881191457,
      "loss": 4.8925,
      "step": 26550
    },
    {
      "epoch": 2.2554366292898402,
      "grad_norm": 3.075928991411783,
      "learning_rate": 0.0002148376572893932,
      "loss": 4.144,
      "step": 26551
    },
    {
      "epoch": 2.255521576622494,
      "grad_norm": 2.9002628731377076,
      "learning_rate": 0.00021483146563101735,
      "loss": 4.7541,
      "step": 26552
    },
    {
      "epoch": 2.255606523955148,
      "grad_norm": 2.986757157730749,
      "learning_rate": 0.00021482527383680014,
      "loss": 5.3216,
      "step": 26553
    },
    {
      "epoch": 2.2556914712878013,
      "grad_norm": 2.80096476883591,
      "learning_rate": 0.0002148190819067544,
      "loss": 4.6235,
      "step": 26554
    },
    {
      "epoch": 2.255776418620455,
      "grad_norm": 2.7588300005558106,
      "learning_rate": 0.00021481288984089318,
      "loss": 4.7058,
      "step": 26555
    },
    {
      "epoch": 2.255861365953109,
      "grad_norm": 2.687286480335642,
      "learning_rate": 0.00021480669763922946,
      "loss": 4.0532,
      "step": 26556
    },
    {
      "epoch": 2.255946313285763,
      "grad_norm": 2.8415151992447667,
      "learning_rate": 0.0002148005053017762,
      "loss": 4.8089,
      "step": 26557
    },
    {
      "epoch": 2.2560312606184167,
      "grad_norm": 2.7614221034929423,
      "learning_rate": 0.00021479431282854633,
      "loss": 4.4365,
      "step": 26558
    },
    {
      "epoch": 2.25611620795107,
      "grad_norm": 2.7876158236738253,
      "learning_rate": 0.00021478812021955286,
      "loss": 4.3926,
      "step": 26559
    },
    {
      "epoch": 2.256201155283724,
      "grad_norm": 2.9929983422564503,
      "learning_rate": 0.00021478192747480886,
      "loss": 5.3866,
      "step": 26560
    },
    {
      "epoch": 2.256286102616378,
      "grad_norm": 2.8083109907624837,
      "learning_rate": 0.00021477573459432713,
      "loss": 4.4818,
      "step": 26561
    },
    {
      "epoch": 2.2563710499490317,
      "grad_norm": 2.8679121513944605,
      "learning_rate": 0.00021476954157812077,
      "loss": 4.815,
      "step": 26562
    },
    {
      "epoch": 2.2564559972816856,
      "grad_norm": 2.7600834711597027,
      "learning_rate": 0.00021476334842620274,
      "loss": 4.7049,
      "step": 26563
    },
    {
      "epoch": 2.256540944614339,
      "grad_norm": 3.0154366354438142,
      "learning_rate": 0.00021475715513858597,
      "loss": 5.1686,
      "step": 26564
    },
    {
      "epoch": 2.256625891946993,
      "grad_norm": 2.793373122233837,
      "learning_rate": 0.00021475096171528346,
      "loss": 4.5734,
      "step": 26565
    },
    {
      "epoch": 2.2567108392796467,
      "grad_norm": 2.8253577096542313,
      "learning_rate": 0.0002147447681563082,
      "loss": 4.9276,
      "step": 26566
    },
    {
      "epoch": 2.2567957866123005,
      "grad_norm": 2.834367611828519,
      "learning_rate": 0.00021473857446167313,
      "loss": 4.3602,
      "step": 26567
    },
    {
      "epoch": 2.2568807339449544,
      "grad_norm": 2.8529919921937315,
      "learning_rate": 0.0002147323806313913,
      "loss": 4.9139,
      "step": 26568
    },
    {
      "epoch": 2.2569656812776078,
      "grad_norm": 2.784109627270999,
      "learning_rate": 0.00021472618666547563,
      "loss": 4.7377,
      "step": 26569
    },
    {
      "epoch": 2.2570506286102616,
      "grad_norm": 2.8233780017140035,
      "learning_rate": 0.00021471999256393907,
      "loss": 4.7712,
      "step": 26570
    },
    {
      "epoch": 2.2571355759429155,
      "grad_norm": 2.852954405437657,
      "learning_rate": 0.00021471379832679473,
      "loss": 4.8533,
      "step": 26571
    },
    {
      "epoch": 2.2572205232755693,
      "grad_norm": 2.9540316625863423,
      "learning_rate": 0.00021470760395405543,
      "loss": 5.0455,
      "step": 26572
    },
    {
      "epoch": 2.2573054706082227,
      "grad_norm": 2.819349356904271,
      "learning_rate": 0.00021470140944573424,
      "loss": 4.5266,
      "step": 26573
    },
    {
      "epoch": 2.2573904179408766,
      "grad_norm": 2.706667439632692,
      "learning_rate": 0.0002146952148018441,
      "loss": 4.6074,
      "step": 26574
    },
    {
      "epoch": 2.2574753652735304,
      "grad_norm": 2.76951546335614,
      "learning_rate": 0.00021468902002239802,
      "loss": 4.417,
      "step": 26575
    },
    {
      "epoch": 2.2575603126061843,
      "grad_norm": 2.8811539538330875,
      "learning_rate": 0.00021468282510740894,
      "loss": 4.9228,
      "step": 26576
    },
    {
      "epoch": 2.2576452599388377,
      "grad_norm": 2.889344871521875,
      "learning_rate": 0.0002146766300568899,
      "loss": 4.7082,
      "step": 26577
    },
    {
      "epoch": 2.2577302072714915,
      "grad_norm": 2.7730828786758472,
      "learning_rate": 0.00021467043487085385,
      "loss": 4.4513,
      "step": 26578
    },
    {
      "epoch": 2.2578151546041454,
      "grad_norm": 2.8198411450471506,
      "learning_rate": 0.00021466423954931372,
      "loss": 4.5527,
      "step": 26579
    },
    {
      "epoch": 2.2579001019367992,
      "grad_norm": 2.9897536252133214,
      "learning_rate": 0.0002146580440922826,
      "loss": 5.0724,
      "step": 26580
    },
    {
      "epoch": 2.257985049269453,
      "grad_norm": 2.7822513368563797,
      "learning_rate": 0.0002146518484997734,
      "loss": 4.5554,
      "step": 26581
    },
    {
      "epoch": 2.2580699966021065,
      "grad_norm": 2.986520981728831,
      "learning_rate": 0.00021464565277179911,
      "loss": 5.0648,
      "step": 26582
    },
    {
      "epoch": 2.2581549439347604,
      "grad_norm": 2.7348615592109913,
      "learning_rate": 0.00021463945690837268,
      "loss": 4.4976,
      "step": 26583
    },
    {
      "epoch": 2.258239891267414,
      "grad_norm": 2.946913402320644,
      "learning_rate": 0.00021463326090950715,
      "loss": 5.0656,
      "step": 26584
    },
    {
      "epoch": 2.258324838600068,
      "grad_norm": 2.9626365074560717,
      "learning_rate": 0.00021462706477521547,
      "loss": 4.8057,
      "step": 26585
    },
    {
      "epoch": 2.258409785932722,
      "grad_norm": 2.8837483670587796,
      "learning_rate": 0.00021462086850551065,
      "loss": 4.1802,
      "step": 26586
    },
    {
      "epoch": 2.2584947332653753,
      "grad_norm": 2.8471872649991816,
      "learning_rate": 0.00021461467210040567,
      "loss": 4.3899,
      "step": 26587
    },
    {
      "epoch": 2.258579680598029,
      "grad_norm": 2.8427166278552347,
      "learning_rate": 0.00021460847555991342,
      "loss": 4.956,
      "step": 26588
    },
    {
      "epoch": 2.258664627930683,
      "grad_norm": 2.857740877920449,
      "learning_rate": 0.00021460227888404706,
      "loss": 4.642,
      "step": 26589
    },
    {
      "epoch": 2.258749575263337,
      "grad_norm": 3.0321804132394674,
      "learning_rate": 0.0002145960820728194,
      "loss": 5.4095,
      "step": 26590
    },
    {
      "epoch": 2.2588345225959907,
      "grad_norm": 2.8642399871875175,
      "learning_rate": 0.00021458988512624357,
      "loss": 4.7824,
      "step": 26591
    },
    {
      "epoch": 2.258919469928644,
      "grad_norm": 2.791895553817079,
      "learning_rate": 0.00021458368804433243,
      "loss": 4.7773,
      "step": 26592
    },
    {
      "epoch": 2.259004417261298,
      "grad_norm": 2.7218474343170236,
      "learning_rate": 0.00021457749082709905,
      "loss": 4.3299,
      "step": 26593
    },
    {
      "epoch": 2.259089364593952,
      "grad_norm": 2.8987511971632194,
      "learning_rate": 0.00021457129347455636,
      "loss": 4.8737,
      "step": 26594
    },
    {
      "epoch": 2.2591743119266057,
      "grad_norm": 3.1815423331128443,
      "learning_rate": 0.00021456509598671733,
      "loss": 4.1132,
      "step": 26595
    },
    {
      "epoch": 2.259259259259259,
      "grad_norm": 2.784762889380274,
      "learning_rate": 0.00021455889836359508,
      "loss": 4.7477,
      "step": 26596
    },
    {
      "epoch": 2.259344206591913,
      "grad_norm": 2.8260648579207244,
      "learning_rate": 0.00021455270060520248,
      "loss": 4.7081,
      "step": 26597
    },
    {
      "epoch": 2.259429153924567,
      "grad_norm": 2.8131903754873506,
      "learning_rate": 0.00021454650271155248,
      "loss": 4.5503,
      "step": 26598
    },
    {
      "epoch": 2.2595141012572206,
      "grad_norm": 2.988593035265659,
      "learning_rate": 0.00021454030468265813,
      "loss": 5.0952,
      "step": 26599
    },
    {
      "epoch": 2.259599048589874,
      "grad_norm": 2.886826672608873,
      "learning_rate": 0.0002145341065185325,
      "loss": 4.6984,
      "step": 26600
    },
    {
      "epoch": 2.259683995922528,
      "grad_norm": 3.0367448244767488,
      "learning_rate": 0.00021452790821918836,
      "loss": 5.0462,
      "step": 26601
    },
    {
      "epoch": 2.2597689432551817,
      "grad_norm": 2.97354898314412,
      "learning_rate": 0.0002145217097846389,
      "loss": 5.0293,
      "step": 26602
    },
    {
      "epoch": 2.2598538905878356,
      "grad_norm": 2.780038072132019,
      "learning_rate": 0.00021451551121489702,
      "loss": 4.7403,
      "step": 26603
    },
    {
      "epoch": 2.2599388379204894,
      "grad_norm": 2.8046666411835743,
      "learning_rate": 0.0002145093125099757,
      "loss": 4.5564,
      "step": 26604
    },
    {
      "epoch": 2.260023785253143,
      "grad_norm": 2.7699227379488787,
      "learning_rate": 0.00021450311366988799,
      "loss": 4.6442,
      "step": 26605
    },
    {
      "epoch": 2.2601087325857967,
      "grad_norm": 2.7108458528113695,
      "learning_rate": 0.0002144969146946468,
      "loss": 4.4329,
      "step": 26606
    },
    {
      "epoch": 2.2601936799184505,
      "grad_norm": 2.9512469752587194,
      "learning_rate": 0.00021449071558426517,
      "loss": 5.1556,
      "step": 26607
    },
    {
      "epoch": 2.2602786272511044,
      "grad_norm": 2.7425217334749874,
      "learning_rate": 0.00021448451633875604,
      "loss": 4.2053,
      "step": 26608
    },
    {
      "epoch": 2.2603635745837583,
      "grad_norm": 2.7989120283165523,
      "learning_rate": 0.00021447831695813253,
      "loss": 4.7493,
      "step": 26609
    },
    {
      "epoch": 2.2604485219164117,
      "grad_norm": 2.9177686632980264,
      "learning_rate": 0.00021447211744240742,
      "loss": 4.7662,
      "step": 26610
    },
    {
      "epoch": 2.2605334692490655,
      "grad_norm": 2.729178069840098,
      "learning_rate": 0.0002144659177915939,
      "loss": 4.32,
      "step": 26611
    },
    {
      "epoch": 2.2606184165817194,
      "grad_norm": 2.843323373650785,
      "learning_rate": 0.00021445971800570482,
      "loss": 4.1882,
      "step": 26612
    },
    {
      "epoch": 2.260703363914373,
      "grad_norm": 2.80271486672606,
      "learning_rate": 0.0002144535180847532,
      "loss": 4.6383,
      "step": 26613
    },
    {
      "epoch": 2.260788311247027,
      "grad_norm": 2.893684178687483,
      "learning_rate": 0.0002144473180287521,
      "loss": 4.8521,
      "step": 26614
    },
    {
      "epoch": 2.2608732585796805,
      "grad_norm": 2.813493165929928,
      "learning_rate": 0.00021444111783771447,
      "loss": 4.2292,
      "step": 26615
    },
    {
      "epoch": 2.2609582059123343,
      "grad_norm": 2.9034758230199578,
      "learning_rate": 0.0002144349175116533,
      "loss": 5.0626,
      "step": 26616
    },
    {
      "epoch": 2.261043153244988,
      "grad_norm": 2.7141937700414482,
      "learning_rate": 0.00021442871705058158,
      "loss": 4.2389,
      "step": 26617
    },
    {
      "epoch": 2.261128100577642,
      "grad_norm": 2.862683316903647,
      "learning_rate": 0.0002144225164545123,
      "loss": 4.7746,
      "step": 26618
    },
    {
      "epoch": 2.2612130479102954,
      "grad_norm": 3.035123694305329,
      "learning_rate": 0.0002144163157234584,
      "loss": 4.9503,
      "step": 26619
    },
    {
      "epoch": 2.2612979952429493,
      "grad_norm": 2.760495381900057,
      "learning_rate": 0.00021441011485743297,
      "loss": 4.2992,
      "step": 26620
    },
    {
      "epoch": 2.261382942575603,
      "grad_norm": 3.0987912745249075,
      "learning_rate": 0.00021440391385644896,
      "loss": 5.1331,
      "step": 26621
    },
    {
      "epoch": 2.261467889908257,
      "grad_norm": 2.8725230286343635,
      "learning_rate": 0.00021439771272051934,
      "loss": 4.6285,
      "step": 26622
    },
    {
      "epoch": 2.261552837240911,
      "grad_norm": 2.755721405863778,
      "learning_rate": 0.00021439151144965712,
      "loss": 4.5859,
      "step": 26623
    },
    {
      "epoch": 2.2616377845735642,
      "grad_norm": 2.8408769521314863,
      "learning_rate": 0.0002143853100438753,
      "loss": 4.855,
      "step": 26624
    },
    {
      "epoch": 2.261722731906218,
      "grad_norm": 2.8237637167409253,
      "learning_rate": 0.00021437910850318688,
      "loss": 4.4294,
      "step": 26625
    },
    {
      "epoch": 2.261807679238872,
      "grad_norm": 2.991592315340142,
      "learning_rate": 0.00021437290682760484,
      "loss": 4.9213,
      "step": 26626
    },
    {
      "epoch": 2.261892626571526,
      "grad_norm": 2.9611951118547997,
      "learning_rate": 0.0002143667050171422,
      "loss": 4.8397,
      "step": 26627
    },
    {
      "epoch": 2.261977573904179,
      "grad_norm": 2.7861017761348554,
      "learning_rate": 0.00021436050307181188,
      "loss": 4.5706,
      "step": 26628
    },
    {
      "epoch": 2.262062521236833,
      "grad_norm": 2.6871342233392257,
      "learning_rate": 0.000214354300991627,
      "loss": 4.1137,
      "step": 26629
    },
    {
      "epoch": 2.262147468569487,
      "grad_norm": 2.989095143769246,
      "learning_rate": 0.00021434809877660045,
      "loss": 5.1726,
      "step": 26630
    },
    {
      "epoch": 2.2622324159021407,
      "grad_norm": 2.99184422592657,
      "learning_rate": 0.00021434189642674525,
      "loss": 5.1753,
      "step": 26631
    },
    {
      "epoch": 2.2623173632347946,
      "grad_norm": 2.82735559519269,
      "learning_rate": 0.00021433569394207442,
      "loss": 4.4055,
      "step": 26632
    },
    {
      "epoch": 2.262402310567448,
      "grad_norm": 2.8887789217421496,
      "learning_rate": 0.00021432949132260093,
      "loss": 4.2561,
      "step": 26633
    },
    {
      "epoch": 2.262487257900102,
      "grad_norm": 2.7864578980598274,
      "learning_rate": 0.0002143232885683378,
      "loss": 4.5263,
      "step": 26634
    },
    {
      "epoch": 2.2625722052327557,
      "grad_norm": 3.0180611648093016,
      "learning_rate": 0.000214317085679298,
      "loss": 5.047,
      "step": 26635
    },
    {
      "epoch": 2.2626571525654096,
      "grad_norm": 2.856907343863013,
      "learning_rate": 0.00021431088265549456,
      "loss": 4.9649,
      "step": 26636
    },
    {
      "epoch": 2.2627420998980634,
      "grad_norm": 2.9669840972944534,
      "learning_rate": 0.00021430467949694044,
      "loss": 4.9554,
      "step": 26637
    },
    {
      "epoch": 2.262827047230717,
      "grad_norm": 2.83961551155242,
      "learning_rate": 0.00021429847620364867,
      "loss": 5.0245,
      "step": 26638
    },
    {
      "epoch": 2.2629119945633707,
      "grad_norm": 2.879701306399621,
      "learning_rate": 0.00021429227277563223,
      "loss": 4.3175,
      "step": 26639
    },
    {
      "epoch": 2.2629969418960245,
      "grad_norm": 2.7948962846208665,
      "learning_rate": 0.0002142860692129041,
      "loss": 4.0806,
      "step": 26640
    },
    {
      "epoch": 2.2630818892286784,
      "grad_norm": 2.9082894012397165,
      "learning_rate": 0.00021427986551547732,
      "loss": 4.7461,
      "step": 26641
    },
    {
      "epoch": 2.263166836561332,
      "grad_norm": 2.7795614812998926,
      "learning_rate": 0.00021427366168336488,
      "loss": 4.314,
      "step": 26642
    },
    {
      "epoch": 2.2632517838939856,
      "grad_norm": 2.7494484677308235,
      "learning_rate": 0.00021426745771657978,
      "loss": 4.466,
      "step": 26643
    },
    {
      "epoch": 2.2633367312266395,
      "grad_norm": 2.9626986750652025,
      "learning_rate": 0.00021426125361513493,
      "loss": 4.9538,
      "step": 26644
    },
    {
      "epoch": 2.2634216785592933,
      "grad_norm": 2.752861085412599,
      "learning_rate": 0.0002142550493790435,
      "loss": 4.7045,
      "step": 26645
    },
    {
      "epoch": 2.263506625891947,
      "grad_norm": 2.7626871015197065,
      "learning_rate": 0.00021424884500831834,
      "loss": 4.5122,
      "step": 26646
    },
    {
      "epoch": 2.2635915732246006,
      "grad_norm": 3.0032563949644024,
      "learning_rate": 0.0002142426405029725,
      "loss": 3.7836,
      "step": 26647
    },
    {
      "epoch": 2.2636765205572544,
      "grad_norm": 2.7039064646388837,
      "learning_rate": 0.00021423643586301902,
      "loss": 4.2235,
      "step": 26648
    },
    {
      "epoch": 2.2637614678899083,
      "grad_norm": 2.7331001171286977,
      "learning_rate": 0.00021423023108847086,
      "loss": 4.2805,
      "step": 26649
    },
    {
      "epoch": 2.263846415222562,
      "grad_norm": 2.7640599056466097,
      "learning_rate": 0.000214224026179341,
      "loss": 4.1828,
      "step": 26650
    },
    {
      "epoch": 2.2639313625552155,
      "grad_norm": 2.9015704657231,
      "learning_rate": 0.0002142178211356425,
      "loss": 4.6927,
      "step": 26651
    },
    {
      "epoch": 2.2640163098878694,
      "grad_norm": 2.772475046216841,
      "learning_rate": 0.00021421161595738832,
      "loss": 4.5003,
      "step": 26652
    },
    {
      "epoch": 2.2641012572205232,
      "grad_norm": 2.882907326880718,
      "learning_rate": 0.00021420541064459146,
      "loss": 3.8559,
      "step": 26653
    },
    {
      "epoch": 2.264186204553177,
      "grad_norm": 2.8554008298981657,
      "learning_rate": 0.00021419920519726498,
      "loss": 4.4043,
      "step": 26654
    },
    {
      "epoch": 2.264271151885831,
      "grad_norm": 2.701882073218236,
      "learning_rate": 0.00021419299961542178,
      "loss": 3.9261,
      "step": 26655
    },
    {
      "epoch": 2.2643560992184844,
      "grad_norm": 2.807869821326247,
      "learning_rate": 0.00021418679389907495,
      "loss": 4.5809,
      "step": 26656
    },
    {
      "epoch": 2.264441046551138,
      "grad_norm": 2.8529676596076494,
      "learning_rate": 0.00021418058804823745,
      "loss": 4.8895,
      "step": 26657
    },
    {
      "epoch": 2.264525993883792,
      "grad_norm": 2.994054422196255,
      "learning_rate": 0.0002141743820629223,
      "loss": 5.0953,
      "step": 26658
    },
    {
      "epoch": 2.264610941216446,
      "grad_norm": 2.894476291202941,
      "learning_rate": 0.00021416817594314247,
      "loss": 4.5115,
      "step": 26659
    },
    {
      "epoch": 2.2646958885490998,
      "grad_norm": 2.8768835843790077,
      "learning_rate": 0.00021416196968891102,
      "loss": 4.6194,
      "step": 26660
    },
    {
      "epoch": 2.264780835881753,
      "grad_norm": 2.7766945367323546,
      "learning_rate": 0.00021415576330024096,
      "loss": 4.3915,
      "step": 26661
    },
    {
      "epoch": 2.264865783214407,
      "grad_norm": 2.9185942160752263,
      "learning_rate": 0.00021414955677714518,
      "loss": 4.8107,
      "step": 26662
    },
    {
      "epoch": 2.264950730547061,
      "grad_norm": 2.9138090769141836,
      "learning_rate": 0.00021414335011963684,
      "loss": 4.5419,
      "step": 26663
    },
    {
      "epoch": 2.2650356778797147,
      "grad_norm": 2.9545512421250306,
      "learning_rate": 0.00021413714332772885,
      "loss": 4.9819,
      "step": 26664
    },
    {
      "epoch": 2.2651206252123686,
      "grad_norm": 2.6999069434566056,
      "learning_rate": 0.00021413093640143421,
      "loss": 4.2846,
      "step": 26665
    },
    {
      "epoch": 2.265205572545022,
      "grad_norm": 2.9842573633302147,
      "learning_rate": 0.00021412472934076595,
      "loss": 4.9208,
      "step": 26666
    },
    {
      "epoch": 2.265290519877676,
      "grad_norm": 2.8911039125929,
      "learning_rate": 0.0002141185221457371,
      "loss": 4.7506,
      "step": 26667
    },
    {
      "epoch": 2.2653754672103297,
      "grad_norm": 2.8230161359605925,
      "learning_rate": 0.00021411231481636064,
      "loss": 4.5535,
      "step": 26668
    },
    {
      "epoch": 2.2654604145429835,
      "grad_norm": 2.778375702384703,
      "learning_rate": 0.00021410610735264957,
      "loss": 4.4437,
      "step": 26669
    },
    {
      "epoch": 2.265545361875637,
      "grad_norm": 3.074402427568023,
      "learning_rate": 0.00021409989975461693,
      "loss": 5.1734,
      "step": 26670
    },
    {
      "epoch": 2.265630309208291,
      "grad_norm": 2.7444745664889534,
      "learning_rate": 0.0002140936920222756,
      "loss": 4.5059,
      "step": 26671
    },
    {
      "epoch": 2.2657152565409446,
      "grad_norm": 2.997009374689375,
      "learning_rate": 0.00021408748415563882,
      "loss": 4.8828,
      "step": 26672
    },
    {
      "epoch": 2.2658002038735985,
      "grad_norm": 2.924030833966277,
      "learning_rate": 0.00021408127615471943,
      "loss": 5.1601,
      "step": 26673
    },
    {
      "epoch": 2.265885151206252,
      "grad_norm": 2.9650252157594315,
      "learning_rate": 0.00021407506801953042,
      "loss": 5.0417,
      "step": 26674
    },
    {
      "epoch": 2.2659700985389057,
      "grad_norm": 2.8900620587322488,
      "learning_rate": 0.00021406885975008486,
      "loss": 4.5401,
      "step": 26675
    },
    {
      "epoch": 2.2660550458715596,
      "grad_norm": 2.7702851272912126,
      "learning_rate": 0.0002140626513463958,
      "loss": 4.6023,
      "step": 26676
    },
    {
      "epoch": 2.2661399932042134,
      "grad_norm": 2.901158048309231,
      "learning_rate": 0.00021405644280847615,
      "loss": 4.9834,
      "step": 26677
    },
    {
      "epoch": 2.2662249405368673,
      "grad_norm": 2.844587730780648,
      "learning_rate": 0.00021405023413633898,
      "loss": 4.3077,
      "step": 26678
    },
    {
      "epoch": 2.2663098878695207,
      "grad_norm": 2.9667949281553305,
      "learning_rate": 0.0002140440253299973,
      "loss": 4.7746,
      "step": 26679
    },
    {
      "epoch": 2.2663948352021746,
      "grad_norm": 2.802013041818192,
      "learning_rate": 0.00021403781638946407,
      "loss": 4.626,
      "step": 26680
    },
    {
      "epoch": 2.2664797825348284,
      "grad_norm": 2.817531043966421,
      "learning_rate": 0.0002140316073147524,
      "loss": 4.8378,
      "step": 26681
    },
    {
      "epoch": 2.2665647298674823,
      "grad_norm": 2.751625600876471,
      "learning_rate": 0.00021402539810587518,
      "loss": 4.4629,
      "step": 26682
    },
    {
      "epoch": 2.266649677200136,
      "grad_norm": 3.1058544291273695,
      "learning_rate": 0.0002140191887628455,
      "loss": 5.1555,
      "step": 26683
    },
    {
      "epoch": 2.2667346245327895,
      "grad_norm": 2.80462054065323,
      "learning_rate": 0.00021401297928567636,
      "loss": 4.8022,
      "step": 26684
    },
    {
      "epoch": 2.2668195718654434,
      "grad_norm": 2.7406396273989193,
      "learning_rate": 0.0002140067696743807,
      "loss": 4.123,
      "step": 26685
    },
    {
      "epoch": 2.266904519198097,
      "grad_norm": 2.808717504782163,
      "learning_rate": 0.00021400055992897165,
      "loss": 4.3083,
      "step": 26686
    },
    {
      "epoch": 2.266989466530751,
      "grad_norm": 2.6968153107462594,
      "learning_rate": 0.0002139943500494621,
      "loss": 4.0803,
      "step": 26687
    },
    {
      "epoch": 2.267074413863405,
      "grad_norm": 2.7345258810997475,
      "learning_rate": 0.00021398814003586514,
      "loss": 4.5587,
      "step": 26688
    },
    {
      "epoch": 2.2671593611960583,
      "grad_norm": 2.754524148984288,
      "learning_rate": 0.00021398192988819379,
      "loss": 4.4153,
      "step": 26689
    },
    {
      "epoch": 2.267244308528712,
      "grad_norm": 2.836183007003113,
      "learning_rate": 0.00021397571960646102,
      "loss": 4.5579,
      "step": 26690
    },
    {
      "epoch": 2.267329255861366,
      "grad_norm": 2.8298108894142735,
      "learning_rate": 0.0002139695091906798,
      "loss": 4.1572,
      "step": 26691
    },
    {
      "epoch": 2.26741420319402,
      "grad_norm": 2.7962919347560304,
      "learning_rate": 0.00021396329864086324,
      "loss": 4.8138,
      "step": 26692
    },
    {
      "epoch": 2.2674991505266733,
      "grad_norm": 3.092871361160034,
      "learning_rate": 0.00021395708795702434,
      "loss": 5.2111,
      "step": 26693
    },
    {
      "epoch": 2.267584097859327,
      "grad_norm": 2.9196283141387753,
      "learning_rate": 0.00021395087713917607,
      "loss": 4.6023,
      "step": 26694
    },
    {
      "epoch": 2.267669045191981,
      "grad_norm": 3.0005256239718006,
      "learning_rate": 0.00021394466618733147,
      "loss": 5.1063,
      "step": 26695
    },
    {
      "epoch": 2.267753992524635,
      "grad_norm": 2.707436581754601,
      "learning_rate": 0.00021393845510150346,
      "loss": 4.3079,
      "step": 26696
    },
    {
      "epoch": 2.2678389398572882,
      "grad_norm": 2.8578421603697426,
      "learning_rate": 0.00021393224388170523,
      "loss": 4.8643,
      "step": 26697
    },
    {
      "epoch": 2.267923887189942,
      "grad_norm": 2.8213358841328104,
      "learning_rate": 0.0002139260325279497,
      "loss": 4.613,
      "step": 26698
    },
    {
      "epoch": 2.268008834522596,
      "grad_norm": 2.759734836198876,
      "learning_rate": 0.00021391982104024986,
      "loss": 4.6889,
      "step": 26699
    },
    {
      "epoch": 2.26809378185525,
      "grad_norm": 2.9647301874861545,
      "learning_rate": 0.00021391360941861871,
      "loss": 4.8256,
      "step": 26700
    },
    {
      "epoch": 2.2681787291879036,
      "grad_norm": 2.946057731516902,
      "learning_rate": 0.00021390739766306935,
      "loss": 4.6842,
      "step": 26701
    },
    {
      "epoch": 2.268263676520557,
      "grad_norm": 2.798447950682196,
      "learning_rate": 0.00021390118577361474,
      "loss": 4.6918,
      "step": 26702
    },
    {
      "epoch": 2.268348623853211,
      "grad_norm": 2.764212609981408,
      "learning_rate": 0.00021389497375026793,
      "loss": 4.7259,
      "step": 26703
    },
    {
      "epoch": 2.2684335711858647,
      "grad_norm": 2.9602565316899603,
      "learning_rate": 0.00021388876159304188,
      "loss": 4.8678,
      "step": 26704
    },
    {
      "epoch": 2.2685185185185186,
      "grad_norm": 2.80005509455488,
      "learning_rate": 0.0002138825493019496,
      "loss": 4.418,
      "step": 26705
    },
    {
      "epoch": 2.2686034658511725,
      "grad_norm": 2.818485511625315,
      "learning_rate": 0.00021387633687700426,
      "loss": 4.7447,
      "step": 26706
    },
    {
      "epoch": 2.268688413183826,
      "grad_norm": 3.005200950348436,
      "learning_rate": 0.0002138701243182187,
      "loss": 4.9684,
      "step": 26707
    },
    {
      "epoch": 2.2687733605164797,
      "grad_norm": 2.7799689425653957,
      "learning_rate": 0.00021386391162560596,
      "loss": 4.7387,
      "step": 26708
    },
    {
      "epoch": 2.2688583078491336,
      "grad_norm": 2.6900143709430813,
      "learning_rate": 0.00021385769879917913,
      "loss": 4.4099,
      "step": 26709
    },
    {
      "epoch": 2.2689432551817874,
      "grad_norm": 2.8997359796446633,
      "learning_rate": 0.00021385148583895122,
      "loss": 4.7737,
      "step": 26710
    },
    {
      "epoch": 2.2690282025144413,
      "grad_norm": 3.6018668116066266,
      "learning_rate": 0.00021384527274493522,
      "loss": 4.4742,
      "step": 26711
    },
    {
      "epoch": 2.2691131498470947,
      "grad_norm": 2.791221572881526,
      "learning_rate": 0.00021383905951714413,
      "loss": 4.618,
      "step": 26712
    },
    {
      "epoch": 2.2691980971797485,
      "grad_norm": 2.8576870843515922,
      "learning_rate": 0.00021383284615559102,
      "loss": 4.9953,
      "step": 26713
    },
    {
      "epoch": 2.2692830445124024,
      "grad_norm": 2.673326045797088,
      "learning_rate": 0.00021382663266028882,
      "loss": 4.3357,
      "step": 26714
    },
    {
      "epoch": 2.269367991845056,
      "grad_norm": 3.007985547302238,
      "learning_rate": 0.00021382041903125065,
      "loss": 5.1273,
      "step": 26715
    },
    {
      "epoch": 2.2694529391777096,
      "grad_norm": 2.7463265158282466,
      "learning_rate": 0.00021381420526848949,
      "loss": 4.6219,
      "step": 26716
    },
    {
      "epoch": 2.2695378865103635,
      "grad_norm": 2.960677755678132,
      "learning_rate": 0.00021380799137201833,
      "loss": 4.5611,
      "step": 26717
    },
    {
      "epoch": 2.2696228338430173,
      "grad_norm": 2.792715192390213,
      "learning_rate": 0.00021380177734185024,
      "loss": 4.5787,
      "step": 26718
    },
    {
      "epoch": 2.269707781175671,
      "grad_norm": 2.7349612565336283,
      "learning_rate": 0.0002137955631779982,
      "loss": 4.3834,
      "step": 26719
    },
    {
      "epoch": 2.269792728508325,
      "grad_norm": 2.7749407592596778,
      "learning_rate": 0.00021378934888047525,
      "loss": 4.743,
      "step": 26720
    },
    {
      "epoch": 2.2698776758409784,
      "grad_norm": 3.03576658880018,
      "learning_rate": 0.00021378313444929444,
      "loss": 5.0451,
      "step": 26721
    },
    {
      "epoch": 2.2699626231736323,
      "grad_norm": 2.7815238653858634,
      "learning_rate": 0.00021377691988446875,
      "loss": 4.7413,
      "step": 26722
    },
    {
      "epoch": 2.270047570506286,
      "grad_norm": 2.7461581944611897,
      "learning_rate": 0.00021377070518601118,
      "loss": 4.2785,
      "step": 26723
    },
    {
      "epoch": 2.27013251783894,
      "grad_norm": 2.905682235179471,
      "learning_rate": 0.00021376449035393483,
      "loss": 5.1009,
      "step": 26724
    },
    {
      "epoch": 2.2702174651715934,
      "grad_norm": 2.7020269154297094,
      "learning_rate": 0.00021375827538825263,
      "loss": 4.4841,
      "step": 26725
    },
    {
      "epoch": 2.2703024125042472,
      "grad_norm": 2.7657866302150063,
      "learning_rate": 0.0002137520602889777,
      "loss": 4.2483,
      "step": 26726
    },
    {
      "epoch": 2.270387359836901,
      "grad_norm": 2.9969330417329694,
      "learning_rate": 0.00021374584505612295,
      "loss": 5.1335,
      "step": 26727
    },
    {
      "epoch": 2.270472307169555,
      "grad_norm": 3.0824220543661345,
      "learning_rate": 0.00021373962968970149,
      "loss": 5.2029,
      "step": 26728
    },
    {
      "epoch": 2.270557254502209,
      "grad_norm": 2.7496630577453067,
      "learning_rate": 0.00021373341418972632,
      "loss": 4.5215,
      "step": 26729
    },
    {
      "epoch": 2.270642201834862,
      "grad_norm": 3.019200404090725,
      "learning_rate": 0.0002137271985562104,
      "loss": 5.0686,
      "step": 26730
    },
    {
      "epoch": 2.270727149167516,
      "grad_norm": 2.851900703228593,
      "learning_rate": 0.0002137209827891669,
      "loss": 4.8866,
      "step": 26731
    },
    {
      "epoch": 2.27081209650017,
      "grad_norm": 2.8778433229327463,
      "learning_rate": 0.00021371476688860874,
      "loss": 4.8881,
      "step": 26732
    },
    {
      "epoch": 2.2708970438328238,
      "grad_norm": 2.852533994880379,
      "learning_rate": 0.0002137085508545489,
      "loss": 4.582,
      "step": 26733
    },
    {
      "epoch": 2.2709819911654776,
      "grad_norm": 2.823994883012472,
      "learning_rate": 0.00021370233468700052,
      "loss": 4.6851,
      "step": 26734
    },
    {
      "epoch": 2.271066938498131,
      "grad_norm": 2.812414384717981,
      "learning_rate": 0.0002136961183859766,
      "loss": 4.5115,
      "step": 26735
    },
    {
      "epoch": 2.271151885830785,
      "grad_norm": 2.753788613930898,
      "learning_rate": 0.00021368990195149004,
      "loss": 4.29,
      "step": 26736
    },
    {
      "epoch": 2.2712368331634387,
      "grad_norm": 2.7516805682425725,
      "learning_rate": 0.00021368368538355402,
      "loss": 4.5798,
      "step": 26737
    },
    {
      "epoch": 2.2713217804960926,
      "grad_norm": 2.8595758360318535,
      "learning_rate": 0.0002136774686821815,
      "loss": 4.971,
      "step": 26738
    },
    {
      "epoch": 2.2714067278287464,
      "grad_norm": 2.7488313810567417,
      "learning_rate": 0.00021367125184738547,
      "loss": 4.5641,
      "step": 26739
    },
    {
      "epoch": 2.2714916751614,
      "grad_norm": 2.9727631183466876,
      "learning_rate": 0.0002136650348791791,
      "loss": 5.0029,
      "step": 26740
    },
    {
      "epoch": 2.2715766224940537,
      "grad_norm": 2.6929388584948866,
      "learning_rate": 0.0002136588177775752,
      "loss": 4.5619,
      "step": 26741
    },
    {
      "epoch": 2.2716615698267075,
      "grad_norm": 2.935307720199238,
      "learning_rate": 0.00021365260054258698,
      "loss": 4.7379,
      "step": 26742
    },
    {
      "epoch": 2.2717465171593614,
      "grad_norm": 2.790832600754076,
      "learning_rate": 0.00021364638317422735,
      "loss": 4.6381,
      "step": 26743
    },
    {
      "epoch": 2.271831464492015,
      "grad_norm": 2.779131801333128,
      "learning_rate": 0.00021364016567250945,
      "loss": 4.8054,
      "step": 26744
    },
    {
      "epoch": 2.2719164118246686,
      "grad_norm": 2.8720111866454836,
      "learning_rate": 0.00021363394803744617,
      "loss": 4.9071,
      "step": 26745
    },
    {
      "epoch": 2.2720013591573225,
      "grad_norm": 2.9501264875607562,
      "learning_rate": 0.00021362773026905067,
      "loss": 4.9802,
      "step": 26746
    },
    {
      "epoch": 2.2720863064899763,
      "grad_norm": 2.7688772752755004,
      "learning_rate": 0.0002136215123673359,
      "loss": 4.5208,
      "step": 26747
    },
    {
      "epoch": 2.2721712538226297,
      "grad_norm": 2.800615579581995,
      "learning_rate": 0.0002136152943323149,
      "loss": 4.5184,
      "step": 26748
    },
    {
      "epoch": 2.2722562011552836,
      "grad_norm": 2.726103106883141,
      "learning_rate": 0.0002136090761640007,
      "loss": 4.3665,
      "step": 26749
    },
    {
      "epoch": 2.2723411484879374,
      "grad_norm": 2.7705115637735966,
      "learning_rate": 0.00021360285786240632,
      "loss": 4.5843,
      "step": 26750
    },
    {
      "epoch": 2.2724260958205913,
      "grad_norm": 2.9016527347613343,
      "learning_rate": 0.00021359663942754483,
      "loss": 4.6389,
      "step": 26751
    },
    {
      "epoch": 2.272511043153245,
      "grad_norm": 2.743780684462487,
      "learning_rate": 0.00021359042085942922,
      "loss": 4.4555,
      "step": 26752
    },
    {
      "epoch": 2.2725959904858986,
      "grad_norm": 2.719230667906759,
      "learning_rate": 0.00021358420215807254,
      "loss": 4.0184,
      "step": 26753
    },
    {
      "epoch": 2.2726809378185524,
      "grad_norm": 3.038392034532332,
      "learning_rate": 0.0002135779833234878,
      "loss": 5.0552,
      "step": 26754
    },
    {
      "epoch": 2.2727658851512063,
      "grad_norm": 2.932090838051117,
      "learning_rate": 0.00021357176435568808,
      "loss": 4.1787,
      "step": 26755
    },
    {
      "epoch": 2.27285083248386,
      "grad_norm": 2.882824223364674,
      "learning_rate": 0.00021356554525468635,
      "loss": 4.6064,
      "step": 26756
    },
    {
      "epoch": 2.272935779816514,
      "grad_norm": 2.856660548775108,
      "learning_rate": 0.00021355932602049567,
      "loss": 4.7036,
      "step": 26757
    },
    {
      "epoch": 2.2730207271491674,
      "grad_norm": 3.0386331051641453,
      "learning_rate": 0.00021355310665312907,
      "loss": 4.8712,
      "step": 26758
    },
    {
      "epoch": 2.273105674481821,
      "grad_norm": 2.7518280009953258,
      "learning_rate": 0.00021354688715259954,
      "loss": 4.3305,
      "step": 26759
    },
    {
      "epoch": 2.273190621814475,
      "grad_norm": 2.8116210666378874,
      "learning_rate": 0.00021354066751892018,
      "loss": 4.4323,
      "step": 26760
    },
    {
      "epoch": 2.273275569147129,
      "grad_norm": 2.731380097093126,
      "learning_rate": 0.00021353444775210395,
      "loss": 4.0541,
      "step": 26761
    },
    {
      "epoch": 2.2733605164797828,
      "grad_norm": 2.8162435714896383,
      "learning_rate": 0.000213528227852164,
      "loss": 4.5477,
      "step": 26762
    },
    {
      "epoch": 2.273445463812436,
      "grad_norm": 2.886096168462986,
      "learning_rate": 0.00021352200781911323,
      "loss": 5.1469,
      "step": 26763
    },
    {
      "epoch": 2.27353041114509,
      "grad_norm": 2.802687055533772,
      "learning_rate": 0.00021351578765296477,
      "loss": 4.7342,
      "step": 26764
    },
    {
      "epoch": 2.273615358477744,
      "grad_norm": 2.9224119476488224,
      "learning_rate": 0.00021350956735373156,
      "loss": 4.62,
      "step": 26765
    },
    {
      "epoch": 2.2737003058103977,
      "grad_norm": 2.856147874085893,
      "learning_rate": 0.00021350334692142673,
      "loss": 4.6567,
      "step": 26766
    },
    {
      "epoch": 2.273785253143051,
      "grad_norm": 2.8723100483915256,
      "learning_rate": 0.00021349712635606325,
      "loss": 4.8857,
      "step": 26767
    },
    {
      "epoch": 2.273870200475705,
      "grad_norm": 2.8402421813287226,
      "learning_rate": 0.00021349090565765417,
      "loss": 4.4789,
      "step": 26768
    },
    {
      "epoch": 2.273955147808359,
      "grad_norm": 2.846758518392568,
      "learning_rate": 0.0002134846848262125,
      "loss": 4.6473,
      "step": 26769
    },
    {
      "epoch": 2.2740400951410127,
      "grad_norm": 2.7851076699285944,
      "learning_rate": 0.00021347846386175136,
      "loss": 4.3045,
      "step": 26770
    },
    {
      "epoch": 2.274125042473666,
      "grad_norm": 2.638406642981029,
      "learning_rate": 0.0002134722427642837,
      "loss": 4.4344,
      "step": 26771
    },
    {
      "epoch": 2.27420998980632,
      "grad_norm": 2.7834016369988794,
      "learning_rate": 0.0002134660215338226,
      "loss": 4.6059,
      "step": 26772
    },
    {
      "epoch": 2.274294937138974,
      "grad_norm": 2.8496203404250986,
      "learning_rate": 0.00021345980017038106,
      "loss": 4.5626,
      "step": 26773
    },
    {
      "epoch": 2.2743798844716276,
      "grad_norm": 2.827006773338171,
      "learning_rate": 0.0002134535786739721,
      "loss": 4.5656,
      "step": 26774
    },
    {
      "epoch": 2.2744648318042815,
      "grad_norm": 2.684934457751071,
      "learning_rate": 0.00021344735704460885,
      "loss": 3.8425,
      "step": 26775
    },
    {
      "epoch": 2.274549779136935,
      "grad_norm": 2.7307392144664306,
      "learning_rate": 0.00021344113528230422,
      "loss": 4.4436,
      "step": 26776
    },
    {
      "epoch": 2.2746347264695888,
      "grad_norm": 2.8261389722727497,
      "learning_rate": 0.00021343491338707136,
      "loss": 4.7115,
      "step": 26777
    },
    {
      "epoch": 2.2747196738022426,
      "grad_norm": 2.876368410233015,
      "learning_rate": 0.00021342869135892325,
      "loss": 4.5841,
      "step": 26778
    },
    {
      "epoch": 2.2748046211348965,
      "grad_norm": 2.7897112859213555,
      "learning_rate": 0.0002134224691978729,
      "loss": 4.4469,
      "step": 26779
    },
    {
      "epoch": 2.2748895684675503,
      "grad_norm": 2.7029726802552356,
      "learning_rate": 0.00021341624690393343,
      "loss": 4.4798,
      "step": 26780
    },
    {
      "epoch": 2.2749745158002037,
      "grad_norm": 2.973996274925226,
      "learning_rate": 0.00021341002447711782,
      "loss": 4.9107,
      "step": 26781
    },
    {
      "epoch": 2.2750594631328576,
      "grad_norm": 2.8032446565648006,
      "learning_rate": 0.00021340380191743909,
      "loss": 4.4381,
      "step": 26782
    },
    {
      "epoch": 2.2751444104655114,
      "grad_norm": 2.946287565799421,
      "learning_rate": 0.00021339757922491035,
      "loss": 5.0557,
      "step": 26783
    },
    {
      "epoch": 2.2752293577981653,
      "grad_norm": 2.893671409404476,
      "learning_rate": 0.00021339135639954454,
      "loss": 4.9677,
      "step": 26784
    },
    {
      "epoch": 2.275314305130819,
      "grad_norm": 2.8509130652604466,
      "learning_rate": 0.0002133851334413548,
      "loss": 4.8338,
      "step": 26785
    },
    {
      "epoch": 2.2753992524634725,
      "grad_norm": 2.8402665311671527,
      "learning_rate": 0.0002133789103503541,
      "loss": 4.3784,
      "step": 26786
    },
    {
      "epoch": 2.2754841997961264,
      "grad_norm": 3.078976854697166,
      "learning_rate": 0.0002133726871265555,
      "loss": 5.3953,
      "step": 26787
    },
    {
      "epoch": 2.2755691471287802,
      "grad_norm": 2.8396485656716672,
      "learning_rate": 0.000213366463769972,
      "loss": 4.6682,
      "step": 26788
    },
    {
      "epoch": 2.275654094461434,
      "grad_norm": 2.9807257937177067,
      "learning_rate": 0.00021336024028061678,
      "loss": 4.4109,
      "step": 26789
    },
    {
      "epoch": 2.2757390417940875,
      "grad_norm": 2.8092920345133696,
      "learning_rate": 0.0002133540166585027,
      "loss": 4.783,
      "step": 26790
    },
    {
      "epoch": 2.2758239891267413,
      "grad_norm": 2.787867560927701,
      "learning_rate": 0.00021334779290364293,
      "loss": 4.5751,
      "step": 26791
    },
    {
      "epoch": 2.275908936459395,
      "grad_norm": 2.818700845171117,
      "learning_rate": 0.00021334156901605043,
      "loss": 4.8045,
      "step": 26792
    },
    {
      "epoch": 2.275993883792049,
      "grad_norm": 2.9120380317167385,
      "learning_rate": 0.00021333534499573824,
      "loss": 4.7084,
      "step": 26793
    },
    {
      "epoch": 2.2760788311247024,
      "grad_norm": 2.883453988495639,
      "learning_rate": 0.0002133291208427195,
      "loss": 4.7601,
      "step": 26794
    },
    {
      "epoch": 2.2761637784573563,
      "grad_norm": 2.761378816091138,
      "learning_rate": 0.0002133228965570071,
      "loss": 4.5339,
      "step": 26795
    },
    {
      "epoch": 2.27624872579001,
      "grad_norm": 2.80358615219529,
      "learning_rate": 0.00021331667213861429,
      "loss": 4.2814,
      "step": 26796
    },
    {
      "epoch": 2.276333673122664,
      "grad_norm": 2.842868822792089,
      "learning_rate": 0.00021331044758755388,
      "loss": 4.76,
      "step": 26797
    },
    {
      "epoch": 2.276418620455318,
      "grad_norm": 2.9182928629000013,
      "learning_rate": 0.0002133042229038391,
      "loss": 4.6076,
      "step": 26798
    },
    {
      "epoch": 2.2765035677879712,
      "grad_norm": 2.837534263852915,
      "learning_rate": 0.00021329799808748285,
      "loss": 4.6428,
      "step": 26799
    },
    {
      "epoch": 2.276588515120625,
      "grad_norm": 2.7516641646089135,
      "learning_rate": 0.00021329177313849826,
      "loss": 4.624,
      "step": 26800
    },
    {
      "epoch": 2.276673462453279,
      "grad_norm": 2.9126443266109465,
      "learning_rate": 0.00021328554805689838,
      "loss": 4.3542,
      "step": 26801
    },
    {
      "epoch": 2.276758409785933,
      "grad_norm": 2.769151387868966,
      "learning_rate": 0.00021327932284269618,
      "loss": 4.7986,
      "step": 26802
    },
    {
      "epoch": 2.2768433571185867,
      "grad_norm": 3.008022447879685,
      "learning_rate": 0.00021327309749590478,
      "loss": 5.0161,
      "step": 26803
    },
    {
      "epoch": 2.27692830445124,
      "grad_norm": 2.8007184524163553,
      "learning_rate": 0.00021326687201653717,
      "loss": 4.705,
      "step": 26804
    },
    {
      "epoch": 2.277013251783894,
      "grad_norm": 2.805388495415278,
      "learning_rate": 0.00021326064640460644,
      "loss": 4.6957,
      "step": 26805
    },
    {
      "epoch": 2.2770981991165478,
      "grad_norm": 2.802921131910083,
      "learning_rate": 0.00021325442066012554,
      "loss": 4.309,
      "step": 26806
    },
    {
      "epoch": 2.2771831464492016,
      "grad_norm": 2.786814414375157,
      "learning_rate": 0.00021324819478310767,
      "loss": 4.5002,
      "step": 26807
    },
    {
      "epoch": 2.2772680937818555,
      "grad_norm": 2.8912399467892698,
      "learning_rate": 0.00021324196877356576,
      "loss": 4.7634,
      "step": 26808
    },
    {
      "epoch": 2.277353041114509,
      "grad_norm": 2.8642003553073936,
      "learning_rate": 0.00021323574263151286,
      "loss": 4.6693,
      "step": 26809
    },
    {
      "epoch": 2.2774379884471627,
      "grad_norm": 2.8237389650601794,
      "learning_rate": 0.00021322951635696207,
      "loss": 4.4496,
      "step": 26810
    },
    {
      "epoch": 2.2775229357798166,
      "grad_norm": 2.976672493426758,
      "learning_rate": 0.00021322328994992636,
      "loss": 5.0952,
      "step": 26811
    },
    {
      "epoch": 2.2776078831124704,
      "grad_norm": 2.83288252951463,
      "learning_rate": 0.00021321706341041887,
      "loss": 4.8328,
      "step": 26812
    },
    {
      "epoch": 2.2776928304451243,
      "grad_norm": 2.802174683485114,
      "learning_rate": 0.00021321083673845256,
      "loss": 4.3297,
      "step": 26813
    },
    {
      "epoch": 2.2777777777777777,
      "grad_norm": 2.9368731811556152,
      "learning_rate": 0.00021320460993404057,
      "loss": 4.8253,
      "step": 26814
    },
    {
      "epoch": 2.2778627251104315,
      "grad_norm": 2.822206994994866,
      "learning_rate": 0.00021319838299719586,
      "loss": 4.6974,
      "step": 26815
    },
    {
      "epoch": 2.2779476724430854,
      "grad_norm": 2.742344246179213,
      "learning_rate": 0.00021319215592793152,
      "loss": 4.1082,
      "step": 26816
    },
    {
      "epoch": 2.2780326197757392,
      "grad_norm": 2.8088582091998195,
      "learning_rate": 0.00021318592872626062,
      "loss": 4.6289,
      "step": 26817
    },
    {
      "epoch": 2.2781175671083926,
      "grad_norm": 2.7798798413436927,
      "learning_rate": 0.00021317970139219614,
      "loss": 4.2222,
      "step": 26818
    },
    {
      "epoch": 2.2782025144410465,
      "grad_norm": 2.873012182458606,
      "learning_rate": 0.00021317347392575114,
      "loss": 4.9159,
      "step": 26819
    },
    {
      "epoch": 2.2782874617737003,
      "grad_norm": 2.7636317521831693,
      "learning_rate": 0.00021316724632693872,
      "loss": 4.4427,
      "step": 26820
    },
    {
      "epoch": 2.278372409106354,
      "grad_norm": 2.8538953527572897,
      "learning_rate": 0.0002131610185957719,
      "loss": 4.8171,
      "step": 26821
    },
    {
      "epoch": 2.2784573564390076,
      "grad_norm": 2.788188176844666,
      "learning_rate": 0.00021315479073226372,
      "loss": 4.0249,
      "step": 26822
    },
    {
      "epoch": 2.2785423037716614,
      "grad_norm": 2.851694138774836,
      "learning_rate": 0.00021314856273642725,
      "loss": 4.6132,
      "step": 26823
    },
    {
      "epoch": 2.2786272511043153,
      "grad_norm": 2.8410788088134624,
      "learning_rate": 0.00021314233460827554,
      "loss": 4.6086,
      "step": 26824
    },
    {
      "epoch": 2.278712198436969,
      "grad_norm": 3.0141675676487107,
      "learning_rate": 0.0002131361063478216,
      "loss": 5.0508,
      "step": 26825
    },
    {
      "epoch": 2.278797145769623,
      "grad_norm": 2.9500827016093516,
      "learning_rate": 0.0002131298779550785,
      "loss": 5.0826,
      "step": 26826
    },
    {
      "epoch": 2.2788820931022764,
      "grad_norm": 2.7791534862693013,
      "learning_rate": 0.0002131236494300593,
      "loss": 4.3223,
      "step": 26827
    },
    {
      "epoch": 2.2789670404349303,
      "grad_norm": 2.92044354500285,
      "learning_rate": 0.00021311742077277708,
      "loss": 4.7229,
      "step": 26828
    },
    {
      "epoch": 2.279051987767584,
      "grad_norm": 2.818951128590966,
      "learning_rate": 0.00021311119198324488,
      "loss": 4.7316,
      "step": 26829
    },
    {
      "epoch": 2.279136935100238,
      "grad_norm": 2.7339028675452792,
      "learning_rate": 0.0002131049630614757,
      "loss": 4.3213,
      "step": 26830
    },
    {
      "epoch": 2.279221882432892,
      "grad_norm": 3.031023507839589,
      "learning_rate": 0.00021309873400748261,
      "loss": 5.142,
      "step": 26831
    },
    {
      "epoch": 2.279306829765545,
      "grad_norm": 3.013935271574951,
      "learning_rate": 0.00021309250482127868,
      "loss": 5.0215,
      "step": 26832
    },
    {
      "epoch": 2.279391777098199,
      "grad_norm": 2.8987938437154277,
      "learning_rate": 0.00021308627550287697,
      "loss": 5.0454,
      "step": 26833
    },
    {
      "epoch": 2.279476724430853,
      "grad_norm": 2.933582754557058,
      "learning_rate": 0.00021308004605229055,
      "loss": 5.1086,
      "step": 26834
    },
    {
      "epoch": 2.2795616717635068,
      "grad_norm": 2.748283918778287,
      "learning_rate": 0.00021307381646953238,
      "loss": 4.5818,
      "step": 26835
    },
    {
      "epoch": 2.2796466190961606,
      "grad_norm": 3.0190094148777917,
      "learning_rate": 0.0002130675867546156,
      "loss": 5.0671,
      "step": 26836
    },
    {
      "epoch": 2.279731566428814,
      "grad_norm": 2.960207173281552,
      "learning_rate": 0.00021306135690755325,
      "loss": 5.0566,
      "step": 26837
    },
    {
      "epoch": 2.279816513761468,
      "grad_norm": 2.7742064228692547,
      "learning_rate": 0.00021305512692835837,
      "loss": 3.8644,
      "step": 26838
    },
    {
      "epoch": 2.2799014610941217,
      "grad_norm": 2.9339360356404236,
      "learning_rate": 0.00021304889681704402,
      "loss": 5.1237,
      "step": 26839
    },
    {
      "epoch": 2.2799864084267756,
      "grad_norm": 2.936192871104999,
      "learning_rate": 0.00021304266657362319,
      "loss": 4.7521,
      "step": 26840
    },
    {
      "epoch": 2.280071355759429,
      "grad_norm": 2.850359308973161,
      "learning_rate": 0.00021303643619810904,
      "loss": 4.6437,
      "step": 26841
    },
    {
      "epoch": 2.280156303092083,
      "grad_norm": 2.870231074519219,
      "learning_rate": 0.0002130302056905146,
      "loss": 4.7993,
      "step": 26842
    },
    {
      "epoch": 2.2802412504247367,
      "grad_norm": 2.847095135725006,
      "learning_rate": 0.00021302397505085284,
      "loss": 4.5142,
      "step": 26843
    },
    {
      "epoch": 2.2803261977573905,
      "grad_norm": 2.8643346376850927,
      "learning_rate": 0.00021301774427913694,
      "loss": 4.6907,
      "step": 26844
    },
    {
      "epoch": 2.280411145090044,
      "grad_norm": 2.795460637869209,
      "learning_rate": 0.00021301151337537984,
      "loss": 4.4971,
      "step": 26845
    },
    {
      "epoch": 2.280496092422698,
      "grad_norm": 2.840943317179346,
      "learning_rate": 0.0002130052823395947,
      "loss": 4.6613,
      "step": 26846
    },
    {
      "epoch": 2.2805810397553516,
      "grad_norm": 2.9729735341748245,
      "learning_rate": 0.0002129990511717945,
      "loss": 4.7891,
      "step": 26847
    },
    {
      "epoch": 2.2806659870880055,
      "grad_norm": 2.948413438309103,
      "learning_rate": 0.00021299281987199236,
      "loss": 4.9576,
      "step": 26848
    },
    {
      "epoch": 2.2807509344206593,
      "grad_norm": 2.896391053967587,
      "learning_rate": 0.00021298658844020118,
      "loss": 4.7533,
      "step": 26849
    },
    {
      "epoch": 2.2808358817533128,
      "grad_norm": 2.766785471006831,
      "learning_rate": 0.00021298035687643423,
      "loss": 4.4461,
      "step": 26850
    },
    {
      "epoch": 2.2809208290859666,
      "grad_norm": 2.8745875744230545,
      "learning_rate": 0.00021297412518070448,
      "loss": 4.3829,
      "step": 26851
    },
    {
      "epoch": 2.2810057764186205,
      "grad_norm": 2.780961029407929,
      "learning_rate": 0.00021296789335302493,
      "loss": 4.5432,
      "step": 26852
    },
    {
      "epoch": 2.2810907237512743,
      "grad_norm": 2.9894233147739895,
      "learning_rate": 0.0002129616613934087,
      "loss": 4.8446,
      "step": 26853
    },
    {
      "epoch": 2.281175671083928,
      "grad_norm": 2.792656972215706,
      "learning_rate": 0.00021295542930186882,
      "loss": 4.7824,
      "step": 26854
    },
    {
      "epoch": 2.2812606184165816,
      "grad_norm": 2.950278396604536,
      "learning_rate": 0.0002129491970784184,
      "loss": 4.7263,
      "step": 26855
    },
    {
      "epoch": 2.2813455657492354,
      "grad_norm": 2.8654489457863956,
      "learning_rate": 0.00021294296472307043,
      "loss": 4.5878,
      "step": 26856
    },
    {
      "epoch": 2.2814305130818893,
      "grad_norm": 2.9127494776308707,
      "learning_rate": 0.00021293673223583804,
      "loss": 4.6672,
      "step": 26857
    },
    {
      "epoch": 2.281515460414543,
      "grad_norm": 2.9367625358756375,
      "learning_rate": 0.00021293049961673417,
      "loss": 4.9839,
      "step": 26858
    },
    {
      "epoch": 2.281600407747197,
      "grad_norm": 2.804470049818618,
      "learning_rate": 0.00021292426686577202,
      "loss": 4.1137,
      "step": 26859
    },
    {
      "epoch": 2.2816853550798504,
      "grad_norm": 2.885705707459178,
      "learning_rate": 0.00021291803398296456,
      "loss": 4.4696,
      "step": 26860
    },
    {
      "epoch": 2.2817703024125042,
      "grad_norm": 3.0440221339438986,
      "learning_rate": 0.00021291180096832488,
      "loss": 4.7647,
      "step": 26861
    },
    {
      "epoch": 2.281855249745158,
      "grad_norm": 2.9416352177266014,
      "learning_rate": 0.00021290556782186605,
      "loss": 4.9243,
      "step": 26862
    },
    {
      "epoch": 2.281940197077812,
      "grad_norm": 3.002869922687572,
      "learning_rate": 0.00021289933454360114,
      "loss": 5.0627,
      "step": 26863
    },
    {
      "epoch": 2.2820251444104653,
      "grad_norm": 2.720127875915722,
      "learning_rate": 0.00021289310113354313,
      "loss": 4.2275,
      "step": 26864
    },
    {
      "epoch": 2.282110091743119,
      "grad_norm": 2.9183472062184244,
      "learning_rate": 0.00021288686759170512,
      "loss": 4.6853,
      "step": 26865
    },
    {
      "epoch": 2.282195039075773,
      "grad_norm": 2.8137085283983843,
      "learning_rate": 0.00021288063391810026,
      "loss": 4.6809,
      "step": 26866
    },
    {
      "epoch": 2.282279986408427,
      "grad_norm": 2.7858118204862925,
      "learning_rate": 0.00021287440011274152,
      "loss": 4.4322,
      "step": 26867
    },
    {
      "epoch": 2.2823649337410803,
      "grad_norm": 2.777503759813422,
      "learning_rate": 0.00021286816617564194,
      "loss": 4.2143,
      "step": 26868
    },
    {
      "epoch": 2.282449881073734,
      "grad_norm": 2.925196235358395,
      "learning_rate": 0.00021286193210681465,
      "loss": 5.1556,
      "step": 26869
    },
    {
      "epoch": 2.282534828406388,
      "grad_norm": 2.799123571255957,
      "learning_rate": 0.00021285569790627272,
      "loss": 4.7032,
      "step": 26870
    },
    {
      "epoch": 2.282619775739042,
      "grad_norm": 3.0263488537910677,
      "learning_rate": 0.00021284946357402913,
      "loss": 3.9975,
      "step": 26871
    },
    {
      "epoch": 2.2827047230716957,
      "grad_norm": 2.8967364458730094,
      "learning_rate": 0.00021284322911009705,
      "loss": 4.528,
      "step": 26872
    },
    {
      "epoch": 2.282789670404349,
      "grad_norm": 2.791187786683882,
      "learning_rate": 0.00021283699451448942,
      "loss": 4.6023,
      "step": 26873
    },
    {
      "epoch": 2.282874617737003,
      "grad_norm": 2.793016212497904,
      "learning_rate": 0.00021283075978721937,
      "loss": 4.2321,
      "step": 26874
    },
    {
      "epoch": 2.282959565069657,
      "grad_norm": 2.771621515283965,
      "learning_rate": 0.0002128245249283,
      "loss": 4.3018,
      "step": 26875
    },
    {
      "epoch": 2.2830445124023107,
      "grad_norm": 2.768147894110092,
      "learning_rate": 0.0002128182899377443,
      "loss": 4.2998,
      "step": 26876
    },
    {
      "epoch": 2.2831294597349645,
      "grad_norm": 3.007990358948195,
      "learning_rate": 0.0002128120548155654,
      "loss": 5.1225,
      "step": 26877
    },
    {
      "epoch": 2.283214407067618,
      "grad_norm": 2.8842689407391715,
      "learning_rate": 0.00021280581956177635,
      "loss": 4.8854,
      "step": 26878
    },
    {
      "epoch": 2.2832993544002718,
      "grad_norm": 2.8437840585177026,
      "learning_rate": 0.00021279958417639018,
      "loss": 4.9418,
      "step": 26879
    },
    {
      "epoch": 2.2833843017329256,
      "grad_norm": 2.860595558857266,
      "learning_rate": 0.00021279334865941996,
      "loss": 4.4029,
      "step": 26880
    },
    {
      "epoch": 2.2834692490655795,
      "grad_norm": 2.751679724064862,
      "learning_rate": 0.00021278711301087877,
      "loss": 4.2752,
      "step": 26881
    },
    {
      "epoch": 2.2835541963982333,
      "grad_norm": 3.0147367874065436,
      "learning_rate": 0.00021278087723077967,
      "loss": 5.1379,
      "step": 26882
    },
    {
      "epoch": 2.2836391437308867,
      "grad_norm": 2.80897892970455,
      "learning_rate": 0.00021277464131913576,
      "loss": 4.3425,
      "step": 26883
    },
    {
      "epoch": 2.2837240910635406,
      "grad_norm": 2.8803759114508973,
      "learning_rate": 0.00021276840527596004,
      "loss": 4.7166,
      "step": 26884
    },
    {
      "epoch": 2.2838090383961944,
      "grad_norm": 2.7441536070006443,
      "learning_rate": 0.0002127621691012656,
      "loss": 4.1564,
      "step": 26885
    },
    {
      "epoch": 2.2838939857288483,
      "grad_norm": 2.99185337307286,
      "learning_rate": 0.00021275593279506555,
      "loss": 4.861,
      "step": 26886
    },
    {
      "epoch": 2.2839789330615017,
      "grad_norm": 2.8281306684796172,
      "learning_rate": 0.00021274969635737295,
      "loss": 4.7367,
      "step": 26887
    },
    {
      "epoch": 2.2840638803941555,
      "grad_norm": 3.032162572980635,
      "learning_rate": 0.00021274345978820083,
      "loss": 5.0743,
      "step": 26888
    },
    {
      "epoch": 2.2841488277268094,
      "grad_norm": 2.8227332102167266,
      "learning_rate": 0.00021273722308756224,
      "loss": 4.6788,
      "step": 26889
    },
    {
      "epoch": 2.2842337750594632,
      "grad_norm": 2.828484875219832,
      "learning_rate": 0.00021273098625547034,
      "loss": 4.4918,
      "step": 26890
    },
    {
      "epoch": 2.2843187223921166,
      "grad_norm": 2.8615784546342073,
      "learning_rate": 0.00021272474929193806,
      "loss": 4.3091,
      "step": 26891
    },
    {
      "epoch": 2.2844036697247705,
      "grad_norm": 2.818551567552273,
      "learning_rate": 0.00021271851219697857,
      "loss": 4.4094,
      "step": 26892
    },
    {
      "epoch": 2.2844886170574243,
      "grad_norm": 2.9604444352334136,
      "learning_rate": 0.00021271227497060493,
      "loss": 4.9978,
      "step": 26893
    },
    {
      "epoch": 2.284573564390078,
      "grad_norm": 2.7765755707535686,
      "learning_rate": 0.0002127060376128302,
      "loss": 4.3368,
      "step": 26894
    },
    {
      "epoch": 2.284658511722732,
      "grad_norm": 2.783498490619445,
      "learning_rate": 0.0002126998001236674,
      "loss": 4.6765,
      "step": 26895
    },
    {
      "epoch": 2.2847434590553855,
      "grad_norm": 2.7081390247628936,
      "learning_rate": 0.0002126935625031297,
      "loss": 4.4026,
      "step": 26896
    },
    {
      "epoch": 2.2848284063880393,
      "grad_norm": 2.800291340466065,
      "learning_rate": 0.0002126873247512301,
      "loss": 4.65,
      "step": 26897
    },
    {
      "epoch": 2.284913353720693,
      "grad_norm": 2.8601525658499063,
      "learning_rate": 0.00021268108686798163,
      "loss": 4.6635,
      "step": 26898
    },
    {
      "epoch": 2.284998301053347,
      "grad_norm": 2.788142460455145,
      "learning_rate": 0.00021267484885339747,
      "loss": 4.1703,
      "step": 26899
    },
    {
      "epoch": 2.285083248386001,
      "grad_norm": 2.9672766443330643,
      "learning_rate": 0.0002126686107074906,
      "loss": 4.5144,
      "step": 26900
    },
    {
      "epoch": 2.2851681957186543,
      "grad_norm": 2.8026744567433886,
      "learning_rate": 0.00021266237243027414,
      "loss": 4.2799,
      "step": 26901
    },
    {
      "epoch": 2.285253143051308,
      "grad_norm": 2.976176078740056,
      "learning_rate": 0.00021265613402176114,
      "loss": 4.8687,
      "step": 26902
    },
    {
      "epoch": 2.285338090383962,
      "grad_norm": 3.048758374469681,
      "learning_rate": 0.00021264989548196465,
      "loss": 5.1198,
      "step": 26903
    },
    {
      "epoch": 2.285423037716616,
      "grad_norm": 2.9061919581734723,
      "learning_rate": 0.0002126436568108978,
      "loss": 4.8861,
      "step": 26904
    },
    {
      "epoch": 2.2855079850492697,
      "grad_norm": 2.740310741624553,
      "learning_rate": 0.00021263741800857361,
      "loss": 4.1322,
      "step": 26905
    },
    {
      "epoch": 2.285592932381923,
      "grad_norm": 2.9707540872627574,
      "learning_rate": 0.00021263117907500517,
      "loss": 5.1628,
      "step": 26906
    },
    {
      "epoch": 2.285677879714577,
      "grad_norm": 3.042366036074446,
      "learning_rate": 0.00021262494001020557,
      "loss": 5.212,
      "step": 26907
    },
    {
      "epoch": 2.2857628270472308,
      "grad_norm": 2.940614544506853,
      "learning_rate": 0.00021261870081418788,
      "loss": 4.9142,
      "step": 26908
    },
    {
      "epoch": 2.2858477743798846,
      "grad_norm": 2.977055463653962,
      "learning_rate": 0.00021261246148696511,
      "loss": 5.0332,
      "step": 26909
    },
    {
      "epoch": 2.2859327217125385,
      "grad_norm": 2.833756660107578,
      "learning_rate": 0.0002126062220285504,
      "loss": 4.8068,
      "step": 26910
    },
    {
      "epoch": 2.286017669045192,
      "grad_norm": 2.8207891605000928,
      "learning_rate": 0.0002125999824389568,
      "loss": 4.6269,
      "step": 26911
    },
    {
      "epoch": 2.2861026163778457,
      "grad_norm": 2.726374772349915,
      "learning_rate": 0.00021259374271819743,
      "loss": 4.3144,
      "step": 26912
    },
    {
      "epoch": 2.2861875637104996,
      "grad_norm": 2.9572800639646695,
      "learning_rate": 0.00021258750286628532,
      "loss": 4.8802,
      "step": 26913
    },
    {
      "epoch": 2.2862725110431534,
      "grad_norm": 2.98773631226065,
      "learning_rate": 0.00021258126288323348,
      "loss": 5.018,
      "step": 26914
    },
    {
      "epoch": 2.286357458375807,
      "grad_norm": 3.0258506054954593,
      "learning_rate": 0.0002125750227690551,
      "loss": 5.2294,
      "step": 26915
    },
    {
      "epoch": 2.2864424057084607,
      "grad_norm": 2.8464858768937207,
      "learning_rate": 0.00021256878252376318,
      "loss": 4.9302,
      "step": 26916
    },
    {
      "epoch": 2.2865273530411145,
      "grad_norm": 2.793017465425789,
      "learning_rate": 0.00021256254214737085,
      "loss": 4.6825,
      "step": 26917
    },
    {
      "epoch": 2.2866123003737684,
      "grad_norm": 2.782222997658548,
      "learning_rate": 0.00021255630163989118,
      "loss": 4.6488,
      "step": 26918
    },
    {
      "epoch": 2.286697247706422,
      "grad_norm": 2.802149862219715,
      "learning_rate": 0.0002125500610013372,
      "loss": 4.5926,
      "step": 26919
    },
    {
      "epoch": 2.2867821950390756,
      "grad_norm": 2.9508551891764556,
      "learning_rate": 0.000212543820231722,
      "loss": 4.9647,
      "step": 26920
    },
    {
      "epoch": 2.2868671423717295,
      "grad_norm": 2.7605582417149654,
      "learning_rate": 0.00021253757933105866,
      "loss": 4.5077,
      "step": 26921
    },
    {
      "epoch": 2.2869520897043834,
      "grad_norm": 2.8858052620748547,
      "learning_rate": 0.00021253133829936027,
      "loss": 4.8748,
      "step": 26922
    },
    {
      "epoch": 2.287037037037037,
      "grad_norm": 2.8050676661459333,
      "learning_rate": 0.00021252509713663993,
      "loss": 4.3085,
      "step": 26923
    },
    {
      "epoch": 2.2871219843696906,
      "grad_norm": 2.910394593054921,
      "learning_rate": 0.00021251885584291067,
      "loss": 5.0546,
      "step": 26924
    },
    {
      "epoch": 2.2872069317023445,
      "grad_norm": 2.930007930547695,
      "learning_rate": 0.00021251261441818556,
      "loss": 4.6344,
      "step": 26925
    },
    {
      "epoch": 2.2872918790349983,
      "grad_norm": 2.8903248542380773,
      "learning_rate": 0.00021250637286247774,
      "loss": 4.5927,
      "step": 26926
    },
    {
      "epoch": 2.287376826367652,
      "grad_norm": 2.7621214821399214,
      "learning_rate": 0.00021250013117580022,
      "loss": 4.2804,
      "step": 26927
    },
    {
      "epoch": 2.287461773700306,
      "grad_norm": 2.867654355454288,
      "learning_rate": 0.0002124938893581661,
      "loss": 4.8472,
      "step": 26928
    },
    {
      "epoch": 2.2875467210329594,
      "grad_norm": 2.8410676449999688,
      "learning_rate": 0.00021248764740958848,
      "loss": 4.385,
      "step": 26929
    },
    {
      "epoch": 2.2876316683656133,
      "grad_norm": 2.982825356988461,
      "learning_rate": 0.00021248140533008044,
      "loss": 5.1356,
      "step": 26930
    },
    {
      "epoch": 2.287716615698267,
      "grad_norm": 2.731091330275943,
      "learning_rate": 0.00021247516311965505,
      "loss": 4.3102,
      "step": 26931
    },
    {
      "epoch": 2.287801563030921,
      "grad_norm": 2.8787864273592705,
      "learning_rate": 0.00021246892077832533,
      "loss": 4.5338,
      "step": 26932
    },
    {
      "epoch": 2.287886510363575,
      "grad_norm": 2.7540609991875606,
      "learning_rate": 0.0002124626783061045,
      "loss": 4.5989,
      "step": 26933
    },
    {
      "epoch": 2.2879714576962282,
      "grad_norm": 2.77315782777919,
      "learning_rate": 0.00021245643570300547,
      "loss": 4.6551,
      "step": 26934
    },
    {
      "epoch": 2.288056405028882,
      "grad_norm": 2.7536020057245594,
      "learning_rate": 0.00021245019296904145,
      "loss": 4.4437,
      "step": 26935
    },
    {
      "epoch": 2.288141352361536,
      "grad_norm": 3.069137781823869,
      "learning_rate": 0.00021244395010422545,
      "loss": 4.432,
      "step": 26936
    },
    {
      "epoch": 2.28822629969419,
      "grad_norm": 2.774755863357499,
      "learning_rate": 0.0002124377071085706,
      "loss": 4.5523,
      "step": 26937
    },
    {
      "epoch": 2.288311247026843,
      "grad_norm": 2.8698113070881575,
      "learning_rate": 0.00021243146398208993,
      "loss": 4.7418,
      "step": 26938
    },
    {
      "epoch": 2.288396194359497,
      "grad_norm": 2.780459224435959,
      "learning_rate": 0.00021242522072479654,
      "loss": 4.5153,
      "step": 26939
    },
    {
      "epoch": 2.288481141692151,
      "grad_norm": 3.003214139155948,
      "learning_rate": 0.00021241897733670356,
      "loss": 5.0432,
      "step": 26940
    },
    {
      "epoch": 2.2885660890248047,
      "grad_norm": 3.0860025759566616,
      "learning_rate": 0.00021241273381782395,
      "loss": 5.2916,
      "step": 26941
    },
    {
      "epoch": 2.288651036357458,
      "grad_norm": 2.7407175744349606,
      "learning_rate": 0.00021240649016817097,
      "loss": 4.1078,
      "step": 26942
    },
    {
      "epoch": 2.288735983690112,
      "grad_norm": 2.797807327412109,
      "learning_rate": 0.00021240024638775757,
      "loss": 4.5107,
      "step": 26943
    },
    {
      "epoch": 2.288820931022766,
      "grad_norm": 2.985361680403403,
      "learning_rate": 0.00021239400247659686,
      "loss": 4.7128,
      "step": 26944
    },
    {
      "epoch": 2.2889058783554197,
      "grad_norm": 3.011980186314714,
      "learning_rate": 0.0002123877584347019,
      "loss": 4.7936,
      "step": 26945
    },
    {
      "epoch": 2.2889908256880735,
      "grad_norm": 2.9717412179527165,
      "learning_rate": 0.00021238151426208584,
      "loss": 5.0257,
      "step": 26946
    },
    {
      "epoch": 2.289075773020727,
      "grad_norm": 3.025031709652369,
      "learning_rate": 0.0002123752699587617,
      "loss": 5.0532,
      "step": 26947
    },
    {
      "epoch": 2.289160720353381,
      "grad_norm": 2.889244005436098,
      "learning_rate": 0.0002123690255247426,
      "loss": 4.7053,
      "step": 26948
    },
    {
      "epoch": 2.2892456676860347,
      "grad_norm": 3.008871452555302,
      "learning_rate": 0.00021236278096004163,
      "loss": 4.9188,
      "step": 26949
    },
    {
      "epoch": 2.2893306150186885,
      "grad_norm": 2.984411295821896,
      "learning_rate": 0.00021235653626467183,
      "loss": 4.9208,
      "step": 26950
    },
    {
      "epoch": 2.2894155623513424,
      "grad_norm": 3.0510875598574816,
      "learning_rate": 0.00021235029143864637,
      "loss": 4.1161,
      "step": 26951
    },
    {
      "epoch": 2.2895005096839958,
      "grad_norm": 2.874220871524208,
      "learning_rate": 0.0002123440464819782,
      "loss": 4.7257,
      "step": 26952
    },
    {
      "epoch": 2.2895854570166496,
      "grad_norm": 2.9850407312717984,
      "learning_rate": 0.00021233780139468054,
      "loss": 4.861,
      "step": 26953
    },
    {
      "epoch": 2.2896704043493035,
      "grad_norm": 2.893259035789915,
      "learning_rate": 0.00021233155617676638,
      "loss": 5.1548,
      "step": 26954
    },
    {
      "epoch": 2.2897553516819573,
      "grad_norm": 2.819059339538323,
      "learning_rate": 0.00021232531082824885,
      "loss": 4.19,
      "step": 26955
    },
    {
      "epoch": 2.289840299014611,
      "grad_norm": 2.821226651561175,
      "learning_rate": 0.00021231906534914107,
      "loss": 4.5062,
      "step": 26956
    },
    {
      "epoch": 2.2899252463472646,
      "grad_norm": 2.787486911059342,
      "learning_rate": 0.00021231281973945604,
      "loss": 4.4892,
      "step": 26957
    },
    {
      "epoch": 2.2900101936799184,
      "grad_norm": 2.818336347961881,
      "learning_rate": 0.0002123065739992069,
      "loss": 4.3342,
      "step": 26958
    },
    {
      "epoch": 2.2900951410125723,
      "grad_norm": 3.011256698163774,
      "learning_rate": 0.00021230032812840675,
      "loss": 5.0005,
      "step": 26959
    },
    {
      "epoch": 2.290180088345226,
      "grad_norm": 2.7037446529307134,
      "learning_rate": 0.00021229408212706862,
      "loss": 4.2486,
      "step": 26960
    },
    {
      "epoch": 2.2902650356778795,
      "grad_norm": 2.8113096697755093,
      "learning_rate": 0.00021228783599520565,
      "loss": 4.4991,
      "step": 26961
    },
    {
      "epoch": 2.2903499830105334,
      "grad_norm": 3.082433477114436,
      "learning_rate": 0.00021228158973283094,
      "loss": 5.3294,
      "step": 26962
    },
    {
      "epoch": 2.2904349303431872,
      "grad_norm": 2.8622346722286194,
      "learning_rate": 0.00021227534333995748,
      "loss": 4.9119,
      "step": 26963
    },
    {
      "epoch": 2.290519877675841,
      "grad_norm": 2.976591851814619,
      "learning_rate": 0.00021226909681659848,
      "loss": 4.8002,
      "step": 26964
    },
    {
      "epoch": 2.2906048250084945,
      "grad_norm": 2.8522818898126636,
      "learning_rate": 0.000212262850162767,
      "loss": 4.4581,
      "step": 26965
    },
    {
      "epoch": 2.2906897723411483,
      "grad_norm": 2.8377085813458147,
      "learning_rate": 0.000212256603378476,
      "loss": 4.6344,
      "step": 26966
    },
    {
      "epoch": 2.290774719673802,
      "grad_norm": 2.8009954527048357,
      "learning_rate": 0.00021225035646373877,
      "loss": 4.3368,
      "step": 26967
    },
    {
      "epoch": 2.290859667006456,
      "grad_norm": 2.888151289920172,
      "learning_rate": 0.00021224410941856828,
      "loss": 4.8438,
      "step": 26968
    },
    {
      "epoch": 2.29094461433911,
      "grad_norm": 2.8114391148122704,
      "learning_rate": 0.00021223786224297761,
      "loss": 4.6623,
      "step": 26969
    },
    {
      "epoch": 2.2910295616717633,
      "grad_norm": 2.860076662753065,
      "learning_rate": 0.00021223161493697993,
      "loss": 4.8231,
      "step": 26970
    },
    {
      "epoch": 2.291114509004417,
      "grad_norm": 2.9415899504356133,
      "learning_rate": 0.00021222536750058825,
      "loss": 4.6862,
      "step": 26971
    },
    {
      "epoch": 2.291199456337071,
      "grad_norm": 2.989517190690042,
      "learning_rate": 0.00021221911993381565,
      "loss": 4.7678,
      "step": 26972
    },
    {
      "epoch": 2.291284403669725,
      "grad_norm": 2.7563364169585,
      "learning_rate": 0.00021221287223667534,
      "loss": 4.5898,
      "step": 26973
    },
    {
      "epoch": 2.2913693510023787,
      "grad_norm": 2.819642264352438,
      "learning_rate": 0.00021220662440918028,
      "loss": 4.4553,
      "step": 26974
    },
    {
      "epoch": 2.291454298335032,
      "grad_norm": 2.7972236960581665,
      "learning_rate": 0.00021220037645134363,
      "loss": 4.5562,
      "step": 26975
    },
    {
      "epoch": 2.291539245667686,
      "grad_norm": 2.711242600516629,
      "learning_rate": 0.00021219412836317848,
      "loss": 4.4363,
      "step": 26976
    },
    {
      "epoch": 2.29162419300034,
      "grad_norm": 2.8850675794251384,
      "learning_rate": 0.00021218788014469787,
      "loss": 4.2804,
      "step": 26977
    },
    {
      "epoch": 2.2917091403329937,
      "grad_norm": 2.847446093620224,
      "learning_rate": 0.00021218163179591496,
      "loss": 4.6085,
      "step": 26978
    },
    {
      "epoch": 2.2917940876656475,
      "grad_norm": 2.824537642452664,
      "learning_rate": 0.00021217538331684275,
      "loss": 4.6459,
      "step": 26979
    },
    {
      "epoch": 2.291879034998301,
      "grad_norm": 2.976055693347507,
      "learning_rate": 0.0002121691347074945,
      "loss": 4.9918,
      "step": 26980
    },
    {
      "epoch": 2.2919639823309548,
      "grad_norm": 3.0010995724875382,
      "learning_rate": 0.0002121628859678831,
      "loss": 4.8583,
      "step": 26981
    },
    {
      "epoch": 2.2920489296636086,
      "grad_norm": 2.8077504163560874,
      "learning_rate": 0.00021215663709802177,
      "loss": 4.5221,
      "step": 26982
    },
    {
      "epoch": 2.2921338769962625,
      "grad_norm": 3.0544200709496665,
      "learning_rate": 0.0002121503880979236,
      "loss": 5.3223,
      "step": 26983
    },
    {
      "epoch": 2.292218824328916,
      "grad_norm": 2.817472572870768,
      "learning_rate": 0.00021214413896760158,
      "loss": 4.1817,
      "step": 26984
    },
    {
      "epoch": 2.2923037716615697,
      "grad_norm": 2.777406166917587,
      "learning_rate": 0.00021213788970706897,
      "loss": 4.4457,
      "step": 26985
    },
    {
      "epoch": 2.2923887189942236,
      "grad_norm": 3.0516050045223975,
      "learning_rate": 0.0002121316403163387,
      "loss": 4.8815,
      "step": 26986
    },
    {
      "epoch": 2.2924736663268774,
      "grad_norm": 2.900866520551915,
      "learning_rate": 0.00021212539079542398,
      "loss": 4.7619,
      "step": 26987
    },
    {
      "epoch": 2.292558613659531,
      "grad_norm": 2.9283007701038155,
      "learning_rate": 0.00021211914114433784,
      "loss": 4.6104,
      "step": 26988
    },
    {
      "epoch": 2.2926435609921847,
      "grad_norm": 2.942329427947384,
      "learning_rate": 0.00021211289136309342,
      "loss": 4.7661,
      "step": 26989
    },
    {
      "epoch": 2.2927285083248385,
      "grad_norm": 2.8161578015508226,
      "learning_rate": 0.00021210664145170376,
      "loss": 4.3023,
      "step": 26990
    },
    {
      "epoch": 2.2928134556574924,
      "grad_norm": 2.8410810254747,
      "learning_rate": 0.000212100391410182,
      "loss": 4.4741,
      "step": 26991
    },
    {
      "epoch": 2.2928984029901462,
      "grad_norm": 2.8811726449495527,
      "learning_rate": 0.00021209414123854125,
      "loss": 4.596,
      "step": 26992
    },
    {
      "epoch": 2.2929833503227997,
      "grad_norm": 2.9134824442358935,
      "learning_rate": 0.00021208789093679452,
      "loss": 4.5301,
      "step": 26993
    },
    {
      "epoch": 2.2930682976554535,
      "grad_norm": 2.7881964293913724,
      "learning_rate": 0.00021208164050495501,
      "loss": 4.4882,
      "step": 26994
    },
    {
      "epoch": 2.2931532449881074,
      "grad_norm": 3.3131555229100673,
      "learning_rate": 0.00021207538994303578,
      "loss": 4.2078,
      "step": 26995
    },
    {
      "epoch": 2.293238192320761,
      "grad_norm": 2.8626557329339497,
      "learning_rate": 0.00021206913925104996,
      "loss": 4.6967,
      "step": 26996
    },
    {
      "epoch": 2.293323139653415,
      "grad_norm": 2.9781505364173086,
      "learning_rate": 0.0002120628884290105,
      "loss": 4.8125,
      "step": 26997
    },
    {
      "epoch": 2.2934080869860685,
      "grad_norm": 2.8022806168122925,
      "learning_rate": 0.0002120566374769307,
      "loss": 4.7023,
      "step": 26998
    },
    {
      "epoch": 2.2934930343187223,
      "grad_norm": 2.825912747890357,
      "learning_rate": 0.00021205038639482348,
      "loss": 4.7737,
      "step": 26999
    },
    {
      "epoch": 2.293577981651376,
      "grad_norm": 2.8424153238407475,
      "learning_rate": 0.000212044135182702,
      "loss": 4.5891,
      "step": 27000
    },
    {
      "epoch": 2.29366292898403,
      "grad_norm": 2.872830531107261,
      "learning_rate": 0.0002120378838405795,
      "loss": 4.5219,
      "step": 27001
    },
    {
      "epoch": 2.293747876316684,
      "grad_norm": 2.775316772989339,
      "learning_rate": 0.00021203163236846887,
      "loss": 4.2723,
      "step": 27002
    },
    {
      "epoch": 2.2938328236493373,
      "grad_norm": 2.7950288828311365,
      "learning_rate": 0.0002120253807663833,
      "loss": 4.4128,
      "step": 27003
    },
    {
      "epoch": 2.293917770981991,
      "grad_norm": 2.827070626730406,
      "learning_rate": 0.0002120191290343359,
      "loss": 4.9401,
      "step": 27004
    },
    {
      "epoch": 2.294002718314645,
      "grad_norm": 2.9375732433142367,
      "learning_rate": 0.00021201287717233976,
      "loss": 4.9232,
      "step": 27005
    },
    {
      "epoch": 2.294087665647299,
      "grad_norm": 2.7683879264064,
      "learning_rate": 0.0002120066251804079,
      "loss": 4.3232,
      "step": 27006
    },
    {
      "epoch": 2.2941726129799527,
      "grad_norm": 2.724018818853941,
      "learning_rate": 0.0002120003730585536,
      "loss": 4.6262,
      "step": 27007
    },
    {
      "epoch": 2.294257560312606,
      "grad_norm": 2.8005316847834862,
      "learning_rate": 0.00021199412080678977,
      "loss": 4.1745,
      "step": 27008
    },
    {
      "epoch": 2.29434250764526,
      "grad_norm": 3.0593916201856057,
      "learning_rate": 0.0002119878684251296,
      "loss": 5.0328,
      "step": 27009
    },
    {
      "epoch": 2.294427454977914,
      "grad_norm": 2.789060128707667,
      "learning_rate": 0.00021198161591358622,
      "loss": 4.5437,
      "step": 27010
    },
    {
      "epoch": 2.2945124023105676,
      "grad_norm": 2.8348981018451727,
      "learning_rate": 0.0002119753632721727,
      "loss": 4.4856,
      "step": 27011
    },
    {
      "epoch": 2.294597349643221,
      "grad_norm": 2.7655133293142673,
      "learning_rate": 0.0002119691105009021,
      "loss": 4.7454,
      "step": 27012
    },
    {
      "epoch": 2.294682296975875,
      "grad_norm": 2.9838149496442345,
      "learning_rate": 0.00021196285759978755,
      "loss": 4.7197,
      "step": 27013
    },
    {
      "epoch": 2.2947672443085287,
      "grad_norm": 2.8201450519952296,
      "learning_rate": 0.00021195660456884221,
      "loss": 4.33,
      "step": 27014
    },
    {
      "epoch": 2.2948521916411826,
      "grad_norm": 2.9852293403433863,
      "learning_rate": 0.00021195035140807904,
      "loss": 4.9098,
      "step": 27015
    },
    {
      "epoch": 2.294937138973836,
      "grad_norm": 2.8439710308164052,
      "learning_rate": 0.00021194409811751134,
      "loss": 4.6258,
      "step": 27016
    },
    {
      "epoch": 2.29502208630649,
      "grad_norm": 2.878876539574305,
      "learning_rate": 0.00021193784469715203,
      "loss": 4.7808,
      "step": 27017
    },
    {
      "epoch": 2.2951070336391437,
      "grad_norm": 2.9323224304404416,
      "learning_rate": 0.00021193159114701434,
      "loss": 4.8944,
      "step": 27018
    },
    {
      "epoch": 2.2951919809717976,
      "grad_norm": 3.0350330418830342,
      "learning_rate": 0.0002119253374671113,
      "loss": 5.1868,
      "step": 27019
    },
    {
      "epoch": 2.2952769283044514,
      "grad_norm": 2.9323914585702933,
      "learning_rate": 0.000211919083657456,
      "loss": 4.8706,
      "step": 27020
    },
    {
      "epoch": 2.295361875637105,
      "grad_norm": 3.014509579532985,
      "learning_rate": 0.0002119128297180616,
      "loss": 4.8998,
      "step": 27021
    },
    {
      "epoch": 2.2954468229697587,
      "grad_norm": 2.8560394264641618,
      "learning_rate": 0.00021190657564894118,
      "loss": 4.8681,
      "step": 27022
    },
    {
      "epoch": 2.2955317703024125,
      "grad_norm": 2.804575069764309,
      "learning_rate": 0.00021190032145010785,
      "loss": 4.4626,
      "step": 27023
    },
    {
      "epoch": 2.2956167176350664,
      "grad_norm": 2.8644664470521177,
      "learning_rate": 0.0002118940671215747,
      "loss": 4.5292,
      "step": 27024
    },
    {
      "epoch": 2.29570166496772,
      "grad_norm": 2.800331450122994,
      "learning_rate": 0.0002118878126633549,
      "loss": 4.4926,
      "step": 27025
    },
    {
      "epoch": 2.2957866123003736,
      "grad_norm": 2.8762593462020534,
      "learning_rate": 0.0002118815580754614,
      "loss": 4.4712,
      "step": 27026
    },
    {
      "epoch": 2.2958715596330275,
      "grad_norm": 2.7904788646473997,
      "learning_rate": 0.00021187530335790747,
      "loss": 4.5082,
      "step": 27027
    },
    {
      "epoch": 2.2959565069656813,
      "grad_norm": 3.1572034083995693,
      "learning_rate": 0.00021186904851070614,
      "loss": 4.4252,
      "step": 27028
    },
    {
      "epoch": 2.296041454298335,
      "grad_norm": 2.865343921208983,
      "learning_rate": 0.00021186279353387053,
      "loss": 4.4473,
      "step": 27029
    },
    {
      "epoch": 2.296126401630989,
      "grad_norm": 2.868963450630495,
      "learning_rate": 0.00021185653842741372,
      "loss": 4.9728,
      "step": 27030
    },
    {
      "epoch": 2.2962113489636424,
      "grad_norm": 2.791974249453662,
      "learning_rate": 0.00021185028319134887,
      "loss": 4.6221,
      "step": 27031
    },
    {
      "epoch": 2.2962962962962963,
      "grad_norm": 2.9358424600920827,
      "learning_rate": 0.00021184402782568903,
      "loss": 4.8245,
      "step": 27032
    },
    {
      "epoch": 2.29638124362895,
      "grad_norm": 2.761783550240255,
      "learning_rate": 0.00021183777233044733,
      "loss": 4.1159,
      "step": 27033
    },
    {
      "epoch": 2.296466190961604,
      "grad_norm": 2.7905763719530654,
      "learning_rate": 0.0002118315167056369,
      "loss": 4.3701,
      "step": 27034
    },
    {
      "epoch": 2.2965511382942574,
      "grad_norm": 2.963616232664924,
      "learning_rate": 0.00021182526095127086,
      "loss": 5.0287,
      "step": 27035
    },
    {
      "epoch": 2.2966360856269112,
      "grad_norm": 2.8957822208812405,
      "learning_rate": 0.00021181900506736222,
      "loss": 4.4727,
      "step": 27036
    },
    {
      "epoch": 2.296721032959565,
      "grad_norm": 2.8074394792989557,
      "learning_rate": 0.00021181274905392416,
      "loss": 4.6272,
      "step": 27037
    },
    {
      "epoch": 2.296805980292219,
      "grad_norm": 2.7360166767028806,
      "learning_rate": 0.00021180649291096978,
      "loss": 4.5845,
      "step": 27038
    },
    {
      "epoch": 2.2968909276248723,
      "grad_norm": 3.0066140492242,
      "learning_rate": 0.00021180023663851222,
      "loss": 4.8689,
      "step": 27039
    },
    {
      "epoch": 2.296975874957526,
      "grad_norm": 2.918549062838553,
      "learning_rate": 0.00021179398023656455,
      "loss": 5.1297,
      "step": 27040
    },
    {
      "epoch": 2.29706082229018,
      "grad_norm": 2.938569733792673,
      "learning_rate": 0.0002117877237051399,
      "loss": 4.8075,
      "step": 27041
    },
    {
      "epoch": 2.297145769622834,
      "grad_norm": 2.7754819477463863,
      "learning_rate": 0.00021178146704425136,
      "loss": 4.5146,
      "step": 27042
    },
    {
      "epoch": 2.2972307169554878,
      "grad_norm": 2.8678127406970213,
      "learning_rate": 0.00021177521025391203,
      "loss": 4.8914,
      "step": 27043
    },
    {
      "epoch": 2.297315664288141,
      "grad_norm": 2.9262541752264073,
      "learning_rate": 0.000211768953334135,
      "loss": 4.6073,
      "step": 27044
    },
    {
      "epoch": 2.297400611620795,
      "grad_norm": 2.9968046414144234,
      "learning_rate": 0.00021176269628493346,
      "loss": 4.7868,
      "step": 27045
    },
    {
      "epoch": 2.297485558953449,
      "grad_norm": 2.7411678495933303,
      "learning_rate": 0.00021175643910632046,
      "loss": 4.0475,
      "step": 27046
    },
    {
      "epoch": 2.2975705062861027,
      "grad_norm": 2.8804027204143154,
      "learning_rate": 0.00021175018179830915,
      "loss": 4.6802,
      "step": 27047
    },
    {
      "epoch": 2.2976554536187566,
      "grad_norm": 2.8609881456099626,
      "learning_rate": 0.0002117439243609126,
      "loss": 4.854,
      "step": 27048
    },
    {
      "epoch": 2.29774040095141,
      "grad_norm": 2.788938870017501,
      "learning_rate": 0.00021173766679414392,
      "loss": 4.6734,
      "step": 27049
    },
    {
      "epoch": 2.297825348284064,
      "grad_norm": 2.7811443550898725,
      "learning_rate": 0.0002117314090980163,
      "loss": 4.6483,
      "step": 27050
    },
    {
      "epoch": 2.2979102956167177,
      "grad_norm": 3.0046780919622935,
      "learning_rate": 0.00021172515127254273,
      "loss": 5.2675,
      "step": 27051
    },
    {
      "epoch": 2.2979952429493715,
      "grad_norm": 2.8126026960080246,
      "learning_rate": 0.00021171889331773641,
      "loss": 4.4173,
      "step": 27052
    },
    {
      "epoch": 2.2980801902820254,
      "grad_norm": 2.83540940040457,
      "learning_rate": 0.00021171263523361045,
      "loss": 4.5003,
      "step": 27053
    },
    {
      "epoch": 2.2981651376146788,
      "grad_norm": 2.8139041332779393,
      "learning_rate": 0.0002117063770201779,
      "loss": 4.6793,
      "step": 27054
    },
    {
      "epoch": 2.2982500849473326,
      "grad_norm": 2.8454422217317297,
      "learning_rate": 0.00021170011867745192,
      "loss": 4.6638,
      "step": 27055
    },
    {
      "epoch": 2.2983350322799865,
      "grad_norm": 2.779660744573516,
      "learning_rate": 0.0002116938602054456,
      "loss": 4.4529,
      "step": 27056
    },
    {
      "epoch": 2.2984199796126403,
      "grad_norm": 2.8041242778326794,
      "learning_rate": 0.00021168760160417214,
      "loss": 4.7429,
      "step": 27057
    },
    {
      "epoch": 2.2985049269452937,
      "grad_norm": 2.75639202506433,
      "learning_rate": 0.0002116813428736445,
      "loss": 4.2017,
      "step": 27058
    },
    {
      "epoch": 2.2985898742779476,
      "grad_norm": 2.7556311785417553,
      "learning_rate": 0.00021167508401387594,
      "loss": 4.5366,
      "step": 27059
    },
    {
      "epoch": 2.2986748216106014,
      "grad_norm": 2.878966883862703,
      "learning_rate": 0.00021166882502487945,
      "loss": 4.5971,
      "step": 27060
    },
    {
      "epoch": 2.2987597689432553,
      "grad_norm": 2.8016297496812457,
      "learning_rate": 0.00021166256590666825,
      "loss": 4.6932,
      "step": 27061
    },
    {
      "epoch": 2.2988447162759087,
      "grad_norm": 2.819099453297382,
      "learning_rate": 0.00021165630665925537,
      "loss": 4.7173,
      "step": 27062
    },
    {
      "epoch": 2.2989296636085625,
      "grad_norm": 2.7953934663858866,
      "learning_rate": 0.00021165004728265397,
      "loss": 4.4605,
      "step": 27063
    },
    {
      "epoch": 2.2990146109412164,
      "grad_norm": 2.749656833196979,
      "learning_rate": 0.0002116437877768772,
      "loss": 4.26,
      "step": 27064
    },
    {
      "epoch": 2.2990995582738702,
      "grad_norm": 2.767245759031964,
      "learning_rate": 0.0002116375281419381,
      "loss": 4.4501,
      "step": 27065
    },
    {
      "epoch": 2.299184505606524,
      "grad_norm": 2.930662278218426,
      "learning_rate": 0.00021163126837784989,
      "loss": 4.6858,
      "step": 27066
    },
    {
      "epoch": 2.2992694529391775,
      "grad_norm": 2.8024539156730905,
      "learning_rate": 0.0002116250084846255,
      "loss": 4.6727,
      "step": 27067
    },
    {
      "epoch": 2.2993544002718314,
      "grad_norm": 2.9460099572862224,
      "learning_rate": 0.00021161874846227827,
      "loss": 4.6913,
      "step": 27068
    },
    {
      "epoch": 2.299439347604485,
      "grad_norm": 2.9763506361816847,
      "learning_rate": 0.00021161248831082116,
      "loss": 4.8069,
      "step": 27069
    },
    {
      "epoch": 2.299524294937139,
      "grad_norm": 2.79663663154994,
      "learning_rate": 0.0002116062280302673,
      "loss": 4.4921,
      "step": 27070
    },
    {
      "epoch": 2.299609242269793,
      "grad_norm": 2.95378095925146,
      "learning_rate": 0.0002115999676206299,
      "loss": 4.9918,
      "step": 27071
    },
    {
      "epoch": 2.2996941896024463,
      "grad_norm": 2.7831379421312388,
      "learning_rate": 0.000211593707081922,
      "loss": 4.2544,
      "step": 27072
    },
    {
      "epoch": 2.2997791369351,
      "grad_norm": 2.801766446619831,
      "learning_rate": 0.00021158744641415676,
      "loss": 4.6442,
      "step": 27073
    },
    {
      "epoch": 2.299864084267754,
      "grad_norm": 2.973160680061093,
      "learning_rate": 0.00021158118561734722,
      "loss": 4.9679,
      "step": 27074
    },
    {
      "epoch": 2.299949031600408,
      "grad_norm": 2.7282465384845485,
      "learning_rate": 0.00021157492469150665,
      "loss": 4.4419,
      "step": 27075
    },
    {
      "epoch": 2.3000339789330617,
      "grad_norm": 2.8708400391143147,
      "learning_rate": 0.00021156866363664797,
      "loss": 4.7932,
      "step": 27076
    },
    {
      "epoch": 2.300118926265715,
      "grad_norm": 2.883008818959525,
      "learning_rate": 0.0002115624024527845,
      "loss": 4.3318,
      "step": 27077
    },
    {
      "epoch": 2.300203873598369,
      "grad_norm": 2.9079896708132456,
      "learning_rate": 0.0002115561411399292,
      "loss": 4.983,
      "step": 27078
    },
    {
      "epoch": 2.300288820931023,
      "grad_norm": 3.1826789141426546,
      "learning_rate": 0.0002115498796980953,
      "loss": 3.9122,
      "step": 27079
    },
    {
      "epoch": 2.3003737682636767,
      "grad_norm": 3.0062418268200526,
      "learning_rate": 0.00021154361812729584,
      "loss": 5.0538,
      "step": 27080
    },
    {
      "epoch": 2.30045871559633,
      "grad_norm": 2.784248933120288,
      "learning_rate": 0.00021153735642754392,
      "loss": 4.3145,
      "step": 27081
    },
    {
      "epoch": 2.300543662928984,
      "grad_norm": 2.7743652737422884,
      "learning_rate": 0.0002115310945988528,
      "loss": 4.4196,
      "step": 27082
    },
    {
      "epoch": 2.300628610261638,
      "grad_norm": 2.8117881273862935,
      "learning_rate": 0.00021152483264123546,
      "loss": 4.3764,
      "step": 27083
    },
    {
      "epoch": 2.3007135575942916,
      "grad_norm": 2.7801066017210547,
      "learning_rate": 0.0002115185705547051,
      "loss": 4.3499,
      "step": 27084
    },
    {
      "epoch": 2.3007985049269455,
      "grad_norm": 2.911543312701215,
      "learning_rate": 0.00021151230833927476,
      "loss": 4.7872,
      "step": 27085
    },
    {
      "epoch": 2.300883452259599,
      "grad_norm": 2.764300818871472,
      "learning_rate": 0.00021150604599495768,
      "loss": 4.6138,
      "step": 27086
    },
    {
      "epoch": 2.3009683995922527,
      "grad_norm": 2.884929349215822,
      "learning_rate": 0.0002114997835217669,
      "loss": 4.908,
      "step": 27087
    },
    {
      "epoch": 2.3010533469249066,
      "grad_norm": 2.8601777819964815,
      "learning_rate": 0.00021149352091971553,
      "loss": 4.4936,
      "step": 27088
    },
    {
      "epoch": 2.3011382942575604,
      "grad_norm": 2.764767385828883,
      "learning_rate": 0.00021148725818881674,
      "loss": 4.4958,
      "step": 27089
    },
    {
      "epoch": 2.301223241590214,
      "grad_norm": 2.8045393330907293,
      "learning_rate": 0.0002114809953290836,
      "loss": 4.4264,
      "step": 27090
    },
    {
      "epoch": 2.3013081889228677,
      "grad_norm": 2.7606584312425593,
      "learning_rate": 0.00021147473234052935,
      "loss": 4.123,
      "step": 27091
    },
    {
      "epoch": 2.3013931362555216,
      "grad_norm": 2.823780084357426,
      "learning_rate": 0.00021146846922316692,
      "loss": 4.7258,
      "step": 27092
    },
    {
      "epoch": 2.3014780835881754,
      "grad_norm": 2.810650411926525,
      "learning_rate": 0.0002114622059770096,
      "loss": 4.2796,
      "step": 27093
    },
    {
      "epoch": 2.3015630309208293,
      "grad_norm": 2.765494361536788,
      "learning_rate": 0.00021145594260207047,
      "loss": 4.4714,
      "step": 27094
    },
    {
      "epoch": 2.3016479782534827,
      "grad_norm": 2.856224213494149,
      "learning_rate": 0.00021144967909836261,
      "loss": 4.6442,
      "step": 27095
    },
    {
      "epoch": 2.3017329255861365,
      "grad_norm": 2.726830626079656,
      "learning_rate": 0.00021144341546589914,
      "loss": 4.3784,
      "step": 27096
    },
    {
      "epoch": 2.3018178729187904,
      "grad_norm": 2.995066106822262,
      "learning_rate": 0.00021143715170469327,
      "loss": 5.1458,
      "step": 27097
    },
    {
      "epoch": 2.301902820251444,
      "grad_norm": 2.8815973323495645,
      "learning_rate": 0.00021143088781475804,
      "loss": 4.5906,
      "step": 27098
    },
    {
      "epoch": 2.301987767584098,
      "grad_norm": 3.056143544759859,
      "learning_rate": 0.0002114246237961066,
      "loss": 4.9328,
      "step": 27099
    },
    {
      "epoch": 2.3020727149167515,
      "grad_norm": 2.736645483165418,
      "learning_rate": 0.0002114183596487521,
      "loss": 4.3752,
      "step": 27100
    },
    {
      "epoch": 2.3021576622494053,
      "grad_norm": 3.033138900422796,
      "learning_rate": 0.00021141209537270763,
      "loss": 4.9277,
      "step": 27101
    },
    {
      "epoch": 2.302242609582059,
      "grad_norm": 2.970945328009194,
      "learning_rate": 0.00021140583096798636,
      "loss": 4.884,
      "step": 27102
    },
    {
      "epoch": 2.302327556914713,
      "grad_norm": 2.7904370494716555,
      "learning_rate": 0.00021139956643460137,
      "loss": 4.401,
      "step": 27103
    },
    {
      "epoch": 2.302412504247367,
      "grad_norm": 2.810279284800852,
      "learning_rate": 0.00021139330177256577,
      "loss": 4.3878,
      "step": 27104
    },
    {
      "epoch": 2.3024974515800203,
      "grad_norm": 2.9055362854115288,
      "learning_rate": 0.00021138703698189275,
      "loss": 4.7662,
      "step": 27105
    },
    {
      "epoch": 2.302582398912674,
      "grad_norm": 2.7899418150390294,
      "learning_rate": 0.00021138077206259541,
      "loss": 4.2127,
      "step": 27106
    },
    {
      "epoch": 2.302667346245328,
      "grad_norm": 2.7804018463677824,
      "learning_rate": 0.00021137450701468684,
      "loss": 4.4175,
      "step": 27107
    },
    {
      "epoch": 2.302752293577982,
      "grad_norm": 2.797902421758832,
      "learning_rate": 0.00021136824183818023,
      "loss": 4.3181,
      "step": 27108
    },
    {
      "epoch": 2.3028372409106352,
      "grad_norm": 2.864424555163156,
      "learning_rate": 0.00021136197653308868,
      "loss": 4.5165,
      "step": 27109
    },
    {
      "epoch": 2.302922188243289,
      "grad_norm": 2.779876893257621,
      "learning_rate": 0.00021135571109942529,
      "loss": 4.0287,
      "step": 27110
    },
    {
      "epoch": 2.303007135575943,
      "grad_norm": 2.7833394643630256,
      "learning_rate": 0.00021134944553720324,
      "loss": 4.4683,
      "step": 27111
    },
    {
      "epoch": 2.303092082908597,
      "grad_norm": 2.8654388193264615,
      "learning_rate": 0.0002113431798464356,
      "loss": 4.3849,
      "step": 27112
    },
    {
      "epoch": 2.30317703024125,
      "grad_norm": 2.825263992764196,
      "learning_rate": 0.00021133691402713557,
      "loss": 4.6593,
      "step": 27113
    },
    {
      "epoch": 2.303261977573904,
      "grad_norm": 2.996649375088588,
      "learning_rate": 0.00021133064807931623,
      "loss": 5.0125,
      "step": 27114
    },
    {
      "epoch": 2.303346924906558,
      "grad_norm": 2.8177321937555724,
      "learning_rate": 0.0002113243820029907,
      "loss": 4.7301,
      "step": 27115
    },
    {
      "epoch": 2.3034318722392118,
      "grad_norm": 2.853382598906394,
      "learning_rate": 0.00021131811579817213,
      "loss": 4.5691,
      "step": 27116
    },
    {
      "epoch": 2.3035168195718656,
      "grad_norm": 2.785082582760207,
      "learning_rate": 0.0002113118494648736,
      "loss": 4.2875,
      "step": 27117
    },
    {
      "epoch": 2.303601766904519,
      "grad_norm": 2.7950330474103757,
      "learning_rate": 0.0002113055830031084,
      "loss": 4.2956,
      "step": 27118
    },
    {
      "epoch": 2.303686714237173,
      "grad_norm": 2.875305042472769,
      "learning_rate": 0.00021129931641288943,
      "loss": 4.7969,
      "step": 27119
    },
    {
      "epoch": 2.3037716615698267,
      "grad_norm": 2.811052030415349,
      "learning_rate": 0.00021129304969423,
      "loss": 4.6408,
      "step": 27120
    },
    {
      "epoch": 2.3038566089024806,
      "grad_norm": 2.9047624109382975,
      "learning_rate": 0.00021128678284714319,
      "loss": 4.6675,
      "step": 27121
    },
    {
      "epoch": 2.3039415562351344,
      "grad_norm": 2.9599203106371443,
      "learning_rate": 0.00021128051587164206,
      "loss": 4.8259,
      "step": 27122
    },
    {
      "epoch": 2.304026503567788,
      "grad_norm": 2.7283746346904127,
      "learning_rate": 0.00021127424876773982,
      "loss": 4.3541,
      "step": 27123
    },
    {
      "epoch": 2.3041114509004417,
      "grad_norm": 2.784207008208634,
      "learning_rate": 0.00021126798153544963,
      "loss": 4.4425,
      "step": 27124
    },
    {
      "epoch": 2.3041963982330955,
      "grad_norm": 3.024875402879657,
      "learning_rate": 0.0002112617141747845,
      "loss": 4.6078,
      "step": 27125
    },
    {
      "epoch": 2.3042813455657494,
      "grad_norm": 2.8016435154489243,
      "learning_rate": 0.00021125544668575765,
      "loss": 4.4189,
      "step": 27126
    },
    {
      "epoch": 2.3043662928984032,
      "grad_norm": 3.124587160052383,
      "learning_rate": 0.00021124917906838224,
      "loss": 5.2451,
      "step": 27127
    },
    {
      "epoch": 2.3044512402310566,
      "grad_norm": 2.972488392299138,
      "learning_rate": 0.0002112429113226713,
      "loss": 4.8286,
      "step": 27128
    },
    {
      "epoch": 2.3045361875637105,
      "grad_norm": 2.783562330517853,
      "learning_rate": 0.00021123664344863808,
      "loss": 4.4202,
      "step": 27129
    },
    {
      "epoch": 2.3046211348963643,
      "grad_norm": 3.372002704698107,
      "learning_rate": 0.00021123037544629563,
      "loss": 4.4593,
      "step": 27130
    },
    {
      "epoch": 2.304706082229018,
      "grad_norm": 2.773485054753187,
      "learning_rate": 0.00021122410731565713,
      "loss": 4.5375,
      "step": 27131
    },
    {
      "epoch": 2.3047910295616716,
      "grad_norm": 2.7540708102262594,
      "learning_rate": 0.00021121783905673564,
      "loss": 4.3094,
      "step": 27132
    },
    {
      "epoch": 2.3048759768943254,
      "grad_norm": 3.0365056838540845,
      "learning_rate": 0.00021121157066954438,
      "loss": 5.011,
      "step": 27133
    },
    {
      "epoch": 2.3049609242269793,
      "grad_norm": 3.131468026081468,
      "learning_rate": 0.00021120530215409646,
      "loss": 5.2838,
      "step": 27134
    },
    {
      "epoch": 2.305045871559633,
      "grad_norm": 2.8665731745643943,
      "learning_rate": 0.00021119903351040495,
      "loss": 4.6054,
      "step": 27135
    },
    {
      "epoch": 2.3051308188922865,
      "grad_norm": 2.843926562591714,
      "learning_rate": 0.00021119276473848312,
      "loss": 4.7644,
      "step": 27136
    },
    {
      "epoch": 2.3052157662249404,
      "grad_norm": 3.000197764646304,
      "learning_rate": 0.00021118649583834397,
      "loss": 5.1174,
      "step": 27137
    },
    {
      "epoch": 2.3053007135575942,
      "grad_norm": 2.8003274161897016,
      "learning_rate": 0.00021118022681000068,
      "loss": 4.539,
      "step": 27138
    },
    {
      "epoch": 2.305385660890248,
      "grad_norm": 2.907571620752449,
      "learning_rate": 0.00021117395765346645,
      "loss": 4.1466,
      "step": 27139
    },
    {
      "epoch": 2.305470608222902,
      "grad_norm": 2.9688956148210837,
      "learning_rate": 0.00021116768836875434,
      "loss": 4.4629,
      "step": 27140
    },
    {
      "epoch": 2.3055555555555554,
      "grad_norm": 2.7625393358099117,
      "learning_rate": 0.00021116141895587747,
      "loss": 4.4428,
      "step": 27141
    },
    {
      "epoch": 2.305640502888209,
      "grad_norm": 3.00960966503502,
      "learning_rate": 0.00021115514941484907,
      "loss": 5.2095,
      "step": 27142
    },
    {
      "epoch": 2.305725450220863,
      "grad_norm": 2.7869439460122325,
      "learning_rate": 0.00021114887974568215,
      "loss": 4.3811,
      "step": 27143
    },
    {
      "epoch": 2.305810397553517,
      "grad_norm": 2.9909257617988976,
      "learning_rate": 0.00021114260994838996,
      "loss": 5.1429,
      "step": 27144
    },
    {
      "epoch": 2.3058953448861708,
      "grad_norm": 3.105758996001406,
      "learning_rate": 0.00021113634002298558,
      "loss": 5.1495,
      "step": 27145
    },
    {
      "epoch": 2.305980292218824,
      "grad_norm": 3.045145379647983,
      "learning_rate": 0.0002111300699694822,
      "loss": 4.1136,
      "step": 27146
    },
    {
      "epoch": 2.306065239551478,
      "grad_norm": 2.8169973216087127,
      "learning_rate": 0.0002111237997878929,
      "loss": 4.325,
      "step": 27147
    },
    {
      "epoch": 2.306150186884132,
      "grad_norm": 2.9667366639351993,
      "learning_rate": 0.00021111752947823082,
      "loss": 4.9893,
      "step": 27148
    },
    {
      "epoch": 2.3062351342167857,
      "grad_norm": 3.037518788538351,
      "learning_rate": 0.00021111125904050914,
      "loss": 5.248,
      "step": 27149
    },
    {
      "epoch": 2.3063200815494396,
      "grad_norm": 2.7781400950314477,
      "learning_rate": 0.0002111049884747409,
      "loss": 4.2239,
      "step": 27150
    },
    {
      "epoch": 2.306405028882093,
      "grad_norm": 2.848108014156478,
      "learning_rate": 0.0002110987177809394,
      "loss": 4.4146,
      "step": 27151
    },
    {
      "epoch": 2.306489976214747,
      "grad_norm": 2.9582222176991237,
      "learning_rate": 0.00021109244695911766,
      "loss": 4.695,
      "step": 27152
    },
    {
      "epoch": 2.3065749235474007,
      "grad_norm": 2.7616191641163277,
      "learning_rate": 0.00021108617600928883,
      "loss": 4.4297,
      "step": 27153
    },
    {
      "epoch": 2.3066598708800545,
      "grad_norm": 2.81732537559716,
      "learning_rate": 0.0002110799049314661,
      "loss": 4.5718,
      "step": 27154
    },
    {
      "epoch": 2.306744818212708,
      "grad_norm": 2.877567819642072,
      "learning_rate": 0.00021107363372566254,
      "loss": 4.3385,
      "step": 27155
    },
    {
      "epoch": 2.306829765545362,
      "grad_norm": 3.0496574958080336,
      "learning_rate": 0.00021106736239189135,
      "loss": 5.0082,
      "step": 27156
    },
    {
      "epoch": 2.3069147128780156,
      "grad_norm": 2.7694673179873455,
      "learning_rate": 0.00021106109093016565,
      "loss": 4.3273,
      "step": 27157
    },
    {
      "epoch": 2.3069996602106695,
      "grad_norm": 2.775625456254705,
      "learning_rate": 0.00021105481934049862,
      "loss": 4.13,
      "step": 27158
    },
    {
      "epoch": 2.307084607543323,
      "grad_norm": 2.781758823420171,
      "learning_rate": 0.00021104854762290333,
      "loss": 4.3319,
      "step": 27159
    },
    {
      "epoch": 2.3071695548759767,
      "grad_norm": 3.0205120223571837,
      "learning_rate": 0.00021104227577739296,
      "loss": 4.6055,
      "step": 27160
    },
    {
      "epoch": 2.3072545022086306,
      "grad_norm": 2.886696539711179,
      "learning_rate": 0.00021103600380398063,
      "loss": 4.3984,
      "step": 27161
    },
    {
      "epoch": 2.3073394495412844,
      "grad_norm": 3.030486241078223,
      "learning_rate": 0.00021102973170267949,
      "loss": 4.8717,
      "step": 27162
    },
    {
      "epoch": 2.3074243968739383,
      "grad_norm": 2.9447632542809927,
      "learning_rate": 0.00021102345947350272,
      "loss": 4.8001,
      "step": 27163
    },
    {
      "epoch": 2.3075093442065917,
      "grad_norm": 2.819335546395971,
      "learning_rate": 0.00021101718711646339,
      "loss": 4.537,
      "step": 27164
    },
    {
      "epoch": 2.3075942915392456,
      "grad_norm": 2.7102081568487124,
      "learning_rate": 0.0002110109146315747,
      "loss": 4.0368,
      "step": 27165
    },
    {
      "epoch": 2.3076792388718994,
      "grad_norm": 2.873644533802948,
      "learning_rate": 0.00021100464201884977,
      "loss": 4.9026,
      "step": 27166
    },
    {
      "epoch": 2.3077641862045533,
      "grad_norm": 2.8426914827878647,
      "learning_rate": 0.00021099836927830179,
      "loss": 4.1817,
      "step": 27167
    },
    {
      "epoch": 2.307849133537207,
      "grad_norm": 2.688537041695849,
      "learning_rate": 0.00021099209640994376,
      "loss": 4.228,
      "step": 27168
    },
    {
      "epoch": 2.3079340808698605,
      "grad_norm": 2.9636422444602593,
      "learning_rate": 0.00021098582341378904,
      "loss": 4.6732,
      "step": 27169
    },
    {
      "epoch": 2.3080190282025144,
      "grad_norm": 2.7170312008504767,
      "learning_rate": 0.0002109795502898506,
      "loss": 4.0727,
      "step": 27170
    },
    {
      "epoch": 2.308103975535168,
      "grad_norm": 3.0278573769256667,
      "learning_rate": 0.00021097327703814166,
      "loss": 4.6193,
      "step": 27171
    },
    {
      "epoch": 2.308188922867822,
      "grad_norm": 2.903542105737305,
      "learning_rate": 0.00021096700365867533,
      "loss": 4.9089,
      "step": 27172
    },
    {
      "epoch": 2.308273870200476,
      "grad_norm": 2.9630013357981464,
      "learning_rate": 0.00021096073015146476,
      "loss": 4.6933,
      "step": 27173
    },
    {
      "epoch": 2.3083588175331293,
      "grad_norm": 2.8394237309158505,
      "learning_rate": 0.00021095445651652314,
      "loss": 4.8121,
      "step": 27174
    },
    {
      "epoch": 2.308443764865783,
      "grad_norm": 2.849247562023539,
      "learning_rate": 0.00021094818275386356,
      "loss": 4.6152,
      "step": 27175
    },
    {
      "epoch": 2.308528712198437,
      "grad_norm": 2.853055275848717,
      "learning_rate": 0.0002109419088634992,
      "loss": 4.5113,
      "step": 27176
    },
    {
      "epoch": 2.308613659531091,
      "grad_norm": 2.881106609024638,
      "learning_rate": 0.00021093563484544318,
      "loss": 4.7057,
      "step": 27177
    },
    {
      "epoch": 2.3086986068637443,
      "grad_norm": 2.864379777521504,
      "learning_rate": 0.00021092936069970868,
      "loss": 4.7194,
      "step": 27178
    },
    {
      "epoch": 2.308783554196398,
      "grad_norm": 3.023956744905423,
      "learning_rate": 0.0002109230864263088,
      "loss": 5.1832,
      "step": 27179
    },
    {
      "epoch": 2.308868501529052,
      "grad_norm": 2.8353888850025246,
      "learning_rate": 0.00021091681202525675,
      "loss": 4.4271,
      "step": 27180
    },
    {
      "epoch": 2.308953448861706,
      "grad_norm": 2.824120366167407,
      "learning_rate": 0.0002109105374965656,
      "loss": 4.7406,
      "step": 27181
    },
    {
      "epoch": 2.3090383961943597,
      "grad_norm": 3.0735860557594674,
      "learning_rate": 0.00021090426284024852,
      "loss": 4.7686,
      "step": 27182
    },
    {
      "epoch": 2.309123343527013,
      "grad_norm": 2.7417042900200905,
      "learning_rate": 0.00021089798805631874,
      "loss": 4.4996,
      "step": 27183
    },
    {
      "epoch": 2.309208290859667,
      "grad_norm": 2.8857041495482076,
      "learning_rate": 0.00021089171314478926,
      "loss": 4.6895,
      "step": 27184
    },
    {
      "epoch": 2.309293238192321,
      "grad_norm": 2.827286097340015,
      "learning_rate": 0.0002108854381056734,
      "loss": 4.4465,
      "step": 27185
    },
    {
      "epoch": 2.3093781855249746,
      "grad_norm": 2.9287844518467088,
      "learning_rate": 0.00021087916293898413,
      "loss": 4.9009,
      "step": 27186
    },
    {
      "epoch": 2.309463132857628,
      "grad_norm": 2.876739587801113,
      "learning_rate": 0.00021087288764473473,
      "loss": 4.7878,
      "step": 27187
    },
    {
      "epoch": 2.309548080190282,
      "grad_norm": 3.0777252225447422,
      "learning_rate": 0.0002108666122229383,
      "loss": 5.2005,
      "step": 27188
    },
    {
      "epoch": 2.3096330275229358,
      "grad_norm": 2.788772772171202,
      "learning_rate": 0.00021086033667360796,
      "loss": 3.8609,
      "step": 27189
    },
    {
      "epoch": 2.3097179748555896,
      "grad_norm": 2.9069467631578347,
      "learning_rate": 0.00021085406099675692,
      "loss": 4.8527,
      "step": 27190
    },
    {
      "epoch": 2.3098029221882435,
      "grad_norm": 2.8827406374351887,
      "learning_rate": 0.00021084778519239828,
      "loss": 4.7253,
      "step": 27191
    },
    {
      "epoch": 2.309887869520897,
      "grad_norm": 2.7304470840211432,
      "learning_rate": 0.00021084150926054527,
      "loss": 4.3742,
      "step": 27192
    },
    {
      "epoch": 2.3099728168535507,
      "grad_norm": 2.7269940527495526,
      "learning_rate": 0.00021083523320121093,
      "loss": 4.5053,
      "step": 27193
    },
    {
      "epoch": 2.3100577641862046,
      "grad_norm": 2.843261965657464,
      "learning_rate": 0.00021082895701440846,
      "loss": 4.5135,
      "step": 27194
    },
    {
      "epoch": 2.3101427115188584,
      "grad_norm": 2.969693675092974,
      "learning_rate": 0.000210822680700151,
      "loss": 4.8945,
      "step": 27195
    },
    {
      "epoch": 2.3102276588515123,
      "grad_norm": 3.047688622693044,
      "learning_rate": 0.00021081640425845173,
      "loss": 5.1642,
      "step": 27196
    },
    {
      "epoch": 2.3103126061841657,
      "grad_norm": 2.7594932718059666,
      "learning_rate": 0.0002108101276893238,
      "loss": 4.3379,
      "step": 27197
    },
    {
      "epoch": 2.3103975535168195,
      "grad_norm": 2.9750475380997985,
      "learning_rate": 0.0002108038509927803,
      "loss": 4.9352,
      "step": 27198
    },
    {
      "epoch": 2.3104825008494734,
      "grad_norm": 2.8635342427423014,
      "learning_rate": 0.00021079757416883447,
      "loss": 4.8445,
      "step": 27199
    },
    {
      "epoch": 2.3105674481821272,
      "grad_norm": 2.977004150368907,
      "learning_rate": 0.00021079129721749939,
      "loss": 5.0661,
      "step": 27200
    },
    {
      "epoch": 2.310652395514781,
      "grad_norm": 2.855840315784278,
      "learning_rate": 0.0002107850201387883,
      "loss": 4.2653,
      "step": 27201
    },
    {
      "epoch": 2.3107373428474345,
      "grad_norm": 2.8407426101904734,
      "learning_rate": 0.0002107787429327142,
      "loss": 4.5472,
      "step": 27202
    },
    {
      "epoch": 2.3108222901800883,
      "grad_norm": 2.8508593410473484,
      "learning_rate": 0.0002107724655992904,
      "loss": 4.5005,
      "step": 27203
    },
    {
      "epoch": 2.310907237512742,
      "grad_norm": 3.038134302595252,
      "learning_rate": 0.00021076618813852994,
      "loss": 4.9659,
      "step": 27204
    },
    {
      "epoch": 2.310992184845396,
      "grad_norm": 2.7975103497090874,
      "learning_rate": 0.00021075991055044606,
      "loss": 4.626,
      "step": 27205
    },
    {
      "epoch": 2.3110771321780494,
      "grad_norm": 2.9009383847261536,
      "learning_rate": 0.00021075363283505182,
      "loss": 4.7316,
      "step": 27206
    },
    {
      "epoch": 2.3111620795107033,
      "grad_norm": 2.752828538307556,
      "learning_rate": 0.00021074735499236052,
      "loss": 4.6621,
      "step": 27207
    },
    {
      "epoch": 2.311247026843357,
      "grad_norm": 2.811497850781547,
      "learning_rate": 0.00021074107702238513,
      "loss": 4.4802,
      "step": 27208
    },
    {
      "epoch": 2.311331974176011,
      "grad_norm": 2.836252207287638,
      "learning_rate": 0.00021073479892513893,
      "loss": 4.6381,
      "step": 27209
    },
    {
      "epoch": 2.3114169215086644,
      "grad_norm": 2.7633047327364673,
      "learning_rate": 0.0002107285207006351,
      "loss": 4.4969,
      "step": 27210
    },
    {
      "epoch": 2.3115018688413183,
      "grad_norm": 2.814335539636098,
      "learning_rate": 0.00021072224234888664,
      "loss": 4.8301,
      "step": 27211
    },
    {
      "epoch": 2.311586816173972,
      "grad_norm": 3.0067710578041438,
      "learning_rate": 0.00021071596386990684,
      "loss": 4.6887,
      "step": 27212
    },
    {
      "epoch": 2.311671763506626,
      "grad_norm": 2.819209605776442,
      "learning_rate": 0.00021070968526370882,
      "loss": 4.6304,
      "step": 27213
    },
    {
      "epoch": 2.31175671083928,
      "grad_norm": 3.071557709668926,
      "learning_rate": 0.00021070340653030572,
      "loss": 5.2928,
      "step": 27214
    },
    {
      "epoch": 2.311841658171933,
      "grad_norm": 2.777439282596341,
      "learning_rate": 0.00021069712766971072,
      "loss": 4.6044,
      "step": 27215
    },
    {
      "epoch": 2.311926605504587,
      "grad_norm": 2.7697833240912493,
      "learning_rate": 0.00021069084868193696,
      "loss": 4.3845,
      "step": 27216
    },
    {
      "epoch": 2.312011552837241,
      "grad_norm": 2.7686465797615236,
      "learning_rate": 0.0002106845695669976,
      "loss": 4.3442,
      "step": 27217
    },
    {
      "epoch": 2.3120965001698948,
      "grad_norm": 2.836564120657097,
      "learning_rate": 0.00021067829032490575,
      "loss": 4.3261,
      "step": 27218
    },
    {
      "epoch": 2.3121814475025486,
      "grad_norm": 2.693560544557522,
      "learning_rate": 0.0002106720109556747,
      "loss": 4.2136,
      "step": 27219
    },
    {
      "epoch": 2.312266394835202,
      "grad_norm": 2.7099789551391793,
      "learning_rate": 0.00021066573145931745,
      "loss": 4.1286,
      "step": 27220
    },
    {
      "epoch": 2.312351342167856,
      "grad_norm": 2.7800763868653724,
      "learning_rate": 0.0002106594518358473,
      "loss": 4.447,
      "step": 27221
    },
    {
      "epoch": 2.3124362895005097,
      "grad_norm": 2.8266871996568583,
      "learning_rate": 0.00021065317208527728,
      "loss": 4.1721,
      "step": 27222
    },
    {
      "epoch": 2.3125212368331636,
      "grad_norm": 2.969326010236476,
      "learning_rate": 0.0002106468922076206,
      "loss": 4.7526,
      "step": 27223
    },
    {
      "epoch": 2.3126061841658174,
      "grad_norm": 2.75064653774421,
      "learning_rate": 0.0002106406122028904,
      "loss": 4.1568,
      "step": 27224
    },
    {
      "epoch": 2.312691131498471,
      "grad_norm": 2.88107776626389,
      "learning_rate": 0.0002106343320710999,
      "loss": 4.4993,
      "step": 27225
    },
    {
      "epoch": 2.3127760788311247,
      "grad_norm": 3.1393985107976947,
      "learning_rate": 0.00021062805181226227,
      "loss": 4.9078,
      "step": 27226
    },
    {
      "epoch": 2.3128610261637785,
      "grad_norm": 3.4654147999206337,
      "learning_rate": 0.00021062177142639051,
      "loss": 4.3748,
      "step": 27227
    },
    {
      "epoch": 2.3129459734964324,
      "grad_norm": 2.8697694619241783,
      "learning_rate": 0.000210615490913498,
      "loss": 4.7293,
      "step": 27228
    },
    {
      "epoch": 2.313030920829086,
      "grad_norm": 2.8287264804396135,
      "learning_rate": 0.0002106092102735977,
      "loss": 4.5514,
      "step": 27229
    },
    {
      "epoch": 2.3131158681617396,
      "grad_norm": 2.9798932472068937,
      "learning_rate": 0.00021060292950670286,
      "loss": 4.9902,
      "step": 27230
    },
    {
      "epoch": 2.3132008154943935,
      "grad_norm": 2.9425086651912356,
      "learning_rate": 0.00021059664861282666,
      "loss": 4.6733,
      "step": 27231
    },
    {
      "epoch": 2.3132857628270473,
      "grad_norm": 2.869616727321982,
      "learning_rate": 0.00021059036759198222,
      "loss": 4.6452,
      "step": 27232
    },
    {
      "epoch": 2.3133707101597007,
      "grad_norm": 2.9237096397953564,
      "learning_rate": 0.00021058408644418275,
      "loss": 4.714,
      "step": 27233
    },
    {
      "epoch": 2.3134556574923546,
      "grad_norm": 2.864935095351903,
      "learning_rate": 0.00021057780516944136,
      "loss": 4.5589,
      "step": 27234
    },
    {
      "epoch": 2.3135406048250085,
      "grad_norm": 2.8050017148224873,
      "learning_rate": 0.00021057152376777126,
      "loss": 4.3653,
      "step": 27235
    },
    {
      "epoch": 2.3136255521576623,
      "grad_norm": 2.7605415147335615,
      "learning_rate": 0.0002105652422391855,
      "loss": 4.246,
      "step": 27236
    },
    {
      "epoch": 2.313710499490316,
      "grad_norm": 2.779789065502575,
      "learning_rate": 0.00021055896058369742,
      "loss": 4.2801,
      "step": 27237
    },
    {
      "epoch": 2.3137954468229696,
      "grad_norm": 2.751326501885766,
      "learning_rate": 0.00021055267880132003,
      "loss": 4.5194,
      "step": 27238
    },
    {
      "epoch": 2.3138803941556234,
      "grad_norm": 2.785046929359867,
      "learning_rate": 0.00021054639689206656,
      "loss": 4.6758,
      "step": 27239
    },
    {
      "epoch": 2.3139653414882773,
      "grad_norm": 2.9365243246198904,
      "learning_rate": 0.00021054011485595016,
      "loss": 4.5358,
      "step": 27240
    },
    {
      "epoch": 2.314050288820931,
      "grad_norm": 2.8270449309115735,
      "learning_rate": 0.000210533832692984,
      "loss": 4.5694,
      "step": 27241
    },
    {
      "epoch": 2.314135236153585,
      "grad_norm": 2.8862174436620633,
      "learning_rate": 0.0002105275504031812,
      "loss": 4.8437,
      "step": 27242
    },
    {
      "epoch": 2.3142201834862384,
      "grad_norm": 2.8449895282890547,
      "learning_rate": 0.000210521267986555,
      "loss": 4.4786,
      "step": 27243
    },
    {
      "epoch": 2.314305130818892,
      "grad_norm": 2.839626250431961,
      "learning_rate": 0.00021051498544311852,
      "loss": 4.5123,
      "step": 27244
    },
    {
      "epoch": 2.314390078151546,
      "grad_norm": 3.012742397437791,
      "learning_rate": 0.00021050870277288487,
      "loss": 4.9727,
      "step": 27245
    },
    {
      "epoch": 2.3144750254842,
      "grad_norm": 2.761637550964739,
      "learning_rate": 0.00021050241997586734,
      "loss": 4.6701,
      "step": 27246
    },
    {
      "epoch": 2.3145599728168538,
      "grad_norm": 2.7762465579068785,
      "learning_rate": 0.000210496137052079,
      "loss": 4.4168,
      "step": 27247
    },
    {
      "epoch": 2.314644920149507,
      "grad_norm": 2.8877969549168214,
      "learning_rate": 0.00021048985400153302,
      "loss": 4.575,
      "step": 27248
    },
    {
      "epoch": 2.314729867482161,
      "grad_norm": 2.8002055220426176,
      "learning_rate": 0.0002104835708242426,
      "loss": 4.7242,
      "step": 27249
    },
    {
      "epoch": 2.314814814814815,
      "grad_norm": 3.0000406204615064,
      "learning_rate": 0.00021047728752022089,
      "loss": 4.8371,
      "step": 27250
    },
    {
      "epoch": 2.3148997621474687,
      "grad_norm": 2.843304073992939,
      "learning_rate": 0.00021047100408948103,
      "loss": 4.7358,
      "step": 27251
    },
    {
      "epoch": 2.314984709480122,
      "grad_norm": 2.9453343322513867,
      "learning_rate": 0.00021046472053203624,
      "loss": 4.5346,
      "step": 27252
    },
    {
      "epoch": 2.315069656812776,
      "grad_norm": 2.803147815081125,
      "learning_rate": 0.0002104584368478997,
      "loss": 4.3871,
      "step": 27253
    },
    {
      "epoch": 2.31515460414543,
      "grad_norm": 2.7962961589864106,
      "learning_rate": 0.00021045215303708444,
      "loss": 4.3339,
      "step": 27254
    },
    {
      "epoch": 2.3152395514780837,
      "grad_norm": 2.850682695945538,
      "learning_rate": 0.00021044586909960378,
      "loss": 4.612,
      "step": 27255
    },
    {
      "epoch": 2.315324498810737,
      "grad_norm": 2.8880159070842106,
      "learning_rate": 0.00021043958503547082,
      "loss": 4.7488,
      "step": 27256
    },
    {
      "epoch": 2.315409446143391,
      "grad_norm": 2.6934360025295847,
      "learning_rate": 0.0002104333008446987,
      "loss": 4.342,
      "step": 27257
    },
    {
      "epoch": 2.315494393476045,
      "grad_norm": 2.968740521165544,
      "learning_rate": 0.00021042701652730064,
      "loss": 4.7596,
      "step": 27258
    },
    {
      "epoch": 2.3155793408086986,
      "grad_norm": 2.849542461704573,
      "learning_rate": 0.0002104207320832898,
      "loss": 4.5825,
      "step": 27259
    },
    {
      "epoch": 2.3156642881413525,
      "grad_norm": 2.736611337075381,
      "learning_rate": 0.0002104144475126793,
      "loss": 4.5376,
      "step": 27260
    },
    {
      "epoch": 2.315749235474006,
      "grad_norm": 2.896182025240124,
      "learning_rate": 0.00021040816281548235,
      "loss": 4.6208,
      "step": 27261
    },
    {
      "epoch": 2.3158341828066598,
      "grad_norm": 2.818050829212525,
      "learning_rate": 0.00021040187799171216,
      "loss": 4.7053,
      "step": 27262
    },
    {
      "epoch": 2.3159191301393136,
      "grad_norm": 2.810237578751233,
      "learning_rate": 0.00021039559304138176,
      "loss": 4.5883,
      "step": 27263
    },
    {
      "epoch": 2.3160040774719675,
      "grad_norm": 3.0022314032798567,
      "learning_rate": 0.00021038930796450452,
      "loss": 4.4559,
      "step": 27264
    },
    {
      "epoch": 2.3160890248046213,
      "grad_norm": 2.809560616254254,
      "learning_rate": 0.00021038302276109343,
      "loss": 4.289,
      "step": 27265
    },
    {
      "epoch": 2.3161739721372747,
      "grad_norm": 2.808263584626224,
      "learning_rate": 0.00021037673743116175,
      "loss": 4.3295,
      "step": 27266
    },
    {
      "epoch": 2.3162589194699286,
      "grad_norm": 2.8078030119702793,
      "learning_rate": 0.0002103704519747226,
      "loss": 4.4192,
      "step": 27267
    },
    {
      "epoch": 2.3163438668025824,
      "grad_norm": 2.7128761417768517,
      "learning_rate": 0.00021036416639178923,
      "loss": 4.5047,
      "step": 27268
    },
    {
      "epoch": 2.3164288141352363,
      "grad_norm": 2.790206714510409,
      "learning_rate": 0.0002103578806823747,
      "loss": 4.3817,
      "step": 27269
    },
    {
      "epoch": 2.31651376146789,
      "grad_norm": 3.013919728856958,
      "learning_rate": 0.00021035159484649225,
      "loss": 4.7952,
      "step": 27270
    },
    {
      "epoch": 2.3165987088005435,
      "grad_norm": 2.975429585733257,
      "learning_rate": 0.00021034530888415506,
      "loss": 4.6373,
      "step": 27271
    },
    {
      "epoch": 2.3166836561331974,
      "grad_norm": 2.8207509269879294,
      "learning_rate": 0.00021033902279537624,
      "loss": 4.5296,
      "step": 27272
    },
    {
      "epoch": 2.3167686034658512,
      "grad_norm": 2.9035906146316965,
      "learning_rate": 0.00021033273658016907,
      "loss": 4.7367,
      "step": 27273
    },
    {
      "epoch": 2.316853550798505,
      "grad_norm": 2.935300307326729,
      "learning_rate": 0.00021032645023854658,
      "loss": 4.7652,
      "step": 27274
    },
    {
      "epoch": 2.316938498131159,
      "grad_norm": 2.9107041701801037,
      "learning_rate": 0.00021032016377052208,
      "loss": 4.6688,
      "step": 27275
    },
    {
      "epoch": 2.3170234454638123,
      "grad_norm": 2.818464589023966,
      "learning_rate": 0.0002103138771761086,
      "loss": 4.5124,
      "step": 27276
    },
    {
      "epoch": 2.317108392796466,
      "grad_norm": 2.7880976940083957,
      "learning_rate": 0.00021030759045531945,
      "loss": 4.6072,
      "step": 27277
    },
    {
      "epoch": 2.31719334012912,
      "grad_norm": 2.7834609609192693,
      "learning_rate": 0.00021030130360816772,
      "loss": 4.7201,
      "step": 27278
    },
    {
      "epoch": 2.317278287461774,
      "grad_norm": 2.8803245783473566,
      "learning_rate": 0.0002102950166346666,
      "loss": 4.6652,
      "step": 27279
    },
    {
      "epoch": 2.3173632347944273,
      "grad_norm": 2.8015011526867544,
      "learning_rate": 0.00021028872953482927,
      "loss": 4.2297,
      "step": 27280
    },
    {
      "epoch": 2.317448182127081,
      "grad_norm": 2.774213090930195,
      "learning_rate": 0.00021028244230866892,
      "loss": 4.5388,
      "step": 27281
    },
    {
      "epoch": 2.317533129459735,
      "grad_norm": 3.0037891273678876,
      "learning_rate": 0.00021027615495619866,
      "loss": 4.774,
      "step": 27282
    },
    {
      "epoch": 2.317618076792389,
      "grad_norm": 2.7233238259909536,
      "learning_rate": 0.00021026986747743173,
      "loss": 4.3863,
      "step": 27283
    },
    {
      "epoch": 2.3177030241250423,
      "grad_norm": 2.8535050937557833,
      "learning_rate": 0.00021026357987238132,
      "loss": 4.4803,
      "step": 27284
    },
    {
      "epoch": 2.317787971457696,
      "grad_norm": 2.8247685219645264,
      "learning_rate": 0.0002102572921410605,
      "loss": 4.5984,
      "step": 27285
    },
    {
      "epoch": 2.31787291879035,
      "grad_norm": 3.0225324844206938,
      "learning_rate": 0.00021025100428348256,
      "loss": 4.9381,
      "step": 27286
    },
    {
      "epoch": 2.317957866123004,
      "grad_norm": 2.8791719978263495,
      "learning_rate": 0.00021024471629966062,
      "loss": 4.7542,
      "step": 27287
    },
    {
      "epoch": 2.3180428134556577,
      "grad_norm": 3.064411185594686,
      "learning_rate": 0.00021023842818960784,
      "loss": 5.1099,
      "step": 27288
    },
    {
      "epoch": 2.318127760788311,
      "grad_norm": 2.8503848764887527,
      "learning_rate": 0.00021023213995333741,
      "loss": 4.5107,
      "step": 27289
    },
    {
      "epoch": 2.318212708120965,
      "grad_norm": 2.973063733206986,
      "learning_rate": 0.00021022585159086253,
      "loss": 4.6662,
      "step": 27290
    },
    {
      "epoch": 2.3182976554536188,
      "grad_norm": 2.8341138369075054,
      "learning_rate": 0.00021021956310219634,
      "loss": 4.3721,
      "step": 27291
    },
    {
      "epoch": 2.3183826027862726,
      "grad_norm": 2.854504712450503,
      "learning_rate": 0.00021021327448735204,
      "loss": 4.7351,
      "step": 27292
    },
    {
      "epoch": 2.3184675501189265,
      "grad_norm": 2.8853098305916713,
      "learning_rate": 0.00021020698574634287,
      "loss": 4.7848,
      "step": 27293
    },
    {
      "epoch": 2.31855249745158,
      "grad_norm": 2.814449943750562,
      "learning_rate": 0.00021020069687918184,
      "loss": 4.1835,
      "step": 27294
    },
    {
      "epoch": 2.3186374447842337,
      "grad_norm": 2.828118208477225,
      "learning_rate": 0.00021019440788588227,
      "loss": 4.772,
      "step": 27295
    },
    {
      "epoch": 2.3187223921168876,
      "grad_norm": 2.8035832847949727,
      "learning_rate": 0.0002101881187664573,
      "loss": 4.346,
      "step": 27296
    },
    {
      "epoch": 2.3188073394495414,
      "grad_norm": 2.9275757867898937,
      "learning_rate": 0.00021018182952092007,
      "loss": 4.8359,
      "step": 27297
    },
    {
      "epoch": 2.3188922867821953,
      "grad_norm": 3.007700798502044,
      "learning_rate": 0.0002101755401492838,
      "loss": 5.0219,
      "step": 27298
    },
    {
      "epoch": 2.3189772341148487,
      "grad_norm": 2.832796899466974,
      "learning_rate": 0.0002101692506515617,
      "loss": 4.6558,
      "step": 27299
    },
    {
      "epoch": 2.3190621814475025,
      "grad_norm": 3.0442354438890145,
      "learning_rate": 0.00021016296102776682,
      "loss": 5.19,
      "step": 27300
    },
    {
      "epoch": 2.3191471287801564,
      "grad_norm": 2.779143303394804,
      "learning_rate": 0.00021015667127791249,
      "loss": 4.3378,
      "step": 27301
    },
    {
      "epoch": 2.3192320761128102,
      "grad_norm": 2.831505954838812,
      "learning_rate": 0.00021015038140201182,
      "loss": 4.4882,
      "step": 27302
    },
    {
      "epoch": 2.3193170234454636,
      "grad_norm": 2.8122910227661206,
      "learning_rate": 0.00021014409140007796,
      "loss": 4.2372,
      "step": 27303
    },
    {
      "epoch": 2.3194019707781175,
      "grad_norm": 3.0165739702594196,
      "learning_rate": 0.00021013780127212414,
      "loss": 4.9333,
      "step": 27304
    },
    {
      "epoch": 2.3194869181107713,
      "grad_norm": 2.850521201891125,
      "learning_rate": 0.0002101315110181635,
      "loss": 4.2293,
      "step": 27305
    },
    {
      "epoch": 2.319571865443425,
      "grad_norm": 2.7812287286275033,
      "learning_rate": 0.00021012522063820925,
      "loss": 4.4258,
      "step": 27306
    },
    {
      "epoch": 2.3196568127760786,
      "grad_norm": 2.813912825559997,
      "learning_rate": 0.00021011893013227458,
      "loss": 4.7746,
      "step": 27307
    },
    {
      "epoch": 2.3197417601087325,
      "grad_norm": 2.8897479923229303,
      "learning_rate": 0.00021011263950037262,
      "loss": 4.5075,
      "step": 27308
    },
    {
      "epoch": 2.3198267074413863,
      "grad_norm": 2.9029937225306073,
      "learning_rate": 0.0002101063487425166,
      "loss": 4.1559,
      "step": 27309
    },
    {
      "epoch": 2.31991165477404,
      "grad_norm": 3.0666257374189603,
      "learning_rate": 0.00021010005785871967,
      "loss": 5.2245,
      "step": 27310
    },
    {
      "epoch": 2.319996602106694,
      "grad_norm": 2.8379177837397678,
      "learning_rate": 0.0002100937668489951,
      "loss": 4.5694,
      "step": 27311
    },
    {
      "epoch": 2.3200815494393474,
      "grad_norm": 2.9099678314839164,
      "learning_rate": 0.0002100874757133559,
      "loss": 4.513,
      "step": 27312
    },
    {
      "epoch": 2.3201664967720013,
      "grad_norm": 2.8780635168168907,
      "learning_rate": 0.00021008118445181538,
      "loss": 4.9631,
      "step": 27313
    },
    {
      "epoch": 2.320251444104655,
      "grad_norm": 2.8483229918763526,
      "learning_rate": 0.0002100748930643867,
      "loss": 4.3215,
      "step": 27314
    },
    {
      "epoch": 2.320336391437309,
      "grad_norm": 2.936294466759184,
      "learning_rate": 0.000210068601551083,
      "loss": 4.738,
      "step": 27315
    },
    {
      "epoch": 2.320421338769963,
      "grad_norm": 2.7810731431918243,
      "learning_rate": 0.0002100623099119175,
      "loss": 4.403,
      "step": 27316
    },
    {
      "epoch": 2.3205062861026162,
      "grad_norm": 2.8474869147326234,
      "learning_rate": 0.00021005601814690338,
      "loss": 4.6549,
      "step": 27317
    },
    {
      "epoch": 2.32059123343527,
      "grad_norm": 2.774356061794756,
      "learning_rate": 0.00021004972625605388,
      "loss": 4.7277,
      "step": 27318
    },
    {
      "epoch": 2.320676180767924,
      "grad_norm": 2.8597530400542635,
      "learning_rate": 0.00021004343423938204,
      "loss": 4.9072,
      "step": 27319
    },
    {
      "epoch": 2.3207611281005778,
      "grad_norm": 2.9024307319768825,
      "learning_rate": 0.0002100371420969012,
      "loss": 4.8694,
      "step": 27320
    },
    {
      "epoch": 2.3208460754332316,
      "grad_norm": 2.8094911874686392,
      "learning_rate": 0.00021003084982862443,
      "loss": 4.5514,
      "step": 27321
    },
    {
      "epoch": 2.320931022765885,
      "grad_norm": 3.075879527855359,
      "learning_rate": 0.00021002455743456496,
      "loss": 5.1688,
      "step": 27322
    },
    {
      "epoch": 2.321015970098539,
      "grad_norm": 2.8890003758352494,
      "learning_rate": 0.00021001826491473598,
      "loss": 4.8796,
      "step": 27323
    },
    {
      "epoch": 2.3211009174311927,
      "grad_norm": 2.917477668954283,
      "learning_rate": 0.00021001197226915063,
      "loss": 4.6197,
      "step": 27324
    },
    {
      "epoch": 2.3211858647638466,
      "grad_norm": 2.8481685448565845,
      "learning_rate": 0.00021000567949782214,
      "loss": 4.9605,
      "step": 27325
    },
    {
      "epoch": 2.3212708120965,
      "grad_norm": 2.7884744188684243,
      "learning_rate": 0.00020999938660076374,
      "loss": 4.6724,
      "step": 27326
    },
    {
      "epoch": 2.321355759429154,
      "grad_norm": 2.911348871015024,
      "learning_rate": 0.00020999309357798855,
      "loss": 4.8385,
      "step": 27327
    },
    {
      "epoch": 2.3214407067618077,
      "grad_norm": 2.8850623375284723,
      "learning_rate": 0.00020998680042950968,
      "loss": 4.6004,
      "step": 27328
    },
    {
      "epoch": 2.3215256540944615,
      "grad_norm": 2.807411145690665,
      "learning_rate": 0.0002099805071553405,
      "loss": 4.6368,
      "step": 27329
    },
    {
      "epoch": 2.321610601427115,
      "grad_norm": 2.8757699542444577,
      "learning_rate": 0.00020997421375549408,
      "loss": 4.5332,
      "step": 27330
    },
    {
      "epoch": 2.321695548759769,
      "grad_norm": 2.9996818375342147,
      "learning_rate": 0.00020996792022998355,
      "loss": 4.69,
      "step": 27331
    },
    {
      "epoch": 2.3217804960924227,
      "grad_norm": 3.030592793284504,
      "learning_rate": 0.00020996162657882227,
      "loss": 4.9338,
      "step": 27332
    },
    {
      "epoch": 2.3218654434250765,
      "grad_norm": 3.0247530181951117,
      "learning_rate": 0.00020995533280202328,
      "loss": 5.0889,
      "step": 27333
    },
    {
      "epoch": 2.3219503907577304,
      "grad_norm": 2.775122723976642,
      "learning_rate": 0.00020994903889959981,
      "loss": 4.6436,
      "step": 27334
    },
    {
      "epoch": 2.3220353380903838,
      "grad_norm": 2.923620878701866,
      "learning_rate": 0.00020994274487156508,
      "loss": 3.9753,
      "step": 27335
    },
    {
      "epoch": 2.3221202854230376,
      "grad_norm": 2.9649869547270544,
      "learning_rate": 0.00020993645071793225,
      "loss": 4.6138,
      "step": 27336
    },
    {
      "epoch": 2.3222052327556915,
      "grad_norm": 2.8297695673599272,
      "learning_rate": 0.00020993015643871449,
      "loss": 4.5874,
      "step": 27337
    },
    {
      "epoch": 2.3222901800883453,
      "grad_norm": 2.7670905090708175,
      "learning_rate": 0.00020992386203392503,
      "loss": 4.2171,
      "step": 27338
    },
    {
      "epoch": 2.322375127420999,
      "grad_norm": 2.854487733087501,
      "learning_rate": 0.000209917567503577,
      "loss": 4.4074,
      "step": 27339
    },
    {
      "epoch": 2.3224600747536526,
      "grad_norm": 2.890948824994345,
      "learning_rate": 0.0002099112728476837,
      "loss": 4.6418,
      "step": 27340
    },
    {
      "epoch": 2.3225450220863064,
      "grad_norm": 2.970040027665112,
      "learning_rate": 0.00020990497806625818,
      "loss": 4.9891,
      "step": 27341
    },
    {
      "epoch": 2.3226299694189603,
      "grad_norm": 2.9663771115547064,
      "learning_rate": 0.0002098986831593137,
      "loss": 4.7988,
      "step": 27342
    },
    {
      "epoch": 2.322714916751614,
      "grad_norm": 2.863984774487735,
      "learning_rate": 0.00020989238812686348,
      "loss": 4.9777,
      "step": 27343
    },
    {
      "epoch": 2.322799864084268,
      "grad_norm": 3.0251641099608872,
      "learning_rate": 0.00020988609296892065,
      "loss": 4.9306,
      "step": 27344
    },
    {
      "epoch": 2.3228848114169214,
      "grad_norm": 3.0384843561410513,
      "learning_rate": 0.00020987979768549847,
      "loss": 4.9827,
      "step": 27345
    },
    {
      "epoch": 2.3229697587495752,
      "grad_norm": 3.058440006626111,
      "learning_rate": 0.00020987350227661,
      "loss": 5.0877,
      "step": 27346
    },
    {
      "epoch": 2.323054706082229,
      "grad_norm": 3.01252586381229,
      "learning_rate": 0.0002098672067422686,
      "loss": 4.7611,
      "step": 27347
    },
    {
      "epoch": 2.323139653414883,
      "grad_norm": 2.9373553071173677,
      "learning_rate": 0.00020986091108248734,
      "loss": 4.8397,
      "step": 27348
    },
    {
      "epoch": 2.3232246007475363,
      "grad_norm": 2.8513826223973058,
      "learning_rate": 0.00020985461529727945,
      "loss": 4.2016,
      "step": 27349
    },
    {
      "epoch": 2.32330954808019,
      "grad_norm": 2.8035420472036314,
      "learning_rate": 0.0002098483193866581,
      "loss": 4.6389,
      "step": 27350
    },
    {
      "epoch": 2.323394495412844,
      "grad_norm": 3.0683065471209754,
      "learning_rate": 0.00020984202335063652,
      "loss": 4.3591,
      "step": 27351
    },
    {
      "epoch": 2.323479442745498,
      "grad_norm": 2.801557754121044,
      "learning_rate": 0.0002098357271892279,
      "loss": 4.6206,
      "step": 27352
    },
    {
      "epoch": 2.3235643900781513,
      "grad_norm": 2.904326108348192,
      "learning_rate": 0.00020982943090244537,
      "loss": 4.7555,
      "step": 27353
    },
    {
      "epoch": 2.323649337410805,
      "grad_norm": 2.8749880876007023,
      "learning_rate": 0.00020982313449030224,
      "loss": 4.5838,
      "step": 27354
    },
    {
      "epoch": 2.323734284743459,
      "grad_norm": 2.990596757866902,
      "learning_rate": 0.00020981683795281156,
      "loss": 4.7623,
      "step": 27355
    },
    {
      "epoch": 2.323819232076113,
      "grad_norm": 2.987502163909193,
      "learning_rate": 0.00020981054128998665,
      "loss": 5.0486,
      "step": 27356
    },
    {
      "epoch": 2.3239041794087667,
      "grad_norm": 2.8368309561783644,
      "learning_rate": 0.00020980424450184063,
      "loss": 4.63,
      "step": 27357
    },
    {
      "epoch": 2.32398912674142,
      "grad_norm": 2.843760341006046,
      "learning_rate": 0.0002097979475883867,
      "loss": 4.7735,
      "step": 27358
    },
    {
      "epoch": 2.324074074074074,
      "grad_norm": 2.747144103176267,
      "learning_rate": 0.00020979165054963808,
      "loss": 4.2795,
      "step": 27359
    },
    {
      "epoch": 2.324159021406728,
      "grad_norm": 2.736214059750977,
      "learning_rate": 0.00020978535338560792,
      "loss": 4.4045,
      "step": 27360
    },
    {
      "epoch": 2.3242439687393817,
      "grad_norm": 2.8719238634918267,
      "learning_rate": 0.0002097790560963095,
      "loss": 4.6211,
      "step": 27361
    },
    {
      "epoch": 2.3243289160720355,
      "grad_norm": 2.9253931581774566,
      "learning_rate": 0.0002097727586817559,
      "loss": 5.0872,
      "step": 27362
    },
    {
      "epoch": 2.324413863404689,
      "grad_norm": 3.0570208861808132,
      "learning_rate": 0.00020976646114196046,
      "loss": 5.031,
      "step": 27363
    },
    {
      "epoch": 2.3244988107373428,
      "grad_norm": 2.715483964989831,
      "learning_rate": 0.00020976016347693622,
      "loss": 4.1762,
      "step": 27364
    },
    {
      "epoch": 2.3245837580699966,
      "grad_norm": 2.748495003792181,
      "learning_rate": 0.00020975386568669645,
      "loss": 4.6751,
      "step": 27365
    },
    {
      "epoch": 2.3246687054026505,
      "grad_norm": 2.892392604787851,
      "learning_rate": 0.00020974756777125436,
      "loss": 4.5962,
      "step": 27366
    },
    {
      "epoch": 2.3247536527353043,
      "grad_norm": 2.8271330789542297,
      "learning_rate": 0.00020974126973062311,
      "loss": 4.383,
      "step": 27367
    },
    {
      "epoch": 2.3248386000679577,
      "grad_norm": 2.8945928410434014,
      "learning_rate": 0.0002097349715648159,
      "loss": 5.1853,
      "step": 27368
    },
    {
      "epoch": 2.3249235474006116,
      "grad_norm": 2.7817905389936444,
      "learning_rate": 0.00020972867327384597,
      "loss": 4.5379,
      "step": 27369
    },
    {
      "epoch": 2.3250084947332654,
      "grad_norm": 2.998441755709364,
      "learning_rate": 0.0002097223748577265,
      "loss": 4.8692,
      "step": 27370
    },
    {
      "epoch": 2.3250934420659193,
      "grad_norm": 2.7380773776601055,
      "learning_rate": 0.00020971607631647062,
      "loss": 4.3024,
      "step": 27371
    },
    {
      "epoch": 2.325178389398573,
      "grad_norm": 2.981197658409555,
      "learning_rate": 0.00020970977765009165,
      "loss": 5.2069,
      "step": 27372
    },
    {
      "epoch": 2.3252633367312265,
      "grad_norm": 2.9813574876869056,
      "learning_rate": 0.00020970347885860267,
      "loss": 5.0259,
      "step": 27373
    },
    {
      "epoch": 2.3253482840638804,
      "grad_norm": 2.7910013943894394,
      "learning_rate": 0.00020969717994201694,
      "loss": 4.3351,
      "step": 27374
    },
    {
      "epoch": 2.3254332313965342,
      "grad_norm": 2.973311930824332,
      "learning_rate": 0.00020969088090034763,
      "loss": 4.8193,
      "step": 27375
    },
    {
      "epoch": 2.325518178729188,
      "grad_norm": 2.9652413366327934,
      "learning_rate": 0.00020968458173360797,
      "loss": 4.6635,
      "step": 27376
    },
    {
      "epoch": 2.3256031260618415,
      "grad_norm": 2.773736189245118,
      "learning_rate": 0.00020967828244181113,
      "loss": 4.6394,
      "step": 27377
    },
    {
      "epoch": 2.3256880733944953,
      "grad_norm": 2.842338830187418,
      "learning_rate": 0.00020967198302497032,
      "loss": 4.6337,
      "step": 27378
    },
    {
      "epoch": 2.325773020727149,
      "grad_norm": 2.7423223593817836,
      "learning_rate": 0.00020966568348309878,
      "loss": 4.4163,
      "step": 27379
    },
    {
      "epoch": 2.325857968059803,
      "grad_norm": 2.9355772689741104,
      "learning_rate": 0.00020965938381620962,
      "loss": 4.861,
      "step": 27380
    },
    {
      "epoch": 2.3259429153924565,
      "grad_norm": 2.8633742370002775,
      "learning_rate": 0.00020965308402431614,
      "loss": 4.4723,
      "step": 27381
    },
    {
      "epoch": 2.3260278627251103,
      "grad_norm": 3.0075388193187207,
      "learning_rate": 0.00020964678410743143,
      "loss": 4.8725,
      "step": 27382
    },
    {
      "epoch": 2.326112810057764,
      "grad_norm": 2.9938398095494696,
      "learning_rate": 0.00020964048406556878,
      "loss": 4.8957,
      "step": 27383
    },
    {
      "epoch": 2.326197757390418,
      "grad_norm": 2.8138935511239405,
      "learning_rate": 0.00020963418389874133,
      "loss": 4.6909,
      "step": 27384
    },
    {
      "epoch": 2.326282704723072,
      "grad_norm": 2.87275176619604,
      "learning_rate": 0.00020962788360696233,
      "loss": 4.7054,
      "step": 27385
    },
    {
      "epoch": 2.3263676520557253,
      "grad_norm": 2.8399035489635267,
      "learning_rate": 0.000209621583190245,
      "loss": 4.8058,
      "step": 27386
    },
    {
      "epoch": 2.326452599388379,
      "grad_norm": 2.849609810198728,
      "learning_rate": 0.00020961528264860243,
      "loss": 4.7067,
      "step": 27387
    },
    {
      "epoch": 2.326537546721033,
      "grad_norm": 2.771253789208369,
      "learning_rate": 0.00020960898198204797,
      "loss": 4.2028,
      "step": 27388
    },
    {
      "epoch": 2.326622494053687,
      "grad_norm": 2.7783852896698864,
      "learning_rate": 0.00020960268119059468,
      "loss": 4.3094,
      "step": 27389
    },
    {
      "epoch": 2.3267074413863407,
      "grad_norm": 3.148177498292721,
      "learning_rate": 0.00020959638027425587,
      "loss": 4.2634,
      "step": 27390
    },
    {
      "epoch": 2.326792388718994,
      "grad_norm": 3.025829862239353,
      "learning_rate": 0.00020959007923304472,
      "loss": 4.8588,
      "step": 27391
    },
    {
      "epoch": 2.326877336051648,
      "grad_norm": 2.837572392570173,
      "learning_rate": 0.00020958377806697435,
      "loss": 4.272,
      "step": 27392
    },
    {
      "epoch": 2.3269622833843018,
      "grad_norm": 2.8403793190143656,
      "learning_rate": 0.00020957747677605805,
      "loss": 4.5141,
      "step": 27393
    },
    {
      "epoch": 2.3270472307169556,
      "grad_norm": 2.732492547373752,
      "learning_rate": 0.00020957117536030904,
      "loss": 4.6864,
      "step": 27394
    },
    {
      "epoch": 2.3271321780496095,
      "grad_norm": 2.7715834726618525,
      "learning_rate": 0.00020956487381974042,
      "loss": 4.4242,
      "step": 27395
    },
    {
      "epoch": 2.327217125382263,
      "grad_norm": 3.0251159998865274,
      "learning_rate": 0.00020955857215436549,
      "loss": 4.7219,
      "step": 27396
    },
    {
      "epoch": 2.3273020727149167,
      "grad_norm": 2.9017093642807437,
      "learning_rate": 0.00020955227036419742,
      "loss": 4.6673,
      "step": 27397
    },
    {
      "epoch": 2.3273870200475706,
      "grad_norm": 2.933623615223328,
      "learning_rate": 0.00020954596844924937,
      "loss": 4.9754,
      "step": 27398
    },
    {
      "epoch": 2.3274719673802244,
      "grad_norm": 3.0277030721215437,
      "learning_rate": 0.00020953966640953467,
      "loss": 4.8573,
      "step": 27399
    },
    {
      "epoch": 2.327556914712878,
      "grad_norm": 2.828044750411454,
      "learning_rate": 0.00020953336424506637,
      "loss": 4.632,
      "step": 27400
    },
    {
      "epoch": 2.3276418620455317,
      "grad_norm": 2.842150868738913,
      "learning_rate": 0.0002095270619558578,
      "loss": 4.6743,
      "step": 27401
    },
    {
      "epoch": 2.3277268093781855,
      "grad_norm": 2.825183864188998,
      "learning_rate": 0.00020952075954192207,
      "loss": 4.3458,
      "step": 27402
    },
    {
      "epoch": 2.3278117567108394,
      "grad_norm": 2.880667547137645,
      "learning_rate": 0.00020951445700327246,
      "loss": 4.7359,
      "step": 27403
    },
    {
      "epoch": 2.327896704043493,
      "grad_norm": 2.816752691968333,
      "learning_rate": 0.00020950815433992215,
      "loss": 4.2841,
      "step": 27404
    },
    {
      "epoch": 2.3279816513761467,
      "grad_norm": 2.911332236884591,
      "learning_rate": 0.0002095018515518843,
      "loss": 4.5677,
      "step": 27405
    },
    {
      "epoch": 2.3280665987088005,
      "grad_norm": 2.8000735748368872,
      "learning_rate": 0.00020949554863917218,
      "loss": 4.6644,
      "step": 27406
    },
    {
      "epoch": 2.3281515460414544,
      "grad_norm": 3.036079754068667,
      "learning_rate": 0.00020948924560179898,
      "loss": 5.151,
      "step": 27407
    },
    {
      "epoch": 2.328236493374108,
      "grad_norm": 3.013882824851338,
      "learning_rate": 0.0002094829424397779,
      "loss": 4.1082,
      "step": 27408
    },
    {
      "epoch": 2.3283214407067616,
      "grad_norm": 2.839655056472179,
      "learning_rate": 0.00020947663915312214,
      "loss": 4.5771,
      "step": 27409
    },
    {
      "epoch": 2.3284063880394155,
      "grad_norm": 2.886571121956498,
      "learning_rate": 0.00020947033574184493,
      "loss": 4.4815,
      "step": 27410
    },
    {
      "epoch": 2.3284913353720693,
      "grad_norm": 3.0355097314916075,
      "learning_rate": 0.00020946403220595942,
      "loss": 5.0757,
      "step": 27411
    },
    {
      "epoch": 2.328576282704723,
      "grad_norm": 2.792067810311259,
      "learning_rate": 0.00020945772854547888,
      "loss": 4.3306,
      "step": 27412
    },
    {
      "epoch": 2.328661230037377,
      "grad_norm": 3.0241218419527978,
      "learning_rate": 0.00020945142476041652,
      "loss": 4.959,
      "step": 27413
    },
    {
      "epoch": 2.3287461773700304,
      "grad_norm": 2.847165305384701,
      "learning_rate": 0.00020944512085078549,
      "loss": 4.6412,
      "step": 27414
    },
    {
      "epoch": 2.3288311247026843,
      "grad_norm": 2.8825319976420323,
      "learning_rate": 0.00020943881681659906,
      "loss": 4.8738,
      "step": 27415
    },
    {
      "epoch": 2.328916072035338,
      "grad_norm": 2.858901607285264,
      "learning_rate": 0.0002094325126578704,
      "loss": 4.5481,
      "step": 27416
    },
    {
      "epoch": 2.329001019367992,
      "grad_norm": 2.949638251127486,
      "learning_rate": 0.00020942620837461273,
      "loss": 4.8204,
      "step": 27417
    },
    {
      "epoch": 2.329085966700646,
      "grad_norm": 3.029953720221359,
      "learning_rate": 0.00020941990396683928,
      "loss": 5.1889,
      "step": 27418
    },
    {
      "epoch": 2.3291709140332992,
      "grad_norm": 2.7931416716761603,
      "learning_rate": 0.00020941359943456325,
      "loss": 4.6431,
      "step": 27419
    },
    {
      "epoch": 2.329255861365953,
      "grad_norm": 2.8875772230576264,
      "learning_rate": 0.0002094072947777978,
      "loss": 4.8418,
      "step": 27420
    },
    {
      "epoch": 2.329340808698607,
      "grad_norm": 2.880541369576272,
      "learning_rate": 0.0002094009899965562,
      "loss": 5.036,
      "step": 27421
    },
    {
      "epoch": 2.329425756031261,
      "grad_norm": 2.8824847416343786,
      "learning_rate": 0.00020939468509085165,
      "loss": 4.7254,
      "step": 27422
    },
    {
      "epoch": 2.329510703363914,
      "grad_norm": 2.90382525446936,
      "learning_rate": 0.00020938838006069735,
      "loss": 4.7292,
      "step": 27423
    },
    {
      "epoch": 2.329595650696568,
      "grad_norm": 2.8393666053506172,
      "learning_rate": 0.0002093820749061065,
      "loss": 4.6427,
      "step": 27424
    },
    {
      "epoch": 2.329680598029222,
      "grad_norm": 2.659844965178724,
      "learning_rate": 0.00020937576962709232,
      "loss": 4.4445,
      "step": 27425
    },
    {
      "epoch": 2.3297655453618757,
      "grad_norm": 2.8213883269817637,
      "learning_rate": 0.00020936946422366807,
      "loss": 4.6922,
      "step": 27426
    },
    {
      "epoch": 2.329850492694529,
      "grad_norm": 2.779660136884958,
      "learning_rate": 0.00020936315869584686,
      "loss": 4.0517,
      "step": 27427
    },
    {
      "epoch": 2.329935440027183,
      "grad_norm": 3.0553501390311766,
      "learning_rate": 0.00020935685304364202,
      "loss": 4.9617,
      "step": 27428
    },
    {
      "epoch": 2.330020387359837,
      "grad_norm": 2.90636527221903,
      "learning_rate": 0.00020935054726706664,
      "loss": 4.7105,
      "step": 27429
    },
    {
      "epoch": 2.3301053346924907,
      "grad_norm": 2.8182718340999506,
      "learning_rate": 0.00020934424136613404,
      "loss": 4.6132,
      "step": 27430
    },
    {
      "epoch": 2.3301902820251446,
      "grad_norm": 2.7927858896566824,
      "learning_rate": 0.0002093379353408574,
      "loss": 4.5215,
      "step": 27431
    },
    {
      "epoch": 2.330275229357798,
      "grad_norm": 2.8931294989444445,
      "learning_rate": 0.00020933162919124987,
      "loss": 4.5467,
      "step": 27432
    },
    {
      "epoch": 2.330360176690452,
      "grad_norm": 2.7148618953382675,
      "learning_rate": 0.00020932532291732475,
      "loss": 4.2531,
      "step": 27433
    },
    {
      "epoch": 2.3304451240231057,
      "grad_norm": 2.8302715464027988,
      "learning_rate": 0.0002093190165190952,
      "loss": 4.5574,
      "step": 27434
    },
    {
      "epoch": 2.3305300713557595,
      "grad_norm": 2.8351079092589107,
      "learning_rate": 0.00020931270999657446,
      "loss": 4.2775,
      "step": 27435
    },
    {
      "epoch": 2.3306150186884134,
      "grad_norm": 2.816868479390284,
      "learning_rate": 0.0002093064033497757,
      "loss": 4.4891,
      "step": 27436
    },
    {
      "epoch": 2.3306999660210668,
      "grad_norm": 2.834328348942669,
      "learning_rate": 0.00020930009657871225,
      "loss": 4.5021,
      "step": 27437
    },
    {
      "epoch": 2.3307849133537206,
      "grad_norm": 2.8046907554350327,
      "learning_rate": 0.00020929378968339714,
      "loss": 4.2535,
      "step": 27438
    },
    {
      "epoch": 2.3308698606863745,
      "grad_norm": 3.0087696227906315,
      "learning_rate": 0.0002092874826638438,
      "loss": 5.1501,
      "step": 27439
    },
    {
      "epoch": 2.3309548080190283,
      "grad_norm": 2.833598079878672,
      "learning_rate": 0.00020928117552006524,
      "loss": 4.5768,
      "step": 27440
    },
    {
      "epoch": 2.331039755351682,
      "grad_norm": 2.887795832689439,
      "learning_rate": 0.0002092748682520748,
      "loss": 4.8717,
      "step": 27441
    },
    {
      "epoch": 2.3311247026843356,
      "grad_norm": 2.884408220440191,
      "learning_rate": 0.00020926856085988566,
      "loss": 4.7028,
      "step": 27442
    },
    {
      "epoch": 2.3312096500169894,
      "grad_norm": 2.831609895801966,
      "learning_rate": 0.00020926225334351106,
      "loss": 4.346,
      "step": 27443
    },
    {
      "epoch": 2.3312945973496433,
      "grad_norm": 2.905131573076426,
      "learning_rate": 0.0002092559457029642,
      "loss": 4.6226,
      "step": 27444
    },
    {
      "epoch": 2.331379544682297,
      "grad_norm": 2.9450219723164723,
      "learning_rate": 0.00020924963793825826,
      "loss": 4.8994,
      "step": 27445
    },
    {
      "epoch": 2.3314644920149505,
      "grad_norm": 2.836641679760628,
      "learning_rate": 0.00020924333004940655,
      "loss": 4.4523,
      "step": 27446
    },
    {
      "epoch": 2.3315494393476044,
      "grad_norm": 2.8181910241338923,
      "learning_rate": 0.0002092370220364222,
      "loss": 4.6402,
      "step": 27447
    },
    {
      "epoch": 2.3316343866802582,
      "grad_norm": 2.817613244590584,
      "learning_rate": 0.0002092307138993184,
      "loss": 4.7193,
      "step": 27448
    },
    {
      "epoch": 2.331719334012912,
      "grad_norm": 2.7956635860346957,
      "learning_rate": 0.00020922440563810849,
      "loss": 4.6339,
      "step": 27449
    },
    {
      "epoch": 2.331804281345566,
      "grad_norm": 3.007452307733248,
      "learning_rate": 0.00020921809725280558,
      "loss": 4.852,
      "step": 27450
    },
    {
      "epoch": 2.3318892286782194,
      "grad_norm": 2.7930057569926885,
      "learning_rate": 0.00020921178874342292,
      "loss": 4.6012,
      "step": 27451
    },
    {
      "epoch": 2.331974176010873,
      "grad_norm": 2.844083151465335,
      "learning_rate": 0.00020920548010997376,
      "loss": 4.6197,
      "step": 27452
    },
    {
      "epoch": 2.332059123343527,
      "grad_norm": 3.0152523651556034,
      "learning_rate": 0.00020919917135247133,
      "loss": 5.2471,
      "step": 27453
    },
    {
      "epoch": 2.332144070676181,
      "grad_norm": 3.1106605429356113,
      "learning_rate": 0.00020919286247092874,
      "loss": 5.3092,
      "step": 27454
    },
    {
      "epoch": 2.3322290180088343,
      "grad_norm": 2.886412792473464,
      "learning_rate": 0.00020918655346535933,
      "loss": 4.5522,
      "step": 27455
    },
    {
      "epoch": 2.332313965341488,
      "grad_norm": 2.975471602235725,
      "learning_rate": 0.00020918024433577627,
      "loss": 4.7491,
      "step": 27456
    },
    {
      "epoch": 2.332398912674142,
      "grad_norm": 2.7332197861329957,
      "learning_rate": 0.00020917393508219275,
      "loss": 4.2629,
      "step": 27457
    },
    {
      "epoch": 2.332483860006796,
      "grad_norm": 2.969176701606919,
      "learning_rate": 0.00020916762570462202,
      "loss": 4.948,
      "step": 27458
    },
    {
      "epoch": 2.3325688073394497,
      "grad_norm": 2.766597047175203,
      "learning_rate": 0.0002091613162030773,
      "loss": 4.3778,
      "step": 27459
    },
    {
      "epoch": 2.332653754672103,
      "grad_norm": 2.8522256385543656,
      "learning_rate": 0.00020915500657757186,
      "loss": 4.315,
      "step": 27460
    },
    {
      "epoch": 2.332738702004757,
      "grad_norm": 3.0125093859674767,
      "learning_rate": 0.00020914869682811882,
      "loss": 4.8891,
      "step": 27461
    },
    {
      "epoch": 2.332823649337411,
      "grad_norm": 2.9092620621252863,
      "learning_rate": 0.0002091423869547315,
      "loss": 4.6786,
      "step": 27462
    },
    {
      "epoch": 2.3329085966700647,
      "grad_norm": 2.7901657668815507,
      "learning_rate": 0.000209136076957423,
      "loss": 4.5824,
      "step": 27463
    },
    {
      "epoch": 2.3329935440027185,
      "grad_norm": 2.858772524060573,
      "learning_rate": 0.00020912976683620669,
      "loss": 4.7076,
      "step": 27464
    },
    {
      "epoch": 2.333078491335372,
      "grad_norm": 3.002339592192661,
      "learning_rate": 0.00020912345659109569,
      "loss": 4.7619,
      "step": 27465
    },
    {
      "epoch": 2.333163438668026,
      "grad_norm": 2.897449416510958,
      "learning_rate": 0.0002091171462221032,
      "loss": 4.5275,
      "step": 27466
    },
    {
      "epoch": 2.3332483860006796,
      "grad_norm": 2.842936106724495,
      "learning_rate": 0.00020911083572924255,
      "loss": 4.341,
      "step": 27467
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 3.023048381890681,
      "learning_rate": 0.0002091045251125269,
      "loss": 4.8668,
      "step": 27468
    },
    {
      "epoch": 2.3334182806659873,
      "grad_norm": 2.9133254239175455,
      "learning_rate": 0.00020909821437196943,
      "loss": 4.8992,
      "step": 27469
    },
    {
      "epoch": 2.3335032279986407,
      "grad_norm": 2.8988390884575823,
      "learning_rate": 0.00020909190350758343,
      "loss": 3.9435,
      "step": 27470
    },
    {
      "epoch": 2.3335881753312946,
      "grad_norm": 2.793753014374335,
      "learning_rate": 0.00020908559251938213,
      "loss": 4.2645,
      "step": 27471
    },
    {
      "epoch": 2.3336731226639484,
      "grad_norm": 2.7813510682321447,
      "learning_rate": 0.00020907928140737866,
      "loss": 4.4641,
      "step": 27472
    },
    {
      "epoch": 2.3337580699966023,
      "grad_norm": 2.8559378649313407,
      "learning_rate": 0.0002090729701715864,
      "loss": 4.3215,
      "step": 27473
    },
    {
      "epoch": 2.3338430173292557,
      "grad_norm": 3.090770056443617,
      "learning_rate": 0.00020906665881201841,
      "loss": 4.9149,
      "step": 27474
    },
    {
      "epoch": 2.3339279646619095,
      "grad_norm": 2.905003985146451,
      "learning_rate": 0.000209060347328688,
      "loss": 4.9306,
      "step": 27475
    },
    {
      "epoch": 2.3340129119945634,
      "grad_norm": 2.953060031035282,
      "learning_rate": 0.0002090540357216084,
      "loss": 4.553,
      "step": 27476
    },
    {
      "epoch": 2.3340978593272173,
      "grad_norm": 2.8208458186171925,
      "learning_rate": 0.0002090477239907928,
      "loss": 4.3189,
      "step": 27477
    },
    {
      "epoch": 2.3341828066598707,
      "grad_norm": 3.0963176421546588,
      "learning_rate": 0.00020904141213625447,
      "loss": 5.4253,
      "step": 27478
    },
    {
      "epoch": 2.3342677539925245,
      "grad_norm": 2.771593235363251,
      "learning_rate": 0.00020903510015800656,
      "loss": 4.251,
      "step": 27479
    },
    {
      "epoch": 2.3343527013251784,
      "grad_norm": 2.86756515967182,
      "learning_rate": 0.0002090287880560624,
      "loss": 4.5296,
      "step": 27480
    },
    {
      "epoch": 2.334437648657832,
      "grad_norm": 2.9266815223327987,
      "learning_rate": 0.00020902247583043506,
      "loss": 4.0754,
      "step": 27481
    },
    {
      "epoch": 2.334522595990486,
      "grad_norm": 2.9077414205829215,
      "learning_rate": 0.000209016163481138,
      "loss": 4.5645,
      "step": 27482
    },
    {
      "epoch": 2.3346075433231395,
      "grad_norm": 2.870750109175203,
      "learning_rate": 0.0002090098510081842,
      "loss": 4.6725,
      "step": 27483
    },
    {
      "epoch": 2.3346924906557933,
      "grad_norm": 3.0646896460441657,
      "learning_rate": 0.00020900353841158702,
      "loss": 5.238,
      "step": 27484
    },
    {
      "epoch": 2.334777437988447,
      "grad_norm": 2.98939894014795,
      "learning_rate": 0.00020899722569135966,
      "loss": 4.994,
      "step": 27485
    },
    {
      "epoch": 2.334862385321101,
      "grad_norm": 2.874516054696373,
      "learning_rate": 0.00020899091284751537,
      "loss": 4.3487,
      "step": 27486
    },
    {
      "epoch": 2.334947332653755,
      "grad_norm": 3.0183237814058517,
      "learning_rate": 0.00020898459988006734,
      "loss": 5.2418,
      "step": 27487
    },
    {
      "epoch": 2.3350322799864083,
      "grad_norm": 3.0415309712628265,
      "learning_rate": 0.0002089782867890288,
      "loss": 4.1941,
      "step": 27488
    },
    {
      "epoch": 2.335117227319062,
      "grad_norm": 3.0195437525036612,
      "learning_rate": 0.00020897197357441305,
      "loss": 5.1819,
      "step": 27489
    },
    {
      "epoch": 2.335202174651716,
      "grad_norm": 3.0828295709618363,
      "learning_rate": 0.0002089656602362332,
      "loss": 5.2594,
      "step": 27490
    },
    {
      "epoch": 2.33528712198437,
      "grad_norm": 2.9695511136631216,
      "learning_rate": 0.0002089593467745026,
      "loss": 4.9064,
      "step": 27491
    },
    {
      "epoch": 2.3353720693170237,
      "grad_norm": 2.823289417702556,
      "learning_rate": 0.00020895303318923438,
      "loss": 4.3828,
      "step": 27492
    },
    {
      "epoch": 2.335457016649677,
      "grad_norm": 2.9440567386969025,
      "learning_rate": 0.00020894671948044178,
      "loss": 4.6658,
      "step": 27493
    },
    {
      "epoch": 2.335541963982331,
      "grad_norm": 2.802814039078289,
      "learning_rate": 0.00020894040564813806,
      "loss": 4.6419,
      "step": 27494
    },
    {
      "epoch": 2.335626911314985,
      "grad_norm": 3.0482395121859107,
      "learning_rate": 0.00020893409169233648,
      "loss": 4.9267,
      "step": 27495
    },
    {
      "epoch": 2.3357118586476386,
      "grad_norm": 2.962229234348599,
      "learning_rate": 0.00020892777761305026,
      "loss": 4.5588,
      "step": 27496
    },
    {
      "epoch": 2.335796805980292,
      "grad_norm": 2.884442735667845,
      "learning_rate": 0.0002089214634102925,
      "loss": 4.5682,
      "step": 27497
    },
    {
      "epoch": 2.335881753312946,
      "grad_norm": 2.7399803253380286,
      "learning_rate": 0.00020891514908407663,
      "loss": 4.2712,
      "step": 27498
    },
    {
      "epoch": 2.3359667006455997,
      "grad_norm": 2.770389124311908,
      "learning_rate": 0.00020890883463441575,
      "loss": 4.1642,
      "step": 27499
    },
    {
      "epoch": 2.3360516479782536,
      "grad_norm": 2.9141877944142838,
      "learning_rate": 0.00020890252006132315,
      "loss": 4.5494,
      "step": 27500
    },
    {
      "epoch": 2.336136595310907,
      "grad_norm": 2.8983969683313737,
      "learning_rate": 0.00020889620536481202,
      "loss": 4.9062,
      "step": 27501
    },
    {
      "epoch": 2.336221542643561,
      "grad_norm": 2.9448940779446415,
      "learning_rate": 0.00020888989054489558,
      "loss": 4.6401,
      "step": 27502
    },
    {
      "epoch": 2.3363064899762147,
      "grad_norm": 2.803513680997824,
      "learning_rate": 0.0002088835756015871,
      "loss": 4.5329,
      "step": 27503
    },
    {
      "epoch": 2.3363914373088686,
      "grad_norm": 2.9313329855594072,
      "learning_rate": 0.00020887726053489983,
      "loss": 4.7784,
      "step": 27504
    },
    {
      "epoch": 2.3364763846415224,
      "grad_norm": 2.905557661786956,
      "learning_rate": 0.00020887094534484697,
      "loss": 5.1211,
      "step": 27505
    },
    {
      "epoch": 2.336561331974176,
      "grad_norm": 3.1042531219599003,
      "learning_rate": 0.00020886463003144172,
      "loss": 5.0198,
      "step": 27506
    },
    {
      "epoch": 2.3366462793068297,
      "grad_norm": 2.821478658621478,
      "learning_rate": 0.00020885831459469738,
      "loss": 4.4708,
      "step": 27507
    },
    {
      "epoch": 2.3367312266394835,
      "grad_norm": 2.858482923568097,
      "learning_rate": 0.00020885199903462713,
      "loss": 4.3789,
      "step": 27508
    },
    {
      "epoch": 2.3368161739721374,
      "grad_norm": 2.790409481770178,
      "learning_rate": 0.00020884568335124425,
      "loss": 4.4894,
      "step": 27509
    },
    {
      "epoch": 2.336901121304791,
      "grad_norm": 2.9662061805987023,
      "learning_rate": 0.00020883936754456192,
      "loss": 4.8494,
      "step": 27510
    },
    {
      "epoch": 2.3369860686374446,
      "grad_norm": 2.775287870379938,
      "learning_rate": 0.0002088330516145934,
      "loss": 4.4473,
      "step": 27511
    },
    {
      "epoch": 2.3370710159700985,
      "grad_norm": 2.906411958205191,
      "learning_rate": 0.00020882673556135194,
      "loss": 4.9671,
      "step": 27512
    },
    {
      "epoch": 2.3371559633027523,
      "grad_norm": 2.850692329112713,
      "learning_rate": 0.00020882041938485074,
      "loss": 4.3608,
      "step": 27513
    },
    {
      "epoch": 2.337240910635406,
      "grad_norm": 2.8209525060254843,
      "learning_rate": 0.00020881410308510307,
      "loss": 4.7471,
      "step": 27514
    },
    {
      "epoch": 2.33732585796806,
      "grad_norm": 2.893945462921231,
      "learning_rate": 0.00020880778666212212,
      "loss": 4.7568,
      "step": 27515
    },
    {
      "epoch": 2.3374108053007134,
      "grad_norm": 2.9212990265336347,
      "learning_rate": 0.0002088014701159212,
      "loss": 4.6346,
      "step": 27516
    },
    {
      "epoch": 2.3374957526333673,
      "grad_norm": 2.828676331025548,
      "learning_rate": 0.00020879515344651345,
      "loss": 4.6022,
      "step": 27517
    },
    {
      "epoch": 2.337580699966021,
      "grad_norm": 2.769478458482543,
      "learning_rate": 0.00020878883665391217,
      "loss": 4.3538,
      "step": 27518
    },
    {
      "epoch": 2.337665647298675,
      "grad_norm": 2.834140477911477,
      "learning_rate": 0.0002087825197381306,
      "loss": 4.3114,
      "step": 27519
    },
    {
      "epoch": 2.3377505946313284,
      "grad_norm": 3.0410196621882233,
      "learning_rate": 0.0002087762026991819,
      "loss": 4.8274,
      "step": 27520
    },
    {
      "epoch": 2.3378355419639822,
      "grad_norm": 2.957187298217184,
      "learning_rate": 0.0002087698855370794,
      "loss": 4.8854,
      "step": 27521
    },
    {
      "epoch": 2.337920489296636,
      "grad_norm": 3.085047890826066,
      "learning_rate": 0.00020876356825183629,
      "loss": 5.0642,
      "step": 27522
    },
    {
      "epoch": 2.33800543662929,
      "grad_norm": 2.834134071528276,
      "learning_rate": 0.00020875725084346582,
      "loss": 4.5101,
      "step": 27523
    },
    {
      "epoch": 2.3380903839619434,
      "grad_norm": 2.9525789413685777,
      "learning_rate": 0.00020875093331198117,
      "loss": 4.9978,
      "step": 27524
    },
    {
      "epoch": 2.338175331294597,
      "grad_norm": 2.8335046375899533,
      "learning_rate": 0.00020874461565739566,
      "loss": 4.4185,
      "step": 27525
    },
    {
      "epoch": 2.338260278627251,
      "grad_norm": 3.0063825378484474,
      "learning_rate": 0.00020873829787972252,
      "loss": 5.1525,
      "step": 27526
    },
    {
      "epoch": 2.338345225959905,
      "grad_norm": 2.9522566112578597,
      "learning_rate": 0.00020873197997897493,
      "loss": 5.034,
      "step": 27527
    },
    {
      "epoch": 2.3384301732925588,
      "grad_norm": 3.030757102281107,
      "learning_rate": 0.00020872566195516616,
      "loss": 5.2306,
      "step": 27528
    },
    {
      "epoch": 2.338515120625212,
      "grad_norm": 2.988176366525988,
      "learning_rate": 0.0002087193438083095,
      "loss": 4.6357,
      "step": 27529
    },
    {
      "epoch": 2.338600067957866,
      "grad_norm": 3.123602337467258,
      "learning_rate": 0.00020871302553841805,
      "loss": 4.8781,
      "step": 27530
    },
    {
      "epoch": 2.33868501529052,
      "grad_norm": 2.8221657625006826,
      "learning_rate": 0.00020870670714550517,
      "loss": 4.4206,
      "step": 27531
    },
    {
      "epoch": 2.3387699626231737,
      "grad_norm": 2.972943232049107,
      "learning_rate": 0.00020870038862958408,
      "loss": 4.6589,
      "step": 27532
    },
    {
      "epoch": 2.3388549099558276,
      "grad_norm": 2.8809546379361106,
      "learning_rate": 0.00020869406999066796,
      "loss": 4.6485,
      "step": 27533
    },
    {
      "epoch": 2.338939857288481,
      "grad_norm": 2.8784338711374335,
      "learning_rate": 0.00020868775122877015,
      "loss": 4.4687,
      "step": 27534
    },
    {
      "epoch": 2.339024804621135,
      "grad_norm": 2.9733632926689038,
      "learning_rate": 0.0002086814323439038,
      "loss": 4.4871,
      "step": 27535
    },
    {
      "epoch": 2.3391097519537887,
      "grad_norm": 2.83415360276402,
      "learning_rate": 0.0002086751133360822,
      "loss": 4.2411,
      "step": 27536
    },
    {
      "epoch": 2.3391946992864425,
      "grad_norm": 2.809197624483935,
      "learning_rate": 0.00020866879420531855,
      "loss": 4.1127,
      "step": 27537
    },
    {
      "epoch": 2.3392796466190964,
      "grad_norm": 2.7471020380212994,
      "learning_rate": 0.00020866247495162613,
      "loss": 4.1328,
      "step": 27538
    },
    {
      "epoch": 2.33936459395175,
      "grad_norm": 2.7794444333898056,
      "learning_rate": 0.00020865615557501816,
      "loss": 4.4333,
      "step": 27539
    },
    {
      "epoch": 2.3394495412844036,
      "grad_norm": 2.915339888131144,
      "learning_rate": 0.00020864983607550783,
      "loss": 4.5543,
      "step": 27540
    },
    {
      "epoch": 2.3395344886170575,
      "grad_norm": 2.8668276760120417,
      "learning_rate": 0.00020864351645310852,
      "loss": 4.465,
      "step": 27541
    },
    {
      "epoch": 2.3396194359497113,
      "grad_norm": 2.8177408547146574,
      "learning_rate": 0.00020863719670783333,
      "loss": 4.4351,
      "step": 27542
    },
    {
      "epoch": 2.3397043832823647,
      "grad_norm": 2.844803637923889,
      "learning_rate": 0.00020863087683969556,
      "loss": 4.4876,
      "step": 27543
    },
    {
      "epoch": 2.3397893306150186,
      "grad_norm": 2.864045184662147,
      "learning_rate": 0.0002086245568487085,
      "loss": 4.5528,
      "step": 27544
    },
    {
      "epoch": 2.3398742779476724,
      "grad_norm": 3.467306269419065,
      "learning_rate": 0.00020861823673488534,
      "loss": 4.4881,
      "step": 27545
    },
    {
      "epoch": 2.3399592252803263,
      "grad_norm": 2.8008467082702158,
      "learning_rate": 0.00020861191649823927,
      "loss": 4.2849,
      "step": 27546
    },
    {
      "epoch": 2.34004417261298,
      "grad_norm": 3.030620619771247,
      "learning_rate": 0.00020860559613878363,
      "loss": 4.8395,
      "step": 27547
    },
    {
      "epoch": 2.3401291199456336,
      "grad_norm": 2.798055341107253,
      "learning_rate": 0.00020859927565653158,
      "loss": 4.4747,
      "step": 27548
    },
    {
      "epoch": 2.3402140672782874,
      "grad_norm": 2.8816504273165036,
      "learning_rate": 0.00020859295505149645,
      "loss": 4.5935,
      "step": 27549
    },
    {
      "epoch": 2.3402990146109413,
      "grad_norm": 2.801106073788806,
      "learning_rate": 0.00020858663432369142,
      "loss": 4.4097,
      "step": 27550
    },
    {
      "epoch": 2.340383961943595,
      "grad_norm": 2.9775708021428318,
      "learning_rate": 0.00020858031347312974,
      "loss": 4.6058,
      "step": 27551
    },
    {
      "epoch": 2.3404689092762485,
      "grad_norm": 3.1443589514483454,
      "learning_rate": 0.00020857399249982466,
      "loss": 4.8618,
      "step": 27552
    },
    {
      "epoch": 2.3405538566089024,
      "grad_norm": 2.8015704926523726,
      "learning_rate": 0.00020856767140378947,
      "loss": 4.5058,
      "step": 27553
    },
    {
      "epoch": 2.340638803941556,
      "grad_norm": 2.8880599960277196,
      "learning_rate": 0.00020856135018503736,
      "loss": 4.5377,
      "step": 27554
    },
    {
      "epoch": 2.34072375127421,
      "grad_norm": 2.820962573383447,
      "learning_rate": 0.00020855502884358155,
      "loss": 4.2415,
      "step": 27555
    },
    {
      "epoch": 2.340808698606864,
      "grad_norm": 3.015686679544334,
      "learning_rate": 0.0002085487073794354,
      "loss": 4.9015,
      "step": 27556
    },
    {
      "epoch": 2.3408936459395173,
      "grad_norm": 2.8801743693970785,
      "learning_rate": 0.00020854238579261206,
      "loss": 4.835,
      "step": 27557
    },
    {
      "epoch": 2.340978593272171,
      "grad_norm": 2.8439953066210863,
      "learning_rate": 0.0002085360640831248,
      "loss": 4.8495,
      "step": 27558
    },
    {
      "epoch": 2.341063540604825,
      "grad_norm": 3.0210156731183657,
      "learning_rate": 0.0002085297422509868,
      "loss": 4.9211,
      "step": 27559
    },
    {
      "epoch": 2.341148487937479,
      "grad_norm": 2.9903384972715124,
      "learning_rate": 0.0002085234202962114,
      "loss": 4.6593,
      "step": 27560
    },
    {
      "epoch": 2.3412334352701327,
      "grad_norm": 3.0639699079499625,
      "learning_rate": 0.00020851709821881182,
      "loss": 5.2623,
      "step": 27561
    },
    {
      "epoch": 2.341318382602786,
      "grad_norm": 2.8293804174971164,
      "learning_rate": 0.0002085107760188013,
      "loss": 4.7412,
      "step": 27562
    },
    {
      "epoch": 2.34140332993544,
      "grad_norm": 3.1086136450926594,
      "learning_rate": 0.00020850445369619312,
      "loss": 5.1097,
      "step": 27563
    },
    {
      "epoch": 2.341488277268094,
      "grad_norm": 2.8838638899300024,
      "learning_rate": 0.00020849813125100043,
      "loss": 4.6808,
      "step": 27564
    },
    {
      "epoch": 2.3415732246007477,
      "grad_norm": 2.736159981390712,
      "learning_rate": 0.0002084918086832366,
      "loss": 4.5111,
      "step": 27565
    },
    {
      "epoch": 2.3416581719334015,
      "grad_norm": 2.9861369483387064,
      "learning_rate": 0.0002084854859929148,
      "loss": 4.6295,
      "step": 27566
    },
    {
      "epoch": 2.341743119266055,
      "grad_norm": 2.770386424364796,
      "learning_rate": 0.0002084791631800483,
      "loss": 4.3376,
      "step": 27567
    },
    {
      "epoch": 2.341828066598709,
      "grad_norm": 2.9598541066646997,
      "learning_rate": 0.00020847284024465035,
      "loss": 5.0431,
      "step": 27568
    },
    {
      "epoch": 2.3419130139313626,
      "grad_norm": 2.8126979557896914,
      "learning_rate": 0.00020846651718673417,
      "loss": 4.369,
      "step": 27569
    },
    {
      "epoch": 2.3419979612640165,
      "grad_norm": 2.7608473753821845,
      "learning_rate": 0.00020846019400631304,
      "loss": 4.492,
      "step": 27570
    },
    {
      "epoch": 2.34208290859667,
      "grad_norm": 2.7686755508550562,
      "learning_rate": 0.0002084538707034002,
      "loss": 4.1623,
      "step": 27571
    },
    {
      "epoch": 2.3421678559293237,
      "grad_norm": 2.7963494139682292,
      "learning_rate": 0.00020844754727800897,
      "loss": 4.5096,
      "step": 27572
    },
    {
      "epoch": 2.3422528032619776,
      "grad_norm": 3.040215732256492,
      "learning_rate": 0.00020844122373015245,
      "loss": 5.0473,
      "step": 27573
    },
    {
      "epoch": 2.3423377505946315,
      "grad_norm": 2.9737478864113367,
      "learning_rate": 0.00020843490005984403,
      "loss": 4.9503,
      "step": 27574
    },
    {
      "epoch": 2.342422697927285,
      "grad_norm": 2.8273855915397363,
      "learning_rate": 0.00020842857626709687,
      "loss": 4.4031,
      "step": 27575
    },
    {
      "epoch": 2.3425076452599387,
      "grad_norm": 2.9604337898992963,
      "learning_rate": 0.00020842225235192423,
      "loss": 4.7025,
      "step": 27576
    },
    {
      "epoch": 2.3425925925925926,
      "grad_norm": 2.9918379356456066,
      "learning_rate": 0.0002084159283143394,
      "loss": 4.6269,
      "step": 27577
    },
    {
      "epoch": 2.3426775399252464,
      "grad_norm": 2.784102046105727,
      "learning_rate": 0.00020840960415435562,
      "loss": 4.5263,
      "step": 27578
    },
    {
      "epoch": 2.3427624872579003,
      "grad_norm": 3.00969882813206,
      "learning_rate": 0.00020840327987198614,
      "loss": 5.0066,
      "step": 27579
    },
    {
      "epoch": 2.3428474345905537,
      "grad_norm": 2.842691879179814,
      "learning_rate": 0.00020839695546724418,
      "loss": 4.5118,
      "step": 27580
    },
    {
      "epoch": 2.3429323819232075,
      "grad_norm": 2.9224113258232416,
      "learning_rate": 0.00020839063094014307,
      "loss": 4.8038,
      "step": 27581
    },
    {
      "epoch": 2.3430173292558614,
      "grad_norm": 2.847573784694675,
      "learning_rate": 0.00020838430629069597,
      "loss": 4.3522,
      "step": 27582
    },
    {
      "epoch": 2.343102276588515,
      "grad_norm": 2.8668049076510065,
      "learning_rate": 0.00020837798151891618,
      "loss": 4.5069,
      "step": 27583
    },
    {
      "epoch": 2.343187223921169,
      "grad_norm": 2.840348083979448,
      "learning_rate": 0.0002083716566248169,
      "loss": 4.7817,
      "step": 27584
    },
    {
      "epoch": 2.3432721712538225,
      "grad_norm": 2.865774403564351,
      "learning_rate": 0.00020836533160841145,
      "loss": 4.6497,
      "step": 27585
    },
    {
      "epoch": 2.3433571185864763,
      "grad_norm": 2.9880934376611856,
      "learning_rate": 0.00020835900646971309,
      "loss": 5.1274,
      "step": 27586
    },
    {
      "epoch": 2.34344206591913,
      "grad_norm": 2.853721330902351,
      "learning_rate": 0.00020835268120873498,
      "loss": 4.6539,
      "step": 27587
    },
    {
      "epoch": 2.343527013251784,
      "grad_norm": 2.751209985970406,
      "learning_rate": 0.00020834635582549053,
      "loss": 4.1962,
      "step": 27588
    },
    {
      "epoch": 2.343611960584438,
      "grad_norm": 2.818515489864344,
      "learning_rate": 0.0002083400303199928,
      "loss": 4.6229,
      "step": 27589
    },
    {
      "epoch": 2.3436969079170913,
      "grad_norm": 2.96128847091215,
      "learning_rate": 0.00020833370469225518,
      "loss": 4.7591,
      "step": 27590
    },
    {
      "epoch": 2.343781855249745,
      "grad_norm": 2.9572196481047466,
      "learning_rate": 0.00020832737894229092,
      "loss": 4.7701,
      "step": 27591
    },
    {
      "epoch": 2.343866802582399,
      "grad_norm": 3.107766550323608,
      "learning_rate": 0.0002083210530701132,
      "loss": 5.1058,
      "step": 27592
    },
    {
      "epoch": 2.343951749915053,
      "grad_norm": 3.019220349743827,
      "learning_rate": 0.00020831472707573534,
      "loss": 4.947,
      "step": 27593
    },
    {
      "epoch": 2.3440366972477062,
      "grad_norm": 3.048149135644178,
      "learning_rate": 0.00020830840095917053,
      "loss": 5.2395,
      "step": 27594
    },
    {
      "epoch": 2.34412164458036,
      "grad_norm": 2.8469163810377927,
      "learning_rate": 0.00020830207472043207,
      "loss": 4.6272,
      "step": 27595
    },
    {
      "epoch": 2.344206591913014,
      "grad_norm": 2.8412435049533333,
      "learning_rate": 0.00020829574835953322,
      "loss": 4.7243,
      "step": 27596
    },
    {
      "epoch": 2.344291539245668,
      "grad_norm": 2.7768512343505543,
      "learning_rate": 0.00020828942187648726,
      "loss": 4.3046,
      "step": 27597
    },
    {
      "epoch": 2.344376486578321,
      "grad_norm": 2.8217646302433415,
      "learning_rate": 0.00020828309527130736,
      "loss": 4.8227,
      "step": 27598
    },
    {
      "epoch": 2.344461433910975,
      "grad_norm": 2.932547903214249,
      "learning_rate": 0.0002082767685440069,
      "loss": 4.952,
      "step": 27599
    },
    {
      "epoch": 2.344546381243629,
      "grad_norm": 3.028610749190791,
      "learning_rate": 0.00020827044169459898,
      "loss": 4.9127,
      "step": 27600
    },
    {
      "epoch": 2.3446313285762828,
      "grad_norm": 2.9894694324706275,
      "learning_rate": 0.000208264114723097,
      "loss": 5.0027,
      "step": 27601
    },
    {
      "epoch": 2.3447162759089366,
      "grad_norm": 2.7846569061277573,
      "learning_rate": 0.00020825778762951412,
      "loss": 4.6308,
      "step": 27602
    },
    {
      "epoch": 2.34480122324159,
      "grad_norm": 2.752895755739297,
      "learning_rate": 0.00020825146041386367,
      "loss": 4.4796,
      "step": 27603
    },
    {
      "epoch": 2.344886170574244,
      "grad_norm": 2.8473095843355853,
      "learning_rate": 0.0002082451330761588,
      "loss": 4.577,
      "step": 27604
    },
    {
      "epoch": 2.3449711179068977,
      "grad_norm": 2.970270619408761,
      "learning_rate": 0.00020823880561641293,
      "loss": 4.6706,
      "step": 27605
    },
    {
      "epoch": 2.3450560652395516,
      "grad_norm": 2.9313430990266625,
      "learning_rate": 0.00020823247803463922,
      "loss": 4.5795,
      "step": 27606
    },
    {
      "epoch": 2.3451410125722054,
      "grad_norm": 2.784700078875014,
      "learning_rate": 0.00020822615033085087,
      "loss": 4.5978,
      "step": 27607
    },
    {
      "epoch": 2.345225959904859,
      "grad_norm": 2.9935202903307534,
      "learning_rate": 0.00020821982250506129,
      "loss": 4.6381,
      "step": 27608
    },
    {
      "epoch": 2.3453109072375127,
      "grad_norm": 2.787751452546058,
      "learning_rate": 0.0002082134945572836,
      "loss": 4.3204,
      "step": 27609
    },
    {
      "epoch": 2.3453958545701665,
      "grad_norm": 2.9900400645297633,
      "learning_rate": 0.0002082071664875311,
      "loss": 4.9939,
      "step": 27610
    },
    {
      "epoch": 2.3454808019028204,
      "grad_norm": 2.9147126087262203,
      "learning_rate": 0.00020820083829581706,
      "loss": 4.7886,
      "step": 27611
    },
    {
      "epoch": 2.3455657492354742,
      "grad_norm": 2.8881154568832725,
      "learning_rate": 0.00020819450998215477,
      "loss": 4.7214,
      "step": 27612
    },
    {
      "epoch": 2.3456506965681276,
      "grad_norm": 2.9205239881210807,
      "learning_rate": 0.00020818818154655743,
      "loss": 4.6142,
      "step": 27613
    },
    {
      "epoch": 2.3457356439007815,
      "grad_norm": 2.903658587169734,
      "learning_rate": 0.0002081818529890384,
      "loss": 4.3082,
      "step": 27614
    },
    {
      "epoch": 2.3458205912334353,
      "grad_norm": 2.7858665008776637,
      "learning_rate": 0.0002081755243096108,
      "loss": 4.5656,
      "step": 27615
    },
    {
      "epoch": 2.345905538566089,
      "grad_norm": 3.033834863354686,
      "learning_rate": 0.00020816919550828796,
      "loss": 5.102,
      "step": 27616
    },
    {
      "epoch": 2.3459904858987426,
      "grad_norm": 2.9381701696542804,
      "learning_rate": 0.00020816286658508322,
      "loss": 4.844,
      "step": 27617
    },
    {
      "epoch": 2.3460754332313964,
      "grad_norm": 3.020016384118017,
      "learning_rate": 0.0002081565375400097,
      "loss": 4.9578,
      "step": 27618
    },
    {
      "epoch": 2.3461603805640503,
      "grad_norm": 2.8408258787445546,
      "learning_rate": 0.0002081502083730807,
      "loss": 4.5916,
      "step": 27619
    },
    {
      "epoch": 2.346245327896704,
      "grad_norm": 2.843277364441643,
      "learning_rate": 0.00020814387908430954,
      "loss": 4.3172,
      "step": 27620
    },
    {
      "epoch": 2.3463302752293576,
      "grad_norm": 2.869337198844295,
      "learning_rate": 0.00020813754967370944,
      "loss": 4.5571,
      "step": 27621
    },
    {
      "epoch": 2.3464152225620114,
      "grad_norm": 3.0083474757550683,
      "learning_rate": 0.00020813122014129367,
      "loss": 4.8828,
      "step": 27622
    },
    {
      "epoch": 2.3465001698946653,
      "grad_norm": 2.78290386612456,
      "learning_rate": 0.0002081248904870755,
      "loss": 4.1679,
      "step": 27623
    },
    {
      "epoch": 2.346585117227319,
      "grad_norm": 2.7279337958507095,
      "learning_rate": 0.0002081185607110682,
      "loss": 4.4678,
      "step": 27624
    },
    {
      "epoch": 2.346670064559973,
      "grad_norm": 2.932366031390865,
      "learning_rate": 0.000208112230813285,
      "loss": 4.6071,
      "step": 27625
    },
    {
      "epoch": 2.3467550118926264,
      "grad_norm": 2.8101342295590137,
      "learning_rate": 0.0002081059007937392,
      "loss": 4.4079,
      "step": 27626
    },
    {
      "epoch": 2.34683995922528,
      "grad_norm": 2.7548859696014696,
      "learning_rate": 0.000208099570652444,
      "loss": 4.3943,
      "step": 27627
    },
    {
      "epoch": 2.346924906557934,
      "grad_norm": 2.9534530273829596,
      "learning_rate": 0.00020809324038941274,
      "loss": 4.8627,
      "step": 27628
    },
    {
      "epoch": 2.347009853890588,
      "grad_norm": 2.7134283501416054,
      "learning_rate": 0.00020808691000465864,
      "loss": 4.358,
      "step": 27629
    },
    {
      "epoch": 2.3470948012232418,
      "grad_norm": 2.9335505650632694,
      "learning_rate": 0.00020808057949819498,
      "loss": 4.8106,
      "step": 27630
    },
    {
      "epoch": 2.347179748555895,
      "grad_norm": 2.716523746834144,
      "learning_rate": 0.00020807424887003505,
      "loss": 4.1591,
      "step": 27631
    },
    {
      "epoch": 2.347264695888549,
      "grad_norm": 2.8508766046972007,
      "learning_rate": 0.00020806791812019203,
      "loss": 4.5885,
      "step": 27632
    },
    {
      "epoch": 2.347349643221203,
      "grad_norm": 2.865928226412352,
      "learning_rate": 0.00020806158724867926,
      "loss": 4.3293,
      "step": 27633
    },
    {
      "epoch": 2.3474345905538567,
      "grad_norm": 2.6982835638591443,
      "learning_rate": 0.00020805525625551,
      "loss": 4.1758,
      "step": 27634
    },
    {
      "epoch": 2.3475195378865106,
      "grad_norm": 2.85121194797859,
      "learning_rate": 0.00020804892514069749,
      "loss": 4.2976,
      "step": 27635
    },
    {
      "epoch": 2.347604485219164,
      "grad_norm": 2.8723365720956235,
      "learning_rate": 0.00020804259390425498,
      "loss": 4.6299,
      "step": 27636
    },
    {
      "epoch": 2.347689432551818,
      "grad_norm": 2.78909102525629,
      "learning_rate": 0.0002080362625461958,
      "loss": 4.3365,
      "step": 27637
    },
    {
      "epoch": 2.3477743798844717,
      "grad_norm": 3.0767239851817103,
      "learning_rate": 0.00020802993106653313,
      "loss": 5.0802,
      "step": 27638
    },
    {
      "epoch": 2.3478593272171255,
      "grad_norm": 3.0603675033490436,
      "learning_rate": 0.00020802359946528028,
      "loss": 4.8228,
      "step": 27639
    },
    {
      "epoch": 2.3479442745497794,
      "grad_norm": 3.0554113332352872,
      "learning_rate": 0.00020801726774245062,
      "loss": 5.1626,
      "step": 27640
    },
    {
      "epoch": 2.348029221882433,
      "grad_norm": 2.967148317607605,
      "learning_rate": 0.00020801093589805717,
      "loss": 4.9403,
      "step": 27641
    },
    {
      "epoch": 2.3481141692150866,
      "grad_norm": 2.9373949526784546,
      "learning_rate": 0.00020800460393211346,
      "loss": 4.7371,
      "step": 27642
    },
    {
      "epoch": 2.3481991165477405,
      "grad_norm": 2.854452431446479,
      "learning_rate": 0.00020799827184463262,
      "loss": 4.6624,
      "step": 27643
    },
    {
      "epoch": 2.3482840638803943,
      "grad_norm": 3.038614901061323,
      "learning_rate": 0.0002079919396356279,
      "loss": 5.1099,
      "step": 27644
    },
    {
      "epoch": 2.3483690112130478,
      "grad_norm": 2.883923443355706,
      "learning_rate": 0.00020798560730511263,
      "loss": 4.5873,
      "step": 27645
    },
    {
      "epoch": 2.3484539585457016,
      "grad_norm": 2.938087207767256,
      "learning_rate": 0.00020797927485310003,
      "loss": 5.0018,
      "step": 27646
    },
    {
      "epoch": 2.3485389058783555,
      "grad_norm": 2.8155576187557196,
      "learning_rate": 0.00020797294227960342,
      "loss": 4.1545,
      "step": 27647
    },
    {
      "epoch": 2.3486238532110093,
      "grad_norm": 2.8198188794056707,
      "learning_rate": 0.00020796660958463605,
      "loss": 4.6993,
      "step": 27648
    },
    {
      "epoch": 2.3487088005436627,
      "grad_norm": 3.0380491719217497,
      "learning_rate": 0.00020796027676821117,
      "loss": 4.7843,
      "step": 27649
    },
    {
      "epoch": 2.3487937478763166,
      "grad_norm": 2.8659392141256395,
      "learning_rate": 0.00020795394383034204,
      "loss": 4.5301,
      "step": 27650
    },
    {
      "epoch": 2.3488786952089704,
      "grad_norm": 2.900307403630277,
      "learning_rate": 0.00020794761077104197,
      "loss": 4.7611,
      "step": 27651
    },
    {
      "epoch": 2.3489636425416243,
      "grad_norm": 2.7945652273742603,
      "learning_rate": 0.0002079412775903242,
      "loss": 4.4968,
      "step": 27652
    },
    {
      "epoch": 2.349048589874278,
      "grad_norm": 3.015934626987891,
      "learning_rate": 0.00020793494428820203,
      "loss": 4.6442,
      "step": 27653
    },
    {
      "epoch": 2.3491335372069315,
      "grad_norm": 2.8057167814275803,
      "learning_rate": 0.00020792861086468869,
      "loss": 4.3592,
      "step": 27654
    },
    {
      "epoch": 2.3492184845395854,
      "grad_norm": 2.874583580409749,
      "learning_rate": 0.00020792227731979745,
      "loss": 4.8722,
      "step": 27655
    },
    {
      "epoch": 2.3493034318722392,
      "grad_norm": 2.9107285066184083,
      "learning_rate": 0.0002079159436535416,
      "loss": 4.7546,
      "step": 27656
    },
    {
      "epoch": 2.349388379204893,
      "grad_norm": 2.8965783692299607,
      "learning_rate": 0.00020790960986593444,
      "loss": 4.7909,
      "step": 27657
    },
    {
      "epoch": 2.349473326537547,
      "grad_norm": 2.9605758481091504,
      "learning_rate": 0.00020790327595698923,
      "loss": 5.2006,
      "step": 27658
    },
    {
      "epoch": 2.3495582738702003,
      "grad_norm": 2.756945813534899,
      "learning_rate": 0.00020789694192671916,
      "loss": 4.6084,
      "step": 27659
    },
    {
      "epoch": 2.349643221202854,
      "grad_norm": 2.7785745624006037,
      "learning_rate": 0.0002078906077751376,
      "loss": 4.5709,
      "step": 27660
    },
    {
      "epoch": 2.349728168535508,
      "grad_norm": 2.9219429801791628,
      "learning_rate": 0.0002078842735022578,
      "loss": 4.9288,
      "step": 27661
    },
    {
      "epoch": 2.349813115868162,
      "grad_norm": 3.060432779450461,
      "learning_rate": 0.00020787793910809305,
      "loss": 5.2633,
      "step": 27662
    },
    {
      "epoch": 2.3498980632008157,
      "grad_norm": 3.0675826995037134,
      "learning_rate": 0.00020787160459265653,
      "loss": 4.8671,
      "step": 27663
    },
    {
      "epoch": 2.349983010533469,
      "grad_norm": 2.793607727207388,
      "learning_rate": 0.0002078652699559616,
      "loss": 4.3125,
      "step": 27664
    },
    {
      "epoch": 2.350067957866123,
      "grad_norm": 2.7693240526201777,
      "learning_rate": 0.00020785893519802148,
      "loss": 4.5224,
      "step": 27665
    },
    {
      "epoch": 2.350152905198777,
      "grad_norm": 2.79126887834535,
      "learning_rate": 0.00020785260031884952,
      "loss": 4.2287,
      "step": 27666
    },
    {
      "epoch": 2.3502378525314307,
      "grad_norm": 2.817250591281042,
      "learning_rate": 0.0002078462653184589,
      "loss": 4.39,
      "step": 27667
    },
    {
      "epoch": 2.350322799864084,
      "grad_norm": 2.8137985045908516,
      "learning_rate": 0.00020783993019686292,
      "loss": 4.5327,
      "step": 27668
    },
    {
      "epoch": 2.350407747196738,
      "grad_norm": 2.8841212663955704,
      "learning_rate": 0.00020783359495407498,
      "loss": 4.5361,
      "step": 27669
    },
    {
      "epoch": 2.350492694529392,
      "grad_norm": 2.8194649444904383,
      "learning_rate": 0.00020782725959010817,
      "loss": 4.4379,
      "step": 27670
    },
    {
      "epoch": 2.3505776418620457,
      "grad_norm": 2.8532652000714998,
      "learning_rate": 0.0002078209241049759,
      "loss": 4.2838,
      "step": 27671
    },
    {
      "epoch": 2.350662589194699,
      "grad_norm": 2.8166329126031724,
      "learning_rate": 0.00020781458849869128,
      "loss": 4.6855,
      "step": 27672
    },
    {
      "epoch": 2.350747536527353,
      "grad_norm": 2.9817449159209426,
      "learning_rate": 0.00020780825277126776,
      "loss": 4.7779,
      "step": 27673
    },
    {
      "epoch": 2.3508324838600068,
      "grad_norm": 2.79011365126775,
      "learning_rate": 0.0002078019169227185,
      "loss": 4.1971,
      "step": 27674
    },
    {
      "epoch": 2.3509174311926606,
      "grad_norm": 2.9723654740239436,
      "learning_rate": 0.00020779558095305683,
      "loss": 4.4285,
      "step": 27675
    },
    {
      "epoch": 2.3510023785253145,
      "grad_norm": 2.9969346198564986,
      "learning_rate": 0.00020778924486229607,
      "loss": 5.183,
      "step": 27676
    },
    {
      "epoch": 2.351087325857968,
      "grad_norm": 2.9854137160867893,
      "learning_rate": 0.00020778290865044942,
      "loss": 4.6347,
      "step": 27677
    },
    {
      "epoch": 2.3511722731906217,
      "grad_norm": 2.844750932824892,
      "learning_rate": 0.00020777657231753016,
      "loss": 4.5656,
      "step": 27678
    },
    {
      "epoch": 2.3512572205232756,
      "grad_norm": 2.7881286551293973,
      "learning_rate": 0.00020777023586355156,
      "loss": 4.185,
      "step": 27679
    },
    {
      "epoch": 2.3513421678559294,
      "grad_norm": 2.8999139383111525,
      "learning_rate": 0.00020776389928852702,
      "loss": 4.7538,
      "step": 27680
    },
    {
      "epoch": 2.3514271151885833,
      "grad_norm": 2.815579893395384,
      "learning_rate": 0.0002077575625924696,
      "loss": 4.5513,
      "step": 27681
    },
    {
      "epoch": 2.3515120625212367,
      "grad_norm": 3.057810434891339,
      "learning_rate": 0.00020775122577539282,
      "loss": 5.092,
      "step": 27682
    },
    {
      "epoch": 2.3515970098538905,
      "grad_norm": 2.8727892233906256,
      "learning_rate": 0.00020774488883730974,
      "loss": 4.5512,
      "step": 27683
    },
    {
      "epoch": 2.3516819571865444,
      "grad_norm": 2.7410385332274863,
      "learning_rate": 0.00020773855177823376,
      "loss": 4.1268,
      "step": 27684
    },
    {
      "epoch": 2.3517669045191982,
      "grad_norm": 2.730648795085407,
      "learning_rate": 0.00020773221459817812,
      "loss": 4.1842,
      "step": 27685
    },
    {
      "epoch": 2.351851851851852,
      "grad_norm": 2.8209556276277574,
      "learning_rate": 0.00020772587729715614,
      "loss": 4.7437,
      "step": 27686
    },
    {
      "epoch": 2.3519367991845055,
      "grad_norm": 2.917721371425933,
      "learning_rate": 0.00020771953987518103,
      "loss": 4.6202,
      "step": 27687
    },
    {
      "epoch": 2.3520217465171593,
      "grad_norm": 2.886637176443514,
      "learning_rate": 0.00020771320233226612,
      "loss": 4.6662,
      "step": 27688
    },
    {
      "epoch": 2.352106693849813,
      "grad_norm": 2.9310223487856097,
      "learning_rate": 0.00020770686466842472,
      "loss": 5.02,
      "step": 27689
    },
    {
      "epoch": 2.352191641182467,
      "grad_norm": 2.789520300859354,
      "learning_rate": 0.00020770052688366997,
      "loss": 3.9977,
      "step": 27690
    },
    {
      "epoch": 2.3522765885151204,
      "grad_norm": 2.9010337127325125,
      "learning_rate": 0.00020769418897801536,
      "loss": 4.7495,
      "step": 27691
    },
    {
      "epoch": 2.3523615358477743,
      "grad_norm": 2.9176222202015025,
      "learning_rate": 0.000207687850951474,
      "loss": 4.6484,
      "step": 27692
    },
    {
      "epoch": 2.352446483180428,
      "grad_norm": 3.033788891673315,
      "learning_rate": 0.00020768151280405918,
      "loss": 5.1743,
      "step": 27693
    },
    {
      "epoch": 2.352531430513082,
      "grad_norm": 3.0899440822177033,
      "learning_rate": 0.00020767517453578428,
      "loss": 5.0899,
      "step": 27694
    },
    {
      "epoch": 2.3526163778457354,
      "grad_norm": 3.001447525505184,
      "learning_rate": 0.00020766883614666248,
      "loss": 4.9984,
      "step": 27695
    },
    {
      "epoch": 2.3527013251783893,
      "grad_norm": 2.9212738319574947,
      "learning_rate": 0.00020766249763670716,
      "loss": 4.6968,
      "step": 27696
    },
    {
      "epoch": 2.352786272511043,
      "grad_norm": 3.0525398829276083,
      "learning_rate": 0.0002076561590059315,
      "loss": 4.8308,
      "step": 27697
    },
    {
      "epoch": 2.352871219843697,
      "grad_norm": 3.025769139157633,
      "learning_rate": 0.00020764982025434886,
      "loss": 4.9738,
      "step": 27698
    },
    {
      "epoch": 2.352956167176351,
      "grad_norm": 2.898410433249261,
      "learning_rate": 0.00020764348138197245,
      "loss": 4.5965,
      "step": 27699
    },
    {
      "epoch": 2.353041114509004,
      "grad_norm": 2.8721407977152658,
      "learning_rate": 0.00020763714238881565,
      "loss": 4.5854,
      "step": 27700
    },
    {
      "epoch": 2.353126061841658,
      "grad_norm": 2.824781828302029,
      "learning_rate": 0.00020763080327489163,
      "loss": 4.7672,
      "step": 27701
    },
    {
      "epoch": 2.353211009174312,
      "grad_norm": 3.02348174528113,
      "learning_rate": 0.00020762446404021376,
      "loss": 4.9066,
      "step": 27702
    },
    {
      "epoch": 2.3532959565069658,
      "grad_norm": 2.790642741185998,
      "learning_rate": 0.00020761812468479527,
      "loss": 4.4126,
      "step": 27703
    },
    {
      "epoch": 2.3533809038396196,
      "grad_norm": 2.8658434393108436,
      "learning_rate": 0.00020761178520864947,
      "loss": 4.4771,
      "step": 27704
    },
    {
      "epoch": 2.353465851172273,
      "grad_norm": 2.934529817342218,
      "learning_rate": 0.0002076054456117896,
      "loss": 4.9639,
      "step": 27705
    },
    {
      "epoch": 2.353550798504927,
      "grad_norm": 3.1591802698258213,
      "learning_rate": 0.000207599105894229,
      "loss": 4.138,
      "step": 27706
    },
    {
      "epoch": 2.3536357458375807,
      "grad_norm": 2.9959959584583173,
      "learning_rate": 0.000207592766055981,
      "loss": 4.7528,
      "step": 27707
    },
    {
      "epoch": 2.3537206931702346,
      "grad_norm": 2.8267697711403064,
      "learning_rate": 0.0002075864260970587,
      "loss": 4.4978,
      "step": 27708
    },
    {
      "epoch": 2.3538056405028884,
      "grad_norm": 2.8744386577387138,
      "learning_rate": 0.00020758008601747557,
      "loss": 4.7143,
      "step": 27709
    },
    {
      "epoch": 2.353890587835542,
      "grad_norm": 2.8587927794898604,
      "learning_rate": 0.0002075737458172448,
      "loss": 4.564,
      "step": 27710
    },
    {
      "epoch": 2.3539755351681957,
      "grad_norm": 2.7565350649924074,
      "learning_rate": 0.00020756740549637975,
      "loss": 4.2097,
      "step": 27711
    },
    {
      "epoch": 2.3540604825008495,
      "grad_norm": 3.012909556264028,
      "learning_rate": 0.0002075610650548936,
      "loss": 5.1292,
      "step": 27712
    },
    {
      "epoch": 2.3541454298335034,
      "grad_norm": 2.9958510864473773,
      "learning_rate": 0.0002075547244927997,
      "loss": 4.8086,
      "step": 27713
    },
    {
      "epoch": 2.354230377166157,
      "grad_norm": 2.862517567977819,
      "learning_rate": 0.00020754838381011132,
      "loss": 4.6341,
      "step": 27714
    },
    {
      "epoch": 2.3543153244988106,
      "grad_norm": 2.9663768164979247,
      "learning_rate": 0.00020754204300684175,
      "loss": 4.9801,
      "step": 27715
    },
    {
      "epoch": 2.3544002718314645,
      "grad_norm": 2.9462093783540384,
      "learning_rate": 0.0002075357020830043,
      "loss": 4.7612,
      "step": 27716
    },
    {
      "epoch": 2.3544852191641183,
      "grad_norm": 2.774364602482497,
      "learning_rate": 0.0002075293610386122,
      "loss": 4.226,
      "step": 27717
    },
    {
      "epoch": 2.3545701664967718,
      "grad_norm": 3.015878211677748,
      "learning_rate": 0.00020752301987367875,
      "loss": 4.6079,
      "step": 27718
    },
    {
      "epoch": 2.3546551138294256,
      "grad_norm": 2.815752532640369,
      "learning_rate": 0.0002075166785882173,
      "loss": 4.5868,
      "step": 27719
    },
    {
      "epoch": 2.3547400611620795,
      "grad_norm": 2.8142861331398326,
      "learning_rate": 0.0002075103371822411,
      "loss": 4.3055,
      "step": 27720
    },
    {
      "epoch": 2.3548250084947333,
      "grad_norm": 2.8006586017616617,
      "learning_rate": 0.00020750399565576337,
      "loss": 4.5909,
      "step": 27721
    },
    {
      "epoch": 2.354909955827387,
      "grad_norm": 3.0840091757995074,
      "learning_rate": 0.0002074976540087975,
      "loss": 5.0524,
      "step": 27722
    },
    {
      "epoch": 2.3549949031600406,
      "grad_norm": 2.977099327455137,
      "learning_rate": 0.00020749131224135676,
      "loss": 4.9577,
      "step": 27723
    },
    {
      "epoch": 2.3550798504926944,
      "grad_norm": 2.8820801952639163,
      "learning_rate": 0.00020748497035345432,
      "loss": 4.8549,
      "step": 27724
    },
    {
      "epoch": 2.3551647978253483,
      "grad_norm": 2.904617310890226,
      "learning_rate": 0.00020747862834510366,
      "loss": 4.7332,
      "step": 27725
    },
    {
      "epoch": 2.355249745158002,
      "grad_norm": 2.822760272952366,
      "learning_rate": 0.0002074722862163179,
      "loss": 4.4209,
      "step": 27726
    },
    {
      "epoch": 2.355334692490656,
      "grad_norm": 2.8531621384530594,
      "learning_rate": 0.00020746594396711042,
      "loss": 4.5488,
      "step": 27727
    },
    {
      "epoch": 2.3554196398233094,
      "grad_norm": 2.9986530969203216,
      "learning_rate": 0.00020745960159749448,
      "loss": 4.8392,
      "step": 27728
    },
    {
      "epoch": 2.3555045871559632,
      "grad_norm": 2.760096850622567,
      "learning_rate": 0.0002074532591074834,
      "loss": 4.332,
      "step": 27729
    },
    {
      "epoch": 2.355589534488617,
      "grad_norm": 3.050064203985975,
      "learning_rate": 0.0002074469164970904,
      "loss": 5.1516,
      "step": 27730
    },
    {
      "epoch": 2.355674481821271,
      "grad_norm": 2.8564745568059577,
      "learning_rate": 0.00020744057376632883,
      "loss": 4.6473,
      "step": 27731
    },
    {
      "epoch": 2.3557594291539248,
      "grad_norm": 2.9791076306260615,
      "learning_rate": 0.00020743423091521202,
      "loss": 4.9399,
      "step": 27732
    },
    {
      "epoch": 2.355844376486578,
      "grad_norm": 2.870852246809351,
      "learning_rate": 0.00020742788794375313,
      "loss": 4.4551,
      "step": 27733
    },
    {
      "epoch": 2.355929323819232,
      "grad_norm": 3.0535676489092993,
      "learning_rate": 0.00020742154485196558,
      "loss": 4.9665,
      "step": 27734
    },
    {
      "epoch": 2.356014271151886,
      "grad_norm": 3.011169459840966,
      "learning_rate": 0.00020741520163986257,
      "loss": 5.0157,
      "step": 27735
    },
    {
      "epoch": 2.3560992184845397,
      "grad_norm": 2.731536055785369,
      "learning_rate": 0.0002074088583074574,
      "loss": 4.3078,
      "step": 27736
    },
    {
      "epoch": 2.3561841658171936,
      "grad_norm": 2.8662203775188693,
      "learning_rate": 0.00020740251485476345,
      "loss": 4.8122,
      "step": 27737
    },
    {
      "epoch": 2.356269113149847,
      "grad_norm": 2.9238764813712868,
      "learning_rate": 0.00020739617128179391,
      "loss": 4.9599,
      "step": 27738
    },
    {
      "epoch": 2.356354060482501,
      "grad_norm": 3.0237678169746722,
      "learning_rate": 0.00020738982758856212,
      "loss": 5.0534,
      "step": 27739
    },
    {
      "epoch": 2.3564390078151547,
      "grad_norm": 3.0648095471942116,
      "learning_rate": 0.00020738348377508136,
      "loss": 5.071,
      "step": 27740
    },
    {
      "epoch": 2.3565239551478085,
      "grad_norm": 2.936490440031736,
      "learning_rate": 0.00020737713984136496,
      "loss": 4.4288,
      "step": 27741
    },
    {
      "epoch": 2.356608902480462,
      "grad_norm": 2.9453923507655095,
      "learning_rate": 0.00020737079578742612,
      "loss": 4.6146,
      "step": 27742
    },
    {
      "epoch": 2.356693849813116,
      "grad_norm": 2.9086588468142898,
      "learning_rate": 0.00020736445161327827,
      "loss": 4.7588,
      "step": 27743
    },
    {
      "epoch": 2.3567787971457697,
      "grad_norm": 2.832483566295642,
      "learning_rate": 0.00020735810731893454,
      "loss": 4.1684,
      "step": 27744
    },
    {
      "epoch": 2.3568637444784235,
      "grad_norm": 2.911762835939723,
      "learning_rate": 0.0002073517629044083,
      "loss": 4.6611,
      "step": 27745
    },
    {
      "epoch": 2.356948691811077,
      "grad_norm": 2.7785958873282666,
      "learning_rate": 0.0002073454183697129,
      "loss": 4.4556,
      "step": 27746
    },
    {
      "epoch": 2.3570336391437308,
      "grad_norm": 2.9120232705208413,
      "learning_rate": 0.00020733907371486157,
      "loss": 4.077,
      "step": 27747
    },
    {
      "epoch": 2.3571185864763846,
      "grad_norm": 2.8269610576541897,
      "learning_rate": 0.0002073327289398676,
      "loss": 4.5107,
      "step": 27748
    },
    {
      "epoch": 2.3572035338090385,
      "grad_norm": 2.8557285635910605,
      "learning_rate": 0.00020732638404474433,
      "loss": 4.7775,
      "step": 27749
    },
    {
      "epoch": 2.3572884811416923,
      "grad_norm": 2.798703005919784,
      "learning_rate": 0.00020732003902950504,
      "loss": 4.2996,
      "step": 27750
    },
    {
      "epoch": 2.3573734284743457,
      "grad_norm": 2.8897289683056573,
      "learning_rate": 0.00020731369389416295,
      "loss": 4.8967,
      "step": 27751
    },
    {
      "epoch": 2.3574583758069996,
      "grad_norm": 2.837514869301969,
      "learning_rate": 0.00020730734863873146,
      "loss": 4.265,
      "step": 27752
    },
    {
      "epoch": 2.3575433231396534,
      "grad_norm": 2.832748899643527,
      "learning_rate": 0.00020730100326322382,
      "loss": 4.7032,
      "step": 27753
    },
    {
      "epoch": 2.3576282704723073,
      "grad_norm": 2.870441123564149,
      "learning_rate": 0.00020729465776765332,
      "loss": 4.5679,
      "step": 27754
    },
    {
      "epoch": 2.357713217804961,
      "grad_norm": 3.1052508532251504,
      "learning_rate": 0.00020728831215203325,
      "loss": 4.0977,
      "step": 27755
    },
    {
      "epoch": 2.3577981651376145,
      "grad_norm": 2.9084400355316244,
      "learning_rate": 0.00020728196641637693,
      "loss": 4.869,
      "step": 27756
    },
    {
      "epoch": 2.3578831124702684,
      "grad_norm": 2.825154183542826,
      "learning_rate": 0.00020727562056069762,
      "loss": 4.7485,
      "step": 27757
    },
    {
      "epoch": 2.3579680598029222,
      "grad_norm": 2.881431982759379,
      "learning_rate": 0.00020726927458500867,
      "loss": 4.7118,
      "step": 27758
    },
    {
      "epoch": 2.358053007135576,
      "grad_norm": 2.7862319709395593,
      "learning_rate": 0.00020726292848932337,
      "loss": 4.3229,
      "step": 27759
    },
    {
      "epoch": 2.35813795446823,
      "grad_norm": 3.0126631908887735,
      "learning_rate": 0.00020725658227365497,
      "loss": 4.7977,
      "step": 27760
    },
    {
      "epoch": 2.3582229018008833,
      "grad_norm": 2.7921320978737185,
      "learning_rate": 0.00020725023593801676,
      "loss": 4.1021,
      "step": 27761
    },
    {
      "epoch": 2.358307849133537,
      "grad_norm": 3.0238117110072205,
      "learning_rate": 0.00020724388948242212,
      "loss": 4.8797,
      "step": 27762
    },
    {
      "epoch": 2.358392796466191,
      "grad_norm": 2.905217095315031,
      "learning_rate": 0.00020723754290688422,
      "loss": 4.8996,
      "step": 27763
    },
    {
      "epoch": 2.358477743798845,
      "grad_norm": 3.0757089470427927,
      "learning_rate": 0.00020723119621141652,
      "loss": 5.3501,
      "step": 27764
    },
    {
      "epoch": 2.3585626911314983,
      "grad_norm": 2.7903761070226922,
      "learning_rate": 0.00020722484939603218,
      "loss": 4.2327,
      "step": 27765
    },
    {
      "epoch": 2.358647638464152,
      "grad_norm": 2.9707083325456964,
      "learning_rate": 0.0002072185024607446,
      "loss": 4.8551,
      "step": 27766
    },
    {
      "epoch": 2.358732585796806,
      "grad_norm": 2.9240996027312476,
      "learning_rate": 0.00020721215540556696,
      "loss": 4.7044,
      "step": 27767
    },
    {
      "epoch": 2.35881753312946,
      "grad_norm": 2.8500843995064695,
      "learning_rate": 0.0002072058082305127,
      "loss": 4.6367,
      "step": 27768
    },
    {
      "epoch": 2.3589024804621133,
      "grad_norm": 2.891524046810061,
      "learning_rate": 0.00020719946093559504,
      "loss": 4.7579,
      "step": 27769
    },
    {
      "epoch": 2.358987427794767,
      "grad_norm": 2.8758811281491172,
      "learning_rate": 0.00020719311352082723,
      "loss": 4.7456,
      "step": 27770
    },
    {
      "epoch": 2.359072375127421,
      "grad_norm": 2.8330368585671977,
      "learning_rate": 0.00020718676598622266,
      "loss": 4.6758,
      "step": 27771
    },
    {
      "epoch": 2.359157322460075,
      "grad_norm": 2.837321396660529,
      "learning_rate": 0.0002071804183317946,
      "loss": 4.6992,
      "step": 27772
    },
    {
      "epoch": 2.3592422697927287,
      "grad_norm": 2.8902776363206644,
      "learning_rate": 0.00020717407055755637,
      "loss": 4.8836,
      "step": 27773
    },
    {
      "epoch": 2.359327217125382,
      "grad_norm": 2.8508252395065363,
      "learning_rate": 0.00020716772266352122,
      "loss": 4.5838,
      "step": 27774
    },
    {
      "epoch": 2.359412164458036,
      "grad_norm": 2.8155602185016617,
      "learning_rate": 0.00020716137464970251,
      "loss": 4.5448,
      "step": 27775
    },
    {
      "epoch": 2.3594971117906898,
      "grad_norm": 2.887314492506844,
      "learning_rate": 0.00020715502651611346,
      "loss": 4.5736,
      "step": 27776
    },
    {
      "epoch": 2.3595820591233436,
      "grad_norm": 2.8641840909456735,
      "learning_rate": 0.0002071486782627675,
      "loss": 4.7672,
      "step": 27777
    },
    {
      "epoch": 2.3596670064559975,
      "grad_norm": 2.9255848388149985,
      "learning_rate": 0.00020714232988967778,
      "loss": 5.0336,
      "step": 27778
    },
    {
      "epoch": 2.359751953788651,
      "grad_norm": 2.940838941749858,
      "learning_rate": 0.0002071359813968577,
      "loss": 4.6221,
      "step": 27779
    },
    {
      "epoch": 2.3598369011213047,
      "grad_norm": 2.802422720224245,
      "learning_rate": 0.0002071296327843205,
      "loss": 4.4245,
      "step": 27780
    },
    {
      "epoch": 2.3599218484539586,
      "grad_norm": 2.8140875551540216,
      "learning_rate": 0.00020712328405207958,
      "loss": 4.5694,
      "step": 27781
    },
    {
      "epoch": 2.3600067957866124,
      "grad_norm": 2.830780879786047,
      "learning_rate": 0.00020711693520014814,
      "loss": 4.5596,
      "step": 27782
    },
    {
      "epoch": 2.3600917431192663,
      "grad_norm": 2.870865486114215,
      "learning_rate": 0.00020711058622853952,
      "loss": 4.5407,
      "step": 27783
    },
    {
      "epoch": 2.3601766904519197,
      "grad_norm": 2.991148493025232,
      "learning_rate": 0.00020710423713726707,
      "loss": 4.9026,
      "step": 27784
    },
    {
      "epoch": 2.3602616377845735,
      "grad_norm": 2.977192921745049,
      "learning_rate": 0.00020709788792634402,
      "loss": 5.0711,
      "step": 27785
    },
    {
      "epoch": 2.3603465851172274,
      "grad_norm": 3.0326636004853693,
      "learning_rate": 0.00020709153859578374,
      "loss": 5.2414,
      "step": 27786
    },
    {
      "epoch": 2.3604315324498812,
      "grad_norm": 2.949385987063326,
      "learning_rate": 0.00020708518914559944,
      "loss": 4.7443,
      "step": 27787
    },
    {
      "epoch": 2.3605164797825346,
      "grad_norm": 3.0658901146814093,
      "learning_rate": 0.00020707883957580452,
      "loss": 4.8998,
      "step": 27788
    },
    {
      "epoch": 2.3606014271151885,
      "grad_norm": 2.75909093909624,
      "learning_rate": 0.00020707248988641224,
      "loss": 4.6239,
      "step": 27789
    },
    {
      "epoch": 2.3606863744478424,
      "grad_norm": 2.873901984928362,
      "learning_rate": 0.00020706614007743592,
      "loss": 4.5097,
      "step": 27790
    },
    {
      "epoch": 2.360771321780496,
      "grad_norm": 2.9429468860798855,
      "learning_rate": 0.0002070597901488888,
      "loss": 4.9942,
      "step": 27791
    },
    {
      "epoch": 2.3608562691131496,
      "grad_norm": 2.8462013601116634,
      "learning_rate": 0.0002070534401007843,
      "loss": 4.5997,
      "step": 27792
    },
    {
      "epoch": 2.3609412164458035,
      "grad_norm": 2.8019635934316756,
      "learning_rate": 0.00020704708993313567,
      "loss": 4.4335,
      "step": 27793
    },
    {
      "epoch": 2.3610261637784573,
      "grad_norm": 2.802419543185792,
      "learning_rate": 0.0002070407396459562,
      "loss": 4.3884,
      "step": 27794
    },
    {
      "epoch": 2.361111111111111,
      "grad_norm": 2.7980346905662175,
      "learning_rate": 0.0002070343892392592,
      "loss": 4.5685,
      "step": 27795
    },
    {
      "epoch": 2.361196058443765,
      "grad_norm": 3.050300219989481,
      "learning_rate": 0.00020702803871305798,
      "loss": 5.2404,
      "step": 27796
    },
    {
      "epoch": 2.3612810057764184,
      "grad_norm": 2.786074416041119,
      "learning_rate": 0.00020702168806736583,
      "loss": 4.4262,
      "step": 27797
    },
    {
      "epoch": 2.3613659531090723,
      "grad_norm": 2.945138070413552,
      "learning_rate": 0.0002070153373021961,
      "loss": 4.7964,
      "step": 27798
    },
    {
      "epoch": 2.361450900441726,
      "grad_norm": 2.7384610608533997,
      "learning_rate": 0.0002070089864175621,
      "loss": 4.0005,
      "step": 27799
    },
    {
      "epoch": 2.36153584777438,
      "grad_norm": 2.7867581004610886,
      "learning_rate": 0.000207002635413477,
      "loss": 4.4843,
      "step": 27800
    },
    {
      "epoch": 2.361620795107034,
      "grad_norm": 2.9786271832784212,
      "learning_rate": 0.00020699628428995432,
      "loss": 4.7258,
      "step": 27801
    },
    {
      "epoch": 2.3617057424396872,
      "grad_norm": 3.079413042071493,
      "learning_rate": 0.00020698993304700728,
      "loss": 4.9184,
      "step": 27802
    },
    {
      "epoch": 2.361790689772341,
      "grad_norm": 2.809993400077674,
      "learning_rate": 0.00020698358168464906,
      "loss": 4.328,
      "step": 27803
    },
    {
      "epoch": 2.361875637104995,
      "grad_norm": 2.8587733477238277,
      "learning_rate": 0.00020697723020289319,
      "loss": 4.6659,
      "step": 27804
    },
    {
      "epoch": 2.361960584437649,
      "grad_norm": 2.838105914087694,
      "learning_rate": 0.00020697087860175285,
      "loss": 4.5899,
      "step": 27805
    },
    {
      "epoch": 2.3620455317703026,
      "grad_norm": 2.9776135120584626,
      "learning_rate": 0.00020696452688124137,
      "loss": 5.1977,
      "step": 27806
    },
    {
      "epoch": 2.362130479102956,
      "grad_norm": 2.9949255674917334,
      "learning_rate": 0.00020695817504137197,
      "loss": 4.8678,
      "step": 27807
    },
    {
      "epoch": 2.36221542643561,
      "grad_norm": 2.964405825898593,
      "learning_rate": 0.00020695182308215815,
      "loss": 4.6058,
      "step": 27808
    },
    {
      "epoch": 2.3623003737682637,
      "grad_norm": 2.982021731495591,
      "learning_rate": 0.00020694547100361306,
      "loss": 4.7905,
      "step": 27809
    },
    {
      "epoch": 2.3623853211009176,
      "grad_norm": 2.991038940659134,
      "learning_rate": 0.00020693911880575005,
      "loss": 4.9685,
      "step": 27810
    },
    {
      "epoch": 2.362470268433571,
      "grad_norm": 2.850064967093064,
      "learning_rate": 0.0002069327664885825,
      "loss": 4.2562,
      "step": 27811
    },
    {
      "epoch": 2.362555215766225,
      "grad_norm": 2.8501778212248636,
      "learning_rate": 0.0002069264140521236,
      "loss": 4.4943,
      "step": 27812
    },
    {
      "epoch": 2.3626401630988787,
      "grad_norm": 2.8908344700593878,
      "learning_rate": 0.00020692006149638676,
      "loss": 4.7207,
      "step": 27813
    },
    {
      "epoch": 2.3627251104315325,
      "grad_norm": 2.8241807664898655,
      "learning_rate": 0.00020691370882138524,
      "loss": 4.5724,
      "step": 27814
    },
    {
      "epoch": 2.362810057764186,
      "grad_norm": 2.8699144360369795,
      "learning_rate": 0.0002069073560271324,
      "loss": 4.562,
      "step": 27815
    },
    {
      "epoch": 2.36289500509684,
      "grad_norm": 2.782082212003039,
      "learning_rate": 0.00020690100311364146,
      "loss": 4.3451,
      "step": 27816
    },
    {
      "epoch": 2.3629799524294937,
      "grad_norm": 2.899834798703546,
      "learning_rate": 0.00020689465008092583,
      "loss": 4.7778,
      "step": 27817
    },
    {
      "epoch": 2.3630648997621475,
      "grad_norm": 2.875414910032411,
      "learning_rate": 0.00020688829692899877,
      "loss": 4.4441,
      "step": 27818
    },
    {
      "epoch": 2.3631498470948014,
      "grad_norm": 2.8970254424050186,
      "learning_rate": 0.0002068819436578736,
      "loss": 4.2728,
      "step": 27819
    },
    {
      "epoch": 2.3632347944274548,
      "grad_norm": 2.814642829693644,
      "learning_rate": 0.00020687559026756361,
      "loss": 4.5872,
      "step": 27820
    },
    {
      "epoch": 2.3633197417601086,
      "grad_norm": 2.8855217944725013,
      "learning_rate": 0.00020686923675808215,
      "loss": 4.8069,
      "step": 27821
    },
    {
      "epoch": 2.3634046890927625,
      "grad_norm": 2.987974039426282,
      "learning_rate": 0.0002068628831294425,
      "loss": 4.6459,
      "step": 27822
    },
    {
      "epoch": 2.3634896364254163,
      "grad_norm": 2.897714234055208,
      "learning_rate": 0.000206856529381658,
      "loss": 4.7297,
      "step": 27823
    },
    {
      "epoch": 2.36357458375807,
      "grad_norm": 2.820073715471115,
      "learning_rate": 0.000206850175514742,
      "loss": 4.65,
      "step": 27824
    },
    {
      "epoch": 2.3636595310907236,
      "grad_norm": 2.951608073877033,
      "learning_rate": 0.0002068438215287077,
      "loss": 4.9221,
      "step": 27825
    },
    {
      "epoch": 2.3637444784233774,
      "grad_norm": 2.7388941975978027,
      "learning_rate": 0.00020683746742356855,
      "loss": 4.3543,
      "step": 27826
    },
    {
      "epoch": 2.3638294257560313,
      "grad_norm": 2.785671371040187,
      "learning_rate": 0.00020683111319933772,
      "loss": 4.2932,
      "step": 27827
    },
    {
      "epoch": 2.363914373088685,
      "grad_norm": 2.7808361577411453,
      "learning_rate": 0.00020682475885602862,
      "loss": 4.351,
      "step": 27828
    },
    {
      "epoch": 2.363999320421339,
      "grad_norm": 3.0652133733688993,
      "learning_rate": 0.00020681840439365455,
      "loss": 5.1772,
      "step": 27829
    },
    {
      "epoch": 2.3640842677539924,
      "grad_norm": 2.8016136723075986,
      "learning_rate": 0.00020681204981222882,
      "loss": 4.4442,
      "step": 27830
    },
    {
      "epoch": 2.3641692150866462,
      "grad_norm": 2.7999249786846017,
      "learning_rate": 0.00020680569511176473,
      "loss": 4.5954,
      "step": 27831
    },
    {
      "epoch": 2.3642541624193,
      "grad_norm": 2.8723050296204247,
      "learning_rate": 0.0002067993402922756,
      "loss": 4.6986,
      "step": 27832
    },
    {
      "epoch": 2.364339109751954,
      "grad_norm": 2.939571781310749,
      "learning_rate": 0.0002067929853537748,
      "loss": 4.6391,
      "step": 27833
    },
    {
      "epoch": 2.364424057084608,
      "grad_norm": 2.934075734645954,
      "learning_rate": 0.00020678663029627552,
      "loss": 4.7146,
      "step": 27834
    },
    {
      "epoch": 2.364509004417261,
      "grad_norm": 2.9812017043879235,
      "learning_rate": 0.0002067802751197912,
      "loss": 5.1389,
      "step": 27835
    },
    {
      "epoch": 2.364593951749915,
      "grad_norm": 2.8702796201981666,
      "learning_rate": 0.0002067739198243351,
      "loss": 4.3987,
      "step": 27836
    },
    {
      "epoch": 2.364678899082569,
      "grad_norm": 2.995546213508513,
      "learning_rate": 0.00020676756440992058,
      "loss": 4.8985,
      "step": 27837
    },
    {
      "epoch": 2.3647638464152227,
      "grad_norm": 2.8205742553202464,
      "learning_rate": 0.00020676120887656087,
      "loss": 4.5889,
      "step": 27838
    },
    {
      "epoch": 2.364848793747876,
      "grad_norm": 3.020865362458591,
      "learning_rate": 0.00020675485322426936,
      "loss": 5.0576,
      "step": 27839
    },
    {
      "epoch": 2.36493374108053,
      "grad_norm": 2.755948067800415,
      "learning_rate": 0.00020674849745305933,
      "loss": 4.1557,
      "step": 27840
    },
    {
      "epoch": 2.365018688413184,
      "grad_norm": 2.8639409152822264,
      "learning_rate": 0.0002067421415629441,
      "loss": 4.8537,
      "step": 27841
    },
    {
      "epoch": 2.3651036357458377,
      "grad_norm": 2.843992705658044,
      "learning_rate": 0.00020673578555393705,
      "loss": 4.7174,
      "step": 27842
    },
    {
      "epoch": 2.365188583078491,
      "grad_norm": 2.812541534612063,
      "learning_rate": 0.00020672942942605142,
      "loss": 4.6329,
      "step": 27843
    },
    {
      "epoch": 2.365273530411145,
      "grad_norm": 2.7969431476529167,
      "learning_rate": 0.00020672307317930056,
      "loss": 4.513,
      "step": 27844
    },
    {
      "epoch": 2.365358477743799,
      "grad_norm": 2.8613166506123062,
      "learning_rate": 0.00020671671681369777,
      "loss": 4.4032,
      "step": 27845
    },
    {
      "epoch": 2.3654434250764527,
      "grad_norm": 2.746562462865963,
      "learning_rate": 0.0002067103603292564,
      "loss": 4.4142,
      "step": 27846
    },
    {
      "epoch": 2.3655283724091065,
      "grad_norm": 2.8682481472646244,
      "learning_rate": 0.00020670400372598975,
      "loss": 4.7769,
      "step": 27847
    },
    {
      "epoch": 2.36561331974176,
      "grad_norm": 3.1770728760846256,
      "learning_rate": 0.00020669764700391113,
      "loss": 4.1463,
      "step": 27848
    },
    {
      "epoch": 2.3656982670744138,
      "grad_norm": 2.9301606596318828,
      "learning_rate": 0.00020669129016303388,
      "loss": 4.5317,
      "step": 27849
    },
    {
      "epoch": 2.3657832144070676,
      "grad_norm": 2.7237405371263135,
      "learning_rate": 0.00020668493320337127,
      "loss": 4.2361,
      "step": 27850
    },
    {
      "epoch": 2.3658681617397215,
      "grad_norm": 2.9718957905135412,
      "learning_rate": 0.0002066785761249367,
      "loss": 4.9108,
      "step": 27851
    },
    {
      "epoch": 2.3659531090723753,
      "grad_norm": 2.8594557913164387,
      "learning_rate": 0.00020667221892774345,
      "loss": 4.4536,
      "step": 27852
    },
    {
      "epoch": 2.3660380564050287,
      "grad_norm": 2.870230123665842,
      "learning_rate": 0.00020666586161180483,
      "loss": 4.2193,
      "step": 27853
    },
    {
      "epoch": 2.3661230037376826,
      "grad_norm": 2.810425947727703,
      "learning_rate": 0.00020665950417713417,
      "loss": 4.5454,
      "step": 27854
    },
    {
      "epoch": 2.3662079510703364,
      "grad_norm": 2.7967204763702544,
      "learning_rate": 0.00020665314662374478,
      "loss": 4.7373,
      "step": 27855
    },
    {
      "epoch": 2.3662928984029903,
      "grad_norm": 2.906029680852219,
      "learning_rate": 0.00020664678895165,
      "loss": 4.7318,
      "step": 27856
    },
    {
      "epoch": 2.366377845735644,
      "grad_norm": 3.0318050691837835,
      "learning_rate": 0.00020664043116086313,
      "loss": 4.7715,
      "step": 27857
    },
    {
      "epoch": 2.3664627930682975,
      "grad_norm": 2.9637511591446066,
      "learning_rate": 0.00020663407325139754,
      "loss": 4.9514,
      "step": 27858
    },
    {
      "epoch": 2.3665477404009514,
      "grad_norm": 2.858014837612732,
      "learning_rate": 0.00020662771522326646,
      "loss": 4.8168,
      "step": 27859
    },
    {
      "epoch": 2.3666326877336052,
      "grad_norm": 2.768721532566044,
      "learning_rate": 0.00020662135707648333,
      "loss": 4.6687,
      "step": 27860
    },
    {
      "epoch": 2.366717635066259,
      "grad_norm": 2.8979892550286483,
      "learning_rate": 0.00020661499881106135,
      "loss": 4.5046,
      "step": 27861
    },
    {
      "epoch": 2.3668025823989125,
      "grad_norm": 3.000735561567551,
      "learning_rate": 0.00020660864042701396,
      "loss": 4.8502,
      "step": 27862
    },
    {
      "epoch": 2.3668875297315664,
      "grad_norm": 2.7221380361513803,
      "learning_rate": 0.00020660228192435434,
      "loss": 4.1548,
      "step": 27863
    },
    {
      "epoch": 2.36697247706422,
      "grad_norm": 2.817123532644838,
      "learning_rate": 0.00020659592330309596,
      "loss": 4.7285,
      "step": 27864
    },
    {
      "epoch": 2.367057424396874,
      "grad_norm": 2.745340013525545,
      "learning_rate": 0.00020658956456325207,
      "loss": 4.2329,
      "step": 27865
    },
    {
      "epoch": 2.3671423717295275,
      "grad_norm": 2.924420564074837,
      "learning_rate": 0.000206583205704836,
      "loss": 4.8358,
      "step": 27866
    },
    {
      "epoch": 2.3672273190621813,
      "grad_norm": 2.7921062589319816,
      "learning_rate": 0.00020657684672786112,
      "loss": 4.3455,
      "step": 27867
    },
    {
      "epoch": 2.367312266394835,
      "grad_norm": 2.9168187691001846,
      "learning_rate": 0.00020657048763234064,
      "loss": 4.7599,
      "step": 27868
    },
    {
      "epoch": 2.367397213727489,
      "grad_norm": 3.0559382726527105,
      "learning_rate": 0.00020656412841828806,
      "loss": 5.1457,
      "step": 27869
    },
    {
      "epoch": 2.367482161060143,
      "grad_norm": 2.935831959977567,
      "learning_rate": 0.0002065577690857165,
      "loss": 4.9571,
      "step": 27870
    },
    {
      "epoch": 2.3675671083927963,
      "grad_norm": 3.0632960357901,
      "learning_rate": 0.00020655140963463944,
      "loss": 4.0343,
      "step": 27871
    },
    {
      "epoch": 2.36765205572545,
      "grad_norm": 2.7621406145109897,
      "learning_rate": 0.0002065450500650701,
      "loss": 4.2552,
      "step": 27872
    },
    {
      "epoch": 2.367737003058104,
      "grad_norm": 2.9065246979623978,
      "learning_rate": 0.0002065386903770219,
      "loss": 4.8219,
      "step": 27873
    },
    {
      "epoch": 2.367821950390758,
      "grad_norm": 2.8797082294180085,
      "learning_rate": 0.0002065323305705081,
      "loss": 4.5481,
      "step": 27874
    },
    {
      "epoch": 2.3679068977234117,
      "grad_norm": 2.8959509699839576,
      "learning_rate": 0.00020652597064554207,
      "loss": 4.7426,
      "step": 27875
    },
    {
      "epoch": 2.367991845056065,
      "grad_norm": 2.8521986956522194,
      "learning_rate": 0.0002065196106021371,
      "loss": 4.4607,
      "step": 27876
    },
    {
      "epoch": 2.368076792388719,
      "grad_norm": 2.956478060018464,
      "learning_rate": 0.0002065132504403065,
      "loss": 4.8118,
      "step": 27877
    },
    {
      "epoch": 2.368161739721373,
      "grad_norm": 2.8091533969752502,
      "learning_rate": 0.00020650689016006365,
      "loss": 4.3517,
      "step": 27878
    },
    {
      "epoch": 2.3682466870540266,
      "grad_norm": 2.7929523827993537,
      "learning_rate": 0.00020650052976142188,
      "loss": 4.5602,
      "step": 27879
    },
    {
      "epoch": 2.3683316343866805,
      "grad_norm": 3.031325620945758,
      "learning_rate": 0.00020649416924439445,
      "loss": 5.0098,
      "step": 27880
    },
    {
      "epoch": 2.368416581719334,
      "grad_norm": 3.018427934998193,
      "learning_rate": 0.00020648780860899472,
      "loss": 4.7217,
      "step": 27881
    },
    {
      "epoch": 2.3685015290519877,
      "grad_norm": 2.9588922158257835,
      "learning_rate": 0.00020648144785523605,
      "loss": 4.6721,
      "step": 27882
    },
    {
      "epoch": 2.3685864763846416,
      "grad_norm": 2.866426310040624,
      "learning_rate": 0.00020647508698313176,
      "loss": 4.7592,
      "step": 27883
    },
    {
      "epoch": 2.3686714237172954,
      "grad_norm": 2.7945460483716107,
      "learning_rate": 0.0002064687259926951,
      "loss": 4.0019,
      "step": 27884
    },
    {
      "epoch": 2.368756371049949,
      "grad_norm": 2.723448096013231,
      "learning_rate": 0.00020646236488393953,
      "loss": 4.3113,
      "step": 27885
    },
    {
      "epoch": 2.3688413183826027,
      "grad_norm": 3.039514319795162,
      "learning_rate": 0.00020645600365687823,
      "loss": 4.9793,
      "step": 27886
    },
    {
      "epoch": 2.3689262657152566,
      "grad_norm": 2.9404949805043743,
      "learning_rate": 0.00020644964231152468,
      "loss": 4.8114,
      "step": 27887
    },
    {
      "epoch": 2.3690112130479104,
      "grad_norm": 2.942376733445221,
      "learning_rate": 0.0002064432808478921,
      "loss": 4.9405,
      "step": 27888
    },
    {
      "epoch": 2.369096160380564,
      "grad_norm": 3.011606147206154,
      "learning_rate": 0.00020643691926599387,
      "loss": 4.9806,
      "step": 27889
    },
    {
      "epoch": 2.3691811077132177,
      "grad_norm": 2.8700733409016257,
      "learning_rate": 0.00020643055756584325,
      "loss": 4.4673,
      "step": 27890
    },
    {
      "epoch": 2.3692660550458715,
      "grad_norm": 2.807835139968155,
      "learning_rate": 0.00020642419574745367,
      "loss": 4.3185,
      "step": 27891
    },
    {
      "epoch": 2.3693510023785254,
      "grad_norm": 2.962041633102691,
      "learning_rate": 0.00020641783381083838,
      "loss": 4.6938,
      "step": 27892
    },
    {
      "epoch": 2.369435949711179,
      "grad_norm": 2.831596183202166,
      "learning_rate": 0.00020641147175601076,
      "loss": 4.5191,
      "step": 27893
    },
    {
      "epoch": 2.3695208970438326,
      "grad_norm": 3.044459379602243,
      "learning_rate": 0.00020640510958298415,
      "loss": 5.2053,
      "step": 27894
    },
    {
      "epoch": 2.3696058443764865,
      "grad_norm": 2.9070806482205733,
      "learning_rate": 0.0002063987472917718,
      "loss": 4.594,
      "step": 27895
    },
    {
      "epoch": 2.3696907917091403,
      "grad_norm": 2.831359174055711,
      "learning_rate": 0.00020639238488238715,
      "loss": 4.2319,
      "step": 27896
    },
    {
      "epoch": 2.369775739041794,
      "grad_norm": 3.012047672669859,
      "learning_rate": 0.00020638602235484345,
      "loss": 4.7177,
      "step": 27897
    },
    {
      "epoch": 2.369860686374448,
      "grad_norm": 3.0408741542031437,
      "learning_rate": 0.00020637965970915403,
      "loss": 5.1798,
      "step": 27898
    },
    {
      "epoch": 2.3699456337071014,
      "grad_norm": 2.8466114949563646,
      "learning_rate": 0.00020637329694533227,
      "loss": 4.4988,
      "step": 27899
    },
    {
      "epoch": 2.3700305810397553,
      "grad_norm": 2.877272531046277,
      "learning_rate": 0.00020636693406339148,
      "loss": 4.4481,
      "step": 27900
    },
    {
      "epoch": 2.370115528372409,
      "grad_norm": 2.7998867613798675,
      "learning_rate": 0.00020636057106334502,
      "loss": 4.3635,
      "step": 27901
    },
    {
      "epoch": 2.370200475705063,
      "grad_norm": 3.039351022363643,
      "learning_rate": 0.00020635420794520612,
      "loss": 4.8369,
      "step": 27902
    },
    {
      "epoch": 2.370285423037717,
      "grad_norm": 3.0063841148333332,
      "learning_rate": 0.00020634784470898828,
      "loss": 4.8153,
      "step": 27903
    },
    {
      "epoch": 2.3703703703703702,
      "grad_norm": 2.9045085257905034,
      "learning_rate": 0.00020634148135470468,
      "loss": 4.6177,
      "step": 27904
    },
    {
      "epoch": 2.370455317703024,
      "grad_norm": 3.052591674933207,
      "learning_rate": 0.00020633511788236875,
      "loss": 4.839,
      "step": 27905
    },
    {
      "epoch": 2.370540265035678,
      "grad_norm": 3.0418542720734973,
      "learning_rate": 0.00020632875429199375,
      "loss": 4.7786,
      "step": 27906
    },
    {
      "epoch": 2.370625212368332,
      "grad_norm": 2.8596199978567833,
      "learning_rate": 0.00020632239058359305,
      "loss": 4.6467,
      "step": 27907
    },
    {
      "epoch": 2.370710159700985,
      "grad_norm": 3.0820171725419345,
      "learning_rate": 0.00020631602675718003,
      "loss": 4.87,
      "step": 27908
    },
    {
      "epoch": 2.370795107033639,
      "grad_norm": 3.005668095916892,
      "learning_rate": 0.00020630966281276795,
      "loss": 5.1339,
      "step": 27909
    },
    {
      "epoch": 2.370880054366293,
      "grad_norm": 2.8919954605032676,
      "learning_rate": 0.00020630329875037017,
      "loss": 4.4459,
      "step": 27910
    },
    {
      "epoch": 2.3709650016989468,
      "grad_norm": 2.752468904447529,
      "learning_rate": 0.00020629693457,
      "loss": 4.1818,
      "step": 27911
    },
    {
      "epoch": 2.3710499490316006,
      "grad_norm": 2.972475787071255,
      "learning_rate": 0.00020629057027167087,
      "loss": 4.8308,
      "step": 27912
    },
    {
      "epoch": 2.371134896364254,
      "grad_norm": 2.862970979668533,
      "learning_rate": 0.000206284205855396,
      "loss": 4.5833,
      "step": 27913
    },
    {
      "epoch": 2.371219843696908,
      "grad_norm": 2.9765723166852154,
      "learning_rate": 0.0002062778413211888,
      "loss": 5.1994,
      "step": 27914
    },
    {
      "epoch": 2.3713047910295617,
      "grad_norm": 3.0037869377361934,
      "learning_rate": 0.00020627147666906254,
      "loss": 4.8108,
      "step": 27915
    },
    {
      "epoch": 2.3713897383622156,
      "grad_norm": 2.8749906921532418,
      "learning_rate": 0.00020626511189903061,
      "loss": 4.8934,
      "step": 27916
    },
    {
      "epoch": 2.371474685694869,
      "grad_norm": 2.707104515939195,
      "learning_rate": 0.00020625874701110634,
      "loss": 4.1351,
      "step": 27917
    },
    {
      "epoch": 2.371559633027523,
      "grad_norm": 2.910671369976502,
      "learning_rate": 0.00020625238200530304,
      "loss": 4.6859,
      "step": 27918
    },
    {
      "epoch": 2.3716445803601767,
      "grad_norm": 3.0273598100288135,
      "learning_rate": 0.00020624601688163416,
      "loss": 5.2169,
      "step": 27919
    },
    {
      "epoch": 2.3717295276928305,
      "grad_norm": 2.7896275430678745,
      "learning_rate": 0.00020623965164011282,
      "loss": 4.1625,
      "step": 27920
    },
    {
      "epoch": 2.3718144750254844,
      "grad_norm": 2.882536514779798,
      "learning_rate": 0.0002062332862807525,
      "loss": 4.3697,
      "step": 27921
    },
    {
      "epoch": 2.3718994223581378,
      "grad_norm": 2.944809461154481,
      "learning_rate": 0.00020622692080356656,
      "loss": 4.7686,
      "step": 27922
    },
    {
      "epoch": 2.3719843696907916,
      "grad_norm": 2.9217852607098567,
      "learning_rate": 0.00020622055520856824,
      "loss": 4.7114,
      "step": 27923
    },
    {
      "epoch": 2.3720693170234455,
      "grad_norm": 3.0672902110776796,
      "learning_rate": 0.00020621418949577096,
      "loss": 5.0028,
      "step": 27924
    },
    {
      "epoch": 2.3721542643560993,
      "grad_norm": 3.0195850257457177,
      "learning_rate": 0.00020620782366518803,
      "loss": 5.0132,
      "step": 27925
    },
    {
      "epoch": 2.372239211688753,
      "grad_norm": 3.0146218067512534,
      "learning_rate": 0.00020620145771683277,
      "loss": 4.7709,
      "step": 27926
    },
    {
      "epoch": 2.3723241590214066,
      "grad_norm": 2.980742029020491,
      "learning_rate": 0.00020619509165071854,
      "loss": 4.7541,
      "step": 27927
    },
    {
      "epoch": 2.3724091063540604,
      "grad_norm": 3.0437739392725587,
      "learning_rate": 0.0002061887254668587,
      "loss": 5.1168,
      "step": 27928
    },
    {
      "epoch": 2.3724940536867143,
      "grad_norm": 2.734336163600845,
      "learning_rate": 0.00020618235916526652,
      "loss": 4.2815,
      "step": 27929
    },
    {
      "epoch": 2.372579001019368,
      "grad_norm": 2.8169120826962253,
      "learning_rate": 0.00020617599274595544,
      "loss": 4.4658,
      "step": 27930
    },
    {
      "epoch": 2.372663948352022,
      "grad_norm": 2.986710951082931,
      "learning_rate": 0.00020616962620893868,
      "loss": 4.9031,
      "step": 27931
    },
    {
      "epoch": 2.3727488956846754,
      "grad_norm": 2.79497149046699,
      "learning_rate": 0.00020616325955422968,
      "loss": 4.5693,
      "step": 27932
    },
    {
      "epoch": 2.3728338430173292,
      "grad_norm": 2.8594380288185306,
      "learning_rate": 0.0002061568927818417,
      "loss": 4.669,
      "step": 27933
    },
    {
      "epoch": 2.372918790349983,
      "grad_norm": 2.913427349563033,
      "learning_rate": 0.0002061505258917882,
      "loss": 4.5778,
      "step": 27934
    },
    {
      "epoch": 2.373003737682637,
      "grad_norm": 2.9482763985028884,
      "learning_rate": 0.0002061441588840824,
      "loss": 4.8004,
      "step": 27935
    },
    {
      "epoch": 2.3730886850152904,
      "grad_norm": 2.8360943573556976,
      "learning_rate": 0.00020613779175873766,
      "loss": 4.7815,
      "step": 27936
    },
    {
      "epoch": 2.373173632347944,
      "grad_norm": 2.890820875480999,
      "learning_rate": 0.00020613142451576737,
      "loss": 4.5043,
      "step": 27937
    },
    {
      "epoch": 2.373258579680598,
      "grad_norm": 2.7533419802808776,
      "learning_rate": 0.0002061250571551848,
      "loss": 4.2564,
      "step": 27938
    },
    {
      "epoch": 2.373343527013252,
      "grad_norm": 2.706730069747273,
      "learning_rate": 0.00020611868967700342,
      "loss": 4.376,
      "step": 27939
    },
    {
      "epoch": 2.3734284743459053,
      "grad_norm": 2.775672938897407,
      "learning_rate": 0.00020611232208123643,
      "loss": 4.3955,
      "step": 27940
    },
    {
      "epoch": 2.373513421678559,
      "grad_norm": 2.8136931872883872,
      "learning_rate": 0.00020610595436789728,
      "loss": 4.7311,
      "step": 27941
    },
    {
      "epoch": 2.373598369011213,
      "grad_norm": 2.8064037685042726,
      "learning_rate": 0.0002060995865369992,
      "loss": 4.5299,
      "step": 27942
    },
    {
      "epoch": 2.373683316343867,
      "grad_norm": 2.8807049733332284,
      "learning_rate": 0.00020609321858855564,
      "loss": 4.545,
      "step": 27943
    },
    {
      "epoch": 2.3737682636765207,
      "grad_norm": 2.8530010369115195,
      "learning_rate": 0.0002060868505225799,
      "loss": 4.3288,
      "step": 27944
    },
    {
      "epoch": 2.373853211009174,
      "grad_norm": 3.1170116263619523,
      "learning_rate": 0.00020608048233908526,
      "loss": 5.093,
      "step": 27945
    },
    {
      "epoch": 2.373938158341828,
      "grad_norm": 2.814443926542454,
      "learning_rate": 0.0002060741140380852,
      "loss": 4.4328,
      "step": 27946
    },
    {
      "epoch": 2.374023105674482,
      "grad_norm": 3.0737386777940294,
      "learning_rate": 0.000206067745619593,
      "loss": 4.9239,
      "step": 27947
    },
    {
      "epoch": 2.3741080530071357,
      "grad_norm": 2.939731770537662,
      "learning_rate": 0.00020606137708362193,
      "loss": 5.1272,
      "step": 27948
    },
    {
      "epoch": 2.3741930003397895,
      "grad_norm": 2.8500427690007015,
      "learning_rate": 0.0002060550084301854,
      "loss": 4.5601,
      "step": 27949
    },
    {
      "epoch": 2.374277947672443,
      "grad_norm": 2.8640835507061477,
      "learning_rate": 0.0002060486396592968,
      "loss": 4.6425,
      "step": 27950
    },
    {
      "epoch": 2.374362895005097,
      "grad_norm": 2.8404283026981334,
      "learning_rate": 0.00020604227077096937,
      "loss": 4.3836,
      "step": 27951
    },
    {
      "epoch": 2.3744478423377506,
      "grad_norm": 2.9046330984877162,
      "learning_rate": 0.00020603590176521654,
      "loss": 4.6777,
      "step": 27952
    },
    {
      "epoch": 2.3745327896704045,
      "grad_norm": 2.8896581300799693,
      "learning_rate": 0.00020602953264205163,
      "loss": 4.8377,
      "step": 27953
    },
    {
      "epoch": 2.3746177370030583,
      "grad_norm": 2.9664744472996603,
      "learning_rate": 0.00020602316340148795,
      "loss": 4.5408,
      "step": 27954
    },
    {
      "epoch": 2.3747026843357117,
      "grad_norm": 3.0849679230385183,
      "learning_rate": 0.0002060167940435389,
      "loss": 5.0164,
      "step": 27955
    },
    {
      "epoch": 2.3747876316683656,
      "grad_norm": 3.1299613490165505,
      "learning_rate": 0.00020601042456821778,
      "loss": 4.1196,
      "step": 27956
    },
    {
      "epoch": 2.3748725790010194,
      "grad_norm": 2.9947726856852572,
      "learning_rate": 0.00020600405497553799,
      "loss": 5.0456,
      "step": 27957
    },
    {
      "epoch": 2.3749575263336733,
      "grad_norm": 2.814228906938842,
      "learning_rate": 0.00020599768526551282,
      "loss": 4.448,
      "step": 27958
    },
    {
      "epoch": 2.3750424736663267,
      "grad_norm": 3.055747391887029,
      "learning_rate": 0.00020599131543815567,
      "loss": 4.8774,
      "step": 27959
    },
    {
      "epoch": 2.3751274209989806,
      "grad_norm": 3.0293017011002106,
      "learning_rate": 0.00020598494549347983,
      "loss": 4.8312,
      "step": 27960
    },
    {
      "epoch": 2.3752123683316344,
      "grad_norm": 2.8730218961330953,
      "learning_rate": 0.00020597857543149867,
      "loss": 4.6138,
      "step": 27961
    },
    {
      "epoch": 2.3752973156642883,
      "grad_norm": 2.8220804535714725,
      "learning_rate": 0.00020597220525222557,
      "loss": 4.615,
      "step": 27962
    },
    {
      "epoch": 2.3753822629969417,
      "grad_norm": 2.9208875012438122,
      "learning_rate": 0.0002059658349556738,
      "loss": 4.9265,
      "step": 27963
    },
    {
      "epoch": 2.3754672103295955,
      "grad_norm": 2.921625904324791,
      "learning_rate": 0.0002059594645418568,
      "loss": 4.7357,
      "step": 27964
    },
    {
      "epoch": 2.3755521576622494,
      "grad_norm": 2.918903709704078,
      "learning_rate": 0.00020595309401078785,
      "loss": 4.8453,
      "step": 27965
    },
    {
      "epoch": 2.375637104994903,
      "grad_norm": 2.8690902155946767,
      "learning_rate": 0.00020594672336248033,
      "loss": 4.3632,
      "step": 27966
    },
    {
      "epoch": 2.375722052327557,
      "grad_norm": 2.9299469204328155,
      "learning_rate": 0.0002059403525969476,
      "loss": 4.9792,
      "step": 27967
    },
    {
      "epoch": 2.3758069996602105,
      "grad_norm": 3.0377756424573996,
      "learning_rate": 0.00020593398171420295,
      "loss": 5.3015,
      "step": 27968
    },
    {
      "epoch": 2.3758919469928643,
      "grad_norm": 2.8445700730903956,
      "learning_rate": 0.00020592761071425977,
      "loss": 4.6937,
      "step": 27969
    },
    {
      "epoch": 2.375976894325518,
      "grad_norm": 2.7603991908759977,
      "learning_rate": 0.00020592123959713146,
      "loss": 4.462,
      "step": 27970
    },
    {
      "epoch": 2.376061841658172,
      "grad_norm": 2.8139641439925023,
      "learning_rate": 0.0002059148683628313,
      "loss": 4.4264,
      "step": 27971
    },
    {
      "epoch": 2.376146788990826,
      "grad_norm": 2.752473732250356,
      "learning_rate": 0.0002059084970113726,
      "loss": 4.5865,
      "step": 27972
    },
    {
      "epoch": 2.3762317363234793,
      "grad_norm": 2.8509572004586246,
      "learning_rate": 0.0002059021255427688,
      "loss": 4.5137,
      "step": 27973
    },
    {
      "epoch": 2.376316683656133,
      "grad_norm": 2.8536058308861154,
      "learning_rate": 0.00020589575395703322,
      "loss": 4.7255,
      "step": 27974
    },
    {
      "epoch": 2.376401630988787,
      "grad_norm": 2.9207237666874155,
      "learning_rate": 0.0002058893822541792,
      "loss": 4.4415,
      "step": 27975
    },
    {
      "epoch": 2.376486578321441,
      "grad_norm": 2.9580659320044456,
      "learning_rate": 0.0002058830104342201,
      "loss": 4.7968,
      "step": 27976
    },
    {
      "epoch": 2.3765715256540947,
      "grad_norm": 2.7405906098368966,
      "learning_rate": 0.0002058766384971693,
      "loss": 4.1908,
      "step": 27977
    },
    {
      "epoch": 2.376656472986748,
      "grad_norm": 2.839340267307582,
      "learning_rate": 0.00020587026644304005,
      "loss": 4.3495,
      "step": 27978
    },
    {
      "epoch": 2.376741420319402,
      "grad_norm": 2.8706764458948397,
      "learning_rate": 0.00020586389427184584,
      "loss": 4.8825,
      "step": 27979
    },
    {
      "epoch": 2.376826367652056,
      "grad_norm": 2.8895566094932343,
      "learning_rate": 0.00020585752198359992,
      "loss": 4.9599,
      "step": 27980
    },
    {
      "epoch": 2.3769113149847096,
      "grad_norm": 3.024726494723848,
      "learning_rate": 0.0002058511495783157,
      "loss": 4.8585,
      "step": 27981
    },
    {
      "epoch": 2.376996262317363,
      "grad_norm": 3.038226440732002,
      "learning_rate": 0.00020584477705600646,
      "loss": 4.7703,
      "step": 27982
    },
    {
      "epoch": 2.377081209650017,
      "grad_norm": 3.0803205657120154,
      "learning_rate": 0.00020583840441668562,
      "loss": 5.0744,
      "step": 27983
    },
    {
      "epoch": 2.3771661569826708,
      "grad_norm": 2.884255321048255,
      "learning_rate": 0.0002058320316603665,
      "loss": 4.8819,
      "step": 27984
    },
    {
      "epoch": 2.3772511043153246,
      "grad_norm": 2.96245414589258,
      "learning_rate": 0.0002058256587870625,
      "loss": 4.6427,
      "step": 27985
    },
    {
      "epoch": 2.377336051647978,
      "grad_norm": 2.9097330180508005,
      "learning_rate": 0.00020581928579678691,
      "loss": 4.5035,
      "step": 27986
    },
    {
      "epoch": 2.377420998980632,
      "grad_norm": 3.1254549066886583,
      "learning_rate": 0.0002058129126895531,
      "loss": 5.0639,
      "step": 27987
    },
    {
      "epoch": 2.3775059463132857,
      "grad_norm": 3.0397037032224263,
      "learning_rate": 0.00020580653946537447,
      "loss": 4.9385,
      "step": 27988
    },
    {
      "epoch": 2.3775908936459396,
      "grad_norm": 3.2874127792727585,
      "learning_rate": 0.00020580016612426432,
      "loss": 4.3612,
      "step": 27989
    },
    {
      "epoch": 2.3776758409785934,
      "grad_norm": 2.9175705230194864,
      "learning_rate": 0.000205793792666236,
      "loss": 4.797,
      "step": 27990
    },
    {
      "epoch": 2.377760788311247,
      "grad_norm": 2.836845392997502,
      "learning_rate": 0.00020578741909130292,
      "loss": 4.6783,
      "step": 27991
    },
    {
      "epoch": 2.3778457356439007,
      "grad_norm": 2.861236930121803,
      "learning_rate": 0.00020578104539947838,
      "loss": 4.309,
      "step": 27992
    },
    {
      "epoch": 2.3779306829765545,
      "grad_norm": 2.904779117612344,
      "learning_rate": 0.0002057746715907758,
      "loss": 4.7605,
      "step": 27993
    },
    {
      "epoch": 2.3780156303092084,
      "grad_norm": 2.9947982546470335,
      "learning_rate": 0.0002057682976652084,
      "loss": 4.6166,
      "step": 27994
    },
    {
      "epoch": 2.3781005776418622,
      "grad_norm": 2.868926813543781,
      "learning_rate": 0.00020576192362278968,
      "loss": 4.4807,
      "step": 27995
    },
    {
      "epoch": 2.3781855249745156,
      "grad_norm": 2.8681325156061708,
      "learning_rate": 0.00020575554946353298,
      "loss": 4.5755,
      "step": 27996
    },
    {
      "epoch": 2.3782704723071695,
      "grad_norm": 2.8626340288229746,
      "learning_rate": 0.00020574917518745157,
      "loss": 4.7372,
      "step": 27997
    },
    {
      "epoch": 2.3783554196398233,
      "grad_norm": 3.118923763398154,
      "learning_rate": 0.00020574280079455886,
      "loss": 5.1535,
      "step": 27998
    },
    {
      "epoch": 2.378440366972477,
      "grad_norm": 2.8281768950898316,
      "learning_rate": 0.00020573642628486817,
      "loss": 4.2513,
      "step": 27999
    },
    {
      "epoch": 2.378525314305131,
      "grad_norm": 2.671884682116946,
      "learning_rate": 0.00020573005165839295,
      "loss": 4.1837,
      "step": 28000
    },
    {
      "epoch": 2.3786102616377844,
      "grad_norm": 2.845756983161057,
      "learning_rate": 0.00020572367691514644,
      "loss": 4.1355,
      "step": 28001
    },
    {
      "epoch": 2.3786952089704383,
      "grad_norm": 2.913049366269951,
      "learning_rate": 0.00020571730205514208,
      "loss": 4.6875,
      "step": 28002
    },
    {
      "epoch": 2.378780156303092,
      "grad_norm": 2.9560940091246874,
      "learning_rate": 0.00020571092707839317,
      "loss": 4.9188,
      "step": 28003
    },
    {
      "epoch": 2.378865103635746,
      "grad_norm": 2.8691895453384464,
      "learning_rate": 0.00020570455198491315,
      "loss": 4.7003,
      "step": 28004
    },
    {
      "epoch": 2.3789500509683994,
      "grad_norm": 2.827198964457273,
      "learning_rate": 0.00020569817677471526,
      "loss": 4.4771,
      "step": 28005
    },
    {
      "epoch": 2.3790349983010532,
      "grad_norm": 2.9661093195515904,
      "learning_rate": 0.00020569180144781296,
      "loss": 4.936,
      "step": 28006
    },
    {
      "epoch": 2.379119945633707,
      "grad_norm": 2.849916590167207,
      "learning_rate": 0.00020568542600421955,
      "loss": 4.868,
      "step": 28007
    },
    {
      "epoch": 2.379204892966361,
      "grad_norm": 2.908702317589636,
      "learning_rate": 0.0002056790504439484,
      "loss": 4.7313,
      "step": 28008
    },
    {
      "epoch": 2.379289840299015,
      "grad_norm": 2.801467167359223,
      "learning_rate": 0.00020567267476701286,
      "loss": 4.4909,
      "step": 28009
    },
    {
      "epoch": 2.379374787631668,
      "grad_norm": 2.812755675501689,
      "learning_rate": 0.00020566629897342633,
      "loss": 4.7172,
      "step": 28010
    },
    {
      "epoch": 2.379459734964322,
      "grad_norm": 2.91583764734658,
      "learning_rate": 0.00020565992306320217,
      "loss": 4.8069,
      "step": 28011
    },
    {
      "epoch": 2.379544682296976,
      "grad_norm": 3.11206111277329,
      "learning_rate": 0.0002056535470363537,
      "loss": 5.2578,
      "step": 28012
    },
    {
      "epoch": 2.3796296296296298,
      "grad_norm": 2.9256939208790134,
      "learning_rate": 0.00020564717089289426,
      "loss": 4.7949,
      "step": 28013
    },
    {
      "epoch": 2.379714576962283,
      "grad_norm": 2.8163076095979567,
      "learning_rate": 0.00020564079463283728,
      "loss": 4.3524,
      "step": 28014
    },
    {
      "epoch": 2.379799524294937,
      "grad_norm": 3.062057063241478,
      "learning_rate": 0.00020563441825619607,
      "loss": 4.2232,
      "step": 28015
    },
    {
      "epoch": 2.379884471627591,
      "grad_norm": 2.79061761176071,
      "learning_rate": 0.00020562804176298398,
      "loss": 4.0912,
      "step": 28016
    },
    {
      "epoch": 2.3799694189602447,
      "grad_norm": 2.895235563223318,
      "learning_rate": 0.00020562166515321442,
      "loss": 4.4108,
      "step": 28017
    },
    {
      "epoch": 2.3800543662928986,
      "grad_norm": 2.791951088642654,
      "learning_rate": 0.00020561528842690072,
      "loss": 4.3366,
      "step": 28018
    },
    {
      "epoch": 2.380139313625552,
      "grad_norm": 2.854529650779504,
      "learning_rate": 0.00020560891158405623,
      "loss": 4.2647,
      "step": 28019
    },
    {
      "epoch": 2.380224260958206,
      "grad_norm": 2.872929752632154,
      "learning_rate": 0.00020560253462469438,
      "loss": 4.7191,
      "step": 28020
    },
    {
      "epoch": 2.3803092082908597,
      "grad_norm": 2.856569497664739,
      "learning_rate": 0.00020559615754882842,
      "loss": 4.7582,
      "step": 28021
    },
    {
      "epoch": 2.3803941556235135,
      "grad_norm": 3.0154406455780083,
      "learning_rate": 0.00020558978035647182,
      "loss": 4.6716,
      "step": 28022
    },
    {
      "epoch": 2.3804791029561674,
      "grad_norm": 2.8445139346225923,
      "learning_rate": 0.00020558340304763787,
      "loss": 4.4971,
      "step": 28023
    },
    {
      "epoch": 2.380564050288821,
      "grad_norm": 2.898470264707117,
      "learning_rate": 0.00020557702562233994,
      "loss": 4.6477,
      "step": 28024
    },
    {
      "epoch": 2.3806489976214746,
      "grad_norm": 3.2791241964844904,
      "learning_rate": 0.00020557064808059142,
      "loss": 4.0282,
      "step": 28025
    },
    {
      "epoch": 2.3807339449541285,
      "grad_norm": 3.071736781018637,
      "learning_rate": 0.00020556427042240565,
      "loss": 4.9204,
      "step": 28026
    },
    {
      "epoch": 2.3808188922867823,
      "grad_norm": 2.8682669566714654,
      "learning_rate": 0.00020555789264779602,
      "loss": 4.4061,
      "step": 28027
    },
    {
      "epoch": 2.380903839619436,
      "grad_norm": 2.9210955058626245,
      "learning_rate": 0.00020555151475677586,
      "loss": 5.0424,
      "step": 28028
    },
    {
      "epoch": 2.3809887869520896,
      "grad_norm": 2.899459538941652,
      "learning_rate": 0.0002055451367493586,
      "loss": 4.864,
      "step": 28029
    },
    {
      "epoch": 2.3810737342847434,
      "grad_norm": 3.0547518252347894,
      "learning_rate": 0.0002055387586255575,
      "loss": 4.7285,
      "step": 28030
    },
    {
      "epoch": 2.3811586816173973,
      "grad_norm": 2.8675763707529893,
      "learning_rate": 0.00020553238038538603,
      "loss": 4.5961,
      "step": 28031
    },
    {
      "epoch": 2.381243628950051,
      "grad_norm": 2.940928362915014,
      "learning_rate": 0.00020552600202885748,
      "loss": 4.8016,
      "step": 28032
    },
    {
      "epoch": 2.3813285762827046,
      "grad_norm": 2.8847704629637314,
      "learning_rate": 0.00020551962355598523,
      "loss": 4.5252,
      "step": 28033
    },
    {
      "epoch": 2.3814135236153584,
      "grad_norm": 3.0803396711466178,
      "learning_rate": 0.00020551324496678264,
      "loss": 4.9636,
      "step": 28034
    },
    {
      "epoch": 2.3814984709480123,
      "grad_norm": 2.878491854085541,
      "learning_rate": 0.00020550686626126313,
      "loss": 4.7796,
      "step": 28035
    },
    {
      "epoch": 2.381583418280666,
      "grad_norm": 2.9540233639975453,
      "learning_rate": 0.00020550048743944,
      "loss": 4.7808,
      "step": 28036
    },
    {
      "epoch": 2.3816683656133195,
      "grad_norm": 2.9031171366777095,
      "learning_rate": 0.00020549410850132662,
      "loss": 4.6476,
      "step": 28037
    },
    {
      "epoch": 2.3817533129459734,
      "grad_norm": 2.829140465752514,
      "learning_rate": 0.00020548772944693644,
      "loss": 4.5382,
      "step": 28038
    },
    {
      "epoch": 2.381838260278627,
      "grad_norm": 2.949112400014753,
      "learning_rate": 0.00020548135027628268,
      "loss": 4.8149,
      "step": 28039
    },
    {
      "epoch": 2.381923207611281,
      "grad_norm": 2.7652065620692223,
      "learning_rate": 0.00020547497098937883,
      "loss": 4.3425,
      "step": 28040
    },
    {
      "epoch": 2.382008154943935,
      "grad_norm": 2.8328054626790506,
      "learning_rate": 0.00020546859158623819,
      "loss": 4.4535,
      "step": 28041
    },
    {
      "epoch": 2.3820931022765883,
      "grad_norm": 2.9150145531206704,
      "learning_rate": 0.00020546221206687419,
      "loss": 4.4899,
      "step": 28042
    },
    {
      "epoch": 2.382178049609242,
      "grad_norm": 2.9709766870480085,
      "learning_rate": 0.00020545583243130014,
      "loss": 4.7628,
      "step": 28043
    },
    {
      "epoch": 2.382262996941896,
      "grad_norm": 3.1756899530431904,
      "learning_rate": 0.0002054494526795294,
      "loss": 4.8557,
      "step": 28044
    },
    {
      "epoch": 2.38234794427455,
      "grad_norm": 2.815328921999685,
      "learning_rate": 0.0002054430728115754,
      "loss": 4.4119,
      "step": 28045
    },
    {
      "epoch": 2.3824328916072037,
      "grad_norm": 2.9641237882140548,
      "learning_rate": 0.0002054366928274514,
      "loss": 4.6221,
      "step": 28046
    },
    {
      "epoch": 2.382517838939857,
      "grad_norm": 2.7819343096443094,
      "learning_rate": 0.00020543031272717094,
      "loss": 4.2496,
      "step": 28047
    },
    {
      "epoch": 2.382602786272511,
      "grad_norm": 2.871419573327944,
      "learning_rate": 0.0002054239325107472,
      "loss": 4.4108,
      "step": 28048
    },
    {
      "epoch": 2.382687733605165,
      "grad_norm": 2.9647784121619454,
      "learning_rate": 0.0002054175521781937,
      "loss": 4.6759,
      "step": 28049
    },
    {
      "epoch": 2.3827726809378187,
      "grad_norm": 2.7457862881185258,
      "learning_rate": 0.00020541117172952368,
      "loss": 4.3088,
      "step": 28050
    },
    {
      "epoch": 2.3828576282704725,
      "grad_norm": 3.138282183604401,
      "learning_rate": 0.00020540479116475062,
      "loss": 4.8487,
      "step": 28051
    },
    {
      "epoch": 2.382942575603126,
      "grad_norm": 2.6906862038964046,
      "learning_rate": 0.00020539841048388782,
      "loss": 4.2708,
      "step": 28052
    },
    {
      "epoch": 2.38302752293578,
      "grad_norm": 3.025390861682036,
      "learning_rate": 0.00020539202968694866,
      "loss": 4.7766,
      "step": 28053
    },
    {
      "epoch": 2.3831124702684336,
      "grad_norm": 3.101782256842921,
      "learning_rate": 0.00020538564877394658,
      "loss": 5.0477,
      "step": 28054
    },
    {
      "epoch": 2.3831974176010875,
      "grad_norm": 2.924670563871402,
      "learning_rate": 0.0002053792677448948,
      "loss": 4.8193,
      "step": 28055
    },
    {
      "epoch": 2.383282364933741,
      "grad_norm": 2.8915940399365865,
      "learning_rate": 0.00020537288659980686,
      "loss": 4.7869,
      "step": 28056
    },
    {
      "epoch": 2.3833673122663948,
      "grad_norm": 3.0625341995959134,
      "learning_rate": 0.000205366505338696,
      "loss": 4.7949,
      "step": 28057
    },
    {
      "epoch": 2.3834522595990486,
      "grad_norm": 2.8545751864941478,
      "learning_rate": 0.00020536012396157568,
      "loss": 4.6955,
      "step": 28058
    },
    {
      "epoch": 2.3835372069317025,
      "grad_norm": 2.9882424662101297,
      "learning_rate": 0.00020535374246845922,
      "loss": 4.7622,
      "step": 28059
    },
    {
      "epoch": 2.383622154264356,
      "grad_norm": 3.0128470100091547,
      "learning_rate": 0.00020534736085936,
      "loss": 4.7843,
      "step": 28060
    },
    {
      "epoch": 2.3837071015970097,
      "grad_norm": 2.8779833784763102,
      "learning_rate": 0.0002053409791342914,
      "loss": 4.6139,
      "step": 28061
    },
    {
      "epoch": 2.3837920489296636,
      "grad_norm": 2.9755096621809636,
      "learning_rate": 0.00020533459729326676,
      "loss": 4.774,
      "step": 28062
    },
    {
      "epoch": 2.3838769962623174,
      "grad_norm": 2.946388450147507,
      "learning_rate": 0.00020532821533629953,
      "loss": 4.621,
      "step": 28063
    },
    {
      "epoch": 2.3839619435949713,
      "grad_norm": 3.0652848654486737,
      "learning_rate": 0.00020532183326340297,
      "loss": 5.0941,
      "step": 28064
    },
    {
      "epoch": 2.3840468909276247,
      "grad_norm": 3.056504442576468,
      "learning_rate": 0.00020531545107459057,
      "loss": 4.915,
      "step": 28065
    },
    {
      "epoch": 2.3841318382602785,
      "grad_norm": 2.7569641866515027,
      "learning_rate": 0.0002053090687698756,
      "loss": 4.2703,
      "step": 28066
    },
    {
      "epoch": 2.3842167855929324,
      "grad_norm": 2.9289742004514108,
      "learning_rate": 0.0002053026863492715,
      "loss": 4.7007,
      "step": 28067
    },
    {
      "epoch": 2.3843017329255862,
      "grad_norm": 3.0371809939878514,
      "learning_rate": 0.00020529630381279162,
      "loss": 5.1243,
      "step": 28068
    },
    {
      "epoch": 2.38438668025824,
      "grad_norm": 2.8846355633268086,
      "learning_rate": 0.00020528992116044937,
      "loss": 4.6249,
      "step": 28069
    },
    {
      "epoch": 2.3844716275908935,
      "grad_norm": 2.9106986100692525,
      "learning_rate": 0.00020528353839225803,
      "loss": 4.9274,
      "step": 28070
    },
    {
      "epoch": 2.3845565749235473,
      "grad_norm": 3.004520211927062,
      "learning_rate": 0.00020527715550823104,
      "loss": 4.9932,
      "step": 28071
    },
    {
      "epoch": 2.384641522256201,
      "grad_norm": 2.8008987569418604,
      "learning_rate": 0.00020527077250838183,
      "loss": 4.3853,
      "step": 28072
    },
    {
      "epoch": 2.384726469588855,
      "grad_norm": 2.8844159872001307,
      "learning_rate": 0.0002052643893927236,
      "loss": 4.7528,
      "step": 28073
    },
    {
      "epoch": 2.384811416921509,
      "grad_norm": 2.928647764636029,
      "learning_rate": 0.00020525800616126995,
      "loss": 4.7269,
      "step": 28074
    },
    {
      "epoch": 2.3848963642541623,
      "grad_norm": 2.8092459812784827,
      "learning_rate": 0.0002052516228140341,
      "loss": 4.4919,
      "step": 28075
    },
    {
      "epoch": 2.384981311586816,
      "grad_norm": 3.0266758399432505,
      "learning_rate": 0.00020524523935102945,
      "loss": 4.8877,
      "step": 28076
    },
    {
      "epoch": 2.38506625891947,
      "grad_norm": 2.855481029413041,
      "learning_rate": 0.0002052388557722694,
      "loss": 4.5593,
      "step": 28077
    },
    {
      "epoch": 2.385151206252124,
      "grad_norm": 2.7936550134940403,
      "learning_rate": 0.00020523247207776733,
      "loss": 4.4001,
      "step": 28078
    },
    {
      "epoch": 2.3852361535847773,
      "grad_norm": 2.9893199658144396,
      "learning_rate": 0.0002052260882675366,
      "loss": 4.9591,
      "step": 28079
    },
    {
      "epoch": 2.385321100917431,
      "grad_norm": 2.8226790071212617,
      "learning_rate": 0.0002052197043415905,
      "loss": 4.401,
      "step": 28080
    },
    {
      "epoch": 2.385406048250085,
      "grad_norm": 2.864211986613947,
      "learning_rate": 0.00020521332029994262,
      "loss": 4.6471,
      "step": 28081
    },
    {
      "epoch": 2.385490995582739,
      "grad_norm": 2.8639846753152503,
      "learning_rate": 0.00020520693614260613,
      "loss": 4.4968,
      "step": 28082
    },
    {
      "epoch": 2.385575942915392,
      "grad_norm": 2.8490749837859792,
      "learning_rate": 0.0002052005518695945,
      "loss": 4.3293,
      "step": 28083
    },
    {
      "epoch": 2.385660890248046,
      "grad_norm": 2.916997489248635,
      "learning_rate": 0.00020519416748092113,
      "loss": 4.2013,
      "step": 28084
    },
    {
      "epoch": 2.3857458375807,
      "grad_norm": 2.912676960414449,
      "learning_rate": 0.00020518778297659937,
      "loss": 4.9019,
      "step": 28085
    },
    {
      "epoch": 2.3858307849133538,
      "grad_norm": 2.7547225564222897,
      "learning_rate": 0.0002051813983566425,
      "loss": 4.6721,
      "step": 28086
    },
    {
      "epoch": 2.3859157322460076,
      "grad_norm": 3.0388725175216535,
      "learning_rate": 0.00020517501362106412,
      "loss": 5.0178,
      "step": 28087
    },
    {
      "epoch": 2.386000679578661,
      "grad_norm": 3.0459075080290576,
      "learning_rate": 0.00020516862876987738,
      "loss": 4.9721,
      "step": 28088
    },
    {
      "epoch": 2.386085626911315,
      "grad_norm": 2.858438218381297,
      "learning_rate": 0.00020516224380309577,
      "loss": 4.4863,
      "step": 28089
    },
    {
      "epoch": 2.3861705742439687,
      "grad_norm": 3.3172999631465023,
      "learning_rate": 0.00020515585872073265,
      "loss": 3.8979,
      "step": 28090
    },
    {
      "epoch": 2.3862555215766226,
      "grad_norm": 2.8886892733354212,
      "learning_rate": 0.0002051494735228014,
      "loss": 4.8375,
      "step": 28091
    },
    {
      "epoch": 2.3863404689092764,
      "grad_norm": 2.8270691192594826,
      "learning_rate": 0.00020514308820931542,
      "loss": 4.4798,
      "step": 28092
    },
    {
      "epoch": 2.38642541624193,
      "grad_norm": 3.0626457089928176,
      "learning_rate": 0.00020513670278028803,
      "loss": 5.062,
      "step": 28093
    },
    {
      "epoch": 2.3865103635745837,
      "grad_norm": 3.068722407779505,
      "learning_rate": 0.00020513031723573273,
      "loss": 5.1515,
      "step": 28094
    },
    {
      "epoch": 2.3865953109072375,
      "grad_norm": 2.920990561120803,
      "learning_rate": 0.0002051239315756627,
      "loss": 4.7245,
      "step": 28095
    },
    {
      "epoch": 2.3866802582398914,
      "grad_norm": 2.8956039480231848,
      "learning_rate": 0.0002051175458000915,
      "loss": 4.6002,
      "step": 28096
    },
    {
      "epoch": 2.3867652055725452,
      "grad_norm": 2.9155040704880526,
      "learning_rate": 0.00020511115990903248,
      "loss": 4.7733,
      "step": 28097
    },
    {
      "epoch": 2.3868501529051986,
      "grad_norm": 2.971512711744553,
      "learning_rate": 0.00020510477390249892,
      "loss": 4.8218,
      "step": 28098
    },
    {
      "epoch": 2.3869351002378525,
      "grad_norm": 2.834697550728693,
      "learning_rate": 0.00020509838778050432,
      "loss": 4.5912,
      "step": 28099
    },
    {
      "epoch": 2.3870200475705063,
      "grad_norm": 2.8884643155808636,
      "learning_rate": 0.00020509200154306196,
      "loss": 4.5838,
      "step": 28100
    },
    {
      "epoch": 2.38710499490316,
      "grad_norm": 2.9959220285721666,
      "learning_rate": 0.00020508561519018526,
      "loss": 4.9704,
      "step": 28101
    },
    {
      "epoch": 2.387189942235814,
      "grad_norm": 2.8385234179461296,
      "learning_rate": 0.00020507922872188767,
      "loss": 4.7358,
      "step": 28102
    },
    {
      "epoch": 2.3872748895684675,
      "grad_norm": 2.9309002628846184,
      "learning_rate": 0.0002050728421381825,
      "loss": 4.6303,
      "step": 28103
    },
    {
      "epoch": 2.3873598369011213,
      "grad_norm": 3.0153994559323882,
      "learning_rate": 0.00020506645543908313,
      "loss": 4.946,
      "step": 28104
    },
    {
      "epoch": 2.387444784233775,
      "grad_norm": 3.0492632920512084,
      "learning_rate": 0.00020506006862460298,
      "loss": 5.0384,
      "step": 28105
    },
    {
      "epoch": 2.387529731566429,
      "grad_norm": 2.8626019151380557,
      "learning_rate": 0.00020505368169475538,
      "loss": 4.7169,
      "step": 28106
    },
    {
      "epoch": 2.3876146788990824,
      "grad_norm": 2.819253932806732,
      "learning_rate": 0.00020504729464955376,
      "loss": 4.3686,
      "step": 28107
    },
    {
      "epoch": 2.3876996262317363,
      "grad_norm": 2.865102497955039,
      "learning_rate": 0.00020504090748901146,
      "loss": 4.5678,
      "step": 28108
    },
    {
      "epoch": 2.38778457356439,
      "grad_norm": 3.1364560078944614,
      "learning_rate": 0.0002050345202131419,
      "loss": 4.2011,
      "step": 28109
    },
    {
      "epoch": 2.387869520897044,
      "grad_norm": 2.887806739440116,
      "learning_rate": 0.00020502813282195846,
      "loss": 4.7036,
      "step": 28110
    },
    {
      "epoch": 2.3879544682296974,
      "grad_norm": 3.1057595401708555,
      "learning_rate": 0.00020502174531547449,
      "loss": 5.0272,
      "step": 28111
    },
    {
      "epoch": 2.388039415562351,
      "grad_norm": 2.8109654383789624,
      "learning_rate": 0.00020501535769370347,
      "loss": 4.3186,
      "step": 28112
    },
    {
      "epoch": 2.388124362895005,
      "grad_norm": 2.8755649652334676,
      "learning_rate": 0.00020500896995665862,
      "loss": 4.7775,
      "step": 28113
    },
    {
      "epoch": 2.388209310227659,
      "grad_norm": 2.816868529982369,
      "learning_rate": 0.0002050025821043535,
      "loss": 4.5289,
      "step": 28114
    },
    {
      "epoch": 2.3882942575603128,
      "grad_norm": 2.840583739945589,
      "learning_rate": 0.00020499619413680132,
      "loss": 4.563,
      "step": 28115
    },
    {
      "epoch": 2.388379204892966,
      "grad_norm": 2.853946347961356,
      "learning_rate": 0.00020498980605401562,
      "loss": 4.7326,
      "step": 28116
    },
    {
      "epoch": 2.38846415222562,
      "grad_norm": 2.9516497757459668,
      "learning_rate": 0.0002049834178560097,
      "loss": 4.5377,
      "step": 28117
    },
    {
      "epoch": 2.388549099558274,
      "grad_norm": 2.9904565698687526,
      "learning_rate": 0.00020497702954279693,
      "loss": 4.8133,
      "step": 28118
    },
    {
      "epoch": 2.3886340468909277,
      "grad_norm": 2.947093016624715,
      "learning_rate": 0.00020497064111439083,
      "loss": 5.0942,
      "step": 28119
    },
    {
      "epoch": 2.3887189942235816,
      "grad_norm": 2.8576066807795724,
      "learning_rate": 0.0002049642525708046,
      "loss": 4.4386,
      "step": 28120
    },
    {
      "epoch": 2.388803941556235,
      "grad_norm": 2.915184943192385,
      "learning_rate": 0.00020495786391205173,
      "loss": 4.8101,
      "step": 28121
    },
    {
      "epoch": 2.388888888888889,
      "grad_norm": 2.8745949414170586,
      "learning_rate": 0.00020495147513814558,
      "loss": 4.8474,
      "step": 28122
    },
    {
      "epoch": 2.3889738362215427,
      "grad_norm": 2.849430768004229,
      "learning_rate": 0.00020494508624909957,
      "loss": 4.3056,
      "step": 28123
    },
    {
      "epoch": 2.3890587835541965,
      "grad_norm": 2.9427981599859385,
      "learning_rate": 0.00020493869724492705,
      "loss": 4.8843,
      "step": 28124
    },
    {
      "epoch": 2.3891437308868504,
      "grad_norm": 2.925753154321567,
      "learning_rate": 0.0002049323081256414,
      "loss": 4.8321,
      "step": 28125
    },
    {
      "epoch": 2.389228678219504,
      "grad_norm": 2.8752203542436248,
      "learning_rate": 0.0002049259188912561,
      "loss": 4.683,
      "step": 28126
    },
    {
      "epoch": 2.3893136255521576,
      "grad_norm": 2.801268755966104,
      "learning_rate": 0.00020491952954178439,
      "loss": 4.3661,
      "step": 28127
    },
    {
      "epoch": 2.3893985728848115,
      "grad_norm": 2.7782844623826235,
      "learning_rate": 0.00020491314007723975,
      "loss": 4.1717,
      "step": 28128
    },
    {
      "epoch": 2.3894835202174654,
      "grad_norm": 2.898515040402025,
      "learning_rate": 0.00020490675049763553,
      "loss": 4.6389,
      "step": 28129
    },
    {
      "epoch": 2.3895684675501188,
      "grad_norm": 2.8805379548507477,
      "learning_rate": 0.0002049003608029852,
      "loss": 4.7608,
      "step": 28130
    },
    {
      "epoch": 2.3896534148827726,
      "grad_norm": 2.8430267197330394,
      "learning_rate": 0.000204893970993302,
      "loss": 4.4864,
      "step": 28131
    },
    {
      "epoch": 2.3897383622154265,
      "grad_norm": 3.147846878647896,
      "learning_rate": 0.00020488758106859944,
      "loss": 4.8089,
      "step": 28132
    },
    {
      "epoch": 2.3898233095480803,
      "grad_norm": 2.924141111294829,
      "learning_rate": 0.0002048811910288909,
      "loss": 4.6139,
      "step": 28133
    },
    {
      "epoch": 2.3899082568807337,
      "grad_norm": 2.8439300122622972,
      "learning_rate": 0.00020487480087418974,
      "loss": 4.4237,
      "step": 28134
    },
    {
      "epoch": 2.3899932042133876,
      "grad_norm": 2.8399815781175963,
      "learning_rate": 0.00020486841060450933,
      "loss": 4.6717,
      "step": 28135
    },
    {
      "epoch": 2.3900781515460414,
      "grad_norm": 2.9301968141853107,
      "learning_rate": 0.00020486202021986302,
      "loss": 4.7242,
      "step": 28136
    },
    {
      "epoch": 2.3901630988786953,
      "grad_norm": 2.9683226942516447,
      "learning_rate": 0.00020485562972026437,
      "loss": 5.0646,
      "step": 28137
    },
    {
      "epoch": 2.390248046211349,
      "grad_norm": 3.0234327540286765,
      "learning_rate": 0.00020484923910572657,
      "loss": 4.7031,
      "step": 28138
    },
    {
      "epoch": 2.3903329935440025,
      "grad_norm": 2.9255770777026524,
      "learning_rate": 0.00020484284837626315,
      "loss": 4.8419,
      "step": 28139
    },
    {
      "epoch": 2.3904179408766564,
      "grad_norm": 2.9372587101735945,
      "learning_rate": 0.00020483645753188745,
      "loss": 4.6017,
      "step": 28140
    },
    {
      "epoch": 2.3905028882093102,
      "grad_norm": 2.8395446596719767,
      "learning_rate": 0.00020483006657261285,
      "loss": 4.391,
      "step": 28141
    },
    {
      "epoch": 2.390587835541964,
      "grad_norm": 2.9158798491023075,
      "learning_rate": 0.00020482367549845277,
      "loss": 4.7775,
      "step": 28142
    },
    {
      "epoch": 2.390672782874618,
      "grad_norm": 2.856918149691503,
      "learning_rate": 0.00020481728430942056,
      "loss": 4.6535,
      "step": 28143
    },
    {
      "epoch": 2.3907577302072713,
      "grad_norm": 3.019540360290221,
      "learning_rate": 0.00020481089300552964,
      "loss": 5.0714,
      "step": 28144
    },
    {
      "epoch": 2.390842677539925,
      "grad_norm": 2.8888897707406587,
      "learning_rate": 0.0002048045015867934,
      "loss": 4.5981,
      "step": 28145
    },
    {
      "epoch": 2.390927624872579,
      "grad_norm": 2.9753046086396133,
      "learning_rate": 0.00020479811005322525,
      "loss": 4.8838,
      "step": 28146
    },
    {
      "epoch": 2.391012572205233,
      "grad_norm": 3.0940851443862822,
      "learning_rate": 0.0002047917184048385,
      "loss": 5.1595,
      "step": 28147
    },
    {
      "epoch": 2.3910975195378867,
      "grad_norm": 2.8503021914535607,
      "learning_rate": 0.00020478532664164667,
      "loss": 4.5931,
      "step": 28148
    },
    {
      "epoch": 2.39118246687054,
      "grad_norm": 3.0734227454544314,
      "learning_rate": 0.00020477893476366306,
      "loss": 4.702,
      "step": 28149
    },
    {
      "epoch": 2.391267414203194,
      "grad_norm": 2.95005432789043,
      "learning_rate": 0.00020477254277090107,
      "loss": 4.762,
      "step": 28150
    },
    {
      "epoch": 2.391352361535848,
      "grad_norm": 3.0797430987259524,
      "learning_rate": 0.00020476615066337416,
      "loss": 5.0181,
      "step": 28151
    },
    {
      "epoch": 2.3914373088685017,
      "grad_norm": 2.786075943196539,
      "learning_rate": 0.00020475975844109562,
      "loss": 4.1543,
      "step": 28152
    },
    {
      "epoch": 2.391522256201155,
      "grad_norm": 3.031517667897349,
      "learning_rate": 0.00020475336610407895,
      "loss": 4.6501,
      "step": 28153
    },
    {
      "epoch": 2.391607203533809,
      "grad_norm": 2.9138666165905973,
      "learning_rate": 0.00020474697365233747,
      "loss": 4.7055,
      "step": 28154
    },
    {
      "epoch": 2.391692150866463,
      "grad_norm": 2.8074628960150467,
      "learning_rate": 0.00020474058108588462,
      "loss": 4.6118,
      "step": 28155
    },
    {
      "epoch": 2.3917770981991167,
      "grad_norm": 3.0717535792535817,
      "learning_rate": 0.00020473418840473372,
      "loss": 4.9789,
      "step": 28156
    },
    {
      "epoch": 2.39186204553177,
      "grad_norm": 2.9243318938498364,
      "learning_rate": 0.00020472779560889827,
      "loss": 4.6211,
      "step": 28157
    },
    {
      "epoch": 2.391946992864424,
      "grad_norm": 3.057804852583277,
      "learning_rate": 0.00020472140269839158,
      "loss": 5.0072,
      "step": 28158
    },
    {
      "epoch": 2.3920319401970778,
      "grad_norm": 3.081711013512286,
      "learning_rate": 0.00020471500967322707,
      "loss": 5.0054,
      "step": 28159
    },
    {
      "epoch": 2.3921168875297316,
      "grad_norm": 2.8491143810396835,
      "learning_rate": 0.00020470861653341816,
      "loss": 4.4649,
      "step": 28160
    },
    {
      "epoch": 2.3922018348623855,
      "grad_norm": 2.932186187117299,
      "learning_rate": 0.0002047022232789782,
      "loss": 4.5993,
      "step": 28161
    },
    {
      "epoch": 2.392286782195039,
      "grad_norm": 2.889975335264864,
      "learning_rate": 0.00020469582990992064,
      "loss": 4.5606,
      "step": 28162
    },
    {
      "epoch": 2.3923717295276927,
      "grad_norm": 2.785524414190725,
      "learning_rate": 0.00020468943642625885,
      "loss": 4.4802,
      "step": 28163
    },
    {
      "epoch": 2.3924566768603466,
      "grad_norm": 2.9080313030461076,
      "learning_rate": 0.00020468304282800624,
      "loss": 4.4635,
      "step": 28164
    },
    {
      "epoch": 2.3925416241930004,
      "grad_norm": 2.7861008914941694,
      "learning_rate": 0.00020467664911517618,
      "loss": 4.3408,
      "step": 28165
    },
    {
      "epoch": 2.3926265715256543,
      "grad_norm": 2.807835408691417,
      "learning_rate": 0.00020467025528778205,
      "loss": 4.5087,
      "step": 28166
    },
    {
      "epoch": 2.3927115188583077,
      "grad_norm": 2.75917302474403,
      "learning_rate": 0.0002046638613458373,
      "loss": 4.5152,
      "step": 28167
    },
    {
      "epoch": 2.3927964661909615,
      "grad_norm": 2.879999080500931,
      "learning_rate": 0.00020465746728935528,
      "loss": 4.7386,
      "step": 28168
    },
    {
      "epoch": 2.3928814135236154,
      "grad_norm": 2.8347925771829914,
      "learning_rate": 0.0002046510731183494,
      "loss": 4.4381,
      "step": 28169
    },
    {
      "epoch": 2.3929663608562692,
      "grad_norm": 2.8943246136938154,
      "learning_rate": 0.00020464467883283313,
      "loss": 4.405,
      "step": 28170
    },
    {
      "epoch": 2.393051308188923,
      "grad_norm": 2.8790241397962797,
      "learning_rate": 0.0002046382844328198,
      "loss": 4.3705,
      "step": 28171
    },
    {
      "epoch": 2.3931362555215765,
      "grad_norm": 3.084048216487935,
      "learning_rate": 0.00020463188991832272,
      "loss": 5.1404,
      "step": 28172
    },
    {
      "epoch": 2.3932212028542303,
      "grad_norm": 3.0557125149650544,
      "learning_rate": 0.00020462549528935548,
      "loss": 4.9232,
      "step": 28173
    },
    {
      "epoch": 2.393306150186884,
      "grad_norm": 3.0421513789223864,
      "learning_rate": 0.00020461910054593132,
      "loss": 4.992,
      "step": 28174
    },
    {
      "epoch": 2.393391097519538,
      "grad_norm": 2.920732823988175,
      "learning_rate": 0.00020461270568806377,
      "loss": 4.5318,
      "step": 28175
    },
    {
      "epoch": 2.3934760448521915,
      "grad_norm": 2.8073248722999207,
      "learning_rate": 0.00020460631071576608,
      "loss": 4.3019,
      "step": 28176
    },
    {
      "epoch": 2.3935609921848453,
      "grad_norm": 2.8187098721170503,
      "learning_rate": 0.00020459991562905177,
      "loss": 4.4909,
      "step": 28177
    },
    {
      "epoch": 2.393645939517499,
      "grad_norm": 2.863270174873161,
      "learning_rate": 0.0002045935204279342,
      "loss": 4.384,
      "step": 28178
    },
    {
      "epoch": 2.393730886850153,
      "grad_norm": 2.9001067138262617,
      "learning_rate": 0.00020458712511242676,
      "loss": 4.6278,
      "step": 28179
    },
    {
      "epoch": 2.3938158341828064,
      "grad_norm": 2.860397575232214,
      "learning_rate": 0.0002045807296825429,
      "loss": 4.5676,
      "step": 28180
    },
    {
      "epoch": 2.3939007815154603,
      "grad_norm": 2.836398638931676,
      "learning_rate": 0.0002045743341382959,
      "loss": 4.5494,
      "step": 28181
    },
    {
      "epoch": 2.393985728848114,
      "grad_norm": 2.734254991015518,
      "learning_rate": 0.0002045679384796993,
      "loss": 4.2112,
      "step": 28182
    },
    {
      "epoch": 2.394070676180768,
      "grad_norm": 2.886062217244472,
      "learning_rate": 0.0002045615427067664,
      "loss": 4.5641,
      "step": 28183
    },
    {
      "epoch": 2.394155623513422,
      "grad_norm": 2.8195710887408016,
      "learning_rate": 0.00020455514681951066,
      "loss": 4.343,
      "step": 28184
    },
    {
      "epoch": 2.3942405708460752,
      "grad_norm": 3.0860047869244984,
      "learning_rate": 0.00020454875081794545,
      "loss": 5.279,
      "step": 28185
    },
    {
      "epoch": 2.394325518178729,
      "grad_norm": 2.822979884143206,
      "learning_rate": 0.00020454235470208419,
      "loss": 4.4695,
      "step": 28186
    },
    {
      "epoch": 2.394410465511383,
      "grad_norm": 2.9509007086657486,
      "learning_rate": 0.0002045359584719403,
      "loss": 4.7406,
      "step": 28187
    },
    {
      "epoch": 2.3944954128440368,
      "grad_norm": 2.7704107581684516,
      "learning_rate": 0.0002045295621275271,
      "loss": 4.3932,
      "step": 28188
    },
    {
      "epoch": 2.3945803601766906,
      "grad_norm": 2.8210258092045595,
      "learning_rate": 0.00020452316566885813,
      "loss": 4.4048,
      "step": 28189
    },
    {
      "epoch": 2.394665307509344,
      "grad_norm": 3.207018586144196,
      "learning_rate": 0.00020451676909594662,
      "loss": 4.2904,
      "step": 28190
    },
    {
      "epoch": 2.394750254841998,
      "grad_norm": 2.9771527751065054,
      "learning_rate": 0.00020451037240880614,
      "loss": 4.7189,
      "step": 28191
    },
    {
      "epoch": 2.3948352021746517,
      "grad_norm": 2.9415683258668266,
      "learning_rate": 0.00020450397560745,
      "loss": 4.8306,
      "step": 28192
    },
    {
      "epoch": 2.3949201495073056,
      "grad_norm": 2.851003054757366,
      "learning_rate": 0.0002044975786918916,
      "loss": 4.7022,
      "step": 28193
    },
    {
      "epoch": 2.3950050968399594,
      "grad_norm": 2.8367967131749876,
      "learning_rate": 0.00020449118166214437,
      "loss": 4.6662,
      "step": 28194
    },
    {
      "epoch": 2.395090044172613,
      "grad_norm": 2.9777707309938073,
      "learning_rate": 0.00020448478451822176,
      "loss": 4.9537,
      "step": 28195
    },
    {
      "epoch": 2.3951749915052667,
      "grad_norm": 2.8944182011357786,
      "learning_rate": 0.00020447838726013703,
      "loss": 4.9664,
      "step": 28196
    },
    {
      "epoch": 2.3952599388379205,
      "grad_norm": 3.03365792615527,
      "learning_rate": 0.00020447198988790373,
      "loss": 4.9002,
      "step": 28197
    },
    {
      "epoch": 2.3953448861705744,
      "grad_norm": 2.7760244597438164,
      "learning_rate": 0.00020446559240153524,
      "loss": 4.4631,
      "step": 28198
    },
    {
      "epoch": 2.3954298335032282,
      "grad_norm": 2.8544325216299087,
      "learning_rate": 0.00020445919480104486,
      "loss": 4.5998,
      "step": 28199
    },
    {
      "epoch": 2.3955147808358817,
      "grad_norm": 2.8631908274097944,
      "learning_rate": 0.00020445279708644615,
      "loss": 4.4613,
      "step": 28200
    },
    {
      "epoch": 2.3955997281685355,
      "grad_norm": 2.9985847559955268,
      "learning_rate": 0.00020444639925775238,
      "loss": 4.0363,
      "step": 28201
    },
    {
      "epoch": 2.3956846755011894,
      "grad_norm": 2.8553151677700073,
      "learning_rate": 0.00020444000131497703,
      "loss": 4.684,
      "step": 28202
    },
    {
      "epoch": 2.395769622833843,
      "grad_norm": 2.9190441539545,
      "learning_rate": 0.00020443360325813348,
      "loss": 4.9065,
      "step": 28203
    },
    {
      "epoch": 2.3958545701664966,
      "grad_norm": 2.8242547680592613,
      "learning_rate": 0.00020442720508723514,
      "loss": 4.7447,
      "step": 28204
    },
    {
      "epoch": 2.3959395174991505,
      "grad_norm": 2.9890596586672915,
      "learning_rate": 0.00020442080680229543,
      "loss": 5.1602,
      "step": 28205
    },
    {
      "epoch": 2.3960244648318043,
      "grad_norm": 2.8835236310898917,
      "learning_rate": 0.00020441440840332774,
      "loss": 4.6495,
      "step": 28206
    },
    {
      "epoch": 2.396109412164458,
      "grad_norm": 2.804675784828691,
      "learning_rate": 0.0002044080098903455,
      "loss": 4.3768,
      "step": 28207
    },
    {
      "epoch": 2.3961943594971116,
      "grad_norm": 3.047158126635153,
      "learning_rate": 0.00020440161126336205,
      "loss": 4.9176,
      "step": 28208
    },
    {
      "epoch": 2.3962793068297654,
      "grad_norm": 2.744057053895662,
      "learning_rate": 0.00020439521252239092,
      "loss": 4.4034,
      "step": 28209
    },
    {
      "epoch": 2.3963642541624193,
      "grad_norm": 2.815390005747781,
      "learning_rate": 0.0002043888136674454,
      "loss": 4.5597,
      "step": 28210
    },
    {
      "epoch": 2.396449201495073,
      "grad_norm": 2.8361394336720847,
      "learning_rate": 0.00020438241469853899,
      "loss": 4.2579,
      "step": 28211
    },
    {
      "epoch": 2.396534148827727,
      "grad_norm": 2.9114373248644276,
      "learning_rate": 0.00020437601561568494,
      "loss": 4.6705,
      "step": 28212
    },
    {
      "epoch": 2.3966190961603804,
      "grad_norm": 2.8684158137906928,
      "learning_rate": 0.00020436961641889684,
      "loss": 4.7812,
      "step": 28213
    },
    {
      "epoch": 2.3967040434930342,
      "grad_norm": 2.777631650891535,
      "learning_rate": 0.00020436321710818803,
      "loss": 4.2418,
      "step": 28214
    },
    {
      "epoch": 2.396788990825688,
      "grad_norm": 2.899574089778818,
      "learning_rate": 0.00020435681768357186,
      "loss": 4.8166,
      "step": 28215
    },
    {
      "epoch": 2.396873938158342,
      "grad_norm": 2.854096227482684,
      "learning_rate": 0.00020435041814506182,
      "loss": 4.5272,
      "step": 28216
    },
    {
      "epoch": 2.396958885490996,
      "grad_norm": 3.0126938179502485,
      "learning_rate": 0.0002043440184926713,
      "loss": 5.1231,
      "step": 28217
    },
    {
      "epoch": 2.397043832823649,
      "grad_norm": 2.8040278621281036,
      "learning_rate": 0.0002043376187264137,
      "loss": 4.3124,
      "step": 28218
    },
    {
      "epoch": 2.397128780156303,
      "grad_norm": 2.9611159808991374,
      "learning_rate": 0.00020433121884630241,
      "loss": 4.7727,
      "step": 28219
    },
    {
      "epoch": 2.397213727488957,
      "grad_norm": 2.829401413378088,
      "learning_rate": 0.00020432481885235092,
      "loss": 4.3748,
      "step": 28220
    },
    {
      "epoch": 2.3972986748216107,
      "grad_norm": 2.8105955008728323,
      "learning_rate": 0.0002043184187445725,
      "loss": 4.4051,
      "step": 28221
    },
    {
      "epoch": 2.3973836221542646,
      "grad_norm": 3.0481550225136598,
      "learning_rate": 0.00020431201852298068,
      "loss": 5.102,
      "step": 28222
    },
    {
      "epoch": 2.397468569486918,
      "grad_norm": 2.805184740542727,
      "learning_rate": 0.00020430561818758882,
      "loss": 4.2334,
      "step": 28223
    },
    {
      "epoch": 2.397553516819572,
      "grad_norm": 2.8665737970092753,
      "learning_rate": 0.00020429921773841033,
      "loss": 4.6532,
      "step": 28224
    },
    {
      "epoch": 2.3976384641522257,
      "grad_norm": 2.9396348637577803,
      "learning_rate": 0.00020429281717545864,
      "loss": 4.8426,
      "step": 28225
    },
    {
      "epoch": 2.3977234114848796,
      "grad_norm": 2.861721312787494,
      "learning_rate": 0.00020428641649874714,
      "loss": 4.4497,
      "step": 28226
    },
    {
      "epoch": 2.397808358817533,
      "grad_norm": 3.048066072016534,
      "learning_rate": 0.00020428001570828926,
      "loss": 4.9704,
      "step": 28227
    },
    {
      "epoch": 2.397893306150187,
      "grad_norm": 2.9080928087605784,
      "learning_rate": 0.0002042736148040984,
      "loss": 4.828,
      "step": 28228
    },
    {
      "epoch": 2.3979782534828407,
      "grad_norm": 2.916311783073611,
      "learning_rate": 0.00020426721378618803,
      "loss": 4.8446,
      "step": 28229
    },
    {
      "epoch": 2.3980632008154945,
      "grad_norm": 2.860840347629448,
      "learning_rate": 0.00020426081265457143,
      "loss": 4.5248,
      "step": 28230
    },
    {
      "epoch": 2.398148148148148,
      "grad_norm": 3.129317146317537,
      "learning_rate": 0.00020425441140926214,
      "loss": 5.2406,
      "step": 28231
    },
    {
      "epoch": 2.3982330954808018,
      "grad_norm": 3.0796031741058534,
      "learning_rate": 0.00020424801005027355,
      "loss": 5.2747,
      "step": 28232
    },
    {
      "epoch": 2.3983180428134556,
      "grad_norm": 2.8762948803443735,
      "learning_rate": 0.000204241608577619,
      "loss": 4.5876,
      "step": 28233
    },
    {
      "epoch": 2.3984029901461095,
      "grad_norm": 2.792802575949365,
      "learning_rate": 0.00020423520699131193,
      "loss": 4.1327,
      "step": 28234
    },
    {
      "epoch": 2.3984879374787633,
      "grad_norm": 2.9616135857573114,
      "learning_rate": 0.00020422880529136577,
      "loss": 4.5566,
      "step": 28235
    },
    {
      "epoch": 2.3985728848114167,
      "grad_norm": 2.8971368510676108,
      "learning_rate": 0.000204222403477794,
      "loss": 4.6351,
      "step": 28236
    },
    {
      "epoch": 2.3986578321440706,
      "grad_norm": 2.831323161271256,
      "learning_rate": 0.00020421600155060989,
      "loss": 4.4788,
      "step": 28237
    },
    {
      "epoch": 2.3987427794767244,
      "grad_norm": 2.8493635045192383,
      "learning_rate": 0.00020420959950982702,
      "loss": 4.6593,
      "step": 28238
    },
    {
      "epoch": 2.3988277268093783,
      "grad_norm": 2.8637136667366687,
      "learning_rate": 0.00020420319735545863,
      "loss": 4.8124,
      "step": 28239
    },
    {
      "epoch": 2.398912674142032,
      "grad_norm": 2.901362912028412,
      "learning_rate": 0.0002041967950875183,
      "loss": 4.7389,
      "step": 28240
    },
    {
      "epoch": 2.3989976214746855,
      "grad_norm": 2.918674248758986,
      "learning_rate": 0.00020419039270601935,
      "loss": 4.8667,
      "step": 28241
    },
    {
      "epoch": 2.3990825688073394,
      "grad_norm": 2.947222357166336,
      "learning_rate": 0.00020418399021097518,
      "loss": 4.6793,
      "step": 28242
    },
    {
      "epoch": 2.3991675161399932,
      "grad_norm": 2.933378307786978,
      "learning_rate": 0.00020417758760239927,
      "loss": 4.729,
      "step": 28243
    },
    {
      "epoch": 2.399252463472647,
      "grad_norm": 2.8442387386559362,
      "learning_rate": 0.00020417118488030495,
      "loss": 4.4462,
      "step": 28244
    },
    {
      "epoch": 2.399337410805301,
      "grad_norm": 2.9172352160808614,
      "learning_rate": 0.00020416478204470572,
      "loss": 4.6474,
      "step": 28245
    },
    {
      "epoch": 2.3994223581379543,
      "grad_norm": 2.8561617916319886,
      "learning_rate": 0.00020415837909561497,
      "loss": 4.6768,
      "step": 28246
    },
    {
      "epoch": 2.399507305470608,
      "grad_norm": 2.9358721550196343,
      "learning_rate": 0.00020415197603304615,
      "loss": 4.9361,
      "step": 28247
    },
    {
      "epoch": 2.399592252803262,
      "grad_norm": 2.920100636869605,
      "learning_rate": 0.00020414557285701254,
      "loss": 4.7124,
      "step": 28248
    },
    {
      "epoch": 2.399677200135916,
      "grad_norm": 3.052474632028056,
      "learning_rate": 0.00020413916956752776,
      "loss": 4.8603,
      "step": 28249
    },
    {
      "epoch": 2.3997621474685693,
      "grad_norm": 2.829357884657615,
      "learning_rate": 0.00020413276616460506,
      "loss": 4.3944,
      "step": 28250
    },
    {
      "epoch": 2.399847094801223,
      "grad_norm": 2.807607466121674,
      "learning_rate": 0.00020412636264825792,
      "loss": 4.5838,
      "step": 28251
    },
    {
      "epoch": 2.399932042133877,
      "grad_norm": 2.7898260971253146,
      "learning_rate": 0.00020411995901849976,
      "loss": 4.3091,
      "step": 28252
    },
    {
      "epoch": 2.400016989466531,
      "grad_norm": 3.046244900396623,
      "learning_rate": 0.00020411355527534398,
      "loss": 5.2301,
      "step": 28253
    },
    {
      "epoch": 2.4001019367991843,
      "grad_norm": 3.083574461667758,
      "learning_rate": 0.00020410715141880404,
      "loss": 5.0268,
      "step": 28254
    },
    {
      "epoch": 2.400186884131838,
      "grad_norm": 2.78844591090919,
      "learning_rate": 0.00020410074744889325,
      "loss": 4.4026,
      "step": 28255
    },
    {
      "epoch": 2.400271831464492,
      "grad_norm": 3.0679642749462652,
      "learning_rate": 0.0002040943433656252,
      "loss": 4.9142,
      "step": 28256
    },
    {
      "epoch": 2.400356778797146,
      "grad_norm": 2.8308593105543727,
      "learning_rate": 0.0002040879391690132,
      "loss": 4.5434,
      "step": 28257
    },
    {
      "epoch": 2.4004417261297997,
      "grad_norm": 2.87314021849916,
      "learning_rate": 0.00020408153485907063,
      "loss": 4.4329,
      "step": 28258
    },
    {
      "epoch": 2.400526673462453,
      "grad_norm": 2.9157620781460243,
      "learning_rate": 0.000204075130435811,
      "loss": 4.632,
      "step": 28259
    },
    {
      "epoch": 2.400611620795107,
      "grad_norm": 2.9994580569148717,
      "learning_rate": 0.00020406872589924765,
      "loss": 4.917,
      "step": 28260
    },
    {
      "epoch": 2.4006965681277608,
      "grad_norm": 2.904193741096814,
      "learning_rate": 0.00020406232124939408,
      "loss": 4.6027,
      "step": 28261
    },
    {
      "epoch": 2.4007815154604146,
      "grad_norm": 2.9612576779981676,
      "learning_rate": 0.00020405591648626367,
      "loss": 4.6234,
      "step": 28262
    },
    {
      "epoch": 2.4008664627930685,
      "grad_norm": 2.965577690201041,
      "learning_rate": 0.00020404951160986985,
      "loss": 4.7625,
      "step": 28263
    },
    {
      "epoch": 2.400951410125722,
      "grad_norm": 2.865370100745366,
      "learning_rate": 0.000204043106620226,
      "loss": 4.4013,
      "step": 28264
    },
    {
      "epoch": 2.4010363574583757,
      "grad_norm": 2.861293556340344,
      "learning_rate": 0.00020403670151734562,
      "loss": 4.6824,
      "step": 28265
    },
    {
      "epoch": 2.4011213047910296,
      "grad_norm": 2.812848686191603,
      "learning_rate": 0.00020403029630124204,
      "loss": 4.4866,
      "step": 28266
    },
    {
      "epoch": 2.4012062521236834,
      "grad_norm": 2.904078015369061,
      "learning_rate": 0.0002040238909719287,
      "loss": 4.6132,
      "step": 28267
    },
    {
      "epoch": 2.4012911994563373,
      "grad_norm": 2.964493050441137,
      "learning_rate": 0.00020401748552941907,
      "loss": 4.384,
      "step": 28268
    },
    {
      "epoch": 2.4013761467889907,
      "grad_norm": 3.069372035499371,
      "learning_rate": 0.00020401107997372654,
      "loss": 5.0782,
      "step": 28269
    },
    {
      "epoch": 2.4014610941216445,
      "grad_norm": 2.858993101275408,
      "learning_rate": 0.00020400467430486453,
      "loss": 4.423,
      "step": 28270
    },
    {
      "epoch": 2.4015460414542984,
      "grad_norm": 2.869401285319112,
      "learning_rate": 0.0002039982685228465,
      "loss": 4.6091,
      "step": 28271
    },
    {
      "epoch": 2.4016309887869522,
      "grad_norm": 2.9927003811747475,
      "learning_rate": 0.00020399186262768585,
      "loss": 4.7852,
      "step": 28272
    },
    {
      "epoch": 2.4017159361196057,
      "grad_norm": 2.849949292336308,
      "learning_rate": 0.00020398545661939592,
      "loss": 4.4253,
      "step": 28273
    },
    {
      "epoch": 2.4018008834522595,
      "grad_norm": 2.948960323263003,
      "learning_rate": 0.00020397905049799028,
      "loss": 4.7517,
      "step": 28274
    },
    {
      "epoch": 2.4018858307849134,
      "grad_norm": 3.0323508625115454,
      "learning_rate": 0.00020397264426348224,
      "loss": 5.0238,
      "step": 28275
    },
    {
      "epoch": 2.401970778117567,
      "grad_norm": 3.0821914886294803,
      "learning_rate": 0.00020396623791588527,
      "loss": 5.0786,
      "step": 28276
    },
    {
      "epoch": 2.4020557254502206,
      "grad_norm": 2.888412310471793,
      "learning_rate": 0.00020395983145521276,
      "loss": 4.4623,
      "step": 28277
    },
    {
      "epoch": 2.4021406727828745,
      "grad_norm": 2.744586451903306,
      "learning_rate": 0.0002039534248814782,
      "loss": 4.2143,
      "step": 28278
    },
    {
      "epoch": 2.4022256201155283,
      "grad_norm": 2.8310929781471343,
      "learning_rate": 0.0002039470181946949,
      "loss": 4.4805,
      "step": 28279
    },
    {
      "epoch": 2.402310567448182,
      "grad_norm": 3.104927992846626,
      "learning_rate": 0.00020394061139487643,
      "loss": 4.8678,
      "step": 28280
    },
    {
      "epoch": 2.402395514780836,
      "grad_norm": 2.888344386556399,
      "learning_rate": 0.0002039342044820361,
      "loss": 4.6316,
      "step": 28281
    },
    {
      "epoch": 2.4024804621134894,
      "grad_norm": 2.857145279980807,
      "learning_rate": 0.00020392779745618736,
      "loss": 4.8678,
      "step": 28282
    },
    {
      "epoch": 2.4025654094461433,
      "grad_norm": 2.877120795905752,
      "learning_rate": 0.0002039213903173437,
      "loss": 4.7513,
      "step": 28283
    },
    {
      "epoch": 2.402650356778797,
      "grad_norm": 3.0072552571979645,
      "learning_rate": 0.00020391498306551845,
      "loss": 4.8611,
      "step": 28284
    },
    {
      "epoch": 2.402735304111451,
      "grad_norm": 3.1280209458017953,
      "learning_rate": 0.00020390857570072512,
      "loss": 3.9711,
      "step": 28285
    },
    {
      "epoch": 2.402820251444105,
      "grad_norm": 2.891034100926671,
      "learning_rate": 0.00020390216822297708,
      "loss": 4.2507,
      "step": 28286
    },
    {
      "epoch": 2.4029051987767582,
      "grad_norm": 2.88026408488875,
      "learning_rate": 0.00020389576063228773,
      "loss": 4.5526,
      "step": 28287
    },
    {
      "epoch": 2.402990146109412,
      "grad_norm": 2.937207096972069,
      "learning_rate": 0.00020388935292867057,
      "loss": 4.691,
      "step": 28288
    },
    {
      "epoch": 2.403075093442066,
      "grad_norm": 2.9567622821897803,
      "learning_rate": 0.00020388294511213895,
      "loss": 4.6406,
      "step": 28289
    },
    {
      "epoch": 2.40316004077472,
      "grad_norm": 3.0464743126750466,
      "learning_rate": 0.0002038765371827064,
      "loss": 5.053,
      "step": 28290
    },
    {
      "epoch": 2.4032449881073736,
      "grad_norm": 3.0524037545969183,
      "learning_rate": 0.00020387012914038622,
      "loss": 5.0041,
      "step": 28291
    },
    {
      "epoch": 2.403329935440027,
      "grad_norm": 3.070652754463487,
      "learning_rate": 0.00020386372098519194,
      "loss": 5.0461,
      "step": 28292
    },
    {
      "epoch": 2.403414882772681,
      "grad_norm": 2.89933248537673,
      "learning_rate": 0.00020385731271713693,
      "loss": 4.6982,
      "step": 28293
    },
    {
      "epoch": 2.4034998301053347,
      "grad_norm": 3.042541524189917,
      "learning_rate": 0.0002038509043362347,
      "loss": 5.2219,
      "step": 28294
    },
    {
      "epoch": 2.4035847774379886,
      "grad_norm": 2.9044743200174934,
      "learning_rate": 0.00020384449584249853,
      "loss": 4.4384,
      "step": 28295
    },
    {
      "epoch": 2.4036697247706424,
      "grad_norm": 2.9363283421362087,
      "learning_rate": 0.00020383808723594194,
      "loss": 4.8203,
      "step": 28296
    },
    {
      "epoch": 2.403754672103296,
      "grad_norm": 2.856142327393308,
      "learning_rate": 0.00020383167851657837,
      "loss": 4.6414,
      "step": 28297
    },
    {
      "epoch": 2.4038396194359497,
      "grad_norm": 2.8330095092658096,
      "learning_rate": 0.0002038252696844212,
      "loss": 4.5273,
      "step": 28298
    },
    {
      "epoch": 2.4039245667686036,
      "grad_norm": 3.0463846323192016,
      "learning_rate": 0.00020381886073948395,
      "loss": 4.8556,
      "step": 28299
    },
    {
      "epoch": 2.4040095141012574,
      "grad_norm": 2.9341861589298426,
      "learning_rate": 0.00020381245168177994,
      "loss": 4.9318,
      "step": 28300
    },
    {
      "epoch": 2.404094461433911,
      "grad_norm": 2.8781290342760455,
      "learning_rate": 0.00020380604251132262,
      "loss": 4.7214,
      "step": 28301
    },
    {
      "epoch": 2.4041794087665647,
      "grad_norm": 2.8296834104137174,
      "learning_rate": 0.00020379963322812546,
      "loss": 4.2743,
      "step": 28302
    },
    {
      "epoch": 2.4042643560992185,
      "grad_norm": 2.8790221706623615,
      "learning_rate": 0.00020379322383220187,
      "loss": 4.3642,
      "step": 28303
    },
    {
      "epoch": 2.4043493034318724,
      "grad_norm": 2.874382823492495,
      "learning_rate": 0.00020378681432356527,
      "loss": 4.4144,
      "step": 28304
    },
    {
      "epoch": 2.4044342507645258,
      "grad_norm": 2.9077250901949103,
      "learning_rate": 0.00020378040470222912,
      "loss": 4.6371,
      "step": 28305
    },
    {
      "epoch": 2.4045191980971796,
      "grad_norm": 2.8869013105506003,
      "learning_rate": 0.00020377399496820687,
      "loss": 4.3835,
      "step": 28306
    },
    {
      "epoch": 2.4046041454298335,
      "grad_norm": 2.826069662707076,
      "learning_rate": 0.0002037675851215118,
      "loss": 4.4696,
      "step": 28307
    },
    {
      "epoch": 2.4046890927624873,
      "grad_norm": 3.029226419390349,
      "learning_rate": 0.00020376117516215757,
      "loss": 4.8596,
      "step": 28308
    },
    {
      "epoch": 2.404774040095141,
      "grad_norm": 2.9360244877416,
      "learning_rate": 0.00020375476509015744,
      "loss": 4.8748,
      "step": 28309
    },
    {
      "epoch": 2.4048589874277946,
      "grad_norm": 2.8795545151529764,
      "learning_rate": 0.00020374835490552488,
      "loss": 4.509,
      "step": 28310
    },
    {
      "epoch": 2.4049439347604484,
      "grad_norm": 2.7850396555697805,
      "learning_rate": 0.00020374194460827334,
      "loss": 4.2435,
      "step": 28311
    },
    {
      "epoch": 2.4050288820931023,
      "grad_norm": 2.8657254880770027,
      "learning_rate": 0.00020373553419841622,
      "loss": 4.5442,
      "step": 28312
    },
    {
      "epoch": 2.405113829425756,
      "grad_norm": 3.0684714626461833,
      "learning_rate": 0.00020372912367596702,
      "loss": 4.8462,
      "step": 28313
    },
    {
      "epoch": 2.40519877675841,
      "grad_norm": 2.8938385571627907,
      "learning_rate": 0.0002037227130409391,
      "loss": 4.583,
      "step": 28314
    },
    {
      "epoch": 2.4052837240910634,
      "grad_norm": 2.935222239876567,
      "learning_rate": 0.00020371630229334598,
      "loss": 4.2956,
      "step": 28315
    },
    {
      "epoch": 2.4053686714237172,
      "grad_norm": 3.0016302928985827,
      "learning_rate": 0.000203709891433201,
      "loss": 4.8176,
      "step": 28316
    },
    {
      "epoch": 2.405453618756371,
      "grad_norm": 3.0279529706148782,
      "learning_rate": 0.00020370348046051763,
      "loss": 4.8018,
      "step": 28317
    },
    {
      "epoch": 2.405538566089025,
      "grad_norm": 2.9083945604739823,
      "learning_rate": 0.0002036970693753093,
      "loss": 4.8597,
      "step": 28318
    },
    {
      "epoch": 2.405623513421679,
      "grad_norm": 2.9173190549108368,
      "learning_rate": 0.00020369065817758938,
      "loss": 4.6082,
      "step": 28319
    },
    {
      "epoch": 2.405708460754332,
      "grad_norm": 2.863146257186371,
      "learning_rate": 0.00020368424686737144,
      "loss": 4.4652,
      "step": 28320
    },
    {
      "epoch": 2.405793408086986,
      "grad_norm": 2.8728920921759817,
      "learning_rate": 0.00020367783544466883,
      "loss": 4.377,
      "step": 28321
    },
    {
      "epoch": 2.40587835541964,
      "grad_norm": 2.8934802570990232,
      "learning_rate": 0.00020367142390949496,
      "loss": 4.5448,
      "step": 28322
    },
    {
      "epoch": 2.4059633027522938,
      "grad_norm": 3.039163258724883,
      "learning_rate": 0.0002036650122618633,
      "loss": 4.9087,
      "step": 28323
    },
    {
      "epoch": 2.406048250084947,
      "grad_norm": 2.8593231605312948,
      "learning_rate": 0.00020365860050178735,
      "loss": 4.5957,
      "step": 28324
    },
    {
      "epoch": 2.406133197417601,
      "grad_norm": 2.9007258184205136,
      "learning_rate": 0.00020365218862928038,
      "loss": 4.699,
      "step": 28325
    },
    {
      "epoch": 2.406218144750255,
      "grad_norm": 2.8502350245669956,
      "learning_rate": 0.000203645776644356,
      "loss": 3.9135,
      "step": 28326
    },
    {
      "epoch": 2.4063030920829087,
      "grad_norm": 2.846822096480005,
      "learning_rate": 0.00020363936454702753,
      "loss": 4.6977,
      "step": 28327
    },
    {
      "epoch": 2.406388039415562,
      "grad_norm": 2.9219079957340797,
      "learning_rate": 0.00020363295233730844,
      "loss": 4.6909,
      "step": 28328
    },
    {
      "epoch": 2.406472986748216,
      "grad_norm": 2.8418848125848926,
      "learning_rate": 0.0002036265400152122,
      "loss": 4.3215,
      "step": 28329
    },
    {
      "epoch": 2.40655793408087,
      "grad_norm": 3.121539321322782,
      "learning_rate": 0.0002036201275807522,
      "loss": 5.1936,
      "step": 28330
    },
    {
      "epoch": 2.4066428814135237,
      "grad_norm": 2.8998299998767982,
      "learning_rate": 0.00020361371503394184,
      "loss": 4.6364,
      "step": 28331
    },
    {
      "epoch": 2.4067278287461775,
      "grad_norm": 2.9260923792694102,
      "learning_rate": 0.00020360730237479465,
      "loss": 4.5754,
      "step": 28332
    },
    {
      "epoch": 2.406812776078831,
      "grad_norm": 2.8578885849949587,
      "learning_rate": 0.00020360088960332405,
      "loss": 4.6166,
      "step": 28333
    },
    {
      "epoch": 2.406897723411485,
      "grad_norm": 2.9474528850458017,
      "learning_rate": 0.00020359447671954337,
      "loss": 4.2221,
      "step": 28334
    },
    {
      "epoch": 2.4069826707441386,
      "grad_norm": 2.966711954710605,
      "learning_rate": 0.0002035880637234662,
      "loss": 5.0889,
      "step": 28335
    },
    {
      "epoch": 2.4070676180767925,
      "grad_norm": 2.8634375150549065,
      "learning_rate": 0.00020358165061510589,
      "loss": 4.2789,
      "step": 28336
    },
    {
      "epoch": 2.4071525654094463,
      "grad_norm": 2.751852645239582,
      "learning_rate": 0.00020357523739447585,
      "loss": 4.0114,
      "step": 28337
    },
    {
      "epoch": 2.4072375127420997,
      "grad_norm": 2.9360329734273254,
      "learning_rate": 0.00020356882406158956,
      "loss": 4.377,
      "step": 28338
    },
    {
      "epoch": 2.4073224600747536,
      "grad_norm": 2.9185135161803655,
      "learning_rate": 0.00020356241061646052,
      "loss": 4.5051,
      "step": 28339
    },
    {
      "epoch": 2.4074074074074074,
      "grad_norm": 2.8586152970576086,
      "learning_rate": 0.000203555997059102,
      "loss": 4.5985,
      "step": 28340
    },
    {
      "epoch": 2.4074923547400613,
      "grad_norm": 3.0664600125831467,
      "learning_rate": 0.0002035495833895276,
      "loss": 4.8864,
      "step": 28341
    },
    {
      "epoch": 2.407577302072715,
      "grad_norm": 2.8632810012852383,
      "learning_rate": 0.00020354316960775074,
      "loss": 4.2845,
      "step": 28342
    },
    {
      "epoch": 2.4076622494053685,
      "grad_norm": 3.0321317311357365,
      "learning_rate": 0.00020353675571378475,
      "loss": 5.1523,
      "step": 28343
    },
    {
      "epoch": 2.4077471967380224,
      "grad_norm": 2.904642256659868,
      "learning_rate": 0.0002035303417076432,
      "loss": 4.7236,
      "step": 28344
    },
    {
      "epoch": 2.4078321440706763,
      "grad_norm": 2.7784334054238924,
      "learning_rate": 0.0002035239275893394,
      "loss": 4.4123,
      "step": 28345
    },
    {
      "epoch": 2.40791709140333,
      "grad_norm": 3.2951481081460217,
      "learning_rate": 0.00020351751335888693,
      "loss": 4.1109,
      "step": 28346
    },
    {
      "epoch": 2.4080020387359835,
      "grad_norm": 2.8927606598513487,
      "learning_rate": 0.0002035110990162991,
      "loss": 4.1565,
      "step": 28347
    },
    {
      "epoch": 2.4080869860686374,
      "grad_norm": 2.787909087457885,
      "learning_rate": 0.00020350468456158946,
      "loss": 4.1456,
      "step": 28348
    },
    {
      "epoch": 2.408171933401291,
      "grad_norm": 2.942796511980428,
      "learning_rate": 0.00020349826999477134,
      "loss": 4.6879,
      "step": 28349
    },
    {
      "epoch": 2.408256880733945,
      "grad_norm": 3.026862823295029,
      "learning_rate": 0.00020349185531585824,
      "loss": 5.0563,
      "step": 28350
    },
    {
      "epoch": 2.4083418280665985,
      "grad_norm": 2.790916791182805,
      "learning_rate": 0.00020348544052486365,
      "loss": 4.4519,
      "step": 28351
    },
    {
      "epoch": 2.4084267753992523,
      "grad_norm": 2.868366158479564,
      "learning_rate": 0.00020347902562180089,
      "loss": 4.4615,
      "step": 28352
    },
    {
      "epoch": 2.408511722731906,
      "grad_norm": 2.843935189002684,
      "learning_rate": 0.00020347261060668352,
      "loss": 4.4522,
      "step": 28353
    },
    {
      "epoch": 2.40859667006456,
      "grad_norm": 3.0026424813545174,
      "learning_rate": 0.0002034661954795249,
      "loss": 4.6426,
      "step": 28354
    },
    {
      "epoch": 2.408681617397214,
      "grad_norm": 2.925812668997917,
      "learning_rate": 0.00020345978024033856,
      "loss": 4.6022,
      "step": 28355
    },
    {
      "epoch": 2.4087665647298673,
      "grad_norm": 2.993695528954236,
      "learning_rate": 0.00020345336488913782,
      "loss": 4.9474,
      "step": 28356
    },
    {
      "epoch": 2.408851512062521,
      "grad_norm": 2.837485465234004,
      "learning_rate": 0.00020344694942593623,
      "loss": 4.4588,
      "step": 28357
    },
    {
      "epoch": 2.408936459395175,
      "grad_norm": 3.0140369492921084,
      "learning_rate": 0.00020344053385074715,
      "loss": 4.5989,
      "step": 28358
    },
    {
      "epoch": 2.409021406727829,
      "grad_norm": 2.81682826695982,
      "learning_rate": 0.0002034341181635841,
      "loss": 4.2532,
      "step": 28359
    },
    {
      "epoch": 2.4091063540604827,
      "grad_norm": 2.8832958380266547,
      "learning_rate": 0.00020342770236446046,
      "loss": 4.8713,
      "step": 28360
    },
    {
      "epoch": 2.409191301393136,
      "grad_norm": 3.0356793792092653,
      "learning_rate": 0.0002034212864533897,
      "loss": 4.9157,
      "step": 28361
    },
    {
      "epoch": 2.40927624872579,
      "grad_norm": 2.8067397736484265,
      "learning_rate": 0.00020341487043038528,
      "loss": 4.2816,
      "step": 28362
    },
    {
      "epoch": 2.409361196058444,
      "grad_norm": 2.830661967308084,
      "learning_rate": 0.0002034084542954606,
      "loss": 4.3036,
      "step": 28363
    },
    {
      "epoch": 2.4094461433910976,
      "grad_norm": 2.7864085128165796,
      "learning_rate": 0.00020340203804862918,
      "loss": 4.3278,
      "step": 28364
    },
    {
      "epoch": 2.4095310907237515,
      "grad_norm": 2.9051019481572933,
      "learning_rate": 0.00020339562168990435,
      "loss": 4.3028,
      "step": 28365
    },
    {
      "epoch": 2.409616038056405,
      "grad_norm": 3.1142664950275827,
      "learning_rate": 0.00020338920521929964,
      "loss": 5.2493,
      "step": 28366
    },
    {
      "epoch": 2.4097009853890587,
      "grad_norm": 2.918098274136699,
      "learning_rate": 0.00020338278863682847,
      "loss": 4.6006,
      "step": 28367
    },
    {
      "epoch": 2.4097859327217126,
      "grad_norm": 2.911962132342171,
      "learning_rate": 0.00020337637194250431,
      "loss": 4.5813,
      "step": 28368
    },
    {
      "epoch": 2.4098708800543664,
      "grad_norm": 2.881309666934174,
      "learning_rate": 0.00020336995513634055,
      "loss": 4.7551,
      "step": 28369
    },
    {
      "epoch": 2.40995582738702,
      "grad_norm": 2.8148394499031397,
      "learning_rate": 0.00020336353821835066,
      "loss": 4.3568,
      "step": 28370
    },
    {
      "epoch": 2.4100407747196737,
      "grad_norm": 2.880057065192954,
      "learning_rate": 0.0002033571211885481,
      "loss": 4.5033,
      "step": 28371
    },
    {
      "epoch": 2.4101257220523276,
      "grad_norm": 2.93466096922046,
      "learning_rate": 0.00020335070404694632,
      "loss": 4.7456,
      "step": 28372
    },
    {
      "epoch": 2.4102106693849814,
      "grad_norm": 2.824997251234284,
      "learning_rate": 0.00020334428679355876,
      "loss": 4.5147,
      "step": 28373
    },
    {
      "epoch": 2.4102956167176353,
      "grad_norm": 2.808655382547886,
      "learning_rate": 0.00020333786942839882,
      "loss": 3.9022,
      "step": 28374
    },
    {
      "epoch": 2.4103805640502887,
      "grad_norm": 2.8353209962491905,
      "learning_rate": 0.00020333145195148002,
      "loss": 4.5356,
      "step": 28375
    },
    {
      "epoch": 2.4104655113829425,
      "grad_norm": 2.89763789608621,
      "learning_rate": 0.00020332503436281576,
      "loss": 4.7029,
      "step": 28376
    },
    {
      "epoch": 2.4105504587155964,
      "grad_norm": 2.8705588017556316,
      "learning_rate": 0.0002033186166624195,
      "loss": 4.4445,
      "step": 28377
    },
    {
      "epoch": 2.41063540604825,
      "grad_norm": 2.883817308073964,
      "learning_rate": 0.00020331219885030467,
      "loss": 4.4339,
      "step": 28378
    },
    {
      "epoch": 2.4107203533809036,
      "grad_norm": 2.838431852725756,
      "learning_rate": 0.00020330578092648475,
      "loss": 4.3128,
      "step": 28379
    },
    {
      "epoch": 2.4108053007135575,
      "grad_norm": 3.00064962600803,
      "learning_rate": 0.00020329936289097318,
      "loss": 5.0141,
      "step": 28380
    },
    {
      "epoch": 2.4108902480462113,
      "grad_norm": 3.050120785822848,
      "learning_rate": 0.00020329294474378336,
      "loss": 4.9641,
      "step": 28381
    },
    {
      "epoch": 2.410975195378865,
      "grad_norm": 2.9496195649034034,
      "learning_rate": 0.00020328652648492885,
      "loss": 4.6371,
      "step": 28382
    },
    {
      "epoch": 2.411060142711519,
      "grad_norm": 2.861491150462514,
      "learning_rate": 0.00020328010811442292,
      "loss": 4.3827,
      "step": 28383
    },
    {
      "epoch": 2.4111450900441724,
      "grad_norm": 3.058358180309352,
      "learning_rate": 0.00020327368963227922,
      "loss": 4.7737,
      "step": 28384
    },
    {
      "epoch": 2.4112300373768263,
      "grad_norm": 2.8850873971401874,
      "learning_rate": 0.00020326727103851103,
      "loss": 4.5215,
      "step": 28385
    },
    {
      "epoch": 2.41131498470948,
      "grad_norm": 2.878050546963197,
      "learning_rate": 0.0002032608523331319,
      "loss": 4.3839,
      "step": 28386
    },
    {
      "epoch": 2.411399932042134,
      "grad_norm": 2.869211578331845,
      "learning_rate": 0.00020325443351615525,
      "loss": 4.5549,
      "step": 28387
    },
    {
      "epoch": 2.411484879374788,
      "grad_norm": 2.849985845867318,
      "learning_rate": 0.0002032480145875945,
      "loss": 4.4765,
      "step": 28388
    },
    {
      "epoch": 2.4115698267074412,
      "grad_norm": 2.864334453180235,
      "learning_rate": 0.00020324159554746315,
      "loss": 4.4633,
      "step": 28389
    },
    {
      "epoch": 2.411654774040095,
      "grad_norm": 2.8509089288009077,
      "learning_rate": 0.0002032351763957746,
      "loss": 4.4052,
      "step": 28390
    },
    {
      "epoch": 2.411739721372749,
      "grad_norm": 2.777797467109534,
      "learning_rate": 0.00020322875713254238,
      "loss": 4.4928,
      "step": 28391
    },
    {
      "epoch": 2.411824668705403,
      "grad_norm": 3.0220582127194078,
      "learning_rate": 0.00020322233775777986,
      "loss": 4.8646,
      "step": 28392
    },
    {
      "epoch": 2.4119096160380566,
      "grad_norm": 2.7547265866811794,
      "learning_rate": 0.00020321591827150053,
      "loss": 4.1423,
      "step": 28393
    },
    {
      "epoch": 2.41199456337071,
      "grad_norm": 2.7966517553989956,
      "learning_rate": 0.00020320949867371784,
      "loss": 4.4634,
      "step": 28394
    },
    {
      "epoch": 2.412079510703364,
      "grad_norm": 2.8732435206882116,
      "learning_rate": 0.0002032030789644452,
      "loss": 4.5699,
      "step": 28395
    },
    {
      "epoch": 2.4121644580360178,
      "grad_norm": 2.8446361825668087,
      "learning_rate": 0.00020319665914369608,
      "loss": 4.6967,
      "step": 28396
    },
    {
      "epoch": 2.4122494053686716,
      "grad_norm": 2.835911124490368,
      "learning_rate": 0.00020319023921148397,
      "loss": 4.6435,
      "step": 28397
    },
    {
      "epoch": 2.412334352701325,
      "grad_norm": 2.884517035059181,
      "learning_rate": 0.00020318381916782232,
      "loss": 4.78,
      "step": 28398
    },
    {
      "epoch": 2.412419300033979,
      "grad_norm": 2.861028887991142,
      "learning_rate": 0.0002031773990127245,
      "loss": 4.5943,
      "step": 28399
    },
    {
      "epoch": 2.4125042473666327,
      "grad_norm": 2.8442130964139665,
      "learning_rate": 0.00020317097874620406,
      "loss": 4.4374,
      "step": 28400
    },
    {
      "epoch": 2.4125891946992866,
      "grad_norm": 2.8384865110955593,
      "learning_rate": 0.0002031645583682744,
      "loss": 4.7564,
      "step": 28401
    },
    {
      "epoch": 2.41267414203194,
      "grad_norm": 2.8564983859472934,
      "learning_rate": 0.00020315813787894898,
      "loss": 4.5866,
      "step": 28402
    },
    {
      "epoch": 2.412759089364594,
      "grad_norm": 2.8716692506905797,
      "learning_rate": 0.00020315171727824127,
      "loss": 4.8508,
      "step": 28403
    },
    {
      "epoch": 2.4128440366972477,
      "grad_norm": 2.8670478646003428,
      "learning_rate": 0.00020314529656616465,
      "loss": 4.6025,
      "step": 28404
    },
    {
      "epoch": 2.4129289840299015,
      "grad_norm": 3.0410489193348127,
      "learning_rate": 0.0002031388757427327,
      "loss": 4.6351,
      "step": 28405
    },
    {
      "epoch": 2.4130139313625554,
      "grad_norm": 2.805217431998161,
      "learning_rate": 0.00020313245480795876,
      "loss": 4.5551,
      "step": 28406
    },
    {
      "epoch": 2.413098878695209,
      "grad_norm": 2.7743022450027333,
      "learning_rate": 0.0002031260337618564,
      "loss": 4.4002,
      "step": 28407
    },
    {
      "epoch": 2.4131838260278626,
      "grad_norm": 2.9275598693053015,
      "learning_rate": 0.00020311961260443894,
      "loss": 4.4088,
      "step": 28408
    },
    {
      "epoch": 2.4132687733605165,
      "grad_norm": 2.8119958963542073,
      "learning_rate": 0.00020311319133571994,
      "loss": 4.5059,
      "step": 28409
    },
    {
      "epoch": 2.4133537206931703,
      "grad_norm": 2.813253223714965,
      "learning_rate": 0.00020310676995571278,
      "loss": 4.2373,
      "step": 28410
    },
    {
      "epoch": 2.413438668025824,
      "grad_norm": 3.0105316653682657,
      "learning_rate": 0.00020310034846443098,
      "loss": 4.7901,
      "step": 28411
    },
    {
      "epoch": 2.4135236153584776,
      "grad_norm": 2.9043304684043183,
      "learning_rate": 0.00020309392686188791,
      "loss": 4.3771,
      "step": 28412
    },
    {
      "epoch": 2.4136085626911314,
      "grad_norm": 2.8983268198951624,
      "learning_rate": 0.00020308750514809714,
      "loss": 4.4927,
      "step": 28413
    },
    {
      "epoch": 2.4136935100237853,
      "grad_norm": 2.7803113120021123,
      "learning_rate": 0.00020308108332307202,
      "loss": 4.4564,
      "step": 28414
    },
    {
      "epoch": 2.413778457356439,
      "grad_norm": 2.9047931236821074,
      "learning_rate": 0.00020307466138682606,
      "loss": 4.784,
      "step": 28415
    },
    {
      "epoch": 2.413863404689093,
      "grad_norm": 2.7498439500425893,
      "learning_rate": 0.00020306823933937272,
      "loss": 3.997,
      "step": 28416
    },
    {
      "epoch": 2.4139483520217464,
      "grad_norm": 2.8197389697025996,
      "learning_rate": 0.0002030618171807254,
      "loss": 4.6025,
      "step": 28417
    },
    {
      "epoch": 2.4140332993544003,
      "grad_norm": 2.9402762907338924,
      "learning_rate": 0.00020305539491089766,
      "loss": 4.88,
      "step": 28418
    },
    {
      "epoch": 2.414118246687054,
      "grad_norm": 2.818181247134029,
      "learning_rate": 0.00020304897252990285,
      "loss": 4.5455,
      "step": 28419
    },
    {
      "epoch": 2.414203194019708,
      "grad_norm": 3.025630445298014,
      "learning_rate": 0.0002030425500377545,
      "loss": 5.0717,
      "step": 28420
    },
    {
      "epoch": 2.4142881413523614,
      "grad_norm": 2.9300772773764585,
      "learning_rate": 0.000203036127434466,
      "loss": 4.5814,
      "step": 28421
    },
    {
      "epoch": 2.414373088685015,
      "grad_norm": 2.8888146611119967,
      "learning_rate": 0.00020302970472005084,
      "loss": 4.6228,
      "step": 28422
    },
    {
      "epoch": 2.414458036017669,
      "grad_norm": 2.834207914206961,
      "learning_rate": 0.00020302328189452252,
      "loss": 4.5857,
      "step": 28423
    },
    {
      "epoch": 2.414542983350323,
      "grad_norm": 2.8871282425901086,
      "learning_rate": 0.00020301685895789446,
      "loss": 4.3889,
      "step": 28424
    },
    {
      "epoch": 2.4146279306829763,
      "grad_norm": 2.876073341151847,
      "learning_rate": 0.00020301043591018013,
      "loss": 4.5142,
      "step": 28425
    },
    {
      "epoch": 2.41471287801563,
      "grad_norm": 2.8470509025438653,
      "learning_rate": 0.00020300401275139291,
      "loss": 4.7065,
      "step": 28426
    },
    {
      "epoch": 2.414797825348284,
      "grad_norm": 2.8180464551017943,
      "learning_rate": 0.0002029975894815464,
      "loss": 4.4621,
      "step": 28427
    },
    {
      "epoch": 2.414882772680938,
      "grad_norm": 2.984359744724541,
      "learning_rate": 0.00020299116610065395,
      "loss": 4.6699,
      "step": 28428
    },
    {
      "epoch": 2.4149677200135917,
      "grad_norm": 2.8811180851187728,
      "learning_rate": 0.00020298474260872903,
      "loss": 4.4837,
      "step": 28429
    },
    {
      "epoch": 2.415052667346245,
      "grad_norm": 2.7619928029917515,
      "learning_rate": 0.00020297831900578515,
      "loss": 4.2811,
      "step": 28430
    },
    {
      "epoch": 2.415137614678899,
      "grad_norm": 2.7441056945856506,
      "learning_rate": 0.00020297189529183576,
      "loss": 4.2347,
      "step": 28431
    },
    {
      "epoch": 2.415222562011553,
      "grad_norm": 2.954004208770891,
      "learning_rate": 0.00020296547146689427,
      "loss": 4.7412,
      "step": 28432
    },
    {
      "epoch": 2.4153075093442067,
      "grad_norm": 2.885166717913374,
      "learning_rate": 0.00020295904753097417,
      "loss": 4.4705,
      "step": 28433
    },
    {
      "epoch": 2.4153924566768605,
      "grad_norm": 2.991581101588265,
      "learning_rate": 0.00020295262348408896,
      "loss": 5.0003,
      "step": 28434
    },
    {
      "epoch": 2.415477404009514,
      "grad_norm": 2.8674539498944003,
      "learning_rate": 0.00020294619932625203,
      "loss": 4.3612,
      "step": 28435
    },
    {
      "epoch": 2.415562351342168,
      "grad_norm": 3.0969192837393575,
      "learning_rate": 0.00020293977505747687,
      "loss": 5.0204,
      "step": 28436
    },
    {
      "epoch": 2.4156472986748216,
      "grad_norm": 2.840229286300243,
      "learning_rate": 0.00020293335067777691,
      "loss": 4.6424,
      "step": 28437
    },
    {
      "epoch": 2.4157322460074755,
      "grad_norm": 2.899549443326604,
      "learning_rate": 0.00020292692618716567,
      "loss": 4.5763,
      "step": 28438
    },
    {
      "epoch": 2.4158171933401293,
      "grad_norm": 3.010099853921293,
      "learning_rate": 0.00020292050158565662,
      "loss": 4.8125,
      "step": 28439
    },
    {
      "epoch": 2.4159021406727827,
      "grad_norm": 3.271580112925039,
      "learning_rate": 0.00020291407687326316,
      "loss": 4.2024,
      "step": 28440
    },
    {
      "epoch": 2.4159870880054366,
      "grad_norm": 2.9356555300186176,
      "learning_rate": 0.0002029076520499988,
      "loss": 4.7687,
      "step": 28441
    },
    {
      "epoch": 2.4160720353380905,
      "grad_norm": 2.9552112207862473,
      "learning_rate": 0.00020290122711587693,
      "loss": 4.826,
      "step": 28442
    },
    {
      "epoch": 2.4161569826707443,
      "grad_norm": 2.8979153079951785,
      "learning_rate": 0.00020289480207091114,
      "loss": 4.6028,
      "step": 28443
    },
    {
      "epoch": 2.4162419300033977,
      "grad_norm": 2.8773988828902914,
      "learning_rate": 0.00020288837691511473,
      "loss": 4.6591,
      "step": 28444
    },
    {
      "epoch": 2.4163268773360516,
      "grad_norm": 2.984591080484234,
      "learning_rate": 0.0002028819516485013,
      "loss": 4.6513,
      "step": 28445
    },
    {
      "epoch": 2.4164118246687054,
      "grad_norm": 3.056358236014545,
      "learning_rate": 0.00020287552627108423,
      "loss": 5.0351,
      "step": 28446
    },
    {
      "epoch": 2.4164967720013593,
      "grad_norm": 2.894468459554089,
      "learning_rate": 0.00020286910078287702,
      "loss": 4.607,
      "step": 28447
    },
    {
      "epoch": 2.4165817193340127,
      "grad_norm": 3.0900410230393116,
      "learning_rate": 0.00020286267518389314,
      "loss": 5.0524,
      "step": 28448
    },
    {
      "epoch": 2.4166666666666665,
      "grad_norm": 2.9404690145459553,
      "learning_rate": 0.000202856249474146,
      "loss": 4.8348,
      "step": 28449
    },
    {
      "epoch": 2.4167516139993204,
      "grad_norm": 2.898009509923816,
      "learning_rate": 0.00020284982365364917,
      "loss": 4.5989,
      "step": 28450
    },
    {
      "epoch": 2.416836561331974,
      "grad_norm": 2.8138493519479475,
      "learning_rate": 0.00020284339772241598,
      "loss": 4.3503,
      "step": 28451
    },
    {
      "epoch": 2.416921508664628,
      "grad_norm": 2.9469783512848235,
      "learning_rate": 0.00020283697168046002,
      "loss": 4.7767,
      "step": 28452
    },
    {
      "epoch": 2.4170064559972815,
      "grad_norm": 2.937134876191661,
      "learning_rate": 0.00020283054552779466,
      "loss": 4.6172,
      "step": 28453
    },
    {
      "epoch": 2.4170914033299353,
      "grad_norm": 2.839421751177542,
      "learning_rate": 0.00020282411926443342,
      "loss": 4.5953,
      "step": 28454
    },
    {
      "epoch": 2.417176350662589,
      "grad_norm": 3.0542831411270064,
      "learning_rate": 0.00020281769289038975,
      "loss": 4.9855,
      "step": 28455
    },
    {
      "epoch": 2.417261297995243,
      "grad_norm": 2.813519774865664,
      "learning_rate": 0.0002028112664056771,
      "loss": 4.4886,
      "step": 28456
    },
    {
      "epoch": 2.417346245327897,
      "grad_norm": 2.9177741404747204,
      "learning_rate": 0.00020280483981030892,
      "loss": 4.6219,
      "step": 28457
    },
    {
      "epoch": 2.4174311926605503,
      "grad_norm": 2.8944337983982917,
      "learning_rate": 0.00020279841310429873,
      "loss": 4.4204,
      "step": 28458
    },
    {
      "epoch": 2.417516139993204,
      "grad_norm": 2.8987963823717453,
      "learning_rate": 0.00020279198628765999,
      "loss": 4.2557,
      "step": 28459
    },
    {
      "epoch": 2.417601087325858,
      "grad_norm": 2.891457085977024,
      "learning_rate": 0.0002027855593604061,
      "loss": 4.2591,
      "step": 28460
    },
    {
      "epoch": 2.417686034658512,
      "grad_norm": 2.788773609618886,
      "learning_rate": 0.0002027791323225506,
      "loss": 4.4139,
      "step": 28461
    },
    {
      "epoch": 2.4177709819911657,
      "grad_norm": 3.0762817406904004,
      "learning_rate": 0.00020277270517410692,
      "loss": 4.851,
      "step": 28462
    },
    {
      "epoch": 2.417855929323819,
      "grad_norm": 2.952454321512291,
      "learning_rate": 0.00020276627791508854,
      "loss": 4.7715,
      "step": 28463
    },
    {
      "epoch": 2.417940876656473,
      "grad_norm": 2.91699653309864,
      "learning_rate": 0.00020275985054550892,
      "loss": 4.6586,
      "step": 28464
    },
    {
      "epoch": 2.418025823989127,
      "grad_norm": 2.831860589514416,
      "learning_rate": 0.00020275342306538152,
      "loss": 4.4566,
      "step": 28465
    },
    {
      "epoch": 2.4181107713217806,
      "grad_norm": 3.0599945358040386,
      "learning_rate": 0.00020274699547471979,
      "loss": 4.8726,
      "step": 28466
    },
    {
      "epoch": 2.418195718654434,
      "grad_norm": 3.0889209842361387,
      "learning_rate": 0.00020274056777353725,
      "loss": 4.6982,
      "step": 28467
    },
    {
      "epoch": 2.418280665987088,
      "grad_norm": 2.7921349919029375,
      "learning_rate": 0.00020273413996184738,
      "loss": 4.2953,
      "step": 28468
    },
    {
      "epoch": 2.4183656133197418,
      "grad_norm": 2.8886561473703027,
      "learning_rate": 0.00020272771203966354,
      "loss": 4.5996,
      "step": 28469
    },
    {
      "epoch": 2.4184505606523956,
      "grad_norm": 2.8545867598183916,
      "learning_rate": 0.00020272128400699934,
      "loss": 4.5163,
      "step": 28470
    },
    {
      "epoch": 2.4185355079850495,
      "grad_norm": 3.145743393681837,
      "learning_rate": 0.0002027148558638681,
      "loss": 4.2221,
      "step": 28471
    },
    {
      "epoch": 2.418620455317703,
      "grad_norm": 3.0640693165234567,
      "learning_rate": 0.0002027084276102834,
      "loss": 4.755,
      "step": 28472
    },
    {
      "epoch": 2.4187054026503567,
      "grad_norm": 2.900771000518746,
      "learning_rate": 0.00020270199924625872,
      "loss": 4.4074,
      "step": 28473
    },
    {
      "epoch": 2.4187903499830106,
      "grad_norm": 2.8882703813899098,
      "learning_rate": 0.00020269557077180745,
      "loss": 4.5755,
      "step": 28474
    },
    {
      "epoch": 2.4188752973156644,
      "grad_norm": 2.8416538286219977,
      "learning_rate": 0.00020268914218694306,
      "loss": 4.4291,
      "step": 28475
    },
    {
      "epoch": 2.418960244648318,
      "grad_norm": 2.94269167293873,
      "learning_rate": 0.00020268271349167905,
      "loss": 4.4867,
      "step": 28476
    },
    {
      "epoch": 2.4190451919809717,
      "grad_norm": 2.8652362784087027,
      "learning_rate": 0.00020267628468602898,
      "loss": 4.2068,
      "step": 28477
    },
    {
      "epoch": 2.4191301393136255,
      "grad_norm": 2.8783375860588944,
      "learning_rate": 0.00020266985577000615,
      "loss": 4.4953,
      "step": 28478
    },
    {
      "epoch": 2.4192150866462794,
      "grad_norm": 3.0521782862416726,
      "learning_rate": 0.00020266342674362417,
      "loss": 5.087,
      "step": 28479
    },
    {
      "epoch": 2.4193000339789332,
      "grad_norm": 2.830940532698579,
      "learning_rate": 0.00020265699760689643,
      "loss": 4.3464,
      "step": 28480
    },
    {
      "epoch": 2.4193849813115866,
      "grad_norm": 2.8486394370415273,
      "learning_rate": 0.00020265056835983643,
      "loss": 4.4931,
      "step": 28481
    },
    {
      "epoch": 2.4194699286442405,
      "grad_norm": 2.8556308497980187,
      "learning_rate": 0.0002026441390024576,
      "loss": 4.6238,
      "step": 28482
    },
    {
      "epoch": 2.4195548759768943,
      "grad_norm": 2.827072137730114,
      "learning_rate": 0.00020263770953477352,
      "loss": 4.7554,
      "step": 28483
    },
    {
      "epoch": 2.419639823309548,
      "grad_norm": 2.8434950107496304,
      "learning_rate": 0.00020263127995679756,
      "loss": 4.3671,
      "step": 28484
    },
    {
      "epoch": 2.419724770642202,
      "grad_norm": 3.048875549675358,
      "learning_rate": 0.00020262485026854323,
      "loss": 4.9444,
      "step": 28485
    },
    {
      "epoch": 2.4198097179748554,
      "grad_norm": 3.041497842704978,
      "learning_rate": 0.00020261842047002396,
      "loss": 5.1091,
      "step": 28486
    },
    {
      "epoch": 2.4198946653075093,
      "grad_norm": 3.0777086620677845,
      "learning_rate": 0.00020261199056125328,
      "loss": 4.0682,
      "step": 28487
    },
    {
      "epoch": 2.419979612640163,
      "grad_norm": 2.902224230080491,
      "learning_rate": 0.00020260556054224464,
      "loss": 4.7578,
      "step": 28488
    },
    {
      "epoch": 2.420064559972817,
      "grad_norm": 3.0081988320708066,
      "learning_rate": 0.0002025991304130115,
      "loss": 5.1053,
      "step": 28489
    },
    {
      "epoch": 2.420149507305471,
      "grad_norm": 2.8559653944006715,
      "learning_rate": 0.0002025927001735674,
      "loss": 4.5568,
      "step": 28490
    },
    {
      "epoch": 2.4202344546381243,
      "grad_norm": 2.846186103312093,
      "learning_rate": 0.00020258626982392567,
      "loss": 4.0068,
      "step": 28491
    },
    {
      "epoch": 2.420319401970778,
      "grad_norm": 2.7063496890553997,
      "learning_rate": 0.00020257983936409994,
      "loss": 4.4289,
      "step": 28492
    },
    {
      "epoch": 2.420404349303432,
      "grad_norm": 3.055201876436385,
      "learning_rate": 0.00020257340879410358,
      "loss": 4.9465,
      "step": 28493
    },
    {
      "epoch": 2.420489296636086,
      "grad_norm": 2.997681161952113,
      "learning_rate": 0.00020256697811395013,
      "loss": 4.7753,
      "step": 28494
    },
    {
      "epoch": 2.420574243968739,
      "grad_norm": 2.7469400271059103,
      "learning_rate": 0.000202560547323653,
      "loss": 4.3902,
      "step": 28495
    },
    {
      "epoch": 2.420659191301393,
      "grad_norm": 2.91294489635144,
      "learning_rate": 0.00020255411642322571,
      "loss": 4.5504,
      "step": 28496
    },
    {
      "epoch": 2.420744138634047,
      "grad_norm": 2.9232108588383725,
      "learning_rate": 0.00020254768541268171,
      "loss": 4.5391,
      "step": 28497
    },
    {
      "epoch": 2.4208290859667008,
      "grad_norm": 2.8089676857880983,
      "learning_rate": 0.00020254125429203452,
      "loss": 4.6702,
      "step": 28498
    },
    {
      "epoch": 2.420914033299354,
      "grad_norm": 2.8990589943834837,
      "learning_rate": 0.0002025348230612976,
      "loss": 4.6336,
      "step": 28499
    },
    {
      "epoch": 2.420998980632008,
      "grad_norm": 2.979121152266369,
      "learning_rate": 0.00020252839172048436,
      "loss": 4.9391,
      "step": 28500
    },
    {
      "epoch": 2.421083927964662,
      "grad_norm": 2.8295168423443284,
      "learning_rate": 0.00020252196026960837,
      "loss": 4.4296,
      "step": 28501
    },
    {
      "epoch": 2.4211688752973157,
      "grad_norm": 3.047324788776716,
      "learning_rate": 0.00020251552870868302,
      "loss": 4.8806,
      "step": 28502
    },
    {
      "epoch": 2.4212538226299696,
      "grad_norm": 3.1194538676295602,
      "learning_rate": 0.00020250909703772185,
      "loss": 5.0942,
      "step": 28503
    },
    {
      "epoch": 2.421338769962623,
      "grad_norm": 2.834788441224716,
      "learning_rate": 0.0002025026652567383,
      "loss": 4.5758,
      "step": 28504
    },
    {
      "epoch": 2.421423717295277,
      "grad_norm": 2.873875225956988,
      "learning_rate": 0.00020249623336574584,
      "loss": 4.516,
      "step": 28505
    },
    {
      "epoch": 2.4215086646279307,
      "grad_norm": 2.851566518890841,
      "learning_rate": 0.000202489801364758,
      "loss": 4.5748,
      "step": 28506
    },
    {
      "epoch": 2.4215936119605845,
      "grad_norm": 2.9147186318786056,
      "learning_rate": 0.0002024833692537882,
      "loss": 4.8283,
      "step": 28507
    },
    {
      "epoch": 2.4216785592932384,
      "grad_norm": 3.002986605530067,
      "learning_rate": 0.00020247693703284998,
      "loss": 4.535,
      "step": 28508
    },
    {
      "epoch": 2.421763506625892,
      "grad_norm": 2.8662931732487205,
      "learning_rate": 0.0002024705047019567,
      "loss": 4.6557,
      "step": 28509
    },
    {
      "epoch": 2.4218484539585456,
      "grad_norm": 3.0107601401657482,
      "learning_rate": 0.00020246407226112202,
      "loss": 5.0753,
      "step": 28510
    },
    {
      "epoch": 2.4219334012911995,
      "grad_norm": 3.059228294042122,
      "learning_rate": 0.00020245763971035922,
      "loss": 4.8765,
      "step": 28511
    },
    {
      "epoch": 2.4220183486238533,
      "grad_norm": 2.960913515344344,
      "learning_rate": 0.00020245120704968193,
      "loss": 4.5321,
      "step": 28512
    },
    {
      "epoch": 2.422103295956507,
      "grad_norm": 2.911302839219347,
      "learning_rate": 0.00020244477427910354,
      "loss": 4.5684,
      "step": 28513
    },
    {
      "epoch": 2.4221882432891606,
      "grad_norm": 2.9814134405944572,
      "learning_rate": 0.00020243834139863754,
      "loss": 4.924,
      "step": 28514
    },
    {
      "epoch": 2.4222731906218145,
      "grad_norm": 3.1324886476059444,
      "learning_rate": 0.00020243190840829746,
      "loss": 5.0399,
      "step": 28515
    },
    {
      "epoch": 2.4223581379544683,
      "grad_norm": 2.9385205646050965,
      "learning_rate": 0.00020242547530809676,
      "loss": 4.5477,
      "step": 28516
    },
    {
      "epoch": 2.422443085287122,
      "grad_norm": 2.8856960610416804,
      "learning_rate": 0.0002024190420980489,
      "loss": 4.5749,
      "step": 28517
    },
    {
      "epoch": 2.4225280326197756,
      "grad_norm": 2.858399387461182,
      "learning_rate": 0.0002024126087781673,
      "loss": 4.6414,
      "step": 28518
    },
    {
      "epoch": 2.4226129799524294,
      "grad_norm": 2.8256012433445767,
      "learning_rate": 0.0002024061753484656,
      "loss": 4.3636,
      "step": 28519
    },
    {
      "epoch": 2.4226979272850833,
      "grad_norm": 3.0342287268616395,
      "learning_rate": 0.00020239974180895714,
      "loss": 5.1167,
      "step": 28520
    },
    {
      "epoch": 2.422782874617737,
      "grad_norm": 3.093156484212632,
      "learning_rate": 0.0002023933081596554,
      "loss": 5.1496,
      "step": 28521
    },
    {
      "epoch": 2.4228678219503905,
      "grad_norm": 2.8815925845698405,
      "learning_rate": 0.00020238687440057396,
      "loss": 4.5865,
      "step": 28522
    },
    {
      "epoch": 2.4229527692830444,
      "grad_norm": 3.092642100758774,
      "learning_rate": 0.00020238044053172625,
      "loss": 4.7869,
      "step": 28523
    },
    {
      "epoch": 2.4230377166156982,
      "grad_norm": 2.851717823297027,
      "learning_rate": 0.00020237400655312576,
      "loss": 4.5396,
      "step": 28524
    },
    {
      "epoch": 2.423122663948352,
      "grad_norm": 2.9188443676386293,
      "learning_rate": 0.00020236757246478587,
      "loss": 4.7243,
      "step": 28525
    },
    {
      "epoch": 2.423207611281006,
      "grad_norm": 2.8897366513870146,
      "learning_rate": 0.00020236113826672023,
      "loss": 4.5609,
      "step": 28526
    },
    {
      "epoch": 2.4232925586136593,
      "grad_norm": 3.012908975158882,
      "learning_rate": 0.00020235470395894224,
      "loss": 5.0009,
      "step": 28527
    },
    {
      "epoch": 2.423377505946313,
      "grad_norm": 3.064285334373865,
      "learning_rate": 0.00020234826954146535,
      "loss": 4.6934,
      "step": 28528
    },
    {
      "epoch": 2.423462453278967,
      "grad_norm": 2.825801061665649,
      "learning_rate": 0.00020234183501430304,
      "loss": 4.37,
      "step": 28529
    },
    {
      "epoch": 2.423547400611621,
      "grad_norm": 3.0692902085031517,
      "learning_rate": 0.00020233540037746888,
      "loss": 4.9271,
      "step": 28530
    },
    {
      "epoch": 2.4236323479442747,
      "grad_norm": 2.8439897596069663,
      "learning_rate": 0.00020232896563097632,
      "loss": 4.1566,
      "step": 28531
    },
    {
      "epoch": 2.423717295276928,
      "grad_norm": 2.905203932469937,
      "learning_rate": 0.00020232253077483877,
      "loss": 4.6503,
      "step": 28532
    },
    {
      "epoch": 2.423802242609582,
      "grad_norm": 3.097134824542682,
      "learning_rate": 0.00020231609580906984,
      "loss": 4.8477,
      "step": 28533
    },
    {
      "epoch": 2.423887189942236,
      "grad_norm": 2.8063343681298885,
      "learning_rate": 0.00020230966073368285,
      "loss": 4.5402,
      "step": 28534
    },
    {
      "epoch": 2.4239721372748897,
      "grad_norm": 2.9049829913826875,
      "learning_rate": 0.00020230322554869144,
      "loss": 4.8787,
      "step": 28535
    },
    {
      "epoch": 2.4240570846075435,
      "grad_norm": 2.8141442748718193,
      "learning_rate": 0.00020229679025410898,
      "loss": 4.4388,
      "step": 28536
    },
    {
      "epoch": 2.424142031940197,
      "grad_norm": 2.8283083781289102,
      "learning_rate": 0.00020229035484994897,
      "loss": 4.3831,
      "step": 28537
    },
    {
      "epoch": 2.424226979272851,
      "grad_norm": 3.0924286716307523,
      "learning_rate": 0.00020228391933622497,
      "loss": 5.2123,
      "step": 28538
    },
    {
      "epoch": 2.4243119266055047,
      "grad_norm": 2.9314772178699195,
      "learning_rate": 0.00020227748371295042,
      "loss": 4.7272,
      "step": 28539
    },
    {
      "epoch": 2.4243968739381585,
      "grad_norm": 3.0434150819311956,
      "learning_rate": 0.00020227104798013878,
      "loss": 4.6654,
      "step": 28540
    },
    {
      "epoch": 2.424481821270812,
      "grad_norm": 3.0770807851530013,
      "learning_rate": 0.0002022646121378036,
      "loss": 5.1959,
      "step": 28541
    },
    {
      "epoch": 2.4245667686034658,
      "grad_norm": 2.9494052297086997,
      "learning_rate": 0.0002022581761859583,
      "loss": 4.3467,
      "step": 28542
    },
    {
      "epoch": 2.4246517159361196,
      "grad_norm": 3.2245619006600057,
      "learning_rate": 0.00020225174012461635,
      "loss": 4.4218,
      "step": 28543
    },
    {
      "epoch": 2.4247366632687735,
      "grad_norm": 3.0919008956600367,
      "learning_rate": 0.00020224530395379132,
      "loss": 4.944,
      "step": 28544
    },
    {
      "epoch": 2.424821610601427,
      "grad_norm": 2.978510110341662,
      "learning_rate": 0.00020223886767349667,
      "loss": 4.7463,
      "step": 28545
    },
    {
      "epoch": 2.4249065579340807,
      "grad_norm": 2.8387915280309266,
      "learning_rate": 0.00020223243128374583,
      "loss": 4.5063,
      "step": 28546
    },
    {
      "epoch": 2.4249915052667346,
      "grad_norm": 2.996386544098655,
      "learning_rate": 0.00020222599478455228,
      "loss": 4.7414,
      "step": 28547
    },
    {
      "epoch": 2.4250764525993884,
      "grad_norm": 2.7670991436258805,
      "learning_rate": 0.00020221955817592959,
      "loss": 4.2051,
      "step": 28548
    },
    {
      "epoch": 2.4251613999320423,
      "grad_norm": 2.932522602080193,
      "learning_rate": 0.00020221312145789119,
      "loss": 4.6299,
      "step": 28549
    },
    {
      "epoch": 2.4252463472646957,
      "grad_norm": 3.055873024435158,
      "learning_rate": 0.0002022066846304506,
      "loss": 5.0474,
      "step": 28550
    },
    {
      "epoch": 2.4253312945973495,
      "grad_norm": 2.8711629190194246,
      "learning_rate": 0.00020220024769362132,
      "loss": 4.3058,
      "step": 28551
    },
    {
      "epoch": 2.4254162419300034,
      "grad_norm": 2.853001279505461,
      "learning_rate": 0.00020219381064741671,
      "loss": 4.5907,
      "step": 28552
    },
    {
      "epoch": 2.4255011892626572,
      "grad_norm": 2.854010432475664,
      "learning_rate": 0.00020218737349185042,
      "loss": 4.3071,
      "step": 28553
    },
    {
      "epoch": 2.425586136595311,
      "grad_norm": 2.7927087809406284,
      "learning_rate": 0.00020218093622693587,
      "loss": 4.082,
      "step": 28554
    },
    {
      "epoch": 2.4256710839279645,
      "grad_norm": 2.9454815976041173,
      "learning_rate": 0.00020217449885268651,
      "loss": 4.7557,
      "step": 28555
    },
    {
      "epoch": 2.4257560312606183,
      "grad_norm": 3.102537021186598,
      "learning_rate": 0.00020216806136911592,
      "loss": 5.2206,
      "step": 28556
    },
    {
      "epoch": 2.425840978593272,
      "grad_norm": 2.80933070466144,
      "learning_rate": 0.00020216162377623747,
      "loss": 4.202,
      "step": 28557
    },
    {
      "epoch": 2.425925925925926,
      "grad_norm": 2.835899412356013,
      "learning_rate": 0.00020215518607406474,
      "loss": 4.4302,
      "step": 28558
    },
    {
      "epoch": 2.42601087325858,
      "grad_norm": 2.8396320988516086,
      "learning_rate": 0.00020214874826261122,
      "loss": 4.1899,
      "step": 28559
    },
    {
      "epoch": 2.4260958205912333,
      "grad_norm": 2.8019719895646995,
      "learning_rate": 0.00020214231034189036,
      "loss": 4.4563,
      "step": 28560
    },
    {
      "epoch": 2.426180767923887,
      "grad_norm": 2.87409231451886,
      "learning_rate": 0.00020213587231191564,
      "loss": 4.6613,
      "step": 28561
    },
    {
      "epoch": 2.426265715256541,
      "grad_norm": 2.931397682463643,
      "learning_rate": 0.0002021294341727006,
      "loss": 4.8023,
      "step": 28562
    },
    {
      "epoch": 2.426350662589195,
      "grad_norm": 2.8707333531509787,
      "learning_rate": 0.00020212299592425867,
      "loss": 4.4723,
      "step": 28563
    },
    {
      "epoch": 2.4264356099218487,
      "grad_norm": 2.8673726383501053,
      "learning_rate": 0.0002021165575666034,
      "loss": 4.4561,
      "step": 28564
    },
    {
      "epoch": 2.426520557254502,
      "grad_norm": 2.9168048920156515,
      "learning_rate": 0.00020211011909974824,
      "loss": 4.6429,
      "step": 28565
    },
    {
      "epoch": 2.426605504587156,
      "grad_norm": 2.881583647265706,
      "learning_rate": 0.00020210368052370667,
      "loss": 4.7674,
      "step": 28566
    },
    {
      "epoch": 2.42669045191981,
      "grad_norm": 2.9019930830911873,
      "learning_rate": 0.00020209724183849223,
      "loss": 4.468,
      "step": 28567
    },
    {
      "epoch": 2.4267753992524637,
      "grad_norm": 2.831071914056846,
      "learning_rate": 0.00020209080304411838,
      "loss": 4.2419,
      "step": 28568
    },
    {
      "epoch": 2.426860346585117,
      "grad_norm": 2.9391124167308913,
      "learning_rate": 0.0002020843641405986,
      "loss": 4.6571,
      "step": 28569
    },
    {
      "epoch": 2.426945293917771,
      "grad_norm": 2.84890793451839,
      "learning_rate": 0.00020207792512794641,
      "loss": 4.4878,
      "step": 28570
    },
    {
      "epoch": 2.4270302412504248,
      "grad_norm": 3.0931401878016263,
      "learning_rate": 0.00020207148600617528,
      "loss": 5.2914,
      "step": 28571
    },
    {
      "epoch": 2.4271151885830786,
      "grad_norm": 2.9007242520250203,
      "learning_rate": 0.00020206504677529872,
      "loss": 4.4288,
      "step": 28572
    },
    {
      "epoch": 2.427200135915732,
      "grad_norm": 2.8583850861750766,
      "learning_rate": 0.0002020586074353302,
      "loss": 4.2801,
      "step": 28573
    },
    {
      "epoch": 2.427285083248386,
      "grad_norm": 3.0081377895976917,
      "learning_rate": 0.0002020521679862832,
      "loss": 4.5911,
      "step": 28574
    },
    {
      "epoch": 2.4273700305810397,
      "grad_norm": 2.9349471335032646,
      "learning_rate": 0.00020204572842817125,
      "loss": 4.3585,
      "step": 28575
    },
    {
      "epoch": 2.4274549779136936,
      "grad_norm": 2.887787782745029,
      "learning_rate": 0.00020203928876100788,
      "loss": 4.5527,
      "step": 28576
    },
    {
      "epoch": 2.4275399252463474,
      "grad_norm": 2.9726913128027057,
      "learning_rate": 0.00020203284898480644,
      "loss": 4.7501,
      "step": 28577
    },
    {
      "epoch": 2.427624872579001,
      "grad_norm": 2.8324310011523512,
      "learning_rate": 0.00020202640909958063,
      "loss": 4.4023,
      "step": 28578
    },
    {
      "epoch": 2.4277098199116547,
      "grad_norm": 3.019408127175121,
      "learning_rate": 0.00020201996910534375,
      "loss": 4.9856,
      "step": 28579
    },
    {
      "epoch": 2.4277947672443085,
      "grad_norm": 2.9758278567961027,
      "learning_rate": 0.0002020135290021094,
      "loss": 4.8913,
      "step": 28580
    },
    {
      "epoch": 2.4278797145769624,
      "grad_norm": 2.823122924044243,
      "learning_rate": 0.00020200708878989103,
      "loss": 4.1795,
      "step": 28581
    },
    {
      "epoch": 2.4279646619096162,
      "grad_norm": 2.9418509137701583,
      "learning_rate": 0.00020200064846870216,
      "loss": 4.8191,
      "step": 28582
    },
    {
      "epoch": 2.4280496092422696,
      "grad_norm": 2.917749984410215,
      "learning_rate": 0.00020199420803855626,
      "loss": 4.6692,
      "step": 28583
    },
    {
      "epoch": 2.4281345565749235,
      "grad_norm": 2.9442958026770114,
      "learning_rate": 0.00020198776749946688,
      "loss": 4.5103,
      "step": 28584
    },
    {
      "epoch": 2.4282195039075773,
      "grad_norm": 2.936182819597631,
      "learning_rate": 0.00020198132685144747,
      "loss": 4.8048,
      "step": 28585
    },
    {
      "epoch": 2.428304451240231,
      "grad_norm": 2.921666012682189,
      "learning_rate": 0.00020197488609451143,
      "loss": 4.4863,
      "step": 28586
    },
    {
      "epoch": 2.428389398572885,
      "grad_norm": 2.9701902979653103,
      "learning_rate": 0.0002019684452286725,
      "loss": 4.8435,
      "step": 28587
    },
    {
      "epoch": 2.4284743459055385,
      "grad_norm": 2.8194185173391033,
      "learning_rate": 0.00020196200425394396,
      "loss": 4.5256,
      "step": 28588
    },
    {
      "epoch": 2.4285592932381923,
      "grad_norm": 3.0024649736073368,
      "learning_rate": 0.00020195556317033938,
      "loss": 4.8009,
      "step": 28589
    },
    {
      "epoch": 2.428644240570846,
      "grad_norm": 3.0870315391577394,
      "learning_rate": 0.00020194912197787226,
      "loss": 5.0331,
      "step": 28590
    },
    {
      "epoch": 2.4287291879035,
      "grad_norm": 2.934748027715435,
      "learning_rate": 0.00020194268067655607,
      "loss": 5.0699,
      "step": 28591
    },
    {
      "epoch": 2.4288141352361534,
      "grad_norm": 2.9096995103397774,
      "learning_rate": 0.00020193623926640432,
      "loss": 4.3386,
      "step": 28592
    },
    {
      "epoch": 2.4288990825688073,
      "grad_norm": 2.8857863668875314,
      "learning_rate": 0.00020192979774743056,
      "loss": 4.5531,
      "step": 28593
    },
    {
      "epoch": 2.428984029901461,
      "grad_norm": 3.048672910641498,
      "learning_rate": 0.0002019233561196482,
      "loss": 4.7516,
      "step": 28594
    },
    {
      "epoch": 2.429068977234115,
      "grad_norm": 2.9122423706717675,
      "learning_rate": 0.00020191691438307076,
      "loss": 4.8455,
      "step": 28595
    },
    {
      "epoch": 2.4291539245667684,
      "grad_norm": 2.919360194890581,
      "learning_rate": 0.0002019104725377118,
      "loss": 4.7176,
      "step": 28596
    },
    {
      "epoch": 2.4292388718994222,
      "grad_norm": 2.8926731664610004,
      "learning_rate": 0.00020190403058358477,
      "loss": 4.8269,
      "step": 28597
    },
    {
      "epoch": 2.429323819232076,
      "grad_norm": 3.0023541502127236,
      "learning_rate": 0.00020189758852070315,
      "loss": 4.5643,
      "step": 28598
    },
    {
      "epoch": 2.42940876656473,
      "grad_norm": 3.098553159893374,
      "learning_rate": 0.00020189114634908045,
      "loss": 5.0087,
      "step": 28599
    },
    {
      "epoch": 2.4294937138973838,
      "grad_norm": 2.8542953601218755,
      "learning_rate": 0.0002018847040687302,
      "loss": 4.4364,
      "step": 28600
    },
    {
      "epoch": 2.429578661230037,
      "grad_norm": 2.8390517970647373,
      "learning_rate": 0.00020187826167966585,
      "loss": 4.3749,
      "step": 28601
    },
    {
      "epoch": 2.429663608562691,
      "grad_norm": 2.9617796618541137,
      "learning_rate": 0.00020187181918190092,
      "loss": 4.8098,
      "step": 28602
    },
    {
      "epoch": 2.429748555895345,
      "grad_norm": 2.9159535819790405,
      "learning_rate": 0.00020186537657544893,
      "loss": 4.3142,
      "step": 28603
    },
    {
      "epoch": 2.4298335032279987,
      "grad_norm": 2.8235419369442947,
      "learning_rate": 0.00020185893386032332,
      "loss": 4.3747,
      "step": 28604
    },
    {
      "epoch": 2.4299184505606526,
      "grad_norm": 3.0951783239155355,
      "learning_rate": 0.00020185249103653772,
      "loss": 4.8986,
      "step": 28605
    },
    {
      "epoch": 2.430003397893306,
      "grad_norm": 2.8356667528216346,
      "learning_rate": 0.00020184604810410546,
      "loss": 4.593,
      "step": 28606
    },
    {
      "epoch": 2.43008834522596,
      "grad_norm": 2.82371782117403,
      "learning_rate": 0.00020183960506304013,
      "loss": 4.3479,
      "step": 28607
    },
    {
      "epoch": 2.4301732925586137,
      "grad_norm": 2.7687091160955,
      "learning_rate": 0.0002018331619133552,
      "loss": 4.6548,
      "step": 28608
    },
    {
      "epoch": 2.4302582398912675,
      "grad_norm": 2.9322188440081587,
      "learning_rate": 0.0002018267186550643,
      "loss": 4.6281,
      "step": 28609
    },
    {
      "epoch": 2.4303431872239214,
      "grad_norm": 2.933322098371865,
      "learning_rate": 0.0002018202752881807,
      "loss": 4.4819,
      "step": 28610
    },
    {
      "epoch": 2.430428134556575,
      "grad_norm": 2.870659895910645,
      "learning_rate": 0.00020181383181271806,
      "loss": 4.4046,
      "step": 28611
    },
    {
      "epoch": 2.4305130818892287,
      "grad_norm": 2.8482930845133816,
      "learning_rate": 0.00020180738822868984,
      "loss": 4.6414,
      "step": 28612
    },
    {
      "epoch": 2.4305980292218825,
      "grad_norm": 2.9558793810673993,
      "learning_rate": 0.00020180094453610956,
      "loss": 4.6934,
      "step": 28613
    },
    {
      "epoch": 2.4306829765545364,
      "grad_norm": 2.808286101040121,
      "learning_rate": 0.0002017945007349907,
      "loss": 4.3815,
      "step": 28614
    },
    {
      "epoch": 2.4307679238871898,
      "grad_norm": 2.7899552558292964,
      "learning_rate": 0.00020178805682534676,
      "loss": 4.4237,
      "step": 28615
    },
    {
      "epoch": 2.4308528712198436,
      "grad_norm": 2.845858252536637,
      "learning_rate": 0.00020178161280719127,
      "loss": 4.5856,
      "step": 28616
    },
    {
      "epoch": 2.4309378185524975,
      "grad_norm": 2.9211388603354727,
      "learning_rate": 0.00020177516868053765,
      "loss": 4.6292,
      "step": 28617
    },
    {
      "epoch": 2.4310227658851513,
      "grad_norm": 3.0639157400680688,
      "learning_rate": 0.00020176872444539954,
      "loss": 4.9506,
      "step": 28618
    },
    {
      "epoch": 2.4311077132178047,
      "grad_norm": 2.8645870623156826,
      "learning_rate": 0.0002017622801017903,
      "loss": 4.4951,
      "step": 28619
    },
    {
      "epoch": 2.4311926605504586,
      "grad_norm": 3.0427798790306744,
      "learning_rate": 0.00020175583564972357,
      "loss": 5.1346,
      "step": 28620
    },
    {
      "epoch": 2.4312776078831124,
      "grad_norm": 2.791411155998028,
      "learning_rate": 0.00020174939108921273,
      "loss": 4.2211,
      "step": 28621
    },
    {
      "epoch": 2.4313625552157663,
      "grad_norm": 2.8136670116807925,
      "learning_rate": 0.00020174294642027134,
      "loss": 4.3378,
      "step": 28622
    },
    {
      "epoch": 2.43144750254842,
      "grad_norm": 2.7746409600785205,
      "learning_rate": 0.00020173650164291289,
      "loss": 4.4138,
      "step": 28623
    },
    {
      "epoch": 2.4315324498810735,
      "grad_norm": 2.736349857209439,
      "learning_rate": 0.00020173005675715094,
      "loss": 3.9781,
      "step": 28624
    },
    {
      "epoch": 2.4316173972137274,
      "grad_norm": 2.9784878425788266,
      "learning_rate": 0.00020172361176299894,
      "loss": 4.8414,
      "step": 28625
    },
    {
      "epoch": 2.4317023445463812,
      "grad_norm": 2.8330320542280885,
      "learning_rate": 0.00020171716666047033,
      "loss": 4.3284,
      "step": 28626
    },
    {
      "epoch": 2.431787291879035,
      "grad_norm": 3.120284830138245,
      "learning_rate": 0.00020171072144957875,
      "loss": 5.1372,
      "step": 28627
    },
    {
      "epoch": 2.431872239211689,
      "grad_norm": 2.9860335206794892,
      "learning_rate": 0.00020170427613033765,
      "loss": 5.0417,
      "step": 28628
    },
    {
      "epoch": 2.4319571865443423,
      "grad_norm": 2.8813595947397084,
      "learning_rate": 0.0002016978307027605,
      "loss": 4.4657,
      "step": 28629
    },
    {
      "epoch": 2.432042133876996,
      "grad_norm": 2.9034276940560555,
      "learning_rate": 0.0002016913851668608,
      "loss": 4.5217,
      "step": 28630
    },
    {
      "epoch": 2.43212708120965,
      "grad_norm": 3.003539286182915,
      "learning_rate": 0.0002016849395226521,
      "loss": 4.4607,
      "step": 28631
    },
    {
      "epoch": 2.432212028542304,
      "grad_norm": 2.942123592538926,
      "learning_rate": 0.0002016784937701479,
      "loss": 4.7322,
      "step": 28632
    },
    {
      "epoch": 2.4322969758749577,
      "grad_norm": 2.986187542040528,
      "learning_rate": 0.0002016720479093617,
      "loss": 4.7889,
      "step": 28633
    },
    {
      "epoch": 2.432381923207611,
      "grad_norm": 2.8854545200181363,
      "learning_rate": 0.00020166560194030702,
      "loss": 4.6498,
      "step": 28634
    },
    {
      "epoch": 2.432466870540265,
      "grad_norm": 2.9962461326430225,
      "learning_rate": 0.0002016591558629973,
      "loss": 4.9837,
      "step": 28635
    },
    {
      "epoch": 2.432551817872919,
      "grad_norm": 2.8766335748859038,
      "learning_rate": 0.00020165270967744615,
      "loss": 4.1763,
      "step": 28636
    },
    {
      "epoch": 2.4326367652055727,
      "grad_norm": 2.9232846883231915,
      "learning_rate": 0.00020164626338366697,
      "loss": 4.5521,
      "step": 28637
    },
    {
      "epoch": 2.432721712538226,
      "grad_norm": 3.1846346007556825,
      "learning_rate": 0.00020163981698167335,
      "loss": 5.1785,
      "step": 28638
    },
    {
      "epoch": 2.43280665987088,
      "grad_norm": 2.848381081802815,
      "learning_rate": 0.00020163337047147877,
      "loss": 4.4311,
      "step": 28639
    },
    {
      "epoch": 2.432891607203534,
      "grad_norm": 2.9269096265947563,
      "learning_rate": 0.00020162692385309672,
      "loss": 4.4045,
      "step": 28640
    },
    {
      "epoch": 2.4329765545361877,
      "grad_norm": 3.0984678578271367,
      "learning_rate": 0.0002016204771265407,
      "loss": 4.8878,
      "step": 28641
    },
    {
      "epoch": 2.433061501868841,
      "grad_norm": 2.9458692863884974,
      "learning_rate": 0.00020161403029182428,
      "loss": 4.6216,
      "step": 28642
    },
    {
      "epoch": 2.433146449201495,
      "grad_norm": 2.97220101821087,
      "learning_rate": 0.00020160758334896096,
      "loss": 4.8293,
      "step": 28643
    },
    {
      "epoch": 2.4332313965341488,
      "grad_norm": 2.826112532973439,
      "learning_rate": 0.00020160113629796408,
      "loss": 4.3031,
      "step": 28644
    },
    {
      "epoch": 2.4333163438668026,
      "grad_norm": 2.8296238752382137,
      "learning_rate": 0.00020159468913884742,
      "loss": 4.3411,
      "step": 28645
    },
    {
      "epoch": 2.4334012911994565,
      "grad_norm": 2.954604360754311,
      "learning_rate": 0.00020158824187162431,
      "loss": 4.7061,
      "step": 28646
    },
    {
      "epoch": 2.43348623853211,
      "grad_norm": 2.9950010942440244,
      "learning_rate": 0.00020158179449630828,
      "loss": 4.545,
      "step": 28647
    },
    {
      "epoch": 2.4335711858647637,
      "grad_norm": 2.9002448411718023,
      "learning_rate": 0.00020157534701291288,
      "loss": 4.4896,
      "step": 28648
    },
    {
      "epoch": 2.4336561331974176,
      "grad_norm": 2.8183785339145926,
      "learning_rate": 0.0002015688994214516,
      "loss": 4.3232,
      "step": 28649
    },
    {
      "epoch": 2.4337410805300714,
      "grad_norm": 2.9871032249279614,
      "learning_rate": 0.0002015624517219379,
      "loss": 4.7437,
      "step": 28650
    },
    {
      "epoch": 2.4338260278627253,
      "grad_norm": 2.9116642822988705,
      "learning_rate": 0.0002015560039143854,
      "loss": 4.8862,
      "step": 28651
    },
    {
      "epoch": 2.4339109751953787,
      "grad_norm": 2.9153829142538266,
      "learning_rate": 0.00020154955599880755,
      "loss": 4.4794,
      "step": 28652
    },
    {
      "epoch": 2.4339959225280325,
      "grad_norm": 3.077488283884823,
      "learning_rate": 0.00020154310797521782,
      "loss": 5.0445,
      "step": 28653
    },
    {
      "epoch": 2.4340808698606864,
      "grad_norm": 2.961736338952042,
      "learning_rate": 0.0002015366598436298,
      "loss": 4.7427,
      "step": 28654
    },
    {
      "epoch": 2.4341658171933402,
      "grad_norm": 2.9223240764234357,
      "learning_rate": 0.00020153021160405695,
      "loss": 4.7423,
      "step": 28655
    },
    {
      "epoch": 2.434250764525994,
      "grad_norm": 2.8260381994772894,
      "learning_rate": 0.0002015237632565128,
      "loss": 4.3397,
      "step": 28656
    },
    {
      "epoch": 2.4343357118586475,
      "grad_norm": 2.897058306682967,
      "learning_rate": 0.00020151731480101082,
      "loss": 4.4057,
      "step": 28657
    },
    {
      "epoch": 2.4344206591913014,
      "grad_norm": 2.865189214718724,
      "learning_rate": 0.00020151086623756458,
      "loss": 4.6306,
      "step": 28658
    },
    {
      "epoch": 2.434505606523955,
      "grad_norm": 2.8857982688734656,
      "learning_rate": 0.0002015044175661876,
      "loss": 4.4136,
      "step": 28659
    },
    {
      "epoch": 2.434590553856609,
      "grad_norm": 2.866456042420157,
      "learning_rate": 0.00020149796878689326,
      "loss": 4.657,
      "step": 28660
    },
    {
      "epoch": 2.434675501189263,
      "grad_norm": 2.9413076208776125,
      "learning_rate": 0.00020149151989969527,
      "loss": 4.84,
      "step": 28661
    },
    {
      "epoch": 2.4347604485219163,
      "grad_norm": 2.8502905525032953,
      "learning_rate": 0.000201485070904607,
      "loss": 4.475,
      "step": 28662
    },
    {
      "epoch": 2.43484539585457,
      "grad_norm": 3.133456742947266,
      "learning_rate": 0.000201478621801642,
      "loss": 5.0643,
      "step": 28663
    },
    {
      "epoch": 2.434930343187224,
      "grad_norm": 3.118817446802944,
      "learning_rate": 0.0002014721725908138,
      "loss": 5.166,
      "step": 28664
    },
    {
      "epoch": 2.435015290519878,
      "grad_norm": 3.082711658267599,
      "learning_rate": 0.0002014657232721359,
      "loss": 5.0226,
      "step": 28665
    },
    {
      "epoch": 2.4351002378525313,
      "grad_norm": 2.9480996526994736,
      "learning_rate": 0.00020145927384562182,
      "loss": 4.7209,
      "step": 28666
    },
    {
      "epoch": 2.435185185185185,
      "grad_norm": 2.86864040317997,
      "learning_rate": 0.00020145282431128505,
      "loss": 4.6128,
      "step": 28667
    },
    {
      "epoch": 2.435270132517839,
      "grad_norm": 2.9757893102786457,
      "learning_rate": 0.00020144637466913917,
      "loss": 4.8048,
      "step": 28668
    },
    {
      "epoch": 2.435355079850493,
      "grad_norm": 2.8834442900905524,
      "learning_rate": 0.00020143992491919758,
      "loss": 4.3803,
      "step": 28669
    },
    {
      "epoch": 2.4354400271831462,
      "grad_norm": 3.07936837080125,
      "learning_rate": 0.0002014334750614739,
      "loss": 5.0566,
      "step": 28670
    },
    {
      "epoch": 2.4355249745158,
      "grad_norm": 2.8542839175385493,
      "learning_rate": 0.0002014270250959816,
      "loss": 4.5295,
      "step": 28671
    },
    {
      "epoch": 2.435609921848454,
      "grad_norm": 2.923505977259073,
      "learning_rate": 0.0002014205750227342,
      "loss": 4.6918,
      "step": 28672
    },
    {
      "epoch": 2.435694869181108,
      "grad_norm": 2.788103506213138,
      "learning_rate": 0.00020141412484174517,
      "loss": 4.112,
      "step": 28673
    },
    {
      "epoch": 2.4357798165137616,
      "grad_norm": 2.875597148766395,
      "learning_rate": 0.00020140767455302812,
      "loss": 4.4382,
      "step": 28674
    },
    {
      "epoch": 2.435864763846415,
      "grad_norm": 3.0376701717853622,
      "learning_rate": 0.0002014012241565965,
      "loss": 5.0239,
      "step": 28675
    },
    {
      "epoch": 2.435949711179069,
      "grad_norm": 3.018631021993142,
      "learning_rate": 0.00020139477365246385,
      "loss": 4.9088,
      "step": 28676
    },
    {
      "epoch": 2.4360346585117227,
      "grad_norm": 2.9202384960767698,
      "learning_rate": 0.00020138832304064368,
      "loss": 4.6595,
      "step": 28677
    },
    {
      "epoch": 2.4361196058443766,
      "grad_norm": 2.7394835935763484,
      "learning_rate": 0.00020138187232114944,
      "loss": 4.2543,
      "step": 28678
    },
    {
      "epoch": 2.4362045531770304,
      "grad_norm": 2.901051517622976,
      "learning_rate": 0.0002013754214939948,
      "loss": 4.5762,
      "step": 28679
    },
    {
      "epoch": 2.436289500509684,
      "grad_norm": 2.9038981852603363,
      "learning_rate": 0.00020136897055919313,
      "loss": 4.583,
      "step": 28680
    },
    {
      "epoch": 2.4363744478423377,
      "grad_norm": 2.8157930734671335,
      "learning_rate": 0.00020136251951675802,
      "loss": 4.2598,
      "step": 28681
    },
    {
      "epoch": 2.4364593951749915,
      "grad_norm": 2.996528346961371,
      "learning_rate": 0.00020135606836670293,
      "loss": 4.901,
      "step": 28682
    },
    {
      "epoch": 2.4365443425076454,
      "grad_norm": 2.8893146817772175,
      "learning_rate": 0.00020134961710904144,
      "loss": 4.41,
      "step": 28683
    },
    {
      "epoch": 2.4366292898402993,
      "grad_norm": 2.973489445972672,
      "learning_rate": 0.00020134316574378704,
      "loss": 4.7316,
      "step": 28684
    },
    {
      "epoch": 2.4367142371729527,
      "grad_norm": 2.941458224652552,
      "learning_rate": 0.00020133671427095327,
      "loss": 4.7654,
      "step": 28685
    },
    {
      "epoch": 2.4367991845056065,
      "grad_norm": 3.1125926982668886,
      "learning_rate": 0.00020133026269055363,
      "loss": 5.1995,
      "step": 28686
    },
    {
      "epoch": 2.4368841318382604,
      "grad_norm": 3.007423656748636,
      "learning_rate": 0.00020132381100260158,
      "loss": 4.692,
      "step": 28687
    },
    {
      "epoch": 2.436969079170914,
      "grad_norm": 2.884429869457531,
      "learning_rate": 0.00020131735920711076,
      "loss": 4.6091,
      "step": 28688
    },
    {
      "epoch": 2.4370540265035676,
      "grad_norm": 3.074562895789313,
      "learning_rate": 0.00020131090730409458,
      "loss": 5.052,
      "step": 28689
    },
    {
      "epoch": 2.4371389738362215,
      "grad_norm": 3.074071531745118,
      "learning_rate": 0.00020130445529356662,
      "loss": 5.0417,
      "step": 28690
    },
    {
      "epoch": 2.4372239211688753,
      "grad_norm": 2.943588770986743,
      "learning_rate": 0.00020129800317554038,
      "loss": 4.9495,
      "step": 28691
    },
    {
      "epoch": 2.437308868501529,
      "grad_norm": 3.0536158316033544,
      "learning_rate": 0.00020129155095002937,
      "loss": 5.0066,
      "step": 28692
    },
    {
      "epoch": 2.4373938158341826,
      "grad_norm": 2.8337859813355055,
      "learning_rate": 0.0002012850986170471,
      "loss": 4.2121,
      "step": 28693
    },
    {
      "epoch": 2.4374787631668364,
      "grad_norm": 2.8584808023729713,
      "learning_rate": 0.00020127864617660714,
      "loss": 4.4451,
      "step": 28694
    },
    {
      "epoch": 2.4375637104994903,
      "grad_norm": 2.9004433479942118,
      "learning_rate": 0.000201272193628723,
      "loss": 4.4707,
      "step": 28695
    },
    {
      "epoch": 2.437648657832144,
      "grad_norm": 2.89618857933335,
      "learning_rate": 0.00020126574097340812,
      "loss": 4.6889,
      "step": 28696
    },
    {
      "epoch": 2.437733605164798,
      "grad_norm": 2.9760477397868974,
      "learning_rate": 0.00020125928821067613,
      "loss": 4.6174,
      "step": 28697
    },
    {
      "epoch": 2.4378185524974514,
      "grad_norm": 3.1777735654902206,
      "learning_rate": 0.00020125283534054046,
      "loss": 5.2273,
      "step": 28698
    },
    {
      "epoch": 2.4379034998301052,
      "grad_norm": 2.7728889464705935,
      "learning_rate": 0.00020124638236301468,
      "loss": 4.2109,
      "step": 28699
    },
    {
      "epoch": 2.437988447162759,
      "grad_norm": 3.02792231379154,
      "learning_rate": 0.00020123992927811228,
      "loss": 4.8665,
      "step": 28700
    },
    {
      "epoch": 2.438073394495413,
      "grad_norm": 2.899083076280861,
      "learning_rate": 0.00020123347608584684,
      "loss": 4.1423,
      "step": 28701
    },
    {
      "epoch": 2.438158341828067,
      "grad_norm": 3.1142772620574517,
      "learning_rate": 0.0002012270227862318,
      "loss": 5.0567,
      "step": 28702
    },
    {
      "epoch": 2.43824328916072,
      "grad_norm": 2.980383654142169,
      "learning_rate": 0.00020122056937928073,
      "loss": 4.782,
      "step": 28703
    },
    {
      "epoch": 2.438328236493374,
      "grad_norm": 2.7972964649900436,
      "learning_rate": 0.00020121411586500722,
      "loss": 4.3489,
      "step": 28704
    },
    {
      "epoch": 2.438413183826028,
      "grad_norm": 3.033422528225723,
      "learning_rate": 0.00020120766224342466,
      "loss": 4.9464,
      "step": 28705
    },
    {
      "epoch": 2.4384981311586817,
      "grad_norm": 3.0634651612082093,
      "learning_rate": 0.0002012012085145466,
      "loss": 4.7118,
      "step": 28706
    },
    {
      "epoch": 2.4385830784913356,
      "grad_norm": 2.837317821056297,
      "learning_rate": 0.00020119475467838662,
      "loss": 4.349,
      "step": 28707
    },
    {
      "epoch": 2.438668025823989,
      "grad_norm": 2.9979283297906725,
      "learning_rate": 0.00020118830073495824,
      "loss": 5.0551,
      "step": 28708
    },
    {
      "epoch": 2.438752973156643,
      "grad_norm": 2.9411117950017664,
      "learning_rate": 0.0002011818466842749,
      "loss": 4.5604,
      "step": 28709
    },
    {
      "epoch": 2.4388379204892967,
      "grad_norm": 3.1375584130023033,
      "learning_rate": 0.00020117539252635023,
      "loss": 5.1379,
      "step": 28710
    },
    {
      "epoch": 2.4389228678219506,
      "grad_norm": 2.865846058457623,
      "learning_rate": 0.00020116893826119774,
      "loss": 4.4558,
      "step": 28711
    },
    {
      "epoch": 2.439007815154604,
      "grad_norm": 2.9607110556571956,
      "learning_rate": 0.00020116248388883082,
      "loss": 4.9188,
      "step": 28712
    },
    {
      "epoch": 2.439092762487258,
      "grad_norm": 3.100006476056784,
      "learning_rate": 0.0002011560294092632,
      "loss": 4.26,
      "step": 28713
    },
    {
      "epoch": 2.4391777098199117,
      "grad_norm": 2.8850102328929395,
      "learning_rate": 0.00020114957482250822,
      "loss": 4.5718,
      "step": 28714
    },
    {
      "epoch": 2.4392626571525655,
      "grad_norm": 3.0664965411815928,
      "learning_rate": 0.0002011431201285795,
      "loss": 4.9764,
      "step": 28715
    },
    {
      "epoch": 2.439347604485219,
      "grad_norm": 2.9916281247561582,
      "learning_rate": 0.00020113666532749056,
      "loss": 4.8809,
      "step": 28716
    },
    {
      "epoch": 2.4394325518178728,
      "grad_norm": 2.96528146651986,
      "learning_rate": 0.0002011302104192549,
      "loss": 4.7097,
      "step": 28717
    },
    {
      "epoch": 2.4395174991505266,
      "grad_norm": 3.059809508775424,
      "learning_rate": 0.00020112375540388606,
      "loss": 5.0127,
      "step": 28718
    },
    {
      "epoch": 2.4396024464831805,
      "grad_norm": 3.137787791040733,
      "learning_rate": 0.00020111730028139754,
      "loss": 5.2835,
      "step": 28719
    },
    {
      "epoch": 2.4396873938158343,
      "grad_norm": 2.9875249020887433,
      "learning_rate": 0.00020111084505180292,
      "loss": 4.6776,
      "step": 28720
    },
    {
      "epoch": 2.4397723411484877,
      "grad_norm": 3.0564028509663186,
      "learning_rate": 0.0002011043897151156,
      "loss": 5.081,
      "step": 28721
    },
    {
      "epoch": 2.4398572884811416,
      "grad_norm": 2.798891684915061,
      "learning_rate": 0.00020109793427134935,
      "loss": 3.968,
      "step": 28722
    },
    {
      "epoch": 2.4399422358137954,
      "grad_norm": 2.8446025580427983,
      "learning_rate": 0.00020109147872051744,
      "loss": 4.4994,
      "step": 28723
    },
    {
      "epoch": 2.4400271831464493,
      "grad_norm": 2.8393547988845405,
      "learning_rate": 0.00020108502306263353,
      "loss": 4.3566,
      "step": 28724
    },
    {
      "epoch": 2.440112130479103,
      "grad_norm": 2.8615784734676932,
      "learning_rate": 0.00020107856729771107,
      "loss": 4.5298,
      "step": 28725
    },
    {
      "epoch": 2.4401970778117565,
      "grad_norm": 2.9780657501761554,
      "learning_rate": 0.0002010721114257637,
      "loss": 5.0364,
      "step": 28726
    },
    {
      "epoch": 2.4402820251444104,
      "grad_norm": 2.8821669034636814,
      "learning_rate": 0.00020106565544680485,
      "loss": 4.5292,
      "step": 28727
    },
    {
      "epoch": 2.4403669724770642,
      "grad_norm": 2.9146874875478677,
      "learning_rate": 0.00020105919936084808,
      "loss": 4.4425,
      "step": 28728
    },
    {
      "epoch": 2.440451919809718,
      "grad_norm": 2.9535450319887695,
      "learning_rate": 0.00020105274316790692,
      "loss": 4.9084,
      "step": 28729
    },
    {
      "epoch": 2.440536867142372,
      "grad_norm": 2.9770048478293543,
      "learning_rate": 0.00020104628686799485,
      "loss": 4.4822,
      "step": 28730
    },
    {
      "epoch": 2.4406218144750254,
      "grad_norm": 2.8908860859527836,
      "learning_rate": 0.0002010398304611255,
      "loss": 4.6116,
      "step": 28731
    },
    {
      "epoch": 2.440706761807679,
      "grad_norm": 3.0827962967803804,
      "learning_rate": 0.00020103337394731234,
      "loss": 4.974,
      "step": 28732
    },
    {
      "epoch": 2.440791709140333,
      "grad_norm": 2.989011012298833,
      "learning_rate": 0.00020102691732656883,
      "loss": 5.0267,
      "step": 28733
    },
    {
      "epoch": 2.440876656472987,
      "grad_norm": 2.938080526113494,
      "learning_rate": 0.00020102046059890865,
      "loss": 4.3599,
      "step": 28734
    },
    {
      "epoch": 2.4409616038056403,
      "grad_norm": 2.8551652857797896,
      "learning_rate": 0.0002010140037643452,
      "loss": 4.5521,
      "step": 28735
    },
    {
      "epoch": 2.441046551138294,
      "grad_norm": 2.915779227077967,
      "learning_rate": 0.00020100754682289204,
      "loss": 4.605,
      "step": 28736
    },
    {
      "epoch": 2.441131498470948,
      "grad_norm": 2.894272083681031,
      "learning_rate": 0.00020100108977456272,
      "loss": 4.4067,
      "step": 28737
    },
    {
      "epoch": 2.441216445803602,
      "grad_norm": 2.8571546778276455,
      "learning_rate": 0.00020099463261937078,
      "loss": 4.4032,
      "step": 28738
    },
    {
      "epoch": 2.4413013931362557,
      "grad_norm": 3.084563260535624,
      "learning_rate": 0.00020098817535732968,
      "loss": 5.364,
      "step": 28739
    },
    {
      "epoch": 2.441386340468909,
      "grad_norm": 3.2133914158649453,
      "learning_rate": 0.00020098171798845307,
      "loss": 4.3975,
      "step": 28740
    },
    {
      "epoch": 2.441471287801563,
      "grad_norm": 2.9174718113945897,
      "learning_rate": 0.0002009752605127544,
      "loss": 4.615,
      "step": 28741
    },
    {
      "epoch": 2.441556235134217,
      "grad_norm": 2.895552742238236,
      "learning_rate": 0.00020096880293024718,
      "loss": 4.8326,
      "step": 28742
    },
    {
      "epoch": 2.4416411824668707,
      "grad_norm": 3.098292386243,
      "learning_rate": 0.00020096234524094497,
      "loss": 5.1159,
      "step": 28743
    },
    {
      "epoch": 2.441726129799524,
      "grad_norm": 3.0654785776783835,
      "learning_rate": 0.00020095588744486136,
      "loss": 5.0012,
      "step": 28744
    },
    {
      "epoch": 2.441811077132178,
      "grad_norm": 2.7815129512646446,
      "learning_rate": 0.00020094942954200975,
      "loss": 4.2105,
      "step": 28745
    },
    {
      "epoch": 2.441896024464832,
      "grad_norm": 3.0828640382358716,
      "learning_rate": 0.00020094297153240378,
      "loss": 5.0278,
      "step": 28746
    },
    {
      "epoch": 2.4419809717974856,
      "grad_norm": 2.9076348006415533,
      "learning_rate": 0.00020093651341605699,
      "loss": 4.9013,
      "step": 28747
    },
    {
      "epoch": 2.4420659191301395,
      "grad_norm": 2.8332400710840187,
      "learning_rate": 0.00020093005519298282,
      "loss": 4.2545,
      "step": 28748
    },
    {
      "epoch": 2.442150866462793,
      "grad_norm": 3.125055886237889,
      "learning_rate": 0.00020092359686319487,
      "loss": 5.2457,
      "step": 28749
    },
    {
      "epoch": 2.4422358137954467,
      "grad_norm": 3.0285613583577673,
      "learning_rate": 0.00020091713842670662,
      "loss": 5.0099,
      "step": 28750
    },
    {
      "epoch": 2.4423207611281006,
      "grad_norm": 3.1212069219827008,
      "learning_rate": 0.0002009106798835317,
      "loss": 4.1691,
      "step": 28751
    },
    {
      "epoch": 2.4424057084607544,
      "grad_norm": 3.104402791361015,
      "learning_rate": 0.00020090422123368346,
      "loss": 5.0297,
      "step": 28752
    },
    {
      "epoch": 2.4424906557934083,
      "grad_norm": 2.910171326098302,
      "learning_rate": 0.00020089776247717565,
      "loss": 4.3894,
      "step": 28753
    },
    {
      "epoch": 2.4425756031260617,
      "grad_norm": 2.8984009796109182,
      "learning_rate": 0.00020089130361402167,
      "loss": 4.5515,
      "step": 28754
    },
    {
      "epoch": 2.4426605504587156,
      "grad_norm": 2.9579236990908684,
      "learning_rate": 0.00020088484464423508,
      "loss": 4.6952,
      "step": 28755
    },
    {
      "epoch": 2.4427454977913694,
      "grad_norm": 3.06494489843727,
      "learning_rate": 0.00020087838556782946,
      "loss": 5.1766,
      "step": 28756
    },
    {
      "epoch": 2.4428304451240233,
      "grad_norm": 3.1198557707441923,
      "learning_rate": 0.00020087192638481828,
      "loss": 5.2728,
      "step": 28757
    },
    {
      "epoch": 2.442915392456677,
      "grad_norm": 2.7951989702318745,
      "learning_rate": 0.0002008654670952151,
      "loss": 4.5482,
      "step": 28758
    },
    {
      "epoch": 2.4430003397893305,
      "grad_norm": 3.075342856694659,
      "learning_rate": 0.00020085900769903342,
      "loss": 5.1443,
      "step": 28759
    },
    {
      "epoch": 2.4430852871219844,
      "grad_norm": 2.854549640202252,
      "learning_rate": 0.00020085254819628685,
      "loss": 4.4273,
      "step": 28760
    },
    {
      "epoch": 2.443170234454638,
      "grad_norm": 2.9907908125897564,
      "learning_rate": 0.00020084608858698884,
      "loss": 4.9013,
      "step": 28761
    },
    {
      "epoch": 2.443255181787292,
      "grad_norm": 2.8231269959880914,
      "learning_rate": 0.00020083962887115303,
      "loss": 4.4818,
      "step": 28762
    },
    {
      "epoch": 2.4433401291199455,
      "grad_norm": 2.9640914538616494,
      "learning_rate": 0.00020083316904879282,
      "loss": 4.8016,
      "step": 28763
    },
    {
      "epoch": 2.4434250764525993,
      "grad_norm": 3.036437445469367,
      "learning_rate": 0.00020082670911992186,
      "loss": 4.7428,
      "step": 28764
    },
    {
      "epoch": 2.443510023785253,
      "grad_norm": 2.7747052965780346,
      "learning_rate": 0.00020082024908455362,
      "loss": 4.2078,
      "step": 28765
    },
    {
      "epoch": 2.443594971117907,
      "grad_norm": 2.819457685476524,
      "learning_rate": 0.00020081378894270166,
      "loss": 4.322,
      "step": 28766
    },
    {
      "epoch": 2.4436799184505604,
      "grad_norm": 2.856758971588131,
      "learning_rate": 0.00020080732869437955,
      "loss": 4.5879,
      "step": 28767
    },
    {
      "epoch": 2.4437648657832143,
      "grad_norm": 2.9625405863555976,
      "learning_rate": 0.00020080086833960075,
      "loss": 4.786,
      "step": 28768
    },
    {
      "epoch": 2.443849813115868,
      "grad_norm": 2.8832603462387403,
      "learning_rate": 0.00020079440787837887,
      "loss": 4.7466,
      "step": 28769
    },
    {
      "epoch": 2.443934760448522,
      "grad_norm": 2.912931630174696,
      "learning_rate": 0.00020078794731072735,
      "loss": 4.573,
      "step": 28770
    },
    {
      "epoch": 2.444019707781176,
      "grad_norm": 2.9280274626588274,
      "learning_rate": 0.00020078148663665987,
      "loss": 4.4611,
      "step": 28771
    },
    {
      "epoch": 2.4441046551138292,
      "grad_norm": 3.1727896564381073,
      "learning_rate": 0.00020077502585618984,
      "loss": 5.3182,
      "step": 28772
    },
    {
      "epoch": 2.444189602446483,
      "grad_norm": 3.0344687762674507,
      "learning_rate": 0.00020076856496933083,
      "loss": 4.9852,
      "step": 28773
    },
    {
      "epoch": 2.444274549779137,
      "grad_norm": 2.870648512173978,
      "learning_rate": 0.0002007621039760964,
      "loss": 4.566,
      "step": 28774
    },
    {
      "epoch": 2.444359497111791,
      "grad_norm": 3.0901474385625076,
      "learning_rate": 0.00020075564287650008,
      "loss": 5.0666,
      "step": 28775
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 2.816863843683479,
      "learning_rate": 0.00020074918167055546,
      "loss": 4.2313,
      "step": 28776
    },
    {
      "epoch": 2.444529391777098,
      "grad_norm": 2.973479830225414,
      "learning_rate": 0.00020074272035827597,
      "loss": 4.9071,
      "step": 28777
    },
    {
      "epoch": 2.444614339109752,
      "grad_norm": 2.7463471805023993,
      "learning_rate": 0.00020073625893967523,
      "loss": 4.2137,
      "step": 28778
    },
    {
      "epoch": 2.4446992864424058,
      "grad_norm": 2.985644349884853,
      "learning_rate": 0.0002007297974147667,
      "loss": 4.8264,
      "step": 28779
    },
    {
      "epoch": 2.4447842337750596,
      "grad_norm": 2.929513600453782,
      "learning_rate": 0.00020072333578356402,
      "loss": 4.6784,
      "step": 28780
    },
    {
      "epoch": 2.4448691811077135,
      "grad_norm": 2.912062800999021,
      "learning_rate": 0.0002007168740460807,
      "loss": 4.4453,
      "step": 28781
    },
    {
      "epoch": 2.444954128440367,
      "grad_norm": 2.920377869403474,
      "learning_rate": 0.0002007104122023302,
      "loss": 4.6399,
      "step": 28782
    },
    {
      "epoch": 2.4450390757730207,
      "grad_norm": 2.924819567598882,
      "learning_rate": 0.00020070395025232615,
      "loss": 4.7342,
      "step": 28783
    },
    {
      "epoch": 2.4451240231056746,
      "grad_norm": 3.1769853689829106,
      "learning_rate": 0.00020069748819608204,
      "loss": 5.0714,
      "step": 28784
    },
    {
      "epoch": 2.4452089704383284,
      "grad_norm": 2.8578043255254713,
      "learning_rate": 0.00020069102603361143,
      "loss": 4.4233,
      "step": 28785
    },
    {
      "epoch": 2.445293917770982,
      "grad_norm": 3.080417791383434,
      "learning_rate": 0.0002006845637649279,
      "loss": 5.0125,
      "step": 28786
    },
    {
      "epoch": 2.4453788651036357,
      "grad_norm": 2.9245793483338587,
      "learning_rate": 0.00020067810139004494,
      "loss": 4.703,
      "step": 28787
    },
    {
      "epoch": 2.4454638124362895,
      "grad_norm": 3.014315313955099,
      "learning_rate": 0.00020067163890897602,
      "loss": 4.8924,
      "step": 28788
    },
    {
      "epoch": 2.4455487597689434,
      "grad_norm": 2.9341573743924956,
      "learning_rate": 0.00020066517632173487,
      "loss": 4.6285,
      "step": 28789
    },
    {
      "epoch": 2.4456337071015968,
      "grad_norm": 3.0802312142563992,
      "learning_rate": 0.00020065871362833488,
      "loss": 4.0164,
      "step": 28790
    },
    {
      "epoch": 2.4457186544342506,
      "grad_norm": 2.8620363889382068,
      "learning_rate": 0.00020065225082878963,
      "loss": 4.4703,
      "step": 28791
    },
    {
      "epoch": 2.4458036017669045,
      "grad_norm": 2.90403971120461,
      "learning_rate": 0.00020064578792311266,
      "loss": 4.3412,
      "step": 28792
    },
    {
      "epoch": 2.4458885490995583,
      "grad_norm": 2.934754475144624,
      "learning_rate": 0.0002006393249113175,
      "loss": 4.7515,
      "step": 28793
    },
    {
      "epoch": 2.445973496432212,
      "grad_norm": 3.020357955932024,
      "learning_rate": 0.00020063286179341776,
      "loss": 4.197,
      "step": 28794
    },
    {
      "epoch": 2.4460584437648656,
      "grad_norm": 2.840966018051498,
      "learning_rate": 0.00020062639856942684,
      "loss": 4.3413,
      "step": 28795
    },
    {
      "epoch": 2.4461433910975194,
      "grad_norm": 3.0126745442692315,
      "learning_rate": 0.00020061993523935845,
      "loss": 4.7676,
      "step": 28796
    },
    {
      "epoch": 2.4462283384301733,
      "grad_norm": 3.057586134687794,
      "learning_rate": 0.00020061347180322606,
      "loss": 4.9036,
      "step": 28797
    },
    {
      "epoch": 2.446313285762827,
      "grad_norm": 3.0629930924804736,
      "learning_rate": 0.00020060700826104316,
      "loss": 4.8123,
      "step": 28798
    },
    {
      "epoch": 2.446398233095481,
      "grad_norm": 2.8431253600504682,
      "learning_rate": 0.00020060054461282337,
      "loss": 4.5578,
      "step": 28799
    },
    {
      "epoch": 2.4464831804281344,
      "grad_norm": 2.822653486762001,
      "learning_rate": 0.0002005940808585802,
      "loss": 4.5234,
      "step": 28800
    },
    {
      "epoch": 2.4465681277607882,
      "grad_norm": 3.039920900051173,
      "learning_rate": 0.0002005876169983272,
      "loss": 4.852,
      "step": 28801
    },
    {
      "epoch": 2.446653075093442,
      "grad_norm": 3.0395396217490607,
      "learning_rate": 0.0002005811530320779,
      "loss": 4.861,
      "step": 28802
    },
    {
      "epoch": 2.446738022426096,
      "grad_norm": 2.977822666262619,
      "learning_rate": 0.00020057468895984587,
      "loss": 4.7142,
      "step": 28803
    },
    {
      "epoch": 2.44682296975875,
      "grad_norm": 2.8980041841440616,
      "learning_rate": 0.00020056822478164459,
      "loss": 4.7395,
      "step": 28804
    },
    {
      "epoch": 2.446907917091403,
      "grad_norm": 2.85769127683668,
      "learning_rate": 0.00020056176049748774,
      "loss": 4.6646,
      "step": 28805
    },
    {
      "epoch": 2.446992864424057,
      "grad_norm": 2.8913658497089445,
      "learning_rate": 0.0002005552961073887,
      "loss": 4.7844,
      "step": 28806
    },
    {
      "epoch": 2.447077811756711,
      "grad_norm": 2.9708574429815173,
      "learning_rate": 0.00020054883161136115,
      "loss": 4.8938,
      "step": 28807
    },
    {
      "epoch": 2.4471627590893648,
      "grad_norm": 3.0865619321033257,
      "learning_rate": 0.00020054236700941855,
      "loss": 5.1571,
      "step": 28808
    },
    {
      "epoch": 2.447247706422018,
      "grad_norm": 2.9000480390799774,
      "learning_rate": 0.00020053590230157447,
      "loss": 4.3557,
      "step": 28809
    },
    {
      "epoch": 2.447332653754672,
      "grad_norm": 2.876759001047792,
      "learning_rate": 0.0002005294374878425,
      "loss": 4.6556,
      "step": 28810
    },
    {
      "epoch": 2.447417601087326,
      "grad_norm": 3.031144176690831,
      "learning_rate": 0.0002005229725682361,
      "loss": 4.9622,
      "step": 28811
    },
    {
      "epoch": 2.4475025484199797,
      "grad_norm": 2.8504708623796753,
      "learning_rate": 0.0002005165075427689,
      "loss": 4.6061,
      "step": 28812
    },
    {
      "epoch": 2.447587495752633,
      "grad_norm": 3.0372366572071163,
      "learning_rate": 0.00020051004241145436,
      "loss": 4.9299,
      "step": 28813
    },
    {
      "epoch": 2.447672443085287,
      "grad_norm": 2.9659894659604027,
      "learning_rate": 0.0002005035771743061,
      "loss": 4.8531,
      "step": 28814
    },
    {
      "epoch": 2.447757390417941,
      "grad_norm": 2.8754648061932797,
      "learning_rate": 0.00020049711183133765,
      "loss": 4.6548,
      "step": 28815
    },
    {
      "epoch": 2.4478423377505947,
      "grad_norm": 3.128903913500598,
      "learning_rate": 0.00020049064638256252,
      "loss": 5.1374,
      "step": 28816
    },
    {
      "epoch": 2.4479272850832485,
      "grad_norm": 2.9551005734466305,
      "learning_rate": 0.00020048418082799433,
      "loss": 4.7647,
      "step": 28817
    },
    {
      "epoch": 2.448012232415902,
      "grad_norm": 2.9540650302602014,
      "learning_rate": 0.00020047771516764652,
      "loss": 4.7605,
      "step": 28818
    },
    {
      "epoch": 2.448097179748556,
      "grad_norm": 3.0927551833751874,
      "learning_rate": 0.00020047124940153276,
      "loss": 4.7679,
      "step": 28819
    },
    {
      "epoch": 2.4481821270812096,
      "grad_norm": 3.020426648130039,
      "learning_rate": 0.0002004647835296665,
      "loss": 4.9214,
      "step": 28820
    },
    {
      "epoch": 2.4482670744138635,
      "grad_norm": 2.9446974515996946,
      "learning_rate": 0.00020045831755206134,
      "loss": 4.8358,
      "step": 28821
    },
    {
      "epoch": 2.4483520217465173,
      "grad_norm": 2.9138300394560472,
      "learning_rate": 0.0002004518514687308,
      "loss": 4.5311,
      "step": 28822
    },
    {
      "epoch": 2.4484369690791707,
      "grad_norm": 2.886750244291254,
      "learning_rate": 0.00020044538527968847,
      "loss": 4.5995,
      "step": 28823
    },
    {
      "epoch": 2.4485219164118246,
      "grad_norm": 3.072405794037211,
      "learning_rate": 0.00020043891898494784,
      "loss": 4.9078,
      "step": 28824
    },
    {
      "epoch": 2.4486068637444784,
      "grad_norm": 2.9787728489363032,
      "learning_rate": 0.0002004324525845225,
      "loss": 4.6952,
      "step": 28825
    },
    {
      "epoch": 2.4486918110771323,
      "grad_norm": 2.857451691300563,
      "learning_rate": 0.00020042598607842598,
      "loss": 4.0588,
      "step": 28826
    },
    {
      "epoch": 2.448776758409786,
      "grad_norm": 3.085087390260984,
      "learning_rate": 0.00020041951946667182,
      "loss": 5.1192,
      "step": 28827
    },
    {
      "epoch": 2.4488617057424396,
      "grad_norm": 3.117755193543775,
      "learning_rate": 0.00020041305274927362,
      "loss": 4.9622,
      "step": 28828
    },
    {
      "epoch": 2.4489466530750934,
      "grad_norm": 2.973929708779956,
      "learning_rate": 0.0002004065859262449,
      "loss": 4.9381,
      "step": 28829
    },
    {
      "epoch": 2.4490316004077473,
      "grad_norm": 2.9387190755830708,
      "learning_rate": 0.0002004001189975992,
      "loss": 4.5239,
      "step": 28830
    },
    {
      "epoch": 2.449116547740401,
      "grad_norm": 2.903932498838712,
      "learning_rate": 0.00020039365196335002,
      "loss": 4.8197,
      "step": 28831
    },
    {
      "epoch": 2.4492014950730545,
      "grad_norm": 2.8637102855195797,
      "learning_rate": 0.00020038718482351107,
      "loss": 4.5495,
      "step": 28832
    },
    {
      "epoch": 2.4492864424057084,
      "grad_norm": 2.9191595791959526,
      "learning_rate": 0.00020038071757809574,
      "loss": 4.6565,
      "step": 28833
    },
    {
      "epoch": 2.449371389738362,
      "grad_norm": 2.93078493460589,
      "learning_rate": 0.0002003742502271176,
      "loss": 4.7977,
      "step": 28834
    },
    {
      "epoch": 2.449456337071016,
      "grad_norm": 3.124092721792491,
      "learning_rate": 0.00020036778277059028,
      "loss": 5.1385,
      "step": 28835
    },
    {
      "epoch": 2.44954128440367,
      "grad_norm": 2.8750261540919873,
      "learning_rate": 0.00020036131520852733,
      "loss": 4.4644,
      "step": 28836
    },
    {
      "epoch": 2.4496262317363233,
      "grad_norm": 2.898612577302541,
      "learning_rate": 0.0002003548475409422,
      "loss": 4.4218,
      "step": 28837
    },
    {
      "epoch": 2.449711179068977,
      "grad_norm": 3.0972481771489253,
      "learning_rate": 0.00020034837976784853,
      "loss": 4.908,
      "step": 28838
    },
    {
      "epoch": 2.449796126401631,
      "grad_norm": 2.929835172068537,
      "learning_rate": 0.0002003419118892599,
      "loss": 4.6242,
      "step": 28839
    },
    {
      "epoch": 2.449881073734285,
      "grad_norm": 2.799283313903486,
      "learning_rate": 0.00020033544390518973,
      "loss": 4.425,
      "step": 28840
    },
    {
      "epoch": 2.4499660210669383,
      "grad_norm": 2.988882325817622,
      "learning_rate": 0.00020032897581565167,
      "loss": 4.5376,
      "step": 28841
    },
    {
      "epoch": 2.450050968399592,
      "grad_norm": 2.8509332391939375,
      "learning_rate": 0.00020032250762065922,
      "loss": 4.5635,
      "step": 28842
    },
    {
      "epoch": 2.450135915732246,
      "grad_norm": 2.8267407439060777,
      "learning_rate": 0.00020031603932022603,
      "loss": 4.4576,
      "step": 28843
    },
    {
      "epoch": 2.4502208630649,
      "grad_norm": 2.9079307773090504,
      "learning_rate": 0.00020030957091436556,
      "loss": 4.4534,
      "step": 28844
    },
    {
      "epoch": 2.4503058103975537,
      "grad_norm": 2.8983554292274234,
      "learning_rate": 0.00020030310240309136,
      "loss": 4.4121,
      "step": 28845
    },
    {
      "epoch": 2.450390757730207,
      "grad_norm": 2.9644725281037334,
      "learning_rate": 0.0002002966337864171,
      "loss": 4.7356,
      "step": 28846
    },
    {
      "epoch": 2.450475705062861,
      "grad_norm": 2.85571609107676,
      "learning_rate": 0.00020029016506435617,
      "loss": 4.1932,
      "step": 28847
    },
    {
      "epoch": 2.450560652395515,
      "grad_norm": 2.813277103508923,
      "learning_rate": 0.00020028369623692225,
      "loss": 4.6379,
      "step": 28848
    },
    {
      "epoch": 2.4506455997281686,
      "grad_norm": 3.051876763316265,
      "learning_rate": 0.00020027722730412881,
      "loss": 4.8464,
      "step": 28849
    },
    {
      "epoch": 2.4507305470608225,
      "grad_norm": 2.95467493843621,
      "learning_rate": 0.00020027075826598945,
      "loss": 4.9198,
      "step": 28850
    },
    {
      "epoch": 2.450815494393476,
      "grad_norm": 3.0547597315395234,
      "learning_rate": 0.00020026428912251772,
      "loss": 5.0654,
      "step": 28851
    },
    {
      "epoch": 2.4509004417261298,
      "grad_norm": 3.1027066486459645,
      "learning_rate": 0.00020025781987372717,
      "loss": 4.8544,
      "step": 28852
    },
    {
      "epoch": 2.4509853890587836,
      "grad_norm": 2.931576951618051,
      "learning_rate": 0.00020025135051963136,
      "loss": 4.7556,
      "step": 28853
    },
    {
      "epoch": 2.4510703363914375,
      "grad_norm": 3.103334056888862,
      "learning_rate": 0.00020024488106024384,
      "loss": 4.9409,
      "step": 28854
    },
    {
      "epoch": 2.4511552837240913,
      "grad_norm": 3.061086513311323,
      "learning_rate": 0.0002002384114955782,
      "loss": 5.0725,
      "step": 28855
    },
    {
      "epoch": 2.4512402310567447,
      "grad_norm": 3.124429576414658,
      "learning_rate": 0.0002002319418256479,
      "loss": 5.1712,
      "step": 28856
    },
    {
      "epoch": 2.4513251783893986,
      "grad_norm": 3.0946239221378566,
      "learning_rate": 0.0002002254720504666,
      "loss": 5.0652,
      "step": 28857
    },
    {
      "epoch": 2.4514101257220524,
      "grad_norm": 3.007656272764382,
      "learning_rate": 0.00020021900217004782,
      "loss": 4.9459,
      "step": 28858
    },
    {
      "epoch": 2.4514950730547063,
      "grad_norm": 2.9124096503624126,
      "learning_rate": 0.00020021253218440506,
      "loss": 4.4154,
      "step": 28859
    },
    {
      "epoch": 2.4515800203873597,
      "grad_norm": 2.9658889925080536,
      "learning_rate": 0.00020020606209355198,
      "loss": 4.6325,
      "step": 28860
    },
    {
      "epoch": 2.4516649677200135,
      "grad_norm": 2.873699630145977,
      "learning_rate": 0.0002001995918975021,
      "loss": 4.6209,
      "step": 28861
    },
    {
      "epoch": 2.4517499150526674,
      "grad_norm": 3.04670401850271,
      "learning_rate": 0.0002001931215962689,
      "loss": 4.5099,
      "step": 28862
    },
    {
      "epoch": 2.4518348623853212,
      "grad_norm": 2.883340022691707,
      "learning_rate": 0.000200186651189866,
      "loss": 4.5062,
      "step": 28863
    },
    {
      "epoch": 2.4519198097179746,
      "grad_norm": 2.8858158432244845,
      "learning_rate": 0.00020018018067830703,
      "loss": 4.4842,
      "step": 28864
    },
    {
      "epoch": 2.4520047570506285,
      "grad_norm": 2.85814680180845,
      "learning_rate": 0.00020017371006160538,
      "loss": 4.4088,
      "step": 28865
    },
    {
      "epoch": 2.4520897043832823,
      "grad_norm": 2.8105577975087597,
      "learning_rate": 0.00020016723933977476,
      "loss": 4.4096,
      "step": 28866
    },
    {
      "epoch": 2.452174651715936,
      "grad_norm": 3.046841489035142,
      "learning_rate": 0.00020016076851282866,
      "loss": 4.9555,
      "step": 28867
    },
    {
      "epoch": 2.45225959904859,
      "grad_norm": 2.9999041004350038,
      "learning_rate": 0.00020015429758078062,
      "loss": 4.8756,
      "step": 28868
    },
    {
      "epoch": 2.4523445463812434,
      "grad_norm": 2.8945245361325243,
      "learning_rate": 0.00020014782654364428,
      "loss": 4.3719,
      "step": 28869
    },
    {
      "epoch": 2.4524294937138973,
      "grad_norm": 2.9744488292584745,
      "learning_rate": 0.00020014135540143314,
      "loss": 4.755,
      "step": 28870
    },
    {
      "epoch": 2.452514441046551,
      "grad_norm": 2.953509658800748,
      "learning_rate": 0.0002001348841541607,
      "loss": 4.4844,
      "step": 28871
    },
    {
      "epoch": 2.452599388379205,
      "grad_norm": 2.87404583049218,
      "learning_rate": 0.0002001284128018406,
      "loss": 4.287,
      "step": 28872
    },
    {
      "epoch": 2.452684335711859,
      "grad_norm": 2.903326985602521,
      "learning_rate": 0.00020012194134448645,
      "loss": 4.5344,
      "step": 28873
    },
    {
      "epoch": 2.4527692830445122,
      "grad_norm": 2.938810851444366,
      "learning_rate": 0.00020011546978211168,
      "loss": 4.7447,
      "step": 28874
    },
    {
      "epoch": 2.452854230377166,
      "grad_norm": 2.9184598685944274,
      "learning_rate": 0.00020010899811472995,
      "loss": 4.7624,
      "step": 28875
    },
    {
      "epoch": 2.45293917770982,
      "grad_norm": 2.9400121446438434,
      "learning_rate": 0.00020010252634235478,
      "loss": 4.8206,
      "step": 28876
    },
    {
      "epoch": 2.453024125042474,
      "grad_norm": 2.860201983630771,
      "learning_rate": 0.00020009605446499968,
      "loss": 4.7497,
      "step": 28877
    },
    {
      "epoch": 2.4531090723751277,
      "grad_norm": 2.924033215352321,
      "learning_rate": 0.0002000895824826783,
      "loss": 4.7413,
      "step": 28878
    },
    {
      "epoch": 2.453194019707781,
      "grad_norm": 2.866483771425027,
      "learning_rate": 0.0002000831103954042,
      "loss": 4.4821,
      "step": 28879
    },
    {
      "epoch": 2.453278967040435,
      "grad_norm": 2.9105907169187657,
      "learning_rate": 0.00020007663820319083,
      "loss": 4.5823,
      "step": 28880
    },
    {
      "epoch": 2.4533639143730888,
      "grad_norm": 3.0779284958790734,
      "learning_rate": 0.00020007016590605186,
      "loss": 5.0609,
      "step": 28881
    },
    {
      "epoch": 2.4534488617057426,
      "grad_norm": 3.0635120071527804,
      "learning_rate": 0.00020006369350400083,
      "loss": 5.1067,
      "step": 28882
    },
    {
      "epoch": 2.453533809038396,
      "grad_norm": 3.445814992883786,
      "learning_rate": 0.0002000572209970513,
      "loss": 4.3252,
      "step": 28883
    },
    {
      "epoch": 2.45361875637105,
      "grad_norm": 2.889120273612338,
      "learning_rate": 0.0002000507483852168,
      "loss": 4.5526,
      "step": 28884
    },
    {
      "epoch": 2.4537037037037037,
      "grad_norm": 3.007357772049521,
      "learning_rate": 0.0002000442756685109,
      "loss": 4.9335,
      "step": 28885
    },
    {
      "epoch": 2.4537886510363576,
      "grad_norm": 2.9804783607634997,
      "learning_rate": 0.00020003780284694723,
      "loss": 4.7773,
      "step": 28886
    },
    {
      "epoch": 2.453873598369011,
      "grad_norm": 2.8000865345766823,
      "learning_rate": 0.00020003132992053922,
      "loss": 4.2973,
      "step": 28887
    },
    {
      "epoch": 2.453958545701665,
      "grad_norm": 2.9190648219493385,
      "learning_rate": 0.00020002485688930057,
      "loss": 4.663,
      "step": 28888
    },
    {
      "epoch": 2.4540434930343187,
      "grad_norm": 3.1477708144038523,
      "learning_rate": 0.00020001838375324478,
      "loss": 5.2046,
      "step": 28889
    },
    {
      "epoch": 2.4541284403669725,
      "grad_norm": 2.848971732426133,
      "learning_rate": 0.0002000119105123854,
      "loss": 4.5346,
      "step": 28890
    },
    {
      "epoch": 2.4542133876996264,
      "grad_norm": 2.905498240786419,
      "learning_rate": 0.00020000543716673598,
      "loss": 4.6535,
      "step": 28891
    },
    {
      "epoch": 2.45429833503228,
      "grad_norm": 2.9981375115356528,
      "learning_rate": 0.00019999896371631016,
      "loss": 5.0015,
      "step": 28892
    },
    {
      "epoch": 2.4543832823649336,
      "grad_norm": 2.966772425323833,
      "learning_rate": 0.00019999249016112145,
      "loss": 4.6252,
      "step": 28893
    },
    {
      "epoch": 2.4544682296975875,
      "grad_norm": 2.9283359329810854,
      "learning_rate": 0.0001999860165011834,
      "loss": 4.8901,
      "step": 28894
    },
    {
      "epoch": 2.4545531770302413,
      "grad_norm": 2.95627520408902,
      "learning_rate": 0.00019997954273650963,
      "loss": 4.8406,
      "step": 28895
    },
    {
      "epoch": 2.454638124362895,
      "grad_norm": 2.870164180281167,
      "learning_rate": 0.0001999730688671136,
      "loss": 4.3656,
      "step": 28896
    },
    {
      "epoch": 2.4547230716955486,
      "grad_norm": 2.9009730210280544,
      "learning_rate": 0.00019996659489300903,
      "loss": 4.4458,
      "step": 28897
    },
    {
      "epoch": 2.4548080190282024,
      "grad_norm": 2.9499596100283454,
      "learning_rate": 0.0001999601208142094,
      "loss": 4.6717,
      "step": 28898
    },
    {
      "epoch": 2.4548929663608563,
      "grad_norm": 2.9620053572344567,
      "learning_rate": 0.00019995364663072819,
      "loss": 4.7396,
      "step": 28899
    },
    {
      "epoch": 2.45497791369351,
      "grad_norm": 3.2420481457894814,
      "learning_rate": 0.00019994717234257913,
      "loss": 4.1552,
      "step": 28900
    },
    {
      "epoch": 2.455062861026164,
      "grad_norm": 2.8165142501904663,
      "learning_rate": 0.00019994069794977565,
      "loss": 4.3367,
      "step": 28901
    },
    {
      "epoch": 2.4551478083588174,
      "grad_norm": 2.9771198327102275,
      "learning_rate": 0.0001999342234523314,
      "loss": 5.0988,
      "step": 28902
    },
    {
      "epoch": 2.4552327556914713,
      "grad_norm": 2.9370290345560712,
      "learning_rate": 0.00019992774885025993,
      "loss": 4.4839,
      "step": 28903
    },
    {
      "epoch": 2.455317703024125,
      "grad_norm": 2.8683151213411633,
      "learning_rate": 0.0001999212741435748,
      "loss": 4.4379,
      "step": 28904
    },
    {
      "epoch": 2.455402650356779,
      "grad_norm": 3.0893032664720064,
      "learning_rate": 0.0001999147993322895,
      "loss": 4.8059,
      "step": 28905
    },
    {
      "epoch": 2.4554875976894324,
      "grad_norm": 3.1080032019578643,
      "learning_rate": 0.00019990832441641777,
      "loss": 5.1918,
      "step": 28906
    },
    {
      "epoch": 2.455572545022086,
      "grad_norm": 2.834353202496459,
      "learning_rate": 0.00019990184939597301,
      "loss": 4.4564,
      "step": 28907
    },
    {
      "epoch": 2.45565749235474,
      "grad_norm": 2.8792971280543163,
      "learning_rate": 0.00019989537427096885,
      "loss": 4.4245,
      "step": 28908
    },
    {
      "epoch": 2.455742439687394,
      "grad_norm": 2.8814935100135752,
      "learning_rate": 0.00019988889904141887,
      "loss": 4.8736,
      "step": 28909
    },
    {
      "epoch": 2.4558273870200473,
      "grad_norm": 2.833634405427914,
      "learning_rate": 0.00019988242370733665,
      "loss": 4.3206,
      "step": 28910
    },
    {
      "epoch": 2.455912334352701,
      "grad_norm": 3.0234921673945165,
      "learning_rate": 0.0001998759482687357,
      "loss": 4.6822,
      "step": 28911
    },
    {
      "epoch": 2.455997281685355,
      "grad_norm": 2.9189214633822007,
      "learning_rate": 0.00019986947272562962,
      "loss": 4.5701,
      "step": 28912
    },
    {
      "epoch": 2.456082229018009,
      "grad_norm": 2.905100113721388,
      "learning_rate": 0.00019986299707803204,
      "loss": 4.2983,
      "step": 28913
    },
    {
      "epoch": 2.4561671763506627,
      "grad_norm": 2.8412820338617735,
      "learning_rate": 0.00019985652132595635,
      "loss": 4.2869,
      "step": 28914
    },
    {
      "epoch": 2.456252123683316,
      "grad_norm": 2.911472519856179,
      "learning_rate": 0.00019985004546941635,
      "loss": 4.5786,
      "step": 28915
    },
    {
      "epoch": 2.45633707101597,
      "grad_norm": 3.0371831834635317,
      "learning_rate": 0.00019984356950842545,
      "loss": 4.8314,
      "step": 28916
    },
    {
      "epoch": 2.456422018348624,
      "grad_norm": 3.130652428296005,
      "learning_rate": 0.00019983709344299728,
      "loss": 5.1404,
      "step": 28917
    },
    {
      "epoch": 2.4565069656812777,
      "grad_norm": 3.0875568993072724,
      "learning_rate": 0.00019983061727314537,
      "loss": 5.0216,
      "step": 28918
    },
    {
      "epoch": 2.4565919130139315,
      "grad_norm": 2.906564820090201,
      "learning_rate": 0.00019982414099888336,
      "loss": 4.2658,
      "step": 28919
    },
    {
      "epoch": 2.456676860346585,
      "grad_norm": 2.8812896605065648,
      "learning_rate": 0.00019981766462022471,
      "loss": 4.4363,
      "step": 28920
    },
    {
      "epoch": 2.456761807679239,
      "grad_norm": 2.939078045026838,
      "learning_rate": 0.0001998111881371831,
      "loss": 4.3943,
      "step": 28921
    },
    {
      "epoch": 2.4568467550118926,
      "grad_norm": 3.10981989985661,
      "learning_rate": 0.00019980471154977208,
      "loss": 5.1592,
      "step": 28922
    },
    {
      "epoch": 2.4569317023445465,
      "grad_norm": 2.8677081364514088,
      "learning_rate": 0.00019979823485800511,
      "loss": 4.3809,
      "step": 28923
    },
    {
      "epoch": 2.4570166496772003,
      "grad_norm": 3.0775221752073,
      "learning_rate": 0.00019979175806189591,
      "loss": 5.1658,
      "step": 28924
    },
    {
      "epoch": 2.4571015970098538,
      "grad_norm": 3.1405293801831484,
      "learning_rate": 0.00019978528116145798,
      "loss": 5.258,
      "step": 28925
    },
    {
      "epoch": 2.4571865443425076,
      "grad_norm": 3.1107851788928236,
      "learning_rate": 0.00019977880415670489,
      "loss": 5.1266,
      "step": 28926
    },
    {
      "epoch": 2.4572714916751615,
      "grad_norm": 2.8486241198407307,
      "learning_rate": 0.00019977232704765022,
      "loss": 4.2401,
      "step": 28927
    },
    {
      "epoch": 2.4573564390078153,
      "grad_norm": 3.1073709683533703,
      "learning_rate": 0.00019976584983430752,
      "loss": 4.8997,
      "step": 28928
    },
    {
      "epoch": 2.457441386340469,
      "grad_norm": 2.9249941392276932,
      "learning_rate": 0.0001997593725166904,
      "loss": 4.5632,
      "step": 28929
    },
    {
      "epoch": 2.4575263336731226,
      "grad_norm": 2.9519909875088013,
      "learning_rate": 0.00019975289509481238,
      "loss": 4.7949,
      "step": 28930
    },
    {
      "epoch": 2.4576112810057764,
      "grad_norm": 2.910081208537959,
      "learning_rate": 0.00019974641756868714,
      "loss": 4.5463,
      "step": 28931
    },
    {
      "epoch": 2.4576962283384303,
      "grad_norm": 2.914519968942219,
      "learning_rate": 0.00019973993993832812,
      "loss": 4.5656,
      "step": 28932
    },
    {
      "epoch": 2.457781175671084,
      "grad_norm": 2.884151391984677,
      "learning_rate": 0.00019973346220374897,
      "loss": 4.5274,
      "step": 28933
    },
    {
      "epoch": 2.4578661230037375,
      "grad_norm": 2.918903440039645,
      "learning_rate": 0.00019972698436496322,
      "loss": 4.7604,
      "step": 28934
    },
    {
      "epoch": 2.4579510703363914,
      "grad_norm": 3.025018934181005,
      "learning_rate": 0.00019972050642198444,
      "loss": 4.708,
      "step": 28935
    },
    {
      "epoch": 2.4580360176690452,
      "grad_norm": 3.0110769342888424,
      "learning_rate": 0.00019971402837482628,
      "loss": 4.6792,
      "step": 28936
    },
    {
      "epoch": 2.458120965001699,
      "grad_norm": 2.922586853960647,
      "learning_rate": 0.00019970755022350224,
      "loss": 4.571,
      "step": 28937
    },
    {
      "epoch": 2.4582059123343525,
      "grad_norm": 2.9022432657415185,
      "learning_rate": 0.00019970107196802598,
      "loss": 4.8225,
      "step": 28938
    },
    {
      "epoch": 2.4582908596670063,
      "grad_norm": 2.9054641935859493,
      "learning_rate": 0.00019969459360841092,
      "loss": 4.716,
      "step": 28939
    },
    {
      "epoch": 2.45837580699966,
      "grad_norm": 2.8823641821213943,
      "learning_rate": 0.0001996881151446708,
      "loss": 4.4034,
      "step": 28940
    },
    {
      "epoch": 2.458460754332314,
      "grad_norm": 2.8690572342905645,
      "learning_rate": 0.00019968163657681906,
      "loss": 4.5856,
      "step": 28941
    },
    {
      "epoch": 2.458545701664968,
      "grad_norm": 2.77783562444718,
      "learning_rate": 0.0001996751579048694,
      "loss": 4.4005,
      "step": 28942
    },
    {
      "epoch": 2.4586306489976213,
      "grad_norm": 2.986988868267201,
      "learning_rate": 0.00019966867912883527,
      "loss": 4.5659,
      "step": 28943
    },
    {
      "epoch": 2.458715596330275,
      "grad_norm": 2.877422890393627,
      "learning_rate": 0.00019966220024873033,
      "loss": 4.3636,
      "step": 28944
    },
    {
      "epoch": 2.458800543662929,
      "grad_norm": 2.904636857682232,
      "learning_rate": 0.0001996557212645681,
      "loss": 4.5441,
      "step": 28945
    },
    {
      "epoch": 2.458885490995583,
      "grad_norm": 2.8330274017793564,
      "learning_rate": 0.0001996492421763622,
      "loss": 4.6264,
      "step": 28946
    },
    {
      "epoch": 2.4589704383282367,
      "grad_norm": 2.9277740930436607,
      "learning_rate": 0.0001996427629841262,
      "loss": 4.5178,
      "step": 28947
    },
    {
      "epoch": 2.45905538566089,
      "grad_norm": 2.9715480101712917,
      "learning_rate": 0.00019963628368787362,
      "loss": 4.5249,
      "step": 28948
    },
    {
      "epoch": 2.459140332993544,
      "grad_norm": 2.997831500002519,
      "learning_rate": 0.00019962980428761814,
      "loss": 4.9569,
      "step": 28949
    },
    {
      "epoch": 2.459225280326198,
      "grad_norm": 2.854233559995576,
      "learning_rate": 0.00019962332478337327,
      "loss": 4.3054,
      "step": 28950
    },
    {
      "epoch": 2.4593102276588517,
      "grad_norm": 2.8600881570858245,
      "learning_rate": 0.00019961684517515256,
      "loss": 4.4803,
      "step": 28951
    },
    {
      "epoch": 2.4593951749915055,
      "grad_norm": 3.14331467706688,
      "learning_rate": 0.00019961036546296964,
      "loss": 4.9012,
      "step": 28952
    },
    {
      "epoch": 2.459480122324159,
      "grad_norm": 2.9256959292841627,
      "learning_rate": 0.00019960388564683806,
      "loss": 4.8118,
      "step": 28953
    },
    {
      "epoch": 2.4595650696568128,
      "grad_norm": 2.8826926824941514,
      "learning_rate": 0.00019959740572677141,
      "loss": 4.6923,
      "step": 28954
    },
    {
      "epoch": 2.4596500169894666,
      "grad_norm": 3.0978450077540485,
      "learning_rate": 0.00019959092570278329,
      "loss": 4.9041,
      "step": 28955
    },
    {
      "epoch": 2.4597349643221205,
      "grad_norm": 2.8960065362897436,
      "learning_rate": 0.00019958444557488723,
      "loss": 4.4236,
      "step": 28956
    },
    {
      "epoch": 2.459819911654774,
      "grad_norm": 3.113413535788343,
      "learning_rate": 0.0001995779653430968,
      "loss": 4.966,
      "step": 28957
    },
    {
      "epoch": 2.4599048589874277,
      "grad_norm": 2.9069793670439563,
      "learning_rate": 0.00019957148500742564,
      "loss": 4.6187,
      "step": 28958
    },
    {
      "epoch": 2.4599898063200816,
      "grad_norm": 3.093263013445971,
      "learning_rate": 0.0001995650045678873,
      "loss": 5.0932,
      "step": 28959
    },
    {
      "epoch": 2.4600747536527354,
      "grad_norm": 3.130688350226987,
      "learning_rate": 0.00019955852402449533,
      "loss": 5.0779,
      "step": 28960
    },
    {
      "epoch": 2.460159700985389,
      "grad_norm": 2.962059843427057,
      "learning_rate": 0.00019955204337726332,
      "loss": 4.8042,
      "step": 28961
    },
    {
      "epoch": 2.4602446483180427,
      "grad_norm": 2.8781302033081286,
      "learning_rate": 0.00019954556262620488,
      "loss": 4.5867,
      "step": 28962
    },
    {
      "epoch": 2.4603295956506965,
      "grad_norm": 2.975697470811378,
      "learning_rate": 0.00019953908177133356,
      "loss": 4.9691,
      "step": 28963
    },
    {
      "epoch": 2.4604145429833504,
      "grad_norm": 2.908267004457359,
      "learning_rate": 0.00019953260081266295,
      "loss": 4.589,
      "step": 28964
    },
    {
      "epoch": 2.4604994903160042,
      "grad_norm": 2.992567704440746,
      "learning_rate": 0.00019952611975020669,
      "loss": 4.5524,
      "step": 28965
    },
    {
      "epoch": 2.4605844376486576,
      "grad_norm": 2.9682836050994594,
      "learning_rate": 0.0001995196385839782,
      "loss": 4.702,
      "step": 28966
    },
    {
      "epoch": 2.4606693849813115,
      "grad_norm": 2.972359843682659,
      "learning_rate": 0.00019951315731399122,
      "loss": 4.5915,
      "step": 28967
    },
    {
      "epoch": 2.4607543323139653,
      "grad_norm": 2.8044961900645347,
      "learning_rate": 0.00019950667594025926,
      "loss": 4.3727,
      "step": 28968
    },
    {
      "epoch": 2.460839279646619,
      "grad_norm": 2.877773579716191,
      "learning_rate": 0.00019950019446279588,
      "loss": 4.6158,
      "step": 28969
    },
    {
      "epoch": 2.460924226979273,
      "grad_norm": 2.8982793615762787,
      "learning_rate": 0.0001994937128816147,
      "loss": 4.6607,
      "step": 28970
    },
    {
      "epoch": 2.4610091743119265,
      "grad_norm": 2.9181836104617878,
      "learning_rate": 0.0001994872311967293,
      "loss": 4.7097,
      "step": 28971
    },
    {
      "epoch": 2.4610941216445803,
      "grad_norm": 2.93400082064874,
      "learning_rate": 0.00019948074940815327,
      "loss": 4.7733,
      "step": 28972
    },
    {
      "epoch": 2.461179068977234,
      "grad_norm": 2.813632878124899,
      "learning_rate": 0.00019947426751590013,
      "loss": 4.3227,
      "step": 28973
    },
    {
      "epoch": 2.461264016309888,
      "grad_norm": 3.0061614377561514,
      "learning_rate": 0.00019946778551998358,
      "loss": 4.8688,
      "step": 28974
    },
    {
      "epoch": 2.461348963642542,
      "grad_norm": 2.8125353298575497,
      "learning_rate": 0.00019946130342041703,
      "loss": 4.3164,
      "step": 28975
    },
    {
      "epoch": 2.4614339109751953,
      "grad_norm": 3.126477437895548,
      "learning_rate": 0.0001994548212172142,
      "loss": 4.9794,
      "step": 28976
    },
    {
      "epoch": 2.461518858307849,
      "grad_norm": 2.8654858504159977,
      "learning_rate": 0.00019944833891038865,
      "loss": 4.4855,
      "step": 28977
    },
    {
      "epoch": 2.461603805640503,
      "grad_norm": 2.9406879744789083,
      "learning_rate": 0.0001994418564999539,
      "loss": 4.7407,
      "step": 28978
    },
    {
      "epoch": 2.461688752973157,
      "grad_norm": 2.8990895650412445,
      "learning_rate": 0.0001994353739859236,
      "loss": 4.5873,
      "step": 28979
    },
    {
      "epoch": 2.46177370030581,
      "grad_norm": 3.0863483708576727,
      "learning_rate": 0.00019942889136831128,
      "loss": 5.1876,
      "step": 28980
    },
    {
      "epoch": 2.461858647638464,
      "grad_norm": 3.09096767435052,
      "learning_rate": 0.0001994224086471306,
      "loss": 4.882,
      "step": 28981
    },
    {
      "epoch": 2.461943594971118,
      "grad_norm": 2.8598544801644086,
      "learning_rate": 0.00019941592582239505,
      "loss": 4.4761,
      "step": 28982
    },
    {
      "epoch": 2.4620285423037718,
      "grad_norm": 2.971168192146935,
      "learning_rate": 0.0001994094428941183,
      "loss": 4.8696,
      "step": 28983
    },
    {
      "epoch": 2.462113489636425,
      "grad_norm": 2.8726214313758347,
      "learning_rate": 0.00019940295986231384,
      "loss": 4.492,
      "step": 28984
    },
    {
      "epoch": 2.462198436969079,
      "grad_norm": 2.901907692955183,
      "learning_rate": 0.00019939647672699535,
      "loss": 4.7652,
      "step": 28985
    },
    {
      "epoch": 2.462283384301733,
      "grad_norm": 2.819088946933638,
      "learning_rate": 0.00019938999348817637,
      "loss": 4.3976,
      "step": 28986
    },
    {
      "epoch": 2.4623683316343867,
      "grad_norm": 3.1103786584376567,
      "learning_rate": 0.00019938351014587045,
      "loss": 5.1011,
      "step": 28987
    },
    {
      "epoch": 2.4624532789670406,
      "grad_norm": 3.1124891498776153,
      "learning_rate": 0.00019937702670009123,
      "loss": 5.1184,
      "step": 28988
    },
    {
      "epoch": 2.462538226299694,
      "grad_norm": 2.9627072489263164,
      "learning_rate": 0.00019937054315085224,
      "loss": 4.8483,
      "step": 28989
    },
    {
      "epoch": 2.462623173632348,
      "grad_norm": 2.9002493268842113,
      "learning_rate": 0.00019936405949816716,
      "loss": 4.6448,
      "step": 28990
    },
    {
      "epoch": 2.4627081209650017,
      "grad_norm": 2.91575452621117,
      "learning_rate": 0.00019935757574204946,
      "loss": 4.0238,
      "step": 28991
    },
    {
      "epoch": 2.4627930682976555,
      "grad_norm": 2.887013974779834,
      "learning_rate": 0.0001993510918825128,
      "loss": 4.5693,
      "step": 28992
    },
    {
      "epoch": 2.4628780156303094,
      "grad_norm": 2.9884368122426754,
      "learning_rate": 0.00019934460791957076,
      "loss": 4.7095,
      "step": 28993
    },
    {
      "epoch": 2.462962962962963,
      "grad_norm": 2.8881722466970854,
      "learning_rate": 0.00019933812385323685,
      "loss": 4.4212,
      "step": 28994
    },
    {
      "epoch": 2.4630479102956166,
      "grad_norm": 2.8746503155786267,
      "learning_rate": 0.00019933163968352476,
      "loss": 4.5695,
      "step": 28995
    },
    {
      "epoch": 2.4631328576282705,
      "grad_norm": 2.8448786133787394,
      "learning_rate": 0.00019932515541044808,
      "loss": 4.5201,
      "step": 28996
    },
    {
      "epoch": 2.4632178049609244,
      "grad_norm": 2.9258617366457127,
      "learning_rate": 0.0001993186710340203,
      "loss": 4.5981,
      "step": 28997
    },
    {
      "epoch": 2.463302752293578,
      "grad_norm": 3.088900791025453,
      "learning_rate": 0.000199312186554255,
      "loss": 4.799,
      "step": 28998
    },
    {
      "epoch": 2.4633876996262316,
      "grad_norm": 2.9399515250773094,
      "learning_rate": 0.00019930570197116592,
      "loss": 4.7253,
      "step": 28999
    },
    {
      "epoch": 2.4634726469588855,
      "grad_norm": 3.0952061951018734,
      "learning_rate": 0.00019929921728476646,
      "loss": 4.9387,
      "step": 29000
    },
    {
      "epoch": 2.4635575942915393,
      "grad_norm": 2.9432277071394704,
      "learning_rate": 0.00019929273249507035,
      "loss": 4.5598,
      "step": 29001
    },
    {
      "epoch": 2.463642541624193,
      "grad_norm": 2.9013799052105385,
      "learning_rate": 0.00019928624760209116,
      "loss": 4.5437,
      "step": 29002
    },
    {
      "epoch": 2.4637274889568466,
      "grad_norm": 2.943785600452541,
      "learning_rate": 0.0001992797626058424,
      "loss": 4.4098,
      "step": 29003
    },
    {
      "epoch": 2.4638124362895004,
      "grad_norm": 2.7383496107472256,
      "learning_rate": 0.00019927327750633768,
      "loss": 4.1306,
      "step": 29004
    },
    {
      "epoch": 2.4638973836221543,
      "grad_norm": 2.9265624191437802,
      "learning_rate": 0.00019926679230359065,
      "loss": 4.6228,
      "step": 29005
    },
    {
      "epoch": 2.463982330954808,
      "grad_norm": 2.8892634647526876,
      "learning_rate": 0.00019926030699761482,
      "loss": 4.6412,
      "step": 29006
    },
    {
      "epoch": 2.4640672782874615,
      "grad_norm": 3.0525052927255385,
      "learning_rate": 0.0001992538215884238,
      "loss": 4.7595,
      "step": 29007
    },
    {
      "epoch": 2.4641522256201154,
      "grad_norm": 2.8213101238238143,
      "learning_rate": 0.00019924733607603126,
      "loss": 4.3568,
      "step": 29008
    },
    {
      "epoch": 2.4642371729527692,
      "grad_norm": 2.9134061715587793,
      "learning_rate": 0.00019924085046045068,
      "loss": 4.3109,
      "step": 29009
    },
    {
      "epoch": 2.464322120285423,
      "grad_norm": 2.851103236336912,
      "learning_rate": 0.00019923436474169573,
      "loss": 4.3413,
      "step": 29010
    },
    {
      "epoch": 2.464407067618077,
      "grad_norm": 2.857519343768597,
      "learning_rate": 0.00019922787891977993,
      "loss": 4.5019,
      "step": 29011
    },
    {
      "epoch": 2.4644920149507303,
      "grad_norm": 2.9404336672014972,
      "learning_rate": 0.0001992213929947169,
      "loss": 4.6272,
      "step": 29012
    },
    {
      "epoch": 2.464576962283384,
      "grad_norm": 2.9010310625572524,
      "learning_rate": 0.00019921490696652025,
      "loss": 4.5889,
      "step": 29013
    },
    {
      "epoch": 2.464661909616038,
      "grad_norm": 2.959637778817498,
      "learning_rate": 0.00019920842083520355,
      "loss": 4.7834,
      "step": 29014
    },
    {
      "epoch": 2.464746856948692,
      "grad_norm": 3.0509886009197698,
      "learning_rate": 0.00019920193460078037,
      "loss": 4.3903,
      "step": 29015
    },
    {
      "epoch": 2.4648318042813457,
      "grad_norm": 2.825393572953502,
      "learning_rate": 0.00019919544826326434,
      "loss": 4.5245,
      "step": 29016
    },
    {
      "epoch": 2.464916751613999,
      "grad_norm": 2.9240209106352357,
      "learning_rate": 0.00019918896182266905,
      "loss": 4.3838,
      "step": 29017
    },
    {
      "epoch": 2.465001698946653,
      "grad_norm": 3.0438036281852643,
      "learning_rate": 0.00019918247527900805,
      "loss": 5.0032,
      "step": 29018
    },
    {
      "epoch": 2.465086646279307,
      "grad_norm": 2.790761675595362,
      "learning_rate": 0.00019917598863229496,
      "loss": 4.1596,
      "step": 29019
    },
    {
      "epoch": 2.4651715936119607,
      "grad_norm": 3.1146748178645294,
      "learning_rate": 0.00019916950188254338,
      "loss": 4.8761,
      "step": 29020
    },
    {
      "epoch": 2.4652565409446145,
      "grad_norm": 3.134244312950513,
      "learning_rate": 0.0001991630150297669,
      "loss": 4.9614,
      "step": 29021
    },
    {
      "epoch": 2.465341488277268,
      "grad_norm": 3.0474014897066173,
      "learning_rate": 0.00019915652807397908,
      "loss": 5.1261,
      "step": 29022
    },
    {
      "epoch": 2.465426435609922,
      "grad_norm": 3.0417112347145103,
      "learning_rate": 0.00019915004101519354,
      "loss": 4.7859,
      "step": 29023
    },
    {
      "epoch": 2.4655113829425757,
      "grad_norm": 3.034790960655704,
      "learning_rate": 0.00019914355385342389,
      "loss": 4.8769,
      "step": 29024
    },
    {
      "epoch": 2.4655963302752295,
      "grad_norm": 2.837082976755785,
      "learning_rate": 0.00019913706658868365,
      "loss": 4.1071,
      "step": 29025
    },
    {
      "epoch": 2.4656812776078834,
      "grad_norm": 2.9488727250551574,
      "learning_rate": 0.00019913057922098647,
      "loss": 4.6527,
      "step": 29026
    },
    {
      "epoch": 2.4657662249405368,
      "grad_norm": 2.9134276439467417,
      "learning_rate": 0.000199124091750346,
      "loss": 4.6216,
      "step": 29027
    },
    {
      "epoch": 2.4658511722731906,
      "grad_norm": 3.053817178109899,
      "learning_rate": 0.00019911760417677568,
      "loss": 4.6543,
      "step": 29028
    },
    {
      "epoch": 2.4659361196058445,
      "grad_norm": 2.919604872537899,
      "learning_rate": 0.00019911111650028923,
      "loss": 4.8404,
      "step": 29029
    },
    {
      "epoch": 2.4660210669384983,
      "grad_norm": 3.015226370019142,
      "learning_rate": 0.00019910462872090024,
      "loss": 4.7832,
      "step": 29030
    },
    {
      "epoch": 2.4661060142711517,
      "grad_norm": 2.983787478410699,
      "learning_rate": 0.0001990981408386222,
      "loss": 4.7714,
      "step": 29031
    },
    {
      "epoch": 2.4661909616038056,
      "grad_norm": 2.961763042893525,
      "learning_rate": 0.00019909165285346883,
      "loss": 4.7105,
      "step": 29032
    },
    {
      "epoch": 2.4662759089364594,
      "grad_norm": 3.1311952407233603,
      "learning_rate": 0.00019908516476545366,
      "loss": 4.8831,
      "step": 29033
    },
    {
      "epoch": 2.4663608562691133,
      "grad_norm": 3.090397178079969,
      "learning_rate": 0.00019907867657459024,
      "loss": 5.0314,
      "step": 29034
    },
    {
      "epoch": 2.4664458036017667,
      "grad_norm": 2.9724356668669216,
      "learning_rate": 0.00019907218828089227,
      "loss": 4.7592,
      "step": 29035
    },
    {
      "epoch": 2.4665307509344205,
      "grad_norm": 2.9561712816468284,
      "learning_rate": 0.00019906569988437325,
      "loss": 4.5918,
      "step": 29036
    },
    {
      "epoch": 2.4666156982670744,
      "grad_norm": 2.956526011989087,
      "learning_rate": 0.00019905921138504683,
      "loss": 4.6511,
      "step": 29037
    },
    {
      "epoch": 2.4667006455997282,
      "grad_norm": 2.9430043125123064,
      "learning_rate": 0.00019905272278292663,
      "loss": 4.5671,
      "step": 29038
    },
    {
      "epoch": 2.466785592932382,
      "grad_norm": 3.09823210575152,
      "learning_rate": 0.00019904623407802617,
      "loss": 4.8479,
      "step": 29039
    },
    {
      "epoch": 2.4668705402650355,
      "grad_norm": 2.902038433860532,
      "learning_rate": 0.00019903974527035907,
      "loss": 4.5609,
      "step": 29040
    },
    {
      "epoch": 2.4669554875976893,
      "grad_norm": 2.9534889653043903,
      "learning_rate": 0.00019903325635993902,
      "loss": 4.8203,
      "step": 29041
    },
    {
      "epoch": 2.467040434930343,
      "grad_norm": 2.8718778298041188,
      "learning_rate": 0.00019902676734677948,
      "loss": 4.396,
      "step": 29042
    },
    {
      "epoch": 2.467125382262997,
      "grad_norm": 3.063655115068219,
      "learning_rate": 0.00019902027823089408,
      "loss": 4.9075,
      "step": 29043
    },
    {
      "epoch": 2.467210329595651,
      "grad_norm": 3.048056835143343,
      "learning_rate": 0.00019901378901229644,
      "loss": 4.8952,
      "step": 29044
    },
    {
      "epoch": 2.4672952769283043,
      "grad_norm": 2.9948416355105913,
      "learning_rate": 0.00019900729969100017,
      "loss": 4.8318,
      "step": 29045
    },
    {
      "epoch": 2.467380224260958,
      "grad_norm": 2.8693063164388133,
      "learning_rate": 0.00019900081026701886,
      "loss": 4.5344,
      "step": 29046
    },
    {
      "epoch": 2.467465171593612,
      "grad_norm": 3.034638992311837,
      "learning_rate": 0.00019899432074036607,
      "loss": 4.7136,
      "step": 29047
    },
    {
      "epoch": 2.467550118926266,
      "grad_norm": 2.8805601498629807,
      "learning_rate": 0.00019898783111105546,
      "loss": 4.6429,
      "step": 29048
    },
    {
      "epoch": 2.4676350662589197,
      "grad_norm": 3.04291260610022,
      "learning_rate": 0.0001989813413791006,
      "loss": 4.7749,
      "step": 29049
    },
    {
      "epoch": 2.467720013591573,
      "grad_norm": 2.894906062058307,
      "learning_rate": 0.0001989748515445151,
      "loss": 4.4699,
      "step": 29050
    },
    {
      "epoch": 2.467804960924227,
      "grad_norm": 2.9041256814119856,
      "learning_rate": 0.00019896836160731248,
      "loss": 4.8038,
      "step": 29051
    },
    {
      "epoch": 2.467889908256881,
      "grad_norm": 2.852063975849632,
      "learning_rate": 0.00019896187156750642,
      "loss": 4.5508,
      "step": 29052
    },
    {
      "epoch": 2.4679748555895347,
      "grad_norm": 2.9588777353752795,
      "learning_rate": 0.00019895538142511053,
      "loss": 4.7408,
      "step": 29053
    },
    {
      "epoch": 2.468059802922188,
      "grad_norm": 2.981925686253003,
      "learning_rate": 0.00019894889118013832,
      "loss": 4.6632,
      "step": 29054
    },
    {
      "epoch": 2.468144750254842,
      "grad_norm": 3.0774000440925358,
      "learning_rate": 0.00019894240083260348,
      "loss": 4.8761,
      "step": 29055
    },
    {
      "epoch": 2.4682296975874958,
      "grad_norm": 2.8980770359880053,
      "learning_rate": 0.00019893591038251955,
      "loss": 4.6172,
      "step": 29056
    },
    {
      "epoch": 2.4683146449201496,
      "grad_norm": 3.094286978823078,
      "learning_rate": 0.00019892941982990023,
      "loss": 4.8243,
      "step": 29057
    },
    {
      "epoch": 2.468399592252803,
      "grad_norm": 2.9052936520133645,
      "learning_rate": 0.00019892292917475895,
      "loss": 4.413,
      "step": 29058
    },
    {
      "epoch": 2.468484539585457,
      "grad_norm": 2.9456185918245144,
      "learning_rate": 0.0001989164384171095,
      "loss": 4.8747,
      "step": 29059
    },
    {
      "epoch": 2.4685694869181107,
      "grad_norm": 2.8357792733194467,
      "learning_rate": 0.00019890994755696528,
      "loss": 4.6531,
      "step": 29060
    },
    {
      "epoch": 2.4686544342507646,
      "grad_norm": 2.9843376060974367,
      "learning_rate": 0.00019890345659434006,
      "loss": 4.5743,
      "step": 29061
    },
    {
      "epoch": 2.4687393815834184,
      "grad_norm": 3.1287164181266207,
      "learning_rate": 0.00019889696552924735,
      "loss": 5.2423,
      "step": 29062
    },
    {
      "epoch": 2.468824328916072,
      "grad_norm": 3.0624349833846396,
      "learning_rate": 0.0001988904743617008,
      "loss": 4.9252,
      "step": 29063
    },
    {
      "epoch": 2.4689092762487257,
      "grad_norm": 3.0094266324403756,
      "learning_rate": 0.00019888398309171398,
      "loss": 4.7254,
      "step": 29064
    },
    {
      "epoch": 2.4689942235813795,
      "grad_norm": 2.883840600038408,
      "learning_rate": 0.00019887749171930045,
      "loss": 4.4716,
      "step": 29065
    },
    {
      "epoch": 2.4690791709140334,
      "grad_norm": 3.116714974999432,
      "learning_rate": 0.00019887100024447392,
      "loss": 5.0098,
      "step": 29066
    },
    {
      "epoch": 2.4691641182466872,
      "grad_norm": 2.8446093840883706,
      "learning_rate": 0.0001988645086672479,
      "loss": 4.3298,
      "step": 29067
    },
    {
      "epoch": 2.4692490655793407,
      "grad_norm": 3.1640059399167915,
      "learning_rate": 0.00019885801698763604,
      "loss": 5.1818,
      "step": 29068
    },
    {
      "epoch": 2.4693340129119945,
      "grad_norm": 2.881413534426952,
      "learning_rate": 0.00019885152520565192,
      "loss": 4.4485,
      "step": 29069
    },
    {
      "epoch": 2.4694189602446484,
      "grad_norm": 2.8422582168915635,
      "learning_rate": 0.00019884503332130916,
      "loss": 4.2647,
      "step": 29070
    },
    {
      "epoch": 2.469503907577302,
      "grad_norm": 2.982353937244409,
      "learning_rate": 0.00019883854133462132,
      "loss": 4.8158,
      "step": 29071
    },
    {
      "epoch": 2.469588854909956,
      "grad_norm": 2.8725580191302207,
      "learning_rate": 0.000198832049245602,
      "loss": 4.7063,
      "step": 29072
    },
    {
      "epoch": 2.4696738022426095,
      "grad_norm": 2.996965124976341,
      "learning_rate": 0.0001988255570542649,
      "loss": 4.6531,
      "step": 29073
    },
    {
      "epoch": 2.4697587495752633,
      "grad_norm": 2.9108360506637636,
      "learning_rate": 0.00019881906476062352,
      "loss": 4.8126,
      "step": 29074
    },
    {
      "epoch": 2.469843696907917,
      "grad_norm": 2.8931384562849995,
      "learning_rate": 0.00019881257236469156,
      "loss": 4.6483,
      "step": 29075
    },
    {
      "epoch": 2.469928644240571,
      "grad_norm": 3.2597705719883354,
      "learning_rate": 0.0001988060798664825,
      "loss": 4.1411,
      "step": 29076
    },
    {
      "epoch": 2.4700135915732244,
      "grad_norm": 3.012684973003446,
      "learning_rate": 0.00019879958726601,
      "loss": 4.9618,
      "step": 29077
    },
    {
      "epoch": 2.4700985389058783,
      "grad_norm": 2.926715049884585,
      "learning_rate": 0.00019879309456328776,
      "loss": 4.5503,
      "step": 29078
    },
    {
      "epoch": 2.470183486238532,
      "grad_norm": 3.1333047863554326,
      "learning_rate": 0.0001987866017583292,
      "loss": 4.9439,
      "step": 29079
    },
    {
      "epoch": 2.470268433571186,
      "grad_norm": 2.9143678045981813,
      "learning_rate": 0.00019878010885114806,
      "loss": 4.7495,
      "step": 29080
    },
    {
      "epoch": 2.4703533809038394,
      "grad_norm": 2.8097456363792777,
      "learning_rate": 0.00019877361584175792,
      "loss": 4.3883,
      "step": 29081
    },
    {
      "epoch": 2.4704383282364932,
      "grad_norm": 2.8296861902612855,
      "learning_rate": 0.00019876712273017238,
      "loss": 4.3238,
      "step": 29082
    },
    {
      "epoch": 2.470523275569147,
      "grad_norm": 2.922629904784307,
      "learning_rate": 0.000198760629516405,
      "loss": 4.4337,
      "step": 29083
    },
    {
      "epoch": 2.470608222901801,
      "grad_norm": 2.920602507454712,
      "learning_rate": 0.00019875413620046943,
      "loss": 4.5096,
      "step": 29084
    },
    {
      "epoch": 2.470693170234455,
      "grad_norm": 2.9675708346578675,
      "learning_rate": 0.00019874764278237926,
      "loss": 4.7132,
      "step": 29085
    },
    {
      "epoch": 2.470778117567108,
      "grad_norm": 2.973909251501717,
      "learning_rate": 0.00019874114926214813,
      "loss": 4.5819,
      "step": 29086
    },
    {
      "epoch": 2.470863064899762,
      "grad_norm": 2.882210406743803,
      "learning_rate": 0.00019873465563978956,
      "loss": 4.6148,
      "step": 29087
    },
    {
      "epoch": 2.470948012232416,
      "grad_norm": 2.9048441222555423,
      "learning_rate": 0.00019872816191531724,
      "loss": 4.8506,
      "step": 29088
    },
    {
      "epoch": 2.4710329595650697,
      "grad_norm": 3.0539321818053065,
      "learning_rate": 0.0001987216680887448,
      "loss": 5.0324,
      "step": 29089
    },
    {
      "epoch": 2.4711179068977236,
      "grad_norm": 2.8791378229391533,
      "learning_rate": 0.00019871517416008574,
      "loss": 4.68,
      "step": 29090
    },
    {
      "epoch": 2.471202854230377,
      "grad_norm": 3.0894997647241116,
      "learning_rate": 0.00019870868012935376,
      "loss": 4.7333,
      "step": 29091
    },
    {
      "epoch": 2.471287801563031,
      "grad_norm": 2.953468846251727,
      "learning_rate": 0.00019870218599656237,
      "loss": 4.4413,
      "step": 29092
    },
    {
      "epoch": 2.4713727488956847,
      "grad_norm": 2.9247040489707974,
      "learning_rate": 0.00019869569176172533,
      "loss": 4.7397,
      "step": 29093
    },
    {
      "epoch": 2.4714576962283386,
      "grad_norm": 3.1989238671124123,
      "learning_rate": 0.00019868919742485608,
      "loss": 4.9116,
      "step": 29094
    },
    {
      "epoch": 2.4715426435609924,
      "grad_norm": 2.8745920419035884,
      "learning_rate": 0.00019868270298596834,
      "loss": 4.4184,
      "step": 29095
    },
    {
      "epoch": 2.471627590893646,
      "grad_norm": 3.088171948267792,
      "learning_rate": 0.00019867620844507566,
      "loss": 4.9485,
      "step": 29096
    },
    {
      "epoch": 2.4717125382262997,
      "grad_norm": 2.904326275137596,
      "learning_rate": 0.00019866971380219168,
      "loss": 4.5509,
      "step": 29097
    },
    {
      "epoch": 2.4717974855589535,
      "grad_norm": 2.846168692650835,
      "learning_rate": 0.00019866321905733,
      "loss": 4.53,
      "step": 29098
    },
    {
      "epoch": 2.4718824328916074,
      "grad_norm": 2.8620389274894396,
      "learning_rate": 0.00019865672421050416,
      "loss": 4.6229,
      "step": 29099
    },
    {
      "epoch": 2.4719673802242608,
      "grad_norm": 2.888667855945459,
      "learning_rate": 0.00019865022926172793,
      "loss": 4.3306,
      "step": 29100
    },
    {
      "epoch": 2.4720523275569146,
      "grad_norm": 2.868488778727213,
      "learning_rate": 0.00019864373421101477,
      "loss": 4.2121,
      "step": 29101
    },
    {
      "epoch": 2.4721372748895685,
      "grad_norm": 2.8703200252838816,
      "learning_rate": 0.00019863723905837836,
      "loss": 4.626,
      "step": 29102
    },
    {
      "epoch": 2.4722222222222223,
      "grad_norm": 3.11517695586875,
      "learning_rate": 0.0001986307438038323,
      "loss": 5.1373,
      "step": 29103
    },
    {
      "epoch": 2.4723071695548757,
      "grad_norm": 2.8569054024002574,
      "learning_rate": 0.00019862424844739013,
      "loss": 4.5436,
      "step": 29104
    },
    {
      "epoch": 2.4723921168875296,
      "grad_norm": 3.034778191905847,
      "learning_rate": 0.00019861775298906558,
      "loss": 4.9855,
      "step": 29105
    },
    {
      "epoch": 2.4724770642201834,
      "grad_norm": 2.896718888628435,
      "learning_rate": 0.00019861125742887218,
      "loss": 4.6989,
      "step": 29106
    },
    {
      "epoch": 2.4725620115528373,
      "grad_norm": 2.956936303335151,
      "learning_rate": 0.00019860476176682357,
      "loss": 4.6163,
      "step": 29107
    },
    {
      "epoch": 2.472646958885491,
      "grad_norm": 2.97028572551329,
      "learning_rate": 0.00019859826600293333,
      "loss": 5.0611,
      "step": 29108
    },
    {
      "epoch": 2.4727319062181445,
      "grad_norm": 3.0222626856397543,
      "learning_rate": 0.00019859177013721515,
      "loss": 4.5456,
      "step": 29109
    },
    {
      "epoch": 2.4728168535507984,
      "grad_norm": 2.9087879965353123,
      "learning_rate": 0.00019858527416968252,
      "loss": 4.5651,
      "step": 29110
    },
    {
      "epoch": 2.4729018008834522,
      "grad_norm": 3.0248211283986914,
      "learning_rate": 0.0001985787781003491,
      "loss": 4.6704,
      "step": 29111
    },
    {
      "epoch": 2.472986748216106,
      "grad_norm": 2.927965868416002,
      "learning_rate": 0.00019857228192922855,
      "loss": 4.8959,
      "step": 29112
    },
    {
      "epoch": 2.47307169554876,
      "grad_norm": 2.8117878271352224,
      "learning_rate": 0.00019856578565633444,
      "loss": 4.4725,
      "step": 29113
    },
    {
      "epoch": 2.4731566428814133,
      "grad_norm": 2.8560771842900774,
      "learning_rate": 0.00019855928928168038,
      "loss": 4.3422,
      "step": 29114
    },
    {
      "epoch": 2.473241590214067,
      "grad_norm": 2.9532739400028,
      "learning_rate": 0.00019855279280528,
      "loss": 4.7904,
      "step": 29115
    },
    {
      "epoch": 2.473326537546721,
      "grad_norm": 2.920874844021987,
      "learning_rate": 0.00019854629622714692,
      "loss": 4.5418,
      "step": 29116
    },
    {
      "epoch": 2.473411484879375,
      "grad_norm": 2.802865587769866,
      "learning_rate": 0.00019853979954729466,
      "loss": 4.3735,
      "step": 29117
    },
    {
      "epoch": 2.4734964322120288,
      "grad_norm": 3.086673279571381,
      "learning_rate": 0.000198533302765737,
      "loss": 4.9592,
      "step": 29118
    },
    {
      "epoch": 2.473581379544682,
      "grad_norm": 2.8945947879228724,
      "learning_rate": 0.00019852680588248743,
      "loss": 4.5612,
      "step": 29119
    },
    {
      "epoch": 2.473666326877336,
      "grad_norm": 2.9490931855891565,
      "learning_rate": 0.00019852030889755954,
      "loss": 4.6804,
      "step": 29120
    },
    {
      "epoch": 2.47375127420999,
      "grad_norm": 3.0427242579714147,
      "learning_rate": 0.00019851381181096704,
      "loss": 4.8649,
      "step": 29121
    },
    {
      "epoch": 2.4738362215426437,
      "grad_norm": 2.877016190736695,
      "learning_rate": 0.0001985073146227235,
      "loss": 4.7008,
      "step": 29122
    },
    {
      "epoch": 2.4739211688752976,
      "grad_norm": 2.946337151614006,
      "learning_rate": 0.00019850081733284252,
      "loss": 4.4898,
      "step": 29123
    },
    {
      "epoch": 2.474006116207951,
      "grad_norm": 2.8460282059945192,
      "learning_rate": 0.00019849431994133768,
      "loss": 4.434,
      "step": 29124
    },
    {
      "epoch": 2.474091063540605,
      "grad_norm": 3.1579006631475353,
      "learning_rate": 0.00019848782244822274,
      "loss": 5.2252,
      "step": 29125
    },
    {
      "epoch": 2.4741760108732587,
      "grad_norm": 3.0027022268417456,
      "learning_rate": 0.00019848132485351112,
      "loss": 4.6227,
      "step": 29126
    },
    {
      "epoch": 2.4742609582059125,
      "grad_norm": 3.0939900291662723,
      "learning_rate": 0.00019847482715721658,
      "loss": 4.8875,
      "step": 29127
    },
    {
      "epoch": 2.474345905538566,
      "grad_norm": 2.831842287337176,
      "learning_rate": 0.00019846832935935268,
      "loss": 4.5628,
      "step": 29128
    },
    {
      "epoch": 2.4744308528712198,
      "grad_norm": 2.9466235973382555,
      "learning_rate": 0.00019846183145993303,
      "loss": 4.8075,
      "step": 29129
    },
    {
      "epoch": 2.4745158002038736,
      "grad_norm": 2.940319460619596,
      "learning_rate": 0.0001984553334589712,
      "loss": 4.7627,
      "step": 29130
    },
    {
      "epoch": 2.4746007475365275,
      "grad_norm": 2.896247408706268,
      "learning_rate": 0.00019844883535648095,
      "loss": 4.2974,
      "step": 29131
    },
    {
      "epoch": 2.474685694869181,
      "grad_norm": 3.0184160968279525,
      "learning_rate": 0.00019844233715247573,
      "loss": 4.8866,
      "step": 29132
    },
    {
      "epoch": 2.4747706422018347,
      "grad_norm": 2.8529869611810867,
      "learning_rate": 0.00019843583884696927,
      "loss": 4.3698,
      "step": 29133
    },
    {
      "epoch": 2.4748555895344886,
      "grad_norm": 2.807577074132691,
      "learning_rate": 0.00019842934043997514,
      "loss": 4.0953,
      "step": 29134
    },
    {
      "epoch": 2.4749405368671424,
      "grad_norm": 2.8414715698590824,
      "learning_rate": 0.0001984228419315069,
      "loss": 4.2752,
      "step": 29135
    },
    {
      "epoch": 2.4750254841997963,
      "grad_norm": 2.917834380815157,
      "learning_rate": 0.0001984163433215783,
      "loss": 4.5512,
      "step": 29136
    },
    {
      "epoch": 2.4751104315324497,
      "grad_norm": 2.945310841154799,
      "learning_rate": 0.00019840984461020288,
      "loss": 4.8645,
      "step": 29137
    },
    {
      "epoch": 2.4751953788651035,
      "grad_norm": 2.915554054549485,
      "learning_rate": 0.00019840334579739426,
      "loss": 4.7643,
      "step": 29138
    },
    {
      "epoch": 2.4752803261977574,
      "grad_norm": 2.95882750106165,
      "learning_rate": 0.00019839684688316601,
      "loss": 4.6575,
      "step": 29139
    },
    {
      "epoch": 2.4753652735304112,
      "grad_norm": 2.969250048356884,
      "learning_rate": 0.0001983903478675319,
      "loss": 4.6288,
      "step": 29140
    },
    {
      "epoch": 2.475450220863065,
      "grad_norm": 2.905583330772998,
      "learning_rate": 0.00019838384875050532,
      "loss": 4.1648,
      "step": 29141
    },
    {
      "epoch": 2.4755351681957185,
      "grad_norm": 2.990144527451219,
      "learning_rate": 0.00019837734953210006,
      "loss": 4.6909,
      "step": 29142
    },
    {
      "epoch": 2.4756201155283724,
      "grad_norm": 3.073321126859308,
      "learning_rate": 0.00019837085021232972,
      "loss": 5.1435,
      "step": 29143
    },
    {
      "epoch": 2.475705062861026,
      "grad_norm": 2.934067830865123,
      "learning_rate": 0.0001983643507912078,
      "loss": 4.5096,
      "step": 29144
    },
    {
      "epoch": 2.47579001019368,
      "grad_norm": 3.109149236297561,
      "learning_rate": 0.0001983578512687481,
      "loss": 4.8896,
      "step": 29145
    },
    {
      "epoch": 2.475874957526334,
      "grad_norm": 2.913213672974026,
      "learning_rate": 0.00019835135164496408,
      "loss": 4.366,
      "step": 29146
    },
    {
      "epoch": 2.4759599048589873,
      "grad_norm": 3.018781615519886,
      "learning_rate": 0.00019834485191986943,
      "loss": 4.8776,
      "step": 29147
    },
    {
      "epoch": 2.476044852191641,
      "grad_norm": 2.9553838232267626,
      "learning_rate": 0.00019833835209347777,
      "loss": 4.3211,
      "step": 29148
    },
    {
      "epoch": 2.476129799524295,
      "grad_norm": 2.859458759060054,
      "learning_rate": 0.00019833185216580276,
      "loss": 4.4149,
      "step": 29149
    },
    {
      "epoch": 2.476214746856949,
      "grad_norm": 2.850555955529068,
      "learning_rate": 0.00019832535213685785,
      "loss": 4.2779,
      "step": 29150
    },
    {
      "epoch": 2.4762996941896023,
      "grad_norm": 2.935171168158328,
      "learning_rate": 0.00019831885200665686,
      "loss": 4.5176,
      "step": 29151
    },
    {
      "epoch": 2.476384641522256,
      "grad_norm": 2.813483580005886,
      "learning_rate": 0.00019831235177521334,
      "loss": 4.538,
      "step": 29152
    },
    {
      "epoch": 2.47646958885491,
      "grad_norm": 2.9513187055308423,
      "learning_rate": 0.00019830585144254087,
      "loss": 4.6783,
      "step": 29153
    },
    {
      "epoch": 2.476554536187564,
      "grad_norm": 2.9154194496950887,
      "learning_rate": 0.00019829935100865306,
      "loss": 4.544,
      "step": 29154
    },
    {
      "epoch": 2.4766394835202172,
      "grad_norm": 2.9548529531999805,
      "learning_rate": 0.00019829285047356362,
      "loss": 4.5746,
      "step": 29155
    },
    {
      "epoch": 2.476724430852871,
      "grad_norm": 2.924276099095243,
      "learning_rate": 0.00019828634983728614,
      "loss": 4.5662,
      "step": 29156
    },
    {
      "epoch": 2.476809378185525,
      "grad_norm": 2.8863065577038345,
      "learning_rate": 0.00019827984909983413,
      "loss": 4.7483,
      "step": 29157
    },
    {
      "epoch": 2.476894325518179,
      "grad_norm": 2.8870667717292577,
      "learning_rate": 0.0001982733482612214,
      "loss": 4.3146,
      "step": 29158
    },
    {
      "epoch": 2.4769792728508326,
      "grad_norm": 2.95006743728263,
      "learning_rate": 0.00019826684732146142,
      "loss": 4.639,
      "step": 29159
    },
    {
      "epoch": 2.477064220183486,
      "grad_norm": 2.997905251469172,
      "learning_rate": 0.00019826034628056785,
      "loss": 4.6134,
      "step": 29160
    },
    {
      "epoch": 2.47714916751614,
      "grad_norm": 2.998456916304055,
      "learning_rate": 0.00019825384513855437,
      "loss": 4.69,
      "step": 29161
    },
    {
      "epoch": 2.4772341148487937,
      "grad_norm": 2.86663441734119,
      "learning_rate": 0.0001982473438954345,
      "loss": 4.2617,
      "step": 29162
    },
    {
      "epoch": 2.4773190621814476,
      "grad_norm": 2.911566695397948,
      "learning_rate": 0.00019824084255122193,
      "loss": 4.4339,
      "step": 29163
    },
    {
      "epoch": 2.4774040095141014,
      "grad_norm": 2.9059187627229286,
      "learning_rate": 0.0001982343411059303,
      "loss": 4.6566,
      "step": 29164
    },
    {
      "epoch": 2.477488956846755,
      "grad_norm": 3.0385783863600424,
      "learning_rate": 0.00019822783955957321,
      "loss": 4.763,
      "step": 29165
    },
    {
      "epoch": 2.4775739041794087,
      "grad_norm": 2.934101513928454,
      "learning_rate": 0.00019822133791216423,
      "loss": 4.4916,
      "step": 29166
    },
    {
      "epoch": 2.4776588515120626,
      "grad_norm": 2.961638785196714,
      "learning_rate": 0.0001982148361637171,
      "loss": 5.0359,
      "step": 29167
    },
    {
      "epoch": 2.4777437988447164,
      "grad_norm": 3.1299143251809207,
      "learning_rate": 0.0001982083343142453,
      "loss": 5.0941,
      "step": 29168
    },
    {
      "epoch": 2.4778287461773703,
      "grad_norm": 2.8897801681698456,
      "learning_rate": 0.00019820183236376256,
      "loss": 4.5863,
      "step": 29169
    },
    {
      "epoch": 2.4779136935100237,
      "grad_norm": 3.0964314560638235,
      "learning_rate": 0.00019819533031228246,
      "loss": 5.1729,
      "step": 29170
    },
    {
      "epoch": 2.4779986408426775,
      "grad_norm": 2.9410137874997604,
      "learning_rate": 0.0001981888281598186,
      "loss": 4.6681,
      "step": 29171
    },
    {
      "epoch": 2.4780835881753314,
      "grad_norm": 2.8444418403924403,
      "learning_rate": 0.0001981823259063847,
      "loss": 4.2103,
      "step": 29172
    },
    {
      "epoch": 2.478168535507985,
      "grad_norm": 2.832982064152062,
      "learning_rate": 0.00019817582355199427,
      "loss": 4.3791,
      "step": 29173
    },
    {
      "epoch": 2.4782534828406386,
      "grad_norm": 3.186189117994275,
      "learning_rate": 0.00019816932109666105,
      "loss": 5.2914,
      "step": 29174
    },
    {
      "epoch": 2.4783384301732925,
      "grad_norm": 3.0188100278604457,
      "learning_rate": 0.0001981628185403985,
      "loss": 4.8443,
      "step": 29175
    },
    {
      "epoch": 2.4784233775059463,
      "grad_norm": 2.96612609981289,
      "learning_rate": 0.00019815631588322044,
      "loss": 4.4765,
      "step": 29176
    },
    {
      "epoch": 2.4785083248386,
      "grad_norm": 2.9612142304806888,
      "learning_rate": 0.00019814981312514036,
      "loss": 4.5164,
      "step": 29177
    },
    {
      "epoch": 2.4785932721712536,
      "grad_norm": 2.8391283762696773,
      "learning_rate": 0.00019814331026617193,
      "loss": 4.4826,
      "step": 29178
    },
    {
      "epoch": 2.4786782195039074,
      "grad_norm": 3.078542081261475,
      "learning_rate": 0.00019813680730632876,
      "loss": 5.1291,
      "step": 29179
    },
    {
      "epoch": 2.4787631668365613,
      "grad_norm": 2.8221314580448604,
      "learning_rate": 0.0001981303042456245,
      "loss": 4.3906,
      "step": 29180
    },
    {
      "epoch": 2.478848114169215,
      "grad_norm": 2.8965738492571385,
      "learning_rate": 0.00019812380108407275,
      "loss": 4.4592,
      "step": 29181
    },
    {
      "epoch": 2.478933061501869,
      "grad_norm": 3.1094666968991636,
      "learning_rate": 0.00019811729782168714,
      "loss": 4.1215,
      "step": 29182
    },
    {
      "epoch": 2.4790180088345224,
      "grad_norm": 3.0099987235445527,
      "learning_rate": 0.00019811079445848135,
      "loss": 4.6711,
      "step": 29183
    },
    {
      "epoch": 2.4791029561671762,
      "grad_norm": 3.051332394359604,
      "learning_rate": 0.0001981042909944689,
      "loss": 4.9153,
      "step": 29184
    },
    {
      "epoch": 2.47918790349983,
      "grad_norm": 2.8911725949764895,
      "learning_rate": 0.0001980977874296635,
      "loss": 4.3086,
      "step": 29185
    },
    {
      "epoch": 2.479272850832484,
      "grad_norm": 2.9622926894513015,
      "learning_rate": 0.00019809128376407876,
      "loss": 4.7027,
      "step": 29186
    },
    {
      "epoch": 2.479357798165138,
      "grad_norm": 2.8850103315841262,
      "learning_rate": 0.0001980847799977283,
      "loss": 4.4782,
      "step": 29187
    },
    {
      "epoch": 2.479442745497791,
      "grad_norm": 3.070445191438304,
      "learning_rate": 0.00019807827613062577,
      "loss": 5.1628,
      "step": 29188
    },
    {
      "epoch": 2.479527692830445,
      "grad_norm": 3.1093676623322084,
      "learning_rate": 0.00019807177216278474,
      "loss": 4.985,
      "step": 29189
    },
    {
      "epoch": 2.479612640163099,
      "grad_norm": 3.0754167790107894,
      "learning_rate": 0.00019806526809421887,
      "loss": 5.2007,
      "step": 29190
    },
    {
      "epoch": 2.4796975874957528,
      "grad_norm": 2.9493858577161736,
      "learning_rate": 0.0001980587639249418,
      "loss": 4.458,
      "step": 29191
    },
    {
      "epoch": 2.4797825348284066,
      "grad_norm": 2.9184827831470566,
      "learning_rate": 0.0001980522596549672,
      "loss": 4.6033,
      "step": 29192
    },
    {
      "epoch": 2.47986748216106,
      "grad_norm": 2.9048846183417085,
      "learning_rate": 0.00019804575528430858,
      "loss": 4.5645,
      "step": 29193
    },
    {
      "epoch": 2.479952429493714,
      "grad_norm": 3.0761809605783803,
      "learning_rate": 0.0001980392508129797,
      "loss": 4.8045,
      "step": 29194
    },
    {
      "epoch": 2.4800373768263677,
      "grad_norm": 2.8792688132834807,
      "learning_rate": 0.0001980327462409941,
      "loss": 4.5819,
      "step": 29195
    },
    {
      "epoch": 2.4801223241590216,
      "grad_norm": 2.922091341096643,
      "learning_rate": 0.0001980262415683654,
      "loss": 4.5512,
      "step": 29196
    },
    {
      "epoch": 2.480207271491675,
      "grad_norm": 2.930842731070635,
      "learning_rate": 0.0001980197367951073,
      "loss": 4.6957,
      "step": 29197
    },
    {
      "epoch": 2.480292218824329,
      "grad_norm": 2.791349441171718,
      "learning_rate": 0.0001980132319212334,
      "loss": 4.338,
      "step": 29198
    },
    {
      "epoch": 2.4803771661569827,
      "grad_norm": 3.1026665234270636,
      "learning_rate": 0.00019800672694675732,
      "loss": 5.1232,
      "step": 29199
    },
    {
      "epoch": 2.4804621134896365,
      "grad_norm": 2.8655534248570658,
      "learning_rate": 0.00019800022187169264,
      "loss": 4.3649,
      "step": 29200
    },
    {
      "epoch": 2.4805470608222904,
      "grad_norm": 3.0919564976576646,
      "learning_rate": 0.0001979937166960531,
      "loss": 5.0829,
      "step": 29201
    },
    {
      "epoch": 2.480632008154944,
      "grad_norm": 2.910262134541396,
      "learning_rate": 0.0001979872114198523,
      "loss": 4.7419,
      "step": 29202
    },
    {
      "epoch": 2.4807169554875976,
      "grad_norm": 3.0024996543393443,
      "learning_rate": 0.00019798070604310378,
      "loss": 4.537,
      "step": 29203
    },
    {
      "epoch": 2.4808019028202515,
      "grad_norm": 3.110192369879088,
      "learning_rate": 0.00019797420056582126,
      "loss": 4.9565,
      "step": 29204
    },
    {
      "epoch": 2.4808868501529053,
      "grad_norm": 2.8835928289627515,
      "learning_rate": 0.00019796769498801834,
      "loss": 4.5265,
      "step": 29205
    },
    {
      "epoch": 2.4809717974855587,
      "grad_norm": 2.825483727866615,
      "learning_rate": 0.00019796118930970867,
      "loss": 4.3352,
      "step": 29206
    },
    {
      "epoch": 2.4810567448182126,
      "grad_norm": 2.9189131139225233,
      "learning_rate": 0.00019795468353090586,
      "loss": 4.571,
      "step": 29207
    },
    {
      "epoch": 2.4811416921508664,
      "grad_norm": 2.896838710144081,
      "learning_rate": 0.00019794817765162356,
      "loss": 4.5851,
      "step": 29208
    },
    {
      "epoch": 2.4812266394835203,
      "grad_norm": 2.8882857900270738,
      "learning_rate": 0.00019794167167187535,
      "loss": 4.6374,
      "step": 29209
    },
    {
      "epoch": 2.481311586816174,
      "grad_norm": 2.919257220560817,
      "learning_rate": 0.00019793516559167497,
      "loss": 4.5243,
      "step": 29210
    },
    {
      "epoch": 2.4813965341488275,
      "grad_norm": 3.016756120624861,
      "learning_rate": 0.00019792865941103597,
      "loss": 4.846,
      "step": 29211
    },
    {
      "epoch": 2.4814814814814814,
      "grad_norm": 2.8262407919729036,
      "learning_rate": 0.00019792215312997198,
      "loss": 4.3302,
      "step": 29212
    },
    {
      "epoch": 2.4815664288141353,
      "grad_norm": 3.0249122978026723,
      "learning_rate": 0.00019791564674849661,
      "loss": 4.8047,
      "step": 29213
    },
    {
      "epoch": 2.481651376146789,
      "grad_norm": 3.0757360761178067,
      "learning_rate": 0.0001979091402666236,
      "loss": 4.8386,
      "step": 29214
    },
    {
      "epoch": 2.481736323479443,
      "grad_norm": 2.92960264934289,
      "learning_rate": 0.0001979026336843665,
      "loss": 4.3947,
      "step": 29215
    },
    {
      "epoch": 2.4818212708120964,
      "grad_norm": 3.0189425411921182,
      "learning_rate": 0.00019789612700173894,
      "loss": 4.8422,
      "step": 29216
    },
    {
      "epoch": 2.48190621814475,
      "grad_norm": 2.913449976507753,
      "learning_rate": 0.0001978896202187546,
      "loss": 4.5666,
      "step": 29217
    },
    {
      "epoch": 2.481991165477404,
      "grad_norm": 3.1313048349529398,
      "learning_rate": 0.00019788311333542708,
      "loss": 5.3142,
      "step": 29218
    },
    {
      "epoch": 2.482076112810058,
      "grad_norm": 2.954446983333026,
      "learning_rate": 0.00019787660635177005,
      "loss": 4.5981,
      "step": 29219
    },
    {
      "epoch": 2.4821610601427118,
      "grad_norm": 3.0211196350509257,
      "learning_rate": 0.00019787009926779705,
      "loss": 4.9638,
      "step": 29220
    },
    {
      "epoch": 2.482246007475365,
      "grad_norm": 2.9533948136090724,
      "learning_rate": 0.0001978635920835218,
      "loss": 4.677,
      "step": 29221
    },
    {
      "epoch": 2.482330954808019,
      "grad_norm": 2.9592314834151745,
      "learning_rate": 0.00019785708479895794,
      "loss": 4.7077,
      "step": 29222
    },
    {
      "epoch": 2.482415902140673,
      "grad_norm": 2.8278235681411683,
      "learning_rate": 0.00019785057741411905,
      "loss": 4.507,
      "step": 29223
    },
    {
      "epoch": 2.4825008494733267,
      "grad_norm": 2.88020609937467,
      "learning_rate": 0.00019784406992901882,
      "loss": 4.5359,
      "step": 29224
    },
    {
      "epoch": 2.48258579680598,
      "grad_norm": 2.8127947094752233,
      "learning_rate": 0.00019783756234367084,
      "loss": 4.4949,
      "step": 29225
    },
    {
      "epoch": 2.482670744138634,
      "grad_norm": 2.8485519603317653,
      "learning_rate": 0.0001978310546580888,
      "loss": 4.2253,
      "step": 29226
    },
    {
      "epoch": 2.482755691471288,
      "grad_norm": 2.9141017145625208,
      "learning_rate": 0.00019782454687228626,
      "loss": 4.7536,
      "step": 29227
    },
    {
      "epoch": 2.4828406388039417,
      "grad_norm": 2.9381141002082956,
      "learning_rate": 0.0001978180389862769,
      "loss": 4.4515,
      "step": 29228
    },
    {
      "epoch": 2.482925586136595,
      "grad_norm": 3.007748393794316,
      "learning_rate": 0.00019781153100007436,
      "loss": 5.0309,
      "step": 29229
    },
    {
      "epoch": 2.483010533469249,
      "grad_norm": 2.9283510095406253,
      "learning_rate": 0.0001978050229136923,
      "loss": 4.7234,
      "step": 29230
    },
    {
      "epoch": 2.483095480801903,
      "grad_norm": 3.0864105784623503,
      "learning_rate": 0.00019779851472714427,
      "loss": 5.0621,
      "step": 29231
    },
    {
      "epoch": 2.4831804281345566,
      "grad_norm": 3.273176733584847,
      "learning_rate": 0.00019779200644044398,
      "loss": 4.2624,
      "step": 29232
    },
    {
      "epoch": 2.4832653754672105,
      "grad_norm": 2.9183818429537487,
      "learning_rate": 0.00019778549805360505,
      "loss": 4.7162,
      "step": 29233
    },
    {
      "epoch": 2.483350322799864,
      "grad_norm": 2.901791135506331,
      "learning_rate": 0.0001977789895666411,
      "loss": 4.507,
      "step": 29234
    },
    {
      "epoch": 2.4834352701325177,
      "grad_norm": 2.7837564034736286,
      "learning_rate": 0.0001977724809795658,
      "loss": 4.2134,
      "step": 29235
    },
    {
      "epoch": 2.4835202174651716,
      "grad_norm": 2.9108059873938155,
      "learning_rate": 0.00019776597229239276,
      "loss": 4.6025,
      "step": 29236
    },
    {
      "epoch": 2.4836051647978254,
      "grad_norm": 3.0514192089085643,
      "learning_rate": 0.00019775946350513566,
      "loss": 4.9615,
      "step": 29237
    },
    {
      "epoch": 2.4836901121304793,
      "grad_norm": 2.9727982910344113,
      "learning_rate": 0.00019775295461780807,
      "loss": 4.6592,
      "step": 29238
    },
    {
      "epoch": 2.4837750594631327,
      "grad_norm": 2.9715454923957347,
      "learning_rate": 0.00019774644563042365,
      "loss": 4.7133,
      "step": 29239
    },
    {
      "epoch": 2.4838600067957866,
      "grad_norm": 2.8328631934133113,
      "learning_rate": 0.00019773993654299607,
      "loss": 4.2792,
      "step": 29240
    },
    {
      "epoch": 2.4839449541284404,
      "grad_norm": 3.0968706131890653,
      "learning_rate": 0.00019773342735553896,
      "loss": 4.5032,
      "step": 29241
    },
    {
      "epoch": 2.4840299014610943,
      "grad_norm": 3.1421939179455793,
      "learning_rate": 0.00019772691806806597,
      "loss": 5.1669,
      "step": 29242
    },
    {
      "epoch": 2.484114848793748,
      "grad_norm": 3.1070604940004523,
      "learning_rate": 0.00019772040868059061,
      "loss": 4.9902,
      "step": 29243
    },
    {
      "epoch": 2.4841997961264015,
      "grad_norm": 2.928759362896054,
      "learning_rate": 0.00019771389919312677,
      "loss": 4.5104,
      "step": 29244
    },
    {
      "epoch": 2.4842847434590554,
      "grad_norm": 2.964247483618106,
      "learning_rate": 0.00019770738960568784,
      "loss": 4.824,
      "step": 29245
    },
    {
      "epoch": 2.484369690791709,
      "grad_norm": 2.7883436286859418,
      "learning_rate": 0.00019770087991828763,
      "loss": 4.3786,
      "step": 29246
    },
    {
      "epoch": 2.484454638124363,
      "grad_norm": 2.9253625580828895,
      "learning_rate": 0.00019769437013093967,
      "loss": 4.4789,
      "step": 29247
    },
    {
      "epoch": 2.4845395854570165,
      "grad_norm": 3.0564915220835718,
      "learning_rate": 0.00019768786024365769,
      "loss": 5.0312,
      "step": 29248
    },
    {
      "epoch": 2.4846245327896703,
      "grad_norm": 3.131959078168222,
      "learning_rate": 0.00019768135025645525,
      "loss": 5.1311,
      "step": 29249
    },
    {
      "epoch": 2.484709480122324,
      "grad_norm": 2.986080381439643,
      "learning_rate": 0.00019767484016934602,
      "loss": 4.8743,
      "step": 29250
    },
    {
      "epoch": 2.484794427454978,
      "grad_norm": 3.0533074811544942,
      "learning_rate": 0.00019766832998234366,
      "loss": 4.7844,
      "step": 29251
    },
    {
      "epoch": 2.4848793747876314,
      "grad_norm": 2.934304167903034,
      "learning_rate": 0.00019766181969546178,
      "loss": 4.5974,
      "step": 29252
    },
    {
      "epoch": 2.4849643221202853,
      "grad_norm": 2.8976979031658074,
      "learning_rate": 0.00019765530930871406,
      "loss": 4.2751,
      "step": 29253
    },
    {
      "epoch": 2.485049269452939,
      "grad_norm": 2.8183163487680027,
      "learning_rate": 0.00019764879882211414,
      "loss": 4.2973,
      "step": 29254
    },
    {
      "epoch": 2.485134216785593,
      "grad_norm": 2.9432195311862683,
      "learning_rate": 0.0001976422882356756,
      "loss": 4.6869,
      "step": 29255
    },
    {
      "epoch": 2.485219164118247,
      "grad_norm": 3.0924569962931843,
      "learning_rate": 0.00019763577754941216,
      "loss": 4.4048,
      "step": 29256
    },
    {
      "epoch": 2.4853041114509002,
      "grad_norm": 2.9743089111951275,
      "learning_rate": 0.0001976292667633374,
      "loss": 4.7737,
      "step": 29257
    },
    {
      "epoch": 2.485389058783554,
      "grad_norm": 2.8546390787184217,
      "learning_rate": 0.00019762275587746498,
      "loss": 4.6617,
      "step": 29258
    },
    {
      "epoch": 2.485474006116208,
      "grad_norm": 3.1219125970196675,
      "learning_rate": 0.00019761624489180853,
      "loss": 5.1912,
      "step": 29259
    },
    {
      "epoch": 2.485558953448862,
      "grad_norm": 2.866659564994646,
      "learning_rate": 0.0001976097338063818,
      "loss": 4.712,
      "step": 29260
    },
    {
      "epoch": 2.4856439007815156,
      "grad_norm": 2.9547937126744475,
      "learning_rate": 0.00019760322262119822,
      "loss": 4.7191,
      "step": 29261
    },
    {
      "epoch": 2.485728848114169,
      "grad_norm": 2.888645631400993,
      "learning_rate": 0.00019759671133627162,
      "loss": 4.6052,
      "step": 29262
    },
    {
      "epoch": 2.485813795446823,
      "grad_norm": 2.842087358780862,
      "learning_rate": 0.0001975901999516156,
      "loss": 4.3175,
      "step": 29263
    },
    {
      "epoch": 2.4858987427794768,
      "grad_norm": 2.840303920980893,
      "learning_rate": 0.00019758368846724373,
      "loss": 4.367,
      "step": 29264
    },
    {
      "epoch": 2.4859836901121306,
      "grad_norm": 2.9949106084086625,
      "learning_rate": 0.00019757717688316976,
      "loss": 4.762,
      "step": 29265
    },
    {
      "epoch": 2.4860686374447845,
      "grad_norm": 2.8990942374129425,
      "learning_rate": 0.00019757066519940727,
      "loss": 4.529,
      "step": 29266
    },
    {
      "epoch": 2.486153584777438,
      "grad_norm": 3.058144214782872,
      "learning_rate": 0.00019756415341596985,
      "loss": 4.8561,
      "step": 29267
    },
    {
      "epoch": 2.4862385321100917,
      "grad_norm": 3.0195549650165128,
      "learning_rate": 0.0001975576415328713,
      "loss": 4.671,
      "step": 29268
    },
    {
      "epoch": 2.4863234794427456,
      "grad_norm": 3.003143539433866,
      "learning_rate": 0.00019755112955012515,
      "loss": 4.719,
      "step": 29269
    },
    {
      "epoch": 2.4864084267753994,
      "grad_norm": 3.1511175829730718,
      "learning_rate": 0.000197544617467745,
      "loss": 4.9661,
      "step": 29270
    },
    {
      "epoch": 2.486493374108053,
      "grad_norm": 2.9126126717287617,
      "learning_rate": 0.00019753810528574465,
      "loss": 4.6904,
      "step": 29271
    },
    {
      "epoch": 2.4865783214407067,
      "grad_norm": 2.8134898488118365,
      "learning_rate": 0.0001975315930041376,
      "loss": 4.3825,
      "step": 29272
    },
    {
      "epoch": 2.4866632687733605,
      "grad_norm": 2.8795903157665306,
      "learning_rate": 0.00019752508062293757,
      "loss": 4.2849,
      "step": 29273
    },
    {
      "epoch": 2.4867482161060144,
      "grad_norm": 2.8917381785753884,
      "learning_rate": 0.00019751856814215817,
      "loss": 4.2843,
      "step": 29274
    },
    {
      "epoch": 2.486833163438668,
      "grad_norm": 3.038566435212519,
      "learning_rate": 0.0001975120555618131,
      "loss": 4.621,
      "step": 29275
    },
    {
      "epoch": 2.4869181107713216,
      "grad_norm": 2.825312684857906,
      "learning_rate": 0.00019750554288191594,
      "loss": 4.2033,
      "step": 29276
    },
    {
      "epoch": 2.4870030581039755,
      "grad_norm": 3.0185700590687587,
      "learning_rate": 0.00019749903010248034,
      "loss": 4.9213,
      "step": 29277
    },
    {
      "epoch": 2.4870880054366293,
      "grad_norm": 2.8739162534273386,
      "learning_rate": 0.00019749251722352005,
      "loss": 4.179,
      "step": 29278
    },
    {
      "epoch": 2.487172952769283,
      "grad_norm": 3.052328922395342,
      "learning_rate": 0.00019748600424504857,
      "loss": 5.0378,
      "step": 29279
    },
    {
      "epoch": 2.4872579001019366,
      "grad_norm": 2.976518431617932,
      "learning_rate": 0.00019747949116707966,
      "loss": 4.8373,
      "step": 29280
    },
    {
      "epoch": 2.4873428474345904,
      "grad_norm": 2.938730634824075,
      "learning_rate": 0.0001974729779896269,
      "loss": 4.4369,
      "step": 29281
    },
    {
      "epoch": 2.4874277947672443,
      "grad_norm": 2.921148563367478,
      "learning_rate": 0.00019746646471270393,
      "loss": 4.6427,
      "step": 29282
    },
    {
      "epoch": 2.487512742099898,
      "grad_norm": 2.7704529096870996,
      "learning_rate": 0.00019745995133632445,
      "loss": 4.2516,
      "step": 29283
    },
    {
      "epoch": 2.487597689432552,
      "grad_norm": 3.039090698176326,
      "learning_rate": 0.00019745343786050214,
      "loss": 5.1044,
      "step": 29284
    },
    {
      "epoch": 2.4876826367652054,
      "grad_norm": 3.1281812679902674,
      "learning_rate": 0.00019744692428525046,
      "loss": 4.9358,
      "step": 29285
    },
    {
      "epoch": 2.4877675840978593,
      "grad_norm": 3.1155690478449607,
      "learning_rate": 0.00019744041061058327,
      "loss": 4.2939,
      "step": 29286
    },
    {
      "epoch": 2.487852531430513,
      "grad_norm": 2.9102719503504484,
      "learning_rate": 0.00019743389683651416,
      "loss": 4.4294,
      "step": 29287
    },
    {
      "epoch": 2.487937478763167,
      "grad_norm": 2.8996552061645353,
      "learning_rate": 0.00019742738296305674,
      "loss": 4.4845,
      "step": 29288
    },
    {
      "epoch": 2.488022426095821,
      "grad_norm": 2.93142595849723,
      "learning_rate": 0.00019742086899022466,
      "loss": 4.6759,
      "step": 29289
    },
    {
      "epoch": 2.488107373428474,
      "grad_norm": 2.870707702152439,
      "learning_rate": 0.00019741435491803155,
      "loss": 4.317,
      "step": 29290
    },
    {
      "epoch": 2.488192320761128,
      "grad_norm": 2.852070038844222,
      "learning_rate": 0.00019740784074649117,
      "loss": 4.6787,
      "step": 29291
    },
    {
      "epoch": 2.488277268093782,
      "grad_norm": 2.899493722809806,
      "learning_rate": 0.000197401326475617,
      "loss": 4.7822,
      "step": 29292
    },
    {
      "epoch": 2.4883622154264358,
      "grad_norm": 2.9200371594746932,
      "learning_rate": 0.00019739481210542285,
      "loss": 4.8207,
      "step": 29293
    },
    {
      "epoch": 2.488447162759089,
      "grad_norm": 2.9111907093216405,
      "learning_rate": 0.00019738829763592226,
      "loss": 4.3092,
      "step": 29294
    },
    {
      "epoch": 2.488532110091743,
      "grad_norm": 3.176583533689904,
      "learning_rate": 0.00019738178306712893,
      "loss": 5.2519,
      "step": 29295
    },
    {
      "epoch": 2.488617057424397,
      "grad_norm": 2.9926113049156147,
      "learning_rate": 0.00019737526839905652,
      "loss": 4.7292,
      "step": 29296
    },
    {
      "epoch": 2.4887020047570507,
      "grad_norm": 2.8998525977413876,
      "learning_rate": 0.00019736875363171862,
      "loss": 4.4343,
      "step": 29297
    },
    {
      "epoch": 2.4887869520897046,
      "grad_norm": 2.96369259317134,
      "learning_rate": 0.00019736223876512895,
      "loss": 4.5817,
      "step": 29298
    },
    {
      "epoch": 2.488871899422358,
      "grad_norm": 2.9118678438829866,
      "learning_rate": 0.0001973557237993011,
      "loss": 4.7006,
      "step": 29299
    },
    {
      "epoch": 2.488956846755012,
      "grad_norm": 2.9398725413778752,
      "learning_rate": 0.0001973492087342488,
      "loss": 4.3234,
      "step": 29300
    },
    {
      "epoch": 2.4890417940876657,
      "grad_norm": 3.04173393006313,
      "learning_rate": 0.00019734269356998558,
      "loss": 4.9879,
      "step": 29301
    },
    {
      "epoch": 2.4891267414203195,
      "grad_norm": 3.026948622636288,
      "learning_rate": 0.00019733617830652525,
      "loss": 4.6286,
      "step": 29302
    },
    {
      "epoch": 2.489211688752973,
      "grad_norm": 2.8613770284360425,
      "learning_rate": 0.00019732966294388132,
      "loss": 4.5165,
      "step": 29303
    },
    {
      "epoch": 2.489296636085627,
      "grad_norm": 2.872178897691708,
      "learning_rate": 0.0001973231474820675,
      "loss": 4.5118,
      "step": 29304
    },
    {
      "epoch": 2.4893815834182806,
      "grad_norm": 2.955433557275782,
      "learning_rate": 0.00019731663192109746,
      "loss": 4.5237,
      "step": 29305
    },
    {
      "epoch": 2.4894665307509345,
      "grad_norm": 3.0480869295372495,
      "learning_rate": 0.0001973101162609848,
      "loss": 5.0573,
      "step": 29306
    },
    {
      "epoch": 2.4895514780835883,
      "grad_norm": 2.943678757181517,
      "learning_rate": 0.0001973036005017432,
      "loss": 4.6675,
      "step": 29307
    },
    {
      "epoch": 2.4896364254162417,
      "grad_norm": 3.1295378840819366,
      "learning_rate": 0.00019729708464338635,
      "loss": 4.978,
      "step": 29308
    },
    {
      "epoch": 2.4897213727488956,
      "grad_norm": 3.11537843033386,
      "learning_rate": 0.00019729056868592786,
      "loss": 4.821,
      "step": 29309
    },
    {
      "epoch": 2.4898063200815495,
      "grad_norm": 2.916782292633871,
      "learning_rate": 0.00019728405262938134,
      "loss": 4.6993,
      "step": 29310
    },
    {
      "epoch": 2.4898912674142033,
      "grad_norm": 2.9967147125534868,
      "learning_rate": 0.00019727753647376056,
      "loss": 4.721,
      "step": 29311
    },
    {
      "epoch": 2.489976214746857,
      "grad_norm": 3.0001550352819177,
      "learning_rate": 0.0001972710202190791,
      "loss": 4.9054,
      "step": 29312
    },
    {
      "epoch": 2.4900611620795106,
      "grad_norm": 2.8393947213045023,
      "learning_rate": 0.00019726450386535057,
      "loss": 4.1904,
      "step": 29313
    },
    {
      "epoch": 2.4901461094121644,
      "grad_norm": 3.135517840152944,
      "learning_rate": 0.0001972579874125887,
      "loss": 5.0441,
      "step": 29314
    },
    {
      "epoch": 2.4902310567448183,
      "grad_norm": 2.920073849545699,
      "learning_rate": 0.00019725147086080712,
      "loss": 4.214,
      "step": 29315
    },
    {
      "epoch": 2.490316004077472,
      "grad_norm": 2.869417123130994,
      "learning_rate": 0.0001972449542100195,
      "loss": 4.1997,
      "step": 29316
    },
    {
      "epoch": 2.490400951410126,
      "grad_norm": 2.8933600936767534,
      "learning_rate": 0.00019723843746023947,
      "loss": 4.5546,
      "step": 29317
    },
    {
      "epoch": 2.4904858987427794,
      "grad_norm": 2.963493432241535,
      "learning_rate": 0.0001972319206114807,
      "loss": 4.4827,
      "step": 29318
    },
    {
      "epoch": 2.490570846075433,
      "grad_norm": 2.934056483639691,
      "learning_rate": 0.0001972254036637568,
      "loss": 4.5288,
      "step": 29319
    },
    {
      "epoch": 2.490655793408087,
      "grad_norm": 3.2024670205165497,
      "learning_rate": 0.00019721888661708152,
      "loss": 5.3341,
      "step": 29320
    },
    {
      "epoch": 2.490740740740741,
      "grad_norm": 2.893979479942022,
      "learning_rate": 0.00019721236947146842,
      "loss": 4.4428,
      "step": 29321
    },
    {
      "epoch": 2.4908256880733943,
      "grad_norm": 2.9327975699157154,
      "learning_rate": 0.00019720585222693116,
      "loss": 4.6498,
      "step": 29322
    },
    {
      "epoch": 2.490910635406048,
      "grad_norm": 2.9299444988771177,
      "learning_rate": 0.00019719933488348345,
      "loss": 4.5832,
      "step": 29323
    },
    {
      "epoch": 2.490995582738702,
      "grad_norm": 2.8742404543975955,
      "learning_rate": 0.00019719281744113893,
      "loss": 4.3407,
      "step": 29324
    },
    {
      "epoch": 2.491080530071356,
      "grad_norm": 3.4159143866963495,
      "learning_rate": 0.00019718629989991127,
      "loss": 4.3152,
      "step": 29325
    },
    {
      "epoch": 2.4911654774040093,
      "grad_norm": 2.873486971148098,
      "learning_rate": 0.00019717978225981407,
      "loss": 4.5149,
      "step": 29326
    },
    {
      "epoch": 2.491250424736663,
      "grad_norm": 2.904736902060878,
      "learning_rate": 0.00019717326452086106,
      "loss": 4.3457,
      "step": 29327
    },
    {
      "epoch": 2.491335372069317,
      "grad_norm": 2.913577989784881,
      "learning_rate": 0.0001971667466830658,
      "loss": 4.488,
      "step": 29328
    },
    {
      "epoch": 2.491420319401971,
      "grad_norm": 2.856019299003002,
      "learning_rate": 0.00019716022874644208,
      "loss": 4.4116,
      "step": 29329
    },
    {
      "epoch": 2.4915052667346247,
      "grad_norm": 2.9682107144231593,
      "learning_rate": 0.0001971537107110034,
      "loss": 4.4785,
      "step": 29330
    },
    {
      "epoch": 2.491590214067278,
      "grad_norm": 2.997367887043678,
      "learning_rate": 0.00019714719257676357,
      "loss": 4.5656,
      "step": 29331
    },
    {
      "epoch": 2.491675161399932,
      "grad_norm": 2.910557506158666,
      "learning_rate": 0.00019714067434373615,
      "loss": 4.4327,
      "step": 29332
    },
    {
      "epoch": 2.491760108732586,
      "grad_norm": 2.941279164969765,
      "learning_rate": 0.00019713415601193478,
      "loss": 4.7887,
      "step": 29333
    },
    {
      "epoch": 2.4918450560652396,
      "grad_norm": 2.9583278606248378,
      "learning_rate": 0.00019712763758137326,
      "loss": 4.5346,
      "step": 29334
    },
    {
      "epoch": 2.4919300033978935,
      "grad_norm": 2.938111231704285,
      "learning_rate": 0.00019712111905206508,
      "loss": 4.5961,
      "step": 29335
    },
    {
      "epoch": 2.492014950730547,
      "grad_norm": 2.892010625069057,
      "learning_rate": 0.00019711460042402397,
      "loss": 4.3981,
      "step": 29336
    },
    {
      "epoch": 2.4920998980632008,
      "grad_norm": 3.138254488204236,
      "learning_rate": 0.0001971080816972636,
      "loss": 5.043,
      "step": 29337
    },
    {
      "epoch": 2.4921848453958546,
      "grad_norm": 3.041148706558837,
      "learning_rate": 0.00019710156287179763,
      "loss": 4.7366,
      "step": 29338
    },
    {
      "epoch": 2.4922697927285085,
      "grad_norm": 2.84862504237041,
      "learning_rate": 0.00019709504394763969,
      "loss": 4.3513,
      "step": 29339
    },
    {
      "epoch": 2.4923547400611623,
      "grad_norm": 2.9531178937623044,
      "learning_rate": 0.00019708852492480343,
      "loss": 4.5431,
      "step": 29340
    },
    {
      "epoch": 2.4924396873938157,
      "grad_norm": 2.943424375558203,
      "learning_rate": 0.00019708200580330254,
      "loss": 4.621,
      "step": 29341
    },
    {
      "epoch": 2.4925246347264696,
      "grad_norm": 3.136444047195431,
      "learning_rate": 0.0001970754865831507,
      "loss": 5.089,
      "step": 29342
    },
    {
      "epoch": 2.4926095820591234,
      "grad_norm": 2.999558101962165,
      "learning_rate": 0.00019706896726436155,
      "loss": 4.6356,
      "step": 29343
    },
    {
      "epoch": 2.4926945293917773,
      "grad_norm": 2.890249895539192,
      "learning_rate": 0.0001970624478469487,
      "loss": 4.5183,
      "step": 29344
    },
    {
      "epoch": 2.4927794767244307,
      "grad_norm": 3.137564729735414,
      "learning_rate": 0.0001970559283309259,
      "loss": 4.9894,
      "step": 29345
    },
    {
      "epoch": 2.4928644240570845,
      "grad_norm": 2.951643296753837,
      "learning_rate": 0.00019704940871630673,
      "loss": 4.6859,
      "step": 29346
    },
    {
      "epoch": 2.4929493713897384,
      "grad_norm": 2.9051780741333917,
      "learning_rate": 0.0001970428890031049,
      "loss": 4.47,
      "step": 29347
    },
    {
      "epoch": 2.4930343187223922,
      "grad_norm": 2.8335373681476352,
      "learning_rate": 0.00019703636919133404,
      "loss": 4.5848,
      "step": 29348
    },
    {
      "epoch": 2.4931192660550456,
      "grad_norm": 2.818322808295885,
      "learning_rate": 0.00019702984928100784,
      "loss": 4.3433,
      "step": 29349
    },
    {
      "epoch": 2.4932042133876995,
      "grad_norm": 2.873253285859185,
      "learning_rate": 0.0001970233292721399,
      "loss": 4.4166,
      "step": 29350
    },
    {
      "epoch": 2.4932891607203533,
      "grad_norm": 3.1364173204193615,
      "learning_rate": 0.00019701680916474397,
      "loss": 4.8014,
      "step": 29351
    },
    {
      "epoch": 2.493374108053007,
      "grad_norm": 2.8540445908336056,
      "learning_rate": 0.00019701028895883373,
      "loss": 4.4257,
      "step": 29352
    },
    {
      "epoch": 2.493459055385661,
      "grad_norm": 2.8531365322665008,
      "learning_rate": 0.00019700376865442267,
      "loss": 4.3565,
      "step": 29353
    },
    {
      "epoch": 2.4935440027183144,
      "grad_norm": 2.844503968039952,
      "learning_rate": 0.00019699724825152461,
      "loss": 4.3371,
      "step": 29354
    },
    {
      "epoch": 2.4936289500509683,
      "grad_norm": 2.861431575521297,
      "learning_rate": 0.00019699072775015319,
      "loss": 4.4542,
      "step": 29355
    },
    {
      "epoch": 2.493713897383622,
      "grad_norm": 3.0697418398146272,
      "learning_rate": 0.000196984207150322,
      "loss": 4.7045,
      "step": 29356
    },
    {
      "epoch": 2.493798844716276,
      "grad_norm": 3.2620751035147633,
      "learning_rate": 0.0001969776864520448,
      "loss": 4.1502,
      "step": 29357
    },
    {
      "epoch": 2.49388379204893,
      "grad_norm": 3.0877947016593335,
      "learning_rate": 0.00019697116565533517,
      "loss": 4.2732,
      "step": 29358
    },
    {
      "epoch": 2.4939687393815833,
      "grad_norm": 2.8537238220744943,
      "learning_rate": 0.00019696464476020678,
      "loss": 4.291,
      "step": 29359
    },
    {
      "epoch": 2.494053686714237,
      "grad_norm": 2.925363511434387,
      "learning_rate": 0.00019695812376667338,
      "loss": 4.5092,
      "step": 29360
    },
    {
      "epoch": 2.494138634046891,
      "grad_norm": 2.884302915429629,
      "learning_rate": 0.00019695160267474855,
      "loss": 4.4534,
      "step": 29361
    },
    {
      "epoch": 2.494223581379545,
      "grad_norm": 2.979403101908548,
      "learning_rate": 0.00019694508148444592,
      "loss": 4.7107,
      "step": 29362
    },
    {
      "epoch": 2.4943085287121987,
      "grad_norm": 2.9239974298935456,
      "learning_rate": 0.0001969385601957793,
      "loss": 4.6512,
      "step": 29363
    },
    {
      "epoch": 2.494393476044852,
      "grad_norm": 2.931519273823096,
      "learning_rate": 0.00019693203880876222,
      "loss": 4.4481,
      "step": 29364
    },
    {
      "epoch": 2.494478423377506,
      "grad_norm": 2.9230943099950877,
      "learning_rate": 0.0001969255173234084,
      "loss": 4.6543,
      "step": 29365
    },
    {
      "epoch": 2.4945633707101598,
      "grad_norm": 3.0592272348845104,
      "learning_rate": 0.00019691899573973147,
      "loss": 5.012,
      "step": 29366
    },
    {
      "epoch": 2.4946483180428136,
      "grad_norm": 2.9118459665586105,
      "learning_rate": 0.00019691247405774514,
      "loss": 4.7273,
      "step": 29367
    },
    {
      "epoch": 2.494733265375467,
      "grad_norm": 3.0114754549723446,
      "learning_rate": 0.00019690595227746306,
      "loss": 4.6124,
      "step": 29368
    },
    {
      "epoch": 2.494818212708121,
      "grad_norm": 3.1377428725678698,
      "learning_rate": 0.00019689943039889887,
      "loss": 4.2449,
      "step": 29369
    },
    {
      "epoch": 2.4949031600407747,
      "grad_norm": 2.9855228208259237,
      "learning_rate": 0.00019689290842206627,
      "loss": 4.8734,
      "step": 29370
    },
    {
      "epoch": 2.4949881073734286,
      "grad_norm": 2.967360966865457,
      "learning_rate": 0.00019688638634697886,
      "loss": 4.6879,
      "step": 29371
    },
    {
      "epoch": 2.495073054706082,
      "grad_norm": 3.004048317129066,
      "learning_rate": 0.00019687986417365043,
      "loss": 4.7407,
      "step": 29372
    },
    {
      "epoch": 2.495158002038736,
      "grad_norm": 2.964560657594899,
      "learning_rate": 0.00019687334190209455,
      "loss": 4.7571,
      "step": 29373
    },
    {
      "epoch": 2.4952429493713897,
      "grad_norm": 3.058013070832676,
      "learning_rate": 0.00019686681953232486,
      "loss": 5.0912,
      "step": 29374
    },
    {
      "epoch": 2.4953278967040435,
      "grad_norm": 3.094356246281985,
      "learning_rate": 0.0001968602970643551,
      "loss": 4.7645,
      "step": 29375
    },
    {
      "epoch": 2.4954128440366974,
      "grad_norm": 2.9274856075659073,
      "learning_rate": 0.00019685377449819887,
      "loss": 4.8937,
      "step": 29376
    },
    {
      "epoch": 2.495497791369351,
      "grad_norm": 3.1688417123139256,
      "learning_rate": 0.00019684725183386997,
      "loss": 4.9785,
      "step": 29377
    },
    {
      "epoch": 2.4955827387020046,
      "grad_norm": 3.187920355818082,
      "learning_rate": 0.0001968407290713819,
      "loss": 5.2442,
      "step": 29378
    },
    {
      "epoch": 2.4956676860346585,
      "grad_norm": 2.950990413509679,
      "learning_rate": 0.00019683420621074843,
      "loss": 4.8607,
      "step": 29379
    },
    {
      "epoch": 2.4957526333673123,
      "grad_norm": 2.871391330569781,
      "learning_rate": 0.00019682768325198318,
      "loss": 4.4428,
      "step": 29380
    },
    {
      "epoch": 2.495837580699966,
      "grad_norm": 2.8878344432225735,
      "learning_rate": 0.00019682116019509985,
      "loss": 4.4737,
      "step": 29381
    },
    {
      "epoch": 2.4959225280326196,
      "grad_norm": 2.982429264018484,
      "learning_rate": 0.00019681463704011208,
      "loss": 4.9667,
      "step": 29382
    },
    {
      "epoch": 2.4960074753652735,
      "grad_norm": 2.8918101719651137,
      "learning_rate": 0.00019680811378703354,
      "loss": 4.3025,
      "step": 29383
    },
    {
      "epoch": 2.4960924226979273,
      "grad_norm": 3.0663873593003608,
      "learning_rate": 0.00019680159043587793,
      "loss": 4.8845,
      "step": 29384
    },
    {
      "epoch": 2.496177370030581,
      "grad_norm": 3.115096641110378,
      "learning_rate": 0.00019679506698665888,
      "loss": 5.076,
      "step": 29385
    },
    {
      "epoch": 2.496262317363235,
      "grad_norm": 2.8325098468492635,
      "learning_rate": 0.0001967885434393901,
      "loss": 4.4654,
      "step": 29386
    },
    {
      "epoch": 2.4963472646958884,
      "grad_norm": 2.883932822541892,
      "learning_rate": 0.0001967820197940852,
      "loss": 4.6049,
      "step": 29387
    },
    {
      "epoch": 2.4964322120285423,
      "grad_norm": 2.9059432345499085,
      "learning_rate": 0.00019677549605075792,
      "loss": 4.5702,
      "step": 29388
    },
    {
      "epoch": 2.496517159361196,
      "grad_norm": 3.0019476644867367,
      "learning_rate": 0.00019676897220942188,
      "loss": 4.8722,
      "step": 29389
    },
    {
      "epoch": 2.49660210669385,
      "grad_norm": 2.9217298939530427,
      "learning_rate": 0.00019676244827009076,
      "loss": 4.6965,
      "step": 29390
    },
    {
      "epoch": 2.496687054026504,
      "grad_norm": 2.9063456388714783,
      "learning_rate": 0.00019675592423277824,
      "loss": 4.288,
      "step": 29391
    },
    {
      "epoch": 2.4967720013591572,
      "grad_norm": 2.7752820362277935,
      "learning_rate": 0.00019674940009749796,
      "loss": 4.1834,
      "step": 29392
    },
    {
      "epoch": 2.496856948691811,
      "grad_norm": 2.8965392715521734,
      "learning_rate": 0.00019674287586426362,
      "loss": 4.3313,
      "step": 29393
    },
    {
      "epoch": 2.496941896024465,
      "grad_norm": 3.1231052024385004,
      "learning_rate": 0.00019673635153308891,
      "loss": 5.1839,
      "step": 29394
    },
    {
      "epoch": 2.4970268433571188,
      "grad_norm": 3.003813350891647,
      "learning_rate": 0.00019672982710398747,
      "loss": 4.9793,
      "step": 29395
    },
    {
      "epoch": 2.497111790689772,
      "grad_norm": 3.001637358325776,
      "learning_rate": 0.00019672330257697288,
      "loss": 5.0387,
      "step": 29396
    },
    {
      "epoch": 2.497196738022426,
      "grad_norm": 2.9138186317210564,
      "learning_rate": 0.00019671677795205905,
      "loss": 4.6358,
      "step": 29397
    },
    {
      "epoch": 2.49728168535508,
      "grad_norm": 2.8599095290337524,
      "learning_rate": 0.0001967102532292594,
      "loss": 4.1902,
      "step": 29398
    },
    {
      "epoch": 2.4973666326877337,
      "grad_norm": 2.996255065517295,
      "learning_rate": 0.00019670372840858774,
      "loss": 4.7963,
      "step": 29399
    },
    {
      "epoch": 2.497451580020387,
      "grad_norm": 2.840075900856642,
      "learning_rate": 0.0001966972034900577,
      "loss": 4.2458,
      "step": 29400
    },
    {
      "epoch": 2.497536527353041,
      "grad_norm": 2.85699387113089,
      "learning_rate": 0.000196690678473683,
      "loss": 4.4915,
      "step": 29401
    },
    {
      "epoch": 2.497621474685695,
      "grad_norm": 2.9178186054845834,
      "learning_rate": 0.0001966841533594772,
      "loss": 4.8531,
      "step": 29402
    },
    {
      "epoch": 2.4977064220183487,
      "grad_norm": 2.881960002882444,
      "learning_rate": 0.00019667762814745408,
      "loss": 4.5893,
      "step": 29403
    },
    {
      "epoch": 2.4977913693510025,
      "grad_norm": 2.8920096543351037,
      "learning_rate": 0.0001966711028376273,
      "loss": 4.5889,
      "step": 29404
    },
    {
      "epoch": 2.497876316683656,
      "grad_norm": 2.872962755585636,
      "learning_rate": 0.00019666457743001045,
      "loss": 4.4153,
      "step": 29405
    },
    {
      "epoch": 2.49796126401631,
      "grad_norm": 2.9089239935397475,
      "learning_rate": 0.0001966580519246173,
      "loss": 4.4604,
      "step": 29406
    },
    {
      "epoch": 2.4980462113489637,
      "grad_norm": 2.8837227151986404,
      "learning_rate": 0.00019665152632146148,
      "loss": 4.4987,
      "step": 29407
    },
    {
      "epoch": 2.4981311586816175,
      "grad_norm": 2.895990222053349,
      "learning_rate": 0.00019664500062055668,
      "loss": 4.4102,
      "step": 29408
    },
    {
      "epoch": 2.4982161060142714,
      "grad_norm": 3.0914841678657456,
      "learning_rate": 0.00019663847482191655,
      "loss": 5.0722,
      "step": 29409
    },
    {
      "epoch": 2.4983010533469248,
      "grad_norm": 2.88096953868878,
      "learning_rate": 0.0001966319489255548,
      "loss": 4.5227,
      "step": 29410
    },
    {
      "epoch": 2.4983860006795786,
      "grad_norm": 2.901325106004601,
      "learning_rate": 0.00019662542293148497,
      "loss": 4.7747,
      "step": 29411
    },
    {
      "epoch": 2.4984709480122325,
      "grad_norm": 3.111357301734101,
      "learning_rate": 0.00019661889683972092,
      "loss": 5.1295,
      "step": 29412
    },
    {
      "epoch": 2.4985558953448863,
      "grad_norm": 3.0485456891004423,
      "learning_rate": 0.0001966123706502763,
      "loss": 4.9362,
      "step": 29413
    },
    {
      "epoch": 2.49864084267754,
      "grad_norm": 2.8952214191275942,
      "learning_rate": 0.00019660584436316462,
      "loss": 4.3129,
      "step": 29414
    },
    {
      "epoch": 2.4987257900101936,
      "grad_norm": 2.814007991922728,
      "learning_rate": 0.00019659931797839976,
      "loss": 4.1726,
      "step": 29415
    },
    {
      "epoch": 2.4988107373428474,
      "grad_norm": 2.8895002728914263,
      "learning_rate": 0.00019659279149599523,
      "loss": 4.3812,
      "step": 29416
    },
    {
      "epoch": 2.4988956846755013,
      "grad_norm": 2.9218759876068705,
      "learning_rate": 0.0001965862649159648,
      "loss": 4.3889,
      "step": 29417
    },
    {
      "epoch": 2.498980632008155,
      "grad_norm": 3.0519021854828465,
      "learning_rate": 0.00019657973823832212,
      "loss": 4.9821,
      "step": 29418
    },
    {
      "epoch": 2.4990655793408085,
      "grad_norm": 2.973994598180094,
      "learning_rate": 0.0001965732114630809,
      "loss": 4.8731,
      "step": 29419
    },
    {
      "epoch": 2.4991505266734624,
      "grad_norm": 2.9388516508398537,
      "learning_rate": 0.0001965666845902547,
      "loss": 4.6548,
      "step": 29420
    },
    {
      "epoch": 2.4992354740061162,
      "grad_norm": 3.4758372434983835,
      "learning_rate": 0.00019656015761985735,
      "loss": 4.3518,
      "step": 29421
    },
    {
      "epoch": 2.49932042133877,
      "grad_norm": 2.918793314224288,
      "learning_rate": 0.00019655363055190239,
      "loss": 4.578,
      "step": 29422
    },
    {
      "epoch": 2.4994053686714235,
      "grad_norm": 3.13648014191531,
      "learning_rate": 0.0001965471033864036,
      "loss": 5.0329,
      "step": 29423
    },
    {
      "epoch": 2.4994903160040773,
      "grad_norm": 2.8552995064935955,
      "learning_rate": 0.0001965405761233746,
      "loss": 4.1709,
      "step": 29424
    },
    {
      "epoch": 2.499575263336731,
      "grad_norm": 2.870762169757872,
      "learning_rate": 0.0001965340487628291,
      "loss": 4.7262,
      "step": 29425
    },
    {
      "epoch": 2.499660210669385,
      "grad_norm": 3.136684522539543,
      "learning_rate": 0.00019652752130478075,
      "loss": 5.0774,
      "step": 29426
    },
    {
      "epoch": 2.499745158002039,
      "grad_norm": 3.0417663411888856,
      "learning_rate": 0.00019652099374924318,
      "loss": 4.7038,
      "step": 29427
    },
    {
      "epoch": 2.4998301053346923,
      "grad_norm": 2.884344992366995,
      "learning_rate": 0.0001965144660962302,
      "loss": 4.6149,
      "step": 29428
    },
    {
      "epoch": 2.499915052667346,
      "grad_norm": 3.0544588807024975,
      "learning_rate": 0.00019650793834575538,
      "loss": 4.7667,
      "step": 29429
    },
    {
      "epoch": 2.5,
      "grad_norm": 2.998336386457799,
      "learning_rate": 0.00019650141049783242,
      "loss": 4.4222,
      "step": 29430
    },
    {
      "epoch": 2.500084947332654,
      "grad_norm": 2.9667678675749407,
      "learning_rate": 0.000196494882552475,
      "loss": 4.0822,
      "step": 29431
    },
    {
      "epoch": 2.5001698946653077,
      "grad_norm": 3.0786397784156665,
      "learning_rate": 0.0001964883545096968,
      "loss": 5.0278,
      "step": 29432
    },
    {
      "epoch": 2.500254841997961,
      "grad_norm": 2.963855738579975,
      "learning_rate": 0.0001964818263695115,
      "loss": 4.5449,
      "step": 29433
    },
    {
      "epoch": 2.500339789330615,
      "grad_norm": 3.0054006419851174,
      "learning_rate": 0.0001964752981319328,
      "loss": 4.7137,
      "step": 29434
    },
    {
      "epoch": 2.500424736663269,
      "grad_norm": 2.9458513329541125,
      "learning_rate": 0.0001964687697969744,
      "loss": 4.6941,
      "step": 29435
    },
    {
      "epoch": 2.5005096839959227,
      "grad_norm": 3.0772019415471075,
      "learning_rate": 0.00019646224136464981,
      "loss": 4.9156,
      "step": 29436
    },
    {
      "epoch": 2.5005946313285765,
      "grad_norm": 2.899293105568686,
      "learning_rate": 0.00019645571283497294,
      "loss": 4.683,
      "step": 29437
    },
    {
      "epoch": 2.50067957866123,
      "grad_norm": 2.875188659804439,
      "learning_rate": 0.00019644918420795733,
      "loss": 4.4512,
      "step": 29438
    },
    {
      "epoch": 2.5007645259938838,
      "grad_norm": 2.9021681883655495,
      "learning_rate": 0.00019644265548361673,
      "loss": 4.7239,
      "step": 29439
    },
    {
      "epoch": 2.5008494733265376,
      "grad_norm": 2.9973455345299778,
      "learning_rate": 0.00019643612666196472,
      "loss": 4.8061,
      "step": 29440
    },
    {
      "epoch": 2.500934420659191,
      "grad_norm": 2.8819564262165014,
      "learning_rate": 0.00019642959774301508,
      "loss": 4.3463,
      "step": 29441
    },
    {
      "epoch": 2.5010193679918453,
      "grad_norm": 3.0858462953942505,
      "learning_rate": 0.00019642306872678144,
      "loss": 5.0413,
      "step": 29442
    },
    {
      "epoch": 2.5011043153244987,
      "grad_norm": 2.8191406581913627,
      "learning_rate": 0.0001964165396132775,
      "loss": 4.4157,
      "step": 29443
    },
    {
      "epoch": 2.5011892626571526,
      "grad_norm": 2.9501331897873033,
      "learning_rate": 0.00019641001040251698,
      "loss": 4.7434,
      "step": 29444
    },
    {
      "epoch": 2.5012742099898064,
      "grad_norm": 2.8620641133451805,
      "learning_rate": 0.00019640348109451345,
      "loss": 4.5727,
      "step": 29445
    },
    {
      "epoch": 2.50135915732246,
      "grad_norm": 2.998154264492516,
      "learning_rate": 0.00019639695168928068,
      "loss": 4.6869,
      "step": 29446
    },
    {
      "epoch": 2.5014441046551137,
      "grad_norm": 3.104575690817351,
      "learning_rate": 0.00019639042218683235,
      "loss": 5.0835,
      "step": 29447
    },
    {
      "epoch": 2.5015290519877675,
      "grad_norm": 2.8978230073640656,
      "learning_rate": 0.0001963838925871821,
      "loss": 4.6983,
      "step": 29448
    },
    {
      "epoch": 2.5016139993204214,
      "grad_norm": 2.798834129130009,
      "learning_rate": 0.00019637736289034364,
      "loss": 4.2718,
      "step": 29449
    },
    {
      "epoch": 2.5016989466530752,
      "grad_norm": 2.9783118007528886,
      "learning_rate": 0.0001963708330963306,
      "loss": 4.6071,
      "step": 29450
    },
    {
      "epoch": 2.5017838939857286,
      "grad_norm": 3.092703229919602,
      "learning_rate": 0.00019636430320515673,
      "loss": 5.114,
      "step": 29451
    },
    {
      "epoch": 2.5018688413183825,
      "grad_norm": 2.9049961987590165,
      "learning_rate": 0.00019635777321683567,
      "loss": 4.5167,
      "step": 29452
    },
    {
      "epoch": 2.5019537886510363,
      "grad_norm": 2.9548882120500752,
      "learning_rate": 0.00019635124313138118,
      "loss": 4.3871,
      "step": 29453
    },
    {
      "epoch": 2.50203873598369,
      "grad_norm": 2.922359673057745,
      "learning_rate": 0.00019634471294880683,
      "loss": 4.7114,
      "step": 29454
    },
    {
      "epoch": 2.502123683316344,
      "grad_norm": 2.8828669430730973,
      "learning_rate": 0.00019633818266912636,
      "loss": 4.4637,
      "step": 29455
    },
    {
      "epoch": 2.5022086306489975,
      "grad_norm": 3.0446840210390205,
      "learning_rate": 0.00019633165229235346,
      "loss": 4.9749,
      "step": 29456
    },
    {
      "epoch": 2.5022935779816513,
      "grad_norm": 2.9566989093409264,
      "learning_rate": 0.0001963251218185018,
      "loss": 4.759,
      "step": 29457
    },
    {
      "epoch": 2.502378525314305,
      "grad_norm": 2.9435239816351166,
      "learning_rate": 0.00019631859124758503,
      "loss": 4.6969,
      "step": 29458
    },
    {
      "epoch": 2.502463472646959,
      "grad_norm": 2.8314802263517826,
      "learning_rate": 0.00019631206057961687,
      "loss": 4.4916,
      "step": 29459
    },
    {
      "epoch": 2.502548419979613,
      "grad_norm": 3.0848820831980044,
      "learning_rate": 0.00019630552981461102,
      "loss": 4.9371,
      "step": 29460
    },
    {
      "epoch": 2.5026333673122663,
      "grad_norm": 3.1234884517219013,
      "learning_rate": 0.00019629899895258113,
      "loss": 4.9619,
      "step": 29461
    },
    {
      "epoch": 2.50271831464492,
      "grad_norm": 2.8437766723140916,
      "learning_rate": 0.00019629246799354096,
      "loss": 4.5211,
      "step": 29462
    },
    {
      "epoch": 2.502803261977574,
      "grad_norm": 3.0966328462242343,
      "learning_rate": 0.00019628593693750402,
      "loss": 4.9732,
      "step": 29463
    },
    {
      "epoch": 2.502888209310228,
      "grad_norm": 2.7922310671284873,
      "learning_rate": 0.0001962794057844842,
      "loss": 4.5613,
      "step": 29464
    },
    {
      "epoch": 2.5029731566428817,
      "grad_norm": 2.9316596201575957,
      "learning_rate": 0.00019627287453449505,
      "loss": 4.5138,
      "step": 29465
    },
    {
      "epoch": 2.503058103975535,
      "grad_norm": 2.9284413525897253,
      "learning_rate": 0.0001962663431875503,
      "loss": 4.9333,
      "step": 29466
    },
    {
      "epoch": 2.503143051308189,
      "grad_norm": 2.8678444086353005,
      "learning_rate": 0.00019625981174366364,
      "loss": 4.3735,
      "step": 29467
    },
    {
      "epoch": 2.5032279986408428,
      "grad_norm": 2.995276456723159,
      "learning_rate": 0.00019625328020284874,
      "loss": 4.9739,
      "step": 29468
    },
    {
      "epoch": 2.503312945973496,
      "grad_norm": 3.1119759490313554,
      "learning_rate": 0.00019624674856511928,
      "loss": 5.1097,
      "step": 29469
    },
    {
      "epoch": 2.50339789330615,
      "grad_norm": 3.4748689193293156,
      "learning_rate": 0.00019624021683048895,
      "loss": 4.1825,
      "step": 29470
    },
    {
      "epoch": 2.503482840638804,
      "grad_norm": 2.9872430984217364,
      "learning_rate": 0.00019623368499897148,
      "loss": 4.6866,
      "step": 29471
    },
    {
      "epoch": 2.5035677879714577,
      "grad_norm": 2.9747472158868016,
      "learning_rate": 0.0001962271530705805,
      "loss": 4.863,
      "step": 29472
    },
    {
      "epoch": 2.5036527353041116,
      "grad_norm": 3.004771963928537,
      "learning_rate": 0.0001962206210453297,
      "loss": 4.8376,
      "step": 29473
    },
    {
      "epoch": 2.503737682636765,
      "grad_norm": 2.858750598424993,
      "learning_rate": 0.00019621408892323282,
      "loss": 4.3564,
      "step": 29474
    },
    {
      "epoch": 2.503822629969419,
      "grad_norm": 2.969427261873373,
      "learning_rate": 0.00019620755670430353,
      "loss": 4.6956,
      "step": 29475
    },
    {
      "epoch": 2.5039075773020727,
      "grad_norm": 2.85729432813097,
      "learning_rate": 0.00019620102438855543,
      "loss": 4.5297,
      "step": 29476
    },
    {
      "epoch": 2.5039925246347265,
      "grad_norm": 2.8996139582162344,
      "learning_rate": 0.00019619449197600232,
      "loss": 4.7129,
      "step": 29477
    },
    {
      "epoch": 2.5040774719673804,
      "grad_norm": 2.886099430425574,
      "learning_rate": 0.00019618795946665783,
      "loss": 4.757,
      "step": 29478
    },
    {
      "epoch": 2.504162419300034,
      "grad_norm": 2.9191729459925093,
      "learning_rate": 0.00019618142686053563,
      "loss": 4.5414,
      "step": 29479
    },
    {
      "epoch": 2.5042473666326877,
      "grad_norm": 2.9436765985356574,
      "learning_rate": 0.0001961748941576495,
      "loss": 4.83,
      "step": 29480
    },
    {
      "epoch": 2.5043323139653415,
      "grad_norm": 3.147261665538236,
      "learning_rate": 0.000196168361358013,
      "loss": 5.0966,
      "step": 29481
    },
    {
      "epoch": 2.5044172612979954,
      "grad_norm": 2.892502953836728,
      "learning_rate": 0.00019616182846163993,
      "loss": 4.2317,
      "step": 29482
    },
    {
      "epoch": 2.504502208630649,
      "grad_norm": 3.03016600074469,
      "learning_rate": 0.00019615529546854389,
      "loss": 4.7607,
      "step": 29483
    },
    {
      "epoch": 2.5045871559633026,
      "grad_norm": 2.982210179594091,
      "learning_rate": 0.0001961487623787386,
      "loss": 4.5878,
      "step": 29484
    },
    {
      "epoch": 2.5046721032959565,
      "grad_norm": 2.8526423591083367,
      "learning_rate": 0.00019614222919223784,
      "loss": 4.5075,
      "step": 29485
    },
    {
      "epoch": 2.5047570506286103,
      "grad_norm": 2.8671640163151113,
      "learning_rate": 0.00019613569590905516,
      "loss": 4.3575,
      "step": 29486
    },
    {
      "epoch": 2.504841997961264,
      "grad_norm": 3.019448855556635,
      "learning_rate": 0.0001961291625292043,
      "loss": 4.8254,
      "step": 29487
    },
    {
      "epoch": 2.504926945293918,
      "grad_norm": 2.8809711504515576,
      "learning_rate": 0.00019612262905269897,
      "loss": 4.6075,
      "step": 29488
    },
    {
      "epoch": 2.5050118926265714,
      "grad_norm": 2.8690998738417326,
      "learning_rate": 0.00019611609547955287,
      "loss": 4.2849,
      "step": 29489
    },
    {
      "epoch": 2.5050968399592253,
      "grad_norm": 2.8527663955318614,
      "learning_rate": 0.00019610956180977964,
      "loss": 4.4397,
      "step": 29490
    },
    {
      "epoch": 2.505181787291879,
      "grad_norm": 2.9599975518376502,
      "learning_rate": 0.000196103028043393,
      "loss": 4.6565,
      "step": 29491
    },
    {
      "epoch": 2.5052667346245325,
      "grad_norm": 2.9758839798053494,
      "learning_rate": 0.0001960964941804066,
      "loss": 4.6637,
      "step": 29492
    },
    {
      "epoch": 2.5053516819571864,
      "grad_norm": 2.9867508861384953,
      "learning_rate": 0.0001960899602208342,
      "loss": 4.7429,
      "step": 29493
    },
    {
      "epoch": 2.5054366292898402,
      "grad_norm": 3.132744117124238,
      "learning_rate": 0.00019608342616468947,
      "loss": 5.0065,
      "step": 29494
    },
    {
      "epoch": 2.505521576622494,
      "grad_norm": 2.966429443528604,
      "learning_rate": 0.00019607689201198606,
      "loss": 4.555,
      "step": 29495
    },
    {
      "epoch": 2.505606523955148,
      "grad_norm": 2.8983142897436673,
      "learning_rate": 0.00019607035776273774,
      "loss": 4.3881,
      "step": 29496
    },
    {
      "epoch": 2.5056914712878013,
      "grad_norm": 2.981216310767029,
      "learning_rate": 0.00019606382341695808,
      "loss": 5.0227,
      "step": 29497
    },
    {
      "epoch": 2.505776418620455,
      "grad_norm": 2.893877745854445,
      "learning_rate": 0.00019605728897466087,
      "loss": 4.7511,
      "step": 29498
    },
    {
      "epoch": 2.505861365953109,
      "grad_norm": 3.1233050772572577,
      "learning_rate": 0.00019605075443585978,
      "loss": 5.2339,
      "step": 29499
    },
    {
      "epoch": 2.505946313285763,
      "grad_norm": 2.9917526805883043,
      "learning_rate": 0.0001960442198005685,
      "loss": 4.7713,
      "step": 29500
    },
    {
      "epoch": 2.5060312606184167,
      "grad_norm": 3.0861388729915165,
      "learning_rate": 0.0001960376850688007,
      "loss": 5.122,
      "step": 29501
    },
    {
      "epoch": 2.50611620795107,
      "grad_norm": 2.8862820273112484,
      "learning_rate": 0.0001960311502405701,
      "loss": 4.4983,
      "step": 29502
    },
    {
      "epoch": 2.506201155283724,
      "grad_norm": 2.9861379362943103,
      "learning_rate": 0.00019602461531589038,
      "loss": 4.6112,
      "step": 29503
    },
    {
      "epoch": 2.506286102616378,
      "grad_norm": 3.1623068572077675,
      "learning_rate": 0.0001960180802947752,
      "loss": 4.9454,
      "step": 29504
    },
    {
      "epoch": 2.5063710499490317,
      "grad_norm": 3.093584823595425,
      "learning_rate": 0.00019601154517723835,
      "loss": 4.9448,
      "step": 29505
    },
    {
      "epoch": 2.5064559972816856,
      "grad_norm": 3.1096839225870645,
      "learning_rate": 0.0001960050099632934,
      "loss": 5.0059,
      "step": 29506
    },
    {
      "epoch": 2.506540944614339,
      "grad_norm": 2.9319982409664216,
      "learning_rate": 0.00019599847465295416,
      "loss": 4.4597,
      "step": 29507
    },
    {
      "epoch": 2.506625891946993,
      "grad_norm": 2.9539254212644455,
      "learning_rate": 0.00019599193924623424,
      "loss": 4.4296,
      "step": 29508
    },
    {
      "epoch": 2.5067108392796467,
      "grad_norm": 2.958612094232297,
      "learning_rate": 0.00019598540374314737,
      "loss": 4.6938,
      "step": 29509
    },
    {
      "epoch": 2.5067957866123005,
      "grad_norm": 2.9251871906261417,
      "learning_rate": 0.0001959788681437072,
      "loss": 4.5871,
      "step": 29510
    },
    {
      "epoch": 2.5068807339449544,
      "grad_norm": 2.917047852970648,
      "learning_rate": 0.0001959723324479275,
      "loss": 4.2368,
      "step": 29511
    },
    {
      "epoch": 2.5069656812776078,
      "grad_norm": 2.9971025699883187,
      "learning_rate": 0.00019596579665582192,
      "loss": 4.9252,
      "step": 29512
    },
    {
      "epoch": 2.5070506286102616,
      "grad_norm": 2.908597082971853,
      "learning_rate": 0.00019595926076740411,
      "loss": 4.4817,
      "step": 29513
    },
    {
      "epoch": 2.5071355759429155,
      "grad_norm": 2.791607822044084,
      "learning_rate": 0.00019595272478268786,
      "loss": 4.4686,
      "step": 29514
    },
    {
      "epoch": 2.507220523275569,
      "grad_norm": 2.8389003760547467,
      "learning_rate": 0.0001959461887016868,
      "loss": 4.5599,
      "step": 29515
    },
    {
      "epoch": 2.507305470608223,
      "grad_norm": 3.132139788184207,
      "learning_rate": 0.0001959396525244146,
      "loss": 5.016,
      "step": 29516
    },
    {
      "epoch": 2.5073904179408766,
      "grad_norm": 3.005694385630494,
      "learning_rate": 0.00019593311625088505,
      "loss": 4.8106,
      "step": 29517
    },
    {
      "epoch": 2.5074753652735304,
      "grad_norm": 2.9359775332324696,
      "learning_rate": 0.0001959265798811118,
      "loss": 4.6648,
      "step": 29518
    },
    {
      "epoch": 2.5075603126061843,
      "grad_norm": 3.108109972664955,
      "learning_rate": 0.00019592004341510848,
      "loss": 4.2653,
      "step": 29519
    },
    {
      "epoch": 2.5076452599388377,
      "grad_norm": 2.985801442801279,
      "learning_rate": 0.0001959135068528889,
      "loss": 4.9452,
      "step": 29520
    },
    {
      "epoch": 2.5077302072714915,
      "grad_norm": 2.95721064084003,
      "learning_rate": 0.0001959069701944667,
      "loss": 4.964,
      "step": 29521
    },
    {
      "epoch": 2.5078151546041454,
      "grad_norm": 3.1934372400431017,
      "learning_rate": 0.00019590043343985553,
      "loss": 5.1986,
      "step": 29522
    },
    {
      "epoch": 2.5079001019367992,
      "grad_norm": 2.9007168514030597,
      "learning_rate": 0.0001958938965890692,
      "loss": 4.4245,
      "step": 29523
    },
    {
      "epoch": 2.507985049269453,
      "grad_norm": 2.880293545891265,
      "learning_rate": 0.00019588735964212126,
      "loss": 4.4725,
      "step": 29524
    },
    {
      "epoch": 2.5080699966021065,
      "grad_norm": 2.9117845841688204,
      "learning_rate": 0.00019588082259902555,
      "loss": 4.5178,
      "step": 29525
    },
    {
      "epoch": 2.5081549439347604,
      "grad_norm": 2.8511416928177185,
      "learning_rate": 0.00019587428545979566,
      "loss": 4.4836,
      "step": 29526
    },
    {
      "epoch": 2.508239891267414,
      "grad_norm": 2.930111110886903,
      "learning_rate": 0.00019586774822444533,
      "loss": 4.6807,
      "step": 29527
    },
    {
      "epoch": 2.508324838600068,
      "grad_norm": 3.072712671346267,
      "learning_rate": 0.00019586121089298827,
      "loss": 4.722,
      "step": 29528
    },
    {
      "epoch": 2.508409785932722,
      "grad_norm": 3.05382234412876,
      "learning_rate": 0.00019585467346543817,
      "loss": 4.6466,
      "step": 29529
    },
    {
      "epoch": 2.5084947332653753,
      "grad_norm": 2.8385118415063904,
      "learning_rate": 0.00019584813594180877,
      "loss": 4.4192,
      "step": 29530
    },
    {
      "epoch": 2.508579680598029,
      "grad_norm": 2.929722314931385,
      "learning_rate": 0.00019584159832211363,
      "loss": 4.3918,
      "step": 29531
    },
    {
      "epoch": 2.508664627930683,
      "grad_norm": 3.0872018263516856,
      "learning_rate": 0.00019583506060636663,
      "loss": 5.0468,
      "step": 29532
    },
    {
      "epoch": 2.508749575263337,
      "grad_norm": 3.0527072232150427,
      "learning_rate": 0.0001958285227945813,
      "loss": 5.0788,
      "step": 29533
    },
    {
      "epoch": 2.5088345225959907,
      "grad_norm": 2.905858804750147,
      "learning_rate": 0.00019582198488677147,
      "loss": 4.4846,
      "step": 29534
    },
    {
      "epoch": 2.508919469928644,
      "grad_norm": 2.9099938224749025,
      "learning_rate": 0.00019581544688295074,
      "loss": 4.5089,
      "step": 29535
    },
    {
      "epoch": 2.509004417261298,
      "grad_norm": 2.9130203813607287,
      "learning_rate": 0.00019580890878313293,
      "loss": 4.522,
      "step": 29536
    },
    {
      "epoch": 2.509089364593952,
      "grad_norm": 2.906110106021162,
      "learning_rate": 0.00019580237058733157,
      "loss": 4.523,
      "step": 29537
    },
    {
      "epoch": 2.5091743119266052,
      "grad_norm": 3.1028183328547043,
      "learning_rate": 0.0001957958322955605,
      "loss": 4.2147,
      "step": 29538
    },
    {
      "epoch": 2.5092592592592595,
      "grad_norm": 2.9370026964581193,
      "learning_rate": 0.0001957892939078334,
      "loss": 4.745,
      "step": 29539
    },
    {
      "epoch": 2.509344206591913,
      "grad_norm": 3.1438159383661404,
      "learning_rate": 0.0001957827554241639,
      "loss": 4.9176,
      "step": 29540
    },
    {
      "epoch": 2.509429153924567,
      "grad_norm": 2.875412094258725,
      "learning_rate": 0.00019577621684456579,
      "loss": 4.2248,
      "step": 29541
    },
    {
      "epoch": 2.5095141012572206,
      "grad_norm": 2.7994816871531354,
      "learning_rate": 0.00019576967816905267,
      "loss": 4.2705,
      "step": 29542
    },
    {
      "epoch": 2.509599048589874,
      "grad_norm": 3.0038892015944167,
      "learning_rate": 0.00019576313939763832,
      "loss": 4.6688,
      "step": 29543
    },
    {
      "epoch": 2.509683995922528,
      "grad_norm": 3.085540559095246,
      "learning_rate": 0.0001957566005303364,
      "loss": 4.7224,
      "step": 29544
    },
    {
      "epoch": 2.5097689432551817,
      "grad_norm": 2.850081917505625,
      "learning_rate": 0.00019575006156716067,
      "loss": 4.5248,
      "step": 29545
    },
    {
      "epoch": 2.5098538905878356,
      "grad_norm": 2.856417749074319,
      "learning_rate": 0.00019574352250812473,
      "loss": 4.453,
      "step": 29546
    },
    {
      "epoch": 2.5099388379204894,
      "grad_norm": 2.8910746115010912,
      "learning_rate": 0.00019573698335324235,
      "loss": 4.3486,
      "step": 29547
    },
    {
      "epoch": 2.510023785253143,
      "grad_norm": 2.975157992667836,
      "learning_rate": 0.00019573044410252727,
      "loss": 4.6169,
      "step": 29548
    },
    {
      "epoch": 2.5101087325857967,
      "grad_norm": 3.004187395240477,
      "learning_rate": 0.00019572390475599305,
      "loss": 4.476,
      "step": 29549
    },
    {
      "epoch": 2.5101936799184505,
      "grad_norm": 2.950109119699084,
      "learning_rate": 0.00019571736531365358,
      "loss": 4.6702,
      "step": 29550
    },
    {
      "epoch": 2.5102786272511044,
      "grad_norm": 2.935337937367974,
      "learning_rate": 0.0001957108257755224,
      "loss": 4.7485,
      "step": 29551
    },
    {
      "epoch": 2.5103635745837583,
      "grad_norm": 2.9122807145629728,
      "learning_rate": 0.0001957042861416133,
      "loss": 4.6067,
      "step": 29552
    },
    {
      "epoch": 2.5104485219164117,
      "grad_norm": 2.8227325553716645,
      "learning_rate": 0.00019569774641193998,
      "loss": 4.3806,
      "step": 29553
    },
    {
      "epoch": 2.5105334692490655,
      "grad_norm": 2.934108693407656,
      "learning_rate": 0.0001956912065865161,
      "loss": 4.5328,
      "step": 29554
    },
    {
      "epoch": 2.5106184165817194,
      "grad_norm": 2.944681166726766,
      "learning_rate": 0.00019568466666535536,
      "loss": 4.4214,
      "step": 29555
    },
    {
      "epoch": 2.510703363914373,
      "grad_norm": 3.013486127872468,
      "learning_rate": 0.00019567812664847154,
      "loss": 4.8721,
      "step": 29556
    },
    {
      "epoch": 2.510788311247027,
      "grad_norm": 2.8473833737529692,
      "learning_rate": 0.0001956715865358783,
      "loss": 4.4114,
      "step": 29557
    },
    {
      "epoch": 2.5108732585796805,
      "grad_norm": 3.1235413787363417,
      "learning_rate": 0.00019566504632758928,
      "loss": 5.1035,
      "step": 29558
    },
    {
      "epoch": 2.5109582059123343,
      "grad_norm": 3.0733753901431395,
      "learning_rate": 0.00019565850602361827,
      "loss": 4.9833,
      "step": 29559
    },
    {
      "epoch": 2.511043153244988,
      "grad_norm": 2.905604592776705,
      "learning_rate": 0.00019565196562397894,
      "loss": 4.7949,
      "step": 29560
    },
    {
      "epoch": 2.511128100577642,
      "grad_norm": 2.91963310187455,
      "learning_rate": 0.000195645425128685,
      "loss": 4.5056,
      "step": 29561
    },
    {
      "epoch": 2.511213047910296,
      "grad_norm": 3.000551828389784,
      "learning_rate": 0.0001956388845377501,
      "loss": 4.7973,
      "step": 29562
    },
    {
      "epoch": 2.5112979952429493,
      "grad_norm": 3.0598793449446773,
      "learning_rate": 0.00019563234385118808,
      "loss": 4.7922,
      "step": 29563
    },
    {
      "epoch": 2.511382942575603,
      "grad_norm": 3.134090500396982,
      "learning_rate": 0.00019562580306901255,
      "loss": 5.1175,
      "step": 29564
    },
    {
      "epoch": 2.511467889908257,
      "grad_norm": 3.0753058479164257,
      "learning_rate": 0.0001956192621912372,
      "loss": 5.1617,
      "step": 29565
    },
    {
      "epoch": 2.5115528372409104,
      "grad_norm": 2.9425006566824847,
      "learning_rate": 0.00019561272121787571,
      "loss": 4.5354,
      "step": 29566
    },
    {
      "epoch": 2.5116377845735642,
      "grad_norm": 3.1001086319105386,
      "learning_rate": 0.00019560618014894193,
      "loss": 5.1266,
      "step": 29567
    },
    {
      "epoch": 2.511722731906218,
      "grad_norm": 2.93951187989328,
      "learning_rate": 0.00019559963898444941,
      "loss": 4.6058,
      "step": 29568
    },
    {
      "epoch": 2.511807679238872,
      "grad_norm": 3.099384989399901,
      "learning_rate": 0.00019559309772441193,
      "loss": 5.0968,
      "step": 29569
    },
    {
      "epoch": 2.511892626571526,
      "grad_norm": 3.016602706396855,
      "learning_rate": 0.00019558655636884323,
      "loss": 4.943,
      "step": 29570
    },
    {
      "epoch": 2.511977573904179,
      "grad_norm": 2.9430563691748723,
      "learning_rate": 0.00019558001491775688,
      "loss": 4.712,
      "step": 29571
    },
    {
      "epoch": 2.512062521236833,
      "grad_norm": 3.0860658592300787,
      "learning_rate": 0.00019557347337116677,
      "loss": 4.9314,
      "step": 29572
    },
    {
      "epoch": 2.512147468569487,
      "grad_norm": 2.9245284998592562,
      "learning_rate": 0.00019556693172908645,
      "loss": 4.6719,
      "step": 29573
    },
    {
      "epoch": 2.5122324159021407,
      "grad_norm": 2.9796539961725452,
      "learning_rate": 0.0001955603899915297,
      "loss": 4.4861,
      "step": 29574
    },
    {
      "epoch": 2.5123173632347946,
      "grad_norm": 3.208066873700956,
      "learning_rate": 0.0001955538481585102,
      "loss": 4.0928,
      "step": 29575
    },
    {
      "epoch": 2.512402310567448,
      "grad_norm": 2.798709493642785,
      "learning_rate": 0.00019554730623004172,
      "loss": 4.0087,
      "step": 29576
    },
    {
      "epoch": 2.512487257900102,
      "grad_norm": 3.019551328220239,
      "learning_rate": 0.00019554076420613787,
      "loss": 4.8419,
      "step": 29577
    },
    {
      "epoch": 2.5125722052327557,
      "grad_norm": 2.988941151678356,
      "learning_rate": 0.00019553422208681246,
      "loss": 4.9136,
      "step": 29578
    },
    {
      "epoch": 2.5126571525654096,
      "grad_norm": 2.842317073253771,
      "learning_rate": 0.00019552767987207913,
      "loss": 4.2541,
      "step": 29579
    },
    {
      "epoch": 2.5127420998980634,
      "grad_norm": 2.8628681421296522,
      "learning_rate": 0.00019552113756195156,
      "loss": 4.3663,
      "step": 29580
    },
    {
      "epoch": 2.512827047230717,
      "grad_norm": 2.8530178776726247,
      "learning_rate": 0.00019551459515644356,
      "loss": 4.1497,
      "step": 29581
    },
    {
      "epoch": 2.5129119945633707,
      "grad_norm": 2.990933179106102,
      "learning_rate": 0.00019550805265556876,
      "loss": 4.5677,
      "step": 29582
    },
    {
      "epoch": 2.5129969418960245,
      "grad_norm": 2.9430978455046053,
      "learning_rate": 0.00019550151005934087,
      "loss": 4.5079,
      "step": 29583
    },
    {
      "epoch": 2.5130818892286784,
      "grad_norm": 2.8533959177415458,
      "learning_rate": 0.0001954949673677736,
      "loss": 4.4625,
      "step": 29584
    },
    {
      "epoch": 2.513166836561332,
      "grad_norm": 2.9017855587271115,
      "learning_rate": 0.00019548842458088074,
      "loss": 4.6915,
      "step": 29585
    },
    {
      "epoch": 2.5132517838939856,
      "grad_norm": 2.9434404746805476,
      "learning_rate": 0.00019548188169867588,
      "loss": 4.4271,
      "step": 29586
    },
    {
      "epoch": 2.5133367312266395,
      "grad_norm": 3.233691851670574,
      "learning_rate": 0.00019547533872117282,
      "loss": 5.1603,
      "step": 29587
    },
    {
      "epoch": 2.5134216785592933,
      "grad_norm": 3.1794905947984464,
      "learning_rate": 0.00019546879564838522,
      "loss": 5.125,
      "step": 29588
    },
    {
      "epoch": 2.5135066258919467,
      "grad_norm": 2.9353032638400776,
      "learning_rate": 0.00019546225248032677,
      "loss": 4.397,
      "step": 29589
    },
    {
      "epoch": 2.5135915732246006,
      "grad_norm": 2.8985736228409937,
      "learning_rate": 0.0001954557092170113,
      "loss": 4.5297,
      "step": 29590
    },
    {
      "epoch": 2.5136765205572544,
      "grad_norm": 2.921889696774907,
      "learning_rate": 0.00019544916585845234,
      "loss": 4.6291,
      "step": 29591
    },
    {
      "epoch": 2.5137614678899083,
      "grad_norm": 2.9411632875914777,
      "learning_rate": 0.00019544262240466374,
      "loss": 4.5515,
      "step": 29592
    },
    {
      "epoch": 2.513846415222562,
      "grad_norm": 2.946592760751532,
      "learning_rate": 0.00019543607885565915,
      "loss": 4.6125,
      "step": 29593
    },
    {
      "epoch": 2.5139313625552155,
      "grad_norm": 2.994612549773209,
      "learning_rate": 0.00019542953521145233,
      "loss": 4.7689,
      "step": 29594
    },
    {
      "epoch": 2.5140163098878694,
      "grad_norm": 3.209102013313067,
      "learning_rate": 0.0001954229914720569,
      "loss": 4.2043,
      "step": 29595
    },
    {
      "epoch": 2.5141012572205232,
      "grad_norm": 3.145140822990622,
      "learning_rate": 0.00019541644763748666,
      "loss": 4.2419,
      "step": 29596
    },
    {
      "epoch": 2.514186204553177,
      "grad_norm": 2.8966041853240796,
      "learning_rate": 0.00019540990370775534,
      "loss": 4.4025,
      "step": 29597
    },
    {
      "epoch": 2.514271151885831,
      "grad_norm": 2.9794755963279744,
      "learning_rate": 0.00019540335968287647,
      "loss": 4.6797,
      "step": 29598
    },
    {
      "epoch": 2.5143560992184844,
      "grad_norm": 2.9416299808351103,
      "learning_rate": 0.00019539681556286398,
      "loss": 4.3827,
      "step": 29599
    },
    {
      "epoch": 2.514441046551138,
      "grad_norm": 2.8524122512907364,
      "learning_rate": 0.00019539027134773149,
      "loss": 4.1752,
      "step": 29600
    },
    {
      "epoch": 2.514525993883792,
      "grad_norm": 2.93673369763648,
      "learning_rate": 0.00019538372703749272,
      "loss": 4.7226,
      "step": 29601
    },
    {
      "epoch": 2.514610941216446,
      "grad_norm": 3.020636240424637,
      "learning_rate": 0.00019537718263216134,
      "loss": 4.6404,
      "step": 29602
    },
    {
      "epoch": 2.5146958885490998,
      "grad_norm": 2.9917434992789937,
      "learning_rate": 0.00019537063813175116,
      "loss": 4.8527,
      "step": 29603
    },
    {
      "epoch": 2.514780835881753,
      "grad_norm": 3.102861985953716,
      "learning_rate": 0.0001953640935362758,
      "loss": 5.0531,
      "step": 29604
    },
    {
      "epoch": 2.514865783214407,
      "grad_norm": 3.1551565167630584,
      "learning_rate": 0.00019535754884574897,
      "loss": 5.2385,
      "step": 29605
    },
    {
      "epoch": 2.514950730547061,
      "grad_norm": 3.083596864562491,
      "learning_rate": 0.00019535100406018447,
      "loss": 4.8402,
      "step": 29606
    },
    {
      "epoch": 2.5150356778797147,
      "grad_norm": 2.9666556146906307,
      "learning_rate": 0.00019534445917959595,
      "loss": 4.5721,
      "step": 29607
    },
    {
      "epoch": 2.5151206252123686,
      "grad_norm": 2.9693180905362837,
      "learning_rate": 0.00019533791420399714,
      "loss": 4.6018,
      "step": 29608
    },
    {
      "epoch": 2.515205572545022,
      "grad_norm": 3.062456905647977,
      "learning_rate": 0.0001953313691334017,
      "loss": 5.0282,
      "step": 29609
    },
    {
      "epoch": 2.515290519877676,
      "grad_norm": 2.790737220171592,
      "learning_rate": 0.00019532482396782344,
      "loss": 4.3313,
      "step": 29610
    },
    {
      "epoch": 2.5153754672103297,
      "grad_norm": 3.011196118822516,
      "learning_rate": 0.00019531827870727602,
      "loss": 4.7273,
      "step": 29611
    },
    {
      "epoch": 2.515460414542983,
      "grad_norm": 2.9264352545365666,
      "learning_rate": 0.00019531173335177318,
      "loss": 4.6983,
      "step": 29612
    },
    {
      "epoch": 2.5155453618756374,
      "grad_norm": 2.932659758104922,
      "learning_rate": 0.0001953051879013286,
      "loss": 4.4117,
      "step": 29613
    },
    {
      "epoch": 2.515630309208291,
      "grad_norm": 2.9549466003398153,
      "learning_rate": 0.000195298642355956,
      "loss": 4.8064,
      "step": 29614
    },
    {
      "epoch": 2.5157152565409446,
      "grad_norm": 3.0814600726033468,
      "learning_rate": 0.00019529209671566915,
      "loss": 4.83,
      "step": 29615
    },
    {
      "epoch": 2.5158002038735985,
      "grad_norm": 3.0890409922858537,
      "learning_rate": 0.00019528555098048166,
      "loss": 5.0419,
      "step": 29616
    },
    {
      "epoch": 2.515885151206252,
      "grad_norm": 3.0796123444576575,
      "learning_rate": 0.00019527900515040736,
      "loss": 4.7936,
      "step": 29617
    },
    {
      "epoch": 2.5159700985389057,
      "grad_norm": 2.978726453087126,
      "learning_rate": 0.00019527245922545987,
      "loss": 4.2853,
      "step": 29618
    },
    {
      "epoch": 2.5160550458715596,
      "grad_norm": 3.0926962247054317,
      "learning_rate": 0.00019526591320565296,
      "loss": 5.0347,
      "step": 29619
    },
    {
      "epoch": 2.5161399932042134,
      "grad_norm": 3.023201321174338,
      "learning_rate": 0.00019525936709100032,
      "loss": 4.9351,
      "step": 29620
    },
    {
      "epoch": 2.5162249405368673,
      "grad_norm": 3.024704989096495,
      "learning_rate": 0.0001952528208815157,
      "loss": 4.6855,
      "step": 29621
    },
    {
      "epoch": 2.5163098878695207,
      "grad_norm": 2.869553478345784,
      "learning_rate": 0.00019524627457721285,
      "loss": 4.4727,
      "step": 29622
    },
    {
      "epoch": 2.5163948352021746,
      "grad_norm": 2.921470814840914,
      "learning_rate": 0.00019523972817810534,
      "loss": 4.3149,
      "step": 29623
    },
    {
      "epoch": 2.5164797825348284,
      "grad_norm": 2.910924112201465,
      "learning_rate": 0.00019523318168420702,
      "loss": 4.7427,
      "step": 29624
    },
    {
      "epoch": 2.5165647298674823,
      "grad_norm": 2.8701728742272925,
      "learning_rate": 0.00019522663509553156,
      "loss": 4.413,
      "step": 29625
    },
    {
      "epoch": 2.516649677200136,
      "grad_norm": 3.136812793130477,
      "learning_rate": 0.0001952200884120927,
      "loss": 5.0643,
      "step": 29626
    },
    {
      "epoch": 2.5167346245327895,
      "grad_norm": 2.7711566719891723,
      "learning_rate": 0.00019521354163390409,
      "loss": 4.506,
      "step": 29627
    },
    {
      "epoch": 2.5168195718654434,
      "grad_norm": 2.8945981914867294,
      "learning_rate": 0.00019520699476097952,
      "loss": 4.5736,
      "step": 29628
    },
    {
      "epoch": 2.516904519198097,
      "grad_norm": 3.0957281472701936,
      "learning_rate": 0.00019520044779333272,
      "loss": 4.7535,
      "step": 29629
    },
    {
      "epoch": 2.516989466530751,
      "grad_norm": 3.095251001053502,
      "learning_rate": 0.00019519390073097733,
      "loss": 5.0295,
      "step": 29630
    },
    {
      "epoch": 2.517074413863405,
      "grad_norm": 2.874812350289199,
      "learning_rate": 0.00019518735357392715,
      "loss": 4.3093,
      "step": 29631
    },
    {
      "epoch": 2.5171593611960583,
      "grad_norm": 2.9703908116282816,
      "learning_rate": 0.00019518080632219582,
      "loss": 4.6274,
      "step": 29632
    },
    {
      "epoch": 2.517244308528712,
      "grad_norm": 3.158194189861502,
      "learning_rate": 0.00019517425897579713,
      "loss": 4.982,
      "step": 29633
    },
    {
      "epoch": 2.517329255861366,
      "grad_norm": 3.132227573704902,
      "learning_rate": 0.00019516771153474478,
      "loss": 5.0071,
      "step": 29634
    },
    {
      "epoch": 2.51741420319402,
      "grad_norm": 3.117591817461364,
      "learning_rate": 0.0001951611639990524,
      "loss": 5.0382,
      "step": 29635
    },
    {
      "epoch": 2.5174991505266737,
      "grad_norm": 2.863278760935183,
      "learning_rate": 0.00019515461636873384,
      "loss": 4.6029,
      "step": 29636
    },
    {
      "epoch": 2.517584097859327,
      "grad_norm": 3.025233380784415,
      "learning_rate": 0.00019514806864380277,
      "loss": 4.4863,
      "step": 29637
    },
    {
      "epoch": 2.517669045191981,
      "grad_norm": 2.864270395557985,
      "learning_rate": 0.0001951415208242729,
      "loss": 4.4921,
      "step": 29638
    },
    {
      "epoch": 2.517753992524635,
      "grad_norm": 3.037988328354285,
      "learning_rate": 0.00019513497291015795,
      "loss": 5.0338,
      "step": 29639
    },
    {
      "epoch": 2.5178389398572882,
      "grad_norm": 2.9747575803720676,
      "learning_rate": 0.00019512842490147168,
      "loss": 4.825,
      "step": 29640
    },
    {
      "epoch": 2.517923887189942,
      "grad_norm": 3.051090964076678,
      "learning_rate": 0.00019512187679822767,
      "loss": 4.8492,
      "step": 29641
    },
    {
      "epoch": 2.518008834522596,
      "grad_norm": 2.872796773676974,
      "learning_rate": 0.00019511532860043985,
      "loss": 4.5188,
      "step": 29642
    },
    {
      "epoch": 2.51809378185525,
      "grad_norm": 3.112735044014378,
      "learning_rate": 0.00019510878030812174,
      "loss": 5.0857,
      "step": 29643
    },
    {
      "epoch": 2.5181787291879036,
      "grad_norm": 2.9425742497332235,
      "learning_rate": 0.0001951022319212872,
      "loss": 4.7417,
      "step": 29644
    },
    {
      "epoch": 2.518263676520557,
      "grad_norm": 2.908148333794398,
      "learning_rate": 0.00019509568343994993,
      "loss": 4.5186,
      "step": 29645
    },
    {
      "epoch": 2.518348623853211,
      "grad_norm": 2.9169604287710227,
      "learning_rate": 0.00019508913486412357,
      "loss": 4.4043,
      "step": 29646
    },
    {
      "epoch": 2.5184335711858647,
      "grad_norm": 3.0855670980399146,
      "learning_rate": 0.00019508258619382199,
      "loss": 5.1591,
      "step": 29647
    },
    {
      "epoch": 2.5185185185185186,
      "grad_norm": 2.87277856605585,
      "learning_rate": 0.00019507603742905871,
      "loss": 4.3253,
      "step": 29648
    },
    {
      "epoch": 2.5186034658511725,
      "grad_norm": 2.964307165245165,
      "learning_rate": 0.0001950694885698476,
      "loss": 4.6154,
      "step": 29649
    },
    {
      "epoch": 2.518688413183826,
      "grad_norm": 2.9989103350215083,
      "learning_rate": 0.0001950629396162024,
      "loss": 4.787,
      "step": 29650
    },
    {
      "epoch": 2.5187733605164797,
      "grad_norm": 2.9956363861690005,
      "learning_rate": 0.00019505639056813668,
      "loss": 4.4112,
      "step": 29651
    },
    {
      "epoch": 2.5188583078491336,
      "grad_norm": 3.168088142875496,
      "learning_rate": 0.00019504984142566431,
      "loss": 5.2036,
      "step": 29652
    },
    {
      "epoch": 2.5189432551817874,
      "grad_norm": 3.044902728330533,
      "learning_rate": 0.00019504329218879895,
      "loss": 4.9702,
      "step": 29653
    },
    {
      "epoch": 2.5190282025144413,
      "grad_norm": 2.818154431779573,
      "learning_rate": 0.00019503674285755433,
      "loss": 4.4221,
      "step": 29654
    },
    {
      "epoch": 2.5191131498470947,
      "grad_norm": 2.9017618058066708,
      "learning_rate": 0.0001950301934319442,
      "loss": 4.6092,
      "step": 29655
    },
    {
      "epoch": 2.5191980971797485,
      "grad_norm": 2.890211962577624,
      "learning_rate": 0.00019502364391198225,
      "loss": 4.486,
      "step": 29656
    },
    {
      "epoch": 2.5192830445124024,
      "grad_norm": 2.9285396101618044,
      "learning_rate": 0.00019501709429768212,
      "loss": 4.6003,
      "step": 29657
    },
    {
      "epoch": 2.519367991845056,
      "grad_norm": 3.21871211417696,
      "learning_rate": 0.00019501054458905773,
      "loss": 5.1255,
      "step": 29658
    },
    {
      "epoch": 2.51945293917771,
      "grad_norm": 2.9204538819072545,
      "learning_rate": 0.0001950039947861227,
      "loss": 4.8053,
      "step": 29659
    },
    {
      "epoch": 2.5195378865103635,
      "grad_norm": 2.860513008771909,
      "learning_rate": 0.0001949974448888907,
      "loss": 4.5817,
      "step": 29660
    },
    {
      "epoch": 2.5196228338430173,
      "grad_norm": 2.840121503867434,
      "learning_rate": 0.0001949908948973755,
      "loss": 4.6518,
      "step": 29661
    },
    {
      "epoch": 2.519707781175671,
      "grad_norm": 2.8789150263048007,
      "learning_rate": 0.00019498434481159086,
      "loss": 4.5737,
      "step": 29662
    },
    {
      "epoch": 2.5197927285083246,
      "grad_norm": 2.862210732618606,
      "learning_rate": 0.00019497779463155046,
      "loss": 4.3434,
      "step": 29663
    },
    {
      "epoch": 2.5198776758409784,
      "grad_norm": 2.9289089407436313,
      "learning_rate": 0.00019497124435726806,
      "loss": 4.6922,
      "step": 29664
    },
    {
      "epoch": 2.5199626231736323,
      "grad_norm": 2.98848983151612,
      "learning_rate": 0.00019496469398875736,
      "loss": 4.9328,
      "step": 29665
    },
    {
      "epoch": 2.520047570506286,
      "grad_norm": 3.038131278741155,
      "learning_rate": 0.00019495814352603203,
      "loss": 4.8024,
      "step": 29666
    },
    {
      "epoch": 2.52013251783894,
      "grad_norm": 2.9958533495684057,
      "learning_rate": 0.00019495159296910593,
      "loss": 4.7004,
      "step": 29667
    },
    {
      "epoch": 2.5202174651715934,
      "grad_norm": 2.864390279336155,
      "learning_rate": 0.00019494504231799267,
      "loss": 4.2641,
      "step": 29668
    },
    {
      "epoch": 2.5203024125042472,
      "grad_norm": 2.9192227062319107,
      "learning_rate": 0.000194938491572706,
      "loss": 4.4974,
      "step": 29669
    },
    {
      "epoch": 2.520387359836901,
      "grad_norm": 2.9284456715090132,
      "learning_rate": 0.00019493194073325973,
      "loss": 4.706,
      "step": 29670
    },
    {
      "epoch": 2.520472307169555,
      "grad_norm": 2.9615037060298737,
      "learning_rate": 0.0001949253897996675,
      "loss": 4.8124,
      "step": 29671
    },
    {
      "epoch": 2.520557254502209,
      "grad_norm": 3.1026691761586362,
      "learning_rate": 0.00019491883877194297,
      "loss": 5.1256,
      "step": 29672
    },
    {
      "epoch": 2.520642201834862,
      "grad_norm": 2.8891900600573592,
      "learning_rate": 0.0001949122876501,
      "loss": 4.4829,
      "step": 29673
    },
    {
      "epoch": 2.520727149167516,
      "grad_norm": 2.877223905362929,
      "learning_rate": 0.00019490573643415229,
      "loss": 4.4665,
      "step": 29674
    },
    {
      "epoch": 2.52081209650017,
      "grad_norm": 2.894800608740226,
      "learning_rate": 0.00019489918512411347,
      "loss": 4.561,
      "step": 29675
    },
    {
      "epoch": 2.5208970438328238,
      "grad_norm": 2.958705322953641,
      "learning_rate": 0.00019489263371999743,
      "loss": 4.9295,
      "step": 29676
    },
    {
      "epoch": 2.5209819911654776,
      "grad_norm": 2.8738942363719593,
      "learning_rate": 0.00019488608222181775,
      "loss": 4.6073,
      "step": 29677
    },
    {
      "epoch": 2.521066938498131,
      "grad_norm": 3.014485786996514,
      "learning_rate": 0.00019487953062958824,
      "loss": 4.8268,
      "step": 29678
    },
    {
      "epoch": 2.521151885830785,
      "grad_norm": 3.2085251550137284,
      "learning_rate": 0.00019487297894332258,
      "loss": 5.0559,
      "step": 29679
    },
    {
      "epoch": 2.5212368331634387,
      "grad_norm": 2.934823372242151,
      "learning_rate": 0.00019486642716303455,
      "loss": 4.6212,
      "step": 29680
    },
    {
      "epoch": 2.5213217804960926,
      "grad_norm": 2.843026129506215,
      "learning_rate": 0.00019485987528873778,
      "loss": 4.5645,
      "step": 29681
    },
    {
      "epoch": 2.5214067278287464,
      "grad_norm": 2.9288363854483954,
      "learning_rate": 0.0001948533233204461,
      "loss": 4.4043,
      "step": 29682
    },
    {
      "epoch": 2.5214916751614,
      "grad_norm": 3.050386025035414,
      "learning_rate": 0.00019484677125817328,
      "loss": 5.0945,
      "step": 29683
    },
    {
      "epoch": 2.5215766224940537,
      "grad_norm": 3.089200093875961,
      "learning_rate": 0.00019484021910193283,
      "loss": 5.0387,
      "step": 29684
    },
    {
      "epoch": 2.5216615698267075,
      "grad_norm": 3.0206542141817705,
      "learning_rate": 0.00019483366685173876,
      "loss": 4.7627,
      "step": 29685
    },
    {
      "epoch": 2.521746517159361,
      "grad_norm": 2.812756087999576,
      "learning_rate": 0.00019482711450760455,
      "loss": 4.4594,
      "step": 29686
    },
    {
      "epoch": 2.521831464492015,
      "grad_norm": 2.9297274825475483,
      "learning_rate": 0.00019482056206954407,
      "loss": 4.8716,
      "step": 29687
    },
    {
      "epoch": 2.5219164118246686,
      "grad_norm": 2.9520049489201217,
      "learning_rate": 0.00019481400953757106,
      "loss": 4.4545,
      "step": 29688
    },
    {
      "epoch": 2.5220013591573225,
      "grad_norm": 2.9486009293869393,
      "learning_rate": 0.0001948074569116992,
      "loss": 4.4383,
      "step": 29689
    },
    {
      "epoch": 2.5220863064899763,
      "grad_norm": 2.9184889437711874,
      "learning_rate": 0.00019480090419194218,
      "loss": 4.6226,
      "step": 29690
    },
    {
      "epoch": 2.5221712538226297,
      "grad_norm": 2.9791447455152125,
      "learning_rate": 0.00019479435137831385,
      "loss": 4.6506,
      "step": 29691
    },
    {
      "epoch": 2.5222562011552836,
      "grad_norm": 3.0880009212877453,
      "learning_rate": 0.00019478779847082782,
      "loss": 5.0427,
      "step": 29692
    },
    {
      "epoch": 2.5223411484879374,
      "grad_norm": 3.158290258750443,
      "learning_rate": 0.00019478124546949785,
      "loss": 4.9493,
      "step": 29693
    },
    {
      "epoch": 2.5224260958205913,
      "grad_norm": 2.896372250694582,
      "learning_rate": 0.0001947746923743377,
      "loss": 4.6532,
      "step": 29694
    },
    {
      "epoch": 2.522511043153245,
      "grad_norm": 3.1485739440249345,
      "learning_rate": 0.0001947681391853611,
      "loss": 4.8324,
      "step": 29695
    },
    {
      "epoch": 2.5225959904858986,
      "grad_norm": 3.092094023329592,
      "learning_rate": 0.0001947615859025818,
      "loss": 4.9502,
      "step": 29696
    },
    {
      "epoch": 2.5226809378185524,
      "grad_norm": 2.9477751995881176,
      "learning_rate": 0.00019475503252601345,
      "loss": 4.5607,
      "step": 29697
    },
    {
      "epoch": 2.5227658851512063,
      "grad_norm": 2.8820834935670163,
      "learning_rate": 0.00019474847905566987,
      "loss": 4.2305,
      "step": 29698
    },
    {
      "epoch": 2.52285083248386,
      "grad_norm": 3.049049087018272,
      "learning_rate": 0.00019474192549156472,
      "loss": 4.9599,
      "step": 29699
    },
    {
      "epoch": 2.522935779816514,
      "grad_norm": 2.870353827014056,
      "learning_rate": 0.00019473537183371177,
      "loss": 4.3571,
      "step": 29700
    },
    {
      "epoch": 2.5230207271491674,
      "grad_norm": 3.0200935040255086,
      "learning_rate": 0.00019472881808212474,
      "loss": 4.6219,
      "step": 29701
    },
    {
      "epoch": 2.523105674481821,
      "grad_norm": 2.8878766187335825,
      "learning_rate": 0.0001947222642368174,
      "loss": 4.6788,
      "step": 29702
    },
    {
      "epoch": 2.523190621814475,
      "grad_norm": 2.8760517869582602,
      "learning_rate": 0.00019471571029780344,
      "loss": 4.5672,
      "step": 29703
    },
    {
      "epoch": 2.523275569147129,
      "grad_norm": 3.09454420145568,
      "learning_rate": 0.0001947091562650966,
      "loss": 4.9756,
      "step": 29704
    },
    {
      "epoch": 2.5233605164797828,
      "grad_norm": 3.1122971122400434,
      "learning_rate": 0.00019470260213871063,
      "loss": 3.8694,
      "step": 29705
    },
    {
      "epoch": 2.523445463812436,
      "grad_norm": 2.882564147041766,
      "learning_rate": 0.0001946960479186592,
      "loss": 4.4978,
      "step": 29706
    },
    {
      "epoch": 2.52353041114509,
      "grad_norm": 3.130377711815641,
      "learning_rate": 0.00019468949360495615,
      "loss": 5.1775,
      "step": 29707
    },
    {
      "epoch": 2.523615358477744,
      "grad_norm": 2.9307423745939603,
      "learning_rate": 0.00019468293919761516,
      "loss": 4.542,
      "step": 29708
    },
    {
      "epoch": 2.5237003058103973,
      "grad_norm": 2.9491092560453374,
      "learning_rate": 0.00019467638469664993,
      "loss": 4.5389,
      "step": 29709
    },
    {
      "epoch": 2.5237852531430516,
      "grad_norm": 3.0119904820146606,
      "learning_rate": 0.00019466983010207423,
      "loss": 4.7776,
      "step": 29710
    },
    {
      "epoch": 2.523870200475705,
      "grad_norm": 3.1608455086298477,
      "learning_rate": 0.00019466327541390176,
      "loss": 4.9802,
      "step": 29711
    },
    {
      "epoch": 2.523955147808359,
      "grad_norm": 2.880082074496701,
      "learning_rate": 0.00019465672063214632,
      "loss": 4.5169,
      "step": 29712
    },
    {
      "epoch": 2.5240400951410127,
      "grad_norm": 2.9835328175187947,
      "learning_rate": 0.0001946501657568216,
      "loss": 4.4056,
      "step": 29713
    },
    {
      "epoch": 2.524125042473666,
      "grad_norm": 2.923214128550663,
      "learning_rate": 0.00019464361078794137,
      "loss": 4.553,
      "step": 29714
    },
    {
      "epoch": 2.52420998980632,
      "grad_norm": 2.8262316510115646,
      "learning_rate": 0.00019463705572551925,
      "loss": 4.5257,
      "step": 29715
    },
    {
      "epoch": 2.524294937138974,
      "grad_norm": 2.8511558816345914,
      "learning_rate": 0.00019463050056956914,
      "loss": 4.4596,
      "step": 29716
    },
    {
      "epoch": 2.5243798844716276,
      "grad_norm": 2.9201538552402067,
      "learning_rate": 0.00019462394532010464,
      "loss": 4.5813,
      "step": 29717
    },
    {
      "epoch": 2.5244648318042815,
      "grad_norm": 3.1301717671146148,
      "learning_rate": 0.00019461738997713957,
      "loss": 5.0634,
      "step": 29718
    },
    {
      "epoch": 2.524549779136935,
      "grad_norm": 2.9253785146659066,
      "learning_rate": 0.00019461083454068762,
      "loss": 4.6273,
      "step": 29719
    },
    {
      "epoch": 2.5246347264695888,
      "grad_norm": 2.9172135047099905,
      "learning_rate": 0.00019460427901076254,
      "loss": 4.589,
      "step": 29720
    },
    {
      "epoch": 2.5247196738022426,
      "grad_norm": 2.9294006660406566,
      "learning_rate": 0.00019459772338737807,
      "loss": 4.3859,
      "step": 29721
    },
    {
      "epoch": 2.5248046211348965,
      "grad_norm": 2.9772201315396454,
      "learning_rate": 0.00019459116767054795,
      "loss": 4.8509,
      "step": 29722
    },
    {
      "epoch": 2.5248895684675503,
      "grad_norm": 3.1911903024394266,
      "learning_rate": 0.00019458461186028594,
      "loss": 5.2117,
      "step": 29723
    },
    {
      "epoch": 2.5249745158002037,
      "grad_norm": 2.9139283337271418,
      "learning_rate": 0.00019457805595660566,
      "loss": 4.5053,
      "step": 29724
    },
    {
      "epoch": 2.5250594631328576,
      "grad_norm": 2.9999388106635454,
      "learning_rate": 0.00019457149995952099,
      "loss": 4.7614,
      "step": 29725
    },
    {
      "epoch": 2.5251444104655114,
      "grad_norm": 3.023940358457597,
      "learning_rate": 0.00019456494386904563,
      "loss": 4.8561,
      "step": 29726
    },
    {
      "epoch": 2.5252293577981653,
      "grad_norm": 2.8118259700456365,
      "learning_rate": 0.00019455838768519325,
      "loss": 4.2826,
      "step": 29727
    },
    {
      "epoch": 2.525314305130819,
      "grad_norm": 2.9427852371985046,
      "learning_rate": 0.00019455183140797765,
      "loss": 4.5033,
      "step": 29728
    },
    {
      "epoch": 2.5253992524634725,
      "grad_norm": 3.0239310546440055,
      "learning_rate": 0.0001945452750374125,
      "loss": 4.6956,
      "step": 29729
    },
    {
      "epoch": 2.5254841997961264,
      "grad_norm": 3.166500046510858,
      "learning_rate": 0.00019453871857351166,
      "loss": 4.8861,
      "step": 29730
    },
    {
      "epoch": 2.5255691471287802,
      "grad_norm": 3.084737395745448,
      "learning_rate": 0.00019453216201628873,
      "loss": 4.9972,
      "step": 29731
    },
    {
      "epoch": 2.525654094461434,
      "grad_norm": 3.121221823847555,
      "learning_rate": 0.0001945256053657576,
      "loss": 4.9718,
      "step": 29732
    },
    {
      "epoch": 2.525739041794088,
      "grad_norm": 3.009468565599533,
      "learning_rate": 0.00019451904862193185,
      "loss": 4.5848,
      "step": 29733
    },
    {
      "epoch": 2.5258239891267413,
      "grad_norm": 2.9231404805874472,
      "learning_rate": 0.00019451249178482536,
      "loss": 4.5448,
      "step": 29734
    },
    {
      "epoch": 2.525908936459395,
      "grad_norm": 3.070927369857671,
      "learning_rate": 0.00019450593485445173,
      "loss": 4.9239,
      "step": 29735
    },
    {
      "epoch": 2.525993883792049,
      "grad_norm": 2.930186628314292,
      "learning_rate": 0.00019449937783082476,
      "loss": 4.6319,
      "step": 29736
    },
    {
      "epoch": 2.5260788311247024,
      "grad_norm": 3.1016217965255333,
      "learning_rate": 0.00019449282071395821,
      "loss": 5.179,
      "step": 29737
    },
    {
      "epoch": 2.5261637784573563,
      "grad_norm": 3.16394578128375,
      "learning_rate": 0.00019448626350386584,
      "loss": 5.2264,
      "step": 29738
    },
    {
      "epoch": 2.52624872579001,
      "grad_norm": 2.8820967571047746,
      "learning_rate": 0.00019447970620056136,
      "loss": 4.2804,
      "step": 29739
    },
    {
      "epoch": 2.526333673122664,
      "grad_norm": 3.0256768914709506,
      "learning_rate": 0.00019447314880405845,
      "loss": 5.1358,
      "step": 29740
    },
    {
      "epoch": 2.526418620455318,
      "grad_norm": 2.944742111149891,
      "learning_rate": 0.0001944665913143709,
      "loss": 4.5047,
      "step": 29741
    },
    {
      "epoch": 2.5265035677879712,
      "grad_norm": 3.1083657252804207,
      "learning_rate": 0.00019446003373151254,
      "loss": 4.9639,
      "step": 29742
    },
    {
      "epoch": 2.526588515120625,
      "grad_norm": 3.237453552147888,
      "learning_rate": 0.00019445347605549692,
      "loss": 5.0678,
      "step": 29743
    },
    {
      "epoch": 2.526673462453279,
      "grad_norm": 2.9211709558332717,
      "learning_rate": 0.00019444691828633795,
      "loss": 4.3947,
      "step": 29744
    },
    {
      "epoch": 2.526758409785933,
      "grad_norm": 3.258037123996165,
      "learning_rate": 0.0001944403604240493,
      "loss": 4.0612,
      "step": 29745
    },
    {
      "epoch": 2.5268433571185867,
      "grad_norm": 2.9351154580501295,
      "learning_rate": 0.00019443380246864466,
      "loss": 4.654,
      "step": 29746
    },
    {
      "epoch": 2.52692830445124,
      "grad_norm": 2.912309273311388,
      "learning_rate": 0.00019442724442013786,
      "loss": 4.5998,
      "step": 29747
    },
    {
      "epoch": 2.527013251783894,
      "grad_norm": 2.8785668620566813,
      "learning_rate": 0.00019442068627854265,
      "loss": 4.4859,
      "step": 29748
    },
    {
      "epoch": 2.5270981991165478,
      "grad_norm": 3.1007339596068166,
      "learning_rate": 0.00019441412804387266,
      "loss": 4.8395,
      "step": 29749
    },
    {
      "epoch": 2.5271831464492016,
      "grad_norm": 2.89799853422263,
      "learning_rate": 0.00019440756971614176,
      "loss": 4.5385,
      "step": 29750
    },
    {
      "epoch": 2.5272680937818555,
      "grad_norm": 3.0333464796177547,
      "learning_rate": 0.0001944010112953636,
      "loss": 4.874,
      "step": 29751
    },
    {
      "epoch": 2.527353041114509,
      "grad_norm": 2.986341529125908,
      "learning_rate": 0.00019439445278155197,
      "loss": 4.6044,
      "step": 29752
    },
    {
      "epoch": 2.5274379884471627,
      "grad_norm": 3.052793134506726,
      "learning_rate": 0.00019438789417472054,
      "loss": 4.9052,
      "step": 29753
    },
    {
      "epoch": 2.5275229357798166,
      "grad_norm": 2.9837774096458745,
      "learning_rate": 0.00019438133547488318,
      "loss": 4.5785,
      "step": 29754
    },
    {
      "epoch": 2.5276078831124704,
      "grad_norm": 3.085372745385674,
      "learning_rate": 0.00019437477668205353,
      "loss": 4.8229,
      "step": 29755
    },
    {
      "epoch": 2.5276928304451243,
      "grad_norm": 3.002401894222502,
      "learning_rate": 0.0001943682177962453,
      "loss": 5.0026,
      "step": 29756
    },
    {
      "epoch": 2.5277777777777777,
      "grad_norm": 2.9248334060642187,
      "learning_rate": 0.0001943616588174724,
      "loss": 4.3519,
      "step": 29757
    },
    {
      "epoch": 2.5278627251104315,
      "grad_norm": 2.941775886370044,
      "learning_rate": 0.0001943550997457484,
      "loss": 4.4001,
      "step": 29758
    },
    {
      "epoch": 2.5279476724430854,
      "grad_norm": 3.0978426184308914,
      "learning_rate": 0.00019434854058108717,
      "loss": 5.0064,
      "step": 29759
    },
    {
      "epoch": 2.528032619775739,
      "grad_norm": 2.9224206741625474,
      "learning_rate": 0.00019434198132350236,
      "loss": 4.4664,
      "step": 29760
    },
    {
      "epoch": 2.5281175671083926,
      "grad_norm": 2.9171002882635237,
      "learning_rate": 0.00019433542197300774,
      "loss": 4.6656,
      "step": 29761
    },
    {
      "epoch": 2.5282025144410465,
      "grad_norm": 2.8680073039908343,
      "learning_rate": 0.00019432886252961708,
      "loss": 4.5445,
      "step": 29762
    },
    {
      "epoch": 2.5282874617737003,
      "grad_norm": 2.934641572488581,
      "learning_rate": 0.0001943223029933441,
      "loss": 4.6167,
      "step": 29763
    },
    {
      "epoch": 2.528372409106354,
      "grad_norm": 2.8388884355887507,
      "learning_rate": 0.00019431574336420252,
      "loss": 4.4706,
      "step": 29764
    },
    {
      "epoch": 2.5284573564390076,
      "grad_norm": 2.9563453139189906,
      "learning_rate": 0.00019430918364220616,
      "loss": 4.5721,
      "step": 29765
    },
    {
      "epoch": 2.5285423037716614,
      "grad_norm": 2.921386585430355,
      "learning_rate": 0.00019430262382736873,
      "loss": 4.6003,
      "step": 29766
    },
    {
      "epoch": 2.5286272511043153,
      "grad_norm": 2.8794808408500967,
      "learning_rate": 0.0001942960639197039,
      "loss": 4.3293,
      "step": 29767
    },
    {
      "epoch": 2.528712198436969,
      "grad_norm": 2.845641505196228,
      "learning_rate": 0.00019428950391922557,
      "loss": 4.3553,
      "step": 29768
    },
    {
      "epoch": 2.528797145769623,
      "grad_norm": 3.0136329711658996,
      "learning_rate": 0.00019428294382594735,
      "loss": 4.559,
      "step": 29769
    },
    {
      "epoch": 2.5288820931022764,
      "grad_norm": 2.8822744420793316,
      "learning_rate": 0.000194276383639883,
      "loss": 4.176,
      "step": 29770
    },
    {
      "epoch": 2.5289670404349303,
      "grad_norm": 2.845632253394498,
      "learning_rate": 0.00019426982336104634,
      "loss": 4.432,
      "step": 29771
    },
    {
      "epoch": 2.529051987767584,
      "grad_norm": 2.789667064772857,
      "learning_rate": 0.00019426326298945104,
      "loss": 4.2889,
      "step": 29772
    },
    {
      "epoch": 2.529136935100238,
      "grad_norm": 3.030965196846776,
      "learning_rate": 0.00019425670252511088,
      "loss": 4.6769,
      "step": 29773
    },
    {
      "epoch": 2.529221882432892,
      "grad_norm": 2.8222220117457066,
      "learning_rate": 0.00019425014196803962,
      "loss": 4.3573,
      "step": 29774
    },
    {
      "epoch": 2.529306829765545,
      "grad_norm": 3.093537477605707,
      "learning_rate": 0.000194243581318251,
      "loss": 5.0206,
      "step": 29775
    },
    {
      "epoch": 2.529391777098199,
      "grad_norm": 2.9182783502006817,
      "learning_rate": 0.00019423702057575873,
      "loss": 4.4102,
      "step": 29776
    },
    {
      "epoch": 2.529476724430853,
      "grad_norm": 3.1722353451013268,
      "learning_rate": 0.00019423045974057662,
      "loss": 5.3126,
      "step": 29777
    },
    {
      "epoch": 2.5295616717635068,
      "grad_norm": 2.8369004438689878,
      "learning_rate": 0.00019422389881271836,
      "loss": 4.1085,
      "step": 29778
    },
    {
      "epoch": 2.5296466190961606,
      "grad_norm": 2.8640874598474575,
      "learning_rate": 0.0001942173377921977,
      "loss": 4.503,
      "step": 29779
    },
    {
      "epoch": 2.529731566428814,
      "grad_norm": 3.0503335062955577,
      "learning_rate": 0.0001942107766790284,
      "loss": 4.9662,
      "step": 29780
    },
    {
      "epoch": 2.529816513761468,
      "grad_norm": 2.9959702392658176,
      "learning_rate": 0.00019420421547322424,
      "loss": 4.7767,
      "step": 29781
    },
    {
      "epoch": 2.5299014610941217,
      "grad_norm": 3.0712316030853284,
      "learning_rate": 0.00019419765417479895,
      "loss": 4.9623,
      "step": 29782
    },
    {
      "epoch": 2.529986408426775,
      "grad_norm": 2.890709440481043,
      "learning_rate": 0.00019419109278376618,
      "loss": 4.455,
      "step": 29783
    },
    {
      "epoch": 2.5300713557594294,
      "grad_norm": 3.1139184790992775,
      "learning_rate": 0.0001941845313001399,
      "loss": 4.9612,
      "step": 29784
    },
    {
      "epoch": 2.530156303092083,
      "grad_norm": 2.920708671318083,
      "learning_rate": 0.00019417796972393363,
      "loss": 4.4662,
      "step": 29785
    },
    {
      "epoch": 2.5302412504247367,
      "grad_norm": 2.91077929726716,
      "learning_rate": 0.00019417140805516126,
      "loss": 4.6631,
      "step": 29786
    },
    {
      "epoch": 2.5303261977573905,
      "grad_norm": 2.908394683353964,
      "learning_rate": 0.00019416484629383645,
      "loss": 4.6629,
      "step": 29787
    },
    {
      "epoch": 2.530411145090044,
      "grad_norm": 2.9782150706170483,
      "learning_rate": 0.000194158284439973,
      "loss": 4.4053,
      "step": 29788
    },
    {
      "epoch": 2.530496092422698,
      "grad_norm": 2.9293566899205055,
      "learning_rate": 0.00019415172249358465,
      "loss": 4.5622,
      "step": 29789
    },
    {
      "epoch": 2.5305810397553516,
      "grad_norm": 2.9629042774617997,
      "learning_rate": 0.00019414516045468516,
      "loss": 4.5615,
      "step": 29790
    },
    {
      "epoch": 2.5306659870880055,
      "grad_norm": 2.8923351859887276,
      "learning_rate": 0.0001941385983232883,
      "loss": 4.5985,
      "step": 29791
    },
    {
      "epoch": 2.5307509344206593,
      "grad_norm": 2.9977028421435445,
      "learning_rate": 0.00019413203609940774,
      "loss": 4.672,
      "step": 29792
    },
    {
      "epoch": 2.5308358817533128,
      "grad_norm": 3.0037651081152035,
      "learning_rate": 0.00019412547378305726,
      "loss": 4.8801,
      "step": 29793
    },
    {
      "epoch": 2.5309208290859666,
      "grad_norm": 2.9977063719791106,
      "learning_rate": 0.00019411891137425069,
      "loss": 4.7111,
      "step": 29794
    },
    {
      "epoch": 2.5310057764186205,
      "grad_norm": 2.7988979280117974,
      "learning_rate": 0.0001941123488730017,
      "loss": 4.397,
      "step": 29795
    },
    {
      "epoch": 2.5310907237512743,
      "grad_norm": 3.16579512572157,
      "learning_rate": 0.000194105786279324,
      "loss": 5.1235,
      "step": 29796
    },
    {
      "epoch": 2.531175671083928,
      "grad_norm": 2.940694189711587,
      "learning_rate": 0.00019409922359323148,
      "loss": 4.95,
      "step": 29797
    },
    {
      "epoch": 2.5312606184165816,
      "grad_norm": 2.857040733143429,
      "learning_rate": 0.00019409266081473774,
      "loss": 4.6035,
      "step": 29798
    },
    {
      "epoch": 2.5313455657492354,
      "grad_norm": 2.9128579063806823,
      "learning_rate": 0.0001940860979438566,
      "loss": 4.678,
      "step": 29799
    },
    {
      "epoch": 2.5314305130818893,
      "grad_norm": 2.8063188886029122,
      "learning_rate": 0.00019407953498060192,
      "loss": 4.2998,
      "step": 29800
    },
    {
      "epoch": 2.531515460414543,
      "grad_norm": 3.0973548230660146,
      "learning_rate": 0.00019407297192498724,
      "loss": 4.4026,
      "step": 29801
    },
    {
      "epoch": 2.531600407747197,
      "grad_norm": 2.884476706812928,
      "learning_rate": 0.00019406640877702645,
      "loss": 4.4196,
      "step": 29802
    },
    {
      "epoch": 2.5316853550798504,
      "grad_norm": 2.9945764406914646,
      "learning_rate": 0.00019405984553673325,
      "loss": 5.0481,
      "step": 29803
    },
    {
      "epoch": 2.5317703024125042,
      "grad_norm": 3.1434001125689615,
      "learning_rate": 0.00019405328220412142,
      "loss": 5.2621,
      "step": 29804
    },
    {
      "epoch": 2.531855249745158,
      "grad_norm": 3.010219994829118,
      "learning_rate": 0.00019404671877920469,
      "loss": 5.1699,
      "step": 29805
    },
    {
      "epoch": 2.5319401970778115,
      "grad_norm": 2.895420245251302,
      "learning_rate": 0.00019404015526199684,
      "loss": 4.4137,
      "step": 29806
    },
    {
      "epoch": 2.5320251444104658,
      "grad_norm": 3.1751839215774766,
      "learning_rate": 0.00019403359165251157,
      "loss": 5.0626,
      "step": 29807
    },
    {
      "epoch": 2.532110091743119,
      "grad_norm": 2.934634579864387,
      "learning_rate": 0.00019402702795076268,
      "loss": 4.7613,
      "step": 29808
    },
    {
      "epoch": 2.532195039075773,
      "grad_norm": 3.197751332607819,
      "learning_rate": 0.00019402046415676396,
      "loss": 5.0308,
      "step": 29809
    },
    {
      "epoch": 2.532279986408427,
      "grad_norm": 2.935000461960773,
      "learning_rate": 0.00019401390027052904,
      "loss": 4.7001,
      "step": 29810
    },
    {
      "epoch": 2.5323649337410803,
      "grad_norm": 2.950872162189264,
      "learning_rate": 0.0001940073362920718,
      "loss": 4.6654,
      "step": 29811
    },
    {
      "epoch": 2.532449881073734,
      "grad_norm": 3.087830353121007,
      "learning_rate": 0.00019400077222140596,
      "loss": 4.8361,
      "step": 29812
    },
    {
      "epoch": 2.532534828406388,
      "grad_norm": 2.955527773650134,
      "learning_rate": 0.00019399420805854518,
      "loss": 4.6118,
      "step": 29813
    },
    {
      "epoch": 2.532619775739042,
      "grad_norm": 3.144811735178336,
      "learning_rate": 0.00019398764380350336,
      "loss": 4.0686,
      "step": 29814
    },
    {
      "epoch": 2.5327047230716957,
      "grad_norm": 2.9966190875266596,
      "learning_rate": 0.00019398107945629416,
      "loss": 4.9045,
      "step": 29815
    },
    {
      "epoch": 2.532789670404349,
      "grad_norm": 3.1471210115093102,
      "learning_rate": 0.00019397451501693133,
      "loss": 5.1427,
      "step": 29816
    },
    {
      "epoch": 2.532874617737003,
      "grad_norm": 2.956857265969886,
      "learning_rate": 0.00019396795048542864,
      "loss": 4.7705,
      "step": 29817
    },
    {
      "epoch": 2.532959565069657,
      "grad_norm": 2.900477053423564,
      "learning_rate": 0.00019396138586179993,
      "loss": 4.4359,
      "step": 29818
    },
    {
      "epoch": 2.5330445124023107,
      "grad_norm": 2.8984574479458427,
      "learning_rate": 0.0001939548211460588,
      "loss": 4.1024,
      "step": 29819
    },
    {
      "epoch": 2.5331294597349645,
      "grad_norm": 2.815642804221668,
      "learning_rate": 0.00019394825633821915,
      "loss": 4.417,
      "step": 29820
    },
    {
      "epoch": 2.533214407067618,
      "grad_norm": 2.934625790274596,
      "learning_rate": 0.00019394169143829463,
      "loss": 4.3369,
      "step": 29821
    },
    {
      "epoch": 2.5332993544002718,
      "grad_norm": 2.9708577324711367,
      "learning_rate": 0.00019393512644629908,
      "loss": 4.7286,
      "step": 29822
    },
    {
      "epoch": 2.5333843017329256,
      "grad_norm": 2.959967564250187,
      "learning_rate": 0.00019392856136224616,
      "loss": 4.4715,
      "step": 29823
    },
    {
      "epoch": 2.5334692490655795,
      "grad_norm": 3.021499421942789,
      "learning_rate": 0.00019392199618614971,
      "loss": 4.8323,
      "step": 29824
    },
    {
      "epoch": 2.5335541963982333,
      "grad_norm": 3.123644128620539,
      "learning_rate": 0.00019391543091802345,
      "loss": 4.9114,
      "step": 29825
    },
    {
      "epoch": 2.5336391437308867,
      "grad_norm": 2.9263696738493974,
      "learning_rate": 0.00019390886555788113,
      "loss": 4.7112,
      "step": 29826
    },
    {
      "epoch": 2.5337240910635406,
      "grad_norm": 3.0173617564002555,
      "learning_rate": 0.00019390230010573654,
      "loss": 5.0705,
      "step": 29827
    },
    {
      "epoch": 2.5338090383961944,
      "grad_norm": 2.8071214778742477,
      "learning_rate": 0.00019389573456160338,
      "loss": 4.3367,
      "step": 29828
    },
    {
      "epoch": 2.5338939857288483,
      "grad_norm": 3.182089319764604,
      "learning_rate": 0.00019388916892549546,
      "loss": 4.9048,
      "step": 29829
    },
    {
      "epoch": 2.533978933061502,
      "grad_norm": 3.1533863184763105,
      "learning_rate": 0.0001938826031974265,
      "loss": 5.1704,
      "step": 29830
    },
    {
      "epoch": 2.5340638803941555,
      "grad_norm": 2.9829934581508972,
      "learning_rate": 0.00019387603737741033,
      "loss": 4.4766,
      "step": 29831
    },
    {
      "epoch": 2.5341488277268094,
      "grad_norm": 2.8630793918946784,
      "learning_rate": 0.00019386947146546058,
      "loss": 4.1354,
      "step": 29832
    },
    {
      "epoch": 2.5342337750594632,
      "grad_norm": 3.0911783457319815,
      "learning_rate": 0.00019386290546159114,
      "loss": 5.0976,
      "step": 29833
    },
    {
      "epoch": 2.5343187223921166,
      "grad_norm": 2.9646144313264,
      "learning_rate": 0.00019385633936581568,
      "loss": 4.5385,
      "step": 29834
    },
    {
      "epoch": 2.5344036697247705,
      "grad_norm": 3.046773869490782,
      "learning_rate": 0.00019384977317814798,
      "loss": 4.6756,
      "step": 29835
    },
    {
      "epoch": 2.5344886170574243,
      "grad_norm": 3.0785007732227325,
      "learning_rate": 0.0001938432068986018,
      "loss": 5.0907,
      "step": 29836
    },
    {
      "epoch": 2.534573564390078,
      "grad_norm": 3.0024133506621644,
      "learning_rate": 0.00019383664052719088,
      "loss": 4.8664,
      "step": 29837
    },
    {
      "epoch": 2.534658511722732,
      "grad_norm": 2.9542514017773693,
      "learning_rate": 0.00019383007406392904,
      "loss": 4.6399,
      "step": 29838
    },
    {
      "epoch": 2.5347434590553855,
      "grad_norm": 2.9941127120200233,
      "learning_rate": 0.00019382350750882997,
      "loss": 4.5619,
      "step": 29839
    },
    {
      "epoch": 2.5348284063880393,
      "grad_norm": 2.9057930657049083,
      "learning_rate": 0.0001938169408619075,
      "loss": 4.3751,
      "step": 29840
    },
    {
      "epoch": 2.534913353720693,
      "grad_norm": 2.84888914056024,
      "learning_rate": 0.0001938103741231753,
      "loss": 4.3495,
      "step": 29841
    },
    {
      "epoch": 2.534998301053347,
      "grad_norm": 2.9569907396608652,
      "learning_rate": 0.00019380380729264722,
      "loss": 4.6837,
      "step": 29842
    },
    {
      "epoch": 2.535083248386001,
      "grad_norm": 2.938552528790794,
      "learning_rate": 0.00019379724037033694,
      "loss": 4.4806,
      "step": 29843
    },
    {
      "epoch": 2.5351681957186543,
      "grad_norm": 2.9208286317007435,
      "learning_rate": 0.00019379067335625823,
      "loss": 4.4122,
      "step": 29844
    },
    {
      "epoch": 2.535253143051308,
      "grad_norm": 2.9287943286304716,
      "learning_rate": 0.00019378410625042495,
      "loss": 4.4161,
      "step": 29845
    },
    {
      "epoch": 2.535338090383962,
      "grad_norm": 2.927489479011441,
      "learning_rate": 0.00019377753905285074,
      "loss": 4.6461,
      "step": 29846
    },
    {
      "epoch": 2.535423037716616,
      "grad_norm": 2.9535835538763697,
      "learning_rate": 0.00019377097176354939,
      "loss": 4.3421,
      "step": 29847
    },
    {
      "epoch": 2.5355079850492697,
      "grad_norm": 2.8781341595429084,
      "learning_rate": 0.0001937644043825347,
      "loss": 4.7329,
      "step": 29848
    },
    {
      "epoch": 2.535592932381923,
      "grad_norm": 2.994881895355738,
      "learning_rate": 0.00019375783690982044,
      "loss": 4.8084,
      "step": 29849
    },
    {
      "epoch": 2.535677879714577,
      "grad_norm": 3.14643083428527,
      "learning_rate": 0.00019375126934542027,
      "loss": 4.9907,
      "step": 29850
    },
    {
      "epoch": 2.5357628270472308,
      "grad_norm": 2.981011244278493,
      "learning_rate": 0.00019374470168934807,
      "loss": 4.5865,
      "step": 29851
    },
    {
      "epoch": 2.5358477743798846,
      "grad_norm": 2.8312141351510056,
      "learning_rate": 0.00019373813394161756,
      "loss": 4.3459,
      "step": 29852
    },
    {
      "epoch": 2.5359327217125385,
      "grad_norm": 2.83844643406096,
      "learning_rate": 0.0001937315661022424,
      "loss": 4.5167,
      "step": 29853
    },
    {
      "epoch": 2.536017669045192,
      "grad_norm": 2.8607291031809363,
      "learning_rate": 0.00019372499817123652,
      "loss": 4.3874,
      "step": 29854
    },
    {
      "epoch": 2.5361026163778457,
      "grad_norm": 2.9945840747695724,
      "learning_rate": 0.0001937184301486136,
      "loss": 4.5808,
      "step": 29855
    },
    {
      "epoch": 2.5361875637104996,
      "grad_norm": 2.8231806868071754,
      "learning_rate": 0.00019371186203438737,
      "loss": 4.1762,
      "step": 29856
    },
    {
      "epoch": 2.536272511043153,
      "grad_norm": 3.017872774492641,
      "learning_rate": 0.00019370529382857168,
      "loss": 4.6735,
      "step": 29857
    },
    {
      "epoch": 2.536357458375807,
      "grad_norm": 3.1136257377623537,
      "learning_rate": 0.00019369872553118023,
      "loss": 4.981,
      "step": 29858
    },
    {
      "epoch": 2.5364424057084607,
      "grad_norm": 2.9266341619571783,
      "learning_rate": 0.00019369215714222675,
      "loss": 4.5904,
      "step": 29859
    },
    {
      "epoch": 2.5365273530411145,
      "grad_norm": 2.860234485686803,
      "learning_rate": 0.00019368558866172508,
      "loss": 4.5012,
      "step": 29860
    },
    {
      "epoch": 2.5366123003737684,
      "grad_norm": 2.961739288961508,
      "learning_rate": 0.00019367902008968893,
      "loss": 4.7002,
      "step": 29861
    },
    {
      "epoch": 2.536697247706422,
      "grad_norm": 2.9508640740688836,
      "learning_rate": 0.00019367245142613208,
      "loss": 4.7425,
      "step": 29862
    },
    {
      "epoch": 2.5367821950390756,
      "grad_norm": 3.1630493685410284,
      "learning_rate": 0.0001936658826710683,
      "loss": 4.9469,
      "step": 29863
    },
    {
      "epoch": 2.5368671423717295,
      "grad_norm": 2.9418001918533254,
      "learning_rate": 0.00019365931382451138,
      "loss": 4.8134,
      "step": 29864
    },
    {
      "epoch": 2.5369520897043834,
      "grad_norm": 3.081806171856255,
      "learning_rate": 0.000193652744886475,
      "loss": 4.7268,
      "step": 29865
    },
    {
      "epoch": 2.537037037037037,
      "grad_norm": 2.9706841488702738,
      "learning_rate": 0.00019364617585697304,
      "loss": 4.4632,
      "step": 29866
    },
    {
      "epoch": 2.5371219843696906,
      "grad_norm": 3.3482795633918214,
      "learning_rate": 0.00019363960673601918,
      "loss": 4.0736,
      "step": 29867
    },
    {
      "epoch": 2.5372069317023445,
      "grad_norm": 2.963124110634044,
      "learning_rate": 0.00019363303752362716,
      "loss": 4.61,
      "step": 29868
    },
    {
      "epoch": 2.5372918790349983,
      "grad_norm": 2.920719142966974,
      "learning_rate": 0.00019362646821981087,
      "loss": 4.752,
      "step": 29869
    },
    {
      "epoch": 2.537376826367652,
      "grad_norm": 2.866246189267729,
      "learning_rate": 0.00019361989882458393,
      "loss": 4.0293,
      "step": 29870
    },
    {
      "epoch": 2.537461773700306,
      "grad_norm": 2.927349714703958,
      "learning_rate": 0.0001936133293379602,
      "loss": 4.8655,
      "step": 29871
    },
    {
      "epoch": 2.5375467210329594,
      "grad_norm": 2.99516168137538,
      "learning_rate": 0.00019360675975995336,
      "loss": 4.078,
      "step": 29872
    },
    {
      "epoch": 2.5376316683656133,
      "grad_norm": 2.8565383872757946,
      "learning_rate": 0.0001936001900905773,
      "loss": 4.5822,
      "step": 29873
    },
    {
      "epoch": 2.537716615698267,
      "grad_norm": 2.841539637363744,
      "learning_rate": 0.0001935936203298457,
      "loss": 4.5944,
      "step": 29874
    },
    {
      "epoch": 2.537801563030921,
      "grad_norm": 2.9955532058861234,
      "learning_rate": 0.0001935870504777723,
      "loss": 4.5227,
      "step": 29875
    },
    {
      "epoch": 2.537886510363575,
      "grad_norm": 2.8796524731756605,
      "learning_rate": 0.00019358048053437095,
      "loss": 4.6516,
      "step": 29876
    },
    {
      "epoch": 2.5379714576962282,
      "grad_norm": 2.8921290865703257,
      "learning_rate": 0.00019357391049965538,
      "loss": 4.8042,
      "step": 29877
    },
    {
      "epoch": 2.538056405028882,
      "grad_norm": 2.9894300568537315,
      "learning_rate": 0.0001935673403736393,
      "loss": 4.6637,
      "step": 29878
    },
    {
      "epoch": 2.538141352361536,
      "grad_norm": 2.8231209260858576,
      "learning_rate": 0.00019356077015633656,
      "loss": 4.3077,
      "step": 29879
    },
    {
      "epoch": 2.5382262996941893,
      "grad_norm": 2.9755278760440675,
      "learning_rate": 0.00019355419984776084,
      "loss": 4.565,
      "step": 29880
    },
    {
      "epoch": 2.5383112470268436,
      "grad_norm": 2.930637005389151,
      "learning_rate": 0.00019354762944792601,
      "loss": 4.3505,
      "step": 29881
    },
    {
      "epoch": 2.538396194359497,
      "grad_norm": 3.127305073204516,
      "learning_rate": 0.00019354105895684576,
      "loss": 4.9097,
      "step": 29882
    },
    {
      "epoch": 2.538481141692151,
      "grad_norm": 3.1441401446096617,
      "learning_rate": 0.00019353448837453396,
      "loss": 4.7843,
      "step": 29883
    },
    {
      "epoch": 2.5385660890248047,
      "grad_norm": 2.9341620071269103,
      "learning_rate": 0.0001935279177010042,
      "loss": 4.7131,
      "step": 29884
    },
    {
      "epoch": 2.538651036357458,
      "grad_norm": 2.926919010854745,
      "learning_rate": 0.00019352134693627037,
      "loss": 4.3455,
      "step": 29885
    },
    {
      "epoch": 2.538735983690112,
      "grad_norm": 2.7849425498731493,
      "learning_rate": 0.00019351477608034625,
      "loss": 4.3113,
      "step": 29886
    },
    {
      "epoch": 2.538820931022766,
      "grad_norm": 2.9994469731783826,
      "learning_rate": 0.00019350820513324552,
      "loss": 4.8367,
      "step": 29887
    },
    {
      "epoch": 2.5389058783554197,
      "grad_norm": 2.9172797395180736,
      "learning_rate": 0.00019350163409498204,
      "loss": 4.3597,
      "step": 29888
    },
    {
      "epoch": 2.5389908256880735,
      "grad_norm": 3.0781482568519647,
      "learning_rate": 0.00019349506296556954,
      "loss": 4.8943,
      "step": 29889
    },
    {
      "epoch": 2.539075773020727,
      "grad_norm": 3.176919111977379,
      "learning_rate": 0.00019348849174502178,
      "loss": 5.1183,
      "step": 29890
    },
    {
      "epoch": 2.539160720353381,
      "grad_norm": 2.945510292839063,
      "learning_rate": 0.00019348192043335254,
      "loss": 4.7203,
      "step": 29891
    },
    {
      "epoch": 2.5392456676860347,
      "grad_norm": 3.1451566060106306,
      "learning_rate": 0.0001934753490305756,
      "loss": 5.0404,
      "step": 29892
    },
    {
      "epoch": 2.5393306150186885,
      "grad_norm": 3.1269598382817945,
      "learning_rate": 0.00019346877753670467,
      "loss": 4.1118,
      "step": 29893
    },
    {
      "epoch": 2.5394155623513424,
      "grad_norm": 2.9562848106143105,
      "learning_rate": 0.0001934622059517536,
      "loss": 4.5513,
      "step": 29894
    },
    {
      "epoch": 2.5395005096839958,
      "grad_norm": 3.1318130862261064,
      "learning_rate": 0.00019345563427573608,
      "loss": 4.8828,
      "step": 29895
    },
    {
      "epoch": 2.5395854570166496,
      "grad_norm": 2.8798303274487638,
      "learning_rate": 0.00019344906250866597,
      "loss": 4.2042,
      "step": 29896
    },
    {
      "epoch": 2.5396704043493035,
      "grad_norm": 2.9211691042214523,
      "learning_rate": 0.000193442490650557,
      "loss": 4.5478,
      "step": 29897
    },
    {
      "epoch": 2.5397553516819573,
      "grad_norm": 2.9948398934828475,
      "learning_rate": 0.0001934359187014229,
      "loss": 4.7152,
      "step": 29898
    },
    {
      "epoch": 2.539840299014611,
      "grad_norm": 3.007002629118912,
      "learning_rate": 0.00019342934666127746,
      "loss": 4.784,
      "step": 29899
    },
    {
      "epoch": 2.5399252463472646,
      "grad_norm": 2.9752143424858852,
      "learning_rate": 0.0001934227745301345,
      "loss": 4.8325,
      "step": 29900
    },
    {
      "epoch": 2.5400101936799184,
      "grad_norm": 2.901852130411526,
      "learning_rate": 0.00019341620230800774,
      "loss": 4.6158,
      "step": 29901
    },
    {
      "epoch": 2.5400951410125723,
      "grad_norm": 3.1132900087375965,
      "learning_rate": 0.00019340962999491097,
      "loss": 4.2122,
      "step": 29902
    },
    {
      "epoch": 2.5401800883452257,
      "grad_norm": 2.8656439085253465,
      "learning_rate": 0.00019340305759085798,
      "loss": 4.4741,
      "step": 29903
    },
    {
      "epoch": 2.54026503567788,
      "grad_norm": 2.952363250484889,
      "learning_rate": 0.00019339648509586246,
      "loss": 4.578,
      "step": 29904
    },
    {
      "epoch": 2.5403499830105334,
      "grad_norm": 2.9985022552615432,
      "learning_rate": 0.00019338991250993827,
      "loss": 4.5177,
      "step": 29905
    },
    {
      "epoch": 2.5404349303431872,
      "grad_norm": 2.853088388113969,
      "learning_rate": 0.00019338333983309915,
      "loss": 4.6213,
      "step": 29906
    },
    {
      "epoch": 2.540519877675841,
      "grad_norm": 2.8901772706591866,
      "learning_rate": 0.00019337676706535884,
      "loss": 4.1298,
      "step": 29907
    },
    {
      "epoch": 2.5406048250084945,
      "grad_norm": 2.9013921079663123,
      "learning_rate": 0.00019337019420673115,
      "loss": 4.8385,
      "step": 29908
    },
    {
      "epoch": 2.5406897723411483,
      "grad_norm": 3.1044117703465828,
      "learning_rate": 0.00019336362125722988,
      "loss": 4.9096,
      "step": 29909
    },
    {
      "epoch": 2.540774719673802,
      "grad_norm": 3.110748146432841,
      "learning_rate": 0.00019335704821686877,
      "loss": 4.9812,
      "step": 29910
    },
    {
      "epoch": 2.540859667006456,
      "grad_norm": 2.860538476259803,
      "learning_rate": 0.00019335047508566155,
      "loss": 4.4713,
      "step": 29911
    },
    {
      "epoch": 2.54094461433911,
      "grad_norm": 3.109559312512371,
      "learning_rate": 0.00019334390186362207,
      "loss": 5.1072,
      "step": 29912
    },
    {
      "epoch": 2.5410295616717633,
      "grad_norm": 3.186912798644834,
      "learning_rate": 0.0001933373285507641,
      "loss": 5.1487,
      "step": 29913
    },
    {
      "epoch": 2.541114509004417,
      "grad_norm": 2.960107162697106,
      "learning_rate": 0.00019333075514710128,
      "loss": 4.3835,
      "step": 29914
    },
    {
      "epoch": 2.541199456337071,
      "grad_norm": 2.8842931211238194,
      "learning_rate": 0.00019332418165264755,
      "loss": 4.4405,
      "step": 29915
    },
    {
      "epoch": 2.541284403669725,
      "grad_norm": 2.8662945680133016,
      "learning_rate": 0.0001933176080674166,
      "loss": 4.3865,
      "step": 29916
    },
    {
      "epoch": 2.5413693510023787,
      "grad_norm": 2.9638021457007593,
      "learning_rate": 0.00019331103439142227,
      "loss": 4.7389,
      "step": 29917
    },
    {
      "epoch": 2.541454298335032,
      "grad_norm": 3.0049695971273795,
      "learning_rate": 0.00019330446062467818,
      "loss": 4.7081,
      "step": 29918
    },
    {
      "epoch": 2.541539245667686,
      "grad_norm": 3.096922148086239,
      "learning_rate": 0.00019329788676719826,
      "loss": 4.9692,
      "step": 29919
    },
    {
      "epoch": 2.54162419300034,
      "grad_norm": 3.0878348041327395,
      "learning_rate": 0.00019329131281899627,
      "loss": 4.9516,
      "step": 29920
    },
    {
      "epoch": 2.5417091403329937,
      "grad_norm": 2.8772340886727688,
      "learning_rate": 0.00019328473878008588,
      "loss": 4.5882,
      "step": 29921
    },
    {
      "epoch": 2.5417940876656475,
      "grad_norm": 3.018592127960714,
      "learning_rate": 0.00019327816465048095,
      "loss": 4.539,
      "step": 29922
    },
    {
      "epoch": 2.541879034998301,
      "grad_norm": 3.11835250628321,
      "learning_rate": 0.00019327159043019523,
      "loss": 5.1466,
      "step": 29923
    },
    {
      "epoch": 2.5419639823309548,
      "grad_norm": 2.921578315381923,
      "learning_rate": 0.00019326501611924252,
      "loss": 4.6194,
      "step": 29924
    },
    {
      "epoch": 2.5420489296636086,
      "grad_norm": 3.0894674675312945,
      "learning_rate": 0.00019325844171763653,
      "loss": 4.9359,
      "step": 29925
    },
    {
      "epoch": 2.5421338769962625,
      "grad_norm": 2.863102990064436,
      "learning_rate": 0.0001932518672253912,
      "loss": 4.4145,
      "step": 29926
    },
    {
      "epoch": 2.5422188243289163,
      "grad_norm": 3.0837538841274106,
      "learning_rate": 0.00019324529264252004,
      "loss": 5.0514,
      "step": 29927
    },
    {
      "epoch": 2.5423037716615697,
      "grad_norm": 2.9258234068932443,
      "learning_rate": 0.00019323871796903707,
      "loss": 4.4872,
      "step": 29928
    },
    {
      "epoch": 2.5423887189942236,
      "grad_norm": 2.8652128126807135,
      "learning_rate": 0.00019323214320495592,
      "loss": 4.4462,
      "step": 29929
    },
    {
      "epoch": 2.5424736663268774,
      "grad_norm": 2.9553888325929902,
      "learning_rate": 0.0001932255683502904,
      "loss": 4.6712,
      "step": 29930
    },
    {
      "epoch": 2.542558613659531,
      "grad_norm": 2.8926653735665546,
      "learning_rate": 0.00019321899340505436,
      "loss": 4.5063,
      "step": 29931
    },
    {
      "epoch": 2.5426435609921847,
      "grad_norm": 2.9566630702995638,
      "learning_rate": 0.0001932124183692615,
      "loss": 4.6075,
      "step": 29932
    },
    {
      "epoch": 2.5427285083248385,
      "grad_norm": 2.9506127815253906,
      "learning_rate": 0.00019320584324292558,
      "loss": 4.648,
      "step": 29933
    },
    {
      "epoch": 2.5428134556574924,
      "grad_norm": 3.03370175345642,
      "learning_rate": 0.0001931992680260604,
      "loss": 4.7827,
      "step": 29934
    },
    {
      "epoch": 2.5428984029901462,
      "grad_norm": 2.8683839228947794,
      "learning_rate": 0.00019319269271867982,
      "loss": 4.4238,
      "step": 29935
    },
    {
      "epoch": 2.5429833503227997,
      "grad_norm": 2.9696508401665187,
      "learning_rate": 0.00019318611732079748,
      "loss": 4.5228,
      "step": 29936
    },
    {
      "epoch": 2.5430682976554535,
      "grad_norm": 3.0276645567851297,
      "learning_rate": 0.00019317954183242723,
      "loss": 4.9,
      "step": 29937
    },
    {
      "epoch": 2.5431532449881074,
      "grad_norm": 2.8677927945191026,
      "learning_rate": 0.00019317296625358284,
      "loss": 4.2858,
      "step": 29938
    },
    {
      "epoch": 2.543238192320761,
      "grad_norm": 2.977991950505544,
      "learning_rate": 0.00019316639058427812,
      "loss": 4.6673,
      "step": 29939
    },
    {
      "epoch": 2.543323139653415,
      "grad_norm": 2.9150466532578228,
      "learning_rate": 0.0001931598148245268,
      "loss": 4.6248,
      "step": 29940
    },
    {
      "epoch": 2.5434080869860685,
      "grad_norm": 3.107944723697014,
      "learning_rate": 0.0001931532389743427,
      "loss": 4.7941,
      "step": 29941
    },
    {
      "epoch": 2.5434930343187223,
      "grad_norm": 3.033664333170583,
      "learning_rate": 0.00019314666303373948,
      "loss": 4.6416,
      "step": 29942
    },
    {
      "epoch": 2.543577981651376,
      "grad_norm": 3.003994694397556,
      "learning_rate": 0.0001931400870027311,
      "loss": 4.8513,
      "step": 29943
    },
    {
      "epoch": 2.54366292898403,
      "grad_norm": 2.969144383319085,
      "learning_rate": 0.00019313351088133123,
      "loss": 4.7176,
      "step": 29944
    },
    {
      "epoch": 2.543747876316684,
      "grad_norm": 3.060260501153569,
      "learning_rate": 0.00019312693466955362,
      "loss": 5.0412,
      "step": 29945
    },
    {
      "epoch": 2.5438328236493373,
      "grad_norm": 3.153981786369489,
      "learning_rate": 0.00019312035836741216,
      "loss": 5.1024,
      "step": 29946
    },
    {
      "epoch": 2.543917770981991,
      "grad_norm": 3.475188572397076,
      "learning_rate": 0.00019311378197492055,
      "loss": 5.0553,
      "step": 29947
    },
    {
      "epoch": 2.544002718314645,
      "grad_norm": 2.8649800924067326,
      "learning_rate": 0.00019310720549209256,
      "loss": 4.4672,
      "step": 29948
    },
    {
      "epoch": 2.544087665647299,
      "grad_norm": 2.9005351627214497,
      "learning_rate": 0.00019310062891894202,
      "loss": 4.4769,
      "step": 29949
    },
    {
      "epoch": 2.5441726129799527,
      "grad_norm": 2.9937841688950924,
      "learning_rate": 0.0001930940522554827,
      "loss": 4.7199,
      "step": 29950
    },
    {
      "epoch": 2.544257560312606,
      "grad_norm": 3.628540755075868,
      "learning_rate": 0.00019308747550172831,
      "loss": 4.1092,
      "step": 29951
    },
    {
      "epoch": 2.54434250764526,
      "grad_norm": 2.929518449005163,
      "learning_rate": 0.00019308089865769268,
      "loss": 4.4664,
      "step": 29952
    },
    {
      "epoch": 2.544427454977914,
      "grad_norm": 2.860611666298234,
      "learning_rate": 0.00019307432172338968,
      "loss": 4.3766,
      "step": 29953
    },
    {
      "epoch": 2.544512402310567,
      "grad_norm": 2.983700359898419,
      "learning_rate": 0.00019306774469883295,
      "loss": 4.4541,
      "step": 29954
    },
    {
      "epoch": 2.544597349643221,
      "grad_norm": 2.8901205261169944,
      "learning_rate": 0.00019306116758403637,
      "loss": 4.5141,
      "step": 29955
    },
    {
      "epoch": 2.544682296975875,
      "grad_norm": 2.8864766237942194,
      "learning_rate": 0.00019305459037901367,
      "loss": 4.4744,
      "step": 29956
    },
    {
      "epoch": 2.5447672443085287,
      "grad_norm": 3.142857703135781,
      "learning_rate": 0.0001930480130837786,
      "loss": 5.1501,
      "step": 29957
    },
    {
      "epoch": 2.5448521916411826,
      "grad_norm": 2.8960212498211146,
      "learning_rate": 0.00019304143569834502,
      "loss": 4.3118,
      "step": 29958
    },
    {
      "epoch": 2.544937138973836,
      "grad_norm": 2.955451788241638,
      "learning_rate": 0.00019303485822272669,
      "loss": 4.5169,
      "step": 29959
    },
    {
      "epoch": 2.54502208630649,
      "grad_norm": 2.926907158019625,
      "learning_rate": 0.00019302828065693732,
      "loss": 4.6038,
      "step": 29960
    },
    {
      "epoch": 2.5451070336391437,
      "grad_norm": 2.8587336441568727,
      "learning_rate": 0.00019302170300099076,
      "loss": 4.2761,
      "step": 29961
    },
    {
      "epoch": 2.5451919809717976,
      "grad_norm": 3.1317819994490472,
      "learning_rate": 0.0001930151252549008,
      "loss": 5.1598,
      "step": 29962
    },
    {
      "epoch": 2.5452769283044514,
      "grad_norm": 3.116556486354572,
      "learning_rate": 0.0001930085474186812,
      "loss": 5.1783,
      "step": 29963
    },
    {
      "epoch": 2.545361875637105,
      "grad_norm": 3.186163595559934,
      "learning_rate": 0.00019300196949234572,
      "loss": 5.0668,
      "step": 29964
    },
    {
      "epoch": 2.5454468229697587,
      "grad_norm": 2.929576484858742,
      "learning_rate": 0.0001929953914759082,
      "loss": 4.5794,
      "step": 29965
    },
    {
      "epoch": 2.5455317703024125,
      "grad_norm": 3.18974793964295,
      "learning_rate": 0.0001929888133693824,
      "loss": 5.0881,
      "step": 29966
    },
    {
      "epoch": 2.5456167176350664,
      "grad_norm": 3.0578717301838343,
      "learning_rate": 0.00019298223517278204,
      "loss": 4.5335,
      "step": 29967
    },
    {
      "epoch": 2.54570166496772,
      "grad_norm": 2.9509403571655892,
      "learning_rate": 0.000192975656886121,
      "loss": 4.4265,
      "step": 29968
    },
    {
      "epoch": 2.5457866123003736,
      "grad_norm": 2.8488693059938384,
      "learning_rate": 0.000192969078509413,
      "loss": 4.4082,
      "step": 29969
    },
    {
      "epoch": 2.5458715596330275,
      "grad_norm": 2.8961107997291555,
      "learning_rate": 0.00019296250004267187,
      "loss": 4.49,
      "step": 29970
    },
    {
      "epoch": 2.5459565069656813,
      "grad_norm": 2.9888598212371265,
      "learning_rate": 0.00019295592148591134,
      "loss": 4.8508,
      "step": 29971
    },
    {
      "epoch": 2.546041454298335,
      "grad_norm": 2.846907316486305,
      "learning_rate": 0.00019294934283914521,
      "loss": 4.4851,
      "step": 29972
    },
    {
      "epoch": 2.546126401630989,
      "grad_norm": 2.999432124429698,
      "learning_rate": 0.0001929427641023873,
      "loss": 4.6171,
      "step": 29973
    },
    {
      "epoch": 2.5462113489636424,
      "grad_norm": 3.168787842100617,
      "learning_rate": 0.00019293618527565134,
      "loss": 5.1893,
      "step": 29974
    },
    {
      "epoch": 2.5462962962962963,
      "grad_norm": 3.1795402839730853,
      "learning_rate": 0.0001929296063589512,
      "loss": 5.1085,
      "step": 29975
    },
    {
      "epoch": 2.54638124362895,
      "grad_norm": 2.8890663933054155,
      "learning_rate": 0.00019292302735230056,
      "loss": 4.411,
      "step": 29976
    },
    {
      "epoch": 2.5464661909616035,
      "grad_norm": 2.867669580995951,
      "learning_rate": 0.00019291644825571332,
      "loss": 4.6048,
      "step": 29977
    },
    {
      "epoch": 2.546551138294258,
      "grad_norm": 3.0819318178252675,
      "learning_rate": 0.0001929098690692031,
      "loss": 4.9951,
      "step": 29978
    },
    {
      "epoch": 2.5466360856269112,
      "grad_norm": 2.8977934351763794,
      "learning_rate": 0.00019290328979278384,
      "loss": 4.233,
      "step": 29979
    },
    {
      "epoch": 2.546721032959565,
      "grad_norm": 2.943388215340521,
      "learning_rate": 0.00019289671042646927,
      "loss": 4.6424,
      "step": 29980
    },
    {
      "epoch": 2.546805980292219,
      "grad_norm": 2.872446699168041,
      "learning_rate": 0.00019289013097027318,
      "loss": 4.3157,
      "step": 29981
    },
    {
      "epoch": 2.5468909276248723,
      "grad_norm": 3.0957448441390105,
      "learning_rate": 0.00019288355142420933,
      "loss": 5.069,
      "step": 29982
    },
    {
      "epoch": 2.546975874957526,
      "grad_norm": 3.0763032484837365,
      "learning_rate": 0.00019287697178829158,
      "loss": 5.1622,
      "step": 29983
    },
    {
      "epoch": 2.54706082229018,
      "grad_norm": 2.9318804770592712,
      "learning_rate": 0.00019287039206253363,
      "loss": 4.3923,
      "step": 29984
    },
    {
      "epoch": 2.547145769622834,
      "grad_norm": 3.141753756219664,
      "learning_rate": 0.00019286381224694927,
      "loss": 4.0178,
      "step": 29985
    },
    {
      "epoch": 2.5472307169554878,
      "grad_norm": 2.9069805969468154,
      "learning_rate": 0.00019285723234155238,
      "loss": 4.3973,
      "step": 29986
    },
    {
      "epoch": 2.547315664288141,
      "grad_norm": 3.1026214123218296,
      "learning_rate": 0.00019285065234635667,
      "loss": 5.0428,
      "step": 29987
    },
    {
      "epoch": 2.547400611620795,
      "grad_norm": 3.056068998890819,
      "learning_rate": 0.0001928440722613759,
      "loss": 4.7573,
      "step": 29988
    },
    {
      "epoch": 2.547485558953449,
      "grad_norm": 3.087750745008123,
      "learning_rate": 0.00019283749208662396,
      "loss": 4.6913,
      "step": 29989
    },
    {
      "epoch": 2.5475705062861027,
      "grad_norm": 3.0976972726109278,
      "learning_rate": 0.0001928309118221145,
      "loss": 5.0708,
      "step": 29990
    },
    {
      "epoch": 2.5476554536187566,
      "grad_norm": 2.8583107690195995,
      "learning_rate": 0.00019282433146786145,
      "loss": 4.0209,
      "step": 29991
    },
    {
      "epoch": 2.54774040095141,
      "grad_norm": 3.1385417573020953,
      "learning_rate": 0.0001928177510238785,
      "loss": 4.9638,
      "step": 29992
    },
    {
      "epoch": 2.547825348284064,
      "grad_norm": 2.9339549271471626,
      "learning_rate": 0.00019281117049017952,
      "loss": 4.7163,
      "step": 29993
    },
    {
      "epoch": 2.5479102956167177,
      "grad_norm": 2.907717616041886,
      "learning_rate": 0.00019280458986677818,
      "loss": 4.4283,
      "step": 29994
    },
    {
      "epoch": 2.5479952429493715,
      "grad_norm": 3.14843418489469,
      "learning_rate": 0.0001927980091536884,
      "loss": 4.9783,
      "step": 29995
    },
    {
      "epoch": 2.5480801902820254,
      "grad_norm": 2.926474600150452,
      "learning_rate": 0.00019279142835092384,
      "loss": 4.5629,
      "step": 29996
    },
    {
      "epoch": 2.5481651376146788,
      "grad_norm": 2.8553109648724133,
      "learning_rate": 0.0001927848474584984,
      "loss": 4.5009,
      "step": 29997
    },
    {
      "epoch": 2.5482500849473326,
      "grad_norm": 3.131576122083486,
      "learning_rate": 0.00019277826647642578,
      "loss": 5.1224,
      "step": 29998
    },
    {
      "epoch": 2.5483350322799865,
      "grad_norm": 3.122916462030792,
      "learning_rate": 0.00019277168540471985,
      "loss": 4.994,
      "step": 29999
    },
    {
      "epoch": 2.5484199796126403,
      "grad_norm": 2.8981436523658477,
      "learning_rate": 0.00019276510424339434,
      "loss": 4.306,
      "step": 30000
    },
    {
      "epoch": 2.548504926945294,
      "grad_norm": 2.9539241626501433,
      "learning_rate": 0.0001927585229924631,
      "loss": 4.6562,
      "step": 30001
    },
    {
      "epoch": 2.5485898742779476,
      "grad_norm": 2.9657074678959208,
      "learning_rate": 0.00019275194165193987,
      "loss": 4.7242,
      "step": 30002
    },
    {
      "epoch": 2.5486748216106014,
      "grad_norm": 2.9437141699625298,
      "learning_rate": 0.00019274536022183839,
      "loss": 4.7292,
      "step": 30003
    },
    {
      "epoch": 2.5487597689432553,
      "grad_norm": 3.1591491873357107,
      "learning_rate": 0.0001927387787021726,
      "loss": 5.1296,
      "step": 30004
    },
    {
      "epoch": 2.5488447162759087,
      "grad_norm": 2.8966120596583997,
      "learning_rate": 0.00019273219709295614,
      "loss": 4.5094,
      "step": 30005
    },
    {
      "epoch": 2.5489296636085625,
      "grad_norm": 3.0539717901445487,
      "learning_rate": 0.0001927256153942029,
      "loss": 4.7774,
      "step": 30006
    },
    {
      "epoch": 2.5490146109412164,
      "grad_norm": 2.8224670505819733,
      "learning_rate": 0.00019271903360592658,
      "loss": 4.4913,
      "step": 30007
    },
    {
      "epoch": 2.5490995582738702,
      "grad_norm": 3.0446910998653163,
      "learning_rate": 0.00019271245172814105,
      "loss": 4.7313,
      "step": 30008
    },
    {
      "epoch": 2.549184505606524,
      "grad_norm": 2.9192123009325632,
      "learning_rate": 0.00019270586976086011,
      "loss": 4.6464,
      "step": 30009
    },
    {
      "epoch": 2.5492694529391775,
      "grad_norm": 2.928038634441308,
      "learning_rate": 0.00019269928770409748,
      "loss": 4.3466,
      "step": 30010
    },
    {
      "epoch": 2.5493544002718314,
      "grad_norm": 3.110471904017022,
      "learning_rate": 0.00019269270555786702,
      "loss": 4.9601,
      "step": 30011
    },
    {
      "epoch": 2.549439347604485,
      "grad_norm": 3.10508727088245,
      "learning_rate": 0.00019268612332218245,
      "loss": 4.899,
      "step": 30012
    },
    {
      "epoch": 2.549524294937139,
      "grad_norm": 3.0798882284511455,
      "learning_rate": 0.00019267954099705758,
      "loss": 4.899,
      "step": 30013
    },
    {
      "epoch": 2.549609242269793,
      "grad_norm": 3.1079726094710476,
      "learning_rate": 0.00019267295858250627,
      "loss": 5.1572,
      "step": 30014
    },
    {
      "epoch": 2.5496941896024463,
      "grad_norm": 2.827978433522136,
      "learning_rate": 0.00019266637607854222,
      "loss": 4.3937,
      "step": 30015
    },
    {
      "epoch": 2.5497791369351,
      "grad_norm": 2.8863735809149342,
      "learning_rate": 0.0001926597934851793,
      "loss": 4.2746,
      "step": 30016
    },
    {
      "epoch": 2.549864084267754,
      "grad_norm": 2.9339658306262124,
      "learning_rate": 0.00019265321080243124,
      "loss": 4.284,
      "step": 30017
    },
    {
      "epoch": 2.549949031600408,
      "grad_norm": 2.920882603159528,
      "learning_rate": 0.00019264662803031196,
      "loss": 4.3773,
      "step": 30018
    },
    {
      "epoch": 2.5500339789330617,
      "grad_norm": 3.0406449447664805,
      "learning_rate": 0.00019264004516883503,
      "loss": 4.9978,
      "step": 30019
    },
    {
      "epoch": 2.550118926265715,
      "grad_norm": 2.921563996568234,
      "learning_rate": 0.00019263346221801443,
      "loss": 4.6677,
      "step": 30020
    },
    {
      "epoch": 2.550203873598369,
      "grad_norm": 2.8856271052091977,
      "learning_rate": 0.00019262687917786386,
      "loss": 4.5307,
      "step": 30021
    },
    {
      "epoch": 2.550288820931023,
      "grad_norm": 3.143337704739122,
      "learning_rate": 0.00019262029604839715,
      "loss": 5.096,
      "step": 30022
    },
    {
      "epoch": 2.5503737682636767,
      "grad_norm": 2.961244401016804,
      "learning_rate": 0.0001926137128296281,
      "loss": 4.7485,
      "step": 30023
    },
    {
      "epoch": 2.5504587155963305,
      "grad_norm": 2.9358878381751583,
      "learning_rate": 0.00019260712952157046,
      "loss": 4.5398,
      "step": 30024
    },
    {
      "epoch": 2.550543662928984,
      "grad_norm": 2.9496168438630694,
      "learning_rate": 0.0001926005461242381,
      "loss": 4.3299,
      "step": 30025
    },
    {
      "epoch": 2.550628610261638,
      "grad_norm": 3.0122398861643425,
      "learning_rate": 0.00019259396263764474,
      "loss": 4.782,
      "step": 30026
    },
    {
      "epoch": 2.5507135575942916,
      "grad_norm": 2.9463059956464,
      "learning_rate": 0.00019258737906180425,
      "loss": 4.5236,
      "step": 30027
    },
    {
      "epoch": 2.550798504926945,
      "grad_norm": 2.9946250507309276,
      "learning_rate": 0.0001925807953967303,
      "loss": 4.8482,
      "step": 30028
    },
    {
      "epoch": 2.550883452259599,
      "grad_norm": 3.2204433790140428,
      "learning_rate": 0.00019257421164243686,
      "loss": 5.1557,
      "step": 30029
    },
    {
      "epoch": 2.5509683995922527,
      "grad_norm": 2.9738911415745397,
      "learning_rate": 0.00019256762779893758,
      "loss": 4.8629,
      "step": 30030
    },
    {
      "epoch": 2.5510533469249066,
      "grad_norm": 3.1463819285364174,
      "learning_rate": 0.0001925610438662463,
      "loss": 5.1272,
      "step": 30031
    },
    {
      "epoch": 2.5511382942575604,
      "grad_norm": 2.8941738653106697,
      "learning_rate": 0.00019255445984437682,
      "loss": 4.4888,
      "step": 30032
    },
    {
      "epoch": 2.551223241590214,
      "grad_norm": 2.856418880345405,
      "learning_rate": 0.0001925478757333429,
      "loss": 4.4763,
      "step": 30033
    },
    {
      "epoch": 2.5513081889228677,
      "grad_norm": 2.923605840167862,
      "learning_rate": 0.00019254129153315844,
      "loss": 4.4819,
      "step": 30034
    },
    {
      "epoch": 2.5513931362555216,
      "grad_norm": 3.2050176668676427,
      "learning_rate": 0.00019253470724383713,
      "loss": 5.2172,
      "step": 30035
    },
    {
      "epoch": 2.5514780835881754,
      "grad_norm": 3.0107620978487257,
      "learning_rate": 0.0001925281228653928,
      "loss": 4.7751,
      "step": 30036
    },
    {
      "epoch": 2.5515630309208293,
      "grad_norm": 3.1233889184091197,
      "learning_rate": 0.00019252153839783925,
      "loss": 5.0861,
      "step": 30037
    },
    {
      "epoch": 2.5516479782534827,
      "grad_norm": 3.040983756006237,
      "learning_rate": 0.0001925149538411903,
      "loss": 4.1957,
      "step": 30038
    },
    {
      "epoch": 2.5517329255861365,
      "grad_norm": 2.951719440476179,
      "learning_rate": 0.0001925083691954597,
      "loss": 4.7818,
      "step": 30039
    },
    {
      "epoch": 2.5518178729187904,
      "grad_norm": 2.8439961294578175,
      "learning_rate": 0.00019250178446066126,
      "loss": 4.3472,
      "step": 30040
    },
    {
      "epoch": 2.551902820251444,
      "grad_norm": 2.952795909778129,
      "learning_rate": 0.00019249519963680879,
      "loss": 4.7802,
      "step": 30041
    },
    {
      "epoch": 2.551987767584098,
      "grad_norm": 2.922094635755494,
      "learning_rate": 0.0001924886147239161,
      "loss": 4.6036,
      "step": 30042
    },
    {
      "epoch": 2.5520727149167515,
      "grad_norm": 2.885949502297885,
      "learning_rate": 0.00019248202972199695,
      "loss": 4.4878,
      "step": 30043
    },
    {
      "epoch": 2.5521576622494053,
      "grad_norm": 2.9766478335917492,
      "learning_rate": 0.00019247544463106512,
      "loss": 4.7345,
      "step": 30044
    },
    {
      "epoch": 2.552242609582059,
      "grad_norm": 2.992795426889973,
      "learning_rate": 0.00019246885945113456,
      "loss": 4.4502,
      "step": 30045
    },
    {
      "epoch": 2.552327556914713,
      "grad_norm": 2.984846258561252,
      "learning_rate": 0.00019246227418221885,
      "loss": 4.8652,
      "step": 30046
    },
    {
      "epoch": 2.552412504247367,
      "grad_norm": 2.9711872460090367,
      "learning_rate": 0.00019245568882433192,
      "loss": 4.7068,
      "step": 30047
    },
    {
      "epoch": 2.5524974515800203,
      "grad_norm": 3.0852678695318656,
      "learning_rate": 0.00019244910337748753,
      "loss": 4.9002,
      "step": 30048
    },
    {
      "epoch": 2.552582398912674,
      "grad_norm": 3.1362140987296843,
      "learning_rate": 0.0001924425178416995,
      "loss": 4.8722,
      "step": 30049
    },
    {
      "epoch": 2.552667346245328,
      "grad_norm": 2.990001777192664,
      "learning_rate": 0.0001924359322169816,
      "loss": 4.7629,
      "step": 30050
    },
    {
      "epoch": 2.5527522935779814,
      "grad_norm": 2.99102814454309,
      "learning_rate": 0.00019242934650334767,
      "loss": 4.8105,
      "step": 30051
    },
    {
      "epoch": 2.5528372409106352,
      "grad_norm": 3.057870442542145,
      "learning_rate": 0.00019242276070081154,
      "loss": 4.909,
      "step": 30052
    },
    {
      "epoch": 2.552922188243289,
      "grad_norm": 3.0063486338793735,
      "learning_rate": 0.00019241617480938685,
      "loss": 4.615,
      "step": 30053
    },
    {
      "epoch": 2.553007135575943,
      "grad_norm": 2.944756917953968,
      "learning_rate": 0.00019240958882908756,
      "loss": 4.6055,
      "step": 30054
    },
    {
      "epoch": 2.553092082908597,
      "grad_norm": 3.138094849447918,
      "learning_rate": 0.0001924030027599274,
      "loss": 5.1416,
      "step": 30055
    },
    {
      "epoch": 2.55317703024125,
      "grad_norm": 2.871116755786105,
      "learning_rate": 0.00019239641660192018,
      "loss": 4.476,
      "step": 30056
    },
    {
      "epoch": 2.553261977573904,
      "grad_norm": 2.973318165112358,
      "learning_rate": 0.0001923898303550797,
      "loss": 4.7644,
      "step": 30057
    },
    {
      "epoch": 2.553346924906558,
      "grad_norm": 3.1326506672673653,
      "learning_rate": 0.00019238324401941976,
      "loss": 5.1589,
      "step": 30058
    },
    {
      "epoch": 2.5534318722392118,
      "grad_norm": 3.179594686441156,
      "learning_rate": 0.00019237665759495417,
      "loss": 5.1693,
      "step": 30059
    },
    {
      "epoch": 2.5535168195718656,
      "grad_norm": 2.870185597819444,
      "learning_rate": 0.0001923700710816967,
      "loss": 4.5029,
      "step": 30060
    },
    {
      "epoch": 2.553601766904519,
      "grad_norm": 2.9542020832021714,
      "learning_rate": 0.00019236348447966125,
      "loss": 4.6591,
      "step": 30061
    },
    {
      "epoch": 2.553686714237173,
      "grad_norm": 2.9833079378710514,
      "learning_rate": 0.00019235689778886148,
      "loss": 4.7514,
      "step": 30062
    },
    {
      "epoch": 2.5537716615698267,
      "grad_norm": 2.85417078019885,
      "learning_rate": 0.00019235031100931128,
      "loss": 4.3342,
      "step": 30063
    },
    {
      "epoch": 2.5538566089024806,
      "grad_norm": 2.8942083898570576,
      "learning_rate": 0.00019234372414102442,
      "loss": 4.4149,
      "step": 30064
    },
    {
      "epoch": 2.5539415562351344,
      "grad_norm": 3.0366883103612543,
      "learning_rate": 0.00019233713718401472,
      "loss": 4.9669,
      "step": 30065
    },
    {
      "epoch": 2.554026503567788,
      "grad_norm": 3.165541772921869,
      "learning_rate": 0.00019233055013829594,
      "loss": 5.2859,
      "step": 30066
    },
    {
      "epoch": 2.5541114509004417,
      "grad_norm": 3.0911082922433617,
      "learning_rate": 0.00019232396300388195,
      "loss": 5.1327,
      "step": 30067
    },
    {
      "epoch": 2.5541963982330955,
      "grad_norm": 2.953530257409901,
      "learning_rate": 0.00019231737578078646,
      "loss": 4.5872,
      "step": 30068
    },
    {
      "epoch": 2.5542813455657494,
      "grad_norm": 2.925258612693036,
      "learning_rate": 0.00019231078846902337,
      "loss": 4.3874,
      "step": 30069
    },
    {
      "epoch": 2.5543662928984032,
      "grad_norm": 2.950366800980569,
      "learning_rate": 0.00019230420106860645,
      "loss": 4.6823,
      "step": 30070
    },
    {
      "epoch": 2.5544512402310566,
      "grad_norm": 2.9461115823325,
      "learning_rate": 0.00019229761357954944,
      "loss": 4.2721,
      "step": 30071
    },
    {
      "epoch": 2.5545361875637105,
      "grad_norm": 2.9000816459980325,
      "learning_rate": 0.00019229102600186625,
      "loss": 4.1099,
      "step": 30072
    },
    {
      "epoch": 2.5546211348963643,
      "grad_norm": 3.085604386248847,
      "learning_rate": 0.00019228443833557062,
      "loss": 5.0681,
      "step": 30073
    },
    {
      "epoch": 2.5547060822290177,
      "grad_norm": 2.9155660390301144,
      "learning_rate": 0.00019227785058067632,
      "loss": 4.592,
      "step": 30074
    },
    {
      "epoch": 2.554791029561672,
      "grad_norm": 2.893310167474494,
      "learning_rate": 0.00019227126273719722,
      "loss": 4.3915,
      "step": 30075
    },
    {
      "epoch": 2.5548759768943254,
      "grad_norm": 2.9222994997335836,
      "learning_rate": 0.00019226467480514713,
      "loss": 4.787,
      "step": 30076
    },
    {
      "epoch": 2.5549609242269793,
      "grad_norm": 3.229010822751323,
      "learning_rate": 0.00019225808678453976,
      "loss": 4.321,
      "step": 30077
    },
    {
      "epoch": 2.555045871559633,
      "grad_norm": 2.9483378566050886,
      "learning_rate": 0.00019225149867538901,
      "loss": 4.681,
      "step": 30078
    },
    {
      "epoch": 2.5551308188922865,
      "grad_norm": 3.1014533525549894,
      "learning_rate": 0.0001922449104777087,
      "loss": 4.7884,
      "step": 30079
    },
    {
      "epoch": 2.5552157662249404,
      "grad_norm": 2.9671818668354963,
      "learning_rate": 0.0001922383221915125,
      "loss": 4.5041,
      "step": 30080
    },
    {
      "epoch": 2.5553007135575942,
      "grad_norm": 3.1231829608859,
      "learning_rate": 0.00019223173381681434,
      "loss": 4.9378,
      "step": 30081
    },
    {
      "epoch": 2.555385660890248,
      "grad_norm": 2.923779795132336,
      "learning_rate": 0.00019222514535362798,
      "loss": 4.6367,
      "step": 30082
    },
    {
      "epoch": 2.555470608222902,
      "grad_norm": 3.1448062146773523,
      "learning_rate": 0.00019221855680196719,
      "loss": 5.0745,
      "step": 30083
    },
    {
      "epoch": 2.5555555555555554,
      "grad_norm": 2.8290090040016906,
      "learning_rate": 0.00019221196816184583,
      "loss": 4.194,
      "step": 30084
    },
    {
      "epoch": 2.555640502888209,
      "grad_norm": 2.9584183825339316,
      "learning_rate": 0.00019220537943327777,
      "loss": 4.6787,
      "step": 30085
    },
    {
      "epoch": 2.555725450220863,
      "grad_norm": 3.074184782603941,
      "learning_rate": 0.0001921987906162766,
      "loss": 4.8349,
      "step": 30086
    },
    {
      "epoch": 2.555810397553517,
      "grad_norm": 2.791182872038903,
      "learning_rate": 0.00019219220171085634,
      "loss": 4.4634,
      "step": 30087
    },
    {
      "epoch": 2.5558953448861708,
      "grad_norm": 3.0694419101178547,
      "learning_rate": 0.00019218561271703072,
      "loss": 5.1525,
      "step": 30088
    },
    {
      "epoch": 2.555980292218824,
      "grad_norm": 3.174234491834516,
      "learning_rate": 0.00019217902363481346,
      "loss": 4.8621,
      "step": 30089
    },
    {
      "epoch": 2.556065239551478,
      "grad_norm": 2.988837654626908,
      "learning_rate": 0.00019217243446421854,
      "loss": 4.768,
      "step": 30090
    },
    {
      "epoch": 2.556150186884132,
      "grad_norm": 2.9427550366781126,
      "learning_rate": 0.00019216584520525962,
      "loss": 4.5299,
      "step": 30091
    },
    {
      "epoch": 2.5562351342167857,
      "grad_norm": 2.8758496596447753,
      "learning_rate": 0.0001921592558579506,
      "loss": 4.6612,
      "step": 30092
    },
    {
      "epoch": 2.5563200815494396,
      "grad_norm": 2.9316305621315677,
      "learning_rate": 0.00019215266642230518,
      "loss": 4.4952,
      "step": 30093
    },
    {
      "epoch": 2.556405028882093,
      "grad_norm": 2.943285716429123,
      "learning_rate": 0.0001921460768983373,
      "loss": 4.5568,
      "step": 30094
    },
    {
      "epoch": 2.556489976214747,
      "grad_norm": 3.1411787984332022,
      "learning_rate": 0.00019213948728606062,
      "loss": 5.1424,
      "step": 30095
    },
    {
      "epoch": 2.5565749235474007,
      "grad_norm": 2.9371181486932776,
      "learning_rate": 0.00019213289758548917,
      "loss": 4.7086,
      "step": 30096
    },
    {
      "epoch": 2.5566598708800545,
      "grad_norm": 2.874100648795944,
      "learning_rate": 0.0001921263077966365,
      "loss": 4.3593,
      "step": 30097
    },
    {
      "epoch": 2.5567448182127084,
      "grad_norm": 2.9572308121913076,
      "learning_rate": 0.00019211971791951654,
      "loss": 4.5007,
      "step": 30098
    },
    {
      "epoch": 2.556829765545362,
      "grad_norm": 2.9906996639046244,
      "learning_rate": 0.0001921131279541431,
      "loss": 4.6911,
      "step": 30099
    },
    {
      "epoch": 2.5569147128780156,
      "grad_norm": 3.1374226387821604,
      "learning_rate": 0.00019210653790053,
      "loss": 4.98,
      "step": 30100
    },
    {
      "epoch": 2.5569996602106695,
      "grad_norm": 2.999299497893553,
      "learning_rate": 0.00019209994775869102,
      "loss": 4.7597,
      "step": 30101
    },
    {
      "epoch": 2.557084607543323,
      "grad_norm": 2.909747077160756,
      "learning_rate": 0.00019209335752863992,
      "loss": 4.3925,
      "step": 30102
    },
    {
      "epoch": 2.5571695548759767,
      "grad_norm": 3.033031264857996,
      "learning_rate": 0.00019208676721039068,
      "loss": 4.5993,
      "step": 30103
    },
    {
      "epoch": 2.5572545022086306,
      "grad_norm": 2.9980622356766826,
      "learning_rate": 0.00019208017680395688,
      "loss": 4.6641,
      "step": 30104
    },
    {
      "epoch": 2.5573394495412844,
      "grad_norm": 2.910265690878023,
      "learning_rate": 0.00019207358630935246,
      "loss": 4.4982,
      "step": 30105
    },
    {
      "epoch": 2.5574243968739383,
      "grad_norm": 3.319949710707118,
      "learning_rate": 0.00019206699572659123,
      "loss": 4.2411,
      "step": 30106
    },
    {
      "epoch": 2.5575093442065917,
      "grad_norm": 3.000874663551183,
      "learning_rate": 0.00019206040505568702,
      "loss": 4.6102,
      "step": 30107
    },
    {
      "epoch": 2.5575942915392456,
      "grad_norm": 2.949507873742411,
      "learning_rate": 0.00019205381429665352,
      "loss": 4.682,
      "step": 30108
    },
    {
      "epoch": 2.5576792388718994,
      "grad_norm": 2.8305743197071793,
      "learning_rate": 0.00019204722344950463,
      "loss": 4.3949,
      "step": 30109
    },
    {
      "epoch": 2.5577641862045533,
      "grad_norm": 2.929273850869812,
      "learning_rate": 0.00019204063251425423,
      "loss": 4.4443,
      "step": 30110
    },
    {
      "epoch": 2.557849133537207,
      "grad_norm": 3.1215652459661913,
      "learning_rate": 0.00019203404149091595,
      "loss": 4.7962,
      "step": 30111
    },
    {
      "epoch": 2.5579340808698605,
      "grad_norm": 2.938804232403577,
      "learning_rate": 0.00019202745037950376,
      "loss": 4.5415,
      "step": 30112
    },
    {
      "epoch": 2.5580190282025144,
      "grad_norm": 3.0495567538308634,
      "learning_rate": 0.00019202085918003137,
      "loss": 4.891,
      "step": 30113
    },
    {
      "epoch": 2.558103975535168,
      "grad_norm": 3.1988395357392356,
      "learning_rate": 0.00019201426789251262,
      "loss": 4.9843,
      "step": 30114
    },
    {
      "epoch": 2.558188922867822,
      "grad_norm": 3.0760183708776174,
      "learning_rate": 0.00019200767651696138,
      "loss": 4.6459,
      "step": 30115
    },
    {
      "epoch": 2.558273870200476,
      "grad_norm": 2.9779144358183594,
      "learning_rate": 0.00019200108505339135,
      "loss": 4.588,
      "step": 30116
    },
    {
      "epoch": 2.5583588175331293,
      "grad_norm": 3.089466976517035,
      "learning_rate": 0.00019199449350181647,
      "loss": 4.9035,
      "step": 30117
    },
    {
      "epoch": 2.558443764865783,
      "grad_norm": 2.939792046668273,
      "learning_rate": 0.00019198790186225042,
      "loss": 4.4352,
      "step": 30118
    },
    {
      "epoch": 2.558528712198437,
      "grad_norm": 2.903017012622253,
      "learning_rate": 0.00019198131013470712,
      "loss": 4.593,
      "step": 30119
    },
    {
      "epoch": 2.558613659531091,
      "grad_norm": 2.8864395419328996,
      "learning_rate": 0.00019197471831920027,
      "loss": 4.4246,
      "step": 30120
    },
    {
      "epoch": 2.5586986068637447,
      "grad_norm": 2.9285094694194367,
      "learning_rate": 0.00019196812641574383,
      "loss": 4.5445,
      "step": 30121
    },
    {
      "epoch": 2.558783554196398,
      "grad_norm": 2.9226641303972207,
      "learning_rate": 0.0001919615344243515,
      "loss": 4.5591,
      "step": 30122
    },
    {
      "epoch": 2.558868501529052,
      "grad_norm": 2.9510568749564734,
      "learning_rate": 0.0001919549423450371,
      "loss": 4.4786,
      "step": 30123
    },
    {
      "epoch": 2.558953448861706,
      "grad_norm": 3.110624060644906,
      "learning_rate": 0.00019194835017781448,
      "loss": 5.0265,
      "step": 30124
    },
    {
      "epoch": 2.5590383961943592,
      "grad_norm": 2.9684196736690542,
      "learning_rate": 0.00019194175792269745,
      "loss": 4.4146,
      "step": 30125
    },
    {
      "epoch": 2.559123343527013,
      "grad_norm": 2.8998578608068866,
      "learning_rate": 0.00019193516557969978,
      "loss": 4.2908,
      "step": 30126
    },
    {
      "epoch": 2.559208290859667,
      "grad_norm": 2.9977168268903225,
      "learning_rate": 0.00019192857314883531,
      "loss": 4.6602,
      "step": 30127
    },
    {
      "epoch": 2.559293238192321,
      "grad_norm": 2.910662688992788,
      "learning_rate": 0.00019192198063011791,
      "loss": 4.494,
      "step": 30128
    },
    {
      "epoch": 2.5593781855249746,
      "grad_norm": 2.983553766328532,
      "learning_rate": 0.00019191538802356127,
      "loss": 4.5519,
      "step": 30129
    },
    {
      "epoch": 2.559463132857628,
      "grad_norm": 3.022733441733424,
      "learning_rate": 0.00019190879532917933,
      "loss": 4.6148,
      "step": 30130
    },
    {
      "epoch": 2.559548080190282,
      "grad_norm": 3.102720325302177,
      "learning_rate": 0.00019190220254698584,
      "loss": 4.978,
      "step": 30131
    },
    {
      "epoch": 2.5596330275229358,
      "grad_norm": 2.8510769008992236,
      "learning_rate": 0.00019189560967699455,
      "loss": 4.382,
      "step": 30132
    },
    {
      "epoch": 2.5597179748555896,
      "grad_norm": 3.1875750162608867,
      "learning_rate": 0.0001918890167192194,
      "loss": 4.8387,
      "step": 30133
    },
    {
      "epoch": 2.5598029221882435,
      "grad_norm": 2.8447737391078034,
      "learning_rate": 0.00019188242367367415,
      "loss": 4.2858,
      "step": 30134
    },
    {
      "epoch": 2.559887869520897,
      "grad_norm": 3.0848828264885357,
      "learning_rate": 0.0001918758305403726,
      "loss": 4.7903,
      "step": 30135
    },
    {
      "epoch": 2.5599728168535507,
      "grad_norm": 2.8920531312288005,
      "learning_rate": 0.00019186923731932858,
      "loss": 4.6287,
      "step": 30136
    },
    {
      "epoch": 2.5600577641862046,
      "grad_norm": 2.8794618818234223,
      "learning_rate": 0.00019186264401055593,
      "loss": 4.2875,
      "step": 30137
    },
    {
      "epoch": 2.5601427115188584,
      "grad_norm": 2.899182149902434,
      "learning_rate": 0.00019185605061406837,
      "loss": 4.4096,
      "step": 30138
    },
    {
      "epoch": 2.5602276588515123,
      "grad_norm": 3.107578812937249,
      "learning_rate": 0.00019184945712987983,
      "loss": 4.9704,
      "step": 30139
    },
    {
      "epoch": 2.5603126061841657,
      "grad_norm": 3.123756736380028,
      "learning_rate": 0.0001918428635580041,
      "loss": 4.7251,
      "step": 30140
    },
    {
      "epoch": 2.5603975535168195,
      "grad_norm": 2.9981479141521286,
      "learning_rate": 0.00019183626989845493,
      "loss": 4.652,
      "step": 30141
    },
    {
      "epoch": 2.5604825008494734,
      "grad_norm": 2.8874450753935377,
      "learning_rate": 0.00019182967615124618,
      "loss": 4.2729,
      "step": 30142
    },
    {
      "epoch": 2.5605674481821272,
      "grad_norm": 2.9919538376593993,
      "learning_rate": 0.0001918230823163917,
      "loss": 4.8816,
      "step": 30143
    },
    {
      "epoch": 2.560652395514781,
      "grad_norm": 3.1377582434557105,
      "learning_rate": 0.00019181648839390527,
      "loss": 5.0582,
      "step": 30144
    },
    {
      "epoch": 2.5607373428474345,
      "grad_norm": 3.0982518194915785,
      "learning_rate": 0.00019180989438380064,
      "loss": 4.8159,
      "step": 30145
    },
    {
      "epoch": 2.5608222901800883,
      "grad_norm": 2.8677647544326135,
      "learning_rate": 0.00019180330028609178,
      "loss": 4.2183,
      "step": 30146
    },
    {
      "epoch": 2.560907237512742,
      "grad_norm": 2.9621478763812688,
      "learning_rate": 0.00019179670610079238,
      "loss": 4.6805,
      "step": 30147
    },
    {
      "epoch": 2.5609921848453956,
      "grad_norm": 3.0379660591081326,
      "learning_rate": 0.00019179011182791632,
      "loss": 4.8191,
      "step": 30148
    },
    {
      "epoch": 2.56107713217805,
      "grad_norm": 3.056333885449201,
      "learning_rate": 0.00019178351746747735,
      "loss": 4.7665,
      "step": 30149
    },
    {
      "epoch": 2.5611620795107033,
      "grad_norm": 3.114307664882404,
      "learning_rate": 0.00019177692301948932,
      "loss": 4.7258,
      "step": 30150
    },
    {
      "epoch": 2.561247026843357,
      "grad_norm": 2.953572388683502,
      "learning_rate": 0.00019177032848396612,
      "loss": 4.5347,
      "step": 30151
    },
    {
      "epoch": 2.561331974176011,
      "grad_norm": 2.8783199119243723,
      "learning_rate": 0.00019176373386092143,
      "loss": 4.4676,
      "step": 30152
    },
    {
      "epoch": 2.5614169215086644,
      "grad_norm": 3.3359354257735836,
      "learning_rate": 0.00019175713915036926,
      "loss": 4.1704,
      "step": 30153
    },
    {
      "epoch": 2.5615018688413183,
      "grad_norm": 2.957263778038567,
      "learning_rate": 0.0001917505443523232,
      "loss": 4.7792,
      "step": 30154
    },
    {
      "epoch": 2.561586816173972,
      "grad_norm": 3.1813961426437865,
      "learning_rate": 0.00019174394946679723,
      "loss": 5.1641,
      "step": 30155
    },
    {
      "epoch": 2.561671763506626,
      "grad_norm": 2.897901177903514,
      "learning_rate": 0.00019173735449380512,
      "loss": 4.5068,
      "step": 30156
    },
    {
      "epoch": 2.56175671083928,
      "grad_norm": 2.922418591430073,
      "learning_rate": 0.00019173075943336063,
      "loss": 4.6648,
      "step": 30157
    },
    {
      "epoch": 2.561841658171933,
      "grad_norm": 2.9663514155122437,
      "learning_rate": 0.0001917241642854777,
      "loss": 4.6749,
      "step": 30158
    },
    {
      "epoch": 2.561926605504587,
      "grad_norm": 2.9674226888679476,
      "learning_rate": 0.00019171756905017004,
      "loss": 4.1905,
      "step": 30159
    },
    {
      "epoch": 2.562011552837241,
      "grad_norm": 2.878058584275865,
      "learning_rate": 0.00019171097372745155,
      "loss": 4.3521,
      "step": 30160
    },
    {
      "epoch": 2.5620965001698948,
      "grad_norm": 2.9086881393576864,
      "learning_rate": 0.00019170437831733602,
      "loss": 4.6756,
      "step": 30161
    },
    {
      "epoch": 2.5621814475025486,
      "grad_norm": 2.895578005775845,
      "learning_rate": 0.00019169778281983725,
      "loss": 4.0033,
      "step": 30162
    },
    {
      "epoch": 2.562266394835202,
      "grad_norm": 2.9006881503029285,
      "learning_rate": 0.00019169118723496903,
      "loss": 4.3303,
      "step": 30163
    },
    {
      "epoch": 2.562351342167856,
      "grad_norm": 2.8486719723886638,
      "learning_rate": 0.00019168459156274526,
      "loss": 4.4026,
      "step": 30164
    },
    {
      "epoch": 2.5624362895005097,
      "grad_norm": 3.053740043837287,
      "learning_rate": 0.00019167799580317973,
      "loss": 4.6725,
      "step": 30165
    },
    {
      "epoch": 2.5625212368331636,
      "grad_norm": 3.1187429918032383,
      "learning_rate": 0.00019167139995628622,
      "loss": 5.0064,
      "step": 30166
    },
    {
      "epoch": 2.5626061841658174,
      "grad_norm": 3.0069105636162887,
      "learning_rate": 0.00019166480402207857,
      "loss": 4.7379,
      "step": 30167
    },
    {
      "epoch": 2.562691131498471,
      "grad_norm": 2.879324911038104,
      "learning_rate": 0.0001916582080005706,
      "loss": 4.3803,
      "step": 30168
    },
    {
      "epoch": 2.5627760788311247,
      "grad_norm": 3.004815021031668,
      "learning_rate": 0.00019165161189177622,
      "loss": 4.7085,
      "step": 30169
    },
    {
      "epoch": 2.5628610261637785,
      "grad_norm": 2.869416738309936,
      "learning_rate": 0.00019164501569570908,
      "loss": 4.3196,
      "step": 30170
    },
    {
      "epoch": 2.562945973496432,
      "grad_norm": 2.9872992182612252,
      "learning_rate": 0.0001916384194123832,
      "loss": 4.594,
      "step": 30171
    },
    {
      "epoch": 2.5630309208290862,
      "grad_norm": 2.8625822021574856,
      "learning_rate": 0.00019163182304181222,
      "loss": 4.5195,
      "step": 30172
    },
    {
      "epoch": 2.5631158681617396,
      "grad_norm": 3.007862113533153,
      "learning_rate": 0.00019162522658401005,
      "loss": 4.8704,
      "step": 30173
    },
    {
      "epoch": 2.5632008154943935,
      "grad_norm": 3.0665502866962115,
      "learning_rate": 0.0001916186300389905,
      "loss": 4.8675,
      "step": 30174
    },
    {
      "epoch": 2.5632857628270473,
      "grad_norm": 2.911194927429698,
      "learning_rate": 0.0001916120334067674,
      "loss": 4.4344,
      "step": 30175
    },
    {
      "epoch": 2.5633707101597007,
      "grad_norm": 2.94019653232063,
      "learning_rate": 0.00019160543668735454,
      "loss": 4.4846,
      "step": 30176
    },
    {
      "epoch": 2.5634556574923546,
      "grad_norm": 3.2032864521375504,
      "learning_rate": 0.00019159883988076578,
      "loss": 5.0289,
      "step": 30177
    },
    {
      "epoch": 2.5635406048250085,
      "grad_norm": 3.1521881417315014,
      "learning_rate": 0.00019159224298701493,
      "loss": 5.0656,
      "step": 30178
    },
    {
      "epoch": 2.5636255521576623,
      "grad_norm": 2.838815384473459,
      "learning_rate": 0.00019158564600611576,
      "loss": 4.2875,
      "step": 30179
    },
    {
      "epoch": 2.563710499490316,
      "grad_norm": 2.8506613715568956,
      "learning_rate": 0.00019157904893808225,
      "loss": 4.2611,
      "step": 30180
    },
    {
      "epoch": 2.5637954468229696,
      "grad_norm": 2.888815917968988,
      "learning_rate": 0.000191572451782928,
      "loss": 4.403,
      "step": 30181
    },
    {
      "epoch": 2.5638803941556234,
      "grad_norm": 3.0382380856771922,
      "learning_rate": 0.00019156585454066703,
      "loss": 3.9619,
      "step": 30182
    },
    {
      "epoch": 2.5639653414882773,
      "grad_norm": 3.0009470636510573,
      "learning_rate": 0.00019155925721131304,
      "loss": 4.7856,
      "step": 30183
    },
    {
      "epoch": 2.564050288820931,
      "grad_norm": 3.208883509908132,
      "learning_rate": 0.0001915526597948799,
      "loss": 4.834,
      "step": 30184
    },
    {
      "epoch": 2.564135236153585,
      "grad_norm": 2.9630139460366043,
      "learning_rate": 0.0001915460622913814,
      "loss": 4.5494,
      "step": 30185
    },
    {
      "epoch": 2.5642201834862384,
      "grad_norm": 2.927233252712818,
      "learning_rate": 0.0001915394647008314,
      "loss": 3.9541,
      "step": 30186
    },
    {
      "epoch": 2.564305130818892,
      "grad_norm": 2.9225022809992898,
      "learning_rate": 0.0001915328670232438,
      "loss": 4.6026,
      "step": 30187
    },
    {
      "epoch": 2.564390078151546,
      "grad_norm": 2.9563105740081705,
      "learning_rate": 0.0001915262692586322,
      "loss": 4.7409,
      "step": 30188
    },
    {
      "epoch": 2.5644750254842,
      "grad_norm": 2.9941199850025315,
      "learning_rate": 0.00019151967140701066,
      "loss": 4.4362,
      "step": 30189
    },
    {
      "epoch": 2.5645599728168538,
      "grad_norm": 2.9030859959113653,
      "learning_rate": 0.0001915130734683929,
      "loss": 4.5786,
      "step": 30190
    },
    {
      "epoch": 2.564644920149507,
      "grad_norm": 2.9889944975215617,
      "learning_rate": 0.00019150647544279273,
      "loss": 4.7168,
      "step": 30191
    },
    {
      "epoch": 2.564729867482161,
      "grad_norm": 2.995935588326157,
      "learning_rate": 0.00019149987733022402,
      "loss": 4.6493,
      "step": 30192
    },
    {
      "epoch": 2.564814814814815,
      "grad_norm": 2.949539061168249,
      "learning_rate": 0.0001914932791307005,
      "loss": 4.4081,
      "step": 30193
    },
    {
      "epoch": 2.5648997621474687,
      "grad_norm": 2.942290794128274,
      "learning_rate": 0.00019148668084423615,
      "loss": 4.3442,
      "step": 30194
    },
    {
      "epoch": 2.5649847094801226,
      "grad_norm": 3.0207837508474773,
      "learning_rate": 0.00019148008247084466,
      "loss": 4.9551,
      "step": 30195
    },
    {
      "epoch": 2.565069656812776,
      "grad_norm": 3.1030972197980633,
      "learning_rate": 0.00019147348401053998,
      "loss": 5.0454,
      "step": 30196
    },
    {
      "epoch": 2.56515460414543,
      "grad_norm": 3.0745560783573667,
      "learning_rate": 0.00019146688546333576,
      "loss": 4.9443,
      "step": 30197
    },
    {
      "epoch": 2.5652395514780837,
      "grad_norm": 2.909261279298844,
      "learning_rate": 0.00019146028682924602,
      "loss": 4.4892,
      "step": 30198
    },
    {
      "epoch": 2.565324498810737,
      "grad_norm": 3.1111660604424314,
      "learning_rate": 0.00019145368810828445,
      "loss": 4.8679,
      "step": 30199
    },
    {
      "epoch": 2.565409446143391,
      "grad_norm": 2.9035560824764497,
      "learning_rate": 0.00019144708930046494,
      "loss": 4.2121,
      "step": 30200
    },
    {
      "epoch": 2.565494393476045,
      "grad_norm": 2.874053782160348,
      "learning_rate": 0.0001914404904058013,
      "loss": 4.6855,
      "step": 30201
    },
    {
      "epoch": 2.5655793408086986,
      "grad_norm": 2.9405142174814363,
      "learning_rate": 0.0001914338914243074,
      "loss": 4.69,
      "step": 30202
    },
    {
      "epoch": 2.5656642881413525,
      "grad_norm": 2.9828829663688383,
      "learning_rate": 0.00019142729235599695,
      "loss": 4.6584,
      "step": 30203
    },
    {
      "epoch": 2.565749235474006,
      "grad_norm": 2.913343721318602,
      "learning_rate": 0.00019142069320088385,
      "loss": 4.5734,
      "step": 30204
    },
    {
      "epoch": 2.5658341828066598,
      "grad_norm": 2.827008189350921,
      "learning_rate": 0.00019141409395898197,
      "loss": 4.392,
      "step": 30205
    },
    {
      "epoch": 2.5659191301393136,
      "grad_norm": 3.0529339106116233,
      "learning_rate": 0.00019140749463030505,
      "loss": 4.8697,
      "step": 30206
    },
    {
      "epoch": 2.5660040774719675,
      "grad_norm": 2.879718749106543,
      "learning_rate": 0.00019140089521486702,
      "loss": 4.6297,
      "step": 30207
    },
    {
      "epoch": 2.5660890248046213,
      "grad_norm": 3.003078237279086,
      "learning_rate": 0.00019139429571268161,
      "loss": 4.4119,
      "step": 30208
    },
    {
      "epoch": 2.5661739721372747,
      "grad_norm": 2.9605588622766894,
      "learning_rate": 0.0001913876961237627,
      "loss": 4.5092,
      "step": 30209
    },
    {
      "epoch": 2.5662589194699286,
      "grad_norm": 2.947257558423589,
      "learning_rate": 0.00019138109644812408,
      "loss": 4.4349,
      "step": 30210
    },
    {
      "epoch": 2.5663438668025824,
      "grad_norm": 2.9436767089661298,
      "learning_rate": 0.00019137449668577965,
      "loss": 4.3621,
      "step": 30211
    },
    {
      "epoch": 2.5664288141352363,
      "grad_norm": 3.2018472193043843,
      "learning_rate": 0.00019136789683674315,
      "loss": 5.3297,
      "step": 30212
    },
    {
      "epoch": 2.56651376146789,
      "grad_norm": 3.0045684170216496,
      "learning_rate": 0.00019136129690102845,
      "loss": 4.5961,
      "step": 30213
    },
    {
      "epoch": 2.5665987088005435,
      "grad_norm": 2.9634292778353006,
      "learning_rate": 0.00019135469687864943,
      "loss": 4.7281,
      "step": 30214
    },
    {
      "epoch": 2.5666836561331974,
      "grad_norm": 2.9320676013533187,
      "learning_rate": 0.0001913480967696198,
      "loss": 4.4498,
      "step": 30215
    },
    {
      "epoch": 2.5667686034658512,
      "grad_norm": 2.942917154373849,
      "learning_rate": 0.00019134149657395352,
      "loss": 4.4541,
      "step": 30216
    },
    {
      "epoch": 2.566853550798505,
      "grad_norm": 3.0009475378703345,
      "learning_rate": 0.00019133489629166435,
      "loss": 4.5927,
      "step": 30217
    },
    {
      "epoch": 2.566938498131159,
      "grad_norm": 2.928531453621407,
      "learning_rate": 0.0001913282959227661,
      "loss": 4.4003,
      "step": 30218
    },
    {
      "epoch": 2.5670234454638123,
      "grad_norm": 2.9585579382899883,
      "learning_rate": 0.00019132169546727263,
      "loss": 4.6362,
      "step": 30219
    },
    {
      "epoch": 2.567108392796466,
      "grad_norm": 3.100751253008273,
      "learning_rate": 0.00019131509492519784,
      "loss": 4.9398,
      "step": 30220
    },
    {
      "epoch": 2.56719334012912,
      "grad_norm": 3.0760753772174443,
      "learning_rate": 0.00019130849429655538,
      "loss": 5.0035,
      "step": 30221
    },
    {
      "epoch": 2.5672782874617734,
      "grad_norm": 2.987463803258162,
      "learning_rate": 0.00019130189358135922,
      "loss": 4.7281,
      "step": 30222
    },
    {
      "epoch": 2.5673632347944273,
      "grad_norm": 2.874459529804655,
      "learning_rate": 0.0001912952927796232,
      "loss": 4.3337,
      "step": 30223
    },
    {
      "epoch": 2.567448182127081,
      "grad_norm": 2.9220846048649576,
      "learning_rate": 0.00019128869189136106,
      "loss": 4.7186,
      "step": 30224
    },
    {
      "epoch": 2.567533129459735,
      "grad_norm": 2.9591027255312388,
      "learning_rate": 0.0001912820909165867,
      "loss": 4.8456,
      "step": 30225
    },
    {
      "epoch": 2.567618076792389,
      "grad_norm": 3.1214430757542595,
      "learning_rate": 0.00019127548985531395,
      "loss": 4.9415,
      "step": 30226
    },
    {
      "epoch": 2.5677030241250423,
      "grad_norm": 2.999571929463115,
      "learning_rate": 0.00019126888870755657,
      "loss": 4.4825,
      "step": 30227
    },
    {
      "epoch": 2.567787971457696,
      "grad_norm": 2.929845361126101,
      "learning_rate": 0.0001912622874733285,
      "loss": 4.4473,
      "step": 30228
    },
    {
      "epoch": 2.56787291879035,
      "grad_norm": 2.882499280607248,
      "learning_rate": 0.0001912556861526435,
      "loss": 4.5772,
      "step": 30229
    },
    {
      "epoch": 2.567957866123004,
      "grad_norm": 2.883012284248708,
      "learning_rate": 0.0001912490847455154,
      "loss": 4.3947,
      "step": 30230
    },
    {
      "epoch": 2.5680428134556577,
      "grad_norm": 2.9052027930802784,
      "learning_rate": 0.00019124248325195803,
      "loss": 4.4283,
      "step": 30231
    },
    {
      "epoch": 2.568127760788311,
      "grad_norm": 2.9179111989318214,
      "learning_rate": 0.00019123588167198528,
      "loss": 4.6615,
      "step": 30232
    },
    {
      "epoch": 2.568212708120965,
      "grad_norm": 2.9260822455784434,
      "learning_rate": 0.00019122928000561094,
      "loss": 4.6422,
      "step": 30233
    },
    {
      "epoch": 2.5682976554536188,
      "grad_norm": 2.923943820451349,
      "learning_rate": 0.0001912226782528488,
      "loss": 4.5053,
      "step": 30234
    },
    {
      "epoch": 2.5683826027862726,
      "grad_norm": 2.945146286782607,
      "learning_rate": 0.00019121607641371278,
      "loss": 4.3374,
      "step": 30235
    },
    {
      "epoch": 2.5684675501189265,
      "grad_norm": 3.0202151316088024,
      "learning_rate": 0.0001912094744882167,
      "loss": 4.7533,
      "step": 30236
    },
    {
      "epoch": 2.56855249745158,
      "grad_norm": 2.925687497018264,
      "learning_rate": 0.00019120287247637426,
      "loss": 4.3154,
      "step": 30237
    },
    {
      "epoch": 2.5686374447842337,
      "grad_norm": 2.854419951010706,
      "learning_rate": 0.00019119627037819952,
      "loss": 4.331,
      "step": 30238
    },
    {
      "epoch": 2.5687223921168876,
      "grad_norm": 2.908715656884396,
      "learning_rate": 0.0001911896681937061,
      "loss": 4.5523,
      "step": 30239
    },
    {
      "epoch": 2.5688073394495414,
      "grad_norm": 2.9626250105731646,
      "learning_rate": 0.00019118306592290796,
      "loss": 4.4343,
      "step": 30240
    },
    {
      "epoch": 2.5688922867821953,
      "grad_norm": 2.882461931605976,
      "learning_rate": 0.00019117646356581888,
      "loss": 4.3731,
      "step": 30241
    },
    {
      "epoch": 2.5689772341148487,
      "grad_norm": 3.1452297284498014,
      "learning_rate": 0.00019116986112245276,
      "loss": 4.9302,
      "step": 30242
    },
    {
      "epoch": 2.5690621814475025,
      "grad_norm": 3.027767968732308,
      "learning_rate": 0.00019116325859282331,
      "loss": 4.8731,
      "step": 30243
    },
    {
      "epoch": 2.5691471287801564,
      "grad_norm": 3.007003374947572,
      "learning_rate": 0.00019115665597694447,
      "loss": 5.0258,
      "step": 30244
    },
    {
      "epoch": 2.56923207611281,
      "grad_norm": 2.9617316938174754,
      "learning_rate": 0.00019115005327483012,
      "loss": 4.6594,
      "step": 30245
    },
    {
      "epoch": 2.569317023445464,
      "grad_norm": 3.145114901101256,
      "learning_rate": 0.0001911434504864939,
      "loss": 4.8379,
      "step": 30246
    },
    {
      "epoch": 2.5694019707781175,
      "grad_norm": 3.016606639148248,
      "learning_rate": 0.00019113684761194985,
      "loss": 4.5911,
      "step": 30247
    },
    {
      "epoch": 2.5694869181107713,
      "grad_norm": 3.076735610110224,
      "learning_rate": 0.00019113024465121166,
      "loss": 4.9386,
      "step": 30248
    },
    {
      "epoch": 2.569571865443425,
      "grad_norm": 3.3693946712267175,
      "learning_rate": 0.00019112364160429326,
      "loss": 5.0916,
      "step": 30249
    },
    {
      "epoch": 2.5696568127760786,
      "grad_norm": 2.9917200914077475,
      "learning_rate": 0.00019111703847120846,
      "loss": 4.7207,
      "step": 30250
    },
    {
      "epoch": 2.5697417601087325,
      "grad_norm": 2.9108959170297455,
      "learning_rate": 0.00019111043525197105,
      "loss": 4.3066,
      "step": 30251
    },
    {
      "epoch": 2.5698267074413863,
      "grad_norm": 3.056772428584756,
      "learning_rate": 0.00019110383194659492,
      "loss": 4.9036,
      "step": 30252
    },
    {
      "epoch": 2.56991165477404,
      "grad_norm": 2.852207301196297,
      "learning_rate": 0.0001910972285550939,
      "loss": 4.4073,
      "step": 30253
    },
    {
      "epoch": 2.569996602106694,
      "grad_norm": 3.1888231905921134,
      "learning_rate": 0.0001910906250774818,
      "loss": 5.1511,
      "step": 30254
    },
    {
      "epoch": 2.5700815494393474,
      "grad_norm": 2.8886878868160606,
      "learning_rate": 0.00019108402151377246,
      "loss": 4.4713,
      "step": 30255
    },
    {
      "epoch": 2.5701664967720013,
      "grad_norm": 3.006742861439606,
      "learning_rate": 0.00019107741786397972,
      "loss": 4.8676,
      "step": 30256
    },
    {
      "epoch": 2.570251444104655,
      "grad_norm": 3.0142073998937406,
      "learning_rate": 0.00019107081412811743,
      "loss": 4.4253,
      "step": 30257
    },
    {
      "epoch": 2.570336391437309,
      "grad_norm": 2.941623470325498,
      "learning_rate": 0.00019106421030619944,
      "loss": 4.4632,
      "step": 30258
    },
    {
      "epoch": 2.570421338769963,
      "grad_norm": 3.0751486498318865,
      "learning_rate": 0.00019105760639823952,
      "loss": 4.7147,
      "step": 30259
    },
    {
      "epoch": 2.5705062861026162,
      "grad_norm": 2.85327547708711,
      "learning_rate": 0.0001910510024042516,
      "loss": 4.3169,
      "step": 30260
    },
    {
      "epoch": 2.57059123343527,
      "grad_norm": 2.886254273764683,
      "learning_rate": 0.00019104439832424948,
      "loss": 4.4566,
      "step": 30261
    },
    {
      "epoch": 2.570676180767924,
      "grad_norm": 3.0801192687072145,
      "learning_rate": 0.00019103779415824694,
      "loss": 5.0787,
      "step": 30262
    },
    {
      "epoch": 2.5707611281005778,
      "grad_norm": 2.977340545210608,
      "learning_rate": 0.0001910311899062579,
      "loss": 4.5644,
      "step": 30263
    },
    {
      "epoch": 2.5708460754332316,
      "grad_norm": 2.8311563143216336,
      "learning_rate": 0.00019102458556829614,
      "loss": 4.48,
      "step": 30264
    },
    {
      "epoch": 2.570931022765885,
      "grad_norm": 3.160254846000387,
      "learning_rate": 0.00019101798114437552,
      "loss": 4.0548,
      "step": 30265
    },
    {
      "epoch": 2.571015970098539,
      "grad_norm": 2.891361586291161,
      "learning_rate": 0.00019101137663450992,
      "loss": 4.3401,
      "step": 30266
    },
    {
      "epoch": 2.5711009174311927,
      "grad_norm": 2.962386938183556,
      "learning_rate": 0.00019100477203871311,
      "loss": 4.6131,
      "step": 30267
    },
    {
      "epoch": 2.571185864763846,
      "grad_norm": 3.0609868308996706,
      "learning_rate": 0.00019099816735699895,
      "loss": 4.9183,
      "step": 30268
    },
    {
      "epoch": 2.5712708120965004,
      "grad_norm": 3.1523406326215633,
      "learning_rate": 0.00019099156258938128,
      "loss": 5.109,
      "step": 30269
    },
    {
      "epoch": 2.571355759429154,
      "grad_norm": 3.023181533687874,
      "learning_rate": 0.00019098495773587398,
      "loss": 4.8224,
      "step": 30270
    },
    {
      "epoch": 2.5714407067618077,
      "grad_norm": 3.0406683937406473,
      "learning_rate": 0.00019097835279649082,
      "loss": 4.9513,
      "step": 30271
    },
    {
      "epoch": 2.5715256540944615,
      "grad_norm": 3.1617438848938493,
      "learning_rate": 0.0001909717477712457,
      "loss": 4.8164,
      "step": 30272
    },
    {
      "epoch": 2.571610601427115,
      "grad_norm": 3.0955069918762765,
      "learning_rate": 0.00019096514266015238,
      "loss": 4.1215,
      "step": 30273
    },
    {
      "epoch": 2.571695548759769,
      "grad_norm": 2.876570237482474,
      "learning_rate": 0.0001909585374632248,
      "loss": 4.3542,
      "step": 30274
    },
    {
      "epoch": 2.5717804960924227,
      "grad_norm": 3.1623264021278126,
      "learning_rate": 0.00019095193218047674,
      "loss": 5.0635,
      "step": 30275
    },
    {
      "epoch": 2.5718654434250765,
      "grad_norm": 3.0121471601704437,
      "learning_rate": 0.0001909453268119221,
      "loss": 5.0432,
      "step": 30276
    },
    {
      "epoch": 2.5719503907577304,
      "grad_norm": 2.903500187865751,
      "learning_rate": 0.0001909387213575746,
      "loss": 4.3684,
      "step": 30277
    },
    {
      "epoch": 2.5720353380903838,
      "grad_norm": 3.0026006438358177,
      "learning_rate": 0.00019093211581744818,
      "loss": 4.8202,
      "step": 30278
    },
    {
      "epoch": 2.5721202854230376,
      "grad_norm": 2.9540504381312593,
      "learning_rate": 0.00019092551019155666,
      "loss": 4.8605,
      "step": 30279
    },
    {
      "epoch": 2.5722052327556915,
      "grad_norm": 2.9511989114858053,
      "learning_rate": 0.00019091890447991386,
      "loss": 4.8604,
      "step": 30280
    },
    {
      "epoch": 2.5722901800883453,
      "grad_norm": 3.086857332229637,
      "learning_rate": 0.00019091229868253365,
      "loss": 4.9685,
      "step": 30281
    },
    {
      "epoch": 2.572375127420999,
      "grad_norm": 3.089717029098638,
      "learning_rate": 0.00019090569279942986,
      "loss": 4.7217,
      "step": 30282
    },
    {
      "epoch": 2.5724600747536526,
      "grad_norm": 2.9519245900221294,
      "learning_rate": 0.00019089908683061634,
      "loss": 4.5881,
      "step": 30283
    },
    {
      "epoch": 2.5725450220863064,
      "grad_norm": 3.0962656104648656,
      "learning_rate": 0.00019089248077610687,
      "loss": 4.8821,
      "step": 30284
    },
    {
      "epoch": 2.5726299694189603,
      "grad_norm": 3.0544464705310403,
      "learning_rate": 0.0001908858746359154,
      "loss": 4.8216,
      "step": 30285
    },
    {
      "epoch": 2.572714916751614,
      "grad_norm": 2.865474157087971,
      "learning_rate": 0.00019087926841005566,
      "loss": 4.3916,
      "step": 30286
    },
    {
      "epoch": 2.572799864084268,
      "grad_norm": 2.9689313764132073,
      "learning_rate": 0.00019087266209854155,
      "loss": 4.8735,
      "step": 30287
    },
    {
      "epoch": 2.5728848114169214,
      "grad_norm": 2.907278226681987,
      "learning_rate": 0.00019086605570138696,
      "loss": 4.2188,
      "step": 30288
    },
    {
      "epoch": 2.5729697587495752,
      "grad_norm": 2.9734274401144676,
      "learning_rate": 0.00019085944921860563,
      "loss": 4.6081,
      "step": 30289
    },
    {
      "epoch": 2.573054706082229,
      "grad_norm": 2.8931421960959556,
      "learning_rate": 0.0001908528426502115,
      "loss": 4.7923,
      "step": 30290
    },
    {
      "epoch": 2.573139653414883,
      "grad_norm": 3.03191240177281,
      "learning_rate": 0.00019084623599621833,
      "loss": 4.8125,
      "step": 30291
    },
    {
      "epoch": 2.573224600747537,
      "grad_norm": 2.961780338449078,
      "learning_rate": 0.00019083962925664,
      "loss": 4.6286,
      "step": 30292
    },
    {
      "epoch": 2.57330954808019,
      "grad_norm": 2.90487473814002,
      "learning_rate": 0.00019083302243149035,
      "loss": 4.788,
      "step": 30293
    },
    {
      "epoch": 2.573394495412844,
      "grad_norm": 2.9104656471655934,
      "learning_rate": 0.0001908264155207832,
      "loss": 4.4243,
      "step": 30294
    },
    {
      "epoch": 2.573479442745498,
      "grad_norm": 2.9442303618020325,
      "learning_rate": 0.00019081980852453243,
      "loss": 4.4718,
      "step": 30295
    },
    {
      "epoch": 2.5735643900781513,
      "grad_norm": 2.9325802528037923,
      "learning_rate": 0.00019081320144275193,
      "loss": 4.4651,
      "step": 30296
    },
    {
      "epoch": 2.573649337410805,
      "grad_norm": 2.874383080097373,
      "learning_rate": 0.00019080659427545544,
      "loss": 4.2486,
      "step": 30297
    },
    {
      "epoch": 2.573734284743459,
      "grad_norm": 2.9946730358537095,
      "learning_rate": 0.00019079998702265682,
      "loss": 4.9669,
      "step": 30298
    },
    {
      "epoch": 2.573819232076113,
      "grad_norm": 3.004963875705617,
      "learning_rate": 0.00019079337968437,
      "loss": 4.8685,
      "step": 30299
    },
    {
      "epoch": 2.5739041794087667,
      "grad_norm": 2.886099579707839,
      "learning_rate": 0.00019078677226060873,
      "loss": 4.5262,
      "step": 30300
    },
    {
      "epoch": 2.57398912674142,
      "grad_norm": 2.9390402083277105,
      "learning_rate": 0.0001907801647513869,
      "loss": 4.6609,
      "step": 30301
    },
    {
      "epoch": 2.574074074074074,
      "grad_norm": 3.1432616546414742,
      "learning_rate": 0.00019077355715671834,
      "loss": 5.0449,
      "step": 30302
    },
    {
      "epoch": 2.574159021406728,
      "grad_norm": 2.8415375446215276,
      "learning_rate": 0.00019076694947661691,
      "loss": 4.0331,
      "step": 30303
    },
    {
      "epoch": 2.5742439687393817,
      "grad_norm": 3.188039011457229,
      "learning_rate": 0.00019076034171109645,
      "loss": 4.9089,
      "step": 30304
    },
    {
      "epoch": 2.5743289160720355,
      "grad_norm": 2.926609886509426,
      "learning_rate": 0.00019075373386017081,
      "loss": 4.62,
      "step": 30305
    },
    {
      "epoch": 2.574413863404689,
      "grad_norm": 2.9634544867641406,
      "learning_rate": 0.00019074712592385382,
      "loss": 4.8021,
      "step": 30306
    },
    {
      "epoch": 2.5744988107373428,
      "grad_norm": 3.1317771012455835,
      "learning_rate": 0.00019074051790215932,
      "loss": 5.253,
      "step": 30307
    },
    {
      "epoch": 2.5745837580699966,
      "grad_norm": 3.1065181586820247,
      "learning_rate": 0.0001907339097951012,
      "loss": 4.7264,
      "step": 30308
    },
    {
      "epoch": 2.5746687054026505,
      "grad_norm": 2.929520641379338,
      "learning_rate": 0.00019072730160269322,
      "loss": 4.1858,
      "step": 30309
    },
    {
      "epoch": 2.5747536527353043,
      "grad_norm": 2.816545874516133,
      "learning_rate": 0.00019072069332494934,
      "loss": 4.2302,
      "step": 30310
    },
    {
      "epoch": 2.5748386000679577,
      "grad_norm": 2.8727666249862205,
      "learning_rate": 0.00019071408496188332,
      "loss": 4.2794,
      "step": 30311
    },
    {
      "epoch": 2.5749235474006116,
      "grad_norm": 3.001991834868312,
      "learning_rate": 0.00019070747651350902,
      "loss": 4.2201,
      "step": 30312
    },
    {
      "epoch": 2.5750084947332654,
      "grad_norm": 2.978084162198107,
      "learning_rate": 0.00019070086797984035,
      "loss": 4.5129,
      "step": 30313
    },
    {
      "epoch": 2.5750934420659193,
      "grad_norm": 2.930797844249511,
      "learning_rate": 0.00019069425936089107,
      "loss": 4.4615,
      "step": 30314
    },
    {
      "epoch": 2.575178389398573,
      "grad_norm": 2.9531941707538807,
      "learning_rate": 0.0001906876506566751,
      "loss": 4.5863,
      "step": 30315
    },
    {
      "epoch": 2.5752633367312265,
      "grad_norm": 2.9192479981011594,
      "learning_rate": 0.00019068104186720618,
      "loss": 4.4594,
      "step": 30316
    },
    {
      "epoch": 2.5753482840638804,
      "grad_norm": 2.9355569813119766,
      "learning_rate": 0.00019067443299249827,
      "loss": 4.1677,
      "step": 30317
    },
    {
      "epoch": 2.5754332313965342,
      "grad_norm": 2.912245081935364,
      "learning_rate": 0.0001906678240325652,
      "loss": 4.4096,
      "step": 30318
    },
    {
      "epoch": 2.5755181787291876,
      "grad_norm": 2.901284304691859,
      "learning_rate": 0.00019066121498742078,
      "loss": 4.2856,
      "step": 30319
    },
    {
      "epoch": 2.5756031260618415,
      "grad_norm": 2.9896124530267305,
      "learning_rate": 0.00019065460585707884,
      "loss": 4.8644,
      "step": 30320
    },
    {
      "epoch": 2.5756880733944953,
      "grad_norm": 2.886071444843931,
      "learning_rate": 0.0001906479966415533,
      "loss": 4.3723,
      "step": 30321
    },
    {
      "epoch": 2.575773020727149,
      "grad_norm": 3.00660784357581,
      "learning_rate": 0.00019064138734085798,
      "loss": 4.7001,
      "step": 30322
    },
    {
      "epoch": 2.575857968059803,
      "grad_norm": 3.0869022537357593,
      "learning_rate": 0.00019063477795500667,
      "loss": 5.0657,
      "step": 30323
    },
    {
      "epoch": 2.5759429153924565,
      "grad_norm": 2.9327086743319906,
      "learning_rate": 0.0001906281684840133,
      "loss": 4.6355,
      "step": 30324
    },
    {
      "epoch": 2.5760278627251103,
      "grad_norm": 2.9912585603109805,
      "learning_rate": 0.00019062155892789168,
      "loss": 4.7766,
      "step": 30325
    },
    {
      "epoch": 2.576112810057764,
      "grad_norm": 3.102919687597082,
      "learning_rate": 0.00019061494928665566,
      "loss": 4.9819,
      "step": 30326
    },
    {
      "epoch": 2.576197757390418,
      "grad_norm": 3.291367761739615,
      "learning_rate": 0.0001906083395603191,
      "loss": 5.356,
      "step": 30327
    },
    {
      "epoch": 2.576282704723072,
      "grad_norm": 3.1400465926453394,
      "learning_rate": 0.00019060172974889582,
      "loss": 4.9386,
      "step": 30328
    },
    {
      "epoch": 2.5763676520557253,
      "grad_norm": 3.0918868215174715,
      "learning_rate": 0.00019059511985239968,
      "loss": 4.903,
      "step": 30329
    },
    {
      "epoch": 2.576452599388379,
      "grad_norm": 3.5108331852075962,
      "learning_rate": 0.00019058850987084457,
      "loss": 4.3375,
      "step": 30330
    },
    {
      "epoch": 2.576537546721033,
      "grad_norm": 2.9757251088474006,
      "learning_rate": 0.00019058189980424438,
      "loss": 4.5112,
      "step": 30331
    },
    {
      "epoch": 2.576622494053687,
      "grad_norm": 3.1065890191209036,
      "learning_rate": 0.00019057528965261278,
      "loss": 4.853,
      "step": 30332
    },
    {
      "epoch": 2.5767074413863407,
      "grad_norm": 2.94465372263463,
      "learning_rate": 0.0001905686794159638,
      "loss": 4.6582,
      "step": 30333
    },
    {
      "epoch": 2.576792388718994,
      "grad_norm": 3.005531876056896,
      "learning_rate": 0.00019056206909431116,
      "loss": 4.5373,
      "step": 30334
    },
    {
      "epoch": 2.576877336051648,
      "grad_norm": 2.8634073883403386,
      "learning_rate": 0.0001905554586876688,
      "loss": 4.4479,
      "step": 30335
    },
    {
      "epoch": 2.5769622833843018,
      "grad_norm": 3.118801192249985,
      "learning_rate": 0.00019054884819605055,
      "loss": 5.2345,
      "step": 30336
    },
    {
      "epoch": 2.5770472307169556,
      "grad_norm": 2.970732972399842,
      "learning_rate": 0.0001905422376194703,
      "loss": 4.6996,
      "step": 30337
    },
    {
      "epoch": 2.5771321780496095,
      "grad_norm": 2.8417524730859145,
      "learning_rate": 0.00019053562695794178,
      "loss": 4.2754,
      "step": 30338
    },
    {
      "epoch": 2.577217125382263,
      "grad_norm": 2.915315208285663,
      "learning_rate": 0.00019052901621147893,
      "loss": 4.5161,
      "step": 30339
    },
    {
      "epoch": 2.5773020727149167,
      "grad_norm": 2.986470546875267,
      "learning_rate": 0.00019052240538009566,
      "loss": 4.6939,
      "step": 30340
    },
    {
      "epoch": 2.5773870200475706,
      "grad_norm": 2.985384506187927,
      "learning_rate": 0.00019051579446380566,
      "loss": 4.7538,
      "step": 30341
    },
    {
      "epoch": 2.577471967380224,
      "grad_norm": 2.8426494622528224,
      "learning_rate": 0.00019050918346262294,
      "loss": 4.4369,
      "step": 30342
    },
    {
      "epoch": 2.5775569147128783,
      "grad_norm": 3.112831507951105,
      "learning_rate": 0.00019050257237656124,
      "loss": 4.887,
      "step": 30343
    },
    {
      "epoch": 2.5776418620455317,
      "grad_norm": 2.9509847382387213,
      "learning_rate": 0.00019049596120563448,
      "loss": 4.5356,
      "step": 30344
    },
    {
      "epoch": 2.5777268093781855,
      "grad_norm": 3.019435114284267,
      "learning_rate": 0.00019048934994985649,
      "loss": 4.7396,
      "step": 30345
    },
    {
      "epoch": 2.5778117567108394,
      "grad_norm": 2.8459109553963513,
      "learning_rate": 0.00019048273860924113,
      "loss": 4.6978,
      "step": 30346
    },
    {
      "epoch": 2.577896704043493,
      "grad_norm": 3.011233691185736,
      "learning_rate": 0.0001904761271838022,
      "loss": 4.7334,
      "step": 30347
    },
    {
      "epoch": 2.5779816513761467,
      "grad_norm": 3.1157282266264237,
      "learning_rate": 0.0001904695156735536,
      "loss": 4.8745,
      "step": 30348
    },
    {
      "epoch": 2.5780665987088005,
      "grad_norm": 3.0851129486379345,
      "learning_rate": 0.00019046290407850926,
      "loss": 5.1814,
      "step": 30349
    },
    {
      "epoch": 2.5781515460414544,
      "grad_norm": 3.0212857818977144,
      "learning_rate": 0.00019045629239868286,
      "loss": 4.6811,
      "step": 30350
    },
    {
      "epoch": 2.578236493374108,
      "grad_norm": 2.84927122416234,
      "learning_rate": 0.0001904496806340884,
      "loss": 4.4382,
      "step": 30351
    },
    {
      "epoch": 2.5783214407067616,
      "grad_norm": 3.183891446472472,
      "learning_rate": 0.00019044306878473967,
      "loss": 5.1176,
      "step": 30352
    },
    {
      "epoch": 2.5784063880394155,
      "grad_norm": 2.99734042114729,
      "learning_rate": 0.00019043645685065054,
      "loss": 4.5389,
      "step": 30353
    },
    {
      "epoch": 2.5784913353720693,
      "grad_norm": 3.1329372800064412,
      "learning_rate": 0.00019042984483183485,
      "loss": 5.1871,
      "step": 30354
    },
    {
      "epoch": 2.578576282704723,
      "grad_norm": 3.023666890572913,
      "learning_rate": 0.00019042323272830646,
      "loss": 4.6059,
      "step": 30355
    },
    {
      "epoch": 2.578661230037377,
      "grad_norm": 2.922767931362216,
      "learning_rate": 0.00019041662054007923,
      "loss": 4.4955,
      "step": 30356
    },
    {
      "epoch": 2.5787461773700304,
      "grad_norm": 3.196509701306004,
      "learning_rate": 0.00019041000826716702,
      "loss": 5.278,
      "step": 30357
    },
    {
      "epoch": 2.5788311247026843,
      "grad_norm": 2.9386652623655523,
      "learning_rate": 0.00019040339590958367,
      "loss": 4.3487,
      "step": 30358
    },
    {
      "epoch": 2.578916072035338,
      "grad_norm": 2.878827729255704,
      "learning_rate": 0.00019039678346734302,
      "loss": 4.37,
      "step": 30359
    },
    {
      "epoch": 2.579001019367992,
      "grad_norm": 3.0720714601150867,
      "learning_rate": 0.000190390170940459,
      "loss": 4.73,
      "step": 30360
    },
    {
      "epoch": 2.579085966700646,
      "grad_norm": 2.9706968532138243,
      "learning_rate": 0.00019038355832894536,
      "loss": 4.4794,
      "step": 30361
    },
    {
      "epoch": 2.5791709140332992,
      "grad_norm": 2.929687752097015,
      "learning_rate": 0.00019037694563281602,
      "loss": 4.4657,
      "step": 30362
    },
    {
      "epoch": 2.579255861365953,
      "grad_norm": 3.1343478190871004,
      "learning_rate": 0.0001903703328520848,
      "loss": 5.1008,
      "step": 30363
    },
    {
      "epoch": 2.579340808698607,
      "grad_norm": 2.916799243111125,
      "learning_rate": 0.00019036371998676563,
      "loss": 4.3451,
      "step": 30364
    },
    {
      "epoch": 2.5794257560312603,
      "grad_norm": 3.033877199905541,
      "learning_rate": 0.00019035710703687228,
      "loss": 5.1087,
      "step": 30365
    },
    {
      "epoch": 2.5795107033639146,
      "grad_norm": 2.962775105704294,
      "learning_rate": 0.00019035049400241863,
      "loss": 4.7063,
      "step": 30366
    },
    {
      "epoch": 2.579595650696568,
      "grad_norm": 2.903264081495213,
      "learning_rate": 0.0001903438808834186,
      "loss": 4.4818,
      "step": 30367
    },
    {
      "epoch": 2.579680598029222,
      "grad_norm": 2.9009972179979706,
      "learning_rate": 0.00019033726767988594,
      "loss": 4.5618,
      "step": 30368
    },
    {
      "epoch": 2.5797655453618757,
      "grad_norm": 3.0977746754465993,
      "learning_rate": 0.00019033065439183459,
      "loss": 4.9063,
      "step": 30369
    },
    {
      "epoch": 2.579850492694529,
      "grad_norm": 3.146808204442837,
      "learning_rate": 0.00019032404101927835,
      "loss": 5.0445,
      "step": 30370
    },
    {
      "epoch": 2.579935440027183,
      "grad_norm": 2.8997276204491387,
      "learning_rate": 0.00019031742756223113,
      "loss": 4.5514,
      "step": 30371
    },
    {
      "epoch": 2.580020387359837,
      "grad_norm": 3.0404000561986986,
      "learning_rate": 0.0001903108140207067,
      "loss": 4.7169,
      "step": 30372
    },
    {
      "epoch": 2.5801053346924907,
      "grad_norm": 3.1701542130089124,
      "learning_rate": 0.00019030420039471907,
      "loss": 5.0704,
      "step": 30373
    },
    {
      "epoch": 2.5801902820251446,
      "grad_norm": 2.977516965521795,
      "learning_rate": 0.00019029758668428196,
      "loss": 4.6096,
      "step": 30374
    },
    {
      "epoch": 2.580275229357798,
      "grad_norm": 3.029119370461135,
      "learning_rate": 0.00019029097288940928,
      "loss": 4.5884,
      "step": 30375
    },
    {
      "epoch": 2.580360176690452,
      "grad_norm": 2.926447195477218,
      "learning_rate": 0.00019028435901011489,
      "loss": 4.5016,
      "step": 30376
    },
    {
      "epoch": 2.5804451240231057,
      "grad_norm": 3.1748344029118707,
      "learning_rate": 0.00019027774504641262,
      "loss": 5.1316,
      "step": 30377
    },
    {
      "epoch": 2.5805300713557595,
      "grad_norm": 2.9089904145079,
      "learning_rate": 0.00019027113099831636,
      "loss": 4.6011,
      "step": 30378
    },
    {
      "epoch": 2.5806150186884134,
      "grad_norm": 2.9682226905936573,
      "learning_rate": 0.00019026451686583994,
      "loss": 4.7271,
      "step": 30379
    },
    {
      "epoch": 2.5806999660210668,
      "grad_norm": 2.940841156897506,
      "learning_rate": 0.0001902579026489973,
      "loss": 4.7836,
      "step": 30380
    },
    {
      "epoch": 2.5807849133537206,
      "grad_norm": 3.152620847506082,
      "learning_rate": 0.0001902512883478021,
      "loss": 5.0025,
      "step": 30381
    },
    {
      "epoch": 2.5808698606863745,
      "grad_norm": 3.1528804533548906,
      "learning_rate": 0.00019024467396226843,
      "loss": 5.0497,
      "step": 30382
    },
    {
      "epoch": 2.5809548080190283,
      "grad_norm": 2.899718729175445,
      "learning_rate": 0.00019023805949241004,
      "loss": 4.235,
      "step": 30383
    },
    {
      "epoch": 2.581039755351682,
      "grad_norm": 3.1079284527831454,
      "learning_rate": 0.00019023144493824078,
      "loss": 5.0075,
      "step": 30384
    },
    {
      "epoch": 2.5811247026843356,
      "grad_norm": 2.884170663483232,
      "learning_rate": 0.00019022483029977453,
      "loss": 4.3672,
      "step": 30385
    },
    {
      "epoch": 2.5812096500169894,
      "grad_norm": 3.209336568563954,
      "learning_rate": 0.00019021821557702517,
      "loss": 4.9179,
      "step": 30386
    },
    {
      "epoch": 2.5812945973496433,
      "grad_norm": 3.0990110150005865,
      "learning_rate": 0.00019021160077000652,
      "loss": 4.821,
      "step": 30387
    },
    {
      "epoch": 2.581379544682297,
      "grad_norm": 3.079627559461783,
      "learning_rate": 0.00019020498587873246,
      "loss": 4.6049,
      "step": 30388
    },
    {
      "epoch": 2.581464492014951,
      "grad_norm": 2.9637951464034606,
      "learning_rate": 0.00019019837090321692,
      "loss": 4.7908,
      "step": 30389
    },
    {
      "epoch": 2.5815494393476044,
      "grad_norm": 2.959062238969886,
      "learning_rate": 0.00019019175584347357,
      "loss": 4.2618,
      "step": 30390
    },
    {
      "epoch": 2.5816343866802582,
      "grad_norm": 2.932163980080201,
      "learning_rate": 0.0001901851406995165,
      "loss": 4.5578,
      "step": 30391
    },
    {
      "epoch": 2.581719334012912,
      "grad_norm": 2.9519556069014605,
      "learning_rate": 0.0001901785254713594,
      "loss": 4.5957,
      "step": 30392
    },
    {
      "epoch": 2.5818042813455655,
      "grad_norm": 3.1123052130836086,
      "learning_rate": 0.00019017191015901618,
      "loss": 4.7679,
      "step": 30393
    },
    {
      "epoch": 2.5818892286782194,
      "grad_norm": 3.0464776948881336,
      "learning_rate": 0.00019016529476250076,
      "loss": 4.7279,
      "step": 30394
    },
    {
      "epoch": 2.581974176010873,
      "grad_norm": 2.9086722371994034,
      "learning_rate": 0.00019015867928182692,
      "loss": 4.3863,
      "step": 30395
    },
    {
      "epoch": 2.582059123343527,
      "grad_norm": 3.092827299992492,
      "learning_rate": 0.00019015206371700858,
      "loss": 4.9789,
      "step": 30396
    },
    {
      "epoch": 2.582144070676181,
      "grad_norm": 3.1358756755872257,
      "learning_rate": 0.0001901454480680596,
      "loss": 5.0107,
      "step": 30397
    },
    {
      "epoch": 2.5822290180088343,
      "grad_norm": 3.018602055589436,
      "learning_rate": 0.00019013883233499378,
      "loss": 4.8155,
      "step": 30398
    },
    {
      "epoch": 2.582313965341488,
      "grad_norm": 3.1460707070001988,
      "learning_rate": 0.00019013221651782497,
      "loss": 5.11,
      "step": 30399
    },
    {
      "epoch": 2.582398912674142,
      "grad_norm": 3.15728180051939,
      "learning_rate": 0.0001901256006165672,
      "loss": 4.6428,
      "step": 30400
    },
    {
      "epoch": 2.582483860006796,
      "grad_norm": 3.2107099477768477,
      "learning_rate": 0.00019011898463123416,
      "loss": 5.0422,
      "step": 30401
    },
    {
      "epoch": 2.5825688073394497,
      "grad_norm": 3.1396147095608513,
      "learning_rate": 0.00019011236856183975,
      "loss": 4.8588,
      "step": 30402
    },
    {
      "epoch": 2.582653754672103,
      "grad_norm": 2.868326745466455,
      "learning_rate": 0.00019010575240839786,
      "loss": 4.5195,
      "step": 30403
    },
    {
      "epoch": 2.582738702004757,
      "grad_norm": 2.819653787641749,
      "learning_rate": 0.00019009913617092235,
      "loss": 4.3026,
      "step": 30404
    },
    {
      "epoch": 2.582823649337411,
      "grad_norm": 3.173831350896614,
      "learning_rate": 0.0001900925198494271,
      "loss": 5.0949,
      "step": 30405
    },
    {
      "epoch": 2.5829085966700647,
      "grad_norm": 3.189894713412498,
      "learning_rate": 0.0001900859034439259,
      "loss": 5.1924,
      "step": 30406
    },
    {
      "epoch": 2.5829935440027185,
      "grad_norm": 3.0385169704806057,
      "learning_rate": 0.00019007928695443272,
      "loss": 4.8421,
      "step": 30407
    },
    {
      "epoch": 2.583078491335372,
      "grad_norm": 2.957177872929583,
      "learning_rate": 0.00019007267038096133,
      "loss": 4.4963,
      "step": 30408
    },
    {
      "epoch": 2.583163438668026,
      "grad_norm": 2.949904101535094,
      "learning_rate": 0.00019006605372352565,
      "loss": 4.1992,
      "step": 30409
    },
    {
      "epoch": 2.5832483860006796,
      "grad_norm": 2.9130698712793994,
      "learning_rate": 0.0001900594369821395,
      "loss": 4.4908,
      "step": 30410
    },
    {
      "epoch": 2.5833333333333335,
      "grad_norm": 3.0059341912913204,
      "learning_rate": 0.00019005282015681677,
      "loss": 4.6072,
      "step": 30411
    },
    {
      "epoch": 2.5834182806659873,
      "grad_norm": 3.0358703322000724,
      "learning_rate": 0.00019004620324757134,
      "loss": 4.546,
      "step": 30412
    },
    {
      "epoch": 2.5835032279986407,
      "grad_norm": 3.138197840096858,
      "learning_rate": 0.00019003958625441703,
      "loss": 3.6995,
      "step": 30413
    },
    {
      "epoch": 2.5835881753312946,
      "grad_norm": 2.9934114272038093,
      "learning_rate": 0.0001900329691773678,
      "loss": 4.6955,
      "step": 30414
    },
    {
      "epoch": 2.5836731226639484,
      "grad_norm": 3.078484529045024,
      "learning_rate": 0.0001900263520164374,
      "loss": 4.9102,
      "step": 30415
    },
    {
      "epoch": 2.583758069996602,
      "grad_norm": 3.094741143624131,
      "learning_rate": 0.00019001973477163976,
      "loss": 4.8737,
      "step": 30416
    },
    {
      "epoch": 2.5838430173292557,
      "grad_norm": 2.942784493830622,
      "learning_rate": 0.00019001311744298868,
      "loss": 4.5568,
      "step": 30417
    },
    {
      "epoch": 2.5839279646619095,
      "grad_norm": 2.8720258348130767,
      "learning_rate": 0.00019000650003049812,
      "loss": 4.2103,
      "step": 30418
    },
    {
      "epoch": 2.5840129119945634,
      "grad_norm": 3.010565635492837,
      "learning_rate": 0.00018999988253418188,
      "loss": 4.5224,
      "step": 30419
    },
    {
      "epoch": 2.5840978593272173,
      "grad_norm": 2.895599266936091,
      "learning_rate": 0.00018999326495405382,
      "loss": 4.315,
      "step": 30420
    },
    {
      "epoch": 2.5841828066598707,
      "grad_norm": 2.998812730320457,
      "learning_rate": 0.00018998664729012784,
      "loss": 4.2222,
      "step": 30421
    },
    {
      "epoch": 2.5842677539925245,
      "grad_norm": 2.9964445104324837,
      "learning_rate": 0.00018998002954241782,
      "loss": 4.4439,
      "step": 30422
    },
    {
      "epoch": 2.5843527013251784,
      "grad_norm": 2.8944327451302128,
      "learning_rate": 0.0001899734117109376,
      "loss": 4.4408,
      "step": 30423
    },
    {
      "epoch": 2.584437648657832,
      "grad_norm": 3.146395161876813,
      "learning_rate": 0.000189966793795701,
      "loss": 4.7988,
      "step": 30424
    },
    {
      "epoch": 2.584522595990486,
      "grad_norm": 3.151650063947552,
      "learning_rate": 0.00018996017579672202,
      "loss": 4.8645,
      "step": 30425
    },
    {
      "epoch": 2.5846075433231395,
      "grad_norm": 2.935151630169575,
      "learning_rate": 0.00018995355771401438,
      "loss": 4.6313,
      "step": 30426
    },
    {
      "epoch": 2.5846924906557933,
      "grad_norm": 3.0055878981017443,
      "learning_rate": 0.00018994693954759202,
      "loss": 4.8645,
      "step": 30427
    },
    {
      "epoch": 2.584777437988447,
      "grad_norm": 3.049080012745631,
      "learning_rate": 0.00018994032129746882,
      "loss": 4.4394,
      "step": 30428
    },
    {
      "epoch": 2.584862385321101,
      "grad_norm": 2.975329937342643,
      "learning_rate": 0.00018993370296365854,
      "loss": 4.4691,
      "step": 30429
    },
    {
      "epoch": 2.584947332653755,
      "grad_norm": 2.8780741277734516,
      "learning_rate": 0.00018992708454617524,
      "loss": 4.4146,
      "step": 30430
    },
    {
      "epoch": 2.5850322799864083,
      "grad_norm": 2.919757047925029,
      "learning_rate": 0.0001899204660450326,
      "loss": 4.3051,
      "step": 30431
    },
    {
      "epoch": 2.585117227319062,
      "grad_norm": 2.9253761368250855,
      "learning_rate": 0.00018991384746024458,
      "loss": 4.544,
      "step": 30432
    },
    {
      "epoch": 2.585202174651716,
      "grad_norm": 3.007483725491542,
      "learning_rate": 0.000189907228791825,
      "loss": 4.5689,
      "step": 30433
    },
    {
      "epoch": 2.58528712198437,
      "grad_norm": 3.055199070044736,
      "learning_rate": 0.00018990061003978784,
      "loss": 4.8242,
      "step": 30434
    },
    {
      "epoch": 2.5853720693170237,
      "grad_norm": 2.9798437694409263,
      "learning_rate": 0.00018989399120414684,
      "loss": 4.5655,
      "step": 30435
    },
    {
      "epoch": 2.585457016649677,
      "grad_norm": 2.963813809128878,
      "learning_rate": 0.00018988737228491594,
      "loss": 4.5718,
      "step": 30436
    },
    {
      "epoch": 2.585541963982331,
      "grad_norm": 3.0080544217735787,
      "learning_rate": 0.00018988075328210894,
      "loss": 4.9834,
      "step": 30437
    },
    {
      "epoch": 2.585626911314985,
      "grad_norm": 2.9353010138971305,
      "learning_rate": 0.0001898741341957398,
      "loss": 4.5808,
      "step": 30438
    },
    {
      "epoch": 2.585711858647638,
      "grad_norm": 3.187569794707124,
      "learning_rate": 0.0001898675150258223,
      "loss": 5.1396,
      "step": 30439
    },
    {
      "epoch": 2.5857968059802925,
      "grad_norm": 2.9483515076709486,
      "learning_rate": 0.0001898608957723704,
      "loss": 4.4841,
      "step": 30440
    },
    {
      "epoch": 2.585881753312946,
      "grad_norm": 3.016429706857067,
      "learning_rate": 0.00018985427643539792,
      "loss": 4.8591,
      "step": 30441
    },
    {
      "epoch": 2.5859667006455997,
      "grad_norm": 2.91191172338022,
      "learning_rate": 0.00018984765701491872,
      "loss": 4.4684,
      "step": 30442
    },
    {
      "epoch": 2.5860516479782536,
      "grad_norm": 3.2104922916149046,
      "learning_rate": 0.0001898410375109467,
      "loss": 5.0648,
      "step": 30443
    },
    {
      "epoch": 2.586136595310907,
      "grad_norm": 2.9270960054636705,
      "learning_rate": 0.00018983441792349567,
      "loss": 4.6718,
      "step": 30444
    },
    {
      "epoch": 2.586221542643561,
      "grad_norm": 2.904359838043473,
      "learning_rate": 0.00018982779825257954,
      "loss": 4.4467,
      "step": 30445
    },
    {
      "epoch": 2.5863064899762147,
      "grad_norm": 2.92697448763513,
      "learning_rate": 0.0001898211784982122,
      "loss": 4.3381,
      "step": 30446
    },
    {
      "epoch": 2.5863914373088686,
      "grad_norm": 3.121185710005616,
      "learning_rate": 0.00018981455866040752,
      "loss": 5.1083,
      "step": 30447
    },
    {
      "epoch": 2.5864763846415224,
      "grad_norm": 3.1331930361393536,
      "learning_rate": 0.00018980793873917933,
      "loss": 5.1535,
      "step": 30448
    },
    {
      "epoch": 2.586561331974176,
      "grad_norm": 3.0606372283258563,
      "learning_rate": 0.00018980131873454152,
      "loss": 5.0021,
      "step": 30449
    },
    {
      "epoch": 2.5866462793068297,
      "grad_norm": 2.882990057922708,
      "learning_rate": 0.00018979469864650802,
      "loss": 4.4934,
      "step": 30450
    },
    {
      "epoch": 2.5867312266394835,
      "grad_norm": 2.9751724505957378,
      "learning_rate": 0.00018978807847509253,
      "loss": 4.7721,
      "step": 30451
    },
    {
      "epoch": 2.5868161739721374,
      "grad_norm": 2.9616235199376297,
      "learning_rate": 0.00018978145822030917,
      "loss": 4.4361,
      "step": 30452
    },
    {
      "epoch": 2.586901121304791,
      "grad_norm": 2.92632164598563,
      "learning_rate": 0.0001897748378821716,
      "loss": 4.5065,
      "step": 30453
    },
    {
      "epoch": 2.5869860686374446,
      "grad_norm": 2.949822764230939,
      "learning_rate": 0.00018976821746069378,
      "loss": 4.6104,
      "step": 30454
    },
    {
      "epoch": 2.5870710159700985,
      "grad_norm": 3.0136528424114326,
      "learning_rate": 0.00018976159695588957,
      "loss": 4.8534,
      "step": 30455
    },
    {
      "epoch": 2.5871559633027523,
      "grad_norm": 3.124392516764665,
      "learning_rate": 0.00018975497636777283,
      "loss": 4.8706,
      "step": 30456
    },
    {
      "epoch": 2.587240910635406,
      "grad_norm": 2.843802481874656,
      "learning_rate": 0.00018974835569635749,
      "loss": 4.444,
      "step": 30457
    },
    {
      "epoch": 2.58732585796806,
      "grad_norm": 2.9299177814579207,
      "learning_rate": 0.00018974173494165734,
      "loss": 4.3452,
      "step": 30458
    },
    {
      "epoch": 2.5874108053007134,
      "grad_norm": 3.0369414952614346,
      "learning_rate": 0.0001897351141036863,
      "loss": 4.7276,
      "step": 30459
    },
    {
      "epoch": 2.5874957526333673,
      "grad_norm": 3.1279929779101225,
      "learning_rate": 0.00018972849318245823,
      "loss": 4.9118,
      "step": 30460
    },
    {
      "epoch": 2.587580699966021,
      "grad_norm": 3.222027495966764,
      "learning_rate": 0.000189721872177987,
      "loss": 5.5497,
      "step": 30461
    },
    {
      "epoch": 2.587665647298675,
      "grad_norm": 3.1550020893884163,
      "learning_rate": 0.0001897152510902865,
      "loss": 4.9693,
      "step": 30462
    },
    {
      "epoch": 2.587750594631329,
      "grad_norm": 2.8780970386970135,
      "learning_rate": 0.0001897086299193706,
      "loss": 4.436,
      "step": 30463
    },
    {
      "epoch": 2.5878355419639822,
      "grad_norm": 2.963362168983127,
      "learning_rate": 0.00018970200866525315,
      "loss": 4.4625,
      "step": 30464
    },
    {
      "epoch": 2.587920489296636,
      "grad_norm": 2.8979493141510457,
      "learning_rate": 0.00018969538732794801,
      "loss": 4.463,
      "step": 30465
    },
    {
      "epoch": 2.58800543662929,
      "grad_norm": 2.8546052374900586,
      "learning_rate": 0.00018968876590746918,
      "loss": 4.2002,
      "step": 30466
    },
    {
      "epoch": 2.5880903839619434,
      "grad_norm": 2.926607999093465,
      "learning_rate": 0.00018968214440383033,
      "loss": 4.5644,
      "step": 30467
    },
    {
      "epoch": 2.588175331294597,
      "grad_norm": 2.8853736298852852,
      "learning_rate": 0.0001896755228170455,
      "loss": 4.4403,
      "step": 30468
    },
    {
      "epoch": 2.588260278627251,
      "grad_norm": 3.1376339188306037,
      "learning_rate": 0.00018966890114712848,
      "loss": 5.3284,
      "step": 30469
    },
    {
      "epoch": 2.588345225959905,
      "grad_norm": 3.067107634232216,
      "learning_rate": 0.00018966227939409315,
      "loss": 4.5686,
      "step": 30470
    },
    {
      "epoch": 2.5884301732925588,
      "grad_norm": 2.927257945671153,
      "learning_rate": 0.00018965565755795343,
      "loss": 4.5543,
      "step": 30471
    },
    {
      "epoch": 2.588515120625212,
      "grad_norm": 2.971711681807621,
      "learning_rate": 0.00018964903563872321,
      "loss": 4.649,
      "step": 30472
    },
    {
      "epoch": 2.588600067957866,
      "grad_norm": 2.93954230675446,
      "learning_rate": 0.00018964241363641625,
      "loss": 4.7656,
      "step": 30473
    },
    {
      "epoch": 2.58868501529052,
      "grad_norm": 2.896975832160686,
      "learning_rate": 0.00018963579155104653,
      "loss": 4.0495,
      "step": 30474
    },
    {
      "epoch": 2.5887699626231737,
      "grad_norm": 3.099010612794676,
      "learning_rate": 0.0001896291693826279,
      "loss": 5.0455,
      "step": 30475
    },
    {
      "epoch": 2.5888549099558276,
      "grad_norm": 2.9995964771065493,
      "learning_rate": 0.00018962254713117418,
      "loss": 4.6631,
      "step": 30476
    },
    {
      "epoch": 2.588939857288481,
      "grad_norm": 2.9445832869773767,
      "learning_rate": 0.00018961592479669936,
      "loss": 4.5937,
      "step": 30477
    },
    {
      "epoch": 2.589024804621135,
      "grad_norm": 2.938645703282246,
      "learning_rate": 0.0001896093023792172,
      "loss": 4.4461,
      "step": 30478
    },
    {
      "epoch": 2.5891097519537887,
      "grad_norm": 3.1679857467475663,
      "learning_rate": 0.00018960267987874166,
      "loss": 5.1623,
      "step": 30479
    },
    {
      "epoch": 2.5891946992864425,
      "grad_norm": 2.815365707062888,
      "learning_rate": 0.00018959605729528656,
      "loss": 4.0143,
      "step": 30480
    },
    {
      "epoch": 2.5892796466190964,
      "grad_norm": 2.9191026407733096,
      "learning_rate": 0.00018958943462886585,
      "loss": 4.7754,
      "step": 30481
    },
    {
      "epoch": 2.58936459395175,
      "grad_norm": 2.884319615359793,
      "learning_rate": 0.0001895828118794933,
      "loss": 4.4445,
      "step": 30482
    },
    {
      "epoch": 2.5894495412844036,
      "grad_norm": 2.9125321577955607,
      "learning_rate": 0.00018957618904718283,
      "loss": 4.282,
      "step": 30483
    },
    {
      "epoch": 2.5895344886170575,
      "grad_norm": 2.922888687721715,
      "learning_rate": 0.0001895695661319484,
      "loss": 4.6133,
      "step": 30484
    },
    {
      "epoch": 2.5896194359497113,
      "grad_norm": 3.024844021909414,
      "learning_rate": 0.00018956294313380372,
      "loss": 4.7475,
      "step": 30485
    },
    {
      "epoch": 2.589704383282365,
      "grad_norm": 2.8852480013045865,
      "learning_rate": 0.00018955632005276284,
      "loss": 4.3485,
      "step": 30486
    },
    {
      "epoch": 2.5897893306150186,
      "grad_norm": 2.9337285498659416,
      "learning_rate": 0.00018954969688883956,
      "loss": 4.5777,
      "step": 30487
    },
    {
      "epoch": 2.5898742779476724,
      "grad_norm": 3.000704441589819,
      "learning_rate": 0.0001895430736420477,
      "loss": 4.6076,
      "step": 30488
    },
    {
      "epoch": 2.5899592252803263,
      "grad_norm": 2.891577842350316,
      "learning_rate": 0.00018953645031240124,
      "loss": 4.6117,
      "step": 30489
    },
    {
      "epoch": 2.5900441726129797,
      "grad_norm": 2.99536127307275,
      "learning_rate": 0.00018952982689991404,
      "loss": 5.0311,
      "step": 30490
    },
    {
      "epoch": 2.5901291199456336,
      "grad_norm": 2.9139215933484595,
      "learning_rate": 0.00018952320340459987,
      "loss": 4.5725,
      "step": 30491
    },
    {
      "epoch": 2.5902140672782874,
      "grad_norm": 3.2373871121380127,
      "learning_rate": 0.00018951657982647276,
      "loss": 5.0188,
      "step": 30492
    },
    {
      "epoch": 2.5902990146109413,
      "grad_norm": 2.9358252026179046,
      "learning_rate": 0.00018950995616554648,
      "loss": 4.5792,
      "step": 30493
    },
    {
      "epoch": 2.590383961943595,
      "grad_norm": 3.180825685387028,
      "learning_rate": 0.0001895033324218349,
      "loss": 5.2202,
      "step": 30494
    },
    {
      "epoch": 2.5904689092762485,
      "grad_norm": 2.9282731588027024,
      "learning_rate": 0.00018949670859535206,
      "loss": 4.5509,
      "step": 30495
    },
    {
      "epoch": 2.5905538566089024,
      "grad_norm": 3.102489877403965,
      "learning_rate": 0.00018949008468611164,
      "loss": 5.0273,
      "step": 30496
    },
    {
      "epoch": 2.590638803941556,
      "grad_norm": 3.1933275036719033,
      "learning_rate": 0.00018948346069412762,
      "loss": 5.1269,
      "step": 30497
    },
    {
      "epoch": 2.59072375127421,
      "grad_norm": 3.116691740017331,
      "learning_rate": 0.00018947683661941388,
      "loss": 4.7589,
      "step": 30498
    },
    {
      "epoch": 2.590808698606864,
      "grad_norm": 3.097312007099847,
      "learning_rate": 0.0001894702124619843,
      "loss": 4.8738,
      "step": 30499
    },
    {
      "epoch": 2.5908936459395173,
      "grad_norm": 3.18058398962362,
      "learning_rate": 0.00018946358822185272,
      "loss": 5.0691,
      "step": 30500
    },
    {
      "epoch": 2.590978593272171,
      "grad_norm": 3.1164366746174377,
      "learning_rate": 0.00018945696389903303,
      "loss": 4.9239,
      "step": 30501
    },
    {
      "epoch": 2.591063540604825,
      "grad_norm": 2.9830257101888082,
      "learning_rate": 0.00018945033949353913,
      "loss": 4.7544,
      "step": 30502
    },
    {
      "epoch": 2.591148487937479,
      "grad_norm": 3.004162718613131,
      "learning_rate": 0.0001894437150053849,
      "loss": 4.4543,
      "step": 30503
    },
    {
      "epoch": 2.5912334352701327,
      "grad_norm": 2.970819766469941,
      "learning_rate": 0.00018943709043458417,
      "loss": 4.7922,
      "step": 30504
    },
    {
      "epoch": 2.591318382602786,
      "grad_norm": 3.171640662746765,
      "learning_rate": 0.00018943046578115088,
      "loss": 5.1429,
      "step": 30505
    },
    {
      "epoch": 2.59140332993544,
      "grad_norm": 2.9595305241128123,
      "learning_rate": 0.0001894238410450989,
      "loss": 4.5677,
      "step": 30506
    },
    {
      "epoch": 2.591488277268094,
      "grad_norm": 2.996039888656104,
      "learning_rate": 0.0001894172162264421,
      "loss": 4.7484,
      "step": 30507
    },
    {
      "epoch": 2.5915732246007477,
      "grad_norm": 2.9270743047191723,
      "learning_rate": 0.00018941059132519442,
      "loss": 4.6067,
      "step": 30508
    },
    {
      "epoch": 2.5916581719334015,
      "grad_norm": 2.9441101913346075,
      "learning_rate": 0.00018940396634136962,
      "loss": 4.6987,
      "step": 30509
    },
    {
      "epoch": 2.591743119266055,
      "grad_norm": 2.9296437668835336,
      "learning_rate": 0.00018939734127498167,
      "loss": 4.6907,
      "step": 30510
    },
    {
      "epoch": 2.591828066598709,
      "grad_norm": 3.2460768474438364,
      "learning_rate": 0.0001893907161260444,
      "loss": 5.0237,
      "step": 30511
    },
    {
      "epoch": 2.5919130139313626,
      "grad_norm": 3.010392241436667,
      "learning_rate": 0.00018938409089457175,
      "loss": 4.6037,
      "step": 30512
    },
    {
      "epoch": 2.591997961264016,
      "grad_norm": 2.8797048273027532,
      "learning_rate": 0.00018937746558057755,
      "loss": 4.3982,
      "step": 30513
    },
    {
      "epoch": 2.59208290859667,
      "grad_norm": 2.8617535397212444,
      "learning_rate": 0.00018937084018407573,
      "loss": 4.3813,
      "step": 30514
    },
    {
      "epoch": 2.5921678559293237,
      "grad_norm": 2.907198931805154,
      "learning_rate": 0.00018936421470508016,
      "loss": 4.5352,
      "step": 30515
    },
    {
      "epoch": 2.5922528032619776,
      "grad_norm": 2.941434301098955,
      "learning_rate": 0.00018935758914360467,
      "loss": 4.8848,
      "step": 30516
    },
    {
      "epoch": 2.5923377505946315,
      "grad_norm": 2.910749026480609,
      "learning_rate": 0.00018935096349966319,
      "loss": 4.65,
      "step": 30517
    },
    {
      "epoch": 2.592422697927285,
      "grad_norm": 2.90401989403084,
      "learning_rate": 0.0001893443377732696,
      "loss": 4.617,
      "step": 30518
    },
    {
      "epoch": 2.5925076452599387,
      "grad_norm": 3.223034536208877,
      "learning_rate": 0.00018933771196443777,
      "loss": 4.4979,
      "step": 30519
    },
    {
      "epoch": 2.5925925925925926,
      "grad_norm": 3.056487184479122,
      "learning_rate": 0.00018933108607318162,
      "loss": 4.7721,
      "step": 30520
    },
    {
      "epoch": 2.5926775399252464,
      "grad_norm": 3.131285944040785,
      "learning_rate": 0.00018932446009951496,
      "loss": 4.5479,
      "step": 30521
    },
    {
      "epoch": 2.5927624872579003,
      "grad_norm": 2.878665070379611,
      "learning_rate": 0.00018931783404345172,
      "loss": 4.4686,
      "step": 30522
    },
    {
      "epoch": 2.5928474345905537,
      "grad_norm": 2.9926581635958676,
      "learning_rate": 0.0001893112079050058,
      "loss": 4.5594,
      "step": 30523
    },
    {
      "epoch": 2.5929323819232075,
      "grad_norm": 2.8833234354135984,
      "learning_rate": 0.0001893045816841911,
      "loss": 4.3855,
      "step": 30524
    },
    {
      "epoch": 2.5930173292558614,
      "grad_norm": 3.0028377455061483,
      "learning_rate": 0.00018929795538102137,
      "loss": 4.6138,
      "step": 30525
    },
    {
      "epoch": 2.593102276588515,
      "grad_norm": 2.9348573600668453,
      "learning_rate": 0.0001892913289955107,
      "loss": 4.3536,
      "step": 30526
    },
    {
      "epoch": 2.593187223921169,
      "grad_norm": 3.1784847965547702,
      "learning_rate": 0.0001892847025276728,
      "loss": 4.9859,
      "step": 30527
    },
    {
      "epoch": 2.5932721712538225,
      "grad_norm": 3.0408418078658115,
      "learning_rate": 0.0001892780759775216,
      "loss": 4.6938,
      "step": 30528
    },
    {
      "epoch": 2.5933571185864763,
      "grad_norm": 2.9099405365236652,
      "learning_rate": 0.00018927144934507105,
      "loss": 4.4678,
      "step": 30529
    },
    {
      "epoch": 2.59344206591913,
      "grad_norm": 2.9587286010451557,
      "learning_rate": 0.000189264822630335,
      "loss": 4.558,
      "step": 30530
    },
    {
      "epoch": 2.593527013251784,
      "grad_norm": 3.1114926355330397,
      "learning_rate": 0.0001892581958333273,
      "loss": 4.8522,
      "step": 30531
    },
    {
      "epoch": 2.593611960584438,
      "grad_norm": 3.0221029602622567,
      "learning_rate": 0.00018925156895406185,
      "loss": 4.6979,
      "step": 30532
    },
    {
      "epoch": 2.5936969079170913,
      "grad_norm": 2.8762841304914546,
      "learning_rate": 0.00018924494199255257,
      "loss": 4.7563,
      "step": 30533
    },
    {
      "epoch": 2.593781855249745,
      "grad_norm": 3.0158358712291973,
      "learning_rate": 0.00018923831494881328,
      "loss": 4.7044,
      "step": 30534
    },
    {
      "epoch": 2.593866802582399,
      "grad_norm": 3.121872067050214,
      "learning_rate": 0.00018923168782285796,
      "loss": 4.8631,
      "step": 30535
    },
    {
      "epoch": 2.5939517499150524,
      "grad_norm": 2.9640052420035428,
      "learning_rate": 0.0001892250606147004,
      "loss": 4.6859,
      "step": 30536
    },
    {
      "epoch": 2.5940366972477067,
      "grad_norm": 2.994109526338891,
      "learning_rate": 0.0001892184333243546,
      "loss": 4.8047,
      "step": 30537
    },
    {
      "epoch": 2.59412164458036,
      "grad_norm": 2.951169613261418,
      "learning_rate": 0.0001892118059518343,
      "loss": 4.7247,
      "step": 30538
    },
    {
      "epoch": 2.594206591913014,
      "grad_norm": 3.1708445084250525,
      "learning_rate": 0.0001892051784971535,
      "loss": 4.7702,
      "step": 30539
    },
    {
      "epoch": 2.594291539245668,
      "grad_norm": 3.0891298434651056,
      "learning_rate": 0.00018919855096032601,
      "loss": 4.8002,
      "step": 30540
    },
    {
      "epoch": 2.594376486578321,
      "grad_norm": 2.9234656979055313,
      "learning_rate": 0.00018919192334136578,
      "loss": 4.1763,
      "step": 30541
    },
    {
      "epoch": 2.594461433910975,
      "grad_norm": 3.001576371588126,
      "learning_rate": 0.0001891852956402867,
      "loss": 4.626,
      "step": 30542
    },
    {
      "epoch": 2.594546381243629,
      "grad_norm": 2.973296657828763,
      "learning_rate": 0.00018917866785710254,
      "loss": 4.8094,
      "step": 30543
    },
    {
      "epoch": 2.5946313285762828,
      "grad_norm": 2.9607414414972335,
      "learning_rate": 0.00018917203999182735,
      "loss": 4.7609,
      "step": 30544
    },
    {
      "epoch": 2.5947162759089366,
      "grad_norm": 2.932712950914759,
      "learning_rate": 0.00018916541204447494,
      "loss": 4.6203,
      "step": 30545
    },
    {
      "epoch": 2.59480122324159,
      "grad_norm": 2.9531000129507596,
      "learning_rate": 0.0001891587840150592,
      "loss": 4.5844,
      "step": 30546
    },
    {
      "epoch": 2.594886170574244,
      "grad_norm": 3.1056170037929958,
      "learning_rate": 0.00018915215590359398,
      "loss": 5.1755,
      "step": 30547
    },
    {
      "epoch": 2.5949711179068977,
      "grad_norm": 3.0840316386399778,
      "learning_rate": 0.00018914552771009323,
      "loss": 4.8417,
      "step": 30548
    },
    {
      "epoch": 2.5950560652395516,
      "grad_norm": 2.9784653097086164,
      "learning_rate": 0.0001891388994345708,
      "loss": 4.3654,
      "step": 30549
    },
    {
      "epoch": 2.5951410125722054,
      "grad_norm": 3.1076007321150168,
      "learning_rate": 0.0001891322710770406,
      "loss": 4.781,
      "step": 30550
    },
    {
      "epoch": 2.595225959904859,
      "grad_norm": 3.1202447139421245,
      "learning_rate": 0.00018912564263751653,
      "loss": 4.8294,
      "step": 30551
    },
    {
      "epoch": 2.5953109072375127,
      "grad_norm": 3.164064197848933,
      "learning_rate": 0.0001891190141160124,
      "loss": 4.9197,
      "step": 30552
    },
    {
      "epoch": 2.5953958545701665,
      "grad_norm": 2.94124796454651,
      "learning_rate": 0.00018911238551254223,
      "loss": 4.4274,
      "step": 30553
    },
    {
      "epoch": 2.5954808019028204,
      "grad_norm": 3.1425343818037965,
      "learning_rate": 0.0001891057568271198,
      "loss": 4.9968,
      "step": 30554
    },
    {
      "epoch": 2.5955657492354742,
      "grad_norm": 2.88159099595112,
      "learning_rate": 0.00018909912805975903,
      "loss": 4.3473,
      "step": 30555
    },
    {
      "epoch": 2.5956506965681276,
      "grad_norm": 3.100792588861366,
      "learning_rate": 0.00018909249921047385,
      "loss": 4.9606,
      "step": 30556
    },
    {
      "epoch": 2.5957356439007815,
      "grad_norm": 2.9688851748330944,
      "learning_rate": 0.00018908587027927808,
      "loss": 4.5262,
      "step": 30557
    },
    {
      "epoch": 2.5958205912334353,
      "grad_norm": 2.920813587165593,
      "learning_rate": 0.00018907924126618567,
      "loss": 4.4198,
      "step": 30558
    },
    {
      "epoch": 2.595905538566089,
      "grad_norm": 2.9548415613300767,
      "learning_rate": 0.0001890726121712104,
      "loss": 4.5839,
      "step": 30559
    },
    {
      "epoch": 2.595990485898743,
      "grad_norm": 2.9195640489687755,
      "learning_rate": 0.00018906598299436639,
      "loss": 4.3239,
      "step": 30560
    },
    {
      "epoch": 2.5960754332313964,
      "grad_norm": 3.126800766713605,
      "learning_rate": 0.0001890593537356673,
      "loss": 5.0423,
      "step": 30561
    },
    {
      "epoch": 2.5961603805640503,
      "grad_norm": 2.9087864753721466,
      "learning_rate": 0.0001890527243951271,
      "loss": 4.2069,
      "step": 30562
    },
    {
      "epoch": 2.596245327896704,
      "grad_norm": 2.9519421216127286,
      "learning_rate": 0.00018904609497275967,
      "loss": 4.7959,
      "step": 30563
    },
    {
      "epoch": 2.5963302752293576,
      "grad_norm": 2.989956403601597,
      "learning_rate": 0.00018903946546857897,
      "loss": 4.4552,
      "step": 30564
    },
    {
      "epoch": 2.5964152225620114,
      "grad_norm": 2.9108114176698567,
      "learning_rate": 0.00018903283588259876,
      "loss": 4.521,
      "step": 30565
    },
    {
      "epoch": 2.5965001698946653,
      "grad_norm": 2.990544876568135,
      "learning_rate": 0.00018902620621483307,
      "loss": 4.6461,
      "step": 30566
    },
    {
      "epoch": 2.596585117227319,
      "grad_norm": 2.9495290462168704,
      "learning_rate": 0.00018901957646529573,
      "loss": 4.3102,
      "step": 30567
    },
    {
      "epoch": 2.596670064559973,
      "grad_norm": 2.891590072884859,
      "learning_rate": 0.00018901294663400058,
      "loss": 4.4052,
      "step": 30568
    },
    {
      "epoch": 2.5967550118926264,
      "grad_norm": 2.889323350746172,
      "learning_rate": 0.0001890063167209616,
      "loss": 4.4193,
      "step": 30569
    },
    {
      "epoch": 2.59683995922528,
      "grad_norm": 3.016570958179684,
      "learning_rate": 0.00018899968672619265,
      "loss": 4.4898,
      "step": 30570
    },
    {
      "epoch": 2.596924906557934,
      "grad_norm": 2.9450111390954365,
      "learning_rate": 0.0001889930566497076,
      "loss": 4.6869,
      "step": 30571
    },
    {
      "epoch": 2.597009853890588,
      "grad_norm": 3.0088167583178245,
      "learning_rate": 0.00018898642649152036,
      "loss": 4.6386,
      "step": 30572
    },
    {
      "epoch": 2.5970948012232418,
      "grad_norm": 3.1624253209241324,
      "learning_rate": 0.00018897979625164479,
      "loss": 5.0734,
      "step": 30573
    },
    {
      "epoch": 2.597179748555895,
      "grad_norm": 2.951738888519212,
      "learning_rate": 0.00018897316593009483,
      "loss": 4.2396,
      "step": 30574
    },
    {
      "epoch": 2.597264695888549,
      "grad_norm": 3.114554116575367,
      "learning_rate": 0.00018896653552688436,
      "loss": 5.1018,
      "step": 30575
    },
    {
      "epoch": 2.597349643221203,
      "grad_norm": 2.906225936993963,
      "learning_rate": 0.00018895990504202732,
      "loss": 4.5821,
      "step": 30576
    },
    {
      "epoch": 2.5974345905538567,
      "grad_norm": 3.002259996668559,
      "learning_rate": 0.00018895327447553744,
      "loss": 4.5729,
      "step": 30577
    },
    {
      "epoch": 2.5975195378865106,
      "grad_norm": 2.9251999647727884,
      "learning_rate": 0.0001889466438274288,
      "loss": 4.443,
      "step": 30578
    },
    {
      "epoch": 2.597604485219164,
      "grad_norm": 3.0709737901806666,
      "learning_rate": 0.0001889400130977152,
      "loss": 4.778,
      "step": 30579
    },
    {
      "epoch": 2.597689432551818,
      "grad_norm": 3.0034998800306747,
      "learning_rate": 0.00018893338228641055,
      "loss": 4.7883,
      "step": 30580
    },
    {
      "epoch": 2.5977743798844717,
      "grad_norm": 2.8792362128529803,
      "learning_rate": 0.0001889267513935287,
      "loss": 4.3799,
      "step": 30581
    },
    {
      "epoch": 2.5978593272171255,
      "grad_norm": 3.1211435334285547,
      "learning_rate": 0.00018892012041908364,
      "loss": 4.6276,
      "step": 30582
    },
    {
      "epoch": 2.5979442745497794,
      "grad_norm": 3.074640913817855,
      "learning_rate": 0.00018891348936308917,
      "loss": 4.7146,
      "step": 30583
    },
    {
      "epoch": 2.598029221882433,
      "grad_norm": 2.9878561193120983,
      "learning_rate": 0.00018890685822555922,
      "loss": 4.6783,
      "step": 30584
    },
    {
      "epoch": 2.5981141692150866,
      "grad_norm": 2.9621557203870776,
      "learning_rate": 0.00018890022700650776,
      "loss": 4.4644,
      "step": 30585
    },
    {
      "epoch": 2.5981991165477405,
      "grad_norm": 3.059090091927558,
      "learning_rate": 0.00018889359570594853,
      "loss": 4.6567,
      "step": 30586
    },
    {
      "epoch": 2.598284063880394,
      "grad_norm": 3.1025177736331195,
      "learning_rate": 0.00018888696432389554,
      "loss": 4.8915,
      "step": 30587
    },
    {
      "epoch": 2.5983690112130478,
      "grad_norm": 2.8770329001084605,
      "learning_rate": 0.00018888033286036267,
      "loss": 4.4696,
      "step": 30588
    },
    {
      "epoch": 2.5984539585457016,
      "grad_norm": 2.9647630469569006,
      "learning_rate": 0.00018887370131536377,
      "loss": 4.7445,
      "step": 30589
    },
    {
      "epoch": 2.5985389058783555,
      "grad_norm": 2.869163398404416,
      "learning_rate": 0.0001888670696889128,
      "loss": 4.1704,
      "step": 30590
    },
    {
      "epoch": 2.5986238532110093,
      "grad_norm": 2.833186753774905,
      "learning_rate": 0.00018886043798102355,
      "loss": 4.2607,
      "step": 30591
    },
    {
      "epoch": 2.5987088005436627,
      "grad_norm": 3.1554256441279804,
      "learning_rate": 0.00018885380619171005,
      "loss": 4.9031,
      "step": 30592
    },
    {
      "epoch": 2.5987937478763166,
      "grad_norm": 2.8616281047614276,
      "learning_rate": 0.00018884717432098605,
      "loss": 4.3271,
      "step": 30593
    },
    {
      "epoch": 2.5988786952089704,
      "grad_norm": 3.2013452928764092,
      "learning_rate": 0.00018884054236886563,
      "loss": 5.2014,
      "step": 30594
    },
    {
      "epoch": 2.5989636425416243,
      "grad_norm": 2.9845387810870245,
      "learning_rate": 0.00018883391033536252,
      "loss": 4.6275,
      "step": 30595
    },
    {
      "epoch": 2.599048589874278,
      "grad_norm": 2.8879314119814894,
      "learning_rate": 0.00018882727822049067,
      "loss": 4.1801,
      "step": 30596
    },
    {
      "epoch": 2.5991335372069315,
      "grad_norm": 2.921582058423776,
      "learning_rate": 0.00018882064602426398,
      "loss": 4.5212,
      "step": 30597
    },
    {
      "epoch": 2.5992184845395854,
      "grad_norm": 3.590634592315929,
      "learning_rate": 0.00018881401374669634,
      "loss": 4.1061,
      "step": 30598
    },
    {
      "epoch": 2.5993034318722392,
      "grad_norm": 3.007987757898158,
      "learning_rate": 0.0001888073813878017,
      "loss": 4.6891,
      "step": 30599
    },
    {
      "epoch": 2.599388379204893,
      "grad_norm": 3.030411683113455,
      "learning_rate": 0.00018880074894759384,
      "loss": 4.2693,
      "step": 30600
    },
    {
      "epoch": 2.599473326537547,
      "grad_norm": 2.9489843131693516,
      "learning_rate": 0.00018879411642608684,
      "loss": 4.4596,
      "step": 30601
    },
    {
      "epoch": 2.5995582738702003,
      "grad_norm": 3.0910416487587726,
      "learning_rate": 0.00018878748382329438,
      "loss": 4.9413,
      "step": 30602
    },
    {
      "epoch": 2.599643221202854,
      "grad_norm": 3.2060030807857487,
      "learning_rate": 0.00018878085113923054,
      "loss": 5.0535,
      "step": 30603
    },
    {
      "epoch": 2.599728168535508,
      "grad_norm": 3.1645003112411114,
      "learning_rate": 0.0001887742183739091,
      "loss": 5.0406,
      "step": 30604
    },
    {
      "epoch": 2.599813115868162,
      "grad_norm": 2.966048812591844,
      "learning_rate": 0.000188767585527344,
      "loss": 4.0788,
      "step": 30605
    },
    {
      "epoch": 2.5998980632008157,
      "grad_norm": 3.0685848000056826,
      "learning_rate": 0.00018876095259954913,
      "loss": 4.7066,
      "step": 30606
    },
    {
      "epoch": 2.599983010533469,
      "grad_norm": 2.9403375641066347,
      "learning_rate": 0.00018875431959053843,
      "loss": 3.8552,
      "step": 30607
    },
    {
      "epoch": 2.600067957866123,
      "grad_norm": 2.951512820183623,
      "learning_rate": 0.0001887476865003257,
      "loss": 4.1445,
      "step": 30608
    },
    {
      "epoch": 2.600152905198777,
      "grad_norm": 3.1242716794232113,
      "learning_rate": 0.00018874105332892494,
      "loss": 4.7175,
      "step": 30609
    },
    {
      "epoch": 2.6002378525314302,
      "grad_norm": 2.9574341758956373,
      "learning_rate": 0.00018873442007635003,
      "loss": 4.6947,
      "step": 30610
    },
    {
      "epoch": 2.6003227998640845,
      "grad_norm": 2.9263399389169877,
      "learning_rate": 0.0001887277867426148,
      "loss": 4.6658,
      "step": 30611
    },
    {
      "epoch": 2.600407747196738,
      "grad_norm": 3.238010106012761,
      "learning_rate": 0.00018872115332773323,
      "loss": 5.032,
      "step": 30612
    },
    {
      "epoch": 2.600492694529392,
      "grad_norm": 3.0130559539442605,
      "learning_rate": 0.00018871451983171918,
      "loss": 4.207,
      "step": 30613
    },
    {
      "epoch": 2.6005776418620457,
      "grad_norm": 3.0073641560161875,
      "learning_rate": 0.00018870788625458654,
      "loss": 4.8175,
      "step": 30614
    },
    {
      "epoch": 2.600662589194699,
      "grad_norm": 2.8822406581130715,
      "learning_rate": 0.00018870125259634927,
      "loss": 4.2813,
      "step": 30615
    },
    {
      "epoch": 2.600747536527353,
      "grad_norm": 3.153296888928903,
      "learning_rate": 0.0001886946188570212,
      "loss": 4.8718,
      "step": 30616
    },
    {
      "epoch": 2.6008324838600068,
      "grad_norm": 3.274783688475751,
      "learning_rate": 0.0001886879850366162,
      "loss": 5.0027,
      "step": 30617
    },
    {
      "epoch": 2.6009174311926606,
      "grad_norm": 3.013220210112768,
      "learning_rate": 0.00018868135113514828,
      "loss": 4.7591,
      "step": 30618
    },
    {
      "epoch": 2.6010023785253145,
      "grad_norm": 2.994055583824248,
      "learning_rate": 0.00018867471715263128,
      "loss": 4.8561,
      "step": 30619
    },
    {
      "epoch": 2.601087325857968,
      "grad_norm": 2.8744383456752955,
      "learning_rate": 0.0001886680830890791,
      "loss": 4.4149,
      "step": 30620
    },
    {
      "epoch": 2.6011722731906217,
      "grad_norm": 2.8854856090296517,
      "learning_rate": 0.00018866144894450564,
      "loss": 4.4673,
      "step": 30621
    },
    {
      "epoch": 2.6012572205232756,
      "grad_norm": 2.959079770998355,
      "learning_rate": 0.0001886548147189248,
      "loss": 4.5995,
      "step": 30622
    },
    {
      "epoch": 2.6013421678559294,
      "grad_norm": 2.897177590966912,
      "learning_rate": 0.0001886481804123505,
      "loss": 4.4467,
      "step": 30623
    },
    {
      "epoch": 2.6014271151885833,
      "grad_norm": 2.8807429461668574,
      "learning_rate": 0.0001886415460247966,
      "loss": 4.2151,
      "step": 30624
    },
    {
      "epoch": 2.6015120625212367,
      "grad_norm": 3.00230950210646,
      "learning_rate": 0.00018863491155627707,
      "loss": 4.7872,
      "step": 30625
    },
    {
      "epoch": 2.6015970098538905,
      "grad_norm": 2.9231789003201842,
      "learning_rate": 0.00018862827700680571,
      "loss": 4.2225,
      "step": 30626
    },
    {
      "epoch": 2.6016819571865444,
      "grad_norm": 2.9657323201656287,
      "learning_rate": 0.00018862164237639655,
      "loss": 4.2564,
      "step": 30627
    },
    {
      "epoch": 2.6017669045191982,
      "grad_norm": 2.844933653507476,
      "learning_rate": 0.00018861500766506338,
      "loss": 4.2952,
      "step": 30628
    },
    {
      "epoch": 2.601851851851852,
      "grad_norm": 2.9202709831468185,
      "learning_rate": 0.0001886083728728201,
      "loss": 4.534,
      "step": 30629
    },
    {
      "epoch": 2.6019367991845055,
      "grad_norm": 2.8663946629674197,
      "learning_rate": 0.00018860173799968073,
      "loss": 4.4583,
      "step": 30630
    },
    {
      "epoch": 2.6020217465171593,
      "grad_norm": 2.9649222512032236,
      "learning_rate": 0.00018859510304565906,
      "loss": 4.7145,
      "step": 30631
    },
    {
      "epoch": 2.602106693849813,
      "grad_norm": 3.2172389829362564,
      "learning_rate": 0.00018858846801076903,
      "loss": 4.9527,
      "step": 30632
    },
    {
      "epoch": 2.6021916411824666,
      "grad_norm": 2.921457184608597,
      "learning_rate": 0.00018858183289502454,
      "loss": 4.3387,
      "step": 30633
    },
    {
      "epoch": 2.602276588515121,
      "grad_norm": 3.0002032719336538,
      "learning_rate": 0.0001885751976984395,
      "loss": 4.6419,
      "step": 30634
    },
    {
      "epoch": 2.6023615358477743,
      "grad_norm": 2.8784597674465315,
      "learning_rate": 0.00018856856242102784,
      "loss": 4.2545,
      "step": 30635
    },
    {
      "epoch": 2.602446483180428,
      "grad_norm": 2.9418428304532562,
      "learning_rate": 0.0001885619270628034,
      "loss": 4.7047,
      "step": 30636
    },
    {
      "epoch": 2.602531430513082,
      "grad_norm": 2.9690818662787315,
      "learning_rate": 0.00018855529162378008,
      "loss": 4.4559,
      "step": 30637
    },
    {
      "epoch": 2.6026163778457354,
      "grad_norm": 2.850500408449685,
      "learning_rate": 0.00018854865610397188,
      "loss": 4.1157,
      "step": 30638
    },
    {
      "epoch": 2.6027013251783893,
      "grad_norm": 2.9068146264848864,
      "learning_rate": 0.0001885420205033926,
      "loss": 4.3188,
      "step": 30639
    },
    {
      "epoch": 2.602786272511043,
      "grad_norm": 3.069796650908619,
      "learning_rate": 0.0001885353848220562,
      "loss": 4.6948,
      "step": 30640
    },
    {
      "epoch": 2.602871219843697,
      "grad_norm": 2.9045088335311666,
      "learning_rate": 0.00018852874905997657,
      "loss": 4.3398,
      "step": 30641
    },
    {
      "epoch": 2.602956167176351,
      "grad_norm": 3.1054050977191747,
      "learning_rate": 0.00018852211321716757,
      "loss": 4.8235,
      "step": 30642
    },
    {
      "epoch": 2.603041114509004,
      "grad_norm": 2.971198904414483,
      "learning_rate": 0.0001885154772936432,
      "loss": 4.7988,
      "step": 30643
    },
    {
      "epoch": 2.603126061841658,
      "grad_norm": 2.9151302355924664,
      "learning_rate": 0.00018850884128941725,
      "loss": 4.517,
      "step": 30644
    },
    {
      "epoch": 2.603211009174312,
      "grad_norm": 2.955735640810522,
      "learning_rate": 0.0001885022052045037,
      "loss": 4.5172,
      "step": 30645
    },
    {
      "epoch": 2.6032959565069658,
      "grad_norm": 2.8929767014990846,
      "learning_rate": 0.00018849556903891647,
      "loss": 4.4159,
      "step": 30646
    },
    {
      "epoch": 2.6033809038396196,
      "grad_norm": 2.949098183821457,
      "learning_rate": 0.0001884889327926694,
      "loss": 4.4573,
      "step": 30647
    },
    {
      "epoch": 2.603465851172273,
      "grad_norm": 2.9130745981727193,
      "learning_rate": 0.00018848229646577645,
      "loss": 4.4629,
      "step": 30648
    },
    {
      "epoch": 2.603550798504927,
      "grad_norm": 3.040836274067435,
      "learning_rate": 0.0001884756600582515,
      "loss": 4.6167,
      "step": 30649
    },
    {
      "epoch": 2.6036357458375807,
      "grad_norm": 3.201936367812227,
      "learning_rate": 0.00018846902357010846,
      "loss": 5.0578,
      "step": 30650
    },
    {
      "epoch": 2.6037206931702346,
      "grad_norm": 2.9398606453552336,
      "learning_rate": 0.00018846238700136119,
      "loss": 4.5578,
      "step": 30651
    },
    {
      "epoch": 2.6038056405028884,
      "grad_norm": 2.8776973606275384,
      "learning_rate": 0.00018845575035202373,
      "loss": 4.5208,
      "step": 30652
    },
    {
      "epoch": 2.603890587835542,
      "grad_norm": 3.174764037521851,
      "learning_rate": 0.00018844911362210983,
      "loss": 5.1177,
      "step": 30653
    },
    {
      "epoch": 2.6039755351681957,
      "grad_norm": 2.864533335589061,
      "learning_rate": 0.00018844247681163348,
      "loss": 4.3993,
      "step": 30654
    },
    {
      "epoch": 2.6040604825008495,
      "grad_norm": 3.0211041895080504,
      "learning_rate": 0.00018843583992060855,
      "loss": 4.6253,
      "step": 30655
    },
    {
      "epoch": 2.6041454298335034,
      "grad_norm": 2.898310929730485,
      "learning_rate": 0.00018842920294904897,
      "loss": 4.6528,
      "step": 30656
    },
    {
      "epoch": 2.6042303771661572,
      "grad_norm": 3.0396000792377147,
      "learning_rate": 0.0001884225658969686,
      "loss": 4.5811,
      "step": 30657
    },
    {
      "epoch": 2.6043153244988106,
      "grad_norm": 3.1669860342058214,
      "learning_rate": 0.00018841592876438145,
      "loss": 4.6442,
      "step": 30658
    },
    {
      "epoch": 2.6044002718314645,
      "grad_norm": 2.954182083632025,
      "learning_rate": 0.0001884092915513014,
      "loss": 4.786,
      "step": 30659
    },
    {
      "epoch": 2.6044852191641183,
      "grad_norm": 3.020847340449074,
      "learning_rate": 0.00018840265425774222,
      "loss": 4.6832,
      "step": 30660
    },
    {
      "epoch": 2.6045701664967718,
      "grad_norm": 3.12419652587738,
      "learning_rate": 0.00018839601688371794,
      "loss": 5.0927,
      "step": 30661
    },
    {
      "epoch": 2.6046551138294256,
      "grad_norm": 2.9167124818218237,
      "learning_rate": 0.00018838937942924252,
      "loss": 4.4441,
      "step": 30662
    },
    {
      "epoch": 2.6047400611620795,
      "grad_norm": 2.927607969533777,
      "learning_rate": 0.0001883827418943297,
      "loss": 4.4969,
      "step": 30663
    },
    {
      "epoch": 2.6048250084947333,
      "grad_norm": 3.0436713628314336,
      "learning_rate": 0.0001883761042789935,
      "loss": 4.703,
      "step": 30664
    },
    {
      "epoch": 2.604909955827387,
      "grad_norm": 2.9970466407373437,
      "learning_rate": 0.0001883694665832478,
      "loss": 4.6949,
      "step": 30665
    },
    {
      "epoch": 2.6049949031600406,
      "grad_norm": 3.6262157855928208,
      "learning_rate": 0.00018836282880710657,
      "loss": 4.2563,
      "step": 30666
    },
    {
      "epoch": 2.6050798504926944,
      "grad_norm": 3.053011717616762,
      "learning_rate": 0.00018835619095058362,
      "loss": 4.7219,
      "step": 30667
    },
    {
      "epoch": 2.6051647978253483,
      "grad_norm": 2.999316862893378,
      "learning_rate": 0.00018834955301369295,
      "loss": 4.7913,
      "step": 30668
    },
    {
      "epoch": 2.605249745158002,
      "grad_norm": 2.939141368501092,
      "learning_rate": 0.00018834291499644835,
      "loss": 4.5249,
      "step": 30669
    },
    {
      "epoch": 2.605334692490656,
      "grad_norm": 3.0027143537079217,
      "learning_rate": 0.00018833627689886383,
      "loss": 4.7162,
      "step": 30670
    },
    {
      "epoch": 2.6054196398233094,
      "grad_norm": 3.128057186458453,
      "learning_rate": 0.0001883296387209533,
      "loss": 4.9853,
      "step": 30671
    },
    {
      "epoch": 2.6055045871559632,
      "grad_norm": 2.894049384195205,
      "learning_rate": 0.0001883230004627306,
      "loss": 4.624,
      "step": 30672
    },
    {
      "epoch": 2.605589534488617,
      "grad_norm": 2.99398918792642,
      "learning_rate": 0.0001883163621242097,
      "loss": 4.9378,
      "step": 30673
    },
    {
      "epoch": 2.605674481821271,
      "grad_norm": 3.162025801012216,
      "learning_rate": 0.00018830972370540442,
      "loss": 4.6689,
      "step": 30674
    },
    {
      "epoch": 2.6057594291539248,
      "grad_norm": 2.98983598656419,
      "learning_rate": 0.0001883030852063288,
      "loss": 4.316,
      "step": 30675
    },
    {
      "epoch": 2.605844376486578,
      "grad_norm": 2.978795750984726,
      "learning_rate": 0.00018829644662699666,
      "loss": 4.8077,
      "step": 30676
    },
    {
      "epoch": 2.605929323819232,
      "grad_norm": 2.807816150086116,
      "learning_rate": 0.00018828980796742198,
      "loss": 4.2881,
      "step": 30677
    },
    {
      "epoch": 2.606014271151886,
      "grad_norm": 2.9606475539116635,
      "learning_rate": 0.00018828316922761857,
      "loss": 4.5897,
      "step": 30678
    },
    {
      "epoch": 2.6060992184845397,
      "grad_norm": 3.1004876777900683,
      "learning_rate": 0.0001882765304076004,
      "loss": 4.8083,
      "step": 30679
    },
    {
      "epoch": 2.6061841658171936,
      "grad_norm": 2.95467141733529,
      "learning_rate": 0.00018826989150738142,
      "loss": 4.639,
      "step": 30680
    },
    {
      "epoch": 2.606269113149847,
      "grad_norm": 2.99139635525047,
      "learning_rate": 0.00018826325252697544,
      "loss": 4.4981,
      "step": 30681
    },
    {
      "epoch": 2.606354060482501,
      "grad_norm": 3.162108352001187,
      "learning_rate": 0.00018825661346639645,
      "loss": 5.1375,
      "step": 30682
    },
    {
      "epoch": 2.6064390078151547,
      "grad_norm": 2.9160036110695366,
      "learning_rate": 0.00018824997432565833,
      "loss": 4.6148,
      "step": 30683
    },
    {
      "epoch": 2.606523955147808,
      "grad_norm": 3.1445276407899474,
      "learning_rate": 0.000188243335104775,
      "loss": 5.1613,
      "step": 30684
    },
    {
      "epoch": 2.606608902480462,
      "grad_norm": 3.1546276202721217,
      "learning_rate": 0.00018823669580376036,
      "loss": 5.062,
      "step": 30685
    },
    {
      "epoch": 2.606693849813116,
      "grad_norm": 2.8852137667980156,
      "learning_rate": 0.00018823005642262837,
      "loss": 4.585,
      "step": 30686
    },
    {
      "epoch": 2.6067787971457697,
      "grad_norm": 2.9496929551769213,
      "learning_rate": 0.00018822341696139288,
      "loss": 4.6105,
      "step": 30687
    },
    {
      "epoch": 2.6068637444784235,
      "grad_norm": 2.926723651328671,
      "learning_rate": 0.0001882167774200678,
      "loss": 4.3961,
      "step": 30688
    },
    {
      "epoch": 2.606948691811077,
      "grad_norm": 2.9902156274101497,
      "learning_rate": 0.00018821013779866708,
      "loss": 4.6188,
      "step": 30689
    },
    {
      "epoch": 2.6070336391437308,
      "grad_norm": 3.114890614632662,
      "learning_rate": 0.0001882034980972046,
      "loss": 4.8464,
      "step": 30690
    },
    {
      "epoch": 2.6071185864763846,
      "grad_norm": 2.8314905655090317,
      "learning_rate": 0.00018819685831569433,
      "loss": 4.4501,
      "step": 30691
    },
    {
      "epoch": 2.6072035338090385,
      "grad_norm": 2.9748291496991244,
      "learning_rate": 0.0001881902184541501,
      "loss": 4.7929,
      "step": 30692
    },
    {
      "epoch": 2.6072884811416923,
      "grad_norm": 2.9927754157043664,
      "learning_rate": 0.0001881835785125859,
      "loss": 4.5432,
      "step": 30693
    },
    {
      "epoch": 2.6073734284743457,
      "grad_norm": 2.8998426499967476,
      "learning_rate": 0.00018817693849101558,
      "loss": 4.4172,
      "step": 30694
    },
    {
      "epoch": 2.6074583758069996,
      "grad_norm": 3.1419146714092996,
      "learning_rate": 0.00018817029838945313,
      "loss": 5.0412,
      "step": 30695
    },
    {
      "epoch": 2.6075433231396534,
      "grad_norm": 3.1367356192215285,
      "learning_rate": 0.00018816365820791234,
      "loss": 4.8526,
      "step": 30696
    },
    {
      "epoch": 2.6076282704723073,
      "grad_norm": 2.86777448323903,
      "learning_rate": 0.0001881570179464072,
      "loss": 4.2289,
      "step": 30697
    },
    {
      "epoch": 2.607713217804961,
      "grad_norm": 2.925521456978207,
      "learning_rate": 0.0001881503776049517,
      "loss": 4.5234,
      "step": 30698
    },
    {
      "epoch": 2.6077981651376145,
      "grad_norm": 3.1218665499926317,
      "learning_rate": 0.0001881437371835596,
      "loss": 4.8409,
      "step": 30699
    },
    {
      "epoch": 2.6078831124702684,
      "grad_norm": 2.9987521664085897,
      "learning_rate": 0.0001881370966822449,
      "loss": 4.8188,
      "step": 30700
    },
    {
      "epoch": 2.6079680598029222,
      "grad_norm": 3.198564204140876,
      "learning_rate": 0.0001881304561010215,
      "loss": 5.0628,
      "step": 30701
    },
    {
      "epoch": 2.608053007135576,
      "grad_norm": 2.9718291989429955,
      "learning_rate": 0.00018812381543990335,
      "loss": 4.7688,
      "step": 30702
    },
    {
      "epoch": 2.60813795446823,
      "grad_norm": 2.948479138840018,
      "learning_rate": 0.00018811717469890428,
      "loss": 4.5577,
      "step": 30703
    },
    {
      "epoch": 2.6082229018008833,
      "grad_norm": 3.0743251865184194,
      "learning_rate": 0.00018811053387803828,
      "loss": 4.9805,
      "step": 30704
    },
    {
      "epoch": 2.608307849133537,
      "grad_norm": 2.917449571987039,
      "learning_rate": 0.00018810389297731922,
      "loss": 4.4162,
      "step": 30705
    },
    {
      "epoch": 2.608392796466191,
      "grad_norm": 2.99341379813287,
      "learning_rate": 0.00018809725199676105,
      "loss": 4.8066,
      "step": 30706
    },
    {
      "epoch": 2.6084777437988445,
      "grad_norm": 2.939876051800271,
      "learning_rate": 0.00018809061093637768,
      "loss": 4.5817,
      "step": 30707
    },
    {
      "epoch": 2.6085626911314987,
      "grad_norm": 3.112349871458417,
      "learning_rate": 0.00018808396979618297,
      "loss": 4.8864,
      "step": 30708
    },
    {
      "epoch": 2.608647638464152,
      "grad_norm": 3.1616214023611855,
      "learning_rate": 0.0001880773285761909,
      "loss": 4.9244,
      "step": 30709
    },
    {
      "epoch": 2.608732585796806,
      "grad_norm": 3.2978561612275903,
      "learning_rate": 0.00018807068727641536,
      "loss": 5.2527,
      "step": 30710
    },
    {
      "epoch": 2.60881753312946,
      "grad_norm": 2.9733545489937185,
      "learning_rate": 0.00018806404589687028,
      "loss": 4.7796,
      "step": 30711
    },
    {
      "epoch": 2.6089024804621133,
      "grad_norm": 3.0615167033999473,
      "learning_rate": 0.00018805740443756953,
      "loss": 4.9792,
      "step": 30712
    },
    {
      "epoch": 2.608987427794767,
      "grad_norm": 2.900053245522886,
      "learning_rate": 0.0001880507628985271,
      "loss": 4.2777,
      "step": 30713
    },
    {
      "epoch": 2.609072375127421,
      "grad_norm": 3.065568320483021,
      "learning_rate": 0.00018804412127975686,
      "loss": 4.9911,
      "step": 30714
    },
    {
      "epoch": 2.609157322460075,
      "grad_norm": 2.8689463115155376,
      "learning_rate": 0.00018803747958127273,
      "loss": 4.3049,
      "step": 30715
    },
    {
      "epoch": 2.6092422697927287,
      "grad_norm": 2.9158143658139886,
      "learning_rate": 0.0001880308378030886,
      "loss": 4.7108,
      "step": 30716
    },
    {
      "epoch": 2.609327217125382,
      "grad_norm": 2.9555761498726523,
      "learning_rate": 0.00018802419594521843,
      "loss": 4.3601,
      "step": 30717
    },
    {
      "epoch": 2.609412164458036,
      "grad_norm": 2.9209593632703834,
      "learning_rate": 0.00018801755400767612,
      "loss": 4.448,
      "step": 30718
    },
    {
      "epoch": 2.6094971117906898,
      "grad_norm": 3.1103952485408035,
      "learning_rate": 0.0001880109119904756,
      "loss": 4.8943,
      "step": 30719
    },
    {
      "epoch": 2.6095820591233436,
      "grad_norm": 3.030161566299701,
      "learning_rate": 0.0001880042698936308,
      "loss": 4.6974,
      "step": 30720
    },
    {
      "epoch": 2.6096670064559975,
      "grad_norm": 3.068755753411133,
      "learning_rate": 0.00018799762771715554,
      "loss": 4.8815,
      "step": 30721
    },
    {
      "epoch": 2.609751953788651,
      "grad_norm": 2.8933126240658,
      "learning_rate": 0.00018799098546106387,
      "loss": 4.2695,
      "step": 30722
    },
    {
      "epoch": 2.6098369011213047,
      "grad_norm": 3.194105543126413,
      "learning_rate": 0.0001879843431253696,
      "loss": 5.0377,
      "step": 30723
    },
    {
      "epoch": 2.6099218484539586,
      "grad_norm": 2.859968057329695,
      "learning_rate": 0.00018797770071008672,
      "loss": 4.4399,
      "step": 30724
    },
    {
      "epoch": 2.6100067957866124,
      "grad_norm": 2.928247417816716,
      "learning_rate": 0.00018797105821522915,
      "loss": 4.5865,
      "step": 30725
    },
    {
      "epoch": 2.6100917431192663,
      "grad_norm": 3.218813470441184,
      "learning_rate": 0.00018796441564081077,
      "loss": 5.0208,
      "step": 30726
    },
    {
      "epoch": 2.6101766904519197,
      "grad_norm": 2.890048554721943,
      "learning_rate": 0.0001879577729868455,
      "loss": 4.301,
      "step": 30727
    },
    {
      "epoch": 2.6102616377845735,
      "grad_norm": 2.9673281638651003,
      "learning_rate": 0.00018795113025334726,
      "loss": 4.4889,
      "step": 30728
    },
    {
      "epoch": 2.6103465851172274,
      "grad_norm": 2.9955111904628207,
      "learning_rate": 0.00018794448744033,
      "loss": 4.786,
      "step": 30729
    },
    {
      "epoch": 2.610431532449881,
      "grad_norm": 2.977645242137969,
      "learning_rate": 0.00018793784454780758,
      "loss": 4.5991,
      "step": 30730
    },
    {
      "epoch": 2.610516479782535,
      "grad_norm": 3.074023454970959,
      "learning_rate": 0.00018793120157579397,
      "loss": 4.8332,
      "step": 30731
    },
    {
      "epoch": 2.6106014271151885,
      "grad_norm": 2.8494148568993203,
      "learning_rate": 0.00018792455852430305,
      "loss": 4.1478,
      "step": 30732
    },
    {
      "epoch": 2.6106863744478424,
      "grad_norm": 3.1685516458267826,
      "learning_rate": 0.0001879179153933488,
      "loss": 4.9491,
      "step": 30733
    },
    {
      "epoch": 2.610771321780496,
      "grad_norm": 3.0192953938541702,
      "learning_rate": 0.00018791127218294507,
      "loss": 4.7464,
      "step": 30734
    },
    {
      "epoch": 2.6108562691131496,
      "grad_norm": 2.8811216760066833,
      "learning_rate": 0.00018790462889310583,
      "loss": 4.5496,
      "step": 30735
    },
    {
      "epoch": 2.6109412164458035,
      "grad_norm": 3.1912911745003836,
      "learning_rate": 0.00018789798552384498,
      "loss": 5.1908,
      "step": 30736
    },
    {
      "epoch": 2.6110261637784573,
      "grad_norm": 3.003067230823648,
      "learning_rate": 0.0001878913420751764,
      "loss": 4.7493,
      "step": 30737
    },
    {
      "epoch": 2.611111111111111,
      "grad_norm": 3.192235318551824,
      "learning_rate": 0.00018788469854711412,
      "loss": 5.1133,
      "step": 30738
    },
    {
      "epoch": 2.611196058443765,
      "grad_norm": 2.975853917341431,
      "learning_rate": 0.00018787805493967194,
      "loss": 4.7689,
      "step": 30739
    },
    {
      "epoch": 2.6112810057764184,
      "grad_norm": 3.0320147478580624,
      "learning_rate": 0.00018787141125286384,
      "loss": 4.6028,
      "step": 30740
    },
    {
      "epoch": 2.6113659531090723,
      "grad_norm": 3.062491957041993,
      "learning_rate": 0.00018786476748670376,
      "loss": 4.8407,
      "step": 30741
    },
    {
      "epoch": 2.611450900441726,
      "grad_norm": 2.9430365015463615,
      "learning_rate": 0.00018785812364120557,
      "loss": 4.1878,
      "step": 30742
    },
    {
      "epoch": 2.61153584777438,
      "grad_norm": 3.022089885254213,
      "learning_rate": 0.00018785147971638318,
      "loss": 4.9676,
      "step": 30743
    },
    {
      "epoch": 2.611620795107034,
      "grad_norm": 2.9486016979471117,
      "learning_rate": 0.00018784483571225057,
      "loss": 4.565,
      "step": 30744
    },
    {
      "epoch": 2.6117057424396872,
      "grad_norm": 3.0822451944292535,
      "learning_rate": 0.00018783819162882168,
      "loss": 5.0115,
      "step": 30745
    },
    {
      "epoch": 2.611790689772341,
      "grad_norm": 2.936963792169441,
      "learning_rate": 0.0001878315474661103,
      "loss": 4.2127,
      "step": 30746
    },
    {
      "epoch": 2.611875637104995,
      "grad_norm": 2.9047503750950807,
      "learning_rate": 0.00018782490322413053,
      "loss": 4.4892,
      "step": 30747
    },
    {
      "epoch": 2.611960584437649,
      "grad_norm": 2.888658085610146,
      "learning_rate": 0.00018781825890289616,
      "loss": 4.3908,
      "step": 30748
    },
    {
      "epoch": 2.6120455317703026,
      "grad_norm": 3.1319464768971437,
      "learning_rate": 0.00018781161450242114,
      "loss": 4.9658,
      "step": 30749
    },
    {
      "epoch": 2.612130479102956,
      "grad_norm": 2.8938182963175434,
      "learning_rate": 0.0001878049700227194,
      "loss": 4.214,
      "step": 30750
    },
    {
      "epoch": 2.61221542643561,
      "grad_norm": 2.9310044671854927,
      "learning_rate": 0.00018779832546380492,
      "loss": 4.4443,
      "step": 30751
    },
    {
      "epoch": 2.6123003737682637,
      "grad_norm": 2.973838812031618,
      "learning_rate": 0.00018779168082569146,
      "loss": 4.848,
      "step": 30752
    },
    {
      "epoch": 2.6123853211009176,
      "grad_norm": 3.216669348149873,
      "learning_rate": 0.00018778503610839312,
      "loss": 5.0244,
      "step": 30753
    },
    {
      "epoch": 2.6124702684335714,
      "grad_norm": 3.1850064156912805,
      "learning_rate": 0.00018777839131192377,
      "loss": 5.2152,
      "step": 30754
    },
    {
      "epoch": 2.612555215766225,
      "grad_norm": 2.9124160324971777,
      "learning_rate": 0.00018777174643629725,
      "loss": 4.4221,
      "step": 30755
    },
    {
      "epoch": 2.6126401630988787,
      "grad_norm": 3.1494037035162195,
      "learning_rate": 0.00018776510148152764,
      "loss": 5.0058,
      "step": 30756
    },
    {
      "epoch": 2.6127251104315325,
      "grad_norm": 3.132907100001705,
      "learning_rate": 0.0001877584564476287,
      "loss": 5.0286,
      "step": 30757
    },
    {
      "epoch": 2.612810057764186,
      "grad_norm": 2.938051262205456,
      "learning_rate": 0.00018775181133461445,
      "loss": 4.4626,
      "step": 30758
    },
    {
      "epoch": 2.61289500509684,
      "grad_norm": 2.860244242561896,
      "learning_rate": 0.0001877451661424988,
      "loss": 4.4358,
      "step": 30759
    },
    {
      "epoch": 2.6129799524294937,
      "grad_norm": 2.95401959380877,
      "learning_rate": 0.00018773852087129568,
      "loss": 4.3986,
      "step": 30760
    },
    {
      "epoch": 2.6130648997621475,
      "grad_norm": 2.966024576879782,
      "learning_rate": 0.00018773187552101892,
      "loss": 4.5321,
      "step": 30761
    },
    {
      "epoch": 2.6131498470948014,
      "grad_norm": 2.854105215816208,
      "learning_rate": 0.00018772523009168263,
      "loss": 4.3185,
      "step": 30762
    },
    {
      "epoch": 2.6132347944274548,
      "grad_norm": 2.956853692572362,
      "learning_rate": 0.00018771858458330054,
      "loss": 4.4921,
      "step": 30763
    },
    {
      "epoch": 2.6133197417601086,
      "grad_norm": 3.0076622503257546,
      "learning_rate": 0.00018771193899588665,
      "loss": 4.5096,
      "step": 30764
    },
    {
      "epoch": 2.6134046890927625,
      "grad_norm": 3.151312523850455,
      "learning_rate": 0.00018770529332945494,
      "loss": 4.814,
      "step": 30765
    },
    {
      "epoch": 2.6134896364254163,
      "grad_norm": 2.851384973359169,
      "learning_rate": 0.0001876986475840193,
      "loss": 4.3587,
      "step": 30766
    },
    {
      "epoch": 2.61357458375807,
      "grad_norm": 2.895084249215312,
      "learning_rate": 0.0001876920017595936,
      "loss": 4.3809,
      "step": 30767
    },
    {
      "epoch": 2.6136595310907236,
      "grad_norm": 3.0242878919249927,
      "learning_rate": 0.00018768535585619183,
      "loss": 4.6506,
      "step": 30768
    },
    {
      "epoch": 2.6137444784233774,
      "grad_norm": 2.9143872668200013,
      "learning_rate": 0.00018767870987382795,
      "loss": 4.4315,
      "step": 30769
    },
    {
      "epoch": 2.6138294257560313,
      "grad_norm": 2.9238541428578464,
      "learning_rate": 0.00018767206381251574,
      "loss": 4.6787,
      "step": 30770
    },
    {
      "epoch": 2.613914373088685,
      "grad_norm": 2.935665265737913,
      "learning_rate": 0.00018766541767226925,
      "loss": 4.4708,
      "step": 30771
    },
    {
      "epoch": 2.613999320421339,
      "grad_norm": 3.063655475097128,
      "learning_rate": 0.00018765877145310235,
      "loss": 4.4586,
      "step": 30772
    },
    {
      "epoch": 2.6140842677539924,
      "grad_norm": 3.214590023378682,
      "learning_rate": 0.00018765212515502898,
      "loss": 4.9826,
      "step": 30773
    },
    {
      "epoch": 2.6141692150866462,
      "grad_norm": 3.0204865446453653,
      "learning_rate": 0.0001876454787780631,
      "loss": 4.6924,
      "step": 30774
    },
    {
      "epoch": 2.6142541624193,
      "grad_norm": 2.9053289300855183,
      "learning_rate": 0.00018763883232221862,
      "loss": 4.1868,
      "step": 30775
    },
    {
      "epoch": 2.614339109751954,
      "grad_norm": 3.126761375846527,
      "learning_rate": 0.00018763218578750942,
      "loss": 5.0346,
      "step": 30776
    },
    {
      "epoch": 2.614424057084608,
      "grad_norm": 3.0646159986912336,
      "learning_rate": 0.00018762553917394946,
      "loss": 4.9479,
      "step": 30777
    },
    {
      "epoch": 2.614509004417261,
      "grad_norm": 3.0453745028932024,
      "learning_rate": 0.0001876188924815527,
      "loss": 4.9042,
      "step": 30778
    },
    {
      "epoch": 2.614593951749915,
      "grad_norm": 3.147887597218793,
      "learning_rate": 0.00018761224571033303,
      "loss": 4.9441,
      "step": 30779
    },
    {
      "epoch": 2.614678899082569,
      "grad_norm": 3.106071835381884,
      "learning_rate": 0.00018760559886030434,
      "loss": 4.6909,
      "step": 30780
    },
    {
      "epoch": 2.6147638464152223,
      "grad_norm": 3.063930316944103,
      "learning_rate": 0.00018759895193148064,
      "loss": 5.0405,
      "step": 30781
    },
    {
      "epoch": 2.614848793747876,
      "grad_norm": 3.1032510848167116,
      "learning_rate": 0.0001875923049238758,
      "loss": 4.3159,
      "step": 30782
    },
    {
      "epoch": 2.61493374108053,
      "grad_norm": 3.025033541708225,
      "learning_rate": 0.00018758565783750375,
      "loss": 4.7695,
      "step": 30783
    },
    {
      "epoch": 2.615018688413184,
      "grad_norm": 2.913209255722245,
      "learning_rate": 0.00018757901067237846,
      "loss": 4.467,
      "step": 30784
    },
    {
      "epoch": 2.6151036357458377,
      "grad_norm": 2.9356400254087136,
      "learning_rate": 0.00018757236342851382,
      "loss": 4.7495,
      "step": 30785
    },
    {
      "epoch": 2.615188583078491,
      "grad_norm": 2.863690676794857,
      "learning_rate": 0.00018756571610592374,
      "loss": 4.4187,
      "step": 30786
    },
    {
      "epoch": 2.615273530411145,
      "grad_norm": 2.9128133620398238,
      "learning_rate": 0.00018755906870462222,
      "loss": 4.6686,
      "step": 30787
    },
    {
      "epoch": 2.615358477743799,
      "grad_norm": 3.0630311931063208,
      "learning_rate": 0.00018755242122462312,
      "loss": 4.6865,
      "step": 30788
    },
    {
      "epoch": 2.6154434250764527,
      "grad_norm": 2.9287385196454054,
      "learning_rate": 0.00018754577366594035,
      "loss": 4.6133,
      "step": 30789
    },
    {
      "epoch": 2.6155283724091065,
      "grad_norm": 2.950495241680166,
      "learning_rate": 0.00018753912602858795,
      "loss": 4.3651,
      "step": 30790
    },
    {
      "epoch": 2.61561331974176,
      "grad_norm": 2.9729195393488355,
      "learning_rate": 0.00018753247831257975,
      "loss": 4.5634,
      "step": 30791
    },
    {
      "epoch": 2.6156982670744138,
      "grad_norm": 3.039884884217866,
      "learning_rate": 0.00018752583051792967,
      "loss": 4.6604,
      "step": 30792
    },
    {
      "epoch": 2.6157832144070676,
      "grad_norm": 2.8539538461244596,
      "learning_rate": 0.0001875191826446517,
      "loss": 4.4522,
      "step": 30793
    },
    {
      "epoch": 2.6158681617397215,
      "grad_norm": 3.0950619566863504,
      "learning_rate": 0.0001875125346927598,
      "loss": 4.9793,
      "step": 30794
    },
    {
      "epoch": 2.6159531090723753,
      "grad_norm": 2.9691041437670793,
      "learning_rate": 0.00018750588666226775,
      "loss": 4.733,
      "step": 30795
    },
    {
      "epoch": 2.6160380564050287,
      "grad_norm": 2.848440921628896,
      "learning_rate": 0.00018749923855318967,
      "loss": 4.3,
      "step": 30796
    },
    {
      "epoch": 2.6161230037376826,
      "grad_norm": 3.1653549516692454,
      "learning_rate": 0.00018749259036553935,
      "loss": 5.1217,
      "step": 30797
    },
    {
      "epoch": 2.6162079510703364,
      "grad_norm": 3.022905553155926,
      "learning_rate": 0.00018748594209933077,
      "loss": 4.7009,
      "step": 30798
    },
    {
      "epoch": 2.6162928984029903,
      "grad_norm": 3.116974272937692,
      "learning_rate": 0.00018747929375457787,
      "loss": 4.8965,
      "step": 30799
    },
    {
      "epoch": 2.616377845735644,
      "grad_norm": 2.959355109725856,
      "learning_rate": 0.00018747264533129453,
      "loss": 4.5239,
      "step": 30800
    },
    {
      "epoch": 2.6164627930682975,
      "grad_norm": 2.9322223028470606,
      "learning_rate": 0.00018746599682949473,
      "loss": 4.4173,
      "step": 30801
    },
    {
      "epoch": 2.6165477404009514,
      "grad_norm": 3.1713508434918527,
      "learning_rate": 0.0001874593482491924,
      "loss": 4.4385,
      "step": 30802
    },
    {
      "epoch": 2.6166326877336052,
      "grad_norm": 2.9903967852853817,
      "learning_rate": 0.00018745269959040149,
      "loss": 4.5847,
      "step": 30803
    },
    {
      "epoch": 2.6167176350662587,
      "grad_norm": 2.846531511361785,
      "learning_rate": 0.00018744605085313582,
      "loss": 4.4207,
      "step": 30804
    },
    {
      "epoch": 2.616802582398913,
      "grad_norm": 3.20043996617558,
      "learning_rate": 0.0001874394020374095,
      "loss": 5.0428,
      "step": 30805
    },
    {
      "epoch": 2.6168875297315664,
      "grad_norm": 2.9223124615998897,
      "learning_rate": 0.00018743275314323624,
      "loss": 4.3179,
      "step": 30806
    },
    {
      "epoch": 2.61697247706422,
      "grad_norm": 2.96403903354748,
      "learning_rate": 0.00018742610417063016,
      "loss": 4.6099,
      "step": 30807
    },
    {
      "epoch": 2.617057424396874,
      "grad_norm": 2.998322468027806,
      "learning_rate": 0.00018741945511960512,
      "loss": 4.7445,
      "step": 30808
    },
    {
      "epoch": 2.6171423717295275,
      "grad_norm": 2.9758541611088956,
      "learning_rate": 0.00018741280599017505,
      "loss": 4.4173,
      "step": 30809
    },
    {
      "epoch": 2.6172273190621813,
      "grad_norm": 2.9287749506402325,
      "learning_rate": 0.00018740615678235388,
      "loss": 4.5308,
      "step": 30810
    },
    {
      "epoch": 2.617312266394835,
      "grad_norm": 2.9741021004217814,
      "learning_rate": 0.00018739950749615555,
      "loss": 4.7961,
      "step": 30811
    },
    {
      "epoch": 2.617397213727489,
      "grad_norm": 2.985956313486978,
      "learning_rate": 0.00018739285813159403,
      "loss": 4.6697,
      "step": 30812
    },
    {
      "epoch": 2.617482161060143,
      "grad_norm": 3.0420658857459464,
      "learning_rate": 0.00018738620868868317,
      "loss": 4.5574,
      "step": 30813
    },
    {
      "epoch": 2.6175671083927963,
      "grad_norm": 3.0586681824785193,
      "learning_rate": 0.00018737955916743699,
      "loss": 4.9354,
      "step": 30814
    },
    {
      "epoch": 2.61765205572545,
      "grad_norm": 2.994115619178476,
      "learning_rate": 0.00018737290956786934,
      "loss": 4.4485,
      "step": 30815
    },
    {
      "epoch": 2.617737003058104,
      "grad_norm": 2.9611744115353242,
      "learning_rate": 0.0001873662598899942,
      "loss": 4.48,
      "step": 30816
    },
    {
      "epoch": 2.617821950390758,
      "grad_norm": 3.1714405653965145,
      "learning_rate": 0.0001873596101338255,
      "loss": 5.0555,
      "step": 30817
    },
    {
      "epoch": 2.6179068977234117,
      "grad_norm": 2.902921106457934,
      "learning_rate": 0.00018735296029937716,
      "loss": 4.3469,
      "step": 30818
    },
    {
      "epoch": 2.617991845056065,
      "grad_norm": 3.0548085310130113,
      "learning_rate": 0.00018734631038666314,
      "loss": 4.7115,
      "step": 30819
    },
    {
      "epoch": 2.618076792388719,
      "grad_norm": 3.160035058534915,
      "learning_rate": 0.00018733966039569732,
      "loss": 4.9582,
      "step": 30820
    },
    {
      "epoch": 2.618161739721373,
      "grad_norm": 3.0426462269431482,
      "learning_rate": 0.0001873330103264937,
      "loss": 4.8635,
      "step": 30821
    },
    {
      "epoch": 2.6182466870540266,
      "grad_norm": 2.9539575653230785,
      "learning_rate": 0.00018732636017906618,
      "loss": 4.606,
      "step": 30822
    },
    {
      "epoch": 2.6183316343866805,
      "grad_norm": 2.9540082546243442,
      "learning_rate": 0.0001873197099534287,
      "loss": 4.3701,
      "step": 30823
    },
    {
      "epoch": 2.618416581719334,
      "grad_norm": 3.0259411386142574,
      "learning_rate": 0.0001873130596495952,
      "loss": 4.6671,
      "step": 30824
    },
    {
      "epoch": 2.6185015290519877,
      "grad_norm": 3.1211064439274945,
      "learning_rate": 0.00018730640926757958,
      "loss": 4.9109,
      "step": 30825
    },
    {
      "epoch": 2.6185864763846416,
      "grad_norm": 2.950958085438231,
      "learning_rate": 0.00018729975880739578,
      "loss": 4.3696,
      "step": 30826
    },
    {
      "epoch": 2.6186714237172954,
      "grad_norm": 3.010332131004936,
      "learning_rate": 0.0001872931082690578,
      "loss": 4.6947,
      "step": 30827
    },
    {
      "epoch": 2.6187563710499493,
      "grad_norm": 3.0306023598577747,
      "learning_rate": 0.00018728645765257954,
      "loss": 4.7607,
      "step": 30828
    },
    {
      "epoch": 2.6188413183826027,
      "grad_norm": 2.9000246643898624,
      "learning_rate": 0.00018727980695797488,
      "loss": 4.4108,
      "step": 30829
    },
    {
      "epoch": 2.6189262657152566,
      "grad_norm": 3.154807166792105,
      "learning_rate": 0.00018727315618525785,
      "loss": 5.0346,
      "step": 30830
    },
    {
      "epoch": 2.6190112130479104,
      "grad_norm": 2.8989421579102137,
      "learning_rate": 0.00018726650533444232,
      "loss": 4.476,
      "step": 30831
    },
    {
      "epoch": 2.619096160380564,
      "grad_norm": 3.211221095674307,
      "learning_rate": 0.00018725985440554222,
      "loss": 5.0609,
      "step": 30832
    },
    {
      "epoch": 2.6191811077132177,
      "grad_norm": 3.094232569031206,
      "learning_rate": 0.00018725320339857152,
      "loss": 4.8633,
      "step": 30833
    },
    {
      "epoch": 2.6192660550458715,
      "grad_norm": 2.811710197406424,
      "learning_rate": 0.00018724655231354412,
      "loss": 4.3115,
      "step": 30834
    },
    {
      "epoch": 2.6193510023785254,
      "grad_norm": 2.9639047771876488,
      "learning_rate": 0.00018723990115047403,
      "loss": 4.6182,
      "step": 30835
    },
    {
      "epoch": 2.619435949711179,
      "grad_norm": 2.91945415334781,
      "learning_rate": 0.0001872332499093751,
      "loss": 4.3878,
      "step": 30836
    },
    {
      "epoch": 2.6195208970438326,
      "grad_norm": 2.929144531500322,
      "learning_rate": 0.00018722659859026131,
      "loss": 4.6281,
      "step": 30837
    },
    {
      "epoch": 2.6196058443764865,
      "grad_norm": 3.105541827479854,
      "learning_rate": 0.00018721994719314656,
      "loss": 5.0825,
      "step": 30838
    },
    {
      "epoch": 2.6196907917091403,
      "grad_norm": 3.015153414364047,
      "learning_rate": 0.00018721329571804484,
      "loss": 4.8785,
      "step": 30839
    },
    {
      "epoch": 2.619775739041794,
      "grad_norm": 2.9021639291183114,
      "learning_rate": 0.0001872066441649701,
      "loss": 4.4539,
      "step": 30840
    },
    {
      "epoch": 2.619860686374448,
      "grad_norm": 3.010618004588397,
      "learning_rate": 0.00018719999253393618,
      "loss": 4.1602,
      "step": 30841
    },
    {
      "epoch": 2.6199456337071014,
      "grad_norm": 2.9865852796789802,
      "learning_rate": 0.0001871933408249571,
      "loss": 4.6891,
      "step": 30842
    },
    {
      "epoch": 2.6200305810397553,
      "grad_norm": 3.195906152517819,
      "learning_rate": 0.00018718668903804675,
      "loss": 5.1,
      "step": 30843
    },
    {
      "epoch": 2.620115528372409,
      "grad_norm": 2.9511467558513145,
      "learning_rate": 0.00018718003717321913,
      "loss": 4.4548,
      "step": 30844
    },
    {
      "epoch": 2.620200475705063,
      "grad_norm": 2.964875112592161,
      "learning_rate": 0.00018717338523048809,
      "loss": 4.0821,
      "step": 30845
    },
    {
      "epoch": 2.620285423037717,
      "grad_norm": 3.024692322754465,
      "learning_rate": 0.0001871667332098677,
      "loss": 4.886,
      "step": 30846
    },
    {
      "epoch": 2.6203703703703702,
      "grad_norm": 2.9984350944649427,
      "learning_rate": 0.0001871600811113717,
      "loss": 4.4753,
      "step": 30847
    },
    {
      "epoch": 2.620455317703024,
      "grad_norm": 3.000396876644634,
      "learning_rate": 0.0001871534289350142,
      "loss": 4.4849,
      "step": 30848
    },
    {
      "epoch": 2.620540265035678,
      "grad_norm": 2.850797452687689,
      "learning_rate": 0.0001871467766808091,
      "loss": 4.3136,
      "step": 30849
    },
    {
      "epoch": 2.620625212368332,
      "grad_norm": 3.0009844712494456,
      "learning_rate": 0.0001871401243487703,
      "loss": 4.685,
      "step": 30850
    },
    {
      "epoch": 2.6207101597009856,
      "grad_norm": 2.9002983850579267,
      "learning_rate": 0.00018713347193891172,
      "loss": 4.3237,
      "step": 30851
    },
    {
      "epoch": 2.620795107033639,
      "grad_norm": 3.19411824898092,
      "learning_rate": 0.0001871268194512474,
      "loss": 5.1142,
      "step": 30852
    },
    {
      "epoch": 2.620880054366293,
      "grad_norm": 3.04353999171167,
      "learning_rate": 0.00018712016688579117,
      "loss": 4.5083,
      "step": 30853
    },
    {
      "epoch": 2.6209650016989468,
      "grad_norm": 3.05254389913302,
      "learning_rate": 0.00018711351424255702,
      "loss": 4.7289,
      "step": 30854
    },
    {
      "epoch": 2.6210499490316,
      "grad_norm": 2.8942270634774654,
      "learning_rate": 0.00018710686152155893,
      "loss": 4.4321,
      "step": 30855
    },
    {
      "epoch": 2.621134896364254,
      "grad_norm": 3.129968045525406,
      "learning_rate": 0.00018710020872281073,
      "loss": 4.9855,
      "step": 30856
    },
    {
      "epoch": 2.621219843696908,
      "grad_norm": 2.8855199811019956,
      "learning_rate": 0.00018709355584632648,
      "loss": 4.4212,
      "step": 30857
    },
    {
      "epoch": 2.6213047910295617,
      "grad_norm": 2.9312685923659223,
      "learning_rate": 0.00018708690289212003,
      "loss": 4.5165,
      "step": 30858
    },
    {
      "epoch": 2.6213897383622156,
      "grad_norm": 3.0073592012046295,
      "learning_rate": 0.00018708024986020537,
      "loss": 4.3726,
      "step": 30859
    },
    {
      "epoch": 2.621474685694869,
      "grad_norm": 3.0054743195110922,
      "learning_rate": 0.0001870735967505964,
      "loss": 4.5985,
      "step": 30860
    },
    {
      "epoch": 2.621559633027523,
      "grad_norm": 2.955607917599187,
      "learning_rate": 0.00018706694356330705,
      "loss": 4.6996,
      "step": 30861
    },
    {
      "epoch": 2.6216445803601767,
      "grad_norm": 3.413294810236863,
      "learning_rate": 0.0001870602902983514,
      "loss": 4.3433,
      "step": 30862
    },
    {
      "epoch": 2.6217295276928305,
      "grad_norm": 3.117452716812253,
      "learning_rate": 0.00018705363695574318,
      "loss": 4.9063,
      "step": 30863
    },
    {
      "epoch": 2.6218144750254844,
      "grad_norm": 3.031230299053136,
      "learning_rate": 0.0001870469835354965,
      "loss": 4.6616,
      "step": 30864
    },
    {
      "epoch": 2.6218994223581378,
      "grad_norm": 3.198048748618984,
      "learning_rate": 0.00018704033003762518,
      "loss": 4.8643,
      "step": 30865
    },
    {
      "epoch": 2.6219843696907916,
      "grad_norm": 2.9410239292097993,
      "learning_rate": 0.00018703367646214327,
      "loss": 4.4778,
      "step": 30866
    },
    {
      "epoch": 2.6220693170234455,
      "grad_norm": 3.1615429276130436,
      "learning_rate": 0.00018702702280906462,
      "loss": 5.109,
      "step": 30867
    },
    {
      "epoch": 2.6221542643560993,
      "grad_norm": 2.9792817080727474,
      "learning_rate": 0.00018702036907840324,
      "loss": 4.5815,
      "step": 30868
    },
    {
      "epoch": 2.622239211688753,
      "grad_norm": 2.9892353218775725,
      "learning_rate": 0.000187013715270173,
      "loss": 4.7933,
      "step": 30869
    },
    {
      "epoch": 2.6223241590214066,
      "grad_norm": 2.984525423080198,
      "learning_rate": 0.00018700706138438794,
      "loss": 4.4445,
      "step": 30870
    },
    {
      "epoch": 2.6224091063540604,
      "grad_norm": 2.927765714467977,
      "learning_rate": 0.0001870004074210619,
      "loss": 4.3277,
      "step": 30871
    },
    {
      "epoch": 2.6224940536867143,
      "grad_norm": 3.166263102266541,
      "learning_rate": 0.00018699375338020885,
      "loss": 4.7406,
      "step": 30872
    },
    {
      "epoch": 2.622579001019368,
      "grad_norm": 3.049473250332392,
      "learning_rate": 0.0001869870992618428,
      "loss": 4.7507,
      "step": 30873
    },
    {
      "epoch": 2.622663948352022,
      "grad_norm": 3.035571837656421,
      "learning_rate": 0.00018698044506597762,
      "loss": 4.7633,
      "step": 30874
    },
    {
      "epoch": 2.6227488956846754,
      "grad_norm": 2.9334421615593866,
      "learning_rate": 0.00018697379079262726,
      "loss": 4.5822,
      "step": 30875
    },
    {
      "epoch": 2.6228338430173292,
      "grad_norm": 2.957001344809323,
      "learning_rate": 0.00018696713644180568,
      "loss": 4.3937,
      "step": 30876
    },
    {
      "epoch": 2.622918790349983,
      "grad_norm": 3.0642708261775535,
      "learning_rate": 0.00018696048201352687,
      "loss": 4.4037,
      "step": 30877
    },
    {
      "epoch": 2.6230037376826365,
      "grad_norm": 3.12930895170454,
      "learning_rate": 0.00018695382750780464,
      "loss": 5.0485,
      "step": 30878
    },
    {
      "epoch": 2.6230886850152904,
      "grad_norm": 3.2542687514224995,
      "learning_rate": 0.00018694717292465306,
      "loss": 5.0828,
      "step": 30879
    },
    {
      "epoch": 2.623173632347944,
      "grad_norm": 3.1061140972933625,
      "learning_rate": 0.00018694051826408605,
      "loss": 4.9285,
      "step": 30880
    },
    {
      "epoch": 2.623258579680598,
      "grad_norm": 2.9725971046816184,
      "learning_rate": 0.00018693386352611747,
      "loss": 4.6867,
      "step": 30881
    },
    {
      "epoch": 2.623343527013252,
      "grad_norm": 2.9441978486086713,
      "learning_rate": 0.0001869272087107614,
      "loss": 4.5114,
      "step": 30882
    },
    {
      "epoch": 2.6234284743459053,
      "grad_norm": 2.8909800719635173,
      "learning_rate": 0.00018692055381803164,
      "loss": 4.5124,
      "step": 30883
    },
    {
      "epoch": 2.623513421678559,
      "grad_norm": 2.939464730604503,
      "learning_rate": 0.00018691389884794223,
      "loss": 4.3675,
      "step": 30884
    },
    {
      "epoch": 2.623598369011213,
      "grad_norm": 3.1265329590586886,
      "learning_rate": 0.00018690724380050712,
      "loss": 4.0964,
      "step": 30885
    },
    {
      "epoch": 2.623683316343867,
      "grad_norm": 3.188946015918724,
      "learning_rate": 0.0001869005886757402,
      "loss": 4.9746,
      "step": 30886
    },
    {
      "epoch": 2.6237682636765207,
      "grad_norm": 3.036328369442953,
      "learning_rate": 0.0001868939334736554,
      "loss": 4.809,
      "step": 30887
    },
    {
      "epoch": 2.623853211009174,
      "grad_norm": 2.9428485466601106,
      "learning_rate": 0.00018688727819426675,
      "loss": 4.6072,
      "step": 30888
    },
    {
      "epoch": 2.623938158341828,
      "grad_norm": 3.0455660761701107,
      "learning_rate": 0.00018688062283758814,
      "loss": 4.7056,
      "step": 30889
    },
    {
      "epoch": 2.624023105674482,
      "grad_norm": 3.047259257409535,
      "learning_rate": 0.00018687396740363352,
      "loss": 4.7162,
      "step": 30890
    },
    {
      "epoch": 2.6241080530071357,
      "grad_norm": 3.183370690778502,
      "learning_rate": 0.00018686731189241683,
      "loss": 5.101,
      "step": 30891
    },
    {
      "epoch": 2.6241930003397895,
      "grad_norm": 2.9285624808898074,
      "learning_rate": 0.00018686065630395203,
      "loss": 4.3977,
      "step": 30892
    },
    {
      "epoch": 2.624277947672443,
      "grad_norm": 2.9735805958125137,
      "learning_rate": 0.00018685400063825304,
      "loss": 4.6094,
      "step": 30893
    },
    {
      "epoch": 2.624362895005097,
      "grad_norm": 2.941312770889353,
      "learning_rate": 0.00018684734489533383,
      "loss": 4.4273,
      "step": 30894
    },
    {
      "epoch": 2.6244478423377506,
      "grad_norm": 2.9364275153629626,
      "learning_rate": 0.00018684068907520834,
      "loss": 4.6431,
      "step": 30895
    },
    {
      "epoch": 2.6245327896704045,
      "grad_norm": 2.8957497699190897,
      "learning_rate": 0.0001868340331778905,
      "loss": 4.2096,
      "step": 30896
    },
    {
      "epoch": 2.6246177370030583,
      "grad_norm": 2.9185410748743474,
      "learning_rate": 0.0001868273772033943,
      "loss": 4.2311,
      "step": 30897
    },
    {
      "epoch": 2.6247026843357117,
      "grad_norm": 2.9741498423727624,
      "learning_rate": 0.00018682072115173366,
      "loss": 4.6227,
      "step": 30898
    },
    {
      "epoch": 2.6247876316683656,
      "grad_norm": 2.9233881140110096,
      "learning_rate": 0.00018681406502292248,
      "loss": 4.2568,
      "step": 30899
    },
    {
      "epoch": 2.6248725790010194,
      "grad_norm": 3.121328136636068,
      "learning_rate": 0.00018680740881697478,
      "loss": 5.0531,
      "step": 30900
    },
    {
      "epoch": 2.624957526333673,
      "grad_norm": 2.9619706125716974,
      "learning_rate": 0.00018680075253390448,
      "loss": 4.6125,
      "step": 30901
    },
    {
      "epoch": 2.625042473666327,
      "grad_norm": 3.1830489752269093,
      "learning_rate": 0.0001867940961737255,
      "loss": 4.9931,
      "step": 30902
    },
    {
      "epoch": 2.6251274209989806,
      "grad_norm": 2.86820984120585,
      "learning_rate": 0.00018678743973645184,
      "loss": 4.1343,
      "step": 30903
    },
    {
      "epoch": 2.6252123683316344,
      "grad_norm": 3.0942519740445826,
      "learning_rate": 0.00018678078322209745,
      "loss": 4.9983,
      "step": 30904
    },
    {
      "epoch": 2.6252973156642883,
      "grad_norm": 2.9450230380734514,
      "learning_rate": 0.00018677412663067617,
      "loss": 3.8609,
      "step": 30905
    },
    {
      "epoch": 2.6253822629969417,
      "grad_norm": 3.009252122061097,
      "learning_rate": 0.00018676746996220206,
      "loss": 4.6401,
      "step": 30906
    },
    {
      "epoch": 2.6254672103295955,
      "grad_norm": 2.9814189519075427,
      "learning_rate": 0.000186760813216689,
      "loss": 4.4971,
      "step": 30907
    },
    {
      "epoch": 2.6255521576622494,
      "grad_norm": 3.178274115241941,
      "learning_rate": 0.00018675415639415101,
      "loss": 5.056,
      "step": 30908
    },
    {
      "epoch": 2.625637104994903,
      "grad_norm": 3.1548392246452273,
      "learning_rate": 0.000186747499494602,
      "loss": 5.0721,
      "step": 30909
    },
    {
      "epoch": 2.625722052327557,
      "grad_norm": 3.266177065370444,
      "learning_rate": 0.00018674084251805585,
      "loss": 5.2454,
      "step": 30910
    },
    {
      "epoch": 2.6258069996602105,
      "grad_norm": 2.913541830417058,
      "learning_rate": 0.00018673418546452666,
      "loss": 4.5143,
      "step": 30911
    },
    {
      "epoch": 2.6258919469928643,
      "grad_norm": 3.0141166595930446,
      "learning_rate": 0.00018672752833402822,
      "loss": 4.7522,
      "step": 30912
    },
    {
      "epoch": 2.625976894325518,
      "grad_norm": 3.0375132618646163,
      "learning_rate": 0.0001867208711265746,
      "loss": 4.7877,
      "step": 30913
    },
    {
      "epoch": 2.626061841658172,
      "grad_norm": 2.943379057866565,
      "learning_rate": 0.00018671421384217968,
      "loss": 4.4152,
      "step": 30914
    },
    {
      "epoch": 2.626146788990826,
      "grad_norm": 3.2116071123696317,
      "learning_rate": 0.00018670755648085742,
      "loss": 5.0795,
      "step": 30915
    },
    {
      "epoch": 2.6262317363234793,
      "grad_norm": 3.158240169411943,
      "learning_rate": 0.0001867008990426218,
      "loss": 4.9589,
      "step": 30916
    },
    {
      "epoch": 2.626316683656133,
      "grad_norm": 3.1115306914086593,
      "learning_rate": 0.0001866942415274867,
      "loss": 4.7248,
      "step": 30917
    },
    {
      "epoch": 2.626401630988787,
      "grad_norm": 3.2419009703840334,
      "learning_rate": 0.00018668758393546617,
      "loss": 5.1305,
      "step": 30918
    },
    {
      "epoch": 2.626486578321441,
      "grad_norm": 2.928015780568367,
      "learning_rate": 0.00018668092626657407,
      "loss": 4.5084,
      "step": 30919
    },
    {
      "epoch": 2.6265715256540947,
      "grad_norm": 3.230989440587779,
      "learning_rate": 0.0001866742685208244,
      "loss": 5.2196,
      "step": 30920
    },
    {
      "epoch": 2.626656472986748,
      "grad_norm": 2.9722802231415177,
      "learning_rate": 0.0001866676106982311,
      "loss": 4.5149,
      "step": 30921
    },
    {
      "epoch": 2.626741420319402,
      "grad_norm": 3.228324256123797,
      "learning_rate": 0.00018666095279880812,
      "loss": 5.031,
      "step": 30922
    },
    {
      "epoch": 2.626826367652056,
      "grad_norm": 2.9648615675319494,
      "learning_rate": 0.0001866542948225694,
      "loss": 4.7121,
      "step": 30923
    },
    {
      "epoch": 2.6269113149847096,
      "grad_norm": 3.0586960156303182,
      "learning_rate": 0.0001866476367695289,
      "loss": 4.7166,
      "step": 30924
    },
    {
      "epoch": 2.6269962623173635,
      "grad_norm": 2.910609449432927,
      "learning_rate": 0.00018664097863970054,
      "loss": 4.641,
      "step": 30925
    },
    {
      "epoch": 2.627081209650017,
      "grad_norm": 2.9045771063090244,
      "learning_rate": 0.00018663432043309832,
      "loss": 4.3259,
      "step": 30926
    },
    {
      "epoch": 2.6271661569826708,
      "grad_norm": 2.922477264050564,
      "learning_rate": 0.00018662766214973617,
      "loss": 4.5583,
      "step": 30927
    },
    {
      "epoch": 2.6272511043153246,
      "grad_norm": 3.290889501529625,
      "learning_rate": 0.00018662100378962802,
      "loss": 5.15,
      "step": 30928
    },
    {
      "epoch": 2.627336051647978,
      "grad_norm": 3.100493291937266,
      "learning_rate": 0.0001866143453527879,
      "loss": 4.8273,
      "step": 30929
    },
    {
      "epoch": 2.627420998980632,
      "grad_norm": 2.8825198486301513,
      "learning_rate": 0.00018660768683922963,
      "loss": 4.4147,
      "step": 30930
    },
    {
      "epoch": 2.6275059463132857,
      "grad_norm": 3.142639682396661,
      "learning_rate": 0.0001866010282489673,
      "loss": 4.8415,
      "step": 30931
    },
    {
      "epoch": 2.6275908936459396,
      "grad_norm": 3.126757345564098,
      "learning_rate": 0.00018659436958201478,
      "loss": 5.0686,
      "step": 30932
    },
    {
      "epoch": 2.6276758409785934,
      "grad_norm": 3.1636250068566603,
      "learning_rate": 0.00018658771083838598,
      "loss": 4.8329,
      "step": 30933
    },
    {
      "epoch": 2.627760788311247,
      "grad_norm": 2.934918368049068,
      "learning_rate": 0.00018658105201809494,
      "loss": 4.247,
      "step": 30934
    },
    {
      "epoch": 2.6278457356439007,
      "grad_norm": 3.015115643686803,
      "learning_rate": 0.00018657439312115562,
      "loss": 4.5619,
      "step": 30935
    },
    {
      "epoch": 2.6279306829765545,
      "grad_norm": 3.1696583516481387,
      "learning_rate": 0.0001865677341475819,
      "loss": 5.1675,
      "step": 30936
    },
    {
      "epoch": 2.6280156303092084,
      "grad_norm": 2.9448936192531465,
      "learning_rate": 0.00018656107509738777,
      "loss": 4.4788,
      "step": 30937
    },
    {
      "epoch": 2.6281005776418622,
      "grad_norm": 2.925560043145566,
      "learning_rate": 0.00018655441597058723,
      "loss": 4.3069,
      "step": 30938
    },
    {
      "epoch": 2.6281855249745156,
      "grad_norm": 3.062135898638928,
      "learning_rate": 0.0001865477567671941,
      "loss": 4.6518,
      "step": 30939
    },
    {
      "epoch": 2.6282704723071695,
      "grad_norm": 2.9025021739142494,
      "learning_rate": 0.00018654109748722245,
      "loss": 4.0959,
      "step": 30940
    },
    {
      "epoch": 2.6283554196398233,
      "grad_norm": 2.9759856706660637,
      "learning_rate": 0.00018653443813068622,
      "loss": 4.5089,
      "step": 30941
    },
    {
      "epoch": 2.628440366972477,
      "grad_norm": 2.980986155077047,
      "learning_rate": 0.00018652777869759935,
      "loss": 4.5708,
      "step": 30942
    },
    {
      "epoch": 2.628525314305131,
      "grad_norm": 3.0187536948763563,
      "learning_rate": 0.00018652111918797572,
      "loss": 4.7282,
      "step": 30943
    },
    {
      "epoch": 2.6286102616377844,
      "grad_norm": 2.932512367650177,
      "learning_rate": 0.00018651445960182942,
      "loss": 4.4327,
      "step": 30944
    },
    {
      "epoch": 2.6286952089704383,
      "grad_norm": 2.9146350412687845,
      "learning_rate": 0.00018650779993917432,
      "loss": 4.1986,
      "step": 30945
    },
    {
      "epoch": 2.628780156303092,
      "grad_norm": 2.9084095943054606,
      "learning_rate": 0.00018650114020002436,
      "loss": 4.5237,
      "step": 30946
    },
    {
      "epoch": 2.628865103635746,
      "grad_norm": 2.9469231478175253,
      "learning_rate": 0.00018649448038439355,
      "loss": 4.6257,
      "step": 30947
    },
    {
      "epoch": 2.6289500509684,
      "grad_norm": 3.064076242676769,
      "learning_rate": 0.00018648782049229576,
      "loss": 4.6043,
      "step": 30948
    },
    {
      "epoch": 2.6290349983010532,
      "grad_norm": 2.9378527458383674,
      "learning_rate": 0.00018648116052374507,
      "loss": 4.8054,
      "step": 30949
    },
    {
      "epoch": 2.629119945633707,
      "grad_norm": 3.1502514578014,
      "learning_rate": 0.00018647450047875534,
      "loss": 4.98,
      "step": 30950
    },
    {
      "epoch": 2.629204892966361,
      "grad_norm": 3.261244827319877,
      "learning_rate": 0.00018646784035734052,
      "loss": 5.1132,
      "step": 30951
    },
    {
      "epoch": 2.6292898402990144,
      "grad_norm": 3.01561747623017,
      "learning_rate": 0.00018646118015951466,
      "loss": 4.5544,
      "step": 30952
    },
    {
      "epoch": 2.629374787631668,
      "grad_norm": 2.966774557069653,
      "learning_rate": 0.00018645451988529157,
      "loss": 4.6312,
      "step": 30953
    },
    {
      "epoch": 2.629459734964322,
      "grad_norm": 3.0086262189483404,
      "learning_rate": 0.00018644785953468538,
      "loss": 4.483,
      "step": 30954
    },
    {
      "epoch": 2.629544682296976,
      "grad_norm": 3.1386133997794095,
      "learning_rate": 0.00018644119910770987,
      "loss": 4.7078,
      "step": 30955
    },
    {
      "epoch": 2.6296296296296298,
      "grad_norm": 3.0786254221300706,
      "learning_rate": 0.0001864345386043791,
      "loss": 4.7487,
      "step": 30956
    },
    {
      "epoch": 2.629714576962283,
      "grad_norm": 2.982737579919063,
      "learning_rate": 0.00018642787802470703,
      "loss": 4.6471,
      "step": 30957
    },
    {
      "epoch": 2.629799524294937,
      "grad_norm": 3.1026528119339685,
      "learning_rate": 0.00018642121736870754,
      "loss": 4.8531,
      "step": 30958
    },
    {
      "epoch": 2.629884471627591,
      "grad_norm": 3.049485099097279,
      "learning_rate": 0.00018641455663639467,
      "loss": 4.4885,
      "step": 30959
    },
    {
      "epoch": 2.6299694189602447,
      "grad_norm": 2.9863819049216103,
      "learning_rate": 0.00018640789582778235,
      "loss": 4.644,
      "step": 30960
    },
    {
      "epoch": 2.6300543662928986,
      "grad_norm": 2.936555866459211,
      "learning_rate": 0.0001864012349428845,
      "loss": 4.2398,
      "step": 30961
    },
    {
      "epoch": 2.630139313625552,
      "grad_norm": 2.9279234830857783,
      "learning_rate": 0.0001863945739817151,
      "loss": 4.368,
      "step": 30962
    },
    {
      "epoch": 2.630224260958206,
      "grad_norm": 2.9137101722823227,
      "learning_rate": 0.0001863879129442881,
      "loss": 4.5042,
      "step": 30963
    },
    {
      "epoch": 2.6303092082908597,
      "grad_norm": 2.922192639676375,
      "learning_rate": 0.00018638125183061748,
      "loss": 4.4734,
      "step": 30964
    },
    {
      "epoch": 2.6303941556235135,
      "grad_norm": 3.1525634549691217,
      "learning_rate": 0.00018637459064071724,
      "loss": 4.9605,
      "step": 30965
    },
    {
      "epoch": 2.6304791029561674,
      "grad_norm": 3.0357270392749296,
      "learning_rate": 0.0001863679293746012,
      "loss": 4.5124,
      "step": 30966
    },
    {
      "epoch": 2.630564050288821,
      "grad_norm": 3.2056110855896804,
      "learning_rate": 0.00018636126803228345,
      "loss": 5.1953,
      "step": 30967
    },
    {
      "epoch": 2.6306489976214746,
      "grad_norm": 3.0543071312693053,
      "learning_rate": 0.00018635460661377786,
      "loss": 4.7464,
      "step": 30968
    },
    {
      "epoch": 2.6307339449541285,
      "grad_norm": 2.885140601987774,
      "learning_rate": 0.00018634794511909844,
      "loss": 4.2647,
      "step": 30969
    },
    {
      "epoch": 2.6308188922867823,
      "grad_norm": 3.1210956155759235,
      "learning_rate": 0.00018634128354825912,
      "loss": 5.0122,
      "step": 30970
    },
    {
      "epoch": 2.630903839619436,
      "grad_norm": 3.2074540279720076,
      "learning_rate": 0.00018633462190127388,
      "loss": 4.9613,
      "step": 30971
    },
    {
      "epoch": 2.6309887869520896,
      "grad_norm": 2.980331924785078,
      "learning_rate": 0.0001863279601781567,
      "loss": 4.5922,
      "step": 30972
    },
    {
      "epoch": 2.6310737342847434,
      "grad_norm": 2.9820001248517194,
      "learning_rate": 0.00018632129837892143,
      "loss": 4.2366,
      "step": 30973
    },
    {
      "epoch": 2.6311586816173973,
      "grad_norm": 3.1193834253201667,
      "learning_rate": 0.0001863146365035822,
      "loss": 4.9295,
      "step": 30974
    },
    {
      "epoch": 2.6312436289500507,
      "grad_norm": 3.001102491084744,
      "learning_rate": 0.0001863079745521528,
      "loss": 4.643,
      "step": 30975
    },
    {
      "epoch": 2.6313285762827046,
      "grad_norm": 3.00452273644844,
      "learning_rate": 0.0001863013125246473,
      "loss": 4.935,
      "step": 30976
    },
    {
      "epoch": 2.6314135236153584,
      "grad_norm": 2.8448697354179835,
      "learning_rate": 0.00018629465042107956,
      "loss": 4.0061,
      "step": 30977
    },
    {
      "epoch": 2.6314984709480123,
      "grad_norm": 2.961694882192089,
      "learning_rate": 0.00018628798824146367,
      "loss": 4.8874,
      "step": 30978
    },
    {
      "epoch": 2.631583418280666,
      "grad_norm": 3.028128760907326,
      "learning_rate": 0.0001862813259858135,
      "loss": 4.8561,
      "step": 30979
    },
    {
      "epoch": 2.6316683656133195,
      "grad_norm": 2.948850605039897,
      "learning_rate": 0.00018627466365414303,
      "loss": 4.3701,
      "step": 30980
    },
    {
      "epoch": 2.6317533129459734,
      "grad_norm": 2.9110557512794166,
      "learning_rate": 0.00018626800124646621,
      "loss": 4.4493,
      "step": 30981
    },
    {
      "epoch": 2.631838260278627,
      "grad_norm": 3.1783542422528246,
      "learning_rate": 0.000186261338762797,
      "loss": 4.9812,
      "step": 30982
    },
    {
      "epoch": 2.631923207611281,
      "grad_norm": 3.1266733048190627,
      "learning_rate": 0.0001862546762031494,
      "loss": 5.0688,
      "step": 30983
    },
    {
      "epoch": 2.632008154943935,
      "grad_norm": 3.0947940166331183,
      "learning_rate": 0.0001862480135675373,
      "loss": 5.0133,
      "step": 30984
    },
    {
      "epoch": 2.6320931022765883,
      "grad_norm": 3.1528323591072365,
      "learning_rate": 0.0001862413508559747,
      "loss": 4.853,
      "step": 30985
    },
    {
      "epoch": 2.632178049609242,
      "grad_norm": 2.9768841438459472,
      "learning_rate": 0.0001862346880684756,
      "loss": 4.5526,
      "step": 30986
    },
    {
      "epoch": 2.632262996941896,
      "grad_norm": 3.214464545053155,
      "learning_rate": 0.00018622802520505384,
      "loss": 5.0037,
      "step": 30987
    },
    {
      "epoch": 2.63234794427455,
      "grad_norm": 3.155942802758904,
      "learning_rate": 0.00018622136226572353,
      "loss": 5.0171,
      "step": 30988
    },
    {
      "epoch": 2.6324328916072037,
      "grad_norm": 3.031086401523868,
      "learning_rate": 0.00018621469925049852,
      "loss": 4.7036,
      "step": 30989
    },
    {
      "epoch": 2.632517838939857,
      "grad_norm": 2.990699723705933,
      "learning_rate": 0.00018620803615939288,
      "loss": 4.7486,
      "step": 30990
    },
    {
      "epoch": 2.632602786272511,
      "grad_norm": 2.9790781707331244,
      "learning_rate": 0.0001862013729924204,
      "loss": 4.5647,
      "step": 30991
    },
    {
      "epoch": 2.632687733605165,
      "grad_norm": 3.035397074882878,
      "learning_rate": 0.00018619470974959524,
      "loss": 4.7827,
      "step": 30992
    },
    {
      "epoch": 2.6327726809378187,
      "grad_norm": 2.9834327526135933,
      "learning_rate": 0.0001861880464309312,
      "loss": 4.4618,
      "step": 30993
    },
    {
      "epoch": 2.6328576282704725,
      "grad_norm": 2.9882476647259324,
      "learning_rate": 0.00018618138303644238,
      "loss": 4.6895,
      "step": 30994
    },
    {
      "epoch": 2.632942575603126,
      "grad_norm": 3.155338663644883,
      "learning_rate": 0.0001861747195661426,
      "loss": 4.7994,
      "step": 30995
    },
    {
      "epoch": 2.63302752293578,
      "grad_norm": 2.930398944375427,
      "learning_rate": 0.00018616805602004593,
      "loss": 4.5281,
      "step": 30996
    },
    {
      "epoch": 2.6331124702684336,
      "grad_norm": 3.1574339514305385,
      "learning_rate": 0.0001861613923981663,
      "loss": 4.9959,
      "step": 30997
    },
    {
      "epoch": 2.633197417601087,
      "grad_norm": 2.927268287906944,
      "learning_rate": 0.00018615472870051758,
      "loss": 4.4564,
      "step": 30998
    },
    {
      "epoch": 2.6332823649337413,
      "grad_norm": 3.1449214676454864,
      "learning_rate": 0.00018614806492711394,
      "loss": 4.8801,
      "step": 30999
    },
    {
      "epoch": 2.6333673122663948,
      "grad_norm": 2.9762732090454898,
      "learning_rate": 0.00018614140107796914,
      "loss": 4.8565,
      "step": 31000
    },
    {
      "epoch": 2.6334522595990486,
      "grad_norm": 3.0334127995912374,
      "learning_rate": 0.00018613473715309726,
      "loss": 4.7091,
      "step": 31001
    },
    {
      "epoch": 2.6335372069317025,
      "grad_norm": 3.056124703271992,
      "learning_rate": 0.0001861280731525122,
      "loss": 4.733,
      "step": 31002
    },
    {
      "epoch": 2.633622154264356,
      "grad_norm": 2.840712864869584,
      "learning_rate": 0.000186121409076228,
      "loss": 4.2896,
      "step": 31003
    },
    {
      "epoch": 2.6337071015970097,
      "grad_norm": 3.1887239255040805,
      "learning_rate": 0.00018611474492425848,
      "loss": 4.0304,
      "step": 31004
    },
    {
      "epoch": 2.6337920489296636,
      "grad_norm": 2.9297148925658862,
      "learning_rate": 0.00018610808069661775,
      "loss": 4.4395,
      "step": 31005
    },
    {
      "epoch": 2.6338769962623174,
      "grad_norm": 2.997326310785826,
      "learning_rate": 0.00018610141639331977,
      "loss": 4.6123,
      "step": 31006
    },
    {
      "epoch": 2.6339619435949713,
      "grad_norm": 3.0226045805079784,
      "learning_rate": 0.00018609475201437832,
      "loss": 4.7707,
      "step": 31007
    },
    {
      "epoch": 2.6340468909276247,
      "grad_norm": 3.0658692493444493,
      "learning_rate": 0.00018608808755980763,
      "loss": 4.8279,
      "step": 31008
    },
    {
      "epoch": 2.6341318382602785,
      "grad_norm": 2.9905177694024796,
      "learning_rate": 0.00018608142302962147,
      "loss": 4.6879,
      "step": 31009
    },
    {
      "epoch": 2.6342167855929324,
      "grad_norm": 3.1490236733802246,
      "learning_rate": 0.0001860747584238339,
      "loss": 5.167,
      "step": 31010
    },
    {
      "epoch": 2.6343017329255862,
      "grad_norm": 2.983422824265904,
      "learning_rate": 0.00018606809374245882,
      "loss": 4.6003,
      "step": 31011
    },
    {
      "epoch": 2.63438668025824,
      "grad_norm": 3.033053416905881,
      "learning_rate": 0.00018606142898551026,
      "loss": 4.7898,
      "step": 31012
    },
    {
      "epoch": 2.6344716275908935,
      "grad_norm": 2.9603797745247116,
      "learning_rate": 0.00018605476415300208,
      "loss": 4.4327,
      "step": 31013
    },
    {
      "epoch": 2.6345565749235473,
      "grad_norm": 3.1355100214877485,
      "learning_rate": 0.00018604809924494835,
      "loss": 4.1769,
      "step": 31014
    },
    {
      "epoch": 2.634641522256201,
      "grad_norm": 3.1615516298857864,
      "learning_rate": 0.00018604143426136302,
      "loss": 4.9409,
      "step": 31015
    },
    {
      "epoch": 2.634726469588855,
      "grad_norm": 3.186681601175549,
      "learning_rate": 0.00018603476920225998,
      "loss": 4.909,
      "step": 31016
    },
    {
      "epoch": 2.634811416921509,
      "grad_norm": 2.8642054808552437,
      "learning_rate": 0.00018602810406765334,
      "loss": 4.4221,
      "step": 31017
    },
    {
      "epoch": 2.6348963642541623,
      "grad_norm": 2.9258207073879734,
      "learning_rate": 0.0001860214388575569,
      "loss": 4.4134,
      "step": 31018
    },
    {
      "epoch": 2.634981311586816,
      "grad_norm": 2.8802054181177423,
      "learning_rate": 0.00018601477357198473,
      "loss": 4.3844,
      "step": 31019
    },
    {
      "epoch": 2.63506625891947,
      "grad_norm": 3.03273620135423,
      "learning_rate": 0.00018600810821095076,
      "loss": 4.5807,
      "step": 31020
    },
    {
      "epoch": 2.635151206252124,
      "grad_norm": 3.066214365851664,
      "learning_rate": 0.00018600144277446898,
      "loss": 4.8211,
      "step": 31021
    },
    {
      "epoch": 2.6352361535847777,
      "grad_norm": 2.917765703609258,
      "learning_rate": 0.0001859947772625533,
      "loss": 4.3807,
      "step": 31022
    },
    {
      "epoch": 2.635321100917431,
      "grad_norm": 3.246052709691795,
      "learning_rate": 0.00018598811167521773,
      "loss": 5.3105,
      "step": 31023
    },
    {
      "epoch": 2.635406048250085,
      "grad_norm": 2.925673872736584,
      "learning_rate": 0.00018598144601247627,
      "loss": 4.423,
      "step": 31024
    },
    {
      "epoch": 2.635490995582739,
      "grad_norm": 3.0057249307825744,
      "learning_rate": 0.00018597478027434277,
      "loss": 4.5479,
      "step": 31025
    },
    {
      "epoch": 2.635575942915392,
      "grad_norm": 3.0312703102049654,
      "learning_rate": 0.0001859681144608314,
      "loss": 4.4617,
      "step": 31026
    },
    {
      "epoch": 2.635660890248046,
      "grad_norm": 3.0666010448884187,
      "learning_rate": 0.0001859614485719559,
      "loss": 4.8083,
      "step": 31027
    },
    {
      "epoch": 2.6357458375807,
      "grad_norm": 3.018407124777395,
      "learning_rate": 0.00018595478260773036,
      "loss": 4.7102,
      "step": 31028
    },
    {
      "epoch": 2.6358307849133538,
      "grad_norm": 2.806333699741324,
      "learning_rate": 0.00018594811656816874,
      "loss": 4.1182,
      "step": 31029
    },
    {
      "epoch": 2.6359157322460076,
      "grad_norm": 3.064081192165983,
      "learning_rate": 0.000185941450453285,
      "loss": 4.9146,
      "step": 31030
    },
    {
      "epoch": 2.636000679578661,
      "grad_norm": 2.9762209218954023,
      "learning_rate": 0.00018593478426309304,
      "loss": 4.7161,
      "step": 31031
    },
    {
      "epoch": 2.636085626911315,
      "grad_norm": 3.1474269070890224,
      "learning_rate": 0.00018592811799760696,
      "loss": 4.844,
      "step": 31032
    },
    {
      "epoch": 2.6361705742439687,
      "grad_norm": 2.9357276489992428,
      "learning_rate": 0.00018592145165684067,
      "loss": 4.3568,
      "step": 31033
    },
    {
      "epoch": 2.6362555215766226,
      "grad_norm": 3.0824261023586557,
      "learning_rate": 0.00018591478524080803,
      "loss": 4.7486,
      "step": 31034
    },
    {
      "epoch": 2.6363404689092764,
      "grad_norm": 2.941448621241847,
      "learning_rate": 0.00018590811874952316,
      "loss": 4.6492,
      "step": 31035
    },
    {
      "epoch": 2.63642541624193,
      "grad_norm": 3.1058183614586428,
      "learning_rate": 0.00018590145218299998,
      "loss": 4.8405,
      "step": 31036
    },
    {
      "epoch": 2.6365103635745837,
      "grad_norm": 2.9532167820587567,
      "learning_rate": 0.00018589478554125244,
      "loss": 4.1979,
      "step": 31037
    },
    {
      "epoch": 2.6365953109072375,
      "grad_norm": 3.2223087133018122,
      "learning_rate": 0.00018588811882429447,
      "loss": 5.1476,
      "step": 31038
    },
    {
      "epoch": 2.6366802582398914,
      "grad_norm": 3.0104155720506105,
      "learning_rate": 0.0001858814520321402,
      "loss": 4.664,
      "step": 31039
    },
    {
      "epoch": 2.6367652055725452,
      "grad_norm": 2.965512156684152,
      "learning_rate": 0.0001858747851648034,
      "loss": 4.4929,
      "step": 31040
    },
    {
      "epoch": 2.6368501529051986,
      "grad_norm": 2.9804768592650595,
      "learning_rate": 0.0001858681182222981,
      "loss": 4.6574,
      "step": 31041
    },
    {
      "epoch": 2.6369351002378525,
      "grad_norm": 2.9614599595295776,
      "learning_rate": 0.00018586145120463835,
      "loss": 4.6872,
      "step": 31042
    },
    {
      "epoch": 2.6370200475705063,
      "grad_norm": 3.147754646099626,
      "learning_rate": 0.000185854784111838,
      "loss": 4.904,
      "step": 31043
    },
    {
      "epoch": 2.63710499490316,
      "grad_norm": 3.223290841392122,
      "learning_rate": 0.00018584811694391114,
      "loss": 5.0774,
      "step": 31044
    },
    {
      "epoch": 2.637189942235814,
      "grad_norm": 2.9238674077910214,
      "learning_rate": 0.00018584144970087169,
      "loss": 4.7206,
      "step": 31045
    },
    {
      "epoch": 2.6372748895684675,
      "grad_norm": 3.1760740792426474,
      "learning_rate": 0.0001858347823827336,
      "loss": 5.1181,
      "step": 31046
    },
    {
      "epoch": 2.6373598369011213,
      "grad_norm": 3.161447913930904,
      "learning_rate": 0.0001858281149895108,
      "loss": 4.8908,
      "step": 31047
    },
    {
      "epoch": 2.637444784233775,
      "grad_norm": 3.087328399010339,
      "learning_rate": 0.0001858214475212174,
      "loss": 4.6337,
      "step": 31048
    },
    {
      "epoch": 2.6375297315664286,
      "grad_norm": 3.171663820223937,
      "learning_rate": 0.00018581477997786723,
      "loss": 4.9018,
      "step": 31049
    },
    {
      "epoch": 2.6376146788990824,
      "grad_norm": 2.9353838361210096,
      "learning_rate": 0.00018580811235947427,
      "loss": 4.6096,
      "step": 31050
    },
    {
      "epoch": 2.6376996262317363,
      "grad_norm": 3.141477996022664,
      "learning_rate": 0.0001858014446660526,
      "loss": 5.0017,
      "step": 31051
    },
    {
      "epoch": 2.63778457356439,
      "grad_norm": 2.898146382073687,
      "learning_rate": 0.0001857947768976161,
      "loss": 4.367,
      "step": 31052
    },
    {
      "epoch": 2.637869520897044,
      "grad_norm": 2.9431925746189895,
      "learning_rate": 0.0001857881090541788,
      "loss": 4.1152,
      "step": 31053
    },
    {
      "epoch": 2.6379544682296974,
      "grad_norm": 3.131123435906048,
      "learning_rate": 0.00018578144113575457,
      "loss": 4.7946,
      "step": 31054
    },
    {
      "epoch": 2.638039415562351,
      "grad_norm": 2.86350298155942,
      "learning_rate": 0.00018577477314235755,
      "loss": 4.2096,
      "step": 31055
    },
    {
      "epoch": 2.638124362895005,
      "grad_norm": 3.241456586295068,
      "learning_rate": 0.0001857681050740015,
      "loss": 5.125,
      "step": 31056
    },
    {
      "epoch": 2.638209310227659,
      "grad_norm": 2.965147464056028,
      "learning_rate": 0.00018576143693070058,
      "loss": 4.491,
      "step": 31057
    },
    {
      "epoch": 2.6382942575603128,
      "grad_norm": 2.9151466767054566,
      "learning_rate": 0.00018575476871246862,
      "loss": 4.5225,
      "step": 31058
    },
    {
      "epoch": 2.638379204892966,
      "grad_norm": 3.1621227744223632,
      "learning_rate": 0.00018574810041931968,
      "loss": 4.9535,
      "step": 31059
    },
    {
      "epoch": 2.63846415222562,
      "grad_norm": 3.067728408065653,
      "learning_rate": 0.0001857414320512677,
      "loss": 4.8564,
      "step": 31060
    },
    {
      "epoch": 2.638549099558274,
      "grad_norm": 3.0165248271297913,
      "learning_rate": 0.00018573476360832667,
      "loss": 4.6746,
      "step": 31061
    },
    {
      "epoch": 2.6386340468909277,
      "grad_norm": 2.9494572460846546,
      "learning_rate": 0.00018572809509051057,
      "loss": 4.3725,
      "step": 31062
    },
    {
      "epoch": 2.6387189942235816,
      "grad_norm": 2.918582200886696,
      "learning_rate": 0.0001857214264978333,
      "loss": 4.5646,
      "step": 31063
    },
    {
      "epoch": 2.638803941556235,
      "grad_norm": 2.989624399041079,
      "learning_rate": 0.00018571475783030897,
      "loss": 4.802,
      "step": 31064
    },
    {
      "epoch": 2.638888888888889,
      "grad_norm": 2.96152090903279,
      "learning_rate": 0.00018570808908795138,
      "loss": 4.4188,
      "step": 31065
    },
    {
      "epoch": 2.6389738362215427,
      "grad_norm": 3.0262767562962063,
      "learning_rate": 0.00018570142027077467,
      "loss": 4.6589,
      "step": 31066
    },
    {
      "epoch": 2.6390587835541965,
      "grad_norm": 3.0007363005888688,
      "learning_rate": 0.00018569475137879268,
      "loss": 4.607,
      "step": 31067
    },
    {
      "epoch": 2.6391437308868504,
      "grad_norm": 2.9586987007110106,
      "learning_rate": 0.00018568808241201944,
      "loss": 4.4835,
      "step": 31068
    },
    {
      "epoch": 2.639228678219504,
      "grad_norm": 3.1803875005683726,
      "learning_rate": 0.00018568141337046894,
      "loss": 4.9931,
      "step": 31069
    },
    {
      "epoch": 2.6393136255521576,
      "grad_norm": 2.85721585952089,
      "learning_rate": 0.00018567474425415514,
      "loss": 4.5758,
      "step": 31070
    },
    {
      "epoch": 2.6393985728848115,
      "grad_norm": 2.9116473132022263,
      "learning_rate": 0.00018566807506309203,
      "loss": 4.4052,
      "step": 31071
    },
    {
      "epoch": 2.639483520217465,
      "grad_norm": 3.048362527715089,
      "learning_rate": 0.00018566140579729352,
      "loss": 5.0192,
      "step": 31072
    },
    {
      "epoch": 2.639568467550119,
      "grad_norm": 2.911437464699877,
      "learning_rate": 0.00018565473645677368,
      "loss": 4.3521,
      "step": 31073
    },
    {
      "epoch": 2.6396534148827726,
      "grad_norm": 3.1512391563100093,
      "learning_rate": 0.00018564806704154637,
      "loss": 4.9986,
      "step": 31074
    },
    {
      "epoch": 2.6397383622154265,
      "grad_norm": 3.2006772125234915,
      "learning_rate": 0.0001856413975516257,
      "loss": 4.9268,
      "step": 31075
    },
    {
      "epoch": 2.6398233095480803,
      "grad_norm": 3.1514772810364113,
      "learning_rate": 0.0001856347279870255,
      "loss": 4.9554,
      "step": 31076
    },
    {
      "epoch": 2.6399082568807337,
      "grad_norm": 3.143270755992236,
      "learning_rate": 0.00018562805834775986,
      "loss": 4.9001,
      "step": 31077
    },
    {
      "epoch": 2.6399932042133876,
      "grad_norm": 3.1862464319929087,
      "learning_rate": 0.0001856213886338427,
      "loss": 5.0164,
      "step": 31078
    },
    {
      "epoch": 2.6400781515460414,
      "grad_norm": 3.027015937123813,
      "learning_rate": 0.00018561471884528797,
      "loss": 4.3538,
      "step": 31079
    },
    {
      "epoch": 2.6401630988786953,
      "grad_norm": 2.827303764638194,
      "learning_rate": 0.00018560804898210974,
      "loss": 4.3618,
      "step": 31080
    },
    {
      "epoch": 2.640248046211349,
      "grad_norm": 2.9882365766638195,
      "learning_rate": 0.0001856013790443219,
      "loss": 4.4454,
      "step": 31081
    },
    {
      "epoch": 2.6403329935440025,
      "grad_norm": 2.9496864207543627,
      "learning_rate": 0.0001855947090319385,
      "loss": 4.5949,
      "step": 31082
    },
    {
      "epoch": 2.6404179408766564,
      "grad_norm": 3.0698867640824545,
      "learning_rate": 0.00018558803894497337,
      "loss": 4.8711,
      "step": 31083
    },
    {
      "epoch": 2.6405028882093102,
      "grad_norm": 3.0873433503526004,
      "learning_rate": 0.00018558136878344065,
      "loss": 4.6349,
      "step": 31084
    },
    {
      "epoch": 2.640587835541964,
      "grad_norm": 2.9744543955262315,
      "learning_rate": 0.00018557469854735422,
      "loss": 4.604,
      "step": 31085
    },
    {
      "epoch": 2.640672782874618,
      "grad_norm": 2.963707788852209,
      "learning_rate": 0.0001855680282367281,
      "loss": 4.4702,
      "step": 31086
    },
    {
      "epoch": 2.6407577302072713,
      "grad_norm": 3.028086847512024,
      "learning_rate": 0.00018556135785157625,
      "loss": 4.7139,
      "step": 31087
    },
    {
      "epoch": 2.640842677539925,
      "grad_norm": 3.0633490763242732,
      "learning_rate": 0.00018555468739191264,
      "loss": 4.6338,
      "step": 31088
    },
    {
      "epoch": 2.640927624872579,
      "grad_norm": 2.917131618178091,
      "learning_rate": 0.0001855480168577513,
      "loss": 4.3676,
      "step": 31089
    },
    {
      "epoch": 2.641012572205233,
      "grad_norm": 2.9690266924226725,
      "learning_rate": 0.0001855413462491061,
      "loss": 4.5755,
      "step": 31090
    },
    {
      "epoch": 2.6410975195378867,
      "grad_norm": 2.9390123961189936,
      "learning_rate": 0.00018553467556599114,
      "loss": 4.778,
      "step": 31091
    },
    {
      "epoch": 2.64118246687054,
      "grad_norm": 3.175727428651179,
      "learning_rate": 0.0001855280048084203,
      "loss": 5.0902,
      "step": 31092
    },
    {
      "epoch": 2.641267414203194,
      "grad_norm": 2.9198329139416557,
      "learning_rate": 0.0001855213339764076,
      "loss": 4.4769,
      "step": 31093
    },
    {
      "epoch": 2.641352361535848,
      "grad_norm": 2.9678414490013107,
      "learning_rate": 0.000185514663069967,
      "loss": 4.6769,
      "step": 31094
    },
    {
      "epoch": 2.6414373088685013,
      "grad_norm": 2.898424318311675,
      "learning_rate": 0.0001855079920891125,
      "loss": 4.109,
      "step": 31095
    },
    {
      "epoch": 2.6415222562011555,
      "grad_norm": 3.2347240046103845,
      "learning_rate": 0.00018550132103385805,
      "loss": 5.0506,
      "step": 31096
    },
    {
      "epoch": 2.641607203533809,
      "grad_norm": 2.9032043613454594,
      "learning_rate": 0.00018549464990421768,
      "loss": 4.1558,
      "step": 31097
    },
    {
      "epoch": 2.641692150866463,
      "grad_norm": 3.149615472285854,
      "learning_rate": 0.00018548797870020532,
      "loss": 5.1819,
      "step": 31098
    },
    {
      "epoch": 2.6417770981991167,
      "grad_norm": 2.97801023302189,
      "learning_rate": 0.0001854813074218349,
      "loss": 4.3532,
      "step": 31099
    },
    {
      "epoch": 2.64186204553177,
      "grad_norm": 3.1673070321130843,
      "learning_rate": 0.00018547463606912053,
      "loss": 4.8688,
      "step": 31100
    },
    {
      "epoch": 2.641946992864424,
      "grad_norm": 3.0248523018799127,
      "learning_rate": 0.0001854679646420761,
      "loss": 4.5245,
      "step": 31101
    },
    {
      "epoch": 2.6420319401970778,
      "grad_norm": 2.8705983915450144,
      "learning_rate": 0.0001854612931407156,
      "loss": 4.4133,
      "step": 31102
    },
    {
      "epoch": 2.6421168875297316,
      "grad_norm": 3.019705682516186,
      "learning_rate": 0.000185454621565053,
      "loss": 4.669,
      "step": 31103
    },
    {
      "epoch": 2.6422018348623855,
      "grad_norm": 2.9085581274327534,
      "learning_rate": 0.0001854479499151023,
      "loss": 4.4516,
      "step": 31104
    },
    {
      "epoch": 2.642286782195039,
      "grad_norm": 3.1524277734566066,
      "learning_rate": 0.00018544127819087748,
      "loss": 4.8547,
      "step": 31105
    },
    {
      "epoch": 2.6423717295276927,
      "grad_norm": 3.169387573684526,
      "learning_rate": 0.00018543460639239254,
      "loss": 4.9524,
      "step": 31106
    },
    {
      "epoch": 2.6424566768603466,
      "grad_norm": 3.3051038469218486,
      "learning_rate": 0.00018542793451966142,
      "loss": 4.2307,
      "step": 31107
    },
    {
      "epoch": 2.6425416241930004,
      "grad_norm": 3.169741554581154,
      "learning_rate": 0.00018542126257269803,
      "loss": 4.9137,
      "step": 31108
    },
    {
      "epoch": 2.6426265715256543,
      "grad_norm": 3.0475522043861343,
      "learning_rate": 0.00018541459055151653,
      "loss": 4.5521,
      "step": 31109
    },
    {
      "epoch": 2.6427115188583077,
      "grad_norm": 3.069041645475811,
      "learning_rate": 0.00018540791845613077,
      "loss": 4.8758,
      "step": 31110
    },
    {
      "epoch": 2.6427964661909615,
      "grad_norm": 3.0149437274544595,
      "learning_rate": 0.00018540124628655479,
      "loss": 4.6708,
      "step": 31111
    },
    {
      "epoch": 2.6428814135236154,
      "grad_norm": 2.9958763666354398,
      "learning_rate": 0.00018539457404280246,
      "loss": 4.6111,
      "step": 31112
    },
    {
      "epoch": 2.6429663608562692,
      "grad_norm": 2.913297758929414,
      "learning_rate": 0.0001853879017248879,
      "loss": 4.4181,
      "step": 31113
    },
    {
      "epoch": 2.643051308188923,
      "grad_norm": 2.9790273400578955,
      "learning_rate": 0.000185381229332825,
      "loss": 4.4695,
      "step": 31114
    },
    {
      "epoch": 2.6431362555215765,
      "grad_norm": 3.090946401498922,
      "learning_rate": 0.0001853745568666278,
      "loss": 4.4943,
      "step": 31115
    },
    {
      "epoch": 2.6432212028542303,
      "grad_norm": 3.080586232763444,
      "learning_rate": 0.0001853678843263103,
      "loss": 4.9568,
      "step": 31116
    },
    {
      "epoch": 2.643306150186884,
      "grad_norm": 3.1452734339914707,
      "learning_rate": 0.00018536121171188632,
      "loss": 5.0647,
      "step": 31117
    },
    {
      "epoch": 2.643391097519538,
      "grad_norm": 2.981849466232365,
      "learning_rate": 0.00018535453902337,
      "loss": 4.4654,
      "step": 31118
    },
    {
      "epoch": 2.643476044852192,
      "grad_norm": 2.9961524817537506,
      "learning_rate": 0.0001853478662607753,
      "loss": 4.5386,
      "step": 31119
    },
    {
      "epoch": 2.6435609921848453,
      "grad_norm": 3.0127698362385193,
      "learning_rate": 0.0001853411934241162,
      "loss": 4.5631,
      "step": 31120
    },
    {
      "epoch": 2.643645939517499,
      "grad_norm": 3.028961576294842,
      "learning_rate": 0.0001853345205134066,
      "loss": 4.6987,
      "step": 31121
    },
    {
      "epoch": 2.643730886850153,
      "grad_norm": 2.8996681253587413,
      "learning_rate": 0.00018532784752866056,
      "loss": 4.3051,
      "step": 31122
    },
    {
      "epoch": 2.6438158341828064,
      "grad_norm": 2.9743181733455675,
      "learning_rate": 0.00018532117446989202,
      "loss": 4.4975,
      "step": 31123
    },
    {
      "epoch": 2.6439007815154603,
      "grad_norm": 3.019736840173721,
      "learning_rate": 0.00018531450133711503,
      "loss": 4.7543,
      "step": 31124
    },
    {
      "epoch": 2.643985728848114,
      "grad_norm": 3.027485840875972,
      "learning_rate": 0.00018530782813034355,
      "loss": 4.8609,
      "step": 31125
    },
    {
      "epoch": 2.644070676180768,
      "grad_norm": 3.140542634549686,
      "learning_rate": 0.00018530115484959145,
      "loss": 4.8412,
      "step": 31126
    },
    {
      "epoch": 2.644155623513422,
      "grad_norm": 3.1922163550557734,
      "learning_rate": 0.00018529448149487288,
      "loss": 5.1059,
      "step": 31127
    },
    {
      "epoch": 2.6442405708460752,
      "grad_norm": 2.8749441965117595,
      "learning_rate": 0.00018528780806620172,
      "loss": 4.309,
      "step": 31128
    },
    {
      "epoch": 2.644325518178729,
      "grad_norm": 2.97864327284889,
      "learning_rate": 0.00018528113456359202,
      "loss": 4.5307,
      "step": 31129
    },
    {
      "epoch": 2.644410465511383,
      "grad_norm": 2.972628820550472,
      "learning_rate": 0.00018527446098705764,
      "loss": 4.4998,
      "step": 31130
    },
    {
      "epoch": 2.6444954128440368,
      "grad_norm": 3.1897712443087554,
      "learning_rate": 0.00018526778733661268,
      "loss": 4.8732,
      "step": 31131
    },
    {
      "epoch": 2.6445803601766906,
      "grad_norm": 3.2030826305716347,
      "learning_rate": 0.00018526111361227113,
      "loss": 4.8296,
      "step": 31132
    },
    {
      "epoch": 2.644665307509344,
      "grad_norm": 2.897698966985362,
      "learning_rate": 0.00018525443981404685,
      "loss": 4.5884,
      "step": 31133
    },
    {
      "epoch": 2.644750254841998,
      "grad_norm": 2.9791774304274794,
      "learning_rate": 0.00018524776594195397,
      "loss": 4.6679,
      "step": 31134
    },
    {
      "epoch": 2.6448352021746517,
      "grad_norm": 2.991111206414463,
      "learning_rate": 0.00018524109199600638,
      "loss": 4.6009,
      "step": 31135
    },
    {
      "epoch": 2.6449201495073056,
      "grad_norm": 3.119523073381202,
      "learning_rate": 0.00018523441797621809,
      "loss": 5.0881,
      "step": 31136
    },
    {
      "epoch": 2.6450050968399594,
      "grad_norm": 2.97627355134074,
      "learning_rate": 0.0001852277438826031,
      "loss": 4.4593,
      "step": 31137
    },
    {
      "epoch": 2.645090044172613,
      "grad_norm": 2.936684762799026,
      "learning_rate": 0.0001852210697151754,
      "loss": 4.8216,
      "step": 31138
    },
    {
      "epoch": 2.6451749915052667,
      "grad_norm": 2.96920694550194,
      "learning_rate": 0.0001852143954739489,
      "loss": 4.5476,
      "step": 31139
    },
    {
      "epoch": 2.6452599388379205,
      "grad_norm": 3.010375392637415,
      "learning_rate": 0.00018520772115893764,
      "loss": 4.8523,
      "step": 31140
    },
    {
      "epoch": 2.6453448861705744,
      "grad_norm": 2.864160017784928,
      "learning_rate": 0.00018520104677015566,
      "loss": 4.2532,
      "step": 31141
    },
    {
      "epoch": 2.6454298335032282,
      "grad_norm": 2.8678910465161436,
      "learning_rate": 0.00018519437230761683,
      "loss": 4.3585,
      "step": 31142
    },
    {
      "epoch": 2.6455147808358817,
      "grad_norm": 2.9844659856264086,
      "learning_rate": 0.00018518769777133527,
      "loss": 4.6117,
      "step": 31143
    },
    {
      "epoch": 2.6455997281685355,
      "grad_norm": 2.943360130692061,
      "learning_rate": 0.0001851810231613248,
      "loss": 4.6575,
      "step": 31144
    },
    {
      "epoch": 2.6456846755011894,
      "grad_norm": 2.9734703663466613,
      "learning_rate": 0.00018517434847759953,
      "loss": 4.5504,
      "step": 31145
    },
    {
      "epoch": 2.6457696228338428,
      "grad_norm": 2.93995180150332,
      "learning_rate": 0.00018516767372017342,
      "loss": 4.4521,
      "step": 31146
    },
    {
      "epoch": 2.6458545701664966,
      "grad_norm": 3.068144559555651,
      "learning_rate": 0.00018516099888906046,
      "loss": 4.7826,
      "step": 31147
    },
    {
      "epoch": 2.6459395174991505,
      "grad_norm": 2.946550776143593,
      "learning_rate": 0.00018515432398427459,
      "loss": 4.5092,
      "step": 31148
    },
    {
      "epoch": 2.6460244648318043,
      "grad_norm": 2.8992203012889375,
      "learning_rate": 0.00018514764900582983,
      "loss": 4.5241,
      "step": 31149
    },
    {
      "epoch": 2.646109412164458,
      "grad_norm": 2.8689020984005746,
      "learning_rate": 0.0001851409739537402,
      "loss": 4.5484,
      "step": 31150
    },
    {
      "epoch": 2.6461943594971116,
      "grad_norm": 2.9345978653229605,
      "learning_rate": 0.00018513429882801961,
      "loss": 4.4255,
      "step": 31151
    },
    {
      "epoch": 2.6462793068297654,
      "grad_norm": 2.978016781189943,
      "learning_rate": 0.00018512762362868213,
      "loss": 4.5613,
      "step": 31152
    },
    {
      "epoch": 2.6463642541624193,
      "grad_norm": 2.9448388279062767,
      "learning_rate": 0.00018512094835574164,
      "loss": 4.5547,
      "step": 31153
    },
    {
      "epoch": 2.646449201495073,
      "grad_norm": 3.1921306597471526,
      "learning_rate": 0.00018511427300921225,
      "loss": 5.0949,
      "step": 31154
    },
    {
      "epoch": 2.646534148827727,
      "grad_norm": 3.187131321496767,
      "learning_rate": 0.00018510759758910784,
      "loss": 5.2147,
      "step": 31155
    },
    {
      "epoch": 2.6466190961603804,
      "grad_norm": 2.869615112398979,
      "learning_rate": 0.00018510092209544248,
      "loss": 4.4595,
      "step": 31156
    },
    {
      "epoch": 2.6467040434930342,
      "grad_norm": 2.9800895027803667,
      "learning_rate": 0.00018509424652823008,
      "loss": 4.649,
      "step": 31157
    },
    {
      "epoch": 2.646788990825688,
      "grad_norm": 2.878599130936811,
      "learning_rate": 0.0001850875708874847,
      "loss": 4.293,
      "step": 31158
    },
    {
      "epoch": 2.646873938158342,
      "grad_norm": 2.917629005210007,
      "learning_rate": 0.00018508089517322026,
      "loss": 4.2629,
      "step": 31159
    },
    {
      "epoch": 2.646958885490996,
      "grad_norm": 3.1422964330257708,
      "learning_rate": 0.00018507421938545078,
      "loss": 4.9513,
      "step": 31160
    },
    {
      "epoch": 2.647043832823649,
      "grad_norm": 2.8989114746514315,
      "learning_rate": 0.00018506754352419033,
      "loss": 4.4659,
      "step": 31161
    },
    {
      "epoch": 2.647128780156303,
      "grad_norm": 2.999690687843402,
      "learning_rate": 0.00018506086758945272,
      "loss": 4.5084,
      "step": 31162
    },
    {
      "epoch": 2.647213727488957,
      "grad_norm": 2.9044655697590924,
      "learning_rate": 0.00018505419158125212,
      "loss": 4.3016,
      "step": 31163
    },
    {
      "epoch": 2.6472986748216107,
      "grad_norm": 3.041584347219819,
      "learning_rate": 0.00018504751549960237,
      "loss": 4.8254,
      "step": 31164
    },
    {
      "epoch": 2.6473836221542646,
      "grad_norm": 3.0333811541249798,
      "learning_rate": 0.00018504083934451759,
      "loss": 4.8288,
      "step": 31165
    },
    {
      "epoch": 2.647468569486918,
      "grad_norm": 3.0421452744567845,
      "learning_rate": 0.0001850341631160116,
      "loss": 4.6684,
      "step": 31166
    },
    {
      "epoch": 2.647553516819572,
      "grad_norm": 2.954733468745452,
      "learning_rate": 0.0001850274868140986,
      "loss": 4.6162,
      "step": 31167
    },
    {
      "epoch": 2.6476384641522257,
      "grad_norm": 2.977218075955388,
      "learning_rate": 0.0001850208104387924,
      "loss": 4.6452,
      "step": 31168
    },
    {
      "epoch": 2.647723411484879,
      "grad_norm": 2.9992589500659417,
      "learning_rate": 0.00018501413399010702,
      "loss": 4.5012,
      "step": 31169
    },
    {
      "epoch": 2.6478083588175334,
      "grad_norm": 2.9052628645538743,
      "learning_rate": 0.0001850074574680566,
      "loss": 4.3935,
      "step": 31170
    },
    {
      "epoch": 2.647893306150187,
      "grad_norm": 2.9531507994079473,
      "learning_rate": 0.00018500078087265497,
      "loss": 4.4954,
      "step": 31171
    },
    {
      "epoch": 2.6479782534828407,
      "grad_norm": 3.1006234107095234,
      "learning_rate": 0.00018499410420391615,
      "loss": 4.6951,
      "step": 31172
    },
    {
      "epoch": 2.6480632008154945,
      "grad_norm": 2.9766124306332986,
      "learning_rate": 0.00018498742746185414,
      "loss": 4.6542,
      "step": 31173
    },
    {
      "epoch": 2.648148148148148,
      "grad_norm": 2.981835244080877,
      "learning_rate": 0.00018498075064648297,
      "loss": 4.4987,
      "step": 31174
    },
    {
      "epoch": 2.6482330954808018,
      "grad_norm": 2.926939959548565,
      "learning_rate": 0.00018497407375781658,
      "loss": 4.4741,
      "step": 31175
    },
    {
      "epoch": 2.6483180428134556,
      "grad_norm": 2.887869137225033,
      "learning_rate": 0.00018496739679586897,
      "loss": 4.2657,
      "step": 31176
    },
    {
      "epoch": 2.6484029901461095,
      "grad_norm": 3.192847623482453,
      "learning_rate": 0.00018496071976065414,
      "loss": 4.9762,
      "step": 31177
    },
    {
      "epoch": 2.6484879374787633,
      "grad_norm": 3.1172467841444766,
      "learning_rate": 0.00018495404265218607,
      "loss": 4.6859,
      "step": 31178
    },
    {
      "epoch": 2.6485728848114167,
      "grad_norm": 2.8701792348125634,
      "learning_rate": 0.00018494736547047875,
      "loss": 4.418,
      "step": 31179
    },
    {
      "epoch": 2.6486578321440706,
      "grad_norm": 3.004597103551755,
      "learning_rate": 0.00018494068821554619,
      "loss": 4.8168,
      "step": 31180
    },
    {
      "epoch": 2.6487427794767244,
      "grad_norm": 3.1468339261781075,
      "learning_rate": 0.00018493401088740238,
      "loss": 4.8236,
      "step": 31181
    },
    {
      "epoch": 2.6488277268093783,
      "grad_norm": 2.9093561511510786,
      "learning_rate": 0.00018492733348606123,
      "loss": 4.3467,
      "step": 31182
    },
    {
      "epoch": 2.648912674142032,
      "grad_norm": 2.8887425955410424,
      "learning_rate": 0.0001849206560115369,
      "loss": 4.4054,
      "step": 31183
    },
    {
      "epoch": 2.6489976214746855,
      "grad_norm": 3.1553648597414723,
      "learning_rate": 0.00018491397846384324,
      "loss": 5.0499,
      "step": 31184
    },
    {
      "epoch": 2.6490825688073394,
      "grad_norm": 2.961947951181301,
      "learning_rate": 0.0001849073008429943,
      "loss": 4.6485,
      "step": 31185
    },
    {
      "epoch": 2.6491675161399932,
      "grad_norm": 3.12671711657483,
      "learning_rate": 0.000184900623149004,
      "loss": 4.2134,
      "step": 31186
    },
    {
      "epoch": 2.649252463472647,
      "grad_norm": 3.1430127601473665,
      "learning_rate": 0.00018489394538188643,
      "loss": 4.9833,
      "step": 31187
    },
    {
      "epoch": 2.649337410805301,
      "grad_norm": 3.0810225638269397,
      "learning_rate": 0.00018488726754165556,
      "loss": 4.7743,
      "step": 31188
    },
    {
      "epoch": 2.6494223581379543,
      "grad_norm": 2.9788450078492135,
      "learning_rate": 0.0001848805896283253,
      "loss": 4.6858,
      "step": 31189
    },
    {
      "epoch": 2.649507305470608,
      "grad_norm": 2.9639532114430662,
      "learning_rate": 0.00018487391164190975,
      "loss": 4.5298,
      "step": 31190
    },
    {
      "epoch": 2.649592252803262,
      "grad_norm": 3.0015380345844815,
      "learning_rate": 0.00018486723358242282,
      "loss": 4.6178,
      "step": 31191
    },
    {
      "epoch": 2.6496772001359155,
      "grad_norm": 3.30346544626429,
      "learning_rate": 0.0001848605554498786,
      "loss": 5.3447,
      "step": 31192
    },
    {
      "epoch": 2.6497621474685698,
      "grad_norm": 3.0098787323039806,
      "learning_rate": 0.00018485387724429098,
      "loss": 4.7339,
      "step": 31193
    },
    {
      "epoch": 2.649847094801223,
      "grad_norm": 3.016775675053948,
      "learning_rate": 0.000184847198965674,
      "loss": 4.5661,
      "step": 31194
    },
    {
      "epoch": 2.649932042133877,
      "grad_norm": 2.9866805635675053,
      "learning_rate": 0.00018484052061404162,
      "loss": 4.4307,
      "step": 31195
    },
    {
      "epoch": 2.650016989466531,
      "grad_norm": 2.987664084172142,
      "learning_rate": 0.00018483384218940786,
      "loss": 4.606,
      "step": 31196
    },
    {
      "epoch": 2.6501019367991843,
      "grad_norm": 2.956160240432176,
      "learning_rate": 0.00018482716369178675,
      "loss": 4.4629,
      "step": 31197
    },
    {
      "epoch": 2.650186884131838,
      "grad_norm": 2.937927487809146,
      "learning_rate": 0.00018482048512119222,
      "loss": 4.4563,
      "step": 31198
    },
    {
      "epoch": 2.650271831464492,
      "grad_norm": 2.9717044346050963,
      "learning_rate": 0.00018481380647763834,
      "loss": 4.6792,
      "step": 31199
    },
    {
      "epoch": 2.650356778797146,
      "grad_norm": 2.9681616625511533,
      "learning_rate": 0.00018480712776113896,
      "loss": 4.5237,
      "step": 31200
    },
    {
      "epoch": 2.6504417261297997,
      "grad_norm": 2.906780619292078,
      "learning_rate": 0.00018480044897170825,
      "loss": 4.2747,
      "step": 31201
    },
    {
      "epoch": 2.650526673462453,
      "grad_norm": 2.9114477989614556,
      "learning_rate": 0.0001847937701093601,
      "loss": 4.5545,
      "step": 31202
    },
    {
      "epoch": 2.650611620795107,
      "grad_norm": 2.96238214740354,
      "learning_rate": 0.00018478709117410852,
      "loss": 4.3311,
      "step": 31203
    },
    {
      "epoch": 2.6506965681277608,
      "grad_norm": 2.922783486434049,
      "learning_rate": 0.0001847804121659675,
      "loss": 4.4878,
      "step": 31204
    },
    {
      "epoch": 2.6507815154604146,
      "grad_norm": 3.047158182729324,
      "learning_rate": 0.00018477373308495103,
      "loss": 4.6692,
      "step": 31205
    },
    {
      "epoch": 2.6508664627930685,
      "grad_norm": 2.912018955883018,
      "learning_rate": 0.00018476705393107314,
      "loss": 4.245,
      "step": 31206
    },
    {
      "epoch": 2.650951410125722,
      "grad_norm": 3.1691808115987667,
      "learning_rate": 0.00018476037470434783,
      "loss": 4.8974,
      "step": 31207
    },
    {
      "epoch": 2.6510363574583757,
      "grad_norm": 3.020782387164575,
      "learning_rate": 0.00018475369540478905,
      "loss": 4.6019,
      "step": 31208
    },
    {
      "epoch": 2.6511213047910296,
      "grad_norm": 2.936437289452578,
      "learning_rate": 0.0001847470160324108,
      "loss": 4.3251,
      "step": 31209
    },
    {
      "epoch": 2.6512062521236834,
      "grad_norm": 2.8883096693718717,
      "learning_rate": 0.0001847403365872271,
      "loss": 4.5329,
      "step": 31210
    },
    {
      "epoch": 2.6512911994563373,
      "grad_norm": 3.1737740053349976,
      "learning_rate": 0.00018473365706925195,
      "loss": 4.984,
      "step": 31211
    },
    {
      "epoch": 2.6513761467889907,
      "grad_norm": 3.107625049292794,
      "learning_rate": 0.00018472697747849934,
      "loss": 4.946,
      "step": 31212
    },
    {
      "epoch": 2.6514610941216445,
      "grad_norm": 2.9421398406194075,
      "learning_rate": 0.00018472029781498324,
      "loss": 4.4764,
      "step": 31213
    },
    {
      "epoch": 2.6515460414542984,
      "grad_norm": 3.2663910383042007,
      "learning_rate": 0.00018471361807871766,
      "loss": 5.1597,
      "step": 31214
    },
    {
      "epoch": 2.6516309887869522,
      "grad_norm": 2.9651964169752922,
      "learning_rate": 0.0001847069382697166,
      "loss": 4.5296,
      "step": 31215
    },
    {
      "epoch": 2.651715936119606,
      "grad_norm": 3.1670340752467268,
      "learning_rate": 0.00018470025838799402,
      "loss": 4.7319,
      "step": 31216
    },
    {
      "epoch": 2.6518008834522595,
      "grad_norm": 3.169591833375389,
      "learning_rate": 0.00018469357843356403,
      "loss": 5.0934,
      "step": 31217
    },
    {
      "epoch": 2.6518858307849134,
      "grad_norm": 2.871584577776683,
      "learning_rate": 0.00018468689840644046,
      "loss": 4.1964,
      "step": 31218
    },
    {
      "epoch": 2.651970778117567,
      "grad_norm": 3.0053408813842335,
      "learning_rate": 0.00018468021830663747,
      "loss": 4.518,
      "step": 31219
    },
    {
      "epoch": 2.6520557254502206,
      "grad_norm": 3.1902283825810405,
      "learning_rate": 0.00018467353813416895,
      "loss": 5.1376,
      "step": 31220
    },
    {
      "epoch": 2.6521406727828745,
      "grad_norm": 3.2128215094096753,
      "learning_rate": 0.0001846668578890489,
      "loss": 5.2053,
      "step": 31221
    },
    {
      "epoch": 2.6522256201155283,
      "grad_norm": 3.103926788327866,
      "learning_rate": 0.00018466017757129137,
      "loss": 4.6801,
      "step": 31222
    },
    {
      "epoch": 2.652310567448182,
      "grad_norm": 2.9757403201329895,
      "learning_rate": 0.00018465349718091033,
      "loss": 4.5079,
      "step": 31223
    },
    {
      "epoch": 2.652395514780836,
      "grad_norm": 3.0539819531542647,
      "learning_rate": 0.00018464681671791984,
      "loss": 4.5468,
      "step": 31224
    },
    {
      "epoch": 2.6524804621134894,
      "grad_norm": 3.075972024633309,
      "learning_rate": 0.00018464013618233371,
      "loss": 4.887,
      "step": 31225
    },
    {
      "epoch": 2.6525654094461433,
      "grad_norm": 2.8210761588812736,
      "learning_rate": 0.00018463345557416617,
      "loss": 4.4621,
      "step": 31226
    },
    {
      "epoch": 2.652650356778797,
      "grad_norm": 3.130783931985306,
      "learning_rate": 0.0001846267748934311,
      "loss": 5.0027,
      "step": 31227
    },
    {
      "epoch": 2.652735304111451,
      "grad_norm": 2.9246580813134067,
      "learning_rate": 0.0001846200941401425,
      "loss": 4.4831,
      "step": 31228
    },
    {
      "epoch": 2.652820251444105,
      "grad_norm": 3.0448956360847887,
      "learning_rate": 0.00018461341331431434,
      "loss": 4.7662,
      "step": 31229
    },
    {
      "epoch": 2.6529051987767582,
      "grad_norm": 2.9692605927374576,
      "learning_rate": 0.0001846067324159607,
      "loss": 4.5676,
      "step": 31230
    },
    {
      "epoch": 2.652990146109412,
      "grad_norm": 3.2667814473110455,
      "learning_rate": 0.0001846000514450955,
      "loss": 5.0785,
      "step": 31231
    },
    {
      "epoch": 2.653075093442066,
      "grad_norm": 3.087806972617873,
      "learning_rate": 0.00018459337040173282,
      "loss": 5.1085,
      "step": 31232
    },
    {
      "epoch": 2.65316004077472,
      "grad_norm": 3.258371375658812,
      "learning_rate": 0.00018458668928588663,
      "loss": 5.232,
      "step": 31233
    },
    {
      "epoch": 2.6532449881073736,
      "grad_norm": 2.9708948533202713,
      "learning_rate": 0.00018458000809757082,
      "loss": 4.6929,
      "step": 31234
    },
    {
      "epoch": 2.653329935440027,
      "grad_norm": 3.032763246193036,
      "learning_rate": 0.0001845733268367996,
      "loss": 5.0012,
      "step": 31235
    },
    {
      "epoch": 2.653414882772681,
      "grad_norm": 2.918939837651007,
      "learning_rate": 0.00018456664550358677,
      "loss": 4.4244,
      "step": 31236
    },
    {
      "epoch": 2.6534998301053347,
      "grad_norm": 3.018980306323089,
      "learning_rate": 0.0001845599640979464,
      "loss": 4.8819,
      "step": 31237
    },
    {
      "epoch": 2.6535847774379886,
      "grad_norm": 2.9768137854147754,
      "learning_rate": 0.00018455328261989256,
      "loss": 4.4892,
      "step": 31238
    },
    {
      "epoch": 2.6536697247706424,
      "grad_norm": 2.9352608500132877,
      "learning_rate": 0.00018454660106943913,
      "loss": 4.4878,
      "step": 31239
    },
    {
      "epoch": 2.653754672103296,
      "grad_norm": 3.0997452396018703,
      "learning_rate": 0.00018453991944660024,
      "loss": 4.8621,
      "step": 31240
    },
    {
      "epoch": 2.6538396194359497,
      "grad_norm": 3.1036272230054642,
      "learning_rate": 0.00018453323775138975,
      "loss": 4.7176,
      "step": 31241
    },
    {
      "epoch": 2.6539245667686036,
      "grad_norm": 3.028647598310476,
      "learning_rate": 0.0001845265559838218,
      "loss": 4.7767,
      "step": 31242
    },
    {
      "epoch": 2.654009514101257,
      "grad_norm": 2.972703921565613,
      "learning_rate": 0.00018451987414391024,
      "loss": 4.5425,
      "step": 31243
    },
    {
      "epoch": 2.654094461433911,
      "grad_norm": 3.051883363042217,
      "learning_rate": 0.00018451319223166922,
      "loss": 4.455,
      "step": 31244
    },
    {
      "epoch": 2.6541794087665647,
      "grad_norm": 2.953744251696641,
      "learning_rate": 0.00018450651024711263,
      "loss": 4.6597,
      "step": 31245
    },
    {
      "epoch": 2.6542643560992185,
      "grad_norm": 3.1843073703346625,
      "learning_rate": 0.00018449982819025452,
      "loss": 4.9955,
      "step": 31246
    },
    {
      "epoch": 2.6543493034318724,
      "grad_norm": 3.0030547416081483,
      "learning_rate": 0.00018449314606110888,
      "loss": 4.6073,
      "step": 31247
    },
    {
      "epoch": 2.6544342507645258,
      "grad_norm": 3.0313184043662216,
      "learning_rate": 0.0001844864638596897,
      "loss": 4.6418,
      "step": 31248
    },
    {
      "epoch": 2.6545191980971796,
      "grad_norm": 2.9721863665434145,
      "learning_rate": 0.00018447978158601103,
      "loss": 4.7357,
      "step": 31249
    },
    {
      "epoch": 2.6546041454298335,
      "grad_norm": 2.9453971504449172,
      "learning_rate": 0.00018447309924008682,
      "loss": 4.4797,
      "step": 31250
    },
    {
      "epoch": 2.6546890927624873,
      "grad_norm": 3.168334437774946,
      "learning_rate": 0.00018446641682193113,
      "loss": 5.0615,
      "step": 31251
    },
    {
      "epoch": 2.654774040095141,
      "grad_norm": 2.9609745648576955,
      "learning_rate": 0.00018445973433155785,
      "loss": 4.6834,
      "step": 31252
    },
    {
      "epoch": 2.6548589874277946,
      "grad_norm": 2.98563746498831,
      "learning_rate": 0.00018445305176898111,
      "loss": 4.4806,
      "step": 31253
    },
    {
      "epoch": 2.6549439347604484,
      "grad_norm": 2.9839606738703957,
      "learning_rate": 0.00018444636913421482,
      "loss": 4.3909,
      "step": 31254
    },
    {
      "epoch": 2.6550288820931023,
      "grad_norm": 2.8655325524093436,
      "learning_rate": 0.00018443968642727301,
      "loss": 3.9405,
      "step": 31255
    },
    {
      "epoch": 2.655113829425756,
      "grad_norm": 3.1022160263114045,
      "learning_rate": 0.0001844330036481697,
      "loss": 5.1818,
      "step": 31256
    },
    {
      "epoch": 2.65519877675841,
      "grad_norm": 3.036421246045427,
      "learning_rate": 0.00018442632079691885,
      "loss": 4.4751,
      "step": 31257
    },
    {
      "epoch": 2.6552837240910634,
      "grad_norm": 3.04433395206661,
      "learning_rate": 0.00018441963787353455,
      "loss": 4.6254,
      "step": 31258
    },
    {
      "epoch": 2.6553686714237172,
      "grad_norm": 2.9694403395155464,
      "learning_rate": 0.0001844129548780307,
      "loss": 4.6071,
      "step": 31259
    },
    {
      "epoch": 2.655453618756371,
      "grad_norm": 2.8791165005257082,
      "learning_rate": 0.0001844062718104214,
      "loss": 4.2781,
      "step": 31260
    },
    {
      "epoch": 2.655538566089025,
      "grad_norm": 3.0092446307670246,
      "learning_rate": 0.00018439958867072056,
      "loss": 4.525,
      "step": 31261
    },
    {
      "epoch": 2.655623513421679,
      "grad_norm": 3.0613747245330964,
      "learning_rate": 0.00018439290545894222,
      "loss": 4.7469,
      "step": 31262
    },
    {
      "epoch": 2.655708460754332,
      "grad_norm": 2.984170301473578,
      "learning_rate": 0.00018438622217510043,
      "loss": 4.7391,
      "step": 31263
    },
    {
      "epoch": 2.655793408086986,
      "grad_norm": 3.2195947141814103,
      "learning_rate": 0.00018437953881920912,
      "loss": 5.1556,
      "step": 31264
    },
    {
      "epoch": 2.65587835541964,
      "grad_norm": 2.9130945298925246,
      "learning_rate": 0.0001843728553912823,
      "loss": 4.4277,
      "step": 31265
    },
    {
      "epoch": 2.6559633027522933,
      "grad_norm": 2.8020196222649467,
      "learning_rate": 0.00018436617189133403,
      "loss": 4.3531,
      "step": 31266
    },
    {
      "epoch": 2.6560482500849476,
      "grad_norm": 3.0657246415890103,
      "learning_rate": 0.00018435948831937833,
      "loss": 4.6963,
      "step": 31267
    },
    {
      "epoch": 2.656133197417601,
      "grad_norm": 2.9689855891285735,
      "learning_rate": 0.00018435280467542906,
      "loss": 4.3931,
      "step": 31268
    },
    {
      "epoch": 2.656218144750255,
      "grad_norm": 2.943191696255492,
      "learning_rate": 0.00018434612095950042,
      "loss": 4.4403,
      "step": 31269
    },
    {
      "epoch": 2.6563030920829087,
      "grad_norm": 2.9883774007330035,
      "learning_rate": 0.00018433943717160623,
      "loss": 4.6786,
      "step": 31270
    },
    {
      "epoch": 2.656388039415562,
      "grad_norm": 2.9890162935299465,
      "learning_rate": 0.00018433275331176065,
      "loss": 4.5339,
      "step": 31271
    },
    {
      "epoch": 2.656472986748216,
      "grad_norm": 3.0344682919531567,
      "learning_rate": 0.00018432606937997758,
      "loss": 4.5218,
      "step": 31272
    },
    {
      "epoch": 2.65655793408087,
      "grad_norm": 2.9269444542910295,
      "learning_rate": 0.00018431938537627108,
      "loss": 4.5859,
      "step": 31273
    },
    {
      "epoch": 2.6566428814135237,
      "grad_norm": 2.94398442932108,
      "learning_rate": 0.00018431270130065506,
      "loss": 4.3981,
      "step": 31274
    },
    {
      "epoch": 2.6567278287461775,
      "grad_norm": 2.907920822861904,
      "learning_rate": 0.00018430601715314367,
      "loss": 4.443,
      "step": 31275
    },
    {
      "epoch": 2.656812776078831,
      "grad_norm": 3.0856864846294285,
      "learning_rate": 0.00018429933293375087,
      "loss": 4.9466,
      "step": 31276
    },
    {
      "epoch": 2.656897723411485,
      "grad_norm": 3.0441368349236484,
      "learning_rate": 0.00018429264864249057,
      "loss": 4.7344,
      "step": 31277
    },
    {
      "epoch": 2.6569826707441386,
      "grad_norm": 3.1505593161253675,
      "learning_rate": 0.00018428596427937688,
      "loss": 4.7375,
      "step": 31278
    },
    {
      "epoch": 2.6570676180767925,
      "grad_norm": 2.9044668941498264,
      "learning_rate": 0.00018427927984442379,
      "loss": 4.2756,
      "step": 31279
    },
    {
      "epoch": 2.6571525654094463,
      "grad_norm": 2.996807845675303,
      "learning_rate": 0.00018427259533764526,
      "loss": 4.6299,
      "step": 31280
    },
    {
      "epoch": 2.6572375127420997,
      "grad_norm": 2.9198086536322934,
      "learning_rate": 0.00018426591075905536,
      "loss": 4.5684,
      "step": 31281
    },
    {
      "epoch": 2.6573224600747536,
      "grad_norm": 2.893523264154002,
      "learning_rate": 0.00018425922610866807,
      "loss": 4.4131,
      "step": 31282
    },
    {
      "epoch": 2.6574074074074074,
      "grad_norm": 2.9485902122644965,
      "learning_rate": 0.00018425254138649728,
      "loss": 4.615,
      "step": 31283
    },
    {
      "epoch": 2.6574923547400613,
      "grad_norm": 2.9059086195596824,
      "learning_rate": 0.00018424585659255715,
      "loss": 4.4866,
      "step": 31284
    },
    {
      "epoch": 2.657577302072715,
      "grad_norm": 3.0492999205623046,
      "learning_rate": 0.00018423917172686173,
      "loss": 4.4855,
      "step": 31285
    },
    {
      "epoch": 2.6576622494053685,
      "grad_norm": 3.228087820941887,
      "learning_rate": 0.00018423248678942482,
      "loss": 5.3039,
      "step": 31286
    },
    {
      "epoch": 2.6577471967380224,
      "grad_norm": 3.18128721958567,
      "learning_rate": 0.00018422580178026064,
      "loss": 5.169,
      "step": 31287
    },
    {
      "epoch": 2.6578321440706763,
      "grad_norm": 3.1823127493387338,
      "learning_rate": 0.00018421911669938302,
      "loss": 4.9795,
      "step": 31288
    },
    {
      "epoch": 2.65791709140333,
      "grad_norm": 2.8949053350568343,
      "learning_rate": 0.0001842124315468061,
      "loss": 4.6764,
      "step": 31289
    },
    {
      "epoch": 2.658002038735984,
      "grad_norm": 2.8861510943722144,
      "learning_rate": 0.0001842057463225438,
      "loss": 4.3234,
      "step": 31290
    },
    {
      "epoch": 2.6580869860686374,
      "grad_norm": 3.0108114854154926,
      "learning_rate": 0.00018419906102661024,
      "loss": 4.4155,
      "step": 31291
    },
    {
      "epoch": 2.658171933401291,
      "grad_norm": 3.066056724261413,
      "learning_rate": 0.00018419237565901926,
      "loss": 4.8741,
      "step": 31292
    },
    {
      "epoch": 2.658256880733945,
      "grad_norm": 3.1394552164049276,
      "learning_rate": 0.000184185690219785,
      "loss": 5.0442,
      "step": 31293
    },
    {
      "epoch": 2.6583418280665985,
      "grad_norm": 2.9999442782872308,
      "learning_rate": 0.00018417900470892143,
      "loss": 4.4176,
      "step": 31294
    },
    {
      "epoch": 2.6584267753992523,
      "grad_norm": 2.9309651072806933,
      "learning_rate": 0.0001841723191264425,
      "loss": 4.5127,
      "step": 31295
    },
    {
      "epoch": 2.658511722731906,
      "grad_norm": 3.040311602763667,
      "learning_rate": 0.00018416563347236234,
      "loss": 4.6569,
      "step": 31296
    },
    {
      "epoch": 2.65859667006456,
      "grad_norm": 2.9614464450053517,
      "learning_rate": 0.00018415894774669487,
      "loss": 4.6109,
      "step": 31297
    },
    {
      "epoch": 2.658681617397214,
      "grad_norm": 2.846667740623704,
      "learning_rate": 0.0001841522619494541,
      "loss": 4.3748,
      "step": 31298
    },
    {
      "epoch": 2.6587665647298673,
      "grad_norm": 2.918270645352546,
      "learning_rate": 0.00018414557608065408,
      "loss": 4.5471,
      "step": 31299
    },
    {
      "epoch": 2.658851512062521,
      "grad_norm": 3.152169127357817,
      "learning_rate": 0.00018413889014030882,
      "loss": 4.8838,
      "step": 31300
    },
    {
      "epoch": 2.658936459395175,
      "grad_norm": 3.1958981203359613,
      "learning_rate": 0.00018413220412843225,
      "loss": 5.0198,
      "step": 31301
    },
    {
      "epoch": 2.659021406727829,
      "grad_norm": 2.9420832175316654,
      "learning_rate": 0.0001841255180450385,
      "loss": 4.578,
      "step": 31302
    },
    {
      "epoch": 2.6591063540604827,
      "grad_norm": 2.9140807346682984,
      "learning_rate": 0.00018411883189014148,
      "loss": 4.4509,
      "step": 31303
    },
    {
      "epoch": 2.659191301393136,
      "grad_norm": 3.0311172938203232,
      "learning_rate": 0.0001841121456637552,
      "loss": 4.7834,
      "step": 31304
    },
    {
      "epoch": 2.65927624872579,
      "grad_norm": 3.0728390967590857,
      "learning_rate": 0.0001841054593658938,
      "loss": 4.6391,
      "step": 31305
    },
    {
      "epoch": 2.659361196058444,
      "grad_norm": 2.8818622616398675,
      "learning_rate": 0.0001840987729965711,
      "loss": 4.1682,
      "step": 31306
    },
    {
      "epoch": 2.6594461433910976,
      "grad_norm": 2.895314789979615,
      "learning_rate": 0.00018409208655580122,
      "loss": 4.6842,
      "step": 31307
    },
    {
      "epoch": 2.6595310907237515,
      "grad_norm": 2.893877766425593,
      "learning_rate": 0.00018408540004359817,
      "loss": 4.3594,
      "step": 31308
    },
    {
      "epoch": 2.659616038056405,
      "grad_norm": 3.1957003102411576,
      "learning_rate": 0.00018407871345997598,
      "loss": 4.9228,
      "step": 31309
    },
    {
      "epoch": 2.6597009853890587,
      "grad_norm": 3.0049852597866273,
      "learning_rate": 0.0001840720268049486,
      "loss": 4.7135,
      "step": 31310
    },
    {
      "epoch": 2.6597859327217126,
      "grad_norm": 3.0989724439301143,
      "learning_rate": 0.00018406534007853005,
      "loss": 4.7826,
      "step": 31311
    },
    {
      "epoch": 2.6598708800543664,
      "grad_norm": 3.1888776588677543,
      "learning_rate": 0.00018405865328073435,
      "loss": 4.8477,
      "step": 31312
    },
    {
      "epoch": 2.6599558273870203,
      "grad_norm": 2.9182607611238756,
      "learning_rate": 0.00018405196641157554,
      "loss": 4.4167,
      "step": 31313
    },
    {
      "epoch": 2.6600407747196737,
      "grad_norm": 3.0064036675696766,
      "learning_rate": 0.00018404527947106763,
      "loss": 4.7078,
      "step": 31314
    },
    {
      "epoch": 2.6601257220523276,
      "grad_norm": 2.9483318057142007,
      "learning_rate": 0.00018403859245922456,
      "loss": 4.3664,
      "step": 31315
    },
    {
      "epoch": 2.6602106693849814,
      "grad_norm": 3.1544192930839654,
      "learning_rate": 0.00018403190537606042,
      "loss": 4.1008,
      "step": 31316
    },
    {
      "epoch": 2.660295616717635,
      "grad_norm": 3.028076383658442,
      "learning_rate": 0.00018402521822158917,
      "loss": 4.592,
      "step": 31317
    },
    {
      "epoch": 2.6603805640502887,
      "grad_norm": 2.9530047562287374,
      "learning_rate": 0.00018401853099582488,
      "loss": 4.0733,
      "step": 31318
    },
    {
      "epoch": 2.6604655113829425,
      "grad_norm": 3.0103414804103723,
      "learning_rate": 0.0001840118436987815,
      "loss": 4.6447,
      "step": 31319
    },
    {
      "epoch": 2.6605504587155964,
      "grad_norm": 3.0522898730673393,
      "learning_rate": 0.00018400515633047306,
      "loss": 4.5748,
      "step": 31320
    },
    {
      "epoch": 2.66063540604825,
      "grad_norm": 2.9163971758832967,
      "learning_rate": 0.0001839984688909136,
      "loss": 4.3011,
      "step": 31321
    },
    {
      "epoch": 2.6607203533809036,
      "grad_norm": 3.0952838876101563,
      "learning_rate": 0.0001839917813801171,
      "loss": 4.9395,
      "step": 31322
    },
    {
      "epoch": 2.6608053007135575,
      "grad_norm": 3.0300129955053214,
      "learning_rate": 0.00018398509379809755,
      "loss": 4.2611,
      "step": 31323
    },
    {
      "epoch": 2.6608902480462113,
      "grad_norm": 2.9076792051900866,
      "learning_rate": 0.00018397840614486907,
      "loss": 4.5262,
      "step": 31324
    },
    {
      "epoch": 2.660975195378865,
      "grad_norm": 3.0984661976137597,
      "learning_rate": 0.0001839717184204456,
      "loss": 4.3204,
      "step": 31325
    },
    {
      "epoch": 2.661060142711519,
      "grad_norm": 3.0262036717642387,
      "learning_rate": 0.00018396503062484103,
      "loss": 4.6422,
      "step": 31326
    },
    {
      "epoch": 2.6611450900441724,
      "grad_norm": 3.004470735384179,
      "learning_rate": 0.0001839583427580696,
      "loss": 4.4969,
      "step": 31327
    },
    {
      "epoch": 2.6612300373768263,
      "grad_norm": 2.9767408832773383,
      "learning_rate": 0.00018395165482014522,
      "loss": 4.7064,
      "step": 31328
    },
    {
      "epoch": 2.66131498470948,
      "grad_norm": 3.1970798628940638,
      "learning_rate": 0.00018394496681108186,
      "loss": 4.9326,
      "step": 31329
    },
    {
      "epoch": 2.661399932042134,
      "grad_norm": 2.9781994195521326,
      "learning_rate": 0.0001839382787308936,
      "loss": 4.3353,
      "step": 31330
    },
    {
      "epoch": 2.661484879374788,
      "grad_norm": 2.997584876148879,
      "learning_rate": 0.00018393159057959442,
      "loss": 4.4752,
      "step": 31331
    },
    {
      "epoch": 2.6615698267074412,
      "grad_norm": 3.2172519502562684,
      "learning_rate": 0.00018392490235719834,
      "loss": 5.1209,
      "step": 31332
    },
    {
      "epoch": 2.661654774040095,
      "grad_norm": 2.986192628576163,
      "learning_rate": 0.00018391821406371934,
      "loss": 4.6396,
      "step": 31333
    },
    {
      "epoch": 2.661739721372749,
      "grad_norm": 2.9119829594733315,
      "learning_rate": 0.00018391152569917154,
      "loss": 4.4941,
      "step": 31334
    },
    {
      "epoch": 2.661824668705403,
      "grad_norm": 3.023003454598512,
      "learning_rate": 0.0001839048372635688,
      "loss": 4.2763,
      "step": 31335
    },
    {
      "epoch": 2.6619096160380566,
      "grad_norm": 3.0117038623151196,
      "learning_rate": 0.00018389814875692534,
      "loss": 4.5028,
      "step": 31336
    },
    {
      "epoch": 2.66199456337071,
      "grad_norm": 2.970798224753312,
      "learning_rate": 0.00018389146017925496,
      "loss": 4.5907,
      "step": 31337
    },
    {
      "epoch": 2.662079510703364,
      "grad_norm": 2.924241174355009,
      "learning_rate": 0.00018388477153057176,
      "loss": 4.6459,
      "step": 31338
    },
    {
      "epoch": 2.6621644580360178,
      "grad_norm": 3.0060207113701995,
      "learning_rate": 0.00018387808281088982,
      "loss": 4.6103,
      "step": 31339
    },
    {
      "epoch": 2.662249405368671,
      "grad_norm": 3.073278373240379,
      "learning_rate": 0.00018387139402022308,
      "loss": 4.7772,
      "step": 31340
    },
    {
      "epoch": 2.662334352701325,
      "grad_norm": 3.214020352001652,
      "learning_rate": 0.00018386470515858552,
      "loss": 5.0548,
      "step": 31341
    },
    {
      "epoch": 2.662419300033979,
      "grad_norm": 3.0724990708648185,
      "learning_rate": 0.00018385801622599127,
      "loss": 4.8311,
      "step": 31342
    },
    {
      "epoch": 2.6625042473666327,
      "grad_norm": 3.014747030446434,
      "learning_rate": 0.00018385132722245425,
      "loss": 4.6629,
      "step": 31343
    },
    {
      "epoch": 2.6625891946992866,
      "grad_norm": 2.9358908450073167,
      "learning_rate": 0.0001838446381479885,
      "loss": 4.4856,
      "step": 31344
    },
    {
      "epoch": 2.66267414203194,
      "grad_norm": 2.9784936984913877,
      "learning_rate": 0.0001838379490026081,
      "loss": 4.7533,
      "step": 31345
    },
    {
      "epoch": 2.662759089364594,
      "grad_norm": 3.1056712232002948,
      "learning_rate": 0.00018383125978632694,
      "loss": 4.9819,
      "step": 31346
    },
    {
      "epoch": 2.6628440366972477,
      "grad_norm": 3.00976448614939,
      "learning_rate": 0.00018382457049915914,
      "loss": 4.6162,
      "step": 31347
    },
    {
      "epoch": 2.6629289840299015,
      "grad_norm": 3.1297875430002495,
      "learning_rate": 0.00018381788114111867,
      "loss": 5.0583,
      "step": 31348
    },
    {
      "epoch": 2.6630139313625554,
      "grad_norm": 3.190894438423611,
      "learning_rate": 0.00018381119171221956,
      "loss": 4.8551,
      "step": 31349
    },
    {
      "epoch": 2.663098878695209,
      "grad_norm": 2.9323830514262754,
      "learning_rate": 0.00018380450221247582,
      "loss": 4.4192,
      "step": 31350
    },
    {
      "epoch": 2.6631838260278626,
      "grad_norm": 3.058756237254332,
      "learning_rate": 0.00018379781264190147,
      "loss": 4.6184,
      "step": 31351
    },
    {
      "epoch": 2.6632687733605165,
      "grad_norm": 2.8950940258902165,
      "learning_rate": 0.00018379112300051056,
      "loss": 4.5139,
      "step": 31352
    },
    {
      "epoch": 2.6633537206931703,
      "grad_norm": 2.9479664419978615,
      "learning_rate": 0.00018378443328831705,
      "loss": 4.3764,
      "step": 31353
    },
    {
      "epoch": 2.663438668025824,
      "grad_norm": 3.029780089949435,
      "learning_rate": 0.00018377774350533498,
      "loss": 4.9638,
      "step": 31354
    },
    {
      "epoch": 2.6635236153584776,
      "grad_norm": 3.0240861627772677,
      "learning_rate": 0.00018377105365157835,
      "loss": 4.6146,
      "step": 31355
    },
    {
      "epoch": 2.6636085626911314,
      "grad_norm": 3.0159761431934604,
      "learning_rate": 0.0001837643637270612,
      "loss": 4.5536,
      "step": 31356
    },
    {
      "epoch": 2.6636935100237853,
      "grad_norm": 3.237240196780714,
      "learning_rate": 0.00018375767373179753,
      "loss": 4.9619,
      "step": 31357
    },
    {
      "epoch": 2.663778457356439,
      "grad_norm": 2.9558394210233008,
      "learning_rate": 0.00018375098366580142,
      "loss": 4.4039,
      "step": 31358
    },
    {
      "epoch": 2.663863404689093,
      "grad_norm": 3.023907153429372,
      "learning_rate": 0.00018374429352908684,
      "loss": 4.6364,
      "step": 31359
    },
    {
      "epoch": 2.6639483520217464,
      "grad_norm": 2.965074259734004,
      "learning_rate": 0.0001837376033216677,
      "loss": 4.6075,
      "step": 31360
    },
    {
      "epoch": 2.6640332993544003,
      "grad_norm": 3.112659315542811,
      "learning_rate": 0.00018373091304355822,
      "loss": 4.9546,
      "step": 31361
    },
    {
      "epoch": 2.664118246687054,
      "grad_norm": 3.0474566827121508,
      "learning_rate": 0.0001837242226947723,
      "loss": 4.8158,
      "step": 31362
    },
    {
      "epoch": 2.6642031940197075,
      "grad_norm": 3.0332275733490306,
      "learning_rate": 0.00018371753227532399,
      "loss": 4.4587,
      "step": 31363
    },
    {
      "epoch": 2.664288141352362,
      "grad_norm": 3.228963271617175,
      "learning_rate": 0.00018371084178522729,
      "loss": 5.0163,
      "step": 31364
    },
    {
      "epoch": 2.664373088685015,
      "grad_norm": 3.049627979640261,
      "learning_rate": 0.00018370415122449622,
      "loss": 4.9322,
      "step": 31365
    },
    {
      "epoch": 2.664458036017669,
      "grad_norm": 2.934993653044753,
      "learning_rate": 0.00018369746059314481,
      "loss": 4.1255,
      "step": 31366
    },
    {
      "epoch": 2.664542983350323,
      "grad_norm": 3.0544329627900986,
      "learning_rate": 0.00018369076989118707,
      "loss": 4.6667,
      "step": 31367
    },
    {
      "epoch": 2.6646279306829763,
      "grad_norm": 3.01741729946392,
      "learning_rate": 0.00018368407911863708,
      "loss": 4.6381,
      "step": 31368
    },
    {
      "epoch": 2.66471287801563,
      "grad_norm": 2.930978874384092,
      "learning_rate": 0.0001836773882755087,
      "loss": 4.3909,
      "step": 31369
    },
    {
      "epoch": 2.664797825348284,
      "grad_norm": 3.0018188494983886,
      "learning_rate": 0.00018367069736181614,
      "loss": 4.6064,
      "step": 31370
    },
    {
      "epoch": 2.664882772680938,
      "grad_norm": 2.9960548585947233,
      "learning_rate": 0.00018366400637757327,
      "loss": 4.7777,
      "step": 31371
    },
    {
      "epoch": 2.6649677200135917,
      "grad_norm": 3.0309068441590528,
      "learning_rate": 0.0001836573153227942,
      "loss": 4.5159,
      "step": 31372
    },
    {
      "epoch": 2.665052667346245,
      "grad_norm": 3.0374225579648906,
      "learning_rate": 0.0001836506241974929,
      "loss": 4.734,
      "step": 31373
    },
    {
      "epoch": 2.665137614678899,
      "grad_norm": 3.2034500744693113,
      "learning_rate": 0.00018364393300168344,
      "loss": 5.1733,
      "step": 31374
    },
    {
      "epoch": 2.665222562011553,
      "grad_norm": 2.9326890476625738,
      "learning_rate": 0.0001836372417353798,
      "loss": 4.6118,
      "step": 31375
    },
    {
      "epoch": 2.6653075093442067,
      "grad_norm": 3.0510360969204724,
      "learning_rate": 0.000183630550398596,
      "loss": 4.6939,
      "step": 31376
    },
    {
      "epoch": 2.6653924566768605,
      "grad_norm": 2.895923235702026,
      "learning_rate": 0.00018362385899134613,
      "loss": 4.3048,
      "step": 31377
    },
    {
      "epoch": 2.665477404009514,
      "grad_norm": 2.9663221114735743,
      "learning_rate": 0.00018361716751364406,
      "loss": 4.5454,
      "step": 31378
    },
    {
      "epoch": 2.665562351342168,
      "grad_norm": 2.8983923588117255,
      "learning_rate": 0.00018361047596550395,
      "loss": 4.5201,
      "step": 31379
    },
    {
      "epoch": 2.6656472986748216,
      "grad_norm": 3.0816668194799637,
      "learning_rate": 0.00018360378434693978,
      "loss": 4.598,
      "step": 31380
    },
    {
      "epoch": 2.6657322460074755,
      "grad_norm": 3.0547256202666877,
      "learning_rate": 0.00018359709265796555,
      "loss": 4.863,
      "step": 31381
    },
    {
      "epoch": 2.6658171933401293,
      "grad_norm": 3.0315980638518876,
      "learning_rate": 0.0001835904008985953,
      "loss": 4.5636,
      "step": 31382
    },
    {
      "epoch": 2.6659021406727827,
      "grad_norm": 2.906794624792249,
      "learning_rate": 0.00018358370906884305,
      "loss": 4.2525,
      "step": 31383
    },
    {
      "epoch": 2.6659870880054366,
      "grad_norm": 2.9017081983295294,
      "learning_rate": 0.0001835770171687228,
      "loss": 3.9804,
      "step": 31384
    },
    {
      "epoch": 2.6660720353380905,
      "grad_norm": 3.223348173592356,
      "learning_rate": 0.00018357032519824863,
      "loss": 4.9953,
      "step": 31385
    },
    {
      "epoch": 2.6661569826707443,
      "grad_norm": 3.093997915645813,
      "learning_rate": 0.00018356363315743453,
      "loss": 4.7887,
      "step": 31386
    },
    {
      "epoch": 2.666241930003398,
      "grad_norm": 3.1195365697326074,
      "learning_rate": 0.0001835569410462944,
      "loss": 4.956,
      "step": 31387
    },
    {
      "epoch": 2.6663268773360516,
      "grad_norm": 2.975654110107355,
      "learning_rate": 0.00018355024886484251,
      "loss": 4.3406,
      "step": 31388
    },
    {
      "epoch": 2.6664118246687054,
      "grad_norm": 3.058513551604793,
      "learning_rate": 0.00018354355661309268,
      "loss": 4.66,
      "step": 31389
    },
    {
      "epoch": 2.6664967720013593,
      "grad_norm": 2.8240355454107737,
      "learning_rate": 0.000183536864291059,
      "loss": 4.1705,
      "step": 31390
    },
    {
      "epoch": 2.6665817193340127,
      "grad_norm": 3.1610542478460775,
      "learning_rate": 0.0001835301718987555,
      "loss": 4.9629,
      "step": 31391
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 2.974275716578913,
      "learning_rate": 0.00018352347943619623,
      "loss": 4.7278,
      "step": 31392
    },
    {
      "epoch": 2.6667516139993204,
      "grad_norm": 2.9206405143423235,
      "learning_rate": 0.00018351678690339514,
      "loss": 4.7638,
      "step": 31393
    },
    {
      "epoch": 2.666836561331974,
      "grad_norm": 3.233618948273007,
      "learning_rate": 0.00018351009430036627,
      "loss": 5.1568,
      "step": 31394
    },
    {
      "epoch": 2.666921508664628,
      "grad_norm": 3.2818767910750375,
      "learning_rate": 0.00018350340162712374,
      "loss": 5.2513,
      "step": 31395
    },
    {
      "epoch": 2.6670064559972815,
      "grad_norm": 2.903537977115769,
      "learning_rate": 0.00018349670888368142,
      "loss": 4.3918,
      "step": 31396
    },
    {
      "epoch": 2.6670914033299353,
      "grad_norm": 3.255799197552381,
      "learning_rate": 0.00018349001607005346,
      "loss": 5.0824,
      "step": 31397
    },
    {
      "epoch": 2.667176350662589,
      "grad_norm": 3.1221264435178933,
      "learning_rate": 0.00018348332318625382,
      "loss": 4.878,
      "step": 31398
    },
    {
      "epoch": 2.667261297995243,
      "grad_norm": 2.9605134675673197,
      "learning_rate": 0.00018347663023229652,
      "loss": 4.629,
      "step": 31399
    },
    {
      "epoch": 2.667346245327897,
      "grad_norm": 3.051524279923211,
      "learning_rate": 0.00018346993720819561,
      "loss": 4.7769,
      "step": 31400
    },
    {
      "epoch": 2.6674311926605503,
      "grad_norm": 2.995530786581058,
      "learning_rate": 0.0001834632441139651,
      "loss": 4.5902,
      "step": 31401
    },
    {
      "epoch": 2.667516139993204,
      "grad_norm": 3.009004710824595,
      "learning_rate": 0.00018345655094961904,
      "loss": 4.5755,
      "step": 31402
    },
    {
      "epoch": 2.667601087325858,
      "grad_norm": 3.0181217259119237,
      "learning_rate": 0.00018344985771517137,
      "loss": 4.5803,
      "step": 31403
    },
    {
      "epoch": 2.667686034658512,
      "grad_norm": 3.224544390873428,
      "learning_rate": 0.00018344316441063627,
      "loss": 5.1252,
      "step": 31404
    },
    {
      "epoch": 2.6677709819911657,
      "grad_norm": 3.078053013095616,
      "learning_rate": 0.00018343647103602763,
      "loss": 4.6938,
      "step": 31405
    },
    {
      "epoch": 2.667855929323819,
      "grad_norm": 3.0199725530117485,
      "learning_rate": 0.0001834297775913595,
      "loss": 4.6813,
      "step": 31406
    },
    {
      "epoch": 2.667940876656473,
      "grad_norm": 3.0110187606934278,
      "learning_rate": 0.00018342308407664592,
      "loss": 4.5361,
      "step": 31407
    },
    {
      "epoch": 2.668025823989127,
      "grad_norm": 2.9890540827655165,
      "learning_rate": 0.00018341639049190096,
      "loss": 4.6675,
      "step": 31408
    },
    {
      "epoch": 2.6681107713217806,
      "grad_norm": 3.009302386452519,
      "learning_rate": 0.00018340969683713852,
      "loss": 4.8696,
      "step": 31409
    },
    {
      "epoch": 2.6681957186544345,
      "grad_norm": 3.038723538910113,
      "learning_rate": 0.00018340300311237275,
      "loss": 4.6375,
      "step": 31410
    },
    {
      "epoch": 2.668280665987088,
      "grad_norm": 3.217076385660059,
      "learning_rate": 0.00018339630931761767,
      "loss": 5.216,
      "step": 31411
    },
    {
      "epoch": 2.6683656133197418,
      "grad_norm": 3.0562416809532524,
      "learning_rate": 0.00018338961545288722,
      "loss": 4.8419,
      "step": 31412
    },
    {
      "epoch": 2.6684505606523956,
      "grad_norm": 2.958370445908361,
      "learning_rate": 0.0001833829215181955,
      "loss": 4.7159,
      "step": 31413
    },
    {
      "epoch": 2.668535507985049,
      "grad_norm": 3.186942747566399,
      "learning_rate": 0.0001833762275135565,
      "loss": 4.969,
      "step": 31414
    },
    {
      "epoch": 2.668620455317703,
      "grad_norm": 2.8583175842899844,
      "learning_rate": 0.00018336953343898424,
      "loss": 4.4128,
      "step": 31415
    },
    {
      "epoch": 2.6687054026503567,
      "grad_norm": 2.9541682481509906,
      "learning_rate": 0.00018336283929449275,
      "loss": 4.6392,
      "step": 31416
    },
    {
      "epoch": 2.6687903499830106,
      "grad_norm": 2.9916412095842824,
      "learning_rate": 0.00018335614508009615,
      "loss": 4.4892,
      "step": 31417
    },
    {
      "epoch": 2.6688752973156644,
      "grad_norm": 3.177657866326525,
      "learning_rate": 0.00018334945079580828,
      "loss": 5.0602,
      "step": 31418
    },
    {
      "epoch": 2.668960244648318,
      "grad_norm": 2.91549012960762,
      "learning_rate": 0.0001833427564416433,
      "loss": 4.3478,
      "step": 31419
    },
    {
      "epoch": 2.6690451919809717,
      "grad_norm": 3.2889506950628205,
      "learning_rate": 0.00018333606201761525,
      "loss": 4.1868,
      "step": 31420
    },
    {
      "epoch": 2.6691301393136255,
      "grad_norm": 2.938674150597998,
      "learning_rate": 0.00018332936752373804,
      "loss": 4.62,
      "step": 31421
    },
    {
      "epoch": 2.6692150866462794,
      "grad_norm": 2.937397275493284,
      "learning_rate": 0.00018332267296002582,
      "loss": 4.3859,
      "step": 31422
    },
    {
      "epoch": 2.6693000339789332,
      "grad_norm": 3.0731925730663994,
      "learning_rate": 0.00018331597832649257,
      "loss": 4.8735,
      "step": 31423
    },
    {
      "epoch": 2.6693849813115866,
      "grad_norm": 2.9411392533127176,
      "learning_rate": 0.0001833092836231523,
      "loss": 4.5835,
      "step": 31424
    },
    {
      "epoch": 2.6694699286442405,
      "grad_norm": 2.9813366678959192,
      "learning_rate": 0.00018330258885001908,
      "loss": 4.7342,
      "step": 31425
    },
    {
      "epoch": 2.6695548759768943,
      "grad_norm": 3.1897686632313422,
      "learning_rate": 0.00018329589400710688,
      "loss": 5.0626,
      "step": 31426
    },
    {
      "epoch": 2.669639823309548,
      "grad_norm": 3.0192650202590765,
      "learning_rate": 0.00018328919909442974,
      "loss": 4.6797,
      "step": 31427
    },
    {
      "epoch": 2.669724770642202,
      "grad_norm": 3.2419771028478426,
      "learning_rate": 0.00018328250411200176,
      "loss": 5.2755,
      "step": 31428
    },
    {
      "epoch": 2.6698097179748554,
      "grad_norm": 3.007502615981925,
      "learning_rate": 0.00018327580905983686,
      "loss": 4.5071,
      "step": 31429
    },
    {
      "epoch": 2.6698946653075093,
      "grad_norm": 3.122548914535693,
      "learning_rate": 0.00018326911393794912,
      "loss": 4.6786,
      "step": 31430
    },
    {
      "epoch": 2.669979612640163,
      "grad_norm": 3.056815481272782,
      "learning_rate": 0.00018326241874635262,
      "loss": 4.5893,
      "step": 31431
    },
    {
      "epoch": 2.670064559972817,
      "grad_norm": 3.068818451036996,
      "learning_rate": 0.0001832557234850613,
      "loss": 4.7162,
      "step": 31432
    },
    {
      "epoch": 2.670149507305471,
      "grad_norm": 2.938942549072452,
      "learning_rate": 0.00018324902815408927,
      "loss": 4.2562,
      "step": 31433
    },
    {
      "epoch": 2.6702344546381243,
      "grad_norm": 3.05647590010587,
      "learning_rate": 0.00018324233275345046,
      "loss": 4.7734,
      "step": 31434
    },
    {
      "epoch": 2.670319401970778,
      "grad_norm": 2.9455207948870177,
      "learning_rate": 0.00018323563728315904,
      "loss": 4.4568,
      "step": 31435
    },
    {
      "epoch": 2.670404349303432,
      "grad_norm": 2.9961800401864522,
      "learning_rate": 0.00018322894174322885,
      "loss": 4.5768,
      "step": 31436
    },
    {
      "epoch": 2.6704892966360854,
      "grad_norm": 3.189441854331708,
      "learning_rate": 0.00018322224613367407,
      "loss": 4.9341,
      "step": 31437
    },
    {
      "epoch": 2.6705742439687397,
      "grad_norm": 2.9228964279224026,
      "learning_rate": 0.0001832155504545087,
      "loss": 4.4459,
      "step": 31438
    },
    {
      "epoch": 2.670659191301393,
      "grad_norm": 3.0345293799336392,
      "learning_rate": 0.0001832088547057467,
      "loss": 4.8416,
      "step": 31439
    },
    {
      "epoch": 2.670744138634047,
      "grad_norm": 2.9697822526444493,
      "learning_rate": 0.00018320215888740216,
      "loss": 4.623,
      "step": 31440
    },
    {
      "epoch": 2.6708290859667008,
      "grad_norm": 3.1681024313189226,
      "learning_rate": 0.00018319546299948913,
      "loss": 5.0471,
      "step": 31441
    },
    {
      "epoch": 2.670914033299354,
      "grad_norm": 3.1249702833024076,
      "learning_rate": 0.00018318876704202162,
      "loss": 4.701,
      "step": 31442
    },
    {
      "epoch": 2.670998980632008,
      "grad_norm": 2.9233293039609296,
      "learning_rate": 0.0001831820710150136,
      "loss": 4.4468,
      "step": 31443
    },
    {
      "epoch": 2.671083927964662,
      "grad_norm": 2.966286296026021,
      "learning_rate": 0.00018317537491847923,
      "loss": 4.5975,
      "step": 31444
    },
    {
      "epoch": 2.6711688752973157,
      "grad_norm": 2.9708670357420393,
      "learning_rate": 0.0001831686787524324,
      "loss": 4.6029,
      "step": 31445
    },
    {
      "epoch": 2.6712538226299696,
      "grad_norm": 2.9320402977728217,
      "learning_rate": 0.00018316198251688723,
      "loss": 4.2418,
      "step": 31446
    },
    {
      "epoch": 2.671338769962623,
      "grad_norm": 3.0831706123907106,
      "learning_rate": 0.0001831552862118577,
      "loss": 4.8117,
      "step": 31447
    },
    {
      "epoch": 2.671423717295277,
      "grad_norm": 3.004320167428747,
      "learning_rate": 0.00018314858983735789,
      "loss": 4.6564,
      "step": 31448
    },
    {
      "epoch": 2.6715086646279307,
      "grad_norm": 2.9903135399209044,
      "learning_rate": 0.00018314189339340177,
      "loss": 4.453,
      "step": 31449
    },
    {
      "epoch": 2.6715936119605845,
      "grad_norm": 3.0115733836233094,
      "learning_rate": 0.0001831351968800034,
      "loss": 4.6711,
      "step": 31450
    },
    {
      "epoch": 2.6716785592932384,
      "grad_norm": 3.024048860241702,
      "learning_rate": 0.00018312850029717688,
      "loss": 4.7813,
      "step": 31451
    },
    {
      "epoch": 2.671763506625892,
      "grad_norm": 2.9847795951946425,
      "learning_rate": 0.00018312180364493612,
      "loss": 4.6054,
      "step": 31452
    },
    {
      "epoch": 2.6718484539585456,
      "grad_norm": 3.045020382831769,
      "learning_rate": 0.00018311510692329522,
      "loss": 4.4855,
      "step": 31453
    },
    {
      "epoch": 2.6719334012911995,
      "grad_norm": 3.045525300308973,
      "learning_rate": 0.0001831084101322682,
      "loss": 4.8488,
      "step": 31454
    },
    {
      "epoch": 2.6720183486238533,
      "grad_norm": 2.985495363990717,
      "learning_rate": 0.0001831017132718691,
      "loss": 4.5804,
      "step": 31455
    },
    {
      "epoch": 2.672103295956507,
      "grad_norm": 2.9279633942028065,
      "learning_rate": 0.00018309501634211194,
      "loss": 4.4473,
      "step": 31456
    },
    {
      "epoch": 2.6721882432891606,
      "grad_norm": 3.019300903149623,
      "learning_rate": 0.00018308831934301075,
      "loss": 4.4237,
      "step": 31457
    },
    {
      "epoch": 2.6722731906218145,
      "grad_norm": 3.043114362296515,
      "learning_rate": 0.00018308162227457958,
      "loss": 4.8171,
      "step": 31458
    },
    {
      "epoch": 2.6723581379544683,
      "grad_norm": 3.171547892423331,
      "learning_rate": 0.00018307492513683243,
      "loss": 4.792,
      "step": 31459
    },
    {
      "epoch": 2.6724430852871217,
      "grad_norm": 2.905224145260272,
      "learning_rate": 0.0001830682279297834,
      "loss": 4.2736,
      "step": 31460
    },
    {
      "epoch": 2.672528032619776,
      "grad_norm": 2.9957528539849942,
      "learning_rate": 0.00018306153065344644,
      "loss": 4.5031,
      "step": 31461
    },
    {
      "epoch": 2.6726129799524294,
      "grad_norm": 2.9971540092487854,
      "learning_rate": 0.00018305483330783564,
      "loss": 4.7355,
      "step": 31462
    },
    {
      "epoch": 2.6726979272850833,
      "grad_norm": 3.0096118334353013,
      "learning_rate": 0.000183048135892965,
      "loss": 4.5884,
      "step": 31463
    },
    {
      "epoch": 2.672782874617737,
      "grad_norm": 3.1778089842119823,
      "learning_rate": 0.00018304143840884858,
      "loss": 5.0236,
      "step": 31464
    },
    {
      "epoch": 2.6728678219503905,
      "grad_norm": 3.15954009058381,
      "learning_rate": 0.00018303474085550037,
      "loss": 4.8731,
      "step": 31465
    },
    {
      "epoch": 2.6729527692830444,
      "grad_norm": 3.018420745610914,
      "learning_rate": 0.00018302804323293444,
      "loss": 4.8321,
      "step": 31466
    },
    {
      "epoch": 2.6730377166156982,
      "grad_norm": 3.0141590289939764,
      "learning_rate": 0.00018302134554116484,
      "loss": 4.8105,
      "step": 31467
    },
    {
      "epoch": 2.673122663948352,
      "grad_norm": 3.07664404247492,
      "learning_rate": 0.00018301464778020554,
      "loss": 4.4869,
      "step": 31468
    },
    {
      "epoch": 2.673207611281006,
      "grad_norm": 2.9703933243892124,
      "learning_rate": 0.00018300794995007068,
      "loss": 4.6089,
      "step": 31469
    },
    {
      "epoch": 2.6732925586136593,
      "grad_norm": 3.3219260879068364,
      "learning_rate": 0.00018300125205077415,
      "loss": 5.2862,
      "step": 31470
    },
    {
      "epoch": 2.673377505946313,
      "grad_norm": 3.2652191254055474,
      "learning_rate": 0.00018299455408233014,
      "loss": 4.9373,
      "step": 31471
    },
    {
      "epoch": 2.673462453278967,
      "grad_norm": 3.043353042217533,
      "learning_rate": 0.00018298785604475251,
      "loss": 4.7482,
      "step": 31472
    },
    {
      "epoch": 2.673547400611621,
      "grad_norm": 3.2272013358458267,
      "learning_rate": 0.00018298115793805546,
      "loss": 5.1554,
      "step": 31473
    },
    {
      "epoch": 2.6736323479442747,
      "grad_norm": 2.9456819463128268,
      "learning_rate": 0.0001829744597622529,
      "loss": 4.3454,
      "step": 31474
    },
    {
      "epoch": 2.673717295276928,
      "grad_norm": 3.0908159817311978,
      "learning_rate": 0.00018296776151735896,
      "loss": 4.6611,
      "step": 31475
    },
    {
      "epoch": 2.673802242609582,
      "grad_norm": 3.066126088187293,
      "learning_rate": 0.0001829610632033876,
      "loss": 4.6791,
      "step": 31476
    },
    {
      "epoch": 2.673887189942236,
      "grad_norm": 3.2543641182307383,
      "learning_rate": 0.00018295436482035295,
      "loss": 5.1298,
      "step": 31477
    },
    {
      "epoch": 2.6739721372748897,
      "grad_norm": 2.909892782630646,
      "learning_rate": 0.00018294766636826898,
      "loss": 4.364,
      "step": 31478
    },
    {
      "epoch": 2.6740570846075435,
      "grad_norm": 2.9631681103700314,
      "learning_rate": 0.00018294096784714965,
      "loss": 4.4977,
      "step": 31479
    },
    {
      "epoch": 2.674142031940197,
      "grad_norm": 2.932856946230856,
      "learning_rate": 0.00018293426925700913,
      "loss": 4.4592,
      "step": 31480
    },
    {
      "epoch": 2.674226979272851,
      "grad_norm": 3.02428482231193,
      "learning_rate": 0.0001829275705978614,
      "loss": 4.2633,
      "step": 31481
    },
    {
      "epoch": 2.6743119266055047,
      "grad_norm": 2.998444065321012,
      "learning_rate": 0.0001829208718697205,
      "loss": 4.6322,
      "step": 31482
    },
    {
      "epoch": 2.6743968739381585,
      "grad_norm": 2.954223909349729,
      "learning_rate": 0.00018291417307260044,
      "loss": 4.5819,
      "step": 31483
    },
    {
      "epoch": 2.6744818212708124,
      "grad_norm": 2.922064734514202,
      "learning_rate": 0.00018290747420651528,
      "loss": 4.5256,
      "step": 31484
    },
    {
      "epoch": 2.6745667686034658,
      "grad_norm": 3.070662372897403,
      "learning_rate": 0.00018290077527147907,
      "loss": 4.5523,
      "step": 31485
    },
    {
      "epoch": 2.6746517159361196,
      "grad_norm": 2.9873585371656364,
      "learning_rate": 0.0001828940762675058,
      "loss": 4.375,
      "step": 31486
    },
    {
      "epoch": 2.6747366632687735,
      "grad_norm": 3.024041038305366,
      "learning_rate": 0.0001828873771946096,
      "loss": 4.6457,
      "step": 31487
    },
    {
      "epoch": 2.674821610601427,
      "grad_norm": 2.8846630967290396,
      "learning_rate": 0.0001828806780528044,
      "loss": 4.0795,
      "step": 31488
    },
    {
      "epoch": 2.6749065579340807,
      "grad_norm": 3.0447892375999315,
      "learning_rate": 0.00018287397884210428,
      "loss": 4.8831,
      "step": 31489
    },
    {
      "epoch": 2.6749915052667346,
      "grad_norm": 2.9308819479264288,
      "learning_rate": 0.00018286727956252327,
      "loss": 4.3801,
      "step": 31490
    },
    {
      "epoch": 2.6750764525993884,
      "grad_norm": 3.265408721474927,
      "learning_rate": 0.0001828605802140754,
      "loss": 4.9208,
      "step": 31491
    },
    {
      "epoch": 2.6751613999320423,
      "grad_norm": 3.0985997791243607,
      "learning_rate": 0.00018285388079677476,
      "loss": 4.8888,
      "step": 31492
    },
    {
      "epoch": 2.6752463472646957,
      "grad_norm": 3.137383961072868,
      "learning_rate": 0.00018284718131063532,
      "loss": 4.8301,
      "step": 31493
    },
    {
      "epoch": 2.6753312945973495,
      "grad_norm": 2.9843665331546614,
      "learning_rate": 0.0001828404817556712,
      "loss": 4.6203,
      "step": 31494
    },
    {
      "epoch": 2.6754162419300034,
      "grad_norm": 3.286212001934417,
      "learning_rate": 0.0001828337821318963,
      "loss": 3.9691,
      "step": 31495
    },
    {
      "epoch": 2.6755011892626572,
      "grad_norm": 3.143686346321583,
      "learning_rate": 0.0001828270824393248,
      "loss": 4.8028,
      "step": 31496
    },
    {
      "epoch": 2.675586136595311,
      "grad_norm": 3.187072972918903,
      "learning_rate": 0.00018282038267797068,
      "loss": 4.9751,
      "step": 31497
    },
    {
      "epoch": 2.6756710839279645,
      "grad_norm": 3.1201767818615447,
      "learning_rate": 0.00018281368284784794,
      "loss": 4.8728,
      "step": 31498
    },
    {
      "epoch": 2.6757560312606183,
      "grad_norm": 2.9353897357416243,
      "learning_rate": 0.00018280698294897066,
      "loss": 4.4673,
      "step": 31499
    },
    {
      "epoch": 2.675840978593272,
      "grad_norm": 3.0856836619321655,
      "learning_rate": 0.0001828002829813529,
      "loss": 4.6343,
      "step": 31500
    },
    {
      "epoch": 2.675925925925926,
      "grad_norm": 3.183028845546058,
      "learning_rate": 0.00018279358294500867,
      "loss": 4.8647,
      "step": 31501
    },
    {
      "epoch": 2.67601087325858,
      "grad_norm": 3.0846272780227064,
      "learning_rate": 0.000182786882839952,
      "loss": 4.7629,
      "step": 31502
    },
    {
      "epoch": 2.6760958205912333,
      "grad_norm": 3.1109213020507807,
      "learning_rate": 0.00018278018266619693,
      "loss": 4.5262,
      "step": 31503
    },
    {
      "epoch": 2.676180767923887,
      "grad_norm": 3.144700116326927,
      "learning_rate": 0.0001827734824237575,
      "loss": 4.8172,
      "step": 31504
    },
    {
      "epoch": 2.676265715256541,
      "grad_norm": 3.2761730310742596,
      "learning_rate": 0.0001827667821126478,
      "loss": 5.1203,
      "step": 31505
    },
    {
      "epoch": 2.676350662589195,
      "grad_norm": 3.1446117103641464,
      "learning_rate": 0.0001827600817328818,
      "loss": 4.0225,
      "step": 31506
    },
    {
      "epoch": 2.6764356099218487,
      "grad_norm": 3.1344836140641266,
      "learning_rate": 0.00018275338128447355,
      "loss": 5.0045,
      "step": 31507
    },
    {
      "epoch": 2.676520557254502,
      "grad_norm": 2.95392247906255,
      "learning_rate": 0.0001827466807674371,
      "loss": 4.6361,
      "step": 31508
    },
    {
      "epoch": 2.676605504587156,
      "grad_norm": 2.9783854854464753,
      "learning_rate": 0.00018273998018178653,
      "loss": 4.4986,
      "step": 31509
    },
    {
      "epoch": 2.67669045191981,
      "grad_norm": 2.9597493714770184,
      "learning_rate": 0.0001827332795275358,
      "loss": 4.5736,
      "step": 31510
    },
    {
      "epoch": 2.676775399252463,
      "grad_norm": 3.015259632810385,
      "learning_rate": 0.00018272657880469905,
      "loss": 4.7456,
      "step": 31511
    },
    {
      "epoch": 2.676860346585117,
      "grad_norm": 3.0093570494962925,
      "learning_rate": 0.00018271987801329024,
      "loss": 4.8088,
      "step": 31512
    },
    {
      "epoch": 2.676945293917771,
      "grad_norm": 2.9267135595752283,
      "learning_rate": 0.0001827131771533234,
      "loss": 4.4569,
      "step": 31513
    },
    {
      "epoch": 2.6770302412504248,
      "grad_norm": 3.048345549292148,
      "learning_rate": 0.00018270647622481266,
      "loss": 4.7541,
      "step": 31514
    },
    {
      "epoch": 2.6771151885830786,
      "grad_norm": 2.9738250538072117,
      "learning_rate": 0.00018269977522777198,
      "loss": 4.6534,
      "step": 31515
    },
    {
      "epoch": 2.677200135915732,
      "grad_norm": 2.893987738381528,
      "learning_rate": 0.00018269307416221543,
      "loss": 4.3611,
      "step": 31516
    },
    {
      "epoch": 2.677285083248386,
      "grad_norm": 3.0337165442077163,
      "learning_rate": 0.00018268637302815705,
      "loss": 4.9139,
      "step": 31517
    },
    {
      "epoch": 2.6773700305810397,
      "grad_norm": 3.0032423586258665,
      "learning_rate": 0.00018267967182561084,
      "loss": 4.7182,
      "step": 31518
    },
    {
      "epoch": 2.6774549779136936,
      "grad_norm": 3.1988585275745356,
      "learning_rate": 0.00018267297055459092,
      "loss": 5.161,
      "step": 31519
    },
    {
      "epoch": 2.6775399252463474,
      "grad_norm": 3.0503987800913923,
      "learning_rate": 0.0001826662692151113,
      "loss": 4.8094,
      "step": 31520
    },
    {
      "epoch": 2.677624872579001,
      "grad_norm": 3.0855504947886376,
      "learning_rate": 0.000182659567807186,
      "loss": 4.9247,
      "step": 31521
    },
    {
      "epoch": 2.6777098199116547,
      "grad_norm": 3.027732930107084,
      "learning_rate": 0.00018265286633082904,
      "loss": 4.6548,
      "step": 31522
    },
    {
      "epoch": 2.6777947672443085,
      "grad_norm": 3.076785518120935,
      "learning_rate": 0.00018264616478605455,
      "loss": 4.8694,
      "step": 31523
    },
    {
      "epoch": 2.6778797145769624,
      "grad_norm": 3.0658433738839115,
      "learning_rate": 0.00018263946317287647,
      "loss": 4.9139,
      "step": 31524
    },
    {
      "epoch": 2.6779646619096162,
      "grad_norm": 3.1111947790578385,
      "learning_rate": 0.0001826327614913089,
      "loss": 4.7017,
      "step": 31525
    },
    {
      "epoch": 2.6780496092422696,
      "grad_norm": 3.112446674149156,
      "learning_rate": 0.00018262605974136588,
      "loss": 4.7933,
      "step": 31526
    },
    {
      "epoch": 2.6781345565749235,
      "grad_norm": 2.997332157494703,
      "learning_rate": 0.0001826193579230614,
      "loss": 4.8995,
      "step": 31527
    },
    {
      "epoch": 2.6782195039075773,
      "grad_norm": 2.914751554905118,
      "learning_rate": 0.0001826126560364096,
      "loss": 4.5007,
      "step": 31528
    },
    {
      "epoch": 2.678304451240231,
      "grad_norm": 2.9196659569856727,
      "learning_rate": 0.00018260595408142442,
      "loss": 4.2552,
      "step": 31529
    },
    {
      "epoch": 2.678389398572885,
      "grad_norm": 3.028248942478631,
      "learning_rate": 0.00018259925205812004,
      "loss": 4.7593,
      "step": 31530
    },
    {
      "epoch": 2.6784743459055385,
      "grad_norm": 2.864071017442476,
      "learning_rate": 0.00018259254996651027,
      "loss": 4.3513,
      "step": 31531
    },
    {
      "epoch": 2.6785592932381923,
      "grad_norm": 3.2216086968113236,
      "learning_rate": 0.0001825858478066094,
      "loss": 4.9803,
      "step": 31532
    },
    {
      "epoch": 2.678644240570846,
      "grad_norm": 2.962385931472562,
      "learning_rate": 0.00018257914557843135,
      "loss": 4.5149,
      "step": 31533
    },
    {
      "epoch": 2.6787291879034996,
      "grad_norm": 3.0539431313161085,
      "learning_rate": 0.00018257244328199015,
      "loss": 4.8577,
      "step": 31534
    },
    {
      "epoch": 2.678814135236154,
      "grad_norm": 2.9762241985766464,
      "learning_rate": 0.0001825657409172999,
      "loss": 4.5561,
      "step": 31535
    },
    {
      "epoch": 2.6788990825688073,
      "grad_norm": 2.9525051652080245,
      "learning_rate": 0.00018255903848437462,
      "loss": 4.569,
      "step": 31536
    },
    {
      "epoch": 2.678984029901461,
      "grad_norm": 3.0232332096298165,
      "learning_rate": 0.00018255233598322838,
      "loss": 4.6074,
      "step": 31537
    },
    {
      "epoch": 2.679068977234115,
      "grad_norm": 3.0604026692351534,
      "learning_rate": 0.0001825456334138751,
      "loss": 4.5786,
      "step": 31538
    },
    {
      "epoch": 2.6791539245667684,
      "grad_norm": 3.0285845791592783,
      "learning_rate": 0.000182538930776329,
      "loss": 4.5829,
      "step": 31539
    },
    {
      "epoch": 2.6792388718994222,
      "grad_norm": 3.1741689690045702,
      "learning_rate": 0.00018253222807060402,
      "loss": 5.0128,
      "step": 31540
    },
    {
      "epoch": 2.679323819232076,
      "grad_norm": 3.2481201219193108,
      "learning_rate": 0.00018252552529671423,
      "loss": 5.0004,
      "step": 31541
    },
    {
      "epoch": 2.67940876656473,
      "grad_norm": 2.9876217305889647,
      "learning_rate": 0.00018251882245467368,
      "loss": 4.0718,
      "step": 31542
    },
    {
      "epoch": 2.6794937138973838,
      "grad_norm": 2.996017905945846,
      "learning_rate": 0.00018251211954449642,
      "loss": 4.4121,
      "step": 31543
    },
    {
      "epoch": 2.679578661230037,
      "grad_norm": 2.976980460138592,
      "learning_rate": 0.00018250541656619643,
      "loss": 4.6462,
      "step": 31544
    },
    {
      "epoch": 2.679663608562691,
      "grad_norm": 2.8888388566334893,
      "learning_rate": 0.00018249871351978784,
      "loss": 4.3418,
      "step": 31545
    },
    {
      "epoch": 2.679748555895345,
      "grad_norm": 3.2346360869721575,
      "learning_rate": 0.00018249201040528468,
      "loss": 4.9582,
      "step": 31546
    },
    {
      "epoch": 2.6798335032279987,
      "grad_norm": 3.1487860348570913,
      "learning_rate": 0.00018248530722270092,
      "loss": 4.6678,
      "step": 31547
    },
    {
      "epoch": 2.6799184505606526,
      "grad_norm": 3.00932903404055,
      "learning_rate": 0.0001824786039720507,
      "loss": 4.7738,
      "step": 31548
    },
    {
      "epoch": 2.680003397893306,
      "grad_norm": 2.9351106966653226,
      "learning_rate": 0.000182471900653348,
      "loss": 4.3184,
      "step": 31549
    },
    {
      "epoch": 2.68008834522596,
      "grad_norm": 3.014029147836366,
      "learning_rate": 0.00018246519726660692,
      "loss": 4.5935,
      "step": 31550
    },
    {
      "epoch": 2.6801732925586137,
      "grad_norm": 3.024432995056367,
      "learning_rate": 0.00018245849381184147,
      "loss": 4.504,
      "step": 31551
    },
    {
      "epoch": 2.6802582398912675,
      "grad_norm": 2.950304491242224,
      "learning_rate": 0.00018245179028906575,
      "loss": 4.4591,
      "step": 31552
    },
    {
      "epoch": 2.6803431872239214,
      "grad_norm": 3.1595186693298674,
      "learning_rate": 0.00018244508669829366,
      "loss": 4.8583,
      "step": 31553
    },
    {
      "epoch": 2.680428134556575,
      "grad_norm": 2.9183117014404893,
      "learning_rate": 0.0001824383830395394,
      "loss": 4.193,
      "step": 31554
    },
    {
      "epoch": 2.6805130818892287,
      "grad_norm": 3.0053002781954996,
      "learning_rate": 0.00018243167931281698,
      "loss": 4.3971,
      "step": 31555
    },
    {
      "epoch": 2.6805980292218825,
      "grad_norm": 3.0141460493659187,
      "learning_rate": 0.00018242497551814037,
      "loss": 4.7693,
      "step": 31556
    },
    {
      "epoch": 2.680682976554536,
      "grad_norm": 3.342767220243399,
      "learning_rate": 0.0001824182716555237,
      "loss": 3.906,
      "step": 31557
    },
    {
      "epoch": 2.68076792388719,
      "grad_norm": 3.0370568644389433,
      "learning_rate": 0.000182411567724981,
      "loss": 4.9562,
      "step": 31558
    },
    {
      "epoch": 2.6808528712198436,
      "grad_norm": 2.8349688259236094,
      "learning_rate": 0.0001824048637265263,
      "loss": 4.2652,
      "step": 31559
    },
    {
      "epoch": 2.6809378185524975,
      "grad_norm": 3.2148180946998637,
      "learning_rate": 0.00018239815966017368,
      "loss": 5.2845,
      "step": 31560
    },
    {
      "epoch": 2.6810227658851513,
      "grad_norm": 3.207000800012386,
      "learning_rate": 0.00018239145552593716,
      "loss": 5.1913,
      "step": 31561
    },
    {
      "epoch": 2.6811077132178047,
      "grad_norm": 3.0086086772467575,
      "learning_rate": 0.0001823847513238307,
      "loss": 4.542,
      "step": 31562
    },
    {
      "epoch": 2.6811926605504586,
      "grad_norm": 3.0168983434704035,
      "learning_rate": 0.00018237804705386858,
      "loss": 4.7559,
      "step": 31563
    },
    {
      "epoch": 2.6812776078831124,
      "grad_norm": 3.0249627368149534,
      "learning_rate": 0.0001823713427160646,
      "loss": 4.6047,
      "step": 31564
    },
    {
      "epoch": 2.6813625552157663,
      "grad_norm": 3.0897817410565724,
      "learning_rate": 0.00018236463831043293,
      "loss": 4.4551,
      "step": 31565
    },
    {
      "epoch": 2.68144750254842,
      "grad_norm": 2.9852908782700744,
      "learning_rate": 0.0001823579338369876,
      "loss": 4.465,
      "step": 31566
    },
    {
      "epoch": 2.6815324498810735,
      "grad_norm": 2.9179504978928885,
      "learning_rate": 0.0001823512292957427,
      "loss": 4.1683,
      "step": 31567
    },
    {
      "epoch": 2.6816173972137274,
      "grad_norm": 2.96225369402089,
      "learning_rate": 0.00018234452468671216,
      "loss": 4.3767,
      "step": 31568
    },
    {
      "epoch": 2.6817023445463812,
      "grad_norm": 3.0871396708059824,
      "learning_rate": 0.00018233782000991015,
      "loss": 4.9872,
      "step": 31569
    },
    {
      "epoch": 2.681787291879035,
      "grad_norm": 3.122488363745808,
      "learning_rate": 0.0001823311152653507,
      "loss": 4.6685,
      "step": 31570
    },
    {
      "epoch": 2.681872239211689,
      "grad_norm": 3.0222274732344263,
      "learning_rate": 0.00018232441045304773,
      "loss": 4.8416,
      "step": 31571
    },
    {
      "epoch": 2.6819571865443423,
      "grad_norm": 2.924506119174857,
      "learning_rate": 0.00018231770557301547,
      "loss": 3.9411,
      "step": 31572
    },
    {
      "epoch": 2.682042133876996,
      "grad_norm": 3.0623302592842165,
      "learning_rate": 0.00018231100062526787,
      "loss": 4.9692,
      "step": 31573
    },
    {
      "epoch": 2.68212708120965,
      "grad_norm": 2.9527781812980773,
      "learning_rate": 0.00018230429560981898,
      "loss": 4.7419,
      "step": 31574
    },
    {
      "epoch": 2.682212028542304,
      "grad_norm": 3.0567142709529334,
      "learning_rate": 0.00018229759052668288,
      "loss": 4.7781,
      "step": 31575
    },
    {
      "epoch": 2.6822969758749577,
      "grad_norm": 2.9630656673197233,
      "learning_rate": 0.0001822908853758736,
      "loss": 4.4357,
      "step": 31576
    },
    {
      "epoch": 2.682381923207611,
      "grad_norm": 3.063756317234316,
      "learning_rate": 0.00018228418015740522,
      "loss": 4.5718,
      "step": 31577
    },
    {
      "epoch": 2.682466870540265,
      "grad_norm": 3.2169598364745995,
      "learning_rate": 0.0001822774748712917,
      "loss": 5.0046,
      "step": 31578
    },
    {
      "epoch": 2.682551817872919,
      "grad_norm": 2.978472762454755,
      "learning_rate": 0.00018227076951754723,
      "loss": 4.6128,
      "step": 31579
    },
    {
      "epoch": 2.6826367652055727,
      "grad_norm": 3.044613083163325,
      "learning_rate": 0.00018226406409618576,
      "loss": 4.4758,
      "step": 31580
    },
    {
      "epoch": 2.6827217125382266,
      "grad_norm": 2.9720337885598425,
      "learning_rate": 0.00018225735860722132,
      "loss": 4.325,
      "step": 31581
    },
    {
      "epoch": 2.68280665987088,
      "grad_norm": 2.997426078531184,
      "learning_rate": 0.000182250653050668,
      "loss": 4.6778,
      "step": 31582
    },
    {
      "epoch": 2.682891607203534,
      "grad_norm": 3.0220503596204193,
      "learning_rate": 0.00018224394742653987,
      "loss": 4.547,
      "step": 31583
    },
    {
      "epoch": 2.6829765545361877,
      "grad_norm": 3.0454687798297257,
      "learning_rate": 0.000182237241734851,
      "loss": 4.4447,
      "step": 31584
    },
    {
      "epoch": 2.683061501868841,
      "grad_norm": 2.9712567545623236,
      "learning_rate": 0.00018223053597561537,
      "loss": 4.6034,
      "step": 31585
    },
    {
      "epoch": 2.683146449201495,
      "grad_norm": 3.035158328408445,
      "learning_rate": 0.0001822238301488471,
      "loss": 4.7915,
      "step": 31586
    },
    {
      "epoch": 2.6832313965341488,
      "grad_norm": 3.094657972343324,
      "learning_rate": 0.00018221712425456013,
      "loss": 4.8916,
      "step": 31587
    },
    {
      "epoch": 2.6833163438668026,
      "grad_norm": 2.936803479375023,
      "learning_rate": 0.00018221041829276862,
      "loss": 4.4362,
      "step": 31588
    },
    {
      "epoch": 2.6834012911994565,
      "grad_norm": 2.9770082639288047,
      "learning_rate": 0.00018220371226348658,
      "loss": 4.5564,
      "step": 31589
    },
    {
      "epoch": 2.68348623853211,
      "grad_norm": 3.272263880130035,
      "learning_rate": 0.0001821970061667281,
      "loss": 5.2303,
      "step": 31590
    },
    {
      "epoch": 2.6835711858647637,
      "grad_norm": 2.9830620824791234,
      "learning_rate": 0.00018219030000250715,
      "loss": 4.6761,
      "step": 31591
    },
    {
      "epoch": 2.6836561331974176,
      "grad_norm": 3.155574406691405,
      "learning_rate": 0.00018218359377083785,
      "loss": 5.0351,
      "step": 31592
    },
    {
      "epoch": 2.6837410805300714,
      "grad_norm": 3.2001224523973626,
      "learning_rate": 0.00018217688747173424,
      "loss": 5.0321,
      "step": 31593
    },
    {
      "epoch": 2.6838260278627253,
      "grad_norm": 2.989980564562567,
      "learning_rate": 0.00018217018110521036,
      "loss": 4.4605,
      "step": 31594
    },
    {
      "epoch": 2.6839109751953787,
      "grad_norm": 3.17892506950443,
      "learning_rate": 0.00018216347467128028,
      "loss": 5.0334,
      "step": 31595
    },
    {
      "epoch": 2.6839959225280325,
      "grad_norm": 3.03771647774939,
      "learning_rate": 0.00018215676816995798,
      "loss": 4.6294,
      "step": 31596
    },
    {
      "epoch": 2.6840808698606864,
      "grad_norm": 3.1309575838393537,
      "learning_rate": 0.00018215006160125763,
      "loss": 4.994,
      "step": 31597
    },
    {
      "epoch": 2.6841658171933402,
      "grad_norm": 3.2102509252793467,
      "learning_rate": 0.00018214335496519323,
      "loss": 5.1516,
      "step": 31598
    },
    {
      "epoch": 2.684250764525994,
      "grad_norm": 3.203784589746338,
      "learning_rate": 0.00018213664826177876,
      "loss": 5.1485,
      "step": 31599
    },
    {
      "epoch": 2.6843357118586475,
      "grad_norm": 3.2354254221192216,
      "learning_rate": 0.00018212994149102837,
      "loss": 4.9176,
      "step": 31600
    },
    {
      "epoch": 2.6844206591913014,
      "grad_norm": 2.922782225414887,
      "learning_rate": 0.0001821232346529561,
      "loss": 4.5958,
      "step": 31601
    },
    {
      "epoch": 2.684505606523955,
      "grad_norm": 2.9265226480213355,
      "learning_rate": 0.00018211652774757596,
      "loss": 4.4136,
      "step": 31602
    },
    {
      "epoch": 2.684590553856609,
      "grad_norm": 3.085024006367082,
      "learning_rate": 0.00018210982077490202,
      "loss": 4.6966,
      "step": 31603
    },
    {
      "epoch": 2.684675501189263,
      "grad_norm": 2.996224098335733,
      "learning_rate": 0.00018210311373494835,
      "loss": 4.776,
      "step": 31604
    },
    {
      "epoch": 2.6847604485219163,
      "grad_norm": 2.9294457861511,
      "learning_rate": 0.00018209640662772896,
      "loss": 4.5555,
      "step": 31605
    },
    {
      "epoch": 2.68484539585457,
      "grad_norm": 2.999849920076617,
      "learning_rate": 0.00018208969945325803,
      "loss": 4.6169,
      "step": 31606
    },
    {
      "epoch": 2.684930343187224,
      "grad_norm": 3.0408577585400445,
      "learning_rate": 0.0001820829922115494,
      "loss": 4.6542,
      "step": 31607
    },
    {
      "epoch": 2.6850152905198774,
      "grad_norm": 3.2186190553291203,
      "learning_rate": 0.00018207628490261732,
      "loss": 5.0303,
      "step": 31608
    },
    {
      "epoch": 2.6851002378525313,
      "grad_norm": 3.1471818547141703,
      "learning_rate": 0.0001820695775264757,
      "loss": 4.7111,
      "step": 31609
    },
    {
      "epoch": 2.685185185185185,
      "grad_norm": 3.0426567457912137,
      "learning_rate": 0.0001820628700831387,
      "loss": 4.4678,
      "step": 31610
    },
    {
      "epoch": 2.685270132517839,
      "grad_norm": 3.161250523628659,
      "learning_rate": 0.00018205616257262032,
      "loss": 4.9127,
      "step": 31611
    },
    {
      "epoch": 2.685355079850493,
      "grad_norm": 3.06904187356172,
      "learning_rate": 0.00018204945499493465,
      "loss": 4.6634,
      "step": 31612
    },
    {
      "epoch": 2.6854400271831462,
      "grad_norm": 2.9679752561606465,
      "learning_rate": 0.00018204274735009575,
      "loss": 4.7099,
      "step": 31613
    },
    {
      "epoch": 2.6855249745158,
      "grad_norm": 2.8217618748707736,
      "learning_rate": 0.00018203603963811758,
      "loss": 4.1991,
      "step": 31614
    },
    {
      "epoch": 2.685609921848454,
      "grad_norm": 3.0572755460682797,
      "learning_rate": 0.0001820293318590143,
      "loss": 4.621,
      "step": 31615
    },
    {
      "epoch": 2.685694869181108,
      "grad_norm": 3.1967144666067435,
      "learning_rate": 0.00018202262401279993,
      "loss": 5.2124,
      "step": 31616
    },
    {
      "epoch": 2.6857798165137616,
      "grad_norm": 2.9619918432453076,
      "learning_rate": 0.0001820159160994885,
      "loss": 4.5194,
      "step": 31617
    },
    {
      "epoch": 2.685864763846415,
      "grad_norm": 3.151720258993243,
      "learning_rate": 0.00018200920811909407,
      "loss": 5.0319,
      "step": 31618
    },
    {
      "epoch": 2.685949711179069,
      "grad_norm": 3.0531130013352996,
      "learning_rate": 0.00018200250007163073,
      "loss": 4.9239,
      "step": 31619
    },
    {
      "epoch": 2.6860346585117227,
      "grad_norm": 3.0671506631054593,
      "learning_rate": 0.00018199579195711255,
      "loss": 4.5947,
      "step": 31620
    },
    {
      "epoch": 2.6861196058443766,
      "grad_norm": 2.8408095569903224,
      "learning_rate": 0.00018198908377555352,
      "loss": 4.4335,
      "step": 31621
    },
    {
      "epoch": 2.6862045531770304,
      "grad_norm": 2.8775055829075176,
      "learning_rate": 0.00018198237552696775,
      "loss": 4.4989,
      "step": 31622
    },
    {
      "epoch": 2.686289500509684,
      "grad_norm": 3.057552476138924,
      "learning_rate": 0.0001819756672113693,
      "loss": 4.7673,
      "step": 31623
    },
    {
      "epoch": 2.6863744478423377,
      "grad_norm": 2.9699181241738413,
      "learning_rate": 0.00018196895882877212,
      "loss": 4.5423,
      "step": 31624
    },
    {
      "epoch": 2.6864593951749915,
      "grad_norm": 2.9150927108504874,
      "learning_rate": 0.0001819622503791904,
      "loss": 4.5226,
      "step": 31625
    },
    {
      "epoch": 2.6865443425076454,
      "grad_norm": 2.865015620363058,
      "learning_rate": 0.00018195554186263812,
      "loss": 4.1961,
      "step": 31626
    },
    {
      "epoch": 2.6866292898402993,
      "grad_norm": 3.260523885446895,
      "learning_rate": 0.00018194883327912935,
      "loss": 5.1949,
      "step": 31627
    },
    {
      "epoch": 2.6867142371729527,
      "grad_norm": 3.2179128084138395,
      "learning_rate": 0.0001819421246286782,
      "loss": 5.1335,
      "step": 31628
    },
    {
      "epoch": 2.6867991845056065,
      "grad_norm": 2.9238093351254184,
      "learning_rate": 0.00018193541591129866,
      "loss": 4.4655,
      "step": 31629
    },
    {
      "epoch": 2.6868841318382604,
      "grad_norm": 2.940007188752549,
      "learning_rate": 0.00018192870712700478,
      "loss": 4.1585,
      "step": 31630
    },
    {
      "epoch": 2.6869690791709138,
      "grad_norm": 3.0948904206630696,
      "learning_rate": 0.00018192199827581068,
      "loss": 4.9066,
      "step": 31631
    },
    {
      "epoch": 2.687054026503568,
      "grad_norm": 3.219001402721481,
      "learning_rate": 0.00018191528935773037,
      "loss": 4.7757,
      "step": 31632
    },
    {
      "epoch": 2.6871389738362215,
      "grad_norm": 2.8939510576819343,
      "learning_rate": 0.00018190858037277793,
      "loss": 4.3457,
      "step": 31633
    },
    {
      "epoch": 2.6872239211688753,
      "grad_norm": 3.1506662952258218,
      "learning_rate": 0.00018190187132096738,
      "loss": 4.7966,
      "step": 31634
    },
    {
      "epoch": 2.687308868501529,
      "grad_norm": 3.179713434580536,
      "learning_rate": 0.0001818951622023128,
      "loss": 4.8978,
      "step": 31635
    },
    {
      "epoch": 2.6873938158341826,
      "grad_norm": 2.939686904420381,
      "learning_rate": 0.00018188845301682832,
      "loss": 4.4782,
      "step": 31636
    },
    {
      "epoch": 2.6874787631668364,
      "grad_norm": 2.994363300614923,
      "learning_rate": 0.00018188174376452783,
      "loss": 4.475,
      "step": 31637
    },
    {
      "epoch": 2.6875637104994903,
      "grad_norm": 2.9728632821676655,
      "learning_rate": 0.0001818750344454256,
      "loss": 4.5474,
      "step": 31638
    },
    {
      "epoch": 2.687648657832144,
      "grad_norm": 3.199307750169071,
      "learning_rate": 0.00018186832505953548,
      "loss": 5.0392,
      "step": 31639
    },
    {
      "epoch": 2.687733605164798,
      "grad_norm": 3.0212148306017963,
      "learning_rate": 0.0001818616156068717,
      "loss": 4.6522,
      "step": 31640
    },
    {
      "epoch": 2.6878185524974514,
      "grad_norm": 3.2340131870192934,
      "learning_rate": 0.0001818549060874482,
      "loss": 5.1936,
      "step": 31641
    },
    {
      "epoch": 2.6879034998301052,
      "grad_norm": 3.0731543818612117,
      "learning_rate": 0.00018184819650127909,
      "loss": 4.6417,
      "step": 31642
    },
    {
      "epoch": 2.687988447162759,
      "grad_norm": 3.0523665047003674,
      "learning_rate": 0.0001818414868483784,
      "loss": 4.8052,
      "step": 31643
    },
    {
      "epoch": 2.688073394495413,
      "grad_norm": 2.8581200252999204,
      "learning_rate": 0.00018183477712876024,
      "loss": 4.0707,
      "step": 31644
    },
    {
      "epoch": 2.688158341828067,
      "grad_norm": 3.084591089188669,
      "learning_rate": 0.00018182806734243863,
      "loss": 4.7254,
      "step": 31645
    },
    {
      "epoch": 2.68824328916072,
      "grad_norm": 2.9583727364457686,
      "learning_rate": 0.0001818213574894276,
      "loss": 4.4442,
      "step": 31646
    },
    {
      "epoch": 2.688328236493374,
      "grad_norm": 3.201704567533748,
      "learning_rate": 0.0001818146475697413,
      "loss": 4.7793,
      "step": 31647
    },
    {
      "epoch": 2.688413183826028,
      "grad_norm": 3.35303355127354,
      "learning_rate": 0.00018180793758339368,
      "loss": 4.297,
      "step": 31648
    },
    {
      "epoch": 2.6884981311586817,
      "grad_norm": 2.978068911152078,
      "learning_rate": 0.00018180122753039892,
      "loss": 4.5084,
      "step": 31649
    },
    {
      "epoch": 2.6885830784913356,
      "grad_norm": 3.092366020020304,
      "learning_rate": 0.00018179451741077098,
      "loss": 5.1143,
      "step": 31650
    },
    {
      "epoch": 2.688668025823989,
      "grad_norm": 2.9844431110413217,
      "learning_rate": 0.00018178780722452395,
      "loss": 4.1254,
      "step": 31651
    },
    {
      "epoch": 2.688752973156643,
      "grad_norm": 3.0215689230290086,
      "learning_rate": 0.00018178109697167188,
      "loss": 4.7828,
      "step": 31652
    },
    {
      "epoch": 2.6888379204892967,
      "grad_norm": 2.9979700589520837,
      "learning_rate": 0.00018177438665222884,
      "loss": 4.3192,
      "step": 31653
    },
    {
      "epoch": 2.68892286782195,
      "grad_norm": 3.194935480183697,
      "learning_rate": 0.00018176767626620894,
      "loss": 4.8134,
      "step": 31654
    },
    {
      "epoch": 2.6890078151546044,
      "grad_norm": 3.0479246615838145,
      "learning_rate": 0.00018176096581362615,
      "loss": 4.7906,
      "step": 31655
    },
    {
      "epoch": 2.689092762487258,
      "grad_norm": 2.977933511341377,
      "learning_rate": 0.00018175425529449462,
      "loss": 4.4968,
      "step": 31656
    },
    {
      "epoch": 2.6891777098199117,
      "grad_norm": 3.028672808446692,
      "learning_rate": 0.00018174754470882832,
      "loss": 4.5699,
      "step": 31657
    },
    {
      "epoch": 2.6892626571525655,
      "grad_norm": 2.9595856654354575,
      "learning_rate": 0.00018174083405664138,
      "loss": 4.6087,
      "step": 31658
    },
    {
      "epoch": 2.689347604485219,
      "grad_norm": 3.0654658682113194,
      "learning_rate": 0.0001817341233379478,
      "loss": 4.7106,
      "step": 31659
    },
    {
      "epoch": 2.6894325518178728,
      "grad_norm": 3.1154468674546343,
      "learning_rate": 0.00018172741255276172,
      "loss": 4.9501,
      "step": 31660
    },
    {
      "epoch": 2.6895174991505266,
      "grad_norm": 2.9405863762946267,
      "learning_rate": 0.00018172070170109712,
      "loss": 4.2599,
      "step": 31661
    },
    {
      "epoch": 2.6896024464831805,
      "grad_norm": 3.143659701786116,
      "learning_rate": 0.0001817139907829681,
      "loss": 4.6938,
      "step": 31662
    },
    {
      "epoch": 2.6896873938158343,
      "grad_norm": 2.966915955619565,
      "learning_rate": 0.00018170727979838875,
      "loss": 4.6375,
      "step": 31663
    },
    {
      "epoch": 2.6897723411484877,
      "grad_norm": 3.0603573779658757,
      "learning_rate": 0.00018170056874737312,
      "loss": 4.6965,
      "step": 31664
    },
    {
      "epoch": 2.6898572884811416,
      "grad_norm": 3.211263887239767,
      "learning_rate": 0.00018169385762993525,
      "loss": 5.1216,
      "step": 31665
    },
    {
      "epoch": 2.6899422358137954,
      "grad_norm": 3.2225208419523246,
      "learning_rate": 0.00018168714644608913,
      "loss": 4.9933,
      "step": 31666
    },
    {
      "epoch": 2.6900271831464493,
      "grad_norm": 3.158101889534907,
      "learning_rate": 0.00018168043519584898,
      "loss": 4.9932,
      "step": 31667
    },
    {
      "epoch": 2.690112130479103,
      "grad_norm": 2.888953172644272,
      "learning_rate": 0.00018167372387922878,
      "loss": 4.4752,
      "step": 31668
    },
    {
      "epoch": 2.6901970778117565,
      "grad_norm": 2.993551237834557,
      "learning_rate": 0.0001816670124962426,
      "loss": 4.6557,
      "step": 31669
    },
    {
      "epoch": 2.6902820251444104,
      "grad_norm": 2.9437004396131496,
      "learning_rate": 0.0001816603010469044,
      "loss": 4.4776,
      "step": 31670
    },
    {
      "epoch": 2.6903669724770642,
      "grad_norm": 3.03090199267156,
      "learning_rate": 0.0001816535895312284,
      "loss": 4.3629,
      "step": 31671
    },
    {
      "epoch": 2.690451919809718,
      "grad_norm": 3.2295112112613613,
      "learning_rate": 0.00018164687794922863,
      "loss": 5.2349,
      "step": 31672
    },
    {
      "epoch": 2.690536867142372,
      "grad_norm": 2.945864817842901,
      "learning_rate": 0.00018164016630091906,
      "loss": 4.4185,
      "step": 31673
    },
    {
      "epoch": 2.6906218144750254,
      "grad_norm": 2.968082774587639,
      "learning_rate": 0.00018163345458631388,
      "loss": 4.2466,
      "step": 31674
    },
    {
      "epoch": 2.690706761807679,
      "grad_norm": 2.920237236572283,
      "learning_rate": 0.00018162674280542703,
      "loss": 4.6649,
      "step": 31675
    },
    {
      "epoch": 2.690791709140333,
      "grad_norm": 2.9711313114218645,
      "learning_rate": 0.00018162003095827263,
      "loss": 4.4251,
      "step": 31676
    },
    {
      "epoch": 2.690876656472987,
      "grad_norm": 3.0106269173692137,
      "learning_rate": 0.00018161331904486478,
      "loss": 4.3486,
      "step": 31677
    },
    {
      "epoch": 2.6909616038056408,
      "grad_norm": 2.9269218268721624,
      "learning_rate": 0.00018160660706521755,
      "loss": 4.4499,
      "step": 31678
    },
    {
      "epoch": 2.691046551138294,
      "grad_norm": 3.211178984687099,
      "learning_rate": 0.00018159989501934486,
      "loss": 5.1132,
      "step": 31679
    },
    {
      "epoch": 2.691131498470948,
      "grad_norm": 3.235495171604004,
      "learning_rate": 0.00018159318290726092,
      "loss": 5.1173,
      "step": 31680
    },
    {
      "epoch": 2.691216445803602,
      "grad_norm": 3.1096128627991506,
      "learning_rate": 0.0001815864707289798,
      "loss": 5.1225,
      "step": 31681
    },
    {
      "epoch": 2.6913013931362553,
      "grad_norm": 3.164816953200802,
      "learning_rate": 0.00018157975848451542,
      "loss": 4.9605,
      "step": 31682
    },
    {
      "epoch": 2.691386340468909,
      "grad_norm": 3.0014462967316122,
      "learning_rate": 0.00018157304617388205,
      "loss": 4.948,
      "step": 31683
    },
    {
      "epoch": 2.691471287801563,
      "grad_norm": 2.970607146822382,
      "learning_rate": 0.00018156633379709357,
      "loss": 4.7632,
      "step": 31684
    },
    {
      "epoch": 2.691556235134217,
      "grad_norm": 3.1723844236566094,
      "learning_rate": 0.0001815596213541641,
      "loss": 4.838,
      "step": 31685
    },
    {
      "epoch": 2.6916411824668707,
      "grad_norm": 2.8413020450764552,
      "learning_rate": 0.00018155290884510776,
      "loss": 4.269,
      "step": 31686
    },
    {
      "epoch": 2.691726129799524,
      "grad_norm": 2.9540396754701423,
      "learning_rate": 0.00018154619626993863,
      "loss": 4.4963,
      "step": 31687
    },
    {
      "epoch": 2.691811077132178,
      "grad_norm": 3.1498664998320702,
      "learning_rate": 0.00018153948362867062,
      "loss": 4.6752,
      "step": 31688
    },
    {
      "epoch": 2.691896024464832,
      "grad_norm": 2.979368100768656,
      "learning_rate": 0.0001815327709213179,
      "loss": 4.4372,
      "step": 31689
    },
    {
      "epoch": 2.6919809717974856,
      "grad_norm": 2.9474827731391655,
      "learning_rate": 0.00018152605814789462,
      "loss": 4.5154,
      "step": 31690
    },
    {
      "epoch": 2.6920659191301395,
      "grad_norm": 3.044470088692442,
      "learning_rate": 0.00018151934530841464,
      "loss": 4.6971,
      "step": 31691
    },
    {
      "epoch": 2.692150866462793,
      "grad_norm": 3.2703736429377113,
      "learning_rate": 0.00018151263240289225,
      "loss": 5.0103,
      "step": 31692
    },
    {
      "epoch": 2.6922358137954467,
      "grad_norm": 2.996328542721918,
      "learning_rate": 0.00018150591943134133,
      "loss": 4.3405,
      "step": 31693
    },
    {
      "epoch": 2.6923207611281006,
      "grad_norm": 3.3229332880013858,
      "learning_rate": 0.00018149920639377607,
      "loss": 4.1347,
      "step": 31694
    },
    {
      "epoch": 2.6924057084607544,
      "grad_norm": 2.9783630079326966,
      "learning_rate": 0.00018149249329021047,
      "loss": 4.6763,
      "step": 31695
    },
    {
      "epoch": 2.6924906557934083,
      "grad_norm": 3.0633089939473783,
      "learning_rate": 0.00018148578012065867,
      "loss": 5.0169,
      "step": 31696
    },
    {
      "epoch": 2.6925756031260617,
      "grad_norm": 3.283068061340404,
      "learning_rate": 0.00018147906688513457,
      "loss": 5.2014,
      "step": 31697
    },
    {
      "epoch": 2.6926605504587156,
      "grad_norm": 2.9109376203294106,
      "learning_rate": 0.00018147235358365242,
      "loss": 4.2902,
      "step": 31698
    },
    {
      "epoch": 2.6927454977913694,
      "grad_norm": 3.0421144380323515,
      "learning_rate": 0.0001814656402162262,
      "loss": 5.0114,
      "step": 31699
    },
    {
      "epoch": 2.6928304451240233,
      "grad_norm": 2.9477124581752623,
      "learning_rate": 0.00018145892678286994,
      "loss": 4.4815,
      "step": 31700
    },
    {
      "epoch": 2.692915392456677,
      "grad_norm": 3.159217944147795,
      "learning_rate": 0.00018145221328359784,
      "loss": 5.0003,
      "step": 31701
    },
    {
      "epoch": 2.6930003397893305,
      "grad_norm": 3.244032662898329,
      "learning_rate": 0.00018144549971842386,
      "loss": 5.336,
      "step": 31702
    },
    {
      "epoch": 2.6930852871219844,
      "grad_norm": 2.9224322698720364,
      "learning_rate": 0.0001814387860873621,
      "loss": 4.5205,
      "step": 31703
    },
    {
      "epoch": 2.693170234454638,
      "grad_norm": 3.21565162164295,
      "learning_rate": 0.0001814320723904266,
      "loss": 5.0029,
      "step": 31704
    },
    {
      "epoch": 2.6932551817872916,
      "grad_norm": 2.855181698225799,
      "learning_rate": 0.00018142535862763148,
      "loss": 4.3864,
      "step": 31705
    },
    {
      "epoch": 2.6933401291199455,
      "grad_norm": 3.0402480028623033,
      "learning_rate": 0.00018141864479899068,
      "loss": 4.7589,
      "step": 31706
    },
    {
      "epoch": 2.6934250764525993,
      "grad_norm": 2.9835618152077945,
      "learning_rate": 0.00018141193090451846,
      "loss": 4.6441,
      "step": 31707
    },
    {
      "epoch": 2.693510023785253,
      "grad_norm": 3.1048867370761633,
      "learning_rate": 0.00018140521694422874,
      "loss": 4.8897,
      "step": 31708
    },
    {
      "epoch": 2.693594971117907,
      "grad_norm": 2.971344973568038,
      "learning_rate": 0.0001813985029181356,
      "loss": 4.4568,
      "step": 31709
    },
    {
      "epoch": 2.6936799184505604,
      "grad_norm": 2.982862351728914,
      "learning_rate": 0.00018139178882625322,
      "loss": 4.6798,
      "step": 31710
    },
    {
      "epoch": 2.6937648657832143,
      "grad_norm": 3.0859917256818368,
      "learning_rate": 0.00018138507466859552,
      "loss": 4.8683,
      "step": 31711
    },
    {
      "epoch": 2.693849813115868,
      "grad_norm": 3.126043598695046,
      "learning_rate": 0.0001813783604451767,
      "loss": 4.8537,
      "step": 31712
    },
    {
      "epoch": 2.693934760448522,
      "grad_norm": 3.151320062690191,
      "learning_rate": 0.00018137164615601072,
      "loss": 4.9478,
      "step": 31713
    },
    {
      "epoch": 2.694019707781176,
      "grad_norm": 3.0048676139222246,
      "learning_rate": 0.00018136493180111177,
      "loss": 4.7112,
      "step": 31714
    },
    {
      "epoch": 2.6941046551138292,
      "grad_norm": 3.2150262349118215,
      "learning_rate": 0.00018135821738049374,
      "loss": 5.1639,
      "step": 31715
    },
    {
      "epoch": 2.694189602446483,
      "grad_norm": 3.1489960157654684,
      "learning_rate": 0.00018135150289417086,
      "loss": 5.0746,
      "step": 31716
    },
    {
      "epoch": 2.694274549779137,
      "grad_norm": 3.2496422831464034,
      "learning_rate": 0.00018134478834215716,
      "loss": 5.1413,
      "step": 31717
    },
    {
      "epoch": 2.694359497111791,
      "grad_norm": 3.0579029488663214,
      "learning_rate": 0.00018133807372446665,
      "loss": 4.6985,
      "step": 31718
    },
    {
      "epoch": 2.6944444444444446,
      "grad_norm": 2.864099944554768,
      "learning_rate": 0.00018133135904111345,
      "loss": 4.284,
      "step": 31719
    },
    {
      "epoch": 2.694529391777098,
      "grad_norm": 2.919165206790205,
      "learning_rate": 0.00018132464429211162,
      "loss": 4.3145,
      "step": 31720
    },
    {
      "epoch": 2.694614339109752,
      "grad_norm": 2.9585690513286265,
      "learning_rate": 0.0001813179294774753,
      "loss": 4.4027,
      "step": 31721
    },
    {
      "epoch": 2.6946992864424058,
      "grad_norm": 3.106845205522309,
      "learning_rate": 0.00018131121459721836,
      "loss": 4.8697,
      "step": 31722
    },
    {
      "epoch": 2.6947842337750596,
      "grad_norm": 3.1803397622622493,
      "learning_rate": 0.00018130449965135512,
      "loss": 5.05,
      "step": 31723
    },
    {
      "epoch": 2.6948691811077135,
      "grad_norm": 3.0684171926384605,
      "learning_rate": 0.00018129778463989946,
      "loss": 4.6101,
      "step": 31724
    },
    {
      "epoch": 2.694954128440367,
      "grad_norm": 2.8954816424598513,
      "learning_rate": 0.00018129106956286554,
      "loss": 4.4322,
      "step": 31725
    },
    {
      "epoch": 2.6950390757730207,
      "grad_norm": 2.8678779116054707,
      "learning_rate": 0.0001812843544202674,
      "loss": 4.3603,
      "step": 31726
    },
    {
      "epoch": 2.6951240231056746,
      "grad_norm": 2.954706252191788,
      "learning_rate": 0.0001812776392121191,
      "loss": 4.7203,
      "step": 31727
    },
    {
      "epoch": 2.695208970438328,
      "grad_norm": 2.9251307602858185,
      "learning_rate": 0.00018127092393843474,
      "loss": 4.4858,
      "step": 31728
    },
    {
      "epoch": 2.6952939177709823,
      "grad_norm": 3.0201606262796754,
      "learning_rate": 0.00018126420859922838,
      "loss": 4.6907,
      "step": 31729
    },
    {
      "epoch": 2.6953788651036357,
      "grad_norm": 3.1910916046808326,
      "learning_rate": 0.00018125749319451413,
      "loss": 4.9875,
      "step": 31730
    },
    {
      "epoch": 2.6954638124362895,
      "grad_norm": 3.010463167448952,
      "learning_rate": 0.00018125077772430595,
      "loss": 4.5857,
      "step": 31731
    },
    {
      "epoch": 2.6955487597689434,
      "grad_norm": 3.120465334288961,
      "learning_rate": 0.00018124406218861805,
      "loss": 4.8059,
      "step": 31732
    },
    {
      "epoch": 2.6956337071015968,
      "grad_norm": 2.9651686686806245,
      "learning_rate": 0.00018123734658746438,
      "loss": 4.4103,
      "step": 31733
    },
    {
      "epoch": 2.6957186544342506,
      "grad_norm": 3.209747939662825,
      "learning_rate": 0.0001812306309208591,
      "loss": 5.1038,
      "step": 31734
    },
    {
      "epoch": 2.6958036017669045,
      "grad_norm": 3.0887887512529013,
      "learning_rate": 0.00018122391518881622,
      "loss": 4.6577,
      "step": 31735
    },
    {
      "epoch": 2.6958885490995583,
      "grad_norm": 2.9602089332801307,
      "learning_rate": 0.00018121719939134985,
      "loss": 4.4965,
      "step": 31736
    },
    {
      "epoch": 2.695973496432212,
      "grad_norm": 2.880569241226967,
      "learning_rate": 0.00018121048352847408,
      "loss": 4.1741,
      "step": 31737
    },
    {
      "epoch": 2.6960584437648656,
      "grad_norm": 2.846358224901801,
      "learning_rate": 0.0001812037676002029,
      "loss": 4.2121,
      "step": 31738
    },
    {
      "epoch": 2.6961433910975194,
      "grad_norm": 3.022189996973732,
      "learning_rate": 0.00018119705160655046,
      "loss": 4.6067,
      "step": 31739
    },
    {
      "epoch": 2.6962283384301733,
      "grad_norm": 2.9368002555897577,
      "learning_rate": 0.00018119033554753078,
      "loss": 4.4329,
      "step": 31740
    },
    {
      "epoch": 2.696313285762827,
      "grad_norm": 3.042533725006778,
      "learning_rate": 0.000181183619423158,
      "loss": 4.8571,
      "step": 31741
    },
    {
      "epoch": 2.696398233095481,
      "grad_norm": 3.209253187396755,
      "learning_rate": 0.0001811769032334461,
      "loss": 5.1224,
      "step": 31742
    },
    {
      "epoch": 2.6964831804281344,
      "grad_norm": 2.973934012976344,
      "learning_rate": 0.00018117018697840924,
      "loss": 4.3718,
      "step": 31743
    },
    {
      "epoch": 2.6965681277607882,
      "grad_norm": 2.9411134404226376,
      "learning_rate": 0.00018116347065806143,
      "loss": 4.4736,
      "step": 31744
    },
    {
      "epoch": 2.696653075093442,
      "grad_norm": 3.0603402702116536,
      "learning_rate": 0.00018115675427241674,
      "loss": 4.6246,
      "step": 31745
    },
    {
      "epoch": 2.696738022426096,
      "grad_norm": 3.027358815539344,
      "learning_rate": 0.00018115003782148928,
      "loss": 4.8743,
      "step": 31746
    },
    {
      "epoch": 2.69682296975875,
      "grad_norm": 3.156909524397146,
      "learning_rate": 0.00018114332130529315,
      "loss": 4.9855,
      "step": 31747
    },
    {
      "epoch": 2.696907917091403,
      "grad_norm": 2.935223631294315,
      "learning_rate": 0.00018113660472384238,
      "loss": 4.2605,
      "step": 31748
    },
    {
      "epoch": 2.696992864424057,
      "grad_norm": 3.1553418881364337,
      "learning_rate": 0.00018112988807715102,
      "loss": 5.0112,
      "step": 31749
    },
    {
      "epoch": 2.697077811756711,
      "grad_norm": 2.9714208674945133,
      "learning_rate": 0.00018112317136523322,
      "loss": 4.5188,
      "step": 31750
    },
    {
      "epoch": 2.6971627590893648,
      "grad_norm": 2.904554713422718,
      "learning_rate": 0.00018111645458810297,
      "loss": 4.2262,
      "step": 31751
    },
    {
      "epoch": 2.6972477064220186,
      "grad_norm": 2.9436990210284537,
      "learning_rate": 0.00018110973774577437,
      "loss": 4.3382,
      "step": 31752
    },
    {
      "epoch": 2.697332653754672,
      "grad_norm": 3.2035068177294654,
      "learning_rate": 0.0001811030208382615,
      "loss": 4.9614,
      "step": 31753
    },
    {
      "epoch": 2.697417601087326,
      "grad_norm": 2.9854958957163165,
      "learning_rate": 0.00018109630386557845,
      "loss": 4.3047,
      "step": 31754
    },
    {
      "epoch": 2.6975025484199797,
      "grad_norm": 3.5572831028614145,
      "learning_rate": 0.00018108958682773932,
      "loss": 4.15,
      "step": 31755
    },
    {
      "epoch": 2.697587495752633,
      "grad_norm": 2.9971752860568515,
      "learning_rate": 0.00018108286972475809,
      "loss": 4.6591,
      "step": 31756
    },
    {
      "epoch": 2.697672443085287,
      "grad_norm": 2.923322592066649,
      "learning_rate": 0.00018107615255664894,
      "loss": 4.5483,
      "step": 31757
    },
    {
      "epoch": 2.697757390417941,
      "grad_norm": 3.1898565909770573,
      "learning_rate": 0.00018106943532342586,
      "loss": 4.9818,
      "step": 31758
    },
    {
      "epoch": 2.6978423377505947,
      "grad_norm": 3.183464809430492,
      "learning_rate": 0.00018106271802510295,
      "loss": 5.0326,
      "step": 31759
    },
    {
      "epoch": 2.6979272850832485,
      "grad_norm": 3.002241362580237,
      "learning_rate": 0.0001810560006616943,
      "loss": 4.6311,
      "step": 31760
    },
    {
      "epoch": 2.698012232415902,
      "grad_norm": 3.0034784754060966,
      "learning_rate": 0.000181049283233214,
      "loss": 4.5274,
      "step": 31761
    },
    {
      "epoch": 2.698097179748556,
      "grad_norm": 2.9399098215362494,
      "learning_rate": 0.00018104256573967607,
      "loss": 4.5282,
      "step": 31762
    },
    {
      "epoch": 2.6981821270812096,
      "grad_norm": 2.935563360182015,
      "learning_rate": 0.00018103584818109466,
      "loss": 4.277,
      "step": 31763
    },
    {
      "epoch": 2.6982670744138635,
      "grad_norm": 2.9603975215403886,
      "learning_rate": 0.00018102913055748377,
      "loss": 4.6148,
      "step": 31764
    },
    {
      "epoch": 2.6983520217465173,
      "grad_norm": 3.0368044449398877,
      "learning_rate": 0.0001810224128688575,
      "loss": 4.3935,
      "step": 31765
    },
    {
      "epoch": 2.6984369690791707,
      "grad_norm": 2.939977550608443,
      "learning_rate": 0.00018101569511523,
      "loss": 4.4061,
      "step": 31766
    },
    {
      "epoch": 2.6985219164118246,
      "grad_norm": 2.9392823335117795,
      "learning_rate": 0.00018100897729661522,
      "loss": 4.6307,
      "step": 31767
    },
    {
      "epoch": 2.6986068637444784,
      "grad_norm": 2.9261606420410953,
      "learning_rate": 0.0001810022594130273,
      "loss": 4.2675,
      "step": 31768
    },
    {
      "epoch": 2.6986918110771323,
      "grad_norm": 3.117239949250717,
      "learning_rate": 0.00018099554146448033,
      "loss": 4.0799,
      "step": 31769
    },
    {
      "epoch": 2.698776758409786,
      "grad_norm": 3.180386403500074,
      "learning_rate": 0.00018098882345098834,
      "loss": 4.9431,
      "step": 31770
    },
    {
      "epoch": 2.6988617057424396,
      "grad_norm": 2.9493269501689525,
      "learning_rate": 0.0001809821053725655,
      "loss": 4.4628,
      "step": 31771
    },
    {
      "epoch": 2.6989466530750934,
      "grad_norm": 3.1340965950407753,
      "learning_rate": 0.00018097538722922576,
      "loss": 4.401,
      "step": 31772
    },
    {
      "epoch": 2.6990316004077473,
      "grad_norm": 3.0034038590217005,
      "learning_rate": 0.0001809686690209833,
      "loss": 4.4553,
      "step": 31773
    },
    {
      "epoch": 2.699116547740401,
      "grad_norm": 2.9808556875882326,
      "learning_rate": 0.0001809619507478521,
      "loss": 4.6871,
      "step": 31774
    },
    {
      "epoch": 2.699201495073055,
      "grad_norm": 2.949100519898078,
      "learning_rate": 0.00018095523240984636,
      "loss": 4.5921,
      "step": 31775
    },
    {
      "epoch": 2.6992864424057084,
      "grad_norm": 3.087799096584443,
      "learning_rate": 0.00018094851400698005,
      "loss": 4.9265,
      "step": 31776
    },
    {
      "epoch": 2.699371389738362,
      "grad_norm": 3.045777927738271,
      "learning_rate": 0.00018094179553926728,
      "loss": 4.6646,
      "step": 31777
    },
    {
      "epoch": 2.699456337071016,
      "grad_norm": 3.000117119079725,
      "learning_rate": 0.00018093507700672214,
      "loss": 4.3865,
      "step": 31778
    },
    {
      "epoch": 2.6995412844036695,
      "grad_norm": 2.915027429403634,
      "learning_rate": 0.00018092835840935868,
      "loss": 4.2713,
      "step": 31779
    },
    {
      "epoch": 2.6996262317363233,
      "grad_norm": 3.1854846907911223,
      "learning_rate": 0.00018092163974719102,
      "loss": 4.9051,
      "step": 31780
    },
    {
      "epoch": 2.699711179068977,
      "grad_norm": 3.1839107958645503,
      "learning_rate": 0.0001809149210202332,
      "loss": 4.9495,
      "step": 31781
    },
    {
      "epoch": 2.699796126401631,
      "grad_norm": 3.193803440064464,
      "learning_rate": 0.00018090820222849938,
      "loss": 4.9206,
      "step": 31782
    },
    {
      "epoch": 2.699881073734285,
      "grad_norm": 2.9940880851677036,
      "learning_rate": 0.00018090148337200347,
      "loss": 4.443,
      "step": 31783
    },
    {
      "epoch": 2.6999660210669383,
      "grad_norm": 3.040521321284063,
      "learning_rate": 0.00018089476445075974,
      "loss": 4.7287,
      "step": 31784
    },
    {
      "epoch": 2.700050968399592,
      "grad_norm": 3.226988451029603,
      "learning_rate": 0.0001808880454647821,
      "loss": 4.9194,
      "step": 31785
    },
    {
      "epoch": 2.700135915732246,
      "grad_norm": 3.1271042918665093,
      "learning_rate": 0.00018088132641408476,
      "loss": 4.9962,
      "step": 31786
    },
    {
      "epoch": 2.7002208630649,
      "grad_norm": 2.939692108571621,
      "learning_rate": 0.0001808746072986817,
      "loss": 4.3125,
      "step": 31787
    },
    {
      "epoch": 2.7003058103975537,
      "grad_norm": 2.935361419703938,
      "learning_rate": 0.00018086788811858706,
      "loss": 4.3063,
      "step": 31788
    },
    {
      "epoch": 2.700390757730207,
      "grad_norm": 3.0443053406714533,
      "learning_rate": 0.00018086116887381488,
      "loss": 4.8882,
      "step": 31789
    },
    {
      "epoch": 2.700475705062861,
      "grad_norm": 2.942658096481027,
      "learning_rate": 0.0001808544495643793,
      "loss": 4.5197,
      "step": 31790
    },
    {
      "epoch": 2.700560652395515,
      "grad_norm": 3.159457647173772,
      "learning_rate": 0.00018084773019029436,
      "loss": 5.039,
      "step": 31791
    },
    {
      "epoch": 2.7006455997281686,
      "grad_norm": 3.0179543358698226,
      "learning_rate": 0.00018084101075157408,
      "loss": 4.7998,
      "step": 31792
    },
    {
      "epoch": 2.7007305470608225,
      "grad_norm": 2.974416613137771,
      "learning_rate": 0.00018083429124823267,
      "loss": 4.1903,
      "step": 31793
    },
    {
      "epoch": 2.700815494393476,
      "grad_norm": 3.143288932586566,
      "learning_rate": 0.0001808275716802841,
      "loss": 4.7733,
      "step": 31794
    },
    {
      "epoch": 2.7009004417261298,
      "grad_norm": 2.9551640024571406,
      "learning_rate": 0.0001808208520477425,
      "loss": 4.4517,
      "step": 31795
    },
    {
      "epoch": 2.7009853890587836,
      "grad_norm": 2.9477563249310275,
      "learning_rate": 0.0001808141323506219,
      "loss": 4.5462,
      "step": 31796
    },
    {
      "epoch": 2.7010703363914375,
      "grad_norm": 2.9909408927948387,
      "learning_rate": 0.00018080741258893646,
      "loss": 4.354,
      "step": 31797
    },
    {
      "epoch": 2.7011552837240913,
      "grad_norm": 3.176689624717206,
      "learning_rate": 0.00018080069276270018,
      "loss": 5.1594,
      "step": 31798
    },
    {
      "epoch": 2.7012402310567447,
      "grad_norm": 3.009529657147527,
      "learning_rate": 0.0001807939728719272,
      "loss": 4.4212,
      "step": 31799
    },
    {
      "epoch": 2.7013251783893986,
      "grad_norm": 3.2200427842488426,
      "learning_rate": 0.00018078725291663158,
      "loss": 5.1977,
      "step": 31800
    },
    {
      "epoch": 2.7014101257220524,
      "grad_norm": 3.137664014635474,
      "learning_rate": 0.00018078053289682735,
      "loss": 4.8704,
      "step": 31801
    },
    {
      "epoch": 2.701495073054706,
      "grad_norm": 3.005846734090844,
      "learning_rate": 0.0001807738128125287,
      "loss": 4.5053,
      "step": 31802
    },
    {
      "epoch": 2.7015800203873597,
      "grad_norm": 2.9739068899082093,
      "learning_rate": 0.0001807670926637496,
      "loss": 4.5329,
      "step": 31803
    },
    {
      "epoch": 2.7016649677200135,
      "grad_norm": 3.2610781223146765,
      "learning_rate": 0.00018076037245050422,
      "loss": 5.009,
      "step": 31804
    },
    {
      "epoch": 2.7017499150526674,
      "grad_norm": 3.0290462881929456,
      "learning_rate": 0.00018075365217280653,
      "loss": 4.6918,
      "step": 31805
    },
    {
      "epoch": 2.7018348623853212,
      "grad_norm": 3.1826167358781365,
      "learning_rate": 0.00018074693183067072,
      "loss": 4.8374,
      "step": 31806
    },
    {
      "epoch": 2.7019198097179746,
      "grad_norm": 3.0756775088472113,
      "learning_rate": 0.0001807402114241109,
      "loss": 4.5592,
      "step": 31807
    },
    {
      "epoch": 2.7020047570506285,
      "grad_norm": 2.96253589169254,
      "learning_rate": 0.00018073349095314097,
      "loss": 4.5378,
      "step": 31808
    },
    {
      "epoch": 2.7020897043832823,
      "grad_norm": 2.945599799598181,
      "learning_rate": 0.00018072677041777518,
      "loss": 4.4398,
      "step": 31809
    },
    {
      "epoch": 2.702174651715936,
      "grad_norm": 3.161396263875094,
      "learning_rate": 0.00018072004981802754,
      "loss": 4.9271,
      "step": 31810
    },
    {
      "epoch": 2.70225959904859,
      "grad_norm": 3.025782035145828,
      "learning_rate": 0.00018071332915391215,
      "loss": 4.5162,
      "step": 31811
    },
    {
      "epoch": 2.7023445463812434,
      "grad_norm": 3.2188780430876456,
      "learning_rate": 0.00018070660842544307,
      "loss": 5.0301,
      "step": 31812
    },
    {
      "epoch": 2.7024294937138973,
      "grad_norm": 3.1018033883361293,
      "learning_rate": 0.00018069988763263445,
      "loss": 4.9044,
      "step": 31813
    },
    {
      "epoch": 2.702514441046551,
      "grad_norm": 2.9978950807933895,
      "learning_rate": 0.00018069316677550023,
      "loss": 4.4395,
      "step": 31814
    },
    {
      "epoch": 2.702599388379205,
      "grad_norm": 3.318334335143984,
      "learning_rate": 0.00018068644585405466,
      "loss": 5.3443,
      "step": 31815
    },
    {
      "epoch": 2.702684335711859,
      "grad_norm": 3.017439120700151,
      "learning_rate": 0.00018067972486831177,
      "loss": 4.6534,
      "step": 31816
    },
    {
      "epoch": 2.7027692830445122,
      "grad_norm": 3.097740077525075,
      "learning_rate": 0.00018067300381828554,
      "loss": 4.8004,
      "step": 31817
    },
    {
      "epoch": 2.702854230377166,
      "grad_norm": 3.090472661310043,
      "learning_rate": 0.0001806662827039902,
      "loss": 4.8757,
      "step": 31818
    },
    {
      "epoch": 2.70293917770982,
      "grad_norm": 3.16043655513207,
      "learning_rate": 0.00018065956152543973,
      "loss": 5.0302,
      "step": 31819
    },
    {
      "epoch": 2.703024125042474,
      "grad_norm": 2.880311726574019,
      "learning_rate": 0.00018065284028264824,
      "loss": 4.4402,
      "step": 31820
    },
    {
      "epoch": 2.7031090723751277,
      "grad_norm": 3.0265683553541463,
      "learning_rate": 0.00018064611897562985,
      "loss": 4.8325,
      "step": 31821
    },
    {
      "epoch": 2.703194019707781,
      "grad_norm": 3.0003385648121865,
      "learning_rate": 0.00018063939760439864,
      "loss": 4.3467,
      "step": 31822
    },
    {
      "epoch": 2.703278967040435,
      "grad_norm": 3.174424583615085,
      "learning_rate": 0.00018063267616896857,
      "loss": 5.0093,
      "step": 31823
    },
    {
      "epoch": 2.7033639143730888,
      "grad_norm": 3.002816431375431,
      "learning_rate": 0.0001806259546693539,
      "loss": 4.565,
      "step": 31824
    },
    {
      "epoch": 2.703448861705742,
      "grad_norm": 3.2193378880831074,
      "learning_rate": 0.00018061923310556862,
      "loss": 4.2687,
      "step": 31825
    },
    {
      "epoch": 2.7035338090383965,
      "grad_norm": 3.2191796373242347,
      "learning_rate": 0.0001806125114776268,
      "loss": 4.9249,
      "step": 31826
    },
    {
      "epoch": 2.70361875637105,
      "grad_norm": 3.1660042077056194,
      "learning_rate": 0.0001806057897855426,
      "loss": 4.9457,
      "step": 31827
    },
    {
      "epoch": 2.7037037037037037,
      "grad_norm": 3.151456952450345,
      "learning_rate": 0.00018059906802933,
      "loss": 5.0368,
      "step": 31828
    },
    {
      "epoch": 2.7037886510363576,
      "grad_norm": 2.9859851998207403,
      "learning_rate": 0.00018059234620900318,
      "loss": 4.3228,
      "step": 31829
    },
    {
      "epoch": 2.703873598369011,
      "grad_norm": 3.193112358271991,
      "learning_rate": 0.00018058562432457617,
      "loss": 4.9355,
      "step": 31830
    },
    {
      "epoch": 2.703958545701665,
      "grad_norm": 2.9398136959239283,
      "learning_rate": 0.00018057890237606312,
      "loss": 4.3998,
      "step": 31831
    },
    {
      "epoch": 2.7040434930343187,
      "grad_norm": 3.1397392323368005,
      "learning_rate": 0.00018057218036347794,
      "loss": 4.882,
      "step": 31832
    },
    {
      "epoch": 2.7041284403669725,
      "grad_norm": 3.1118243380389488,
      "learning_rate": 0.00018056545828683496,
      "loss": 4.8868,
      "step": 31833
    },
    {
      "epoch": 2.7042133876996264,
      "grad_norm": 2.981185505414944,
      "learning_rate": 0.0001805587361461481,
      "loss": 4.6315,
      "step": 31834
    },
    {
      "epoch": 2.70429833503228,
      "grad_norm": 2.9996885062772494,
      "learning_rate": 0.00018055201394143143,
      "loss": 4.4363,
      "step": 31835
    },
    {
      "epoch": 2.7043832823649336,
      "grad_norm": 2.925994340237694,
      "learning_rate": 0.00018054529167269918,
      "loss": 4.5223,
      "step": 31836
    },
    {
      "epoch": 2.7044682296975875,
      "grad_norm": 2.945813435217965,
      "learning_rate": 0.0001805385693399653,
      "loss": 4.5965,
      "step": 31837
    },
    {
      "epoch": 2.7045531770302413,
      "grad_norm": 3.036489729021816,
      "learning_rate": 0.00018053184694324394,
      "loss": 4.6627,
      "step": 31838
    },
    {
      "epoch": 2.704638124362895,
      "grad_norm": 2.8772836782691495,
      "learning_rate": 0.00018052512448254914,
      "loss": 4.163,
      "step": 31839
    },
    {
      "epoch": 2.7047230716955486,
      "grad_norm": 3.285349380418972,
      "learning_rate": 0.00018051840195789506,
      "loss": 5.1957,
      "step": 31840
    },
    {
      "epoch": 2.7048080190282024,
      "grad_norm": 2.970080650506983,
      "learning_rate": 0.00018051167936929572,
      "loss": 4.458,
      "step": 31841
    },
    {
      "epoch": 2.7048929663608563,
      "grad_norm": 2.9677610453417316,
      "learning_rate": 0.00018050495671676522,
      "loss": 4.3689,
      "step": 31842
    },
    {
      "epoch": 2.70497791369351,
      "grad_norm": 3.1129812815597515,
      "learning_rate": 0.00018049823400031768,
      "loss": 4.6781,
      "step": 31843
    },
    {
      "epoch": 2.705062861026164,
      "grad_norm": 2.9053276778771204,
      "learning_rate": 0.00018049151121996707,
      "loss": 4.2027,
      "step": 31844
    },
    {
      "epoch": 2.7051478083588174,
      "grad_norm": 2.8859171909816843,
      "learning_rate": 0.00018048478837572764,
      "loss": 4.2049,
      "step": 31845
    },
    {
      "epoch": 2.7052327556914713,
      "grad_norm": 3.1254502065905134,
      "learning_rate": 0.0001804780654676134,
      "loss": 4.3807,
      "step": 31846
    },
    {
      "epoch": 2.705317703024125,
      "grad_norm": 3.221821005715174,
      "learning_rate": 0.00018047134249563846,
      "loss": 4.9548,
      "step": 31847
    },
    {
      "epoch": 2.705402650356779,
      "grad_norm": 3.0216081480543306,
      "learning_rate": 0.0001804646194598168,
      "loss": 4.4905,
      "step": 31848
    },
    {
      "epoch": 2.705487597689433,
      "grad_norm": 3.055113107034942,
      "learning_rate": 0.00018045789636016266,
      "loss": 4.7539,
      "step": 31849
    },
    {
      "epoch": 2.705572545022086,
      "grad_norm": 2.9277745249855256,
      "learning_rate": 0.00018045117319669002,
      "loss": 4.3588,
      "step": 31850
    },
    {
      "epoch": 2.70565749235474,
      "grad_norm": 2.895242324546976,
      "learning_rate": 0.00018044444996941303,
      "loss": 4.573,
      "step": 31851
    },
    {
      "epoch": 2.705742439687394,
      "grad_norm": 2.895797226919586,
      "learning_rate": 0.0001804377266783457,
      "loss": 4.2932,
      "step": 31852
    },
    {
      "epoch": 2.7058273870200473,
      "grad_norm": 2.917199494940825,
      "learning_rate": 0.00018043100332350222,
      "loss": 4.4769,
      "step": 31853
    },
    {
      "epoch": 2.705912334352701,
      "grad_norm": 3.097394503328688,
      "learning_rate": 0.00018042427990489662,
      "loss": 4.6127,
      "step": 31854
    },
    {
      "epoch": 2.705997281685355,
      "grad_norm": 3.0742086190523708,
      "learning_rate": 0.000180417556422543,
      "loss": 4.8965,
      "step": 31855
    },
    {
      "epoch": 2.706082229018009,
      "grad_norm": 3.229665485213571,
      "learning_rate": 0.00018041083287645543,
      "loss": 5.0535,
      "step": 31856
    },
    {
      "epoch": 2.7061671763506627,
      "grad_norm": 3.0253253738609747,
      "learning_rate": 0.00018040410926664795,
      "loss": 4.7305,
      "step": 31857
    },
    {
      "epoch": 2.706252123683316,
      "grad_norm": 2.8718281868674578,
      "learning_rate": 0.00018039738559313482,
      "loss": 4.4221,
      "step": 31858
    },
    {
      "epoch": 2.70633707101597,
      "grad_norm": 3.0299499626965103,
      "learning_rate": 0.00018039066185592992,
      "loss": 4.5371,
      "step": 31859
    },
    {
      "epoch": 2.706422018348624,
      "grad_norm": 3.056191928867573,
      "learning_rate": 0.00018038393805504748,
      "loss": 4.7108,
      "step": 31860
    },
    {
      "epoch": 2.7065069656812777,
      "grad_norm": 3.1764511369504524,
      "learning_rate": 0.00018037721419050156,
      "loss": 4.8314,
      "step": 31861
    },
    {
      "epoch": 2.7065919130139315,
      "grad_norm": 3.1598909833214086,
      "learning_rate": 0.00018037049026230618,
      "loss": 4.9517,
      "step": 31862
    },
    {
      "epoch": 2.706676860346585,
      "grad_norm": 2.984643855484455,
      "learning_rate": 0.0001803637662704755,
      "loss": 4.3769,
      "step": 31863
    },
    {
      "epoch": 2.706761807679239,
      "grad_norm": 3.060836167454942,
      "learning_rate": 0.0001803570422150236,
      "loss": 4.7633,
      "step": 31864
    },
    {
      "epoch": 2.7068467550118926,
      "grad_norm": 2.997203505955359,
      "learning_rate": 0.00018035031809596457,
      "loss": 4.4597,
      "step": 31865
    },
    {
      "epoch": 2.7069317023445465,
      "grad_norm": 2.979340275224847,
      "learning_rate": 0.00018034359391331243,
      "loss": 4.5944,
      "step": 31866
    },
    {
      "epoch": 2.7070166496772003,
      "grad_norm": 3.2335482268195586,
      "learning_rate": 0.0001803368696670814,
      "loss": 5.0841,
      "step": 31867
    },
    {
      "epoch": 2.7071015970098538,
      "grad_norm": 2.951906240174559,
      "learning_rate": 0.00018033014535728546,
      "loss": 4.3768,
      "step": 31868
    },
    {
      "epoch": 2.7071865443425076,
      "grad_norm": 3.2389622088878354,
      "learning_rate": 0.0001803234209839387,
      "loss": 5.1027,
      "step": 31869
    },
    {
      "epoch": 2.7072714916751615,
      "grad_norm": 3.1074435486129253,
      "learning_rate": 0.00018031669654705525,
      "loss": 4.8676,
      "step": 31870
    },
    {
      "epoch": 2.7073564390078153,
      "grad_norm": 2.991685241494666,
      "learning_rate": 0.0001803099720466492,
      "loss": 4.5851,
      "step": 31871
    },
    {
      "epoch": 2.707441386340469,
      "grad_norm": 3.16805234000185,
      "learning_rate": 0.00018030324748273468,
      "loss": 4.8252,
      "step": 31872
    },
    {
      "epoch": 2.7075263336731226,
      "grad_norm": 2.9112565634767447,
      "learning_rate": 0.0001802965228553257,
      "loss": 4.2814,
      "step": 31873
    },
    {
      "epoch": 2.7076112810057764,
      "grad_norm": 2.98952994758436,
      "learning_rate": 0.00018028979816443638,
      "loss": 4.605,
      "step": 31874
    },
    {
      "epoch": 2.7076962283384303,
      "grad_norm": 2.9871837911711663,
      "learning_rate": 0.00018028307341008077,
      "loss": 4.5214,
      "step": 31875
    },
    {
      "epoch": 2.7077811756710837,
      "grad_norm": 3.0586329513581165,
      "learning_rate": 0.0001802763485922731,
      "loss": 4.7046,
      "step": 31876
    },
    {
      "epoch": 2.7078661230037375,
      "grad_norm": 3.0908199230947235,
      "learning_rate": 0.0001802696237110273,
      "loss": 4.7933,
      "step": 31877
    },
    {
      "epoch": 2.7079510703363914,
      "grad_norm": 2.929794972774741,
      "learning_rate": 0.00018026289876635752,
      "loss": 4.4309,
      "step": 31878
    },
    {
      "epoch": 2.7080360176690452,
      "grad_norm": 2.9328434484623362,
      "learning_rate": 0.0001802561737582779,
      "loss": 4.6058,
      "step": 31879
    },
    {
      "epoch": 2.708120965001699,
      "grad_norm": 3.077880212004318,
      "learning_rate": 0.00018024944868680245,
      "loss": 4.5755,
      "step": 31880
    },
    {
      "epoch": 2.7082059123343525,
      "grad_norm": 2.877768605465113,
      "learning_rate": 0.00018024272355194533,
      "loss": 4.4963,
      "step": 31881
    },
    {
      "epoch": 2.7082908596670063,
      "grad_norm": 3.04443712783877,
      "learning_rate": 0.00018023599835372055,
      "loss": 4.5403,
      "step": 31882
    },
    {
      "epoch": 2.70837580699966,
      "grad_norm": 2.940806215725156,
      "learning_rate": 0.0001802292730921423,
      "loss": 4.2291,
      "step": 31883
    },
    {
      "epoch": 2.708460754332314,
      "grad_norm": 2.988398547581878,
      "learning_rate": 0.00018022254776722457,
      "loss": 4.5977,
      "step": 31884
    },
    {
      "epoch": 2.708545701664968,
      "grad_norm": 3.218891137097011,
      "learning_rate": 0.00018021582237898157,
      "loss": 4.8047,
      "step": 31885
    },
    {
      "epoch": 2.7086306489976213,
      "grad_norm": 3.0071640355919373,
      "learning_rate": 0.00018020909692742726,
      "loss": 4.8449,
      "step": 31886
    },
    {
      "epoch": 2.708715596330275,
      "grad_norm": 3.1636943485480975,
      "learning_rate": 0.00018020237141257582,
      "loss": 4.963,
      "step": 31887
    },
    {
      "epoch": 2.708800543662929,
      "grad_norm": 3.1521998801943516,
      "learning_rate": 0.00018019564583444134,
      "loss": 4.7348,
      "step": 31888
    },
    {
      "epoch": 2.708885490995583,
      "grad_norm": 2.9491882427088365,
      "learning_rate": 0.0001801889201930379,
      "loss": 4.5611,
      "step": 31889
    },
    {
      "epoch": 2.7089704383282367,
      "grad_norm": 2.9518271105178973,
      "learning_rate": 0.00018018219448837953,
      "loss": 4.6155,
      "step": 31890
    },
    {
      "epoch": 2.70905538566089,
      "grad_norm": 3.0807761766087456,
      "learning_rate": 0.0001801754687204804,
      "loss": 4.4995,
      "step": 31891
    },
    {
      "epoch": 2.709140332993544,
      "grad_norm": 3.053291765471095,
      "learning_rate": 0.0001801687428893546,
      "loss": 4.6465,
      "step": 31892
    },
    {
      "epoch": 2.709225280326198,
      "grad_norm": 3.046827789715026,
      "learning_rate": 0.0001801620169950162,
      "loss": 4.749,
      "step": 31893
    },
    {
      "epoch": 2.7093102276588517,
      "grad_norm": 2.9800546089279565,
      "learning_rate": 0.00018015529103747923,
      "loss": 4.4282,
      "step": 31894
    },
    {
      "epoch": 2.7093951749915055,
      "grad_norm": 3.021934765132368,
      "learning_rate": 0.0001801485650167579,
      "loss": 4.5987,
      "step": 31895
    },
    {
      "epoch": 2.709480122324159,
      "grad_norm": 3.2308961938908483,
      "learning_rate": 0.00018014183893286625,
      "loss": 5.0321,
      "step": 31896
    },
    {
      "epoch": 2.7095650696568128,
      "grad_norm": 3.097267498816223,
      "learning_rate": 0.00018013511278581836,
      "loss": 4.8644,
      "step": 31897
    },
    {
      "epoch": 2.7096500169894666,
      "grad_norm": 2.945000738019648,
      "learning_rate": 0.00018012838657562833,
      "loss": 4.4168,
      "step": 31898
    },
    {
      "epoch": 2.70973496432212,
      "grad_norm": 2.954818097756314,
      "learning_rate": 0.0001801216603023103,
      "loss": 4.4011,
      "step": 31899
    },
    {
      "epoch": 2.7098199116547743,
      "grad_norm": 2.8945848596407124,
      "learning_rate": 0.00018011493396587826,
      "loss": 4.3853,
      "step": 31900
    },
    {
      "epoch": 2.7099048589874277,
      "grad_norm": 2.9371419100457503,
      "learning_rate": 0.00018010820756634644,
      "loss": 4.302,
      "step": 31901
    },
    {
      "epoch": 2.7099898063200816,
      "grad_norm": 3.2121411984223913,
      "learning_rate": 0.0001801014811037288,
      "loss": 5.1263,
      "step": 31902
    },
    {
      "epoch": 2.7100747536527354,
      "grad_norm": 2.994880188611055,
      "learning_rate": 0.0001800947545780395,
      "loss": 4.557,
      "step": 31903
    },
    {
      "epoch": 2.710159700985389,
      "grad_norm": 2.93086811061792,
      "learning_rate": 0.00018008802798929265,
      "loss": 4.4655,
      "step": 31904
    },
    {
      "epoch": 2.7102446483180427,
      "grad_norm": 3.037094847904863,
      "learning_rate": 0.0001800813013375023,
      "loss": 4.4271,
      "step": 31905
    },
    {
      "epoch": 2.7103295956506965,
      "grad_norm": 3.057822388621606,
      "learning_rate": 0.00018007457462268256,
      "loss": 4.3815,
      "step": 31906
    },
    {
      "epoch": 2.7104145429833504,
      "grad_norm": 3.084534053133958,
      "learning_rate": 0.0001800678478448476,
      "loss": 4.6182,
      "step": 31907
    },
    {
      "epoch": 2.7104994903160042,
      "grad_norm": 3.2318900277964766,
      "learning_rate": 0.00018006112100401139,
      "loss": 5.0616,
      "step": 31908
    },
    {
      "epoch": 2.7105844376486576,
      "grad_norm": 2.8991816571855638,
      "learning_rate": 0.00018005439410018805,
      "loss": 4.3678,
      "step": 31909
    },
    {
      "epoch": 2.7106693849813115,
      "grad_norm": 2.9827641408141985,
      "learning_rate": 0.0001800476671333918,
      "loss": 4.6618,
      "step": 31910
    },
    {
      "epoch": 2.7107543323139653,
      "grad_norm": 3.0856366075348367,
      "learning_rate": 0.00018004094010363656,
      "loss": 4.6617,
      "step": 31911
    },
    {
      "epoch": 2.710839279646619,
      "grad_norm": 3.1159956867731777,
      "learning_rate": 0.00018003421301093653,
      "loss": 4.512,
      "step": 31912
    },
    {
      "epoch": 2.710924226979273,
      "grad_norm": 2.9072841554841373,
      "learning_rate": 0.00018002748585530578,
      "loss": 4.3634,
      "step": 31913
    },
    {
      "epoch": 2.7110091743119265,
      "grad_norm": 3.1249145383912054,
      "learning_rate": 0.0001800207586367584,
      "loss": 4.7997,
      "step": 31914
    },
    {
      "epoch": 2.7110941216445803,
      "grad_norm": 3.053741435265756,
      "learning_rate": 0.00018001403135530847,
      "loss": 4.7652,
      "step": 31915
    },
    {
      "epoch": 2.711179068977234,
      "grad_norm": 3.237008809375501,
      "learning_rate": 0.00018000730401097017,
      "loss": 5.0436,
      "step": 31916
    },
    {
      "epoch": 2.711264016309888,
      "grad_norm": 2.9223932812116025,
      "learning_rate": 0.0001800005766037575,
      "loss": 4.1963,
      "step": 31917
    },
    {
      "epoch": 2.711348963642542,
      "grad_norm": 2.9362493500878224,
      "learning_rate": 0.00017999384913368457,
      "loss": 4.4703,
      "step": 31918
    },
    {
      "epoch": 2.7114339109751953,
      "grad_norm": 3.200843225925944,
      "learning_rate": 0.00017998712160076556,
      "loss": 4.8798,
      "step": 31919
    },
    {
      "epoch": 2.711518858307849,
      "grad_norm": 3.0340474333210024,
      "learning_rate": 0.00017998039400501445,
      "loss": 4.7439,
      "step": 31920
    },
    {
      "epoch": 2.711603805640503,
      "grad_norm": 3.0035856980598434,
      "learning_rate": 0.00017997366634644538,
      "loss": 4.49,
      "step": 31921
    },
    {
      "epoch": 2.7116887529731564,
      "grad_norm": 3.094499595314042,
      "learning_rate": 0.0001799669386250725,
      "loss": 4.726,
      "step": 31922
    },
    {
      "epoch": 2.7117737003058107,
      "grad_norm": 3.2047203043446144,
      "learning_rate": 0.0001799602108409098,
      "loss": 4.9883,
      "step": 31923
    },
    {
      "epoch": 2.711858647638464,
      "grad_norm": 3.174416694892259,
      "learning_rate": 0.00017995348299397148,
      "loss": 5.0736,
      "step": 31924
    },
    {
      "epoch": 2.711943594971118,
      "grad_norm": 3.2439309524821707,
      "learning_rate": 0.00017994675508427156,
      "loss": 5.198,
      "step": 31925
    },
    {
      "epoch": 2.7120285423037718,
      "grad_norm": 3.2187470366461266,
      "learning_rate": 0.00017994002711182425,
      "loss": 5.0801,
      "step": 31926
    },
    {
      "epoch": 2.712113489636425,
      "grad_norm": 3.141135494561618,
      "learning_rate": 0.00017993329907664348,
      "loss": 4.8845,
      "step": 31927
    },
    {
      "epoch": 2.712198436969079,
      "grad_norm": 3.038050937333942,
      "learning_rate": 0.00017992657097874352,
      "loss": 4.6157,
      "step": 31928
    },
    {
      "epoch": 2.712283384301733,
      "grad_norm": 3.023832940946742,
      "learning_rate": 0.00017991984281813832,
      "loss": 4.5035,
      "step": 31929
    },
    {
      "epoch": 2.7123683316343867,
      "grad_norm": 3.1388042845839528,
      "learning_rate": 0.00017991311459484205,
      "loss": 4.5867,
      "step": 31930
    },
    {
      "epoch": 2.7124532789670406,
      "grad_norm": 3.0512927533030165,
      "learning_rate": 0.0001799063863088688,
      "loss": 4.6163,
      "step": 31931
    },
    {
      "epoch": 2.712538226299694,
      "grad_norm": 2.986643397863987,
      "learning_rate": 0.00017989965796023268,
      "loss": 4.6485,
      "step": 31932
    },
    {
      "epoch": 2.712623173632348,
      "grad_norm": 3.230527932062495,
      "learning_rate": 0.00017989292954894776,
      "loss": 5.0893,
      "step": 31933
    },
    {
      "epoch": 2.7127081209650017,
      "grad_norm": 3.023471924585719,
      "learning_rate": 0.00017988620107502816,
      "loss": 4.5582,
      "step": 31934
    },
    {
      "epoch": 2.7127930682976555,
      "grad_norm": 2.9954139407319116,
      "learning_rate": 0.000179879472538488,
      "loss": 4.4041,
      "step": 31935
    },
    {
      "epoch": 2.7128780156303094,
      "grad_norm": 3.1834558854029185,
      "learning_rate": 0.0001798727439393413,
      "loss": 4.0437,
      "step": 31936
    },
    {
      "epoch": 2.712962962962963,
      "grad_norm": 3.1112957241718067,
      "learning_rate": 0.00017986601527760225,
      "loss": 4.9481,
      "step": 31937
    },
    {
      "epoch": 2.7130479102956166,
      "grad_norm": 3.041260074285482,
      "learning_rate": 0.00017985928655328489,
      "loss": 4.5791,
      "step": 31938
    },
    {
      "epoch": 2.7131328576282705,
      "grad_norm": 2.984356976070646,
      "learning_rate": 0.00017985255776640333,
      "loss": 4.3755,
      "step": 31939
    },
    {
      "epoch": 2.7132178049609244,
      "grad_norm": 2.824964641237774,
      "learning_rate": 0.00017984582891697167,
      "loss": 3.9914,
      "step": 31940
    },
    {
      "epoch": 2.713302752293578,
      "grad_norm": 3.0979497467133372,
      "learning_rate": 0.000179839100005004,
      "loss": 4.8008,
      "step": 31941
    },
    {
      "epoch": 2.7133876996262316,
      "grad_norm": 3.055744400694101,
      "learning_rate": 0.0001798323710305145,
      "loss": 4.7447,
      "step": 31942
    },
    {
      "epoch": 2.7134726469588855,
      "grad_norm": 3.153780096056315,
      "learning_rate": 0.00017982564199351707,
      "loss": 4.8457,
      "step": 31943
    },
    {
      "epoch": 2.7135575942915393,
      "grad_norm": 3.0405859363458383,
      "learning_rate": 0.00017981891289402604,
      "loss": 4.4899,
      "step": 31944
    },
    {
      "epoch": 2.713642541624193,
      "grad_norm": 3.0437501183986453,
      "learning_rate": 0.00017981218373205543,
      "loss": 4.726,
      "step": 31945
    },
    {
      "epoch": 2.713727488956847,
      "grad_norm": 2.871888940791078,
      "learning_rate": 0.00017980545450761923,
      "loss": 4.2622,
      "step": 31946
    },
    {
      "epoch": 2.7138124362895004,
      "grad_norm": 3.096452817319067,
      "learning_rate": 0.0001797987252207317,
      "loss": 4.7146,
      "step": 31947
    },
    {
      "epoch": 2.7138973836221543,
      "grad_norm": 3.1234302198705732,
      "learning_rate": 0.00017979199587140688,
      "loss": 4.924,
      "step": 31948
    },
    {
      "epoch": 2.713982330954808,
      "grad_norm": 3.1482867831554624,
      "learning_rate": 0.00017978526645965877,
      "loss": 5.0157,
      "step": 31949
    },
    {
      "epoch": 2.7140672782874615,
      "grad_norm": 3.058032877905778,
      "learning_rate": 0.00017977853698550162,
      "loss": 4.7881,
      "step": 31950
    },
    {
      "epoch": 2.7141522256201154,
      "grad_norm": 3.047670304423543,
      "learning_rate": 0.00017977180744894948,
      "loss": 4.6056,
      "step": 31951
    },
    {
      "epoch": 2.7142371729527692,
      "grad_norm": 3.069837648750677,
      "learning_rate": 0.00017976507785001642,
      "loss": 4.7446,
      "step": 31952
    },
    {
      "epoch": 2.714322120285423,
      "grad_norm": 3.0506826306045562,
      "learning_rate": 0.00017975834818871657,
      "loss": 4.7359,
      "step": 31953
    },
    {
      "epoch": 2.714407067618077,
      "grad_norm": 2.9967720864870087,
      "learning_rate": 0.000179751618465064,
      "loss": 4.61,
      "step": 31954
    },
    {
      "epoch": 2.7144920149507303,
      "grad_norm": 3.0131477314738175,
      "learning_rate": 0.00017974488867907287,
      "loss": 4.7078,
      "step": 31955
    },
    {
      "epoch": 2.714576962283384,
      "grad_norm": 2.966527923210757,
      "learning_rate": 0.0001797381588307572,
      "loss": 4.4804,
      "step": 31956
    },
    {
      "epoch": 2.714661909616038,
      "grad_norm": 3.243707990849156,
      "learning_rate": 0.0001797314289201312,
      "loss": 4.9559,
      "step": 31957
    },
    {
      "epoch": 2.714746856948692,
      "grad_norm": 2.9424777945138736,
      "learning_rate": 0.00017972469894720882,
      "loss": 4.6677,
      "step": 31958
    },
    {
      "epoch": 2.7148318042813457,
      "grad_norm": 3.0069561109201137,
      "learning_rate": 0.00017971796891200426,
      "loss": 4.7289,
      "step": 31959
    },
    {
      "epoch": 2.714916751613999,
      "grad_norm": 2.938481945902969,
      "learning_rate": 0.00017971123881453167,
      "loss": 4.4099,
      "step": 31960
    },
    {
      "epoch": 2.715001698946653,
      "grad_norm": 2.9476550035495586,
      "learning_rate": 0.000179704508654805,
      "loss": 4.6809,
      "step": 31961
    },
    {
      "epoch": 2.715086646279307,
      "grad_norm": 3.2609805541421486,
      "learning_rate": 0.00017969777843283854,
      "loss": 5.0646,
      "step": 31962
    },
    {
      "epoch": 2.7151715936119607,
      "grad_norm": 3.175354419451528,
      "learning_rate": 0.00017969104814864625,
      "loss": 4.881,
      "step": 31963
    },
    {
      "epoch": 2.7152565409446145,
      "grad_norm": 3.002681039114505,
      "learning_rate": 0.00017968431780224225,
      "loss": 4.5989,
      "step": 31964
    },
    {
      "epoch": 2.715341488277268,
      "grad_norm": 3.281456064506624,
      "learning_rate": 0.0001796775873936407,
      "loss": 5.1961,
      "step": 31965
    },
    {
      "epoch": 2.715426435609922,
      "grad_norm": 2.9736365936026252,
      "learning_rate": 0.0001796708569228557,
      "loss": 4.6064,
      "step": 31966
    },
    {
      "epoch": 2.7155113829425757,
      "grad_norm": 2.974595565778002,
      "learning_rate": 0.0001796641263899012,
      "loss": 4.2079,
      "step": 31967
    },
    {
      "epoch": 2.7155963302752295,
      "grad_norm": 3.222961136961081,
      "learning_rate": 0.00017965739579479156,
      "loss": 4.9973,
      "step": 31968
    },
    {
      "epoch": 2.7156812776078834,
      "grad_norm": 2.9181970812694034,
      "learning_rate": 0.0001796506651375407,
      "loss": 4.1854,
      "step": 31969
    },
    {
      "epoch": 2.7157662249405368,
      "grad_norm": 2.948309148006686,
      "learning_rate": 0.00017964393441816272,
      "loss": 4.3251,
      "step": 31970
    },
    {
      "epoch": 2.7158511722731906,
      "grad_norm": 3.0022374698344225,
      "learning_rate": 0.00017963720363667183,
      "loss": 4.6098,
      "step": 31971
    },
    {
      "epoch": 2.7159361196058445,
      "grad_norm": 3.0420539289153696,
      "learning_rate": 0.00017963047279308204,
      "loss": 4.6703,
      "step": 31972
    },
    {
      "epoch": 2.716021066938498,
      "grad_norm": 3.1590864724993115,
      "learning_rate": 0.0001796237418874075,
      "loss": 4.7966,
      "step": 31973
    },
    {
      "epoch": 2.7161060142711517,
      "grad_norm": 3.0546271910034886,
      "learning_rate": 0.0001796170109196623,
      "loss": 4.7605,
      "step": 31974
    },
    {
      "epoch": 2.7161909616038056,
      "grad_norm": 2.9956518161708905,
      "learning_rate": 0.0001796102798898606,
      "loss": 4.6632,
      "step": 31975
    },
    {
      "epoch": 2.7162759089364594,
      "grad_norm": 3.0370927032125605,
      "learning_rate": 0.00017960354879801638,
      "loss": 4.6937,
      "step": 31976
    },
    {
      "epoch": 2.7163608562691133,
      "grad_norm": 3.009336895665599,
      "learning_rate": 0.00017959681764414384,
      "loss": 4.5312,
      "step": 31977
    },
    {
      "epoch": 2.7164458036017667,
      "grad_norm": 2.9313119410718276,
      "learning_rate": 0.00017959008642825703,
      "loss": 4.3463,
      "step": 31978
    },
    {
      "epoch": 2.7165307509344205,
      "grad_norm": 2.9881503122088606,
      "learning_rate": 0.00017958335515037008,
      "loss": 4.1338,
      "step": 31979
    },
    {
      "epoch": 2.7166156982670744,
      "grad_norm": 3.1049048914967945,
      "learning_rate": 0.00017957662381049716,
      "loss": 4.8957,
      "step": 31980
    },
    {
      "epoch": 2.7167006455997282,
      "grad_norm": 3.1580804722282108,
      "learning_rate": 0.00017956989240865227,
      "loss": 5.0822,
      "step": 31981
    },
    {
      "epoch": 2.716785592932382,
      "grad_norm": 2.961912897086519,
      "learning_rate": 0.00017956316094484956,
      "loss": 4.4294,
      "step": 31982
    },
    {
      "epoch": 2.7168705402650355,
      "grad_norm": 2.9407205866393022,
      "learning_rate": 0.00017955642941910307,
      "loss": 4.3417,
      "step": 31983
    },
    {
      "epoch": 2.7169554875976893,
      "grad_norm": 3.160803289254965,
      "learning_rate": 0.00017954969783142704,
      "loss": 4.8842,
      "step": 31984
    },
    {
      "epoch": 2.717040434930343,
      "grad_norm": 3.1941970620808275,
      "learning_rate": 0.00017954296618183545,
      "loss": 4.9593,
      "step": 31985
    },
    {
      "epoch": 2.717125382262997,
      "grad_norm": 2.966982731389954,
      "learning_rate": 0.00017953623447034244,
      "loss": 4.5205,
      "step": 31986
    },
    {
      "epoch": 2.717210329595651,
      "grad_norm": 2.975418401577208,
      "learning_rate": 0.00017952950269696218,
      "loss": 4.5278,
      "step": 31987
    },
    {
      "epoch": 2.7172952769283043,
      "grad_norm": 3.045095705583759,
      "learning_rate": 0.0001795227708617087,
      "loss": 4.7445,
      "step": 31988
    },
    {
      "epoch": 2.717380224260958,
      "grad_norm": 2.9610231783694685,
      "learning_rate": 0.0001795160389645961,
      "loss": 4.4047,
      "step": 31989
    },
    {
      "epoch": 2.717465171593612,
      "grad_norm": 2.9635047565240766,
      "learning_rate": 0.0001795093070056385,
      "loss": 4.5407,
      "step": 31990
    },
    {
      "epoch": 2.717550118926266,
      "grad_norm": 3.0248392442974135,
      "learning_rate": 0.00017950257498485007,
      "loss": 4.736,
      "step": 31991
    },
    {
      "epoch": 2.7176350662589197,
      "grad_norm": 2.9981466816670608,
      "learning_rate": 0.0001794958429022448,
      "loss": 4.579,
      "step": 31992
    },
    {
      "epoch": 2.717720013591573,
      "grad_norm": 3.249223705181233,
      "learning_rate": 0.00017948911075783692,
      "loss": 4.9397,
      "step": 31993
    },
    {
      "epoch": 2.717804960924227,
      "grad_norm": 3.08260996270408,
      "learning_rate": 0.00017948237855164046,
      "loss": 4.5519,
      "step": 31994
    },
    {
      "epoch": 2.717889908256881,
      "grad_norm": 3.051751895252095,
      "learning_rate": 0.00017947564628366952,
      "loss": 4.8185,
      "step": 31995
    },
    {
      "epoch": 2.7179748555895342,
      "grad_norm": 2.910321229814873,
      "learning_rate": 0.00017946891395393826,
      "loss": 4.4217,
      "step": 31996
    },
    {
      "epoch": 2.7180598029221885,
      "grad_norm": 3.17618417491696,
      "learning_rate": 0.00017946218156246073,
      "loss": 4.983,
      "step": 31997
    },
    {
      "epoch": 2.718144750254842,
      "grad_norm": 3.0128025085075443,
      "learning_rate": 0.00017945544910925103,
      "loss": 4.3868,
      "step": 31998
    },
    {
      "epoch": 2.7182296975874958,
      "grad_norm": 3.16877438308802,
      "learning_rate": 0.00017944871659432334,
      "loss": 4.799,
      "step": 31999
    },
    {
      "epoch": 2.7183146449201496,
      "grad_norm": 3.170384523595404,
      "learning_rate": 0.00017944198401769173,
      "loss": 5.0346,
      "step": 32000
    },
    {
      "epoch": 2.718399592252803,
      "grad_norm": 3.2708516814415445,
      "learning_rate": 0.00017943525137937023,
      "loss": 5.0601,
      "step": 32001
    },
    {
      "epoch": 2.718484539585457,
      "grad_norm": 2.9436536585042044,
      "learning_rate": 0.0001794285186793731,
      "loss": 4.4066,
      "step": 32002
    },
    {
      "epoch": 2.7185694869181107,
      "grad_norm": 3.1043590126123535,
      "learning_rate": 0.00017942178591771432,
      "loss": 4.9385,
      "step": 32003
    },
    {
      "epoch": 2.7186544342507646,
      "grad_norm": 3.0055195411308104,
      "learning_rate": 0.00017941505309440804,
      "loss": 4.474,
      "step": 32004
    },
    {
      "epoch": 2.7187393815834184,
      "grad_norm": 3.268917303614329,
      "learning_rate": 0.00017940832020946836,
      "loss": 4.7597,
      "step": 32005
    },
    {
      "epoch": 2.718824328916072,
      "grad_norm": 3.016787066451517,
      "learning_rate": 0.00017940158726290943,
      "loss": 4.7866,
      "step": 32006
    },
    {
      "epoch": 2.7189092762487257,
      "grad_norm": 3.283498560773497,
      "learning_rate": 0.00017939485425474532,
      "loss": 5.1038,
      "step": 32007
    },
    {
      "epoch": 2.7189942235813795,
      "grad_norm": 2.9819600245002786,
      "learning_rate": 0.0001793881211849901,
      "loss": 4.4147,
      "step": 32008
    },
    {
      "epoch": 2.7190791709140334,
      "grad_norm": 3.131775636103748,
      "learning_rate": 0.00017938138805365797,
      "loss": 4.9628,
      "step": 32009
    },
    {
      "epoch": 2.7191641182466872,
      "grad_norm": 3.1313168800251856,
      "learning_rate": 0.00017937465486076291,
      "loss": 4.8161,
      "step": 32010
    },
    {
      "epoch": 2.7192490655793407,
      "grad_norm": 2.9864221369872204,
      "learning_rate": 0.0001793679216063192,
      "loss": 4.2525,
      "step": 32011
    },
    {
      "epoch": 2.7193340129119945,
      "grad_norm": 2.9241829905794052,
      "learning_rate": 0.00017936118829034082,
      "loss": 4.3991,
      "step": 32012
    },
    {
      "epoch": 2.7194189602446484,
      "grad_norm": 3.07954659001061,
      "learning_rate": 0.00017935445491284188,
      "loss": 4.7242,
      "step": 32013
    },
    {
      "epoch": 2.719503907577302,
      "grad_norm": 2.9517996080859,
      "learning_rate": 0.00017934772147383651,
      "loss": 4.3503,
      "step": 32014
    },
    {
      "epoch": 2.719588854909956,
      "grad_norm": 2.9903158043215936,
      "learning_rate": 0.00017934098797333886,
      "loss": 4.5596,
      "step": 32015
    },
    {
      "epoch": 2.7196738022426095,
      "grad_norm": 3.053382640261476,
      "learning_rate": 0.00017933425441136298,
      "loss": 4.5713,
      "step": 32016
    },
    {
      "epoch": 2.7197587495752633,
      "grad_norm": 3.0278190781142267,
      "learning_rate": 0.00017932752078792303,
      "loss": 4.7595,
      "step": 32017
    },
    {
      "epoch": 2.719843696907917,
      "grad_norm": 2.9833070660783543,
      "learning_rate": 0.0001793207871030331,
      "loss": 4.5363,
      "step": 32018
    },
    {
      "epoch": 2.7199286442405706,
      "grad_norm": 3.184017067395962,
      "learning_rate": 0.00017931405335670726,
      "loss": 4.8666,
      "step": 32019
    },
    {
      "epoch": 2.720013591573225,
      "grad_norm": 3.2247283883587197,
      "learning_rate": 0.0001793073195489597,
      "loss": 5.0951,
      "step": 32020
    },
    {
      "epoch": 2.7200985389058783,
      "grad_norm": 2.9437800997967822,
      "learning_rate": 0.00017930058567980445,
      "loss": 4.319,
      "step": 32021
    },
    {
      "epoch": 2.720183486238532,
      "grad_norm": 2.9345466544722036,
      "learning_rate": 0.00017929385174925565,
      "loss": 4.4041,
      "step": 32022
    },
    {
      "epoch": 2.720268433571186,
      "grad_norm": 3.3462055524663796,
      "learning_rate": 0.00017928711775732741,
      "loss": 5.1883,
      "step": 32023
    },
    {
      "epoch": 2.7203533809038394,
      "grad_norm": 2.8918347487054135,
      "learning_rate": 0.00017928038370403383,
      "loss": 4.3835,
      "step": 32024
    },
    {
      "epoch": 2.7204383282364932,
      "grad_norm": 3.1948726029515773,
      "learning_rate": 0.00017927364958938906,
      "loss": 4.9888,
      "step": 32025
    },
    {
      "epoch": 2.720523275569147,
      "grad_norm": 3.2592342599704587,
      "learning_rate": 0.0001792669154134072,
      "loss": 5.2832,
      "step": 32026
    },
    {
      "epoch": 2.720608222901801,
      "grad_norm": 3.0043087449310852,
      "learning_rate": 0.00017926018117610232,
      "loss": 4.6226,
      "step": 32027
    },
    {
      "epoch": 2.720693170234455,
      "grad_norm": 2.972128631666672,
      "learning_rate": 0.00017925344687748853,
      "loss": 4.3975,
      "step": 32028
    },
    {
      "epoch": 2.720778117567108,
      "grad_norm": 3.2432855975969215,
      "learning_rate": 0.00017924671251757997,
      "loss": 4.8284,
      "step": 32029
    },
    {
      "epoch": 2.720863064899762,
      "grad_norm": 3.2927013905362186,
      "learning_rate": 0.00017923997809639073,
      "loss": 5.2403,
      "step": 32030
    },
    {
      "epoch": 2.720948012232416,
      "grad_norm": 3.065274512489745,
      "learning_rate": 0.00017923324361393493,
      "loss": 4.7557,
      "step": 32031
    },
    {
      "epoch": 2.7210329595650697,
      "grad_norm": 2.922009352169066,
      "learning_rate": 0.0001792265090702267,
      "loss": 4.6658,
      "step": 32032
    },
    {
      "epoch": 2.7211179068977236,
      "grad_norm": 3.0372763515430914,
      "learning_rate": 0.00017921977446528012,
      "loss": 4.3319,
      "step": 32033
    },
    {
      "epoch": 2.721202854230377,
      "grad_norm": 3.0228885827973,
      "learning_rate": 0.00017921303979910938,
      "loss": 4.5434,
      "step": 32034
    },
    {
      "epoch": 2.721287801563031,
      "grad_norm": 2.975831979880963,
      "learning_rate": 0.00017920630507172846,
      "loss": 4.5416,
      "step": 32035
    },
    {
      "epoch": 2.7213727488956847,
      "grad_norm": 2.9892148450699514,
      "learning_rate": 0.00017919957028315157,
      "loss": 4.3121,
      "step": 32036
    },
    {
      "epoch": 2.7214576962283386,
      "grad_norm": 3.318664989307605,
      "learning_rate": 0.00017919283543339274,
      "loss": 5.2504,
      "step": 32037
    },
    {
      "epoch": 2.7215426435609924,
      "grad_norm": 2.9408593888583034,
      "learning_rate": 0.00017918610052246618,
      "loss": 4.4176,
      "step": 32038
    },
    {
      "epoch": 2.721627590893646,
      "grad_norm": 3.178869735890514,
      "learning_rate": 0.00017917936555038593,
      "loss": 4.9203,
      "step": 32039
    },
    {
      "epoch": 2.7217125382262997,
      "grad_norm": 3.028481308024731,
      "learning_rate": 0.00017917263051716613,
      "loss": 4.6339,
      "step": 32040
    },
    {
      "epoch": 2.7217974855589535,
      "grad_norm": 3.2565454279822585,
      "learning_rate": 0.00017916589542282086,
      "loss": 5.076,
      "step": 32041
    },
    {
      "epoch": 2.7218824328916074,
      "grad_norm": 3.2152305179099923,
      "learning_rate": 0.00017915916026736426,
      "loss": 5.0077,
      "step": 32042
    },
    {
      "epoch": 2.721967380224261,
      "grad_norm": 2.9380649099418856,
      "learning_rate": 0.00017915242505081054,
      "loss": 4.2738,
      "step": 32043
    },
    {
      "epoch": 2.7220523275569146,
      "grad_norm": 3.195727425591807,
      "learning_rate": 0.00017914568977317358,
      "loss": 5.1112,
      "step": 32044
    },
    {
      "epoch": 2.7221372748895685,
      "grad_norm": 2.9661341229955367,
      "learning_rate": 0.00017913895443446773,
      "loss": 4.438,
      "step": 32045
    },
    {
      "epoch": 2.7222222222222223,
      "grad_norm": 2.9347085962490933,
      "learning_rate": 0.00017913221903470694,
      "loss": 4.5734,
      "step": 32046
    },
    {
      "epoch": 2.7223071695548757,
      "grad_norm": 3.2106336879463386,
      "learning_rate": 0.00017912548357390537,
      "loss": 4.7897,
      "step": 32047
    },
    {
      "epoch": 2.7223921168875296,
      "grad_norm": 3.2330551231832114,
      "learning_rate": 0.00017911874805207715,
      "loss": 5.175,
      "step": 32048
    },
    {
      "epoch": 2.7224770642201834,
      "grad_norm": 2.974386722991085,
      "learning_rate": 0.0001791120124692364,
      "loss": 4.4119,
      "step": 32049
    },
    {
      "epoch": 2.7225620115528373,
      "grad_norm": 2.994369629558876,
      "learning_rate": 0.00017910527682539723,
      "loss": 4.3338,
      "step": 32050
    },
    {
      "epoch": 2.722646958885491,
      "grad_norm": 2.9270908686231407,
      "learning_rate": 0.0001790985411205737,
      "loss": 4.2367,
      "step": 32051
    },
    {
      "epoch": 2.7227319062181445,
      "grad_norm": 3.161406059931912,
      "learning_rate": 0.00017909180535478003,
      "loss": 4.8853,
      "step": 32052
    },
    {
      "epoch": 2.7228168535507984,
      "grad_norm": 3.2047163610956306,
      "learning_rate": 0.00017908506952803022,
      "loss": 4.9363,
      "step": 32053
    },
    {
      "epoch": 2.7229018008834522,
      "grad_norm": 2.986523473987461,
      "learning_rate": 0.00017907833364033844,
      "loss": 4.4385,
      "step": 32054
    },
    {
      "epoch": 2.722986748216106,
      "grad_norm": 2.8951298540683252,
      "learning_rate": 0.0001790715976917188,
      "loss": 4.485,
      "step": 32055
    },
    {
      "epoch": 2.72307169554876,
      "grad_norm": 3.1924057996683297,
      "learning_rate": 0.00017906486168218542,
      "loss": 4.7927,
      "step": 32056
    },
    {
      "epoch": 2.7231566428814133,
      "grad_norm": 3.0373008230488705,
      "learning_rate": 0.00017905812561175237,
      "loss": 4.6588,
      "step": 32057
    },
    {
      "epoch": 2.723241590214067,
      "grad_norm": 3.204571834172201,
      "learning_rate": 0.00017905138948043383,
      "loss": 4.7562,
      "step": 32058
    },
    {
      "epoch": 2.723326537546721,
      "grad_norm": 2.9545794395618388,
      "learning_rate": 0.00017904465328824387,
      "loss": 4.4853,
      "step": 32059
    },
    {
      "epoch": 2.723411484879375,
      "grad_norm": 3.1904208453143337,
      "learning_rate": 0.0001790379170351966,
      "loss": 5.0855,
      "step": 32060
    },
    {
      "epoch": 2.7234964322120288,
      "grad_norm": 3.01416336818264,
      "learning_rate": 0.00017903118072130623,
      "loss": 4.5242,
      "step": 32061
    },
    {
      "epoch": 2.723581379544682,
      "grad_norm": 3.077152057046653,
      "learning_rate": 0.0001790244443465867,
      "loss": 4.659,
      "step": 32062
    },
    {
      "epoch": 2.723666326877336,
      "grad_norm": 2.9748269956329545,
      "learning_rate": 0.00017901770791105227,
      "loss": 4.5312,
      "step": 32063
    },
    {
      "epoch": 2.72375127420999,
      "grad_norm": 3.0128822675002107,
      "learning_rate": 0.000179010971414717,
      "loss": 4.745,
      "step": 32064
    },
    {
      "epoch": 2.7238362215426437,
      "grad_norm": 3.0463613705330714,
      "learning_rate": 0.000179004234857595,
      "loss": 4.5834,
      "step": 32065
    },
    {
      "epoch": 2.7239211688752976,
      "grad_norm": 3.172889161436737,
      "learning_rate": 0.00017899749823970039,
      "loss": 5.1577,
      "step": 32066
    },
    {
      "epoch": 2.724006116207951,
      "grad_norm": 3.012105698141486,
      "learning_rate": 0.00017899076156104732,
      "loss": 4.2669,
      "step": 32067
    },
    {
      "epoch": 2.724091063540605,
      "grad_norm": 2.9476554974911484,
      "learning_rate": 0.00017898402482164984,
      "loss": 4.5974,
      "step": 32068
    },
    {
      "epoch": 2.7241760108732587,
      "grad_norm": 3.2953496561197304,
      "learning_rate": 0.00017897728802152214,
      "loss": 4.9831,
      "step": 32069
    },
    {
      "epoch": 2.724260958205912,
      "grad_norm": 3.000115575413943,
      "learning_rate": 0.0001789705511606783,
      "loss": 4.5144,
      "step": 32070
    },
    {
      "epoch": 2.724345905538566,
      "grad_norm": 3.076397163041142,
      "learning_rate": 0.00017896381423913236,
      "loss": 4.4448,
      "step": 32071
    },
    {
      "epoch": 2.7244308528712198,
      "grad_norm": 3.1880616010590166,
      "learning_rate": 0.00017895707725689862,
      "loss": 4.853,
      "step": 32072
    },
    {
      "epoch": 2.7245158002038736,
      "grad_norm": 3.126569455345297,
      "learning_rate": 0.000178950340213991,
      "loss": 4.3702,
      "step": 32073
    },
    {
      "epoch": 2.7246007475365275,
      "grad_norm": 3.479853841545233,
      "learning_rate": 0.00017894360311042376,
      "loss": 4.1808,
      "step": 32074
    },
    {
      "epoch": 2.724685694869181,
      "grad_norm": 2.9668318612100424,
      "learning_rate": 0.00017893686594621088,
      "loss": 4.4979,
      "step": 32075
    },
    {
      "epoch": 2.7247706422018347,
      "grad_norm": 3.1733399985840207,
      "learning_rate": 0.0001789301287213666,
      "loss": 4.8924,
      "step": 32076
    },
    {
      "epoch": 2.7248555895344886,
      "grad_norm": 3.2367725602908846,
      "learning_rate": 0.000178923391435905,
      "loss": 5.1074,
      "step": 32077
    },
    {
      "epoch": 2.7249405368671424,
      "grad_norm": 3.188844760897533,
      "learning_rate": 0.00017891665408984017,
      "loss": 5.1602,
      "step": 32078
    },
    {
      "epoch": 2.7250254841997963,
      "grad_norm": 2.9687364918053256,
      "learning_rate": 0.00017890991668318624,
      "loss": 4.544,
      "step": 32079
    },
    {
      "epoch": 2.7251104315324497,
      "grad_norm": 3.1988847361457657,
      "learning_rate": 0.00017890317921595737,
      "loss": 5.0383,
      "step": 32080
    },
    {
      "epoch": 2.7251953788651035,
      "grad_norm": 2.9471244641715812,
      "learning_rate": 0.00017889644168816757,
      "loss": 4.5108,
      "step": 32081
    },
    {
      "epoch": 2.7252803261977574,
      "grad_norm": 2.913365948943113,
      "learning_rate": 0.00017888970409983107,
      "loss": 4.3693,
      "step": 32082
    },
    {
      "epoch": 2.7253652735304112,
      "grad_norm": 3.207005765863085,
      "learning_rate": 0.00017888296645096198,
      "loss": 4.9322,
      "step": 32083
    },
    {
      "epoch": 2.725450220863065,
      "grad_norm": 3.1597600798157015,
      "learning_rate": 0.00017887622874157428,
      "loss": 4.9175,
      "step": 32084
    },
    {
      "epoch": 2.7255351681957185,
      "grad_norm": 2.9520843157608136,
      "learning_rate": 0.00017886949097168224,
      "loss": 4.5696,
      "step": 32085
    },
    {
      "epoch": 2.7256201155283724,
      "grad_norm": 2.8826168433191333,
      "learning_rate": 0.00017886275314129993,
      "loss": 4.2783,
      "step": 32086
    },
    {
      "epoch": 2.725705062861026,
      "grad_norm": 2.9220272911138707,
      "learning_rate": 0.00017885601525044142,
      "loss": 4.4463,
      "step": 32087
    },
    {
      "epoch": 2.72579001019368,
      "grad_norm": 2.976094488471018,
      "learning_rate": 0.00017884927729912094,
      "loss": 4.4528,
      "step": 32088
    },
    {
      "epoch": 2.725874957526334,
      "grad_norm": 3.2599244611215465,
      "learning_rate": 0.0001788425392873525,
      "loss": 4.8196,
      "step": 32089
    },
    {
      "epoch": 2.7259599048589873,
      "grad_norm": 2.996422360842814,
      "learning_rate": 0.00017883580121515026,
      "loss": 4.7948,
      "step": 32090
    },
    {
      "epoch": 2.726044852191641,
      "grad_norm": 3.110423518286498,
      "learning_rate": 0.00017882906308252833,
      "loss": 4.6361,
      "step": 32091
    },
    {
      "epoch": 2.726129799524295,
      "grad_norm": 2.973015169482411,
      "learning_rate": 0.00017882232488950086,
      "loss": 4.4194,
      "step": 32092
    },
    {
      "epoch": 2.7262147468569484,
      "grad_norm": 2.9328727175865668,
      "learning_rate": 0.0001788155866360819,
      "loss": 4.2852,
      "step": 32093
    },
    {
      "epoch": 2.7262996941896027,
      "grad_norm": 2.9308551819357698,
      "learning_rate": 0.00017880884832228565,
      "loss": 4.3765,
      "step": 32094
    },
    {
      "epoch": 2.726384641522256,
      "grad_norm": 3.073862546408974,
      "learning_rate": 0.00017880210994812617,
      "loss": 4.6511,
      "step": 32095
    },
    {
      "epoch": 2.72646958885491,
      "grad_norm": 2.9933783489311816,
      "learning_rate": 0.00017879537151361754,
      "loss": 4.6308,
      "step": 32096
    },
    {
      "epoch": 2.726554536187564,
      "grad_norm": 2.958497145705243,
      "learning_rate": 0.00017878863301877402,
      "loss": 4.6592,
      "step": 32097
    },
    {
      "epoch": 2.7266394835202172,
      "grad_norm": 3.264330774071777,
      "learning_rate": 0.00017878189446360963,
      "loss": 5.2976,
      "step": 32098
    },
    {
      "epoch": 2.726724430852871,
      "grad_norm": 3.0305596736647495,
      "learning_rate": 0.0001787751558481385,
      "loss": 4.834,
      "step": 32099
    },
    {
      "epoch": 2.726809378185525,
      "grad_norm": 3.1719487520046523,
      "learning_rate": 0.00017876841717237474,
      "loss": 4.8229,
      "step": 32100
    },
    {
      "epoch": 2.726894325518179,
      "grad_norm": 3.206409199614829,
      "learning_rate": 0.00017876167843633252,
      "loss": 4.9107,
      "step": 32101
    },
    {
      "epoch": 2.7269792728508326,
      "grad_norm": 3.2480942835934896,
      "learning_rate": 0.00017875493964002585,
      "loss": 5.2919,
      "step": 32102
    },
    {
      "epoch": 2.727064220183486,
      "grad_norm": 3.029644791627861,
      "learning_rate": 0.000178748200783469,
      "loss": 4.52,
      "step": 32103
    },
    {
      "epoch": 2.72714916751614,
      "grad_norm": 3.2111964074844463,
      "learning_rate": 0.00017874146186667604,
      "loss": 4.8844,
      "step": 32104
    },
    {
      "epoch": 2.7272341148487937,
      "grad_norm": 3.1026661408403875,
      "learning_rate": 0.00017873472288966095,
      "loss": 4.8901,
      "step": 32105
    },
    {
      "epoch": 2.7273190621814476,
      "grad_norm": 3.16900669429384,
      "learning_rate": 0.00017872798385243805,
      "loss": 4.943,
      "step": 32106
    },
    {
      "epoch": 2.7274040095141014,
      "grad_norm": 2.9345208468146016,
      "learning_rate": 0.00017872124475502133,
      "loss": 4.2113,
      "step": 32107
    },
    {
      "epoch": 2.727488956846755,
      "grad_norm": 2.9959223477847345,
      "learning_rate": 0.000178714505597425,
      "loss": 4.3828,
      "step": 32108
    },
    {
      "epoch": 2.7275739041794087,
      "grad_norm": 3.552111765959987,
      "learning_rate": 0.0001787077663796631,
      "loss": 4.193,
      "step": 32109
    },
    {
      "epoch": 2.7276588515120626,
      "grad_norm": 3.1202368898398487,
      "learning_rate": 0.00017870102710174985,
      "loss": 4.5747,
      "step": 32110
    },
    {
      "epoch": 2.7277437988447164,
      "grad_norm": 3.085326865077545,
      "learning_rate": 0.00017869428776369917,
      "loss": 4.9115,
      "step": 32111
    },
    {
      "epoch": 2.7278287461773703,
      "grad_norm": 2.949831008980545,
      "learning_rate": 0.00017868754836552545,
      "loss": 4.5298,
      "step": 32112
    },
    {
      "epoch": 2.7279136935100237,
      "grad_norm": 3.045861301722697,
      "learning_rate": 0.00017868080890724264,
      "loss": 4.7588,
      "step": 32113
    },
    {
      "epoch": 2.7279986408426775,
      "grad_norm": 2.979157474933588,
      "learning_rate": 0.00017867406938886483,
      "loss": 4.5916,
      "step": 32114
    },
    {
      "epoch": 2.7280835881753314,
      "grad_norm": 3.0128808553157618,
      "learning_rate": 0.00017866732981040634,
      "loss": 4.3883,
      "step": 32115
    },
    {
      "epoch": 2.728168535507985,
      "grad_norm": 3.0536769111272464,
      "learning_rate": 0.0001786605901718811,
      "loss": 4.7107,
      "step": 32116
    },
    {
      "epoch": 2.728253482840639,
      "grad_norm": 2.9187502146842714,
      "learning_rate": 0.0001786538504733033,
      "loss": 4.3408,
      "step": 32117
    },
    {
      "epoch": 2.7283384301732925,
      "grad_norm": 3.205420693387425,
      "learning_rate": 0.00017864711071468702,
      "loss": 4.8449,
      "step": 32118
    },
    {
      "epoch": 2.7284233775059463,
      "grad_norm": 2.9921501218607727,
      "learning_rate": 0.00017864037089604647,
      "loss": 4.6073,
      "step": 32119
    },
    {
      "epoch": 2.7285083248386,
      "grad_norm": 3.0894146083438265,
      "learning_rate": 0.00017863363101739568,
      "loss": 4.8019,
      "step": 32120
    },
    {
      "epoch": 2.7285932721712536,
      "grad_norm": 2.924757898645332,
      "learning_rate": 0.00017862689107874883,
      "loss": 4.5613,
      "step": 32121
    },
    {
      "epoch": 2.7286782195039074,
      "grad_norm": 2.9680448531983834,
      "learning_rate": 0.00017862015108012003,
      "loss": 4.5134,
      "step": 32122
    },
    {
      "epoch": 2.7287631668365613,
      "grad_norm": 2.958170886513075,
      "learning_rate": 0.0001786134110215234,
      "loss": 4.4282,
      "step": 32123
    },
    {
      "epoch": 2.728848114169215,
      "grad_norm": 2.989577433357495,
      "learning_rate": 0.000178606670902973,
      "loss": 4.4767,
      "step": 32124
    },
    {
      "epoch": 2.728933061501869,
      "grad_norm": 3.1773133652920236,
      "learning_rate": 0.00017859993072448307,
      "loss": 5.1531,
      "step": 32125
    },
    {
      "epoch": 2.7290180088345224,
      "grad_norm": 3.1498149303657614,
      "learning_rate": 0.0001785931904860677,
      "loss": 4.8705,
      "step": 32126
    },
    {
      "epoch": 2.7291029561671762,
      "grad_norm": 2.926299626307678,
      "learning_rate": 0.00017858645018774093,
      "loss": 4.3724,
      "step": 32127
    },
    {
      "epoch": 2.72918790349983,
      "grad_norm": 2.9393721210921884,
      "learning_rate": 0.000178579709829517,
      "loss": 4.5124,
      "step": 32128
    },
    {
      "epoch": 2.729272850832484,
      "grad_norm": 2.959199464824881,
      "learning_rate": 0.00017857296941140992,
      "loss": 4.579,
      "step": 32129
    },
    {
      "epoch": 2.729357798165138,
      "grad_norm": 2.963180444623618,
      "learning_rate": 0.00017856622893343388,
      "loss": 4.3941,
      "step": 32130
    },
    {
      "epoch": 2.729442745497791,
      "grad_norm": 2.981044935903671,
      "learning_rate": 0.000178559488395603,
      "loss": 4.2813,
      "step": 32131
    },
    {
      "epoch": 2.729527692830445,
      "grad_norm": 3.0205490330682427,
      "learning_rate": 0.00017855274779793136,
      "loss": 4.6289,
      "step": 32132
    },
    {
      "epoch": 2.729612640163099,
      "grad_norm": 2.974744769626813,
      "learning_rate": 0.00017854600714043315,
      "loss": 4.2918,
      "step": 32133
    },
    {
      "epoch": 2.7296975874957528,
      "grad_norm": 2.98874657565235,
      "learning_rate": 0.00017853926642312243,
      "loss": 4.7563,
      "step": 32134
    },
    {
      "epoch": 2.7297825348284066,
      "grad_norm": 3.0925407427386737,
      "learning_rate": 0.00017853252564601344,
      "loss": 4.8644,
      "step": 32135
    },
    {
      "epoch": 2.72986748216106,
      "grad_norm": 2.9765443139029357,
      "learning_rate": 0.0001785257848091201,
      "loss": 4.6037,
      "step": 32136
    },
    {
      "epoch": 2.729952429493714,
      "grad_norm": 3.2289729725248115,
      "learning_rate": 0.00017851904391245674,
      "loss": 5.1476,
      "step": 32137
    },
    {
      "epoch": 2.7300373768263677,
      "grad_norm": 2.9801682971241776,
      "learning_rate": 0.00017851230295603735,
      "loss": 4.4992,
      "step": 32138
    },
    {
      "epoch": 2.7301223241590216,
      "grad_norm": 2.920734031783368,
      "learning_rate": 0.00017850556193987611,
      "loss": 4.4025,
      "step": 32139
    },
    {
      "epoch": 2.7302072714916754,
      "grad_norm": 3.002310902301522,
      "learning_rate": 0.00017849882086398716,
      "loss": 4.359,
      "step": 32140
    },
    {
      "epoch": 2.730292218824329,
      "grad_norm": 3.1167850181799728,
      "learning_rate": 0.00017849207972838455,
      "loss": 4.795,
      "step": 32141
    },
    {
      "epoch": 2.7303771661569827,
      "grad_norm": 3.217929793812785,
      "learning_rate": 0.0001784853385330825,
      "loss": 4.9391,
      "step": 32142
    },
    {
      "epoch": 2.7304621134896365,
      "grad_norm": 2.9419892430033636,
      "learning_rate": 0.00017847859727809507,
      "loss": 4.0378,
      "step": 32143
    },
    {
      "epoch": 2.73054706082229,
      "grad_norm": 3.1281719220976125,
      "learning_rate": 0.00017847185596343645,
      "loss": 4.9354,
      "step": 32144
    },
    {
      "epoch": 2.730632008154944,
      "grad_norm": 2.975650859778114,
      "learning_rate": 0.0001784651145891206,
      "loss": 4.5766,
      "step": 32145
    },
    {
      "epoch": 2.7307169554875976,
      "grad_norm": 2.9124451103478366,
      "learning_rate": 0.0001784583731551619,
      "loss": 4.3181,
      "step": 32146
    },
    {
      "epoch": 2.7308019028202515,
      "grad_norm": 3.1412175272382132,
      "learning_rate": 0.00017845163166157427,
      "loss": 4.7723,
      "step": 32147
    },
    {
      "epoch": 2.7308868501529053,
      "grad_norm": 3.0647199686663855,
      "learning_rate": 0.00017844489010837193,
      "loss": 4.7441,
      "step": 32148
    },
    {
      "epoch": 2.7309717974855587,
      "grad_norm": 3.0172351064955043,
      "learning_rate": 0.00017843814849556895,
      "loss": 4.6277,
      "step": 32149
    },
    {
      "epoch": 2.7310567448182126,
      "grad_norm": 3.047791105088411,
      "learning_rate": 0.00017843140682317953,
      "loss": 4.4528,
      "step": 32150
    },
    {
      "epoch": 2.7311416921508664,
      "grad_norm": 3.142790884315521,
      "learning_rate": 0.00017842466509121772,
      "loss": 4.7656,
      "step": 32151
    },
    {
      "epoch": 2.7312266394835203,
      "grad_norm": 3.0828993944011156,
      "learning_rate": 0.00017841792329969765,
      "loss": 4.6995,
      "step": 32152
    },
    {
      "epoch": 2.731311586816174,
      "grad_norm": 2.9639733725250146,
      "learning_rate": 0.00017841118144863358,
      "loss": 4.6328,
      "step": 32153
    },
    {
      "epoch": 2.7313965341488275,
      "grad_norm": 2.956389151526284,
      "learning_rate": 0.0001784044395380394,
      "loss": 4.5253,
      "step": 32154
    },
    {
      "epoch": 2.7314814814814814,
      "grad_norm": 3.051823297782577,
      "learning_rate": 0.00017839769756792948,
      "loss": 4.7337,
      "step": 32155
    },
    {
      "epoch": 2.7315664288141353,
      "grad_norm": 2.943023569017245,
      "learning_rate": 0.0001783909555383178,
      "loss": 4.5033,
      "step": 32156
    },
    {
      "epoch": 2.731651376146789,
      "grad_norm": 2.9523495753598867,
      "learning_rate": 0.00017838421344921847,
      "loss": 4.3264,
      "step": 32157
    },
    {
      "epoch": 2.731736323479443,
      "grad_norm": 3.0004409216592363,
      "learning_rate": 0.00017837747130064572,
      "loss": 4.3858,
      "step": 32158
    },
    {
      "epoch": 2.7318212708120964,
      "grad_norm": 3.0471788902028556,
      "learning_rate": 0.0001783707290926136,
      "loss": 4.6299,
      "step": 32159
    },
    {
      "epoch": 2.73190621814475,
      "grad_norm": 3.0343222396510074,
      "learning_rate": 0.0001783639868251363,
      "loss": 4.5953,
      "step": 32160
    },
    {
      "epoch": 2.731991165477404,
      "grad_norm": 2.9099779711930815,
      "learning_rate": 0.00017835724449822784,
      "loss": 4.3765,
      "step": 32161
    },
    {
      "epoch": 2.732076112810058,
      "grad_norm": 3.0221661947524,
      "learning_rate": 0.00017835050211190248,
      "loss": 4.7225,
      "step": 32162
    },
    {
      "epoch": 2.7321610601427118,
      "grad_norm": 3.214741863115423,
      "learning_rate": 0.00017834375966617426,
      "loss": 4.898,
      "step": 32163
    },
    {
      "epoch": 2.732246007475365,
      "grad_norm": 3.1029160563406406,
      "learning_rate": 0.0001783370171610573,
      "loss": 4.7689,
      "step": 32164
    },
    {
      "epoch": 2.732330954808019,
      "grad_norm": 3.06858881955556,
      "learning_rate": 0.0001783302745965658,
      "loss": 4.8689,
      "step": 32165
    },
    {
      "epoch": 2.732415902140673,
      "grad_norm": 2.8245003788791347,
      "learning_rate": 0.00017832353197271383,
      "loss": 4.4288,
      "step": 32166
    },
    {
      "epoch": 2.7325008494733263,
      "grad_norm": 3.0188517945897484,
      "learning_rate": 0.0001783167892895155,
      "loss": 4.7597,
      "step": 32167
    },
    {
      "epoch": 2.73258579680598,
      "grad_norm": 2.9584036221050174,
      "learning_rate": 0.000178310046546985,
      "loss": 4.4887,
      "step": 32168
    },
    {
      "epoch": 2.732670744138634,
      "grad_norm": 3.24520102201684,
      "learning_rate": 0.00017830330374513645,
      "loss": 5.116,
      "step": 32169
    },
    {
      "epoch": 2.732755691471288,
      "grad_norm": 2.985827349018057,
      "learning_rate": 0.00017829656088398389,
      "loss": 4.481,
      "step": 32170
    },
    {
      "epoch": 2.7328406388039417,
      "grad_norm": 2.959029216374499,
      "learning_rate": 0.0001782898179635416,
      "loss": 4.5886,
      "step": 32171
    },
    {
      "epoch": 2.732925586136595,
      "grad_norm": 3.0723722490072154,
      "learning_rate": 0.0001782830749838236,
      "loss": 4.8265,
      "step": 32172
    },
    {
      "epoch": 2.733010533469249,
      "grad_norm": 3.2054995459580335,
      "learning_rate": 0.000178276331944844,
      "loss": 4.9452,
      "step": 32173
    },
    {
      "epoch": 2.733095480801903,
      "grad_norm": 2.9583621852995137,
      "learning_rate": 0.00017826958884661703,
      "loss": 4.6504,
      "step": 32174
    },
    {
      "epoch": 2.7331804281345566,
      "grad_norm": 2.973078041948833,
      "learning_rate": 0.00017826284568915672,
      "loss": 4.6162,
      "step": 32175
    },
    {
      "epoch": 2.7332653754672105,
      "grad_norm": 3.13045951470467,
      "learning_rate": 0.00017825610247247724,
      "loss": 4.8969,
      "step": 32176
    },
    {
      "epoch": 2.733350322799864,
      "grad_norm": 3.2525573015983147,
      "learning_rate": 0.00017824935919659272,
      "loss": 5.2264,
      "step": 32177
    },
    {
      "epoch": 2.7334352701325177,
      "grad_norm": 3.029714519808298,
      "learning_rate": 0.00017824261586151733,
      "loss": 4.6585,
      "step": 32178
    },
    {
      "epoch": 2.7335202174651716,
      "grad_norm": 2.9536941216813988,
      "learning_rate": 0.00017823587246726508,
      "loss": 4.6565,
      "step": 32179
    },
    {
      "epoch": 2.7336051647978254,
      "grad_norm": 2.921860329803383,
      "learning_rate": 0.00017822912901385027,
      "loss": 4.2946,
      "step": 32180
    },
    {
      "epoch": 2.7336901121304793,
      "grad_norm": 2.992741666382792,
      "learning_rate": 0.00017822238550128683,
      "loss": 4.6672,
      "step": 32181
    },
    {
      "epoch": 2.7337750594631327,
      "grad_norm": 2.911361442085701,
      "learning_rate": 0.00017821564192958906,
      "loss": 4.3998,
      "step": 32182
    },
    {
      "epoch": 2.7338600067957866,
      "grad_norm": 3.2643058142890364,
      "learning_rate": 0.00017820889829877102,
      "loss": 4.9285,
      "step": 32183
    },
    {
      "epoch": 2.7339449541284404,
      "grad_norm": 2.886260517638324,
      "learning_rate": 0.00017820215460884686,
      "loss": 4.4676,
      "step": 32184
    },
    {
      "epoch": 2.7340299014610943,
      "grad_norm": 2.994178566265403,
      "learning_rate": 0.00017819541085983067,
      "loss": 4.4638,
      "step": 32185
    },
    {
      "epoch": 2.734114848793748,
      "grad_norm": 3.178439045945665,
      "learning_rate": 0.00017818866705173657,
      "loss": 5.1187,
      "step": 32186
    },
    {
      "epoch": 2.7341997961264015,
      "grad_norm": 2.8998123767840087,
      "learning_rate": 0.0001781819231845788,
      "loss": 4.3116,
      "step": 32187
    },
    {
      "epoch": 2.7342847434590554,
      "grad_norm": 2.9364713122558816,
      "learning_rate": 0.00017817517925837137,
      "loss": 4.0091,
      "step": 32188
    },
    {
      "epoch": 2.734369690791709,
      "grad_norm": 2.9866922829753353,
      "learning_rate": 0.00017816843527312847,
      "loss": 4.433,
      "step": 32189
    },
    {
      "epoch": 2.7344546381243626,
      "grad_norm": 2.888310873521472,
      "learning_rate": 0.00017816169122886424,
      "loss": 4.4644,
      "step": 32190
    },
    {
      "epoch": 2.734539585457017,
      "grad_norm": 3.4885814193740106,
      "learning_rate": 0.00017815494712559272,
      "loss": 4.0107,
      "step": 32191
    },
    {
      "epoch": 2.7346245327896703,
      "grad_norm": 2.9553074385899727,
      "learning_rate": 0.00017814820296332818,
      "loss": 4.3757,
      "step": 32192
    },
    {
      "epoch": 2.734709480122324,
      "grad_norm": 3.0308859802663872,
      "learning_rate": 0.00017814145874208464,
      "loss": 4.6244,
      "step": 32193
    },
    {
      "epoch": 2.734794427454978,
      "grad_norm": 2.929840754957293,
      "learning_rate": 0.00017813471446187628,
      "loss": 4.4638,
      "step": 32194
    },
    {
      "epoch": 2.7348793747876314,
      "grad_norm": 3.217812792019083,
      "learning_rate": 0.00017812797012271722,
      "loss": 4.9699,
      "step": 32195
    },
    {
      "epoch": 2.7349643221202853,
      "grad_norm": 3.177084766802928,
      "learning_rate": 0.0001781212257246216,
      "loss": 5.0234,
      "step": 32196
    },
    {
      "epoch": 2.735049269452939,
      "grad_norm": 3.081958824025384,
      "learning_rate": 0.00017811448126760354,
      "loss": 4.7229,
      "step": 32197
    },
    {
      "epoch": 2.735134216785593,
      "grad_norm": 3.2708768022624994,
      "learning_rate": 0.0001781077367516772,
      "loss": 5.3102,
      "step": 32198
    },
    {
      "epoch": 2.735219164118247,
      "grad_norm": 3.072245721308961,
      "learning_rate": 0.0001781009921768567,
      "loss": 4.6328,
      "step": 32199
    },
    {
      "epoch": 2.7353041114509002,
      "grad_norm": 2.9656860598141632,
      "learning_rate": 0.00017809424754315612,
      "loss": 4.4535,
      "step": 32200
    },
    {
      "epoch": 2.735389058783554,
      "grad_norm": 3.006979854923641,
      "learning_rate": 0.00017808750285058965,
      "loss": 4.3651,
      "step": 32201
    },
    {
      "epoch": 2.735474006116208,
      "grad_norm": 2.9636051962647603,
      "learning_rate": 0.00017808075809917139,
      "loss": 4.3026,
      "step": 32202
    },
    {
      "epoch": 2.735558953448862,
      "grad_norm": 3.1643664981798443,
      "learning_rate": 0.00017807401328891548,
      "loss": 4.0026,
      "step": 32203
    },
    {
      "epoch": 2.7356439007815156,
      "grad_norm": 3.015695249470361,
      "learning_rate": 0.0001780672684198361,
      "loss": 4.4715,
      "step": 32204
    },
    {
      "epoch": 2.735728848114169,
      "grad_norm": 3.0486264985642046,
      "learning_rate": 0.00017806052349194734,
      "loss": 4.431,
      "step": 32205
    },
    {
      "epoch": 2.735813795446823,
      "grad_norm": 2.9452247479395757,
      "learning_rate": 0.00017805377850526328,
      "loss": 4.3912,
      "step": 32206
    },
    {
      "epoch": 2.7358987427794768,
      "grad_norm": 3.259779538749028,
      "learning_rate": 0.00017804703345979816,
      "loss": 4.9842,
      "step": 32207
    },
    {
      "epoch": 2.7359836901121306,
      "grad_norm": 3.1617327623167943,
      "learning_rate": 0.00017804028835556606,
      "loss": 4.8331,
      "step": 32208
    },
    {
      "epoch": 2.7360686374447845,
      "grad_norm": 3.008126579947885,
      "learning_rate": 0.0001780335431925811,
      "loss": 4.6813,
      "step": 32209
    },
    {
      "epoch": 2.736153584777438,
      "grad_norm": 3.04524030329129,
      "learning_rate": 0.00017802679797085738,
      "loss": 4.5623,
      "step": 32210
    },
    {
      "epoch": 2.7362385321100917,
      "grad_norm": 3.068737311226657,
      "learning_rate": 0.00017802005269040914,
      "loss": 4.4696,
      "step": 32211
    },
    {
      "epoch": 2.7363234794427456,
      "grad_norm": 3.103315745900275,
      "learning_rate": 0.00017801330735125047,
      "loss": 5.035,
      "step": 32212
    },
    {
      "epoch": 2.7364084267753994,
      "grad_norm": 2.902515470848191,
      "learning_rate": 0.00017800656195339541,
      "loss": 4.4112,
      "step": 32213
    },
    {
      "epoch": 2.7364933741080533,
      "grad_norm": 3.2262373118888568,
      "learning_rate": 0.00017799981649685824,
      "loss": 4.9024,
      "step": 32214
    },
    {
      "epoch": 2.7365783214407067,
      "grad_norm": 3.107322342476839,
      "learning_rate": 0.000177993070981653,
      "loss": 4.8927,
      "step": 32215
    },
    {
      "epoch": 2.7366632687733605,
      "grad_norm": 3.2601205843148624,
      "learning_rate": 0.00017798632540779385,
      "loss": 5.0129,
      "step": 32216
    },
    {
      "epoch": 2.7367482161060144,
      "grad_norm": 3.006921705562168,
      "learning_rate": 0.0001779795797752949,
      "loss": 4.341,
      "step": 32217
    },
    {
      "epoch": 2.736833163438668,
      "grad_norm": 2.9943783313615824,
      "learning_rate": 0.00017797283408417037,
      "loss": 4.5487,
      "step": 32218
    },
    {
      "epoch": 2.7369181107713216,
      "grad_norm": 3.008530611548594,
      "learning_rate": 0.00017796608833443425,
      "loss": 4.4443,
      "step": 32219
    },
    {
      "epoch": 2.7370030581039755,
      "grad_norm": 2.960926249755025,
      "learning_rate": 0.00017795934252610077,
      "loss": 4.174,
      "step": 32220
    },
    {
      "epoch": 2.7370880054366293,
      "grad_norm": 3.224328233798076,
      "learning_rate": 0.0001779525966591841,
      "loss": 4.9408,
      "step": 32221
    },
    {
      "epoch": 2.737172952769283,
      "grad_norm": 3.1194412082268466,
      "learning_rate": 0.0001779458507336983,
      "loss": 4.8722,
      "step": 32222
    },
    {
      "epoch": 2.7372579001019366,
      "grad_norm": 3.1990367120301118,
      "learning_rate": 0.00017793910474965755,
      "loss": 4.9019,
      "step": 32223
    },
    {
      "epoch": 2.7373428474345904,
      "grad_norm": 3.4624241268974854,
      "learning_rate": 0.00017793235870707593,
      "loss": 4.0894,
      "step": 32224
    },
    {
      "epoch": 2.7374277947672443,
      "grad_norm": 3.0595273891835215,
      "learning_rate": 0.00017792561260596758,
      "loss": 4.465,
      "step": 32225
    },
    {
      "epoch": 2.737512742099898,
      "grad_norm": 3.0216604751708447,
      "learning_rate": 0.00017791886644634672,
      "loss": 4.5512,
      "step": 32226
    },
    {
      "epoch": 2.737597689432552,
      "grad_norm": 3.212313743448367,
      "learning_rate": 0.00017791212022822743,
      "loss": 5.1484,
      "step": 32227
    },
    {
      "epoch": 2.7376826367652054,
      "grad_norm": 2.899966248785879,
      "learning_rate": 0.0001779053739516238,
      "loss": 4.3282,
      "step": 32228
    },
    {
      "epoch": 2.7377675840978593,
      "grad_norm": 3.0049678735818826,
      "learning_rate": 0.00017789862761655005,
      "loss": 4.635,
      "step": 32229
    },
    {
      "epoch": 2.737852531430513,
      "grad_norm": 3.0057456939931733,
      "learning_rate": 0.00017789188122302026,
      "loss": 4.4074,
      "step": 32230
    },
    {
      "epoch": 2.737937478763167,
      "grad_norm": 3.0355923708271346,
      "learning_rate": 0.00017788513477104856,
      "loss": 4.5043,
      "step": 32231
    },
    {
      "epoch": 2.738022426095821,
      "grad_norm": 3.0347562604933653,
      "learning_rate": 0.00017787838826064916,
      "loss": 4.4998,
      "step": 32232
    },
    {
      "epoch": 2.738107373428474,
      "grad_norm": 3.1568870944231184,
      "learning_rate": 0.0001778716416918361,
      "loss": 4.8286,
      "step": 32233
    },
    {
      "epoch": 2.738192320761128,
      "grad_norm": 2.983070729999243,
      "learning_rate": 0.0001778648950646236,
      "loss": 4.5001,
      "step": 32234
    },
    {
      "epoch": 2.738277268093782,
      "grad_norm": 2.966735644359648,
      "learning_rate": 0.0001778581483790257,
      "loss": 4.4532,
      "step": 32235
    },
    {
      "epoch": 2.7383622154264358,
      "grad_norm": 2.9743202403050417,
      "learning_rate": 0.00017785140163505668,
      "loss": 4.7131,
      "step": 32236
    },
    {
      "epoch": 2.7384471627590896,
      "grad_norm": 2.944209059613583,
      "learning_rate": 0.00017784465483273044,
      "loss": 4.4425,
      "step": 32237
    },
    {
      "epoch": 2.738532110091743,
      "grad_norm": 3.0103025366794407,
      "learning_rate": 0.0001778379079720614,
      "loss": 4.541,
      "step": 32238
    },
    {
      "epoch": 2.738617057424397,
      "grad_norm": 3.0581110505610716,
      "learning_rate": 0.0001778311610530635,
      "loss": 4.786,
      "step": 32239
    },
    {
      "epoch": 2.7387020047570507,
      "grad_norm": 2.993955615369295,
      "learning_rate": 0.00017782441407575094,
      "loss": 4.2672,
      "step": 32240
    },
    {
      "epoch": 2.738786952089704,
      "grad_norm": 3.0565130521702186,
      "learning_rate": 0.0001778176670401379,
      "loss": 4.6414,
      "step": 32241
    },
    {
      "epoch": 2.738871899422358,
      "grad_norm": 2.9653091385910444,
      "learning_rate": 0.00017781091994623842,
      "loss": 4.5307,
      "step": 32242
    },
    {
      "epoch": 2.738956846755012,
      "grad_norm": 3.0940144745048412,
      "learning_rate": 0.0001778041727940667,
      "loss": 4.9036,
      "step": 32243
    },
    {
      "epoch": 2.7390417940876657,
      "grad_norm": 2.929880495138023,
      "learning_rate": 0.00017779742558363687,
      "loss": 4.3187,
      "step": 32244
    },
    {
      "epoch": 2.7391267414203195,
      "grad_norm": 3.0140546995053463,
      "learning_rate": 0.0001777906783149631,
      "loss": 4.3587,
      "step": 32245
    },
    {
      "epoch": 2.739211688752973,
      "grad_norm": 3.058299013335724,
      "learning_rate": 0.00017778393098805942,
      "loss": 4.8135,
      "step": 32246
    },
    {
      "epoch": 2.739296636085627,
      "grad_norm": 2.965803047597087,
      "learning_rate": 0.00017777718360294012,
      "loss": 4.4222,
      "step": 32247
    },
    {
      "epoch": 2.7393815834182806,
      "grad_norm": 3.0417019044184666,
      "learning_rate": 0.00017777043615961922,
      "loss": 4.562,
      "step": 32248
    },
    {
      "epoch": 2.7394665307509345,
      "grad_norm": 2.9947731586650597,
      "learning_rate": 0.00017776368865811084,
      "loss": 4.69,
      "step": 32249
    },
    {
      "epoch": 2.7395514780835883,
      "grad_norm": 3.1582233178981927,
      "learning_rate": 0.00017775694109842927,
      "loss": 4.8731,
      "step": 32250
    },
    {
      "epoch": 2.7396364254162417,
      "grad_norm": 3.314038894677768,
      "learning_rate": 0.00017775019348058852,
      "loss": 4.9335,
      "step": 32251
    },
    {
      "epoch": 2.7397213727488956,
      "grad_norm": 3.079640597473506,
      "learning_rate": 0.00017774344580460277,
      "loss": 4.7162,
      "step": 32252
    },
    {
      "epoch": 2.7398063200815495,
      "grad_norm": 3.145061567257702,
      "learning_rate": 0.00017773669807048608,
      "loss": 4.847,
      "step": 32253
    },
    {
      "epoch": 2.7398912674142033,
      "grad_norm": 3.0362202982954662,
      "learning_rate": 0.00017772995027825274,
      "loss": 4.7848,
      "step": 32254
    },
    {
      "epoch": 2.739976214746857,
      "grad_norm": 3.02814468378427,
      "learning_rate": 0.0001777232024279168,
      "loss": 4.6784,
      "step": 32255
    },
    {
      "epoch": 2.7400611620795106,
      "grad_norm": 3.086722425468923,
      "learning_rate": 0.00017771645451949235,
      "loss": 4.6285,
      "step": 32256
    },
    {
      "epoch": 2.7401461094121644,
      "grad_norm": 3.153785613645284,
      "learning_rate": 0.0001777097065529936,
      "loss": 4.7339,
      "step": 32257
    },
    {
      "epoch": 2.7402310567448183,
      "grad_norm": 3.196014613194529,
      "learning_rate": 0.00017770295852843467,
      "loss": 5.122,
      "step": 32258
    },
    {
      "epoch": 2.740316004077472,
      "grad_norm": 2.9676957344057917,
      "learning_rate": 0.0001776962104458297,
      "loss": 4.4654,
      "step": 32259
    },
    {
      "epoch": 2.740400951410126,
      "grad_norm": 3.2013741488114364,
      "learning_rate": 0.00017768946230519285,
      "loss": 4.7596,
      "step": 32260
    },
    {
      "epoch": 2.7404858987427794,
      "grad_norm": 2.929492376967361,
      "learning_rate": 0.00017768271410653825,
      "loss": 4.4123,
      "step": 32261
    },
    {
      "epoch": 2.740570846075433,
      "grad_norm": 3.0912853075447893,
      "learning_rate": 0.00017767596584987997,
      "loss": 4.7493,
      "step": 32262
    },
    {
      "epoch": 2.740655793408087,
      "grad_norm": 2.948989818524415,
      "learning_rate": 0.0001776692175352323,
      "loss": 4.4052,
      "step": 32263
    },
    {
      "epoch": 2.7407407407407405,
      "grad_norm": 3.012489467773881,
      "learning_rate": 0.00017766246916260921,
      "loss": 4.4899,
      "step": 32264
    },
    {
      "epoch": 2.7408256880733948,
      "grad_norm": 3.0323062346950467,
      "learning_rate": 0.00017765572073202493,
      "loss": 4.6754,
      "step": 32265
    },
    {
      "epoch": 2.740910635406048,
      "grad_norm": 3.292352397475132,
      "learning_rate": 0.00017764897224349362,
      "loss": 4.1299,
      "step": 32266
    },
    {
      "epoch": 2.740995582738702,
      "grad_norm": 3.1434813108158974,
      "learning_rate": 0.0001776422236970294,
      "loss": 5.1478,
      "step": 32267
    },
    {
      "epoch": 2.741080530071356,
      "grad_norm": 3.2391810097542124,
      "learning_rate": 0.00017763547509264634,
      "loss": 4.8318,
      "step": 32268
    },
    {
      "epoch": 2.7411654774040093,
      "grad_norm": 4.2448539546947135,
      "learning_rate": 0.00017762872643035867,
      "loss": 4.5367,
      "step": 32269
    },
    {
      "epoch": 2.741250424736663,
      "grad_norm": 3.1480269508640335,
      "learning_rate": 0.00017762197771018054,
      "loss": 4.7594,
      "step": 32270
    },
    {
      "epoch": 2.741335372069317,
      "grad_norm": 3.2216939501118556,
      "learning_rate": 0.00017761522893212597,
      "loss": 4.9462,
      "step": 32271
    },
    {
      "epoch": 2.741420319401971,
      "grad_norm": 3.002713937262501,
      "learning_rate": 0.00017760848009620926,
      "loss": 4.4651,
      "step": 32272
    },
    {
      "epoch": 2.7415052667346247,
      "grad_norm": 3.0140726014455654,
      "learning_rate": 0.0001776017312024444,
      "loss": 4.4082,
      "step": 32273
    },
    {
      "epoch": 2.741590214067278,
      "grad_norm": 3.060447723410515,
      "learning_rate": 0.00017759498225084562,
      "loss": 4.6757,
      "step": 32274
    },
    {
      "epoch": 2.741675161399932,
      "grad_norm": 3.06874047737202,
      "learning_rate": 0.0001775882332414271,
      "loss": 4.7498,
      "step": 32275
    },
    {
      "epoch": 2.741760108732586,
      "grad_norm": 3.0169565564069183,
      "learning_rate": 0.00017758148417420288,
      "loss": 4.7048,
      "step": 32276
    },
    {
      "epoch": 2.7418450560652396,
      "grad_norm": 3.0856226419565713,
      "learning_rate": 0.00017757473504918716,
      "loss": 4.8567,
      "step": 32277
    },
    {
      "epoch": 2.7419300033978935,
      "grad_norm": 2.881156273992797,
      "learning_rate": 0.00017756798586639406,
      "loss": 4.2476,
      "step": 32278
    },
    {
      "epoch": 2.742014950730547,
      "grad_norm": 3.0470937911013483,
      "learning_rate": 0.00017756123662583776,
      "loss": 4.3677,
      "step": 32279
    },
    {
      "epoch": 2.7420998980632008,
      "grad_norm": 2.89231382048813,
      "learning_rate": 0.0001775544873275323,
      "loss": 4.3737,
      "step": 32280
    },
    {
      "epoch": 2.7421848453958546,
      "grad_norm": 3.091452206277941,
      "learning_rate": 0.00017754773797149195,
      "loss": 4.8673,
      "step": 32281
    },
    {
      "epoch": 2.7422697927285085,
      "grad_norm": 3.117217344485987,
      "learning_rate": 0.0001775409885577308,
      "loss": 4.879,
      "step": 32282
    },
    {
      "epoch": 2.7423547400611623,
      "grad_norm": 3.3951465033494217,
      "learning_rate": 0.00017753423908626294,
      "loss": 3.9526,
      "step": 32283
    },
    {
      "epoch": 2.7424396873938157,
      "grad_norm": 3.2743145635006243,
      "learning_rate": 0.0001775274895571026,
      "loss": 5.0734,
      "step": 32284
    },
    {
      "epoch": 2.7425246347264696,
      "grad_norm": 2.9151220020760187,
      "learning_rate": 0.00017752073997026385,
      "loss": 4.3209,
      "step": 32285
    },
    {
      "epoch": 2.7426095820591234,
      "grad_norm": 2.938785227375349,
      "learning_rate": 0.00017751399032576087,
      "loss": 4.6083,
      "step": 32286
    },
    {
      "epoch": 2.742694529391777,
      "grad_norm": 2.983871441770386,
      "learning_rate": 0.0001775072406236078,
      "loss": 4.6477,
      "step": 32287
    },
    {
      "epoch": 2.742779476724431,
      "grad_norm": 3.022915377263192,
      "learning_rate": 0.00017750049086381883,
      "loss": 4.4466,
      "step": 32288
    },
    {
      "epoch": 2.7428644240570845,
      "grad_norm": 3.031619263695612,
      "learning_rate": 0.00017749374104640797,
      "loss": 4.6381,
      "step": 32289
    },
    {
      "epoch": 2.7429493713897384,
      "grad_norm": 3.0071927276611605,
      "learning_rate": 0.0001774869911713895,
      "loss": 4.529,
      "step": 32290
    },
    {
      "epoch": 2.7430343187223922,
      "grad_norm": 3.2031127280342293,
      "learning_rate": 0.0001774802412387775,
      "loss": 4.7138,
      "step": 32291
    },
    {
      "epoch": 2.7431192660550456,
      "grad_norm": 3.1894402471863175,
      "learning_rate": 0.00017747349124858612,
      "loss": 4.6572,
      "step": 32292
    },
    {
      "epoch": 2.7432042133876995,
      "grad_norm": 3.091663715253441,
      "learning_rate": 0.0001774667412008295,
      "loss": 4.5447,
      "step": 32293
    },
    {
      "epoch": 2.7432891607203533,
      "grad_norm": 2.9728875977259963,
      "learning_rate": 0.00017745999109552177,
      "loss": 4.5261,
      "step": 32294
    },
    {
      "epoch": 2.743374108053007,
      "grad_norm": 3.081525380793744,
      "learning_rate": 0.00017745324093267713,
      "loss": 4.5779,
      "step": 32295
    },
    {
      "epoch": 2.743459055385661,
      "grad_norm": 2.974728101921479,
      "learning_rate": 0.00017744649071230965,
      "loss": 4.536,
      "step": 32296
    },
    {
      "epoch": 2.7435440027183144,
      "grad_norm": 3.0490618264385994,
      "learning_rate": 0.00017743974043443354,
      "loss": 4.891,
      "step": 32297
    },
    {
      "epoch": 2.7436289500509683,
      "grad_norm": 3.227358764490672,
      "learning_rate": 0.00017743299009906292,
      "loss": 5.0663,
      "step": 32298
    },
    {
      "epoch": 2.743713897383622,
      "grad_norm": 2.988921870416666,
      "learning_rate": 0.0001774262397062119,
      "loss": 4.5656,
      "step": 32299
    },
    {
      "epoch": 2.743798844716276,
      "grad_norm": 3.0047427430831823,
      "learning_rate": 0.00017741948925589462,
      "loss": 4.53,
      "step": 32300
    },
    {
      "epoch": 2.74388379204893,
      "grad_norm": 2.932648225938555,
      "learning_rate": 0.00017741273874812528,
      "loss": 4.3174,
      "step": 32301
    },
    {
      "epoch": 2.7439687393815833,
      "grad_norm": 3.024989991973734,
      "learning_rate": 0.00017740598818291798,
      "loss": 4.5169,
      "step": 32302
    },
    {
      "epoch": 2.744053686714237,
      "grad_norm": 2.9102770998762497,
      "learning_rate": 0.00017739923756028694,
      "loss": 4.2828,
      "step": 32303
    },
    {
      "epoch": 2.744138634046891,
      "grad_norm": 3.2018664147815357,
      "learning_rate": 0.00017739248688024623,
      "loss": 5.1929,
      "step": 32304
    },
    {
      "epoch": 2.744223581379545,
      "grad_norm": 3.102915978558825,
      "learning_rate": 0.00017738573614280997,
      "loss": 4.8233,
      "step": 32305
    },
    {
      "epoch": 2.7443085287121987,
      "grad_norm": 3.1477842995854695,
      "learning_rate": 0.0001773789853479924,
      "loss": 4.5381,
      "step": 32306
    },
    {
      "epoch": 2.744393476044852,
      "grad_norm": 2.933696098254261,
      "learning_rate": 0.0001773722344958076,
      "loss": 4.3026,
      "step": 32307
    },
    {
      "epoch": 2.744478423377506,
      "grad_norm": 2.984319992084599,
      "learning_rate": 0.0001773654835862697,
      "loss": 4.635,
      "step": 32308
    },
    {
      "epoch": 2.7445633707101598,
      "grad_norm": 3.2618140067130423,
      "learning_rate": 0.00017735873261939288,
      "loss": 4.9536,
      "step": 32309
    },
    {
      "epoch": 2.7446483180428136,
      "grad_norm": 3.287523631396017,
      "learning_rate": 0.00017735198159519127,
      "loss": 5.0498,
      "step": 32310
    },
    {
      "epoch": 2.7447332653754675,
      "grad_norm": 2.950515866178385,
      "learning_rate": 0.00017734523051367906,
      "loss": 4.2173,
      "step": 32311
    },
    {
      "epoch": 2.744818212708121,
      "grad_norm": 3.1796703461792144,
      "learning_rate": 0.0001773384793748703,
      "loss": 4.8958,
      "step": 32312
    },
    {
      "epoch": 2.7449031600407747,
      "grad_norm": 2.9221079481467718,
      "learning_rate": 0.0001773317281787793,
      "loss": 4.2038,
      "step": 32313
    },
    {
      "epoch": 2.7449881073734286,
      "grad_norm": 2.9565537416157475,
      "learning_rate": 0.00017732497692541998,
      "loss": 4.4093,
      "step": 32314
    },
    {
      "epoch": 2.745073054706082,
      "grad_norm": 3.0590895756360545,
      "learning_rate": 0.0001773182256148067,
      "loss": 4.657,
      "step": 32315
    },
    {
      "epoch": 2.745158002038736,
      "grad_norm": 3.1895062508113465,
      "learning_rate": 0.00017731147424695346,
      "loss": 4.895,
      "step": 32316
    },
    {
      "epoch": 2.7452429493713897,
      "grad_norm": 3.230224450299544,
      "learning_rate": 0.0001773047228218745,
      "loss": 4.7145,
      "step": 32317
    },
    {
      "epoch": 2.7453278967040435,
      "grad_norm": 3.004504698878837,
      "learning_rate": 0.00017729797133958386,
      "loss": 4.5453,
      "step": 32318
    },
    {
      "epoch": 2.7454128440366974,
      "grad_norm": 2.936023898636611,
      "learning_rate": 0.00017729121980009582,
      "loss": 4.3907,
      "step": 32319
    },
    {
      "epoch": 2.745497791369351,
      "grad_norm": 3.1364656089395484,
      "learning_rate": 0.0001772844682034244,
      "loss": 5.0072,
      "step": 32320
    },
    {
      "epoch": 2.7455827387020046,
      "grad_norm": 3.053194464014405,
      "learning_rate": 0.00017727771654958382,
      "loss": 4.4099,
      "step": 32321
    },
    {
      "epoch": 2.7456676860346585,
      "grad_norm": 3.023912138305613,
      "learning_rate": 0.00017727096483858827,
      "loss": 4.6657,
      "step": 32322
    },
    {
      "epoch": 2.7457526333673123,
      "grad_norm": 3.246508834479139,
      "learning_rate": 0.00017726421307045175,
      "loss": 5.0263,
      "step": 32323
    },
    {
      "epoch": 2.745837580699966,
      "grad_norm": 3.0065557953009936,
      "learning_rate": 0.00017725746124518853,
      "loss": 4.3659,
      "step": 32324
    },
    {
      "epoch": 2.7459225280326196,
      "grad_norm": 3.2454642023900684,
      "learning_rate": 0.00017725070936281274,
      "loss": 4.8722,
      "step": 32325
    },
    {
      "epoch": 2.7460074753652735,
      "grad_norm": 3.1021379336414285,
      "learning_rate": 0.00017724395742333852,
      "loss": 4.733,
      "step": 32326
    },
    {
      "epoch": 2.7460924226979273,
      "grad_norm": 3.085840511386879,
      "learning_rate": 0.00017723720542677995,
      "loss": 4.7567,
      "step": 32327
    },
    {
      "epoch": 2.746177370030581,
      "grad_norm": 3.0184006890480886,
      "learning_rate": 0.00017723045337315126,
      "loss": 4.5284,
      "step": 32328
    },
    {
      "epoch": 2.746262317363235,
      "grad_norm": 3.1740024456561176,
      "learning_rate": 0.0001772237012624666,
      "loss": 4.7692,
      "step": 32329
    },
    {
      "epoch": 2.7463472646958884,
      "grad_norm": 3.1002196830016007,
      "learning_rate": 0.00017721694909474006,
      "loss": 4.8245,
      "step": 32330
    },
    {
      "epoch": 2.7464322120285423,
      "grad_norm": 3.2863687826695718,
      "learning_rate": 0.00017721019686998585,
      "loss": 5.1876,
      "step": 32331
    },
    {
      "epoch": 2.746517159361196,
      "grad_norm": 2.9619153790721016,
      "learning_rate": 0.00017720344458821804,
      "loss": 4.5677,
      "step": 32332
    },
    {
      "epoch": 2.74660210669385,
      "grad_norm": 3.0195284514450633,
      "learning_rate": 0.00017719669224945087,
      "loss": 4.4213,
      "step": 32333
    },
    {
      "epoch": 2.746687054026504,
      "grad_norm": 2.9978027117822075,
      "learning_rate": 0.0001771899398536984,
      "loss": 4.4277,
      "step": 32334
    },
    {
      "epoch": 2.7467720013591572,
      "grad_norm": 3.0438741495672694,
      "learning_rate": 0.00017718318740097484,
      "loss": 4.315,
      "step": 32335
    },
    {
      "epoch": 2.746856948691811,
      "grad_norm": 3.112502603693324,
      "learning_rate": 0.0001771764348912943,
      "loss": 4.5645,
      "step": 32336
    },
    {
      "epoch": 2.746941896024465,
      "grad_norm": 3.041105265902373,
      "learning_rate": 0.000177169682324671,
      "loss": 4.4204,
      "step": 32337
    },
    {
      "epoch": 2.7470268433571183,
      "grad_norm": 3.139142932387036,
      "learning_rate": 0.00017716292970111896,
      "loss": 5.0359,
      "step": 32338
    },
    {
      "epoch": 2.747111790689772,
      "grad_norm": 2.902378289355156,
      "learning_rate": 0.00017715617702065243,
      "loss": 4.3174,
      "step": 32339
    },
    {
      "epoch": 2.747196738022426,
      "grad_norm": 3.243864798180611,
      "learning_rate": 0.0001771494242832856,
      "loss": 4.875,
      "step": 32340
    },
    {
      "epoch": 2.74728168535508,
      "grad_norm": 3.075788705210693,
      "learning_rate": 0.0001771426714890325,
      "loss": 4.5134,
      "step": 32341
    },
    {
      "epoch": 2.7473666326877337,
      "grad_norm": 3.2217523389999947,
      "learning_rate": 0.0001771359186379073,
      "loss": 4.8593,
      "step": 32342
    },
    {
      "epoch": 2.747451580020387,
      "grad_norm": 2.9738001298955314,
      "learning_rate": 0.00017712916572992421,
      "loss": 4.3464,
      "step": 32343
    },
    {
      "epoch": 2.747536527353041,
      "grad_norm": 3.2130428914739984,
      "learning_rate": 0.00017712241276509737,
      "loss": 5.0104,
      "step": 32344
    },
    {
      "epoch": 2.747621474685695,
      "grad_norm": 3.5873718680099373,
      "learning_rate": 0.00017711565974344083,
      "loss": 5.0846,
      "step": 32345
    },
    {
      "epoch": 2.7477064220183487,
      "grad_norm": 2.9033886587612634,
      "learning_rate": 0.0001771089066649689,
      "loss": 4.3511,
      "step": 32346
    },
    {
      "epoch": 2.7477913693510025,
      "grad_norm": 3.171512651049378,
      "learning_rate": 0.00017710215352969566,
      "loss": 4.687,
      "step": 32347
    },
    {
      "epoch": 2.747876316683656,
      "grad_norm": 3.1974000051866405,
      "learning_rate": 0.00017709540033763516,
      "loss": 5.0314,
      "step": 32348
    },
    {
      "epoch": 2.74796126401631,
      "grad_norm": 2.8856942242750225,
      "learning_rate": 0.00017708864708880173,
      "loss": 4.2681,
      "step": 32349
    },
    {
      "epoch": 2.7480462113489637,
      "grad_norm": 3.0600609722631105,
      "learning_rate": 0.00017708189378320938,
      "loss": 4.5609,
      "step": 32350
    },
    {
      "epoch": 2.7481311586816175,
      "grad_norm": 2.946675992238223,
      "learning_rate": 0.00017707514042087234,
      "loss": 4.4672,
      "step": 32351
    },
    {
      "epoch": 2.7482161060142714,
      "grad_norm": 3.0140125986183737,
      "learning_rate": 0.00017706838700180469,
      "loss": 4.2587,
      "step": 32352
    },
    {
      "epoch": 2.7483010533469248,
      "grad_norm": 3.0026778332470863,
      "learning_rate": 0.00017706163352602066,
      "loss": 4.555,
      "step": 32353
    },
    {
      "epoch": 2.7483860006795786,
      "grad_norm": 3.069008399588241,
      "learning_rate": 0.00017705487999353432,
      "loss": 4.6529,
      "step": 32354
    },
    {
      "epoch": 2.7484709480122325,
      "grad_norm": 3.0007687472455227,
      "learning_rate": 0.00017704812640435987,
      "loss": 4.6462,
      "step": 32355
    },
    {
      "epoch": 2.7485558953448863,
      "grad_norm": 3.040137528290132,
      "learning_rate": 0.0001770413727585115,
      "loss": 4.5688,
      "step": 32356
    },
    {
      "epoch": 2.74864084267754,
      "grad_norm": 3.0021902473993816,
      "learning_rate": 0.00017703461905600322,
      "loss": 4.6446,
      "step": 32357
    },
    {
      "epoch": 2.7487257900101936,
      "grad_norm": 3.0069019902349337,
      "learning_rate": 0.00017702786529684935,
      "loss": 4.4649,
      "step": 32358
    },
    {
      "epoch": 2.7488107373428474,
      "grad_norm": 2.9853838195895603,
      "learning_rate": 0.00017702111148106396,
      "loss": 4.375,
      "step": 32359
    },
    {
      "epoch": 2.7488956846755013,
      "grad_norm": 3.266569523892088,
      "learning_rate": 0.00017701435760866119,
      "loss": 4.8903,
      "step": 32360
    },
    {
      "epoch": 2.7489806320081547,
      "grad_norm": 3.0234352179484167,
      "learning_rate": 0.0001770076036796552,
      "loss": 4.4485,
      "step": 32361
    },
    {
      "epoch": 2.749065579340809,
      "grad_norm": 2.936527061242288,
      "learning_rate": 0.0001770008496940602,
      "loss": 4.2998,
      "step": 32362
    },
    {
      "epoch": 2.7491505266734624,
      "grad_norm": 3.183234655165949,
      "learning_rate": 0.00017699409565189017,
      "loss": 4.8438,
      "step": 32363
    },
    {
      "epoch": 2.7492354740061162,
      "grad_norm": 3.0601938479572324,
      "learning_rate": 0.0001769873415531595,
      "loss": 4.6855,
      "step": 32364
    },
    {
      "epoch": 2.74932042133877,
      "grad_norm": 3.0710652456471133,
      "learning_rate": 0.00017698058739788218,
      "loss": 4.5127,
      "step": 32365
    },
    {
      "epoch": 2.7494053686714235,
      "grad_norm": 3.1820682617087335,
      "learning_rate": 0.00017697383318607236,
      "loss": 4.9213,
      "step": 32366
    },
    {
      "epoch": 2.7494903160040773,
      "grad_norm": 3.018906807167891,
      "learning_rate": 0.00017696707891774434,
      "loss": 4.6817,
      "step": 32367
    },
    {
      "epoch": 2.749575263336731,
      "grad_norm": 3.1959834124341744,
      "learning_rate": 0.0001769603245929121,
      "loss": 4.9904,
      "step": 32368
    },
    {
      "epoch": 2.749660210669385,
      "grad_norm": 3.0326910406332863,
      "learning_rate": 0.00017695357021158987,
      "loss": 4.554,
      "step": 32369
    },
    {
      "epoch": 2.749745158002039,
      "grad_norm": 2.9680293154965733,
      "learning_rate": 0.00017694681577379182,
      "loss": 4.4783,
      "step": 32370
    },
    {
      "epoch": 2.7498301053346923,
      "grad_norm": 2.9603603030419996,
      "learning_rate": 0.0001769400612795321,
      "loss": 4.5305,
      "step": 32371
    },
    {
      "epoch": 2.749915052667346,
      "grad_norm": 3.0756048510593654,
      "learning_rate": 0.00017693330672882473,
      "loss": 4.7261,
      "step": 32372
    },
    {
      "epoch": 2.75,
      "grad_norm": 3.262846380789534,
      "learning_rate": 0.00017692655212168409,
      "loss": 5.0384,
      "step": 32373
    },
    {
      "epoch": 2.750084947332654,
      "grad_norm": 2.975555232595403,
      "learning_rate": 0.00017691979745812418,
      "loss": 4.5234,
      "step": 32374
    },
    {
      "epoch": 2.7501698946653077,
      "grad_norm": 3.037296158269389,
      "learning_rate": 0.00017691304273815915,
      "loss": 4.6219,
      "step": 32375
    },
    {
      "epoch": 2.750254841997961,
      "grad_norm": 3.0905677149434188,
      "learning_rate": 0.00017690628796180325,
      "loss": 4.8642,
      "step": 32376
    },
    {
      "epoch": 2.750339789330615,
      "grad_norm": 3.059300643737278,
      "learning_rate": 0.00017689953312907057,
      "loss": 4.7664,
      "step": 32377
    },
    {
      "epoch": 2.750424736663269,
      "grad_norm": 3.016097582758331,
      "learning_rate": 0.00017689277823997523,
      "loss": 4.4323,
      "step": 32378
    },
    {
      "epoch": 2.7505096839959227,
      "grad_norm": 3.083254597956621,
      "learning_rate": 0.00017688602329453144,
      "loss": 4.8536,
      "step": 32379
    },
    {
      "epoch": 2.7505946313285765,
      "grad_norm": 3.048406520954167,
      "learning_rate": 0.00017687926829275337,
      "loss": 4.596,
      "step": 32380
    },
    {
      "epoch": 2.75067957866123,
      "grad_norm": 3.4944037507076215,
      "learning_rate": 0.0001768725132346551,
      "loss": 4.3387,
      "step": 32381
    },
    {
      "epoch": 2.7507645259938838,
      "grad_norm": 3.189173075549999,
      "learning_rate": 0.00017686575812025083,
      "loss": 4.9318,
      "step": 32382
    },
    {
      "epoch": 2.7508494733265376,
      "grad_norm": 2.9779923124319634,
      "learning_rate": 0.0001768590029495547,
      "loss": 4.3973,
      "step": 32383
    },
    {
      "epoch": 2.750934420659191,
      "grad_norm": 2.9497596083632733,
      "learning_rate": 0.00017685224772258089,
      "loss": 4.3614,
      "step": 32384
    },
    {
      "epoch": 2.7510193679918453,
      "grad_norm": 3.049207924401774,
      "learning_rate": 0.00017684549243934355,
      "loss": 4.6279,
      "step": 32385
    },
    {
      "epoch": 2.7511043153244987,
      "grad_norm": 3.249106260788515,
      "learning_rate": 0.0001768387370998568,
      "loss": 5.0751,
      "step": 32386
    },
    {
      "epoch": 2.7511892626571526,
      "grad_norm": 3.2147381663248566,
      "learning_rate": 0.00017683198170413486,
      "loss": 4.8773,
      "step": 32387
    },
    {
      "epoch": 2.7512742099898064,
      "grad_norm": 3.035868282738818,
      "learning_rate": 0.00017682522625219173,
      "loss": 4.1362,
      "step": 32388
    },
    {
      "epoch": 2.75135915732246,
      "grad_norm": 2.997223770440373,
      "learning_rate": 0.00017681847074404178,
      "loss": 4.4764,
      "step": 32389
    },
    {
      "epoch": 2.7514441046551137,
      "grad_norm": 2.9143001791150946,
      "learning_rate": 0.00017681171517969904,
      "loss": 4.3597,
      "step": 32390
    },
    {
      "epoch": 2.7515290519877675,
      "grad_norm": 3.087923000707549,
      "learning_rate": 0.00017680495955917764,
      "loss": 4.6908,
      "step": 32391
    },
    {
      "epoch": 2.7516139993204214,
      "grad_norm": 2.8666016176248466,
      "learning_rate": 0.00017679820388249182,
      "loss": 4.3633,
      "step": 32392
    },
    {
      "epoch": 2.7516989466530752,
      "grad_norm": 3.0184093088672164,
      "learning_rate": 0.00017679144814965569,
      "loss": 4.7277,
      "step": 32393
    },
    {
      "epoch": 2.7517838939857286,
      "grad_norm": 3.0807999752777477,
      "learning_rate": 0.00017678469236068339,
      "loss": 4.6586,
      "step": 32394
    },
    {
      "epoch": 2.7518688413183825,
      "grad_norm": 3.2214008873464324,
      "learning_rate": 0.0001767779365155891,
      "loss": 4.9194,
      "step": 32395
    },
    {
      "epoch": 2.7519537886510363,
      "grad_norm": 2.9820513098478876,
      "learning_rate": 0.000176771180614387,
      "loss": 4.5172,
      "step": 32396
    },
    {
      "epoch": 2.75203873598369,
      "grad_norm": 3.038103144498299,
      "learning_rate": 0.00017676442465709117,
      "loss": 4.5778,
      "step": 32397
    },
    {
      "epoch": 2.752123683316344,
      "grad_norm": 3.243235278062786,
      "learning_rate": 0.00017675766864371585,
      "loss": 5.0463,
      "step": 32398
    },
    {
      "epoch": 2.7522086306489975,
      "grad_norm": 3.1124150315273575,
      "learning_rate": 0.00017675091257427514,
      "loss": 4.8445,
      "step": 32399
    },
    {
      "epoch": 2.7522935779816513,
      "grad_norm": 3.2460093557566774,
      "learning_rate": 0.00017674415644878324,
      "loss": 5.0237,
      "step": 32400
    },
    {
      "epoch": 2.752378525314305,
      "grad_norm": 2.885325313221743,
      "learning_rate": 0.00017673740026725424,
      "loss": 4.3015,
      "step": 32401
    },
    {
      "epoch": 2.752463472646959,
      "grad_norm": 2.940830635551891,
      "learning_rate": 0.00017673064402970234,
      "loss": 4.3479,
      "step": 32402
    },
    {
      "epoch": 2.752548419979613,
      "grad_norm": 3.0341638829221838,
      "learning_rate": 0.00017672388773614173,
      "loss": 4.5896,
      "step": 32403
    },
    {
      "epoch": 2.7526333673122663,
      "grad_norm": 2.9868783089852884,
      "learning_rate": 0.0001767171313865865,
      "loss": 4.1359,
      "step": 32404
    },
    {
      "epoch": 2.75271831464492,
      "grad_norm": 3.0500108222001336,
      "learning_rate": 0.00017671037498105086,
      "loss": 4.61,
      "step": 32405
    },
    {
      "epoch": 2.752803261977574,
      "grad_norm": 3.2082321372532525,
      "learning_rate": 0.00017670361851954887,
      "loss": 5.1216,
      "step": 32406
    },
    {
      "epoch": 2.752888209310228,
      "grad_norm": 2.936817207682042,
      "learning_rate": 0.00017669686200209484,
      "loss": 4.5796,
      "step": 32407
    },
    {
      "epoch": 2.7529731566428817,
      "grad_norm": 3.2640453617348717,
      "learning_rate": 0.00017669010542870284,
      "loss": 5.0813,
      "step": 32408
    },
    {
      "epoch": 2.753058103975535,
      "grad_norm": 3.1788716134885244,
      "learning_rate": 0.000176683348799387,
      "loss": 4.7715,
      "step": 32409
    },
    {
      "epoch": 2.753143051308189,
      "grad_norm": 3.2405210099175403,
      "learning_rate": 0.0001766765921141615,
      "loss": 5.0444,
      "step": 32410
    },
    {
      "epoch": 2.7532279986408428,
      "grad_norm": 3.5204693131416693,
      "learning_rate": 0.00017666983537304056,
      "loss": 4.2366,
      "step": 32411
    },
    {
      "epoch": 2.753312945973496,
      "grad_norm": 3.1908784926700915,
      "learning_rate": 0.00017666307857603825,
      "loss": 4.7364,
      "step": 32412
    },
    {
      "epoch": 2.75339789330615,
      "grad_norm": 3.1867558662651922,
      "learning_rate": 0.00017665632172316875,
      "loss": 4.9736,
      "step": 32413
    },
    {
      "epoch": 2.753482840638804,
      "grad_norm": 3.0550637279398813,
      "learning_rate": 0.0001766495648144463,
      "loss": 4.8113,
      "step": 32414
    },
    {
      "epoch": 2.7535677879714577,
      "grad_norm": 3.024534633631362,
      "learning_rate": 0.0001766428078498849,
      "loss": 4.5165,
      "step": 32415
    },
    {
      "epoch": 2.7536527353041116,
      "grad_norm": 3.257934191181427,
      "learning_rate": 0.00017663605082949887,
      "loss": 4.9695,
      "step": 32416
    },
    {
      "epoch": 2.753737682636765,
      "grad_norm": 3.028510303475343,
      "learning_rate": 0.00017662929375330226,
      "loss": 4.4864,
      "step": 32417
    },
    {
      "epoch": 2.753822629969419,
      "grad_norm": 3.129619671909301,
      "learning_rate": 0.00017662253662130924,
      "loss": 4.5957,
      "step": 32418
    },
    {
      "epoch": 2.7539075773020727,
      "grad_norm": 3.1604544499012115,
      "learning_rate": 0.00017661577943353402,
      "loss": 4.9874,
      "step": 32419
    },
    {
      "epoch": 2.7539925246347265,
      "grad_norm": 3.278799181415688,
      "learning_rate": 0.00017660902218999072,
      "loss": 4.8878,
      "step": 32420
    },
    {
      "epoch": 2.7540774719673804,
      "grad_norm": 3.0084182000248783,
      "learning_rate": 0.00017660226489069351,
      "loss": 4.657,
      "step": 32421
    },
    {
      "epoch": 2.754162419300034,
      "grad_norm": 3.1621779595901347,
      "learning_rate": 0.00017659550753565653,
      "loss": 4.9195,
      "step": 32422
    },
    {
      "epoch": 2.7542473666326877,
      "grad_norm": 3.1569339807457206,
      "learning_rate": 0.00017658875012489401,
      "loss": 4.8212,
      "step": 32423
    },
    {
      "epoch": 2.7543323139653415,
      "grad_norm": 2.95366009842154,
      "learning_rate": 0.00017658199265841996,
      "loss": 4.5191,
      "step": 32424
    },
    {
      "epoch": 2.7544172612979954,
      "grad_norm": 3.133601835974534,
      "learning_rate": 0.00017657523513624874,
      "loss": 4.7967,
      "step": 32425
    },
    {
      "epoch": 2.754502208630649,
      "grad_norm": 2.9407996039664854,
      "learning_rate": 0.00017656847755839433,
      "loss": 4.5461,
      "step": 32426
    },
    {
      "epoch": 2.7545871559633026,
      "grad_norm": 2.9805158871399726,
      "learning_rate": 0.00017656171992487098,
      "loss": 4.5713,
      "step": 32427
    },
    {
      "epoch": 2.7546721032959565,
      "grad_norm": 3.0252798477602294,
      "learning_rate": 0.0001765549622356928,
      "loss": 4.6191,
      "step": 32428
    },
    {
      "epoch": 2.7547570506286103,
      "grad_norm": 2.960356767332698,
      "learning_rate": 0.000176548204490874,
      "loss": 4.507,
      "step": 32429
    },
    {
      "epoch": 2.754841997961264,
      "grad_norm": 3.2602491902732367,
      "learning_rate": 0.00017654144669042873,
      "loss": 5.3109,
      "step": 32430
    },
    {
      "epoch": 2.754926945293918,
      "grad_norm": 3.292438947039573,
      "learning_rate": 0.00017653468883437114,
      "loss": 5.1694,
      "step": 32431
    },
    {
      "epoch": 2.7550118926265714,
      "grad_norm": 3.065595151819685,
      "learning_rate": 0.00017652793092271538,
      "loss": 4.7771,
      "step": 32432
    },
    {
      "epoch": 2.7550968399592253,
      "grad_norm": 3.069859937606741,
      "learning_rate": 0.00017652117295547564,
      "loss": 4.679,
      "step": 32433
    },
    {
      "epoch": 2.755181787291879,
      "grad_norm": 3.225060287078035,
      "learning_rate": 0.000176514414932666,
      "loss": 4.7853,
      "step": 32434
    },
    {
      "epoch": 2.7552667346245325,
      "grad_norm": 3.064063566308615,
      "learning_rate": 0.00017650765685430072,
      "loss": 4.7332,
      "step": 32435
    },
    {
      "epoch": 2.7553516819571864,
      "grad_norm": 3.00742207328379,
      "learning_rate": 0.00017650089872039393,
      "loss": 4.4164,
      "step": 32436
    },
    {
      "epoch": 2.7554366292898402,
      "grad_norm": 2.9962721030811434,
      "learning_rate": 0.00017649414053095975,
      "loss": 4.6042,
      "step": 32437
    },
    {
      "epoch": 2.755521576622494,
      "grad_norm": 3.1742112701950256,
      "learning_rate": 0.00017648738228601238,
      "loss": 4.8402,
      "step": 32438
    },
    {
      "epoch": 2.755606523955148,
      "grad_norm": 3.0763535328378744,
      "learning_rate": 0.00017648062398556598,
      "loss": 4.5187,
      "step": 32439
    },
    {
      "epoch": 2.7556914712878013,
      "grad_norm": 3.2422750856791454,
      "learning_rate": 0.00017647386562963467,
      "loss": 4.9323,
      "step": 32440
    },
    {
      "epoch": 2.755776418620455,
      "grad_norm": 3.2279779824387345,
      "learning_rate": 0.00017646710721823267,
      "loss": 4.7878,
      "step": 32441
    },
    {
      "epoch": 2.755861365953109,
      "grad_norm": 3.02441888080497,
      "learning_rate": 0.0001764603487513741,
      "loss": 4.4126,
      "step": 32442
    },
    {
      "epoch": 2.755946313285763,
      "grad_norm": 3.327728481106505,
      "learning_rate": 0.00017645359022907314,
      "loss": 5.1272,
      "step": 32443
    },
    {
      "epoch": 2.7560312606184167,
      "grad_norm": 3.042680310223294,
      "learning_rate": 0.00017644683165134393,
      "loss": 4.5563,
      "step": 32444
    },
    {
      "epoch": 2.75611620795107,
      "grad_norm": 3.136631990070002,
      "learning_rate": 0.00017644007301820066,
      "loss": 4.7964,
      "step": 32445
    },
    {
      "epoch": 2.756201155283724,
      "grad_norm": 3.219573585820978,
      "learning_rate": 0.00017643331432965747,
      "loss": 4.9451,
      "step": 32446
    },
    {
      "epoch": 2.756286102616378,
      "grad_norm": 3.0806205196689063,
      "learning_rate": 0.00017642655558572853,
      "loss": 4.2627,
      "step": 32447
    },
    {
      "epoch": 2.7563710499490317,
      "grad_norm": 3.0838604203219657,
      "learning_rate": 0.000176419796786428,
      "loss": 4.6339,
      "step": 32448
    },
    {
      "epoch": 2.7564559972816856,
      "grad_norm": 2.9246670337141754,
      "learning_rate": 0.00017641303793177002,
      "loss": 4.4111,
      "step": 32449
    },
    {
      "epoch": 2.756540944614339,
      "grad_norm": 3.0370006466237034,
      "learning_rate": 0.00017640627902176882,
      "loss": 4.4716,
      "step": 32450
    },
    {
      "epoch": 2.756625891946993,
      "grad_norm": 3.168866874113536,
      "learning_rate": 0.00017639952005643847,
      "loss": 4.9568,
      "step": 32451
    },
    {
      "epoch": 2.7567108392796467,
      "grad_norm": 2.9556708359886676,
      "learning_rate": 0.0001763927610357932,
      "loss": 4.3675,
      "step": 32452
    },
    {
      "epoch": 2.7567957866123005,
      "grad_norm": 2.9924946528551506,
      "learning_rate": 0.00017638600195984714,
      "loss": 4.4726,
      "step": 32453
    },
    {
      "epoch": 2.7568807339449544,
      "grad_norm": 3.023722421320168,
      "learning_rate": 0.00017637924282861445,
      "loss": 4.8165,
      "step": 32454
    },
    {
      "epoch": 2.7569656812776078,
      "grad_norm": 2.997810076179408,
      "learning_rate": 0.00017637248364210932,
      "loss": 4.319,
      "step": 32455
    },
    {
      "epoch": 2.7570506286102616,
      "grad_norm": 3.0503043041953397,
      "learning_rate": 0.00017636572440034588,
      "loss": 4.4904,
      "step": 32456
    },
    {
      "epoch": 2.7571355759429155,
      "grad_norm": 2.926328246143325,
      "learning_rate": 0.00017635896510333839,
      "loss": 4.4616,
      "step": 32457
    },
    {
      "epoch": 2.757220523275569,
      "grad_norm": 3.050786539659582,
      "learning_rate": 0.00017635220575110082,
      "loss": 4.5128,
      "step": 32458
    },
    {
      "epoch": 2.757305470608223,
      "grad_norm": 3.0045782839470183,
      "learning_rate": 0.00017634544634364751,
      "loss": 4.4804,
      "step": 32459
    },
    {
      "epoch": 2.7573904179408766,
      "grad_norm": 3.392892900513927,
      "learning_rate": 0.00017633868688099255,
      "loss": 5.157,
      "step": 32460
    },
    {
      "epoch": 2.7574753652735304,
      "grad_norm": 3.227874507898571,
      "learning_rate": 0.0001763319273631501,
      "loss": 4.9882,
      "step": 32461
    },
    {
      "epoch": 2.7575603126061843,
      "grad_norm": 3.2277017002249866,
      "learning_rate": 0.00017632516779013434,
      "loss": 4.8419,
      "step": 32462
    },
    {
      "epoch": 2.7576452599388377,
      "grad_norm": 3.1842970468638896,
      "learning_rate": 0.0001763184081619594,
      "loss": 4.6732,
      "step": 32463
    },
    {
      "epoch": 2.7577302072714915,
      "grad_norm": 3.0873591377535377,
      "learning_rate": 0.0001763116484786395,
      "loss": 4.7166,
      "step": 32464
    },
    {
      "epoch": 2.7578151546041454,
      "grad_norm": 3.229462878009304,
      "learning_rate": 0.00017630488874018877,
      "loss": 4.9022,
      "step": 32465
    },
    {
      "epoch": 2.7579001019367992,
      "grad_norm": 3.005019437167098,
      "learning_rate": 0.00017629812894662142,
      "loss": 4.5485,
      "step": 32466
    },
    {
      "epoch": 2.757985049269453,
      "grad_norm": 3.193896813695472,
      "learning_rate": 0.0001762913690979515,
      "loss": 4.9807,
      "step": 32467
    },
    {
      "epoch": 2.7580699966021065,
      "grad_norm": 3.3054618683950765,
      "learning_rate": 0.00017628460919419327,
      "loss": 4.9611,
      "step": 32468
    },
    {
      "epoch": 2.7581549439347604,
      "grad_norm": 3.0854756522371964,
      "learning_rate": 0.0001762778492353609,
      "loss": 4.8506,
      "step": 32469
    },
    {
      "epoch": 2.758239891267414,
      "grad_norm": 3.074260405019232,
      "learning_rate": 0.00017627108922146846,
      "loss": 4.8503,
      "step": 32470
    },
    {
      "epoch": 2.758324838600068,
      "grad_norm": 3.124903332740904,
      "learning_rate": 0.00017626432915253024,
      "loss": 4.4235,
      "step": 32471
    },
    {
      "epoch": 2.758409785932722,
      "grad_norm": 3.1350286208190092,
      "learning_rate": 0.00017625756902856033,
      "loss": 4.6937,
      "step": 32472
    },
    {
      "epoch": 2.7584947332653753,
      "grad_norm": 3.0162710404617057,
      "learning_rate": 0.00017625080884957288,
      "loss": 4.5963,
      "step": 32473
    },
    {
      "epoch": 2.758579680598029,
      "grad_norm": 2.931452390907586,
      "learning_rate": 0.00017624404861558212,
      "loss": 4.1958,
      "step": 32474
    },
    {
      "epoch": 2.758664627930683,
      "grad_norm": 3.0065720982794355,
      "learning_rate": 0.00017623728832660216,
      "loss": 4.5059,
      "step": 32475
    },
    {
      "epoch": 2.758749575263337,
      "grad_norm": 3.22948074599086,
      "learning_rate": 0.0001762305279826472,
      "loss": 4.8932,
      "step": 32476
    },
    {
      "epoch": 2.7588345225959907,
      "grad_norm": 3.352376143808341,
      "learning_rate": 0.00017622376758373137,
      "loss": 5.357,
      "step": 32477
    },
    {
      "epoch": 2.758919469928644,
      "grad_norm": 3.0342715731016012,
      "learning_rate": 0.00017621700712986885,
      "loss": 4.5489,
      "step": 32478
    },
    {
      "epoch": 2.759004417261298,
      "grad_norm": 2.999595983742423,
      "learning_rate": 0.00017621024662107382,
      "loss": 4.6936,
      "step": 32479
    },
    {
      "epoch": 2.759089364593952,
      "grad_norm": 3.2136148992695444,
      "learning_rate": 0.00017620348605736037,
      "loss": 4.869,
      "step": 32480
    },
    {
      "epoch": 2.7591743119266052,
      "grad_norm": 3.020311008023923,
      "learning_rate": 0.0001761967254387428,
      "loss": 4.5203,
      "step": 32481
    },
    {
      "epoch": 2.7592592592592595,
      "grad_norm": 3.0307157349127163,
      "learning_rate": 0.0001761899647652352,
      "loss": 4.6313,
      "step": 32482
    },
    {
      "epoch": 2.759344206591913,
      "grad_norm": 2.9806848103298336,
      "learning_rate": 0.00017618320403685165,
      "loss": 4.4871,
      "step": 32483
    },
    {
      "epoch": 2.759429153924567,
      "grad_norm": 2.9217250776245196,
      "learning_rate": 0.00017617644325360654,
      "loss": 4.3015,
      "step": 32484
    },
    {
      "epoch": 2.7595141012572206,
      "grad_norm": 2.9790719127837972,
      "learning_rate": 0.0001761696824155138,
      "loss": 4.3111,
      "step": 32485
    },
    {
      "epoch": 2.759599048589874,
      "grad_norm": 3.073174766624605,
      "learning_rate": 0.00017616292152258773,
      "loss": 4.6382,
      "step": 32486
    },
    {
      "epoch": 2.759683995922528,
      "grad_norm": 3.03053931503931,
      "learning_rate": 0.00017615616057484247,
      "loss": 4.8011,
      "step": 32487
    },
    {
      "epoch": 2.7597689432551817,
      "grad_norm": 2.975075212575573,
      "learning_rate": 0.00017614939957229217,
      "loss": 4.6408,
      "step": 32488
    },
    {
      "epoch": 2.7598538905878356,
      "grad_norm": 3.1752361430544327,
      "learning_rate": 0.00017614263851495096,
      "loss": 5.0291,
      "step": 32489
    },
    {
      "epoch": 2.7599388379204894,
      "grad_norm": 2.960969293029901,
      "learning_rate": 0.00017613587740283312,
      "loss": 4.4589,
      "step": 32490
    },
    {
      "epoch": 2.760023785253143,
      "grad_norm": 3.170690308624403,
      "learning_rate": 0.00017612911623595271,
      "loss": 4.9222,
      "step": 32491
    },
    {
      "epoch": 2.7601087325857967,
      "grad_norm": 3.0370863763687828,
      "learning_rate": 0.00017612235501432392,
      "loss": 4.5478,
      "step": 32492
    },
    {
      "epoch": 2.7601936799184505,
      "grad_norm": 3.064131816511532,
      "learning_rate": 0.000176115593737961,
      "loss": 4.6182,
      "step": 32493
    },
    {
      "epoch": 2.7602786272511044,
      "grad_norm": 3.2257250620405915,
      "learning_rate": 0.000176108832406878,
      "loss": 5.0078,
      "step": 32494
    },
    {
      "epoch": 2.7603635745837583,
      "grad_norm": 3.0622862110314064,
      "learning_rate": 0.00017610207102108916,
      "loss": 4.5289,
      "step": 32495
    },
    {
      "epoch": 2.7604485219164117,
      "grad_norm": 2.9090604132004936,
      "learning_rate": 0.0001760953095806086,
      "loss": 4.3163,
      "step": 32496
    },
    {
      "epoch": 2.7605334692490655,
      "grad_norm": 3.15640463304421,
      "learning_rate": 0.00017608854808545053,
      "loss": 4.8117,
      "step": 32497
    },
    {
      "epoch": 2.7606184165817194,
      "grad_norm": 3.051853932894677,
      "learning_rate": 0.00017608178653562905,
      "loss": 4.5599,
      "step": 32498
    },
    {
      "epoch": 2.760703363914373,
      "grad_norm": 3.002197573470748,
      "learning_rate": 0.00017607502493115844,
      "loss": 4.5428,
      "step": 32499
    },
    {
      "epoch": 2.760788311247027,
      "grad_norm": 2.9727542914426524,
      "learning_rate": 0.00017606826327205277,
      "loss": 4.1793,
      "step": 32500
    },
    {
      "epoch": 2.7608732585796805,
      "grad_norm": 2.985900898944488,
      "learning_rate": 0.00017606150155832618,
      "loss": 4.289,
      "step": 32501
    },
    {
      "epoch": 2.7609582059123343,
      "grad_norm": 2.9405879948962137,
      "learning_rate": 0.000176054739789993,
      "loss": 4.4551,
      "step": 32502
    },
    {
      "epoch": 2.761043153244988,
      "grad_norm": 3.116691924568749,
      "learning_rate": 0.00017604797796706725,
      "loss": 4.8073,
      "step": 32503
    },
    {
      "epoch": 2.761128100577642,
      "grad_norm": 2.914764534071329,
      "learning_rate": 0.00017604121608956317,
      "loss": 4.2165,
      "step": 32504
    },
    {
      "epoch": 2.761213047910296,
      "grad_norm": 2.984309814044388,
      "learning_rate": 0.00017603445415749486,
      "loss": 4.5128,
      "step": 32505
    },
    {
      "epoch": 2.7612979952429493,
      "grad_norm": 2.873548303136015,
      "learning_rate": 0.00017602769217087656,
      "loss": 4.3612,
      "step": 32506
    },
    {
      "epoch": 2.761382942575603,
      "grad_norm": 3.2131352743602735,
      "learning_rate": 0.00017602093012972236,
      "loss": 4.7759,
      "step": 32507
    },
    {
      "epoch": 2.761467889908257,
      "grad_norm": 2.943812827698016,
      "learning_rate": 0.00017601416803404656,
      "loss": 4.3833,
      "step": 32508
    },
    {
      "epoch": 2.7615528372409104,
      "grad_norm": 2.9657424054272177,
      "learning_rate": 0.0001760074058838632,
      "loss": 4.5176,
      "step": 32509
    },
    {
      "epoch": 2.7616377845735642,
      "grad_norm": 3.114234677871619,
      "learning_rate": 0.00017600064367918644,
      "loss": 4.8914,
      "step": 32510
    },
    {
      "epoch": 2.761722731906218,
      "grad_norm": 3.154246588838943,
      "learning_rate": 0.0001759938814200306,
      "loss": 4.7218,
      "step": 32511
    },
    {
      "epoch": 2.761807679238872,
      "grad_norm": 3.2353932822358433,
      "learning_rate": 0.0001759871191064097,
      "loss": 4.9981,
      "step": 32512
    },
    {
      "epoch": 2.761892626571526,
      "grad_norm": 3.2484852546839385,
      "learning_rate": 0.00017598035673833799,
      "loss": 4.9918,
      "step": 32513
    },
    {
      "epoch": 2.761977573904179,
      "grad_norm": 3.2802081178105356,
      "learning_rate": 0.00017597359431582955,
      "loss": 5.2822,
      "step": 32514
    },
    {
      "epoch": 2.762062521236833,
      "grad_norm": 3.1052989312503696,
      "learning_rate": 0.00017596683183889868,
      "loss": 4.8047,
      "step": 32515
    },
    {
      "epoch": 2.762147468569487,
      "grad_norm": 3.0078720029005415,
      "learning_rate": 0.00017596006930755944,
      "loss": 4.7231,
      "step": 32516
    },
    {
      "epoch": 2.7622324159021407,
      "grad_norm": 3.160719956267914,
      "learning_rate": 0.0001759533067218261,
      "loss": 4.7505,
      "step": 32517
    },
    {
      "epoch": 2.7623173632347946,
      "grad_norm": 3.0190671694691797,
      "learning_rate": 0.0001759465440817127,
      "loss": 4.4521,
      "step": 32518
    },
    {
      "epoch": 2.762402310567448,
      "grad_norm": 2.9554810509953495,
      "learning_rate": 0.0001759397813872335,
      "loss": 4.3583,
      "step": 32519
    },
    {
      "epoch": 2.762487257900102,
      "grad_norm": 3.14938170037114,
      "learning_rate": 0.00017593301863840264,
      "loss": 4.9902,
      "step": 32520
    },
    {
      "epoch": 2.7625722052327557,
      "grad_norm": 3.1723666878409547,
      "learning_rate": 0.0001759262558352343,
      "loss": 4.7846,
      "step": 32521
    },
    {
      "epoch": 2.7626571525654096,
      "grad_norm": 2.920459991158282,
      "learning_rate": 0.0001759194929777427,
      "loss": 4.3161,
      "step": 32522
    },
    {
      "epoch": 2.7627420998980634,
      "grad_norm": 3.1492840694283135,
      "learning_rate": 0.00017591273006594183,
      "loss": 4.0698,
      "step": 32523
    },
    {
      "epoch": 2.762827047230717,
      "grad_norm": 3.028655589317172,
      "learning_rate": 0.0001759059670998461,
      "loss": 4.4965,
      "step": 32524
    },
    {
      "epoch": 2.7629119945633707,
      "grad_norm": 3.246162282587669,
      "learning_rate": 0.00017589920407946956,
      "loss": 5.0753,
      "step": 32525
    },
    {
      "epoch": 2.7629969418960245,
      "grad_norm": 3.1075644930039443,
      "learning_rate": 0.00017589244100482636,
      "loss": 4.7293,
      "step": 32526
    },
    {
      "epoch": 2.7630818892286784,
      "grad_norm": 2.9654984349982163,
      "learning_rate": 0.00017588567787593068,
      "loss": 4.5855,
      "step": 32527
    },
    {
      "epoch": 2.763166836561332,
      "grad_norm": 3.2971761269168596,
      "learning_rate": 0.00017587891469279676,
      "loss": 4.9958,
      "step": 32528
    },
    {
      "epoch": 2.7632517838939856,
      "grad_norm": 3.226896162841372,
      "learning_rate": 0.0001758721514554387,
      "loss": 4.9941,
      "step": 32529
    },
    {
      "epoch": 2.7633367312266395,
      "grad_norm": 3.2779788705166553,
      "learning_rate": 0.00017586538816387069,
      "loss": 5.3007,
      "step": 32530
    },
    {
      "epoch": 2.7634216785592933,
      "grad_norm": 3.189231110377507,
      "learning_rate": 0.00017585862481810693,
      "loss": 4.8186,
      "step": 32531
    },
    {
      "epoch": 2.7635066258919467,
      "grad_norm": 3.043423728124192,
      "learning_rate": 0.0001758518614181615,
      "loss": 4.5965,
      "step": 32532
    },
    {
      "epoch": 2.7635915732246006,
      "grad_norm": 3.1569268044663694,
      "learning_rate": 0.00017584509796404873,
      "loss": 4.7554,
      "step": 32533
    },
    {
      "epoch": 2.7636765205572544,
      "grad_norm": 3.0861460846899518,
      "learning_rate": 0.00017583833445578267,
      "loss": 4.751,
      "step": 32534
    },
    {
      "epoch": 2.7637614678899083,
      "grad_norm": 3.101851287609997,
      "learning_rate": 0.00017583157089337748,
      "loss": 4.7792,
      "step": 32535
    },
    {
      "epoch": 2.763846415222562,
      "grad_norm": 3.0334424031373324,
      "learning_rate": 0.0001758248072768474,
      "loss": 4.4262,
      "step": 32536
    },
    {
      "epoch": 2.7639313625552155,
      "grad_norm": 3.2122866891424895,
      "learning_rate": 0.00017581804360620654,
      "loss": 4.9418,
      "step": 32537
    },
    {
      "epoch": 2.7640163098878694,
      "grad_norm": 3.2094526274830333,
      "learning_rate": 0.00017581127988146916,
      "loss": 5.0159,
      "step": 32538
    },
    {
      "epoch": 2.7641012572205232,
      "grad_norm": 3.008579895633492,
      "learning_rate": 0.0001758045161026493,
      "loss": 4.472,
      "step": 32539
    },
    {
      "epoch": 2.764186204553177,
      "grad_norm": 3.015201955344926,
      "learning_rate": 0.0001757977522697613,
      "loss": 4.5436,
      "step": 32540
    },
    {
      "epoch": 2.764271151885831,
      "grad_norm": 3.194780046755537,
      "learning_rate": 0.0001757909883828192,
      "loss": 4.9764,
      "step": 32541
    },
    {
      "epoch": 2.7643560992184844,
      "grad_norm": 3.2557162074781236,
      "learning_rate": 0.00017578422444183722,
      "loss": 4.9476,
      "step": 32542
    },
    {
      "epoch": 2.764441046551138,
      "grad_norm": 3.1691742440799873,
      "learning_rate": 0.00017577746044682952,
      "loss": 4.8567,
      "step": 32543
    },
    {
      "epoch": 2.764525993883792,
      "grad_norm": 3.213951699383112,
      "learning_rate": 0.0001757706963978103,
      "loss": 4.8168,
      "step": 32544
    },
    {
      "epoch": 2.764610941216446,
      "grad_norm": 3.0091042454883743,
      "learning_rate": 0.00017576393229479367,
      "loss": 4.5534,
      "step": 32545
    },
    {
      "epoch": 2.7646958885490998,
      "grad_norm": 3.180152081799823,
      "learning_rate": 0.00017575716813779388,
      "loss": 4.9606,
      "step": 32546
    },
    {
      "epoch": 2.764780835881753,
      "grad_norm": 3.260507953371977,
      "learning_rate": 0.00017575040392682503,
      "loss": 4.8971,
      "step": 32547
    },
    {
      "epoch": 2.764865783214407,
      "grad_norm": 3.0124590442495647,
      "learning_rate": 0.00017574363966190137,
      "loss": 4.5421,
      "step": 32548
    },
    {
      "epoch": 2.764950730547061,
      "grad_norm": 2.997777750285477,
      "learning_rate": 0.00017573687534303705,
      "loss": 4.6706,
      "step": 32549
    },
    {
      "epoch": 2.7650356778797147,
      "grad_norm": 3.0948182894212612,
      "learning_rate": 0.00017573011097024618,
      "loss": 4.7253,
      "step": 32550
    },
    {
      "epoch": 2.7651206252123686,
      "grad_norm": 3.0223075618578608,
      "learning_rate": 0.00017572334654354302,
      "loss": 4.6121,
      "step": 32551
    },
    {
      "epoch": 2.765205572545022,
      "grad_norm": 2.9509958189372036,
      "learning_rate": 0.00017571658206294168,
      "loss": 4.5025,
      "step": 32552
    },
    {
      "epoch": 2.765290519877676,
      "grad_norm": 2.940055996239565,
      "learning_rate": 0.00017570981752845633,
      "loss": 4.1355,
      "step": 32553
    },
    {
      "epoch": 2.7653754672103297,
      "grad_norm": 3.0765562337277568,
      "learning_rate": 0.00017570305294010123,
      "loss": 4.5294,
      "step": 32554
    },
    {
      "epoch": 2.765460414542983,
      "grad_norm": 3.056154491854794,
      "learning_rate": 0.00017569628829789045,
      "loss": 4.6791,
      "step": 32555
    },
    {
      "epoch": 2.7655453618756374,
      "grad_norm": 3.1775148345559483,
      "learning_rate": 0.00017568952360183824,
      "loss": 4.5638,
      "step": 32556
    },
    {
      "epoch": 2.765630309208291,
      "grad_norm": 3.0555722137248584,
      "learning_rate": 0.00017568275885195873,
      "loss": 4.6091,
      "step": 32557
    },
    {
      "epoch": 2.7657152565409446,
      "grad_norm": 3.052214616885532,
      "learning_rate": 0.00017567599404826615,
      "loss": 4.4727,
      "step": 32558
    },
    {
      "epoch": 2.7658002038735985,
      "grad_norm": 3.0896914821219053,
      "learning_rate": 0.00017566922919077453,
      "loss": 4.8623,
      "step": 32559
    },
    {
      "epoch": 2.765885151206252,
      "grad_norm": 2.9891789731999663,
      "learning_rate": 0.00017566246427949824,
      "loss": 4.425,
      "step": 32560
    },
    {
      "epoch": 2.7659700985389057,
      "grad_norm": 2.990222802001882,
      "learning_rate": 0.00017565569931445133,
      "loss": 4.4648,
      "step": 32561
    },
    {
      "epoch": 2.7660550458715596,
      "grad_norm": 2.9703448840871234,
      "learning_rate": 0.00017564893429564802,
      "loss": 4.479,
      "step": 32562
    },
    {
      "epoch": 2.7661399932042134,
      "grad_norm": 3.1246854060283207,
      "learning_rate": 0.00017564216922310243,
      "loss": 4.9515,
      "step": 32563
    },
    {
      "epoch": 2.7662249405368673,
      "grad_norm": 3.288652184976369,
      "learning_rate": 0.00017563540409682883,
      "loss": 5.1996,
      "step": 32564
    },
    {
      "epoch": 2.7663098878695207,
      "grad_norm": 2.9958907019219057,
      "learning_rate": 0.0001756286389168413,
      "loss": 4.606,
      "step": 32565
    },
    {
      "epoch": 2.7663948352021746,
      "grad_norm": 2.951650753158379,
      "learning_rate": 0.00017562187368315405,
      "loss": 4.3215,
      "step": 32566
    },
    {
      "epoch": 2.7664797825348284,
      "grad_norm": 3.2383776842382814,
      "learning_rate": 0.00017561510839578132,
      "loss": 5.0322,
      "step": 32567
    },
    {
      "epoch": 2.7665647298674823,
      "grad_norm": 3.027296092580334,
      "learning_rate": 0.00017560834305473715,
      "loss": 4.3457,
      "step": 32568
    },
    {
      "epoch": 2.766649677200136,
      "grad_norm": 3.019196106855783,
      "learning_rate": 0.00017560157766003585,
      "loss": 4.492,
      "step": 32569
    },
    {
      "epoch": 2.7667346245327895,
      "grad_norm": 3.293959142578904,
      "learning_rate": 0.00017559481221169148,
      "loss": 5.1721,
      "step": 32570
    },
    {
      "epoch": 2.7668195718654434,
      "grad_norm": 3.038810848303605,
      "learning_rate": 0.00017558804670971836,
      "loss": 4.5153,
      "step": 32571
    },
    {
      "epoch": 2.766904519198097,
      "grad_norm": 3.2594576955854837,
      "learning_rate": 0.00017558128115413048,
      "loss": 5.0476,
      "step": 32572
    },
    {
      "epoch": 2.766989466530751,
      "grad_norm": 3.2253590580082605,
      "learning_rate": 0.00017557451554494217,
      "loss": 4.842,
      "step": 32573
    },
    {
      "epoch": 2.767074413863405,
      "grad_norm": 3.3184342510156237,
      "learning_rate": 0.00017556774988216757,
      "loss": 5.0588,
      "step": 32574
    },
    {
      "epoch": 2.7671593611960583,
      "grad_norm": 3.0086226337035797,
      "learning_rate": 0.00017556098416582073,
      "loss": 4.2181,
      "step": 32575
    },
    {
      "epoch": 2.767244308528712,
      "grad_norm": 2.9821011127003927,
      "learning_rate": 0.0001755542183959161,
      "loss": 4.6376,
      "step": 32576
    },
    {
      "epoch": 2.767329255861366,
      "grad_norm": 3.2044167465995765,
      "learning_rate": 0.00017554745257246756,
      "loss": 5.0844,
      "step": 32577
    },
    {
      "epoch": 2.76741420319402,
      "grad_norm": 3.2438765194381483,
      "learning_rate": 0.00017554068669548944,
      "loss": 4.9479,
      "step": 32578
    },
    {
      "epoch": 2.7674991505266737,
      "grad_norm": 3.2173263479333882,
      "learning_rate": 0.0001755339207649959,
      "loss": 4.8922,
      "step": 32579
    },
    {
      "epoch": 2.767584097859327,
      "grad_norm": 3.0092266818503135,
      "learning_rate": 0.0001755271547810011,
      "loss": 4.4758,
      "step": 32580
    },
    {
      "epoch": 2.767669045191981,
      "grad_norm": 3.199644328470336,
      "learning_rate": 0.00017552038874351925,
      "loss": 5.0658,
      "step": 32581
    },
    {
      "epoch": 2.767753992524635,
      "grad_norm": 3.1088322097412178,
      "learning_rate": 0.00017551362265256446,
      "loss": 4.7033,
      "step": 32582
    },
    {
      "epoch": 2.7678389398572882,
      "grad_norm": 3.0358486271426344,
      "learning_rate": 0.00017550685650815102,
      "loss": 4.5971,
      "step": 32583
    },
    {
      "epoch": 2.767923887189942,
      "grad_norm": 3.1420564021921304,
      "learning_rate": 0.00017550009031029295,
      "loss": 4.9779,
      "step": 32584
    },
    {
      "epoch": 2.768008834522596,
      "grad_norm": 3.1355204095903986,
      "learning_rate": 0.0001754933240590046,
      "loss": 4.8841,
      "step": 32585
    },
    {
      "epoch": 2.76809378185525,
      "grad_norm": 3.21430151111161,
      "learning_rate": 0.0001754865577543,
      "loss": 5.0174,
      "step": 32586
    },
    {
      "epoch": 2.7681787291879036,
      "grad_norm": 2.9909445789858036,
      "learning_rate": 0.0001754797913961934,
      "loss": 4.5349,
      "step": 32587
    },
    {
      "epoch": 2.768263676520557,
      "grad_norm": 3.013821894807187,
      "learning_rate": 0.00017547302498469898,
      "loss": 4.4874,
      "step": 32588
    },
    {
      "epoch": 2.768348623853211,
      "grad_norm": 3.1501904202521884,
      "learning_rate": 0.00017546625851983089,
      "loss": 4.9256,
      "step": 32589
    },
    {
      "epoch": 2.7684335711858647,
      "grad_norm": 3.03335055951673,
      "learning_rate": 0.0001754594920016033,
      "loss": 4.7851,
      "step": 32590
    },
    {
      "epoch": 2.7685185185185186,
      "grad_norm": 3.1535664049486334,
      "learning_rate": 0.00017545272543003043,
      "loss": 5.0492,
      "step": 32591
    },
    {
      "epoch": 2.7686034658511725,
      "grad_norm": 3.033551852568647,
      "learning_rate": 0.00017544595880512648,
      "loss": 4.5334,
      "step": 32592
    },
    {
      "epoch": 2.768688413183826,
      "grad_norm": 3.126357015747311,
      "learning_rate": 0.0001754391921269055,
      "loss": 4.8308,
      "step": 32593
    },
    {
      "epoch": 2.7687733605164797,
      "grad_norm": 2.980723367167749,
      "learning_rate": 0.00017543242539538184,
      "loss": 4.421,
      "step": 32594
    },
    {
      "epoch": 2.7688583078491336,
      "grad_norm": 3.030605230534525,
      "learning_rate": 0.00017542565861056953,
      "loss": 4.4297,
      "step": 32595
    },
    {
      "epoch": 2.7689432551817874,
      "grad_norm": 3.118172184653071,
      "learning_rate": 0.00017541889177248284,
      "loss": 4.1845,
      "step": 32596
    },
    {
      "epoch": 2.7690282025144413,
      "grad_norm": 3.109130374255086,
      "learning_rate": 0.0001754121248811359,
      "loss": 4.8899,
      "step": 32597
    },
    {
      "epoch": 2.7691131498470947,
      "grad_norm": 2.969213222888573,
      "learning_rate": 0.00017540535793654293,
      "loss": 4.4107,
      "step": 32598
    },
    {
      "epoch": 2.7691980971797485,
      "grad_norm": 3.093128626372383,
      "learning_rate": 0.00017539859093871807,
      "loss": 4.5307,
      "step": 32599
    },
    {
      "epoch": 2.7692830445124024,
      "grad_norm": 3.057946779157182,
      "learning_rate": 0.0001753918238876755,
      "loss": 4.6094,
      "step": 32600
    },
    {
      "epoch": 2.769367991845056,
      "grad_norm": 3.272138196036824,
      "learning_rate": 0.00017538505678342948,
      "loss": 5.081,
      "step": 32601
    },
    {
      "epoch": 2.76945293917771,
      "grad_norm": 3.0527170428194705,
      "learning_rate": 0.00017537828962599402,
      "loss": 4.2815,
      "step": 32602
    },
    {
      "epoch": 2.7695378865103635,
      "grad_norm": 3.178674322411099,
      "learning_rate": 0.00017537152241538348,
      "loss": 4.94,
      "step": 32603
    },
    {
      "epoch": 2.7696228338430173,
      "grad_norm": 3.3013334981236677,
      "learning_rate": 0.00017536475515161196,
      "loss": 5.2707,
      "step": 32604
    },
    {
      "epoch": 2.769707781175671,
      "grad_norm": 3.058119310266225,
      "learning_rate": 0.0001753579878346936,
      "loss": 4.534,
      "step": 32605
    },
    {
      "epoch": 2.7697927285083246,
      "grad_norm": 2.937141792315203,
      "learning_rate": 0.00017535122046464263,
      "loss": 4.5504,
      "step": 32606
    },
    {
      "epoch": 2.7698776758409784,
      "grad_norm": 2.9108247410555004,
      "learning_rate": 0.00017534445304147325,
      "loss": 4.3221,
      "step": 32607
    },
    {
      "epoch": 2.7699626231736323,
      "grad_norm": 3.219436560298813,
      "learning_rate": 0.00017533768556519957,
      "loss": 5.0164,
      "step": 32608
    },
    {
      "epoch": 2.770047570506286,
      "grad_norm": 2.9883136449673713,
      "learning_rate": 0.00017533091803583584,
      "loss": 4.3565,
      "step": 32609
    },
    {
      "epoch": 2.77013251783894,
      "grad_norm": 3.216318069435805,
      "learning_rate": 0.00017532415045339622,
      "loss": 5.1836,
      "step": 32610
    },
    {
      "epoch": 2.7702174651715934,
      "grad_norm": 2.9970300582186633,
      "learning_rate": 0.0001753173828178949,
      "loss": 4.7786,
      "step": 32611
    },
    {
      "epoch": 2.7703024125042472,
      "grad_norm": 3.211104282384794,
      "learning_rate": 0.00017531061512934598,
      "loss": 4.9535,
      "step": 32612
    },
    {
      "epoch": 2.770387359836901,
      "grad_norm": 3.0161860037443153,
      "learning_rate": 0.00017530384738776374,
      "loss": 4.4147,
      "step": 32613
    },
    {
      "epoch": 2.770472307169555,
      "grad_norm": 3.046059230254155,
      "learning_rate": 0.00017529707959316234,
      "loss": 4.5832,
      "step": 32614
    },
    {
      "epoch": 2.770557254502209,
      "grad_norm": 2.9830421670385143,
      "learning_rate": 0.00017529031174555587,
      "loss": 4.4505,
      "step": 32615
    },
    {
      "epoch": 2.770642201834862,
      "grad_norm": 3.1940975623556422,
      "learning_rate": 0.0001752835438449586,
      "loss": 4.6683,
      "step": 32616
    },
    {
      "epoch": 2.770727149167516,
      "grad_norm": 3.0152921612495343,
      "learning_rate": 0.00017527677589138476,
      "loss": 4.5727,
      "step": 32617
    },
    {
      "epoch": 2.77081209650017,
      "grad_norm": 3.2267538005283223,
      "learning_rate": 0.00017527000788484837,
      "loss": 5.1272,
      "step": 32618
    },
    {
      "epoch": 2.7708970438328238,
      "grad_norm": 3.2483995679985274,
      "learning_rate": 0.0001752632398253638,
      "loss": 5.1135,
      "step": 32619
    },
    {
      "epoch": 2.7709819911654776,
      "grad_norm": 3.2373330789949795,
      "learning_rate": 0.0001752564717129451,
      "loss": 4.9951,
      "step": 32620
    },
    {
      "epoch": 2.771066938498131,
      "grad_norm": 3.04400977214496,
      "learning_rate": 0.00017524970354760645,
      "loss": 4.6517,
      "step": 32621
    },
    {
      "epoch": 2.771151885830785,
      "grad_norm": 3.2343323258847385,
      "learning_rate": 0.0001752429353293621,
      "loss": 4.9071,
      "step": 32622
    },
    {
      "epoch": 2.7712368331634387,
      "grad_norm": 2.9929656924945047,
      "learning_rate": 0.00017523616705822622,
      "loss": 4.6249,
      "step": 32623
    },
    {
      "epoch": 2.7713217804960926,
      "grad_norm": 3.0295330145488912,
      "learning_rate": 0.0001752293987342129,
      "loss": 4.8669,
      "step": 32624
    },
    {
      "epoch": 2.7714067278287464,
      "grad_norm": 3.0247469674118928,
      "learning_rate": 0.00017522263035733645,
      "loss": 4.4431,
      "step": 32625
    },
    {
      "epoch": 2.7714916751614,
      "grad_norm": 3.0095169704924523,
      "learning_rate": 0.000175215861927611,
      "loss": 4.3567,
      "step": 32626
    },
    {
      "epoch": 2.7715766224940537,
      "grad_norm": 3.3246570422267974,
      "learning_rate": 0.0001752090934450507,
      "loss": 5.207,
      "step": 32627
    },
    {
      "epoch": 2.7716615698267075,
      "grad_norm": 2.923837637399834,
      "learning_rate": 0.00017520232490966981,
      "loss": 4.3931,
      "step": 32628
    },
    {
      "epoch": 2.771746517159361,
      "grad_norm": 3.074018478189567,
      "learning_rate": 0.00017519555632148243,
      "loss": 4.6313,
      "step": 32629
    },
    {
      "epoch": 2.771831464492015,
      "grad_norm": 3.014969961276392,
      "learning_rate": 0.00017518878768050275,
      "loss": 4.4776,
      "step": 32630
    },
    {
      "epoch": 2.7719164118246686,
      "grad_norm": 2.9999313884361216,
      "learning_rate": 0.000175182018986745,
      "loss": 4.6539,
      "step": 32631
    },
    {
      "epoch": 2.7720013591573225,
      "grad_norm": 3.1349342269634404,
      "learning_rate": 0.0001751752502402234,
      "loss": 4.6468,
      "step": 32632
    },
    {
      "epoch": 2.7720863064899763,
      "grad_norm": 3.2647364081466885,
      "learning_rate": 0.00017516848144095198,
      "loss": 5.1183,
      "step": 32633
    },
    {
      "epoch": 2.7721712538226297,
      "grad_norm": 3.111911617708184,
      "learning_rate": 0.00017516171258894503,
      "loss": 4.7623,
      "step": 32634
    },
    {
      "epoch": 2.7722562011552836,
      "grad_norm": 3.040832800750894,
      "learning_rate": 0.00017515494368421675,
      "loss": 4.674,
      "step": 32635
    },
    {
      "epoch": 2.7723411484879374,
      "grad_norm": 3.03176565858449,
      "learning_rate": 0.00017514817472678122,
      "loss": 4.5683,
      "step": 32636
    },
    {
      "epoch": 2.7724260958205913,
      "grad_norm": 3.1286017129006822,
      "learning_rate": 0.00017514140571665276,
      "loss": 4.7166,
      "step": 32637
    },
    {
      "epoch": 2.772511043153245,
      "grad_norm": 3.438054963254617,
      "learning_rate": 0.0001751346366538455,
      "loss": 4.4183,
      "step": 32638
    },
    {
      "epoch": 2.7725959904858986,
      "grad_norm": 3.0650482783968167,
      "learning_rate": 0.00017512786753837354,
      "loss": 4.5081,
      "step": 32639
    },
    {
      "epoch": 2.7726809378185524,
      "grad_norm": 2.980530244229652,
      "learning_rate": 0.00017512109837025116,
      "loss": 4.5132,
      "step": 32640
    },
    {
      "epoch": 2.7727658851512063,
      "grad_norm": 3.026572071981867,
      "learning_rate": 0.00017511432914949258,
      "loss": 4.5618,
      "step": 32641
    },
    {
      "epoch": 2.77285083248386,
      "grad_norm": 2.9095217036643084,
      "learning_rate": 0.0001751075598761118,
      "loss": 4.2456,
      "step": 32642
    },
    {
      "epoch": 2.772935779816514,
      "grad_norm": 3.0457755728694624,
      "learning_rate": 0.00017510079055012322,
      "loss": 4.8938,
      "step": 32643
    },
    {
      "epoch": 2.7730207271491674,
      "grad_norm": 3.2224011468223672,
      "learning_rate": 0.00017509402117154085,
      "loss": 4.8262,
      "step": 32644
    },
    {
      "epoch": 2.773105674481821,
      "grad_norm": 3.0555597847821856,
      "learning_rate": 0.00017508725174037896,
      "loss": 4.3957,
      "step": 32645
    },
    {
      "epoch": 2.773190621814475,
      "grad_norm": 3.2473282846185114,
      "learning_rate": 0.0001750804822566518,
      "loss": 4.8899,
      "step": 32646
    },
    {
      "epoch": 2.773275569147129,
      "grad_norm": 3.255727633192386,
      "learning_rate": 0.00017507371272037342,
      "loss": 4.9158,
      "step": 32647
    },
    {
      "epoch": 2.7733605164797828,
      "grad_norm": 3.1966089768440873,
      "learning_rate": 0.0001750669431315581,
      "loss": 4.1718,
      "step": 32648
    },
    {
      "epoch": 2.773445463812436,
      "grad_norm": 3.212356828090519,
      "learning_rate": 0.00017506017349021993,
      "loss": 5.0622,
      "step": 32649
    },
    {
      "epoch": 2.77353041114509,
      "grad_norm": 2.9685248169762364,
      "learning_rate": 0.00017505340379637326,
      "loss": 4.3542,
      "step": 32650
    },
    {
      "epoch": 2.773615358477744,
      "grad_norm": 3.169105449181517,
      "learning_rate": 0.00017504663405003203,
      "loss": 4.7256,
      "step": 32651
    },
    {
      "epoch": 2.7737003058103973,
      "grad_norm": 3.0936230624197214,
      "learning_rate": 0.00017503986425121065,
      "loss": 4.8184,
      "step": 32652
    },
    {
      "epoch": 2.7737852531430516,
      "grad_norm": 3.216951790266104,
      "learning_rate": 0.00017503309439992318,
      "loss": 5.0418,
      "step": 32653
    },
    {
      "epoch": 2.773870200475705,
      "grad_norm": 2.9834331398675507,
      "learning_rate": 0.00017502632449618386,
      "loss": 4.5,
      "step": 32654
    },
    {
      "epoch": 2.773955147808359,
      "grad_norm": 2.96261794132283,
      "learning_rate": 0.00017501955454000682,
      "loss": 4.0783,
      "step": 32655
    },
    {
      "epoch": 2.7740400951410127,
      "grad_norm": 3.017989875834385,
      "learning_rate": 0.0001750127845314063,
      "loss": 4.5738,
      "step": 32656
    },
    {
      "epoch": 2.774125042473666,
      "grad_norm": 3.061760219808419,
      "learning_rate": 0.00017500601447039652,
      "loss": 4.4629,
      "step": 32657
    },
    {
      "epoch": 2.77420998980632,
      "grad_norm": 3.0610294516314744,
      "learning_rate": 0.00017499924435699152,
      "loss": 4.5872,
      "step": 32658
    },
    {
      "epoch": 2.774294937138974,
      "grad_norm": 3.0977002819519273,
      "learning_rate": 0.00017499247419120565,
      "loss": 4.7103,
      "step": 32659
    },
    {
      "epoch": 2.7743798844716276,
      "grad_norm": 3.267580132993652,
      "learning_rate": 0.00017498570397305298,
      "loss": 4.9708,
      "step": 32660
    },
    {
      "epoch": 2.7744648318042815,
      "grad_norm": 3.3462949297540128,
      "learning_rate": 0.00017497893370254776,
      "loss": 5.0482,
      "step": 32661
    },
    {
      "epoch": 2.774549779136935,
      "grad_norm": 3.0201593031579654,
      "learning_rate": 0.00017497216337970415,
      "loss": 4.5442,
      "step": 32662
    },
    {
      "epoch": 2.7746347264695888,
      "grad_norm": 2.92571030513079,
      "learning_rate": 0.00017496539300453632,
      "loss": 4.4931,
      "step": 32663
    },
    {
      "epoch": 2.7747196738022426,
      "grad_norm": 3.32879616308355,
      "learning_rate": 0.00017495862257705847,
      "loss": 5.1869,
      "step": 32664
    },
    {
      "epoch": 2.7748046211348965,
      "grad_norm": 3.117979141466798,
      "learning_rate": 0.0001749518520972848,
      "loss": 4.801,
      "step": 32665
    },
    {
      "epoch": 2.7748895684675503,
      "grad_norm": 3.222277275399215,
      "learning_rate": 0.0001749450815652295,
      "loss": 5.0267,
      "step": 32666
    },
    {
      "epoch": 2.7749745158002037,
      "grad_norm": 2.934588128285417,
      "learning_rate": 0.00017493831098090671,
      "loss": 4.5009,
      "step": 32667
    },
    {
      "epoch": 2.7750594631328576,
      "grad_norm": 3.252338936789504,
      "learning_rate": 0.00017493154034433072,
      "loss": 3.9785,
      "step": 32668
    },
    {
      "epoch": 2.7751444104655114,
      "grad_norm": 3.00992411779831,
      "learning_rate": 0.00017492476965551558,
      "loss": 4.5966,
      "step": 32669
    },
    {
      "epoch": 2.7752293577981653,
      "grad_norm": 3.1254612155927757,
      "learning_rate": 0.0001749179989144756,
      "loss": 4.8149,
      "step": 32670
    },
    {
      "epoch": 2.775314305130819,
      "grad_norm": 3.1168542021085317,
      "learning_rate": 0.00017491122812122485,
      "loss": 4.4279,
      "step": 32671
    },
    {
      "epoch": 2.7753992524634725,
      "grad_norm": 3.2347320198590586,
      "learning_rate": 0.0001749044572757776,
      "loss": 4.891,
      "step": 32672
    },
    {
      "epoch": 2.7754841997961264,
      "grad_norm": 3.0392556437468357,
      "learning_rate": 0.00017489768637814803,
      "loss": 4.5107,
      "step": 32673
    },
    {
      "epoch": 2.7755691471287802,
      "grad_norm": 2.995576379344162,
      "learning_rate": 0.00017489091542835028,
      "loss": 4.4224,
      "step": 32674
    },
    {
      "epoch": 2.775654094461434,
      "grad_norm": 2.9374797388489715,
      "learning_rate": 0.00017488414442639864,
      "loss": 4.373,
      "step": 32675
    },
    {
      "epoch": 2.775739041794088,
      "grad_norm": 3.118057390103095,
      "learning_rate": 0.00017487737337230712,
      "loss": 4.7564,
      "step": 32676
    },
    {
      "epoch": 2.7758239891267413,
      "grad_norm": 3.280012279472046,
      "learning_rate": 0.00017487060226609012,
      "loss": 4.9431,
      "step": 32677
    },
    {
      "epoch": 2.775908936459395,
      "grad_norm": 2.9793564897356104,
      "learning_rate": 0.00017486383110776164,
      "loss": 4.5121,
      "step": 32678
    },
    {
      "epoch": 2.775993883792049,
      "grad_norm": 2.862391695548104,
      "learning_rate": 0.00017485705989733598,
      "loss": 4.2072,
      "step": 32679
    },
    {
      "epoch": 2.7760788311247024,
      "grad_norm": 2.9424755640126072,
      "learning_rate": 0.0001748502886348273,
      "loss": 4.3751,
      "step": 32680
    },
    {
      "epoch": 2.7761637784573563,
      "grad_norm": 3.2350170914454,
      "learning_rate": 0.00017484351732024978,
      "loss": 5.011,
      "step": 32681
    },
    {
      "epoch": 2.77624872579001,
      "grad_norm": 2.890986118516718,
      "learning_rate": 0.00017483674595361755,
      "loss": 4.0622,
      "step": 32682
    },
    {
      "epoch": 2.776333673122664,
      "grad_norm": 3.1880924609038734,
      "learning_rate": 0.00017482997453494495,
      "loss": 4.7985,
      "step": 32683
    },
    {
      "epoch": 2.776418620455318,
      "grad_norm": 3.0665062093411968,
      "learning_rate": 0.00017482320306424606,
      "loss": 4.4992,
      "step": 32684
    },
    {
      "epoch": 2.7765035677879712,
      "grad_norm": 3.0515636862717237,
      "learning_rate": 0.00017481643154153504,
      "loss": 4.4653,
      "step": 32685
    },
    {
      "epoch": 2.776588515120625,
      "grad_norm": 3.229179435427043,
      "learning_rate": 0.00017480965996682617,
      "loss": 4.8948,
      "step": 32686
    },
    {
      "epoch": 2.776673462453279,
      "grad_norm": 3.0147545668346543,
      "learning_rate": 0.00017480288834013357,
      "loss": 4.4131,
      "step": 32687
    },
    {
      "epoch": 2.776758409785933,
      "grad_norm": 3.2879735034861275,
      "learning_rate": 0.00017479611666147148,
      "loss": 5.0884,
      "step": 32688
    },
    {
      "epoch": 2.7768433571185867,
      "grad_norm": 2.9824954339316054,
      "learning_rate": 0.00017478934493085402,
      "loss": 4.2586,
      "step": 32689
    },
    {
      "epoch": 2.77692830445124,
      "grad_norm": 2.958119234120667,
      "learning_rate": 0.00017478257314829543,
      "loss": 4.2647,
      "step": 32690
    },
    {
      "epoch": 2.777013251783894,
      "grad_norm": 3.0471794505097294,
      "learning_rate": 0.00017477580131380988,
      "loss": 4.5918,
      "step": 32691
    },
    {
      "epoch": 2.7770981991165478,
      "grad_norm": 3.0077123510736583,
      "learning_rate": 0.0001747690294274116,
      "loss": 4.5118,
      "step": 32692
    },
    {
      "epoch": 2.7771831464492016,
      "grad_norm": 3.1066088649538015,
      "learning_rate": 0.00017476225748911474,
      "loss": 4.6746,
      "step": 32693
    },
    {
      "epoch": 2.7772680937818555,
      "grad_norm": 3.090615437966201,
      "learning_rate": 0.00017475548549893344,
      "loss": 4.4815,
      "step": 32694
    },
    {
      "epoch": 2.777353041114509,
      "grad_norm": 3.2470205892943405,
      "learning_rate": 0.00017474871345688202,
      "loss": 5.1047,
      "step": 32695
    },
    {
      "epoch": 2.7774379884471627,
      "grad_norm": 2.9323361896554445,
      "learning_rate": 0.00017474194136297456,
      "loss": 4.4351,
      "step": 32696
    },
    {
      "epoch": 2.7775229357798166,
      "grad_norm": 2.9379430797008186,
      "learning_rate": 0.0001747351692172253,
      "loss": 4.2863,
      "step": 32697
    },
    {
      "epoch": 2.7776078831124704,
      "grad_norm": 3.022762862405926,
      "learning_rate": 0.00017472839701964836,
      "loss": 4.5595,
      "step": 32698
    },
    {
      "epoch": 2.7776928304451243,
      "grad_norm": 3.0052793170402907,
      "learning_rate": 0.00017472162477025804,
      "loss": 4.3073,
      "step": 32699
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 3.2584882772970385,
      "learning_rate": 0.00017471485246906845,
      "loss": 4.7875,
      "step": 32700
    },
    {
      "epoch": 2.7778627251104315,
      "grad_norm": 2.923318881636962,
      "learning_rate": 0.0001747080801160938,
      "loss": 4.0973,
      "step": 32701
    },
    {
      "epoch": 2.7779476724430854,
      "grad_norm": 2.9387039068101775,
      "learning_rate": 0.0001747013077113483,
      "loss": 4.3817,
      "step": 32702
    },
    {
      "epoch": 2.778032619775739,
      "grad_norm": 3.1111133026216176,
      "learning_rate": 0.00017469453525484615,
      "loss": 4.8112,
      "step": 32703
    },
    {
      "epoch": 2.7781175671083926,
      "grad_norm": 3.35558368577655,
      "learning_rate": 0.00017468776274660145,
      "loss": 3.9895,
      "step": 32704
    },
    {
      "epoch": 2.7782025144410465,
      "grad_norm": 3.069105439971207,
      "learning_rate": 0.0001746809901866285,
      "loss": 4.4596,
      "step": 32705
    },
    {
      "epoch": 2.7782874617737003,
      "grad_norm": 3.0467212630271368,
      "learning_rate": 0.00017467421757494142,
      "loss": 4.6704,
      "step": 32706
    },
    {
      "epoch": 2.778372409106354,
      "grad_norm": 3.0176570471929023,
      "learning_rate": 0.00017466744491155442,
      "loss": 4.8117,
      "step": 32707
    },
    {
      "epoch": 2.7784573564390076,
      "grad_norm": 2.9370269464635177,
      "learning_rate": 0.0001746606721964817,
      "loss": 4.3999,
      "step": 32708
    },
    {
      "epoch": 2.7785423037716614,
      "grad_norm": 2.980358592402054,
      "learning_rate": 0.00017465389942973749,
      "loss": 4.4191,
      "step": 32709
    },
    {
      "epoch": 2.7786272511043153,
      "grad_norm": 3.258561314465038,
      "learning_rate": 0.00017464712661133586,
      "loss": 5.1137,
      "step": 32710
    },
    {
      "epoch": 2.778712198436969,
      "grad_norm": 3.0124048758847732,
      "learning_rate": 0.00017464035374129116,
      "loss": 4.5802,
      "step": 32711
    },
    {
      "epoch": 2.778797145769623,
      "grad_norm": 3.101505872986542,
      "learning_rate": 0.00017463358081961747,
      "loss": 4.9108,
      "step": 32712
    },
    {
      "epoch": 2.7788820931022764,
      "grad_norm": 3.293384366378023,
      "learning_rate": 0.00017462680784632897,
      "loss": 5.1256,
      "step": 32713
    },
    {
      "epoch": 2.7789670404349303,
      "grad_norm": 3.053650008192918,
      "learning_rate": 0.00017462003482143993,
      "loss": 4.489,
      "step": 32714
    },
    {
      "epoch": 2.779051987767584,
      "grad_norm": 3.0448433035843245,
      "learning_rate": 0.0001746132617449645,
      "loss": 4.4308,
      "step": 32715
    },
    {
      "epoch": 2.779136935100238,
      "grad_norm": 3.128649207493031,
      "learning_rate": 0.00017460648861691687,
      "loss": 4.7231,
      "step": 32716
    },
    {
      "epoch": 2.779221882432892,
      "grad_norm": 3.223468067224976,
      "learning_rate": 0.00017459971543731125,
      "loss": 4.5919,
      "step": 32717
    },
    {
      "epoch": 2.779306829765545,
      "grad_norm": 3.1497001976012626,
      "learning_rate": 0.00017459294220616186,
      "loss": 4.7649,
      "step": 32718
    },
    {
      "epoch": 2.779391777098199,
      "grad_norm": 2.991420045648215,
      "learning_rate": 0.00017458616892348274,
      "loss": 4.6266,
      "step": 32719
    },
    {
      "epoch": 2.779476724430853,
      "grad_norm": 3.01035609995559,
      "learning_rate": 0.0001745793955892883,
      "loss": 4.5064,
      "step": 32720
    },
    {
      "epoch": 2.7795616717635068,
      "grad_norm": 3.0187705515289314,
      "learning_rate": 0.0001745726222035926,
      "loss": 4.5045,
      "step": 32721
    },
    {
      "epoch": 2.7796466190961606,
      "grad_norm": 2.9206740853114845,
      "learning_rate": 0.00017456584876640984,
      "loss": 4.2809,
      "step": 32722
    },
    {
      "epoch": 2.779731566428814,
      "grad_norm": 3.0848323912279887,
      "learning_rate": 0.00017455907527775424,
      "loss": 4.4968,
      "step": 32723
    },
    {
      "epoch": 2.779816513761468,
      "grad_norm": 3.0086738985371024,
      "learning_rate": 0.00017455230173763997,
      "loss": 4.2065,
      "step": 32724
    },
    {
      "epoch": 2.7799014610941217,
      "grad_norm": 3.051394282238558,
      "learning_rate": 0.00017454552814608125,
      "loss": 4.4968,
      "step": 32725
    },
    {
      "epoch": 2.779986408426775,
      "grad_norm": 3.062075428617748,
      "learning_rate": 0.00017453875450309223,
      "loss": 4.5696,
      "step": 32726
    },
    {
      "epoch": 2.7800713557594294,
      "grad_norm": 3.0568426876996195,
      "learning_rate": 0.00017453198080868718,
      "loss": 4.6893,
      "step": 32727
    },
    {
      "epoch": 2.780156303092083,
      "grad_norm": 3.047703499448973,
      "learning_rate": 0.0001745252070628802,
      "loss": 4.6119,
      "step": 32728
    },
    {
      "epoch": 2.7802412504247367,
      "grad_norm": 3.3501079342332662,
      "learning_rate": 0.00017451843326568556,
      "loss": 3.9142,
      "step": 32729
    },
    {
      "epoch": 2.7803261977573905,
      "grad_norm": 2.9713523200097476,
      "learning_rate": 0.0001745116594171174,
      "loss": 4.5981,
      "step": 32730
    },
    {
      "epoch": 2.780411145090044,
      "grad_norm": 2.9829327522757367,
      "learning_rate": 0.00017450488551718995,
      "loss": 4.1823,
      "step": 32731
    },
    {
      "epoch": 2.780496092422698,
      "grad_norm": 3.249675152197746,
      "learning_rate": 0.00017449811156591737,
      "loss": 4.8243,
      "step": 32732
    },
    {
      "epoch": 2.7805810397553516,
      "grad_norm": 3.309554776585078,
      "learning_rate": 0.0001744913375633139,
      "loss": 5.1666,
      "step": 32733
    },
    {
      "epoch": 2.7806659870880055,
      "grad_norm": 3.034728181362521,
      "learning_rate": 0.00017448456350939367,
      "loss": 4.566,
      "step": 32734
    },
    {
      "epoch": 2.7807509344206593,
      "grad_norm": 2.9460793380535284,
      "learning_rate": 0.0001744777894041709,
      "loss": 4.3278,
      "step": 32735
    },
    {
      "epoch": 2.7808358817533128,
      "grad_norm": 3.107818460679507,
      "learning_rate": 0.00017447101524765987,
      "loss": 4.7465,
      "step": 32736
    },
    {
      "epoch": 2.7809208290859666,
      "grad_norm": 3.0605128277889815,
      "learning_rate": 0.00017446424103987457,
      "loss": 4.5514,
      "step": 32737
    },
    {
      "epoch": 2.7810057764186205,
      "grad_norm": 2.983554124119068,
      "learning_rate": 0.00017445746678082942,
      "loss": 4.4452,
      "step": 32738
    },
    {
      "epoch": 2.7810907237512743,
      "grad_norm": 3.2454443731631275,
      "learning_rate": 0.00017445069247053847,
      "loss": 4.8402,
      "step": 32739
    },
    {
      "epoch": 2.781175671083928,
      "grad_norm": 3.044210697551904,
      "learning_rate": 0.000174443918109016,
      "loss": 4.4702,
      "step": 32740
    },
    {
      "epoch": 2.7812606184165816,
      "grad_norm": 2.9949613740672065,
      "learning_rate": 0.00017443714369627612,
      "loss": 4.3278,
      "step": 32741
    },
    {
      "epoch": 2.7813455657492354,
      "grad_norm": 3.209269674287517,
      "learning_rate": 0.00017443036923233307,
      "loss": 3.9988,
      "step": 32742
    },
    {
      "epoch": 2.7814305130818893,
      "grad_norm": 3.1539104417263752,
      "learning_rate": 0.00017442359471720104,
      "loss": 3.9932,
      "step": 32743
    },
    {
      "epoch": 2.781515460414543,
      "grad_norm": 3.07866593262398,
      "learning_rate": 0.00017441682015089424,
      "loss": 4.6835,
      "step": 32744
    },
    {
      "epoch": 2.781600407747197,
      "grad_norm": 2.935274430183373,
      "learning_rate": 0.00017441004553342686,
      "loss": 4.3684,
      "step": 32745
    },
    {
      "epoch": 2.7816853550798504,
      "grad_norm": 2.9832961711792567,
      "learning_rate": 0.00017440327086481306,
      "loss": 4.5106,
      "step": 32746
    },
    {
      "epoch": 2.7817703024125042,
      "grad_norm": 3.0116092357855977,
      "learning_rate": 0.00017439649614506706,
      "loss": 4.5299,
      "step": 32747
    },
    {
      "epoch": 2.781855249745158,
      "grad_norm": 3.1816582925199985,
      "learning_rate": 0.00017438972137420308,
      "loss": 4.9766,
      "step": 32748
    },
    {
      "epoch": 2.7819401970778115,
      "grad_norm": 3.2092031631587514,
      "learning_rate": 0.0001743829465522353,
      "loss": 4.9166,
      "step": 32749
    },
    {
      "epoch": 2.7820251444104658,
      "grad_norm": 3.3327090595221294,
      "learning_rate": 0.00017437617167917786,
      "loss": 4.0576,
      "step": 32750
    },
    {
      "epoch": 2.782110091743119,
      "grad_norm": 3.309201840489237,
      "learning_rate": 0.000174369396755045,
      "loss": 5.1134,
      "step": 32751
    },
    {
      "epoch": 2.782195039075773,
      "grad_norm": 3.0724711723806446,
      "learning_rate": 0.00017436262177985098,
      "loss": 4.1228,
      "step": 32752
    },
    {
      "epoch": 2.782279986408427,
      "grad_norm": 3.022274553690159,
      "learning_rate": 0.00017435584675360986,
      "loss": 4.496,
      "step": 32753
    },
    {
      "epoch": 2.7823649337410803,
      "grad_norm": 3.214963872923137,
      "learning_rate": 0.00017434907167633595,
      "loss": 4.867,
      "step": 32754
    },
    {
      "epoch": 2.782449881073734,
      "grad_norm": 2.997214043104695,
      "learning_rate": 0.0001743422965480434,
      "loss": 4.4582,
      "step": 32755
    },
    {
      "epoch": 2.782534828406388,
      "grad_norm": 3.2594014640159075,
      "learning_rate": 0.00017433552136874642,
      "loss": 4.8805,
      "step": 32756
    },
    {
      "epoch": 2.782619775739042,
      "grad_norm": 2.9939739823071694,
      "learning_rate": 0.00017432874613845917,
      "loss": 4.2341,
      "step": 32757
    },
    {
      "epoch": 2.7827047230716957,
      "grad_norm": 3.1364001273990674,
      "learning_rate": 0.00017432197085719592,
      "loss": 4.6141,
      "step": 32758
    },
    {
      "epoch": 2.782789670404349,
      "grad_norm": 2.9256662965796805,
      "learning_rate": 0.00017431519552497073,
      "loss": 4.2847,
      "step": 32759
    },
    {
      "epoch": 2.782874617737003,
      "grad_norm": 3.245488770744203,
      "learning_rate": 0.00017430842014179792,
      "loss": 4.8781,
      "step": 32760
    },
    {
      "epoch": 2.782959565069657,
      "grad_norm": 2.966221327242078,
      "learning_rate": 0.00017430164470769172,
      "loss": 4.4671,
      "step": 32761
    },
    {
      "epoch": 2.7830445124023107,
      "grad_norm": 3.0544221430326415,
      "learning_rate": 0.00017429486922266614,
      "loss": 4.701,
      "step": 32762
    },
    {
      "epoch": 2.7831294597349645,
      "grad_norm": 3.188882979262671,
      "learning_rate": 0.0001742880936867356,
      "loss": 4.9589,
      "step": 32763
    },
    {
      "epoch": 2.783214407067618,
      "grad_norm": 3.0488898524989483,
      "learning_rate": 0.00017428131809991415,
      "loss": 4.4757,
      "step": 32764
    },
    {
      "epoch": 2.7832993544002718,
      "grad_norm": 2.9010136761691427,
      "learning_rate": 0.00017427454246221602,
      "loss": 3.9767,
      "step": 32765
    },
    {
      "epoch": 2.7833843017329256,
      "grad_norm": 3.180316016851627,
      "learning_rate": 0.00017426776677365542,
      "loss": 4.7369,
      "step": 32766
    },
    {
      "epoch": 2.7834692490655795,
      "grad_norm": 3.0110810164785287,
      "learning_rate": 0.00017426099103424659,
      "loss": 4.4395,
      "step": 32767
    },
    {
      "epoch": 2.7835541963982333,
      "grad_norm": 3.0353956719996504,
      "learning_rate": 0.0001742542152440036,
      "loss": 4.435,
      "step": 32768
    },
    {
      "epoch": 2.7836391437308867,
      "grad_norm": 3.258793822389979,
      "learning_rate": 0.0001742474394029408,
      "loss": 5.0963,
      "step": 32769
    },
    {
      "epoch": 2.7837240910635406,
      "grad_norm": 2.9947810228624103,
      "learning_rate": 0.00017424066351107224,
      "loss": 4.6267,
      "step": 32770
    },
    {
      "epoch": 2.7838090383961944,
      "grad_norm": 3.324730578803206,
      "learning_rate": 0.0001742338875684122,
      "loss": 4.764,
      "step": 32771
    },
    {
      "epoch": 2.7838939857288483,
      "grad_norm": 3.1951985298885863,
      "learning_rate": 0.00017422711157497492,
      "loss": 4.7723,
      "step": 32772
    },
    {
      "epoch": 2.783978933061502,
      "grad_norm": 3.2129578073019833,
      "learning_rate": 0.00017422033553077452,
      "loss": 4.9173,
      "step": 32773
    },
    {
      "epoch": 2.7840638803941555,
      "grad_norm": 3.3063787018555377,
      "learning_rate": 0.00017421355943582524,
      "loss": 5.1893,
      "step": 32774
    },
    {
      "epoch": 2.7841488277268094,
      "grad_norm": 3.1669976012913965,
      "learning_rate": 0.00017420678329014124,
      "loss": 4.9168,
      "step": 32775
    },
    {
      "epoch": 2.7842337750594632,
      "grad_norm": 3.404387694489123,
      "learning_rate": 0.0001742000070937368,
      "loss": 4.0685,
      "step": 32776
    },
    {
      "epoch": 2.7843187223921166,
      "grad_norm": 3.2563088710053654,
      "learning_rate": 0.00017419323084662594,
      "loss": 4.8686,
      "step": 32777
    },
    {
      "epoch": 2.7844036697247705,
      "grad_norm": 3.0571405345490903,
      "learning_rate": 0.00017418645454882312,
      "loss": 4.5376,
      "step": 32778
    },
    {
      "epoch": 2.7844886170574243,
      "grad_norm": 2.9916435780228015,
      "learning_rate": 0.0001741796782003423,
      "loss": 4.6631,
      "step": 32779
    },
    {
      "epoch": 2.784573564390078,
      "grad_norm": 3.204832110686193,
      "learning_rate": 0.00017417290180119776,
      "loss": 4.7193,
      "step": 32780
    },
    {
      "epoch": 2.784658511722732,
      "grad_norm": 3.2871836170185036,
      "learning_rate": 0.00017416612535140378,
      "loss": 5.1631,
      "step": 32781
    },
    {
      "epoch": 2.7847434590553855,
      "grad_norm": 3.3136598095189997,
      "learning_rate": 0.00017415934885097446,
      "loss": 5.183,
      "step": 32782
    },
    {
      "epoch": 2.7848284063880393,
      "grad_norm": 2.9925386341507902,
      "learning_rate": 0.000174152572299924,
      "loss": 4.6172,
      "step": 32783
    },
    {
      "epoch": 2.784913353720693,
      "grad_norm": 3.062979731493078,
      "learning_rate": 0.0001741457956982667,
      "loss": 4.4974,
      "step": 32784
    },
    {
      "epoch": 2.784998301053347,
      "grad_norm": 2.9935344995278723,
      "learning_rate": 0.00017413901904601668,
      "loss": 4.4485,
      "step": 32785
    },
    {
      "epoch": 2.785083248386001,
      "grad_norm": 3.1043702055046634,
      "learning_rate": 0.0001741322423431881,
      "loss": 4.7098,
      "step": 32786
    },
    {
      "epoch": 2.7851681957186543,
      "grad_norm": 2.988394204555179,
      "learning_rate": 0.00017412546558979525,
      "loss": 4.5316,
      "step": 32787
    },
    {
      "epoch": 2.785253143051308,
      "grad_norm": 3.0276702304073884,
      "learning_rate": 0.00017411868878585224,
      "loss": 4.5473,
      "step": 32788
    },
    {
      "epoch": 2.785338090383962,
      "grad_norm": 3.043264199929438,
      "learning_rate": 0.00017411191193137334,
      "loss": 4.8465,
      "step": 32789
    },
    {
      "epoch": 2.785423037716616,
      "grad_norm": 3.109637011393521,
      "learning_rate": 0.0001741051350263727,
      "loss": 4.8376,
      "step": 32790
    },
    {
      "epoch": 2.7855079850492697,
      "grad_norm": 3.157514049479739,
      "learning_rate": 0.00017409835807086457,
      "loss": 4.7685,
      "step": 32791
    },
    {
      "epoch": 2.785592932381923,
      "grad_norm": 3.1271746320975122,
      "learning_rate": 0.00017409158106486316,
      "loss": 4.7668,
      "step": 32792
    },
    {
      "epoch": 2.785677879714577,
      "grad_norm": 3.0430285482571837,
      "learning_rate": 0.00017408480400838257,
      "loss": 4.7784,
      "step": 32793
    },
    {
      "epoch": 2.7857628270472308,
      "grad_norm": 3.0335425144277925,
      "learning_rate": 0.0001740780269014371,
      "loss": 4.6076,
      "step": 32794
    },
    {
      "epoch": 2.7858477743798846,
      "grad_norm": 2.9965868150755712,
      "learning_rate": 0.0001740712497440409,
      "loss": 4.6085,
      "step": 32795
    },
    {
      "epoch": 2.7859327217125385,
      "grad_norm": 3.008269936585712,
      "learning_rate": 0.0001740644725362082,
      "loss": 4.4308,
      "step": 32796
    },
    {
      "epoch": 2.786017669045192,
      "grad_norm": 3.348043551604467,
      "learning_rate": 0.00017405769527795316,
      "loss": 4.8567,
      "step": 32797
    },
    {
      "epoch": 2.7861026163778457,
      "grad_norm": 3.3033511771868582,
      "learning_rate": 0.00017405091796929002,
      "loss": 5.0587,
      "step": 32798
    },
    {
      "epoch": 2.7861875637104996,
      "grad_norm": 3.0174653255711092,
      "learning_rate": 0.00017404414061023295,
      "loss": 4.6615,
      "step": 32799
    },
    {
      "epoch": 2.786272511043153,
      "grad_norm": 3.18491436460082,
      "learning_rate": 0.0001740373632007962,
      "loss": 4.9735,
      "step": 32800
    },
    {
      "epoch": 2.786357458375807,
      "grad_norm": 2.979506692877661,
      "learning_rate": 0.00017403058574099394,
      "loss": 4.4502,
      "step": 32801
    },
    {
      "epoch": 2.7864424057084607,
      "grad_norm": 2.9534472454648992,
      "learning_rate": 0.0001740238082308403,
      "loss": 4.5384,
      "step": 32802
    },
    {
      "epoch": 2.7865273530411145,
      "grad_norm": 3.3560433735122106,
      "learning_rate": 0.00017401703067034964,
      "loss": 5.1361,
      "step": 32803
    },
    {
      "epoch": 2.7866123003737684,
      "grad_norm": 3.0597636877614947,
      "learning_rate": 0.000174010253059536,
      "loss": 4.6639,
      "step": 32804
    },
    {
      "epoch": 2.786697247706422,
      "grad_norm": 3.24007942357499,
      "learning_rate": 0.0001740034753984137,
      "loss": 5.1374,
      "step": 32805
    },
    {
      "epoch": 2.7867821950390756,
      "grad_norm": 2.9807359586447864,
      "learning_rate": 0.00017399669768699685,
      "loss": 4.3664,
      "step": 32806
    },
    {
      "epoch": 2.7868671423717295,
      "grad_norm": 3.0591520430550343,
      "learning_rate": 0.0001739899199252997,
      "loss": 4.4082,
      "step": 32807
    },
    {
      "epoch": 2.7869520897043834,
      "grad_norm": 3.18758453926798,
      "learning_rate": 0.00017398314211333646,
      "loss": 4.6897,
      "step": 32808
    },
    {
      "epoch": 2.787037037037037,
      "grad_norm": 3.0005650068223115,
      "learning_rate": 0.00017397636425112132,
      "loss": 4.1752,
      "step": 32809
    },
    {
      "epoch": 2.7871219843696906,
      "grad_norm": 3.1220370662752592,
      "learning_rate": 0.00017396958633866848,
      "loss": 4.9545,
      "step": 32810
    },
    {
      "epoch": 2.7872069317023445,
      "grad_norm": 3.0346436132261396,
      "learning_rate": 0.0001739628083759921,
      "loss": 4.6684,
      "step": 32811
    },
    {
      "epoch": 2.7872918790349983,
      "grad_norm": 2.9839511892042667,
      "learning_rate": 0.0001739560303631065,
      "loss": 4.4532,
      "step": 32812
    },
    {
      "epoch": 2.787376826367652,
      "grad_norm": 2.975309156845346,
      "learning_rate": 0.00017394925230002574,
      "loss": 4.573,
      "step": 32813
    },
    {
      "epoch": 2.787461773700306,
      "grad_norm": 3.0032220041583195,
      "learning_rate": 0.0001739424741867641,
      "loss": 4.4508,
      "step": 32814
    },
    {
      "epoch": 2.7875467210329594,
      "grad_norm": 3.06249165659171,
      "learning_rate": 0.0001739356960233358,
      "loss": 4.8028,
      "step": 32815
    },
    {
      "epoch": 2.7876316683656133,
      "grad_norm": 3.0165001370128675,
      "learning_rate": 0.00017392891780975493,
      "loss": 4.5401,
      "step": 32816
    },
    {
      "epoch": 2.787716615698267,
      "grad_norm": 3.121259488028956,
      "learning_rate": 0.00017392213954603582,
      "loss": 4.7082,
      "step": 32817
    },
    {
      "epoch": 2.787801563030921,
      "grad_norm": 3.0151924685112004,
      "learning_rate": 0.00017391536123219264,
      "loss": 4.3862,
      "step": 32818
    },
    {
      "epoch": 2.787886510363575,
      "grad_norm": 3.1543854224868975,
      "learning_rate": 0.0001739085828682396,
      "loss": 4.7756,
      "step": 32819
    },
    {
      "epoch": 2.7879714576962282,
      "grad_norm": 3.029997241350823,
      "learning_rate": 0.00017390180445419083,
      "loss": 4.357,
      "step": 32820
    },
    {
      "epoch": 2.788056405028882,
      "grad_norm": 3.026125267129433,
      "learning_rate": 0.0001738950259900606,
      "loss": 4.524,
      "step": 32821
    },
    {
      "epoch": 2.788141352361536,
      "grad_norm": 3.0774469307286165,
      "learning_rate": 0.0001738882474758631,
      "loss": 4.8019,
      "step": 32822
    },
    {
      "epoch": 2.7882262996941893,
      "grad_norm": 2.99833044036978,
      "learning_rate": 0.00017388146891161253,
      "loss": 4.6096,
      "step": 32823
    },
    {
      "epoch": 2.7883112470268436,
      "grad_norm": 2.918574447081897,
      "learning_rate": 0.0001738746902973231,
      "loss": 4.2875,
      "step": 32824
    },
    {
      "epoch": 2.788396194359497,
      "grad_norm": 2.9809974169374636,
      "learning_rate": 0.00017386791163300898,
      "loss": 4.3008,
      "step": 32825
    },
    {
      "epoch": 2.788481141692151,
      "grad_norm": 2.926296383519884,
      "learning_rate": 0.00017386113291868442,
      "loss": 4.29,
      "step": 32826
    },
    {
      "epoch": 2.7885660890248047,
      "grad_norm": 3.0149766658780477,
      "learning_rate": 0.00017385435415436358,
      "loss": 4.7549,
      "step": 32827
    },
    {
      "epoch": 2.788651036357458,
      "grad_norm": 3.2202317914869623,
      "learning_rate": 0.00017384757534006073,
      "loss": 4.8754,
      "step": 32828
    },
    {
      "epoch": 2.788735983690112,
      "grad_norm": 3.2305187012843497,
      "learning_rate": 0.00017384079647578997,
      "loss": 4.9428,
      "step": 32829
    },
    {
      "epoch": 2.788820931022766,
      "grad_norm": 3.264752102704429,
      "learning_rate": 0.0001738340175615656,
      "loss": 5.3308,
      "step": 32830
    },
    {
      "epoch": 2.7889058783554197,
      "grad_norm": 3.137555000620079,
      "learning_rate": 0.0001738272385974018,
      "loss": 4.4528,
      "step": 32831
    },
    {
      "epoch": 2.7889908256880735,
      "grad_norm": 3.1960312713379895,
      "learning_rate": 0.00017382045958331277,
      "loss": 5.0838,
      "step": 32832
    },
    {
      "epoch": 2.789075773020727,
      "grad_norm": 3.1045353821069197,
      "learning_rate": 0.00017381368051931268,
      "loss": 4.7678,
      "step": 32833
    },
    {
      "epoch": 2.789160720353381,
      "grad_norm": 3.0398795563027825,
      "learning_rate": 0.00017380690140541573,
      "loss": 4.605,
      "step": 32834
    },
    {
      "epoch": 2.7892456676860347,
      "grad_norm": 3.2066307769353855,
      "learning_rate": 0.00017380012224163624,
      "loss": 4.9929,
      "step": 32835
    },
    {
      "epoch": 2.7893306150186885,
      "grad_norm": 3.2085917471879672,
      "learning_rate": 0.00017379334302798822,
      "loss": 4.7242,
      "step": 32836
    },
    {
      "epoch": 2.7894155623513424,
      "grad_norm": 3.0332468785106963,
      "learning_rate": 0.00017378656376448607,
      "loss": 4.79,
      "step": 32837
    },
    {
      "epoch": 2.7895005096839958,
      "grad_norm": 3.108955127853015,
      "learning_rate": 0.00017377978445114387,
      "loss": 4.6586,
      "step": 32838
    },
    {
      "epoch": 2.7895854570166496,
      "grad_norm": 3.1781602801121753,
      "learning_rate": 0.00017377300508797586,
      "loss": 4.187,
      "step": 32839
    },
    {
      "epoch": 2.7896704043493035,
      "grad_norm": 3.1608264676820363,
      "learning_rate": 0.00017376622567499622,
      "loss": 4.9717,
      "step": 32840
    },
    {
      "epoch": 2.7897553516819573,
      "grad_norm": 3.0193783744285856,
      "learning_rate": 0.00017375944621221922,
      "loss": 4.4404,
      "step": 32841
    },
    {
      "epoch": 2.789840299014611,
      "grad_norm": 3.035076485008935,
      "learning_rate": 0.00017375266669965902,
      "loss": 4.6931,
      "step": 32842
    },
    {
      "epoch": 2.7899252463472646,
      "grad_norm": 3.01020137005691,
      "learning_rate": 0.00017374588713732982,
      "loss": 4.5392,
      "step": 32843
    },
    {
      "epoch": 2.7900101936799184,
      "grad_norm": 2.933572701718817,
      "learning_rate": 0.0001737391075252459,
      "loss": 4.3143,
      "step": 32844
    },
    {
      "epoch": 2.7900951410125723,
      "grad_norm": 3.2449139264299633,
      "learning_rate": 0.00017373232786342132,
      "loss": 4.9181,
      "step": 32845
    },
    {
      "epoch": 2.7901800883452257,
      "grad_norm": 3.1191644808925423,
      "learning_rate": 0.00017372554815187042,
      "loss": 4.6041,
      "step": 32846
    },
    {
      "epoch": 2.79026503567788,
      "grad_norm": 3.219759700795355,
      "learning_rate": 0.00017371876839060733,
      "loss": 4.9315,
      "step": 32847
    },
    {
      "epoch": 2.7903499830105334,
      "grad_norm": 2.984019788288155,
      "learning_rate": 0.0001737119885796463,
      "loss": 4.5717,
      "step": 32848
    },
    {
      "epoch": 2.7904349303431872,
      "grad_norm": 3.130358235306446,
      "learning_rate": 0.0001737052087190015,
      "loss": 4.7396,
      "step": 32849
    },
    {
      "epoch": 2.790519877675841,
      "grad_norm": 3.3361829377082914,
      "learning_rate": 0.00017369842880868712,
      "loss": 5.3999,
      "step": 32850
    },
    {
      "epoch": 2.7906048250084945,
      "grad_norm": 3.0941781491743194,
      "learning_rate": 0.00017369164884871745,
      "loss": 4.6593,
      "step": 32851
    },
    {
      "epoch": 2.7906897723411483,
      "grad_norm": 3.1344270794436824,
      "learning_rate": 0.0001736848688391066,
      "loss": 4.7618,
      "step": 32852
    },
    {
      "epoch": 2.790774719673802,
      "grad_norm": 3.116965745704258,
      "learning_rate": 0.00017367808877986885,
      "loss": 4.6602,
      "step": 32853
    },
    {
      "epoch": 2.790859667006456,
      "grad_norm": 3.0419947372286678,
      "learning_rate": 0.00017367130867101832,
      "loss": 4.5577,
      "step": 32854
    },
    {
      "epoch": 2.79094461433911,
      "grad_norm": 3.051575914952199,
      "learning_rate": 0.00017366452851256934,
      "loss": 4.6035,
      "step": 32855
    },
    {
      "epoch": 2.7910295616717633,
      "grad_norm": 3.1328625984561334,
      "learning_rate": 0.00017365774830453603,
      "loss": 4.753,
      "step": 32856
    },
    {
      "epoch": 2.791114509004417,
      "grad_norm": 3.2446562226723277,
      "learning_rate": 0.0001736509680469326,
      "loss": 5.1849,
      "step": 32857
    },
    {
      "epoch": 2.791199456337071,
      "grad_norm": 2.94002368178015,
      "learning_rate": 0.00017364418773977328,
      "loss": 4.3452,
      "step": 32858
    },
    {
      "epoch": 2.791284403669725,
      "grad_norm": 3.2927055231334186,
      "learning_rate": 0.00017363740738307227,
      "loss": 4.8918,
      "step": 32859
    },
    {
      "epoch": 2.7913693510023787,
      "grad_norm": 3.2012438413013924,
      "learning_rate": 0.00017363062697684376,
      "loss": 4.9828,
      "step": 32860
    },
    {
      "epoch": 2.791454298335032,
      "grad_norm": 3.0715348180886863,
      "learning_rate": 0.000173623846521102,
      "loss": 4.7267,
      "step": 32861
    },
    {
      "epoch": 2.791539245667686,
      "grad_norm": 3.030319196002332,
      "learning_rate": 0.00017361706601586114,
      "loss": 4.726,
      "step": 32862
    },
    {
      "epoch": 2.79162419300034,
      "grad_norm": 2.9527957279965915,
      "learning_rate": 0.0001736102854611354,
      "loss": 4.2992,
      "step": 32863
    },
    {
      "epoch": 2.7917091403329937,
      "grad_norm": 2.9065335620099146,
      "learning_rate": 0.00017360350485693906,
      "loss": 4.3103,
      "step": 32864
    },
    {
      "epoch": 2.7917940876656475,
      "grad_norm": 2.973491660044614,
      "learning_rate": 0.00017359672420328624,
      "loss": 4.1147,
      "step": 32865
    },
    {
      "epoch": 2.791879034998301,
      "grad_norm": 2.9726409406184997,
      "learning_rate": 0.00017358994350019118,
      "loss": 4.3707,
      "step": 32866
    },
    {
      "epoch": 2.7919639823309548,
      "grad_norm": 2.8919267762110663,
      "learning_rate": 0.0001735831627476681,
      "loss": 3.8925,
      "step": 32867
    },
    {
      "epoch": 2.7920489296636086,
      "grad_norm": 3.3252194176148664,
      "learning_rate": 0.00017357638194573117,
      "loss": 5.1234,
      "step": 32868
    },
    {
      "epoch": 2.7921338769962625,
      "grad_norm": 2.971566812202179,
      "learning_rate": 0.0001735696010943946,
      "loss": 4.4715,
      "step": 32869
    },
    {
      "epoch": 2.7922188243289163,
      "grad_norm": 3.157658140447383,
      "learning_rate": 0.00017356282019367265,
      "loss": 4.8613,
      "step": 32870
    },
    {
      "epoch": 2.7923037716615697,
      "grad_norm": 3.3015730497128697,
      "learning_rate": 0.00017355603924357955,
      "loss": 4.9626,
      "step": 32871
    },
    {
      "epoch": 2.7923887189942236,
      "grad_norm": 3.2798723094941167,
      "learning_rate": 0.00017354925824412937,
      "loss": 5.117,
      "step": 32872
    },
    {
      "epoch": 2.7924736663268774,
      "grad_norm": 2.9932501208290345,
      "learning_rate": 0.00017354247719533644,
      "loss": 4.2815,
      "step": 32873
    },
    {
      "epoch": 2.792558613659531,
      "grad_norm": 3.214153693867773,
      "learning_rate": 0.00017353569609721497,
      "loss": 4.9332,
      "step": 32874
    },
    {
      "epoch": 2.7926435609921847,
      "grad_norm": 3.2022370175443715,
      "learning_rate": 0.00017352891494977905,
      "loss": 4.9913,
      "step": 32875
    },
    {
      "epoch": 2.7927285083248385,
      "grad_norm": 2.992339408374907,
      "learning_rate": 0.00017352213375304302,
      "loss": 4.4697,
      "step": 32876
    },
    {
      "epoch": 2.7928134556574924,
      "grad_norm": 3.215213963561225,
      "learning_rate": 0.00017351535250702103,
      "loss": 5.0002,
      "step": 32877
    },
    {
      "epoch": 2.7928984029901462,
      "grad_norm": 2.9573826777712986,
      "learning_rate": 0.0001735085712117273,
      "loss": 4.1805,
      "step": 32878
    },
    {
      "epoch": 2.7929833503227997,
      "grad_norm": 3.0119227060613722,
      "learning_rate": 0.000173501789867176,
      "loss": 4.4592,
      "step": 32879
    },
    {
      "epoch": 2.7930682976554535,
      "grad_norm": 2.9813443957822625,
      "learning_rate": 0.0001734950084733814,
      "loss": 4.2016,
      "step": 32880
    },
    {
      "epoch": 2.7931532449881074,
      "grad_norm": 3.2167218198261476,
      "learning_rate": 0.00017348822703035772,
      "loss": 5.0984,
      "step": 32881
    },
    {
      "epoch": 2.793238192320761,
      "grad_norm": 3.3134846180264073,
      "learning_rate": 0.0001734814455381191,
      "loss": 5.0459,
      "step": 32882
    },
    {
      "epoch": 2.793323139653415,
      "grad_norm": 3.08895787408269,
      "learning_rate": 0.0001734746639966798,
      "loss": 4.8457,
      "step": 32883
    },
    {
      "epoch": 2.7934080869860685,
      "grad_norm": 3.060836100626161,
      "learning_rate": 0.000173467882406054,
      "loss": 4.5569,
      "step": 32884
    },
    {
      "epoch": 2.7934930343187223,
      "grad_norm": 3.229199011367711,
      "learning_rate": 0.00017346110076625588,
      "loss": 4.9623,
      "step": 32885
    },
    {
      "epoch": 2.793577981651376,
      "grad_norm": 3.0687007397470425,
      "learning_rate": 0.00017345431907729973,
      "loss": 4.7562,
      "step": 32886
    },
    {
      "epoch": 2.79366292898403,
      "grad_norm": 3.110701066258547,
      "learning_rate": 0.00017344753733919974,
      "loss": 4.5875,
      "step": 32887
    },
    {
      "epoch": 2.793747876316684,
      "grad_norm": 2.9785820870016533,
      "learning_rate": 0.00017344075555197005,
      "loss": 4.3517,
      "step": 32888
    },
    {
      "epoch": 2.7938328236493373,
      "grad_norm": 3.0692194693138313,
      "learning_rate": 0.00017343397371562494,
      "loss": 4.7081,
      "step": 32889
    },
    {
      "epoch": 2.793917770981991,
      "grad_norm": 3.0389953811898622,
      "learning_rate": 0.00017342719183017862,
      "loss": 4.1043,
      "step": 32890
    },
    {
      "epoch": 2.794002718314645,
      "grad_norm": 3.1033685953625603,
      "learning_rate": 0.00017342040989564526,
      "loss": 4.9166,
      "step": 32891
    },
    {
      "epoch": 2.794087665647299,
      "grad_norm": 2.949919780907783,
      "learning_rate": 0.0001734136279120391,
      "loss": 4.4945,
      "step": 32892
    },
    {
      "epoch": 2.7941726129799527,
      "grad_norm": 2.9214754059602392,
      "learning_rate": 0.00017340684587937436,
      "loss": 4.516,
      "step": 32893
    },
    {
      "epoch": 2.794257560312606,
      "grad_norm": 2.964729804298818,
      "learning_rate": 0.00017340006379766516,
      "loss": 4.4061,
      "step": 32894
    },
    {
      "epoch": 2.79434250764526,
      "grad_norm": 3.0816998149397286,
      "learning_rate": 0.00017339328166692585,
      "loss": 4.4064,
      "step": 32895
    },
    {
      "epoch": 2.794427454977914,
      "grad_norm": 2.8919185636607816,
      "learning_rate": 0.00017338649948717057,
      "loss": 4.5012,
      "step": 32896
    },
    {
      "epoch": 2.794512402310567,
      "grad_norm": 3.054992791406927,
      "learning_rate": 0.00017337971725841345,
      "loss": 4.3225,
      "step": 32897
    },
    {
      "epoch": 2.794597349643221,
      "grad_norm": 3.067884716512205,
      "learning_rate": 0.00017337293498066888,
      "loss": 4.7088,
      "step": 32898
    },
    {
      "epoch": 2.794682296975875,
      "grad_norm": 3.2856515647153226,
      "learning_rate": 0.00017336615265395094,
      "loss": 5.2283,
      "step": 32899
    },
    {
      "epoch": 2.7947672443085287,
      "grad_norm": 3.279658061485937,
      "learning_rate": 0.00017335937027827388,
      "loss": 5.121,
      "step": 32900
    },
    {
      "epoch": 2.7948521916411826,
      "grad_norm": 3.131145546884913,
      "learning_rate": 0.00017335258785365187,
      "loss": 4.8987,
      "step": 32901
    },
    {
      "epoch": 2.794937138973836,
      "grad_norm": 3.256341280294762,
      "learning_rate": 0.00017334580538009921,
      "loss": 4.91,
      "step": 32902
    },
    {
      "epoch": 2.79502208630649,
      "grad_norm": 3.050505234743124,
      "learning_rate": 0.00017333902285763002,
      "loss": 4.4907,
      "step": 32903
    },
    {
      "epoch": 2.7951070336391437,
      "grad_norm": 3.0346450214738656,
      "learning_rate": 0.00017333224028625858,
      "loss": 4.6276,
      "step": 32904
    },
    {
      "epoch": 2.7951919809717976,
      "grad_norm": 2.9817653950978724,
      "learning_rate": 0.0001733254576659991,
      "loss": 4.4211,
      "step": 32905
    },
    {
      "epoch": 2.7952769283044514,
      "grad_norm": 2.9816285116316728,
      "learning_rate": 0.00017331867499686566,
      "loss": 4.5174,
      "step": 32906
    },
    {
      "epoch": 2.795361875637105,
      "grad_norm": 3.0464973708802874,
      "learning_rate": 0.0001733118922788727,
      "loss": 4.7429,
      "step": 32907
    },
    {
      "epoch": 2.7954468229697587,
      "grad_norm": 3.084476484416988,
      "learning_rate": 0.00017330510951203422,
      "loss": 4.3502,
      "step": 32908
    },
    {
      "epoch": 2.7955317703024125,
      "grad_norm": 3.017292298809827,
      "learning_rate": 0.00017329832669636452,
      "loss": 4.6479,
      "step": 32909
    },
    {
      "epoch": 2.7956167176350664,
      "grad_norm": 3.01690292551565,
      "learning_rate": 0.0001732915438318778,
      "loss": 4.6892,
      "step": 32910
    },
    {
      "epoch": 2.79570166496772,
      "grad_norm": 3.1092840697335413,
      "learning_rate": 0.0001732847609185884,
      "loss": 4.4312,
      "step": 32911
    },
    {
      "epoch": 2.7957866123003736,
      "grad_norm": 3.0744259031730112,
      "learning_rate": 0.00017327797795651026,
      "loss": 4.8589,
      "step": 32912
    },
    {
      "epoch": 2.7958715596330275,
      "grad_norm": 3.050501379857571,
      "learning_rate": 0.00017327119494565788,
      "loss": 4.6388,
      "step": 32913
    },
    {
      "epoch": 2.7959565069656813,
      "grad_norm": 3.055321707902026,
      "learning_rate": 0.00017326441188604525,
      "loss": 4.5414,
      "step": 32914
    },
    {
      "epoch": 2.796041454298335,
      "grad_norm": 2.943111201158934,
      "learning_rate": 0.0001732576287776867,
      "loss": 4.2985,
      "step": 32915
    },
    {
      "epoch": 2.796126401630989,
      "grad_norm": 3.097484131847421,
      "learning_rate": 0.00017325084562059642,
      "loss": 4.63,
      "step": 32916
    },
    {
      "epoch": 2.7962113489636424,
      "grad_norm": 3.0249614755791687,
      "learning_rate": 0.0001732440624147886,
      "loss": 4.4127,
      "step": 32917
    },
    {
      "epoch": 2.7962962962962963,
      "grad_norm": 3.1276653887906756,
      "learning_rate": 0.0001732372791602775,
      "loss": 4.7998,
      "step": 32918
    },
    {
      "epoch": 2.79638124362895,
      "grad_norm": 3.0283088422476383,
      "learning_rate": 0.0001732304958570773,
      "loss": 4.4798,
      "step": 32919
    },
    {
      "epoch": 2.7964661909616035,
      "grad_norm": 3.1048977184744815,
      "learning_rate": 0.00017322371250520226,
      "loss": 4.7634,
      "step": 32920
    },
    {
      "epoch": 2.796551138294258,
      "grad_norm": 3.1046082006410187,
      "learning_rate": 0.00017321692910466643,
      "loss": 4.4829,
      "step": 32921
    },
    {
      "epoch": 2.7966360856269112,
      "grad_norm": 3.278195620502823,
      "learning_rate": 0.00017321014565548426,
      "loss": 5.1626,
      "step": 32922
    },
    {
      "epoch": 2.796721032959565,
      "grad_norm": 2.9759090095878094,
      "learning_rate": 0.0001732033621576698,
      "loss": 4.3744,
      "step": 32923
    },
    {
      "epoch": 2.796805980292219,
      "grad_norm": 3.0272990451560786,
      "learning_rate": 0.0001731965786112373,
      "loss": 4.6132,
      "step": 32924
    },
    {
      "epoch": 2.7968909276248723,
      "grad_norm": 3.0228687156515006,
      "learning_rate": 0.00017318979501620098,
      "loss": 4.4646,
      "step": 32925
    },
    {
      "epoch": 2.796975874957526,
      "grad_norm": 2.977945497001211,
      "learning_rate": 0.00017318301137257507,
      "loss": 4.4018,
      "step": 32926
    },
    {
      "epoch": 2.79706082229018,
      "grad_norm": 3.056483618439881,
      "learning_rate": 0.00017317622768037383,
      "loss": 4.4221,
      "step": 32927
    },
    {
      "epoch": 2.797145769622834,
      "grad_norm": 3.023762320612894,
      "learning_rate": 0.0001731694439396113,
      "loss": 4.6603,
      "step": 32928
    },
    {
      "epoch": 2.7972307169554878,
      "grad_norm": 3.0191629658908643,
      "learning_rate": 0.0001731626601503019,
      "loss": 4.5492,
      "step": 32929
    },
    {
      "epoch": 2.797315664288141,
      "grad_norm": 3.1035423282288566,
      "learning_rate": 0.00017315587631245972,
      "loss": 4.6834,
      "step": 32930
    },
    {
      "epoch": 2.797400611620795,
      "grad_norm": 3.1354057565400315,
      "learning_rate": 0.000173149092426099,
      "loss": 4.7814,
      "step": 32931
    },
    {
      "epoch": 2.797485558953449,
      "grad_norm": 3.013844928962092,
      "learning_rate": 0.00017314230849123396,
      "loss": 4.3513,
      "step": 32932
    },
    {
      "epoch": 2.7975705062861027,
      "grad_norm": 3.0700356373863507,
      "learning_rate": 0.00017313552450787882,
      "loss": 4.5865,
      "step": 32933
    },
    {
      "epoch": 2.7976554536187566,
      "grad_norm": 2.9670799742015315,
      "learning_rate": 0.0001731287404760478,
      "loss": 4.4152,
      "step": 32934
    },
    {
      "epoch": 2.79774040095141,
      "grad_norm": 2.981666601779732,
      "learning_rate": 0.0001731219563957551,
      "loss": 4.3607,
      "step": 32935
    },
    {
      "epoch": 2.797825348284064,
      "grad_norm": 3.0873790922588618,
      "learning_rate": 0.000173115172267015,
      "loss": 4.7105,
      "step": 32936
    },
    {
      "epoch": 2.7979102956167177,
      "grad_norm": 2.960867944106997,
      "learning_rate": 0.0001731083880898415,
      "loss": 4.3647,
      "step": 32937
    },
    {
      "epoch": 2.7979952429493715,
      "grad_norm": 3.014535384260913,
      "learning_rate": 0.00017310160386424913,
      "loss": 4.4984,
      "step": 32938
    },
    {
      "epoch": 2.7980801902820254,
      "grad_norm": 3.0346420736057658,
      "learning_rate": 0.00017309481959025186,
      "loss": 4.3734,
      "step": 32939
    },
    {
      "epoch": 2.7981651376146788,
      "grad_norm": 2.9617407293239792,
      "learning_rate": 0.00017308803526786402,
      "loss": 4.2835,
      "step": 32940
    },
    {
      "epoch": 2.7982500849473326,
      "grad_norm": 2.9962820893548363,
      "learning_rate": 0.0001730812508970998,
      "loss": 4.5407,
      "step": 32941
    },
    {
      "epoch": 2.7983350322799865,
      "grad_norm": 3.3128259806130695,
      "learning_rate": 0.00017307446647797339,
      "loss": 5.28,
      "step": 32942
    },
    {
      "epoch": 2.7984199796126403,
      "grad_norm": 3.0316393508586374,
      "learning_rate": 0.00017306768201049902,
      "loss": 4.4312,
      "step": 32943
    },
    {
      "epoch": 2.798504926945294,
      "grad_norm": 3.037347438383324,
      "learning_rate": 0.0001730608974946909,
      "loss": 4.7734,
      "step": 32944
    },
    {
      "epoch": 2.7985898742779476,
      "grad_norm": 3.0980269277078434,
      "learning_rate": 0.00017305411293056332,
      "loss": 3.7665,
      "step": 32945
    },
    {
      "epoch": 2.7986748216106014,
      "grad_norm": 3.026399203421931,
      "learning_rate": 0.00017304732831813037,
      "loss": 4.6124,
      "step": 32946
    },
    {
      "epoch": 2.7987597689432553,
      "grad_norm": 3.049222771859267,
      "learning_rate": 0.00017304054365740638,
      "loss": 4.4528,
      "step": 32947
    },
    {
      "epoch": 2.7988447162759087,
      "grad_norm": 2.9093301489874235,
      "learning_rate": 0.00017303375894840546,
      "loss": 4.1749,
      "step": 32948
    },
    {
      "epoch": 2.7989296636085625,
      "grad_norm": 3.05901955225696,
      "learning_rate": 0.0001730269741911419,
      "loss": 4.5872,
      "step": 32949
    },
    {
      "epoch": 2.7990146109412164,
      "grad_norm": 3.253711642446082,
      "learning_rate": 0.0001730201893856299,
      "loss": 4.9985,
      "step": 32950
    },
    {
      "epoch": 2.7990995582738702,
      "grad_norm": 3.2186229713563277,
      "learning_rate": 0.00017301340453188365,
      "loss": 5.0937,
      "step": 32951
    },
    {
      "epoch": 2.799184505606524,
      "grad_norm": 3.2860002462035447,
      "learning_rate": 0.00017300661962991743,
      "loss": 5.189,
      "step": 32952
    },
    {
      "epoch": 2.7992694529391775,
      "grad_norm": 2.9847761649606515,
      "learning_rate": 0.0001729998346797454,
      "loss": 4.4324,
      "step": 32953
    },
    {
      "epoch": 2.7993544002718314,
      "grad_norm": 3.0246710136200328,
      "learning_rate": 0.0001729930496813818,
      "loss": 4.8446,
      "step": 32954
    },
    {
      "epoch": 2.799439347604485,
      "grad_norm": 3.0655463999238544,
      "learning_rate": 0.0001729862646348408,
      "loss": 4.6274,
      "step": 32955
    },
    {
      "epoch": 2.799524294937139,
      "grad_norm": 3.0919555410648636,
      "learning_rate": 0.0001729794795401367,
      "loss": 4.7486,
      "step": 32956
    },
    {
      "epoch": 2.799609242269793,
      "grad_norm": 3.0475941686302703,
      "learning_rate": 0.00017297269439728368,
      "loss": 4.6816,
      "step": 32957
    },
    {
      "epoch": 2.7996941896024463,
      "grad_norm": 2.9373641779288358,
      "learning_rate": 0.0001729659092062959,
      "loss": 4.4146,
      "step": 32958
    },
    {
      "epoch": 2.7997791369351,
      "grad_norm": 3.0370303653800477,
      "learning_rate": 0.00017295912396718765,
      "loss": 4.2528,
      "step": 32959
    },
    {
      "epoch": 2.799864084267754,
      "grad_norm": 3.1892664930751886,
      "learning_rate": 0.00017295233867997313,
      "loss": 4.7335,
      "step": 32960
    },
    {
      "epoch": 2.799949031600408,
      "grad_norm": 3.032300493848236,
      "learning_rate": 0.0001729455533446665,
      "loss": 4.5989,
      "step": 32961
    },
    {
      "epoch": 2.8000339789330617,
      "grad_norm": 3.088624539733464,
      "learning_rate": 0.00017293876796128208,
      "loss": 4.5548,
      "step": 32962
    },
    {
      "epoch": 2.800118926265715,
      "grad_norm": 3.2132031944601107,
      "learning_rate": 0.00017293198252983405,
      "loss": 4.986,
      "step": 32963
    },
    {
      "epoch": 2.800203873598369,
      "grad_norm": 3.096980338811012,
      "learning_rate": 0.00017292519705033657,
      "loss": 4.7949,
      "step": 32964
    },
    {
      "epoch": 2.800288820931023,
      "grad_norm": 3.0515960218185945,
      "learning_rate": 0.00017291841152280394,
      "loss": 4.5451,
      "step": 32965
    },
    {
      "epoch": 2.8003737682636767,
      "grad_norm": 3.269173460312089,
      "learning_rate": 0.0001729116259472503,
      "loss": 5.0539,
      "step": 32966
    },
    {
      "epoch": 2.8004587155963305,
      "grad_norm": 3.0245369464127188,
      "learning_rate": 0.00017290484032368993,
      "loss": 4.6726,
      "step": 32967
    },
    {
      "epoch": 2.800543662928984,
      "grad_norm": 3.273421812210925,
      "learning_rate": 0.000172898054652137,
      "loss": 5.3111,
      "step": 32968
    },
    {
      "epoch": 2.800628610261638,
      "grad_norm": 2.9321832610246683,
      "learning_rate": 0.00017289126893260575,
      "loss": 4.1639,
      "step": 32969
    },
    {
      "epoch": 2.8007135575942916,
      "grad_norm": 3.081830882828232,
      "learning_rate": 0.00017288448316511045,
      "loss": 4.505,
      "step": 32970
    },
    {
      "epoch": 2.800798504926945,
      "grad_norm": 3.0261069170621044,
      "learning_rate": 0.0001728776973496652,
      "loss": 4.5511,
      "step": 32971
    },
    {
      "epoch": 2.800883452259599,
      "grad_norm": 3.2230896016184527,
      "learning_rate": 0.00017287091148628433,
      "loss": 5.092,
      "step": 32972
    },
    {
      "epoch": 2.8009683995922527,
      "grad_norm": 3.1009263462886407,
      "learning_rate": 0.000172864125574982,
      "loss": 4.6718,
      "step": 32973
    },
    {
      "epoch": 2.8010533469249066,
      "grad_norm": 3.2641108267249814,
      "learning_rate": 0.00017285733961577244,
      "loss": 5.0189,
      "step": 32974
    },
    {
      "epoch": 2.8011382942575604,
      "grad_norm": 3.0893940057493965,
      "learning_rate": 0.0001728505536086699,
      "loss": 4.7972,
      "step": 32975
    },
    {
      "epoch": 2.801223241590214,
      "grad_norm": 3.281151606905132,
      "learning_rate": 0.00017284376755368852,
      "loss": 5.2115,
      "step": 32976
    },
    {
      "epoch": 2.8013081889228677,
      "grad_norm": 2.98913920554586,
      "learning_rate": 0.0001728369814508426,
      "loss": 4.474,
      "step": 32977
    },
    {
      "epoch": 2.8013931362555216,
      "grad_norm": 3.236351742492588,
      "learning_rate": 0.00017283019530014632,
      "loss": 5.0506,
      "step": 32978
    },
    {
      "epoch": 2.8014780835881754,
      "grad_norm": 3.080568642342716,
      "learning_rate": 0.00017282340910161395,
      "loss": 4.4101,
      "step": 32979
    },
    {
      "epoch": 2.8015630309208293,
      "grad_norm": 2.9848945889776903,
      "learning_rate": 0.0001728166228552596,
      "loss": 4.2499,
      "step": 32980
    },
    {
      "epoch": 2.8016479782534827,
      "grad_norm": 3.237333404244782,
      "learning_rate": 0.00017280983656109758,
      "loss": 5.039,
      "step": 32981
    },
    {
      "epoch": 2.8017329255861365,
      "grad_norm": 3.2838132994615585,
      "learning_rate": 0.0001728030502191421,
      "loss": 5.1607,
      "step": 32982
    },
    {
      "epoch": 2.8018178729187904,
      "grad_norm": 3.0892746830824076,
      "learning_rate": 0.00017279626382940737,
      "loss": 4.9882,
      "step": 32983
    },
    {
      "epoch": 2.801902820251444,
      "grad_norm": 3.2732280990055362,
      "learning_rate": 0.00017278947739190757,
      "loss": 5.0897,
      "step": 32984
    },
    {
      "epoch": 2.801987767584098,
      "grad_norm": 4.271490223247086,
      "learning_rate": 0.000172782690906657,
      "loss": 4.361,
      "step": 32985
    },
    {
      "epoch": 2.8020727149167515,
      "grad_norm": 3.6584560772183985,
      "learning_rate": 0.00017277590437366977,
      "loss": 4.2657,
      "step": 32986
    },
    {
      "epoch": 2.8021576622494053,
      "grad_norm": 3.039337629522271,
      "learning_rate": 0.0001727691177929602,
      "loss": 4.3648,
      "step": 32987
    },
    {
      "epoch": 2.802242609582059,
      "grad_norm": 2.9697522920461665,
      "learning_rate": 0.0001727623311645425,
      "loss": 4.2443,
      "step": 32988
    },
    {
      "epoch": 2.802327556914713,
      "grad_norm": 3.083912665779589,
      "learning_rate": 0.0001727555444884308,
      "loss": 4.828,
      "step": 32989
    },
    {
      "epoch": 2.802412504247367,
      "grad_norm": 3.1172048520706745,
      "learning_rate": 0.00017274875776463944,
      "loss": 4.9199,
      "step": 32990
    },
    {
      "epoch": 2.8024974515800203,
      "grad_norm": 3.2702667623370907,
      "learning_rate": 0.00017274197099318255,
      "loss": 4.9479,
      "step": 32991
    },
    {
      "epoch": 2.802582398912674,
      "grad_norm": 3.147493549308004,
      "learning_rate": 0.0001727351841740744,
      "loss": 4.7567,
      "step": 32992
    },
    {
      "epoch": 2.802667346245328,
      "grad_norm": 3.0320715741801885,
      "learning_rate": 0.00017272839730732916,
      "loss": 4.4254,
      "step": 32993
    },
    {
      "epoch": 2.8027522935779814,
      "grad_norm": 3.1049247255776775,
      "learning_rate": 0.00017272161039296114,
      "loss": 4.0507,
      "step": 32994
    },
    {
      "epoch": 2.8028372409106352,
      "grad_norm": 3.0534179465595956,
      "learning_rate": 0.00017271482343098448,
      "loss": 4.483,
      "step": 32995
    },
    {
      "epoch": 2.802922188243289,
      "grad_norm": 3.011133368147149,
      "learning_rate": 0.00017270803642141343,
      "loss": 4.7023,
      "step": 32996
    },
    {
      "epoch": 2.803007135575943,
      "grad_norm": 3.0104916474064076,
      "learning_rate": 0.0001727012493642622,
      "loss": 4.4123,
      "step": 32997
    },
    {
      "epoch": 2.803092082908597,
      "grad_norm": 2.9625144062485704,
      "learning_rate": 0.000172694462259545,
      "loss": 4.2353,
      "step": 32998
    },
    {
      "epoch": 2.80317703024125,
      "grad_norm": 3.289090124798321,
      "learning_rate": 0.0001726876751072761,
      "loss": 4.9286,
      "step": 32999
    },
    {
      "epoch": 2.803261977573904,
      "grad_norm": 3.2712513005469868,
      "learning_rate": 0.00017268088790746967,
      "loss": 4.8894,
      "step": 33000
    },
    {
      "epoch": 2.803346924906558,
      "grad_norm": 3.2506220207782635,
      "learning_rate": 0.00017267410066013997,
      "loss": 4.9186,
      "step": 33001
    },
    {
      "epoch": 2.8034318722392118,
      "grad_norm": 3.244462190326443,
      "learning_rate": 0.00017266731336530117,
      "loss": 5.1102,
      "step": 33002
    },
    {
      "epoch": 2.8035168195718656,
      "grad_norm": 3.244710630763697,
      "learning_rate": 0.00017266052602296752,
      "loss": 4.9962,
      "step": 33003
    },
    {
      "epoch": 2.803601766904519,
      "grad_norm": 3.2160299905297647,
      "learning_rate": 0.00017265373863315333,
      "loss": 4.909,
      "step": 33004
    },
    {
      "epoch": 2.803686714237173,
      "grad_norm": 3.0284400101880604,
      "learning_rate": 0.00017264695119587265,
      "loss": 4.5176,
      "step": 33005
    },
    {
      "epoch": 2.8037716615698267,
      "grad_norm": 3.290755743431282,
      "learning_rate": 0.00017264016371113983,
      "loss": 4.98,
      "step": 33006
    },
    {
      "epoch": 2.8038566089024806,
      "grad_norm": 2.9970859939451375,
      "learning_rate": 0.00017263337617896902,
      "loss": 4.5297,
      "step": 33007
    },
    {
      "epoch": 2.8039415562351344,
      "grad_norm": 3.2415381472408478,
      "learning_rate": 0.0001726265885993745,
      "loss": 5.0491,
      "step": 33008
    },
    {
      "epoch": 2.804026503567788,
      "grad_norm": 3.0159059707994995,
      "learning_rate": 0.00017261980097237046,
      "loss": 4.4559,
      "step": 33009
    },
    {
      "epoch": 2.8041114509004417,
      "grad_norm": 3.006289698921345,
      "learning_rate": 0.0001726130132979711,
      "loss": 4.361,
      "step": 33010
    },
    {
      "epoch": 2.8041963982330955,
      "grad_norm": 3.028950667265839,
      "learning_rate": 0.00017260622557619074,
      "loss": 4.8233,
      "step": 33011
    },
    {
      "epoch": 2.8042813455657494,
      "grad_norm": 3.2860261362937457,
      "learning_rate": 0.00017259943780704345,
      "loss": 5.1985,
      "step": 33012
    },
    {
      "epoch": 2.8043662928984032,
      "grad_norm": 3.0450629297443794,
      "learning_rate": 0.00017259264999054357,
      "loss": 4.5264,
      "step": 33013
    },
    {
      "epoch": 2.8044512402310566,
      "grad_norm": 2.9631338256306936,
      "learning_rate": 0.00017258586212670526,
      "loss": 4.1433,
      "step": 33014
    },
    {
      "epoch": 2.8045361875637105,
      "grad_norm": 3.2714900220156755,
      "learning_rate": 0.00017257907421554283,
      "loss": 4.8396,
      "step": 33015
    },
    {
      "epoch": 2.8046211348963643,
      "grad_norm": 3.0400056365412107,
      "learning_rate": 0.0001725722862570704,
      "loss": 4.482,
      "step": 33016
    },
    {
      "epoch": 2.8047060822290177,
      "grad_norm": 3.032935472006434,
      "learning_rate": 0.0001725654982513022,
      "loss": 4.3823,
      "step": 33017
    },
    {
      "epoch": 2.804791029561672,
      "grad_norm": 2.9719986357940873,
      "learning_rate": 0.00017255871019825257,
      "loss": 4.6266,
      "step": 33018
    },
    {
      "epoch": 2.8048759768943254,
      "grad_norm": 3.2915003462990264,
      "learning_rate": 0.0001725519220979356,
      "loss": 3.8112,
      "step": 33019
    },
    {
      "epoch": 2.8049609242269793,
      "grad_norm": 3.0411404047122113,
      "learning_rate": 0.00017254513395036552,
      "loss": 4.6383,
      "step": 33020
    },
    {
      "epoch": 2.805045871559633,
      "grad_norm": 3.2839410688142117,
      "learning_rate": 0.00017253834575555667,
      "loss": 4.1544,
      "step": 33021
    },
    {
      "epoch": 2.8051308188922865,
      "grad_norm": 2.9961826742652384,
      "learning_rate": 0.00017253155751352319,
      "loss": 4.494,
      "step": 33022
    },
    {
      "epoch": 2.8052157662249404,
      "grad_norm": 2.9348156257147937,
      "learning_rate": 0.00017252476922427926,
      "loss": 4.3155,
      "step": 33023
    },
    {
      "epoch": 2.8053007135575942,
      "grad_norm": 3.265611720452276,
      "learning_rate": 0.00017251798088783923,
      "loss": 4.8165,
      "step": 33024
    },
    {
      "epoch": 2.805385660890248,
      "grad_norm": 3.0498352463114387,
      "learning_rate": 0.0001725111925042172,
      "loss": 4.6694,
      "step": 33025
    },
    {
      "epoch": 2.805470608222902,
      "grad_norm": 3.179601054725657,
      "learning_rate": 0.00017250440407342744,
      "loss": 4.9195,
      "step": 33026
    },
    {
      "epoch": 2.8055555555555554,
      "grad_norm": 3.0420352266283803,
      "learning_rate": 0.0001724976155954842,
      "loss": 4.6647,
      "step": 33027
    },
    {
      "epoch": 2.805640502888209,
      "grad_norm": 2.9960097917421544,
      "learning_rate": 0.00017249082707040175,
      "loss": 4.5592,
      "step": 33028
    },
    {
      "epoch": 2.805725450220863,
      "grad_norm": 2.9414106290941535,
      "learning_rate": 0.0001724840384981941,
      "loss": 4.3034,
      "step": 33029
    },
    {
      "epoch": 2.805810397553517,
      "grad_norm": 3.2286851776357586,
      "learning_rate": 0.00017247724987887574,
      "loss": 5.0582,
      "step": 33030
    },
    {
      "epoch": 2.8058953448861708,
      "grad_norm": 3.117298809101507,
      "learning_rate": 0.00017247046121246073,
      "loss": 4.5422,
      "step": 33031
    },
    {
      "epoch": 2.805980292218824,
      "grad_norm": 3.1372162146066382,
      "learning_rate": 0.0001724636724989633,
      "loss": 4.782,
      "step": 33032
    },
    {
      "epoch": 2.806065239551478,
      "grad_norm": 3.145634745988518,
      "learning_rate": 0.00017245688373839779,
      "loss": 4.6417,
      "step": 33033
    },
    {
      "epoch": 2.806150186884132,
      "grad_norm": 3.397193140820374,
      "learning_rate": 0.0001724500949307783,
      "loss": 4.1948,
      "step": 33034
    },
    {
      "epoch": 2.8062351342167857,
      "grad_norm": 3.218493842865826,
      "learning_rate": 0.00017244330607611908,
      "loss": 4.7644,
      "step": 33035
    },
    {
      "epoch": 2.8063200815494396,
      "grad_norm": 3.048157790360388,
      "learning_rate": 0.0001724365171744344,
      "loss": 4.5613,
      "step": 33036
    },
    {
      "epoch": 2.806405028882093,
      "grad_norm": 3.0063514493160706,
      "learning_rate": 0.0001724297282257385,
      "loss": 4.5994,
      "step": 33037
    },
    {
      "epoch": 2.806489976214747,
      "grad_norm": 3.146521175214836,
      "learning_rate": 0.0001724229392300455,
      "loss": 4.7008,
      "step": 33038
    },
    {
      "epoch": 2.8065749235474007,
      "grad_norm": 3.0206466024271625,
      "learning_rate": 0.00017241615018736975,
      "loss": 4.5173,
      "step": 33039
    },
    {
      "epoch": 2.8066598708800545,
      "grad_norm": 3.252626685246626,
      "learning_rate": 0.0001724093610977254,
      "loss": 5.0277,
      "step": 33040
    },
    {
      "epoch": 2.8067448182127084,
      "grad_norm": 3.0042233798867093,
      "learning_rate": 0.00017240257196112665,
      "loss": 4.5263,
      "step": 33041
    },
    {
      "epoch": 2.806829765545362,
      "grad_norm": 3.121539927183435,
      "learning_rate": 0.00017239578277758783,
      "loss": 4.2987,
      "step": 33042
    },
    {
      "epoch": 2.8069147128780156,
      "grad_norm": 2.9877718309732884,
      "learning_rate": 0.00017238899354712304,
      "loss": 4.489,
      "step": 33043
    },
    {
      "epoch": 2.8069996602106695,
      "grad_norm": 3.0881517530192677,
      "learning_rate": 0.0001723822042697466,
      "loss": 4.9732,
      "step": 33044
    },
    {
      "epoch": 2.807084607543323,
      "grad_norm": 3.015069706911732,
      "learning_rate": 0.0001723754149454727,
      "loss": 4.4261,
      "step": 33045
    },
    {
      "epoch": 2.8071695548759767,
      "grad_norm": 3.3181637993869386,
      "learning_rate": 0.00017236862557431563,
      "loss": 5.0223,
      "step": 33046
    },
    {
      "epoch": 2.8072545022086306,
      "grad_norm": 3.0314392636864493,
      "learning_rate": 0.00017236183615628944,
      "loss": 4.7411,
      "step": 33047
    },
    {
      "epoch": 2.8073394495412844,
      "grad_norm": 2.9651196310557966,
      "learning_rate": 0.00017235504669140856,
      "loss": 4.4522,
      "step": 33048
    },
    {
      "epoch": 2.8074243968739383,
      "grad_norm": 2.988814090980417,
      "learning_rate": 0.0001723482571796871,
      "loss": 4.6526,
      "step": 33049
    },
    {
      "epoch": 2.8075093442065917,
      "grad_norm": 3.052146180991591,
      "learning_rate": 0.00017234146762113928,
      "loss": 4.6769,
      "step": 33050
    },
    {
      "epoch": 2.8075942915392456,
      "grad_norm": 2.952141398910902,
      "learning_rate": 0.0001723346780157794,
      "loss": 4.4437,
      "step": 33051
    },
    {
      "epoch": 2.8076792388718994,
      "grad_norm": 3.1968731080236403,
      "learning_rate": 0.00017232788836362163,
      "loss": 4.8546,
      "step": 33052
    },
    {
      "epoch": 2.8077641862045533,
      "grad_norm": 3.2413915603649057,
      "learning_rate": 0.00017232109866468018,
      "loss": 5.0765,
      "step": 33053
    },
    {
      "epoch": 2.807849133537207,
      "grad_norm": 3.207165147232933,
      "learning_rate": 0.00017231430891896936,
      "loss": 4.7822,
      "step": 33054
    },
    {
      "epoch": 2.8079340808698605,
      "grad_norm": 2.9820823137295256,
      "learning_rate": 0.00017230751912650336,
      "loss": 4.455,
      "step": 33055
    },
    {
      "epoch": 2.8080190282025144,
      "grad_norm": 3.0198704989218554,
      "learning_rate": 0.0001723007292872963,
      "loss": 4.3614,
      "step": 33056
    },
    {
      "epoch": 2.808103975535168,
      "grad_norm": 3.326585033178713,
      "learning_rate": 0.0001722939394013626,
      "loss": 5.2406,
      "step": 33057
    },
    {
      "epoch": 2.808188922867822,
      "grad_norm": 3.186475098443047,
      "learning_rate": 0.00017228714946871635,
      "loss": 4.7706,
      "step": 33058
    },
    {
      "epoch": 2.808273870200476,
      "grad_norm": 3.215688615411779,
      "learning_rate": 0.00017228035948937175,
      "loss": 4.8942,
      "step": 33059
    },
    {
      "epoch": 2.8083588175331293,
      "grad_norm": 2.9655558260116646,
      "learning_rate": 0.00017227356946334318,
      "loss": 4.3574,
      "step": 33060
    },
    {
      "epoch": 2.808443764865783,
      "grad_norm": 3.0040777540353787,
      "learning_rate": 0.00017226677939064474,
      "loss": 4.5451,
      "step": 33061
    },
    {
      "epoch": 2.808528712198437,
      "grad_norm": 3.0449748877089178,
      "learning_rate": 0.00017225998927129072,
      "loss": 4.6829,
      "step": 33062
    },
    {
      "epoch": 2.808613659531091,
      "grad_norm": 2.9961287681162054,
      "learning_rate": 0.00017225319910529525,
      "loss": 4.4589,
      "step": 33063
    },
    {
      "epoch": 2.8086986068637447,
      "grad_norm": 3.0450553356589714,
      "learning_rate": 0.00017224640889267268,
      "loss": 4.422,
      "step": 33064
    },
    {
      "epoch": 2.808783554196398,
      "grad_norm": 3.0269058455034394,
      "learning_rate": 0.00017223961863343718,
      "loss": 4.4268,
      "step": 33065
    },
    {
      "epoch": 2.808868501529052,
      "grad_norm": 2.975239126349215,
      "learning_rate": 0.00017223282832760296,
      "loss": 4.2142,
      "step": 33066
    },
    {
      "epoch": 2.808953448861706,
      "grad_norm": 3.2013543046194917,
      "learning_rate": 0.00017222603797518426,
      "loss": 5.114,
      "step": 33067
    },
    {
      "epoch": 2.8090383961943592,
      "grad_norm": 3.1683508277744017,
      "learning_rate": 0.00017221924757619537,
      "loss": 4.8486,
      "step": 33068
    },
    {
      "epoch": 2.809123343527013,
      "grad_norm": 3.0743293952466457,
      "learning_rate": 0.00017221245713065043,
      "loss": 4.7035,
      "step": 33069
    },
    {
      "epoch": 2.809208290859667,
      "grad_norm": 3.0638808035660983,
      "learning_rate": 0.00017220566663856372,
      "loss": 4.6657,
      "step": 33070
    },
    {
      "epoch": 2.809293238192321,
      "grad_norm": 3.1607304827098672,
      "learning_rate": 0.00017219887609994948,
      "loss": 4.8805,
      "step": 33071
    },
    {
      "epoch": 2.8093781855249746,
      "grad_norm": 3.0665020198717885,
      "learning_rate": 0.00017219208551482183,
      "loss": 4.2917,
      "step": 33072
    },
    {
      "epoch": 2.809463132857628,
      "grad_norm": 3.1353068377445963,
      "learning_rate": 0.00017218529488319517,
      "loss": 4.4544,
      "step": 33073
    },
    {
      "epoch": 2.809548080190282,
      "grad_norm": 3.301595897132912,
      "learning_rate": 0.0001721785042050836,
      "loss": 5.2528,
      "step": 33074
    },
    {
      "epoch": 2.8096330275229358,
      "grad_norm": 3.265998466121492,
      "learning_rate": 0.00017217171348050137,
      "loss": 4.9967,
      "step": 33075
    },
    {
      "epoch": 2.8097179748555896,
      "grad_norm": 3.580304074348631,
      "learning_rate": 0.00017216492270946275,
      "loss": 4.0854,
      "step": 33076
    },
    {
      "epoch": 2.8098029221882435,
      "grad_norm": 3.130491635213826,
      "learning_rate": 0.00017215813189198193,
      "loss": 4.9672,
      "step": 33077
    },
    {
      "epoch": 2.809887869520897,
      "grad_norm": 3.056240410451909,
      "learning_rate": 0.00017215134102807313,
      "loss": 4.3998,
      "step": 33078
    },
    {
      "epoch": 2.8099728168535507,
      "grad_norm": 3.0139697284460825,
      "learning_rate": 0.00017214455011775067,
      "loss": 4.5028,
      "step": 33079
    },
    {
      "epoch": 2.8100577641862046,
      "grad_norm": 3.361143745856035,
      "learning_rate": 0.00017213775916102866,
      "loss": 5.2066,
      "step": 33080
    },
    {
      "epoch": 2.8101427115188584,
      "grad_norm": 3.3309143354985613,
      "learning_rate": 0.00017213096815792134,
      "loss": 4.8648,
      "step": 33081
    },
    {
      "epoch": 2.8102276588515123,
      "grad_norm": 3.0570326068362292,
      "learning_rate": 0.00017212417710844307,
      "loss": 4.3351,
      "step": 33082
    },
    {
      "epoch": 2.8103126061841657,
      "grad_norm": 3.3472439816127504,
      "learning_rate": 0.00017211738601260795,
      "loss": 5.2224,
      "step": 33083
    },
    {
      "epoch": 2.8103975535168195,
      "grad_norm": 3.262282352232373,
      "learning_rate": 0.00017211059487043024,
      "loss": 4.8193,
      "step": 33084
    },
    {
      "epoch": 2.8104825008494734,
      "grad_norm": 3.314444956498841,
      "learning_rate": 0.00017210380368192415,
      "loss": 5.1776,
      "step": 33085
    },
    {
      "epoch": 2.8105674481821272,
      "grad_norm": 2.9185477443794667,
      "learning_rate": 0.00017209701244710396,
      "loss": 4.3458,
      "step": 33086
    },
    {
      "epoch": 2.810652395514781,
      "grad_norm": 3.409556403868406,
      "learning_rate": 0.00017209022116598387,
      "loss": 5.0128,
      "step": 33087
    },
    {
      "epoch": 2.8107373428474345,
      "grad_norm": 3.025362452892508,
      "learning_rate": 0.00017208342983857813,
      "loss": 4.0562,
      "step": 33088
    },
    {
      "epoch": 2.8108222901800883,
      "grad_norm": 3.11743488022646,
      "learning_rate": 0.000172076638464901,
      "loss": 4.7747,
      "step": 33089
    },
    {
      "epoch": 2.810907237512742,
      "grad_norm": 3.0549130965308655,
      "learning_rate": 0.0001720698470449666,
      "loss": 4.6794,
      "step": 33090
    },
    {
      "epoch": 2.8109921848453956,
      "grad_norm": 3.060896568498078,
      "learning_rate": 0.00017206305557878923,
      "loss": 4.5788,
      "step": 33091
    },
    {
      "epoch": 2.81107713217805,
      "grad_norm": 3.261820854108295,
      "learning_rate": 0.00017205626406638315,
      "loss": 4.8828,
      "step": 33092
    },
    {
      "epoch": 2.8111620795107033,
      "grad_norm": 3.0786942573695457,
      "learning_rate": 0.00017204947250776254,
      "loss": 4.4414,
      "step": 33093
    },
    {
      "epoch": 2.811247026843357,
      "grad_norm": 2.90639790589882,
      "learning_rate": 0.00017204268090294163,
      "loss": 4.191,
      "step": 33094
    },
    {
      "epoch": 2.811331974176011,
      "grad_norm": 3.0742896707971017,
      "learning_rate": 0.0001720358892519347,
      "loss": 4.4823,
      "step": 33095
    },
    {
      "epoch": 2.8114169215086644,
      "grad_norm": 3.2396660789393326,
      "learning_rate": 0.0001720290975547559,
      "loss": 5.0664,
      "step": 33096
    },
    {
      "epoch": 2.8115018688413183,
      "grad_norm": 3.25594130719089,
      "learning_rate": 0.00017202230581141954,
      "loss": 4.871,
      "step": 33097
    },
    {
      "epoch": 2.811586816173972,
      "grad_norm": 3.2090378072893873,
      "learning_rate": 0.0001720155140219398,
      "loss": 4.755,
      "step": 33098
    },
    {
      "epoch": 2.811671763506626,
      "grad_norm": 3.16863259624596,
      "learning_rate": 0.00017200872218633092,
      "loss": 4.6958,
      "step": 33099
    },
    {
      "epoch": 2.81175671083928,
      "grad_norm": 2.9612922556352137,
      "learning_rate": 0.0001720019303046072,
      "loss": 4.3143,
      "step": 33100
    },
    {
      "epoch": 2.811841658171933,
      "grad_norm": 3.124247638747513,
      "learning_rate": 0.00017199513837678275,
      "loss": 4.6237,
      "step": 33101
    },
    {
      "epoch": 2.811926605504587,
      "grad_norm": 3.046299985473918,
      "learning_rate": 0.0001719883464028719,
      "loss": 4.4852,
      "step": 33102
    },
    {
      "epoch": 2.812011552837241,
      "grad_norm": 3.2536712427182075,
      "learning_rate": 0.00017198155438288883,
      "loss": 4.93,
      "step": 33103
    },
    {
      "epoch": 2.8120965001698948,
      "grad_norm": 2.965647340498211,
      "learning_rate": 0.0001719747623168478,
      "loss": 4.1814,
      "step": 33104
    },
    {
      "epoch": 2.8121814475025486,
      "grad_norm": 3.2127466869164314,
      "learning_rate": 0.00017196797020476305,
      "loss": 4.8082,
      "step": 33105
    },
    {
      "epoch": 2.812266394835202,
      "grad_norm": 3.2567501332978073,
      "learning_rate": 0.0001719611780466487,
      "loss": 4.788,
      "step": 33106
    },
    {
      "epoch": 2.812351342167856,
      "grad_norm": 3.2298078922987514,
      "learning_rate": 0.00017195438584251916,
      "loss": 4.8328,
      "step": 33107
    },
    {
      "epoch": 2.8124362895005097,
      "grad_norm": 3.228954989621176,
      "learning_rate": 0.00017194759359238853,
      "loss": 4.7049,
      "step": 33108
    },
    {
      "epoch": 2.8125212368331636,
      "grad_norm": 3.238298411382185,
      "learning_rate": 0.0001719408012962711,
      "loss": 5.0472,
      "step": 33109
    },
    {
      "epoch": 2.8126061841658174,
      "grad_norm": 3.0168307324250483,
      "learning_rate": 0.00017193400895418106,
      "loss": 4.4834,
      "step": 33110
    },
    {
      "epoch": 2.812691131498471,
      "grad_norm": 3.139288314047641,
      "learning_rate": 0.00017192721656613267,
      "loss": 4.6028,
      "step": 33111
    },
    {
      "epoch": 2.8127760788311247,
      "grad_norm": 3.039523175538548,
      "learning_rate": 0.00017192042413214018,
      "loss": 4.4539,
      "step": 33112
    },
    {
      "epoch": 2.8128610261637785,
      "grad_norm": 3.0566135164057946,
      "learning_rate": 0.0001719136316522178,
      "loss": 4.5597,
      "step": 33113
    },
    {
      "epoch": 2.812945973496432,
      "grad_norm": 3.145517899233116,
      "learning_rate": 0.00017190683912637975,
      "loss": 4.6898,
      "step": 33114
    },
    {
      "epoch": 2.8130309208290862,
      "grad_norm": 3.185570498802247,
      "learning_rate": 0.00017190004655464027,
      "loss": 4.8015,
      "step": 33115
    },
    {
      "epoch": 2.8131158681617396,
      "grad_norm": 3.0258313071831284,
      "learning_rate": 0.00017189325393701364,
      "loss": 4.5075,
      "step": 33116
    },
    {
      "epoch": 2.8132008154943935,
      "grad_norm": 2.9397258367526122,
      "learning_rate": 0.00017188646127351404,
      "loss": 4.1181,
      "step": 33117
    },
    {
      "epoch": 2.8132857628270473,
      "grad_norm": 2.953512553813051,
      "learning_rate": 0.00017187966856415567,
      "loss": 4.1682,
      "step": 33118
    },
    {
      "epoch": 2.8133707101597007,
      "grad_norm": 2.9181266596487623,
      "learning_rate": 0.00017187287580895284,
      "loss": 4.4597,
      "step": 33119
    },
    {
      "epoch": 2.8134556574923546,
      "grad_norm": 3.156598719351977,
      "learning_rate": 0.00017186608300791975,
      "loss": 4.9304,
      "step": 33120
    },
    {
      "epoch": 2.8135406048250085,
      "grad_norm": 3.2702577095410015,
      "learning_rate": 0.0001718592901610706,
      "loss": 5.0357,
      "step": 33121
    },
    {
      "epoch": 2.8136255521576623,
      "grad_norm": 3.0889352940992483,
      "learning_rate": 0.0001718524972684197,
      "loss": 4.5402,
      "step": 33122
    },
    {
      "epoch": 2.813710499490316,
      "grad_norm": 3.0987448695039186,
      "learning_rate": 0.00017184570432998125,
      "loss": 4.7296,
      "step": 33123
    },
    {
      "epoch": 2.8137954468229696,
      "grad_norm": 3.25362361423574,
      "learning_rate": 0.00017183891134576942,
      "loss": 4.8472,
      "step": 33124
    },
    {
      "epoch": 2.8138803941556234,
      "grad_norm": 3.0093606117797216,
      "learning_rate": 0.00017183211831579856,
      "loss": 4.651,
      "step": 33125
    },
    {
      "epoch": 2.8139653414882773,
      "grad_norm": 2.996870280452515,
      "learning_rate": 0.00017182532524008277,
      "loss": 4.5081,
      "step": 33126
    },
    {
      "epoch": 2.814050288820931,
      "grad_norm": 3.2512402361538,
      "learning_rate": 0.00017181853211863639,
      "loss": 4.9638,
      "step": 33127
    },
    {
      "epoch": 2.814135236153585,
      "grad_norm": 3.1241503102228907,
      "learning_rate": 0.0001718117389514736,
      "loss": 4.6446,
      "step": 33128
    },
    {
      "epoch": 2.8142201834862384,
      "grad_norm": 2.9611336261227974,
      "learning_rate": 0.00017180494573860864,
      "loss": 4.5076,
      "step": 33129
    },
    {
      "epoch": 2.814305130818892,
      "grad_norm": 2.887729385876099,
      "learning_rate": 0.0001717981524800558,
      "loss": 4.1631,
      "step": 33130
    },
    {
      "epoch": 2.814390078151546,
      "grad_norm": 3.4543627927450036,
      "learning_rate": 0.0001717913591758292,
      "loss": 4.0017,
      "step": 33131
    },
    {
      "epoch": 2.8144750254842,
      "grad_norm": 3.0355759243564675,
      "learning_rate": 0.00017178456582594325,
      "loss": 4.5578,
      "step": 33132
    },
    {
      "epoch": 2.8145599728168538,
      "grad_norm": 2.9892677441486897,
      "learning_rate": 0.00017177777243041194,
      "loss": 4.3351,
      "step": 33133
    },
    {
      "epoch": 2.814644920149507,
      "grad_norm": 3.341301047141559,
      "learning_rate": 0.00017177097898924976,
      "loss": 5.0652,
      "step": 33134
    },
    {
      "epoch": 2.814729867482161,
      "grad_norm": 2.9914778876333292,
      "learning_rate": 0.00017176418550247076,
      "loss": 4.7317,
      "step": 33135
    },
    {
      "epoch": 2.814814814814815,
      "grad_norm": 3.047516270316622,
      "learning_rate": 0.00017175739197008926,
      "loss": 4.5571,
      "step": 33136
    },
    {
      "epoch": 2.8148997621474687,
      "grad_norm": 3.036525215297503,
      "learning_rate": 0.00017175059839211944,
      "loss": 4.6266,
      "step": 33137
    },
    {
      "epoch": 2.8149847094801226,
      "grad_norm": 3.0897765952769154,
      "learning_rate": 0.0001717438047685756,
      "loss": 4.7539,
      "step": 33138
    },
    {
      "epoch": 2.815069656812776,
      "grad_norm": 3.1074414210237484,
      "learning_rate": 0.0001717370110994719,
      "loss": 4.8912,
      "step": 33139
    },
    {
      "epoch": 2.81515460414543,
      "grad_norm": 2.930919926754858,
      "learning_rate": 0.00017173021738482266,
      "loss": 4.1621,
      "step": 33140
    },
    {
      "epoch": 2.8152395514780837,
      "grad_norm": 3.200516568756778,
      "learning_rate": 0.0001717234236246421,
      "loss": 5.0742,
      "step": 33141
    },
    {
      "epoch": 2.815324498810737,
      "grad_norm": 3.07990342219241,
      "learning_rate": 0.00017171662981894437,
      "loss": 4.5295,
      "step": 33142
    },
    {
      "epoch": 2.815409446143391,
      "grad_norm": 3.140673022623936,
      "learning_rate": 0.00017170983596774382,
      "loss": 4.4586,
      "step": 33143
    },
    {
      "epoch": 2.815494393476045,
      "grad_norm": 2.985527248284754,
      "learning_rate": 0.00017170304207105456,
      "loss": 4.4277,
      "step": 33144
    },
    {
      "epoch": 2.8155793408086986,
      "grad_norm": 3.261005327867377,
      "learning_rate": 0.00017169624812889093,
      "loss": 4.9367,
      "step": 33145
    },
    {
      "epoch": 2.8156642881413525,
      "grad_norm": 3.157011483934217,
      "learning_rate": 0.00017168945414126712,
      "loss": 3.9779,
      "step": 33146
    },
    {
      "epoch": 2.815749235474006,
      "grad_norm": 3.1111190277398486,
      "learning_rate": 0.00017168266010819737,
      "loss": 3.9481,
      "step": 33147
    },
    {
      "epoch": 2.8158341828066598,
      "grad_norm": 3.2226314216185514,
      "learning_rate": 0.0001716758660296959,
      "loss": 4.8652,
      "step": 33148
    },
    {
      "epoch": 2.8159191301393136,
      "grad_norm": 3.319653446146203,
      "learning_rate": 0.00017166907190577699,
      "loss": 5.1002,
      "step": 33149
    },
    {
      "epoch": 2.8160040774719675,
      "grad_norm": 2.9955317335310045,
      "learning_rate": 0.00017166227773645487,
      "loss": 4.5943,
      "step": 33150
    },
    {
      "epoch": 2.8160890248046213,
      "grad_norm": 2.973942588654605,
      "learning_rate": 0.00017165548352174374,
      "loss": 4.4608,
      "step": 33151
    },
    {
      "epoch": 2.8161739721372747,
      "grad_norm": 2.9344430112690985,
      "learning_rate": 0.00017164868926165783,
      "loss": 4.1784,
      "step": 33152
    },
    {
      "epoch": 2.8162589194699286,
      "grad_norm": 2.9728422928884104,
      "learning_rate": 0.0001716418949562114,
      "loss": 4.3025,
      "step": 33153
    },
    {
      "epoch": 2.8163438668025824,
      "grad_norm": 3.0120924657838,
      "learning_rate": 0.00017163510060541875,
      "loss": 4.4259,
      "step": 33154
    },
    {
      "epoch": 2.8164288141352363,
      "grad_norm": 3.0416733709095056,
      "learning_rate": 0.00017162830620929398,
      "loss": 4.5823,
      "step": 33155
    },
    {
      "epoch": 2.81651376146789,
      "grad_norm": 3.2284961660833673,
      "learning_rate": 0.0001716215117678514,
      "loss": 5.0387,
      "step": 33156
    },
    {
      "epoch": 2.8165987088005435,
      "grad_norm": 3.092845207023526,
      "learning_rate": 0.00017161471728110528,
      "loss": 4.5942,
      "step": 33157
    },
    {
      "epoch": 2.8166836561331974,
      "grad_norm": 3.1770151484684916,
      "learning_rate": 0.00017160792274906978,
      "loss": 4.9113,
      "step": 33158
    },
    {
      "epoch": 2.8167686034658512,
      "grad_norm": 3.0438022262838236,
      "learning_rate": 0.00017160112817175922,
      "loss": 4.4829,
      "step": 33159
    },
    {
      "epoch": 2.816853550798505,
      "grad_norm": 3.1079562380996157,
      "learning_rate": 0.00017159433354918777,
      "loss": 4.8166,
      "step": 33160
    },
    {
      "epoch": 2.816938498131159,
      "grad_norm": 2.8746478619139717,
      "learning_rate": 0.00017158753888136968,
      "loss": 4.4409,
      "step": 33161
    },
    {
      "epoch": 2.8170234454638123,
      "grad_norm": 3.010801420459427,
      "learning_rate": 0.0001715807441683192,
      "loss": 4.3432,
      "step": 33162
    },
    {
      "epoch": 2.817108392796466,
      "grad_norm": 2.9770805612814017,
      "learning_rate": 0.0001715739494100506,
      "loss": 4.5394,
      "step": 33163
    },
    {
      "epoch": 2.81719334012912,
      "grad_norm": 3.105502947793184,
      "learning_rate": 0.000171567154606578,
      "loss": 4.7107,
      "step": 33164
    },
    {
      "epoch": 2.8172782874617734,
      "grad_norm": 3.230089120428285,
      "learning_rate": 0.0001715603597579158,
      "loss": 5.0383,
      "step": 33165
    },
    {
      "epoch": 2.8173632347944273,
      "grad_norm": 3.0544766620871915,
      "learning_rate": 0.00017155356486407814,
      "loss": 4.3916,
      "step": 33166
    },
    {
      "epoch": 2.817448182127081,
      "grad_norm": 2.983327454410528,
      "learning_rate": 0.00017154676992507922,
      "loss": 4.5921,
      "step": 33167
    },
    {
      "epoch": 2.817533129459735,
      "grad_norm": 3.1143688208334646,
      "learning_rate": 0.0001715399749409334,
      "loss": 4.7935,
      "step": 33168
    },
    {
      "epoch": 2.817618076792389,
      "grad_norm": 3.07171550994274,
      "learning_rate": 0.00017153317991165477,
      "loss": 4.7833,
      "step": 33169
    },
    {
      "epoch": 2.8177030241250423,
      "grad_norm": 3.0573353664248533,
      "learning_rate": 0.00017152638483725768,
      "loss": 4.387,
      "step": 33170
    },
    {
      "epoch": 2.817787971457696,
      "grad_norm": 3.0510484471631742,
      "learning_rate": 0.00017151958971775637,
      "loss": 4.4795,
      "step": 33171
    },
    {
      "epoch": 2.81787291879035,
      "grad_norm": 3.0518407486947696,
      "learning_rate": 0.000171512794553165,
      "loss": 4.7815,
      "step": 33172
    },
    {
      "epoch": 2.817957866123004,
      "grad_norm": 3.0248136905708085,
      "learning_rate": 0.00017150599934349784,
      "loss": 4.475,
      "step": 33173
    },
    {
      "epoch": 2.8180428134556577,
      "grad_norm": 3.006375151802941,
      "learning_rate": 0.0001714992040887692,
      "loss": 4.5807,
      "step": 33174
    },
    {
      "epoch": 2.818127760788311,
      "grad_norm": 3.061914426347783,
      "learning_rate": 0.0001714924087889932,
      "loss": 4.51,
      "step": 33175
    },
    {
      "epoch": 2.818212708120965,
      "grad_norm": 3.1324441086789765,
      "learning_rate": 0.0001714856134441841,
      "loss": 4.7999,
      "step": 33176
    },
    {
      "epoch": 2.8182976554536188,
      "grad_norm": 3.916934148941936,
      "learning_rate": 0.00017147881805435622,
      "loss": 4.3328,
      "step": 33177
    },
    {
      "epoch": 2.8183826027862726,
      "grad_norm": 3.0260426956325603,
      "learning_rate": 0.00017147202261952375,
      "loss": 4.5263,
      "step": 33178
    },
    {
      "epoch": 2.8184675501189265,
      "grad_norm": 3.28788671455419,
      "learning_rate": 0.00017146522713970094,
      "loss": 5.0207,
      "step": 33179
    },
    {
      "epoch": 2.81855249745158,
      "grad_norm": 2.8994681307478127,
      "learning_rate": 0.00017145843161490195,
      "loss": 4.2538,
      "step": 33180
    },
    {
      "epoch": 2.8186374447842337,
      "grad_norm": 2.936169969129103,
      "learning_rate": 0.00017145163604514118,
      "loss": 4.194,
      "step": 33181
    },
    {
      "epoch": 2.8187223921168876,
      "grad_norm": 3.064023717523301,
      "learning_rate": 0.0001714448404304327,
      "loss": 4.6217,
      "step": 33182
    },
    {
      "epoch": 2.8188073394495414,
      "grad_norm": 3.067483439803621,
      "learning_rate": 0.00017143804477079088,
      "loss": 4.3617,
      "step": 33183
    },
    {
      "epoch": 2.8188922867821953,
      "grad_norm": 3.288434968189599,
      "learning_rate": 0.00017143124906622987,
      "loss": 5.2516,
      "step": 33184
    },
    {
      "epoch": 2.8189772341148487,
      "grad_norm": 3.117895040289672,
      "learning_rate": 0.00017142445331676392,
      "loss": 4.7747,
      "step": 33185
    },
    {
      "epoch": 2.8190621814475025,
      "grad_norm": 2.976312935604219,
      "learning_rate": 0.00017141765752240733,
      "loss": 4.499,
      "step": 33186
    },
    {
      "epoch": 2.8191471287801564,
      "grad_norm": 2.9736531993986013,
      "learning_rate": 0.00017141086168317426,
      "loss": 4.3017,
      "step": 33187
    },
    {
      "epoch": 2.81923207611281,
      "grad_norm": 3.1431094434691396,
      "learning_rate": 0.000171404065799079,
      "loss": 5.1576,
      "step": 33188
    },
    {
      "epoch": 2.819317023445464,
      "grad_norm": 2.972246784519575,
      "learning_rate": 0.00017139726987013579,
      "loss": 4.3779,
      "step": 33189
    },
    {
      "epoch": 2.8194019707781175,
      "grad_norm": 2.9895472202944036,
      "learning_rate": 0.0001713904738963589,
      "loss": 4.4976,
      "step": 33190
    },
    {
      "epoch": 2.8194869181107713,
      "grad_norm": 3.0627249351668326,
      "learning_rate": 0.00017138367787776244,
      "loss": 4.7062,
      "step": 33191
    },
    {
      "epoch": 2.819571865443425,
      "grad_norm": 2.948280245437263,
      "learning_rate": 0.0001713768818143608,
      "loss": 4.3903,
      "step": 33192
    },
    {
      "epoch": 2.8196568127760786,
      "grad_norm": 3.2255672739327026,
      "learning_rate": 0.00017137008570616814,
      "loss": 4.8772,
      "step": 33193
    },
    {
      "epoch": 2.8197417601087325,
      "grad_norm": 3.0359751264950976,
      "learning_rate": 0.0001713632895531987,
      "loss": 4.7401,
      "step": 33194
    },
    {
      "epoch": 2.8198267074413863,
      "grad_norm": 2.9624921735386365,
      "learning_rate": 0.00017135649335546675,
      "loss": 4.5636,
      "step": 33195
    },
    {
      "epoch": 2.81991165477404,
      "grad_norm": 3.1953730385101635,
      "learning_rate": 0.0001713496971129865,
      "loss": 4.9619,
      "step": 33196
    },
    {
      "epoch": 2.819996602106694,
      "grad_norm": 2.9447028171952,
      "learning_rate": 0.00017134290082577227,
      "loss": 4.2087,
      "step": 33197
    },
    {
      "epoch": 2.8200815494393474,
      "grad_norm": 3.28146864929724,
      "learning_rate": 0.00017133610449383813,
      "loss": 5.1146,
      "step": 33198
    },
    {
      "epoch": 2.8201664967720013,
      "grad_norm": 3.3427407116939984,
      "learning_rate": 0.00017132930811719852,
      "loss": 5.0251,
      "step": 33199
    },
    {
      "epoch": 2.820251444104655,
      "grad_norm": 3.0574210909690276,
      "learning_rate": 0.00017132251169586752,
      "loss": 4.6549,
      "step": 33200
    },
    {
      "epoch": 2.820336391437309,
      "grad_norm": 3.099933383673102,
      "learning_rate": 0.00017131571522985948,
      "loss": 4.4713,
      "step": 33201
    },
    {
      "epoch": 2.820421338769963,
      "grad_norm": 3.0458072250291774,
      "learning_rate": 0.00017130891871918862,
      "loss": 4.3757,
      "step": 33202
    },
    {
      "epoch": 2.8205062861026162,
      "grad_norm": 3.2001079124847633,
      "learning_rate": 0.0001713021221638691,
      "loss": 4.9453,
      "step": 33203
    },
    {
      "epoch": 2.82059123343527,
      "grad_norm": 2.971030191075955,
      "learning_rate": 0.00017129532556391523,
      "loss": 4.4284,
      "step": 33204
    },
    {
      "epoch": 2.820676180767924,
      "grad_norm": 3.110497225443839,
      "learning_rate": 0.00017128852891934129,
      "loss": 4.7414,
      "step": 33205
    },
    {
      "epoch": 2.8207611281005778,
      "grad_norm": 3.31072607718601,
      "learning_rate": 0.00017128173223016145,
      "loss": 5.0628,
      "step": 33206
    },
    {
      "epoch": 2.8208460754332316,
      "grad_norm": 2.9627518103503423,
      "learning_rate": 0.00017127493549638995,
      "loss": 4.4058,
      "step": 33207
    },
    {
      "epoch": 2.820931022765885,
      "grad_norm": 3.0431330070985476,
      "learning_rate": 0.00017126813871804107,
      "loss": 4.6844,
      "step": 33208
    },
    {
      "epoch": 2.821015970098539,
      "grad_norm": 3.094816058696703,
      "learning_rate": 0.00017126134189512907,
      "loss": 4.5893,
      "step": 33209
    },
    {
      "epoch": 2.8211009174311927,
      "grad_norm": 2.956733707693244,
      "learning_rate": 0.0001712545450276681,
      "loss": 4.4327,
      "step": 33210
    },
    {
      "epoch": 2.821185864763846,
      "grad_norm": 3.0455117327285817,
      "learning_rate": 0.0001712477481156725,
      "loss": 4.5491,
      "step": 33211
    },
    {
      "epoch": 2.8212708120965004,
      "grad_norm": 3.0030326884909364,
      "learning_rate": 0.00017124095115915645,
      "loss": 4.5012,
      "step": 33212
    },
    {
      "epoch": 2.821355759429154,
      "grad_norm": 3.000473238964135,
      "learning_rate": 0.0001712341541581342,
      "loss": 4.5326,
      "step": 33213
    },
    {
      "epoch": 2.8214407067618077,
      "grad_norm": 3.0830968107035264,
      "learning_rate": 0.00017122735711262003,
      "loss": 4.6135,
      "step": 33214
    },
    {
      "epoch": 2.8215256540944615,
      "grad_norm": 3.21945167220646,
      "learning_rate": 0.00017122056002262818,
      "loss": 4.9269,
      "step": 33215
    },
    {
      "epoch": 2.821610601427115,
      "grad_norm": 3.1294461498212325,
      "learning_rate": 0.0001712137628881728,
      "loss": 4.7185,
      "step": 33216
    },
    {
      "epoch": 2.821695548759769,
      "grad_norm": 3.195938921998781,
      "learning_rate": 0.00017120696570926828,
      "loss": 4.9323,
      "step": 33217
    },
    {
      "epoch": 2.8217804960924227,
      "grad_norm": 3.2405433326075883,
      "learning_rate": 0.00017120016848592873,
      "loss": 4.1843,
      "step": 33218
    },
    {
      "epoch": 2.8218654434250765,
      "grad_norm": 3.1763314068255704,
      "learning_rate": 0.00017119337121816844,
      "loss": 5.0347,
      "step": 33219
    },
    {
      "epoch": 2.8219503907577304,
      "grad_norm": 3.243164367204558,
      "learning_rate": 0.00017118657390600164,
      "loss": 4.7764,
      "step": 33220
    },
    {
      "epoch": 2.8220353380903838,
      "grad_norm": 3.1039910676252087,
      "learning_rate": 0.00017117977654944262,
      "loss": 4.8546,
      "step": 33221
    },
    {
      "epoch": 2.8221202854230376,
      "grad_norm": 2.970196313349184,
      "learning_rate": 0.0001711729791485056,
      "loss": 4.5,
      "step": 33222
    },
    {
      "epoch": 2.8222052327556915,
      "grad_norm": 3.2855908138298413,
      "learning_rate": 0.0001711661817032048,
      "loss": 5.2684,
      "step": 33223
    },
    {
      "epoch": 2.8222901800883453,
      "grad_norm": 3.1509998601068,
      "learning_rate": 0.00017115938421355452,
      "loss": 4.8332,
      "step": 33224
    },
    {
      "epoch": 2.822375127420999,
      "grad_norm": 3.1903260813412997,
      "learning_rate": 0.00017115258667956885,
      "loss": 4.9727,
      "step": 33225
    },
    {
      "epoch": 2.8224600747536526,
      "grad_norm": 3.0773158923570594,
      "learning_rate": 0.00017114578910126227,
      "loss": 4.4493,
      "step": 33226
    },
    {
      "epoch": 2.8225450220863064,
      "grad_norm": 3.2397121511236,
      "learning_rate": 0.00017113899147864882,
      "loss": 4.9095,
      "step": 33227
    },
    {
      "epoch": 2.8226299694189603,
      "grad_norm": 3.018520519607249,
      "learning_rate": 0.00017113219381174283,
      "loss": 4.5715,
      "step": 33228
    },
    {
      "epoch": 2.822714916751614,
      "grad_norm": 3.2894261596083982,
      "learning_rate": 0.00017112539610055855,
      "loss": 4.9923,
      "step": 33229
    },
    {
      "epoch": 2.822799864084268,
      "grad_norm": 3.2475321939603607,
      "learning_rate": 0.00017111859834511016,
      "loss": 4.899,
      "step": 33230
    },
    {
      "epoch": 2.8228848114169214,
      "grad_norm": 3.1086009529197827,
      "learning_rate": 0.000171111800545412,
      "loss": 4.632,
      "step": 33231
    },
    {
      "epoch": 2.8229697587495752,
      "grad_norm": 3.2415775823974036,
      "learning_rate": 0.00017110500270147824,
      "loss": 4.9745,
      "step": 33232
    },
    {
      "epoch": 2.823054706082229,
      "grad_norm": 3.028366488586571,
      "learning_rate": 0.00017109820481332316,
      "loss": 4.413,
      "step": 33233
    },
    {
      "epoch": 2.823139653414883,
      "grad_norm": 3.0913033708506186,
      "learning_rate": 0.00017109140688096092,
      "loss": 4.2584,
      "step": 33234
    },
    {
      "epoch": 2.823224600747537,
      "grad_norm": 3.103203408264219,
      "learning_rate": 0.00017108460890440596,
      "loss": 4.7484,
      "step": 33235
    },
    {
      "epoch": 2.82330954808019,
      "grad_norm": 3.234609835222651,
      "learning_rate": 0.0001710778108836723,
      "loss": 4.9579,
      "step": 33236
    },
    {
      "epoch": 2.823394495412844,
      "grad_norm": 3.2880062143011433,
      "learning_rate": 0.00017107101281877432,
      "loss": 4.8062,
      "step": 33237
    },
    {
      "epoch": 2.823479442745498,
      "grad_norm": 3.256109484075731,
      "learning_rate": 0.0001710642147097262,
      "loss": 4.8219,
      "step": 33238
    },
    {
      "epoch": 2.8235643900781513,
      "grad_norm": 3.1960563831656414,
      "learning_rate": 0.0001710574165565422,
      "loss": 4.8954,
      "step": 33239
    },
    {
      "epoch": 2.823649337410805,
      "grad_norm": 3.019075775633459,
      "learning_rate": 0.0001710506183592366,
      "loss": 4.4362,
      "step": 33240
    },
    {
      "epoch": 2.823734284743459,
      "grad_norm": 2.986144227181143,
      "learning_rate": 0.0001710438201178236,
      "loss": 4.2417,
      "step": 33241
    },
    {
      "epoch": 2.823819232076113,
      "grad_norm": 3.0286955633407415,
      "learning_rate": 0.00017103702183231747,
      "loss": 4.6566,
      "step": 33242
    },
    {
      "epoch": 2.8239041794087667,
      "grad_norm": 3.2629701865468603,
      "learning_rate": 0.00017103022350273246,
      "loss": 4.8459,
      "step": 33243
    },
    {
      "epoch": 2.82398912674142,
      "grad_norm": 3.146876500817166,
      "learning_rate": 0.00017102342512908275,
      "loss": 4.6447,
      "step": 33244
    },
    {
      "epoch": 2.824074074074074,
      "grad_norm": 3.007354953037494,
      "learning_rate": 0.0001710166267113827,
      "loss": 4.4322,
      "step": 33245
    },
    {
      "epoch": 2.824159021406728,
      "grad_norm": 3.1004206949179847,
      "learning_rate": 0.00017100982824964643,
      "loss": 4.6774,
      "step": 33246
    },
    {
      "epoch": 2.8242439687393817,
      "grad_norm": 3.013980850931001,
      "learning_rate": 0.00017100302974388826,
      "loss": 4.5007,
      "step": 33247
    },
    {
      "epoch": 2.8243289160720355,
      "grad_norm": 3.2386614767745407,
      "learning_rate": 0.00017099623119412247,
      "loss": 4.9159,
      "step": 33248
    },
    {
      "epoch": 2.824413863404689,
      "grad_norm": 3.2663366812091934,
      "learning_rate": 0.00017098943260036322,
      "loss": 4.738,
      "step": 33249
    },
    {
      "epoch": 2.8244988107373428,
      "grad_norm": 3.2188780269713817,
      "learning_rate": 0.00017098263396262474,
      "loss": 5.0272,
      "step": 33250
    },
    {
      "epoch": 2.8245837580699966,
      "grad_norm": 3.012724850799008,
      "learning_rate": 0.0001709758352809214,
      "loss": 4.2507,
      "step": 33251
    },
    {
      "epoch": 2.8246687054026505,
      "grad_norm": 3.137771434846714,
      "learning_rate": 0.00017096903655526734,
      "loss": 4.5604,
      "step": 33252
    },
    {
      "epoch": 2.8247536527353043,
      "grad_norm": 3.12590489756097,
      "learning_rate": 0.00017096223778567684,
      "loss": 4.6602,
      "step": 33253
    },
    {
      "epoch": 2.8248386000679577,
      "grad_norm": 2.9719920102904345,
      "learning_rate": 0.00017095543897216413,
      "loss": 4.3258,
      "step": 33254
    },
    {
      "epoch": 2.8249235474006116,
      "grad_norm": 3.2214575550397044,
      "learning_rate": 0.00017094864011474344,
      "loss": 4.6288,
      "step": 33255
    },
    {
      "epoch": 2.8250084947332654,
      "grad_norm": 3.45595000262061,
      "learning_rate": 0.00017094184121342908,
      "loss": 3.996,
      "step": 33256
    },
    {
      "epoch": 2.8250934420659193,
      "grad_norm": 3.0577547003007752,
      "learning_rate": 0.00017093504226823526,
      "loss": 4.5281,
      "step": 33257
    },
    {
      "epoch": 2.825178389398573,
      "grad_norm": 3.3180631375480294,
      "learning_rate": 0.00017092824327917622,
      "loss": 5.0503,
      "step": 33258
    },
    {
      "epoch": 2.8252633367312265,
      "grad_norm": 3.044723973932947,
      "learning_rate": 0.0001709214442462662,
      "loss": 4.4696,
      "step": 33259
    },
    {
      "epoch": 2.8253482840638804,
      "grad_norm": 3.0924105312483463,
      "learning_rate": 0.00017091464516951944,
      "loss": 4.7199,
      "step": 33260
    },
    {
      "epoch": 2.8254332313965342,
      "grad_norm": 2.9867832663580054,
      "learning_rate": 0.00017090784604895023,
      "loss": 4.5461,
      "step": 33261
    },
    {
      "epoch": 2.8255181787291876,
      "grad_norm": 3.0469457869812295,
      "learning_rate": 0.00017090104688457277,
      "loss": 4.6316,
      "step": 33262
    },
    {
      "epoch": 2.8256031260618415,
      "grad_norm": 3.043728044168979,
      "learning_rate": 0.00017089424767640133,
      "loss": 4.425,
      "step": 33263
    },
    {
      "epoch": 2.8256880733944953,
      "grad_norm": 3.057830033937362,
      "learning_rate": 0.00017088744842445018,
      "loss": 4.5484,
      "step": 33264
    },
    {
      "epoch": 2.825773020727149,
      "grad_norm": 3.06871090235489,
      "learning_rate": 0.00017088064912873348,
      "loss": 4.4348,
      "step": 33265
    },
    {
      "epoch": 2.825857968059803,
      "grad_norm": 3.068898176538193,
      "learning_rate": 0.00017087384978926556,
      "loss": 4.1374,
      "step": 33266
    },
    {
      "epoch": 2.8259429153924565,
      "grad_norm": 2.9757449675752032,
      "learning_rate": 0.00017086705040606065,
      "loss": 4.3059,
      "step": 33267
    },
    {
      "epoch": 2.8260278627251103,
      "grad_norm": 3.0198988728806144,
      "learning_rate": 0.00017086025097913296,
      "loss": 4.4748,
      "step": 33268
    },
    {
      "epoch": 2.826112810057764,
      "grad_norm": 2.980011738108433,
      "learning_rate": 0.00017085345150849682,
      "loss": 4.407,
      "step": 33269
    },
    {
      "epoch": 2.826197757390418,
      "grad_norm": 2.9684504619474597,
      "learning_rate": 0.0001708466519941664,
      "loss": 4.1771,
      "step": 33270
    },
    {
      "epoch": 2.826282704723072,
      "grad_norm": 3.261381081359536,
      "learning_rate": 0.00017083985243615595,
      "loss": 4.8174,
      "step": 33271
    },
    {
      "epoch": 2.8263676520557253,
      "grad_norm": 3.028920950682611,
      "learning_rate": 0.0001708330528344797,
      "loss": 4.3999,
      "step": 33272
    },
    {
      "epoch": 2.826452599388379,
      "grad_norm": 3.096843747901159,
      "learning_rate": 0.00017082625318915197,
      "loss": 4.5136,
      "step": 33273
    },
    {
      "epoch": 2.826537546721033,
      "grad_norm": 3.0937668358100687,
      "learning_rate": 0.00017081945350018695,
      "loss": 4.8535,
      "step": 33274
    },
    {
      "epoch": 2.826622494053687,
      "grad_norm": 2.997016486678844,
      "learning_rate": 0.00017081265376759893,
      "loss": 4.5617,
      "step": 33275
    },
    {
      "epoch": 2.8267074413863407,
      "grad_norm": 3.3266862146562057,
      "learning_rate": 0.00017080585399140215,
      "loss": 5.2896,
      "step": 33276
    },
    {
      "epoch": 2.826792388718994,
      "grad_norm": 3.0844959845123117,
      "learning_rate": 0.00017079905417161082,
      "loss": 4.8175,
      "step": 33277
    },
    {
      "epoch": 2.826877336051648,
      "grad_norm": 3.2477524351432194,
      "learning_rate": 0.0001707922543082392,
      "loss": 4.7846,
      "step": 33278
    },
    {
      "epoch": 2.8269622833843018,
      "grad_norm": 3.0649478238370205,
      "learning_rate": 0.0001707854544013016,
      "loss": 4.6776,
      "step": 33279
    },
    {
      "epoch": 2.8270472307169556,
      "grad_norm": 3.159659459351367,
      "learning_rate": 0.00017077865445081213,
      "loss": 4.6019,
      "step": 33280
    },
    {
      "epoch": 2.8271321780496095,
      "grad_norm": 3.0225329498366977,
      "learning_rate": 0.00017077185445678517,
      "loss": 4.5646,
      "step": 33281
    },
    {
      "epoch": 2.827217125382263,
      "grad_norm": 3.155277189597525,
      "learning_rate": 0.0001707650544192349,
      "loss": 4.7799,
      "step": 33282
    },
    {
      "epoch": 2.8273020727149167,
      "grad_norm": 2.929646089339693,
      "learning_rate": 0.0001707582543381756,
      "loss": 4.3612,
      "step": 33283
    },
    {
      "epoch": 2.8273870200475706,
      "grad_norm": 3.235355378135177,
      "learning_rate": 0.0001707514542136215,
      "loss": 4.8049,
      "step": 33284
    },
    {
      "epoch": 2.827471967380224,
      "grad_norm": 3.2043708089230867,
      "learning_rate": 0.0001707446540455869,
      "loss": 4.8367,
      "step": 33285
    },
    {
      "epoch": 2.8275569147128783,
      "grad_norm": 3.0915315331669833,
      "learning_rate": 0.00017073785383408597,
      "loss": 4.6822,
      "step": 33286
    },
    {
      "epoch": 2.8276418620455317,
      "grad_norm": 3.282908917640601,
      "learning_rate": 0.000170731053579133,
      "loss": 4.9789,
      "step": 33287
    },
    {
      "epoch": 2.8277268093781855,
      "grad_norm": 3.090176240943559,
      "learning_rate": 0.00017072425328074225,
      "loss": 4.8033,
      "step": 33288
    },
    {
      "epoch": 2.8278117567108394,
      "grad_norm": 3.0782716923217066,
      "learning_rate": 0.00017071745293892795,
      "loss": 4.8402,
      "step": 33289
    },
    {
      "epoch": 2.827896704043493,
      "grad_norm": 3.001641444616263,
      "learning_rate": 0.00017071065255370427,
      "loss": 4.5476,
      "step": 33290
    },
    {
      "epoch": 2.8279816513761467,
      "grad_norm": 3.277488532307845,
      "learning_rate": 0.00017070385212508558,
      "loss": 5.2754,
      "step": 33291
    },
    {
      "epoch": 2.8280665987088005,
      "grad_norm": 3.1252615644352253,
      "learning_rate": 0.00017069705165308611,
      "loss": 4.8715,
      "step": 33292
    },
    {
      "epoch": 2.8281515460414544,
      "grad_norm": 3.01950434340878,
      "learning_rate": 0.00017069025113772006,
      "loss": 4.3359,
      "step": 33293
    },
    {
      "epoch": 2.828236493374108,
      "grad_norm": 3.1270668448386907,
      "learning_rate": 0.00017068345057900177,
      "loss": 4.7137,
      "step": 33294
    },
    {
      "epoch": 2.8283214407067616,
      "grad_norm": 2.998571043725356,
      "learning_rate": 0.00017067664997694534,
      "loss": 4.3718,
      "step": 33295
    },
    {
      "epoch": 2.8284063880394155,
      "grad_norm": 3.3009442966565774,
      "learning_rate": 0.00017066984933156515,
      "loss": 4.9103,
      "step": 33296
    },
    {
      "epoch": 2.8284913353720693,
      "grad_norm": 3.116008618200166,
      "learning_rate": 0.0001706630486428754,
      "loss": 4.6333,
      "step": 33297
    },
    {
      "epoch": 2.828576282704723,
      "grad_norm": 2.939302046802693,
      "learning_rate": 0.00017065624791089034,
      "loss": 4.3841,
      "step": 33298
    },
    {
      "epoch": 2.828661230037377,
      "grad_norm": 3.058597245319658,
      "learning_rate": 0.00017064944713562417,
      "loss": 4.6986,
      "step": 33299
    },
    {
      "epoch": 2.8287461773700304,
      "grad_norm": 3.2694708445809155,
      "learning_rate": 0.00017064264631709127,
      "loss": 4.951,
      "step": 33300
    },
    {
      "epoch": 2.8288311247026843,
      "grad_norm": 3.1742101860085907,
      "learning_rate": 0.00017063584545530576,
      "loss": 4.9749,
      "step": 33301
    },
    {
      "epoch": 2.828916072035338,
      "grad_norm": 3.030806907759519,
      "learning_rate": 0.0001706290445502819,
      "loss": 4.6637,
      "step": 33302
    },
    {
      "epoch": 2.829001019367992,
      "grad_norm": 3.126699458219782,
      "learning_rate": 0.00017062224360203407,
      "loss": 4.7005,
      "step": 33303
    },
    {
      "epoch": 2.829085966700646,
      "grad_norm": 3.2550526392124493,
      "learning_rate": 0.0001706154426105764,
      "loss": 4.9844,
      "step": 33304
    },
    {
      "epoch": 2.8291709140332992,
      "grad_norm": 3.283540322495317,
      "learning_rate": 0.00017060864157592316,
      "loss": 4.721,
      "step": 33305
    },
    {
      "epoch": 2.829255861365953,
      "grad_norm": 3.2129513593832244,
      "learning_rate": 0.00017060184049808862,
      "loss": 4.8501,
      "step": 33306
    },
    {
      "epoch": 2.829340808698607,
      "grad_norm": 2.9914057996566674,
      "learning_rate": 0.00017059503937708704,
      "loss": 4.4989,
      "step": 33307
    },
    {
      "epoch": 2.8294257560312603,
      "grad_norm": 3.027808860290609,
      "learning_rate": 0.00017058823821293262,
      "loss": 4.4357,
      "step": 33308
    },
    {
      "epoch": 2.8295107033639146,
      "grad_norm": 3.0542237606569005,
      "learning_rate": 0.00017058143700563965,
      "loss": 4.4635,
      "step": 33309
    },
    {
      "epoch": 2.829595650696568,
      "grad_norm": 3.2686888775511664,
      "learning_rate": 0.0001705746357552224,
      "loss": 5.1803,
      "step": 33310
    },
    {
      "epoch": 2.829680598029222,
      "grad_norm": 3.3184266293491103,
      "learning_rate": 0.000170567834461695,
      "loss": 5.1641,
      "step": 33311
    },
    {
      "epoch": 2.8297655453618757,
      "grad_norm": 3.1469401192994004,
      "learning_rate": 0.00017056103312507192,
      "loss": 4.6228,
      "step": 33312
    },
    {
      "epoch": 2.829850492694529,
      "grad_norm": 3.187086801028321,
      "learning_rate": 0.0001705542317453672,
      "loss": 4.8918,
      "step": 33313
    },
    {
      "epoch": 2.829935440027183,
      "grad_norm": 3.299843466701135,
      "learning_rate": 0.00017054743032259522,
      "loss": 4.9107,
      "step": 33314
    },
    {
      "epoch": 2.830020387359837,
      "grad_norm": 3.198396019959908,
      "learning_rate": 0.00017054062885677018,
      "loss": 4.9797,
      "step": 33315
    },
    {
      "epoch": 2.8301053346924907,
      "grad_norm": 3.007334233506548,
      "learning_rate": 0.00017053382734790636,
      "loss": 4.5501,
      "step": 33316
    },
    {
      "epoch": 2.8301902820251446,
      "grad_norm": 3.1375195111271243,
      "learning_rate": 0.00017052702579601793,
      "loss": 4.6948,
      "step": 33317
    },
    {
      "epoch": 2.830275229357798,
      "grad_norm": 3.2511099305508355,
      "learning_rate": 0.00017052022420111927,
      "loss": 5.1935,
      "step": 33318
    },
    {
      "epoch": 2.830360176690452,
      "grad_norm": 3.147462665481319,
      "learning_rate": 0.0001705134225632245,
      "loss": 4.8872,
      "step": 33319
    },
    {
      "epoch": 2.8304451240231057,
      "grad_norm": 2.9933778216179605,
      "learning_rate": 0.0001705066208823479,
      "loss": 4.3867,
      "step": 33320
    },
    {
      "epoch": 2.8305300713557595,
      "grad_norm": 3.012163167098236,
      "learning_rate": 0.00017049981915850384,
      "loss": 4.2673,
      "step": 33321
    },
    {
      "epoch": 2.8306150186884134,
      "grad_norm": 3.005159299795847,
      "learning_rate": 0.00017049301739170648,
      "loss": 4.2975,
      "step": 33322
    },
    {
      "epoch": 2.8306999660210668,
      "grad_norm": 3.1812013727541317,
      "learning_rate": 0.00017048621558197005,
      "loss": 4.9664,
      "step": 33323
    },
    {
      "epoch": 2.8307849133537206,
      "grad_norm": 3.025366540285822,
      "learning_rate": 0.00017047941372930883,
      "loss": 4.3581,
      "step": 33324
    },
    {
      "epoch": 2.8308698606863745,
      "grad_norm": 3.1390519699295565,
      "learning_rate": 0.00017047261183373712,
      "loss": 4.9266,
      "step": 33325
    },
    {
      "epoch": 2.8309548080190283,
      "grad_norm": 3.046736842584435,
      "learning_rate": 0.00017046580989526906,
      "loss": 4.4936,
      "step": 33326
    },
    {
      "epoch": 2.831039755351682,
      "grad_norm": 2.990053403493987,
      "learning_rate": 0.000170459007913919,
      "loss": 4.5203,
      "step": 33327
    },
    {
      "epoch": 2.8311247026843356,
      "grad_norm": 3.0545094380047715,
      "learning_rate": 0.00017045220588970118,
      "loss": 4.5846,
      "step": 33328
    },
    {
      "epoch": 2.8312096500169894,
      "grad_norm": 2.9737548123109203,
      "learning_rate": 0.00017044540382262977,
      "loss": 4.4929,
      "step": 33329
    },
    {
      "epoch": 2.8312945973496433,
      "grad_norm": 3.3157211096963346,
      "learning_rate": 0.0001704386017127191,
      "loss": 4.3007,
      "step": 33330
    },
    {
      "epoch": 2.831379544682297,
      "grad_norm": 3.1513436731375677,
      "learning_rate": 0.00017043179955998343,
      "loss": 4.7699,
      "step": 33331
    },
    {
      "epoch": 2.831464492014951,
      "grad_norm": 3.0509176494035612,
      "learning_rate": 0.000170424997364437,
      "loss": 4.3948,
      "step": 33332
    },
    {
      "epoch": 2.8315494393476044,
      "grad_norm": 2.9113116005107917,
      "learning_rate": 0.000170418195126094,
      "loss": 4.1715,
      "step": 33333
    },
    {
      "epoch": 2.8316343866802582,
      "grad_norm": 2.9638666089371366,
      "learning_rate": 0.0001704113928449688,
      "loss": 4.3276,
      "step": 33334
    },
    {
      "epoch": 2.831719334012912,
      "grad_norm": 2.9934147992535034,
      "learning_rate": 0.00017040459052107554,
      "loss": 4.5921,
      "step": 33335
    },
    {
      "epoch": 2.8318042813455655,
      "grad_norm": 3.286224036943063,
      "learning_rate": 0.00017039778815442855,
      "loss": 5.1881,
      "step": 33336
    },
    {
      "epoch": 2.8318892286782194,
      "grad_norm": 3.2189940689347574,
      "learning_rate": 0.000170390985745042,
      "loss": 4.7455,
      "step": 33337
    },
    {
      "epoch": 2.831974176010873,
      "grad_norm": 3.0289651871020546,
      "learning_rate": 0.00017038418329293025,
      "loss": 4.4949,
      "step": 33338
    },
    {
      "epoch": 2.832059123343527,
      "grad_norm": 3.057376243941189,
      "learning_rate": 0.00017037738079810747,
      "loss": 4.5379,
      "step": 33339
    },
    {
      "epoch": 2.832144070676181,
      "grad_norm": 3.0557113904924194,
      "learning_rate": 0.00017037057826058792,
      "loss": 4.5504,
      "step": 33340
    },
    {
      "epoch": 2.8322290180088343,
      "grad_norm": 3.095102629955631,
      "learning_rate": 0.00017036377568038595,
      "loss": 4.7407,
      "step": 33341
    },
    {
      "epoch": 2.832313965341488,
      "grad_norm": 3.312593432859673,
      "learning_rate": 0.00017035697305751565,
      "loss": 5.0578,
      "step": 33342
    },
    {
      "epoch": 2.832398912674142,
      "grad_norm": 3.325550340316728,
      "learning_rate": 0.00017035017039199147,
      "loss": 5.2007,
      "step": 33343
    },
    {
      "epoch": 2.832483860006796,
      "grad_norm": 3.1316695812578113,
      "learning_rate": 0.00017034336768382744,
      "loss": 4.6577,
      "step": 33344
    },
    {
      "epoch": 2.8325688073394497,
      "grad_norm": 3.1972834846487057,
      "learning_rate": 0.000170336564933038,
      "loss": 4.9726,
      "step": 33345
    },
    {
      "epoch": 2.832653754672103,
      "grad_norm": 2.9942916265149395,
      "learning_rate": 0.0001703297621396373,
      "loss": 4.469,
      "step": 33346
    },
    {
      "epoch": 2.832738702004757,
      "grad_norm": 2.9653196302622913,
      "learning_rate": 0.00017032295930363966,
      "loss": 4.3211,
      "step": 33347
    },
    {
      "epoch": 2.832823649337411,
      "grad_norm": 3.0278927530059576,
      "learning_rate": 0.00017031615642505927,
      "loss": 4.5912,
      "step": 33348
    },
    {
      "epoch": 2.8329085966700647,
      "grad_norm": 3.140009422612365,
      "learning_rate": 0.00017030935350391041,
      "loss": 4.6598,
      "step": 33349
    },
    {
      "epoch": 2.8329935440027185,
      "grad_norm": 2.9406223582766704,
      "learning_rate": 0.0001703025505402074,
      "loss": 4.2546,
      "step": 33350
    },
    {
      "epoch": 2.833078491335372,
      "grad_norm": 3.1661747806558482,
      "learning_rate": 0.00017029574753396438,
      "loss": 4.8108,
      "step": 33351
    },
    {
      "epoch": 2.833163438668026,
      "grad_norm": 3.0666135783825896,
      "learning_rate": 0.0001702889444851957,
      "loss": 4.7007,
      "step": 33352
    },
    {
      "epoch": 2.8332483860006796,
      "grad_norm": 3.239255920706265,
      "learning_rate": 0.00017028214139391554,
      "loss": 4.9318,
      "step": 33353
    },
    {
      "epoch": 2.8333333333333335,
      "grad_norm": 3.113253871186729,
      "learning_rate": 0.0001702753382601382,
      "loss": 4.5534,
      "step": 33354
    },
    {
      "epoch": 2.8334182806659873,
      "grad_norm": 3.183606212674082,
      "learning_rate": 0.00017026853508387787,
      "loss": 4.0824,
      "step": 33355
    },
    {
      "epoch": 2.8335032279986407,
      "grad_norm": 3.0108625520368224,
      "learning_rate": 0.00017026173186514892,
      "loss": 4.4722,
      "step": 33356
    },
    {
      "epoch": 2.8335881753312946,
      "grad_norm": 3.0920927784303536,
      "learning_rate": 0.00017025492860396553,
      "loss": 4.7144,
      "step": 33357
    },
    {
      "epoch": 2.8336731226639484,
      "grad_norm": 3.2328294081593487,
      "learning_rate": 0.00017024812530034195,
      "loss": 4.9542,
      "step": 33358
    },
    {
      "epoch": 2.833758069996602,
      "grad_norm": 3.0993916368394383,
      "learning_rate": 0.00017024132195429248,
      "loss": 4.6915,
      "step": 33359
    },
    {
      "epoch": 2.8338430173292557,
      "grad_norm": 3.1480693939444473,
      "learning_rate": 0.0001702345185658313,
      "loss": 4.6232,
      "step": 33360
    },
    {
      "epoch": 2.8339279646619095,
      "grad_norm": 3.031817967863462,
      "learning_rate": 0.0001702277151349728,
      "loss": 4.3213,
      "step": 33361
    },
    {
      "epoch": 2.8340129119945634,
      "grad_norm": 3.27182244828097,
      "learning_rate": 0.00017022091166173106,
      "loss": 5.0761,
      "step": 33362
    },
    {
      "epoch": 2.8340978593272173,
      "grad_norm": 3.1521279545396057,
      "learning_rate": 0.00017021410814612044,
      "loss": 4.6858,
      "step": 33363
    },
    {
      "epoch": 2.8341828066598707,
      "grad_norm": 3.1332168855519624,
      "learning_rate": 0.00017020730458815517,
      "loss": 4.6757,
      "step": 33364
    },
    {
      "epoch": 2.8342677539925245,
      "grad_norm": 3.0423646406614253,
      "learning_rate": 0.00017020050098784953,
      "loss": 4.4587,
      "step": 33365
    },
    {
      "epoch": 2.8343527013251784,
      "grad_norm": 3.003579251036577,
      "learning_rate": 0.00017019369734521775,
      "loss": 4.491,
      "step": 33366
    },
    {
      "epoch": 2.834437648657832,
      "grad_norm": 3.1908694898523775,
      "learning_rate": 0.0001701868936602741,
      "loss": 4.9474,
      "step": 33367
    },
    {
      "epoch": 2.834522595990486,
      "grad_norm": 3.083730004070547,
      "learning_rate": 0.00017018008993303284,
      "loss": 4.6899,
      "step": 33368
    },
    {
      "epoch": 2.8346075433231395,
      "grad_norm": 2.9722999382580397,
      "learning_rate": 0.0001701732861635082,
      "loss": 4.3856,
      "step": 33369
    },
    {
      "epoch": 2.8346924906557933,
      "grad_norm": 3.2489742094093756,
      "learning_rate": 0.00017016648235171448,
      "loss": 5.0201,
      "step": 33370
    },
    {
      "epoch": 2.834777437988447,
      "grad_norm": 3.1396409536291285,
      "learning_rate": 0.00017015967849766587,
      "loss": 4.8671,
      "step": 33371
    },
    {
      "epoch": 2.834862385321101,
      "grad_norm": 2.9908643550758667,
      "learning_rate": 0.0001701528746013767,
      "loss": 4.2693,
      "step": 33372
    },
    {
      "epoch": 2.834947332653755,
      "grad_norm": 3.2378085468077464,
      "learning_rate": 0.00017014607066286118,
      "loss": 4.7395,
      "step": 33373
    },
    {
      "epoch": 2.8350322799864083,
      "grad_norm": 2.9161638008846418,
      "learning_rate": 0.00017013926668213355,
      "loss": 4.3248,
      "step": 33374
    },
    {
      "epoch": 2.835117227319062,
      "grad_norm": 3.0545744230615948,
      "learning_rate": 0.00017013246265920812,
      "loss": 4.6831,
      "step": 33375
    },
    {
      "epoch": 2.835202174651716,
      "grad_norm": 3.007106240491519,
      "learning_rate": 0.0001701256585940991,
      "loss": 4.1955,
      "step": 33376
    },
    {
      "epoch": 2.83528712198437,
      "grad_norm": 3.074254940604599,
      "learning_rate": 0.0001701188544868208,
      "loss": 4.5356,
      "step": 33377
    },
    {
      "epoch": 2.8353720693170237,
      "grad_norm": 3.0774031167941334,
      "learning_rate": 0.0001701120503373874,
      "loss": 4.7203,
      "step": 33378
    },
    {
      "epoch": 2.835457016649677,
      "grad_norm": 3.036821597572243,
      "learning_rate": 0.0001701052461458132,
      "loss": 4.5061,
      "step": 33379
    },
    {
      "epoch": 2.835541963982331,
      "grad_norm": 3.0036961366072803,
      "learning_rate": 0.0001700984419121125,
      "loss": 4.2995,
      "step": 33380
    },
    {
      "epoch": 2.835626911314985,
      "grad_norm": 3.0342714681006315,
      "learning_rate": 0.00017009163763629948,
      "loss": 4.5653,
      "step": 33381
    },
    {
      "epoch": 2.835711858647638,
      "grad_norm": 3.0933654527678365,
      "learning_rate": 0.00017008483331838842,
      "loss": 4.833,
      "step": 33382
    },
    {
      "epoch": 2.8357968059802925,
      "grad_norm": 3.041428957796642,
      "learning_rate": 0.00017007802895839362,
      "loss": 4.5396,
      "step": 33383
    },
    {
      "epoch": 2.835881753312946,
      "grad_norm": 3.092301638298687,
      "learning_rate": 0.0001700712245563293,
      "loss": 4.4832,
      "step": 33384
    },
    {
      "epoch": 2.8359667006455997,
      "grad_norm": 3.09867688888183,
      "learning_rate": 0.00017006442011220966,
      "loss": 4.7003,
      "step": 33385
    },
    {
      "epoch": 2.8360516479782536,
      "grad_norm": 3.1234550070282863,
      "learning_rate": 0.0001700576156260491,
      "loss": 4.6895,
      "step": 33386
    },
    {
      "epoch": 2.836136595310907,
      "grad_norm": 3.0415536663537064,
      "learning_rate": 0.0001700508110978618,
      "loss": 4.6878,
      "step": 33387
    },
    {
      "epoch": 2.836221542643561,
      "grad_norm": 3.2968797062769686,
      "learning_rate": 0.00017004400652766196,
      "loss": 5.0065,
      "step": 33388
    },
    {
      "epoch": 2.8363064899762147,
      "grad_norm": 2.978443456301588,
      "learning_rate": 0.0001700372019154639,
      "loss": 4.3308,
      "step": 33389
    },
    {
      "epoch": 2.8363914373088686,
      "grad_norm": 3.0708729152814414,
      "learning_rate": 0.00017003039726128184,
      "loss": 4.7107,
      "step": 33390
    },
    {
      "epoch": 2.8364763846415224,
      "grad_norm": 3.1499396507642707,
      "learning_rate": 0.00017002359256513012,
      "loss": 4.8305,
      "step": 33391
    },
    {
      "epoch": 2.836561331974176,
      "grad_norm": 3.211500488498753,
      "learning_rate": 0.00017001678782702293,
      "loss": 4.9347,
      "step": 33392
    },
    {
      "epoch": 2.8366462793068297,
      "grad_norm": 3.0309560936720152,
      "learning_rate": 0.0001700099830469746,
      "loss": 4.4062,
      "step": 33393
    },
    {
      "epoch": 2.8367312266394835,
      "grad_norm": 3.086938584819423,
      "learning_rate": 0.00017000317822499922,
      "loss": 4.5431,
      "step": 33394
    },
    {
      "epoch": 2.8368161739721374,
      "grad_norm": 3.070770842399175,
      "learning_rate": 0.00016999637336111124,
      "loss": 4.2825,
      "step": 33395
    },
    {
      "epoch": 2.836901121304791,
      "grad_norm": 2.915621137611457,
      "learning_rate": 0.00016998956845532483,
      "loss": 4.3194,
      "step": 33396
    },
    {
      "epoch": 2.8369860686374446,
      "grad_norm": 3.276648664435634,
      "learning_rate": 0.00016998276350765424,
      "loss": 4.8675,
      "step": 33397
    },
    {
      "epoch": 2.8370710159700985,
      "grad_norm": 3.025552235206206,
      "learning_rate": 0.00016997595851811373,
      "loss": 4.4387,
      "step": 33398
    },
    {
      "epoch": 2.8371559633027523,
      "grad_norm": 3.035169654062373,
      "learning_rate": 0.00016996915348671757,
      "loss": 4.5096,
      "step": 33399
    },
    {
      "epoch": 2.837240910635406,
      "grad_norm": 3.2908423838477527,
      "learning_rate": 0.00016996234841348004,
      "loss": 4.9121,
      "step": 33400
    },
    {
      "epoch": 2.83732585796806,
      "grad_norm": 3.2246374637525768,
      "learning_rate": 0.00016995554329841538,
      "loss": 4.7307,
      "step": 33401
    },
    {
      "epoch": 2.8374108053007134,
      "grad_norm": 3.129760920556975,
      "learning_rate": 0.00016994873814153786,
      "loss": 4.8904,
      "step": 33402
    },
    {
      "epoch": 2.8374957526333673,
      "grad_norm": 3.014142722774758,
      "learning_rate": 0.0001699419329428617,
      "loss": 4.4502,
      "step": 33403
    },
    {
      "epoch": 2.837580699966021,
      "grad_norm": 3.0361412111284416,
      "learning_rate": 0.00016993512770240122,
      "loss": 4.3786,
      "step": 33404
    },
    {
      "epoch": 2.837665647298675,
      "grad_norm": 3.0741998088828613,
      "learning_rate": 0.0001699283224201706,
      "loss": 4.5054,
      "step": 33405
    },
    {
      "epoch": 2.837750594631329,
      "grad_norm": 3.1295322283288183,
      "learning_rate": 0.00016992151709618416,
      "loss": 4.7831,
      "step": 33406
    },
    {
      "epoch": 2.8378355419639822,
      "grad_norm": 3.1237917616105264,
      "learning_rate": 0.00016991471173045616,
      "loss": 4.4884,
      "step": 33407
    },
    {
      "epoch": 2.837920489296636,
      "grad_norm": 3.1150496832397154,
      "learning_rate": 0.00016990790632300082,
      "loss": 4.6196,
      "step": 33408
    },
    {
      "epoch": 2.83800543662929,
      "grad_norm": 3.078753540586177,
      "learning_rate": 0.00016990110087383245,
      "loss": 4.5841,
      "step": 33409
    },
    {
      "epoch": 2.8380903839619434,
      "grad_norm": 3.035362387896338,
      "learning_rate": 0.00016989429538296526,
      "loss": 4.4957,
      "step": 33410
    },
    {
      "epoch": 2.838175331294597,
      "grad_norm": 3.195202735418898,
      "learning_rate": 0.00016988748985041356,
      "loss": 4.8373,
      "step": 33411
    },
    {
      "epoch": 2.838260278627251,
      "grad_norm": 3.0795353337374034,
      "learning_rate": 0.00016988068427619153,
      "loss": 4.7922,
      "step": 33412
    },
    {
      "epoch": 2.838345225959905,
      "grad_norm": 3.060445344079448,
      "learning_rate": 0.00016987387866031355,
      "loss": 4.6722,
      "step": 33413
    },
    {
      "epoch": 2.8384301732925588,
      "grad_norm": 3.183610979259358,
      "learning_rate": 0.00016986707300279378,
      "loss": 4.8632,
      "step": 33414
    },
    {
      "epoch": 2.838515120625212,
      "grad_norm": 3.1351156838138916,
      "learning_rate": 0.00016986026730364648,
      "loss": 4.6379,
      "step": 33415
    },
    {
      "epoch": 2.838600067957866,
      "grad_norm": 3.415533091400143,
      "learning_rate": 0.000169853461562886,
      "loss": 5.1201,
      "step": 33416
    },
    {
      "epoch": 2.83868501529052,
      "grad_norm": 3.1174103589178546,
      "learning_rate": 0.00016984665578052648,
      "loss": 4.663,
      "step": 33417
    },
    {
      "epoch": 2.8387699626231737,
      "grad_norm": 3.058627159444531,
      "learning_rate": 0.00016983984995658227,
      "loss": 4.7044,
      "step": 33418
    },
    {
      "epoch": 2.8388549099558276,
      "grad_norm": 2.932867268459911,
      "learning_rate": 0.0001698330440910676,
      "loss": 4.4703,
      "step": 33419
    },
    {
      "epoch": 2.838939857288481,
      "grad_norm": 3.23328319803316,
      "learning_rate": 0.00016982623818399676,
      "loss": 4.9717,
      "step": 33420
    },
    {
      "epoch": 2.839024804621135,
      "grad_norm": 3.2624556175367005,
      "learning_rate": 0.00016981943223538394,
      "loss": 4.971,
      "step": 33421
    },
    {
      "epoch": 2.8391097519537887,
      "grad_norm": 3.3612666230225314,
      "learning_rate": 0.00016981262624524344,
      "loss": 3.9712,
      "step": 33422
    },
    {
      "epoch": 2.8391946992864425,
      "grad_norm": 3.0534087002618313,
      "learning_rate": 0.00016980582021358954,
      "loss": 4.3547,
      "step": 33423
    },
    {
      "epoch": 2.8392796466190964,
      "grad_norm": 3.117511489802878,
      "learning_rate": 0.0001697990141404365,
      "loss": 4.7763,
      "step": 33424
    },
    {
      "epoch": 2.83936459395175,
      "grad_norm": 3.3347082013968428,
      "learning_rate": 0.00016979220802579854,
      "loss": 5.0012,
      "step": 33425
    },
    {
      "epoch": 2.8394495412844036,
      "grad_norm": 3.1902649398618297,
      "learning_rate": 0.00016978540186968994,
      "loss": 5.0153,
      "step": 33426
    },
    {
      "epoch": 2.8395344886170575,
      "grad_norm": 3.068530804488605,
      "learning_rate": 0.00016977859567212497,
      "loss": 4.4308,
      "step": 33427
    },
    {
      "epoch": 2.8396194359497113,
      "grad_norm": 3.031740224015172,
      "learning_rate": 0.0001697717894331179,
      "loss": 4.3983,
      "step": 33428
    },
    {
      "epoch": 2.839704383282365,
      "grad_norm": 3.046808759516742,
      "learning_rate": 0.00016976498315268297,
      "loss": 4.3799,
      "step": 33429
    },
    {
      "epoch": 2.8397893306150186,
      "grad_norm": 3.0528546573364723,
      "learning_rate": 0.00016975817683083448,
      "loss": 4.6284,
      "step": 33430
    },
    {
      "epoch": 2.8398742779476724,
      "grad_norm": 3.076187425093787,
      "learning_rate": 0.00016975137046758662,
      "loss": 4.4043,
      "step": 33431
    },
    {
      "epoch": 2.8399592252803263,
      "grad_norm": 3.08167481112418,
      "learning_rate": 0.00016974456406295367,
      "loss": 4.4967,
      "step": 33432
    },
    {
      "epoch": 2.8400441726129797,
      "grad_norm": 3.0058300414444514,
      "learning_rate": 0.00016973775761695,
      "loss": 4.5696,
      "step": 33433
    },
    {
      "epoch": 2.8401291199456336,
      "grad_norm": 3.05276238368162,
      "learning_rate": 0.0001697309511295897,
      "loss": 4.4888,
      "step": 33434
    },
    {
      "epoch": 2.8402140672782874,
      "grad_norm": 3.2143260109143834,
      "learning_rate": 0.00016972414460088718,
      "loss": 4.8897,
      "step": 33435
    },
    {
      "epoch": 2.8402990146109413,
      "grad_norm": 3.064546768437624,
      "learning_rate": 0.0001697173380308566,
      "loss": 4.6817,
      "step": 33436
    },
    {
      "epoch": 2.840383961943595,
      "grad_norm": 3.0641752745699624,
      "learning_rate": 0.00016971053141951224,
      "loss": 4.5155,
      "step": 33437
    },
    {
      "epoch": 2.8404689092762485,
      "grad_norm": 3.0301538207092404,
      "learning_rate": 0.00016970372476686843,
      "loss": 4.2381,
      "step": 33438
    },
    {
      "epoch": 2.8405538566089024,
      "grad_norm": 2.9782778640635232,
      "learning_rate": 0.00016969691807293936,
      "loss": 4.5341,
      "step": 33439
    },
    {
      "epoch": 2.840638803941556,
      "grad_norm": 3.118621402763868,
      "learning_rate": 0.0001696901113377393,
      "loss": 4.8161,
      "step": 33440
    },
    {
      "epoch": 2.84072375127421,
      "grad_norm": 2.961479976884888,
      "learning_rate": 0.00016968330456128256,
      "loss": 4.2067,
      "step": 33441
    },
    {
      "epoch": 2.840808698606864,
      "grad_norm": 3.0299661458456026,
      "learning_rate": 0.00016967649774358342,
      "loss": 4.3443,
      "step": 33442
    },
    {
      "epoch": 2.8408936459395173,
      "grad_norm": 2.967252176418754,
      "learning_rate": 0.000169669690884656,
      "loss": 4.2858,
      "step": 33443
    },
    {
      "epoch": 2.840978593272171,
      "grad_norm": 3.0428961543041213,
      "learning_rate": 0.00016966288398451471,
      "loss": 4.4846,
      "step": 33444
    },
    {
      "epoch": 2.841063540604825,
      "grad_norm": 2.9824091167468736,
      "learning_rate": 0.00016965607704317372,
      "loss": 4.5106,
      "step": 33445
    },
    {
      "epoch": 2.841148487937479,
      "grad_norm": 3.1467812256628327,
      "learning_rate": 0.00016964927006064734,
      "loss": 4.7302,
      "step": 33446
    },
    {
      "epoch": 2.8412334352701327,
      "grad_norm": 3.2604100015790958,
      "learning_rate": 0.00016964246303694986,
      "loss": 5.0342,
      "step": 33447
    },
    {
      "epoch": 2.841318382602786,
      "grad_norm": 2.939467712765215,
      "learning_rate": 0.00016963565597209547,
      "loss": 4.338,
      "step": 33448
    },
    {
      "epoch": 2.84140332993544,
      "grad_norm": 3.112760074748792,
      "learning_rate": 0.00016962884886609846,
      "loss": 4.5683,
      "step": 33449
    },
    {
      "epoch": 2.841488277268094,
      "grad_norm": 2.968979762227564,
      "learning_rate": 0.0001696220417189731,
      "loss": 4.1254,
      "step": 33450
    },
    {
      "epoch": 2.8415732246007477,
      "grad_norm": 3.108934174746556,
      "learning_rate": 0.00016961523453073372,
      "loss": 4.6729,
      "step": 33451
    },
    {
      "epoch": 2.8416581719334015,
      "grad_norm": 3.025677690027833,
      "learning_rate": 0.00016960842730139446,
      "loss": 4.5453,
      "step": 33452
    },
    {
      "epoch": 2.841743119266055,
      "grad_norm": 3.328174269653505,
      "learning_rate": 0.00016960162003096967,
      "loss": 5.1437,
      "step": 33453
    },
    {
      "epoch": 2.841828066598709,
      "grad_norm": 3.275842187531899,
      "learning_rate": 0.00016959481271947358,
      "loss": 4.9804,
      "step": 33454
    },
    {
      "epoch": 2.8419130139313626,
      "grad_norm": 3.0498831301905533,
      "learning_rate": 0.00016958800536692043,
      "loss": 4.431,
      "step": 33455
    },
    {
      "epoch": 2.841997961264016,
      "grad_norm": 3.030654786290182,
      "learning_rate": 0.0001695811979733245,
      "loss": 4.7014,
      "step": 33456
    },
    {
      "epoch": 2.84208290859667,
      "grad_norm": 3.1139481292947457,
      "learning_rate": 0.0001695743905387001,
      "loss": 4.5431,
      "step": 33457
    },
    {
      "epoch": 2.8421678559293237,
      "grad_norm": 3.1021330726988685,
      "learning_rate": 0.00016956758306306145,
      "loss": 4.8261,
      "step": 33458
    },
    {
      "epoch": 2.8422528032619776,
      "grad_norm": 3.0669908567579,
      "learning_rate": 0.00016956077554642281,
      "loss": 4.6143,
      "step": 33459
    },
    {
      "epoch": 2.8423377505946315,
      "grad_norm": 3.056980069643892,
      "learning_rate": 0.0001695539679887985,
      "loss": 4.5188,
      "step": 33460
    },
    {
      "epoch": 2.842422697927285,
      "grad_norm": 2.9572449769624285,
      "learning_rate": 0.0001695471603902027,
      "loss": 4.3638,
      "step": 33461
    },
    {
      "epoch": 2.8425076452599387,
      "grad_norm": 3.0691360518521074,
      "learning_rate": 0.00016954035275064971,
      "loss": 4.6484,
      "step": 33462
    },
    {
      "epoch": 2.8425925925925926,
      "grad_norm": 3.079617205728886,
      "learning_rate": 0.00016953354507015384,
      "loss": 4.467,
      "step": 33463
    },
    {
      "epoch": 2.8426775399252464,
      "grad_norm": 3.20284913719672,
      "learning_rate": 0.00016952673734872928,
      "loss": 4.5067,
      "step": 33464
    },
    {
      "epoch": 2.8427624872579003,
      "grad_norm": 3.211857377532669,
      "learning_rate": 0.00016951992958639031,
      "loss": 4.7972,
      "step": 33465
    },
    {
      "epoch": 2.8428474345905537,
      "grad_norm": 3.0522176232905878,
      "learning_rate": 0.0001695131217831512,
      "loss": 4.7135,
      "step": 33466
    },
    {
      "epoch": 2.8429323819232075,
      "grad_norm": 3.092630623489146,
      "learning_rate": 0.00016950631393902632,
      "loss": 4.5988,
      "step": 33467
    },
    {
      "epoch": 2.8430173292558614,
      "grad_norm": 3.25362966065408,
      "learning_rate": 0.00016949950605402975,
      "loss": 4.9216,
      "step": 33468
    },
    {
      "epoch": 2.843102276588515,
      "grad_norm": 3.238524372889299,
      "learning_rate": 0.00016949269812817588,
      "loss": 4.9221,
      "step": 33469
    },
    {
      "epoch": 2.843187223921169,
      "grad_norm": 3.0335859243700227,
      "learning_rate": 0.00016948589016147893,
      "loss": 4.3952,
      "step": 33470
    },
    {
      "epoch": 2.8432721712538225,
      "grad_norm": 3.2601869652837334,
      "learning_rate": 0.00016947908215395318,
      "loss": 4.7897,
      "step": 33471
    },
    {
      "epoch": 2.8433571185864763,
      "grad_norm": 3.162032751515561,
      "learning_rate": 0.00016947227410561285,
      "loss": 4.6923,
      "step": 33472
    },
    {
      "epoch": 2.84344206591913,
      "grad_norm": 3.0114863700083467,
      "learning_rate": 0.00016946546601647228,
      "loss": 4.6173,
      "step": 33473
    },
    {
      "epoch": 2.843527013251784,
      "grad_norm": 3.060295108850954,
      "learning_rate": 0.00016945865788654566,
      "loss": 4.5189,
      "step": 33474
    },
    {
      "epoch": 2.843611960584438,
      "grad_norm": 3.0869398556695415,
      "learning_rate": 0.00016945184971584734,
      "loss": 4.6133,
      "step": 33475
    },
    {
      "epoch": 2.8436969079170913,
      "grad_norm": 3.1345968459367413,
      "learning_rate": 0.00016944504150439153,
      "loss": 4.9599,
      "step": 33476
    },
    {
      "epoch": 2.843781855249745,
      "grad_norm": 3.5396679537613425,
      "learning_rate": 0.0001694382332521925,
      "loss": 4.1239,
      "step": 33477
    },
    {
      "epoch": 2.843866802582399,
      "grad_norm": 3.076169379632555,
      "learning_rate": 0.00016943142495926453,
      "loss": 4.4473,
      "step": 33478
    },
    {
      "epoch": 2.8439517499150524,
      "grad_norm": 3.3384050863812513,
      "learning_rate": 0.00016942461662562184,
      "loss": 5.0202,
      "step": 33479
    },
    {
      "epoch": 2.8440366972477067,
      "grad_norm": 2.998413031032695,
      "learning_rate": 0.00016941780825127875,
      "loss": 4.3874,
      "step": 33480
    },
    {
      "epoch": 2.84412164458036,
      "grad_norm": 3.211428026694487,
      "learning_rate": 0.0001694109998362495,
      "loss": 4.7521,
      "step": 33481
    },
    {
      "epoch": 2.844206591913014,
      "grad_norm": 3.0305477645079955,
      "learning_rate": 0.00016940419138054835,
      "loss": 4.5637,
      "step": 33482
    },
    {
      "epoch": 2.844291539245668,
      "grad_norm": 3.2516762146988056,
      "learning_rate": 0.00016939738288418958,
      "loss": 5.0164,
      "step": 33483
    },
    {
      "epoch": 2.844376486578321,
      "grad_norm": 3.026698904080255,
      "learning_rate": 0.0001693905743471875,
      "loss": 4.3752,
      "step": 33484
    },
    {
      "epoch": 2.844461433910975,
      "grad_norm": 3.074640682550176,
      "learning_rate": 0.0001693837657695563,
      "loss": 4.6911,
      "step": 33485
    },
    {
      "epoch": 2.844546381243629,
      "grad_norm": 3.0824351493826443,
      "learning_rate": 0.00016937695715131022,
      "loss": 4.7556,
      "step": 33486
    },
    {
      "epoch": 2.8446313285762828,
      "grad_norm": 3.241251158470599,
      "learning_rate": 0.00016937014849246367,
      "loss": 4.9916,
      "step": 33487
    },
    {
      "epoch": 2.8447162759089366,
      "grad_norm": 3.2287256971365466,
      "learning_rate": 0.00016936333979303077,
      "loss": 4.9037,
      "step": 33488
    },
    {
      "epoch": 2.84480122324159,
      "grad_norm": 3.052642023150065,
      "learning_rate": 0.0001693565310530259,
      "loss": 4.4546,
      "step": 33489
    },
    {
      "epoch": 2.844886170574244,
      "grad_norm": 3.2719946407700213,
      "learning_rate": 0.00016934972227246317,
      "loss": 4.1712,
      "step": 33490
    },
    {
      "epoch": 2.8449711179068977,
      "grad_norm": 3.2210091673526224,
      "learning_rate": 0.000169342913451357,
      "loss": 5.0654,
      "step": 33491
    },
    {
      "epoch": 2.8450560652395516,
      "grad_norm": 3.056455406991052,
      "learning_rate": 0.00016933610458972164,
      "loss": 4.4308,
      "step": 33492
    },
    {
      "epoch": 2.8451410125722054,
      "grad_norm": 3.1917899636710825,
      "learning_rate": 0.0001693292956875713,
      "loss": 4.0528,
      "step": 33493
    },
    {
      "epoch": 2.845225959904859,
      "grad_norm": 3.309513051796383,
      "learning_rate": 0.00016932248674492026,
      "loss": 5.0641,
      "step": 33494
    },
    {
      "epoch": 2.8453109072375127,
      "grad_norm": 2.9786403896010403,
      "learning_rate": 0.00016931567776178275,
      "loss": 4.3875,
      "step": 33495
    },
    {
      "epoch": 2.8453958545701665,
      "grad_norm": 3.312944425687882,
      "learning_rate": 0.00016930886873817315,
      "loss": 4.9379,
      "step": 33496
    },
    {
      "epoch": 2.8454808019028204,
      "grad_norm": 3.033412582650306,
      "learning_rate": 0.00016930205967410558,
      "loss": 4.4287,
      "step": 33497
    },
    {
      "epoch": 2.8455657492354742,
      "grad_norm": 2.987991512921289,
      "learning_rate": 0.00016929525056959448,
      "loss": 4.5266,
      "step": 33498
    },
    {
      "epoch": 2.8456506965681276,
      "grad_norm": 3.2208757363321765,
      "learning_rate": 0.00016928844142465393,
      "loss": 4.8254,
      "step": 33499
    },
    {
      "epoch": 2.8457356439007815,
      "grad_norm": 3.140862342372439,
      "learning_rate": 0.00016928163223929832,
      "loss": 4.509,
      "step": 33500
    },
    {
      "epoch": 2.8458205912334353,
      "grad_norm": 3.0157738026084004,
      "learning_rate": 0.0001692748230135419,
      "loss": 4.5889,
      "step": 33501
    },
    {
      "epoch": 2.845905538566089,
      "grad_norm": 3.175984744148588,
      "learning_rate": 0.0001692680137473989,
      "loss": 4.6944,
      "step": 33502
    },
    {
      "epoch": 2.845990485898743,
      "grad_norm": 2.978025637018251,
      "learning_rate": 0.00016926120444088366,
      "loss": 4.4205,
      "step": 33503
    },
    {
      "epoch": 2.8460754332313964,
      "grad_norm": 2.9786419165982485,
      "learning_rate": 0.00016925439509401033,
      "loss": 4.4323,
      "step": 33504
    },
    {
      "epoch": 2.8461603805640503,
      "grad_norm": 3.0822319979886945,
      "learning_rate": 0.0001692475857067933,
      "loss": 4.6157,
      "step": 33505
    },
    {
      "epoch": 2.846245327896704,
      "grad_norm": 3.1042220073806757,
      "learning_rate": 0.00016924077627924675,
      "loss": 4.5823,
      "step": 33506
    },
    {
      "epoch": 2.8463302752293576,
      "grad_norm": 3.1067569563262896,
      "learning_rate": 0.00016923396681138496,
      "loss": 4.5367,
      "step": 33507
    },
    {
      "epoch": 2.8464152225620114,
      "grad_norm": 3.32650417717752,
      "learning_rate": 0.00016922715730322227,
      "loss": 5.0983,
      "step": 33508
    },
    {
      "epoch": 2.8465001698946653,
      "grad_norm": 3.2569609030263944,
      "learning_rate": 0.00016922034775477288,
      "loss": 4.8405,
      "step": 33509
    },
    {
      "epoch": 2.846585117227319,
      "grad_norm": 3.245062800072288,
      "learning_rate": 0.00016921353816605106,
      "loss": 4.8863,
      "step": 33510
    },
    {
      "epoch": 2.846670064559973,
      "grad_norm": 3.2256826169513744,
      "learning_rate": 0.0001692067285370711,
      "loss": 5.0024,
      "step": 33511
    },
    {
      "epoch": 2.8467550118926264,
      "grad_norm": 3.3336263090181752,
      "learning_rate": 0.00016919991886784727,
      "loss": 4.9553,
      "step": 33512
    },
    {
      "epoch": 2.84683995922528,
      "grad_norm": 3.256046622963003,
      "learning_rate": 0.00016919310915839382,
      "loss": 4.8535,
      "step": 33513
    },
    {
      "epoch": 2.846924906557934,
      "grad_norm": 3.1768305354138278,
      "learning_rate": 0.00016918629940872502,
      "loss": 5.2092,
      "step": 33514
    },
    {
      "epoch": 2.847009853890588,
      "grad_norm": 3.221598345075155,
      "learning_rate": 0.00016917948961885516,
      "loss": 4.9452,
      "step": 33515
    },
    {
      "epoch": 2.8470948012232418,
      "grad_norm": 3.110943477197982,
      "learning_rate": 0.0001691726797887985,
      "loss": 4.6655,
      "step": 33516
    },
    {
      "epoch": 2.847179748555895,
      "grad_norm": 3.1665510686299725,
      "learning_rate": 0.0001691658699185693,
      "loss": 4.4926,
      "step": 33517
    },
    {
      "epoch": 2.847264695888549,
      "grad_norm": 3.126430095913405,
      "learning_rate": 0.00016915906000818183,
      "loss": 4.747,
      "step": 33518
    },
    {
      "epoch": 2.847349643221203,
      "grad_norm": 3.033310690689966,
      "learning_rate": 0.00016915225005765036,
      "loss": 4.4395,
      "step": 33519
    },
    {
      "epoch": 2.8474345905538567,
      "grad_norm": 3.139089345001891,
      "learning_rate": 0.00016914544006698914,
      "loss": 5.025,
      "step": 33520
    },
    {
      "epoch": 2.8475195378865106,
      "grad_norm": 3.0912411132817836,
      "learning_rate": 0.00016913863003621248,
      "loss": 4.7976,
      "step": 33521
    },
    {
      "epoch": 2.847604485219164,
      "grad_norm": 3.1719156026078026,
      "learning_rate": 0.00016913181996533464,
      "loss": 4.8437,
      "step": 33522
    },
    {
      "epoch": 2.847689432551818,
      "grad_norm": 3.0529908016437814,
      "learning_rate": 0.00016912500985436987,
      "loss": 4.6276,
      "step": 33523
    },
    {
      "epoch": 2.8477743798844717,
      "grad_norm": 3.004008849691676,
      "learning_rate": 0.0001691181997033324,
      "loss": 4.4899,
      "step": 33524
    },
    {
      "epoch": 2.8478593272171255,
      "grad_norm": 3.262865506925746,
      "learning_rate": 0.0001691113895122366,
      "loss": 4.8492,
      "step": 33525
    },
    {
      "epoch": 2.8479442745497794,
      "grad_norm": 3.0540772929882434,
      "learning_rate": 0.00016910457928109667,
      "loss": 4.4647,
      "step": 33526
    },
    {
      "epoch": 2.848029221882433,
      "grad_norm": 3.285140200049709,
      "learning_rate": 0.00016909776900992686,
      "loss": 4.9604,
      "step": 33527
    },
    {
      "epoch": 2.8481141692150866,
      "grad_norm": 2.9728454441957424,
      "learning_rate": 0.00016909095869874154,
      "loss": 4.5557,
      "step": 33528
    },
    {
      "epoch": 2.8481991165477405,
      "grad_norm": 3.1023607958495396,
      "learning_rate": 0.00016908414834755484,
      "loss": 4.6033,
      "step": 33529
    },
    {
      "epoch": 2.848284063880394,
      "grad_norm": 3.2376258745899023,
      "learning_rate": 0.0001690773379563812,
      "loss": 4.9783,
      "step": 33530
    },
    {
      "epoch": 2.8483690112130478,
      "grad_norm": 2.993778143211738,
      "learning_rate": 0.0001690705275252347,
      "loss": 4.464,
      "step": 33531
    },
    {
      "epoch": 2.8484539585457016,
      "grad_norm": 3.113485760845885,
      "learning_rate": 0.00016906371705412978,
      "loss": 4.6335,
      "step": 33532
    },
    {
      "epoch": 2.8485389058783555,
      "grad_norm": 3.0563899272543598,
      "learning_rate": 0.00016905690654308057,
      "loss": 4.6448,
      "step": 33533
    },
    {
      "epoch": 2.8486238532110093,
      "grad_norm": 3.0234148494248805,
      "learning_rate": 0.0001690500959921014,
      "loss": 4.4002,
      "step": 33534
    },
    {
      "epoch": 2.8487088005436627,
      "grad_norm": 3.2050840553754982,
      "learning_rate": 0.00016904328540120662,
      "loss": 4.8728,
      "step": 33535
    },
    {
      "epoch": 2.8487937478763166,
      "grad_norm": 3.144941837833684,
      "learning_rate": 0.00016903647477041034,
      "loss": 4.5548,
      "step": 33536
    },
    {
      "epoch": 2.8488786952089704,
      "grad_norm": 3.0288269000132013,
      "learning_rate": 0.000169029664099727,
      "loss": 4.5029,
      "step": 33537
    },
    {
      "epoch": 2.8489636425416243,
      "grad_norm": 2.9260470602329747,
      "learning_rate": 0.00016902285338917067,
      "loss": 4.2911,
      "step": 33538
    },
    {
      "epoch": 2.849048589874278,
      "grad_norm": 3.2657363813609206,
      "learning_rate": 0.00016901604263875583,
      "loss": 4.8376,
      "step": 33539
    },
    {
      "epoch": 2.8491335372069315,
      "grad_norm": 2.912809860464978,
      "learning_rate": 0.0001690092318484966,
      "loss": 4.1423,
      "step": 33540
    },
    {
      "epoch": 2.8492184845395854,
      "grad_norm": 3.0301584358339704,
      "learning_rate": 0.00016900242101840733,
      "loss": 4.439,
      "step": 33541
    },
    {
      "epoch": 2.8493034318722392,
      "grad_norm": 3.09915266216481,
      "learning_rate": 0.00016899561014850227,
      "loss": 4.6838,
      "step": 33542
    },
    {
      "epoch": 2.849388379204893,
      "grad_norm": 3.0618966887970767,
      "learning_rate": 0.00016898879923879569,
      "loss": 4.5309,
      "step": 33543
    },
    {
      "epoch": 2.849473326537547,
      "grad_norm": 3.0758840464070394,
      "learning_rate": 0.00016898198828930186,
      "loss": 4.5367,
      "step": 33544
    },
    {
      "epoch": 2.8495582738702003,
      "grad_norm": 3.275014189107315,
      "learning_rate": 0.000168975177300035,
      "loss": 5.0009,
      "step": 33545
    },
    {
      "epoch": 2.849643221202854,
      "grad_norm": 3.3035906606664973,
      "learning_rate": 0.00016896836627100953,
      "loss": 5.1692,
      "step": 33546
    },
    {
      "epoch": 2.849728168535508,
      "grad_norm": 2.9849707746654093,
      "learning_rate": 0.0001689615552022395,
      "loss": 4.3468,
      "step": 33547
    },
    {
      "epoch": 2.849813115868162,
      "grad_norm": 3.238006130792502,
      "learning_rate": 0.00016895474409373942,
      "loss": 4.1356,
      "step": 33548
    },
    {
      "epoch": 2.8498980632008157,
      "grad_norm": 2.997192622393908,
      "learning_rate": 0.00016894793294552337,
      "loss": 4.5607,
      "step": 33549
    },
    {
      "epoch": 2.849983010533469,
      "grad_norm": 3.1203066527597563,
      "learning_rate": 0.00016894112175760574,
      "loss": 4.4368,
      "step": 33550
    },
    {
      "epoch": 2.850067957866123,
      "grad_norm": 3.115283362768635,
      "learning_rate": 0.0001689343105300007,
      "loss": 4.4045,
      "step": 33551
    },
    {
      "epoch": 2.850152905198777,
      "grad_norm": 3.0145709121331934,
      "learning_rate": 0.00016892749926272264,
      "loss": 4.4076,
      "step": 33552
    },
    {
      "epoch": 2.8502378525314302,
      "grad_norm": 3.212428076992927,
      "learning_rate": 0.00016892068795578574,
      "loss": 4.7526,
      "step": 33553
    },
    {
      "epoch": 2.8503227998640845,
      "grad_norm": 2.9994812037881973,
      "learning_rate": 0.00016891387660920428,
      "loss": 4.264,
      "step": 33554
    },
    {
      "epoch": 2.850407747196738,
      "grad_norm": 2.968345957561718,
      "learning_rate": 0.00016890706522299263,
      "loss": 4.4671,
      "step": 33555
    },
    {
      "epoch": 2.850492694529392,
      "grad_norm": 3.176575087763034,
      "learning_rate": 0.0001689002537971649,
      "loss": 5.018,
      "step": 33556
    },
    {
      "epoch": 2.8505776418620457,
      "grad_norm": 3.075029839528023,
      "learning_rate": 0.0001688934423317355,
      "loss": 4.5673,
      "step": 33557
    },
    {
      "epoch": 2.850662589194699,
      "grad_norm": 3.2992601581158234,
      "learning_rate": 0.00016888663082671864,
      "loss": 4.8677,
      "step": 33558
    },
    {
      "epoch": 2.850747536527353,
      "grad_norm": 3.2572427309321847,
      "learning_rate": 0.00016887981928212864,
      "loss": 4.9756,
      "step": 33559
    },
    {
      "epoch": 2.8508324838600068,
      "grad_norm": 3.0249094887451706,
      "learning_rate": 0.00016887300769797964,
      "loss": 4.4399,
      "step": 33560
    },
    {
      "epoch": 2.8509174311926606,
      "grad_norm": 2.974578638075414,
      "learning_rate": 0.00016886619607428606,
      "loss": 4.4223,
      "step": 33561
    },
    {
      "epoch": 2.8510023785253145,
      "grad_norm": 3.2692389739996326,
      "learning_rate": 0.00016885938441106214,
      "loss": 3.9867,
      "step": 33562
    },
    {
      "epoch": 2.851087325857968,
      "grad_norm": 3.3587692289247935,
      "learning_rate": 0.00016885257270832205,
      "loss": 4.1365,
      "step": 33563
    },
    {
      "epoch": 2.8511722731906217,
      "grad_norm": 2.933224890974177,
      "learning_rate": 0.00016884576096608023,
      "loss": 4.3049,
      "step": 33564
    },
    {
      "epoch": 2.8512572205232756,
      "grad_norm": 3.279514125243007,
      "learning_rate": 0.00016883894918435084,
      "loss": 4.9282,
      "step": 33565
    },
    {
      "epoch": 2.8513421678559294,
      "grad_norm": 3.1739036369712963,
      "learning_rate": 0.00016883213736314817,
      "loss": 4.7434,
      "step": 33566
    },
    {
      "epoch": 2.8514271151885833,
      "grad_norm": 3.0297858985824084,
      "learning_rate": 0.0001688253255024865,
      "loss": 4.5229,
      "step": 33567
    },
    {
      "epoch": 2.8515120625212367,
      "grad_norm": 3.1687192541348064,
      "learning_rate": 0.00016881851360238016,
      "loss": 3.9101,
      "step": 33568
    },
    {
      "epoch": 2.8515970098538905,
      "grad_norm": 2.9835834588773253,
      "learning_rate": 0.00016881170166284327,
      "loss": 4.4511,
      "step": 33569
    },
    {
      "epoch": 2.8516819571865444,
      "grad_norm": 3.078178530054911,
      "learning_rate": 0.0001688048896838903,
      "loss": 4.4802,
      "step": 33570
    },
    {
      "epoch": 2.8517669045191982,
      "grad_norm": 3.332012803374037,
      "learning_rate": 0.00016879807766553536,
      "loss": 5.2284,
      "step": 33571
    },
    {
      "epoch": 2.851851851851852,
      "grad_norm": 2.960454706618538,
      "learning_rate": 0.0001687912656077928,
      "loss": 4.3242,
      "step": 33572
    },
    {
      "epoch": 2.8519367991845055,
      "grad_norm": 3.0917221823610337,
      "learning_rate": 0.00016878445351067693,
      "loss": 4.6987,
      "step": 33573
    },
    {
      "epoch": 2.8520217465171593,
      "grad_norm": 2.987542823785304,
      "learning_rate": 0.0001687776413742019,
      "loss": 4.3583,
      "step": 33574
    },
    {
      "epoch": 2.852106693849813,
      "grad_norm": 3.036978892430054,
      "learning_rate": 0.00016877082919838208,
      "loss": 4.413,
      "step": 33575
    },
    {
      "epoch": 2.8521916411824666,
      "grad_norm": 3.0563547714858226,
      "learning_rate": 0.00016876401698323173,
      "loss": 4.5033,
      "step": 33576
    },
    {
      "epoch": 2.852276588515121,
      "grad_norm": 3.003978339444194,
      "learning_rate": 0.00016875720472876517,
      "loss": 4.2864,
      "step": 33577
    },
    {
      "epoch": 2.8523615358477743,
      "grad_norm": 3.2387131239094,
      "learning_rate": 0.0001687503924349965,
      "loss": 4.8759,
      "step": 33578
    },
    {
      "epoch": 2.852446483180428,
      "grad_norm": 3.0845321998759667,
      "learning_rate": 0.00016874358010194023,
      "loss": 4.5799,
      "step": 33579
    },
    {
      "epoch": 2.852531430513082,
      "grad_norm": 3.288511505688264,
      "learning_rate": 0.00016873676772961044,
      "loss": 5.1848,
      "step": 33580
    },
    {
      "epoch": 2.8526163778457354,
      "grad_norm": 3.0651779882748342,
      "learning_rate": 0.00016872995531802147,
      "loss": 4.6675,
      "step": 33581
    },
    {
      "epoch": 2.8527013251783893,
      "grad_norm": 3.066176768454625,
      "learning_rate": 0.0001687231428671877,
      "loss": 4.4705,
      "step": 33582
    },
    {
      "epoch": 2.852786272511043,
      "grad_norm": 3.0320654832002045,
      "learning_rate": 0.00016871633037712322,
      "loss": 4.6075,
      "step": 33583
    },
    {
      "epoch": 2.852871219843697,
      "grad_norm": 3.00747986054006,
      "learning_rate": 0.00016870951784784242,
      "loss": 4.5089,
      "step": 33584
    },
    {
      "epoch": 2.852956167176351,
      "grad_norm": 3.2260171452381154,
      "learning_rate": 0.00016870270527935956,
      "loss": 4.9185,
      "step": 33585
    },
    {
      "epoch": 2.853041114509004,
      "grad_norm": 3.2646112819233104,
      "learning_rate": 0.00016869589267168888,
      "loss": 4.8614,
      "step": 33586
    },
    {
      "epoch": 2.853126061841658,
      "grad_norm": 3.1694399566250215,
      "learning_rate": 0.00016868908002484466,
      "loss": 4.8704,
      "step": 33587
    },
    {
      "epoch": 2.853211009174312,
      "grad_norm": 3.6666390851552615,
      "learning_rate": 0.00016868226733884127,
      "loss": 4.0508,
      "step": 33588
    },
    {
      "epoch": 2.8532959565069658,
      "grad_norm": 3.181240582974486,
      "learning_rate": 0.00016867545461369285,
      "loss": 4.9147,
      "step": 33589
    },
    {
      "epoch": 2.8533809038396196,
      "grad_norm": 3.19211026047478,
      "learning_rate": 0.00016866864184941373,
      "loss": 4.7978,
      "step": 33590
    },
    {
      "epoch": 2.853465851172273,
      "grad_norm": 3.056312330098992,
      "learning_rate": 0.00016866182904601816,
      "loss": 4.4448,
      "step": 33591
    },
    {
      "epoch": 2.853550798504927,
      "grad_norm": 3.1915824282617757,
      "learning_rate": 0.00016865501620352046,
      "loss": 4.9524,
      "step": 33592
    },
    {
      "epoch": 2.8536357458375807,
      "grad_norm": 3.2454364433888863,
      "learning_rate": 0.0001686482033219349,
      "loss": 5.0302,
      "step": 33593
    },
    {
      "epoch": 2.8537206931702346,
      "grad_norm": 3.030113209985273,
      "learning_rate": 0.0001686413904012757,
      "loss": 4.4001,
      "step": 33594
    },
    {
      "epoch": 2.8538056405028884,
      "grad_norm": 3.125318851969035,
      "learning_rate": 0.00016863457744155727,
      "loss": 4.6803,
      "step": 33595
    },
    {
      "epoch": 2.853890587835542,
      "grad_norm": 3.121769588159826,
      "learning_rate": 0.00016862776444279368,
      "loss": 4.8212,
      "step": 33596
    },
    {
      "epoch": 2.8539755351681957,
      "grad_norm": 3.158944857592729,
      "learning_rate": 0.00016862095140499937,
      "loss": 4.7235,
      "step": 33597
    },
    {
      "epoch": 2.8540604825008495,
      "grad_norm": 3.059376545228213,
      "learning_rate": 0.00016861413832818857,
      "loss": 4.5548,
      "step": 33598
    },
    {
      "epoch": 2.8541454298335034,
      "grad_norm": 2.987501295606339,
      "learning_rate": 0.0001686073252123755,
      "loss": 4.1049,
      "step": 33599
    },
    {
      "epoch": 2.8542303771661572,
      "grad_norm": 3.1910019679596875,
      "learning_rate": 0.00016860051205757452,
      "loss": 4.9984,
      "step": 33600
    },
    {
      "epoch": 2.8543153244988106,
      "grad_norm": 3.0101357900861414,
      "learning_rate": 0.00016859369886379984,
      "loss": 4.5164,
      "step": 33601
    },
    {
      "epoch": 2.8544002718314645,
      "grad_norm": 3.0774912371445238,
      "learning_rate": 0.0001685868856310658,
      "loss": 4.4172,
      "step": 33602
    },
    {
      "epoch": 2.8544852191641183,
      "grad_norm": 3.028620198228089,
      "learning_rate": 0.0001685800723593866,
      "loss": 4.4296,
      "step": 33603
    },
    {
      "epoch": 2.8545701664967718,
      "grad_norm": 3.0306723538039235,
      "learning_rate": 0.00016857325904877658,
      "loss": 4.5727,
      "step": 33604
    },
    {
      "epoch": 2.8546551138294256,
      "grad_norm": 3.209629293753211,
      "learning_rate": 0.00016856644569924998,
      "loss": 4.6699,
      "step": 33605
    },
    {
      "epoch": 2.8547400611620795,
      "grad_norm": 3.041436084706013,
      "learning_rate": 0.0001685596323108211,
      "loss": 4.5583,
      "step": 33606
    },
    {
      "epoch": 2.8548250084947333,
      "grad_norm": 3.1978665055040256,
      "learning_rate": 0.00016855281888350417,
      "loss": 4.7218,
      "step": 33607
    },
    {
      "epoch": 2.854909955827387,
      "grad_norm": 3.1733262710331016,
      "learning_rate": 0.0001685460054173135,
      "loss": 4.8618,
      "step": 33608
    },
    {
      "epoch": 2.8549949031600406,
      "grad_norm": 3.15802948078465,
      "learning_rate": 0.0001685391919122634,
      "loss": 4.7954,
      "step": 33609
    },
    {
      "epoch": 2.8550798504926944,
      "grad_norm": 3.1626161283839753,
      "learning_rate": 0.0001685323783683681,
      "loss": 4.5315,
      "step": 33610
    },
    {
      "epoch": 2.8551647978253483,
      "grad_norm": 3.2510321206206543,
      "learning_rate": 0.0001685255647856419,
      "loss": 4.8928,
      "step": 33611
    },
    {
      "epoch": 2.855249745158002,
      "grad_norm": 3.3102488094882467,
      "learning_rate": 0.000168518751164099,
      "loss": 4.7876,
      "step": 33612
    },
    {
      "epoch": 2.855334692490656,
      "grad_norm": 2.932507187358289,
      "learning_rate": 0.00016851193750375381,
      "loss": 4.214,
      "step": 33613
    },
    {
      "epoch": 2.8554196398233094,
      "grad_norm": 3.3410604814815237,
      "learning_rate": 0.00016850512380462053,
      "loss": 5.0508,
      "step": 33614
    },
    {
      "epoch": 2.8555045871559632,
      "grad_norm": 3.081778127322971,
      "learning_rate": 0.00016849831006671343,
      "loss": 4.522,
      "step": 33615
    },
    {
      "epoch": 2.855589534488617,
      "grad_norm": 3.0562281540317975,
      "learning_rate": 0.0001684914962900468,
      "loss": 4.5857,
      "step": 33616
    },
    {
      "epoch": 2.855674481821271,
      "grad_norm": 3.167048445714468,
      "learning_rate": 0.0001684846824746349,
      "loss": 4.715,
      "step": 33617
    },
    {
      "epoch": 2.8557594291539248,
      "grad_norm": 3.011469445106628,
      "learning_rate": 0.00016847786862049204,
      "loss": 4.4202,
      "step": 33618
    },
    {
      "epoch": 2.855844376486578,
      "grad_norm": 3.034684336961895,
      "learning_rate": 0.00016847105472763248,
      "loss": 4.2183,
      "step": 33619
    },
    {
      "epoch": 2.855929323819232,
      "grad_norm": 3.286942382097948,
      "learning_rate": 0.00016846424079607053,
      "loss": 5.1255,
      "step": 33620
    },
    {
      "epoch": 2.856014271151886,
      "grad_norm": 3.111977040131507,
      "learning_rate": 0.00016845742682582038,
      "loss": 4.413,
      "step": 33621
    },
    {
      "epoch": 2.8560992184845397,
      "grad_norm": 3.0046295900759805,
      "learning_rate": 0.0001684506128168964,
      "loss": 4.5493,
      "step": 33622
    },
    {
      "epoch": 2.8561841658171936,
      "grad_norm": 2.9723230921810315,
      "learning_rate": 0.00016844379876931285,
      "loss": 4.3166,
      "step": 33623
    },
    {
      "epoch": 2.856269113149847,
      "grad_norm": 3.293789134050442,
      "learning_rate": 0.00016843698468308396,
      "loss": 4.974,
      "step": 33624
    },
    {
      "epoch": 2.856354060482501,
      "grad_norm": 3.2990458939111043,
      "learning_rate": 0.00016843017055822402,
      "loss": 5.0577,
      "step": 33625
    },
    {
      "epoch": 2.8564390078151547,
      "grad_norm": 3.1657278418492183,
      "learning_rate": 0.00016842335639474736,
      "loss": 4.9109,
      "step": 33626
    },
    {
      "epoch": 2.856523955147808,
      "grad_norm": 3.0270641445945237,
      "learning_rate": 0.00016841654219266819,
      "loss": 4.4121,
      "step": 33627
    },
    {
      "epoch": 2.856608902480462,
      "grad_norm": 3.1054052779229,
      "learning_rate": 0.00016840972795200082,
      "loss": 4.4599,
      "step": 33628
    },
    {
      "epoch": 2.856693849813116,
      "grad_norm": 3.2918971498660063,
      "learning_rate": 0.00016840291367275958,
      "loss": 5.1247,
      "step": 33629
    },
    {
      "epoch": 2.8567787971457697,
      "grad_norm": 3.327251637787967,
      "learning_rate": 0.00016839609935495863,
      "loss": 4.9143,
      "step": 33630
    },
    {
      "epoch": 2.8568637444784235,
      "grad_norm": 3.014488858946589,
      "learning_rate": 0.00016838928499861237,
      "loss": 4.0147,
      "step": 33631
    },
    {
      "epoch": 2.856948691811077,
      "grad_norm": 3.261977273742509,
      "learning_rate": 0.00016838247060373498,
      "loss": 4.9949,
      "step": 33632
    },
    {
      "epoch": 2.8570336391437308,
      "grad_norm": 3.1656024396671105,
      "learning_rate": 0.0001683756561703408,
      "loss": 4.9329,
      "step": 33633
    },
    {
      "epoch": 2.8571185864763846,
      "grad_norm": 3.049779080915603,
      "learning_rate": 0.00016836884169844405,
      "loss": 4.2699,
      "step": 33634
    },
    {
      "epoch": 2.8572035338090385,
      "grad_norm": 3.253175291189779,
      "learning_rate": 0.00016836202718805907,
      "loss": 4.677,
      "step": 33635
    },
    {
      "epoch": 2.8572884811416923,
      "grad_norm": 3.022890672329942,
      "learning_rate": 0.00016835521263920014,
      "loss": 4.447,
      "step": 33636
    },
    {
      "epoch": 2.8573734284743457,
      "grad_norm": 3.230288320523103,
      "learning_rate": 0.00016834839805188146,
      "loss": 5.0287,
      "step": 33637
    },
    {
      "epoch": 2.8574583758069996,
      "grad_norm": 3.1748024043123664,
      "learning_rate": 0.00016834158342611744,
      "loss": 4.8722,
      "step": 33638
    },
    {
      "epoch": 2.8575433231396534,
      "grad_norm": 3.07716214110339,
      "learning_rate": 0.00016833476876192222,
      "loss": 4.3418,
      "step": 33639
    },
    {
      "epoch": 2.8576282704723073,
      "grad_norm": 3.2845520041716902,
      "learning_rate": 0.00016832795405931017,
      "loss": 5.0132,
      "step": 33640
    },
    {
      "epoch": 2.857713217804961,
      "grad_norm": 3.0672290571859677,
      "learning_rate": 0.0001683211393182955,
      "loss": 4.6303,
      "step": 33641
    },
    {
      "epoch": 2.8577981651376145,
      "grad_norm": 3.0235363395706343,
      "learning_rate": 0.00016831432453889256,
      "loss": 4.4499,
      "step": 33642
    },
    {
      "epoch": 2.8578831124702684,
      "grad_norm": 3.0565787721118785,
      "learning_rate": 0.0001683075097211156,
      "loss": 4.5564,
      "step": 33643
    },
    {
      "epoch": 2.8579680598029222,
      "grad_norm": 3.1277106146252085,
      "learning_rate": 0.00016830069486497887,
      "loss": 4.3588,
      "step": 33644
    },
    {
      "epoch": 2.858053007135576,
      "grad_norm": 3.062933140659388,
      "learning_rate": 0.00016829387997049672,
      "loss": 4.6265,
      "step": 33645
    },
    {
      "epoch": 2.85813795446823,
      "grad_norm": 3.342763373490105,
      "learning_rate": 0.00016828706503768328,
      "loss": 5.229,
      "step": 33646
    },
    {
      "epoch": 2.8582229018008833,
      "grad_norm": 3.1124306950043183,
      "learning_rate": 0.00016828025006655306,
      "loss": 4.7639,
      "step": 33647
    },
    {
      "epoch": 2.858307849133537,
      "grad_norm": 2.9986015166005395,
      "learning_rate": 0.00016827343505712016,
      "loss": 4.2475,
      "step": 33648
    },
    {
      "epoch": 2.858392796466191,
      "grad_norm": 3.0391948745261055,
      "learning_rate": 0.0001682666200093989,
      "loss": 4.712,
      "step": 33649
    },
    {
      "epoch": 2.8584777437988445,
      "grad_norm": 3.07720026477122,
      "learning_rate": 0.00016825980492340357,
      "loss": 4.5867,
      "step": 33650
    },
    {
      "epoch": 2.8585626911314987,
      "grad_norm": 3.122562615426705,
      "learning_rate": 0.00016825298979914846,
      "loss": 4.4724,
      "step": 33651
    },
    {
      "epoch": 2.858647638464152,
      "grad_norm": 3.313998574816072,
      "learning_rate": 0.00016824617463664782,
      "loss": 5.1498,
      "step": 33652
    },
    {
      "epoch": 2.858732585796806,
      "grad_norm": 3.1339666921015055,
      "learning_rate": 0.00016823935943591597,
      "loss": 4.7723,
      "step": 33653
    },
    {
      "epoch": 2.85881753312946,
      "grad_norm": 3.1287288121800776,
      "learning_rate": 0.0001682325441969672,
      "loss": 4.5255,
      "step": 33654
    },
    {
      "epoch": 2.8589024804621133,
      "grad_norm": 3.309929606940842,
      "learning_rate": 0.0001682257289198157,
      "loss": 5.0873,
      "step": 33655
    },
    {
      "epoch": 2.858987427794767,
      "grad_norm": 3.2177858895443556,
      "learning_rate": 0.00016821891360447588,
      "loss": 5.0092,
      "step": 33656
    },
    {
      "epoch": 2.859072375127421,
      "grad_norm": 3.2178054847100603,
      "learning_rate": 0.00016821209825096189,
      "loss": 4.6185,
      "step": 33657
    },
    {
      "epoch": 2.859157322460075,
      "grad_norm": 3.350630748028629,
      "learning_rate": 0.0001682052828592881,
      "loss": 5.063,
      "step": 33658
    },
    {
      "epoch": 2.8592422697927287,
      "grad_norm": 3.286816812390562,
      "learning_rate": 0.00016819846742946877,
      "loss": 5.0218,
      "step": 33659
    },
    {
      "epoch": 2.859327217125382,
      "grad_norm": 2.967220700963504,
      "learning_rate": 0.00016819165196151813,
      "loss": 4.3499,
      "step": 33660
    },
    {
      "epoch": 2.859412164458036,
      "grad_norm": 3.037560822326823,
      "learning_rate": 0.00016818483645545055,
      "loss": 4.4397,
      "step": 33661
    },
    {
      "epoch": 2.8594971117906898,
      "grad_norm": 3.097032300806005,
      "learning_rate": 0.0001681780209112802,
      "loss": 4.5748,
      "step": 33662
    },
    {
      "epoch": 2.8595820591233436,
      "grad_norm": 3.067577467375823,
      "learning_rate": 0.0001681712053290215,
      "loss": 4.5032,
      "step": 33663
    },
    {
      "epoch": 2.8596670064559975,
      "grad_norm": 3.2436360073956587,
      "learning_rate": 0.0001681643897086886,
      "loss": 4.8837,
      "step": 33664
    },
    {
      "epoch": 2.859751953788651,
      "grad_norm": 3.201792819902882,
      "learning_rate": 0.0001681575740502959,
      "loss": 4.8613,
      "step": 33665
    },
    {
      "epoch": 2.8598369011213047,
      "grad_norm": 3.06114091089758,
      "learning_rate": 0.00016815075835385757,
      "loss": 4.5179,
      "step": 33666
    },
    {
      "epoch": 2.8599218484539586,
      "grad_norm": 3.177188764356673,
      "learning_rate": 0.00016814394261938792,
      "loss": 4.7543,
      "step": 33667
    },
    {
      "epoch": 2.8600067957866124,
      "grad_norm": 3.2956616263695313,
      "learning_rate": 0.00016813712684690126,
      "loss": 5.0526,
      "step": 33668
    },
    {
      "epoch": 2.8600917431192663,
      "grad_norm": 3.0052225923700893,
      "learning_rate": 0.00016813031103641185,
      "loss": 4.2137,
      "step": 33669
    },
    {
      "epoch": 2.8601766904519197,
      "grad_norm": 3.09061351357095,
      "learning_rate": 0.000168123495187934,
      "loss": 4.522,
      "step": 33670
    },
    {
      "epoch": 2.8602616377845735,
      "grad_norm": 2.9721728052280647,
      "learning_rate": 0.00016811667930148196,
      "loss": 4.5305,
      "step": 33671
    },
    {
      "epoch": 2.8603465851172274,
      "grad_norm": 2.995685710032957,
      "learning_rate": 0.00016810986337707006,
      "loss": 4.5058,
      "step": 33672
    },
    {
      "epoch": 2.860431532449881,
      "grad_norm": 3.3027599439936606,
      "learning_rate": 0.00016810304741471247,
      "loss": 4.9208,
      "step": 33673
    },
    {
      "epoch": 2.860516479782535,
      "grad_norm": 3.089920863797267,
      "learning_rate": 0.00016809623141442358,
      "loss": 4.6777,
      "step": 33674
    },
    {
      "epoch": 2.8606014271151885,
      "grad_norm": 3.149995454326883,
      "learning_rate": 0.00016808941537621767,
      "loss": 4.0071,
      "step": 33675
    },
    {
      "epoch": 2.8606863744478424,
      "grad_norm": 3.271520048100074,
      "learning_rate": 0.00016808259930010895,
      "loss": 4.7548,
      "step": 33676
    },
    {
      "epoch": 2.860771321780496,
      "grad_norm": 2.975688628258817,
      "learning_rate": 0.00016807578318611175,
      "loss": 4.2516,
      "step": 33677
    },
    {
      "epoch": 2.8608562691131496,
      "grad_norm": 3.2305787767475085,
      "learning_rate": 0.00016806896703424034,
      "loss": 4.1041,
      "step": 33678
    },
    {
      "epoch": 2.8609412164458035,
      "grad_norm": 2.9771155761588286,
      "learning_rate": 0.000168062150844509,
      "loss": 4.4511,
      "step": 33679
    },
    {
      "epoch": 2.8610261637784573,
      "grad_norm": 3.2646183834250118,
      "learning_rate": 0.00016805533461693203,
      "loss": 5.0557,
      "step": 33680
    },
    {
      "epoch": 2.861111111111111,
      "grad_norm": 3.1332306992544976,
      "learning_rate": 0.0001680485183515237,
      "loss": 4.5689,
      "step": 33681
    },
    {
      "epoch": 2.861196058443765,
      "grad_norm": 3.284407194018328,
      "learning_rate": 0.00016804170204829822,
      "loss": 4.9809,
      "step": 33682
    },
    {
      "epoch": 2.8612810057764184,
      "grad_norm": 3.1844497600131976,
      "learning_rate": 0.00016803488570727004,
      "loss": 3.9283,
      "step": 33683
    },
    {
      "epoch": 2.8613659531090723,
      "grad_norm": 3.0545325024988337,
      "learning_rate": 0.00016802806932845332,
      "loss": 4.5869,
      "step": 33684
    },
    {
      "epoch": 2.861450900441726,
      "grad_norm": 3.1897128969605353,
      "learning_rate": 0.00016802125291186235,
      "loss": 4.7242,
      "step": 33685
    },
    {
      "epoch": 2.86153584777438,
      "grad_norm": 3.2788370965026057,
      "learning_rate": 0.00016801443645751143,
      "loss": 4.9532,
      "step": 33686
    },
    {
      "epoch": 2.861620795107034,
      "grad_norm": 3.0599174923779517,
      "learning_rate": 0.00016800761996541485,
      "loss": 4.5238,
      "step": 33687
    },
    {
      "epoch": 2.8617057424396872,
      "grad_norm": 3.0069078102094076,
      "learning_rate": 0.00016800080343558685,
      "loss": 4.1132,
      "step": 33688
    },
    {
      "epoch": 2.861790689772341,
      "grad_norm": 3.309484692004882,
      "learning_rate": 0.0001679939868680418,
      "loss": 4.8861,
      "step": 33689
    },
    {
      "epoch": 2.861875637104995,
      "grad_norm": 3.15751315598617,
      "learning_rate": 0.00016798717026279394,
      "loss": 4.6961,
      "step": 33690
    },
    {
      "epoch": 2.861960584437649,
      "grad_norm": 3.179511527843864,
      "learning_rate": 0.0001679803536198575,
      "loss": 4.9126,
      "step": 33691
    },
    {
      "epoch": 2.8620455317703026,
      "grad_norm": 3.2971930773537204,
      "learning_rate": 0.00016797353693924683,
      "loss": 4.8554,
      "step": 33692
    },
    {
      "epoch": 2.862130479102956,
      "grad_norm": 3.10969078892431,
      "learning_rate": 0.00016796672022097614,
      "loss": 4.7808,
      "step": 33693
    },
    {
      "epoch": 2.86221542643561,
      "grad_norm": 3.16636212783428,
      "learning_rate": 0.00016795990346505984,
      "loss": 4.5712,
      "step": 33694
    },
    {
      "epoch": 2.8623003737682637,
      "grad_norm": 3.1057646279228868,
      "learning_rate": 0.00016795308667151207,
      "loss": 4.718,
      "step": 33695
    },
    {
      "epoch": 2.8623853211009176,
      "grad_norm": 3.109294874515458,
      "learning_rate": 0.00016794626984034718,
      "loss": 4.569,
      "step": 33696
    },
    {
      "epoch": 2.8624702684335714,
      "grad_norm": 3.2823206376822895,
      "learning_rate": 0.00016793945297157952,
      "loss": 4.9002,
      "step": 33697
    },
    {
      "epoch": 2.862555215766225,
      "grad_norm": 3.151024788360319,
      "learning_rate": 0.00016793263606522317,
      "loss": 4.761,
      "step": 33698
    },
    {
      "epoch": 2.8626401630988787,
      "grad_norm": 3.209328032617955,
      "learning_rate": 0.00016792581912129272,
      "loss": 4.9781,
      "step": 33699
    },
    {
      "epoch": 2.8627251104315325,
      "grad_norm": 3.272774943562234,
      "learning_rate": 0.00016791900213980216,
      "loss": 5.0084,
      "step": 33700
    },
    {
      "epoch": 2.862810057764186,
      "grad_norm": 3.1665019106757626,
      "learning_rate": 0.00016791218512076595,
      "loss": 4.6357,
      "step": 33701
    },
    {
      "epoch": 2.86289500509684,
      "grad_norm": 2.9794972170701217,
      "learning_rate": 0.0001679053680641983,
      "loss": 4.4286,
      "step": 33702
    },
    {
      "epoch": 2.8629799524294937,
      "grad_norm": 3.050953847202044,
      "learning_rate": 0.00016789855097011354,
      "loss": 4.8943,
      "step": 33703
    },
    {
      "epoch": 2.8630648997621475,
      "grad_norm": 3.0233947751279984,
      "learning_rate": 0.00016789173383852584,
      "loss": 4.6207,
      "step": 33704
    },
    {
      "epoch": 2.8631498470948014,
      "grad_norm": 3.2871865205827766,
      "learning_rate": 0.00016788491666944966,
      "loss": 5.0715,
      "step": 33705
    },
    {
      "epoch": 2.8632347944274548,
      "grad_norm": 3.2996557714619708,
      "learning_rate": 0.00016787809946289917,
      "loss": 4.9506,
      "step": 33706
    },
    {
      "epoch": 2.8633197417601086,
      "grad_norm": 3.00758073721888,
      "learning_rate": 0.00016787128221888866,
      "loss": 4.5527,
      "step": 33707
    },
    {
      "epoch": 2.8634046890927625,
      "grad_norm": 3.0916087612536645,
      "learning_rate": 0.00016786446493743246,
      "loss": 4.8128,
      "step": 33708
    },
    {
      "epoch": 2.8634896364254163,
      "grad_norm": 3.142999375317518,
      "learning_rate": 0.00016785764761854483,
      "loss": 4.5318,
      "step": 33709
    },
    {
      "epoch": 2.86357458375807,
      "grad_norm": 3.2661457031667402,
      "learning_rate": 0.00016785083026224002,
      "loss": 5.0238,
      "step": 33710
    },
    {
      "epoch": 2.8636595310907236,
      "grad_norm": 2.99869102273917,
      "learning_rate": 0.00016784401286853236,
      "loss": 4.3887,
      "step": 33711
    },
    {
      "epoch": 2.8637444784233774,
      "grad_norm": 3.176055459235959,
      "learning_rate": 0.00016783719543743617,
      "loss": 4.8815,
      "step": 33712
    },
    {
      "epoch": 2.8638294257560313,
      "grad_norm": 3.191562836986337,
      "learning_rate": 0.00016783037796896559,
      "loss": 4.7693,
      "step": 33713
    },
    {
      "epoch": 2.863914373088685,
      "grad_norm": 3.1467494779530445,
      "learning_rate": 0.00016782356046313507,
      "loss": 4.7301,
      "step": 33714
    },
    {
      "epoch": 2.863999320421339,
      "grad_norm": 3.1471683530268058,
      "learning_rate": 0.0001678167429199588,
      "loss": 4.7787,
      "step": 33715
    },
    {
      "epoch": 2.8640842677539924,
      "grad_norm": 3.18075753687169,
      "learning_rate": 0.00016780992533945108,
      "loss": 5.1657,
      "step": 33716
    },
    {
      "epoch": 2.8641692150866462,
      "grad_norm": 3.0231086202688253,
      "learning_rate": 0.00016780310772162622,
      "loss": 4.4965,
      "step": 33717
    },
    {
      "epoch": 2.8642541624193,
      "grad_norm": 3.1413324050442113,
      "learning_rate": 0.0001677962900664985,
      "loss": 4.4378,
      "step": 33718
    },
    {
      "epoch": 2.864339109751954,
      "grad_norm": 2.9412313013853955,
      "learning_rate": 0.00016778947237408218,
      "loss": 4.45,
      "step": 33719
    },
    {
      "epoch": 2.864424057084608,
      "grad_norm": 3.211170366017387,
      "learning_rate": 0.00016778265464439157,
      "loss": 5.0037,
      "step": 33720
    },
    {
      "epoch": 2.864509004417261,
      "grad_norm": 3.2655526952940668,
      "learning_rate": 0.00016777583687744093,
      "loss": 4.8989,
      "step": 33721
    },
    {
      "epoch": 2.864593951749915,
      "grad_norm": 3.0903040292604107,
      "learning_rate": 0.00016776901907324454,
      "loss": 4.6452,
      "step": 33722
    },
    {
      "epoch": 2.864678899082569,
      "grad_norm": 3.1672177551126848,
      "learning_rate": 0.00016776220123181678,
      "loss": 4.8944,
      "step": 33723
    },
    {
      "epoch": 2.8647638464152223,
      "grad_norm": 3.1902384804479538,
      "learning_rate": 0.0001677553833531718,
      "loss": 5.0101,
      "step": 33724
    },
    {
      "epoch": 2.864848793747876,
      "grad_norm": 3.0330602323153006,
      "learning_rate": 0.00016774856543732395,
      "loss": 4.3942,
      "step": 33725
    },
    {
      "epoch": 2.86493374108053,
      "grad_norm": 3.027955627802245,
      "learning_rate": 0.00016774174748428753,
      "loss": 4.5912,
      "step": 33726
    },
    {
      "epoch": 2.865018688413184,
      "grad_norm": 2.9855862455044453,
      "learning_rate": 0.0001677349294940768,
      "loss": 4.3432,
      "step": 33727
    },
    {
      "epoch": 2.8651036357458377,
      "grad_norm": 2.9595179697552183,
      "learning_rate": 0.00016772811146670603,
      "loss": 3.964,
      "step": 33728
    },
    {
      "epoch": 2.865188583078491,
      "grad_norm": 3.1203610456846564,
      "learning_rate": 0.00016772129340218955,
      "loss": 4.7222,
      "step": 33729
    },
    {
      "epoch": 2.865273530411145,
      "grad_norm": 3.2139980699321913,
      "learning_rate": 0.00016771447530054164,
      "loss": 4.7554,
      "step": 33730
    },
    {
      "epoch": 2.865358477743799,
      "grad_norm": 2.9797802038814347,
      "learning_rate": 0.00016770765716177653,
      "loss": 4.4109,
      "step": 33731
    },
    {
      "epoch": 2.8654434250764527,
      "grad_norm": 3.050384632560499,
      "learning_rate": 0.00016770083898590862,
      "loss": 4.4456,
      "step": 33732
    },
    {
      "epoch": 2.8655283724091065,
      "grad_norm": 2.985054321112731,
      "learning_rate": 0.00016769402077295204,
      "loss": 4.3646,
      "step": 33733
    },
    {
      "epoch": 2.86561331974176,
      "grad_norm": 3.1930987517599605,
      "learning_rate": 0.00016768720252292123,
      "loss": 4.7438,
      "step": 33734
    },
    {
      "epoch": 2.8656982670744138,
      "grad_norm": 3.140070134092326,
      "learning_rate": 0.00016768038423583035,
      "loss": 4.8372,
      "step": 33735
    },
    {
      "epoch": 2.8657832144070676,
      "grad_norm": 3.041665405154312,
      "learning_rate": 0.00016767356591169377,
      "loss": 4.3932,
      "step": 33736
    },
    {
      "epoch": 2.8658681617397215,
      "grad_norm": 3.002035755845866,
      "learning_rate": 0.00016766674755052576,
      "loss": 4.4523,
      "step": 33737
    },
    {
      "epoch": 2.8659531090723753,
      "grad_norm": 3.0151678809174394,
      "learning_rate": 0.00016765992915234053,
      "loss": 4.5666,
      "step": 33738
    },
    {
      "epoch": 2.8660380564050287,
      "grad_norm": 2.9872027095301785,
      "learning_rate": 0.00016765311071715252,
      "loss": 4.4102,
      "step": 33739
    },
    {
      "epoch": 2.8661230037376826,
      "grad_norm": 3.0886675978090348,
      "learning_rate": 0.00016764629224497586,
      "loss": 4.4474,
      "step": 33740
    },
    {
      "epoch": 2.8662079510703364,
      "grad_norm": 2.980447337520343,
      "learning_rate": 0.00016763947373582493,
      "loss": 4.3716,
      "step": 33741
    },
    {
      "epoch": 2.8662928984029903,
      "grad_norm": 3.075719947861137,
      "learning_rate": 0.000167632655189714,
      "loss": 4.4269,
      "step": 33742
    },
    {
      "epoch": 2.866377845735644,
      "grad_norm": 3.0993816993873424,
      "learning_rate": 0.00016762583660665732,
      "loss": 4.5757,
      "step": 33743
    },
    {
      "epoch": 2.8664627930682975,
      "grad_norm": 3.0730647361625945,
      "learning_rate": 0.0001676190179866692,
      "loss": 4.5523,
      "step": 33744
    },
    {
      "epoch": 2.8665477404009514,
      "grad_norm": 3.1360285544879942,
      "learning_rate": 0.000167612199329764,
      "loss": 4.6671,
      "step": 33745
    },
    {
      "epoch": 2.8666326877336052,
      "grad_norm": 3.0165520121258718,
      "learning_rate": 0.0001676053806359559,
      "loss": 4.5809,
      "step": 33746
    },
    {
      "epoch": 2.8667176350662587,
      "grad_norm": 3.112064899870639,
      "learning_rate": 0.0001675985619052592,
      "loss": 4.6364,
      "step": 33747
    },
    {
      "epoch": 2.866802582398913,
      "grad_norm": 3.0773557181366624,
      "learning_rate": 0.00016759174313768827,
      "loss": 4.6506,
      "step": 33748
    },
    {
      "epoch": 2.8668875297315664,
      "grad_norm": 3.3056119748767037,
      "learning_rate": 0.00016758492433325731,
      "loss": 4.9812,
      "step": 33749
    },
    {
      "epoch": 2.86697247706422,
      "grad_norm": 3.100812645174541,
      "learning_rate": 0.00016757810549198064,
      "loss": 4.5171,
      "step": 33750
    },
    {
      "epoch": 2.867057424396874,
      "grad_norm": 3.2825612011561733,
      "learning_rate": 0.00016757128661387257,
      "loss": 5.0577,
      "step": 33751
    },
    {
      "epoch": 2.8671423717295275,
      "grad_norm": 3.1292809555014816,
      "learning_rate": 0.00016756446769894732,
      "loss": 4.4741,
      "step": 33752
    },
    {
      "epoch": 2.8672273190621813,
      "grad_norm": 3.066531979006927,
      "learning_rate": 0.00016755764874721923,
      "loss": 4.5487,
      "step": 33753
    },
    {
      "epoch": 2.867312266394835,
      "grad_norm": 3.3535653467432516,
      "learning_rate": 0.0001675508297587026,
      "loss": 5.1385,
      "step": 33754
    },
    {
      "epoch": 2.867397213727489,
      "grad_norm": 3.237845335283394,
      "learning_rate": 0.0001675440107334117,
      "loss": 5.0047,
      "step": 33755
    },
    {
      "epoch": 2.867482161060143,
      "grad_norm": 3.0538244203488323,
      "learning_rate": 0.0001675371916713608,
      "loss": 4.3558,
      "step": 33756
    },
    {
      "epoch": 2.8675671083927963,
      "grad_norm": 3.0336076716497766,
      "learning_rate": 0.0001675303725725642,
      "loss": 4.4428,
      "step": 33757
    },
    {
      "epoch": 2.86765205572545,
      "grad_norm": 3.1369450947454744,
      "learning_rate": 0.0001675235534370362,
      "loss": 4.6558,
      "step": 33758
    },
    {
      "epoch": 2.867737003058104,
      "grad_norm": 3.1229571936944995,
      "learning_rate": 0.0001675167342647911,
      "loss": 4.6366,
      "step": 33759
    },
    {
      "epoch": 2.867821950390758,
      "grad_norm": 3.1637093442672026,
      "learning_rate": 0.00016750991505584315,
      "loss": 4.784,
      "step": 33760
    },
    {
      "epoch": 2.8679068977234117,
      "grad_norm": 3.015699722070646,
      "learning_rate": 0.00016750309581020664,
      "loss": 4.6029,
      "step": 33761
    },
    {
      "epoch": 2.867991845056065,
      "grad_norm": 3.048077594394189,
      "learning_rate": 0.00016749627652789587,
      "loss": 4.3842,
      "step": 33762
    },
    {
      "epoch": 2.868076792388719,
      "grad_norm": 3.090306211452572,
      "learning_rate": 0.00016748945720892517,
      "loss": 4.6555,
      "step": 33763
    },
    {
      "epoch": 2.868161739721373,
      "grad_norm": 3.2080236718915347,
      "learning_rate": 0.00016748263785330882,
      "loss": 4.8455,
      "step": 33764
    },
    {
      "epoch": 2.8682466870540266,
      "grad_norm": 3.010751097856594,
      "learning_rate": 0.000167475818461061,
      "loss": 4.3105,
      "step": 33765
    },
    {
      "epoch": 2.8683316343866805,
      "grad_norm": 3.049171292640449,
      "learning_rate": 0.00016746899903219612,
      "loss": 4.5689,
      "step": 33766
    },
    {
      "epoch": 2.868416581719334,
      "grad_norm": 3.0760150145600758,
      "learning_rate": 0.00016746217956672843,
      "loss": 4.6404,
      "step": 33767
    },
    {
      "epoch": 2.8685015290519877,
      "grad_norm": 3.0402282528231357,
      "learning_rate": 0.00016745536006467217,
      "loss": 4.3704,
      "step": 33768
    },
    {
      "epoch": 2.8685864763846416,
      "grad_norm": 3.0841553200994722,
      "learning_rate": 0.0001674485405260417,
      "loss": 4.7109,
      "step": 33769
    },
    {
      "epoch": 2.8686714237172954,
      "grad_norm": 3.027020797969887,
      "learning_rate": 0.00016744172095085132,
      "loss": 4.4243,
      "step": 33770
    },
    {
      "epoch": 2.8687563710499493,
      "grad_norm": 3.0724774391418608,
      "learning_rate": 0.00016743490133911527,
      "loss": 4.5069,
      "step": 33771
    },
    {
      "epoch": 2.8688413183826027,
      "grad_norm": 2.938157261725126,
      "learning_rate": 0.0001674280816908478,
      "loss": 4.2333,
      "step": 33772
    },
    {
      "epoch": 2.8689262657152566,
      "grad_norm": 3.0679475182269327,
      "learning_rate": 0.00016742126200606334,
      "loss": 4.7547,
      "step": 33773
    },
    {
      "epoch": 2.8690112130479104,
      "grad_norm": 3.0828304122976546,
      "learning_rate": 0.00016741444228477603,
      "loss": 4.8451,
      "step": 33774
    },
    {
      "epoch": 2.869096160380564,
      "grad_norm": 3.0171310076686924,
      "learning_rate": 0.00016740762252700025,
      "loss": 4.3651,
      "step": 33775
    },
    {
      "epoch": 2.8691811077132177,
      "grad_norm": 3.058802717858131,
      "learning_rate": 0.00016740080273275023,
      "loss": 4.5199,
      "step": 33776
    },
    {
      "epoch": 2.8692660550458715,
      "grad_norm": 3.064376419992609,
      "learning_rate": 0.0001673939829020403,
      "loss": 4.3921,
      "step": 33777
    },
    {
      "epoch": 2.8693510023785254,
      "grad_norm": 3.0135351447013097,
      "learning_rate": 0.00016738716303488473,
      "loss": 4.2457,
      "step": 33778
    },
    {
      "epoch": 2.869435949711179,
      "grad_norm": 3.006253126772024,
      "learning_rate": 0.00016738034313129786,
      "loss": 4.3386,
      "step": 33779
    },
    {
      "epoch": 2.8695208970438326,
      "grad_norm": 3.0585803338335955,
      "learning_rate": 0.0001673735231912939,
      "loss": 4.3941,
      "step": 33780
    },
    {
      "epoch": 2.8696058443764865,
      "grad_norm": 3.6693646745883886,
      "learning_rate": 0.00016736670321488716,
      "loss": 4.2597,
      "step": 33781
    },
    {
      "epoch": 2.8696907917091403,
      "grad_norm": 2.986931176797225,
      "learning_rate": 0.00016735988320209204,
      "loss": 4.3411,
      "step": 33782
    },
    {
      "epoch": 2.869775739041794,
      "grad_norm": 3.21109812582944,
      "learning_rate": 0.00016735306315292264,
      "loss": 4.7463,
      "step": 33783
    },
    {
      "epoch": 2.869860686374448,
      "grad_norm": 3.3320067854222852,
      "learning_rate": 0.00016734624306739338,
      "loss": 4.9502,
      "step": 33784
    },
    {
      "epoch": 2.8699456337071014,
      "grad_norm": 3.0275958588170524,
      "learning_rate": 0.00016733942294551855,
      "loss": 4.2129,
      "step": 33785
    },
    {
      "epoch": 2.8700305810397553,
      "grad_norm": 3.040898646796867,
      "learning_rate": 0.00016733260278731235,
      "loss": 4.4705,
      "step": 33786
    },
    {
      "epoch": 2.870115528372409,
      "grad_norm": 3.043076179683049,
      "learning_rate": 0.00016732578259278914,
      "loss": 4.5209,
      "step": 33787
    },
    {
      "epoch": 2.870200475705063,
      "grad_norm": 3.258727444814428,
      "learning_rate": 0.00016731896236196324,
      "loss": 4.8619,
      "step": 33788
    },
    {
      "epoch": 2.870285423037717,
      "grad_norm": 3.1948670701613273,
      "learning_rate": 0.0001673121420948489,
      "loss": 4.7197,
      "step": 33789
    },
    {
      "epoch": 2.8703703703703702,
      "grad_norm": 3.315281364802752,
      "learning_rate": 0.00016730532179146037,
      "loss": 5.1361,
      "step": 33790
    },
    {
      "epoch": 2.870455317703024,
      "grad_norm": 3.3156127122592562,
      "learning_rate": 0.000167298501451812,
      "loss": 4.9857,
      "step": 33791
    },
    {
      "epoch": 2.870540265035678,
      "grad_norm": 2.976838626296983,
      "learning_rate": 0.00016729168107591807,
      "loss": 4.2574,
      "step": 33792
    },
    {
      "epoch": 2.870625212368332,
      "grad_norm": 3.2048165344761284,
      "learning_rate": 0.00016728486066379283,
      "loss": 4.6378,
      "step": 33793
    },
    {
      "epoch": 2.8707101597009856,
      "grad_norm": 2.951466663775512,
      "learning_rate": 0.00016727804021545063,
      "loss": 4.1091,
      "step": 33794
    },
    {
      "epoch": 2.870795107033639,
      "grad_norm": 3.3054176317544677,
      "learning_rate": 0.00016727121973090573,
      "loss": 4.2405,
      "step": 33795
    },
    {
      "epoch": 2.870880054366293,
      "grad_norm": 3.000960076425302,
      "learning_rate": 0.00016726439921017244,
      "loss": 4.079,
      "step": 33796
    },
    {
      "epoch": 2.8709650016989468,
      "grad_norm": 2.9882585991729718,
      "learning_rate": 0.000167257578653265,
      "loss": 4.4124,
      "step": 33797
    },
    {
      "epoch": 2.8710499490316,
      "grad_norm": 2.996047114686749,
      "learning_rate": 0.00016725075806019776,
      "loss": 4.4109,
      "step": 33798
    },
    {
      "epoch": 2.871134896364254,
      "grad_norm": 3.2522956404508476,
      "learning_rate": 0.00016724393743098497,
      "loss": 4.7083,
      "step": 33799
    },
    {
      "epoch": 2.871219843696908,
      "grad_norm": 3.0700445555114224,
      "learning_rate": 0.00016723711676564098,
      "loss": 4.6062,
      "step": 33800
    },
    {
      "epoch": 2.8713047910295617,
      "grad_norm": 3.192183151306101,
      "learning_rate": 0.00016723029606418,
      "loss": 4.8329,
      "step": 33801
    },
    {
      "epoch": 2.8713897383622156,
      "grad_norm": 3.269649102027757,
      "learning_rate": 0.00016722347532661637,
      "loss": 4.9521,
      "step": 33802
    },
    {
      "epoch": 2.871474685694869,
      "grad_norm": 2.9832270026849455,
      "learning_rate": 0.00016721665455296438,
      "loss": 4.2456,
      "step": 33803
    },
    {
      "epoch": 2.871559633027523,
      "grad_norm": 2.9996422291459877,
      "learning_rate": 0.00016720983374323833,
      "loss": 4.3592,
      "step": 33804
    },
    {
      "epoch": 2.8716445803601767,
      "grad_norm": 3.00633419289848,
      "learning_rate": 0.0001672030128974525,
      "loss": 3.9162,
      "step": 33805
    },
    {
      "epoch": 2.8717295276928305,
      "grad_norm": 3.288371405195909,
      "learning_rate": 0.00016719619201562114,
      "loss": 4.8169,
      "step": 33806
    },
    {
      "epoch": 2.8718144750254844,
      "grad_norm": 3.123734115924768,
      "learning_rate": 0.0001671893710977586,
      "loss": 4.6985,
      "step": 33807
    },
    {
      "epoch": 2.8718994223581378,
      "grad_norm": 3.305097561806084,
      "learning_rate": 0.00016718255014387911,
      "loss": 5.126,
      "step": 33808
    },
    {
      "epoch": 2.8719843696907916,
      "grad_norm": 3.176908639753305,
      "learning_rate": 0.0001671757291539971,
      "loss": 4.8555,
      "step": 33809
    },
    {
      "epoch": 2.8720693170234455,
      "grad_norm": 3.060525055364209,
      "learning_rate": 0.00016716890812812672,
      "loss": 4.4064,
      "step": 33810
    },
    {
      "epoch": 2.8721542643560993,
      "grad_norm": 3.0628048692264183,
      "learning_rate": 0.0001671620870662823,
      "loss": 4.5085,
      "step": 33811
    },
    {
      "epoch": 2.872239211688753,
      "grad_norm": 3.08055212138171,
      "learning_rate": 0.0001671552659684781,
      "loss": 4.6425,
      "step": 33812
    },
    {
      "epoch": 2.8723241590214066,
      "grad_norm": 3.203566193581855,
      "learning_rate": 0.0001671484448347285,
      "loss": 4.7764,
      "step": 33813
    },
    {
      "epoch": 2.8724091063540604,
      "grad_norm": 3.033284539494544,
      "learning_rate": 0.00016714162366504774,
      "loss": 4.3833,
      "step": 33814
    },
    {
      "epoch": 2.8724940536867143,
      "grad_norm": 3.080949697593086,
      "learning_rate": 0.00016713480245945011,
      "loss": 4.4482,
      "step": 33815
    },
    {
      "epoch": 2.872579001019368,
      "grad_norm": 2.9808524492571116,
      "learning_rate": 0.00016712798121794998,
      "loss": 4.1676,
      "step": 33816
    },
    {
      "epoch": 2.872663948352022,
      "grad_norm": 3.2971731799594557,
      "learning_rate": 0.00016712115994056142,
      "loss": 4.9695,
      "step": 33817
    },
    {
      "epoch": 2.8727488956846754,
      "grad_norm": 3.196530401738221,
      "learning_rate": 0.00016711433862729903,
      "loss": 4.7697,
      "step": 33818
    },
    {
      "epoch": 2.8728338430173292,
      "grad_norm": 3.0641404514776904,
      "learning_rate": 0.00016710751727817686,
      "loss": 4.6901,
      "step": 33819
    },
    {
      "epoch": 2.872918790349983,
      "grad_norm": 3.029180225375608,
      "learning_rate": 0.00016710069589320932,
      "loss": 4.4824,
      "step": 33820
    },
    {
      "epoch": 2.8730037376826365,
      "grad_norm": 3.2751959289498864,
      "learning_rate": 0.00016709387447241068,
      "loss": 4.7723,
      "step": 33821
    },
    {
      "epoch": 2.8730886850152904,
      "grad_norm": 2.9791511676455236,
      "learning_rate": 0.0001670870530157952,
      "loss": 4.4899,
      "step": 33822
    },
    {
      "epoch": 2.873173632347944,
      "grad_norm": 3.0654091217415846,
      "learning_rate": 0.00016708023152337722,
      "loss": 4.6548,
      "step": 33823
    },
    {
      "epoch": 2.873258579680598,
      "grad_norm": 3.2164324125913986,
      "learning_rate": 0.000167073409995171,
      "loss": 4.8551,
      "step": 33824
    },
    {
      "epoch": 2.873343527013252,
      "grad_norm": 3.086832509695781,
      "learning_rate": 0.00016706658843119087,
      "loss": 4.4587,
      "step": 33825
    },
    {
      "epoch": 2.8734284743459053,
      "grad_norm": 3.1532225559556726,
      "learning_rate": 0.00016705976683145107,
      "loss": 4.8325,
      "step": 33826
    },
    {
      "epoch": 2.873513421678559,
      "grad_norm": 3.308685985638446,
      "learning_rate": 0.00016705294519596596,
      "loss": 4.971,
      "step": 33827
    },
    {
      "epoch": 2.873598369011213,
      "grad_norm": 3.045645640836462,
      "learning_rate": 0.00016704612352474974,
      "loss": 4.561,
      "step": 33828
    },
    {
      "epoch": 2.873683316343867,
      "grad_norm": 3.133504440467811,
      "learning_rate": 0.00016703930181781682,
      "loss": 4.5671,
      "step": 33829
    },
    {
      "epoch": 2.8737682636765207,
      "grad_norm": 3.234967168784066,
      "learning_rate": 0.00016703248007518136,
      "loss": 4.9952,
      "step": 33830
    },
    {
      "epoch": 2.873853211009174,
      "grad_norm": 3.1753219518609854,
      "learning_rate": 0.0001670256582968578,
      "loss": 4.6572,
      "step": 33831
    },
    {
      "epoch": 2.873938158341828,
      "grad_norm": 3.0297946178437876,
      "learning_rate": 0.0001670188364828603,
      "loss": 4.2242,
      "step": 33832
    },
    {
      "epoch": 2.874023105674482,
      "grad_norm": 3.09422589839707,
      "learning_rate": 0.0001670120146332032,
      "loss": 4.6237,
      "step": 33833
    },
    {
      "epoch": 2.8741080530071357,
      "grad_norm": 3.0167796134208773,
      "learning_rate": 0.00016700519274790088,
      "loss": 4.5167,
      "step": 33834
    },
    {
      "epoch": 2.8741930003397895,
      "grad_norm": 2.948908596260577,
      "learning_rate": 0.00016699837082696754,
      "loss": 4.046,
      "step": 33835
    },
    {
      "epoch": 2.874277947672443,
      "grad_norm": 3.1761694467860497,
      "learning_rate": 0.00016699154887041747,
      "loss": 4.6205,
      "step": 33836
    },
    {
      "epoch": 2.874362895005097,
      "grad_norm": 3.0019334338703216,
      "learning_rate": 0.00016698472687826503,
      "loss": 4.1595,
      "step": 33837
    },
    {
      "epoch": 2.8744478423377506,
      "grad_norm": 3.2841949021198045,
      "learning_rate": 0.00016697790485052446,
      "loss": 5.0874,
      "step": 33838
    },
    {
      "epoch": 2.8745327896704045,
      "grad_norm": 3.1235933017975483,
      "learning_rate": 0.00016697108278721,
      "loss": 4.6623,
      "step": 33839
    },
    {
      "epoch": 2.8746177370030583,
      "grad_norm": 3.0787378965971866,
      "learning_rate": 0.00016696426068833612,
      "loss": 4.4883,
      "step": 33840
    },
    {
      "epoch": 2.8747026843357117,
      "grad_norm": 3.080093066583876,
      "learning_rate": 0.00016695743855391694,
      "loss": 4.6031,
      "step": 33841
    },
    {
      "epoch": 2.8747876316683656,
      "grad_norm": 3.014642639607618,
      "learning_rate": 0.00016695061638396678,
      "loss": 4.5987,
      "step": 33842
    },
    {
      "epoch": 2.8748725790010194,
      "grad_norm": 3.2550053935955128,
      "learning_rate": 0.00016694379417850008,
      "loss": 5.0034,
      "step": 33843
    },
    {
      "epoch": 2.874957526333673,
      "grad_norm": 3.6425937279771157,
      "learning_rate": 0.000166936971937531,
      "loss": 4.1173,
      "step": 33844
    },
    {
      "epoch": 2.875042473666327,
      "grad_norm": 3.066306021248322,
      "learning_rate": 0.00016693014966107382,
      "loss": 4.3869,
      "step": 33845
    },
    {
      "epoch": 2.8751274209989806,
      "grad_norm": 2.955925685008025,
      "learning_rate": 0.0001669233273491429,
      "loss": 4.2713,
      "step": 33846
    },
    {
      "epoch": 2.8752123683316344,
      "grad_norm": 3.304255375357882,
      "learning_rate": 0.00016691650500175255,
      "loss": 4.9004,
      "step": 33847
    },
    {
      "epoch": 2.8752973156642883,
      "grad_norm": 3.389580901340516,
      "learning_rate": 0.00016690968261891693,
      "loss": 5.3177,
      "step": 33848
    },
    {
      "epoch": 2.8753822629969417,
      "grad_norm": 3.0806087327583525,
      "learning_rate": 0.00016690286020065053,
      "loss": 4.6553,
      "step": 33849
    },
    {
      "epoch": 2.8754672103295955,
      "grad_norm": 3.085174579950358,
      "learning_rate": 0.0001668960377469675,
      "loss": 4.3646,
      "step": 33850
    },
    {
      "epoch": 2.8755521576622494,
      "grad_norm": 3.249726557461267,
      "learning_rate": 0.0001668892152578822,
      "loss": 4.9143,
      "step": 33851
    },
    {
      "epoch": 2.875637104994903,
      "grad_norm": 3.3117925658258294,
      "learning_rate": 0.00016688239273340892,
      "loss": 4.023,
      "step": 33852
    },
    {
      "epoch": 2.875722052327557,
      "grad_norm": 3.1345621710617024,
      "learning_rate": 0.00016687557017356196,
      "loss": 4.8326,
      "step": 33853
    },
    {
      "epoch": 2.8758069996602105,
      "grad_norm": 3.092393776413931,
      "learning_rate": 0.00016686874757835556,
      "loss": 4.1587,
      "step": 33854
    },
    {
      "epoch": 2.8758919469928643,
      "grad_norm": 3.1369505582906725,
      "learning_rate": 0.00016686192494780406,
      "loss": 4.4965,
      "step": 33855
    },
    {
      "epoch": 2.875976894325518,
      "grad_norm": 3.3183033830951425,
      "learning_rate": 0.0001668551022819218,
      "loss": 5.0185,
      "step": 33856
    },
    {
      "epoch": 2.876061841658172,
      "grad_norm": 3.140010974583561,
      "learning_rate": 0.00016684827958072295,
      "loss": 4.7972,
      "step": 33857
    },
    {
      "epoch": 2.876146788990826,
      "grad_norm": 3.1065079122798926,
      "learning_rate": 0.00016684145684422191,
      "loss": 4.4846,
      "step": 33858
    },
    {
      "epoch": 2.8762317363234793,
      "grad_norm": 3.1002771357687835,
      "learning_rate": 0.000166834634072433,
      "loss": 4.5923,
      "step": 33859
    },
    {
      "epoch": 2.876316683656133,
      "grad_norm": 3.187904410881841,
      "learning_rate": 0.0001668278112653704,
      "loss": 4.9864,
      "step": 33860
    },
    {
      "epoch": 2.876401630988787,
      "grad_norm": 3.0134847643529765,
      "learning_rate": 0.00016682098842304847,
      "loss": 4.4929,
      "step": 33861
    },
    {
      "epoch": 2.876486578321441,
      "grad_norm": 3.1474690193908414,
      "learning_rate": 0.0001668141655454815,
      "loss": 4.7644,
      "step": 33862
    },
    {
      "epoch": 2.8765715256540947,
      "grad_norm": 3.110824510432564,
      "learning_rate": 0.00016680734263268383,
      "loss": 4.7186,
      "step": 33863
    },
    {
      "epoch": 2.876656472986748,
      "grad_norm": 3.255282064640967,
      "learning_rate": 0.0001668005196846697,
      "loss": 4.9271,
      "step": 33864
    },
    {
      "epoch": 2.876741420319402,
      "grad_norm": 2.987612115268094,
      "learning_rate": 0.00016679369670145346,
      "loss": 4.5051,
      "step": 33865
    },
    {
      "epoch": 2.876826367652056,
      "grad_norm": 3.1417773001765,
      "learning_rate": 0.00016678687368304929,
      "loss": 4.7792,
      "step": 33866
    },
    {
      "epoch": 2.8769113149847096,
      "grad_norm": 3.133652777358035,
      "learning_rate": 0.00016678005062947164,
      "loss": 4.5796,
      "step": 33867
    },
    {
      "epoch": 2.8769962623173635,
      "grad_norm": 3.0440498120363277,
      "learning_rate": 0.0001667732275407347,
      "loss": 4.5815,
      "step": 33868
    },
    {
      "epoch": 2.877081209650017,
      "grad_norm": 3.0776969747907064,
      "learning_rate": 0.00016676640441685278,
      "loss": 4.3391,
      "step": 33869
    },
    {
      "epoch": 2.8771661569826708,
      "grad_norm": 3.0931597791755174,
      "learning_rate": 0.00016675958125784022,
      "loss": 4.379,
      "step": 33870
    },
    {
      "epoch": 2.8772511043153246,
      "grad_norm": 3.1769429264080564,
      "learning_rate": 0.0001667527580637113,
      "loss": 4.7857,
      "step": 33871
    },
    {
      "epoch": 2.877336051647978,
      "grad_norm": 3.172121783506497,
      "learning_rate": 0.0001667459348344803,
      "loss": 4.9657,
      "step": 33872
    },
    {
      "epoch": 2.877420998980632,
      "grad_norm": 3.0175261779382883,
      "learning_rate": 0.00016673911157016148,
      "loss": 4.5171,
      "step": 33873
    },
    {
      "epoch": 2.8775059463132857,
      "grad_norm": 3.1505758454702537,
      "learning_rate": 0.00016673228827076926,
      "loss": 4.5477,
      "step": 33874
    },
    {
      "epoch": 2.8775908936459396,
      "grad_norm": 3.160575981400337,
      "learning_rate": 0.00016672546493631783,
      "loss": 4.639,
      "step": 33875
    },
    {
      "epoch": 2.8776758409785934,
      "grad_norm": 3.0701500765282006,
      "learning_rate": 0.00016671864156682148,
      "loss": 4.6409,
      "step": 33876
    },
    {
      "epoch": 2.877760788311247,
      "grad_norm": 3.078857382867098,
      "learning_rate": 0.00016671181816229456,
      "loss": 4.6238,
      "step": 33877
    },
    {
      "epoch": 2.8778457356439007,
      "grad_norm": 2.99654880501593,
      "learning_rate": 0.00016670499472275135,
      "loss": 4.4453,
      "step": 33878
    },
    {
      "epoch": 2.8779306829765545,
      "grad_norm": 3.113955228280932,
      "learning_rate": 0.00016669817124820614,
      "loss": 4.7798,
      "step": 33879
    },
    {
      "epoch": 2.8780156303092084,
      "grad_norm": 3.303245817738004,
      "learning_rate": 0.00016669134773867323,
      "loss": 5.2175,
      "step": 33880
    },
    {
      "epoch": 2.8781005776418622,
      "grad_norm": 3.0395249737850523,
      "learning_rate": 0.00016668452419416697,
      "loss": 4.2235,
      "step": 33881
    },
    {
      "epoch": 2.8781855249745156,
      "grad_norm": 3.26029568802465,
      "learning_rate": 0.00016667770061470154,
      "loss": 4.8923,
      "step": 33882
    },
    {
      "epoch": 2.8782704723071695,
      "grad_norm": 3.2724668098734364,
      "learning_rate": 0.0001666708770002914,
      "loss": 5.1033,
      "step": 33883
    },
    {
      "epoch": 2.8783554196398233,
      "grad_norm": 3.1027700981615958,
      "learning_rate": 0.00016666405335095065,
      "loss": 4.6713,
      "step": 33884
    },
    {
      "epoch": 2.878440366972477,
      "grad_norm": 3.00163613113368,
      "learning_rate": 0.00016665722966669377,
      "loss": 4.2474,
      "step": 33885
    },
    {
      "epoch": 2.878525314305131,
      "grad_norm": 3.0393416920570706,
      "learning_rate": 0.00016665040594753493,
      "loss": 4.3561,
      "step": 33886
    },
    {
      "epoch": 2.8786102616377844,
      "grad_norm": 2.9505124254210853,
      "learning_rate": 0.0001666435821934885,
      "loss": 4.0586,
      "step": 33887
    },
    {
      "epoch": 2.8786952089704383,
      "grad_norm": 3.143201414010583,
      "learning_rate": 0.00016663675840456873,
      "loss": 4.907,
      "step": 33888
    },
    {
      "epoch": 2.878780156303092,
      "grad_norm": 3.1222001157024515,
      "learning_rate": 0.00016662993458078996,
      "loss": 4.6935,
      "step": 33889
    },
    {
      "epoch": 2.878865103635746,
      "grad_norm": 3.1932777143771336,
      "learning_rate": 0.00016662311072216648,
      "loss": 5.0551,
      "step": 33890
    },
    {
      "epoch": 2.8789500509684,
      "grad_norm": 3.101344739196051,
      "learning_rate": 0.00016661628682871255,
      "loss": 4.3861,
      "step": 33891
    },
    {
      "epoch": 2.8790349983010532,
      "grad_norm": 3.0642975646907815,
      "learning_rate": 0.00016660946290044252,
      "loss": 4.465,
      "step": 33892
    },
    {
      "epoch": 2.879119945633707,
      "grad_norm": 3.2104372949523103,
      "learning_rate": 0.0001666026389373707,
      "loss": 4.7705,
      "step": 33893
    },
    {
      "epoch": 2.879204892966361,
      "grad_norm": 3.2398574510038864,
      "learning_rate": 0.00016659581493951126,
      "loss": 4.9842,
      "step": 33894
    },
    {
      "epoch": 2.8792898402990144,
      "grad_norm": 3.0446901170605476,
      "learning_rate": 0.00016658899090687867,
      "loss": 4.2548,
      "step": 33895
    },
    {
      "epoch": 2.879374787631668,
      "grad_norm": 3.348643874368923,
      "learning_rate": 0.0001665821668394871,
      "loss": 4.8176,
      "step": 33896
    },
    {
      "epoch": 2.879459734964322,
      "grad_norm": 3.335943870330627,
      "learning_rate": 0.00016657534273735092,
      "loss": 5.3647,
      "step": 33897
    },
    {
      "epoch": 2.879544682296976,
      "grad_norm": 3.0393163740914337,
      "learning_rate": 0.0001665685186004844,
      "loss": 4.3406,
      "step": 33898
    },
    {
      "epoch": 2.8796296296296298,
      "grad_norm": 3.050762945383618,
      "learning_rate": 0.00016656169442890188,
      "loss": 4.5244,
      "step": 33899
    },
    {
      "epoch": 2.879714576962283,
      "grad_norm": 3.052097277457678,
      "learning_rate": 0.00016655487022261756,
      "loss": 4.4401,
      "step": 33900
    },
    {
      "epoch": 2.879799524294937,
      "grad_norm": 3.0254152189960952,
      "learning_rate": 0.00016654804598164585,
      "loss": 4.4018,
      "step": 33901
    },
    {
      "epoch": 2.879884471627591,
      "grad_norm": 3.16213242906056,
      "learning_rate": 0.000166541221706001,
      "loss": 4.8055,
      "step": 33902
    },
    {
      "epoch": 2.8799694189602447,
      "grad_norm": 3.0452861239150426,
      "learning_rate": 0.00016653439739569727,
      "loss": 4.3466,
      "step": 33903
    },
    {
      "epoch": 2.8800543662928986,
      "grad_norm": 3.0703639691148945,
      "learning_rate": 0.00016652757305074902,
      "loss": 4.3648,
      "step": 33904
    },
    {
      "epoch": 2.880139313625552,
      "grad_norm": 3.1220407880770806,
      "learning_rate": 0.00016652074867117055,
      "loss": 4.5173,
      "step": 33905
    },
    {
      "epoch": 2.880224260958206,
      "grad_norm": 3.136089665086602,
      "learning_rate": 0.0001665139242569761,
      "loss": 4.5295,
      "step": 33906
    },
    {
      "epoch": 2.8803092082908597,
      "grad_norm": 3.169283908710331,
      "learning_rate": 0.00016650709980818004,
      "loss": 4.7719,
      "step": 33907
    },
    {
      "epoch": 2.8803941556235135,
      "grad_norm": 3.2522918411230566,
      "learning_rate": 0.00016650027532479666,
      "loss": 4.8396,
      "step": 33908
    },
    {
      "epoch": 2.8804791029561674,
      "grad_norm": 3.1657413263236545,
      "learning_rate": 0.0001664934508068402,
      "loss": 4.5982,
      "step": 33909
    },
    {
      "epoch": 2.880564050288821,
      "grad_norm": 3.2531764073353275,
      "learning_rate": 0.00016648662625432501,
      "loss": 4.9057,
      "step": 33910
    },
    {
      "epoch": 2.8806489976214746,
      "grad_norm": 3.1380759434920944,
      "learning_rate": 0.00016647980166726534,
      "loss": 4.7457,
      "step": 33911
    },
    {
      "epoch": 2.8807339449541285,
      "grad_norm": 3.325220790995582,
      "learning_rate": 0.00016647297704567554,
      "loss": 5.0738,
      "step": 33912
    },
    {
      "epoch": 2.8808188922867823,
      "grad_norm": 3.2769500142917476,
      "learning_rate": 0.00016646615238956992,
      "loss": 4.9468,
      "step": 33913
    },
    {
      "epoch": 2.880903839619436,
      "grad_norm": 3.5707878467833933,
      "learning_rate": 0.0001664593276989627,
      "loss": 4.334,
      "step": 33914
    },
    {
      "epoch": 2.8809887869520896,
      "grad_norm": 3.511323140060084,
      "learning_rate": 0.0001664525029738683,
      "loss": 3.9345,
      "step": 33915
    },
    {
      "epoch": 2.8810737342847434,
      "grad_norm": 3.079657087536882,
      "learning_rate": 0.0001664456782143009,
      "loss": 4.4641,
      "step": 33916
    },
    {
      "epoch": 2.8811586816173973,
      "grad_norm": 3.133393272749296,
      "learning_rate": 0.0001664388534202749,
      "loss": 4.6729,
      "step": 33917
    },
    {
      "epoch": 2.8812436289500507,
      "grad_norm": 3.2016668846080636,
      "learning_rate": 0.0001664320285918045,
      "loss": 4.8156,
      "step": 33918
    },
    {
      "epoch": 2.8813285762827046,
      "grad_norm": 3.0189265499138225,
      "learning_rate": 0.00016642520372890405,
      "loss": 4.3828,
      "step": 33919
    },
    {
      "epoch": 2.8814135236153584,
      "grad_norm": 3.147335367616274,
      "learning_rate": 0.0001664183788315879,
      "loss": 4.491,
      "step": 33920
    },
    {
      "epoch": 2.8814984709480123,
      "grad_norm": 2.9933432268164046,
      "learning_rate": 0.0001664115538998703,
      "loss": 4.4707,
      "step": 33921
    },
    {
      "epoch": 2.881583418280666,
      "grad_norm": 3.061821293428947,
      "learning_rate": 0.00016640472893376552,
      "loss": 4.4694,
      "step": 33922
    },
    {
      "epoch": 2.8816683656133195,
      "grad_norm": 2.9676194801449007,
      "learning_rate": 0.00016639790393328788,
      "loss": 4.1329,
      "step": 33923
    },
    {
      "epoch": 2.8817533129459734,
      "grad_norm": 3.1627578095354227,
      "learning_rate": 0.00016639107889845176,
      "loss": 4.9682,
      "step": 33924
    },
    {
      "epoch": 2.881838260278627,
      "grad_norm": 3.0593075652735586,
      "learning_rate": 0.00016638425382927135,
      "loss": 4.625,
      "step": 33925
    },
    {
      "epoch": 2.881923207611281,
      "grad_norm": 3.3617563120115355,
      "learning_rate": 0.00016637742872576102,
      "loss": 5.1329,
      "step": 33926
    },
    {
      "epoch": 2.882008154943935,
      "grad_norm": 3.2003334844815634,
      "learning_rate": 0.00016637060358793503,
      "loss": 4.9012,
      "step": 33927
    },
    {
      "epoch": 2.8820931022765883,
      "grad_norm": 3.0373439166757463,
      "learning_rate": 0.0001663637784158077,
      "loss": 4.5681,
      "step": 33928
    },
    {
      "epoch": 2.882178049609242,
      "grad_norm": 3.1903776064015243,
      "learning_rate": 0.0001663569532093933,
      "loss": 4.6999,
      "step": 33929
    },
    {
      "epoch": 2.882262996941896,
      "grad_norm": 3.044766042577243,
      "learning_rate": 0.0001663501279687062,
      "loss": 4.3421,
      "step": 33930
    },
    {
      "epoch": 2.88234794427455,
      "grad_norm": 3.2082024000183496,
      "learning_rate": 0.00016634330269376063,
      "loss": 4.5602,
      "step": 33931
    },
    {
      "epoch": 2.8824328916072037,
      "grad_norm": 3.140122008979539,
      "learning_rate": 0.0001663364773845709,
      "loss": 4.5089,
      "step": 33932
    },
    {
      "epoch": 2.882517838939857,
      "grad_norm": 3.4442838151854014,
      "learning_rate": 0.0001663296520411514,
      "loss": 3.873,
      "step": 33933
    },
    {
      "epoch": 2.882602786272511,
      "grad_norm": 3.0220846760350817,
      "learning_rate": 0.0001663228266635163,
      "loss": 4.388,
      "step": 33934
    },
    {
      "epoch": 2.882687733605165,
      "grad_norm": 3.148917436669912,
      "learning_rate": 0.00016631600125168003,
      "loss": 4.8324,
      "step": 33935
    },
    {
      "epoch": 2.8827726809378187,
      "grad_norm": 3.0568335982285024,
      "learning_rate": 0.00016630917580565674,
      "loss": 4.4058,
      "step": 33936
    },
    {
      "epoch": 2.8828576282704725,
      "grad_norm": 2.889347183563433,
      "learning_rate": 0.00016630235032546087,
      "loss": 4.1606,
      "step": 33937
    },
    {
      "epoch": 2.882942575603126,
      "grad_norm": 3.043207735351728,
      "learning_rate": 0.00016629552481110666,
      "loss": 4.58,
      "step": 33938
    },
    {
      "epoch": 2.88302752293578,
      "grad_norm": 3.0930617252139547,
      "learning_rate": 0.00016628869926260843,
      "loss": 4.5939,
      "step": 33939
    },
    {
      "epoch": 2.8831124702684336,
      "grad_norm": 3.3176498946845743,
      "learning_rate": 0.00016628187367998047,
      "loss": 4.9185,
      "step": 33940
    },
    {
      "epoch": 2.883197417601087,
      "grad_norm": 3.069558628999551,
      "learning_rate": 0.00016627504806323705,
      "loss": 4.5204,
      "step": 33941
    },
    {
      "epoch": 2.8832823649337413,
      "grad_norm": 3.0163741826634727,
      "learning_rate": 0.00016626822241239255,
      "loss": 4.3361,
      "step": 33942
    },
    {
      "epoch": 2.8833673122663948,
      "grad_norm": 3.0821566998238166,
      "learning_rate": 0.00016626139672746114,
      "loss": 4.5399,
      "step": 33943
    },
    {
      "epoch": 2.8834522595990486,
      "grad_norm": 3.3105663411785047,
      "learning_rate": 0.00016625457100845733,
      "loss": 4.8659,
      "step": 33944
    },
    {
      "epoch": 2.8835372069317025,
      "grad_norm": 3.292360247708685,
      "learning_rate": 0.00016624774525539525,
      "loss": 5.0783,
      "step": 33945
    },
    {
      "epoch": 2.883622154264356,
      "grad_norm": 3.0113467897179667,
      "learning_rate": 0.00016624091946828925,
      "loss": 4.4629,
      "step": 33946
    },
    {
      "epoch": 2.8837071015970097,
      "grad_norm": 3.3374410859474937,
      "learning_rate": 0.00016623409364715358,
      "loss": 5.0358,
      "step": 33947
    },
    {
      "epoch": 2.8837920489296636,
      "grad_norm": 2.9642574572342255,
      "learning_rate": 0.00016622726779200265,
      "loss": 4.3386,
      "step": 33948
    },
    {
      "epoch": 2.8838769962623174,
      "grad_norm": 3.0206533584310162,
      "learning_rate": 0.0001662204419028507,
      "loss": 4.3807,
      "step": 33949
    },
    {
      "epoch": 2.8839619435949713,
      "grad_norm": 3.289971919334993,
      "learning_rate": 0.00016621361597971202,
      "loss": 4.9306,
      "step": 33950
    },
    {
      "epoch": 2.8840468909276247,
      "grad_norm": 3.419491665917861,
      "learning_rate": 0.000166206790022601,
      "loss": 4.7884,
      "step": 33951
    },
    {
      "epoch": 2.8841318382602785,
      "grad_norm": 3.027579947447987,
      "learning_rate": 0.0001661999640315318,
      "loss": 4.4208,
      "step": 33952
    },
    {
      "epoch": 2.8842167855929324,
      "grad_norm": 3.2792106264580525,
      "learning_rate": 0.00016619313800651884,
      "loss": 5.0072,
      "step": 33953
    },
    {
      "epoch": 2.8843017329255862,
      "grad_norm": 3.118647175820625,
      "learning_rate": 0.00016618631194757638,
      "loss": 4.7691,
      "step": 33954
    },
    {
      "epoch": 2.88438668025824,
      "grad_norm": 3.1018131130349613,
      "learning_rate": 0.00016617948585471868,
      "loss": 4.7177,
      "step": 33955
    },
    {
      "epoch": 2.8844716275908935,
      "grad_norm": 3.2602532004027567,
      "learning_rate": 0.00016617265972796014,
      "loss": 4.9766,
      "step": 33956
    },
    {
      "epoch": 2.8845565749235473,
      "grad_norm": 3.048326719421526,
      "learning_rate": 0.00016616583356731496,
      "loss": 4.5253,
      "step": 33957
    },
    {
      "epoch": 2.884641522256201,
      "grad_norm": 3.155432536429955,
      "learning_rate": 0.00016615900737279758,
      "loss": 4.7504,
      "step": 33958
    },
    {
      "epoch": 2.884726469588855,
      "grad_norm": 3.164480803997181,
      "learning_rate": 0.00016615218114442208,
      "loss": 4.8103,
      "step": 33959
    },
    {
      "epoch": 2.884811416921509,
      "grad_norm": 3.2513132048547067,
      "learning_rate": 0.00016614535488220303,
      "loss": 5.015,
      "step": 33960
    },
    {
      "epoch": 2.8848963642541623,
      "grad_norm": 2.997976503199629,
      "learning_rate": 0.0001661385285861545,
      "loss": 4.3038,
      "step": 33961
    },
    {
      "epoch": 2.884981311586816,
      "grad_norm": 3.295727954639648,
      "learning_rate": 0.00016613170225629096,
      "loss": 4.6884,
      "step": 33962
    },
    {
      "epoch": 2.88506625891947,
      "grad_norm": 3.090874430361128,
      "learning_rate": 0.0001661248758926266,
      "loss": 4.5049,
      "step": 33963
    },
    {
      "epoch": 2.885151206252124,
      "grad_norm": 3.2436798429779636,
      "learning_rate": 0.00016611804949517582,
      "loss": 4.9279,
      "step": 33964
    },
    {
      "epoch": 2.8852361535847777,
      "grad_norm": 2.9333354894911645,
      "learning_rate": 0.00016611122306395282,
      "loss": 4.2481,
      "step": 33965
    },
    {
      "epoch": 2.885321100917431,
      "grad_norm": 3.0602347367507017,
      "learning_rate": 0.00016610439659897201,
      "loss": 4.6971,
      "step": 33966
    },
    {
      "epoch": 2.885406048250085,
      "grad_norm": 3.351347767196294,
      "learning_rate": 0.00016609757010024761,
      "loss": 5.0872,
      "step": 33967
    },
    {
      "epoch": 2.885490995582739,
      "grad_norm": 3.0415814086891824,
      "learning_rate": 0.0001660907435677939,
      "loss": 4.2388,
      "step": 33968
    },
    {
      "epoch": 2.885575942915392,
      "grad_norm": 3.1175545093469403,
      "learning_rate": 0.00016608391700162532,
      "loss": 4.7816,
      "step": 33969
    },
    {
      "epoch": 2.885660890248046,
      "grad_norm": 3.134764274999188,
      "learning_rate": 0.00016607709040175608,
      "loss": 4.6537,
      "step": 33970
    },
    {
      "epoch": 2.8857458375807,
      "grad_norm": 3.075743304841451,
      "learning_rate": 0.00016607026376820047,
      "loss": 4.7303,
      "step": 33971
    },
    {
      "epoch": 2.8858307849133538,
      "grad_norm": 3.158518392874243,
      "learning_rate": 0.0001660634371009728,
      "loss": 4.7,
      "step": 33972
    },
    {
      "epoch": 2.8859157322460076,
      "grad_norm": 3.122079542021579,
      "learning_rate": 0.0001660566104000875,
      "loss": 4.7891,
      "step": 33973
    },
    {
      "epoch": 2.886000679578661,
      "grad_norm": 3.1228451424059274,
      "learning_rate": 0.00016604978366555862,
      "loss": 4.691,
      "step": 33974
    },
    {
      "epoch": 2.886085626911315,
      "grad_norm": 3.0194352145558683,
      "learning_rate": 0.0001660429568974007,
      "loss": 4.6914,
      "step": 33975
    },
    {
      "epoch": 2.8861705742439687,
      "grad_norm": 3.3056971211878667,
      "learning_rate": 0.00016603613009562795,
      "loss": 5.0126,
      "step": 33976
    },
    {
      "epoch": 2.8862555215766226,
      "grad_norm": 3.0797553136344606,
      "learning_rate": 0.00016602930326025463,
      "loss": 4.381,
      "step": 33977
    },
    {
      "epoch": 2.8863404689092764,
      "grad_norm": 3.2758434259467073,
      "learning_rate": 0.0001660224763912952,
      "loss": 4.9623,
      "step": 33978
    },
    {
      "epoch": 2.88642541624193,
      "grad_norm": 3.102978088191034,
      "learning_rate": 0.00016601564948876376,
      "loss": 4.8018,
      "step": 33979
    },
    {
      "epoch": 2.8865103635745837,
      "grad_norm": 3.267391976043328,
      "learning_rate": 0.00016600882255267472,
      "loss": 4.9641,
      "step": 33980
    },
    {
      "epoch": 2.8865953109072375,
      "grad_norm": 3.242607077803195,
      "learning_rate": 0.0001660019955830424,
      "loss": 5.0072,
      "step": 33981
    },
    {
      "epoch": 2.8866802582398914,
      "grad_norm": 3.0733745499564034,
      "learning_rate": 0.00016599516857988112,
      "loss": 4.6454,
      "step": 33982
    },
    {
      "epoch": 2.8867652055725452,
      "grad_norm": 3.077677424548509,
      "learning_rate": 0.00016598834154320506,
      "loss": 4.5739,
      "step": 33983
    },
    {
      "epoch": 2.8868501529051986,
      "grad_norm": 3.2955376244579333,
      "learning_rate": 0.00016598151447302868,
      "loss": 4.9993,
      "step": 33984
    },
    {
      "epoch": 2.8869351002378525,
      "grad_norm": 3.2926590317224527,
      "learning_rate": 0.00016597468736936617,
      "loss": 4.6904,
      "step": 33985
    },
    {
      "epoch": 2.8870200475705063,
      "grad_norm": 3.0929556916219583,
      "learning_rate": 0.00016596786023223187,
      "loss": 4.6847,
      "step": 33986
    },
    {
      "epoch": 2.88710499490316,
      "grad_norm": 3.185776425570175,
      "learning_rate": 0.00016596103306164016,
      "loss": 4.6466,
      "step": 33987
    },
    {
      "epoch": 2.887189942235814,
      "grad_norm": 2.9894958720869544,
      "learning_rate": 0.00016595420585760524,
      "loss": 4.1378,
      "step": 33988
    },
    {
      "epoch": 2.8872748895684675,
      "grad_norm": 3.0592985222931994,
      "learning_rate": 0.00016594737862014145,
      "loss": 4.5496,
      "step": 33989
    },
    {
      "epoch": 2.8873598369011213,
      "grad_norm": 3.0307875161377607,
      "learning_rate": 0.00016594055134926312,
      "loss": 4.6456,
      "step": 33990
    },
    {
      "epoch": 2.887444784233775,
      "grad_norm": 3.0459144470757327,
      "learning_rate": 0.00016593372404498456,
      "loss": 4.2316,
      "step": 33991
    },
    {
      "epoch": 2.8875297315664286,
      "grad_norm": 3.1203918001179436,
      "learning_rate": 0.00016592689670731997,
      "loss": 4.5786,
      "step": 33992
    },
    {
      "epoch": 2.8876146788990824,
      "grad_norm": 3.332532020820877,
      "learning_rate": 0.00016592006933628382,
      "loss": 4.0051,
      "step": 33993
    },
    {
      "epoch": 2.8876996262317363,
      "grad_norm": 3.4578285107521474,
      "learning_rate": 0.00016591324193189027,
      "loss": 5.2705,
      "step": 33994
    },
    {
      "epoch": 2.88778457356439,
      "grad_norm": 3.0516622018168995,
      "learning_rate": 0.00016590641449415374,
      "loss": 4.2927,
      "step": 33995
    },
    {
      "epoch": 2.887869520897044,
      "grad_norm": 3.387996094922224,
      "learning_rate": 0.00016589958702308843,
      "loss": 5.1823,
      "step": 33996
    },
    {
      "epoch": 2.8879544682296974,
      "grad_norm": 3.1128016010688646,
      "learning_rate": 0.00016589275951870875,
      "loss": 4.7826,
      "step": 33997
    },
    {
      "epoch": 2.888039415562351,
      "grad_norm": 3.095678296296301,
      "learning_rate": 0.0001658859319810289,
      "loss": 4.4607,
      "step": 33998
    },
    {
      "epoch": 2.888124362895005,
      "grad_norm": 3.1285337554854213,
      "learning_rate": 0.00016587910441006327,
      "loss": 4.5554,
      "step": 33999
    },
    {
      "epoch": 2.888209310227659,
      "grad_norm": 3.012616311381785,
      "learning_rate": 0.00016587227680582619,
      "loss": 4.5098,
      "step": 34000
    },
    {
      "epoch": 2.8882942575603128,
      "grad_norm": 3.039480047036025,
      "learning_rate": 0.0001658654491683318,
      "loss": 4.4058,
      "step": 34001
    },
    {
      "epoch": 2.888379204892966,
      "grad_norm": 3.1363804929438333,
      "learning_rate": 0.00016585862149759458,
      "loss": 4.771,
      "step": 34002
    },
    {
      "epoch": 2.88846415222562,
      "grad_norm": 3.3193003968456973,
      "learning_rate": 0.00016585179379362876,
      "loss": 4.9979,
      "step": 34003
    },
    {
      "epoch": 2.888549099558274,
      "grad_norm": 3.016792282660835,
      "learning_rate": 0.00016584496605644866,
      "loss": 4.4911,
      "step": 34004
    },
    {
      "epoch": 2.8886340468909277,
      "grad_norm": 3.1308715117513826,
      "learning_rate": 0.0001658381382860686,
      "loss": 4.7995,
      "step": 34005
    },
    {
      "epoch": 2.8887189942235816,
      "grad_norm": 3.0323411909651177,
      "learning_rate": 0.00016583131048250284,
      "loss": 4.2904,
      "step": 34006
    },
    {
      "epoch": 2.888803941556235,
      "grad_norm": 3.3321755841171163,
      "learning_rate": 0.0001658244826457658,
      "loss": 4.8708,
      "step": 34007
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 3.338020520136145,
      "learning_rate": 0.00016581765477587159,
      "loss": 4.9357,
      "step": 34008
    },
    {
      "epoch": 2.8889738362215427,
      "grad_norm": 3.549158996815249,
      "learning_rate": 0.0001658108268728347,
      "loss": 4.1647,
      "step": 34009
    },
    {
      "epoch": 2.8890587835541965,
      "grad_norm": 3.227860397352495,
      "learning_rate": 0.00016580399893666937,
      "loss": 4.9124,
      "step": 34010
    },
    {
      "epoch": 2.8891437308868504,
      "grad_norm": 3.127399592013341,
      "learning_rate": 0.00016579717096738987,
      "loss": 4.4692,
      "step": 34011
    },
    {
      "epoch": 2.889228678219504,
      "grad_norm": 3.051631339821909,
      "learning_rate": 0.00016579034296501058,
      "loss": 4.5793,
      "step": 34012
    },
    {
      "epoch": 2.8893136255521576,
      "grad_norm": 3.2466137795467147,
      "learning_rate": 0.00016578351492954575,
      "loss": 4.8654,
      "step": 34013
    },
    {
      "epoch": 2.8893985728848115,
      "grad_norm": 3.193395932892617,
      "learning_rate": 0.00016577668686100966,
      "loss": 4.6667,
      "step": 34014
    },
    {
      "epoch": 2.889483520217465,
      "grad_norm": 2.999525993409812,
      "learning_rate": 0.00016576985875941673,
      "loss": 4.4284,
      "step": 34015
    },
    {
      "epoch": 2.889568467550119,
      "grad_norm": 3.0616851150405644,
      "learning_rate": 0.00016576303062478117,
      "loss": 4.2896,
      "step": 34016
    },
    {
      "epoch": 2.8896534148827726,
      "grad_norm": 3.039044162079156,
      "learning_rate": 0.0001657562024571173,
      "loss": 3.7807,
      "step": 34017
    },
    {
      "epoch": 2.8897383622154265,
      "grad_norm": 3.2538426900940376,
      "learning_rate": 0.00016574937425643945,
      "loss": 4.9445,
      "step": 34018
    },
    {
      "epoch": 2.8898233095480803,
      "grad_norm": 3.128071252433938,
      "learning_rate": 0.00016574254602276194,
      "loss": 4.7692,
      "step": 34019
    },
    {
      "epoch": 2.8899082568807337,
      "grad_norm": 3.0368309386675096,
      "learning_rate": 0.00016573571775609905,
      "loss": 4.5205,
      "step": 34020
    },
    {
      "epoch": 2.8899932042133876,
      "grad_norm": 3.0039255763258126,
      "learning_rate": 0.00016572888945646505,
      "loss": 4.3857,
      "step": 34021
    },
    {
      "epoch": 2.8900781515460414,
      "grad_norm": 3.2090897791882234,
      "learning_rate": 0.00016572206112387434,
      "loss": 4.892,
      "step": 34022
    },
    {
      "epoch": 2.8901630988786953,
      "grad_norm": 3.029324516421049,
      "learning_rate": 0.00016571523275834115,
      "loss": 4.4872,
      "step": 34023
    },
    {
      "epoch": 2.890248046211349,
      "grad_norm": 3.0593934987290545,
      "learning_rate": 0.00016570840435987981,
      "loss": 4.3606,
      "step": 34024
    },
    {
      "epoch": 2.8903329935440025,
      "grad_norm": 3.0846005275871136,
      "learning_rate": 0.0001657015759285047,
      "loss": 4.7761,
      "step": 34025
    },
    {
      "epoch": 2.8904179408766564,
      "grad_norm": 3.0971980276232594,
      "learning_rate": 0.00016569474746423,
      "loss": 4.7166,
      "step": 34026
    },
    {
      "epoch": 2.8905028882093102,
      "grad_norm": 3.1225161143023366,
      "learning_rate": 0.0001656879189670701,
      "loss": 4.5799,
      "step": 34027
    },
    {
      "epoch": 2.890587835541964,
      "grad_norm": 3.3235701960027546,
      "learning_rate": 0.00016568109043703927,
      "loss": 4.847,
      "step": 34028
    },
    {
      "epoch": 2.890672782874618,
      "grad_norm": 3.223191047678463,
      "learning_rate": 0.00016567426187415185,
      "loss": 4.604,
      "step": 34029
    },
    {
      "epoch": 2.8907577302072713,
      "grad_norm": 3.193559398855316,
      "learning_rate": 0.0001656674332784221,
      "loss": 4.9603,
      "step": 34030
    },
    {
      "epoch": 2.890842677539925,
      "grad_norm": 3.0256676668622915,
      "learning_rate": 0.0001656606046498644,
      "loss": 4.3749,
      "step": 34031
    },
    {
      "epoch": 2.890927624872579,
      "grad_norm": 3.228166023781375,
      "learning_rate": 0.000165653775988493,
      "loss": 4.8303,
      "step": 34032
    },
    {
      "epoch": 2.891012572205233,
      "grad_norm": 3.029788382449479,
      "learning_rate": 0.00016564694729432223,
      "loss": 4.2423,
      "step": 34033
    },
    {
      "epoch": 2.8910975195378867,
      "grad_norm": 2.935402446905943,
      "learning_rate": 0.00016564011856736642,
      "loss": 4.2544,
      "step": 34034
    },
    {
      "epoch": 2.89118246687054,
      "grad_norm": 3.1296426068944663,
      "learning_rate": 0.0001656332898076398,
      "loss": 4.6842,
      "step": 34035
    },
    {
      "epoch": 2.891267414203194,
      "grad_norm": 2.945881034041332,
      "learning_rate": 0.00016562646101515678,
      "loss": 4.0432,
      "step": 34036
    },
    {
      "epoch": 2.891352361535848,
      "grad_norm": 3.307303000200409,
      "learning_rate": 0.0001656196321899316,
      "loss": 5.0371,
      "step": 34037
    },
    {
      "epoch": 2.8914373088685013,
      "grad_norm": 3.0419165437226043,
      "learning_rate": 0.0001656128033319786,
      "loss": 4.322,
      "step": 34038
    },
    {
      "epoch": 2.8915222562011555,
      "grad_norm": 3.276166794864985,
      "learning_rate": 0.00016560597444131205,
      "loss": 4.9547,
      "step": 34039
    },
    {
      "epoch": 2.891607203533809,
      "grad_norm": 3.2456393771481666,
      "learning_rate": 0.0001655991455179463,
      "loss": 4.8456,
      "step": 34040
    },
    {
      "epoch": 2.891692150866463,
      "grad_norm": 3.087922406582551,
      "learning_rate": 0.00016559231656189564,
      "loss": 4.3782,
      "step": 34041
    },
    {
      "epoch": 2.8917770981991167,
      "grad_norm": 2.939123191093195,
      "learning_rate": 0.00016558548757317437,
      "loss": 4.248,
      "step": 34042
    },
    {
      "epoch": 2.89186204553177,
      "grad_norm": 3.0067917509098767,
      "learning_rate": 0.00016557865855179685,
      "loss": 4.4109,
      "step": 34043
    },
    {
      "epoch": 2.891946992864424,
      "grad_norm": 2.9665619807532324,
      "learning_rate": 0.00016557182949777731,
      "loss": 4.4338,
      "step": 34044
    },
    {
      "epoch": 2.8920319401970778,
      "grad_norm": 2.984606070157315,
      "learning_rate": 0.00016556500041113015,
      "loss": 4.363,
      "step": 34045
    },
    {
      "epoch": 2.8921168875297316,
      "grad_norm": 3.3220727442121847,
      "learning_rate": 0.00016555817129186958,
      "loss": 4.9488,
      "step": 34046
    },
    {
      "epoch": 2.8922018348623855,
      "grad_norm": 3.2702820321138577,
      "learning_rate": 0.00016555134214000996,
      "loss": 4.963,
      "step": 34047
    },
    {
      "epoch": 2.892286782195039,
      "grad_norm": 3.1143023566423556,
      "learning_rate": 0.00016554451295556558,
      "loss": 4.758,
      "step": 34048
    },
    {
      "epoch": 2.8923717295276927,
      "grad_norm": 3.0863003765596067,
      "learning_rate": 0.0001655376837385508,
      "loss": 4.4459,
      "step": 34049
    },
    {
      "epoch": 2.8924566768603466,
      "grad_norm": 3.0697432217995697,
      "learning_rate": 0.00016553085448897992,
      "loss": 4.7304,
      "step": 34050
    },
    {
      "epoch": 2.8925416241930004,
      "grad_norm": 3.0556489706044503,
      "learning_rate": 0.00016552402520686715,
      "loss": 4.4822,
      "step": 34051
    },
    {
      "epoch": 2.8926265715256543,
      "grad_norm": 3.0576323045847675,
      "learning_rate": 0.00016551719589222695,
      "loss": 4.4404,
      "step": 34052
    },
    {
      "epoch": 2.8927115188583077,
      "grad_norm": 3.04485305897663,
      "learning_rate": 0.00016551036654507352,
      "loss": 4.5618,
      "step": 34053
    },
    {
      "epoch": 2.8927964661909615,
      "grad_norm": 3.044702234141103,
      "learning_rate": 0.00016550353716542117,
      "loss": 4.6047,
      "step": 34054
    },
    {
      "epoch": 2.8928814135236154,
      "grad_norm": 3.161399423143026,
      "learning_rate": 0.00016549670775328426,
      "loss": 4.8037,
      "step": 34055
    },
    {
      "epoch": 2.8929663608562692,
      "grad_norm": 3.322524638159431,
      "learning_rate": 0.0001654898783086771,
      "loss": 4.8747,
      "step": 34056
    },
    {
      "epoch": 2.893051308188923,
      "grad_norm": 3.162668364998911,
      "learning_rate": 0.00016548304883161398,
      "loss": 4.6334,
      "step": 34057
    },
    {
      "epoch": 2.8931362555215765,
      "grad_norm": 3.116162843330574,
      "learning_rate": 0.0001654762193221092,
      "loss": 4.6965,
      "step": 34058
    },
    {
      "epoch": 2.8932212028542303,
      "grad_norm": 3.4882416770392544,
      "learning_rate": 0.0001654693897801771,
      "loss": 4.1393,
      "step": 34059
    },
    {
      "epoch": 2.893306150186884,
      "grad_norm": 3.107604942067472,
      "learning_rate": 0.00016546256020583193,
      "loss": 4.7944,
      "step": 34060
    },
    {
      "epoch": 2.893391097519538,
      "grad_norm": 3.302937336035268,
      "learning_rate": 0.00016545573059908807,
      "loss": 5.0461,
      "step": 34061
    },
    {
      "epoch": 2.893476044852192,
      "grad_norm": 3.366724291979824,
      "learning_rate": 0.0001654489009599598,
      "loss": 4.3624,
      "step": 34062
    },
    {
      "epoch": 2.8935609921848453,
      "grad_norm": 3.1812388205257287,
      "learning_rate": 0.00016544207128846143,
      "loss": 4.9906,
      "step": 34063
    },
    {
      "epoch": 2.893645939517499,
      "grad_norm": 3.0859204793008486,
      "learning_rate": 0.00016543524158460726,
      "loss": 4.5472,
      "step": 34064
    },
    {
      "epoch": 2.893730886850153,
      "grad_norm": 3.0885236904620657,
      "learning_rate": 0.00016542841184841165,
      "loss": 4.619,
      "step": 34065
    },
    {
      "epoch": 2.8938158341828064,
      "grad_norm": 3.0221783163635636,
      "learning_rate": 0.0001654215820798888,
      "loss": 4.4701,
      "step": 34066
    },
    {
      "epoch": 2.8939007815154603,
      "grad_norm": 3.1847479357878568,
      "learning_rate": 0.00016541475227905316,
      "loss": 4.6337,
      "step": 34067
    },
    {
      "epoch": 2.893985728848114,
      "grad_norm": 3.027842118195277,
      "learning_rate": 0.00016540792244591898,
      "loss": 4.2913,
      "step": 34068
    },
    {
      "epoch": 2.894070676180768,
      "grad_norm": 3.103403830611422,
      "learning_rate": 0.0001654010925805005,
      "loss": 4.3245,
      "step": 34069
    },
    {
      "epoch": 2.894155623513422,
      "grad_norm": 3.243495850435022,
      "learning_rate": 0.00016539426268281216,
      "loss": 4.9494,
      "step": 34070
    },
    {
      "epoch": 2.8942405708460752,
      "grad_norm": 3.3240798837837473,
      "learning_rate": 0.00016538743275286815,
      "loss": 4.9694,
      "step": 34071
    },
    {
      "epoch": 2.894325518178729,
      "grad_norm": 3.232076960954056,
      "learning_rate": 0.00016538060279068287,
      "loss": 4.9811,
      "step": 34072
    },
    {
      "epoch": 2.894410465511383,
      "grad_norm": 3.1309171058456897,
      "learning_rate": 0.0001653737727962706,
      "loss": 4.5897,
      "step": 34073
    },
    {
      "epoch": 2.8944954128440368,
      "grad_norm": 3.0286171894360763,
      "learning_rate": 0.00016536694276964562,
      "loss": 4.6212,
      "step": 34074
    },
    {
      "epoch": 2.8945803601766906,
      "grad_norm": 2.981021186866438,
      "learning_rate": 0.00016536011271082226,
      "loss": 4.329,
      "step": 34075
    },
    {
      "epoch": 2.894665307509344,
      "grad_norm": 3.0995984525737392,
      "learning_rate": 0.00016535328261981487,
      "loss": 4.7449,
      "step": 34076
    },
    {
      "epoch": 2.894750254841998,
      "grad_norm": 3.32378027037196,
      "learning_rate": 0.00016534645249663773,
      "loss": 5.1169,
      "step": 34077
    },
    {
      "epoch": 2.8948352021746517,
      "grad_norm": 3.077226381480823,
      "learning_rate": 0.00016533962234130511,
      "loss": 4.6659,
      "step": 34078
    },
    {
      "epoch": 2.8949201495073056,
      "grad_norm": 3.0274922253887104,
      "learning_rate": 0.0001653327921538314,
      "loss": 4.4148,
      "step": 34079
    },
    {
      "epoch": 2.8950050968399594,
      "grad_norm": 3.298830394469879,
      "learning_rate": 0.0001653259619342309,
      "loss": 4.9965,
      "step": 34080
    },
    {
      "epoch": 2.895090044172613,
      "grad_norm": 3.108956543547909,
      "learning_rate": 0.00016531913168251784,
      "loss": 4.5577,
      "step": 34081
    },
    {
      "epoch": 2.8951749915052667,
      "grad_norm": 3.2403731759672083,
      "learning_rate": 0.00016531230139870662,
      "loss": 4.7974,
      "step": 34082
    },
    {
      "epoch": 2.8952599388379205,
      "grad_norm": 3.3617892617609124,
      "learning_rate": 0.0001653054710828115,
      "loss": 3.9208,
      "step": 34083
    },
    {
      "epoch": 2.8953448861705744,
      "grad_norm": 3.072656056350812,
      "learning_rate": 0.0001652986407348468,
      "loss": 4.5054,
      "step": 34084
    },
    {
      "epoch": 2.8954298335032282,
      "grad_norm": 3.181109915926867,
      "learning_rate": 0.0001652918103548269,
      "loss": 4.8405,
      "step": 34085
    },
    {
      "epoch": 2.8955147808358817,
      "grad_norm": 3.23036666418225,
      "learning_rate": 0.00016528497994276604,
      "loss": 4.8499,
      "step": 34086
    },
    {
      "epoch": 2.8955997281685355,
      "grad_norm": 3.1521095231333534,
      "learning_rate": 0.00016527814949867845,
      "loss": 4.6289,
      "step": 34087
    },
    {
      "epoch": 2.8956846755011894,
      "grad_norm": 3.1039141995585227,
      "learning_rate": 0.00016527131902257863,
      "loss": 4.8561,
      "step": 34088
    },
    {
      "epoch": 2.8957696228338428,
      "grad_norm": 3.1641944390584724,
      "learning_rate": 0.0001652644885144808,
      "loss": 4.7416,
      "step": 34089
    },
    {
      "epoch": 2.8958545701664966,
      "grad_norm": 3.262582020975089,
      "learning_rate": 0.00016525765797439923,
      "loss": 4.9909,
      "step": 34090
    },
    {
      "epoch": 2.8959395174991505,
      "grad_norm": 3.0882854798394113,
      "learning_rate": 0.00016525082740234827,
      "loss": 4.7199,
      "step": 34091
    },
    {
      "epoch": 2.8960244648318043,
      "grad_norm": 3.0714690921969643,
      "learning_rate": 0.00016524399679834225,
      "loss": 4.5526,
      "step": 34092
    },
    {
      "epoch": 2.896109412164458,
      "grad_norm": 3.178213648028971,
      "learning_rate": 0.0001652371661623955,
      "loss": 4.5804,
      "step": 34093
    },
    {
      "epoch": 2.8961943594971116,
      "grad_norm": 3.0114518803908217,
      "learning_rate": 0.00016523033549452223,
      "loss": 4.4103,
      "step": 34094
    },
    {
      "epoch": 2.8962793068297654,
      "grad_norm": 3.006365745769626,
      "learning_rate": 0.0001652235047947369,
      "loss": 4.3542,
      "step": 34095
    },
    {
      "epoch": 2.8963642541624193,
      "grad_norm": 3.2842336612309166,
      "learning_rate": 0.00016521667406305373,
      "loss": 5.0705,
      "step": 34096
    },
    {
      "epoch": 2.896449201495073,
      "grad_norm": 2.96238506607897,
      "learning_rate": 0.000165209843299487,
      "loss": 4.4112,
      "step": 34097
    },
    {
      "epoch": 2.896534148827727,
      "grad_norm": 3.174481555659879,
      "learning_rate": 0.0001652030125040511,
      "loss": 4.7321,
      "step": 34098
    },
    {
      "epoch": 2.8966190961603804,
      "grad_norm": 3.2540484646668255,
      "learning_rate": 0.00016519618167676033,
      "loss": 4.7995,
      "step": 34099
    },
    {
      "epoch": 2.8967040434930342,
      "grad_norm": 3.185193028802858,
      "learning_rate": 0.00016518935081762893,
      "loss": 4.6156,
      "step": 34100
    },
    {
      "epoch": 2.896788990825688,
      "grad_norm": 3.1913965371545525,
      "learning_rate": 0.00016518251992667132,
      "loss": 4.9896,
      "step": 34101
    },
    {
      "epoch": 2.896873938158342,
      "grad_norm": 3.10538589285279,
      "learning_rate": 0.00016517568900390172,
      "loss": 4.6342,
      "step": 34102
    },
    {
      "epoch": 2.896958885490996,
      "grad_norm": 3.048358482081203,
      "learning_rate": 0.00016516885804933445,
      "loss": 4.2692,
      "step": 34103
    },
    {
      "epoch": 2.897043832823649,
      "grad_norm": 3.306374786789735,
      "learning_rate": 0.0001651620270629839,
      "loss": 5.0843,
      "step": 34104
    },
    {
      "epoch": 2.897128780156303,
      "grad_norm": 3.1917638000820308,
      "learning_rate": 0.00016515519604486437,
      "loss": 4.6973,
      "step": 34105
    },
    {
      "epoch": 2.897213727488957,
      "grad_norm": 3.031146526770134,
      "learning_rate": 0.0001651483649949901,
      "loss": 4.4949,
      "step": 34106
    },
    {
      "epoch": 2.8972986748216107,
      "grad_norm": 2.9595334176335446,
      "learning_rate": 0.00016514153391337548,
      "loss": 4.3688,
      "step": 34107
    },
    {
      "epoch": 2.8973836221542646,
      "grad_norm": 3.272644141224015,
      "learning_rate": 0.00016513470280003477,
      "loss": 4.8244,
      "step": 34108
    },
    {
      "epoch": 2.897468569486918,
      "grad_norm": 3.1533460424447193,
      "learning_rate": 0.00016512787165498226,
      "loss": 4.7851,
      "step": 34109
    },
    {
      "epoch": 2.897553516819572,
      "grad_norm": 3.003533171320627,
      "learning_rate": 0.00016512104047823235,
      "loss": 4.2551,
      "step": 34110
    },
    {
      "epoch": 2.8976384641522257,
      "grad_norm": 3.0226530496137265,
      "learning_rate": 0.0001651142092697993,
      "loss": 4.2514,
      "step": 34111
    },
    {
      "epoch": 2.897723411484879,
      "grad_norm": 3.2221484498551587,
      "learning_rate": 0.00016510737802969742,
      "loss": 4.7843,
      "step": 34112
    },
    {
      "epoch": 2.8978083588175334,
      "grad_norm": 3.0803311583503974,
      "learning_rate": 0.00016510054675794103,
      "loss": 4.4509,
      "step": 34113
    },
    {
      "epoch": 2.897893306150187,
      "grad_norm": 3.0228790727157118,
      "learning_rate": 0.00016509371545454449,
      "loss": 4.3747,
      "step": 34114
    },
    {
      "epoch": 2.8979782534828407,
      "grad_norm": 3.148579957827147,
      "learning_rate": 0.00016508688411952203,
      "loss": 4.644,
      "step": 34115
    },
    {
      "epoch": 2.8980632008154945,
      "grad_norm": 3.0567619279866864,
      "learning_rate": 0.000165080052752888,
      "loss": 4.6272,
      "step": 34116
    },
    {
      "epoch": 2.898148148148148,
      "grad_norm": 2.987511325410012,
      "learning_rate": 0.00016507322135465678,
      "loss": 4.4124,
      "step": 34117
    },
    {
      "epoch": 2.8982330954808018,
      "grad_norm": 3.009020389575895,
      "learning_rate": 0.00016506638992484256,
      "loss": 4.5118,
      "step": 34118
    },
    {
      "epoch": 2.8983180428134556,
      "grad_norm": 3.0061614085821673,
      "learning_rate": 0.00016505955846345973,
      "loss": 4.4808,
      "step": 34119
    },
    {
      "epoch": 2.8984029901461095,
      "grad_norm": 3.1098569509540153,
      "learning_rate": 0.00016505272697052263,
      "loss": 4.4847,
      "step": 34120
    },
    {
      "epoch": 2.8984879374787633,
      "grad_norm": 3.07089583779199,
      "learning_rate": 0.00016504589544604544,
      "loss": 4.4159,
      "step": 34121
    },
    {
      "epoch": 2.8985728848114167,
      "grad_norm": 3.0629057892349465,
      "learning_rate": 0.0001650390638900427,
      "loss": 4.531,
      "step": 34122
    },
    {
      "epoch": 2.8986578321440706,
      "grad_norm": 3.294496147222533,
      "learning_rate": 0.0001650322323025285,
      "loss": 5.0414,
      "step": 34123
    },
    {
      "epoch": 2.8987427794767244,
      "grad_norm": 3.1506403892975445,
      "learning_rate": 0.00016502540068351725,
      "loss": 4.6787,
      "step": 34124
    },
    {
      "epoch": 2.8988277268093783,
      "grad_norm": 2.9984551409183706,
      "learning_rate": 0.0001650185690330233,
      "loss": 4.4641,
      "step": 34125
    },
    {
      "epoch": 2.898912674142032,
      "grad_norm": 3.3004528152276924,
      "learning_rate": 0.00016501173735106094,
      "loss": 5.0777,
      "step": 34126
    },
    {
      "epoch": 2.8989976214746855,
      "grad_norm": 3.0635234842059815,
      "learning_rate": 0.0001650049056376444,
      "loss": 4.6351,
      "step": 34127
    },
    {
      "epoch": 2.8990825688073394,
      "grad_norm": 3.082600677759324,
      "learning_rate": 0.00016499807389278815,
      "loss": 4.6175,
      "step": 34128
    },
    {
      "epoch": 2.8991675161399932,
      "grad_norm": 3.3083609390511133,
      "learning_rate": 0.00016499124211650636,
      "loss": 4.9718,
      "step": 34129
    },
    {
      "epoch": 2.899252463472647,
      "grad_norm": 3.2920079832560862,
      "learning_rate": 0.00016498441030881342,
      "loss": 5.0362,
      "step": 34130
    },
    {
      "epoch": 2.899337410805301,
      "grad_norm": 3.037446688421519,
      "learning_rate": 0.0001649775784697236,
      "loss": 4.4999,
      "step": 34131
    },
    {
      "epoch": 2.8994223581379543,
      "grad_norm": 3.146762773741936,
      "learning_rate": 0.0001649707465992513,
      "loss": 4.6919,
      "step": 34132
    },
    {
      "epoch": 2.899507305470608,
      "grad_norm": 2.9482684795906975,
      "learning_rate": 0.00016496391469741074,
      "loss": 4.1749,
      "step": 34133
    },
    {
      "epoch": 2.899592252803262,
      "grad_norm": 3.0766844954000083,
      "learning_rate": 0.00016495708276421627,
      "loss": 4.5699,
      "step": 34134
    },
    {
      "epoch": 2.8996772001359155,
      "grad_norm": 3.279861560338731,
      "learning_rate": 0.00016495025079968226,
      "loss": 4.918,
      "step": 34135
    },
    {
      "epoch": 2.8997621474685698,
      "grad_norm": 3.280848084622809,
      "learning_rate": 0.00016494341880382292,
      "loss": 5.0294,
      "step": 34136
    },
    {
      "epoch": 2.899847094801223,
      "grad_norm": 3.1987659123170755,
      "learning_rate": 0.00016493658677665265,
      "loss": 4.8797,
      "step": 34137
    },
    {
      "epoch": 2.899932042133877,
      "grad_norm": 3.086993331684957,
      "learning_rate": 0.00016492975471818573,
      "loss": 4.3479,
      "step": 34138
    },
    {
      "epoch": 2.900016989466531,
      "grad_norm": 3.0877610570796064,
      "learning_rate": 0.00016492292262843645,
      "loss": 4.6031,
      "step": 34139
    },
    {
      "epoch": 2.9001019367991843,
      "grad_norm": 3.097331292654939,
      "learning_rate": 0.00016491609050741916,
      "loss": 4.4555,
      "step": 34140
    },
    {
      "epoch": 2.900186884131838,
      "grad_norm": 3.215542345957823,
      "learning_rate": 0.00016490925835514818,
      "loss": 4.9005,
      "step": 34141
    },
    {
      "epoch": 2.900271831464492,
      "grad_norm": 3.422992150380548,
      "learning_rate": 0.00016490242617163783,
      "loss": 4.0578,
      "step": 34142
    },
    {
      "epoch": 2.900356778797146,
      "grad_norm": 3.027488950183677,
      "learning_rate": 0.00016489559395690238,
      "loss": 4.3235,
      "step": 34143
    },
    {
      "epoch": 2.9004417261297997,
      "grad_norm": 3.0639448190099907,
      "learning_rate": 0.00016488876171095622,
      "loss": 4.8373,
      "step": 34144
    },
    {
      "epoch": 2.900526673462453,
      "grad_norm": 3.1596827682446014,
      "learning_rate": 0.0001648819294338136,
      "loss": 4.4377,
      "step": 34145
    },
    {
      "epoch": 2.900611620795107,
      "grad_norm": 3.3215648370368087,
      "learning_rate": 0.00016487509712548884,
      "loss": 4.9515,
      "step": 34146
    },
    {
      "epoch": 2.9006965681277608,
      "grad_norm": 3.0941939484227707,
      "learning_rate": 0.0001648682647859963,
      "loss": 4.5662,
      "step": 34147
    },
    {
      "epoch": 2.9007815154604146,
      "grad_norm": 3.1154271831898064,
      "learning_rate": 0.00016486143241535022,
      "loss": 3.9775,
      "step": 34148
    },
    {
      "epoch": 2.9008664627930685,
      "grad_norm": 3.2309043339280854,
      "learning_rate": 0.00016485460001356501,
      "loss": 4.8099,
      "step": 34149
    },
    {
      "epoch": 2.900951410125722,
      "grad_norm": 3.031738253889227,
      "learning_rate": 0.00016484776758065494,
      "loss": 4.3755,
      "step": 34150
    },
    {
      "epoch": 2.9010363574583757,
      "grad_norm": 3.157322316314254,
      "learning_rate": 0.00016484093511663435,
      "loss": 4.8194,
      "step": 34151
    },
    {
      "epoch": 2.9011213047910296,
      "grad_norm": 3.306460255090966,
      "learning_rate": 0.00016483410262151742,
      "loss": 4.966,
      "step": 34152
    },
    {
      "epoch": 2.9012062521236834,
      "grad_norm": 3.1593525041673702,
      "learning_rate": 0.0001648272700953187,
      "loss": 4.82,
      "step": 34153
    },
    {
      "epoch": 2.9012911994563373,
      "grad_norm": 3.0714159987005267,
      "learning_rate": 0.00016482043753805235,
      "loss": 4.6854,
      "step": 34154
    },
    {
      "epoch": 2.9013761467889907,
      "grad_norm": 3.312225531828659,
      "learning_rate": 0.0001648136049497327,
      "loss": 4.9808,
      "step": 34155
    },
    {
      "epoch": 2.9014610941216445,
      "grad_norm": 3.250282863956735,
      "learning_rate": 0.00016480677233037411,
      "loss": 4.5314,
      "step": 34156
    },
    {
      "epoch": 2.9015460414542984,
      "grad_norm": 3.0494907576520385,
      "learning_rate": 0.00016479993967999086,
      "loss": 4.2417,
      "step": 34157
    },
    {
      "epoch": 2.9016309887869522,
      "grad_norm": 3.04333660278944,
      "learning_rate": 0.00016479310699859728,
      "loss": 4.596,
      "step": 34158
    },
    {
      "epoch": 2.901715936119606,
      "grad_norm": 3.1038462748569278,
      "learning_rate": 0.00016478627428620767,
      "loss": 4.6331,
      "step": 34159
    },
    {
      "epoch": 2.9018008834522595,
      "grad_norm": 2.9865642333643523,
      "learning_rate": 0.00016477944154283643,
      "loss": 4.5029,
      "step": 34160
    },
    {
      "epoch": 2.9018858307849134,
      "grad_norm": 3.28361035040807,
      "learning_rate": 0.0001647726087684977,
      "loss": 5.1122,
      "step": 34161
    },
    {
      "epoch": 2.901970778117567,
      "grad_norm": 3.1263605696547367,
      "learning_rate": 0.00016476577596320606,
      "loss": 4.8259,
      "step": 34162
    },
    {
      "epoch": 2.9020557254502206,
      "grad_norm": 3.281845643794438,
      "learning_rate": 0.00016475894312697556,
      "loss": 4.9881,
      "step": 34163
    },
    {
      "epoch": 2.9021406727828745,
      "grad_norm": 3.2870323098512073,
      "learning_rate": 0.00016475211025982064,
      "loss": 4.8766,
      "step": 34164
    },
    {
      "epoch": 2.9022256201155283,
      "grad_norm": 3.0188374882167617,
      "learning_rate": 0.00016474527736175563,
      "loss": 4.4018,
      "step": 34165
    },
    {
      "epoch": 2.902310567448182,
      "grad_norm": 3.21578179693209,
      "learning_rate": 0.0001647384444327948,
      "loss": 4.741,
      "step": 34166
    },
    {
      "epoch": 2.902395514780836,
      "grad_norm": 3.0745671132282872,
      "learning_rate": 0.00016473161147295253,
      "loss": 4.2031,
      "step": 34167
    },
    {
      "epoch": 2.9024804621134894,
      "grad_norm": 3.0700349840848835,
      "learning_rate": 0.0001647247784822431,
      "loss": 4.5491,
      "step": 34168
    },
    {
      "epoch": 2.9025654094461433,
      "grad_norm": 3.0515052623138517,
      "learning_rate": 0.00016471794546068082,
      "loss": 4.4172,
      "step": 34169
    },
    {
      "epoch": 2.902650356778797,
      "grad_norm": 3.0932462510600955,
      "learning_rate": 0.00016471111240827995,
      "loss": 4.6604,
      "step": 34170
    },
    {
      "epoch": 2.902735304111451,
      "grad_norm": 3.0489596916810306,
      "learning_rate": 0.00016470427932505495,
      "loss": 4.4253,
      "step": 34171
    },
    {
      "epoch": 2.902820251444105,
      "grad_norm": 2.988472921172935,
      "learning_rate": 0.00016469744621102004,
      "loss": 4.5407,
      "step": 34172
    },
    {
      "epoch": 2.9029051987767582,
      "grad_norm": 2.997311853008229,
      "learning_rate": 0.00016469061306618953,
      "loss": 4.1637,
      "step": 34173
    },
    {
      "epoch": 2.902990146109412,
      "grad_norm": 3.3040990962320396,
      "learning_rate": 0.00016468377989057776,
      "loss": 4.9811,
      "step": 34174
    },
    {
      "epoch": 2.903075093442066,
      "grad_norm": 3.170632406143319,
      "learning_rate": 0.00016467694668419907,
      "loss": 4.8278,
      "step": 34175
    },
    {
      "epoch": 2.90316004077472,
      "grad_norm": 2.9938137607398847,
      "learning_rate": 0.00016467011344706775,
      "loss": 4.3974,
      "step": 34176
    },
    {
      "epoch": 2.9032449881073736,
      "grad_norm": 3.1327209779630927,
      "learning_rate": 0.00016466328017919813,
      "loss": 4.809,
      "step": 34177
    },
    {
      "epoch": 2.903329935440027,
      "grad_norm": 3.146744695330391,
      "learning_rate": 0.00016465644688060452,
      "loss": 4.8167,
      "step": 34178
    },
    {
      "epoch": 2.903414882772681,
      "grad_norm": 2.9814022067431925,
      "learning_rate": 0.00016464961355130124,
      "loss": 4.0737,
      "step": 34179
    },
    {
      "epoch": 2.9034998301053347,
      "grad_norm": 3.0816775727006673,
      "learning_rate": 0.00016464278019130265,
      "loss": 4.5954,
      "step": 34180
    },
    {
      "epoch": 2.9035847774379886,
      "grad_norm": 3.2858129305452617,
      "learning_rate": 0.00016463594680062298,
      "loss": 4.9766,
      "step": 34181
    },
    {
      "epoch": 2.9036697247706424,
      "grad_norm": 3.119883639437692,
      "learning_rate": 0.0001646291133792766,
      "loss": 4.4215,
      "step": 34182
    },
    {
      "epoch": 2.903754672103296,
      "grad_norm": 3.133275177798313,
      "learning_rate": 0.00016462227992727782,
      "loss": 4.7532,
      "step": 34183
    },
    {
      "epoch": 2.9038396194359497,
      "grad_norm": 3.1076393080987805,
      "learning_rate": 0.00016461544644464098,
      "loss": 4.4162,
      "step": 34184
    },
    {
      "epoch": 2.9039245667686036,
      "grad_norm": 3.299548604269636,
      "learning_rate": 0.00016460861293138038,
      "loss": 4.9851,
      "step": 34185
    },
    {
      "epoch": 2.904009514101257,
      "grad_norm": 3.30487417117724,
      "learning_rate": 0.0001646017793875103,
      "loss": 4.9198,
      "step": 34186
    },
    {
      "epoch": 2.904094461433911,
      "grad_norm": 3.062686297440878,
      "learning_rate": 0.00016459494581304516,
      "loss": 4.2875,
      "step": 34187
    },
    {
      "epoch": 2.9041794087665647,
      "grad_norm": 3.0223589139439584,
      "learning_rate": 0.00016458811220799915,
      "loss": 4.2172,
      "step": 34188
    },
    {
      "epoch": 2.9042643560992185,
      "grad_norm": 2.97760067435524,
      "learning_rate": 0.00016458127857238666,
      "loss": 4.2335,
      "step": 34189
    },
    {
      "epoch": 2.9043493034318724,
      "grad_norm": 2.994349200159943,
      "learning_rate": 0.00016457444490622204,
      "loss": 4.2726,
      "step": 34190
    },
    {
      "epoch": 2.9044342507645258,
      "grad_norm": 3.179387823382946,
      "learning_rate": 0.00016456761120951953,
      "loss": 4.7131,
      "step": 34191
    },
    {
      "epoch": 2.9045191980971796,
      "grad_norm": 2.9991377094494522,
      "learning_rate": 0.00016456077748229354,
      "loss": 4.3602,
      "step": 34192
    },
    {
      "epoch": 2.9046041454298335,
      "grad_norm": 3.094029855670162,
      "learning_rate": 0.00016455394372455828,
      "loss": 4.407,
      "step": 34193
    },
    {
      "epoch": 2.9046890927624873,
      "grad_norm": 3.0476147075450237,
      "learning_rate": 0.00016454710993632816,
      "loss": 4.7268,
      "step": 34194
    },
    {
      "epoch": 2.904774040095141,
      "grad_norm": 3.1624226619375335,
      "learning_rate": 0.00016454027611761742,
      "loss": 4.7771,
      "step": 34195
    },
    {
      "epoch": 2.9048589874277946,
      "grad_norm": 3.117519936262129,
      "learning_rate": 0.0001645334422684405,
      "loss": 4.7413,
      "step": 34196
    },
    {
      "epoch": 2.9049439347604484,
      "grad_norm": 3.0684887694602354,
      "learning_rate": 0.0001645266083888116,
      "loss": 4.5307,
      "step": 34197
    },
    {
      "epoch": 2.9050288820931023,
      "grad_norm": 3.4576241677141866,
      "learning_rate": 0.0001645197744787451,
      "loss": 4.1199,
      "step": 34198
    },
    {
      "epoch": 2.905113829425756,
      "grad_norm": 3.2612244168026137,
      "learning_rate": 0.00016451294053825528,
      "loss": 4.8525,
      "step": 34199
    },
    {
      "epoch": 2.90519877675841,
      "grad_norm": 3.0728605410189793,
      "learning_rate": 0.00016450610656735647,
      "loss": 4.7498,
      "step": 34200
    },
    {
      "epoch": 2.9052837240910634,
      "grad_norm": 3.318357668921455,
      "learning_rate": 0.000164499272566063,
      "loss": 5.1006,
      "step": 34201
    },
    {
      "epoch": 2.9053686714237172,
      "grad_norm": 3.061695779401086,
      "learning_rate": 0.0001644924385343892,
      "loss": 4.5505,
      "step": 34202
    },
    {
      "epoch": 2.905453618756371,
      "grad_norm": 3.149836752385916,
      "learning_rate": 0.00016448560447234942,
      "loss": 4.7537,
      "step": 34203
    },
    {
      "epoch": 2.905538566089025,
      "grad_norm": 3.085521678560949,
      "learning_rate": 0.00016447877037995787,
      "loss": 4.3206,
      "step": 34204
    },
    {
      "epoch": 2.905623513421679,
      "grad_norm": 3.040400845101144,
      "learning_rate": 0.00016447193625722896,
      "loss": 4.5394,
      "step": 34205
    },
    {
      "epoch": 2.905708460754332,
      "grad_norm": 3.2651048418652033,
      "learning_rate": 0.000164465102104177,
      "loss": 5.0515,
      "step": 34206
    },
    {
      "epoch": 2.905793408086986,
      "grad_norm": 3.101668625001805,
      "learning_rate": 0.00016445826792081631,
      "loss": 4.4258,
      "step": 34207
    },
    {
      "epoch": 2.90587835541964,
      "grad_norm": 3.268869184995208,
      "learning_rate": 0.00016445143370716114,
      "loss": 4.9939,
      "step": 34208
    },
    {
      "epoch": 2.9059633027522933,
      "grad_norm": 3.0400179093794355,
      "learning_rate": 0.0001644445994632259,
      "loss": 4.6409,
      "step": 34209
    },
    {
      "epoch": 2.9060482500849476,
      "grad_norm": 3.0880222925097667,
      "learning_rate": 0.00016443776518902488,
      "loss": 4.7516,
      "step": 34210
    },
    {
      "epoch": 2.906133197417601,
      "grad_norm": 3.300536086146261,
      "learning_rate": 0.00016443093088457238,
      "loss": 4.8602,
      "step": 34211
    },
    {
      "epoch": 2.906218144750255,
      "grad_norm": 3.1211257369133385,
      "learning_rate": 0.0001644240965498828,
      "loss": 4.6652,
      "step": 34212
    },
    {
      "epoch": 2.9063030920829087,
      "grad_norm": 3.1122776787195967,
      "learning_rate": 0.0001644172621849703,
      "loss": 4.591,
      "step": 34213
    },
    {
      "epoch": 2.906388039415562,
      "grad_norm": 3.191779152408417,
      "learning_rate": 0.00016441042778984937,
      "loss": 4.767,
      "step": 34214
    },
    {
      "epoch": 2.906472986748216,
      "grad_norm": 3.086772696740751,
      "learning_rate": 0.0001644035933645342,
      "loss": 4.4502,
      "step": 34215
    },
    {
      "epoch": 2.90655793408087,
      "grad_norm": 2.994629812540899,
      "learning_rate": 0.00016439675890903918,
      "loss": 3.9948,
      "step": 34216
    },
    {
      "epoch": 2.9066428814135237,
      "grad_norm": 3.024294822077615,
      "learning_rate": 0.00016438992442337864,
      "loss": 4.2548,
      "step": 34217
    },
    {
      "epoch": 2.9067278287461775,
      "grad_norm": 3.213677525005601,
      "learning_rate": 0.00016438308990756684,
      "loss": 4.8198,
      "step": 34218
    },
    {
      "epoch": 2.906812776078831,
      "grad_norm": 2.9358425692421943,
      "learning_rate": 0.00016437625536161815,
      "loss": 4.0833,
      "step": 34219
    },
    {
      "epoch": 2.906897723411485,
      "grad_norm": 3.221101299038032,
      "learning_rate": 0.00016436942078554688,
      "loss": 4.7311,
      "step": 34220
    },
    {
      "epoch": 2.9069826707441386,
      "grad_norm": 3.3263929755075834,
      "learning_rate": 0.00016436258617936737,
      "loss": 4.9722,
      "step": 34221
    },
    {
      "epoch": 2.9070676180767925,
      "grad_norm": 3.1624961048890095,
      "learning_rate": 0.00016435575154309385,
      "loss": 4.7485,
      "step": 34222
    },
    {
      "epoch": 2.9071525654094463,
      "grad_norm": 3.3981598313246684,
      "learning_rate": 0.0001643489168767408,
      "loss": 4.0573,
      "step": 34223
    },
    {
      "epoch": 2.9072375127420997,
      "grad_norm": 3.1892213829458016,
      "learning_rate": 0.0001643420821803224,
      "loss": 4.5287,
      "step": 34224
    },
    {
      "epoch": 2.9073224600747536,
      "grad_norm": 3.245826897551186,
      "learning_rate": 0.00016433524745385303,
      "loss": 4.8703,
      "step": 34225
    },
    {
      "epoch": 2.9074074074074074,
      "grad_norm": 3.0824715682520134,
      "learning_rate": 0.00016432841269734696,
      "loss": 4.623,
      "step": 34226
    },
    {
      "epoch": 2.9074923547400613,
      "grad_norm": 3.0775048796387483,
      "learning_rate": 0.00016432157791081858,
      "loss": 4.5793,
      "step": 34227
    },
    {
      "epoch": 2.907577302072715,
      "grad_norm": 3.1796926266827703,
      "learning_rate": 0.00016431474309428225,
      "loss": 4.2963,
      "step": 34228
    },
    {
      "epoch": 2.9076622494053685,
      "grad_norm": 3.2636433838611385,
      "learning_rate": 0.00016430790824775208,
      "loss": 4.9138,
      "step": 34229
    },
    {
      "epoch": 2.9077471967380224,
      "grad_norm": 3.0684836334667605,
      "learning_rate": 0.00016430107337124267,
      "loss": 4.5146,
      "step": 34230
    },
    {
      "epoch": 2.9078321440706763,
      "grad_norm": 3.1199671773386832,
      "learning_rate": 0.00016429423846476814,
      "loss": 4.614,
      "step": 34231
    },
    {
      "epoch": 2.90791709140333,
      "grad_norm": 3.1868573063403245,
      "learning_rate": 0.0001642874035283429,
      "loss": 4.8379,
      "step": 34232
    },
    {
      "epoch": 2.908002038735984,
      "grad_norm": 3.0022919657896963,
      "learning_rate": 0.0001642805685619812,
      "loss": 4.0783,
      "step": 34233
    },
    {
      "epoch": 2.9080869860686374,
      "grad_norm": 2.9958585295410756,
      "learning_rate": 0.0001642737335656975,
      "loss": 4.214,
      "step": 34234
    },
    {
      "epoch": 2.908171933401291,
      "grad_norm": 2.9989150238498237,
      "learning_rate": 0.00016426689853950592,
      "loss": 4.4243,
      "step": 34235
    },
    {
      "epoch": 2.908256880733945,
      "grad_norm": 2.9983888573820527,
      "learning_rate": 0.000164260063483421,
      "loss": 4.2462,
      "step": 34236
    },
    {
      "epoch": 2.9083418280665985,
      "grad_norm": 2.9409213977968696,
      "learning_rate": 0.00016425322839745687,
      "loss": 4.2156,
      "step": 34237
    },
    {
      "epoch": 2.9084267753992523,
      "grad_norm": 3.1312299711667153,
      "learning_rate": 0.00016424639328162794,
      "loss": 4.841,
      "step": 34238
    },
    {
      "epoch": 2.908511722731906,
      "grad_norm": 3.0979380962204544,
      "learning_rate": 0.0001642395581359486,
      "loss": 4.641,
      "step": 34239
    },
    {
      "epoch": 2.90859667006456,
      "grad_norm": 3.3862229802305537,
      "learning_rate": 0.00016423272296043305,
      "loss": 5.2165,
      "step": 34240
    },
    {
      "epoch": 2.908681617397214,
      "grad_norm": 3.012438670051915,
      "learning_rate": 0.00016422588775509567,
      "loss": 4.3753,
      "step": 34241
    },
    {
      "epoch": 2.9087665647298673,
      "grad_norm": 3.0946688048885997,
      "learning_rate": 0.00016421905251995074,
      "loss": 4.616,
      "step": 34242
    },
    {
      "epoch": 2.908851512062521,
      "grad_norm": 2.998024604601264,
      "learning_rate": 0.00016421221725501265,
      "loss": 4.0804,
      "step": 34243
    },
    {
      "epoch": 2.908936459395175,
      "grad_norm": 3.1003669202693094,
      "learning_rate": 0.00016420538196029564,
      "loss": 4.2531,
      "step": 34244
    },
    {
      "epoch": 2.909021406727829,
      "grad_norm": 3.3328196709987448,
      "learning_rate": 0.00016419854663581414,
      "loss": 5.0111,
      "step": 34245
    },
    {
      "epoch": 2.9091063540604827,
      "grad_norm": 3.1004622439845977,
      "learning_rate": 0.0001641917112815824,
      "loss": 4.5334,
      "step": 34246
    },
    {
      "epoch": 2.909191301393136,
      "grad_norm": 3.103620178357541,
      "learning_rate": 0.0001641848758976147,
      "loss": 4.6481,
      "step": 34247
    },
    {
      "epoch": 2.90927624872579,
      "grad_norm": 3.0983429950372843,
      "learning_rate": 0.00016417804048392544,
      "loss": 4.7369,
      "step": 34248
    },
    {
      "epoch": 2.909361196058444,
      "grad_norm": 3.104095133519426,
      "learning_rate": 0.00016417120504052895,
      "loss": 4.5512,
      "step": 34249
    },
    {
      "epoch": 2.9094461433910976,
      "grad_norm": 3.1357261431154124,
      "learning_rate": 0.00016416436956743946,
      "loss": 4.5621,
      "step": 34250
    },
    {
      "epoch": 2.9095310907237515,
      "grad_norm": 2.9978807972320354,
      "learning_rate": 0.0001641575340646714,
      "loss": 4.1991,
      "step": 34251
    },
    {
      "epoch": 2.909616038056405,
      "grad_norm": 3.323853160008655,
      "learning_rate": 0.00016415069853223908,
      "loss": 4.9832,
      "step": 34252
    },
    {
      "epoch": 2.9097009853890587,
      "grad_norm": 3.3113874769929064,
      "learning_rate": 0.00016414386297015668,
      "loss": 4.8854,
      "step": 34253
    },
    {
      "epoch": 2.9097859327217126,
      "grad_norm": 3.0307211965085066,
      "learning_rate": 0.00016413702737843873,
      "loss": 4.4037,
      "step": 34254
    },
    {
      "epoch": 2.9098708800543664,
      "grad_norm": 3.2615995507243856,
      "learning_rate": 0.0001641301917570994,
      "loss": 4.9041,
      "step": 34255
    },
    {
      "epoch": 2.9099558273870203,
      "grad_norm": 3.2552460391376874,
      "learning_rate": 0.00016412335610615302,
      "loss": 4.7846,
      "step": 34256
    },
    {
      "epoch": 2.9100407747196737,
      "grad_norm": 3.1563345017300763,
      "learning_rate": 0.00016411652042561405,
      "loss": 4.7969,
      "step": 34257
    },
    {
      "epoch": 2.9101257220523276,
      "grad_norm": 3.2614249834185034,
      "learning_rate": 0.00016410968471549666,
      "loss": 5.1159,
      "step": 34258
    },
    {
      "epoch": 2.9102106693849814,
      "grad_norm": 2.9697130294544416,
      "learning_rate": 0.00016410284897581522,
      "loss": 4.2559,
      "step": 34259
    },
    {
      "epoch": 2.910295616717635,
      "grad_norm": 3.065378263007104,
      "learning_rate": 0.0001640960132065841,
      "loss": 4.6508,
      "step": 34260
    },
    {
      "epoch": 2.9103805640502887,
      "grad_norm": 2.9558009607552185,
      "learning_rate": 0.00016408917740781762,
      "loss": 4.2285,
      "step": 34261
    },
    {
      "epoch": 2.9104655113829425,
      "grad_norm": 3.1482925495219836,
      "learning_rate": 0.00016408234157952998,
      "loss": 4.5705,
      "step": 34262
    },
    {
      "epoch": 2.9105504587155964,
      "grad_norm": 3.255874324476623,
      "learning_rate": 0.0001640755057217357,
      "loss": 4.8885,
      "step": 34263
    },
    {
      "epoch": 2.91063540604825,
      "grad_norm": 3.2923807570452537,
      "learning_rate": 0.00016406866983444894,
      "loss": 5.0512,
      "step": 34264
    },
    {
      "epoch": 2.9107203533809036,
      "grad_norm": 3.0545623667404485,
      "learning_rate": 0.00016406183391768408,
      "loss": 4.3968,
      "step": 34265
    },
    {
      "epoch": 2.9108053007135575,
      "grad_norm": 3.3420356627633385,
      "learning_rate": 0.00016405499797145543,
      "loss": 5.2178,
      "step": 34266
    },
    {
      "epoch": 2.9108902480462113,
      "grad_norm": 3.2194692263461793,
      "learning_rate": 0.00016404816199577736,
      "loss": 4.8172,
      "step": 34267
    },
    {
      "epoch": 2.910975195378865,
      "grad_norm": 2.9350646021414826,
      "learning_rate": 0.00016404132599066415,
      "loss": 4.3897,
      "step": 34268
    },
    {
      "epoch": 2.911060142711519,
      "grad_norm": 3.0412709209631816,
      "learning_rate": 0.00016403448995613013,
      "loss": 4.4504,
      "step": 34269
    },
    {
      "epoch": 2.9111450900441724,
      "grad_norm": 3.053046708384583,
      "learning_rate": 0.00016402765389218966,
      "loss": 4.4255,
      "step": 34270
    },
    {
      "epoch": 2.9112300373768263,
      "grad_norm": 3.2760789619769777,
      "learning_rate": 0.00016402081779885695,
      "loss": 4.939,
      "step": 34271
    },
    {
      "epoch": 2.91131498470948,
      "grad_norm": 3.0750268224624664,
      "learning_rate": 0.0001640139816761465,
      "loss": 4.5153,
      "step": 34272
    },
    {
      "epoch": 2.911399932042134,
      "grad_norm": 3.320802435673114,
      "learning_rate": 0.00016400714552407248,
      "loss": 5.1475,
      "step": 34273
    },
    {
      "epoch": 2.911484879374788,
      "grad_norm": 3.023052723124708,
      "learning_rate": 0.00016400030934264932,
      "loss": 4.397,
      "step": 34274
    },
    {
      "epoch": 2.9115698267074412,
      "grad_norm": 3.2143340503027695,
      "learning_rate": 0.00016399347313189122,
      "loss": 4.8122,
      "step": 34275
    },
    {
      "epoch": 2.911654774040095,
      "grad_norm": 3.0996966978542417,
      "learning_rate": 0.00016398663689181264,
      "loss": 4.5826,
      "step": 34276
    },
    {
      "epoch": 2.911739721372749,
      "grad_norm": 3.1112160475568578,
      "learning_rate": 0.00016397980062242786,
      "loss": 4.6908,
      "step": 34277
    },
    {
      "epoch": 2.911824668705403,
      "grad_norm": 3.0672437022273553,
      "learning_rate": 0.00016397296432375114,
      "loss": 4.4058,
      "step": 34278
    },
    {
      "epoch": 2.9119096160380566,
      "grad_norm": 3.4240602781443457,
      "learning_rate": 0.0001639661279957969,
      "loss": 4.3917,
      "step": 34279
    },
    {
      "epoch": 2.91199456337071,
      "grad_norm": 3.156702088649339,
      "learning_rate": 0.0001639592916385794,
      "loss": 4.5682,
      "step": 34280
    },
    {
      "epoch": 2.912079510703364,
      "grad_norm": 3.1341860824604026,
      "learning_rate": 0.00016395245525211298,
      "loss": 4.6954,
      "step": 34281
    },
    {
      "epoch": 2.9121644580360178,
      "grad_norm": 3.0628037960521777,
      "learning_rate": 0.00016394561883641194,
      "loss": 4.4424,
      "step": 34282
    },
    {
      "epoch": 2.912249405368671,
      "grad_norm": 3.1370566599110115,
      "learning_rate": 0.00016393878239149063,
      "loss": 4.6497,
      "step": 34283
    },
    {
      "epoch": 2.912334352701325,
      "grad_norm": 2.997490918876012,
      "learning_rate": 0.0001639319459173634,
      "loss": 4.2736,
      "step": 34284
    },
    {
      "epoch": 2.912419300033979,
      "grad_norm": 3.1028226579950005,
      "learning_rate": 0.00016392510941404454,
      "loss": 4.4524,
      "step": 34285
    },
    {
      "epoch": 2.9125042473666327,
      "grad_norm": 3.055228417732964,
      "learning_rate": 0.0001639182728815484,
      "loss": 4.4262,
      "step": 34286
    },
    {
      "epoch": 2.9125891946992866,
      "grad_norm": 3.1827772783590706,
      "learning_rate": 0.00016391143631988925,
      "loss": 4.5676,
      "step": 34287
    },
    {
      "epoch": 2.91267414203194,
      "grad_norm": 3.2387639565009367,
      "learning_rate": 0.0001639045997290815,
      "loss": 4.8112,
      "step": 34288
    },
    {
      "epoch": 2.912759089364594,
      "grad_norm": 3.0525746051878833,
      "learning_rate": 0.0001638977631091394,
      "loss": 4.5153,
      "step": 34289
    },
    {
      "epoch": 2.9128440366972477,
      "grad_norm": 3.077693938069,
      "learning_rate": 0.0001638909264600773,
      "loss": 4.462,
      "step": 34290
    },
    {
      "epoch": 2.9129289840299015,
      "grad_norm": 3.1924872002927476,
      "learning_rate": 0.00016388408978190952,
      "loss": 4.7038,
      "step": 34291
    },
    {
      "epoch": 2.9130139313625554,
      "grad_norm": 3.195880601003933,
      "learning_rate": 0.00016387725307465042,
      "loss": 4.9414,
      "step": 34292
    },
    {
      "epoch": 2.913098878695209,
      "grad_norm": 3.035779829584374,
      "learning_rate": 0.00016387041633831424,
      "loss": 4.5329,
      "step": 34293
    },
    {
      "epoch": 2.9131838260278626,
      "grad_norm": 3.294463086109733,
      "learning_rate": 0.00016386357957291542,
      "loss": 4.0783,
      "step": 34294
    },
    {
      "epoch": 2.9132687733605165,
      "grad_norm": 3.1047422402966554,
      "learning_rate": 0.00016385674277846822,
      "loss": 4.5452,
      "step": 34295
    },
    {
      "epoch": 2.9133537206931703,
      "grad_norm": 3.0967751896460904,
      "learning_rate": 0.00016384990595498696,
      "loss": 4.6649,
      "step": 34296
    },
    {
      "epoch": 2.913438668025824,
      "grad_norm": 2.982569391053145,
      "learning_rate": 0.000163843069102486,
      "loss": 4.3236,
      "step": 34297
    },
    {
      "epoch": 2.9135236153584776,
      "grad_norm": 3.305214496293518,
      "learning_rate": 0.0001638362322209796,
      "loss": 4.8193,
      "step": 34298
    },
    {
      "epoch": 2.9136085626911314,
      "grad_norm": 3.0483560235368583,
      "learning_rate": 0.00016382939531048215,
      "loss": 4.5248,
      "step": 34299
    },
    {
      "epoch": 2.9136935100237853,
      "grad_norm": 3.148797620198352,
      "learning_rate": 0.00016382255837100795,
      "loss": 4.7079,
      "step": 34300
    },
    {
      "epoch": 2.913778457356439,
      "grad_norm": 3.025575813567971,
      "learning_rate": 0.00016381572140257132,
      "loss": 4.4101,
      "step": 34301
    },
    {
      "epoch": 2.913863404689093,
      "grad_norm": 3.025990927124684,
      "learning_rate": 0.0001638088844051866,
      "loss": 4.379,
      "step": 34302
    },
    {
      "epoch": 2.9139483520217464,
      "grad_norm": 3.1819081998386936,
      "learning_rate": 0.0001638020473788681,
      "loss": 4.7028,
      "step": 34303
    },
    {
      "epoch": 2.9140332993544003,
      "grad_norm": 3.142142100924627,
      "learning_rate": 0.0001637952103236302,
      "loss": 4.8853,
      "step": 34304
    },
    {
      "epoch": 2.914118246687054,
      "grad_norm": 3.0703776014025927,
      "learning_rate": 0.0001637883732394871,
      "loss": 4.6958,
      "step": 34305
    },
    {
      "epoch": 2.9142031940197075,
      "grad_norm": 3.3306560553376685,
      "learning_rate": 0.00016378153612645331,
      "loss": 4.9652,
      "step": 34306
    },
    {
      "epoch": 2.914288141352362,
      "grad_norm": 3.314395927209854,
      "learning_rate": 0.00016377469898454298,
      "loss": 5.0695,
      "step": 34307
    },
    {
      "epoch": 2.914373088685015,
      "grad_norm": 3.0477737514315253,
      "learning_rate": 0.00016376786181377054,
      "loss": 4.5714,
      "step": 34308
    },
    {
      "epoch": 2.914458036017669,
      "grad_norm": 3.1191148782288236,
      "learning_rate": 0.00016376102461415027,
      "loss": 4.4578,
      "step": 34309
    },
    {
      "epoch": 2.914542983350323,
      "grad_norm": 3.138866720957662,
      "learning_rate": 0.00016375418738569648,
      "loss": 4.5744,
      "step": 34310
    },
    {
      "epoch": 2.9146279306829763,
      "grad_norm": 3.0396774578836907,
      "learning_rate": 0.00016374735012842357,
      "loss": 4.5337,
      "step": 34311
    },
    {
      "epoch": 2.91471287801563,
      "grad_norm": 3.061344894415888,
      "learning_rate": 0.0001637405128423458,
      "loss": 4.5616,
      "step": 34312
    },
    {
      "epoch": 2.914797825348284,
      "grad_norm": 2.9880314647358275,
      "learning_rate": 0.00016373367552747757,
      "loss": 4.4163,
      "step": 34313
    },
    {
      "epoch": 2.914882772680938,
      "grad_norm": 2.974167533749321,
      "learning_rate": 0.00016372683818383307,
      "loss": 4.462,
      "step": 34314
    },
    {
      "epoch": 2.9149677200135917,
      "grad_norm": 3.2316382488710316,
      "learning_rate": 0.0001637200008114268,
      "loss": 4.7566,
      "step": 34315
    },
    {
      "epoch": 2.915052667346245,
      "grad_norm": 3.0282066887876193,
      "learning_rate": 0.00016371316341027295,
      "loss": 4.5297,
      "step": 34316
    },
    {
      "epoch": 2.915137614678899,
      "grad_norm": 3.314344275157425,
      "learning_rate": 0.00016370632598038587,
      "loss": 5.0406,
      "step": 34317
    },
    {
      "epoch": 2.915222562011553,
      "grad_norm": 3.0626085863658807,
      "learning_rate": 0.00016369948852177992,
      "loss": 4.6055,
      "step": 34318
    },
    {
      "epoch": 2.9153075093442067,
      "grad_norm": 3.1391998502520777,
      "learning_rate": 0.00016369265103446945,
      "loss": 4.6293,
      "step": 34319
    },
    {
      "epoch": 2.9153924566768605,
      "grad_norm": 3.0560607428047724,
      "learning_rate": 0.00016368581351846876,
      "loss": 4.5245,
      "step": 34320
    },
    {
      "epoch": 2.915477404009514,
      "grad_norm": 3.2055344914277235,
      "learning_rate": 0.00016367897597379213,
      "loss": 4.8988,
      "step": 34321
    },
    {
      "epoch": 2.915562351342168,
      "grad_norm": 3.1875105012875173,
      "learning_rate": 0.00016367213840045395,
      "loss": 4.6482,
      "step": 34322
    },
    {
      "epoch": 2.9156472986748216,
      "grad_norm": 3.040780221746825,
      "learning_rate": 0.00016366530079846856,
      "loss": 4.3674,
      "step": 34323
    },
    {
      "epoch": 2.9157322460074755,
      "grad_norm": 3.1768118832405814,
      "learning_rate": 0.00016365846316785017,
      "loss": 4.7939,
      "step": 34324
    },
    {
      "epoch": 2.9158171933401293,
      "grad_norm": 3.159003746043291,
      "learning_rate": 0.00016365162550861323,
      "loss": 4.5075,
      "step": 34325
    },
    {
      "epoch": 2.9159021406727827,
      "grad_norm": 3.094705553614834,
      "learning_rate": 0.00016364478782077203,
      "loss": 4.5877,
      "step": 34326
    },
    {
      "epoch": 2.9159870880054366,
      "grad_norm": 3.111403049731396,
      "learning_rate": 0.00016363795010434086,
      "loss": 4.7335,
      "step": 34327
    },
    {
      "epoch": 2.9160720353380905,
      "grad_norm": 3.25590576911661,
      "learning_rate": 0.00016363111235933412,
      "loss": 4.9665,
      "step": 34328
    },
    {
      "epoch": 2.9161569826707443,
      "grad_norm": 3.065475322576463,
      "learning_rate": 0.0001636242745857661,
      "loss": 4.5863,
      "step": 34329
    },
    {
      "epoch": 2.916241930003398,
      "grad_norm": 3.0949384793270456,
      "learning_rate": 0.00016361743678365104,
      "loss": 4.6508,
      "step": 34330
    },
    {
      "epoch": 2.9163268773360516,
      "grad_norm": 3.0509214814495906,
      "learning_rate": 0.00016361059895300345,
      "loss": 4.5531,
      "step": 34331
    },
    {
      "epoch": 2.9164118246687054,
      "grad_norm": 3.2932997681261584,
      "learning_rate": 0.00016360376109383752,
      "loss": 5.0471,
      "step": 34332
    },
    {
      "epoch": 2.9164967720013593,
      "grad_norm": 3.213359330493984,
      "learning_rate": 0.0001635969232061676,
      "loss": 4.5498,
      "step": 34333
    },
    {
      "epoch": 2.9165817193340127,
      "grad_norm": 3.089267337714819,
      "learning_rate": 0.00016359008529000805,
      "loss": 4.5823,
      "step": 34334
    },
    {
      "epoch": 2.9166666666666665,
      "grad_norm": 3.1386956328804727,
      "learning_rate": 0.00016358324734537316,
      "loss": 4.8995,
      "step": 34335
    },
    {
      "epoch": 2.9167516139993204,
      "grad_norm": 3.3134061959204324,
      "learning_rate": 0.0001635764093722773,
      "loss": 4.8434,
      "step": 34336
    },
    {
      "epoch": 2.916836561331974,
      "grad_norm": 3.1090369442494494,
      "learning_rate": 0.0001635695713707348,
      "loss": 4.6247,
      "step": 34337
    },
    {
      "epoch": 2.916921508664628,
      "grad_norm": 3.331603277303775,
      "learning_rate": 0.00016356273334075993,
      "loss": 5.0223,
      "step": 34338
    },
    {
      "epoch": 2.9170064559972815,
      "grad_norm": 3.0731180011217485,
      "learning_rate": 0.000163555895282367,
      "loss": 4.6148,
      "step": 34339
    },
    {
      "epoch": 2.9170914033299353,
      "grad_norm": 3.0429878973122766,
      "learning_rate": 0.00016354905719557047,
      "loss": 4.3793,
      "step": 34340
    },
    {
      "epoch": 2.917176350662589,
      "grad_norm": 3.120030059243545,
      "learning_rate": 0.00016354221908038453,
      "loss": 4.5138,
      "step": 34341
    },
    {
      "epoch": 2.917261297995243,
      "grad_norm": 3.2488113839579142,
      "learning_rate": 0.00016353538093682361,
      "loss": 4.8243,
      "step": 34342
    },
    {
      "epoch": 2.917346245327897,
      "grad_norm": 3.201060519292734,
      "learning_rate": 0.00016352854276490198,
      "loss": 4.9389,
      "step": 34343
    },
    {
      "epoch": 2.9174311926605503,
      "grad_norm": 3.394991372420193,
      "learning_rate": 0.00016352170456463393,
      "loss": 5.2635,
      "step": 34344
    },
    {
      "epoch": 2.917516139993204,
      "grad_norm": 3.1390440298677147,
      "learning_rate": 0.00016351486633603386,
      "loss": 4.5172,
      "step": 34345
    },
    {
      "epoch": 2.917601087325858,
      "grad_norm": 3.049814895580982,
      "learning_rate": 0.0001635080280791161,
      "loss": 4.3555,
      "step": 34346
    },
    {
      "epoch": 2.917686034658512,
      "grad_norm": 3.3211798416416425,
      "learning_rate": 0.00016350118979389496,
      "loss": 5.0199,
      "step": 34347
    },
    {
      "epoch": 2.9177709819911657,
      "grad_norm": 3.196317945654985,
      "learning_rate": 0.00016349435148038473,
      "loss": 4.811,
      "step": 34348
    },
    {
      "epoch": 2.917855929323819,
      "grad_norm": 3.3175575710986625,
      "learning_rate": 0.00016348751313859984,
      "loss": 4.9392,
      "step": 34349
    },
    {
      "epoch": 2.917940876656473,
      "grad_norm": 2.993033201887035,
      "learning_rate": 0.00016348067476855445,
      "loss": 4.3404,
      "step": 34350
    },
    {
      "epoch": 2.918025823989127,
      "grad_norm": 3.17551242328585,
      "learning_rate": 0.00016347383637026306,
      "loss": 4.9414,
      "step": 34351
    },
    {
      "epoch": 2.9181107713217806,
      "grad_norm": 3.3065291079924024,
      "learning_rate": 0.00016346699794373993,
      "loss": 5.0325,
      "step": 34352
    },
    {
      "epoch": 2.9181957186544345,
      "grad_norm": 3.0239807237232883,
      "learning_rate": 0.0001634601594889993,
      "loss": 4.2785,
      "step": 34353
    },
    {
      "epoch": 2.918280665987088,
      "grad_norm": 3.266468505952355,
      "learning_rate": 0.00016345332100605565,
      "loss": 5.0763,
      "step": 34354
    },
    {
      "epoch": 2.9183656133197418,
      "grad_norm": 3.0378719226276036,
      "learning_rate": 0.00016344648249492323,
      "loss": 4.4232,
      "step": 34355
    },
    {
      "epoch": 2.9184505606523956,
      "grad_norm": 3.118473778039664,
      "learning_rate": 0.00016343964395561643,
      "loss": 4.5653,
      "step": 34356
    },
    {
      "epoch": 2.918535507985049,
      "grad_norm": 3.0501073426466654,
      "learning_rate": 0.00016343280538814946,
      "loss": 4.3673,
      "step": 34357
    },
    {
      "epoch": 2.918620455317703,
      "grad_norm": 3.150965349465869,
      "learning_rate": 0.00016342596679253676,
      "loss": 4.6408,
      "step": 34358
    },
    {
      "epoch": 2.9187054026503567,
      "grad_norm": 3.0399113208500355,
      "learning_rate": 0.00016341912816879257,
      "loss": 4.2172,
      "step": 34359
    },
    {
      "epoch": 2.9187903499830106,
      "grad_norm": 3.3263265655521144,
      "learning_rate": 0.0001634122895169313,
      "loss": 4.9975,
      "step": 34360
    },
    {
      "epoch": 2.9188752973156644,
      "grad_norm": 3.341593574343949,
      "learning_rate": 0.00016340545083696724,
      "loss": 4.9584,
      "step": 34361
    },
    {
      "epoch": 2.918960244648318,
      "grad_norm": 3.263448178612885,
      "learning_rate": 0.0001633986121289147,
      "loss": 5.0993,
      "step": 34362
    },
    {
      "epoch": 2.9190451919809717,
      "grad_norm": 3.1006225362374424,
      "learning_rate": 0.00016339177339278813,
      "loss": 4.5322,
      "step": 34363
    },
    {
      "epoch": 2.9191301393136255,
      "grad_norm": 3.109323658454189,
      "learning_rate": 0.00016338493462860165,
      "loss": 4.5346,
      "step": 34364
    },
    {
      "epoch": 2.9192150866462794,
      "grad_norm": 3.1689392820178113,
      "learning_rate": 0.00016337809583636976,
      "loss": 4.7142,
      "step": 34365
    },
    {
      "epoch": 2.9193000339789332,
      "grad_norm": 3.287390788260032,
      "learning_rate": 0.0001633712570161067,
      "loss": 5.0287,
      "step": 34366
    },
    {
      "epoch": 2.9193849813115866,
      "grad_norm": 3.154505134624995,
      "learning_rate": 0.00016336441816782688,
      "loss": 4.7782,
      "step": 34367
    },
    {
      "epoch": 2.9194699286442405,
      "grad_norm": 3.3017502009969775,
      "learning_rate": 0.00016335757929154452,
      "loss": 5.0412,
      "step": 34368
    },
    {
      "epoch": 2.9195548759768943,
      "grad_norm": 3.0088242914189776,
      "learning_rate": 0.00016335074038727407,
      "loss": 4.2997,
      "step": 34369
    },
    {
      "epoch": 2.919639823309548,
      "grad_norm": 3.356406549347589,
      "learning_rate": 0.00016334390145502972,
      "loss": 5.2548,
      "step": 34370
    },
    {
      "epoch": 2.919724770642202,
      "grad_norm": 3.0925448526653634,
      "learning_rate": 0.00016333706249482594,
      "loss": 4.5028,
      "step": 34371
    },
    {
      "epoch": 2.9198097179748554,
      "grad_norm": 3.0989728564306507,
      "learning_rate": 0.000163330223506677,
      "loss": 4.5954,
      "step": 34372
    },
    {
      "epoch": 2.9198946653075093,
      "grad_norm": 3.1397047001104945,
      "learning_rate": 0.00016332338449059715,
      "loss": 4.8377,
      "step": 34373
    },
    {
      "epoch": 2.919979612640163,
      "grad_norm": 3.153737653259879,
      "learning_rate": 0.0001633165454466009,
      "loss": 4.5679,
      "step": 34374
    },
    {
      "epoch": 2.920064559972817,
      "grad_norm": 3.28705567932286,
      "learning_rate": 0.00016330970637470246,
      "loss": 4.9046,
      "step": 34375
    },
    {
      "epoch": 2.920149507305471,
      "grad_norm": 3.112837177514187,
      "learning_rate": 0.00016330286727491615,
      "loss": 4.5896,
      "step": 34376
    },
    {
      "epoch": 2.9202344546381243,
      "grad_norm": 3.2929020868395766,
      "learning_rate": 0.0001632960281472563,
      "loss": 4.9208,
      "step": 34377
    },
    {
      "epoch": 2.920319401970778,
      "grad_norm": 3.0883176849461695,
      "learning_rate": 0.00016328918899173733,
      "loss": 4.4395,
      "step": 34378
    },
    {
      "epoch": 2.920404349303432,
      "grad_norm": 3.2353919655103525,
      "learning_rate": 0.00016328234980837346,
      "loss": 5.0729,
      "step": 34379
    },
    {
      "epoch": 2.9204892966360854,
      "grad_norm": 2.988681386931996,
      "learning_rate": 0.00016327551059717912,
      "loss": 4.1957,
      "step": 34380
    },
    {
      "epoch": 2.9205742439687397,
      "grad_norm": 3.100835902440098,
      "learning_rate": 0.00016326867135816854,
      "loss": 4.4797,
      "step": 34381
    },
    {
      "epoch": 2.920659191301393,
      "grad_norm": 3.1455771046240293,
      "learning_rate": 0.00016326183209135607,
      "loss": 4.7525,
      "step": 34382
    },
    {
      "epoch": 2.920744138634047,
      "grad_norm": 3.257275951802815,
      "learning_rate": 0.00016325499279675615,
      "loss": 4.748,
      "step": 34383
    },
    {
      "epoch": 2.9208290859667008,
      "grad_norm": 3.037365244642951,
      "learning_rate": 0.00016324815347438298,
      "loss": 4.1348,
      "step": 34384
    },
    {
      "epoch": 2.920914033299354,
      "grad_norm": 3.3648365133377545,
      "learning_rate": 0.00016324131412425098,
      "loss": 4.0397,
      "step": 34385
    },
    {
      "epoch": 2.920998980632008,
      "grad_norm": 3.071245409915601,
      "learning_rate": 0.0001632344747463744,
      "loss": 4.6369,
      "step": 34386
    },
    {
      "epoch": 2.921083927964662,
      "grad_norm": 2.9875940079809498,
      "learning_rate": 0.00016322763534076763,
      "loss": 4.3005,
      "step": 34387
    },
    {
      "epoch": 2.9211688752973157,
      "grad_norm": 3.126135416835918,
      "learning_rate": 0.00016322079590744496,
      "loss": 4.4904,
      "step": 34388
    },
    {
      "epoch": 2.9212538226299696,
      "grad_norm": 3.0252787262161647,
      "learning_rate": 0.00016321395644642079,
      "loss": 4.4776,
      "step": 34389
    },
    {
      "epoch": 2.921338769962623,
      "grad_norm": 3.0774410181502825,
      "learning_rate": 0.00016320711695770937,
      "loss": 4.4417,
      "step": 34390
    },
    {
      "epoch": 2.921423717295277,
      "grad_norm": 3.133533405326791,
      "learning_rate": 0.00016320027744132505,
      "loss": 4.6276,
      "step": 34391
    },
    {
      "epoch": 2.9215086646279307,
      "grad_norm": 2.9692022209235756,
      "learning_rate": 0.0001631934378972822,
      "loss": 4.3544,
      "step": 34392
    },
    {
      "epoch": 2.9215936119605845,
      "grad_norm": 3.0935439039696986,
      "learning_rate": 0.0001631865983255951,
      "loss": 4.6219,
      "step": 34393
    },
    {
      "epoch": 2.9216785592932384,
      "grad_norm": 3.1781129867522075,
      "learning_rate": 0.0001631797587262781,
      "loss": 4.7394,
      "step": 34394
    },
    {
      "epoch": 2.921763506625892,
      "grad_norm": 3.278842711817613,
      "learning_rate": 0.00016317291909934557,
      "loss": 4.9798,
      "step": 34395
    },
    {
      "epoch": 2.9218484539585456,
      "grad_norm": 3.06535140239921,
      "learning_rate": 0.00016316607944481183,
      "loss": 4.2753,
      "step": 34396
    },
    {
      "epoch": 2.9219334012911995,
      "grad_norm": 3.071731925939606,
      "learning_rate": 0.0001631592397626911,
      "loss": 4.4825,
      "step": 34397
    },
    {
      "epoch": 2.9220183486238533,
      "grad_norm": 3.0510954219168855,
      "learning_rate": 0.00016315240005299788,
      "loss": 4.2653,
      "step": 34398
    },
    {
      "epoch": 2.922103295956507,
      "grad_norm": 3.0815801139717736,
      "learning_rate": 0.0001631455603157464,
      "loss": 4.7536,
      "step": 34399
    },
    {
      "epoch": 2.9221882432891606,
      "grad_norm": 3.2070763710151344,
      "learning_rate": 0.00016313872055095103,
      "loss": 4.9992,
      "step": 34400
    },
    {
      "epoch": 2.9222731906218145,
      "grad_norm": 3.109751972004498,
      "learning_rate": 0.00016313188075862603,
      "loss": 4.4612,
      "step": 34401
    },
    {
      "epoch": 2.9223581379544683,
      "grad_norm": 3.0878956673220634,
      "learning_rate": 0.00016312504093878583,
      "loss": 4.678,
      "step": 34402
    },
    {
      "epoch": 2.9224430852871217,
      "grad_norm": 2.969919076675819,
      "learning_rate": 0.00016311820109144473,
      "loss": 4.3312,
      "step": 34403
    },
    {
      "epoch": 2.922528032619776,
      "grad_norm": 3.282299802119724,
      "learning_rate": 0.000163111361216617,
      "loss": 5.1429,
      "step": 34404
    },
    {
      "epoch": 2.9226129799524294,
      "grad_norm": 3.0833803488520233,
      "learning_rate": 0.0001631045213143171,
      "loss": 4.5131,
      "step": 34405
    },
    {
      "epoch": 2.9226979272850833,
      "grad_norm": 3.08842444111672,
      "learning_rate": 0.0001630976813845592,
      "loss": 4.49,
      "step": 34406
    },
    {
      "epoch": 2.922782874617737,
      "grad_norm": 3.135111212116618,
      "learning_rate": 0.00016309084142735776,
      "loss": 4.5855,
      "step": 34407
    },
    {
      "epoch": 2.9228678219503905,
      "grad_norm": 3.1722384425392818,
      "learning_rate": 0.00016308400144272704,
      "loss": 4.5299,
      "step": 34408
    },
    {
      "epoch": 2.9229527692830444,
      "grad_norm": 3.2361948980545003,
      "learning_rate": 0.0001630771614306814,
      "loss": 4.4925,
      "step": 34409
    },
    {
      "epoch": 2.9230377166156982,
      "grad_norm": 3.075413350007643,
      "learning_rate": 0.0001630703213912352,
      "loss": 4.5491,
      "step": 34410
    },
    {
      "epoch": 2.923122663948352,
      "grad_norm": 3.1437632413295127,
      "learning_rate": 0.0001630634813244027,
      "loss": 4.6353,
      "step": 34411
    },
    {
      "epoch": 2.923207611281006,
      "grad_norm": 3.0635345298402017,
      "learning_rate": 0.00016305664123019833,
      "loss": 4.4243,
      "step": 34412
    },
    {
      "epoch": 2.9232925586136593,
      "grad_norm": 3.3333770584827547,
      "learning_rate": 0.00016304980110863631,
      "loss": 5.0241,
      "step": 34413
    },
    {
      "epoch": 2.923377505946313,
      "grad_norm": 3.011644469349079,
      "learning_rate": 0.00016304296095973108,
      "loss": 4.2707,
      "step": 34414
    },
    {
      "epoch": 2.923462453278967,
      "grad_norm": 3.054448661646576,
      "learning_rate": 0.00016303612078349687,
      "loss": 4.5258,
      "step": 34415
    },
    {
      "epoch": 2.923547400611621,
      "grad_norm": 3.15596018146064,
      "learning_rate": 0.00016302928057994808,
      "loss": 4.625,
      "step": 34416
    },
    {
      "epoch": 2.9236323479442747,
      "grad_norm": 3.129744356452509,
      "learning_rate": 0.000163022440349099,
      "loss": 4.4324,
      "step": 34417
    },
    {
      "epoch": 2.923717295276928,
      "grad_norm": 3.3348255378635177,
      "learning_rate": 0.00016301560009096403,
      "loss": 5.1576,
      "step": 34418
    },
    {
      "epoch": 2.923802242609582,
      "grad_norm": 3.1605248230005714,
      "learning_rate": 0.00016300875980555744,
      "loss": 4.609,
      "step": 34419
    },
    {
      "epoch": 2.923887189942236,
      "grad_norm": 3.046694814630872,
      "learning_rate": 0.00016300191949289358,
      "loss": 4.4881,
      "step": 34420
    },
    {
      "epoch": 2.9239721372748897,
      "grad_norm": 3.301270973270949,
      "learning_rate": 0.00016299507915298683,
      "loss": 5.0195,
      "step": 34421
    },
    {
      "epoch": 2.9240570846075435,
      "grad_norm": 3.0034931191983554,
      "learning_rate": 0.00016298823878585137,
      "loss": 4.4874,
      "step": 34422
    },
    {
      "epoch": 2.924142031940197,
      "grad_norm": 3.1403042528787117,
      "learning_rate": 0.00016298139839150176,
      "loss": 4.5239,
      "step": 34423
    },
    {
      "epoch": 2.924226979272851,
      "grad_norm": 3.1540117403446004,
      "learning_rate": 0.00016297455796995212,
      "loss": 4.9196,
      "step": 34424
    },
    {
      "epoch": 2.9243119266055047,
      "grad_norm": 3.042911785208023,
      "learning_rate": 0.00016296771752121692,
      "loss": 4.5188,
      "step": 34425
    },
    {
      "epoch": 2.9243968739381585,
      "grad_norm": 3.1429808035697264,
      "learning_rate": 0.00016296087704531043,
      "loss": 4.6518,
      "step": 34426
    },
    {
      "epoch": 2.9244818212708124,
      "grad_norm": 3.0762583748385364,
      "learning_rate": 0.00016295403654224702,
      "loss": 4.406,
      "step": 34427
    },
    {
      "epoch": 2.9245667686034658,
      "grad_norm": 3.025823998178382,
      "learning_rate": 0.00016294719601204097,
      "loss": 4.2902,
      "step": 34428
    },
    {
      "epoch": 2.9246517159361196,
      "grad_norm": 3.236257377425209,
      "learning_rate": 0.00016294035545470667,
      "loss": 4.8119,
      "step": 34429
    },
    {
      "epoch": 2.9247366632687735,
      "grad_norm": 3.0610431053598934,
      "learning_rate": 0.00016293351487025844,
      "loss": 4.4875,
      "step": 34430
    },
    {
      "epoch": 2.924821610601427,
      "grad_norm": 3.023898958960395,
      "learning_rate": 0.00016292667425871056,
      "loss": 4.6557,
      "step": 34431
    },
    {
      "epoch": 2.9249065579340807,
      "grad_norm": 4.048545738465831,
      "learning_rate": 0.00016291983362007746,
      "loss": 4.5091,
      "step": 34432
    },
    {
      "epoch": 2.9249915052667346,
      "grad_norm": 3.2149211211432274,
      "learning_rate": 0.0001629129929543734,
      "loss": 4.8701,
      "step": 34433
    },
    {
      "epoch": 2.9250764525993884,
      "grad_norm": 3.032885650576594,
      "learning_rate": 0.00016290615226161273,
      "loss": 4.4218,
      "step": 34434
    },
    {
      "epoch": 2.9251613999320423,
      "grad_norm": 3.1420521351932567,
      "learning_rate": 0.00016289931154180975,
      "loss": 4.5218,
      "step": 34435
    },
    {
      "epoch": 2.9252463472646957,
      "grad_norm": 3.135545423573902,
      "learning_rate": 0.00016289247079497886,
      "loss": 4.6022,
      "step": 34436
    },
    {
      "epoch": 2.9253312945973495,
      "grad_norm": 3.1040314744687727,
      "learning_rate": 0.00016288563002113437,
      "loss": 4.7488,
      "step": 34437
    },
    {
      "epoch": 2.9254162419300034,
      "grad_norm": 3.0600765959510565,
      "learning_rate": 0.00016287878922029058,
      "loss": 4.2781,
      "step": 34438
    },
    {
      "epoch": 2.9255011892626572,
      "grad_norm": 3.1267028525624183,
      "learning_rate": 0.0001628719483924619,
      "loss": 4.6254,
      "step": 34439
    },
    {
      "epoch": 2.925586136595311,
      "grad_norm": 3.168181398118224,
      "learning_rate": 0.00016286510753766255,
      "loss": 4.5848,
      "step": 34440
    },
    {
      "epoch": 2.9256710839279645,
      "grad_norm": 3.4837690344005434,
      "learning_rate": 0.00016285826665590698,
      "loss": 4.062,
      "step": 34441
    },
    {
      "epoch": 2.9257560312606183,
      "grad_norm": 3.298558015290726,
      "learning_rate": 0.00016285142574720942,
      "loss": 4.9468,
      "step": 34442
    },
    {
      "epoch": 2.925840978593272,
      "grad_norm": 3.198927291659436,
      "learning_rate": 0.0001628445848115843,
      "loss": 4.7746,
      "step": 34443
    },
    {
      "epoch": 2.925925925925926,
      "grad_norm": 3.1252113453591384,
      "learning_rate": 0.00016283774384904588,
      "loss": 4.7629,
      "step": 34444
    },
    {
      "epoch": 2.92601087325858,
      "grad_norm": 3.1693390724302053,
      "learning_rate": 0.0001628309028596085,
      "loss": 4.7923,
      "step": 34445
    },
    {
      "epoch": 2.9260958205912333,
      "grad_norm": 3.2065914149540244,
      "learning_rate": 0.00016282406184328657,
      "loss": 4.7795,
      "step": 34446
    },
    {
      "epoch": 2.926180767923887,
      "grad_norm": 3.178322923798375,
      "learning_rate": 0.00016281722080009432,
      "loss": 4.6424,
      "step": 34447
    },
    {
      "epoch": 2.926265715256541,
      "grad_norm": 3.051547359450396,
      "learning_rate": 0.00016281037973004618,
      "loss": 4.054,
      "step": 34448
    },
    {
      "epoch": 2.926350662589195,
      "grad_norm": 3.2649136902196103,
      "learning_rate": 0.00016280353863315638,
      "loss": 4.9293,
      "step": 34449
    },
    {
      "epoch": 2.9264356099218487,
      "grad_norm": 2.9868648269059026,
      "learning_rate": 0.00016279669750943936,
      "loss": 4.3918,
      "step": 34450
    },
    {
      "epoch": 2.926520557254502,
      "grad_norm": 3.1794195212580862,
      "learning_rate": 0.0001627898563589094,
      "loss": 4.078,
      "step": 34451
    },
    {
      "epoch": 2.926605504587156,
      "grad_norm": 3.1300540022334564,
      "learning_rate": 0.00016278301518158082,
      "loss": 4.4014,
      "step": 34452
    },
    {
      "epoch": 2.92669045191981,
      "grad_norm": 3.087198813205166,
      "learning_rate": 0.00016277617397746799,
      "loss": 4.4421,
      "step": 34453
    },
    {
      "epoch": 2.926775399252463,
      "grad_norm": 3.117306220778831,
      "learning_rate": 0.00016276933274658522,
      "loss": 4.6098,
      "step": 34454
    },
    {
      "epoch": 2.926860346585117,
      "grad_norm": 3.2982313374886245,
      "learning_rate": 0.0001627624914889469,
      "loss": 4.8213,
      "step": 34455
    },
    {
      "epoch": 2.926945293917771,
      "grad_norm": 3.014663566707869,
      "learning_rate": 0.00016275565020456724,
      "loss": 4.3013,
      "step": 34456
    },
    {
      "epoch": 2.9270302412504248,
      "grad_norm": 2.9758598840346377,
      "learning_rate": 0.00016274880889346073,
      "loss": 4.4171,
      "step": 34457
    },
    {
      "epoch": 2.9271151885830786,
      "grad_norm": 3.096267577162456,
      "learning_rate": 0.00016274196755564156,
      "loss": 4.3213,
      "step": 34458
    },
    {
      "epoch": 2.927200135915732,
      "grad_norm": 3.1277916041202776,
      "learning_rate": 0.00016273512619112415,
      "loss": 4.5549,
      "step": 34459
    },
    {
      "epoch": 2.927285083248386,
      "grad_norm": 3.0837209278043436,
      "learning_rate": 0.00016272828479992283,
      "loss": 4.4517,
      "step": 34460
    },
    {
      "epoch": 2.9273700305810397,
      "grad_norm": 3.0977553697075666,
      "learning_rate": 0.0001627214433820519,
      "loss": 4.6133,
      "step": 34461
    },
    {
      "epoch": 2.9274549779136936,
      "grad_norm": 3.117630494935073,
      "learning_rate": 0.00016271460193752573,
      "loss": 4.75,
      "step": 34462
    },
    {
      "epoch": 2.9275399252463474,
      "grad_norm": 3.0281938696377986,
      "learning_rate": 0.00016270776046635864,
      "loss": 4.4452,
      "step": 34463
    },
    {
      "epoch": 2.927624872579001,
      "grad_norm": 3.074759235617518,
      "learning_rate": 0.000162700918968565,
      "loss": 4.5323,
      "step": 34464
    },
    {
      "epoch": 2.9277098199116547,
      "grad_norm": 3.5349005062110472,
      "learning_rate": 0.00016269407744415903,
      "loss": 4.0328,
      "step": 34465
    },
    {
      "epoch": 2.9277947672443085,
      "grad_norm": 3.05948910287774,
      "learning_rate": 0.00016268723589315525,
      "loss": 4.4505,
      "step": 34466
    },
    {
      "epoch": 2.9278797145769624,
      "grad_norm": 3.1555328981808346,
      "learning_rate": 0.0001626803943155678,
      "loss": 4.6362,
      "step": 34467
    },
    {
      "epoch": 2.9279646619096162,
      "grad_norm": 3.0757183143094067,
      "learning_rate": 0.00016267355271141115,
      "loss": 4.6097,
      "step": 34468
    },
    {
      "epoch": 2.9280496092422696,
      "grad_norm": 2.993177304866589,
      "learning_rate": 0.0001626667110806996,
      "loss": 4.3123,
      "step": 34469
    },
    {
      "epoch": 2.9281345565749235,
      "grad_norm": 3.0555640207338306,
      "learning_rate": 0.0001626598694234474,
      "loss": 4.366,
      "step": 34470
    },
    {
      "epoch": 2.9282195039075773,
      "grad_norm": 3.1529369227765547,
      "learning_rate": 0.00016265302773966903,
      "loss": 4.5167,
      "step": 34471
    },
    {
      "epoch": 2.928304451240231,
      "grad_norm": 3.154887734175917,
      "learning_rate": 0.00016264618602937876,
      "loss": 4.8253,
      "step": 34472
    },
    {
      "epoch": 2.928389398572885,
      "grad_norm": 3.1873129704543564,
      "learning_rate": 0.00016263934429259095,
      "loss": 4.7884,
      "step": 34473
    },
    {
      "epoch": 2.9284743459055385,
      "grad_norm": 3.055075027396248,
      "learning_rate": 0.00016263250252931982,
      "loss": 4.5638,
      "step": 34474
    },
    {
      "epoch": 2.9285592932381923,
      "grad_norm": 3.1091117149705996,
      "learning_rate": 0.00016262566073957987,
      "loss": 4.663,
      "step": 34475
    },
    {
      "epoch": 2.928644240570846,
      "grad_norm": 3.077522969787167,
      "learning_rate": 0.00016261881892338536,
      "loss": 4.6256,
      "step": 34476
    },
    {
      "epoch": 2.9287291879034996,
      "grad_norm": 3.0947412320350227,
      "learning_rate": 0.00016261197708075057,
      "loss": 4.4277,
      "step": 34477
    },
    {
      "epoch": 2.928814135236154,
      "grad_norm": 3.3598128193780132,
      "learning_rate": 0.0001626051352116899,
      "loss": 4.9451,
      "step": 34478
    },
    {
      "epoch": 2.9288990825688073,
      "grad_norm": 3.3963475845897064,
      "learning_rate": 0.00016259829331621769,
      "loss": 5.2603,
      "step": 34479
    },
    {
      "epoch": 2.928984029901461,
      "grad_norm": 3.0961955233529443,
      "learning_rate": 0.0001625914513943483,
      "loss": 4.4556,
      "step": 34480
    },
    {
      "epoch": 2.929068977234115,
      "grad_norm": 3.1024659863140216,
      "learning_rate": 0.00016258460944609598,
      "loss": 4.7536,
      "step": 34481
    },
    {
      "epoch": 2.9291539245667684,
      "grad_norm": 3.0627821009487115,
      "learning_rate": 0.00016257776747147516,
      "loss": 4.2228,
      "step": 34482
    },
    {
      "epoch": 2.9292388718994222,
      "grad_norm": 3.0766963007610557,
      "learning_rate": 0.00016257092547050008,
      "loss": 4.37,
      "step": 34483
    },
    {
      "epoch": 2.929323819232076,
      "grad_norm": 3.171368489331553,
      "learning_rate": 0.00016256408344318517,
      "loss": 4.5399,
      "step": 34484
    },
    {
      "epoch": 2.92940876656473,
      "grad_norm": 3.310016594148862,
      "learning_rate": 0.00016255724138954471,
      "loss": 4.0842,
      "step": 34485
    },
    {
      "epoch": 2.9294937138973838,
      "grad_norm": 3.097753903610436,
      "learning_rate": 0.00016255039930959303,
      "loss": 4.6546,
      "step": 34486
    },
    {
      "epoch": 2.929578661230037,
      "grad_norm": 3.1625420979224272,
      "learning_rate": 0.0001625435572033445,
      "loss": 4.532,
      "step": 34487
    },
    {
      "epoch": 2.929663608562691,
      "grad_norm": 3.3132334959187486,
      "learning_rate": 0.0001625367150708134,
      "loss": 4.9765,
      "step": 34488
    },
    {
      "epoch": 2.929748555895345,
      "grad_norm": 2.943238071100644,
      "learning_rate": 0.00016252987291201414,
      "loss": 4.1557,
      "step": 34489
    },
    {
      "epoch": 2.9298335032279987,
      "grad_norm": 3.1502725960615185,
      "learning_rate": 0.00016252303072696104,
      "loss": 4.6207,
      "step": 34490
    },
    {
      "epoch": 2.9299184505606526,
      "grad_norm": 3.220939239282349,
      "learning_rate": 0.00016251618851566844,
      "loss": 4.793,
      "step": 34491
    },
    {
      "epoch": 2.930003397893306,
      "grad_norm": 2.982736768287306,
      "learning_rate": 0.00016250934627815055,
      "loss": 4.327,
      "step": 34492
    },
    {
      "epoch": 2.93008834522596,
      "grad_norm": 3.2939969997493375,
      "learning_rate": 0.00016250250401442196,
      "loss": 4.8731,
      "step": 34493
    },
    {
      "epoch": 2.9301732925586137,
      "grad_norm": 3.2299831546332345,
      "learning_rate": 0.00016249566172449678,
      "loss": 4.9553,
      "step": 34494
    },
    {
      "epoch": 2.9302582398912675,
      "grad_norm": 3.3414328094712693,
      "learning_rate": 0.00016248881940838941,
      "loss": 5.0538,
      "step": 34495
    },
    {
      "epoch": 2.9303431872239214,
      "grad_norm": 3.0971955267726816,
      "learning_rate": 0.00016248197706611423,
      "loss": 4.465,
      "step": 34496
    },
    {
      "epoch": 2.930428134556575,
      "grad_norm": 3.1818507933908484,
      "learning_rate": 0.00016247513469768552,
      "loss": 4.6048,
      "step": 34497
    },
    {
      "epoch": 2.9305130818892287,
      "grad_norm": 3.0952688053107646,
      "learning_rate": 0.00016246829230311772,
      "loss": 4.5081,
      "step": 34498
    },
    {
      "epoch": 2.9305980292218825,
      "grad_norm": 3.0046306735176325,
      "learning_rate": 0.000162461449882425,
      "loss": 4.2714,
      "step": 34499
    },
    {
      "epoch": 2.930682976554536,
      "grad_norm": 3.147232083825918,
      "learning_rate": 0.00016245460743562188,
      "loss": 4.7417,
      "step": 34500
    },
    {
      "epoch": 2.93076792388719,
      "grad_norm": 3.16397309935861,
      "learning_rate": 0.00016244776496272256,
      "loss": 4.6364,
      "step": 34501
    },
    {
      "epoch": 2.9308528712198436,
      "grad_norm": 2.97254101022569,
      "learning_rate": 0.0001624409224637414,
      "loss": 4.2952,
      "step": 34502
    },
    {
      "epoch": 2.9309378185524975,
      "grad_norm": 3.2287595172990606,
      "learning_rate": 0.0001624340799386928,
      "loss": 4.9204,
      "step": 34503
    },
    {
      "epoch": 2.9310227658851513,
      "grad_norm": 3.1684676923335835,
      "learning_rate": 0.0001624272373875911,
      "loss": 4.5572,
      "step": 34504
    },
    {
      "epoch": 2.9311077132178047,
      "grad_norm": 3.118598964666968,
      "learning_rate": 0.00016242039481045048,
      "loss": 4.6961,
      "step": 34505
    },
    {
      "epoch": 2.9311926605504586,
      "grad_norm": 3.2458458282616376,
      "learning_rate": 0.0001624135522072855,
      "loss": 5.0115,
      "step": 34506
    },
    {
      "epoch": 2.9312776078831124,
      "grad_norm": 3.0620738231802767,
      "learning_rate": 0.00016240670957811036,
      "loss": 4.5991,
      "step": 34507
    },
    {
      "epoch": 2.9313625552157663,
      "grad_norm": 2.9733876656009817,
      "learning_rate": 0.0001623998669229394,
      "loss": 4.3626,
      "step": 34508
    },
    {
      "epoch": 2.93144750254842,
      "grad_norm": 3.2916735432306274,
      "learning_rate": 0.000162393024241787,
      "loss": 4.91,
      "step": 34509
    },
    {
      "epoch": 2.9315324498810735,
      "grad_norm": 3.0893106172914924,
      "learning_rate": 0.0001623861815346675,
      "loss": 4.6876,
      "step": 34510
    },
    {
      "epoch": 2.9316173972137274,
      "grad_norm": 3.0489929418202966,
      "learning_rate": 0.0001623793388015952,
      "loss": 4.3658,
      "step": 34511
    },
    {
      "epoch": 2.9317023445463812,
      "grad_norm": 3.1132186187834536,
      "learning_rate": 0.0001623724960425845,
      "loss": 4.4795,
      "step": 34512
    },
    {
      "epoch": 2.931787291879035,
      "grad_norm": 3.1720037265218384,
      "learning_rate": 0.00016236565325764967,
      "loss": 4.7544,
      "step": 34513
    },
    {
      "epoch": 2.931872239211689,
      "grad_norm": 3.0600670704743886,
      "learning_rate": 0.00016235881044680502,
      "loss": 4.5841,
      "step": 34514
    },
    {
      "epoch": 2.9319571865443423,
      "grad_norm": 3.1553922641937184,
      "learning_rate": 0.000162351967610065,
      "loss": 4.7036,
      "step": 34515
    },
    {
      "epoch": 2.932042133876996,
      "grad_norm": 3.1024461857389682,
      "learning_rate": 0.00016234512474744387,
      "loss": 4.5008,
      "step": 34516
    },
    {
      "epoch": 2.93212708120965,
      "grad_norm": 3.2861843292816184,
      "learning_rate": 0.00016233828185895595,
      "loss": 4.9938,
      "step": 34517
    },
    {
      "epoch": 2.932212028542304,
      "grad_norm": 3.1188245545251303,
      "learning_rate": 0.0001623314389446157,
      "loss": 4.6697,
      "step": 34518
    },
    {
      "epoch": 2.9322969758749577,
      "grad_norm": 3.057458315170641,
      "learning_rate": 0.00016232459600443733,
      "loss": 4.5908,
      "step": 34519
    },
    {
      "epoch": 2.932381923207611,
      "grad_norm": 3.011036853422691,
      "learning_rate": 0.00016231775303843522,
      "loss": 4.3577,
      "step": 34520
    },
    {
      "epoch": 2.932466870540265,
      "grad_norm": 3.030679492555754,
      "learning_rate": 0.00016231091004662368,
      "loss": 4.3688,
      "step": 34521
    },
    {
      "epoch": 2.932551817872919,
      "grad_norm": 3.064593353886957,
      "learning_rate": 0.00016230406702901715,
      "loss": 4.5242,
      "step": 34522
    },
    {
      "epoch": 2.9326367652055727,
      "grad_norm": 3.25604121183074,
      "learning_rate": 0.00016229722398562982,
      "loss": 5.0816,
      "step": 34523
    },
    {
      "epoch": 2.9327217125382266,
      "grad_norm": 2.9617062244531764,
      "learning_rate": 0.00016229038091647617,
      "loss": 4.1389,
      "step": 34524
    },
    {
      "epoch": 2.93280665987088,
      "grad_norm": 3.1084798909745532,
      "learning_rate": 0.00016228353782157042,
      "loss": 4.4351,
      "step": 34525
    },
    {
      "epoch": 2.932891607203534,
      "grad_norm": 3.0920763632221386,
      "learning_rate": 0.00016227669470092698,
      "loss": 4.4567,
      "step": 34526
    },
    {
      "epoch": 2.9329765545361877,
      "grad_norm": 3.359788026844025,
      "learning_rate": 0.00016226985155456017,
      "loss": 5.1546,
      "step": 34527
    },
    {
      "epoch": 2.933061501868841,
      "grad_norm": 3.374363796093705,
      "learning_rate": 0.0001622630083824843,
      "loss": 5.256,
      "step": 34528
    },
    {
      "epoch": 2.933146449201495,
      "grad_norm": 3.1054058003668037,
      "learning_rate": 0.00016225616518471378,
      "loss": 4.4861,
      "step": 34529
    },
    {
      "epoch": 2.9332313965341488,
      "grad_norm": 3.0772166403163226,
      "learning_rate": 0.00016224932196126288,
      "loss": 4.4759,
      "step": 34530
    },
    {
      "epoch": 2.9333163438668026,
      "grad_norm": 3.2524505652195375,
      "learning_rate": 0.00016224247871214598,
      "loss": 4.8447,
      "step": 34531
    },
    {
      "epoch": 2.9334012911994565,
      "grad_norm": 3.3003585267627273,
      "learning_rate": 0.00016223563543737735,
      "loss": 5.0462,
      "step": 34532
    },
    {
      "epoch": 2.93348623853211,
      "grad_norm": 3.132955523064828,
      "learning_rate": 0.00016222879213697143,
      "loss": 4.5669,
      "step": 34533
    },
    {
      "epoch": 2.9335711858647637,
      "grad_norm": 3.1751149182579126,
      "learning_rate": 0.00016222194881094248,
      "loss": 4.5857,
      "step": 34534
    },
    {
      "epoch": 2.9336561331974176,
      "grad_norm": 3.0499983790948297,
      "learning_rate": 0.0001622151054593049,
      "loss": 4.5581,
      "step": 34535
    },
    {
      "epoch": 2.9337410805300714,
      "grad_norm": 3.111830574920872,
      "learning_rate": 0.00016220826208207298,
      "loss": 4.532,
      "step": 34536
    },
    {
      "epoch": 2.9338260278627253,
      "grad_norm": 3.0959552034465547,
      "learning_rate": 0.00016220141867926105,
      "loss": 4.4815,
      "step": 34537
    },
    {
      "epoch": 2.9339109751953787,
      "grad_norm": 3.0414288903493936,
      "learning_rate": 0.0001621945752508835,
      "loss": 4.2539,
      "step": 34538
    },
    {
      "epoch": 2.9339959225280325,
      "grad_norm": 3.298686345968817,
      "learning_rate": 0.00016218773179695463,
      "loss": 4.9935,
      "step": 34539
    },
    {
      "epoch": 2.9340808698606864,
      "grad_norm": 3.125148153668477,
      "learning_rate": 0.00016218088831748884,
      "loss": 4.7344,
      "step": 34540
    },
    {
      "epoch": 2.9341658171933402,
      "grad_norm": 3.0921756510798533,
      "learning_rate": 0.00016217404481250035,
      "loss": 4.6257,
      "step": 34541
    },
    {
      "epoch": 2.934250764525994,
      "grad_norm": 3.128421340493639,
      "learning_rate": 0.00016216720128200363,
      "loss": 4.5315,
      "step": 34542
    },
    {
      "epoch": 2.9343357118586475,
      "grad_norm": 3.018910188736037,
      "learning_rate": 0.00016216035772601293,
      "loss": 4.218,
      "step": 34543
    },
    {
      "epoch": 2.9344206591913014,
      "grad_norm": 3.141109358637788,
      "learning_rate": 0.00016215351414454265,
      "loss": 4.7047,
      "step": 34544
    },
    {
      "epoch": 2.934505606523955,
      "grad_norm": 3.0450816343715146,
      "learning_rate": 0.00016214667053760705,
      "loss": 4.5474,
      "step": 34545
    },
    {
      "epoch": 2.934590553856609,
      "grad_norm": 3.18267600609653,
      "learning_rate": 0.00016213982690522054,
      "loss": 4.7152,
      "step": 34546
    },
    {
      "epoch": 2.934675501189263,
      "grad_norm": 3.2784273352551003,
      "learning_rate": 0.00016213298324739745,
      "loss": 4.9888,
      "step": 34547
    },
    {
      "epoch": 2.9347604485219163,
      "grad_norm": 3.388172412225154,
      "learning_rate": 0.00016212613956415205,
      "loss": 5.2546,
      "step": 34548
    },
    {
      "epoch": 2.93484539585457,
      "grad_norm": 3.216874598532241,
      "learning_rate": 0.00016211929585549886,
      "loss": 4.8402,
      "step": 34549
    },
    {
      "epoch": 2.934930343187224,
      "grad_norm": 2.9805143445112634,
      "learning_rate": 0.00016211245212145202,
      "loss": 4.292,
      "step": 34550
    },
    {
      "epoch": 2.9350152905198774,
      "grad_norm": 3.1152769611544717,
      "learning_rate": 0.0001621056083620259,
      "loss": 4.4333,
      "step": 34551
    },
    {
      "epoch": 2.9351002378525313,
      "grad_norm": 3.3843816197230434,
      "learning_rate": 0.00016209876457723492,
      "loss": 5.1752,
      "step": 34552
    },
    {
      "epoch": 2.935185185185185,
      "grad_norm": 3.3523257744543953,
      "learning_rate": 0.00016209192076709343,
      "loss": 3.9234,
      "step": 34553
    },
    {
      "epoch": 2.935270132517839,
      "grad_norm": 3.327434510519336,
      "learning_rate": 0.00016208507693161566,
      "loss": 5.1468,
      "step": 34554
    },
    {
      "epoch": 2.935355079850493,
      "grad_norm": 3.308325405168814,
      "learning_rate": 0.00016207823307081605,
      "loss": 4.9651,
      "step": 34555
    },
    {
      "epoch": 2.9354400271831462,
      "grad_norm": 3.254010145550765,
      "learning_rate": 0.00016207138918470894,
      "loss": 4.899,
      "step": 34556
    },
    {
      "epoch": 2.9355249745158,
      "grad_norm": 3.0352397815995893,
      "learning_rate": 0.00016206454527330856,
      "loss": 4.3742,
      "step": 34557
    },
    {
      "epoch": 2.935609921848454,
      "grad_norm": 3.0459621559243377,
      "learning_rate": 0.0001620577013366294,
      "loss": 4.3741,
      "step": 34558
    },
    {
      "epoch": 2.935694869181108,
      "grad_norm": 3.079008581947996,
      "learning_rate": 0.00016205085737468566,
      "loss": 4.4588,
      "step": 34559
    },
    {
      "epoch": 2.9357798165137616,
      "grad_norm": 3.2781597269052862,
      "learning_rate": 0.0001620440133874918,
      "loss": 4.8613,
      "step": 34560
    },
    {
      "epoch": 2.935864763846415,
      "grad_norm": 3.1241983445878296,
      "learning_rate": 0.0001620371693750621,
      "loss": 4.6283,
      "step": 34561
    },
    {
      "epoch": 2.935949711179069,
      "grad_norm": 3.2033989738115727,
      "learning_rate": 0.00016203032533741084,
      "loss": 4.853,
      "step": 34562
    },
    {
      "epoch": 2.9360346585117227,
      "grad_norm": 3.065432821771066,
      "learning_rate": 0.00016202348127455248,
      "loss": 4.3302,
      "step": 34563
    },
    {
      "epoch": 2.9361196058443766,
      "grad_norm": 3.089718759918692,
      "learning_rate": 0.0001620166371865013,
      "loss": 4.573,
      "step": 34564
    },
    {
      "epoch": 2.9362045531770304,
      "grad_norm": 3.106467819060397,
      "learning_rate": 0.00016200979307327167,
      "loss": 4.5476,
      "step": 34565
    },
    {
      "epoch": 2.936289500509684,
      "grad_norm": 3.084794962644125,
      "learning_rate": 0.00016200294893487784,
      "loss": 4.189,
      "step": 34566
    },
    {
      "epoch": 2.9363744478423377,
      "grad_norm": 3.384750889699504,
      "learning_rate": 0.00016199610477133432,
      "loss": 3.9781,
      "step": 34567
    },
    {
      "epoch": 2.9364593951749915,
      "grad_norm": 3.2641810971943235,
      "learning_rate": 0.00016198926058265528,
      "loss": 4.8839,
      "step": 34568
    },
    {
      "epoch": 2.9365443425076454,
      "grad_norm": 3.02801452438042,
      "learning_rate": 0.00016198241636885513,
      "loss": 4.5544,
      "step": 34569
    },
    {
      "epoch": 2.9366292898402993,
      "grad_norm": 3.199209556297677,
      "learning_rate": 0.00016197557212994823,
      "loss": 5.0119,
      "step": 34570
    },
    {
      "epoch": 2.9367142371729527,
      "grad_norm": 2.9946526856106996,
      "learning_rate": 0.00016196872786594887,
      "loss": 4.4755,
      "step": 34571
    },
    {
      "epoch": 2.9367991845056065,
      "grad_norm": 3.1560600756146266,
      "learning_rate": 0.00016196188357687144,
      "loss": 4.8571,
      "step": 34572
    },
    {
      "epoch": 2.9368841318382604,
      "grad_norm": 3.25932376931199,
      "learning_rate": 0.00016195503926273028,
      "loss": 3.9618,
      "step": 34573
    },
    {
      "epoch": 2.9369690791709138,
      "grad_norm": 3.0476494546068515,
      "learning_rate": 0.00016194819492353974,
      "loss": 4.3392,
      "step": 34574
    },
    {
      "epoch": 2.937054026503568,
      "grad_norm": 3.066902349065249,
      "learning_rate": 0.00016194135055931403,
      "loss": 3.9279,
      "step": 34575
    },
    {
      "epoch": 2.9371389738362215,
      "grad_norm": 3.342693418572038,
      "learning_rate": 0.0001619345061700677,
      "loss": 4.8797,
      "step": 34576
    },
    {
      "epoch": 2.9372239211688753,
      "grad_norm": 3.0917418846546325,
      "learning_rate": 0.00016192766175581494,
      "loss": 4.4424,
      "step": 34577
    },
    {
      "epoch": 2.937308868501529,
      "grad_norm": 3.139390834483541,
      "learning_rate": 0.00016192081731657013,
      "loss": 4.3813,
      "step": 34578
    },
    {
      "epoch": 2.9373938158341826,
      "grad_norm": 3.256238465020823,
      "learning_rate": 0.00016191397285234764,
      "loss": 4.8686,
      "step": 34579
    },
    {
      "epoch": 2.9374787631668364,
      "grad_norm": 3.14064588445076,
      "learning_rate": 0.00016190712836316174,
      "loss": 4.4153,
      "step": 34580
    },
    {
      "epoch": 2.9375637104994903,
      "grad_norm": 3.0219337014320278,
      "learning_rate": 0.0001619002838490269,
      "loss": 4.2884,
      "step": 34581
    },
    {
      "epoch": 2.937648657832144,
      "grad_norm": 3.105805636633555,
      "learning_rate": 0.00016189343930995734,
      "loss": 4.6343,
      "step": 34582
    },
    {
      "epoch": 2.937733605164798,
      "grad_norm": 3.0959370254046683,
      "learning_rate": 0.00016188659474596746,
      "loss": 4.6281,
      "step": 34583
    },
    {
      "epoch": 2.9378185524974514,
      "grad_norm": 3.2799109247649745,
      "learning_rate": 0.00016187975015707152,
      "loss": 3.9809,
      "step": 34584
    },
    {
      "epoch": 2.9379034998301052,
      "grad_norm": 3.268602477241765,
      "learning_rate": 0.00016187290554328405,
      "loss": 4.8573,
      "step": 34585
    },
    {
      "epoch": 2.937988447162759,
      "grad_norm": 3.3109435559165306,
      "learning_rate": 0.0001618660609046192,
      "loss": 4.8564,
      "step": 34586
    },
    {
      "epoch": 2.938073394495413,
      "grad_norm": 2.9629453231986376,
      "learning_rate": 0.00016185921624109137,
      "loss": 4.2774,
      "step": 34587
    },
    {
      "epoch": 2.938158341828067,
      "grad_norm": 3.078840819760012,
      "learning_rate": 0.00016185237155271493,
      "loss": 4.5368,
      "step": 34588
    },
    {
      "epoch": 2.93824328916072,
      "grad_norm": 3.3164498094526884,
      "learning_rate": 0.00016184552683950416,
      "loss": 5.1464,
      "step": 34589
    },
    {
      "epoch": 2.938328236493374,
      "grad_norm": 3.0997915148714714,
      "learning_rate": 0.0001618386821014735,
      "loss": 4.6867,
      "step": 34590
    },
    {
      "epoch": 2.938413183826028,
      "grad_norm": 3.131670239457207,
      "learning_rate": 0.00016183183733863718,
      "loss": 4.5662,
      "step": 34591
    },
    {
      "epoch": 2.9384981311586817,
      "grad_norm": 2.9940437777996327,
      "learning_rate": 0.0001618249925510097,
      "loss": 4.2376,
      "step": 34592
    },
    {
      "epoch": 2.9385830784913356,
      "grad_norm": 3.2757644678598905,
      "learning_rate": 0.00016181814773860522,
      "loss": 4.8442,
      "step": 34593
    },
    {
      "epoch": 2.938668025823989,
      "grad_norm": 2.98231224967297,
      "learning_rate": 0.00016181130290143816,
      "loss": 4.3882,
      "step": 34594
    },
    {
      "epoch": 2.938752973156643,
      "grad_norm": 2.9695644141369546,
      "learning_rate": 0.00016180445803952288,
      "loss": 4.2972,
      "step": 34595
    },
    {
      "epoch": 2.9388379204892967,
      "grad_norm": 3.2911166873677233,
      "learning_rate": 0.0001617976131528737,
      "loss": 4.9449,
      "step": 34596
    },
    {
      "epoch": 2.93892286782195,
      "grad_norm": 3.0608711761911893,
      "learning_rate": 0.00016179076824150495,
      "loss": 4.2234,
      "step": 34597
    },
    {
      "epoch": 2.9390078151546044,
      "grad_norm": 3.216472285333182,
      "learning_rate": 0.00016178392330543106,
      "loss": 4.5369,
      "step": 34598
    },
    {
      "epoch": 2.939092762487258,
      "grad_norm": 3.1400368858361114,
      "learning_rate": 0.00016177707834466625,
      "loss": 4.6822,
      "step": 34599
    },
    {
      "epoch": 2.9391777098199117,
      "grad_norm": 3.004906631669867,
      "learning_rate": 0.0001617702333592249,
      "loss": 4.2817,
      "step": 34600
    },
    {
      "epoch": 2.9392626571525655,
      "grad_norm": 3.102531573372962,
      "learning_rate": 0.00016176338834912143,
      "loss": 4.5786,
      "step": 34601
    },
    {
      "epoch": 2.939347604485219,
      "grad_norm": 3.109255070793995,
      "learning_rate": 0.00016175654331437004,
      "loss": 4.5274,
      "step": 34602
    },
    {
      "epoch": 2.9394325518178728,
      "grad_norm": 3.2963646297268805,
      "learning_rate": 0.0001617496982549852,
      "loss": 4.9743,
      "step": 34603
    },
    {
      "epoch": 2.9395174991505266,
      "grad_norm": 3.0369234615454257,
      "learning_rate": 0.00016174285317098125,
      "loss": 4.3875,
      "step": 34604
    },
    {
      "epoch": 2.9396024464831805,
      "grad_norm": 3.2666637255649005,
      "learning_rate": 0.0001617360080623724,
      "loss": 5.0424,
      "step": 34605
    },
    {
      "epoch": 2.9396873938158343,
      "grad_norm": 3.3189484068324675,
      "learning_rate": 0.0001617291629291731,
      "loss": 5.0382,
      "step": 34606
    },
    {
      "epoch": 2.9397723411484877,
      "grad_norm": 3.0515256496735312,
      "learning_rate": 0.0001617223177713977,
      "loss": 4.2036,
      "step": 34607
    },
    {
      "epoch": 2.9398572884811416,
      "grad_norm": 3.120699120390276,
      "learning_rate": 0.00016171547258906052,
      "loss": 4.4982,
      "step": 34608
    },
    {
      "epoch": 2.9399422358137954,
      "grad_norm": 3.1420028277329854,
      "learning_rate": 0.00016170862738217585,
      "loss": 4.7163,
      "step": 34609
    },
    {
      "epoch": 2.9400271831464493,
      "grad_norm": 3.161797863578903,
      "learning_rate": 0.00016170178215075813,
      "loss": 4.5954,
      "step": 34610
    },
    {
      "epoch": 2.940112130479103,
      "grad_norm": 3.1786862371463953,
      "learning_rate": 0.00016169493689482164,
      "loss": 4.7071,
      "step": 34611
    },
    {
      "epoch": 2.9401970778117565,
      "grad_norm": 3.0985358330513626,
      "learning_rate": 0.00016168809161438074,
      "loss": 4.6874,
      "step": 34612
    },
    {
      "epoch": 2.9402820251444104,
      "grad_norm": 3.108224718628533,
      "learning_rate": 0.00016168124630944975,
      "loss": 4.4714,
      "step": 34613
    },
    {
      "epoch": 2.9403669724770642,
      "grad_norm": 3.022134222193293,
      "learning_rate": 0.00016167440098004303,
      "loss": 4.5026,
      "step": 34614
    },
    {
      "epoch": 2.940451919809718,
      "grad_norm": 3.0667714337994747,
      "learning_rate": 0.00016166755562617495,
      "loss": 4.6789,
      "step": 34615
    },
    {
      "epoch": 2.940536867142372,
      "grad_norm": 3.3393013561392273,
      "learning_rate": 0.0001616607102478598,
      "loss": 4.9139,
      "step": 34616
    },
    {
      "epoch": 2.9406218144750254,
      "grad_norm": 3.050099531191321,
      "learning_rate": 0.00016165386484511197,
      "loss": 4.4391,
      "step": 34617
    },
    {
      "epoch": 2.940706761807679,
      "grad_norm": 3.1472649797034786,
      "learning_rate": 0.00016164701941794577,
      "loss": 4.6345,
      "step": 34618
    },
    {
      "epoch": 2.940791709140333,
      "grad_norm": 3.5822571822255496,
      "learning_rate": 0.00016164017396637557,
      "loss": 4.0679,
      "step": 34619
    },
    {
      "epoch": 2.940876656472987,
      "grad_norm": 3.081960215887404,
      "learning_rate": 0.00016163332849041572,
      "loss": 4.4472,
      "step": 34620
    },
    {
      "epoch": 2.9409616038056408,
      "grad_norm": 3.341123664653252,
      "learning_rate": 0.00016162648299008052,
      "loss": 4.9974,
      "step": 34621
    },
    {
      "epoch": 2.941046551138294,
      "grad_norm": 3.046505966977549,
      "learning_rate": 0.00016161963746538435,
      "loss": 4.4296,
      "step": 34622
    },
    {
      "epoch": 2.941131498470948,
      "grad_norm": 3.025945444909014,
      "learning_rate": 0.00016161279191634153,
      "loss": 4.5923,
      "step": 34623
    },
    {
      "epoch": 2.941216445803602,
      "grad_norm": 3.1552421589387056,
      "learning_rate": 0.0001616059463429664,
      "loss": 4.5859,
      "step": 34624
    },
    {
      "epoch": 2.9413013931362553,
      "grad_norm": 3.3001504723883035,
      "learning_rate": 0.00016159910074527333,
      "loss": 4.9981,
      "step": 34625
    },
    {
      "epoch": 2.941386340468909,
      "grad_norm": 3.259259902982834,
      "learning_rate": 0.0001615922551232767,
      "loss": 5.0714,
      "step": 34626
    },
    {
      "epoch": 2.941471287801563,
      "grad_norm": 3.269749267847345,
      "learning_rate": 0.00016158540947699073,
      "loss": 5.117,
      "step": 34627
    },
    {
      "epoch": 2.941556235134217,
      "grad_norm": 3.0395673970896877,
      "learning_rate": 0.00016157856380642988,
      "loss": 4.4088,
      "step": 34628
    },
    {
      "epoch": 2.9416411824668707,
      "grad_norm": 3.051562559572767,
      "learning_rate": 0.00016157171811160843,
      "loss": 4.3298,
      "step": 34629
    },
    {
      "epoch": 2.941726129799524,
      "grad_norm": 2.998092135232329,
      "learning_rate": 0.00016156487239254078,
      "loss": 4.3386,
      "step": 34630
    },
    {
      "epoch": 2.941811077132178,
      "grad_norm": 3.0020019164125555,
      "learning_rate": 0.0001615580266492412,
      "loss": 4.0876,
      "step": 34631
    },
    {
      "epoch": 2.941896024464832,
      "grad_norm": 3.038372494669646,
      "learning_rate": 0.00016155118088172408,
      "loss": 4.3991,
      "step": 34632
    },
    {
      "epoch": 2.9419809717974856,
      "grad_norm": 3.1673621014506788,
      "learning_rate": 0.00016154433509000382,
      "loss": 4.7032,
      "step": 34633
    },
    {
      "epoch": 2.9420659191301395,
      "grad_norm": 3.210181465093355,
      "learning_rate": 0.0001615374892740946,
      "loss": 4.828,
      "step": 34634
    },
    {
      "epoch": 2.942150866462793,
      "grad_norm": 3.3264852538764242,
      "learning_rate": 0.00016153064343401097,
      "loss": 5.1276,
      "step": 34635
    },
    {
      "epoch": 2.9422358137954467,
      "grad_norm": 3.070212297474095,
      "learning_rate": 0.0001615237975697671,
      "loss": 4.5286,
      "step": 34636
    },
    {
      "epoch": 2.9423207611281006,
      "grad_norm": 3.094977914455075,
      "learning_rate": 0.00016151695168137742,
      "loss": 4.6155,
      "step": 34637
    },
    {
      "epoch": 2.9424057084607544,
      "grad_norm": 3.148084616035826,
      "learning_rate": 0.00016151010576885628,
      "loss": 4.858,
      "step": 34638
    },
    {
      "epoch": 2.9424906557934083,
      "grad_norm": 3.217639371280386,
      "learning_rate": 0.000161503259832218,
      "loss": 4.812,
      "step": 34639
    },
    {
      "epoch": 2.9425756031260617,
      "grad_norm": 3.043046833963499,
      "learning_rate": 0.00016149641387147693,
      "loss": 4.2983,
      "step": 34640
    },
    {
      "epoch": 2.9426605504587156,
      "grad_norm": 3.1819487417434855,
      "learning_rate": 0.0001614895678866474,
      "loss": 4.5435,
      "step": 34641
    },
    {
      "epoch": 2.9427454977913694,
      "grad_norm": 3.0028330773653793,
      "learning_rate": 0.00016148272187774373,
      "loss": 4.2736,
      "step": 34642
    },
    {
      "epoch": 2.9428304451240233,
      "grad_norm": 3.1427676880756037,
      "learning_rate": 0.00016147587584478034,
      "loss": 4.8111,
      "step": 34643
    },
    {
      "epoch": 2.942915392456677,
      "grad_norm": 3.0995630103122926,
      "learning_rate": 0.00016146902978777153,
      "loss": 4.5747,
      "step": 34644
    },
    {
      "epoch": 2.9430003397893305,
      "grad_norm": 3.0448037268092434,
      "learning_rate": 0.00016146218370673165,
      "loss": 4.5406,
      "step": 34645
    },
    {
      "epoch": 2.9430852871219844,
      "grad_norm": 3.0867142429057393,
      "learning_rate": 0.00016145533760167504,
      "loss": 4.4908,
      "step": 34646
    },
    {
      "epoch": 2.943170234454638,
      "grad_norm": 3.1288993177258275,
      "learning_rate": 0.00016144849147261604,
      "loss": 4.7401,
      "step": 34647
    },
    {
      "epoch": 2.9432551817872916,
      "grad_norm": 3.094438726881551,
      "learning_rate": 0.00016144164531956904,
      "loss": 4.454,
      "step": 34648
    },
    {
      "epoch": 2.9433401291199455,
      "grad_norm": 3.1388495371114162,
      "learning_rate": 0.00016143479914254832,
      "loss": 4.9884,
      "step": 34649
    },
    {
      "epoch": 2.9434250764525993,
      "grad_norm": 3.157731675559688,
      "learning_rate": 0.00016142795294156825,
      "loss": 4.5864,
      "step": 34650
    },
    {
      "epoch": 2.943510023785253,
      "grad_norm": 3.100344200081891,
      "learning_rate": 0.00016142110671664322,
      "loss": 4.7066,
      "step": 34651
    },
    {
      "epoch": 2.943594971117907,
      "grad_norm": 3.2073038489415144,
      "learning_rate": 0.00016141426046778747,
      "loss": 4.6385,
      "step": 34652
    },
    {
      "epoch": 2.9436799184505604,
      "grad_norm": 3.1183525501547145,
      "learning_rate": 0.00016140741419501547,
      "loss": 4.525,
      "step": 34653
    },
    {
      "epoch": 2.9437648657832143,
      "grad_norm": 3.058810352948139,
      "learning_rate": 0.00016140056789834144,
      "loss": 4.6926,
      "step": 34654
    },
    {
      "epoch": 2.943849813115868,
      "grad_norm": 3.186632794317253,
      "learning_rate": 0.0001613937215777798,
      "loss": 4.7453,
      "step": 34655
    },
    {
      "epoch": 2.943934760448522,
      "grad_norm": 3.0994327758814157,
      "learning_rate": 0.0001613868752333449,
      "loss": 4.5259,
      "step": 34656
    },
    {
      "epoch": 2.944019707781176,
      "grad_norm": 3.0757021332956787,
      "learning_rate": 0.0001613800288650511,
      "loss": 4.7141,
      "step": 34657
    },
    {
      "epoch": 2.9441046551138292,
      "grad_norm": 2.991528009590507,
      "learning_rate": 0.00016137318247291262,
      "loss": 4.0696,
      "step": 34658
    },
    {
      "epoch": 2.944189602446483,
      "grad_norm": 3.047185942759734,
      "learning_rate": 0.00016136633605694402,
      "loss": 4.4469,
      "step": 34659
    },
    {
      "epoch": 2.944274549779137,
      "grad_norm": 3.3469415784010534,
      "learning_rate": 0.00016135948961715945,
      "loss": 4.9443,
      "step": 34660
    },
    {
      "epoch": 2.944359497111791,
      "grad_norm": 3.277192476495556,
      "learning_rate": 0.00016135264315357334,
      "loss": 4.9039,
      "step": 34661
    },
    {
      "epoch": 2.9444444444444446,
      "grad_norm": 3.0248645151140194,
      "learning_rate": 0.00016134579666620002,
      "loss": 4.4665,
      "step": 34662
    },
    {
      "epoch": 2.944529391777098,
      "grad_norm": 3.0899922302296696,
      "learning_rate": 0.00016133895015505386,
      "loss": 4.5062,
      "step": 34663
    },
    {
      "epoch": 2.944614339109752,
      "grad_norm": 3.0873212167681734,
      "learning_rate": 0.00016133210362014914,
      "loss": 4.4863,
      "step": 34664
    },
    {
      "epoch": 2.9446992864424058,
      "grad_norm": 3.085493580783901,
      "learning_rate": 0.0001613252570615003,
      "loss": 4.5315,
      "step": 34665
    },
    {
      "epoch": 2.9447842337750596,
      "grad_norm": 3.26207908069243,
      "learning_rate": 0.00016131841047912164,
      "loss": 4.7236,
      "step": 34666
    },
    {
      "epoch": 2.9448691811077135,
      "grad_norm": 3.152160476828872,
      "learning_rate": 0.00016131156387302745,
      "loss": 4.745,
      "step": 34667
    },
    {
      "epoch": 2.944954128440367,
      "grad_norm": 3.3847719455252556,
      "learning_rate": 0.0001613047172432322,
      "loss": 5.0536,
      "step": 34668
    },
    {
      "epoch": 2.9450390757730207,
      "grad_norm": 3.332680663706132,
      "learning_rate": 0.0001612978705897501,
      "loss": 5.0122,
      "step": 34669
    },
    {
      "epoch": 2.9451240231056746,
      "grad_norm": 3.122542777812529,
      "learning_rate": 0.00016129102391259558,
      "loss": 4.56,
      "step": 34670
    },
    {
      "epoch": 2.945208970438328,
      "grad_norm": 2.9426330991883813,
      "learning_rate": 0.000161284177211783,
      "loss": 4.1508,
      "step": 34671
    },
    {
      "epoch": 2.9452939177709823,
      "grad_norm": 3.0388663349964267,
      "learning_rate": 0.00016127733048732664,
      "loss": 4.5831,
      "step": 34672
    },
    {
      "epoch": 2.9453788651036357,
      "grad_norm": 3.1091176806969036,
      "learning_rate": 0.00016127048373924084,
      "loss": 4.4222,
      "step": 34673
    },
    {
      "epoch": 2.9454638124362895,
      "grad_norm": 3.0278875281196913,
      "learning_rate": 0.00016126363696754002,
      "loss": 4.477,
      "step": 34674
    },
    {
      "epoch": 2.9455487597689434,
      "grad_norm": 3.20495290283591,
      "learning_rate": 0.00016125679017223852,
      "loss": 4.8932,
      "step": 34675
    },
    {
      "epoch": 2.9456337071015968,
      "grad_norm": 3.2047514453098263,
      "learning_rate": 0.0001612499433533506,
      "loss": 4.8502,
      "step": 34676
    },
    {
      "epoch": 2.9457186544342506,
      "grad_norm": 3.4272454017094476,
      "learning_rate": 0.0001612430965108907,
      "loss": 3.9763,
      "step": 34677
    },
    {
      "epoch": 2.9458036017669045,
      "grad_norm": 3.069837475535633,
      "learning_rate": 0.00016123624964487312,
      "loss": 4.2066,
      "step": 34678
    },
    {
      "epoch": 2.9458885490995583,
      "grad_norm": 3.3748792601446653,
      "learning_rate": 0.0001612294027553122,
      "loss": 5.123,
      "step": 34679
    },
    {
      "epoch": 2.945973496432212,
      "grad_norm": 3.282246725130361,
      "learning_rate": 0.0001612225558422223,
      "loss": 4.8261,
      "step": 34680
    },
    {
      "epoch": 2.9460584437648656,
      "grad_norm": 3.1520757189723123,
      "learning_rate": 0.00016121570890561778,
      "loss": 4.6499,
      "step": 34681
    },
    {
      "epoch": 2.9461433910975194,
      "grad_norm": 2.934927047160627,
      "learning_rate": 0.000161208861945513,
      "loss": 4.2632,
      "step": 34682
    },
    {
      "epoch": 2.9462283384301733,
      "grad_norm": 3.046976201650941,
      "learning_rate": 0.00016120201496192224,
      "loss": 4.4471,
      "step": 34683
    },
    {
      "epoch": 2.946313285762827,
      "grad_norm": 3.1672327522295403,
      "learning_rate": 0.00016119516795485992,
      "loss": 4.8447,
      "step": 34684
    },
    {
      "epoch": 2.946398233095481,
      "grad_norm": 3.2727119244221665,
      "learning_rate": 0.00016118832092434031,
      "loss": 4.9368,
      "step": 34685
    },
    {
      "epoch": 2.9464831804281344,
      "grad_norm": 3.23985661745068,
      "learning_rate": 0.00016118147387037782,
      "loss": 4.9224,
      "step": 34686
    },
    {
      "epoch": 2.9465681277607882,
      "grad_norm": 3.3187667676145858,
      "learning_rate": 0.00016117462679298675,
      "loss": 4.8501,
      "step": 34687
    },
    {
      "epoch": 2.946653075093442,
      "grad_norm": 3.1764443787963774,
      "learning_rate": 0.00016116777969218152,
      "loss": 4.8118,
      "step": 34688
    },
    {
      "epoch": 2.946738022426096,
      "grad_norm": 2.9625718192579003,
      "learning_rate": 0.0001611609325679764,
      "loss": 4.2347,
      "step": 34689
    },
    {
      "epoch": 2.94682296975875,
      "grad_norm": 3.0737784354490647,
      "learning_rate": 0.00016115408542038574,
      "loss": 4.4915,
      "step": 34690
    },
    {
      "epoch": 2.946907917091403,
      "grad_norm": 3.0932615874808356,
      "learning_rate": 0.00016114723824942398,
      "loss": 4.5618,
      "step": 34691
    },
    {
      "epoch": 2.946992864424057,
      "grad_norm": 3.16425573055106,
      "learning_rate": 0.0001611403910551053,
      "loss": 4.433,
      "step": 34692
    },
    {
      "epoch": 2.947077811756711,
      "grad_norm": 3.1174953721069656,
      "learning_rate": 0.00016113354383744425,
      "loss": 4.6805,
      "step": 34693
    },
    {
      "epoch": 2.9471627590893648,
      "grad_norm": 3.317241414053251,
      "learning_rate": 0.00016112669659645504,
      "loss": 5.0802,
      "step": 34694
    },
    {
      "epoch": 2.9472477064220186,
      "grad_norm": 3.1501987639955433,
      "learning_rate": 0.00016111984933215207,
      "loss": 4.6687,
      "step": 34695
    },
    {
      "epoch": 2.947332653754672,
      "grad_norm": 3.0353673415100775,
      "learning_rate": 0.00016111300204454962,
      "loss": 4.4655,
      "step": 34696
    },
    {
      "epoch": 2.947417601087326,
      "grad_norm": 3.0780013879846706,
      "learning_rate": 0.0001611061547336621,
      "loss": 4.2811,
      "step": 34697
    },
    {
      "epoch": 2.9475025484199797,
      "grad_norm": 3.001889610118604,
      "learning_rate": 0.00016109930739950385,
      "loss": 4.4615,
      "step": 34698
    },
    {
      "epoch": 2.947587495752633,
      "grad_norm": 3.110397256308077,
      "learning_rate": 0.0001610924600420892,
      "loss": 4.6217,
      "step": 34699
    },
    {
      "epoch": 2.947672443085287,
      "grad_norm": 3.107172970963686,
      "learning_rate": 0.00016108561266143254,
      "loss": 4.6487,
      "step": 34700
    },
    {
      "epoch": 2.947757390417941,
      "grad_norm": 3.218558844457853,
      "learning_rate": 0.0001610787652575481,
      "loss": 4.9329,
      "step": 34701
    },
    {
      "epoch": 2.9478423377505947,
      "grad_norm": 3.150457091104855,
      "learning_rate": 0.0001610719178304504,
      "loss": 4.5607,
      "step": 34702
    },
    {
      "epoch": 2.9479272850832485,
      "grad_norm": 3.0741148526498616,
      "learning_rate": 0.0001610650703801537,
      "loss": 4.4634,
      "step": 34703
    },
    {
      "epoch": 2.948012232415902,
      "grad_norm": 3.2110373079257593,
      "learning_rate": 0.00016105822290667232,
      "loss": 4.9098,
      "step": 34704
    },
    {
      "epoch": 2.948097179748556,
      "grad_norm": 2.9918603638099013,
      "learning_rate": 0.00016105137541002062,
      "loss": 4.3867,
      "step": 34705
    },
    {
      "epoch": 2.9481821270812096,
      "grad_norm": 3.2367588002896595,
      "learning_rate": 0.00016104452789021293,
      "loss": 4.9562,
      "step": 34706
    },
    {
      "epoch": 2.9482670744138635,
      "grad_norm": 3.09578628930331,
      "learning_rate": 0.00016103768034726368,
      "loss": 4.3865,
      "step": 34707
    },
    {
      "epoch": 2.9483520217465173,
      "grad_norm": 3.1364223033074747,
      "learning_rate": 0.00016103083278118716,
      "loss": 4.8178,
      "step": 34708
    },
    {
      "epoch": 2.9484369690791707,
      "grad_norm": 3.158750721312283,
      "learning_rate": 0.00016102398519199775,
      "loss": 4.8557,
      "step": 34709
    },
    {
      "epoch": 2.9485219164118246,
      "grad_norm": 3.18022726482705,
      "learning_rate": 0.0001610171375797097,
      "loss": 4.7363,
      "step": 34710
    },
    {
      "epoch": 2.9486068637444784,
      "grad_norm": 3.9773207111312314,
      "learning_rate": 0.0001610102899443375,
      "loss": 4.2054,
      "step": 34711
    },
    {
      "epoch": 2.9486918110771323,
      "grad_norm": 3.140974538370013,
      "learning_rate": 0.0001610034422858954,
      "loss": 4.3743,
      "step": 34712
    },
    {
      "epoch": 2.948776758409786,
      "grad_norm": 3.0953822598425966,
      "learning_rate": 0.00016099659460439776,
      "loss": 4.3163,
      "step": 34713
    },
    {
      "epoch": 2.9488617057424396,
      "grad_norm": 3.028595360028972,
      "learning_rate": 0.00016098974689985896,
      "loss": 4.2878,
      "step": 34714
    },
    {
      "epoch": 2.9489466530750934,
      "grad_norm": 3.065970099343145,
      "learning_rate": 0.00016098289917229332,
      "loss": 4.5089,
      "step": 34715
    },
    {
      "epoch": 2.9490316004077473,
      "grad_norm": 3.058830496976076,
      "learning_rate": 0.0001609760514217152,
      "loss": 4.3105,
      "step": 34716
    },
    {
      "epoch": 2.949116547740401,
      "grad_norm": 3.008649507726867,
      "learning_rate": 0.00016096920364813894,
      "loss": 4.3123,
      "step": 34717
    },
    {
      "epoch": 2.949201495073055,
      "grad_norm": 3.0576507319213317,
      "learning_rate": 0.00016096235585157895,
      "loss": 4.2671,
      "step": 34718
    },
    {
      "epoch": 2.9492864424057084,
      "grad_norm": 3.1725726279698363,
      "learning_rate": 0.0001609555080320495,
      "loss": 4.1802,
      "step": 34719
    },
    {
      "epoch": 2.949371389738362,
      "grad_norm": 3.0733794974674393,
      "learning_rate": 0.00016094866018956494,
      "loss": 4.4428,
      "step": 34720
    },
    {
      "epoch": 2.949456337071016,
      "grad_norm": 3.2738579212967673,
      "learning_rate": 0.00016094181232413965,
      "loss": 4.7097,
      "step": 34721
    },
    {
      "epoch": 2.9495412844036695,
      "grad_norm": 3.3246508805688624,
      "learning_rate": 0.00016093496443578796,
      "loss": 5.2256,
      "step": 34722
    },
    {
      "epoch": 2.9496262317363233,
      "grad_norm": 3.1142904540547898,
      "learning_rate": 0.00016092811652452423,
      "loss": 4.4189,
      "step": 34723
    },
    {
      "epoch": 2.949711179068977,
      "grad_norm": 2.9660166778509316,
      "learning_rate": 0.0001609212685903628,
      "loss": 4.3057,
      "step": 34724
    },
    {
      "epoch": 2.949796126401631,
      "grad_norm": 3.2600261450209715,
      "learning_rate": 0.0001609144206333181,
      "loss": 4.9074,
      "step": 34725
    },
    {
      "epoch": 2.949881073734285,
      "grad_norm": 3.1290156140675895,
      "learning_rate": 0.00016090757265340425,
      "loss": 4.4505,
      "step": 34726
    },
    {
      "epoch": 2.9499660210669383,
      "grad_norm": 3.104626453269272,
      "learning_rate": 0.0001609007246506359,
      "loss": 4.699,
      "step": 34727
    },
    {
      "epoch": 2.950050968399592,
      "grad_norm": 3.0615816092258608,
      "learning_rate": 0.00016089387662502719,
      "loss": 4.4407,
      "step": 34728
    },
    {
      "epoch": 2.950135915732246,
      "grad_norm": 3.1096405621568137,
      "learning_rate": 0.00016088702857659253,
      "loss": 4.4426,
      "step": 34729
    },
    {
      "epoch": 2.9502208630649,
      "grad_norm": 3.0089500393744437,
      "learning_rate": 0.00016088018050534626,
      "loss": 4.6448,
      "step": 34730
    },
    {
      "epoch": 2.9503058103975537,
      "grad_norm": 3.2292241523406164,
      "learning_rate": 0.00016087333241130274,
      "loss": 4.8346,
      "step": 34731
    },
    {
      "epoch": 2.950390757730207,
      "grad_norm": 3.354494274407079,
      "learning_rate": 0.00016086648429447628,
      "loss": 4.9311,
      "step": 34732
    },
    {
      "epoch": 2.950475705062861,
      "grad_norm": 3.352895209441826,
      "learning_rate": 0.0001608596361548813,
      "loss": 4.0292,
      "step": 34733
    },
    {
      "epoch": 2.950560652395515,
      "grad_norm": 3.0486477906428755,
      "learning_rate": 0.00016085278799253216,
      "loss": 4.6172,
      "step": 34734
    },
    {
      "epoch": 2.9506455997281686,
      "grad_norm": 3.0652173207473923,
      "learning_rate": 0.00016084593980744306,
      "loss": 4.2402,
      "step": 34735
    },
    {
      "epoch": 2.9507305470608225,
      "grad_norm": 3.0164811831478655,
      "learning_rate": 0.00016083909159962854,
      "loss": 4.5033,
      "step": 34736
    },
    {
      "epoch": 2.950815494393476,
      "grad_norm": 2.948679933242387,
      "learning_rate": 0.0001608322433691028,
      "loss": 4.1982,
      "step": 34737
    },
    {
      "epoch": 2.9509004417261298,
      "grad_norm": 3.172875792060571,
      "learning_rate": 0.0001608253951158803,
      "loss": 4.7593,
      "step": 34738
    },
    {
      "epoch": 2.9509853890587836,
      "grad_norm": 3.3146382815732953,
      "learning_rate": 0.00016081854683997528,
      "loss": 4.7794,
      "step": 34739
    },
    {
      "epoch": 2.9510703363914375,
      "grad_norm": 3.2580543830439805,
      "learning_rate": 0.0001608116985414022,
      "loss": 4.8427,
      "step": 34740
    },
    {
      "epoch": 2.9511552837240913,
      "grad_norm": 3.09159766885687,
      "learning_rate": 0.0001608048502201753,
      "loss": 4.5313,
      "step": 34741
    },
    {
      "epoch": 2.9512402310567447,
      "grad_norm": 3.0717474481728244,
      "learning_rate": 0.00016079800187630903,
      "loss": 4.5596,
      "step": 34742
    },
    {
      "epoch": 2.9513251783893986,
      "grad_norm": 3.137466047722315,
      "learning_rate": 0.00016079115350981773,
      "loss": 4.6025,
      "step": 34743
    },
    {
      "epoch": 2.9514101257220524,
      "grad_norm": 3.090516534569855,
      "learning_rate": 0.0001607843051207156,
      "loss": 4.3014,
      "step": 34744
    },
    {
      "epoch": 2.951495073054706,
      "grad_norm": 3.0241891762901973,
      "learning_rate": 0.00016077745670901723,
      "loss": 4.4303,
      "step": 34745
    },
    {
      "epoch": 2.9515800203873597,
      "grad_norm": 3.305724600944121,
      "learning_rate": 0.00016077060827473678,
      "loss": 5.0306,
      "step": 34746
    },
    {
      "epoch": 2.9516649677200135,
      "grad_norm": 3.3614746583602275,
      "learning_rate": 0.00016076375981788867,
      "loss": 5.0486,
      "step": 34747
    },
    {
      "epoch": 2.9517499150526674,
      "grad_norm": 3.0679349584381823,
      "learning_rate": 0.00016075691133848725,
      "loss": 4.594,
      "step": 34748
    },
    {
      "epoch": 2.9518348623853212,
      "grad_norm": 2.9718567892595167,
      "learning_rate": 0.00016075006283654684,
      "loss": 4.3407,
      "step": 34749
    },
    {
      "epoch": 2.9519198097179746,
      "grad_norm": 3.0696496105391193,
      "learning_rate": 0.00016074321431208184,
      "loss": 4.7434,
      "step": 34750
    },
    {
      "epoch": 2.9520047570506285,
      "grad_norm": 3.365579037653724,
      "learning_rate": 0.00016073636576510654,
      "loss": 5.1947,
      "step": 34751
    },
    {
      "epoch": 2.9520897043832823,
      "grad_norm": 3.0474025799167714,
      "learning_rate": 0.00016072951719563538,
      "loss": 4.5464,
      "step": 34752
    },
    {
      "epoch": 2.952174651715936,
      "grad_norm": 3.341737427996355,
      "learning_rate": 0.00016072266860368256,
      "loss": 4.1325,
      "step": 34753
    },
    {
      "epoch": 2.95225959904859,
      "grad_norm": 2.967614148021217,
      "learning_rate": 0.0001607158199892626,
      "loss": 4.2439,
      "step": 34754
    },
    {
      "epoch": 2.9523445463812434,
      "grad_norm": 3.042925912820422,
      "learning_rate": 0.00016070897135238974,
      "loss": 4.3638,
      "step": 34755
    },
    {
      "epoch": 2.9524294937138973,
      "grad_norm": 3.32242791784832,
      "learning_rate": 0.00016070212269307836,
      "loss": 5.0492,
      "step": 34756
    },
    {
      "epoch": 2.952514441046551,
      "grad_norm": 3.1327813208299045,
      "learning_rate": 0.0001606952740113428,
      "loss": 4.6806,
      "step": 34757
    },
    {
      "epoch": 2.952599388379205,
      "grad_norm": 3.110486436199514,
      "learning_rate": 0.00016068842530719745,
      "loss": 4.6349,
      "step": 34758
    },
    {
      "epoch": 2.952684335711859,
      "grad_norm": 3.04206446039528,
      "learning_rate": 0.0001606815765806566,
      "loss": 4.2906,
      "step": 34759
    },
    {
      "epoch": 2.9527692830445122,
      "grad_norm": 3.20662668574246,
      "learning_rate": 0.00016067472783173466,
      "loss": 4.9235,
      "step": 34760
    },
    {
      "epoch": 2.952854230377166,
      "grad_norm": 3.0611833427280293,
      "learning_rate": 0.00016066787906044596,
      "loss": 4.2571,
      "step": 34761
    },
    {
      "epoch": 2.95293917770982,
      "grad_norm": 3.1844552734998173,
      "learning_rate": 0.00016066103026680478,
      "loss": 4.7364,
      "step": 34762
    },
    {
      "epoch": 2.953024125042474,
      "grad_norm": 3.0918725331229853,
      "learning_rate": 0.0001606541814508256,
      "loss": 4.5013,
      "step": 34763
    },
    {
      "epoch": 2.9531090723751277,
      "grad_norm": 3.102288343407105,
      "learning_rate": 0.00016064733261252266,
      "loss": 4.66,
      "step": 34764
    },
    {
      "epoch": 2.953194019707781,
      "grad_norm": 3.184231249754352,
      "learning_rate": 0.00016064048375191036,
      "loss": 4.6188,
      "step": 34765
    },
    {
      "epoch": 2.953278967040435,
      "grad_norm": 3.276239339064736,
      "learning_rate": 0.00016063363486900308,
      "loss": 4.7253,
      "step": 34766
    },
    {
      "epoch": 2.9533639143730888,
      "grad_norm": 3.1791315895358383,
      "learning_rate": 0.0001606267859638151,
      "loss": 4.8493,
      "step": 34767
    },
    {
      "epoch": 2.953448861705742,
      "grad_norm": 3.354887926690924,
      "learning_rate": 0.0001606199370363608,
      "loss": 5.0307,
      "step": 34768
    },
    {
      "epoch": 2.9535338090383965,
      "grad_norm": 3.006862306385801,
      "learning_rate": 0.0001606130880866545,
      "loss": 4.32,
      "step": 34769
    },
    {
      "epoch": 2.95361875637105,
      "grad_norm": 3.247861009847881,
      "learning_rate": 0.00016060623911471066,
      "loss": 4.823,
      "step": 34770
    },
    {
      "epoch": 2.9537037037037037,
      "grad_norm": 2.9139252089672056,
      "learning_rate": 0.00016059939012054352,
      "loss": 4.2942,
      "step": 34771
    },
    {
      "epoch": 2.9537886510363576,
      "grad_norm": 3.107294699052715,
      "learning_rate": 0.00016059254110416748,
      "loss": 4.484,
      "step": 34772
    },
    {
      "epoch": 2.953873598369011,
      "grad_norm": 3.0584189931814816,
      "learning_rate": 0.00016058569206559684,
      "loss": 4.4729,
      "step": 34773
    },
    {
      "epoch": 2.953958545701665,
      "grad_norm": 3.0927432914172406,
      "learning_rate": 0.00016057884300484606,
      "loss": 4.6164,
      "step": 34774
    },
    {
      "epoch": 2.9540434930343187,
      "grad_norm": 3.187568052282253,
      "learning_rate": 0.00016057199392192933,
      "loss": 4.7704,
      "step": 34775
    },
    {
      "epoch": 2.9541284403669725,
      "grad_norm": 3.0756200789270896,
      "learning_rate": 0.00016056514481686116,
      "loss": 4.2127,
      "step": 34776
    },
    {
      "epoch": 2.9542133876996264,
      "grad_norm": 3.04858909380977,
      "learning_rate": 0.0001605582956896558,
      "loss": 4.4373,
      "step": 34777
    },
    {
      "epoch": 2.95429833503228,
      "grad_norm": 3.134890843350733,
      "learning_rate": 0.0001605514465403276,
      "loss": 4.5413,
      "step": 34778
    },
    {
      "epoch": 2.9543832823649336,
      "grad_norm": 3.2702481323488444,
      "learning_rate": 0.000160544597368891,
      "loss": 4.9643,
      "step": 34779
    },
    {
      "epoch": 2.9544682296975875,
      "grad_norm": 3.128564411485553,
      "learning_rate": 0.00016053774817536027,
      "loss": 4.6739,
      "step": 34780
    },
    {
      "epoch": 2.9545531770302413,
      "grad_norm": 3.110127962663417,
      "learning_rate": 0.0001605308989597498,
      "loss": 4.5344,
      "step": 34781
    },
    {
      "epoch": 2.954638124362895,
      "grad_norm": 3.137991944943984,
      "learning_rate": 0.00016052404972207392,
      "loss": 4.628,
      "step": 34782
    },
    {
      "epoch": 2.9547230716955486,
      "grad_norm": 3.0195311705704952,
      "learning_rate": 0.000160517200462347,
      "loss": 4.1856,
      "step": 34783
    },
    {
      "epoch": 2.9548080190282024,
      "grad_norm": 3.0145262012522123,
      "learning_rate": 0.0001605103511805833,
      "loss": 4.3232,
      "step": 34784
    },
    {
      "epoch": 2.9548929663608563,
      "grad_norm": 3.0107774761411554,
      "learning_rate": 0.00016050350187679733,
      "loss": 4.4642,
      "step": 34785
    },
    {
      "epoch": 2.95497791369351,
      "grad_norm": 2.980180087567334,
      "learning_rate": 0.00016049665255100338,
      "loss": 4.3182,
      "step": 34786
    },
    {
      "epoch": 2.955062861026164,
      "grad_norm": 3.3091118341482475,
      "learning_rate": 0.0001604898032032157,
      "loss": 4.9283,
      "step": 34787
    },
    {
      "epoch": 2.9551478083588174,
      "grad_norm": 3.2661962308794124,
      "learning_rate": 0.00016048295383344876,
      "loss": 4.5009,
      "step": 34788
    },
    {
      "epoch": 2.9552327556914713,
      "grad_norm": 3.2398308864606844,
      "learning_rate": 0.00016047610444171688,
      "loss": 4.6461,
      "step": 34789
    },
    {
      "epoch": 2.955317703024125,
      "grad_norm": 3.3164821121789307,
      "learning_rate": 0.00016046925502803441,
      "loss": 5.0635,
      "step": 34790
    },
    {
      "epoch": 2.955402650356779,
      "grad_norm": 3.414378837556293,
      "learning_rate": 0.0001604624055924157,
      "loss": 5.1693,
      "step": 34791
    },
    {
      "epoch": 2.955487597689433,
      "grad_norm": 3.2408314990779656,
      "learning_rate": 0.00016045555613487513,
      "loss": 5.0102,
      "step": 34792
    },
    {
      "epoch": 2.955572545022086,
      "grad_norm": 3.2356414065304935,
      "learning_rate": 0.00016044870665542696,
      "loss": 4.871,
      "step": 34793
    },
    {
      "epoch": 2.95565749235474,
      "grad_norm": 3.0154163469883164,
      "learning_rate": 0.00016044185715408566,
      "loss": 4.2817,
      "step": 34794
    },
    {
      "epoch": 2.955742439687394,
      "grad_norm": 3.310749795096739,
      "learning_rate": 0.00016043500763086548,
      "loss": 4.9238,
      "step": 34795
    },
    {
      "epoch": 2.9558273870200473,
      "grad_norm": 3.1722535689511338,
      "learning_rate": 0.00016042815808578085,
      "loss": 4.7257,
      "step": 34796
    },
    {
      "epoch": 2.955912334352701,
      "grad_norm": 3.2572983183722624,
      "learning_rate": 0.00016042130851884605,
      "loss": 4.8646,
      "step": 34797
    },
    {
      "epoch": 2.955997281685355,
      "grad_norm": 3.351058027518008,
      "learning_rate": 0.0001604144589300755,
      "loss": 5.0951,
      "step": 34798
    },
    {
      "epoch": 2.956082229018009,
      "grad_norm": 3.0282234835332877,
      "learning_rate": 0.0001604076093194835,
      "loss": 4.561,
      "step": 34799
    },
    {
      "epoch": 2.9561671763506627,
      "grad_norm": 3.0838992745810105,
      "learning_rate": 0.00016040075968708448,
      "loss": 4.4583,
      "step": 34800
    },
    {
      "epoch": 2.956252123683316,
      "grad_norm": 3.2789155844156466,
      "learning_rate": 0.0001603939100328927,
      "loss": 5.0294,
      "step": 34801
    },
    {
      "epoch": 2.95633707101597,
      "grad_norm": 3.1935879388372332,
      "learning_rate": 0.0001603870603569225,
      "loss": 4.8266,
      "step": 34802
    },
    {
      "epoch": 2.956422018348624,
      "grad_norm": 3.002930634156529,
      "learning_rate": 0.0001603802106591884,
      "loss": 4.0376,
      "step": 34803
    },
    {
      "epoch": 2.9565069656812777,
      "grad_norm": 3.2039458341875307,
      "learning_rate": 0.00016037336093970456,
      "loss": 4.7025,
      "step": 34804
    },
    {
      "epoch": 2.9565919130139315,
      "grad_norm": 3.225101259361524,
      "learning_rate": 0.0001603665111984854,
      "loss": 4.8107,
      "step": 34805
    },
    {
      "epoch": 2.956676860346585,
      "grad_norm": 3.1644980741976814,
      "learning_rate": 0.00016035966143554528,
      "loss": 4.7282,
      "step": 34806
    },
    {
      "epoch": 2.956761807679239,
      "grad_norm": 3.0726602594429324,
      "learning_rate": 0.00016035281165089856,
      "loss": 4.376,
      "step": 34807
    },
    {
      "epoch": 2.9568467550118926,
      "grad_norm": 3.297112806175658,
      "learning_rate": 0.0001603459618445596,
      "loss": 4.0194,
      "step": 34808
    },
    {
      "epoch": 2.9569317023445465,
      "grad_norm": 3.117496409331535,
      "learning_rate": 0.00016033911201654267,
      "loss": 4.6802,
      "step": 34809
    },
    {
      "epoch": 2.9570166496772003,
      "grad_norm": 3.1585503490825415,
      "learning_rate": 0.00016033226216686228,
      "loss": 4.7657,
      "step": 34810
    },
    {
      "epoch": 2.9571015970098538,
      "grad_norm": 3.0381166382140403,
      "learning_rate": 0.0001603254122955326,
      "loss": 4.5368,
      "step": 34811
    },
    {
      "epoch": 2.9571865443425076,
      "grad_norm": 2.9285755663239055,
      "learning_rate": 0.00016031856240256815,
      "loss": 4.1032,
      "step": 34812
    },
    {
      "epoch": 2.9572714916751615,
      "grad_norm": 2.999745588969711,
      "learning_rate": 0.00016031171248798317,
      "loss": 4.3036,
      "step": 34813
    },
    {
      "epoch": 2.9573564390078153,
      "grad_norm": 3.2059621171701576,
      "learning_rate": 0.00016030486255179206,
      "loss": 4.694,
      "step": 34814
    },
    {
      "epoch": 2.957441386340469,
      "grad_norm": 3.0371298970332274,
      "learning_rate": 0.00016029801259400913,
      "loss": 4.4479,
      "step": 34815
    },
    {
      "epoch": 2.9575263336731226,
      "grad_norm": 3.032326549208975,
      "learning_rate": 0.0001602911626146488,
      "loss": 4.3847,
      "step": 34816
    },
    {
      "epoch": 2.9576112810057764,
      "grad_norm": 3.0123348317038117,
      "learning_rate": 0.0001602843126137254,
      "loss": 4.3682,
      "step": 34817
    },
    {
      "epoch": 2.9576962283384303,
      "grad_norm": 3.252104598507954,
      "learning_rate": 0.0001602774625912532,
      "loss": 4.0112,
      "step": 34818
    },
    {
      "epoch": 2.9577811756710837,
      "grad_norm": 3.152877337003083,
      "learning_rate": 0.00016027061254724669,
      "loss": 4.7763,
      "step": 34819
    },
    {
      "epoch": 2.9578661230037375,
      "grad_norm": 3.1348907993392405,
      "learning_rate": 0.0001602637624817201,
      "loss": 4.4766,
      "step": 34820
    },
    {
      "epoch": 2.9579510703363914,
      "grad_norm": 3.1260186535538836,
      "learning_rate": 0.00016025691239468786,
      "loss": 4.5849,
      "step": 34821
    },
    {
      "epoch": 2.9580360176690452,
      "grad_norm": 3.134299601421439,
      "learning_rate": 0.0001602500622861643,
      "loss": 4.6799,
      "step": 34822
    },
    {
      "epoch": 2.958120965001699,
      "grad_norm": 3.327062787884609,
      "learning_rate": 0.00016024321215616378,
      "loss": 5.0672,
      "step": 34823
    },
    {
      "epoch": 2.9582059123343525,
      "grad_norm": 3.1715466961880963,
      "learning_rate": 0.00016023636200470065,
      "loss": 4.7357,
      "step": 34824
    },
    {
      "epoch": 2.9582908596670063,
      "grad_norm": 3.014503690506325,
      "learning_rate": 0.00016022951183178923,
      "loss": 4.1881,
      "step": 34825
    },
    {
      "epoch": 2.95837580699966,
      "grad_norm": 3.0607376769006325,
      "learning_rate": 0.00016022266163744398,
      "loss": 4.4529,
      "step": 34826
    },
    {
      "epoch": 2.958460754332314,
      "grad_norm": 3.1112203167054835,
      "learning_rate": 0.00016021581142167907,
      "loss": 4.5202,
      "step": 34827
    },
    {
      "epoch": 2.958545701664968,
      "grad_norm": 3.1447080019812064,
      "learning_rate": 0.00016020896118450903,
      "loss": 4.7857,
      "step": 34828
    },
    {
      "epoch": 2.9586306489976213,
      "grad_norm": 3.2720040838201765,
      "learning_rate": 0.00016020211092594814,
      "loss": 4.9762,
      "step": 34829
    },
    {
      "epoch": 2.958715596330275,
      "grad_norm": 3.2553961803253166,
      "learning_rate": 0.0001601952606460107,
      "loss": 4.8538,
      "step": 34830
    },
    {
      "epoch": 2.958800543662929,
      "grad_norm": 2.995113568346751,
      "learning_rate": 0.00016018841034471116,
      "loss": 4.1428,
      "step": 34831
    },
    {
      "epoch": 2.958885490995583,
      "grad_norm": 3.266101661135953,
      "learning_rate": 0.00016018156002206381,
      "loss": 4.8498,
      "step": 34832
    },
    {
      "epoch": 2.9589704383282367,
      "grad_norm": 3.1325645951122616,
      "learning_rate": 0.00016017470967808305,
      "loss": 4.4505,
      "step": 34833
    },
    {
      "epoch": 2.95905538566089,
      "grad_norm": 3.204580514155672,
      "learning_rate": 0.00016016785931278324,
      "loss": 4.6692,
      "step": 34834
    },
    {
      "epoch": 2.959140332993544,
      "grad_norm": 3.027274770986811,
      "learning_rate": 0.00016016100892617867,
      "loss": 4.4951,
      "step": 34835
    },
    {
      "epoch": 2.959225280326198,
      "grad_norm": 3.006097118219774,
      "learning_rate": 0.0001601541585182837,
      "loss": 4.1977,
      "step": 34836
    },
    {
      "epoch": 2.9593102276588517,
      "grad_norm": 3.001732426090121,
      "learning_rate": 0.00016014730808911276,
      "loss": 4.4227,
      "step": 34837
    },
    {
      "epoch": 2.9593951749915055,
      "grad_norm": 3.1937642636555035,
      "learning_rate": 0.00016014045763868015,
      "loss": 4.7887,
      "step": 34838
    },
    {
      "epoch": 2.959480122324159,
      "grad_norm": 3.2903264058166255,
      "learning_rate": 0.0001601336071670002,
      "loss": 5.0848,
      "step": 34839
    },
    {
      "epoch": 2.9595650696568128,
      "grad_norm": 3.094760826646932,
      "learning_rate": 0.00016012675667408728,
      "loss": 4.591,
      "step": 34840
    },
    {
      "epoch": 2.9596500169894666,
      "grad_norm": 3.047687783024422,
      "learning_rate": 0.0001601199061599558,
      "loss": 4.6034,
      "step": 34841
    },
    {
      "epoch": 2.95973496432212,
      "grad_norm": 3.071099653915204,
      "learning_rate": 0.00016011305562462004,
      "loss": 4.601,
      "step": 34842
    },
    {
      "epoch": 2.9598199116547743,
      "grad_norm": 3.1626448536144194,
      "learning_rate": 0.0001601062050680944,
      "loss": 4.7274,
      "step": 34843
    },
    {
      "epoch": 2.9599048589874277,
      "grad_norm": 3.088367373740605,
      "learning_rate": 0.00016009935449039323,
      "loss": 4.5459,
      "step": 34844
    },
    {
      "epoch": 2.9599898063200816,
      "grad_norm": 3.0523380316184814,
      "learning_rate": 0.00016009250389153082,
      "loss": 4.4023,
      "step": 34845
    },
    {
      "epoch": 2.9600747536527354,
      "grad_norm": 3.0826867747297126,
      "learning_rate": 0.00016008565327152162,
      "loss": 4.6245,
      "step": 34846
    },
    {
      "epoch": 2.960159700985389,
      "grad_norm": 3.0860745441147,
      "learning_rate": 0.00016007880263037996,
      "loss": 4.4749,
      "step": 34847
    },
    {
      "epoch": 2.9602446483180427,
      "grad_norm": 3.045575898957252,
      "learning_rate": 0.0001600719519681201,
      "loss": 4.4465,
      "step": 34848
    },
    {
      "epoch": 2.9603295956506965,
      "grad_norm": 3.3014264961113433,
      "learning_rate": 0.00016006510128475652,
      "loss": 4.8898,
      "step": 34849
    },
    {
      "epoch": 2.9604145429833504,
      "grad_norm": 3.040276100968162,
      "learning_rate": 0.0001600582505803035,
      "loss": 4.4884,
      "step": 34850
    },
    {
      "epoch": 2.9604994903160042,
      "grad_norm": 3.097248327627255,
      "learning_rate": 0.00016005139985477543,
      "loss": 4.7579,
      "step": 34851
    },
    {
      "epoch": 2.9605844376486576,
      "grad_norm": 3.0944784710824718,
      "learning_rate": 0.00016004454910818666,
      "loss": 4.4658,
      "step": 34852
    },
    {
      "epoch": 2.9606693849813115,
      "grad_norm": 3.337427446437667,
      "learning_rate": 0.00016003769834055154,
      "loss": 5.0968,
      "step": 34853
    },
    {
      "epoch": 2.9607543323139653,
      "grad_norm": 3.2925050140220895,
      "learning_rate": 0.00016003084755188439,
      "loss": 4.9352,
      "step": 34854
    },
    {
      "epoch": 2.960839279646619,
      "grad_norm": 3.2952130431523203,
      "learning_rate": 0.00016002399674219962,
      "loss": 4.9669,
      "step": 34855
    },
    {
      "epoch": 2.960924226979273,
      "grad_norm": 3.1068653745934993,
      "learning_rate": 0.00016001714591151153,
      "loss": 4.6577,
      "step": 34856
    },
    {
      "epoch": 2.9610091743119265,
      "grad_norm": 3.2537267757727837,
      "learning_rate": 0.00016001029505983454,
      "loss": 4.8821,
      "step": 34857
    },
    {
      "epoch": 2.9610941216445803,
      "grad_norm": 3.0898871021256626,
      "learning_rate": 0.00016000344418718295,
      "loss": 4.4446,
      "step": 34858
    },
    {
      "epoch": 2.961179068977234,
      "grad_norm": 3.200004364044061,
      "learning_rate": 0.00015999659329357112,
      "loss": 4.8637,
      "step": 34859
    },
    {
      "epoch": 2.961264016309888,
      "grad_norm": 3.0207117013660287,
      "learning_rate": 0.00015998974237901346,
      "loss": 4.4755,
      "step": 34860
    },
    {
      "epoch": 2.961348963642542,
      "grad_norm": 3.1135954085189215,
      "learning_rate": 0.00015998289144352422,
      "loss": 4.6568,
      "step": 34861
    },
    {
      "epoch": 2.9614339109751953,
      "grad_norm": 3.0004364208069907,
      "learning_rate": 0.00015997604048711788,
      "loss": 4.2709,
      "step": 34862
    },
    {
      "epoch": 2.961518858307849,
      "grad_norm": 2.998572157092864,
      "learning_rate": 0.00015996918950980868,
      "loss": 4.3435,
      "step": 34863
    },
    {
      "epoch": 2.961603805640503,
      "grad_norm": 3.0692264542239913,
      "learning_rate": 0.00015996233851161103,
      "loss": 4.5351,
      "step": 34864
    },
    {
      "epoch": 2.9616887529731564,
      "grad_norm": 3.4598571735049024,
      "learning_rate": 0.00015995548749253932,
      "loss": 4.4866,
      "step": 34865
    },
    {
      "epoch": 2.9617737003058107,
      "grad_norm": 3.3080870992299585,
      "learning_rate": 0.00015994863645260783,
      "loss": 4.9208,
      "step": 34866
    },
    {
      "epoch": 2.961858647638464,
      "grad_norm": 2.9763436808948254,
      "learning_rate": 0.00015994178539183098,
      "loss": 4.3563,
      "step": 34867
    },
    {
      "epoch": 2.961943594971118,
      "grad_norm": 3.180395989668757,
      "learning_rate": 0.00015993493431022308,
      "loss": 4.747,
      "step": 34868
    },
    {
      "epoch": 2.9620285423037718,
      "grad_norm": 3.074990311270271,
      "learning_rate": 0.00015992808320779853,
      "loss": 4.5723,
      "step": 34869
    },
    {
      "epoch": 2.962113489636425,
      "grad_norm": 3.134308408036644,
      "learning_rate": 0.0001599212320845716,
      "loss": 4.7732,
      "step": 34870
    },
    {
      "epoch": 2.962198436969079,
      "grad_norm": 3.0258195532400296,
      "learning_rate": 0.00015991438094055676,
      "loss": 4.4567,
      "step": 34871
    },
    {
      "epoch": 2.962283384301733,
      "grad_norm": 3.031779099520412,
      "learning_rate": 0.00015990752977576827,
      "loss": 4.3111,
      "step": 34872
    },
    {
      "epoch": 2.9623683316343867,
      "grad_norm": 3.0150773816895606,
      "learning_rate": 0.0001599006785902205,
      "loss": 4.3838,
      "step": 34873
    },
    {
      "epoch": 2.9624532789670406,
      "grad_norm": 3.1138688597066895,
      "learning_rate": 0.0001598938273839279,
      "loss": 4.7323,
      "step": 34874
    },
    {
      "epoch": 2.962538226299694,
      "grad_norm": 3.399874816493093,
      "learning_rate": 0.0001598869761569047,
      "loss": 4.9535,
      "step": 34875
    },
    {
      "epoch": 2.962623173632348,
      "grad_norm": 3.045013415147641,
      "learning_rate": 0.0001598801249091653,
      "loss": 4.3223,
      "step": 34876
    },
    {
      "epoch": 2.9627081209650017,
      "grad_norm": 3.0304266193605987,
      "learning_rate": 0.00015987327364072409,
      "loss": 4.3852,
      "step": 34877
    },
    {
      "epoch": 2.9627930682976555,
      "grad_norm": 3.1179696432386352,
      "learning_rate": 0.00015986642235159545,
      "loss": 4.7407,
      "step": 34878
    },
    {
      "epoch": 2.9628780156303094,
      "grad_norm": 3.0165452132209642,
      "learning_rate": 0.00015985957104179354,
      "loss": 4.3352,
      "step": 34879
    },
    {
      "epoch": 2.962962962962963,
      "grad_norm": 3.163797201216146,
      "learning_rate": 0.000159852719711333,
      "loss": 4.6942,
      "step": 34880
    },
    {
      "epoch": 2.9630479102956166,
      "grad_norm": 3.034255990056705,
      "learning_rate": 0.000159845868360228,
      "loss": 4.4053,
      "step": 34881
    },
    {
      "epoch": 2.9631328576282705,
      "grad_norm": 3.1932416653770916,
      "learning_rate": 0.00015983901698849291,
      "loss": 4.7402,
      "step": 34882
    },
    {
      "epoch": 2.9632178049609244,
      "grad_norm": 3.0283355093286066,
      "learning_rate": 0.00015983216559614216,
      "loss": 4.3202,
      "step": 34883
    },
    {
      "epoch": 2.963302752293578,
      "grad_norm": 3.028269998043467,
      "learning_rate": 0.00015982531418319004,
      "loss": 4.2509,
      "step": 34884
    },
    {
      "epoch": 2.9633876996262316,
      "grad_norm": 3.2106282711984284,
      "learning_rate": 0.00015981846274965093,
      "loss": 4.8883,
      "step": 34885
    },
    {
      "epoch": 2.9634726469588855,
      "grad_norm": 3.0295959621003736,
      "learning_rate": 0.00015981161129553916,
      "loss": 4.5201,
      "step": 34886
    },
    {
      "epoch": 2.9635575942915393,
      "grad_norm": 3.079236797069649,
      "learning_rate": 0.0001598047598208692,
      "loss": 4.6275,
      "step": 34887
    },
    {
      "epoch": 2.963642541624193,
      "grad_norm": 3.0435751500010335,
      "learning_rate": 0.0001597979083256552,
      "loss": 4.5315,
      "step": 34888
    },
    {
      "epoch": 2.963727488956847,
      "grad_norm": 3.0350414503190475,
      "learning_rate": 0.00015979105680991173,
      "loss": 4.2953,
      "step": 34889
    },
    {
      "epoch": 2.9638124362895004,
      "grad_norm": 3.103326056521268,
      "learning_rate": 0.00015978420527365297,
      "loss": 4.6587,
      "step": 34890
    },
    {
      "epoch": 2.9638973836221543,
      "grad_norm": 3.2219582162449623,
      "learning_rate": 0.0001597773537168934,
      "loss": 4.8606,
      "step": 34891
    },
    {
      "epoch": 2.963982330954808,
      "grad_norm": 3.1141986333443032,
      "learning_rate": 0.0001597705021396473,
      "loss": 4.6093,
      "step": 34892
    },
    {
      "epoch": 2.9640672782874615,
      "grad_norm": 3.0899697427428894,
      "learning_rate": 0.00015976365054192908,
      "loss": 4.6153,
      "step": 34893
    },
    {
      "epoch": 2.9641522256201154,
      "grad_norm": 3.2712204338510036,
      "learning_rate": 0.00015975679892375307,
      "loss": 4.9623,
      "step": 34894
    },
    {
      "epoch": 2.9642371729527692,
      "grad_norm": 3.35822233794912,
      "learning_rate": 0.00015974994728513363,
      "loss": 5.1258,
      "step": 34895
    },
    {
      "epoch": 2.964322120285423,
      "grad_norm": 3.0423844155372994,
      "learning_rate": 0.00015974309562608515,
      "loss": 4.2948,
      "step": 34896
    },
    {
      "epoch": 2.964407067618077,
      "grad_norm": 3.046114947217785,
      "learning_rate": 0.00015973624394662186,
      "loss": 4.3076,
      "step": 34897
    },
    {
      "epoch": 2.9644920149507303,
      "grad_norm": 3.1233204368512153,
      "learning_rate": 0.00015972939224675827,
      "loss": 4.4864,
      "step": 34898
    },
    {
      "epoch": 2.964576962283384,
      "grad_norm": 3.1492190176760566,
      "learning_rate": 0.00015972254052650867,
      "loss": 4.5091,
      "step": 34899
    },
    {
      "epoch": 2.964661909616038,
      "grad_norm": 3.052305336920042,
      "learning_rate": 0.00015971568878588743,
      "loss": 4.5409,
      "step": 34900
    },
    {
      "epoch": 2.964746856948692,
      "grad_norm": 3.200270804265554,
      "learning_rate": 0.00015970883702490888,
      "loss": 4.966,
      "step": 34901
    },
    {
      "epoch": 2.9648318042813457,
      "grad_norm": 3.1223548475116494,
      "learning_rate": 0.00015970198524358745,
      "loss": 4.3587,
      "step": 34902
    },
    {
      "epoch": 2.964916751613999,
      "grad_norm": 3.1691501702858096,
      "learning_rate": 0.00015969513344193736,
      "loss": 4.6375,
      "step": 34903
    },
    {
      "epoch": 2.965001698946653,
      "grad_norm": 3.153391065150162,
      "learning_rate": 0.000159688281619973,
      "loss": 4.6454,
      "step": 34904
    },
    {
      "epoch": 2.965086646279307,
      "grad_norm": 3.0121064556302666,
      "learning_rate": 0.00015968142977770892,
      "loss": 4.2817,
      "step": 34905
    },
    {
      "epoch": 2.9651715936119607,
      "grad_norm": 3.042745791833898,
      "learning_rate": 0.00015967457791515925,
      "loss": 4.3946,
      "step": 34906
    },
    {
      "epoch": 2.9652565409446145,
      "grad_norm": 3.09763394452136,
      "learning_rate": 0.00015966772603233842,
      "loss": 4.4271,
      "step": 34907
    },
    {
      "epoch": 2.965341488277268,
      "grad_norm": 3.148719426763413,
      "learning_rate": 0.0001596608741292608,
      "loss": 4.7631,
      "step": 34908
    },
    {
      "epoch": 2.965426435609922,
      "grad_norm": 3.0543115272072345,
      "learning_rate": 0.00015965402220594077,
      "loss": 4.577,
      "step": 34909
    },
    {
      "epoch": 2.9655113829425757,
      "grad_norm": 3.0152608994094052,
      "learning_rate": 0.00015964717026239258,
      "loss": 4.2932,
      "step": 34910
    },
    {
      "epoch": 2.9655963302752295,
      "grad_norm": 3.0362020200326705,
      "learning_rate": 0.00015964031829863073,
      "loss": 4.4274,
      "step": 34911
    },
    {
      "epoch": 2.9656812776078834,
      "grad_norm": 3.189685023908449,
      "learning_rate": 0.00015963346631466953,
      "loss": 4.7045,
      "step": 34912
    },
    {
      "epoch": 2.9657662249405368,
      "grad_norm": 2.976947356496289,
      "learning_rate": 0.00015962661431052325,
      "loss": 4.4724,
      "step": 34913
    },
    {
      "epoch": 2.9658511722731906,
      "grad_norm": 3.404276471357191,
      "learning_rate": 0.00015961976228620638,
      "loss": 5.0253,
      "step": 34914
    },
    {
      "epoch": 2.9659361196058445,
      "grad_norm": 3.1682711662485437,
      "learning_rate": 0.00015961291024173317,
      "loss": 4.6874,
      "step": 34915
    },
    {
      "epoch": 2.966021066938498,
      "grad_norm": 3.1051550093744242,
      "learning_rate": 0.00015960605817711803,
      "loss": 4.4831,
      "step": 34916
    },
    {
      "epoch": 2.9661060142711517,
      "grad_norm": 3.0896507048176893,
      "learning_rate": 0.00015959920609237528,
      "loss": 4.511,
      "step": 34917
    },
    {
      "epoch": 2.9661909616038056,
      "grad_norm": 3.066429746509536,
      "learning_rate": 0.00015959235398751938,
      "loss": 4.4036,
      "step": 34918
    },
    {
      "epoch": 2.9662759089364594,
      "grad_norm": 3.100043464055056,
      "learning_rate": 0.0001595855018625645,
      "loss": 4.5455,
      "step": 34919
    },
    {
      "epoch": 2.9663608562691133,
      "grad_norm": 3.017183579768199,
      "learning_rate": 0.0001595786497175252,
      "loss": 4.2429,
      "step": 34920
    },
    {
      "epoch": 2.9664458036017667,
      "grad_norm": 3.19209048330248,
      "learning_rate": 0.00015957179755241572,
      "loss": 4.6316,
      "step": 34921
    },
    {
      "epoch": 2.9665307509344205,
      "grad_norm": 3.2161068628814666,
      "learning_rate": 0.00015956494536725036,
      "loss": 4.44,
      "step": 34922
    },
    {
      "epoch": 2.9666156982670744,
      "grad_norm": 3.0972880579507853,
      "learning_rate": 0.0001595580931620437,
      "loss": 4.6662,
      "step": 34923
    },
    {
      "epoch": 2.9667006455997282,
      "grad_norm": 3.0833802924751716,
      "learning_rate": 0.00015955124093680988,
      "loss": 4.5007,
      "step": 34924
    },
    {
      "epoch": 2.966785592932382,
      "grad_norm": 3.225859711978068,
      "learning_rate": 0.00015954438869156333,
      "loss": 4.7263,
      "step": 34925
    },
    {
      "epoch": 2.9668705402650355,
      "grad_norm": 3.1925224753063883,
      "learning_rate": 0.00015953753642631842,
      "loss": 4.5835,
      "step": 34926
    },
    {
      "epoch": 2.9669554875976893,
      "grad_norm": 3.265819312944118,
      "learning_rate": 0.00015953068414108955,
      "loss": 4.93,
      "step": 34927
    },
    {
      "epoch": 2.967040434930343,
      "grad_norm": 3.100821450156682,
      "learning_rate": 0.00015952383183589092,
      "loss": 4.5819,
      "step": 34928
    },
    {
      "epoch": 2.967125382262997,
      "grad_norm": 2.9959063105975705,
      "learning_rate": 0.0001595169795107371,
      "loss": 4.3159,
      "step": 34929
    },
    {
      "epoch": 2.967210329595651,
      "grad_norm": 3.1647729713192656,
      "learning_rate": 0.0001595101271656423,
      "loss": 4.6068,
      "step": 34930
    },
    {
      "epoch": 2.9672952769283043,
      "grad_norm": 3.032868833803273,
      "learning_rate": 0.00015950327480062092,
      "loss": 4.0999,
      "step": 34931
    },
    {
      "epoch": 2.967380224260958,
      "grad_norm": 3.1251839246945403,
      "learning_rate": 0.0001594964224156873,
      "loss": 4.6239,
      "step": 34932
    },
    {
      "epoch": 2.967465171593612,
      "grad_norm": 3.0643394415737704,
      "learning_rate": 0.00015948957001085586,
      "loss": 4.1796,
      "step": 34933
    },
    {
      "epoch": 2.967550118926266,
      "grad_norm": 3.1555911267916112,
      "learning_rate": 0.00015948271758614086,
      "loss": 4.6237,
      "step": 34934
    },
    {
      "epoch": 2.9676350662589197,
      "grad_norm": 3.3260749909520566,
      "learning_rate": 0.00015947586514155677,
      "loss": 5.1023,
      "step": 34935
    },
    {
      "epoch": 2.967720013591573,
      "grad_norm": 3.075878913338949,
      "learning_rate": 0.0001594690126771179,
      "loss": 4.4241,
      "step": 34936
    },
    {
      "epoch": 2.967804960924227,
      "grad_norm": 3.144852446555199,
      "learning_rate": 0.00015946216019283849,
      "loss": 4.6385,
      "step": 34937
    },
    {
      "epoch": 2.967889908256881,
      "grad_norm": 3.082119734527007,
      "learning_rate": 0.0001594553076887331,
      "loss": 4.5338,
      "step": 34938
    },
    {
      "epoch": 2.9679748555895342,
      "grad_norm": 3.162401430552644,
      "learning_rate": 0.00015944845516481596,
      "loss": 4.7087,
      "step": 34939
    },
    {
      "epoch": 2.9680598029221885,
      "grad_norm": 3.0680423663841054,
      "learning_rate": 0.00015944160262110148,
      "loss": 4.4268,
      "step": 34940
    },
    {
      "epoch": 2.968144750254842,
      "grad_norm": 3.1185913248236723,
      "learning_rate": 0.000159434750057604,
      "loss": 4.4224,
      "step": 34941
    },
    {
      "epoch": 2.9682296975874958,
      "grad_norm": 3.3028836586198946,
      "learning_rate": 0.00015942789747433784,
      "loss": 4.8814,
      "step": 34942
    },
    {
      "epoch": 2.9683146449201496,
      "grad_norm": 3.237431854053637,
      "learning_rate": 0.0001594210448713174,
      "loss": 4.7929,
      "step": 34943
    },
    {
      "epoch": 2.968399592252803,
      "grad_norm": 3.1209187526957005,
      "learning_rate": 0.00015941419224855708,
      "loss": 4.5179,
      "step": 34944
    },
    {
      "epoch": 2.968484539585457,
      "grad_norm": 3.125363083873724,
      "learning_rate": 0.00015940733960607118,
      "loss": 4.477,
      "step": 34945
    },
    {
      "epoch": 2.9685694869181107,
      "grad_norm": 3.1557909243683997,
      "learning_rate": 0.00015940048694387403,
      "loss": 4.6481,
      "step": 34946
    },
    {
      "epoch": 2.9686544342507646,
      "grad_norm": 3.2381633888766523,
      "learning_rate": 0.00015939363426198012,
      "loss": 4.565,
      "step": 34947
    },
    {
      "epoch": 2.9687393815834184,
      "grad_norm": 3.120137724132727,
      "learning_rate": 0.00015938678156040366,
      "loss": 4.4642,
      "step": 34948
    },
    {
      "epoch": 2.968824328916072,
      "grad_norm": 3.046258443398752,
      "learning_rate": 0.00015937992883915904,
      "loss": 4.393,
      "step": 34949
    },
    {
      "epoch": 2.9689092762487257,
      "grad_norm": 3.275506628934337,
      "learning_rate": 0.00015937307609826068,
      "loss": 5.036,
      "step": 34950
    },
    {
      "epoch": 2.9689942235813795,
      "grad_norm": 3.3141503673358885,
      "learning_rate": 0.0001593662233377229,
      "loss": 4.9367,
      "step": 34951
    },
    {
      "epoch": 2.9690791709140334,
      "grad_norm": 3.0795345069864073,
      "learning_rate": 0.0001593593705575601,
      "loss": 4.6015,
      "step": 34952
    },
    {
      "epoch": 2.9691641182466872,
      "grad_norm": 3.1163233851750447,
      "learning_rate": 0.0001593525177577865,
      "loss": 4.7234,
      "step": 34953
    },
    {
      "epoch": 2.9692490655793407,
      "grad_norm": 3.3398599541739893,
      "learning_rate": 0.00015934566493841664,
      "loss": 5.029,
      "step": 34954
    },
    {
      "epoch": 2.9693340129119945,
      "grad_norm": 3.039772838660946,
      "learning_rate": 0.0001593388120994648,
      "loss": 4.6754,
      "step": 34955
    },
    {
      "epoch": 2.9694189602446484,
      "grad_norm": 3.312127049968599,
      "learning_rate": 0.00015933195924094527,
      "loss": 5.1477,
      "step": 34956
    },
    {
      "epoch": 2.969503907577302,
      "grad_norm": 3.0091839662865105,
      "learning_rate": 0.00015932510636287254,
      "loss": 4.231,
      "step": 34957
    },
    {
      "epoch": 2.969588854909956,
      "grad_norm": 3.0647458186425327,
      "learning_rate": 0.00015931825346526086,
      "loss": 4.6022,
      "step": 34958
    },
    {
      "epoch": 2.9696738022426095,
      "grad_norm": 2.979670420585746,
      "learning_rate": 0.00015931140054812468,
      "loss": 4.4998,
      "step": 34959
    },
    {
      "epoch": 2.9697587495752633,
      "grad_norm": 3.080149247227954,
      "learning_rate": 0.00015930454761147825,
      "loss": 4.5998,
      "step": 34960
    },
    {
      "epoch": 2.969843696907917,
      "grad_norm": 3.325149263127387,
      "learning_rate": 0.00015929769465533605,
      "loss": 4.9977,
      "step": 34961
    },
    {
      "epoch": 2.9699286442405706,
      "grad_norm": 2.9962050587431994,
      "learning_rate": 0.00015929084167971236,
      "loss": 4.3061,
      "step": 34962
    },
    {
      "epoch": 2.970013591573225,
      "grad_norm": 3.2577239184208016,
      "learning_rate": 0.00015928398868462158,
      "loss": 5.0054,
      "step": 34963
    },
    {
      "epoch": 2.9700985389058783,
      "grad_norm": 3.053739037255252,
      "learning_rate": 0.00015927713567007802,
      "loss": 4.5592,
      "step": 34964
    },
    {
      "epoch": 2.970183486238532,
      "grad_norm": 2.9653833369375877,
      "learning_rate": 0.00015927028263609607,
      "loss": 4.213,
      "step": 34965
    },
    {
      "epoch": 2.970268433571186,
      "grad_norm": 3.185803327741771,
      "learning_rate": 0.0001592634295826901,
      "loss": 4.8089,
      "step": 34966
    },
    {
      "epoch": 2.9703533809038394,
      "grad_norm": 3.1405878900323216,
      "learning_rate": 0.00015925657650987443,
      "loss": 4.7206,
      "step": 34967
    },
    {
      "epoch": 2.9704383282364932,
      "grad_norm": 3.276191888524113,
      "learning_rate": 0.00015924972341766345,
      "loss": 4.802,
      "step": 34968
    },
    {
      "epoch": 2.970523275569147,
      "grad_norm": 3.067402557434229,
      "learning_rate": 0.00015924287030607154,
      "loss": 4.5713,
      "step": 34969
    },
    {
      "epoch": 2.970608222901801,
      "grad_norm": 3.0938241611761166,
      "learning_rate": 0.00015923601717511308,
      "loss": 4.3348,
      "step": 34970
    },
    {
      "epoch": 2.970693170234455,
      "grad_norm": 3.1047673079910276,
      "learning_rate": 0.00015922916402480227,
      "loss": 4.7194,
      "step": 34971
    },
    {
      "epoch": 2.970778117567108,
      "grad_norm": 3.322087390855166,
      "learning_rate": 0.00015922231085515367,
      "loss": 5.232,
      "step": 34972
    },
    {
      "epoch": 2.970863064899762,
      "grad_norm": 3.2620255874012756,
      "learning_rate": 0.00015921545766618152,
      "loss": 4.9103,
      "step": 34973
    },
    {
      "epoch": 2.970948012232416,
      "grad_norm": 3.034857525478543,
      "learning_rate": 0.0001592086044579002,
      "loss": 4.5831,
      "step": 34974
    },
    {
      "epoch": 2.9710329595650697,
      "grad_norm": 3.2302875115102236,
      "learning_rate": 0.0001592017512303241,
      "loss": 4.7611,
      "step": 34975
    },
    {
      "epoch": 2.9711179068977236,
      "grad_norm": 3.104980150810355,
      "learning_rate": 0.00015919489798346754,
      "loss": 4.4423,
      "step": 34976
    },
    {
      "epoch": 2.971202854230377,
      "grad_norm": 3.0313670625059927,
      "learning_rate": 0.00015918804471734492,
      "loss": 4.3032,
      "step": 34977
    },
    {
      "epoch": 2.971287801563031,
      "grad_norm": 3.070379659465693,
      "learning_rate": 0.00015918119143197056,
      "loss": 4.58,
      "step": 34978
    },
    {
      "epoch": 2.9713727488956847,
      "grad_norm": 3.11914931407116,
      "learning_rate": 0.0001591743381273589,
      "loss": 4.6801,
      "step": 34979
    },
    {
      "epoch": 2.9714576962283386,
      "grad_norm": 3.2302394072528147,
      "learning_rate": 0.00015916748480352414,
      "loss": 4.7635,
      "step": 34980
    },
    {
      "epoch": 2.9715426435609924,
      "grad_norm": 3.415778661859773,
      "learning_rate": 0.00015916063146048082,
      "loss": 3.9972,
      "step": 34981
    },
    {
      "epoch": 2.971627590893646,
      "grad_norm": 3.0016560282187705,
      "learning_rate": 0.0001591537780982432,
      "loss": 4.3511,
      "step": 34982
    },
    {
      "epoch": 2.9717125382262997,
      "grad_norm": 3.180361580808117,
      "learning_rate": 0.00015914692471682567,
      "loss": 4.8576,
      "step": 34983
    },
    {
      "epoch": 2.9717974855589535,
      "grad_norm": 3.3506202136396004,
      "learning_rate": 0.00015914007131624251,
      "loss": 4.8934,
      "step": 34984
    },
    {
      "epoch": 2.9718824328916074,
      "grad_norm": 3.244133546608713,
      "learning_rate": 0.00015913321789650823,
      "loss": 3.9489,
      "step": 34985
    },
    {
      "epoch": 2.971967380224261,
      "grad_norm": 3.1016216758103683,
      "learning_rate": 0.00015912636445763705,
      "loss": 4.3856,
      "step": 34986
    },
    {
      "epoch": 2.9720523275569146,
      "grad_norm": 3.176022334042248,
      "learning_rate": 0.00015911951099964344,
      "loss": 4.7063,
      "step": 34987
    },
    {
      "epoch": 2.9721372748895685,
      "grad_norm": 3.197313467361954,
      "learning_rate": 0.00015911265752254172,
      "loss": 4.7055,
      "step": 34988
    },
    {
      "epoch": 2.9722222222222223,
      "grad_norm": 3.184575961459733,
      "learning_rate": 0.00015910580402634614,
      "loss": 4.707,
      "step": 34989
    },
    {
      "epoch": 2.9723071695548757,
      "grad_norm": 3.087187699898708,
      "learning_rate": 0.00015909895051107126,
      "loss": 4.5341,
      "step": 34990
    },
    {
      "epoch": 2.9723921168875296,
      "grad_norm": 3.268190156295194,
      "learning_rate": 0.0001590920969767313,
      "loss": 4.8376,
      "step": 34991
    },
    {
      "epoch": 2.9724770642201834,
      "grad_norm": 3.3881450976191827,
      "learning_rate": 0.00015908524342334067,
      "loss": 4.9882,
      "step": 34992
    },
    {
      "epoch": 2.9725620115528373,
      "grad_norm": 3.1364869835744407,
      "learning_rate": 0.0001590783898509137,
      "loss": 4.5352,
      "step": 34993
    },
    {
      "epoch": 2.972646958885491,
      "grad_norm": 3.144719802209902,
      "learning_rate": 0.00015907153625946475,
      "loss": 4.4984,
      "step": 34994
    },
    {
      "epoch": 2.9727319062181445,
      "grad_norm": 3.036329396926918,
      "learning_rate": 0.0001590646826490083,
      "loss": 4.3128,
      "step": 34995
    },
    {
      "epoch": 2.9728168535507984,
      "grad_norm": 3.0829101399008256,
      "learning_rate": 0.0001590578290195585,
      "loss": 4.2501,
      "step": 34996
    },
    {
      "epoch": 2.9729018008834522,
      "grad_norm": 3.256970712801369,
      "learning_rate": 0.00015905097537112988,
      "loss": 4.8651,
      "step": 34997
    },
    {
      "epoch": 2.972986748216106,
      "grad_norm": 3.0715664719334184,
      "learning_rate": 0.00015904412170373675,
      "loss": 4.3906,
      "step": 34998
    },
    {
      "epoch": 2.97307169554876,
      "grad_norm": 3.140747961712418,
      "learning_rate": 0.0001590372680173934,
      "loss": 4.4457,
      "step": 34999
    },
    {
      "epoch": 2.9731566428814133,
      "grad_norm": 3.171204098489221,
      "learning_rate": 0.00015903041431211432,
      "loss": 4.7481,
      "step": 35000
    },
    {
      "epoch": 2.973241590214067,
      "grad_norm": 2.973207271026199,
      "learning_rate": 0.00015902356058791373,
      "loss": 4.2866,
      "step": 35001
    },
    {
      "epoch": 2.973326537546721,
      "grad_norm": 3.2232514964257315,
      "learning_rate": 0.00015901670684480613,
      "loss": 4.7515,
      "step": 35002
    },
    {
      "epoch": 2.973411484879375,
      "grad_norm": 3.289103811999296,
      "learning_rate": 0.00015900985308280578,
      "loss": 4.7137,
      "step": 35003
    },
    {
      "epoch": 2.9734964322120288,
      "grad_norm": 3.1748019545098836,
      "learning_rate": 0.00015900299930192712,
      "loss": 4.6544,
      "step": 35004
    },
    {
      "epoch": 2.973581379544682,
      "grad_norm": 3.1264656966063384,
      "learning_rate": 0.0001589961455021844,
      "loss": 4.5204,
      "step": 35005
    },
    {
      "epoch": 2.973666326877336,
      "grad_norm": 3.1910913011025026,
      "learning_rate": 0.0001589892916835921,
      "loss": 4.7271,
      "step": 35006
    },
    {
      "epoch": 2.97375127420999,
      "grad_norm": 3.058303155123436,
      "learning_rate": 0.0001589824378461645,
      "loss": 4.4526,
      "step": 35007
    },
    {
      "epoch": 2.9738362215426437,
      "grad_norm": 3.081747462700134,
      "learning_rate": 0.000158975583989916,
      "loss": 4.6091,
      "step": 35008
    },
    {
      "epoch": 2.9739211688752976,
      "grad_norm": 3.1655729840520883,
      "learning_rate": 0.00015896873011486093,
      "loss": 4.6155,
      "step": 35009
    },
    {
      "epoch": 2.974006116207951,
      "grad_norm": 3.1561338173895916,
      "learning_rate": 0.00015896187622101369,
      "loss": 4.5917,
      "step": 35010
    },
    {
      "epoch": 2.974091063540605,
      "grad_norm": 3.1419695160186154,
      "learning_rate": 0.0001589550223083886,
      "loss": 4.7084,
      "step": 35011
    },
    {
      "epoch": 2.9741760108732587,
      "grad_norm": 3.0988344533195704,
      "learning_rate": 0.00015894816837700007,
      "loss": 4.7201,
      "step": 35012
    },
    {
      "epoch": 2.974260958205912,
      "grad_norm": 3.1279192544803984,
      "learning_rate": 0.00015894131442686246,
      "loss": 4.3306,
      "step": 35013
    },
    {
      "epoch": 2.974345905538566,
      "grad_norm": 3.245423629089764,
      "learning_rate": 0.00015893446045799,
      "loss": 4.9388,
      "step": 35014
    },
    {
      "epoch": 2.9744308528712198,
      "grad_norm": 3.172056530540538,
      "learning_rate": 0.00015892760647039726,
      "loss": 4.704,
      "step": 35015
    },
    {
      "epoch": 2.9745158002038736,
      "grad_norm": 3.095716068959067,
      "learning_rate": 0.00015892075246409847,
      "loss": 4.4973,
      "step": 35016
    },
    {
      "epoch": 2.9746007475365275,
      "grad_norm": 3.1663390585600744,
      "learning_rate": 0.000158913898439108,
      "loss": 4.5934,
      "step": 35017
    },
    {
      "epoch": 2.974685694869181,
      "grad_norm": 3.0628226915699095,
      "learning_rate": 0.00015890704439544022,
      "loss": 4.4664,
      "step": 35018
    },
    {
      "epoch": 2.9747706422018347,
      "grad_norm": 3.0203701388125688,
      "learning_rate": 0.0001589001903331095,
      "loss": 4.5764,
      "step": 35019
    },
    {
      "epoch": 2.9748555895344886,
      "grad_norm": 3.223114846790495,
      "learning_rate": 0.00015889333625213024,
      "loss": 5.1237,
      "step": 35020
    },
    {
      "epoch": 2.9749405368671424,
      "grad_norm": 3.3080782069568717,
      "learning_rate": 0.00015888648215251673,
      "loss": 4.8596,
      "step": 35021
    },
    {
      "epoch": 2.9750254841997963,
      "grad_norm": 3.3061829488017977,
      "learning_rate": 0.0001588796280342834,
      "loss": 4.7575,
      "step": 35022
    },
    {
      "epoch": 2.9751104315324497,
      "grad_norm": 3.065994079982808,
      "learning_rate": 0.00015887277389744448,
      "loss": 4.2966,
      "step": 35023
    },
    {
      "epoch": 2.9751953788651035,
      "grad_norm": 3.1759335815181045,
      "learning_rate": 0.00015886591974201457,
      "loss": 4.6516,
      "step": 35024
    },
    {
      "epoch": 2.9752803261977574,
      "grad_norm": 3.0402163069499437,
      "learning_rate": 0.0001588590655680078,
      "loss": 4.4011,
      "step": 35025
    },
    {
      "epoch": 2.9753652735304112,
      "grad_norm": 3.0226509952213587,
      "learning_rate": 0.0001588522113754386,
      "loss": 4.4933,
      "step": 35026
    },
    {
      "epoch": 2.975450220863065,
      "grad_norm": 3.3509206046803173,
      "learning_rate": 0.0001588453571643214,
      "loss": 5.1667,
      "step": 35027
    },
    {
      "epoch": 2.9755351681957185,
      "grad_norm": 3.1450849874334144,
      "learning_rate": 0.0001588385029346705,
      "loss": 4.6894,
      "step": 35028
    },
    {
      "epoch": 2.9756201155283724,
      "grad_norm": 3.0172546298956338,
      "learning_rate": 0.00015883164868650028,
      "loss": 4.2826,
      "step": 35029
    },
    {
      "epoch": 2.975705062861026,
      "grad_norm": 3.2848283600964034,
      "learning_rate": 0.0001588247944198251,
      "loss": 4.8831,
      "step": 35030
    },
    {
      "epoch": 2.97579001019368,
      "grad_norm": 3.88810686933808,
      "learning_rate": 0.0001588179401346593,
      "loss": 3.941,
      "step": 35031
    },
    {
      "epoch": 2.975874957526334,
      "grad_norm": 3.185291793858381,
      "learning_rate": 0.00015881108583101726,
      "loss": 4.5866,
      "step": 35032
    },
    {
      "epoch": 2.9759599048589873,
      "grad_norm": 3.094713005131176,
      "learning_rate": 0.00015880423150891338,
      "loss": 4.3552,
      "step": 35033
    },
    {
      "epoch": 2.976044852191641,
      "grad_norm": 3.280116711884629,
      "learning_rate": 0.00015879737716836196,
      "loss": 4.8516,
      "step": 35034
    },
    {
      "epoch": 2.976129799524295,
      "grad_norm": 3.31773166509998,
      "learning_rate": 0.00015879052280937738,
      "loss": 5.051,
      "step": 35035
    },
    {
      "epoch": 2.9762147468569484,
      "grad_norm": 3.2312847223959467,
      "learning_rate": 0.000158783668431974,
      "loss": 4.7316,
      "step": 35036
    },
    {
      "epoch": 2.9762996941896027,
      "grad_norm": 3.404173989499244,
      "learning_rate": 0.00015877681403616623,
      "loss": 5.019,
      "step": 35037
    },
    {
      "epoch": 2.976384641522256,
      "grad_norm": 3.144004477097815,
      "learning_rate": 0.00015876995962196838,
      "loss": 4.6336,
      "step": 35038
    },
    {
      "epoch": 2.97646958885491,
      "grad_norm": 3.044576734790714,
      "learning_rate": 0.00015876310518939476,
      "loss": 4.5895,
      "step": 35039
    },
    {
      "epoch": 2.976554536187564,
      "grad_norm": 3.2851711902845877,
      "learning_rate": 0.00015875625073845988,
      "loss": 4.9475,
      "step": 35040
    },
    {
      "epoch": 2.9766394835202172,
      "grad_norm": 3.3299477049941903,
      "learning_rate": 0.00015874939626917797,
      "loss": 4.9267,
      "step": 35041
    },
    {
      "epoch": 2.976724430852871,
      "grad_norm": 3.0647567583208573,
      "learning_rate": 0.00015874254178156348,
      "loss": 4.4459,
      "step": 35042
    },
    {
      "epoch": 2.976809378185525,
      "grad_norm": 3.03173614136698,
      "learning_rate": 0.00015873568727563068,
      "loss": 4.2125,
      "step": 35043
    },
    {
      "epoch": 2.976894325518179,
      "grad_norm": 3.0386055141644426,
      "learning_rate": 0.00015872883275139406,
      "loss": 4.5893,
      "step": 35044
    },
    {
      "epoch": 2.9769792728508326,
      "grad_norm": 3.1782438625710516,
      "learning_rate": 0.00015872197820886784,
      "loss": 4.6651,
      "step": 35045
    },
    {
      "epoch": 2.977064220183486,
      "grad_norm": 3.1089696871145316,
      "learning_rate": 0.00015871512364806648,
      "loss": 4.6606,
      "step": 35046
    },
    {
      "epoch": 2.97714916751614,
      "grad_norm": 3.079926261637044,
      "learning_rate": 0.0001587082690690043,
      "loss": 4.6331,
      "step": 35047
    },
    {
      "epoch": 2.9772341148487937,
      "grad_norm": 3.1227030133460283,
      "learning_rate": 0.00015870141447169562,
      "loss": 4.6667,
      "step": 35048
    },
    {
      "epoch": 2.9773190621814476,
      "grad_norm": 3.299411561294828,
      "learning_rate": 0.00015869455985615495,
      "loss": 4.8975,
      "step": 35049
    },
    {
      "epoch": 2.9774040095141014,
      "grad_norm": 3.1067002643724,
      "learning_rate": 0.00015868770522239653,
      "loss": 4.5058,
      "step": 35050
    },
    {
      "epoch": 2.977488956846755,
      "grad_norm": 3.1315737012492506,
      "learning_rate": 0.00015868085057043474,
      "loss": 4.5254,
      "step": 35051
    },
    {
      "epoch": 2.9775739041794087,
      "grad_norm": 3.309691546852765,
      "learning_rate": 0.00015867399590028397,
      "loss": 5.0187,
      "step": 35052
    },
    {
      "epoch": 2.9776588515120626,
      "grad_norm": 3.1432339876030806,
      "learning_rate": 0.00015866714121195858,
      "loss": 4.5849,
      "step": 35053
    },
    {
      "epoch": 2.9777437988447164,
      "grad_norm": 3.159829754680298,
      "learning_rate": 0.00015866028650547283,
      "loss": 4.5577,
      "step": 35054
    },
    {
      "epoch": 2.9778287461773703,
      "grad_norm": 3.2723455902775918,
      "learning_rate": 0.0001586534317808413,
      "loss": 4.7996,
      "step": 35055
    },
    {
      "epoch": 2.9779136935100237,
      "grad_norm": 3.158187760439139,
      "learning_rate": 0.00015864657703807815,
      "loss": 4.839,
      "step": 35056
    },
    {
      "epoch": 2.9779986408426775,
      "grad_norm": 3.302765186855817,
      "learning_rate": 0.00015863972227719782,
      "loss": 4.9254,
      "step": 35057
    },
    {
      "epoch": 2.9780835881753314,
      "grad_norm": 3.0561560903815734,
      "learning_rate": 0.00015863286749821472,
      "loss": 4.2595,
      "step": 35058
    },
    {
      "epoch": 2.978168535507985,
      "grad_norm": 3.051893592718114,
      "learning_rate": 0.00015862601270114312,
      "loss": 4.4843,
      "step": 35059
    },
    {
      "epoch": 2.978253482840639,
      "grad_norm": 3.2578740123314303,
      "learning_rate": 0.00015861915788599741,
      "loss": 5.0407,
      "step": 35060
    },
    {
      "epoch": 2.9783384301732925,
      "grad_norm": 3.0484123037638797,
      "learning_rate": 0.000158612303052792,
      "loss": 4.3806,
      "step": 35061
    },
    {
      "epoch": 2.9784233775059463,
      "grad_norm": 3.1646940109375317,
      "learning_rate": 0.0001586054482015412,
      "loss": 4.5581,
      "step": 35062
    },
    {
      "epoch": 2.9785083248386,
      "grad_norm": 3.1558129019143992,
      "learning_rate": 0.0001585985933322594,
      "loss": 4.6593,
      "step": 35063
    },
    {
      "epoch": 2.9785932721712536,
      "grad_norm": 3.0782170508385702,
      "learning_rate": 0.000158591738444961,
      "loss": 4.5944,
      "step": 35064
    },
    {
      "epoch": 2.9786782195039074,
      "grad_norm": 3.275732962984184,
      "learning_rate": 0.00015858488353966027,
      "loss": 5.0065,
      "step": 35065
    },
    {
      "epoch": 2.9787631668365613,
      "grad_norm": 3.1658691889953356,
      "learning_rate": 0.00015857802861637165,
      "loss": 4.6513,
      "step": 35066
    },
    {
      "epoch": 2.978848114169215,
      "grad_norm": 3.0587907721989875,
      "learning_rate": 0.0001585711736751095,
      "loss": 4.4168,
      "step": 35067
    },
    {
      "epoch": 2.978933061501869,
      "grad_norm": 3.0508651764185353,
      "learning_rate": 0.00015856431871588808,
      "loss": 4.7059,
      "step": 35068
    },
    {
      "epoch": 2.9790180088345224,
      "grad_norm": 3.018349205840927,
      "learning_rate": 0.00015855746373872188,
      "loss": 4.483,
      "step": 35069
    },
    {
      "epoch": 2.9791029561671762,
      "grad_norm": 3.142368067038152,
      "learning_rate": 0.00015855060874362523,
      "loss": 4.6359,
      "step": 35070
    },
    {
      "epoch": 2.97918790349983,
      "grad_norm": 3.0924577542381644,
      "learning_rate": 0.0001585437537306125,
      "loss": 4.3975,
      "step": 35071
    },
    {
      "epoch": 2.979272850832484,
      "grad_norm": 3.093445275313719,
      "learning_rate": 0.00015853689869969797,
      "loss": 4.3196,
      "step": 35072
    },
    {
      "epoch": 2.979357798165138,
      "grad_norm": 3.0636332090661873,
      "learning_rate": 0.00015853004365089615,
      "loss": 4.3505,
      "step": 35073
    },
    {
      "epoch": 2.979442745497791,
      "grad_norm": 3.198841039867859,
      "learning_rate": 0.00015852318858422125,
      "loss": 4.7342,
      "step": 35074
    },
    {
      "epoch": 2.979527692830445,
      "grad_norm": 3.033723265623498,
      "learning_rate": 0.00015851633349968773,
      "loss": 4.3948,
      "step": 35075
    },
    {
      "epoch": 2.979612640163099,
      "grad_norm": 3.1762862305423654,
      "learning_rate": 0.0001585094783973099,
      "loss": 4.5186,
      "step": 35076
    },
    {
      "epoch": 2.9796975874957528,
      "grad_norm": 3.1131504910358743,
      "learning_rate": 0.0001585026232771022,
      "loss": 4.6751,
      "step": 35077
    },
    {
      "epoch": 2.9797825348284066,
      "grad_norm": 3.0644568041955504,
      "learning_rate": 0.00015849576813907888,
      "loss": 4.4386,
      "step": 35078
    },
    {
      "epoch": 2.97986748216106,
      "grad_norm": 3.137486865065421,
      "learning_rate": 0.00015848891298325443,
      "loss": 4.6777,
      "step": 35079
    },
    {
      "epoch": 2.979952429493714,
      "grad_norm": 3.009689217658037,
      "learning_rate": 0.00015848205780964313,
      "loss": 4.385,
      "step": 35080
    },
    {
      "epoch": 2.9800373768263677,
      "grad_norm": 3.3580951949903235,
      "learning_rate": 0.0001584752026182594,
      "loss": 4.972,
      "step": 35081
    },
    {
      "epoch": 2.9801223241590216,
      "grad_norm": 3.0581653056562006,
      "learning_rate": 0.00015846834740911752,
      "loss": 4.229,
      "step": 35082
    },
    {
      "epoch": 2.9802072714916754,
      "grad_norm": 3.0987424398148886,
      "learning_rate": 0.0001584614921822319,
      "loss": 4.6984,
      "step": 35083
    },
    {
      "epoch": 2.980292218824329,
      "grad_norm": 3.0839934937633484,
      "learning_rate": 0.00015845463693761692,
      "loss": 4.3254,
      "step": 35084
    },
    {
      "epoch": 2.9803771661569827,
      "grad_norm": 3.083025166864236,
      "learning_rate": 0.00015844778167528693,
      "loss": 4.5422,
      "step": 35085
    },
    {
      "epoch": 2.9804621134896365,
      "grad_norm": 3.1753702063217184,
      "learning_rate": 0.0001584409263952563,
      "loss": 4.8754,
      "step": 35086
    },
    {
      "epoch": 2.98054706082229,
      "grad_norm": 3.062930754860467,
      "learning_rate": 0.00015843407109753942,
      "loss": 4.4756,
      "step": 35087
    },
    {
      "epoch": 2.980632008154944,
      "grad_norm": 3.2090799380981174,
      "learning_rate": 0.00015842721578215052,
      "loss": 4.7517,
      "step": 35088
    },
    {
      "epoch": 2.9807169554875976,
      "grad_norm": 3.079121191750511,
      "learning_rate": 0.00015842036044910415,
      "loss": 4.283,
      "step": 35089
    },
    {
      "epoch": 2.9808019028202515,
      "grad_norm": 3.0452192983444446,
      "learning_rate": 0.00015841350509841458,
      "loss": 4.2453,
      "step": 35090
    },
    {
      "epoch": 2.9808868501529053,
      "grad_norm": 3.2930822708412775,
      "learning_rate": 0.00015840664973009616,
      "loss": 5.1198,
      "step": 35091
    },
    {
      "epoch": 2.9809717974855587,
      "grad_norm": 3.101644338679214,
      "learning_rate": 0.0001583997943441633,
      "loss": 4.5596,
      "step": 35092
    },
    {
      "epoch": 2.9810567448182126,
      "grad_norm": 3.2635911107183797,
      "learning_rate": 0.0001583929389406303,
      "loss": 4.8803,
      "step": 35093
    },
    {
      "epoch": 2.9811416921508664,
      "grad_norm": 3.2595326720463325,
      "learning_rate": 0.00015838608351951164,
      "loss": 4.9372,
      "step": 35094
    },
    {
      "epoch": 2.9812266394835203,
      "grad_norm": 3.3176589862112924,
      "learning_rate": 0.00015837922808082156,
      "loss": 4.2458,
      "step": 35095
    },
    {
      "epoch": 2.981311586816174,
      "grad_norm": 3.158501984248338,
      "learning_rate": 0.0001583723726245745,
      "loss": 4.5317,
      "step": 35096
    },
    {
      "epoch": 2.9813965341488275,
      "grad_norm": 3.356418521312599,
      "learning_rate": 0.00015836551715078475,
      "loss": 4.9241,
      "step": 35097
    },
    {
      "epoch": 2.9814814814814814,
      "grad_norm": 3.337115504943483,
      "learning_rate": 0.0001583586616594668,
      "loss": 5.0322,
      "step": 35098
    },
    {
      "epoch": 2.9815664288141353,
      "grad_norm": 3.1911202196705934,
      "learning_rate": 0.0001583518061506349,
      "loss": 4.8565,
      "step": 35099
    },
    {
      "epoch": 2.981651376146789,
      "grad_norm": 3.257388117139574,
      "learning_rate": 0.00015834495062430344,
      "loss": 5.0275,
      "step": 35100
    },
    {
      "epoch": 2.981736323479443,
      "grad_norm": 3.1955732597661424,
      "learning_rate": 0.00015833809508048678,
      "loss": 4.8829,
      "step": 35101
    },
    {
      "epoch": 2.9818212708120964,
      "grad_norm": 3.0378191083694754,
      "learning_rate": 0.00015833123951919931,
      "loss": 4.3458,
      "step": 35102
    },
    {
      "epoch": 2.98190621814475,
      "grad_norm": 2.9563782693074847,
      "learning_rate": 0.00015832438394045538,
      "loss": 4.0579,
      "step": 35103
    },
    {
      "epoch": 2.981991165477404,
      "grad_norm": 3.023385680931455,
      "learning_rate": 0.00015831752834426937,
      "loss": 4.4277,
      "step": 35104
    },
    {
      "epoch": 2.982076112810058,
      "grad_norm": 3.2119199944528356,
      "learning_rate": 0.00015831067273065568,
      "loss": 4.0878,
      "step": 35105
    },
    {
      "epoch": 2.9821610601427118,
      "grad_norm": 3.402708425004984,
      "learning_rate": 0.00015830381709962854,
      "loss": 4.1235,
      "step": 35106
    },
    {
      "epoch": 2.982246007475365,
      "grad_norm": 3.1213247631542256,
      "learning_rate": 0.0001582969614512025,
      "loss": 4.4276,
      "step": 35107
    },
    {
      "epoch": 2.982330954808019,
      "grad_norm": 3.1187858741694288,
      "learning_rate": 0.0001582901057853918,
      "loss": 4.6113,
      "step": 35108
    },
    {
      "epoch": 2.982415902140673,
      "grad_norm": 3.1259785224674923,
      "learning_rate": 0.00015828325010221078,
      "loss": 4.5925,
      "step": 35109
    },
    {
      "epoch": 2.9825008494733263,
      "grad_norm": 3.160832178082393,
      "learning_rate": 0.0001582763944016739,
      "loss": 4.1229,
      "step": 35110
    },
    {
      "epoch": 2.98258579680598,
      "grad_norm": 3.0330650469928626,
      "learning_rate": 0.00015826953868379543,
      "loss": 4.5135,
      "step": 35111
    },
    {
      "epoch": 2.982670744138634,
      "grad_norm": 3.1181474358084507,
      "learning_rate": 0.00015826268294858985,
      "loss": 4.588,
      "step": 35112
    },
    {
      "epoch": 2.982755691471288,
      "grad_norm": 3.048228024215848,
      "learning_rate": 0.00015825582719607143,
      "loss": 4.4787,
      "step": 35113
    },
    {
      "epoch": 2.9828406388039417,
      "grad_norm": 3.1027873693647336,
      "learning_rate": 0.0001582489714262546,
      "loss": 4.4214,
      "step": 35114
    },
    {
      "epoch": 2.982925586136595,
      "grad_norm": 3.151228716562341,
      "learning_rate": 0.00015824211563915364,
      "loss": 4.7367,
      "step": 35115
    },
    {
      "epoch": 2.983010533469249,
      "grad_norm": 3.1302848875694833,
      "learning_rate": 0.000158235259834783,
      "loss": 4.6741,
      "step": 35116
    },
    {
      "epoch": 2.983095480801903,
      "grad_norm": 2.983192694427385,
      "learning_rate": 0.00015822840401315703,
      "loss": 4.4199,
      "step": 35117
    },
    {
      "epoch": 2.9831804281345566,
      "grad_norm": 3.059342669734268,
      "learning_rate": 0.00015822154817429,
      "loss": 4.4085,
      "step": 35118
    },
    {
      "epoch": 2.9832653754672105,
      "grad_norm": 3.21053762919121,
      "learning_rate": 0.00015821469231819642,
      "loss": 4.6693,
      "step": 35119
    },
    {
      "epoch": 2.983350322799864,
      "grad_norm": 3.070087616520243,
      "learning_rate": 0.0001582078364448906,
      "loss": 4.4896,
      "step": 35120
    },
    {
      "epoch": 2.9834352701325177,
      "grad_norm": 3.189759621359149,
      "learning_rate": 0.00015820098055438684,
      "loss": 4.5007,
      "step": 35121
    },
    {
      "epoch": 2.9835202174651716,
      "grad_norm": 2.9770276189758884,
      "learning_rate": 0.00015819412464669957,
      "loss": 4.1545,
      "step": 35122
    },
    {
      "epoch": 2.9836051647978254,
      "grad_norm": 3.0899895263316637,
      "learning_rate": 0.00015818726872184318,
      "loss": 4.2894,
      "step": 35123
    },
    {
      "epoch": 2.9836901121304793,
      "grad_norm": 2.9986277903424585,
      "learning_rate": 0.0001581804127798319,
      "loss": 4.2758,
      "step": 35124
    },
    {
      "epoch": 2.9837750594631327,
      "grad_norm": 3.2862352240954924,
      "learning_rate": 0.0001581735568206803,
      "loss": 4.8756,
      "step": 35125
    },
    {
      "epoch": 2.9838600067957866,
      "grad_norm": 3.1271216310620162,
      "learning_rate": 0.00015816670084440256,
      "loss": 4.5484,
      "step": 35126
    },
    {
      "epoch": 2.9839449541284404,
      "grad_norm": 3.19557270849373,
      "learning_rate": 0.0001581598448510132,
      "loss": 4.4743,
      "step": 35127
    },
    {
      "epoch": 2.9840299014610943,
      "grad_norm": 3.105004304206397,
      "learning_rate": 0.00015815298884052644,
      "loss": 4.6585,
      "step": 35128
    },
    {
      "epoch": 2.984114848793748,
      "grad_norm": 3.7808943605061445,
      "learning_rate": 0.00015814613281295672,
      "loss": 4.2116,
      "step": 35129
    },
    {
      "epoch": 2.9841997961264015,
      "grad_norm": 3.033557681311744,
      "learning_rate": 0.00015813927676831848,
      "loss": 4.4515,
      "step": 35130
    },
    {
      "epoch": 2.9842847434590554,
      "grad_norm": 3.341819662427115,
      "learning_rate": 0.0001581324207066259,
      "loss": 4.9226,
      "step": 35131
    },
    {
      "epoch": 2.984369690791709,
      "grad_norm": 3.181471820552094,
      "learning_rate": 0.00015812556462789352,
      "loss": 4.7546,
      "step": 35132
    },
    {
      "epoch": 2.9844546381243626,
      "grad_norm": 3.3005552230912008,
      "learning_rate": 0.0001581187085321356,
      "loss": 4.8741,
      "step": 35133
    },
    {
      "epoch": 2.984539585457017,
      "grad_norm": 3.0296752188383724,
      "learning_rate": 0.00015811185241936657,
      "loss": 4.2842,
      "step": 35134
    },
    {
      "epoch": 2.9846245327896703,
      "grad_norm": 2.9543658570369393,
      "learning_rate": 0.00015810499628960073,
      "loss": 4.407,
      "step": 35135
    },
    {
      "epoch": 2.984709480122324,
      "grad_norm": 3.3320613381595843,
      "learning_rate": 0.0001580981401428525,
      "loss": 5.0751,
      "step": 35136
    },
    {
      "epoch": 2.984794427454978,
      "grad_norm": 3.108492761717065,
      "learning_rate": 0.0001580912839791362,
      "loss": 4.4822,
      "step": 35137
    },
    {
      "epoch": 2.9848793747876314,
      "grad_norm": 3.1150637178283613,
      "learning_rate": 0.00015808442779846626,
      "loss": 4.672,
      "step": 35138
    },
    {
      "epoch": 2.9849643221202853,
      "grad_norm": 3.2106221110637545,
      "learning_rate": 0.00015807757160085702,
      "loss": 4.8992,
      "step": 35139
    },
    {
      "epoch": 2.985049269452939,
      "grad_norm": 3.4138150427694676,
      "learning_rate": 0.00015807071538632278,
      "loss": 5.175,
      "step": 35140
    },
    {
      "epoch": 2.985134216785593,
      "grad_norm": 3.080065077076765,
      "learning_rate": 0.00015806385915487803,
      "loss": 4.4841,
      "step": 35141
    },
    {
      "epoch": 2.985219164118247,
      "grad_norm": 3.06055123044706,
      "learning_rate": 0.00015805700290653707,
      "loss": 4.5172,
      "step": 35142
    },
    {
      "epoch": 2.9853041114509002,
      "grad_norm": 3.5294655656132488,
      "learning_rate": 0.00015805014664131418,
      "loss": 4.1961,
      "step": 35143
    },
    {
      "epoch": 2.985389058783554,
      "grad_norm": 3.1116071255786273,
      "learning_rate": 0.00015804329035922388,
      "loss": 4.4294,
      "step": 35144
    },
    {
      "epoch": 2.985474006116208,
      "grad_norm": 3.1656905533317814,
      "learning_rate": 0.00015803643406028044,
      "loss": 4.6311,
      "step": 35145
    },
    {
      "epoch": 2.985558953448862,
      "grad_norm": 3.1310418698220266,
      "learning_rate": 0.00015802957774449823,
      "loss": 4.5129,
      "step": 35146
    },
    {
      "epoch": 2.9856439007815156,
      "grad_norm": 3.1335169787190633,
      "learning_rate": 0.00015802272141189166,
      "loss": 4.3916,
      "step": 35147
    },
    {
      "epoch": 2.985728848114169,
      "grad_norm": 3.1784042289587937,
      "learning_rate": 0.00015801586506247511,
      "loss": 4.8345,
      "step": 35148
    },
    {
      "epoch": 2.985813795446823,
      "grad_norm": 3.3203652456882606,
      "learning_rate": 0.00015800900869626284,
      "loss": 5.0251,
      "step": 35149
    },
    {
      "epoch": 2.9858987427794768,
      "grad_norm": 3.057572006780052,
      "learning_rate": 0.00015800215231326936,
      "loss": 4.2327,
      "step": 35150
    },
    {
      "epoch": 2.9859836901121306,
      "grad_norm": 3.0377237445505743,
      "learning_rate": 0.00015799529591350891,
      "loss": 4.5058,
      "step": 35151
    },
    {
      "epoch": 2.9860686374447845,
      "grad_norm": 3.0724889980271572,
      "learning_rate": 0.00015798843949699592,
      "loss": 4.4161,
      "step": 35152
    },
    {
      "epoch": 2.986153584777438,
      "grad_norm": 3.15961075480426,
      "learning_rate": 0.00015798158306374474,
      "loss": 4.446,
      "step": 35153
    },
    {
      "epoch": 2.9862385321100917,
      "grad_norm": 3.167504429703515,
      "learning_rate": 0.0001579747266137697,
      "loss": 4.6541,
      "step": 35154
    },
    {
      "epoch": 2.9863234794427456,
      "grad_norm": 2.9635747674690056,
      "learning_rate": 0.00015796787014708529,
      "loss": 4.2857,
      "step": 35155
    },
    {
      "epoch": 2.9864084267753994,
      "grad_norm": 3.1443857487639577,
      "learning_rate": 0.00015796101366370575,
      "loss": 4.4277,
      "step": 35156
    },
    {
      "epoch": 2.9864933741080533,
      "grad_norm": 3.0418127260278816,
      "learning_rate": 0.00015795415716364551,
      "loss": 4.5193,
      "step": 35157
    },
    {
      "epoch": 2.9865783214407067,
      "grad_norm": 3.2619723574883155,
      "learning_rate": 0.00015794730064691884,
      "loss": 4.9311,
      "step": 35158
    },
    {
      "epoch": 2.9866632687733605,
      "grad_norm": 2.9779192788003024,
      "learning_rate": 0.0001579404441135403,
      "loss": 4.3468,
      "step": 35159
    },
    {
      "epoch": 2.9867482161060144,
      "grad_norm": 3.418478090109019,
      "learning_rate": 0.00015793358756352406,
      "loss": 5.2983,
      "step": 35160
    },
    {
      "epoch": 2.986833163438668,
      "grad_norm": 3.040167514955603,
      "learning_rate": 0.0001579267309968846,
      "loss": 4.2744,
      "step": 35161
    },
    {
      "epoch": 2.9869181107713216,
      "grad_norm": 3.0602027940446592,
      "learning_rate": 0.00015791987441363624,
      "loss": 4.5031,
      "step": 35162
    },
    {
      "epoch": 2.9870030581039755,
      "grad_norm": 2.9953886565145527,
      "learning_rate": 0.00015791301781379333,
      "loss": 4.2467,
      "step": 35163
    },
    {
      "epoch": 2.9870880054366293,
      "grad_norm": 3.0054317315596264,
      "learning_rate": 0.00015790616119737031,
      "loss": 4.4933,
      "step": 35164
    },
    {
      "epoch": 2.987172952769283,
      "grad_norm": 3.3693691698471135,
      "learning_rate": 0.00015789930456438145,
      "loss": 5.0018,
      "step": 35165
    },
    {
      "epoch": 2.9872579001019366,
      "grad_norm": 3.227420083089804,
      "learning_rate": 0.00015789244791484126,
      "loss": 4.8135,
      "step": 35166
    },
    {
      "epoch": 2.9873428474345904,
      "grad_norm": 3.3104211862368857,
      "learning_rate": 0.0001578855912487639,
      "loss": 5.0534,
      "step": 35167
    },
    {
      "epoch": 2.9874277947672443,
      "grad_norm": 3.2826282137308707,
      "learning_rate": 0.00015787873456616394,
      "loss": 5.0773,
      "step": 35168
    },
    {
      "epoch": 2.987512742099898,
      "grad_norm": 3.2414156392966995,
      "learning_rate": 0.00015787187786705565,
      "loss": 4.6563,
      "step": 35169
    },
    {
      "epoch": 2.987597689432552,
      "grad_norm": 3.1404632345027643,
      "learning_rate": 0.00015786502115145337,
      "loss": 4.7139,
      "step": 35170
    },
    {
      "epoch": 2.9876826367652054,
      "grad_norm": 3.0668864730923238,
      "learning_rate": 0.00015785816441937152,
      "loss": 4.4253,
      "step": 35171
    },
    {
      "epoch": 2.9877675840978593,
      "grad_norm": 3.2018688205787464,
      "learning_rate": 0.00015785130767082448,
      "loss": 4.747,
      "step": 35172
    },
    {
      "epoch": 2.987852531430513,
      "grad_norm": 3.112380962214322,
      "learning_rate": 0.0001578444509058265,
      "loss": 4.7028,
      "step": 35173
    },
    {
      "epoch": 2.987937478763167,
      "grad_norm": 3.070769062422686,
      "learning_rate": 0.0001578375941243921,
      "loss": 4.3862,
      "step": 35174
    },
    {
      "epoch": 2.988022426095821,
      "grad_norm": 3.1007602904734846,
      "learning_rate": 0.00015783073732653557,
      "loss": 4.5235,
      "step": 35175
    },
    {
      "epoch": 2.988107373428474,
      "grad_norm": 3.1590985141694774,
      "learning_rate": 0.0001578238805122713,
      "loss": 4.725,
      "step": 35176
    },
    {
      "epoch": 2.988192320761128,
      "grad_norm": 3.0192062079850888,
      "learning_rate": 0.00015781702368161362,
      "loss": 4.2799,
      "step": 35177
    },
    {
      "epoch": 2.988277268093782,
      "grad_norm": 3.0570026231827296,
      "learning_rate": 0.00015781016683457695,
      "loss": 4.3114,
      "step": 35178
    },
    {
      "epoch": 2.9883622154264358,
      "grad_norm": 3.307406690155647,
      "learning_rate": 0.0001578033099711756,
      "loss": 4.8456,
      "step": 35179
    },
    {
      "epoch": 2.9884471627590896,
      "grad_norm": 3.0336051520679974,
      "learning_rate": 0.00015779645309142395,
      "loss": 4.2329,
      "step": 35180
    },
    {
      "epoch": 2.988532110091743,
      "grad_norm": 3.060966012370668,
      "learning_rate": 0.00015778959619533646,
      "loss": 4.3989,
      "step": 35181
    },
    {
      "epoch": 2.988617057424397,
      "grad_norm": 3.045065984913866,
      "learning_rate": 0.00015778273928292736,
      "loss": 4.57,
      "step": 35182
    },
    {
      "epoch": 2.9887020047570507,
      "grad_norm": 3.1316305072558595,
      "learning_rate": 0.00015777588235421107,
      "loss": 4.6214,
      "step": 35183
    },
    {
      "epoch": 2.988786952089704,
      "grad_norm": 3.5216471533652314,
      "learning_rate": 0.000157769025409202,
      "loss": 4.2319,
      "step": 35184
    },
    {
      "epoch": 2.988871899422358,
      "grad_norm": 3.0942097899596597,
      "learning_rate": 0.00015776216844791446,
      "loss": 4.3668,
      "step": 35185
    },
    {
      "epoch": 2.988956846755012,
      "grad_norm": 3.073180721897837,
      "learning_rate": 0.00015775531147036283,
      "loss": 4.3028,
      "step": 35186
    },
    {
      "epoch": 2.9890417940876657,
      "grad_norm": 3.1016914269466125,
      "learning_rate": 0.0001577484544765615,
      "loss": 4.1763,
      "step": 35187
    },
    {
      "epoch": 2.9891267414203195,
      "grad_norm": 3.3065078769980514,
      "learning_rate": 0.00015774159746652488,
      "loss": 4.9154,
      "step": 35188
    },
    {
      "epoch": 2.989211688752973,
      "grad_norm": 3.067920850020318,
      "learning_rate": 0.00015773474044026718,
      "loss": 4.4998,
      "step": 35189
    },
    {
      "epoch": 2.989296636085627,
      "grad_norm": 3.253439743505262,
      "learning_rate": 0.00015772788339780296,
      "loss": 3.8868,
      "step": 35190
    },
    {
      "epoch": 2.9893815834182806,
      "grad_norm": 3.135699445271971,
      "learning_rate": 0.00015772102633914648,
      "loss": 4.6483,
      "step": 35191
    },
    {
      "epoch": 2.9894665307509345,
      "grad_norm": 3.2247543581490032,
      "learning_rate": 0.00015771416926431205,
      "loss": 4.9685,
      "step": 35192
    },
    {
      "epoch": 2.9895514780835883,
      "grad_norm": 3.1068142174045326,
      "learning_rate": 0.0001577073121733142,
      "loss": 4.5291,
      "step": 35193
    },
    {
      "epoch": 2.9896364254162417,
      "grad_norm": 3.051196877575734,
      "learning_rate": 0.0001577004550661672,
      "loss": 4.6599,
      "step": 35194
    },
    {
      "epoch": 2.9897213727488956,
      "grad_norm": 2.966127782116797,
      "learning_rate": 0.00015769359794288537,
      "loss": 4.3644,
      "step": 35195
    },
    {
      "epoch": 2.9898063200815495,
      "grad_norm": 3.148012457508553,
      "learning_rate": 0.00015768674080348318,
      "loss": 4.7655,
      "step": 35196
    },
    {
      "epoch": 2.9898912674142033,
      "grad_norm": 3.2482028026564085,
      "learning_rate": 0.000157679883647975,
      "loss": 4.8397,
      "step": 35197
    },
    {
      "epoch": 2.989976214746857,
      "grad_norm": 3.206663604652893,
      "learning_rate": 0.00015767302647637504,
      "loss": 4.8392,
      "step": 35198
    },
    {
      "epoch": 2.9900611620795106,
      "grad_norm": 3.066508191492498,
      "learning_rate": 0.00015766616928869788,
      "loss": 4.2367,
      "step": 35199
    },
    {
      "epoch": 2.9901461094121644,
      "grad_norm": 3.094818688414057,
      "learning_rate": 0.00015765931208495772,
      "loss": 4.4896,
      "step": 35200
    },
    {
      "epoch": 2.9902310567448183,
      "grad_norm": 3.065417803480406,
      "learning_rate": 0.000157652454865169,
      "loss": 4.324,
      "step": 35201
    },
    {
      "epoch": 2.990316004077472,
      "grad_norm": 3.028350221470298,
      "learning_rate": 0.00015764559762934612,
      "loss": 4.1867,
      "step": 35202
    },
    {
      "epoch": 2.990400951410126,
      "grad_norm": 3.5028277974727415,
      "learning_rate": 0.0001576387403775034,
      "loss": 3.9808,
      "step": 35203
    },
    {
      "epoch": 2.9904858987427794,
      "grad_norm": 3.0591562060586637,
      "learning_rate": 0.0001576318831096552,
      "loss": 4.1743,
      "step": 35204
    },
    {
      "epoch": 2.990570846075433,
      "grad_norm": 3.0417770594520435,
      "learning_rate": 0.00015762502582581593,
      "loss": 4.3838,
      "step": 35205
    },
    {
      "epoch": 2.990655793408087,
      "grad_norm": 2.9595226765649665,
      "learning_rate": 0.00015761816852599995,
      "loss": 4.4617,
      "step": 35206
    },
    {
      "epoch": 2.9907407407407405,
      "grad_norm": 3.227930918264242,
      "learning_rate": 0.00015761131121022154,
      "loss": 4.9934,
      "step": 35207
    },
    {
      "epoch": 2.9908256880733948,
      "grad_norm": 3.2193814319251985,
      "learning_rate": 0.00015760445387849522,
      "loss": 4.9414,
      "step": 35208
    },
    {
      "epoch": 2.990910635406048,
      "grad_norm": 3.036807336755376,
      "learning_rate": 0.00015759759653083527,
      "loss": 4.5022,
      "step": 35209
    },
    {
      "epoch": 2.990995582738702,
      "grad_norm": 3.1807987568901424,
      "learning_rate": 0.000157590739167256,
      "loss": 4.7503,
      "step": 35210
    },
    {
      "epoch": 2.991080530071356,
      "grad_norm": 3.0288937992734115,
      "learning_rate": 0.00015758388178777194,
      "loss": 4.2468,
      "step": 35211
    },
    {
      "epoch": 2.9911654774040093,
      "grad_norm": 3.1728324560650747,
      "learning_rate": 0.0001575770243923973,
      "loss": 4.4993,
      "step": 35212
    },
    {
      "epoch": 2.991250424736663,
      "grad_norm": 3.0969827893167494,
      "learning_rate": 0.00015757016698114652,
      "loss": 4.2675,
      "step": 35213
    },
    {
      "epoch": 2.991335372069317,
      "grad_norm": 3.0329628594716933,
      "learning_rate": 0.00015756330955403399,
      "loss": 4.3472,
      "step": 35214
    },
    {
      "epoch": 2.991420319401971,
      "grad_norm": 3.088846657380694,
      "learning_rate": 0.00015755645211107405,
      "loss": 4.3845,
      "step": 35215
    },
    {
      "epoch": 2.9915052667346247,
      "grad_norm": 3.0197924817040804,
      "learning_rate": 0.00015754959465228102,
      "loss": 4.3535,
      "step": 35216
    },
    {
      "epoch": 2.991590214067278,
      "grad_norm": 3.022090644703113,
      "learning_rate": 0.00015754273717766938,
      "loss": 4.3713,
      "step": 35217
    },
    {
      "epoch": 2.991675161399932,
      "grad_norm": 3.0581330383691645,
      "learning_rate": 0.00015753587968725337,
      "loss": 4.4619,
      "step": 35218
    },
    {
      "epoch": 2.991760108732586,
      "grad_norm": 3.2854372043597726,
      "learning_rate": 0.00015752902218104745,
      "loss": 4.9303,
      "step": 35219
    },
    {
      "epoch": 2.9918450560652396,
      "grad_norm": 3.178991218082457,
      "learning_rate": 0.00015752216465906595,
      "loss": 4.5417,
      "step": 35220
    },
    {
      "epoch": 2.9919300033978935,
      "grad_norm": 3.2783200046090073,
      "learning_rate": 0.0001575153071213233,
      "loss": 5.0063,
      "step": 35221
    },
    {
      "epoch": 2.992014950730547,
      "grad_norm": 3.097511625522855,
      "learning_rate": 0.0001575084495678338,
      "loss": 4.3996,
      "step": 35222
    },
    {
      "epoch": 2.9920998980632008,
      "grad_norm": 3.451903637537241,
      "learning_rate": 0.00015750159199861178,
      "loss": 4.0249,
      "step": 35223
    },
    {
      "epoch": 2.9921848453958546,
      "grad_norm": 3.3022661988465583,
      "learning_rate": 0.00015749473441367174,
      "loss": 5.0512,
      "step": 35224
    },
    {
      "epoch": 2.9922697927285085,
      "grad_norm": 3.286333606534163,
      "learning_rate": 0.00015748787681302794,
      "loss": 4.9874,
      "step": 35225
    },
    {
      "epoch": 2.9923547400611623,
      "grad_norm": 3.011554989984171,
      "learning_rate": 0.00015748101919669478,
      "loss": 4.1498,
      "step": 35226
    },
    {
      "epoch": 2.9924396873938157,
      "grad_norm": 3.058285510867908,
      "learning_rate": 0.00015747416156468663,
      "loss": 4.4914,
      "step": 35227
    },
    {
      "epoch": 2.9925246347264696,
      "grad_norm": 3.2865111575643424,
      "learning_rate": 0.00015746730391701786,
      "loss": 4.1201,
      "step": 35228
    },
    {
      "epoch": 2.9926095820591234,
      "grad_norm": 3.0994892835719114,
      "learning_rate": 0.00015746044625370285,
      "loss": 4.3846,
      "step": 35229
    },
    {
      "epoch": 2.992694529391777,
      "grad_norm": 3.047017015461355,
      "learning_rate": 0.00015745358857475596,
      "loss": 4.4442,
      "step": 35230
    },
    {
      "epoch": 2.992779476724431,
      "grad_norm": 3.0674514008336238,
      "learning_rate": 0.0001574467308801916,
      "loss": 4.5696,
      "step": 35231
    },
    {
      "epoch": 2.9928644240570845,
      "grad_norm": 3.089563439133292,
      "learning_rate": 0.00015743987317002402,
      "loss": 4.6417,
      "step": 35232
    },
    {
      "epoch": 2.9929493713897384,
      "grad_norm": 3.0513213821067904,
      "learning_rate": 0.00015743301544426773,
      "loss": 4.3751,
      "step": 35233
    },
    {
      "epoch": 2.9930343187223922,
      "grad_norm": 3.1667417683994556,
      "learning_rate": 0.00015742615770293698,
      "loss": 4.4665,
      "step": 35234
    },
    {
      "epoch": 2.9931192660550456,
      "grad_norm": 3.1534902740536235,
      "learning_rate": 0.00015741929994604622,
      "loss": 4.7068,
      "step": 35235
    },
    {
      "epoch": 2.9932042133876995,
      "grad_norm": 3.220185872429042,
      "learning_rate": 0.00015741244217360977,
      "loss": 4.9052,
      "step": 35236
    },
    {
      "epoch": 2.9932891607203533,
      "grad_norm": 3.201722402341477,
      "learning_rate": 0.00015740558438564204,
      "loss": 4.9178,
      "step": 35237
    },
    {
      "epoch": 2.993374108053007,
      "grad_norm": 3.159551496590672,
      "learning_rate": 0.0001573987265821574,
      "loss": 4.6721,
      "step": 35238
    },
    {
      "epoch": 2.993459055385661,
      "grad_norm": 3.0379066739531853,
      "learning_rate": 0.00015739186876317018,
      "loss": 4.444,
      "step": 35239
    },
    {
      "epoch": 2.9935440027183144,
      "grad_norm": 3.040259383279491,
      "learning_rate": 0.0001573850109286948,
      "loss": 4.6234,
      "step": 35240
    },
    {
      "epoch": 2.9936289500509683,
      "grad_norm": 3.017350776659731,
      "learning_rate": 0.00015737815307874554,
      "loss": 4.4544,
      "step": 35241
    },
    {
      "epoch": 2.993713897383622,
      "grad_norm": 3.0389239478783874,
      "learning_rate": 0.00015737129521333688,
      "loss": 4.1831,
      "step": 35242
    },
    {
      "epoch": 2.993798844716276,
      "grad_norm": 3.3371100141781866,
      "learning_rate": 0.00015736443733248314,
      "loss": 4.0625,
      "step": 35243
    },
    {
      "epoch": 2.99388379204893,
      "grad_norm": 3.144195746486314,
      "learning_rate": 0.00015735757943619865,
      "loss": 4.7539,
      "step": 35244
    },
    {
      "epoch": 2.9939687393815833,
      "grad_norm": 3.121620001981834,
      "learning_rate": 0.0001573507215244978,
      "loss": 4.4887,
      "step": 35245
    },
    {
      "epoch": 2.994053686714237,
      "grad_norm": 3.1006813952410752,
      "learning_rate": 0.000157343863597395,
      "loss": 4.5954,
      "step": 35246
    },
    {
      "epoch": 2.994138634046891,
      "grad_norm": 3.005260948954355,
      "learning_rate": 0.00015733700565490465,
      "loss": 4.2259,
      "step": 35247
    },
    {
      "epoch": 2.994223581379545,
      "grad_norm": 3.103008357027507,
      "learning_rate": 0.00015733014769704097,
      "loss": 4.5765,
      "step": 35248
    },
    {
      "epoch": 2.9943085287121987,
      "grad_norm": 3.229425784367605,
      "learning_rate": 0.00015732328972381852,
      "loss": 4.7174,
      "step": 35249
    },
    {
      "epoch": 2.994393476044852,
      "grad_norm": 3.2023860063812877,
      "learning_rate": 0.00015731643173525148,
      "loss": 4.3928,
      "step": 35250
    },
    {
      "epoch": 2.994478423377506,
      "grad_norm": 2.9710579735445504,
      "learning_rate": 0.00015730957373135437,
      "loss": 4.1009,
      "step": 35251
    },
    {
      "epoch": 2.9945633707101598,
      "grad_norm": 3.104066693317616,
      "learning_rate": 0.00015730271571214147,
      "loss": 4.5749,
      "step": 35252
    },
    {
      "epoch": 2.9946483180428136,
      "grad_norm": 3.103012387367508,
      "learning_rate": 0.0001572958576776272,
      "loss": 4.5386,
      "step": 35253
    },
    {
      "epoch": 2.9947332653754675,
      "grad_norm": 3.1039834561042836,
      "learning_rate": 0.0001572889996278259,
      "loss": 4.5669,
      "step": 35254
    },
    {
      "epoch": 2.994818212708121,
      "grad_norm": 3.105737979660587,
      "learning_rate": 0.000157282141562752,
      "loss": 4.5391,
      "step": 35255
    },
    {
      "epoch": 2.9949031600407747,
      "grad_norm": 3.16736713024016,
      "learning_rate": 0.00015727528348241976,
      "loss": 4.7288,
      "step": 35256
    },
    {
      "epoch": 2.9949881073734286,
      "grad_norm": 3.338807007244022,
      "learning_rate": 0.00015726842538684363,
      "loss": 5.1095,
      "step": 35257
    },
    {
      "epoch": 2.995073054706082,
      "grad_norm": 3.0947339146607016,
      "learning_rate": 0.000157261567276038,
      "loss": 4.5254,
      "step": 35258
    },
    {
      "epoch": 2.995158002038736,
      "grad_norm": 3.0784009585421686,
      "learning_rate": 0.00015725470915001712,
      "loss": 4.3735,
      "step": 35259
    },
    {
      "epoch": 2.9952429493713897,
      "grad_norm": 3.0622350118388857,
      "learning_rate": 0.0001572478510087955,
      "loss": 4.3834,
      "step": 35260
    },
    {
      "epoch": 2.9953278967040435,
      "grad_norm": 3.171657936102512,
      "learning_rate": 0.00015724099285238741,
      "loss": 4.5921,
      "step": 35261
    },
    {
      "epoch": 2.9954128440366974,
      "grad_norm": 3.2009530863639264,
      "learning_rate": 0.00015723413468080732,
      "loss": 4.8109,
      "step": 35262
    },
    {
      "epoch": 2.995497791369351,
      "grad_norm": 3.309694285434774,
      "learning_rate": 0.00015722727649406947,
      "loss": 5.067,
      "step": 35263
    },
    {
      "epoch": 2.9955827387020046,
      "grad_norm": 3.0579121560362026,
      "learning_rate": 0.00015722041829218834,
      "loss": 4.4131,
      "step": 35264
    },
    {
      "epoch": 2.9956676860346585,
      "grad_norm": 3.075574103907507,
      "learning_rate": 0.00015721356007517828,
      "loss": 4.4093,
      "step": 35265
    },
    {
      "epoch": 2.9957526333673123,
      "grad_norm": 3.122472933910118,
      "learning_rate": 0.00015720670184305358,
      "loss": 4.2949,
      "step": 35266
    },
    {
      "epoch": 2.995837580699966,
      "grad_norm": 2.9548477433152485,
      "learning_rate": 0.00015719984359582876,
      "loss": 4.1305,
      "step": 35267
    },
    {
      "epoch": 2.9959225280326196,
      "grad_norm": 3.0349917076530053,
      "learning_rate": 0.00015719298533351802,
      "loss": 4.3846,
      "step": 35268
    },
    {
      "epoch": 2.9960074753652735,
      "grad_norm": 3.2014100741761093,
      "learning_rate": 0.00015718612705613582,
      "loss": 4.4615,
      "step": 35269
    },
    {
      "epoch": 2.9960924226979273,
      "grad_norm": 3.0368531958679807,
      "learning_rate": 0.0001571792687636965,
      "loss": 4.3827,
      "step": 35270
    },
    {
      "epoch": 2.996177370030581,
      "grad_norm": 3.050920869822039,
      "learning_rate": 0.00015717241045621453,
      "loss": 4.3647,
      "step": 35271
    },
    {
      "epoch": 2.996262317363235,
      "grad_norm": 3.0478300002390566,
      "learning_rate": 0.00015716555213370412,
      "loss": 4.5544,
      "step": 35272
    },
    {
      "epoch": 2.9963472646958884,
      "grad_norm": 3.5297675820234913,
      "learning_rate": 0.00015715869379617976,
      "loss": 4.0508,
      "step": 35273
    },
    {
      "epoch": 2.9964322120285423,
      "grad_norm": 3.06844028086042,
      "learning_rate": 0.00015715183544365584,
      "loss": 4.33,
      "step": 35274
    },
    {
      "epoch": 2.996517159361196,
      "grad_norm": 3.280584181562927,
      "learning_rate": 0.00015714497707614654,
      "loss": 4.8548,
      "step": 35275
    },
    {
      "epoch": 2.99660210669385,
      "grad_norm": 3.102977528388738,
      "learning_rate": 0.00015713811869366644,
      "loss": 4.4856,
      "step": 35276
    },
    {
      "epoch": 2.996687054026504,
      "grad_norm": 3.330301298706949,
      "learning_rate": 0.00015713126029622985,
      "loss": 5.0219,
      "step": 35277
    },
    {
      "epoch": 2.9967720013591572,
      "grad_norm": 3.147597965069635,
      "learning_rate": 0.0001571244018838511,
      "loss": 4.658,
      "step": 35278
    },
    {
      "epoch": 2.996856948691811,
      "grad_norm": 3.078305572061779,
      "learning_rate": 0.00015711754345654454,
      "loss": 4.4732,
      "step": 35279
    },
    {
      "epoch": 2.996941896024465,
      "grad_norm": 3.287437891248345,
      "learning_rate": 0.00015711068501432463,
      "loss": 4.4861,
      "step": 35280
    },
    {
      "epoch": 2.9970268433571183,
      "grad_norm": 3.289408227638178,
      "learning_rate": 0.00015710382655720567,
      "loss": 4.8909,
      "step": 35281
    },
    {
      "epoch": 2.997111790689772,
      "grad_norm": 3.1293740367364236,
      "learning_rate": 0.00015709696808520208,
      "loss": 4.4506,
      "step": 35282
    },
    {
      "epoch": 2.997196738022426,
      "grad_norm": 2.901600759324761,
      "learning_rate": 0.00015709010959832822,
      "loss": 4.3435,
      "step": 35283
    },
    {
      "epoch": 2.99728168535508,
      "grad_norm": 3.145068211152602,
      "learning_rate": 0.00015708325109659838,
      "loss": 4.4309,
      "step": 35284
    },
    {
      "epoch": 2.9973666326877337,
      "grad_norm": 3.377003419347881,
      "learning_rate": 0.00015707639258002708,
      "loss": 5.1759,
      "step": 35285
    },
    {
      "epoch": 2.997451580020387,
      "grad_norm": 3.155965781807636,
      "learning_rate": 0.00015706953404862856,
      "loss": 4.6116,
      "step": 35286
    },
    {
      "epoch": 2.997536527353041,
      "grad_norm": 3.1891805199876746,
      "learning_rate": 0.00015706267550241723,
      "loss": 4.8851,
      "step": 35287
    },
    {
      "epoch": 2.997621474685695,
      "grad_norm": 3.1011284850970076,
      "learning_rate": 0.00015705581694140747,
      "loss": 4.4324,
      "step": 35288
    },
    {
      "epoch": 2.9977064220183487,
      "grad_norm": 3.0678098046636006,
      "learning_rate": 0.00015704895836561367,
      "loss": 4.4472,
      "step": 35289
    },
    {
      "epoch": 2.9977913693510025,
      "grad_norm": 3.259769181819377,
      "learning_rate": 0.00015704209977505015,
      "loss": 4.778,
      "step": 35290
    },
    {
      "epoch": 2.997876316683656,
      "grad_norm": 3.1306665931138435,
      "learning_rate": 0.00015703524116973132,
      "loss": 4.6974,
      "step": 35291
    },
    {
      "epoch": 2.99796126401631,
      "grad_norm": 3.1115516123195235,
      "learning_rate": 0.0001570283825496716,
      "loss": 4.4889,
      "step": 35292
    },
    {
      "epoch": 2.9980462113489637,
      "grad_norm": 3.0973134779144327,
      "learning_rate": 0.00015702152391488522,
      "loss": 4.4444,
      "step": 35293
    },
    {
      "epoch": 2.9981311586816175,
      "grad_norm": 3.1679543322731902,
      "learning_rate": 0.0001570146652653867,
      "loss": 4.8851,
      "step": 35294
    },
    {
      "epoch": 2.9982161060142714,
      "grad_norm": 3.2933306615480604,
      "learning_rate": 0.0001570078066011903,
      "loss": 5.0569,
      "step": 35295
    },
    {
      "epoch": 2.9983010533469248,
      "grad_norm": 3.1324744156574478,
      "learning_rate": 0.00015700094792231044,
      "loss": 4.5662,
      "step": 35296
    },
    {
      "epoch": 2.9983860006795786,
      "grad_norm": 3.1070217588311753,
      "learning_rate": 0.00015699408922876149,
      "loss": 4.459,
      "step": 35297
    },
    {
      "epoch": 2.9984709480122325,
      "grad_norm": 3.122702596741302,
      "learning_rate": 0.0001569872305205578,
      "loss": 4.5123,
      "step": 35298
    },
    {
      "epoch": 2.9985558953448863,
      "grad_norm": 3.0401733994057167,
      "learning_rate": 0.0001569803717977138,
      "loss": 4.1795,
      "step": 35299
    },
    {
      "epoch": 2.99864084267754,
      "grad_norm": 2.9832208351337153,
      "learning_rate": 0.0001569735130602438,
      "loss": 4.3818,
      "step": 35300
    },
    {
      "epoch": 2.9987257900101936,
      "grad_norm": 3.2726039618184894,
      "learning_rate": 0.0001569666543081622,
      "loss": 4.1111,
      "step": 35301
    },
    {
      "epoch": 2.9988107373428474,
      "grad_norm": 3.1117404435382503,
      "learning_rate": 0.00015695979554148333,
      "loss": 4.4192,
      "step": 35302
    },
    {
      "epoch": 2.9988956846755013,
      "grad_norm": 3.097258433721475,
      "learning_rate": 0.00015695293676022164,
      "loss": 4.5819,
      "step": 35303
    },
    {
      "epoch": 2.9989806320081547,
      "grad_norm": 3.100252410900642,
      "learning_rate": 0.00015694607796439144,
      "loss": 4.2603,
      "step": 35304
    },
    {
      "epoch": 2.999065579340809,
      "grad_norm": 3.2481392204011925,
      "learning_rate": 0.0001569392191540071,
      "loss": 4.5434,
      "step": 35305
    },
    {
      "epoch": 2.9991505266734624,
      "grad_norm": 3.0655372113014567,
      "learning_rate": 0.00015693236032908299,
      "loss": 4.4773,
      "step": 35306
    },
    {
      "epoch": 2.9992354740061162,
      "grad_norm": 3.2016170829836605,
      "learning_rate": 0.00015692550148963354,
      "loss": 4.8269,
      "step": 35307
    },
    {
      "epoch": 2.99932042133877,
      "grad_norm": 3.0452056043777542,
      "learning_rate": 0.00015691864263567306,
      "loss": 3.8718,
      "step": 35308
    },
    {
      "epoch": 2.9994053686714235,
      "grad_norm": 3.1829077147742235,
      "learning_rate": 0.0001569117837672159,
      "loss": 4.0265,
      "step": 35309
    },
    {
      "epoch": 2.9994903160040773,
      "grad_norm": 3.1223944959898624,
      "learning_rate": 0.00015690492488427656,
      "loss": 4.5286,
      "step": 35310
    },
    {
      "epoch": 2.999575263336731,
      "grad_norm": 3.141160947290179,
      "learning_rate": 0.00015689806598686925,
      "loss": 4.5224,
      "step": 35311
    },
    {
      "epoch": 2.999660210669385,
      "grad_norm": 3.3012330651775557,
      "learning_rate": 0.00015689120707500844,
      "loss": 5.0355,
      "step": 35312
    },
    {
      "epoch": 2.999745158002039,
      "grad_norm": 3.2894140456050485,
      "learning_rate": 0.00015688434814870844,
      "loss": 5.0265,
      "step": 35313
    },
    {
      "epoch": 2.9998301053346923,
      "grad_norm": 3.326770230087543,
      "learning_rate": 0.00015687748920798373,
      "loss": 5.0973,
      "step": 35314
    },
    {
      "epoch": 2.999915052667346,
      "grad_norm": 3.130762567651955,
      "learning_rate": 0.00015687063025284853,
      "loss": 4.7145,
      "step": 35315
    },
    {
      "epoch": 3.0,
      "grad_norm": 3.1783579858913997,
      "learning_rate": 0.00015686377128331738,
      "loss": 4.6339,
      "step": 35316
    },
    {
      "epoch": 3.0,
      "eval_loss": 4.8348541259765625,
      "eval_runtime": 37.0621,
      "eval_samples_per_second": 5.154,
      "eval_steps_per_second": 5.154,
      "step": 35316
    },
    {
      "epoch": 3.000084947332654,
      "grad_norm": 2.9645619021666185,
      "learning_rate": 0.00015685691229940454,
      "loss": 3.0677,
      "step": 35317
    },
    {
      "epoch": 3.0001698946653077,
      "grad_norm": 2.9373550609350128,
      "learning_rate": 0.0001568500533011243,
      "loss": 3.6391,
      "step": 35318
    },
    {
      "epoch": 3.000254841997961,
      "grad_norm": 2.8548967245538863,
      "learning_rate": 0.0001568431942884913,
      "loss": 3.2862,
      "step": 35319
    },
    {
      "epoch": 3.000339789330615,
      "grad_norm": 2.9950210769092127,
      "learning_rate": 0.00015683633526151962,
      "loss": 3.8019,
      "step": 35320
    },
    {
      "epoch": 3.000424736663269,
      "grad_norm": 2.944042473405673,
      "learning_rate": 0.0001568294762202238,
      "loss": 3.7054,
      "step": 35321
    },
    {
      "epoch": 3.0005096839959227,
      "grad_norm": 2.960445068041932,
      "learning_rate": 0.0001568226171646182,
      "loss": 3.292,
      "step": 35322
    },
    {
      "epoch": 3.000594631328576,
      "grad_norm": 2.8620097062223833,
      "learning_rate": 0.00015681575809471714,
      "loss": 3.2743,
      "step": 35323
    },
    {
      "epoch": 3.00067957866123,
      "grad_norm": 2.981636418449504,
      "learning_rate": 0.00015680889901053497,
      "loss": 3.7937,
      "step": 35324
    },
    {
      "epoch": 3.0007645259938838,
      "grad_norm": 3.02258193562939,
      "learning_rate": 0.0001568020399120862,
      "loss": 4.0704,
      "step": 35325
    },
    {
      "epoch": 3.0008494733265376,
      "grad_norm": 3.065668858947664,
      "learning_rate": 0.00015679518079938503,
      "loss": 3.9684,
      "step": 35326
    },
    {
      "epoch": 3.0009344206591915,
      "grad_norm": 2.95110330117876,
      "learning_rate": 0.00015678832167244594,
      "loss": 3.4758,
      "step": 35327
    },
    {
      "epoch": 3.001019367991845,
      "grad_norm": 3.054563439794283,
      "learning_rate": 0.00015678146253128325,
      "loss": 3.9763,
      "step": 35328
    },
    {
      "epoch": 3.0011043153244987,
      "grad_norm": 2.976312732918751,
      "learning_rate": 0.0001567746033759114,
      "loss": 3.8875,
      "step": 35329
    },
    {
      "epoch": 3.0011892626571526,
      "grad_norm": 3.237161593516743,
      "learning_rate": 0.00015676774420634467,
      "loss": 4.1887,
      "step": 35330
    },
    {
      "epoch": 3.0012742099898064,
      "grad_norm": 3.194646333819432,
      "learning_rate": 0.0001567608850225975,
      "loss": 4.4442,
      "step": 35331
    },
    {
      "epoch": 3.0013591573224603,
      "grad_norm": 2.7264068349857573,
      "learning_rate": 0.00015675402582468427,
      "loss": 2.9208,
      "step": 35332
    },
    {
      "epoch": 3.0014441046551137,
      "grad_norm": 2.9837932342771496,
      "learning_rate": 0.00015674716661261926,
      "loss": 3.8843,
      "step": 35333
    },
    {
      "epoch": 3.0015290519877675,
      "grad_norm": 2.9799275390682536,
      "learning_rate": 0.00015674030738641696,
      "loss": 3.9845,
      "step": 35334
    },
    {
      "epoch": 3.0016139993204214,
      "grad_norm": 3.2043480215375912,
      "learning_rate": 0.00015673344814609168,
      "loss": 4.4548,
      "step": 35335
    },
    {
      "epoch": 3.0016989466530752,
      "grad_norm": 2.9894532579578597,
      "learning_rate": 0.00015672658889165776,
      "loss": 3.7322,
      "step": 35336
    },
    {
      "epoch": 3.0017838939857286,
      "grad_norm": 2.981450778289898,
      "learning_rate": 0.00015671972962312962,
      "loss": 3.7644,
      "step": 35337
    },
    {
      "epoch": 3.0018688413183825,
      "grad_norm": 3.0700661551398256,
      "learning_rate": 0.00015671287034052164,
      "loss": 4.1433,
      "step": 35338
    },
    {
      "epoch": 3.0019537886510363,
      "grad_norm": 3.2327822245187803,
      "learning_rate": 0.00015670601104384816,
      "loss": 4.3637,
      "step": 35339
    },
    {
      "epoch": 3.00203873598369,
      "grad_norm": 3.2799460146324755,
      "learning_rate": 0.00015669915173312357,
      "loss": 4.671,
      "step": 35340
    },
    {
      "epoch": 3.002123683316344,
      "grad_norm": 3.0929830249845938,
      "learning_rate": 0.00015669229240836228,
      "loss": 4.1008,
      "step": 35341
    },
    {
      "epoch": 3.0022086306489975,
      "grad_norm": 2.88930734020928,
      "learning_rate": 0.0001566854330695786,
      "loss": 3.7639,
      "step": 35342
    },
    {
      "epoch": 3.0022935779816513,
      "grad_norm": 3.667100182586869,
      "learning_rate": 0.0001566785737167869,
      "loss": 3.6164,
      "step": 35343
    },
    {
      "epoch": 3.002378525314305,
      "grad_norm": 3.1584970877045633,
      "learning_rate": 0.00015667171435000161,
      "loss": 3.854,
      "step": 35344
    },
    {
      "epoch": 3.002463472646959,
      "grad_norm": 3.192483157288725,
      "learning_rate": 0.00015666485496923705,
      "loss": 4.564,
      "step": 35345
    },
    {
      "epoch": 3.002548419979613,
      "grad_norm": 2.965255375446231,
      "learning_rate": 0.0001566579955745076,
      "loss": 3.7656,
      "step": 35346
    },
    {
      "epoch": 3.0026333673122663,
      "grad_norm": 3.1462136942458385,
      "learning_rate": 0.00015665113616582767,
      "loss": 4.4882,
      "step": 35347
    },
    {
      "epoch": 3.00271831464492,
      "grad_norm": 3.2639027742345057,
      "learning_rate": 0.0001566442767432116,
      "loss": 4.5006,
      "step": 35348
    },
    {
      "epoch": 3.002803261977574,
      "grad_norm": 2.969743887575526,
      "learning_rate": 0.00015663741730667375,
      "loss": 3.8444,
      "step": 35349
    },
    {
      "epoch": 3.002888209310228,
      "grad_norm": 3.0726003137421554,
      "learning_rate": 0.00015663055785622857,
      "loss": 4.1853,
      "step": 35350
    },
    {
      "epoch": 3.0029731566428812,
      "grad_norm": 3.1495709580526903,
      "learning_rate": 0.00015662369839189032,
      "loss": 4.3762,
      "step": 35351
    },
    {
      "epoch": 3.003058103975535,
      "grad_norm": 3.2758793966330444,
      "learning_rate": 0.00015661683891367344,
      "loss": 4.2804,
      "step": 35352
    },
    {
      "epoch": 3.003143051308189,
      "grad_norm": 3.1573919876433028,
      "learning_rate": 0.00015660997942159227,
      "loss": 4.3689,
      "step": 35353
    },
    {
      "epoch": 3.0032279986408428,
      "grad_norm": 2.7762633963356347,
      "learning_rate": 0.00015660311991566125,
      "loss": 3.3967,
      "step": 35354
    },
    {
      "epoch": 3.0033129459734966,
      "grad_norm": 3.0133667680108274,
      "learning_rate": 0.00015659626039589468,
      "loss": 3.918,
      "step": 35355
    },
    {
      "epoch": 3.00339789330615,
      "grad_norm": 3.107565330598455,
      "learning_rate": 0.00015658940086230695,
      "loss": 4.1434,
      "step": 35356
    },
    {
      "epoch": 3.003482840638804,
      "grad_norm": 3.0562453176987807,
      "learning_rate": 0.00015658254131491246,
      "loss": 3.3922,
      "step": 35357
    },
    {
      "epoch": 3.0035677879714577,
      "grad_norm": 2.975617632257337,
      "learning_rate": 0.00015657568175372555,
      "loss": 3.8183,
      "step": 35358
    },
    {
      "epoch": 3.0036527353041116,
      "grad_norm": 3.101115666392261,
      "learning_rate": 0.00015656882217876062,
      "loss": 3.5965,
      "step": 35359
    },
    {
      "epoch": 3.003737682636765,
      "grad_norm": 2.921589750753652,
      "learning_rate": 0.000156561962590032,
      "loss": 3.8352,
      "step": 35360
    },
    {
      "epoch": 3.003822629969419,
      "grad_norm": 3.037107318001608,
      "learning_rate": 0.00015655510298755415,
      "loss": 3.8533,
      "step": 35361
    },
    {
      "epoch": 3.0039075773020727,
      "grad_norm": 3.0195445101023535,
      "learning_rate": 0.00015654824337134134,
      "loss": 3.534,
      "step": 35362
    },
    {
      "epoch": 3.0039925246347265,
      "grad_norm": 2.7251068194635697,
      "learning_rate": 0.00015654138374140798,
      "loss": 2.9795,
      "step": 35363
    },
    {
      "epoch": 3.0040774719673804,
      "grad_norm": 3.094523551418154,
      "learning_rate": 0.00015653452409776847,
      "loss": 3.8913,
      "step": 35364
    },
    {
      "epoch": 3.004162419300034,
      "grad_norm": 2.9694937050414123,
      "learning_rate": 0.0001565276644404372,
      "loss": 3.4878,
      "step": 35365
    },
    {
      "epoch": 3.0042473666326877,
      "grad_norm": 3.0450180012372026,
      "learning_rate": 0.00015652080476942848,
      "loss": 4.288,
      "step": 35366
    },
    {
      "epoch": 3.0043323139653415,
      "grad_norm": 2.846333269534091,
      "learning_rate": 0.00015651394508475668,
      "loss": 3.4333,
      "step": 35367
    },
    {
      "epoch": 3.0044172612979954,
      "grad_norm": 3.3608741849891848,
      "learning_rate": 0.00015650708538643624,
      "loss": 3.9866,
      "step": 35368
    },
    {
      "epoch": 3.004502208630649,
      "grad_norm": 3.0609029198493647,
      "learning_rate": 0.00015650022567448147,
      "loss": 3.9779,
      "step": 35369
    },
    {
      "epoch": 3.0045871559633026,
      "grad_norm": 2.335344261534847,
      "learning_rate": 0.0001564933659489068,
      "loss": 2.0808,
      "step": 35370
    },
    {
      "epoch": 3.0046721032959565,
      "grad_norm": 3.0549661050243504,
      "learning_rate": 0.00015648650620972654,
      "loss": 3.8756,
      "step": 35371
    },
    {
      "epoch": 3.0047570506286103,
      "grad_norm": 3.0620717552758183,
      "learning_rate": 0.00015647964645695514,
      "loss": 3.4037,
      "step": 35372
    },
    {
      "epoch": 3.004841997961264,
      "grad_norm": 3.006829151462607,
      "learning_rate": 0.00015647278669060687,
      "loss": 3.8325,
      "step": 35373
    },
    {
      "epoch": 3.0049269452939176,
      "grad_norm": 2.942343056443358,
      "learning_rate": 0.0001564659269106962,
      "loss": 3.6538,
      "step": 35374
    },
    {
      "epoch": 3.0050118926265714,
      "grad_norm": 3.0204173932335627,
      "learning_rate": 0.0001564590671172375,
      "loss": 3.6709,
      "step": 35375
    },
    {
      "epoch": 3.0050968399592253,
      "grad_norm": 2.8719242786991077,
      "learning_rate": 0.00015645220731024505,
      "loss": 3.1891,
      "step": 35376
    },
    {
      "epoch": 3.005181787291879,
      "grad_norm": 2.9415828312019117,
      "learning_rate": 0.00015644534748973334,
      "loss": 3.6978,
      "step": 35377
    },
    {
      "epoch": 3.005266734624533,
      "grad_norm": 2.961314319955978,
      "learning_rate": 0.00015643848765571663,
      "loss": 3.8241,
      "step": 35378
    },
    {
      "epoch": 3.0053516819571864,
      "grad_norm": 3.270536365647611,
      "learning_rate": 0.00015643162780820937,
      "loss": 4.5099,
      "step": 35379
    },
    {
      "epoch": 3.0054366292898402,
      "grad_norm": 3.194911877520483,
      "learning_rate": 0.00015642476794722592,
      "loss": 3.6346,
      "step": 35380
    },
    {
      "epoch": 3.005521576622494,
      "grad_norm": 2.9496252747465532,
      "learning_rate": 0.00015641790807278063,
      "loss": 3.9431,
      "step": 35381
    },
    {
      "epoch": 3.005606523955148,
      "grad_norm": 2.8595711873089122,
      "learning_rate": 0.0001564110481848879,
      "loss": 3.3097,
      "step": 35382
    },
    {
      "epoch": 3.0056914712878013,
      "grad_norm": 3.2733815806607116,
      "learning_rate": 0.00015640418828356212,
      "loss": 4.2481,
      "step": 35383
    },
    {
      "epoch": 3.005776418620455,
      "grad_norm": 2.7290880311805195,
      "learning_rate": 0.00015639732836881764,
      "loss": 3.0568,
      "step": 35384
    },
    {
      "epoch": 3.005861365953109,
      "grad_norm": 3.0716602282296757,
      "learning_rate": 0.00015639046844066878,
      "loss": 3.5251,
      "step": 35385
    },
    {
      "epoch": 3.005946313285763,
      "grad_norm": 2.881442007164142,
      "learning_rate": 0.00015638360849913003,
      "loss": 3.4697,
      "step": 35386
    },
    {
      "epoch": 3.0060312606184167,
      "grad_norm": 3.0066766736040575,
      "learning_rate": 0.00015637674854421563,
      "loss": 3.9817,
      "step": 35387
    },
    {
      "epoch": 3.00611620795107,
      "grad_norm": 2.94877804289948,
      "learning_rate": 0.00015636988857594005,
      "loss": 3.6765,
      "step": 35388
    },
    {
      "epoch": 3.006201155283724,
      "grad_norm": 2.7657178729667056,
      "learning_rate": 0.0001563630285943176,
      "loss": 2.5165,
      "step": 35389
    },
    {
      "epoch": 3.006286102616378,
      "grad_norm": 3.049895333818678,
      "learning_rate": 0.00015635616859936276,
      "loss": 4.0349,
      "step": 35390
    },
    {
      "epoch": 3.0063710499490317,
      "grad_norm": 3.0357570622283743,
      "learning_rate": 0.0001563493085910898,
      "loss": 4.2593,
      "step": 35391
    },
    {
      "epoch": 3.0064559972816856,
      "grad_norm": 2.8815977837698763,
      "learning_rate": 0.0001563424485695131,
      "loss": 3.2687,
      "step": 35392
    },
    {
      "epoch": 3.006540944614339,
      "grad_norm": 3.0637963491700146,
      "learning_rate": 0.00015633558853464714,
      "loss": 4.2862,
      "step": 35393
    },
    {
      "epoch": 3.006625891946993,
      "grad_norm": 3.3629994904183573,
      "learning_rate": 0.00015632872848650613,
      "loss": 4.8805,
      "step": 35394
    },
    {
      "epoch": 3.0067108392796467,
      "grad_norm": 3.111876752301478,
      "learning_rate": 0.0001563218684251046,
      "loss": 4.3601,
      "step": 35395
    },
    {
      "epoch": 3.0067957866123005,
      "grad_norm": 2.916468948696702,
      "learning_rate": 0.00015631500835045677,
      "loss": 3.6699,
      "step": 35396
    },
    {
      "epoch": 3.006880733944954,
      "grad_norm": 2.9146571026406556,
      "learning_rate": 0.00015630814826257715,
      "loss": 2.9968,
      "step": 35397
    },
    {
      "epoch": 3.0069656812776078,
      "grad_norm": 3.0701063477022124,
      "learning_rate": 0.00015630128816148005,
      "loss": 4.0448,
      "step": 35398
    },
    {
      "epoch": 3.0070506286102616,
      "grad_norm": 2.999342972931656,
      "learning_rate": 0.00015629442804717986,
      "loss": 3.7167,
      "step": 35399
    },
    {
      "epoch": 3.0071355759429155,
      "grad_norm": 3.0067153979794545,
      "learning_rate": 0.00015628756791969095,
      "loss": 4.0489,
      "step": 35400
    },
    {
      "epoch": 3.0072205232755693,
      "grad_norm": 2.80385967923453,
      "learning_rate": 0.00015628070777902765,
      "loss": 3.3193,
      "step": 35401
    },
    {
      "epoch": 3.0073054706082227,
      "grad_norm": 3.1225041191222966,
      "learning_rate": 0.00015627384762520444,
      "loss": 3.7764,
      "step": 35402
    },
    {
      "epoch": 3.0073904179408766,
      "grad_norm": 3.6551740812715408,
      "learning_rate": 0.00015626698745823558,
      "loss": 3.2983,
      "step": 35403
    },
    {
      "epoch": 3.0074753652735304,
      "grad_norm": 3.064632865407013,
      "learning_rate": 0.00015626012727813554,
      "loss": 4.1498,
      "step": 35404
    },
    {
      "epoch": 3.0075603126061843,
      "grad_norm": 3.0921921357178763,
      "learning_rate": 0.0001562532670849186,
      "loss": 3.4942,
      "step": 35405
    },
    {
      "epoch": 3.007645259938838,
      "grad_norm": 3.0877814942749593,
      "learning_rate": 0.00015624640687859922,
      "loss": 3.9738,
      "step": 35406
    },
    {
      "epoch": 3.0077302072714915,
      "grad_norm": 3.089752117917048,
      "learning_rate": 0.0001562395466591917,
      "loss": 4.1603,
      "step": 35407
    },
    {
      "epoch": 3.0078151546041454,
      "grad_norm": 2.9042131752876403,
      "learning_rate": 0.0001562326864267105,
      "loss": 3.5567,
      "step": 35408
    },
    {
      "epoch": 3.0079001019367992,
      "grad_norm": 2.9412199738365556,
      "learning_rate": 0.0001562258261811699,
      "loss": 3.6841,
      "step": 35409
    },
    {
      "epoch": 3.007985049269453,
      "grad_norm": 2.6277557684644686,
      "learning_rate": 0.00015621896592258434,
      "loss": 2.6092,
      "step": 35410
    },
    {
      "epoch": 3.0080699966021065,
      "grad_norm": 2.972443644833066,
      "learning_rate": 0.0001562121056509682,
      "loss": 3.774,
      "step": 35411
    },
    {
      "epoch": 3.0081549439347604,
      "grad_norm": 3.213810700365315,
      "learning_rate": 0.00015620524536633578,
      "loss": 4.6706,
      "step": 35412
    },
    {
      "epoch": 3.008239891267414,
      "grad_norm": 3.061931619579351,
      "learning_rate": 0.0001561983850687015,
      "loss": 3.7424,
      "step": 35413
    },
    {
      "epoch": 3.008324838600068,
      "grad_norm": 2.9903867597152236,
      "learning_rate": 0.00015619152475807976,
      "loss": 4.0944,
      "step": 35414
    },
    {
      "epoch": 3.008409785932722,
      "grad_norm": 2.934544227267461,
      "learning_rate": 0.00015618466443448494,
      "loss": 3.4245,
      "step": 35415
    },
    {
      "epoch": 3.0084947332653753,
      "grad_norm": 2.6489629582210337,
      "learning_rate": 0.00015617780409793135,
      "loss": 2.628,
      "step": 35416
    },
    {
      "epoch": 3.008579680598029,
      "grad_norm": 2.8591485551275966,
      "learning_rate": 0.0001561709437484334,
      "loss": 3.3386,
      "step": 35417
    },
    {
      "epoch": 3.008664627930683,
      "grad_norm": 2.8762901851776475,
      "learning_rate": 0.0001561640833860055,
      "loss": 3.5933,
      "step": 35418
    },
    {
      "epoch": 3.008749575263337,
      "grad_norm": 2.822962839276608,
      "learning_rate": 0.00015615722301066191,
      "loss": 2.5061,
      "step": 35419
    },
    {
      "epoch": 3.0088345225959903,
      "grad_norm": 2.9497297473394126,
      "learning_rate": 0.0001561503626224172,
      "loss": 4.0406,
      "step": 35420
    },
    {
      "epoch": 3.008919469928644,
      "grad_norm": 2.700136984908395,
      "learning_rate": 0.00015614350222128555,
      "loss": 2.9669,
      "step": 35421
    },
    {
      "epoch": 3.009004417261298,
      "grad_norm": 3.2783732351538633,
      "learning_rate": 0.00015613664180728144,
      "loss": 4.3634,
      "step": 35422
    },
    {
      "epoch": 3.009089364593952,
      "grad_norm": 2.9299558405055017,
      "learning_rate": 0.0001561297813804192,
      "loss": 3.4751,
      "step": 35423
    },
    {
      "epoch": 3.0091743119266057,
      "grad_norm": 2.8668281045609523,
      "learning_rate": 0.00015612292094071322,
      "loss": 3.2609,
      "step": 35424
    },
    {
      "epoch": 3.009259259259259,
      "grad_norm": 2.9486778610326416,
      "learning_rate": 0.0001561160604881779,
      "loss": 3.657,
      "step": 35425
    },
    {
      "epoch": 3.009344206591913,
      "grad_norm": 2.7387127387966594,
      "learning_rate": 0.00015610920002282754,
      "loss": 2.4713,
      "step": 35426
    },
    {
      "epoch": 3.009429153924567,
      "grad_norm": 3.2213827857860178,
      "learning_rate": 0.00015610233954467664,
      "loss": 4.5035,
      "step": 35427
    },
    {
      "epoch": 3.0095141012572206,
      "grad_norm": 2.9517142719285534,
      "learning_rate": 0.00015609547905373941,
      "loss": 3.9345,
      "step": 35428
    },
    {
      "epoch": 3.0095990485898745,
      "grad_norm": 2.764127464404694,
      "learning_rate": 0.00015608861855003042,
      "loss": 2.4332,
      "step": 35429
    },
    {
      "epoch": 3.009683995922528,
      "grad_norm": 3.105999734980593,
      "learning_rate": 0.0001560817580335639,
      "loss": 4.2179,
      "step": 35430
    },
    {
      "epoch": 3.0097689432551817,
      "grad_norm": 3.2164872739390367,
      "learning_rate": 0.00015607489750435425,
      "loss": 4.3545,
      "step": 35431
    },
    {
      "epoch": 3.0098538905878356,
      "grad_norm": 2.951109469367107,
      "learning_rate": 0.00015606803696241586,
      "loss": 3.9829,
      "step": 35432
    },
    {
      "epoch": 3.0099388379204894,
      "grad_norm": 2.957880570482405,
      "learning_rate": 0.00015606117640776313,
      "loss": 3.6396,
      "step": 35433
    },
    {
      "epoch": 3.010023785253143,
      "grad_norm": 3.3702156878517835,
      "learning_rate": 0.00015605431584041036,
      "loss": 4.8092,
      "step": 35434
    },
    {
      "epoch": 3.0101087325857967,
      "grad_norm": 2.934130740544286,
      "learning_rate": 0.00015604745526037202,
      "loss": 3.3889,
      "step": 35435
    },
    {
      "epoch": 3.0101936799184505,
      "grad_norm": 2.9975254150899455,
      "learning_rate": 0.00015604059466766247,
      "loss": 4.0501,
      "step": 35436
    },
    {
      "epoch": 3.0102786272511044,
      "grad_norm": 2.997593847394883,
      "learning_rate": 0.00015603373406229598,
      "loss": 4.019,
      "step": 35437
    },
    {
      "epoch": 3.0103635745837583,
      "grad_norm": 3.0496676406905694,
      "learning_rate": 0.00015602687344428708,
      "loss": 4.1941,
      "step": 35438
    },
    {
      "epoch": 3.0104485219164117,
      "grad_norm": 2.8973791179570765,
      "learning_rate": 0.00015602001281365003,
      "loss": 3.3408,
      "step": 35439
    },
    {
      "epoch": 3.0105334692490655,
      "grad_norm": 2.8975319068869774,
      "learning_rate": 0.00015601315217039923,
      "loss": 3.2705,
      "step": 35440
    },
    {
      "epoch": 3.0106184165817194,
      "grad_norm": 3.07297056457251,
      "learning_rate": 0.00015600629151454906,
      "loss": 3.6075,
      "step": 35441
    },
    {
      "epoch": 3.010703363914373,
      "grad_norm": 3.2143366725867857,
      "learning_rate": 0.00015599943084611395,
      "loss": 3.9317,
      "step": 35442
    },
    {
      "epoch": 3.010788311247027,
      "grad_norm": 2.8522792120009384,
      "learning_rate": 0.00015599257016510817,
      "loss": 3.4191,
      "step": 35443
    },
    {
      "epoch": 3.0108732585796805,
      "grad_norm": 3.0736008741034415,
      "learning_rate": 0.00015598570947154613,
      "loss": 4.1092,
      "step": 35444
    },
    {
      "epoch": 3.0109582059123343,
      "grad_norm": 3.0430601191756566,
      "learning_rate": 0.00015597884876544232,
      "loss": 4.1766,
      "step": 35445
    },
    {
      "epoch": 3.011043153244988,
      "grad_norm": 3.035037405921019,
      "learning_rate": 0.00015597198804681093,
      "loss": 3.8825,
      "step": 35446
    },
    {
      "epoch": 3.011128100577642,
      "grad_norm": 2.765766729918039,
      "learning_rate": 0.00015596512731566646,
      "loss": 3.0968,
      "step": 35447
    },
    {
      "epoch": 3.0112130479102954,
      "grad_norm": 2.899313229578052,
      "learning_rate": 0.00015595826657202328,
      "loss": 3.7313,
      "step": 35448
    },
    {
      "epoch": 3.0112979952429493,
      "grad_norm": 3.0008373029416515,
      "learning_rate": 0.00015595140581589574,
      "loss": 3.308,
      "step": 35449
    },
    {
      "epoch": 3.011382942575603,
      "grad_norm": 3.286394743703248,
      "learning_rate": 0.00015594454504729816,
      "loss": 4.5948,
      "step": 35450
    },
    {
      "epoch": 3.011467889908257,
      "grad_norm": 3.173461185778822,
      "learning_rate": 0.00015593768426624502,
      "loss": 4.2693,
      "step": 35451
    },
    {
      "epoch": 3.011552837240911,
      "grad_norm": 2.7436736289749883,
      "learning_rate": 0.00015593082347275058,
      "loss": 2.9348,
      "step": 35452
    },
    {
      "epoch": 3.0116377845735642,
      "grad_norm": 3.1264570241881358,
      "learning_rate": 0.0001559239626668293,
      "loss": 4.3394,
      "step": 35453
    },
    {
      "epoch": 3.011722731906218,
      "grad_norm": 3.069272071053597,
      "learning_rate": 0.00015591710184849558,
      "loss": 3.9756,
      "step": 35454
    },
    {
      "epoch": 3.011807679238872,
      "grad_norm": 3.0410247035340703,
      "learning_rate": 0.0001559102410177637,
      "loss": 3.7881,
      "step": 35455
    },
    {
      "epoch": 3.011892626571526,
      "grad_norm": 3.139951677746734,
      "learning_rate": 0.00015590338017464812,
      "loss": 4.5047,
      "step": 35456
    },
    {
      "epoch": 3.011977573904179,
      "grad_norm": 3.0147463050925896,
      "learning_rate": 0.00015589651931916318,
      "loss": 4.1451,
      "step": 35457
    },
    {
      "epoch": 3.012062521236833,
      "grad_norm": 2.515006817311613,
      "learning_rate": 0.00015588965845132326,
      "loss": 2.1404,
      "step": 35458
    },
    {
      "epoch": 3.012147468569487,
      "grad_norm": 3.0329255761481684,
      "learning_rate": 0.00015588279757114268,
      "loss": 3.5538,
      "step": 35459
    },
    {
      "epoch": 3.0122324159021407,
      "grad_norm": 2.7876117425232083,
      "learning_rate": 0.00015587593667863595,
      "loss": 2.9254,
      "step": 35460
    },
    {
      "epoch": 3.0123173632347946,
      "grad_norm": 3.245957882820097,
      "learning_rate": 0.0001558690757738173,
      "loss": 4.2909,
      "step": 35461
    },
    {
      "epoch": 3.012402310567448,
      "grad_norm": 2.974879663428497,
      "learning_rate": 0.00015586221485670122,
      "loss": 3.7445,
      "step": 35462
    },
    {
      "epoch": 3.012487257900102,
      "grad_norm": 2.9275325209140273,
      "learning_rate": 0.00015585535392730198,
      "loss": 3.6102,
      "step": 35463
    },
    {
      "epoch": 3.0125722052327557,
      "grad_norm": 3.0964319674132623,
      "learning_rate": 0.00015584849298563405,
      "loss": 4.0957,
      "step": 35464
    },
    {
      "epoch": 3.0126571525654096,
      "grad_norm": 3.292586018787559,
      "learning_rate": 0.00015584163203171176,
      "loss": 3.2719,
      "step": 35465
    },
    {
      "epoch": 3.0127420998980634,
      "grad_norm": 2.4244017457763727,
      "learning_rate": 0.00015583477106554945,
      "loss": 2.0708,
      "step": 35466
    },
    {
      "epoch": 3.012827047230717,
      "grad_norm": 2.888273974271587,
      "learning_rate": 0.00015582791008716162,
      "loss": 3.8867,
      "step": 35467
    },
    {
      "epoch": 3.0129119945633707,
      "grad_norm": 2.7728653266325636,
      "learning_rate": 0.00015582104909656248,
      "loss": 3.0686,
      "step": 35468
    },
    {
      "epoch": 3.0129969418960245,
      "grad_norm": 2.5682412304868314,
      "learning_rate": 0.00015581418809376652,
      "loss": 2.6281,
      "step": 35469
    },
    {
      "epoch": 3.0130818892286784,
      "grad_norm": 2.9461087071565184,
      "learning_rate": 0.00015580732707878812,
      "loss": 3.929,
      "step": 35470
    },
    {
      "epoch": 3.0131668365613318,
      "grad_norm": 2.974936896927218,
      "learning_rate": 0.00015580046605164158,
      "loss": 3.6036,
      "step": 35471
    },
    {
      "epoch": 3.0132517838939856,
      "grad_norm": 3.204279202741863,
      "learning_rate": 0.00015579360501234132,
      "loss": 4.5684,
      "step": 35472
    },
    {
      "epoch": 3.0133367312266395,
      "grad_norm": 2.9595478137319366,
      "learning_rate": 0.00015578674396090174,
      "loss": 4.2331,
      "step": 35473
    },
    {
      "epoch": 3.0134216785592933,
      "grad_norm": 2.939806435337938,
      "learning_rate": 0.00015577988289733715,
      "loss": 4.2131,
      "step": 35474
    },
    {
      "epoch": 3.013506625891947,
      "grad_norm": 2.9989111250108116,
      "learning_rate": 0.000155773021821662,
      "loss": 4.0208,
      "step": 35475
    },
    {
      "epoch": 3.0135915732246006,
      "grad_norm": 3.17064846674477,
      "learning_rate": 0.00015576616073389063,
      "loss": 3.899,
      "step": 35476
    },
    {
      "epoch": 3.0136765205572544,
      "grad_norm": 3.1223436202806645,
      "learning_rate": 0.00015575929963403736,
      "loss": 4.3375,
      "step": 35477
    },
    {
      "epoch": 3.0137614678899083,
      "grad_norm": 2.978256615931024,
      "learning_rate": 0.00015575243852211673,
      "loss": 3.843,
      "step": 35478
    },
    {
      "epoch": 3.013846415222562,
      "grad_norm": 3.2849476362334835,
      "learning_rate": 0.0001557455773981429,
      "loss": 4.562,
      "step": 35479
    },
    {
      "epoch": 3.013931362555216,
      "grad_norm": 3.250415925910219,
      "learning_rate": 0.0001557387162621304,
      "loss": 4.5528,
      "step": 35480
    },
    {
      "epoch": 3.0140163098878694,
      "grad_norm": 3.0313804519204917,
      "learning_rate": 0.0001557318551140936,
      "loss": 4.0358,
      "step": 35481
    },
    {
      "epoch": 3.0141012572205232,
      "grad_norm": 3.048846961374924,
      "learning_rate": 0.0001557249939540468,
      "loss": 4.1282,
      "step": 35482
    },
    {
      "epoch": 3.014186204553177,
      "grad_norm": 2.7783435888025987,
      "learning_rate": 0.0001557181327820044,
      "loss": 2.8144,
      "step": 35483
    },
    {
      "epoch": 3.014271151885831,
      "grad_norm": 3.056528146455,
      "learning_rate": 0.00015571127159798081,
      "loss": 4.1271,
      "step": 35484
    },
    {
      "epoch": 3.0143560992184844,
      "grad_norm": 2.9598344242851904,
      "learning_rate": 0.0001557044104019904,
      "loss": 4.077,
      "step": 35485
    },
    {
      "epoch": 3.014441046551138,
      "grad_norm": 2.830652000878555,
      "learning_rate": 0.00015569754919404752,
      "loss": 3.2441,
      "step": 35486
    },
    {
      "epoch": 3.014525993883792,
      "grad_norm": 3.0579077216612296,
      "learning_rate": 0.00015569068797416656,
      "loss": 4.1791,
      "step": 35487
    },
    {
      "epoch": 3.014610941216446,
      "grad_norm": 2.949883444752077,
      "learning_rate": 0.00015568382674236187,
      "loss": 3.83,
      "step": 35488
    },
    {
      "epoch": 3.0146958885490998,
      "grad_norm": 2.909833917648308,
      "learning_rate": 0.00015567696549864787,
      "loss": 3.3651,
      "step": 35489
    },
    {
      "epoch": 3.014780835881753,
      "grad_norm": 2.8654561985482787,
      "learning_rate": 0.00015567010424303893,
      "loss": 3.236,
      "step": 35490
    },
    {
      "epoch": 3.014865783214407,
      "grad_norm": 2.714385747428999,
      "learning_rate": 0.0001556632429755494,
      "loss": 2.7176,
      "step": 35491
    },
    {
      "epoch": 3.014950730547061,
      "grad_norm": 2.989118594433471,
      "learning_rate": 0.0001556563816961937,
      "loss": 3.9107,
      "step": 35492
    },
    {
      "epoch": 3.0150356778797147,
      "grad_norm": 3.2721896135031896,
      "learning_rate": 0.00015564952040498614,
      "loss": 4.3954,
      "step": 35493
    },
    {
      "epoch": 3.015120625212368,
      "grad_norm": 3.060125574265394,
      "learning_rate": 0.00015564265910194113,
      "loss": 3.5859,
      "step": 35494
    },
    {
      "epoch": 3.015205572545022,
      "grad_norm": 3.2240892547053757,
      "learning_rate": 0.00015563579778707308,
      "loss": 4.0826,
      "step": 35495
    },
    {
      "epoch": 3.015290519877676,
      "grad_norm": 3.3474121839845346,
      "learning_rate": 0.0001556289364603963,
      "loss": 3.8014,
      "step": 35496
    },
    {
      "epoch": 3.0153754672103297,
      "grad_norm": 3.0504901679338645,
      "learning_rate": 0.00015562207512192526,
      "loss": 3.8581,
      "step": 35497
    },
    {
      "epoch": 3.0154604145429835,
      "grad_norm": 3.045495505291425,
      "learning_rate": 0.00015561521377167422,
      "loss": 4.2614,
      "step": 35498
    },
    {
      "epoch": 3.015545361875637,
      "grad_norm": 3.018959068102531,
      "learning_rate": 0.00015560835240965764,
      "loss": 3.9375,
      "step": 35499
    },
    {
      "epoch": 3.015630309208291,
      "grad_norm": 2.9921793279083317,
      "learning_rate": 0.0001556014910358899,
      "loss": 3.9478,
      "step": 35500
    },
    {
      "epoch": 3.0157152565409446,
      "grad_norm": 2.832505983139579,
      "learning_rate": 0.00015559462965038535,
      "loss": 2.6911,
      "step": 35501
    },
    {
      "epoch": 3.0158002038735985,
      "grad_norm": 2.8521664321380595,
      "learning_rate": 0.0001555877682531583,
      "loss": 2.8886,
      "step": 35502
    },
    {
      "epoch": 3.0158851512062523,
      "grad_norm": 2.880488604601028,
      "learning_rate": 0.00015558090684422325,
      "loss": 3.1132,
      "step": 35503
    },
    {
      "epoch": 3.0159700985389057,
      "grad_norm": 2.9512024958413137,
      "learning_rate": 0.00015557404542359453,
      "loss": 3.3631,
      "step": 35504
    },
    {
      "epoch": 3.0160550458715596,
      "grad_norm": 2.9892129347025707,
      "learning_rate": 0.00015556718399128646,
      "loss": 3.8552,
      "step": 35505
    },
    {
      "epoch": 3.0161399932042134,
      "grad_norm": 2.9655153892627464,
      "learning_rate": 0.0001555603225473135,
      "loss": 3.7647,
      "step": 35506
    },
    {
      "epoch": 3.0162249405368673,
      "grad_norm": 2.5178942014169574,
      "learning_rate": 0.00015555346109168996,
      "loss": 2.4258,
      "step": 35507
    },
    {
      "epoch": 3.0163098878695207,
      "grad_norm": 2.968902671867031,
      "learning_rate": 0.00015554659962443025,
      "loss": 3.6192,
      "step": 35508
    },
    {
      "epoch": 3.0163948352021746,
      "grad_norm": 3.1143935416801662,
      "learning_rate": 0.00015553973814554878,
      "loss": 4.3121,
      "step": 35509
    },
    {
      "epoch": 3.0164797825348284,
      "grad_norm": 3.0410112599580668,
      "learning_rate": 0.0001555328766550599,
      "loss": 4.118,
      "step": 35510
    },
    {
      "epoch": 3.0165647298674823,
      "grad_norm": 2.8837952798412463,
      "learning_rate": 0.0001555260151529779,
      "loss": 3.4806,
      "step": 35511
    },
    {
      "epoch": 3.016649677200136,
      "grad_norm": 2.898226012432004,
      "learning_rate": 0.00015551915363931732,
      "loss": 3.4438,
      "step": 35512
    },
    {
      "epoch": 3.0167346245327895,
      "grad_norm": 3.0110232706663087,
      "learning_rate": 0.00015551229211409242,
      "loss": 3.7558,
      "step": 35513
    },
    {
      "epoch": 3.0168195718654434,
      "grad_norm": 2.8314690145851737,
      "learning_rate": 0.00015550543057731757,
      "loss": 3.7301,
      "step": 35514
    },
    {
      "epoch": 3.016904519198097,
      "grad_norm": 2.9657921182727063,
      "learning_rate": 0.00015549856902900722,
      "loss": 3.8958,
      "step": 35515
    },
    {
      "epoch": 3.016989466530751,
      "grad_norm": 2.7661036381761184,
      "learning_rate": 0.0001554917074691757,
      "loss": 3.0123,
      "step": 35516
    },
    {
      "epoch": 3.0170744138634045,
      "grad_norm": 3.07312108921254,
      "learning_rate": 0.00015548484589783743,
      "loss": 4.0178,
      "step": 35517
    },
    {
      "epoch": 3.0171593611960583,
      "grad_norm": 2.7675831687532155,
      "learning_rate": 0.0001554779843150067,
      "loss": 2.8982,
      "step": 35518
    },
    {
      "epoch": 3.017244308528712,
      "grad_norm": 2.9291527175338,
      "learning_rate": 0.00015547112272069804,
      "loss": 3.7269,
      "step": 35519
    },
    {
      "epoch": 3.017329255861366,
      "grad_norm": 3.0523527949114224,
      "learning_rate": 0.0001554642611149256,
      "loss": 3.8885,
      "step": 35520
    },
    {
      "epoch": 3.01741420319402,
      "grad_norm": 2.819164028812617,
      "learning_rate": 0.00015545739949770397,
      "loss": 3.2806,
      "step": 35521
    },
    {
      "epoch": 3.0174991505266733,
      "grad_norm": 2.5216430819732594,
      "learning_rate": 0.00015545053786904746,
      "loss": 2.421,
      "step": 35522
    },
    {
      "epoch": 3.017584097859327,
      "grad_norm": 2.892775225771166,
      "learning_rate": 0.0001554436762289704,
      "loss": 3.472,
      "step": 35523
    },
    {
      "epoch": 3.017669045191981,
      "grad_norm": 2.959932867853791,
      "learning_rate": 0.0001554368145774872,
      "loss": 3.4687,
      "step": 35524
    },
    {
      "epoch": 3.017753992524635,
      "grad_norm": 2.920711383735356,
      "learning_rate": 0.00015542995291461224,
      "loss": 3.9023,
      "step": 35525
    },
    {
      "epoch": 3.0178389398572887,
      "grad_norm": 2.898193134007043,
      "learning_rate": 0.00015542309124035988,
      "loss": 3.2967,
      "step": 35526
    },
    {
      "epoch": 3.017923887189942,
      "grad_norm": 2.9683556605721493,
      "learning_rate": 0.0001554162295547445,
      "loss": 3.8877,
      "step": 35527
    },
    {
      "epoch": 3.018008834522596,
      "grad_norm": 2.800455943440368,
      "learning_rate": 0.00015540936785778055,
      "loss": 3.3502,
      "step": 35528
    },
    {
      "epoch": 3.01809378185525,
      "grad_norm": 2.8676733641153525,
      "learning_rate": 0.00015540250614948226,
      "loss": 3.7297,
      "step": 35529
    },
    {
      "epoch": 3.0181787291879036,
      "grad_norm": 3.0095310265523207,
      "learning_rate": 0.0001553956444298642,
      "loss": 3.607,
      "step": 35530
    },
    {
      "epoch": 3.018263676520557,
      "grad_norm": 3.190734950255618,
      "learning_rate": 0.00015538878269894058,
      "loss": 4.0982,
      "step": 35531
    },
    {
      "epoch": 3.018348623853211,
      "grad_norm": 3.0266010152939278,
      "learning_rate": 0.00015538192095672582,
      "loss": 3.8895,
      "step": 35532
    },
    {
      "epoch": 3.0184335711858647,
      "grad_norm": 3.122237068949257,
      "learning_rate": 0.00015537505920323435,
      "loss": 4.4608,
      "step": 35533
    },
    {
      "epoch": 3.0185185185185186,
      "grad_norm": 2.867379944175128,
      "learning_rate": 0.0001553681974384805,
      "loss": 3.2256,
      "step": 35534
    },
    {
      "epoch": 3.0186034658511725,
      "grad_norm": 3.3246460198895886,
      "learning_rate": 0.00015536133566247868,
      "loss": 4.6357,
      "step": 35535
    },
    {
      "epoch": 3.018688413183826,
      "grad_norm": 2.939629523054311,
      "learning_rate": 0.00015535447387524318,
      "loss": 3.799,
      "step": 35536
    },
    {
      "epoch": 3.0187733605164797,
      "grad_norm": 2.7382896865291295,
      "learning_rate": 0.00015534761207678852,
      "loss": 2.8556,
      "step": 35537
    },
    {
      "epoch": 3.0188583078491336,
      "grad_norm": 2.8868363621241455,
      "learning_rate": 0.00015534075026712896,
      "loss": 3.2296,
      "step": 35538
    },
    {
      "epoch": 3.0189432551817874,
      "grad_norm": 2.9481212117136035,
      "learning_rate": 0.00015533388844627893,
      "loss": 3.8174,
      "step": 35539
    },
    {
      "epoch": 3.0190282025144413,
      "grad_norm": 2.9479895802993137,
      "learning_rate": 0.00015532702661425282,
      "loss": 3.6998,
      "step": 35540
    },
    {
      "epoch": 3.0191131498470947,
      "grad_norm": 2.8307053827054247,
      "learning_rate": 0.00015532016477106495,
      "loss": 3.4732,
      "step": 35541
    },
    {
      "epoch": 3.0191980971797485,
      "grad_norm": 2.9724296951394793,
      "learning_rate": 0.00015531330291672975,
      "loss": 3.9253,
      "step": 35542
    },
    {
      "epoch": 3.0192830445124024,
      "grad_norm": 2.9547749221621165,
      "learning_rate": 0.00015530644105126156,
      "loss": 3.7749,
      "step": 35543
    },
    {
      "epoch": 3.019367991845056,
      "grad_norm": 3.2647493377092527,
      "learning_rate": 0.00015529957917467485,
      "loss": 4.3011,
      "step": 35544
    },
    {
      "epoch": 3.0194529391777096,
      "grad_norm": 3.1469003734226226,
      "learning_rate": 0.0001552927172869838,
      "loss": 4.214,
      "step": 35545
    },
    {
      "epoch": 3.0195378865103635,
      "grad_norm": 3.0444589156910977,
      "learning_rate": 0.00015528585538820305,
      "loss": 3.4419,
      "step": 35546
    },
    {
      "epoch": 3.0196228338430173,
      "grad_norm": 2.88530258600119,
      "learning_rate": 0.00015527899347834678,
      "loss": 3.3326,
      "step": 35547
    },
    {
      "epoch": 3.019707781175671,
      "grad_norm": 2.5988829245467797,
      "learning_rate": 0.0001552721315574294,
      "loss": 2.6414,
      "step": 35548
    },
    {
      "epoch": 3.019792728508325,
      "grad_norm": 2.9623581353951955,
      "learning_rate": 0.00015526526962546537,
      "loss": 3.6062,
      "step": 35549
    },
    {
      "epoch": 3.0198776758409784,
      "grad_norm": 3.147146691808925,
      "learning_rate": 0.00015525840768246897,
      "loss": 4.2287,
      "step": 35550
    },
    {
      "epoch": 3.0199626231736323,
      "grad_norm": 3.071708796994384,
      "learning_rate": 0.00015525154572845464,
      "loss": 3.9083,
      "step": 35551
    },
    {
      "epoch": 3.020047570506286,
      "grad_norm": 2.925752032084773,
      "learning_rate": 0.00015524468376343673,
      "loss": 3.4601,
      "step": 35552
    },
    {
      "epoch": 3.02013251783894,
      "grad_norm": 3.1678035174750234,
      "learning_rate": 0.00015523782178742968,
      "loss": 3.877,
      "step": 35553
    },
    {
      "epoch": 3.0202174651715934,
      "grad_norm": 3.1110283340192346,
      "learning_rate": 0.00015523095980044777,
      "loss": 4.012,
      "step": 35554
    },
    {
      "epoch": 3.0203024125042472,
      "grad_norm": 2.856728094578631,
      "learning_rate": 0.00015522409780250544,
      "loss": 3.2907,
      "step": 35555
    },
    {
      "epoch": 3.020387359836901,
      "grad_norm": 2.9777312145140535,
      "learning_rate": 0.00015521723579361705,
      "loss": 3.3377,
      "step": 35556
    },
    {
      "epoch": 3.020472307169555,
      "grad_norm": 2.8681287139829204,
      "learning_rate": 0.00015521037377379696,
      "loss": 3.1409,
      "step": 35557
    },
    {
      "epoch": 3.020557254502209,
      "grad_norm": 3.2126250068909283,
      "learning_rate": 0.0001552035117430596,
      "loss": 3.4951,
      "step": 35558
    },
    {
      "epoch": 3.020642201834862,
      "grad_norm": 2.7955325309052483,
      "learning_rate": 0.0001551966497014193,
      "loss": 2.6988,
      "step": 35559
    },
    {
      "epoch": 3.020727149167516,
      "grad_norm": 3.1333389259870454,
      "learning_rate": 0.00015518978764889044,
      "loss": 4.37,
      "step": 35560
    },
    {
      "epoch": 3.02081209650017,
      "grad_norm": 2.846548683676564,
      "learning_rate": 0.00015518292558548742,
      "loss": 3.1508,
      "step": 35561
    },
    {
      "epoch": 3.0208970438328238,
      "grad_norm": 2.930393145085657,
      "learning_rate": 0.00015517606351122466,
      "loss": 3.9681,
      "step": 35562
    },
    {
      "epoch": 3.0209819911654776,
      "grad_norm": 2.982974800732372,
      "learning_rate": 0.0001551692014261164,
      "loss": 3.9089,
      "step": 35563
    },
    {
      "epoch": 3.021066938498131,
      "grad_norm": 2.9304568598832326,
      "learning_rate": 0.0001551623393301772,
      "loss": 3.3531,
      "step": 35564
    },
    {
      "epoch": 3.021151885830785,
      "grad_norm": 3.019365926610739,
      "learning_rate": 0.00015515547722342126,
      "loss": 3.8633,
      "step": 35565
    },
    {
      "epoch": 3.0212368331634387,
      "grad_norm": 3.215655140094495,
      "learning_rate": 0.00015514861510586308,
      "loss": 4.4372,
      "step": 35566
    },
    {
      "epoch": 3.0213217804960926,
      "grad_norm": 2.9787044104544917,
      "learning_rate": 0.00015514175297751703,
      "loss": 3.4919,
      "step": 35567
    },
    {
      "epoch": 3.021406727828746,
      "grad_norm": 3.2071355587507946,
      "learning_rate": 0.00015513489083839743,
      "loss": 4.2337,
      "step": 35568
    },
    {
      "epoch": 3.0214916751614,
      "grad_norm": 3.12014784659014,
      "learning_rate": 0.00015512802868851867,
      "loss": 4.0311,
      "step": 35569
    },
    {
      "epoch": 3.0215766224940537,
      "grad_norm": 2.7740230939019574,
      "learning_rate": 0.00015512116652789516,
      "loss": 2.8076,
      "step": 35570
    },
    {
      "epoch": 3.0216615698267075,
      "grad_norm": 2.8621376923351645,
      "learning_rate": 0.00015511430435654128,
      "loss": 3.1977,
      "step": 35571
    },
    {
      "epoch": 3.0217465171593614,
      "grad_norm": 3.2745133720069917,
      "learning_rate": 0.00015510744217447139,
      "loss": 3.857,
      "step": 35572
    },
    {
      "epoch": 3.021831464492015,
      "grad_norm": 2.6720433618852404,
      "learning_rate": 0.00015510057998169985,
      "loss": 2.8055,
      "step": 35573
    },
    {
      "epoch": 3.0219164118246686,
      "grad_norm": 2.962134977534326,
      "learning_rate": 0.0001550937177782411,
      "loss": 3.9848,
      "step": 35574
    },
    {
      "epoch": 3.0220013591573225,
      "grad_norm": 3.019587043329082,
      "learning_rate": 0.00015508685556410947,
      "loss": 3.9102,
      "step": 35575
    },
    {
      "epoch": 3.0220863064899763,
      "grad_norm": 2.9129648341078185,
      "learning_rate": 0.0001550799933393193,
      "loss": 3.3963,
      "step": 35576
    },
    {
      "epoch": 3.02217125382263,
      "grad_norm": 2.9851572155232784,
      "learning_rate": 0.00015507313110388506,
      "loss": 3.9098,
      "step": 35577
    },
    {
      "epoch": 3.0222562011552836,
      "grad_norm": 3.088526921471408,
      "learning_rate": 0.00015506626885782108,
      "loss": 3.7523,
      "step": 35578
    },
    {
      "epoch": 3.0223411484879374,
      "grad_norm": 3.2948000130893775,
      "learning_rate": 0.00015505940660114168,
      "loss": 4.3598,
      "step": 35579
    },
    {
      "epoch": 3.0224260958205913,
      "grad_norm": 2.5211553135325295,
      "learning_rate": 0.00015505254433386136,
      "loss": 2.4226,
      "step": 35580
    },
    {
      "epoch": 3.022511043153245,
      "grad_norm": 2.883975844390098,
      "learning_rate": 0.00015504568205599442,
      "loss": 3.4156,
      "step": 35581
    },
    {
      "epoch": 3.0225959904858986,
      "grad_norm": 2.862831301585026,
      "learning_rate": 0.00015503881976755525,
      "loss": 3.0261,
      "step": 35582
    },
    {
      "epoch": 3.0226809378185524,
      "grad_norm": 2.866591077319548,
      "learning_rate": 0.00015503195746855824,
      "loss": 3.1819,
      "step": 35583
    },
    {
      "epoch": 3.0227658851512063,
      "grad_norm": 2.998253613615808,
      "learning_rate": 0.0001550250951590178,
      "loss": 3.7451,
      "step": 35584
    },
    {
      "epoch": 3.02285083248386,
      "grad_norm": 2.946178205978288,
      "learning_rate": 0.00015501823283894822,
      "loss": 3.9502,
      "step": 35585
    },
    {
      "epoch": 3.022935779816514,
      "grad_norm": 3.190417500199543,
      "learning_rate": 0.00015501137050836396,
      "loss": 4.1425,
      "step": 35586
    },
    {
      "epoch": 3.0230207271491674,
      "grad_norm": 2.982389554686835,
      "learning_rate": 0.0001550045081672794,
      "loss": 3.7738,
      "step": 35587
    },
    {
      "epoch": 3.023105674481821,
      "grad_norm": 3.2330125211840635,
      "learning_rate": 0.0001549976458157088,
      "loss": 4.692,
      "step": 35588
    },
    {
      "epoch": 3.023190621814475,
      "grad_norm": 2.94217290062394,
      "learning_rate": 0.00015499078345366672,
      "loss": 3.745,
      "step": 35589
    },
    {
      "epoch": 3.023275569147129,
      "grad_norm": 2.9560313662364344,
      "learning_rate": 0.0001549839210811674,
      "loss": 3.6096,
      "step": 35590
    },
    {
      "epoch": 3.0233605164797823,
      "grad_norm": 3.1127659057966732,
      "learning_rate": 0.00015497705869822525,
      "loss": 3.7208,
      "step": 35591
    },
    {
      "epoch": 3.023445463812436,
      "grad_norm": 3.175552916866413,
      "learning_rate": 0.00015497019630485468,
      "loss": 4.0071,
      "step": 35592
    },
    {
      "epoch": 3.02353041114509,
      "grad_norm": 3.1253956633530997,
      "learning_rate": 0.00015496333390107008,
      "loss": 3.8279,
      "step": 35593
    },
    {
      "epoch": 3.023615358477744,
      "grad_norm": 3.2299709724347525,
      "learning_rate": 0.00015495647148688576,
      "loss": 4.4327,
      "step": 35594
    },
    {
      "epoch": 3.0237003058103977,
      "grad_norm": 3.1382955482311985,
      "learning_rate": 0.0001549496090623162,
      "loss": 4.0754,
      "step": 35595
    },
    {
      "epoch": 3.023785253143051,
      "grad_norm": 2.551358320329015,
      "learning_rate": 0.00015494274662737566,
      "loss": 2.4784,
      "step": 35596
    },
    {
      "epoch": 3.023870200475705,
      "grad_norm": 2.9364421635551206,
      "learning_rate": 0.0001549358841820786,
      "loss": 3.5393,
      "step": 35597
    },
    {
      "epoch": 3.023955147808359,
      "grad_norm": 3.1049473221210113,
      "learning_rate": 0.00015492902172643935,
      "loss": 3.9975,
      "step": 35598
    },
    {
      "epoch": 3.0240400951410127,
      "grad_norm": 3.2181418632348895,
      "learning_rate": 0.00015492215926047234,
      "loss": 4.4657,
      "step": 35599
    },
    {
      "epoch": 3.0241250424736665,
      "grad_norm": 3.179578616335174,
      "learning_rate": 0.0001549152967841919,
      "loss": 4.4048,
      "step": 35600
    },
    {
      "epoch": 3.02420998980632,
      "grad_norm": 2.8649649750862793,
      "learning_rate": 0.00015490843429761248,
      "loss": 3.1316,
      "step": 35601
    },
    {
      "epoch": 3.024294937138974,
      "grad_norm": 3.1513698635325618,
      "learning_rate": 0.0001549015718007484,
      "loss": 4.4024,
      "step": 35602
    },
    {
      "epoch": 3.0243798844716276,
      "grad_norm": 3.2214247762450374,
      "learning_rate": 0.000154894709293614,
      "loss": 4.3889,
      "step": 35603
    },
    {
      "epoch": 3.0244648318042815,
      "grad_norm": 3.2342920950018588,
      "learning_rate": 0.00015488784677622377,
      "loss": 4.2575,
      "step": 35604
    },
    {
      "epoch": 3.024549779136935,
      "grad_norm": 3.1751657954168366,
      "learning_rate": 0.000154880984248592,
      "loss": 4.3991,
      "step": 35605
    },
    {
      "epoch": 3.0246347264695888,
      "grad_norm": 2.786320938242793,
      "learning_rate": 0.0001548741217107331,
      "loss": 2.9891,
      "step": 35606
    },
    {
      "epoch": 3.0247196738022426,
      "grad_norm": 3.0433946652101116,
      "learning_rate": 0.00015486725916266146,
      "loss": 4.2468,
      "step": 35607
    },
    {
      "epoch": 3.0248046211348965,
      "grad_norm": 3.014360291387294,
      "learning_rate": 0.00015486039660439144,
      "loss": 3.799,
      "step": 35608
    },
    {
      "epoch": 3.0248895684675503,
      "grad_norm": 3.2383416991447427,
      "learning_rate": 0.00015485353403593745,
      "loss": 4.1025,
      "step": 35609
    },
    {
      "epoch": 3.0249745158002037,
      "grad_norm": 3.0107039383506855,
      "learning_rate": 0.0001548466714573138,
      "loss": 3.726,
      "step": 35610
    },
    {
      "epoch": 3.0250594631328576,
      "grad_norm": 2.3781371695120557,
      "learning_rate": 0.00015483980886853496,
      "loss": 1.9912,
      "step": 35611
    },
    {
      "epoch": 3.0251444104655114,
      "grad_norm": 2.9424195155890267,
      "learning_rate": 0.0001548329462696152,
      "loss": 3.659,
      "step": 35612
    },
    {
      "epoch": 3.0252293577981653,
      "grad_norm": 2.6774480538164034,
      "learning_rate": 0.00015482608366056903,
      "loss": 2.6074,
      "step": 35613
    },
    {
      "epoch": 3.025314305130819,
      "grad_norm": 3.120569299913091,
      "learning_rate": 0.00015481922104141073,
      "loss": 4.2051,
      "step": 35614
    },
    {
      "epoch": 3.0253992524634725,
      "grad_norm": 3.2195869739199066,
      "learning_rate": 0.0001548123584121547,
      "loss": 4.1235,
      "step": 35615
    },
    {
      "epoch": 3.0254841997961264,
      "grad_norm": 2.9810277814427795,
      "learning_rate": 0.00015480549577281534,
      "loss": 3.8186,
      "step": 35616
    },
    {
      "epoch": 3.0255691471287802,
      "grad_norm": 3.2463498707157266,
      "learning_rate": 0.00015479863312340704,
      "loss": 4.6572,
      "step": 35617
    },
    {
      "epoch": 3.025654094461434,
      "grad_norm": 2.918755744317669,
      "learning_rate": 0.00015479177046394415,
      "loss": 3.628,
      "step": 35618
    },
    {
      "epoch": 3.0257390417940875,
      "grad_norm": 2.9009987321847692,
      "learning_rate": 0.00015478490779444103,
      "loss": 3.4006,
      "step": 35619
    },
    {
      "epoch": 3.0258239891267413,
      "grad_norm": 2.9665197046996883,
      "learning_rate": 0.00015477804511491213,
      "loss": 3.7681,
      "step": 35620
    },
    {
      "epoch": 3.025908936459395,
      "grad_norm": 2.9503087908037338,
      "learning_rate": 0.00015477118242537176,
      "loss": 3.7051,
      "step": 35621
    },
    {
      "epoch": 3.025993883792049,
      "grad_norm": 3.00113223166228,
      "learning_rate": 0.00015476431972583432,
      "loss": 3.8117,
      "step": 35622
    },
    {
      "epoch": 3.026078831124703,
      "grad_norm": 2.950233933386474,
      "learning_rate": 0.00015475745701631425,
      "loss": 3.5857,
      "step": 35623
    },
    {
      "epoch": 3.0261637784573563,
      "grad_norm": 3.012235640766641,
      "learning_rate": 0.0001547505942968258,
      "loss": 3.8462,
      "step": 35624
    },
    {
      "epoch": 3.02624872579001,
      "grad_norm": 2.9245453469957643,
      "learning_rate": 0.00015474373156738346,
      "loss": 3.6864,
      "step": 35625
    },
    {
      "epoch": 3.026333673122664,
      "grad_norm": 2.977541177133654,
      "learning_rate": 0.00015473686882800156,
      "loss": 3.8486,
      "step": 35626
    },
    {
      "epoch": 3.026418620455318,
      "grad_norm": 3.2479140373531146,
      "learning_rate": 0.00015473000607869455,
      "loss": 4.4503,
      "step": 35627
    },
    {
      "epoch": 3.0265035677879712,
      "grad_norm": 3.1093273785804483,
      "learning_rate": 0.00015472314331947665,
      "loss": 4.0607,
      "step": 35628
    },
    {
      "epoch": 3.026588515120625,
      "grad_norm": 2.945876365623689,
      "learning_rate": 0.00015471628055036246,
      "loss": 3.7253,
      "step": 35629
    },
    {
      "epoch": 3.026673462453279,
      "grad_norm": 3.3207147608244916,
      "learning_rate": 0.00015470941777136617,
      "loss": 4.6382,
      "step": 35630
    },
    {
      "epoch": 3.026758409785933,
      "grad_norm": 2.8632840734459486,
      "learning_rate": 0.00015470255498250223,
      "loss": 3.4958,
      "step": 35631
    },
    {
      "epoch": 3.0268433571185867,
      "grad_norm": 3.2988364734036204,
      "learning_rate": 0.00015469569218378503,
      "loss": 4.4678,
      "step": 35632
    },
    {
      "epoch": 3.02692830445124,
      "grad_norm": 2.9345448408479053,
      "learning_rate": 0.00015468882937522894,
      "loss": 3.6657,
      "step": 35633
    },
    {
      "epoch": 3.027013251783894,
      "grad_norm": 3.0576982763113563,
      "learning_rate": 0.00015468196655684833,
      "loss": 4.081,
      "step": 35634
    },
    {
      "epoch": 3.0270981991165478,
      "grad_norm": 2.889413035227044,
      "learning_rate": 0.00015467510372865764,
      "loss": 3.126,
      "step": 35635
    },
    {
      "epoch": 3.0271831464492016,
      "grad_norm": 3.046830111635887,
      "learning_rate": 0.00015466824089067116,
      "loss": 3.9445,
      "step": 35636
    },
    {
      "epoch": 3.0272680937818555,
      "grad_norm": 2.656068983138765,
      "learning_rate": 0.0001546613780429033,
      "loss": 2.5498,
      "step": 35637
    },
    {
      "epoch": 3.027353041114509,
      "grad_norm": 2.972152650784532,
      "learning_rate": 0.0001546545151853685,
      "loss": 3.8837,
      "step": 35638
    },
    {
      "epoch": 3.0274379884471627,
      "grad_norm": 2.8319430272155452,
      "learning_rate": 0.00015464765231808103,
      "loss": 2.6621,
      "step": 35639
    },
    {
      "epoch": 3.0275229357798166,
      "grad_norm": 2.8953262700431477,
      "learning_rate": 0.00015464078944105536,
      "loss": 3.7948,
      "step": 35640
    },
    {
      "epoch": 3.0276078831124704,
      "grad_norm": 2.8298801894119463,
      "learning_rate": 0.00015463392655430585,
      "loss": 3.1146,
      "step": 35641
    },
    {
      "epoch": 3.027692830445124,
      "grad_norm": 2.8316784499947665,
      "learning_rate": 0.00015462706365784685,
      "loss": 3.1154,
      "step": 35642
    },
    {
      "epoch": 3.0277777777777777,
      "grad_norm": 3.0577074794298844,
      "learning_rate": 0.00015462020075169276,
      "loss": 3.5613,
      "step": 35643
    },
    {
      "epoch": 3.0278627251104315,
      "grad_norm": 3.20076371251722,
      "learning_rate": 0.00015461333783585795,
      "loss": 3.9287,
      "step": 35644
    },
    {
      "epoch": 3.0279476724430854,
      "grad_norm": 3.0786759773725265,
      "learning_rate": 0.00015460647491035687,
      "loss": 4.0028,
      "step": 35645
    },
    {
      "epoch": 3.0280326197757392,
      "grad_norm": 3.1901998092017436,
      "learning_rate": 0.00015459961197520375,
      "loss": 4.4205,
      "step": 35646
    },
    {
      "epoch": 3.0281175671083926,
      "grad_norm": 2.9551879106388097,
      "learning_rate": 0.00015459274903041313,
      "loss": 3.6835,
      "step": 35647
    },
    {
      "epoch": 3.0282025144410465,
      "grad_norm": 2.9316265613131525,
      "learning_rate": 0.00015458588607599925,
      "loss": 4.0725,
      "step": 35648
    },
    {
      "epoch": 3.0282874617737003,
      "grad_norm": 2.9825029890854973,
      "learning_rate": 0.00015457902311197662,
      "loss": 3.6,
      "step": 35649
    },
    {
      "epoch": 3.028372409106354,
      "grad_norm": 2.9804967539591902,
      "learning_rate": 0.0001545721601383595,
      "loss": 3.7466,
      "step": 35650
    },
    {
      "epoch": 3.0284573564390076,
      "grad_norm": 2.9815390037962692,
      "learning_rate": 0.00015456529715516236,
      "loss": 3.8632,
      "step": 35651
    },
    {
      "epoch": 3.0285423037716614,
      "grad_norm": 2.857683039574227,
      "learning_rate": 0.00015455843416239953,
      "loss": 3.3686,
      "step": 35652
    },
    {
      "epoch": 3.0286272511043153,
      "grad_norm": 2.872021871189973,
      "learning_rate": 0.00015455157116008543,
      "loss": 3.2667,
      "step": 35653
    },
    {
      "epoch": 3.028712198436969,
      "grad_norm": 3.180280362411629,
      "learning_rate": 0.00015454470814823442,
      "loss": 4.3482,
      "step": 35654
    },
    {
      "epoch": 3.028797145769623,
      "grad_norm": 3.2764098064662055,
      "learning_rate": 0.00015453784512686086,
      "loss": 4.2943,
      "step": 35655
    },
    {
      "epoch": 3.0288820931022764,
      "grad_norm": 3.271270495418841,
      "learning_rate": 0.0001545309820959792,
      "loss": 3.99,
      "step": 35656
    },
    {
      "epoch": 3.0289670404349303,
      "grad_norm": 3.1091879026313713,
      "learning_rate": 0.00015452411905560371,
      "loss": 4.4371,
      "step": 35657
    },
    {
      "epoch": 3.029051987767584,
      "grad_norm": 2.9853920649078702,
      "learning_rate": 0.00015451725600574884,
      "loss": 3.1484,
      "step": 35658
    },
    {
      "epoch": 3.029136935100238,
      "grad_norm": 2.8739424530652307,
      "learning_rate": 0.00015451039294642896,
      "loss": 2.8868,
      "step": 35659
    },
    {
      "epoch": 3.029221882432892,
      "grad_norm": 2.969438907342388,
      "learning_rate": 0.00015450352987765847,
      "loss": 3.4542,
      "step": 35660
    },
    {
      "epoch": 3.029306829765545,
      "grad_norm": 2.8241466582755974,
      "learning_rate": 0.00015449666679945168,
      "loss": 2.9702,
      "step": 35661
    },
    {
      "epoch": 3.029391777098199,
      "grad_norm": 2.857961269145694,
      "learning_rate": 0.00015448980371182304,
      "loss": 2.7595,
      "step": 35662
    },
    {
      "epoch": 3.029476724430853,
      "grad_norm": 3.148289566279221,
      "learning_rate": 0.00015448294061478696,
      "loss": 3.6866,
      "step": 35663
    },
    {
      "epoch": 3.0295616717635068,
      "grad_norm": 2.9550223277058585,
      "learning_rate": 0.00015447607750835769,
      "loss": 3.7393,
      "step": 35664
    },
    {
      "epoch": 3.02964661909616,
      "grad_norm": 2.989446101946956,
      "learning_rate": 0.00015446921439254976,
      "loss": 3.7041,
      "step": 35665
    },
    {
      "epoch": 3.029731566428814,
      "grad_norm": 3.254564336380388,
      "learning_rate": 0.00015446235126737745,
      "loss": 4.5647,
      "step": 35666
    },
    {
      "epoch": 3.029816513761468,
      "grad_norm": 2.850185573053322,
      "learning_rate": 0.00015445548813285517,
      "loss": 2.9294,
      "step": 35667
    },
    {
      "epoch": 3.0299014610941217,
      "grad_norm": 3.183286027705583,
      "learning_rate": 0.0001544486249889973,
      "loss": 3.8117,
      "step": 35668
    },
    {
      "epoch": 3.0299864084267756,
      "grad_norm": 3.0253190462646518,
      "learning_rate": 0.0001544417618358182,
      "loss": 3.7672,
      "step": 35669
    },
    {
      "epoch": 3.030071355759429,
      "grad_norm": 3.2874530372404718,
      "learning_rate": 0.00015443489867333234,
      "loss": 4.7819,
      "step": 35670
    },
    {
      "epoch": 3.030156303092083,
      "grad_norm": 3.2559426023343194,
      "learning_rate": 0.00015442803550155395,
      "loss": 3.9523,
      "step": 35671
    },
    {
      "epoch": 3.0302412504247367,
      "grad_norm": 2.792606938749128,
      "learning_rate": 0.00015442117232049754,
      "loss": 2.9057,
      "step": 35672
    },
    {
      "epoch": 3.0303261977573905,
      "grad_norm": 2.8090328752060576,
      "learning_rate": 0.00015441430913017745,
      "loss": 2.9494,
      "step": 35673
    },
    {
      "epoch": 3.0304111450900444,
      "grad_norm": 2.977560191863761,
      "learning_rate": 0.00015440744593060802,
      "loss": 3.5748,
      "step": 35674
    },
    {
      "epoch": 3.030496092422698,
      "grad_norm": 3.112136171909029,
      "learning_rate": 0.00015440058272180368,
      "loss": 4.1952,
      "step": 35675
    },
    {
      "epoch": 3.0305810397553516,
      "grad_norm": 3.0141014483646544,
      "learning_rate": 0.00015439371950377878,
      "loss": 3.8484,
      "step": 35676
    },
    {
      "epoch": 3.0306659870880055,
      "grad_norm": 3.0173166683053236,
      "learning_rate": 0.00015438685627654775,
      "loss": 4.0596,
      "step": 35677
    },
    {
      "epoch": 3.0307509344206593,
      "grad_norm": 3.128788388035482,
      "learning_rate": 0.00015437999304012488,
      "loss": 4.1479,
      "step": 35678
    },
    {
      "epoch": 3.0308358817533128,
      "grad_norm": 3.004372252639481,
      "learning_rate": 0.00015437312979452468,
      "loss": 3.6995,
      "step": 35679
    },
    {
      "epoch": 3.0309208290859666,
      "grad_norm": 3.014148104129654,
      "learning_rate": 0.00015436626653976136,
      "loss": 4.1549,
      "step": 35680
    },
    {
      "epoch": 3.0310057764186205,
      "grad_norm": 3.01256165711389,
      "learning_rate": 0.00015435940327584953,
      "loss": 4.1507,
      "step": 35681
    },
    {
      "epoch": 3.0310907237512743,
      "grad_norm": 3.35479659235718,
      "learning_rate": 0.00015435254000280334,
      "loss": 4.576,
      "step": 35682
    },
    {
      "epoch": 3.031175671083928,
      "grad_norm": 2.877952006331623,
      "learning_rate": 0.00015434567672063728,
      "loss": 3.5117,
      "step": 35683
    },
    {
      "epoch": 3.0312606184165816,
      "grad_norm": 2.9499653536941555,
      "learning_rate": 0.00015433881342936573,
      "loss": 3.5153,
      "step": 35684
    },
    {
      "epoch": 3.0313455657492354,
      "grad_norm": 3.2532183888004576,
      "learning_rate": 0.00015433195012900305,
      "loss": 4.503,
      "step": 35685
    },
    {
      "epoch": 3.0314305130818893,
      "grad_norm": 3.040230021530013,
      "learning_rate": 0.00015432508681956366,
      "loss": 3.7566,
      "step": 35686
    },
    {
      "epoch": 3.031515460414543,
      "grad_norm": 3.1869495563775123,
      "learning_rate": 0.00015431822350106186,
      "loss": 4.4052,
      "step": 35687
    },
    {
      "epoch": 3.0316004077471965,
      "grad_norm": 3.3186827748710495,
      "learning_rate": 0.00015431136017351213,
      "loss": 4.7638,
      "step": 35688
    },
    {
      "epoch": 3.0316853550798504,
      "grad_norm": 2.956346483499507,
      "learning_rate": 0.00015430449683692874,
      "loss": 3.7991,
      "step": 35689
    },
    {
      "epoch": 3.0317703024125042,
      "grad_norm": 2.9638041846399847,
      "learning_rate": 0.00015429763349132623,
      "loss": 3.8861,
      "step": 35690
    },
    {
      "epoch": 3.031855249745158,
      "grad_norm": 2.993751299691549,
      "learning_rate": 0.00015429077013671882,
      "loss": 3.8045,
      "step": 35691
    },
    {
      "epoch": 3.031940197077812,
      "grad_norm": 3.0912989947993843,
      "learning_rate": 0.00015428390677312096,
      "loss": 3.6981,
      "step": 35692
    },
    {
      "epoch": 3.0320251444104653,
      "grad_norm": 3.1231416136988694,
      "learning_rate": 0.00015427704340054702,
      "loss": 3.8964,
      "step": 35693
    },
    {
      "epoch": 3.032110091743119,
      "grad_norm": 2.7700747762071725,
      "learning_rate": 0.0001542701800190114,
      "loss": 2.5407,
      "step": 35694
    },
    {
      "epoch": 3.032195039075773,
      "grad_norm": 2.911659451535098,
      "learning_rate": 0.00015426331662852846,
      "loss": 3.1828,
      "step": 35695
    },
    {
      "epoch": 3.032279986408427,
      "grad_norm": 2.9977211702503763,
      "learning_rate": 0.0001542564532291126,
      "loss": 4.0989,
      "step": 35696
    },
    {
      "epoch": 3.0323649337410807,
      "grad_norm": 3.232586446841317,
      "learning_rate": 0.0001542495898207782,
      "loss": 3.9861,
      "step": 35697
    },
    {
      "epoch": 3.032449881073734,
      "grad_norm": 2.9663928056777635,
      "learning_rate": 0.00015424272640353955,
      "loss": 3.5548,
      "step": 35698
    },
    {
      "epoch": 3.032534828406388,
      "grad_norm": 2.953853602385232,
      "learning_rate": 0.00015423586297741123,
      "loss": 3.3694,
      "step": 35699
    },
    {
      "epoch": 3.032619775739042,
      "grad_norm": 3.201649331043397,
      "learning_rate": 0.0001542289995424074,
      "loss": 3.8309,
      "step": 35700
    },
    {
      "epoch": 3.0327047230716957,
      "grad_norm": 3.2054514887777965,
      "learning_rate": 0.0001542221360985426,
      "loss": 4.5913,
      "step": 35701
    },
    {
      "epoch": 3.032789670404349,
      "grad_norm": 3.2575760573276233,
      "learning_rate": 0.00015421527264583112,
      "loss": 4.5736,
      "step": 35702
    },
    {
      "epoch": 3.032874617737003,
      "grad_norm": 3.240972729722033,
      "learning_rate": 0.00015420840918428742,
      "loss": 4.1301,
      "step": 35703
    },
    {
      "epoch": 3.032959565069657,
      "grad_norm": 2.9456161515330512,
      "learning_rate": 0.0001542015457139258,
      "loss": 3.6985,
      "step": 35704
    },
    {
      "epoch": 3.0330445124023107,
      "grad_norm": 2.899767612959916,
      "learning_rate": 0.00015419468223476068,
      "loss": 3.6902,
      "step": 35705
    },
    {
      "epoch": 3.0331294597349645,
      "grad_norm": 3.011398286227089,
      "learning_rate": 0.00015418781874680648,
      "loss": 3.6663,
      "step": 35706
    },
    {
      "epoch": 3.033214407067618,
      "grad_norm": 2.9232316469821424,
      "learning_rate": 0.00015418095525007746,
      "loss": 3.6278,
      "step": 35707
    },
    {
      "epoch": 3.0332993544002718,
      "grad_norm": 3.1433086420777454,
      "learning_rate": 0.00015417409174458814,
      "loss": 4.2948,
      "step": 35708
    },
    {
      "epoch": 3.0333843017329256,
      "grad_norm": 2.806185225989014,
      "learning_rate": 0.00015416722823035283,
      "loss": 3.1176,
      "step": 35709
    },
    {
      "epoch": 3.0334692490655795,
      "grad_norm": 2.944996257082836,
      "learning_rate": 0.00015416036470738596,
      "loss": 3.8316,
      "step": 35710
    },
    {
      "epoch": 3.0335541963982333,
      "grad_norm": 2.8190458468456714,
      "learning_rate": 0.0001541535011757018,
      "loss": 2.957,
      "step": 35711
    },
    {
      "epoch": 3.0336391437308867,
      "grad_norm": 3.0638080572867916,
      "learning_rate": 0.00015414663763531485,
      "loss": 3.6297,
      "step": 35712
    },
    {
      "epoch": 3.0337240910635406,
      "grad_norm": 3.2741159948832532,
      "learning_rate": 0.00015413977408623944,
      "loss": 4.6708,
      "step": 35713
    },
    {
      "epoch": 3.0338090383961944,
      "grad_norm": 3.1725908409891623,
      "learning_rate": 0.0001541329105284899,
      "loss": 4.0409,
      "step": 35714
    },
    {
      "epoch": 3.0338939857288483,
      "grad_norm": 3.0765641072919534,
      "learning_rate": 0.00015412604696208072,
      "loss": 3.3575,
      "step": 35715
    },
    {
      "epoch": 3.0339789330615017,
      "grad_norm": 2.6756688547915513,
      "learning_rate": 0.00015411918338702622,
      "loss": 2.6288,
      "step": 35716
    },
    {
      "epoch": 3.0340638803941555,
      "grad_norm": 3.0835988462211574,
      "learning_rate": 0.00015411231980334082,
      "loss": 4.2401,
      "step": 35717
    },
    {
      "epoch": 3.0341488277268094,
      "grad_norm": 3.1611131715210075,
      "learning_rate": 0.00015410545621103884,
      "loss": 3.9373,
      "step": 35718
    },
    {
      "epoch": 3.0342337750594632,
      "grad_norm": 2.899611306341675,
      "learning_rate": 0.0001540985926101347,
      "loss": 3.1117,
      "step": 35719
    },
    {
      "epoch": 3.034318722392117,
      "grad_norm": 2.544987730537518,
      "learning_rate": 0.00015409172900064276,
      "loss": 2.3116,
      "step": 35720
    },
    {
      "epoch": 3.0344036697247705,
      "grad_norm": 3.0173962884374563,
      "learning_rate": 0.00015408486538257747,
      "loss": 3.9343,
      "step": 35721
    },
    {
      "epoch": 3.0344886170574243,
      "grad_norm": 3.063613738130403,
      "learning_rate": 0.00015407800175595311,
      "loss": 3.3726,
      "step": 35722
    },
    {
      "epoch": 3.034573564390078,
      "grad_norm": 2.47744064875178,
      "learning_rate": 0.00015407113812078408,
      "loss": 2.363,
      "step": 35723
    },
    {
      "epoch": 3.034658511722732,
      "grad_norm": 2.79135013768212,
      "learning_rate": 0.00015406427447708487,
      "loss": 2.9286,
      "step": 35724
    },
    {
      "epoch": 3.0347434590553855,
      "grad_norm": 2.9856489657271754,
      "learning_rate": 0.0001540574108248697,
      "loss": 3.9082,
      "step": 35725
    },
    {
      "epoch": 3.0348284063880393,
      "grad_norm": 3.0309853732662946,
      "learning_rate": 0.0001540505471641531,
      "loss": 3.9645,
      "step": 35726
    },
    {
      "epoch": 3.034913353720693,
      "grad_norm": 3.039980415122703,
      "learning_rate": 0.00015404368349494933,
      "loss": 3.4963,
      "step": 35727
    },
    {
      "epoch": 3.034998301053347,
      "grad_norm": 3.080524304046257,
      "learning_rate": 0.00015403681981727288,
      "loss": 4.216,
      "step": 35728
    },
    {
      "epoch": 3.035083248386001,
      "grad_norm": 2.9365160270411135,
      "learning_rate": 0.000154029956131138,
      "loss": 3.4068,
      "step": 35729
    },
    {
      "epoch": 3.0351681957186543,
      "grad_norm": 2.4757304670854694,
      "learning_rate": 0.00015402309243655923,
      "loss": 2.1696,
      "step": 35730
    },
    {
      "epoch": 3.035253143051308,
      "grad_norm": 2.7402052098984466,
      "learning_rate": 0.00015401622873355086,
      "loss": 2.8192,
      "step": 35731
    },
    {
      "epoch": 3.035338090383962,
      "grad_norm": 2.715125586050922,
      "learning_rate": 0.00015400936502212723,
      "loss": 2.617,
      "step": 35732
    },
    {
      "epoch": 3.035423037716616,
      "grad_norm": 3.024526940116037,
      "learning_rate": 0.0001540025013023028,
      "loss": 3.2966,
      "step": 35733
    },
    {
      "epoch": 3.0355079850492697,
      "grad_norm": 3.025492752747507,
      "learning_rate": 0.00015399563757409194,
      "loss": 3.7245,
      "step": 35734
    },
    {
      "epoch": 3.035592932381923,
      "grad_norm": 3.3370789626199904,
      "learning_rate": 0.00015398877383750897,
      "loss": 4.6673,
      "step": 35735
    },
    {
      "epoch": 3.035677879714577,
      "grad_norm": 3.1376263562220075,
      "learning_rate": 0.00015398191009256837,
      "loss": 4.3169,
      "step": 35736
    },
    {
      "epoch": 3.0357628270472308,
      "grad_norm": 2.987056812538774,
      "learning_rate": 0.00015397504633928445,
      "loss": 3.8261,
      "step": 35737
    },
    {
      "epoch": 3.0358477743798846,
      "grad_norm": 3.1442971450285873,
      "learning_rate": 0.00015396818257767158,
      "loss": 3.9598,
      "step": 35738
    },
    {
      "epoch": 3.035932721712538,
      "grad_norm": 2.890096506156852,
      "learning_rate": 0.00015396131880774424,
      "loss": 3.2268,
      "step": 35739
    },
    {
      "epoch": 3.036017669045192,
      "grad_norm": 3.475263865946762,
      "learning_rate": 0.0001539544550295167,
      "loss": 3.8474,
      "step": 35740
    },
    {
      "epoch": 3.0361026163778457,
      "grad_norm": 3.089726678612799,
      "learning_rate": 0.00015394759124300338,
      "loss": 3.8547,
      "step": 35741
    },
    {
      "epoch": 3.0361875637104996,
      "grad_norm": 2.8847639639704616,
      "learning_rate": 0.0001539407274482187,
      "loss": 3.8355,
      "step": 35742
    },
    {
      "epoch": 3.0362725110431534,
      "grad_norm": 2.9573605003406165,
      "learning_rate": 0.00015393386364517697,
      "loss": 3.6952,
      "step": 35743
    },
    {
      "epoch": 3.036357458375807,
      "grad_norm": 2.456535294932044,
      "learning_rate": 0.00015392699983389263,
      "loss": 2.1397,
      "step": 35744
    },
    {
      "epoch": 3.0364424057084607,
      "grad_norm": 3.072275592965756,
      "learning_rate": 0.00015392013601438003,
      "loss": 4.3782,
      "step": 35745
    },
    {
      "epoch": 3.0365273530411145,
      "grad_norm": 2.897602446464055,
      "learning_rate": 0.00015391327218665363,
      "loss": 3.2291,
      "step": 35746
    },
    {
      "epoch": 3.0366123003737684,
      "grad_norm": 3.0329591975565555,
      "learning_rate": 0.00015390640835072765,
      "loss": 3.5245,
      "step": 35747
    },
    {
      "epoch": 3.036697247706422,
      "grad_norm": 2.9225068581555935,
      "learning_rate": 0.00015389954450661665,
      "loss": 3.1244,
      "step": 35748
    },
    {
      "epoch": 3.0367821950390756,
      "grad_norm": 2.7349869835291303,
      "learning_rate": 0.0001538926806543349,
      "loss": 2.8176,
      "step": 35749
    },
    {
      "epoch": 3.0368671423717295,
      "grad_norm": 3.008527755533876,
      "learning_rate": 0.00015388581679389682,
      "loss": 4.1174,
      "step": 35750
    },
    {
      "epoch": 3.0369520897043834,
      "grad_norm": 3.1287796440871216,
      "learning_rate": 0.00015387895292531673,
      "loss": 3.951,
      "step": 35751
    },
    {
      "epoch": 3.037037037037037,
      "grad_norm": 3.108900912190203,
      "learning_rate": 0.00015387208904860914,
      "loss": 4.2428,
      "step": 35752
    },
    {
      "epoch": 3.0371219843696906,
      "grad_norm": 3.1612360691568275,
      "learning_rate": 0.0001538652251637883,
      "loss": 3.3276,
      "step": 35753
    },
    {
      "epoch": 3.0372069317023445,
      "grad_norm": 2.9478118441034606,
      "learning_rate": 0.00015385836127086868,
      "loss": 3.1442,
      "step": 35754
    },
    {
      "epoch": 3.0372918790349983,
      "grad_norm": 3.0946892367037946,
      "learning_rate": 0.00015385149736986463,
      "loss": 3.843,
      "step": 35755
    },
    {
      "epoch": 3.037376826367652,
      "grad_norm": 3.1964143662360054,
      "learning_rate": 0.00015384463346079054,
      "loss": 3.969,
      "step": 35756
    },
    {
      "epoch": 3.037461773700306,
      "grad_norm": 3.1048700977617383,
      "learning_rate": 0.00015383776954366077,
      "loss": 3.5908,
      "step": 35757
    },
    {
      "epoch": 3.0375467210329594,
      "grad_norm": 3.023828409233481,
      "learning_rate": 0.00015383090561848974,
      "loss": 4.1873,
      "step": 35758
    },
    {
      "epoch": 3.0376316683656133,
      "grad_norm": 3.1771369342918243,
      "learning_rate": 0.00015382404168529177,
      "loss": 3.5173,
      "step": 35759
    },
    {
      "epoch": 3.037716615698267,
      "grad_norm": 3.009032791896476,
      "learning_rate": 0.0001538171777440813,
      "loss": 3.026,
      "step": 35760
    },
    {
      "epoch": 3.037801563030921,
      "grad_norm": 2.9592023713004507,
      "learning_rate": 0.00015381031379487267,
      "loss": 3.7666,
      "step": 35761
    },
    {
      "epoch": 3.0378865103635744,
      "grad_norm": 3.1211687760111384,
      "learning_rate": 0.00015380344983768036,
      "loss": 4.218,
      "step": 35762
    },
    {
      "epoch": 3.0379714576962282,
      "grad_norm": 3.068729364836859,
      "learning_rate": 0.00015379658587251857,
      "loss": 4.153,
      "step": 35763
    },
    {
      "epoch": 3.038056405028882,
      "grad_norm": 3.2217352938100943,
      "learning_rate": 0.0001537897218994019,
      "loss": 4.1692,
      "step": 35764
    },
    {
      "epoch": 3.038141352361536,
      "grad_norm": 2.9577289930233026,
      "learning_rate": 0.00015378285791834456,
      "loss": 3.6559,
      "step": 35765
    },
    {
      "epoch": 3.03822629969419,
      "grad_norm": 3.1527906419010034,
      "learning_rate": 0.00015377599392936103,
      "loss": 3.8464,
      "step": 35766
    },
    {
      "epoch": 3.038311247026843,
      "grad_norm": 3.268978680976378,
      "learning_rate": 0.00015376912993246558,
      "loss": 4.6186,
      "step": 35767
    },
    {
      "epoch": 3.038396194359497,
      "grad_norm": 3.033168605356117,
      "learning_rate": 0.00015376226592767273,
      "loss": 3.9988,
      "step": 35768
    },
    {
      "epoch": 3.038481141692151,
      "grad_norm": 3.001316578617687,
      "learning_rate": 0.0001537554019149968,
      "loss": 3.6148,
      "step": 35769
    },
    {
      "epoch": 3.0385660890248047,
      "grad_norm": 2.8889569368023715,
      "learning_rate": 0.00015374853789445214,
      "loss": 3.5447,
      "step": 35770
    },
    {
      "epoch": 3.0386510363574586,
      "grad_norm": 2.8056671158267563,
      "learning_rate": 0.0001537416738660532,
      "loss": 3.5043,
      "step": 35771
    },
    {
      "epoch": 3.038735983690112,
      "grad_norm": 3.2285726209913554,
      "learning_rate": 0.00015373480982981428,
      "loss": 4.4378,
      "step": 35772
    },
    {
      "epoch": 3.038820931022766,
      "grad_norm": 2.562548905227083,
      "learning_rate": 0.00015372794578574986,
      "loss": 2.4643,
      "step": 35773
    },
    {
      "epoch": 3.0389058783554197,
      "grad_norm": 2.9928829688075305,
      "learning_rate": 0.00015372108173387425,
      "loss": 3.4971,
      "step": 35774
    },
    {
      "epoch": 3.0389908256880735,
      "grad_norm": 3.010892320772893,
      "learning_rate": 0.00015371421767420188,
      "loss": 4.0081,
      "step": 35775
    },
    {
      "epoch": 3.039075773020727,
      "grad_norm": 2.9125724866561726,
      "learning_rate": 0.00015370735360674707,
      "loss": 3.7774,
      "step": 35776
    },
    {
      "epoch": 3.039160720353381,
      "grad_norm": 2.9934639330766566,
      "learning_rate": 0.00015370048953152423,
      "loss": 4.0955,
      "step": 35777
    },
    {
      "epoch": 3.0392456676860347,
      "grad_norm": 3.1725541281789793,
      "learning_rate": 0.0001536936254485478,
      "loss": 4.0584,
      "step": 35778
    },
    {
      "epoch": 3.0393306150186885,
      "grad_norm": 2.984677458265433,
      "learning_rate": 0.00015368676135783208,
      "loss": 3.8515,
      "step": 35779
    },
    {
      "epoch": 3.0394155623513424,
      "grad_norm": 2.966158973944483,
      "learning_rate": 0.0001536798972593915,
      "loss": 3.1992,
      "step": 35780
    },
    {
      "epoch": 3.0395005096839958,
      "grad_norm": 3.0672673904562657,
      "learning_rate": 0.00015367303315324036,
      "loss": 3.9951,
      "step": 35781
    },
    {
      "epoch": 3.0395854570166496,
      "grad_norm": 3.077389699447035,
      "learning_rate": 0.00015366616903939322,
      "loss": 4.0888,
      "step": 35782
    },
    {
      "epoch": 3.0396704043493035,
      "grad_norm": 3.057425098195234,
      "learning_rate": 0.00015365930491786426,
      "loss": 4.1704,
      "step": 35783
    },
    {
      "epoch": 3.0397553516819573,
      "grad_norm": 2.9402833825598744,
      "learning_rate": 0.000153652440788668,
      "loss": 3.8089,
      "step": 35784
    },
    {
      "epoch": 3.0398402990146107,
      "grad_norm": 3.146253496198192,
      "learning_rate": 0.00015364557665181874,
      "loss": 3.6566,
      "step": 35785
    },
    {
      "epoch": 3.0399252463472646,
      "grad_norm": 3.2662923568108515,
      "learning_rate": 0.00015363871250733094,
      "loss": 4.4333,
      "step": 35786
    },
    {
      "epoch": 3.0400101936799184,
      "grad_norm": 3.222828816218795,
      "learning_rate": 0.00015363184835521894,
      "loss": 4.4528,
      "step": 35787
    },
    {
      "epoch": 3.0400951410125723,
      "grad_norm": 3.013131291840378,
      "learning_rate": 0.0001536249841954971,
      "loss": 3.9872,
      "step": 35788
    },
    {
      "epoch": 3.040180088345226,
      "grad_norm": 3.4939434659454776,
      "learning_rate": 0.00015361812002817986,
      "loss": 3.5149,
      "step": 35789
    },
    {
      "epoch": 3.0402650356778795,
      "grad_norm": 2.969424404690177,
      "learning_rate": 0.00015361125585328152,
      "loss": 3.8078,
      "step": 35790
    },
    {
      "epoch": 3.0403499830105334,
      "grad_norm": 2.9149201441393693,
      "learning_rate": 0.00015360439167081655,
      "loss": 3.8399,
      "step": 35791
    },
    {
      "epoch": 3.0404349303431872,
      "grad_norm": 3.0106123593007363,
      "learning_rate": 0.0001535975274807993,
      "loss": 3.5363,
      "step": 35792
    },
    {
      "epoch": 3.040519877675841,
      "grad_norm": 3.169623470606679,
      "learning_rate": 0.0001535906632832441,
      "loss": 3.7515,
      "step": 35793
    },
    {
      "epoch": 3.040604825008495,
      "grad_norm": 3.2981888497494176,
      "learning_rate": 0.00015358379907816542,
      "loss": 4.4374,
      "step": 35794
    },
    {
      "epoch": 3.0406897723411483,
      "grad_norm": 3.0186141160742115,
      "learning_rate": 0.00015357693486557758,
      "loss": 3.8559,
      "step": 35795
    },
    {
      "epoch": 3.040774719673802,
      "grad_norm": 3.0918750608970202,
      "learning_rate": 0.00015357007064549502,
      "loss": 3.7718,
      "step": 35796
    },
    {
      "epoch": 3.040859667006456,
      "grad_norm": 3.2897440829672395,
      "learning_rate": 0.00015356320641793207,
      "loss": 4.2441,
      "step": 35797
    },
    {
      "epoch": 3.04094461433911,
      "grad_norm": 2.9934398157855275,
      "learning_rate": 0.00015355634218290314,
      "loss": 3.8616,
      "step": 35798
    },
    {
      "epoch": 3.0410295616717633,
      "grad_norm": 3.1250319264262147,
      "learning_rate": 0.00015354947794042254,
      "loss": 4.009,
      "step": 35799
    },
    {
      "epoch": 3.041114509004417,
      "grad_norm": 3.0955332388264645,
      "learning_rate": 0.0001535426136905048,
      "loss": 4.1364,
      "step": 35800
    },
    {
      "epoch": 3.041199456337071,
      "grad_norm": 3.2166880354002614,
      "learning_rate": 0.00015353574943316415,
      "loss": 4.2121,
      "step": 35801
    },
    {
      "epoch": 3.041284403669725,
      "grad_norm": 3.0382295542862026,
      "learning_rate": 0.00015352888516841507,
      "loss": 3.7185,
      "step": 35802
    },
    {
      "epoch": 3.0413693510023787,
      "grad_norm": 2.7738326035489513,
      "learning_rate": 0.00015352202089627192,
      "loss": 3.0224,
      "step": 35803
    },
    {
      "epoch": 3.041454298335032,
      "grad_norm": 3.1633618104022405,
      "learning_rate": 0.00015351515661674907,
      "loss": 4.4495,
      "step": 35804
    },
    {
      "epoch": 3.041539245667686,
      "grad_norm": 2.9650537568665505,
      "learning_rate": 0.00015350829232986093,
      "loss": 3.933,
      "step": 35805
    },
    {
      "epoch": 3.04162419300034,
      "grad_norm": 3.2611755739825434,
      "learning_rate": 0.00015350142803562182,
      "loss": 4.3371,
      "step": 35806
    },
    {
      "epoch": 3.0417091403329937,
      "grad_norm": 2.944962800836594,
      "learning_rate": 0.0001534945637340462,
      "loss": 3.9268,
      "step": 35807
    },
    {
      "epoch": 3.0417940876656475,
      "grad_norm": 2.821638340226386,
      "learning_rate": 0.0001534876994251484,
      "loss": 2.9395,
      "step": 35808
    },
    {
      "epoch": 3.041879034998301,
      "grad_norm": 3.1355853131308296,
      "learning_rate": 0.0001534808351089428,
      "loss": 3.8519,
      "step": 35809
    },
    {
      "epoch": 3.0419639823309548,
      "grad_norm": 3.052986841635034,
      "learning_rate": 0.0001534739707854438,
      "loss": 4.2685,
      "step": 35810
    },
    {
      "epoch": 3.0420489296636086,
      "grad_norm": 3.035621976035133,
      "learning_rate": 0.00015346710645466584,
      "loss": 4.2552,
      "step": 35811
    },
    {
      "epoch": 3.0421338769962625,
      "grad_norm": 3.0079734901347814,
      "learning_rate": 0.00015346024211662318,
      "loss": 3.7397,
      "step": 35812
    },
    {
      "epoch": 3.042218824328916,
      "grad_norm": 2.9992907952479015,
      "learning_rate": 0.0001534533777713303,
      "loss": 4.01,
      "step": 35813
    },
    {
      "epoch": 3.0423037716615697,
      "grad_norm": 3.125285383904619,
      "learning_rate": 0.00015344651341880162,
      "loss": 3.9887,
      "step": 35814
    },
    {
      "epoch": 3.0423887189942236,
      "grad_norm": 3.0090821966693992,
      "learning_rate": 0.00015343964905905133,
      "loss": 4.1664,
      "step": 35815
    },
    {
      "epoch": 3.0424736663268774,
      "grad_norm": 3.2461249749249332,
      "learning_rate": 0.00015343278469209405,
      "loss": 4.4082,
      "step": 35816
    },
    {
      "epoch": 3.0425586136595313,
      "grad_norm": 2.9649187729506625,
      "learning_rate": 0.000153425920317944,
      "loss": 3.7583,
      "step": 35817
    },
    {
      "epoch": 3.0426435609921847,
      "grad_norm": 2.8674799805612894,
      "learning_rate": 0.00015341905593661565,
      "loss": 2.9144,
      "step": 35818
    },
    {
      "epoch": 3.0427285083248385,
      "grad_norm": 2.820349067482819,
      "learning_rate": 0.0001534121915481233,
      "loss": 3.1194,
      "step": 35819
    },
    {
      "epoch": 3.0428134556574924,
      "grad_norm": 3.024643382029078,
      "learning_rate": 0.0001534053271524814,
      "loss": 3.1415,
      "step": 35820
    },
    {
      "epoch": 3.0428984029901462,
      "grad_norm": 2.8765008164612778,
      "learning_rate": 0.00015339846274970432,
      "loss": 3.5595,
      "step": 35821
    },
    {
      "epoch": 3.0429833503227997,
      "grad_norm": 2.967176652085856,
      "learning_rate": 0.00015339159833980642,
      "loss": 3.7938,
      "step": 35822
    },
    {
      "epoch": 3.0430682976554535,
      "grad_norm": 2.9637462164219417,
      "learning_rate": 0.00015338473392280215,
      "loss": 3.7698,
      "step": 35823
    },
    {
      "epoch": 3.0431532449881074,
      "grad_norm": 3.062867174191526,
      "learning_rate": 0.00015337786949870576,
      "loss": 3.9003,
      "step": 35824
    },
    {
      "epoch": 3.043238192320761,
      "grad_norm": 2.8542917392734855,
      "learning_rate": 0.0001533710050675318,
      "loss": 3.1971,
      "step": 35825
    },
    {
      "epoch": 3.043323139653415,
      "grad_norm": 2.9049260361587934,
      "learning_rate": 0.00015336414062929452,
      "loss": 3.4339,
      "step": 35826
    },
    {
      "epoch": 3.0434080869860685,
      "grad_norm": 3.161045546655853,
      "learning_rate": 0.0001533572761840084,
      "loss": 4.2577,
      "step": 35827
    },
    {
      "epoch": 3.0434930343187223,
      "grad_norm": 2.911792707704421,
      "learning_rate": 0.00015335041173168774,
      "loss": 3.1568,
      "step": 35828
    },
    {
      "epoch": 3.043577981651376,
      "grad_norm": 2.8232336358348986,
      "learning_rate": 0.00015334354727234695,
      "loss": 3.1801,
      "step": 35829
    },
    {
      "epoch": 3.04366292898403,
      "grad_norm": 3.30381779060749,
      "learning_rate": 0.0001533366828060004,
      "loss": 4.6079,
      "step": 35830
    },
    {
      "epoch": 3.043747876316684,
      "grad_norm": 2.9800273129835206,
      "learning_rate": 0.00015332981833266255,
      "loss": 3.1187,
      "step": 35831
    },
    {
      "epoch": 3.0438328236493373,
      "grad_norm": 2.9772129918584795,
      "learning_rate": 0.00015332295385234775,
      "loss": 3.7111,
      "step": 35832
    },
    {
      "epoch": 3.043917770981991,
      "grad_norm": 2.84971034845657,
      "learning_rate": 0.00015331608936507027,
      "loss": 3.1496,
      "step": 35833
    },
    {
      "epoch": 3.044002718314645,
      "grad_norm": 3.0382945174604115,
      "learning_rate": 0.00015330922487084465,
      "loss": 3.8212,
      "step": 35834
    },
    {
      "epoch": 3.044087665647299,
      "grad_norm": 2.880118582347617,
      "learning_rate": 0.0001533023603696852,
      "loss": 3.0222,
      "step": 35835
    },
    {
      "epoch": 3.0441726129799522,
      "grad_norm": 3.0241145987951,
      "learning_rate": 0.00015329549586160627,
      "loss": 3.642,
      "step": 35836
    },
    {
      "epoch": 3.044257560312606,
      "grad_norm": 3.113742434070911,
      "learning_rate": 0.00015328863134662232,
      "loss": 4.111,
      "step": 35837
    },
    {
      "epoch": 3.04434250764526,
      "grad_norm": 2.9487530362617194,
      "learning_rate": 0.00015328176682474773,
      "loss": 3.9535,
      "step": 35838
    },
    {
      "epoch": 3.044427454977914,
      "grad_norm": 3.329638428287635,
      "learning_rate": 0.00015327490229599677,
      "loss": 4.6598,
      "step": 35839
    },
    {
      "epoch": 3.0445124023105676,
      "grad_norm": 3.049651141159528,
      "learning_rate": 0.00015326803776038393,
      "loss": 3.6857,
      "step": 35840
    },
    {
      "epoch": 3.044597349643221,
      "grad_norm": 2.6078142212695017,
      "learning_rate": 0.00015326117321792364,
      "loss": 2.744,
      "step": 35841
    },
    {
      "epoch": 3.044682296975875,
      "grad_norm": 3.2908355932495286,
      "learning_rate": 0.00015325430866863012,
      "loss": 4.3897,
      "step": 35842
    },
    {
      "epoch": 3.0447672443085287,
      "grad_norm": 3.3405226979005795,
      "learning_rate": 0.00015324744411251786,
      "loss": 3.6596,
      "step": 35843
    },
    {
      "epoch": 3.0448521916411826,
      "grad_norm": 2.8502124321450184,
      "learning_rate": 0.00015324057954960128,
      "loss": 2.9352,
      "step": 35844
    },
    {
      "epoch": 3.044937138973836,
      "grad_norm": 2.8430268303577964,
      "learning_rate": 0.00015323371497989467,
      "loss": 3.0757,
      "step": 35845
    },
    {
      "epoch": 3.04502208630649,
      "grad_norm": 3.0246939824991568,
      "learning_rate": 0.00015322685040341242,
      "loss": 3.6968,
      "step": 35846
    },
    {
      "epoch": 3.0451070336391437,
      "grad_norm": 2.8962304590373993,
      "learning_rate": 0.00015321998582016903,
      "loss": 2.9915,
      "step": 35847
    },
    {
      "epoch": 3.0451919809717976,
      "grad_norm": 2.8797927342587504,
      "learning_rate": 0.00015321312123017875,
      "loss": 2.7125,
      "step": 35848
    },
    {
      "epoch": 3.0452769283044514,
      "grad_norm": 3.0561252150976665,
      "learning_rate": 0.000153206256633456,
      "loss": 3.861,
      "step": 35849
    },
    {
      "epoch": 3.045361875637105,
      "grad_norm": 3.0052435138206297,
      "learning_rate": 0.00015319939203001522,
      "loss": 3.8537,
      "step": 35850
    },
    {
      "epoch": 3.0454468229697587,
      "grad_norm": 3.1004118320821887,
      "learning_rate": 0.00015319252741987074,
      "loss": 4.1007,
      "step": 35851
    },
    {
      "epoch": 3.0455317703024125,
      "grad_norm": 3.104348766731454,
      "learning_rate": 0.0001531856628030369,
      "loss": 4.2029,
      "step": 35852
    },
    {
      "epoch": 3.0456167176350664,
      "grad_norm": 2.8452153160425975,
      "learning_rate": 0.00015317879817952816,
      "loss": 3.2848,
      "step": 35853
    },
    {
      "epoch": 3.04570166496772,
      "grad_norm": 2.955048941339638,
      "learning_rate": 0.00015317193354935895,
      "loss": 3.5552,
      "step": 35854
    },
    {
      "epoch": 3.0457866123003736,
      "grad_norm": 3.1859379732713546,
      "learning_rate": 0.00015316506891254348,
      "loss": 4.2382,
      "step": 35855
    },
    {
      "epoch": 3.0458715596330275,
      "grad_norm": 2.9068572348314294,
      "learning_rate": 0.00015315820426909632,
      "loss": 3.1348,
      "step": 35856
    },
    {
      "epoch": 3.0459565069656813,
      "grad_norm": 3.126841292257326,
      "learning_rate": 0.00015315133961903173,
      "loss": 4.047,
      "step": 35857
    },
    {
      "epoch": 3.046041454298335,
      "grad_norm": 3.1959861403048344,
      "learning_rate": 0.00015314447496236414,
      "loss": 3.8877,
      "step": 35858
    },
    {
      "epoch": 3.0461264016309886,
      "grad_norm": 3.1396011711323277,
      "learning_rate": 0.00015313761029910793,
      "loss": 4.0843,
      "step": 35859
    },
    {
      "epoch": 3.0462113489636424,
      "grad_norm": 3.0937100889147175,
      "learning_rate": 0.0001531307456292775,
      "loss": 3.7719,
      "step": 35860
    },
    {
      "epoch": 3.0462962962962963,
      "grad_norm": 2.6534531284618423,
      "learning_rate": 0.0001531238809528872,
      "loss": 2.6853,
      "step": 35861
    },
    {
      "epoch": 3.04638124362895,
      "grad_norm": 3.133808456946179,
      "learning_rate": 0.0001531170162699514,
      "loss": 4.0146,
      "step": 35862
    },
    {
      "epoch": 3.046466190961604,
      "grad_norm": 3.030966929653222,
      "learning_rate": 0.0001531101515804846,
      "loss": 3.7447,
      "step": 35863
    },
    {
      "epoch": 3.0465511382942574,
      "grad_norm": 2.7973387240049887,
      "learning_rate": 0.000153103286884501,
      "loss": 3.0312,
      "step": 35864
    },
    {
      "epoch": 3.0466360856269112,
      "grad_norm": 3.0636732784748384,
      "learning_rate": 0.00015309642218201512,
      "loss": 4.2017,
      "step": 35865
    },
    {
      "epoch": 3.046721032959565,
      "grad_norm": 2.8419313111865274,
      "learning_rate": 0.0001530895574730413,
      "loss": 3.4201,
      "step": 35866
    },
    {
      "epoch": 3.046805980292219,
      "grad_norm": 3.033122564761711,
      "learning_rate": 0.00015308269275759396,
      "loss": 3.8901,
      "step": 35867
    },
    {
      "epoch": 3.046890927624873,
      "grad_norm": 2.8706830274734063,
      "learning_rate": 0.0001530758280356874,
      "loss": 3.3915,
      "step": 35868
    },
    {
      "epoch": 3.046975874957526,
      "grad_norm": 3.0989505524567003,
      "learning_rate": 0.00015306896330733607,
      "loss": 3.5554,
      "step": 35869
    },
    {
      "epoch": 3.04706082229018,
      "grad_norm": 3.1930201328290453,
      "learning_rate": 0.0001530620985725543,
      "loss": 4.4767,
      "step": 35870
    },
    {
      "epoch": 3.047145769622834,
      "grad_norm": 3.1694616060499388,
      "learning_rate": 0.0001530552338313566,
      "loss": 4.1566,
      "step": 35871
    },
    {
      "epoch": 3.0472307169554878,
      "grad_norm": 3.016842451144113,
      "learning_rate": 0.00015304836908375724,
      "loss": 4.0706,
      "step": 35872
    },
    {
      "epoch": 3.047315664288141,
      "grad_norm": 2.9718918952258173,
      "learning_rate": 0.00015304150432977057,
      "loss": 3.6468,
      "step": 35873
    },
    {
      "epoch": 3.047400611620795,
      "grad_norm": 2.9609372624101367,
      "learning_rate": 0.00015303463956941108,
      "loss": 3.7397,
      "step": 35874
    },
    {
      "epoch": 3.047485558953449,
      "grad_norm": 2.9514576982963887,
      "learning_rate": 0.0001530277748026931,
      "loss": 3.8521,
      "step": 35875
    },
    {
      "epoch": 3.0475705062861027,
      "grad_norm": 2.989256443329975,
      "learning_rate": 0.000153020910029631,
      "loss": 3.8221,
      "step": 35876
    },
    {
      "epoch": 3.0476554536187566,
      "grad_norm": 2.5635024566080284,
      "learning_rate": 0.0001530140452502392,
      "loss": 2.4345,
      "step": 35877
    },
    {
      "epoch": 3.04774040095141,
      "grad_norm": 3.246568664093073,
      "learning_rate": 0.00015300718046453205,
      "loss": 4.1764,
      "step": 35878
    },
    {
      "epoch": 3.047825348284064,
      "grad_norm": 3.0298836937489693,
      "learning_rate": 0.000153000315672524,
      "loss": 3.8513,
      "step": 35879
    },
    {
      "epoch": 3.0479102956167177,
      "grad_norm": 2.9402272818159085,
      "learning_rate": 0.00015299345087422934,
      "loss": 3.4642,
      "step": 35880
    },
    {
      "epoch": 3.0479952429493715,
      "grad_norm": 3.033332352775127,
      "learning_rate": 0.00015298658606966253,
      "loss": 3.9433,
      "step": 35881
    },
    {
      "epoch": 3.048080190282025,
      "grad_norm": 2.7884048865231716,
      "learning_rate": 0.00015297972125883787,
      "loss": 2.7173,
      "step": 35882
    },
    {
      "epoch": 3.0481651376146788,
      "grad_norm": 2.8142839146739616,
      "learning_rate": 0.00015297285644176988,
      "loss": 3.0434,
      "step": 35883
    },
    {
      "epoch": 3.0482500849473326,
      "grad_norm": 3.1461630070556557,
      "learning_rate": 0.0001529659916184728,
      "loss": 3.7858,
      "step": 35884
    },
    {
      "epoch": 3.0483350322799865,
      "grad_norm": 3.1384879149605873,
      "learning_rate": 0.0001529591267889611,
      "loss": 3.9151,
      "step": 35885
    },
    {
      "epoch": 3.0484199796126403,
      "grad_norm": 3.044309522629047,
      "learning_rate": 0.0001529522619532491,
      "loss": 3.7645,
      "step": 35886
    },
    {
      "epoch": 3.0485049269452937,
      "grad_norm": 2.777300542802669,
      "learning_rate": 0.00015294539711135127,
      "loss": 2.9495,
      "step": 35887
    },
    {
      "epoch": 3.0485898742779476,
      "grad_norm": 2.9795904830830673,
      "learning_rate": 0.0001529385322632819,
      "loss": 3.735,
      "step": 35888
    },
    {
      "epoch": 3.0486748216106014,
      "grad_norm": 2.973611887377955,
      "learning_rate": 0.00015293166740905546,
      "loss": 3.7672,
      "step": 35889
    },
    {
      "epoch": 3.0487597689432553,
      "grad_norm": 2.9984753795730255,
      "learning_rate": 0.0001529248025486863,
      "loss": 3.0538,
      "step": 35890
    },
    {
      "epoch": 3.048844716275909,
      "grad_norm": 2.885933496029375,
      "learning_rate": 0.00015291793768218879,
      "loss": 3.202,
      "step": 35891
    },
    {
      "epoch": 3.0489296636085625,
      "grad_norm": 2.927051263081822,
      "learning_rate": 0.00015291107280957728,
      "loss": 3.9561,
      "step": 35892
    },
    {
      "epoch": 3.0490146109412164,
      "grad_norm": 2.9760420959808287,
      "learning_rate": 0.00015290420793086622,
      "loss": 3.4773,
      "step": 35893
    },
    {
      "epoch": 3.0490995582738702,
      "grad_norm": 2.8001979305396363,
      "learning_rate": 0.00015289734304606997,
      "loss": 3.001,
      "step": 35894
    },
    {
      "epoch": 3.049184505606524,
      "grad_norm": 3.0045992195576603,
      "learning_rate": 0.00015289047815520294,
      "loss": 3.6046,
      "step": 35895
    },
    {
      "epoch": 3.0492694529391775,
      "grad_norm": 2.469709353965025,
      "learning_rate": 0.00015288361325827945,
      "loss": 2.2147,
      "step": 35896
    },
    {
      "epoch": 3.0493544002718314,
      "grad_norm": 2.7853659156123407,
      "learning_rate": 0.00015287674835531395,
      "loss": 2.9431,
      "step": 35897
    },
    {
      "epoch": 3.049439347604485,
      "grad_norm": 2.7972260132384688,
      "learning_rate": 0.00015286988344632077,
      "loss": 2.8231,
      "step": 35898
    },
    {
      "epoch": 3.049524294937139,
      "grad_norm": 3.2439821102896125,
      "learning_rate": 0.00015286301853131439,
      "loss": 4.1992,
      "step": 35899
    },
    {
      "epoch": 3.049609242269793,
      "grad_norm": 2.8741674625200013,
      "learning_rate": 0.00015285615361030906,
      "loss": 2.9227,
      "step": 35900
    },
    {
      "epoch": 3.0496941896024463,
      "grad_norm": 2.9652337376227904,
      "learning_rate": 0.0001528492886833192,
      "loss": 3.8406,
      "step": 35901
    },
    {
      "epoch": 3.0497791369351,
      "grad_norm": 3.0570359390245776,
      "learning_rate": 0.00015284242375035928,
      "loss": 4.1624,
      "step": 35902
    },
    {
      "epoch": 3.049864084267754,
      "grad_norm": 2.994269294858764,
      "learning_rate": 0.00015283555881144358,
      "loss": 3.4055,
      "step": 35903
    },
    {
      "epoch": 3.049949031600408,
      "grad_norm": 3.0172042487247954,
      "learning_rate": 0.0001528286938665866,
      "loss": 3.6106,
      "step": 35904
    },
    {
      "epoch": 3.0500339789330617,
      "grad_norm": 2.995483648960919,
      "learning_rate": 0.00015282182891580257,
      "loss": 3.9648,
      "step": 35905
    },
    {
      "epoch": 3.050118926265715,
      "grad_norm": 3.184715660689646,
      "learning_rate": 0.00015281496395910604,
      "loss": 3.87,
      "step": 35906
    },
    {
      "epoch": 3.050203873598369,
      "grad_norm": 3.0012771652957713,
      "learning_rate": 0.00015280809899651126,
      "loss": 3.7568,
      "step": 35907
    },
    {
      "epoch": 3.050288820931023,
      "grad_norm": 3.2056555491313263,
      "learning_rate": 0.0001528012340280327,
      "loss": 4.2545,
      "step": 35908
    },
    {
      "epoch": 3.0503737682636767,
      "grad_norm": 3.0969904019640335,
      "learning_rate": 0.00015279436905368468,
      "loss": 3.39,
      "step": 35909
    },
    {
      "epoch": 3.05045871559633,
      "grad_norm": 3.1971650094234305,
      "learning_rate": 0.00015278750407348162,
      "loss": 4.0282,
      "step": 35910
    },
    {
      "epoch": 3.050543662928984,
      "grad_norm": 3.3839230155613356,
      "learning_rate": 0.00015278063908743793,
      "loss": 4.5135,
      "step": 35911
    },
    {
      "epoch": 3.050628610261638,
      "grad_norm": 2.97121668759862,
      "learning_rate": 0.0001527737740955679,
      "loss": 3.7776,
      "step": 35912
    },
    {
      "epoch": 3.0507135575942916,
      "grad_norm": 2.928775705348322,
      "learning_rate": 0.00015276690909788603,
      "loss": 3.4723,
      "step": 35913
    },
    {
      "epoch": 3.0507985049269455,
      "grad_norm": 2.58952377480177,
      "learning_rate": 0.00015276004409440664,
      "loss": 2.5578,
      "step": 35914
    },
    {
      "epoch": 3.050883452259599,
      "grad_norm": 3.009354219076505,
      "learning_rate": 0.00015275317908514414,
      "loss": 3.7961,
      "step": 35915
    },
    {
      "epoch": 3.0509683995922527,
      "grad_norm": 3.089343246502334,
      "learning_rate": 0.00015274631407011287,
      "loss": 3.8285,
      "step": 35916
    },
    {
      "epoch": 3.0510533469249066,
      "grad_norm": 2.941901653974016,
      "learning_rate": 0.0001527394490493273,
      "loss": 3.4649,
      "step": 35917
    },
    {
      "epoch": 3.0511382942575604,
      "grad_norm": 3.4245379076170006,
      "learning_rate": 0.0001527325840228017,
      "loss": 3.7052,
      "step": 35918
    },
    {
      "epoch": 3.051223241590214,
      "grad_norm": 2.936744250722201,
      "learning_rate": 0.00015272571899055054,
      "loss": 3.6646,
      "step": 35919
    },
    {
      "epoch": 3.0513081889228677,
      "grad_norm": 2.9992562909621836,
      "learning_rate": 0.00015271885395258818,
      "loss": 3.8382,
      "step": 35920
    },
    {
      "epoch": 3.0513931362555216,
      "grad_norm": 3.0335700515056865,
      "learning_rate": 0.000152711988908929,
      "loss": 3.8527,
      "step": 35921
    },
    {
      "epoch": 3.0514780835881754,
      "grad_norm": 2.987015595600317,
      "learning_rate": 0.00015270512385958738,
      "loss": 3.8258,
      "step": 35922
    },
    {
      "epoch": 3.0515630309208293,
      "grad_norm": 2.8397747086283043,
      "learning_rate": 0.00015269825880457772,
      "loss": 2.9452,
      "step": 35923
    },
    {
      "epoch": 3.0516479782534827,
      "grad_norm": 2.920352203096719,
      "learning_rate": 0.00015269139374391445,
      "loss": 3.6635,
      "step": 35924
    },
    {
      "epoch": 3.0517329255861365,
      "grad_norm": 2.8175315317564857,
      "learning_rate": 0.00015268452867761177,
      "loss": 3.2647,
      "step": 35925
    },
    {
      "epoch": 3.0518178729187904,
      "grad_norm": 3.2019977952372214,
      "learning_rate": 0.0001526776636056843,
      "loss": 4.1251,
      "step": 35926
    },
    {
      "epoch": 3.051902820251444,
      "grad_norm": 2.964146092726793,
      "learning_rate": 0.0001526707985281463,
      "loss": 3.5753,
      "step": 35927
    },
    {
      "epoch": 3.051987767584098,
      "grad_norm": 2.842465684634385,
      "learning_rate": 0.00015266393344501213,
      "loss": 3.3324,
      "step": 35928
    },
    {
      "epoch": 3.0520727149167515,
      "grad_norm": 3.2833721303934094,
      "learning_rate": 0.00015265706835629626,
      "loss": 4.5412,
      "step": 35929
    },
    {
      "epoch": 3.0521576622494053,
      "grad_norm": 2.9971783584565777,
      "learning_rate": 0.000152650203262013,
      "loss": 3.8789,
      "step": 35930
    },
    {
      "epoch": 3.052242609582059,
      "grad_norm": 3.1920227842121163,
      "learning_rate": 0.00015264333816217678,
      "loss": 3.4837,
      "step": 35931
    },
    {
      "epoch": 3.052327556914713,
      "grad_norm": 3.1246623989083178,
      "learning_rate": 0.00015263647305680198,
      "loss": 4.1816,
      "step": 35932
    },
    {
      "epoch": 3.0524125042473664,
      "grad_norm": 3.1708709788327436,
      "learning_rate": 0.000152629607945903,
      "loss": 3.8799,
      "step": 35933
    },
    {
      "epoch": 3.0524974515800203,
      "grad_norm": 3.042475361923253,
      "learning_rate": 0.0001526227428294941,
      "loss": 4.0104,
      "step": 35934
    },
    {
      "epoch": 3.052582398912674,
      "grad_norm": 3.125082352974601,
      "learning_rate": 0.00015261587770758992,
      "loss": 3.8918,
      "step": 35935
    },
    {
      "epoch": 3.052667346245328,
      "grad_norm": 3.146182936792273,
      "learning_rate": 0.00015260901258020457,
      "loss": 4.3579,
      "step": 35936
    },
    {
      "epoch": 3.052752293577982,
      "grad_norm": 3.062156229230764,
      "learning_rate": 0.00015260214744735259,
      "loss": 3.9292,
      "step": 35937
    },
    {
      "epoch": 3.0528372409106352,
      "grad_norm": 2.8033738342497685,
      "learning_rate": 0.00015259528230904832,
      "loss": 3.0465,
      "step": 35938
    },
    {
      "epoch": 3.052922188243289,
      "grad_norm": 3.1324064292151186,
      "learning_rate": 0.00015258841716530615,
      "loss": 3.8204,
      "step": 35939
    },
    {
      "epoch": 3.053007135575943,
      "grad_norm": 3.0740468459531396,
      "learning_rate": 0.0001525815520161405,
      "loss": 3.9837,
      "step": 35940
    },
    {
      "epoch": 3.053092082908597,
      "grad_norm": 3.0062366092422015,
      "learning_rate": 0.00015257468686156566,
      "loss": 3.4633,
      "step": 35941
    },
    {
      "epoch": 3.05317703024125,
      "grad_norm": 3.0187421231048943,
      "learning_rate": 0.0001525678217015961,
      "loss": 3.4121,
      "step": 35942
    },
    {
      "epoch": 3.053261977573904,
      "grad_norm": 2.86280570909325,
      "learning_rate": 0.00015256095653624622,
      "loss": 3.175,
      "step": 35943
    },
    {
      "epoch": 3.053346924906558,
      "grad_norm": 3.268320835154978,
      "learning_rate": 0.0001525540913655303,
      "loss": 4.3917,
      "step": 35944
    },
    {
      "epoch": 3.0534318722392118,
      "grad_norm": 2.8356221113212907,
      "learning_rate": 0.00015254722618946286,
      "loss": 2.9542,
      "step": 35945
    },
    {
      "epoch": 3.0535168195718656,
      "grad_norm": 3.0169621070644115,
      "learning_rate": 0.00015254036100805816,
      "loss": 4.0308,
      "step": 35946
    },
    {
      "epoch": 3.053601766904519,
      "grad_norm": 2.91740563871132,
      "learning_rate": 0.00015253349582133066,
      "loss": 3.2713,
      "step": 35947
    },
    {
      "epoch": 3.053686714237173,
      "grad_norm": 2.8228516827419754,
      "learning_rate": 0.0001525266306292947,
      "loss": 3.1731,
      "step": 35948
    },
    {
      "epoch": 3.0537716615698267,
      "grad_norm": 3.0206060208267673,
      "learning_rate": 0.00015251976543196474,
      "loss": 3.8016,
      "step": 35949
    },
    {
      "epoch": 3.0538566089024806,
      "grad_norm": 3.200203225880589,
      "learning_rate": 0.00015251290022935506,
      "loss": 4.4022,
      "step": 35950
    },
    {
      "epoch": 3.0539415562351344,
      "grad_norm": 2.9627542632505874,
      "learning_rate": 0.00015250603502148013,
      "loss": 3.4736,
      "step": 35951
    },
    {
      "epoch": 3.054026503567788,
      "grad_norm": 3.1807057171058624,
      "learning_rate": 0.00015249916980835429,
      "loss": 4.3016,
      "step": 35952
    },
    {
      "epoch": 3.0541114509004417,
      "grad_norm": 3.3682433598873227,
      "learning_rate": 0.00015249230458999193,
      "loss": 3.8975,
      "step": 35953
    },
    {
      "epoch": 3.0541963982330955,
      "grad_norm": 2.9262073329561518,
      "learning_rate": 0.00015248543936640743,
      "loss": 3.6774,
      "step": 35954
    },
    {
      "epoch": 3.0542813455657494,
      "grad_norm": 3.073416961520294,
      "learning_rate": 0.00015247857413761522,
      "loss": 3.948,
      "step": 35955
    },
    {
      "epoch": 3.054366292898403,
      "grad_norm": 2.9890436467033217,
      "learning_rate": 0.00015247170890362964,
      "loss": 3.892,
      "step": 35956
    },
    {
      "epoch": 3.0544512402310566,
      "grad_norm": 2.8877168254154646,
      "learning_rate": 0.00015246484366446505,
      "loss": 3.4881,
      "step": 35957
    },
    {
      "epoch": 3.0545361875637105,
      "grad_norm": 3.2549675328099013,
      "learning_rate": 0.00015245797842013595,
      "loss": 4.5836,
      "step": 35958
    },
    {
      "epoch": 3.0546211348963643,
      "grad_norm": 3.017483354621713,
      "learning_rate": 0.00015245111317065656,
      "loss": 3.7681,
      "step": 35959
    },
    {
      "epoch": 3.054706082229018,
      "grad_norm": 3.1602329320567146,
      "learning_rate": 0.00015244424791604143,
      "loss": 3.6443,
      "step": 35960
    },
    {
      "epoch": 3.0547910295616716,
      "grad_norm": 2.913692975464743,
      "learning_rate": 0.0001524373826563048,
      "loss": 3.229,
      "step": 35961
    },
    {
      "epoch": 3.0548759768943254,
      "grad_norm": 3.2264838529729696,
      "learning_rate": 0.00015243051739146117,
      "loss": 4.3894,
      "step": 35962
    },
    {
      "epoch": 3.0549609242269793,
      "grad_norm": 3.287674281593246,
      "learning_rate": 0.00015242365212152483,
      "loss": 4.7542,
      "step": 35963
    },
    {
      "epoch": 3.055045871559633,
      "grad_norm": 2.9827341972767405,
      "learning_rate": 0.0001524167868465102,
      "loss": 3.5878,
      "step": 35964
    },
    {
      "epoch": 3.055130818892287,
      "grad_norm": 3.307057559797005,
      "learning_rate": 0.00015240992156643172,
      "loss": 4.2956,
      "step": 35965
    },
    {
      "epoch": 3.0552157662249404,
      "grad_norm": 3.2318841522987376,
      "learning_rate": 0.00015240305628130368,
      "loss": 4.2616,
      "step": 35966
    },
    {
      "epoch": 3.0553007135575942,
      "grad_norm": 3.0159785934535277,
      "learning_rate": 0.0001523961909911406,
      "loss": 4.0222,
      "step": 35967
    },
    {
      "epoch": 3.055385660890248,
      "grad_norm": 3.0029195330106937,
      "learning_rate": 0.00015238932569595665,
      "loss": 3.5759,
      "step": 35968
    },
    {
      "epoch": 3.055470608222902,
      "grad_norm": 2.5126905954795578,
      "learning_rate": 0.00015238246039576644,
      "loss": 2.4403,
      "step": 35969
    },
    {
      "epoch": 3.0555555555555554,
      "grad_norm": 3.073203203567523,
      "learning_rate": 0.00015237559509058424,
      "loss": 3.9971,
      "step": 35970
    },
    {
      "epoch": 3.055640502888209,
      "grad_norm": 3.2219970868292505,
      "learning_rate": 0.00015236872978042443,
      "loss": 4.2286,
      "step": 35971
    },
    {
      "epoch": 3.055725450220863,
      "grad_norm": 3.078954200372176,
      "learning_rate": 0.00015236186446530145,
      "loss": 3.9537,
      "step": 35972
    },
    {
      "epoch": 3.055810397553517,
      "grad_norm": 3.0979196704000223,
      "learning_rate": 0.00015235499914522969,
      "loss": 4.2184,
      "step": 35973
    },
    {
      "epoch": 3.0558953448861708,
      "grad_norm": 2.9575977574248027,
      "learning_rate": 0.0001523481338202234,
      "loss": 3.9491,
      "step": 35974
    },
    {
      "epoch": 3.055980292218824,
      "grad_norm": 2.959549011338054,
      "learning_rate": 0.00015234126849029706,
      "loss": 3.3942,
      "step": 35975
    },
    {
      "epoch": 3.056065239551478,
      "grad_norm": 2.9132375254807066,
      "learning_rate": 0.00015233440315546516,
      "loss": 3.388,
      "step": 35976
    },
    {
      "epoch": 3.056150186884132,
      "grad_norm": 3.05720842760026,
      "learning_rate": 0.00015232753781574187,
      "loss": 3.9964,
      "step": 35977
    },
    {
      "epoch": 3.0562351342167857,
      "grad_norm": 3.0400578007216907,
      "learning_rate": 0.00015232067247114177,
      "loss": 3.8278,
      "step": 35978
    },
    {
      "epoch": 3.0563200815494396,
      "grad_norm": 2.9825418792514324,
      "learning_rate": 0.00015231380712167915,
      "loss": 3.5314,
      "step": 35979
    },
    {
      "epoch": 3.056405028882093,
      "grad_norm": 3.3041940661802753,
      "learning_rate": 0.00015230694176736844,
      "loss": 4.3303,
      "step": 35980
    },
    {
      "epoch": 3.056489976214747,
      "grad_norm": 3.161226888362484,
      "learning_rate": 0.0001523000764082239,
      "loss": 4.0752,
      "step": 35981
    },
    {
      "epoch": 3.0565749235474007,
      "grad_norm": 3.0364071046446375,
      "learning_rate": 0.00015229321104426004,
      "loss": 4.0291,
      "step": 35982
    },
    {
      "epoch": 3.0566598708800545,
      "grad_norm": 3.1984514992330015,
      "learning_rate": 0.00015228634567549123,
      "loss": 4.0697,
      "step": 35983
    },
    {
      "epoch": 3.056744818212708,
      "grad_norm": 2.897402393240952,
      "learning_rate": 0.0001522794803019318,
      "loss": 3.2803,
      "step": 35984
    },
    {
      "epoch": 3.056829765545362,
      "grad_norm": 3.0033403909197727,
      "learning_rate": 0.00015227261492359626,
      "loss": 3.8912,
      "step": 35985
    },
    {
      "epoch": 3.0569147128780156,
      "grad_norm": 3.2131385575163285,
      "learning_rate": 0.00015226574954049885,
      "loss": 3.6601,
      "step": 35986
    },
    {
      "epoch": 3.0569996602106695,
      "grad_norm": 3.216933943890049,
      "learning_rate": 0.000152258884152654,
      "loss": 3.7835,
      "step": 35987
    },
    {
      "epoch": 3.0570846075433233,
      "grad_norm": 2.9763641729458987,
      "learning_rate": 0.0001522520187600761,
      "loss": 3.6961,
      "step": 35988
    },
    {
      "epoch": 3.0571695548759767,
      "grad_norm": 3.0379439039999085,
      "learning_rate": 0.0001522451533627796,
      "loss": 3.9861,
      "step": 35989
    },
    {
      "epoch": 3.0572545022086306,
      "grad_norm": 3.0681705488450923,
      "learning_rate": 0.00015223828796077877,
      "loss": 3.331,
      "step": 35990
    },
    {
      "epoch": 3.0573394495412844,
      "grad_norm": 3.1618969672231576,
      "learning_rate": 0.0001522314225540881,
      "loss": 3.9227,
      "step": 35991
    },
    {
      "epoch": 3.0574243968739383,
      "grad_norm": 3.358870100502491,
      "learning_rate": 0.00015222455714272192,
      "loss": 4.4157,
      "step": 35992
    },
    {
      "epoch": 3.0575093442065917,
      "grad_norm": 2.618594912892002,
      "learning_rate": 0.00015221769172669454,
      "loss": 2.5688,
      "step": 35993
    },
    {
      "epoch": 3.0575942915392456,
      "grad_norm": 3.140357803804034,
      "learning_rate": 0.00015221082630602055,
      "loss": 4.1694,
      "step": 35994
    },
    {
      "epoch": 3.0576792388718994,
      "grad_norm": 3.173168785421899,
      "learning_rate": 0.00015220396088071417,
      "loss": 4.1014,
      "step": 35995
    },
    {
      "epoch": 3.0577641862045533,
      "grad_norm": 2.911168726750913,
      "learning_rate": 0.0001521970954507898,
      "loss": 2.8982,
      "step": 35996
    },
    {
      "epoch": 3.057849133537207,
      "grad_norm": 3.2833621820863286,
      "learning_rate": 0.00015219023001626186,
      "loss": 4.4345,
      "step": 35997
    },
    {
      "epoch": 3.0579340808698605,
      "grad_norm": 2.9893850205625285,
      "learning_rate": 0.00015218336457714478,
      "loss": 3.8557,
      "step": 35998
    },
    {
      "epoch": 3.0580190282025144,
      "grad_norm": 2.8244974603176836,
      "learning_rate": 0.00015217649913345282,
      "loss": 2.9953,
      "step": 35999
    },
    {
      "epoch": 3.058103975535168,
      "grad_norm": 2.993054062577661,
      "learning_rate": 0.0001521696336852005,
      "loss": 4.1438,
      "step": 36000
    },
    {
      "epoch": 3.058188922867822,
      "grad_norm": 2.643674215019742,
      "learning_rate": 0.00015216276823240207,
      "loss": 2.643,
      "step": 36001
    },
    {
      "epoch": 3.058273870200476,
      "grad_norm": 3.182455924246014,
      "learning_rate": 0.00015215590277507205,
      "loss": 3.868,
      "step": 36002
    },
    {
      "epoch": 3.0583588175331293,
      "grad_norm": 2.701292750506786,
      "learning_rate": 0.00015214903731322474,
      "loss": 2.5188,
      "step": 36003
    },
    {
      "epoch": 3.058443764865783,
      "grad_norm": 2.9766328193170284,
      "learning_rate": 0.00015214217184687456,
      "loss": 3.5398,
      "step": 36004
    },
    {
      "epoch": 3.058528712198437,
      "grad_norm": 2.9366987907832716,
      "learning_rate": 0.0001521353063760359,
      "loss": 3.2263,
      "step": 36005
    },
    {
      "epoch": 3.058613659531091,
      "grad_norm": 2.8691516031921918,
      "learning_rate": 0.0001521284409007231,
      "loss": 3.0466,
      "step": 36006
    },
    {
      "epoch": 3.0586986068637443,
      "grad_norm": 2.9410808205696672,
      "learning_rate": 0.00015212157542095062,
      "loss": 3.6302,
      "step": 36007
    },
    {
      "epoch": 3.058783554196398,
      "grad_norm": 3.334656173421549,
      "learning_rate": 0.00015211470993673276,
      "loss": 4.6323,
      "step": 36008
    },
    {
      "epoch": 3.058868501529052,
      "grad_norm": 3.0016111405024275,
      "learning_rate": 0.00015210784444808395,
      "loss": 3.662,
      "step": 36009
    },
    {
      "epoch": 3.058953448861706,
      "grad_norm": 3.0233424771454582,
      "learning_rate": 0.0001521009789550186,
      "loss": 3.5901,
      "step": 36010
    },
    {
      "epoch": 3.0590383961943597,
      "grad_norm": 3.177697709048697,
      "learning_rate": 0.00015209411345755102,
      "loss": 4.3111,
      "step": 36011
    },
    {
      "epoch": 3.059123343527013,
      "grad_norm": 3.6646847428043654,
      "learning_rate": 0.00015208724795569569,
      "loss": 2.9582,
      "step": 36012
    },
    {
      "epoch": 3.059208290859667,
      "grad_norm": 2.8254005785895866,
      "learning_rate": 0.00015208038244946692,
      "loss": 3.0083,
      "step": 36013
    },
    {
      "epoch": 3.059293238192321,
      "grad_norm": 2.8363170848332797,
      "learning_rate": 0.00015207351693887912,
      "loss": 2.9142,
      "step": 36014
    },
    {
      "epoch": 3.0593781855249746,
      "grad_norm": 3.0900219810231464,
      "learning_rate": 0.00015206665142394668,
      "loss": 4.0503,
      "step": 36015
    },
    {
      "epoch": 3.059463132857628,
      "grad_norm": 3.308482756891162,
      "learning_rate": 0.000152059785904684,
      "loss": 4.6171,
      "step": 36016
    },
    {
      "epoch": 3.059548080190282,
      "grad_norm": 3.034573519596351,
      "learning_rate": 0.0001520529203811054,
      "loss": 3.8441,
      "step": 36017
    },
    {
      "epoch": 3.0596330275229358,
      "grad_norm": 2.941976429069757,
      "learning_rate": 0.0001520460548532254,
      "loss": 4.0088,
      "step": 36018
    },
    {
      "epoch": 3.0597179748555896,
      "grad_norm": 2.612378588785271,
      "learning_rate": 0.00015203918932105826,
      "loss": 2.4672,
      "step": 36019
    },
    {
      "epoch": 3.0598029221882435,
      "grad_norm": 2.7378907233419043,
      "learning_rate": 0.00015203232378461836,
      "loss": 2.6863,
      "step": 36020
    },
    {
      "epoch": 3.059887869520897,
      "grad_norm": 3.1214597048256394,
      "learning_rate": 0.00015202545824392018,
      "loss": 4.2355,
      "step": 36021
    },
    {
      "epoch": 3.0599728168535507,
      "grad_norm": 2.9182176762449608,
      "learning_rate": 0.00015201859269897803,
      "loss": 3.4672,
      "step": 36022
    },
    {
      "epoch": 3.0600577641862046,
      "grad_norm": 2.9502329538081424,
      "learning_rate": 0.00015201172714980632,
      "loss": 3.6542,
      "step": 36023
    },
    {
      "epoch": 3.0601427115188584,
      "grad_norm": 3.0545732038429443,
      "learning_rate": 0.00015200486159641944,
      "loss": 3.9276,
      "step": 36024
    },
    {
      "epoch": 3.0602276588515123,
      "grad_norm": 2.857591430683994,
      "learning_rate": 0.0001519979960388318,
      "loss": 3.2986,
      "step": 36025
    },
    {
      "epoch": 3.0603126061841657,
      "grad_norm": 3.271604179627482,
      "learning_rate": 0.00015199113047705774,
      "loss": 4.3388,
      "step": 36026
    },
    {
      "epoch": 3.0603975535168195,
      "grad_norm": 2.9244078345061,
      "learning_rate": 0.00015198426491111163,
      "loss": 3.7635,
      "step": 36027
    },
    {
      "epoch": 3.0604825008494734,
      "grad_norm": 3.0403624595686205,
      "learning_rate": 0.0001519773993410079,
      "loss": 4.1873,
      "step": 36028
    },
    {
      "epoch": 3.0605674481821272,
      "grad_norm": 2.938887086584934,
      "learning_rate": 0.00015197053376676096,
      "loss": 3.5221,
      "step": 36029
    },
    {
      "epoch": 3.0606523955147806,
      "grad_norm": 3.110202840523109,
      "learning_rate": 0.00015196366818838512,
      "loss": 3.6918,
      "step": 36030
    },
    {
      "epoch": 3.0607373428474345,
      "grad_norm": 3.133851742952873,
      "learning_rate": 0.00015195680260589482,
      "loss": 3.5519,
      "step": 36031
    },
    {
      "epoch": 3.0608222901800883,
      "grad_norm": 3.0900845997015916,
      "learning_rate": 0.00015194993701930445,
      "loss": 3.7937,
      "step": 36032
    },
    {
      "epoch": 3.060907237512742,
      "grad_norm": 3.1493568435113244,
      "learning_rate": 0.00015194307142862834,
      "loss": 4.1488,
      "step": 36033
    },
    {
      "epoch": 3.060992184845396,
      "grad_norm": 3.0359310016358907,
      "learning_rate": 0.00015193620583388092,
      "loss": 3.6696,
      "step": 36034
    },
    {
      "epoch": 3.0610771321780494,
      "grad_norm": 2.8579633604724792,
      "learning_rate": 0.00015192934023507658,
      "loss": 2.934,
      "step": 36035
    },
    {
      "epoch": 3.0611620795107033,
      "grad_norm": 2.9974506371942473,
      "learning_rate": 0.00015192247463222968,
      "loss": 3.8159,
      "step": 36036
    },
    {
      "epoch": 3.061247026843357,
      "grad_norm": 2.9757748449947723,
      "learning_rate": 0.00015191560902535461,
      "loss": 3.896,
      "step": 36037
    },
    {
      "epoch": 3.061331974176011,
      "grad_norm": 2.9591956620979016,
      "learning_rate": 0.00015190874341446575,
      "loss": 3.5002,
      "step": 36038
    },
    {
      "epoch": 3.061416921508665,
      "grad_norm": 3.083543692232529,
      "learning_rate": 0.00015190187779957754,
      "loss": 4.0643,
      "step": 36039
    },
    {
      "epoch": 3.0615018688413183,
      "grad_norm": 2.734758958786781,
      "learning_rate": 0.0001518950121807043,
      "loss": 2.7753,
      "step": 36040
    },
    {
      "epoch": 3.061586816173972,
      "grad_norm": 2.78734167921312,
      "learning_rate": 0.00015188814655786045,
      "loss": 2.8317,
      "step": 36041
    },
    {
      "epoch": 3.061671763506626,
      "grad_norm": 2.917643366541763,
      "learning_rate": 0.00015188128093106032,
      "loss": 3.5693,
      "step": 36042
    },
    {
      "epoch": 3.06175671083928,
      "grad_norm": 3.077508939791875,
      "learning_rate": 0.00015187441530031842,
      "loss": 4.2107,
      "step": 36043
    },
    {
      "epoch": 3.061841658171933,
      "grad_norm": 2.9633142764484255,
      "learning_rate": 0.000151867549665649,
      "loss": 3.83,
      "step": 36044
    },
    {
      "epoch": 3.061926605504587,
      "grad_norm": 3.267464339470422,
      "learning_rate": 0.00015186068402706651,
      "loss": 4.4275,
      "step": 36045
    },
    {
      "epoch": 3.062011552837241,
      "grad_norm": 3.078145509079473,
      "learning_rate": 0.0001518538183845853,
      "loss": 3.439,
      "step": 36046
    },
    {
      "epoch": 3.0620965001698948,
      "grad_norm": 2.950482285120784,
      "learning_rate": 0.0001518469527382198,
      "loss": 3.1783,
      "step": 36047
    },
    {
      "epoch": 3.0621814475025486,
      "grad_norm": 3.086233685412906,
      "learning_rate": 0.0001518400870879844,
      "loss": 3.428,
      "step": 36048
    },
    {
      "epoch": 3.062266394835202,
      "grad_norm": 2.9583572418604605,
      "learning_rate": 0.00015183322143389345,
      "loss": 3.8909,
      "step": 36049
    },
    {
      "epoch": 3.062351342167856,
      "grad_norm": 3.115647526582304,
      "learning_rate": 0.00015182635577596138,
      "loss": 4.1103,
      "step": 36050
    },
    {
      "epoch": 3.0624362895005097,
      "grad_norm": 2.9422953506936107,
      "learning_rate": 0.00015181949011420248,
      "loss": 3.6552,
      "step": 36051
    },
    {
      "epoch": 3.0625212368331636,
      "grad_norm": 3.222891827610039,
      "learning_rate": 0.00015181262444863126,
      "loss": 3.9474,
      "step": 36052
    },
    {
      "epoch": 3.062606184165817,
      "grad_norm": 2.8502076007637487,
      "learning_rate": 0.000151805758779262,
      "loss": 3.1156,
      "step": 36053
    },
    {
      "epoch": 3.062691131498471,
      "grad_norm": 3.187168652722564,
      "learning_rate": 0.00015179889310610917,
      "loss": 3.9291,
      "step": 36054
    },
    {
      "epoch": 3.0627760788311247,
      "grad_norm": 3.0945993651574906,
      "learning_rate": 0.00015179202742918708,
      "loss": 3.9065,
      "step": 36055
    },
    {
      "epoch": 3.0628610261637785,
      "grad_norm": 2.9605783106264623,
      "learning_rate": 0.00015178516174851019,
      "loss": 3.6937,
      "step": 36056
    },
    {
      "epoch": 3.0629459734964324,
      "grad_norm": 2.9460790398959205,
      "learning_rate": 0.00015177829606409282,
      "loss": 3.5353,
      "step": 36057
    },
    {
      "epoch": 3.063030920829086,
      "grad_norm": 2.9034932842184475,
      "learning_rate": 0.0001517714303759494,
      "loss": 3.4535,
      "step": 36058
    },
    {
      "epoch": 3.0631158681617396,
      "grad_norm": 3.11419117729109,
      "learning_rate": 0.00015176456468409433,
      "loss": 3.6191,
      "step": 36059
    },
    {
      "epoch": 3.0632008154943935,
      "grad_norm": 2.9921799542776784,
      "learning_rate": 0.00015175769898854188,
      "loss": 3.7717,
      "step": 36060
    },
    {
      "epoch": 3.0632857628270473,
      "grad_norm": 2.6274137649523257,
      "learning_rate": 0.00015175083328930662,
      "loss": 2.6353,
      "step": 36061
    },
    {
      "epoch": 3.063370710159701,
      "grad_norm": 2.9965842174599513,
      "learning_rate": 0.0001517439675864028,
      "loss": 3.6167,
      "step": 36062
    },
    {
      "epoch": 3.0634556574923546,
      "grad_norm": 3.1196396534204873,
      "learning_rate": 0.0001517371018798448,
      "loss": 3.7508,
      "step": 36063
    },
    {
      "epoch": 3.0635406048250085,
      "grad_norm": 3.31040090104248,
      "learning_rate": 0.0001517302361696471,
      "loss": 4.362,
      "step": 36064
    },
    {
      "epoch": 3.0636255521576623,
      "grad_norm": 3.1614858556377428,
      "learning_rate": 0.00015172337045582401,
      "loss": 3.8467,
      "step": 36065
    },
    {
      "epoch": 3.063710499490316,
      "grad_norm": 3.0978567596148885,
      "learning_rate": 0.00015171650473838993,
      "loss": 4.3061,
      "step": 36066
    },
    {
      "epoch": 3.0637954468229696,
      "grad_norm": 3.0901208596149554,
      "learning_rate": 0.0001517096390173593,
      "loss": 4.0322,
      "step": 36067
    },
    {
      "epoch": 3.0638803941556234,
      "grad_norm": 3.268357725619177,
      "learning_rate": 0.00015170277329274644,
      "loss": 4.5481,
      "step": 36068
    },
    {
      "epoch": 3.0639653414882773,
      "grad_norm": 2.7196475492391956,
      "learning_rate": 0.00015169590756456574,
      "loss": 2.8733,
      "step": 36069
    },
    {
      "epoch": 3.064050288820931,
      "grad_norm": 3.1586379954062163,
      "learning_rate": 0.00015168904183283162,
      "loss": 4.1682,
      "step": 36070
    },
    {
      "epoch": 3.064135236153585,
      "grad_norm": 3.2116641786846203,
      "learning_rate": 0.00015168217609755843,
      "loss": 4.4002,
      "step": 36071
    },
    {
      "epoch": 3.0642201834862384,
      "grad_norm": 3.247271004223337,
      "learning_rate": 0.0001516753103587606,
      "loss": 4.4559,
      "step": 36072
    },
    {
      "epoch": 3.064305130818892,
      "grad_norm": 3.2464374566672975,
      "learning_rate": 0.00015166844461645245,
      "loss": 4.5817,
      "step": 36073
    },
    {
      "epoch": 3.064390078151546,
      "grad_norm": 2.9313390716218404,
      "learning_rate": 0.00015166157887064842,
      "loss": 3.2182,
      "step": 36074
    },
    {
      "epoch": 3.0644750254842,
      "grad_norm": 3.0040965489995273,
      "learning_rate": 0.00015165471312136297,
      "loss": 3.7906,
      "step": 36075
    },
    {
      "epoch": 3.0645599728168538,
      "grad_norm": 3.094273739774551,
      "learning_rate": 0.00015164784736861026,
      "loss": 3.4646,
      "step": 36076
    },
    {
      "epoch": 3.064644920149507,
      "grad_norm": 3.10491156149911,
      "learning_rate": 0.0001516409816124049,
      "loss": 4.1022,
      "step": 36077
    },
    {
      "epoch": 3.064729867482161,
      "grad_norm": 3.0525647352220315,
      "learning_rate": 0.0001516341158527612,
      "loss": 3.7985,
      "step": 36078
    },
    {
      "epoch": 3.064814814814815,
      "grad_norm": 3.128759735056116,
      "learning_rate": 0.00015162725008969346,
      "loss": 4.0407,
      "step": 36079
    },
    {
      "epoch": 3.0648997621474687,
      "grad_norm": 2.950908832822347,
      "learning_rate": 0.0001516203843232162,
      "loss": 3.1694,
      "step": 36080
    },
    {
      "epoch": 3.064984709480122,
      "grad_norm": 3.055503986065945,
      "learning_rate": 0.00015161351855334372,
      "loss": 3.5341,
      "step": 36081
    },
    {
      "epoch": 3.065069656812776,
      "grad_norm": 2.995537476026061,
      "learning_rate": 0.00015160665278009044,
      "loss": 3.8437,
      "step": 36082
    },
    {
      "epoch": 3.06515460414543,
      "grad_norm": 3.3079170241236513,
      "learning_rate": 0.00015159978700347073,
      "loss": 4.4618,
      "step": 36083
    },
    {
      "epoch": 3.0652395514780837,
      "grad_norm": 3.0991191790983996,
      "learning_rate": 0.00015159292122349905,
      "loss": 4.0595,
      "step": 36084
    },
    {
      "epoch": 3.0653244988107375,
      "grad_norm": 2.962014301879099,
      "learning_rate": 0.00015158605544018962,
      "loss": 3.5653,
      "step": 36085
    },
    {
      "epoch": 3.065409446143391,
      "grad_norm": 2.9865410190687505,
      "learning_rate": 0.00015157918965355699,
      "loss": 3.533,
      "step": 36086
    },
    {
      "epoch": 3.065494393476045,
      "grad_norm": 2.7930402501988487,
      "learning_rate": 0.0001515723238636155,
      "loss": 2.7841,
      "step": 36087
    },
    {
      "epoch": 3.0655793408086986,
      "grad_norm": 3.308211152302796,
      "learning_rate": 0.00015156545807037944,
      "loss": 4.5005,
      "step": 36088
    },
    {
      "epoch": 3.0656642881413525,
      "grad_norm": 3.2065797516793615,
      "learning_rate": 0.00015155859227386332,
      "loss": 4.2765,
      "step": 36089
    },
    {
      "epoch": 3.065749235474006,
      "grad_norm": 2.8746320375496595,
      "learning_rate": 0.00015155172647408148,
      "loss": 3.0213,
      "step": 36090
    },
    {
      "epoch": 3.0658341828066598,
      "grad_norm": 3.005328041527674,
      "learning_rate": 0.0001515448606710483,
      "loss": 3.4627,
      "step": 36091
    },
    {
      "epoch": 3.0659191301393136,
      "grad_norm": 3.073019144049994,
      "learning_rate": 0.00015153799486477816,
      "loss": 3.5902,
      "step": 36092
    },
    {
      "epoch": 3.0660040774719675,
      "grad_norm": 3.332232811437839,
      "learning_rate": 0.00015153112905528552,
      "loss": 4.6307,
      "step": 36093
    },
    {
      "epoch": 3.0660890248046213,
      "grad_norm": 2.9945739306463706,
      "learning_rate": 0.0001515242632425846,
      "loss": 3.3905,
      "step": 36094
    },
    {
      "epoch": 3.0661739721372747,
      "grad_norm": 2.850904078662748,
      "learning_rate": 0.00015151739742669,
      "loss": 3.0781,
      "step": 36095
    },
    {
      "epoch": 3.0662589194699286,
      "grad_norm": 3.237925215887536,
      "learning_rate": 0.0001515105316076159,
      "loss": 4.3662,
      "step": 36096
    },
    {
      "epoch": 3.0663438668025824,
      "grad_norm": 3.023934680638614,
      "learning_rate": 0.00015150366578537682,
      "loss": 3.8752,
      "step": 36097
    },
    {
      "epoch": 3.0664288141352363,
      "grad_norm": 3.0947961523487746,
      "learning_rate": 0.00015149679995998716,
      "loss": 3.5949,
      "step": 36098
    },
    {
      "epoch": 3.06651376146789,
      "grad_norm": 3.3667876830321095,
      "learning_rate": 0.00015148993413146116,
      "loss": 3.8961,
      "step": 36099
    },
    {
      "epoch": 3.0665987088005435,
      "grad_norm": 3.0826835983523697,
      "learning_rate": 0.00015148306829981334,
      "loss": 3.8578,
      "step": 36100
    },
    {
      "epoch": 3.0666836561331974,
      "grad_norm": 3.199770880961955,
      "learning_rate": 0.00015147620246505806,
      "loss": 3.7047,
      "step": 36101
    },
    {
      "epoch": 3.0667686034658512,
      "grad_norm": 3.029206218727534,
      "learning_rate": 0.00015146933662720972,
      "loss": 3.606,
      "step": 36102
    },
    {
      "epoch": 3.066853550798505,
      "grad_norm": 2.8872232819205643,
      "learning_rate": 0.0001514624707862826,
      "loss": 3.317,
      "step": 36103
    },
    {
      "epoch": 3.0669384981311585,
      "grad_norm": 3.122945929796101,
      "learning_rate": 0.0001514556049422912,
      "loss": 4.2738,
      "step": 36104
    },
    {
      "epoch": 3.0670234454638123,
      "grad_norm": 3.1578117297456703,
      "learning_rate": 0.0001514487390952499,
      "loss": 4.1595,
      "step": 36105
    },
    {
      "epoch": 3.067108392796466,
      "grad_norm": 3.0297165308296807,
      "learning_rate": 0.00015144187324517302,
      "loss": 3.8045,
      "step": 36106
    },
    {
      "epoch": 3.06719334012912,
      "grad_norm": 3.021343220566931,
      "learning_rate": 0.000151435007392075,
      "loss": 3.7903,
      "step": 36107
    },
    {
      "epoch": 3.067278287461774,
      "grad_norm": 3.3348411617045097,
      "learning_rate": 0.0001514281415359702,
      "loss": 4.6312,
      "step": 36108
    },
    {
      "epoch": 3.0673632347944273,
      "grad_norm": 2.9459062274414207,
      "learning_rate": 0.00015142127567687296,
      "loss": 3.6505,
      "step": 36109
    },
    {
      "epoch": 3.067448182127081,
      "grad_norm": 3.307862344317999,
      "learning_rate": 0.0001514144098147978,
      "loss": 4.1568,
      "step": 36110
    },
    {
      "epoch": 3.067533129459735,
      "grad_norm": 3.269652861084908,
      "learning_rate": 0.000151407543949759,
      "loss": 4.0593,
      "step": 36111
    },
    {
      "epoch": 3.067618076792389,
      "grad_norm": 2.9363353830251824,
      "learning_rate": 0.00015140067808177093,
      "loss": 3.2364,
      "step": 36112
    },
    {
      "epoch": 3.0677030241250423,
      "grad_norm": 2.932629277408219,
      "learning_rate": 0.0001513938122108481,
      "loss": 3.3727,
      "step": 36113
    },
    {
      "epoch": 3.067787971457696,
      "grad_norm": 3.3301756688255457,
      "learning_rate": 0.00015138694633700473,
      "loss": 4.5426,
      "step": 36114
    },
    {
      "epoch": 3.06787291879035,
      "grad_norm": 3.012314986831242,
      "learning_rate": 0.00015138008046025535,
      "loss": 3.7728,
      "step": 36115
    },
    {
      "epoch": 3.067957866123004,
      "grad_norm": 2.916999718469649,
      "learning_rate": 0.00015137321458061424,
      "loss": 3.2941,
      "step": 36116
    },
    {
      "epoch": 3.0680428134556577,
      "grad_norm": 3.0521490693510436,
      "learning_rate": 0.0001513663486980959,
      "loss": 3.9366,
      "step": 36117
    },
    {
      "epoch": 3.068127760788311,
      "grad_norm": 3.2902118782529732,
      "learning_rate": 0.0001513594828127146,
      "loss": 4.3956,
      "step": 36118
    },
    {
      "epoch": 3.068212708120965,
      "grad_norm": 3.191508220806213,
      "learning_rate": 0.00015135261692448475,
      "loss": 3.8947,
      "step": 36119
    },
    {
      "epoch": 3.0682976554536188,
      "grad_norm": 3.1548785810862467,
      "learning_rate": 0.00015134575103342078,
      "loss": 3.5162,
      "step": 36120
    },
    {
      "epoch": 3.0683826027862726,
      "grad_norm": 3.2714151375076463,
      "learning_rate": 0.0001513388851395371,
      "loss": 4.408,
      "step": 36121
    },
    {
      "epoch": 3.0684675501189265,
      "grad_norm": 3.2422419321291915,
      "learning_rate": 0.000151332019242848,
      "loss": 4.3708,
      "step": 36122
    },
    {
      "epoch": 3.06855249745158,
      "grad_norm": 3.014439481528287,
      "learning_rate": 0.0001513251533433679,
      "loss": 4.0261,
      "step": 36123
    },
    {
      "epoch": 3.0686374447842337,
      "grad_norm": 3.1950117251375483,
      "learning_rate": 0.0001513182874411113,
      "loss": 4.176,
      "step": 36124
    },
    {
      "epoch": 3.0687223921168876,
      "grad_norm": 3.1441453470295846,
      "learning_rate": 0.00015131142153609238,
      "loss": 4.2705,
      "step": 36125
    },
    {
      "epoch": 3.0688073394495414,
      "grad_norm": 2.940381761187505,
      "learning_rate": 0.0001513045556283257,
      "loss": 3.5468,
      "step": 36126
    },
    {
      "epoch": 3.068892286782195,
      "grad_norm": 3.184316222622403,
      "learning_rate": 0.00015129768971782558,
      "loss": 3.8968,
      "step": 36127
    },
    {
      "epoch": 3.0689772341148487,
      "grad_norm": 2.928755669546616,
      "learning_rate": 0.0001512908238046064,
      "loss": 3.0897,
      "step": 36128
    },
    {
      "epoch": 3.0690621814475025,
      "grad_norm": 3.0758068060759616,
      "learning_rate": 0.00015128395788868257,
      "loss": 4.1587,
      "step": 36129
    },
    {
      "epoch": 3.0691471287801564,
      "grad_norm": 2.9373560202882296,
      "learning_rate": 0.00015127709197006842,
      "loss": 3.6127,
      "step": 36130
    },
    {
      "epoch": 3.0692320761128102,
      "grad_norm": 3.1697058523610924,
      "learning_rate": 0.00015127022604877842,
      "loss": 3.8956,
      "step": 36131
    },
    {
      "epoch": 3.0693170234454636,
      "grad_norm": 3.0832951063861946,
      "learning_rate": 0.00015126336012482688,
      "loss": 4.0752,
      "step": 36132
    },
    {
      "epoch": 3.0694019707781175,
      "grad_norm": 2.9828840657125197,
      "learning_rate": 0.00015125649419822827,
      "loss": 3.5502,
      "step": 36133
    },
    {
      "epoch": 3.0694869181107713,
      "grad_norm": 3.272955480191784,
      "learning_rate": 0.00015124962826899686,
      "loss": 4.6228,
      "step": 36134
    },
    {
      "epoch": 3.069571865443425,
      "grad_norm": 3.343846664912957,
      "learning_rate": 0.00015124276233714718,
      "loss": 4.4199,
      "step": 36135
    },
    {
      "epoch": 3.0696568127760786,
      "grad_norm": 2.7814737072447784,
      "learning_rate": 0.0001512358964026935,
      "loss": 2.8617,
      "step": 36136
    },
    {
      "epoch": 3.0697417601087325,
      "grad_norm": 3.1724118133843984,
      "learning_rate": 0.00015122903046565022,
      "loss": 4.2075,
      "step": 36137
    },
    {
      "epoch": 3.0698267074413863,
      "grad_norm": 3.25265923815341,
      "learning_rate": 0.00015122216452603175,
      "loss": 4.228,
      "step": 36138
    },
    {
      "epoch": 3.06991165477404,
      "grad_norm": 3.1073176747001376,
      "learning_rate": 0.00015121529858385253,
      "loss": 3.956,
      "step": 36139
    },
    {
      "epoch": 3.069996602106694,
      "grad_norm": 3.549702058878448,
      "learning_rate": 0.00015120843263912687,
      "loss": 3.7586,
      "step": 36140
    },
    {
      "epoch": 3.0700815494393474,
      "grad_norm": 2.8667519933369725,
      "learning_rate": 0.00015120156669186916,
      "loss": 3.1161,
      "step": 36141
    },
    {
      "epoch": 3.0701664967720013,
      "grad_norm": 3.132020937672901,
      "learning_rate": 0.00015119470074209383,
      "loss": 3.6421,
      "step": 36142
    },
    {
      "epoch": 3.070251444104655,
      "grad_norm": 2.693398020586437,
      "learning_rate": 0.0001511878347898152,
      "loss": 2.7638,
      "step": 36143
    },
    {
      "epoch": 3.070336391437309,
      "grad_norm": 2.9376055696055143,
      "learning_rate": 0.00015118096883504778,
      "loss": 3.7177,
      "step": 36144
    },
    {
      "epoch": 3.070421338769963,
      "grad_norm": 3.2727264747189104,
      "learning_rate": 0.00015117410287780582,
      "loss": 4.1788,
      "step": 36145
    },
    {
      "epoch": 3.0705062861026162,
      "grad_norm": 3.0030652368244044,
      "learning_rate": 0.00015116723691810374,
      "loss": 3.5402,
      "step": 36146
    },
    {
      "epoch": 3.07059123343527,
      "grad_norm": 3.048883281593214,
      "learning_rate": 0.00015116037095595599,
      "loss": 3.9272,
      "step": 36147
    },
    {
      "epoch": 3.070676180767924,
      "grad_norm": 3.1204508544188974,
      "learning_rate": 0.0001511535049913769,
      "loss": 3.6377,
      "step": 36148
    },
    {
      "epoch": 3.0707611281005778,
      "grad_norm": 2.848544135875651,
      "learning_rate": 0.00015114663902438083,
      "loss": 2.9868,
      "step": 36149
    },
    {
      "epoch": 3.070846075433231,
      "grad_norm": 3.146916537102787,
      "learning_rate": 0.00015113977305498226,
      "loss": 3.426,
      "step": 36150
    },
    {
      "epoch": 3.070931022765885,
      "grad_norm": 3.1433975119317523,
      "learning_rate": 0.00015113290708319553,
      "loss": 3.7224,
      "step": 36151
    },
    {
      "epoch": 3.071015970098539,
      "grad_norm": 3.121738070904826,
      "learning_rate": 0.00015112604110903495,
      "loss": 3.7455,
      "step": 36152
    },
    {
      "epoch": 3.0711009174311927,
      "grad_norm": 2.7331869983348738,
      "learning_rate": 0.00015111917513251506,
      "loss": 2.9693,
      "step": 36153
    },
    {
      "epoch": 3.0711858647638466,
      "grad_norm": 3.1540426089046787,
      "learning_rate": 0.00015111230915365012,
      "loss": 4.093,
      "step": 36154
    },
    {
      "epoch": 3.0712708120965,
      "grad_norm": 3.1957306042472604,
      "learning_rate": 0.00015110544317245453,
      "loss": 4.2781,
      "step": 36155
    },
    {
      "epoch": 3.071355759429154,
      "grad_norm": 3.2016563405820837,
      "learning_rate": 0.00015109857718894273,
      "loss": 3.7856,
      "step": 36156
    },
    {
      "epoch": 3.0714407067618077,
      "grad_norm": 3.1377240019129164,
      "learning_rate": 0.00015109171120312908,
      "loss": 3.6696,
      "step": 36157
    },
    {
      "epoch": 3.0715256540944615,
      "grad_norm": 3.153222034493719,
      "learning_rate": 0.00015108484521502796,
      "loss": 4.0668,
      "step": 36158
    },
    {
      "epoch": 3.0716106014271154,
      "grad_norm": 3.2540419601108193,
      "learning_rate": 0.0001510779792246538,
      "loss": 3.9308,
      "step": 36159
    },
    {
      "epoch": 3.071695548759769,
      "grad_norm": 3.058748817343735,
      "learning_rate": 0.00015107111323202095,
      "loss": 3.4885,
      "step": 36160
    },
    {
      "epoch": 3.0717804960924227,
      "grad_norm": 2.970915383828312,
      "learning_rate": 0.00015106424723714372,
      "loss": 3.6437,
      "step": 36161
    },
    {
      "epoch": 3.0718654434250765,
      "grad_norm": 3.288318783470462,
      "learning_rate": 0.00015105738124003662,
      "loss": 4.5988,
      "step": 36162
    },
    {
      "epoch": 3.0719503907577304,
      "grad_norm": 3.2885720816973687,
      "learning_rate": 0.000151050515240714,
      "loss": 4.4448,
      "step": 36163
    },
    {
      "epoch": 3.0720353380903838,
      "grad_norm": 3.372161111200271,
      "learning_rate": 0.0001510436492391902,
      "loss": 3.374,
      "step": 36164
    },
    {
      "epoch": 3.0721202854230376,
      "grad_norm": 3.252147820420444,
      "learning_rate": 0.00015103678323547966,
      "loss": 4.2119,
      "step": 36165
    },
    {
      "epoch": 3.0722052327556915,
      "grad_norm": 3.0014422945060475,
      "learning_rate": 0.00015102991722959675,
      "loss": 3.6023,
      "step": 36166
    },
    {
      "epoch": 3.0722901800883453,
      "grad_norm": 3.045075394517518,
      "learning_rate": 0.00015102305122155585,
      "loss": 4.1422,
      "step": 36167
    },
    {
      "epoch": 3.072375127420999,
      "grad_norm": 2.9587040134131053,
      "learning_rate": 0.00015101618521137132,
      "loss": 3.4612,
      "step": 36168
    },
    {
      "epoch": 3.0724600747536526,
      "grad_norm": 3.0393016534739354,
      "learning_rate": 0.00015100931919905767,
      "loss": 3.8768,
      "step": 36169
    },
    {
      "epoch": 3.0725450220863064,
      "grad_norm": 3.2331567652026374,
      "learning_rate": 0.0001510024531846291,
      "loss": 4.2729,
      "step": 36170
    },
    {
      "epoch": 3.0726299694189603,
      "grad_norm": 3.0638689945042934,
      "learning_rate": 0.00015099558716810013,
      "loss": 3.7919,
      "step": 36171
    },
    {
      "epoch": 3.072714916751614,
      "grad_norm": 3.0581746325866797,
      "learning_rate": 0.00015098872114948506,
      "loss": 3.811,
      "step": 36172
    },
    {
      "epoch": 3.072799864084268,
      "grad_norm": 3.117410495761557,
      "learning_rate": 0.00015098185512879835,
      "loss": 4.472,
      "step": 36173
    },
    {
      "epoch": 3.0728848114169214,
      "grad_norm": 3.0195120010552237,
      "learning_rate": 0.00015097498910605437,
      "loss": 3.8984,
      "step": 36174
    },
    {
      "epoch": 3.0729697587495752,
      "grad_norm": 3.0326543566740924,
      "learning_rate": 0.00015096812308126748,
      "loss": 3.7864,
      "step": 36175
    },
    {
      "epoch": 3.073054706082229,
      "grad_norm": 3.1403928867097175,
      "learning_rate": 0.0001509612570544521,
      "loss": 4.094,
      "step": 36176
    },
    {
      "epoch": 3.073139653414883,
      "grad_norm": 3.107354237186855,
      "learning_rate": 0.00015095439102562254,
      "loss": 4.2376,
      "step": 36177
    },
    {
      "epoch": 3.0732246007475363,
      "grad_norm": 3.070565291608601,
      "learning_rate": 0.00015094752499479334,
      "loss": 3.8331,
      "step": 36178
    },
    {
      "epoch": 3.07330954808019,
      "grad_norm": 2.9792928615951104,
      "learning_rate": 0.00015094065896197872,
      "loss": 3.696,
      "step": 36179
    },
    {
      "epoch": 3.073394495412844,
      "grad_norm": 2.799223442331913,
      "learning_rate": 0.00015093379292719313,
      "loss": 2.9958,
      "step": 36180
    },
    {
      "epoch": 3.073479442745498,
      "grad_norm": 3.1825438808489728,
      "learning_rate": 0.000150926926890451,
      "loss": 3.6291,
      "step": 36181
    },
    {
      "epoch": 3.0735643900781517,
      "grad_norm": 3.094336288862877,
      "learning_rate": 0.00015092006085176666,
      "loss": 4.2707,
      "step": 36182
    },
    {
      "epoch": 3.073649337410805,
      "grad_norm": 3.091172433773182,
      "learning_rate": 0.0001509131948111545,
      "loss": 4.2372,
      "step": 36183
    },
    {
      "epoch": 3.073734284743459,
      "grad_norm": 3.237390632407021,
      "learning_rate": 0.00015090632876862896,
      "loss": 4.2238,
      "step": 36184
    },
    {
      "epoch": 3.073819232076113,
      "grad_norm": 3.021844783680772,
      "learning_rate": 0.0001508994627242044,
      "loss": 3.8944,
      "step": 36185
    },
    {
      "epoch": 3.0739041794087667,
      "grad_norm": 3.08507121518082,
      "learning_rate": 0.00015089259667789513,
      "loss": 3.9909,
      "step": 36186
    },
    {
      "epoch": 3.07398912674142,
      "grad_norm": 3.0318394040471985,
      "learning_rate": 0.00015088573062971565,
      "loss": 3.8803,
      "step": 36187
    },
    {
      "epoch": 3.074074074074074,
      "grad_norm": 3.125752520127687,
      "learning_rate": 0.0001508788645796803,
      "loss": 3.8372,
      "step": 36188
    },
    {
      "epoch": 3.074159021406728,
      "grad_norm": 2.9107381097949854,
      "learning_rate": 0.00015087199852780345,
      "loss": 3.5346,
      "step": 36189
    },
    {
      "epoch": 3.0742439687393817,
      "grad_norm": 2.587135085902411,
      "learning_rate": 0.00015086513247409948,
      "loss": 2.4873,
      "step": 36190
    },
    {
      "epoch": 3.0743289160720355,
      "grad_norm": 3.0653864361408223,
      "learning_rate": 0.0001508582664185828,
      "loss": 3.682,
      "step": 36191
    },
    {
      "epoch": 3.074413863404689,
      "grad_norm": 2.7945805145735756,
      "learning_rate": 0.00015085140036126782,
      "loss": 2.9371,
      "step": 36192
    },
    {
      "epoch": 3.0744988107373428,
      "grad_norm": 2.942653418863776,
      "learning_rate": 0.00015084453430216885,
      "loss": 3.789,
      "step": 36193
    },
    {
      "epoch": 3.0745837580699966,
      "grad_norm": 3.0688365823977457,
      "learning_rate": 0.0001508376682413004,
      "loss": 3.9034,
      "step": 36194
    },
    {
      "epoch": 3.0746687054026505,
      "grad_norm": 3.036323354210249,
      "learning_rate": 0.00015083080217867672,
      "loss": 3.943,
      "step": 36195
    },
    {
      "epoch": 3.0747536527353043,
      "grad_norm": 3.3040455564626905,
      "learning_rate": 0.0001508239361143123,
      "loss": 4.6153,
      "step": 36196
    },
    {
      "epoch": 3.0748386000679577,
      "grad_norm": 2.868551068320105,
      "learning_rate": 0.0001508170700482215,
      "loss": 2.9939,
      "step": 36197
    },
    {
      "epoch": 3.0749235474006116,
      "grad_norm": 3.188542919624959,
      "learning_rate": 0.00015081020398041866,
      "loss": 4.0039,
      "step": 36198
    },
    {
      "epoch": 3.0750084947332654,
      "grad_norm": 2.982182227749523,
      "learning_rate": 0.00015080333791091819,
      "loss": 3.9876,
      "step": 36199
    },
    {
      "epoch": 3.0750934420659193,
      "grad_norm": 3.000237137766996,
      "learning_rate": 0.0001507964718397345,
      "loss": 3.7962,
      "step": 36200
    },
    {
      "epoch": 3.0751783893985727,
      "grad_norm": 3.0734820268124405,
      "learning_rate": 0.00015078960576688194,
      "loss": 3.8041,
      "step": 36201
    },
    {
      "epoch": 3.0752633367312265,
      "grad_norm": 3.172024768852572,
      "learning_rate": 0.00015078273969237495,
      "loss": 3.997,
      "step": 36202
    },
    {
      "epoch": 3.0753482840638804,
      "grad_norm": 3.125194392538842,
      "learning_rate": 0.00015077587361622788,
      "loss": 4.0193,
      "step": 36203
    },
    {
      "epoch": 3.0754332313965342,
      "grad_norm": 3.125730727734897,
      "learning_rate": 0.0001507690075384551,
      "loss": 3.3396,
      "step": 36204
    },
    {
      "epoch": 3.075518178729188,
      "grad_norm": 3.018644231568866,
      "learning_rate": 0.00015076214145907105,
      "loss": 3.1256,
      "step": 36205
    },
    {
      "epoch": 3.0756031260618415,
      "grad_norm": 3.298151544470999,
      "learning_rate": 0.00015075527537809007,
      "loss": 4.082,
      "step": 36206
    },
    {
      "epoch": 3.0756880733944953,
      "grad_norm": 2.9841188954405764,
      "learning_rate": 0.00015074840929552656,
      "loss": 3.2192,
      "step": 36207
    },
    {
      "epoch": 3.075773020727149,
      "grad_norm": 3.1841015519397105,
      "learning_rate": 0.00015074154321139486,
      "loss": 4.0807,
      "step": 36208
    },
    {
      "epoch": 3.075857968059803,
      "grad_norm": 2.992053004901412,
      "learning_rate": 0.00015073467712570948,
      "loss": 3.5101,
      "step": 36209
    },
    {
      "epoch": 3.0759429153924565,
      "grad_norm": 2.926141135872746,
      "learning_rate": 0.0001507278110384847,
      "loss": 3.6559,
      "step": 36210
    },
    {
      "epoch": 3.0760278627251103,
      "grad_norm": 3.4044845337429055,
      "learning_rate": 0.00015072094494973494,
      "loss": 4.7756,
      "step": 36211
    },
    {
      "epoch": 3.076112810057764,
      "grad_norm": 3.0234611246062943,
      "learning_rate": 0.0001507140788594746,
      "loss": 3.4573,
      "step": 36212
    },
    {
      "epoch": 3.076197757390418,
      "grad_norm": 2.984188992709799,
      "learning_rate": 0.000150707212767718,
      "loss": 3.3757,
      "step": 36213
    },
    {
      "epoch": 3.076282704723072,
      "grad_norm": 3.367057546382899,
      "learning_rate": 0.0001507003466744796,
      "loss": 4.5278,
      "step": 36214
    },
    {
      "epoch": 3.0763676520557253,
      "grad_norm": 3.314787757560473,
      "learning_rate": 0.00015069348057977379,
      "loss": 4.1739,
      "step": 36215
    },
    {
      "epoch": 3.076452599388379,
      "grad_norm": 2.8000082980449417,
      "learning_rate": 0.00015068661448361487,
      "loss": 3.1009,
      "step": 36216
    },
    {
      "epoch": 3.076537546721033,
      "grad_norm": 3.1617608154110317,
      "learning_rate": 0.00015067974838601733,
      "loss": 3.613,
      "step": 36217
    },
    {
      "epoch": 3.076622494053687,
      "grad_norm": 3.176799460092719,
      "learning_rate": 0.00015067288228699552,
      "loss": 3.8486,
      "step": 36218
    },
    {
      "epoch": 3.0767074413863407,
      "grad_norm": 2.935327604757838,
      "learning_rate": 0.00015066601618656382,
      "loss": 3.3665,
      "step": 36219
    },
    {
      "epoch": 3.076792388718994,
      "grad_norm": 2.8807196325688627,
      "learning_rate": 0.00015065915008473659,
      "loss": 3.1756,
      "step": 36220
    },
    {
      "epoch": 3.076877336051648,
      "grad_norm": 2.9839173262824725,
      "learning_rate": 0.00015065228398152824,
      "loss": 3.5892,
      "step": 36221
    },
    {
      "epoch": 3.0769622833843018,
      "grad_norm": 2.970791608402502,
      "learning_rate": 0.00015064541787695318,
      "loss": 3.5887,
      "step": 36222
    },
    {
      "epoch": 3.0770472307169556,
      "grad_norm": 3.2381431541081573,
      "learning_rate": 0.00015063855177102576,
      "loss": 4.523,
      "step": 36223
    },
    {
      "epoch": 3.077132178049609,
      "grad_norm": 3.138073905384201,
      "learning_rate": 0.0001506316856637604,
      "loss": 4.0283,
      "step": 36224
    },
    {
      "epoch": 3.077217125382263,
      "grad_norm": 3.0499152581571334,
      "learning_rate": 0.00015062481955517145,
      "loss": 3.7348,
      "step": 36225
    },
    {
      "epoch": 3.0773020727149167,
      "grad_norm": 2.8326033889140176,
      "learning_rate": 0.0001506179534452733,
      "loss": 3.0877,
      "step": 36226
    },
    {
      "epoch": 3.0773870200475706,
      "grad_norm": 3.1508263914776586,
      "learning_rate": 0.00015061108733408036,
      "loss": 3.9931,
      "step": 36227
    },
    {
      "epoch": 3.0774719673802244,
      "grad_norm": 3.3225222620272077,
      "learning_rate": 0.00015060422122160707,
      "loss": 4.5906,
      "step": 36228
    },
    {
      "epoch": 3.077556914712878,
      "grad_norm": 3.022525803163587,
      "learning_rate": 0.00015059735510786768,
      "loss": 3.8798,
      "step": 36229
    },
    {
      "epoch": 3.0776418620455317,
      "grad_norm": 3.1872067971500657,
      "learning_rate": 0.0001505904889928767,
      "loss": 3.9122,
      "step": 36230
    },
    {
      "epoch": 3.0777268093781855,
      "grad_norm": 3.0855288112982273,
      "learning_rate": 0.00015058362287664843,
      "loss": 4.0631,
      "step": 36231
    },
    {
      "epoch": 3.0778117567108394,
      "grad_norm": 2.87550603036471,
      "learning_rate": 0.0001505767567591973,
      "loss": 3.036,
      "step": 36232
    },
    {
      "epoch": 3.0778967040434932,
      "grad_norm": 2.933055457959492,
      "learning_rate": 0.0001505698906405377,
      "loss": 3.3249,
      "step": 36233
    },
    {
      "epoch": 3.0779816513761467,
      "grad_norm": 3.1249902067567277,
      "learning_rate": 0.000150563024520684,
      "loss": 4.0695,
      "step": 36234
    },
    {
      "epoch": 3.0780665987088005,
      "grad_norm": 3.0616095000928047,
      "learning_rate": 0.0001505561583996506,
      "loss": 3.6281,
      "step": 36235
    },
    {
      "epoch": 3.0781515460414544,
      "grad_norm": 2.8686348669583204,
      "learning_rate": 0.00015054929227745187,
      "loss": 3.3465,
      "step": 36236
    },
    {
      "epoch": 3.078236493374108,
      "grad_norm": 2.9590473238028348,
      "learning_rate": 0.00015054242615410225,
      "loss": 3.2591,
      "step": 36237
    },
    {
      "epoch": 3.0783214407067616,
      "grad_norm": 3.018070076534012,
      "learning_rate": 0.000150535560029616,
      "loss": 3.3767,
      "step": 36238
    },
    {
      "epoch": 3.0784063880394155,
      "grad_norm": 2.730740201622345,
      "learning_rate": 0.0001505286939040077,
      "loss": 2.6627,
      "step": 36239
    },
    {
      "epoch": 3.0784913353720693,
      "grad_norm": 2.792470618862018,
      "learning_rate": 0.00015052182777729154,
      "loss": 3.0795,
      "step": 36240
    },
    {
      "epoch": 3.078576282704723,
      "grad_norm": 2.8567252423257563,
      "learning_rate": 0.00015051496164948203,
      "loss": 3.3233,
      "step": 36241
    },
    {
      "epoch": 3.078661230037377,
      "grad_norm": 3.038870255990016,
      "learning_rate": 0.0001505080955205935,
      "loss": 3.8419,
      "step": 36242
    },
    {
      "epoch": 3.0787461773700304,
      "grad_norm": 3.1130774149554834,
      "learning_rate": 0.00015050122939064042,
      "loss": 4.0507,
      "step": 36243
    },
    {
      "epoch": 3.0788311247026843,
      "grad_norm": 2.8307392988310136,
      "learning_rate": 0.00015049436325963704,
      "loss": 2.9674,
      "step": 36244
    },
    {
      "epoch": 3.078916072035338,
      "grad_norm": 2.9906829361958707,
      "learning_rate": 0.00015048749712759783,
      "loss": 3.5208,
      "step": 36245
    },
    {
      "epoch": 3.079001019367992,
      "grad_norm": 3.0858718032502814,
      "learning_rate": 0.00015048063099453723,
      "loss": 3.7756,
      "step": 36246
    },
    {
      "epoch": 3.079085966700646,
      "grad_norm": 2.8376088770161916,
      "learning_rate": 0.00015047376486046946,
      "loss": 3.2012,
      "step": 36247
    },
    {
      "epoch": 3.0791709140332992,
      "grad_norm": 2.896890474553563,
      "learning_rate": 0.0001504668987254091,
      "loss": 3.6122,
      "step": 36248
    },
    {
      "epoch": 3.079255861365953,
      "grad_norm": 2.997328022988293,
      "learning_rate": 0.0001504600325893704,
      "loss": 3.6225,
      "step": 36249
    },
    {
      "epoch": 3.079340808698607,
      "grad_norm": 2.973791945449084,
      "learning_rate": 0.00015045316645236786,
      "loss": 3.9269,
      "step": 36250
    },
    {
      "epoch": 3.079425756031261,
      "grad_norm": 3.016445844369982,
      "learning_rate": 0.00015044630031441569,
      "loss": 3.9418,
      "step": 36251
    },
    {
      "epoch": 3.079510703363914,
      "grad_norm": 3.2446263597987457,
      "learning_rate": 0.00015043943417552847,
      "loss": 4.3423,
      "step": 36252
    },
    {
      "epoch": 3.079595650696568,
      "grad_norm": 3.0430565218918897,
      "learning_rate": 0.00015043256803572044,
      "loss": 3.605,
      "step": 36253
    },
    {
      "epoch": 3.079680598029222,
      "grad_norm": 3.012740191015782,
      "learning_rate": 0.00015042570189500605,
      "loss": 3.5573,
      "step": 36254
    },
    {
      "epoch": 3.0797655453618757,
      "grad_norm": 2.8763008187579975,
      "learning_rate": 0.0001504188357533998,
      "loss": 3.1577,
      "step": 36255
    },
    {
      "epoch": 3.0798504926945296,
      "grad_norm": 3.388746402465178,
      "learning_rate": 0.00015041196961091584,
      "loss": 3.9037,
      "step": 36256
    },
    {
      "epoch": 3.079935440027183,
      "grad_norm": 2.9971129556014318,
      "learning_rate": 0.0001504051034675687,
      "loss": 3.8372,
      "step": 36257
    },
    {
      "epoch": 3.080020387359837,
      "grad_norm": 2.9649462012726207,
      "learning_rate": 0.00015039823732337278,
      "loss": 3.9069,
      "step": 36258
    },
    {
      "epoch": 3.0801053346924907,
      "grad_norm": 2.9245435409547795,
      "learning_rate": 0.00015039137117834245,
      "loss": 3.4557,
      "step": 36259
    },
    {
      "epoch": 3.0801902820251446,
      "grad_norm": 3.0343915364858893,
      "learning_rate": 0.00015038450503249202,
      "loss": 3.8675,
      "step": 36260
    },
    {
      "epoch": 3.080275229357798,
      "grad_norm": 2.9341657726507333,
      "learning_rate": 0.00015037763888583599,
      "loss": 3.7693,
      "step": 36261
    },
    {
      "epoch": 3.080360176690452,
      "grad_norm": 3.0324256274733887,
      "learning_rate": 0.0001503707727383887,
      "loss": 3.6404,
      "step": 36262
    },
    {
      "epoch": 3.0804451240231057,
      "grad_norm": 3.1761037949317585,
      "learning_rate": 0.00015036390659016447,
      "loss": 4.276,
      "step": 36263
    },
    {
      "epoch": 3.0805300713557595,
      "grad_norm": 2.973106973723036,
      "learning_rate": 0.00015035704044117777,
      "loss": 3.3928,
      "step": 36264
    },
    {
      "epoch": 3.0806150186884134,
      "grad_norm": 3.0574124835712584,
      "learning_rate": 0.00015035017429144295,
      "loss": 3.9942,
      "step": 36265
    },
    {
      "epoch": 3.0806999660210668,
      "grad_norm": 2.9885287084162386,
      "learning_rate": 0.00015034330814097443,
      "loss": 3.9973,
      "step": 36266
    },
    {
      "epoch": 3.0807849133537206,
      "grad_norm": 3.074551042312685,
      "learning_rate": 0.00015033644198978659,
      "loss": 3.9718,
      "step": 36267
    },
    {
      "epoch": 3.0808698606863745,
      "grad_norm": 3.1645186382065167,
      "learning_rate": 0.00015032957583789382,
      "loss": 4.1146,
      "step": 36268
    },
    {
      "epoch": 3.0809548080190283,
      "grad_norm": 3.3958640520877,
      "learning_rate": 0.00015032270968531043,
      "loss": 4.6673,
      "step": 36269
    },
    {
      "epoch": 3.081039755351682,
      "grad_norm": 3.273107182206321,
      "learning_rate": 0.0001503158435320509,
      "loss": 4.106,
      "step": 36270
    },
    {
      "epoch": 3.0811247026843356,
      "grad_norm": 3.1599897912728876,
      "learning_rate": 0.00015030897737812956,
      "loss": 4.1115,
      "step": 36271
    },
    {
      "epoch": 3.0812096500169894,
      "grad_norm": 2.645331985887584,
      "learning_rate": 0.00015030211122356085,
      "loss": 2.6177,
      "step": 36272
    },
    {
      "epoch": 3.0812945973496433,
      "grad_norm": 3.1292396491041696,
      "learning_rate": 0.0001502952450683591,
      "loss": 4.1115,
      "step": 36273
    },
    {
      "epoch": 3.081379544682297,
      "grad_norm": 3.1987122613029304,
      "learning_rate": 0.0001502883789125387,
      "loss": 4.0261,
      "step": 36274
    },
    {
      "epoch": 3.0814644920149505,
      "grad_norm": 2.8527940010654635,
      "learning_rate": 0.00015028151275611412,
      "loss": 3.2771,
      "step": 36275
    },
    {
      "epoch": 3.0815494393476044,
      "grad_norm": 2.8833195707832386,
      "learning_rate": 0.00015027464659909964,
      "loss": 3.1552,
      "step": 36276
    },
    {
      "epoch": 3.0816343866802582,
      "grad_norm": 2.909372542471468,
      "learning_rate": 0.00015026778044150975,
      "loss": 3.456,
      "step": 36277
    },
    {
      "epoch": 3.081719334012912,
      "grad_norm": 2.9381213922876395,
      "learning_rate": 0.00015026091428335873,
      "loss": 3.2289,
      "step": 36278
    },
    {
      "epoch": 3.081804281345566,
      "grad_norm": 2.69968611504954,
      "learning_rate": 0.00015025404812466105,
      "loss": 2.7462,
      "step": 36279
    },
    {
      "epoch": 3.0818892286782194,
      "grad_norm": 2.863953844283156,
      "learning_rate": 0.00015024718196543103,
      "loss": 3.0568,
      "step": 36280
    },
    {
      "epoch": 3.081974176010873,
      "grad_norm": 3.0805100331674784,
      "learning_rate": 0.0001502403158056831,
      "loss": 3.919,
      "step": 36281
    },
    {
      "epoch": 3.082059123343527,
      "grad_norm": 3.159219766084736,
      "learning_rate": 0.00015023344964543164,
      "loss": 4.0091,
      "step": 36282
    },
    {
      "epoch": 3.082144070676181,
      "grad_norm": 2.81474596825438,
      "learning_rate": 0.000150226583484691,
      "loss": 3.2214,
      "step": 36283
    },
    {
      "epoch": 3.0822290180088343,
      "grad_norm": 3.0394846448870583,
      "learning_rate": 0.00015021971732347565,
      "loss": 3.3568,
      "step": 36284
    },
    {
      "epoch": 3.082313965341488,
      "grad_norm": 3.053630979829889,
      "learning_rate": 0.0001502128511617999,
      "loss": 4.0145,
      "step": 36285
    },
    {
      "epoch": 3.082398912674142,
      "grad_norm": 3.1601609068637733,
      "learning_rate": 0.0001502059849996782,
      "loss": 3.5257,
      "step": 36286
    },
    {
      "epoch": 3.082483860006796,
      "grad_norm": 3.176933100392752,
      "learning_rate": 0.0001501991188371248,
      "loss": 3.7184,
      "step": 36287
    },
    {
      "epoch": 3.0825688073394497,
      "grad_norm": 3.121482344064644,
      "learning_rate": 0.00015019225267415428,
      "loss": 3.8895,
      "step": 36288
    },
    {
      "epoch": 3.082653754672103,
      "grad_norm": 3.256810054210708,
      "learning_rate": 0.00015018538651078093,
      "loss": 4.6788,
      "step": 36289
    },
    {
      "epoch": 3.082738702004757,
      "grad_norm": 3.2312595634323227,
      "learning_rate": 0.0001501785203470191,
      "loss": 4.0257,
      "step": 36290
    },
    {
      "epoch": 3.082823649337411,
      "grad_norm": 3.088231954122093,
      "learning_rate": 0.0001501716541828832,
      "loss": 4.0336,
      "step": 36291
    },
    {
      "epoch": 3.0829085966700647,
      "grad_norm": 3.244297706720499,
      "learning_rate": 0.00015016478801838768,
      "loss": 4.4786,
      "step": 36292
    },
    {
      "epoch": 3.0829935440027185,
      "grad_norm": 2.9856233436517723,
      "learning_rate": 0.00015015792185354686,
      "loss": 3.918,
      "step": 36293
    },
    {
      "epoch": 3.083078491335372,
      "grad_norm": 2.9000949118066726,
      "learning_rate": 0.00015015105568837511,
      "loss": 3.1474,
      "step": 36294
    },
    {
      "epoch": 3.083163438668026,
      "grad_norm": 3.3427142575323123,
      "learning_rate": 0.00015014418952288694,
      "loss": 4.5425,
      "step": 36295
    },
    {
      "epoch": 3.0832483860006796,
      "grad_norm": 3.2405883982385904,
      "learning_rate": 0.00015013732335709658,
      "loss": 4.1276,
      "step": 36296
    },
    {
      "epoch": 3.0833333333333335,
      "grad_norm": 3.1170066781759793,
      "learning_rate": 0.00015013045719101852,
      "loss": 3.4212,
      "step": 36297
    },
    {
      "epoch": 3.083418280665987,
      "grad_norm": 3.104924341012069,
      "learning_rate": 0.0001501235910246671,
      "loss": 4.01,
      "step": 36298
    },
    {
      "epoch": 3.0835032279986407,
      "grad_norm": 2.968771926336955,
      "learning_rate": 0.0001501167248580567,
      "loss": 3.2713,
      "step": 36299
    },
    {
      "epoch": 3.0835881753312946,
      "grad_norm": 3.0099214279452484,
      "learning_rate": 0.00015010985869120174,
      "loss": 3.0713,
      "step": 36300
    },
    {
      "epoch": 3.0836731226639484,
      "grad_norm": 3.2976307354043994,
      "learning_rate": 0.00015010299252411663,
      "loss": 4.5066,
      "step": 36301
    },
    {
      "epoch": 3.0837580699966023,
      "grad_norm": 3.195253925945957,
      "learning_rate": 0.0001500961263568157,
      "loss": 4.1498,
      "step": 36302
    },
    {
      "epoch": 3.0838430173292557,
      "grad_norm": 3.262372307881129,
      "learning_rate": 0.0001500892601893133,
      "loss": 3.9406,
      "step": 36303
    },
    {
      "epoch": 3.0839279646619095,
      "grad_norm": 2.940154665264022,
      "learning_rate": 0.00015008239402162395,
      "loss": 3.1636,
      "step": 36304
    },
    {
      "epoch": 3.0840129119945634,
      "grad_norm": 3.14883383853711,
      "learning_rate": 0.00015007552785376192,
      "loss": 4.0278,
      "step": 36305
    },
    {
      "epoch": 3.0840978593272173,
      "grad_norm": 3.265495765873332,
      "learning_rate": 0.00015006866168574163,
      "loss": 4.1074,
      "step": 36306
    },
    {
      "epoch": 3.0841828066598707,
      "grad_norm": 3.2197689893865316,
      "learning_rate": 0.0001500617955175775,
      "loss": 4.3173,
      "step": 36307
    },
    {
      "epoch": 3.0842677539925245,
      "grad_norm": 3.141350678946856,
      "learning_rate": 0.00015005492934928386,
      "loss": 4.0886,
      "step": 36308
    },
    {
      "epoch": 3.0843527013251784,
      "grad_norm": 3.1829568673984254,
      "learning_rate": 0.00015004806318087512,
      "loss": 4.173,
      "step": 36309
    },
    {
      "epoch": 3.084437648657832,
      "grad_norm": 3.135841484924595,
      "learning_rate": 0.0001500411970123657,
      "loss": 4.0626,
      "step": 36310
    },
    {
      "epoch": 3.084522595990486,
      "grad_norm": 2.971693153691023,
      "learning_rate": 0.00015003433084377,
      "loss": 3.8744,
      "step": 36311
    },
    {
      "epoch": 3.0846075433231395,
      "grad_norm": 3.0301245786580475,
      "learning_rate": 0.0001500274646751023,
      "loss": 3.8138,
      "step": 36312
    },
    {
      "epoch": 3.0846924906557933,
      "grad_norm": 3.2134376053231484,
      "learning_rate": 0.0001500205985063771,
      "loss": 3.8537,
      "step": 36313
    },
    {
      "epoch": 3.084777437988447,
      "grad_norm": 3.179366545868763,
      "learning_rate": 0.0001500137323376087,
      "loss": 4.2818,
      "step": 36314
    },
    {
      "epoch": 3.084862385321101,
      "grad_norm": 3.1870276809768456,
      "learning_rate": 0.00015000686616881153,
      "loss": 3.8636,
      "step": 36315
    },
    {
      "epoch": 3.084947332653755,
      "grad_norm": 3.204001016753071,
      "learning_rate": 0.00015,
      "loss": 4.4535,
      "step": 36316
    },
    {
      "epoch": 3.0850322799864083,
      "grad_norm": 3.0953934946878525,
      "learning_rate": 0.00014999313383118847,
      "loss": 3.6145,
      "step": 36317
    },
    {
      "epoch": 3.085117227319062,
      "grad_norm": 3.343526082973577,
      "learning_rate": 0.0001499862676623913,
      "loss": 4.8109,
      "step": 36318
    },
    {
      "epoch": 3.085202174651716,
      "grad_norm": 3.0754031412597036,
      "learning_rate": 0.00014997940149362294,
      "loss": 4.0847,
      "step": 36319
    },
    {
      "epoch": 3.08528712198437,
      "grad_norm": 2.8981419438888727,
      "learning_rate": 0.00014997253532489767,
      "loss": 3.0007,
      "step": 36320
    },
    {
      "epoch": 3.0853720693170232,
      "grad_norm": 3.1630395267553726,
      "learning_rate": 0.00014996566915622997,
      "loss": 3.7069,
      "step": 36321
    },
    {
      "epoch": 3.085457016649677,
      "grad_norm": 3.296753394666789,
      "learning_rate": 0.0001499588029876343,
      "loss": 4.2544,
      "step": 36322
    },
    {
      "epoch": 3.085541963982331,
      "grad_norm": 3.2864050173161536,
      "learning_rate": 0.00014995193681912485,
      "loss": 4.2823,
      "step": 36323
    },
    {
      "epoch": 3.085626911314985,
      "grad_norm": 3.0378511856604105,
      "learning_rate": 0.00014994507065071611,
      "loss": 3.534,
      "step": 36324
    },
    {
      "epoch": 3.0857118586476386,
      "grad_norm": 3.0237201209241533,
      "learning_rate": 0.00014993820448242252,
      "loss": 3.2115,
      "step": 36325
    },
    {
      "epoch": 3.085796805980292,
      "grad_norm": 3.0306376768957177,
      "learning_rate": 0.00014993133831425835,
      "loss": 3.3916,
      "step": 36326
    },
    {
      "epoch": 3.085881753312946,
      "grad_norm": 3.018691636762013,
      "learning_rate": 0.00014992447214623808,
      "loss": 3.7591,
      "step": 36327
    },
    {
      "epoch": 3.0859667006455997,
      "grad_norm": 3.263658732658208,
      "learning_rate": 0.00014991760597837605,
      "loss": 4.3296,
      "step": 36328
    },
    {
      "epoch": 3.0860516479782536,
      "grad_norm": 3.1005462029225384,
      "learning_rate": 0.0001499107398106867,
      "loss": 3.5327,
      "step": 36329
    },
    {
      "epoch": 3.0861365953109074,
      "grad_norm": 3.221979295557018,
      "learning_rate": 0.00014990387364318433,
      "loss": 3.5581,
      "step": 36330
    },
    {
      "epoch": 3.086221542643561,
      "grad_norm": 3.107958093097771,
      "learning_rate": 0.0001498970074758834,
      "loss": 4.0182,
      "step": 36331
    },
    {
      "epoch": 3.0863064899762147,
      "grad_norm": 2.979912522245098,
      "learning_rate": 0.0001498901413087982,
      "loss": 3.429,
      "step": 36332
    },
    {
      "epoch": 3.0863914373088686,
      "grad_norm": 3.1985572291347837,
      "learning_rate": 0.0001498832751419433,
      "loss": 3.7311,
      "step": 36333
    },
    {
      "epoch": 3.0864763846415224,
      "grad_norm": 3.092543580831503,
      "learning_rate": 0.0001498764089753329,
      "loss": 4.0671,
      "step": 36334
    },
    {
      "epoch": 3.086561331974176,
      "grad_norm": 2.7097147157085795,
      "learning_rate": 0.00014986954280898148,
      "loss": 2.9041,
      "step": 36335
    },
    {
      "epoch": 3.0866462793068297,
      "grad_norm": 3.1535512091031563,
      "learning_rate": 0.00014986267664290342,
      "loss": 4.0653,
      "step": 36336
    },
    {
      "epoch": 3.0867312266394835,
      "grad_norm": 3.0240958414387773,
      "learning_rate": 0.00014985581047711308,
      "loss": 4.0025,
      "step": 36337
    },
    {
      "epoch": 3.0868161739721374,
      "grad_norm": 2.916622661202426,
      "learning_rate": 0.00014984894431162483,
      "loss": 3.5793,
      "step": 36338
    },
    {
      "epoch": 3.086901121304791,
      "grad_norm": 3.2096787057858576,
      "learning_rate": 0.00014984207814645311,
      "loss": 4.0301,
      "step": 36339
    },
    {
      "epoch": 3.0869860686374446,
      "grad_norm": 2.8825171835013546,
      "learning_rate": 0.00014983521198161232,
      "loss": 2.9319,
      "step": 36340
    },
    {
      "epoch": 3.0870710159700985,
      "grad_norm": 3.065347139258547,
      "learning_rate": 0.0001498283458171168,
      "loss": 4.016,
      "step": 36341
    },
    {
      "epoch": 3.0871559633027523,
      "grad_norm": 3.0385858448092646,
      "learning_rate": 0.00014982147965298092,
      "loss": 4.1278,
      "step": 36342
    },
    {
      "epoch": 3.087240910635406,
      "grad_norm": 3.3771497108213127,
      "learning_rate": 0.00014981461348921913,
      "loss": 4.5615,
      "step": 36343
    },
    {
      "epoch": 3.08732585796806,
      "grad_norm": 3.113701196008542,
      "learning_rate": 0.00014980774732584572,
      "loss": 4.0287,
      "step": 36344
    },
    {
      "epoch": 3.0874108053007134,
      "grad_norm": 3.0598849185933203,
      "learning_rate": 0.00014980088116287515,
      "loss": 3.5472,
      "step": 36345
    },
    {
      "epoch": 3.0874957526333673,
      "grad_norm": 2.9756809051133586,
      "learning_rate": 0.0001497940150003218,
      "loss": 3.3928,
      "step": 36346
    },
    {
      "epoch": 3.087580699966021,
      "grad_norm": 3.0489751286511377,
      "learning_rate": 0.00014978714883820011,
      "loss": 3.8517,
      "step": 36347
    },
    {
      "epoch": 3.087665647298675,
      "grad_norm": 3.093521286184914,
      "learning_rate": 0.00014978028267652438,
      "loss": 3.9952,
      "step": 36348
    },
    {
      "epoch": 3.0877505946313284,
      "grad_norm": 3.070586253244893,
      "learning_rate": 0.00014977341651530902,
      "loss": 3.676,
      "step": 36349
    },
    {
      "epoch": 3.0878355419639822,
      "grad_norm": 3.2356992264307674,
      "learning_rate": 0.00014976655035456833,
      "loss": 4.2737,
      "step": 36350
    },
    {
      "epoch": 3.087920489296636,
      "grad_norm": 2.914359919913808,
      "learning_rate": 0.0001497596841943169,
      "loss": 3.1123,
      "step": 36351
    },
    {
      "epoch": 3.08800543662929,
      "grad_norm": 3.105212383032366,
      "learning_rate": 0.00014975281803456897,
      "loss": 4.0127,
      "step": 36352
    },
    {
      "epoch": 3.088090383961944,
      "grad_norm": 3.121267622252974,
      "learning_rate": 0.00014974595187533895,
      "loss": 4.298,
      "step": 36353
    },
    {
      "epoch": 3.088175331294597,
      "grad_norm": 2.971369263066383,
      "learning_rate": 0.00014973908571664127,
      "loss": 3.3886,
      "step": 36354
    },
    {
      "epoch": 3.088260278627251,
      "grad_norm": 2.9510191140546618,
      "learning_rate": 0.00014973221955849028,
      "loss": 3.819,
      "step": 36355
    },
    {
      "epoch": 3.088345225959905,
      "grad_norm": 3.2292409212121895,
      "learning_rate": 0.0001497253534009003,
      "loss": 4.3616,
      "step": 36356
    },
    {
      "epoch": 3.0884301732925588,
      "grad_norm": 3.1039908652024693,
      "learning_rate": 0.00014971848724388586,
      "loss": 3.7992,
      "step": 36357
    },
    {
      "epoch": 3.088515120625212,
      "grad_norm": 2.972282495294204,
      "learning_rate": 0.00014971162108746126,
      "loss": 3.4712,
      "step": 36358
    },
    {
      "epoch": 3.088600067957866,
      "grad_norm": 3.020821018419478,
      "learning_rate": 0.00014970475493164087,
      "loss": 3.962,
      "step": 36359
    },
    {
      "epoch": 3.08868501529052,
      "grad_norm": 3.267140485541975,
      "learning_rate": 0.00014969788877643915,
      "loss": 4.0542,
      "step": 36360
    },
    {
      "epoch": 3.0887699626231737,
      "grad_norm": 2.8922078924034507,
      "learning_rate": 0.00014969102262187044,
      "loss": 3.0962,
      "step": 36361
    },
    {
      "epoch": 3.0888549099558276,
      "grad_norm": 3.599715224705707,
      "learning_rate": 0.0001496841564679491,
      "loss": 3.3338,
      "step": 36362
    },
    {
      "epoch": 3.088939857288481,
      "grad_norm": 2.8916764373093087,
      "learning_rate": 0.00014967729031468955,
      "loss": 3.3326,
      "step": 36363
    },
    {
      "epoch": 3.089024804621135,
      "grad_norm": 3.0081464959240063,
      "learning_rate": 0.00014967042416210618,
      "loss": 3.849,
      "step": 36364
    },
    {
      "epoch": 3.0891097519537887,
      "grad_norm": 3.17010585131352,
      "learning_rate": 0.00014966355801021341,
      "loss": 3.7471,
      "step": 36365
    },
    {
      "epoch": 3.0891946992864425,
      "grad_norm": 3.057826153188189,
      "learning_rate": 0.00014965669185902555,
      "loss": 3.9703,
      "step": 36366
    },
    {
      "epoch": 3.0892796466190964,
      "grad_norm": 3.2211076700618326,
      "learning_rate": 0.00014964982570855705,
      "loss": 4.1845,
      "step": 36367
    },
    {
      "epoch": 3.08936459395175,
      "grad_norm": 3.026389086656248,
      "learning_rate": 0.00014964295955882225,
      "loss": 3.849,
      "step": 36368
    },
    {
      "epoch": 3.0894495412844036,
      "grad_norm": 3.024122343763693,
      "learning_rate": 0.0001496360934098355,
      "loss": 3.6655,
      "step": 36369
    },
    {
      "epoch": 3.0895344886170575,
      "grad_norm": 3.1149970942450653,
      "learning_rate": 0.00014962922726161133,
      "loss": 3.9302,
      "step": 36370
    },
    {
      "epoch": 3.0896194359497113,
      "grad_norm": 2.969255196092447,
      "learning_rate": 0.000149622361114164,
      "loss": 3.6544,
      "step": 36371
    },
    {
      "epoch": 3.0897043832823647,
      "grad_norm": 2.849913796008674,
      "learning_rate": 0.00014961549496750798,
      "loss": 3.0753,
      "step": 36372
    },
    {
      "epoch": 3.0897893306150186,
      "grad_norm": 3.124783227881437,
      "learning_rate": 0.00014960862882165755,
      "loss": 3.6895,
      "step": 36373
    },
    {
      "epoch": 3.0898742779476724,
      "grad_norm": 3.3556462909068405,
      "learning_rate": 0.00014960176267662725,
      "loss": 4.5032,
      "step": 36374
    },
    {
      "epoch": 3.0899592252803263,
      "grad_norm": 3.005289909435127,
      "learning_rate": 0.00014959489653243124,
      "loss": 3.5248,
      "step": 36375
    },
    {
      "epoch": 3.09004417261298,
      "grad_norm": 3.072942181629353,
      "learning_rate": 0.00014958803038908416,
      "loss": 4.0373,
      "step": 36376
    },
    {
      "epoch": 3.0901291199456336,
      "grad_norm": 3.305899076762359,
      "learning_rate": 0.00014958116424660024,
      "loss": 4.4403,
      "step": 36377
    },
    {
      "epoch": 3.0902140672782874,
      "grad_norm": 2.874432038442626,
      "learning_rate": 0.00014957429810499392,
      "loss": 2.855,
      "step": 36378
    },
    {
      "epoch": 3.0902990146109413,
      "grad_norm": 3.2860005881791894,
      "learning_rate": 0.00014956743196427956,
      "loss": 4.478,
      "step": 36379
    },
    {
      "epoch": 3.090383961943595,
      "grad_norm": 2.7816204138198852,
      "learning_rate": 0.00014956056582447156,
      "loss": 2.8617,
      "step": 36380
    },
    {
      "epoch": 3.0904689092762485,
      "grad_norm": 3.1577550092541773,
      "learning_rate": 0.0001495536996855843,
      "loss": 4.0487,
      "step": 36381
    },
    {
      "epoch": 3.0905538566089024,
      "grad_norm": 3.040463497493082,
      "learning_rate": 0.00014954683354763217,
      "loss": 3.6641,
      "step": 36382
    },
    {
      "epoch": 3.090638803941556,
      "grad_norm": 3.018041107556245,
      "learning_rate": 0.0001495399674106296,
      "loss": 3.9537,
      "step": 36383
    },
    {
      "epoch": 3.09072375127421,
      "grad_norm": 3.0317098904061357,
      "learning_rate": 0.0001495331012745909,
      "loss": 3.9208,
      "step": 36384
    },
    {
      "epoch": 3.090808698606864,
      "grad_norm": 3.298537549938709,
      "learning_rate": 0.00014952623513953055,
      "loss": 4.0109,
      "step": 36385
    },
    {
      "epoch": 3.0908936459395173,
      "grad_norm": 3.053527937381253,
      "learning_rate": 0.00014951936900546283,
      "loss": 3.8,
      "step": 36386
    },
    {
      "epoch": 3.090978593272171,
      "grad_norm": 3.205997451583403,
      "learning_rate": 0.00014951250287240214,
      "loss": 3.9161,
      "step": 36387
    },
    {
      "epoch": 3.091063540604825,
      "grad_norm": 3.043246428381758,
      "learning_rate": 0.00014950563674036294,
      "loss": 4.0433,
      "step": 36388
    },
    {
      "epoch": 3.091148487937479,
      "grad_norm": 3.211462285961644,
      "learning_rate": 0.00014949877060935958,
      "loss": 3.8021,
      "step": 36389
    },
    {
      "epoch": 3.0912334352701327,
      "grad_norm": 3.014531532483653,
      "learning_rate": 0.00014949190447940646,
      "loss": 3.7538,
      "step": 36390
    },
    {
      "epoch": 3.091318382602786,
      "grad_norm": 3.144456056647014,
      "learning_rate": 0.00014948503835051795,
      "loss": 4.2833,
      "step": 36391
    },
    {
      "epoch": 3.09140332993544,
      "grad_norm": 2.837256276523871,
      "learning_rate": 0.0001494781722227085,
      "loss": 2.9893,
      "step": 36392
    },
    {
      "epoch": 3.091488277268094,
      "grad_norm": 3.161144672741956,
      "learning_rate": 0.00014947130609599228,
      "loss": 3.9337,
      "step": 36393
    },
    {
      "epoch": 3.0915732246007477,
      "grad_norm": 3.1857206328455905,
      "learning_rate": 0.00014946443997038394,
      "loss": 4.4685,
      "step": 36394
    },
    {
      "epoch": 3.091658171933401,
      "grad_norm": 3.112910369129014,
      "learning_rate": 0.00014945757384589775,
      "loss": 3.2647,
      "step": 36395
    },
    {
      "epoch": 3.091743119266055,
      "grad_norm": 3.2611603997147385,
      "learning_rate": 0.0001494507077225481,
      "loss": 4.3695,
      "step": 36396
    },
    {
      "epoch": 3.091828066598709,
      "grad_norm": 3.0013186265783522,
      "learning_rate": 0.0001494438416003494,
      "loss": 3.1955,
      "step": 36397
    },
    {
      "epoch": 3.0919130139313626,
      "grad_norm": 3.074322583803947,
      "learning_rate": 0.000149436975479316,
      "loss": 4.0055,
      "step": 36398
    },
    {
      "epoch": 3.0919979612640165,
      "grad_norm": 2.7941089102625063,
      "learning_rate": 0.00014943010935946228,
      "loss": 2.681,
      "step": 36399
    },
    {
      "epoch": 3.09208290859667,
      "grad_norm": 3.090497166096176,
      "learning_rate": 0.00014942324324080264,
      "loss": 4.0467,
      "step": 36400
    },
    {
      "epoch": 3.0921678559293237,
      "grad_norm": 3.1464454378372286,
      "learning_rate": 0.00014941637712335157,
      "loss": 4.352,
      "step": 36401
    },
    {
      "epoch": 3.0922528032619776,
      "grad_norm": 3.186745108083133,
      "learning_rate": 0.0001494095110071233,
      "loss": 3.4049,
      "step": 36402
    },
    {
      "epoch": 3.0923377505946315,
      "grad_norm": 3.0659687037952383,
      "learning_rate": 0.00014940264489213232,
      "loss": 3.8384,
      "step": 36403
    },
    {
      "epoch": 3.092422697927285,
      "grad_norm": 3.2783402954567826,
      "learning_rate": 0.00014939577877839296,
      "loss": 4.3138,
      "step": 36404
    },
    {
      "epoch": 3.0925076452599387,
      "grad_norm": 3.0918005061606295,
      "learning_rate": 0.0001493889126659196,
      "loss": 3.9027,
      "step": 36405
    },
    {
      "epoch": 3.0925925925925926,
      "grad_norm": 3.2437279576773013,
      "learning_rate": 0.00014938204655472667,
      "loss": 4.2848,
      "step": 36406
    },
    {
      "epoch": 3.0926775399252464,
      "grad_norm": 3.2236023157258664,
      "learning_rate": 0.00014937518044482855,
      "loss": 3.643,
      "step": 36407
    },
    {
      "epoch": 3.0927624872579003,
      "grad_norm": 2.8104222317866268,
      "learning_rate": 0.00014936831433623958,
      "loss": 3.017,
      "step": 36408
    },
    {
      "epoch": 3.0928474345905537,
      "grad_norm": 3.3990455440831546,
      "learning_rate": 0.00014936144822897424,
      "loss": 4.6276,
      "step": 36409
    },
    {
      "epoch": 3.0929323819232075,
      "grad_norm": 3.0280884076730583,
      "learning_rate": 0.00014935458212304685,
      "loss": 3.6991,
      "step": 36410
    },
    {
      "epoch": 3.0930173292558614,
      "grad_norm": 3.2419865964125685,
      "learning_rate": 0.00014934771601847176,
      "loss": 4.0942,
      "step": 36411
    },
    {
      "epoch": 3.093102276588515,
      "grad_norm": 3.201062786329871,
      "learning_rate": 0.0001493408499152634,
      "loss": 4.2189,
      "step": 36412
    },
    {
      "epoch": 3.093187223921169,
      "grad_norm": 3.0377790916114247,
      "learning_rate": 0.00014933398381343616,
      "loss": 3.8311,
      "step": 36413
    },
    {
      "epoch": 3.0932721712538225,
      "grad_norm": 3.1222163060381787,
      "learning_rate": 0.00014932711771300448,
      "loss": 4.0558,
      "step": 36414
    },
    {
      "epoch": 3.0933571185864763,
      "grad_norm": 3.019721417929354,
      "learning_rate": 0.00014932025161398267,
      "loss": 3.8969,
      "step": 36415
    },
    {
      "epoch": 3.09344206591913,
      "grad_norm": 3.359774683612155,
      "learning_rate": 0.0001493133855163851,
      "loss": 4.6545,
      "step": 36416
    },
    {
      "epoch": 3.093527013251784,
      "grad_norm": 3.2682062808856256,
      "learning_rate": 0.00014930651942022624,
      "loss": 3.8563,
      "step": 36417
    },
    {
      "epoch": 3.0936119605844374,
      "grad_norm": 3.269111287891904,
      "learning_rate": 0.00014929965332552035,
      "loss": 4.1456,
      "step": 36418
    },
    {
      "epoch": 3.0936969079170913,
      "grad_norm": 3.124543583644627,
      "learning_rate": 0.00014929278723228197,
      "loss": 3.9855,
      "step": 36419
    },
    {
      "epoch": 3.093781855249745,
      "grad_norm": 3.1952008433564383,
      "learning_rate": 0.0001492859211405254,
      "loss": 4.3664,
      "step": 36420
    },
    {
      "epoch": 3.093866802582399,
      "grad_norm": 2.96352790421292,
      "learning_rate": 0.00014927905505026507,
      "loss": 3.5451,
      "step": 36421
    },
    {
      "epoch": 3.093951749915053,
      "grad_norm": 2.851451893691962,
      "learning_rate": 0.0001492721889615153,
      "loss": 3.4446,
      "step": 36422
    },
    {
      "epoch": 3.0940366972477062,
      "grad_norm": 3.0803061102187987,
      "learning_rate": 0.00014926532287429052,
      "loss": 3.741,
      "step": 36423
    },
    {
      "epoch": 3.09412164458036,
      "grad_norm": 3.151820805182575,
      "learning_rate": 0.00014925845678860506,
      "loss": 3.8001,
      "step": 36424
    },
    {
      "epoch": 3.094206591913014,
      "grad_norm": 3.013969467490574,
      "learning_rate": 0.00014925159070447344,
      "loss": 3.8879,
      "step": 36425
    },
    {
      "epoch": 3.094291539245668,
      "grad_norm": 3.2950171862864805,
      "learning_rate": 0.00014924472462190993,
      "loss": 3.483,
      "step": 36426
    },
    {
      "epoch": 3.0943764865783217,
      "grad_norm": 3.1273216492440428,
      "learning_rate": 0.00014923785854092892,
      "loss": 3.6107,
      "step": 36427
    },
    {
      "epoch": 3.094461433910975,
      "grad_norm": 3.1894834353281034,
      "learning_rate": 0.0001492309924615449,
      "loss": 4.0865,
      "step": 36428
    },
    {
      "epoch": 3.094546381243629,
      "grad_norm": 3.0581443646378386,
      "learning_rate": 0.00014922412638377212,
      "loss": 3.9139,
      "step": 36429
    },
    {
      "epoch": 3.0946313285762828,
      "grad_norm": 3.115907087782593,
      "learning_rate": 0.000149217260307625,
      "loss": 3.5052,
      "step": 36430
    },
    {
      "epoch": 3.0947162759089366,
      "grad_norm": 3.1667561541693927,
      "learning_rate": 0.000149210394233118,
      "loss": 4.1457,
      "step": 36431
    },
    {
      "epoch": 3.09480122324159,
      "grad_norm": 3.2934130248315148,
      "learning_rate": 0.0001492035281602655,
      "loss": 4.5484,
      "step": 36432
    },
    {
      "epoch": 3.094886170574244,
      "grad_norm": 3.0621170973427376,
      "learning_rate": 0.00014919666208908181,
      "loss": 4.0507,
      "step": 36433
    },
    {
      "epoch": 3.0949711179068977,
      "grad_norm": 3.2763302671516326,
      "learning_rate": 0.00014918979601958134,
      "loss": 4.1292,
      "step": 36434
    },
    {
      "epoch": 3.0950560652395516,
      "grad_norm": 3.145504486043244,
      "learning_rate": 0.00014918292995177854,
      "loss": 3.7936,
      "step": 36435
    },
    {
      "epoch": 3.0951410125722054,
      "grad_norm": 2.9137971697998295,
      "learning_rate": 0.00014917606388568767,
      "loss": 3.5085,
      "step": 36436
    },
    {
      "epoch": 3.095225959904859,
      "grad_norm": 2.827284946929585,
      "learning_rate": 0.00014916919782132323,
      "loss": 2.8237,
      "step": 36437
    },
    {
      "epoch": 3.0953109072375127,
      "grad_norm": 3.0545992047924115,
      "learning_rate": 0.00014916233175869958,
      "loss": 3.6311,
      "step": 36438
    },
    {
      "epoch": 3.0953958545701665,
      "grad_norm": 3.103431020046867,
      "learning_rate": 0.00014915546569783112,
      "loss": 3.6807,
      "step": 36439
    },
    {
      "epoch": 3.0954808019028204,
      "grad_norm": 3.126847219773629,
      "learning_rate": 0.00014914859963873218,
      "loss": 3.4845,
      "step": 36440
    },
    {
      "epoch": 3.0955657492354742,
      "grad_norm": 3.046123783640608,
      "learning_rate": 0.0001491417335814172,
      "loss": 3.5621,
      "step": 36441
    },
    {
      "epoch": 3.0956506965681276,
      "grad_norm": 3.1133872127004256,
      "learning_rate": 0.0001491348675259005,
      "loss": 3.8295,
      "step": 36442
    },
    {
      "epoch": 3.0957356439007815,
      "grad_norm": 2.7463321357791357,
      "learning_rate": 0.00014912800147219658,
      "loss": 2.9019,
      "step": 36443
    },
    {
      "epoch": 3.0958205912334353,
      "grad_norm": 3.1270941137371486,
      "learning_rate": 0.0001491211354203197,
      "loss": 3.9322,
      "step": 36444
    },
    {
      "epoch": 3.095905538566089,
      "grad_norm": 2.871307188205751,
      "learning_rate": 0.00014911426937028435,
      "loss": 3.0664,
      "step": 36445
    },
    {
      "epoch": 3.0959904858987426,
      "grad_norm": 3.195604986985188,
      "learning_rate": 0.00014910740332210487,
      "loss": 4.5045,
      "step": 36446
    },
    {
      "epoch": 3.0960754332313964,
      "grad_norm": 3.2073081371269834,
      "learning_rate": 0.00014910053727579565,
      "loss": 3.9862,
      "step": 36447
    },
    {
      "epoch": 3.0961603805640503,
      "grad_norm": 3.159394417681152,
      "learning_rate": 0.000149093671231371,
      "loss": 4.1632,
      "step": 36448
    },
    {
      "epoch": 3.096245327896704,
      "grad_norm": 2.9395250825797685,
      "learning_rate": 0.00014908680518884544,
      "loss": 3.0776,
      "step": 36449
    },
    {
      "epoch": 3.096330275229358,
      "grad_norm": 3.0901551242685015,
      "learning_rate": 0.00014907993914823332,
      "loss": 3.8005,
      "step": 36450
    },
    {
      "epoch": 3.0964152225620114,
      "grad_norm": 2.9932649944430354,
      "learning_rate": 0.000149073073109549,
      "loss": 3.4635,
      "step": 36451
    },
    {
      "epoch": 3.0965001698946653,
      "grad_norm": 3.0704867591319416,
      "learning_rate": 0.00014906620707280684,
      "loss": 3.84,
      "step": 36452
    },
    {
      "epoch": 3.096585117227319,
      "grad_norm": 3.0617002662695523,
      "learning_rate": 0.0001490593410380213,
      "loss": 3.7754,
      "step": 36453
    },
    {
      "epoch": 3.096670064559973,
      "grad_norm": 3.2056180712341535,
      "learning_rate": 0.0001490524750052067,
      "loss": 4.1945,
      "step": 36454
    },
    {
      "epoch": 3.0967550118926264,
      "grad_norm": 2.8365223192326785,
      "learning_rate": 0.0001490456089743774,
      "loss": 3.0626,
      "step": 36455
    },
    {
      "epoch": 3.09683995922528,
      "grad_norm": 3.0715141484157753,
      "learning_rate": 0.00014903874294554787,
      "loss": 3.9154,
      "step": 36456
    },
    {
      "epoch": 3.096924906557934,
      "grad_norm": 3.102927384861038,
      "learning_rate": 0.00014903187691873252,
      "loss": 4.0262,
      "step": 36457
    },
    {
      "epoch": 3.097009853890588,
      "grad_norm": 3.141491224595073,
      "learning_rate": 0.00014902501089394563,
      "loss": 4.0861,
      "step": 36458
    },
    {
      "epoch": 3.0970948012232418,
      "grad_norm": 3.0616205342353418,
      "learning_rate": 0.00014901814487120163,
      "loss": 3.7369,
      "step": 36459
    },
    {
      "epoch": 3.097179748555895,
      "grad_norm": 3.2216740621196687,
      "learning_rate": 0.00014901127885051497,
      "loss": 4.1076,
      "step": 36460
    },
    {
      "epoch": 3.097264695888549,
      "grad_norm": 2.8304555900163297,
      "learning_rate": 0.00014900441283189988,
      "loss": 2.8043,
      "step": 36461
    },
    {
      "epoch": 3.097349643221203,
      "grad_norm": 3.616141871032012,
      "learning_rate": 0.0001489975468153709,
      "loss": 3.5046,
      "step": 36462
    },
    {
      "epoch": 3.0974345905538567,
      "grad_norm": 3.0190589001685675,
      "learning_rate": 0.00014899068080094236,
      "loss": 3.5806,
      "step": 36463
    },
    {
      "epoch": 3.0975195378865106,
      "grad_norm": 3.0211216309848408,
      "learning_rate": 0.00014898381478862868,
      "loss": 3.1426,
      "step": 36464
    },
    {
      "epoch": 3.097604485219164,
      "grad_norm": 2.9341185847330755,
      "learning_rate": 0.00014897694877844415,
      "loss": 3.5644,
      "step": 36465
    },
    {
      "epoch": 3.097689432551818,
      "grad_norm": 3.2323016786125343,
      "learning_rate": 0.00014897008277040325,
      "loss": 4.0403,
      "step": 36466
    },
    {
      "epoch": 3.0977743798844717,
      "grad_norm": 2.9854581884234626,
      "learning_rate": 0.00014896321676452032,
      "loss": 3.7006,
      "step": 36467
    },
    {
      "epoch": 3.0978593272171255,
      "grad_norm": 3.298779902013519,
      "learning_rate": 0.00014895635076080978,
      "loss": 4.0193,
      "step": 36468
    },
    {
      "epoch": 3.097944274549779,
      "grad_norm": 2.968359005601945,
      "learning_rate": 0.00014894948475928602,
      "loss": 3.6209,
      "step": 36469
    },
    {
      "epoch": 3.098029221882433,
      "grad_norm": 3.380520065831158,
      "learning_rate": 0.00014894261875996338,
      "loss": 4.5191,
      "step": 36470
    },
    {
      "epoch": 3.0981141692150866,
      "grad_norm": 2.932585000019567,
      "learning_rate": 0.00014893575276285628,
      "loss": 3.3909,
      "step": 36471
    },
    {
      "epoch": 3.0981991165477405,
      "grad_norm": 2.994052566026057,
      "learning_rate": 0.0001489288867679791,
      "loss": 3.502,
      "step": 36472
    },
    {
      "epoch": 3.0982840638803943,
      "grad_norm": 2.8458412967050406,
      "learning_rate": 0.0001489220207753462,
      "loss": 3.061,
      "step": 36473
    },
    {
      "epoch": 3.0983690112130478,
      "grad_norm": 3.452467386709195,
      "learning_rate": 0.00014891515478497198,
      "loss": 4.7054,
      "step": 36474
    },
    {
      "epoch": 3.0984539585457016,
      "grad_norm": 3.078785434473512,
      "learning_rate": 0.00014890828879687092,
      "loss": 3.9258,
      "step": 36475
    },
    {
      "epoch": 3.0985389058783555,
      "grad_norm": 2.896290609293464,
      "learning_rate": 0.00014890142281105725,
      "loss": 3.3452,
      "step": 36476
    },
    {
      "epoch": 3.0986238532110093,
      "grad_norm": 2.8340955859390258,
      "learning_rate": 0.00014889455682754545,
      "loss": 3.1844,
      "step": 36477
    },
    {
      "epoch": 3.0987088005436627,
      "grad_norm": 3.048688445068002,
      "learning_rate": 0.0001488876908463499,
      "loss": 3.5432,
      "step": 36478
    },
    {
      "epoch": 3.0987937478763166,
      "grad_norm": 2.7211599485858544,
      "learning_rate": 0.00014888082486748494,
      "loss": 2.7468,
      "step": 36479
    },
    {
      "epoch": 3.0988786952089704,
      "grad_norm": 3.351297977892564,
      "learning_rate": 0.000148873958890965,
      "loss": 4.4626,
      "step": 36480
    },
    {
      "epoch": 3.0989636425416243,
      "grad_norm": 3.407747241041279,
      "learning_rate": 0.00014886709291680447,
      "loss": 4.2753,
      "step": 36481
    },
    {
      "epoch": 3.099048589874278,
      "grad_norm": 3.2957454730036506,
      "learning_rate": 0.00014886022694501775,
      "loss": 4.0,
      "step": 36482
    },
    {
      "epoch": 3.0991335372069315,
      "grad_norm": 3.3360715523229274,
      "learning_rate": 0.00014885336097561914,
      "loss": 4.1891,
      "step": 36483
    },
    {
      "epoch": 3.0992184845395854,
      "grad_norm": 3.259101991712438,
      "learning_rate": 0.00014884649500862315,
      "loss": 4.0514,
      "step": 36484
    },
    {
      "epoch": 3.0993034318722392,
      "grad_norm": 3.2343312637450436,
      "learning_rate": 0.000148839629044044,
      "loss": 4.5396,
      "step": 36485
    },
    {
      "epoch": 3.099388379204893,
      "grad_norm": 3.255297476935795,
      "learning_rate": 0.00014883276308189623,
      "loss": 3.7864,
      "step": 36486
    },
    {
      "epoch": 3.099473326537547,
      "grad_norm": 2.7814137298819044,
      "learning_rate": 0.00014882589712219419,
      "loss": 2.8879,
      "step": 36487
    },
    {
      "epoch": 3.0995582738702003,
      "grad_norm": 3.065287812772484,
      "learning_rate": 0.00014881903116495222,
      "loss": 3.7953,
      "step": 36488
    },
    {
      "epoch": 3.099643221202854,
      "grad_norm": 2.9400505274485185,
      "learning_rate": 0.0001488121652101848,
      "loss": 3.4874,
      "step": 36489
    },
    {
      "epoch": 3.099728168535508,
      "grad_norm": 2.9483097695507237,
      "learning_rate": 0.0001488052992579062,
      "loss": 3.5307,
      "step": 36490
    },
    {
      "epoch": 3.099813115868162,
      "grad_norm": 3.047880984629717,
      "learning_rate": 0.0001487984333081308,
      "loss": 3.8596,
      "step": 36491
    },
    {
      "epoch": 3.0998980632008153,
      "grad_norm": 3.0279094849177177,
      "learning_rate": 0.0001487915673608731,
      "loss": 3.2488,
      "step": 36492
    },
    {
      "epoch": 3.099983010533469,
      "grad_norm": 2.8114432923514516,
      "learning_rate": 0.00014878470141614747,
      "loss": 2.8829,
      "step": 36493
    },
    {
      "epoch": 3.100067957866123,
      "grad_norm": 3.2491711897734206,
      "learning_rate": 0.00014877783547396822,
      "loss": 4.3446,
      "step": 36494
    },
    {
      "epoch": 3.100152905198777,
      "grad_norm": 3.071767710643302,
      "learning_rate": 0.00014877096953434975,
      "loss": 3.7636,
      "step": 36495
    },
    {
      "epoch": 3.1002378525314307,
      "grad_norm": 3.092371020744041,
      "learning_rate": 0.00014876410359730653,
      "loss": 4.1678,
      "step": 36496
    },
    {
      "epoch": 3.100322799864084,
      "grad_norm": 3.096155486682985,
      "learning_rate": 0.00014875723766285284,
      "loss": 3.8093,
      "step": 36497
    },
    {
      "epoch": 3.100407747196738,
      "grad_norm": 3.304924667820391,
      "learning_rate": 0.00014875037173100309,
      "loss": 4.4785,
      "step": 36498
    },
    {
      "epoch": 3.100492694529392,
      "grad_norm": 3.2327827554555846,
      "learning_rate": 0.0001487435058017717,
      "loss": 3.9268,
      "step": 36499
    },
    {
      "epoch": 3.1005776418620457,
      "grad_norm": 3.2818942424604534,
      "learning_rate": 0.0001487366398751731,
      "loss": 4.0156,
      "step": 36500
    },
    {
      "epoch": 3.100662589194699,
      "grad_norm": 3.074837672118415,
      "learning_rate": 0.00014872977395122158,
      "loss": 3.6854,
      "step": 36501
    },
    {
      "epoch": 3.100747536527353,
      "grad_norm": 3.3368863933299027,
      "learning_rate": 0.00014872290802993158,
      "loss": 4.6014,
      "step": 36502
    },
    {
      "epoch": 3.1008324838600068,
      "grad_norm": 3.023772724187363,
      "learning_rate": 0.00014871604211131746,
      "loss": 3.9074,
      "step": 36503
    },
    {
      "epoch": 3.1009174311926606,
      "grad_norm": 2.896164518822079,
      "learning_rate": 0.00014870917619539358,
      "loss": 3.4021,
      "step": 36504
    },
    {
      "epoch": 3.1010023785253145,
      "grad_norm": 2.9749121704115407,
      "learning_rate": 0.0001487023102821744,
      "loss": 3.8291,
      "step": 36505
    },
    {
      "epoch": 3.101087325857968,
      "grad_norm": 3.4616232737058183,
      "learning_rate": 0.00014869544437167426,
      "loss": 5.0499,
      "step": 36506
    },
    {
      "epoch": 3.1011722731906217,
      "grad_norm": 3.3679754706635965,
      "learning_rate": 0.00014868857846390762,
      "loss": 4.9039,
      "step": 36507
    },
    {
      "epoch": 3.1012572205232756,
      "grad_norm": 3.109847169873152,
      "learning_rate": 0.00014868171255888872,
      "loss": 3.972,
      "step": 36508
    },
    {
      "epoch": 3.1013421678559294,
      "grad_norm": 3.3141303095376644,
      "learning_rate": 0.0001486748466566321,
      "loss": 4.4804,
      "step": 36509
    },
    {
      "epoch": 3.1014271151885833,
      "grad_norm": 2.906101128890818,
      "learning_rate": 0.00014866798075715198,
      "loss": 3.2393,
      "step": 36510
    },
    {
      "epoch": 3.1015120625212367,
      "grad_norm": 2.936698689621239,
      "learning_rate": 0.0001486611148604629,
      "loss": 3.3282,
      "step": 36511
    },
    {
      "epoch": 3.1015970098538905,
      "grad_norm": 3.0648080317265447,
      "learning_rate": 0.0001486542489665792,
      "loss": 3.487,
      "step": 36512
    },
    {
      "epoch": 3.1016819571865444,
      "grad_norm": 3.1044548144701585,
      "learning_rate": 0.00014864738307551525,
      "loss": 3.0593,
      "step": 36513
    },
    {
      "epoch": 3.1017669045191982,
      "grad_norm": 3.3121010699166873,
      "learning_rate": 0.00014864051718728544,
      "loss": 3.2337,
      "step": 36514
    },
    {
      "epoch": 3.1018518518518516,
      "grad_norm": 3.103233356986606,
      "learning_rate": 0.00014863365130190413,
      "loss": 3.9646,
      "step": 36515
    },
    {
      "epoch": 3.1019367991845055,
      "grad_norm": 2.9225283609142054,
      "learning_rate": 0.0001486267854193857,
      "loss": 3.2093,
      "step": 36516
    },
    {
      "epoch": 3.1020217465171593,
      "grad_norm": 3.090636407686304,
      "learning_rate": 0.00014861991953974462,
      "loss": 3.7534,
      "step": 36517
    },
    {
      "epoch": 3.102106693849813,
      "grad_norm": 3.0427037101348966,
      "learning_rate": 0.00014861305366299524,
      "loss": 3.6353,
      "step": 36518
    },
    {
      "epoch": 3.102191641182467,
      "grad_norm": 3.0937440540055023,
      "learning_rate": 0.0001486061877891519,
      "loss": 4.1249,
      "step": 36519
    },
    {
      "epoch": 3.1022765885151204,
      "grad_norm": 2.9357461877599063,
      "learning_rate": 0.00014859932191822907,
      "loss": 3.1077,
      "step": 36520
    },
    {
      "epoch": 3.1023615358477743,
      "grad_norm": 2.73677071288269,
      "learning_rate": 0.00014859245605024102,
      "loss": 2.6839,
      "step": 36521
    },
    {
      "epoch": 3.102446483180428,
      "grad_norm": 2.972960001630412,
      "learning_rate": 0.00014858559018520218,
      "loss": 3.5195,
      "step": 36522
    },
    {
      "epoch": 3.102531430513082,
      "grad_norm": 3.0706901023685433,
      "learning_rate": 0.000148578724323127,
      "loss": 3.6385,
      "step": 36523
    },
    {
      "epoch": 3.102616377845736,
      "grad_norm": 2.921470228567735,
      "learning_rate": 0.00014857185846402977,
      "loss": 3.5698,
      "step": 36524
    },
    {
      "epoch": 3.1027013251783893,
      "grad_norm": 3.1669058700760537,
      "learning_rate": 0.000148564992607925,
      "loss": 3.5746,
      "step": 36525
    },
    {
      "epoch": 3.102786272511043,
      "grad_norm": 3.0756240892181332,
      "learning_rate": 0.00014855812675482698,
      "loss": 3.8812,
      "step": 36526
    },
    {
      "epoch": 3.102871219843697,
      "grad_norm": 3.0818080983387532,
      "learning_rate": 0.00014855126090475014,
      "loss": 3.9948,
      "step": 36527
    },
    {
      "epoch": 3.102956167176351,
      "grad_norm": 2.9073958267485494,
      "learning_rate": 0.00014854439505770873,
      "loss": 3.5055,
      "step": 36528
    },
    {
      "epoch": 3.103041114509004,
      "grad_norm": 3.017918286292735,
      "learning_rate": 0.00014853752921371735,
      "loss": 3.0189,
      "step": 36529
    },
    {
      "epoch": 3.103126061841658,
      "grad_norm": 3.096130447739536,
      "learning_rate": 0.00014853066337279028,
      "loss": 3.7472,
      "step": 36530
    },
    {
      "epoch": 3.103211009174312,
      "grad_norm": 3.107269184130097,
      "learning_rate": 0.0001485237975349419,
      "loss": 3.899,
      "step": 36531
    },
    {
      "epoch": 3.1032959565069658,
      "grad_norm": 3.0087549131354163,
      "learning_rate": 0.00014851693170018663,
      "loss": 3.2943,
      "step": 36532
    },
    {
      "epoch": 3.1033809038396196,
      "grad_norm": 3.0233637129433943,
      "learning_rate": 0.0001485100658685388,
      "loss": 3.496,
      "step": 36533
    },
    {
      "epoch": 3.103465851172273,
      "grad_norm": 3.2119204223031605,
      "learning_rate": 0.00014850320004001282,
      "loss": 4.498,
      "step": 36534
    },
    {
      "epoch": 3.103550798504927,
      "grad_norm": 3.0717487838507704,
      "learning_rate": 0.0001484963342146231,
      "loss": 3.7026,
      "step": 36535
    },
    {
      "epoch": 3.1036357458375807,
      "grad_norm": 3.634005118272517,
      "learning_rate": 0.00014848946839238406,
      "loss": 3.866,
      "step": 36536
    },
    {
      "epoch": 3.1037206931702346,
      "grad_norm": 3.179420241106093,
      "learning_rate": 0.00014848260257331,
      "loss": 4.024,
      "step": 36537
    },
    {
      "epoch": 3.1038056405028884,
      "grad_norm": 3.270911202187822,
      "learning_rate": 0.00014847573675741537,
      "loss": 4.507,
      "step": 36538
    },
    {
      "epoch": 3.103890587835542,
      "grad_norm": 2.986095894287273,
      "learning_rate": 0.0001484688709447145,
      "loss": 3.66,
      "step": 36539
    },
    {
      "epoch": 3.1039755351681957,
      "grad_norm": 3.0730080385006433,
      "learning_rate": 0.00014846200513522179,
      "loss": 3.802,
      "step": 36540
    },
    {
      "epoch": 3.1040604825008495,
      "grad_norm": 2.947973756495049,
      "learning_rate": 0.00014845513932895167,
      "loss": 3.3848,
      "step": 36541
    },
    {
      "epoch": 3.1041454298335034,
      "grad_norm": 3.2776872920833156,
      "learning_rate": 0.00014844827352591852,
      "loss": 4.0825,
      "step": 36542
    },
    {
      "epoch": 3.104230377166157,
      "grad_norm": 2.7797801239572943,
      "learning_rate": 0.00014844140772613668,
      "loss": 2.9758,
      "step": 36543
    },
    {
      "epoch": 3.1043153244988106,
      "grad_norm": 3.049558010647524,
      "learning_rate": 0.00014843454192962053,
      "loss": 3.4723,
      "step": 36544
    },
    {
      "epoch": 3.1044002718314645,
      "grad_norm": 3.1034549765793606,
      "learning_rate": 0.00014842767613638456,
      "loss": 3.6466,
      "step": 36545
    },
    {
      "epoch": 3.1044852191641183,
      "grad_norm": 3.299070510403385,
      "learning_rate": 0.00014842081034644302,
      "loss": 4.1644,
      "step": 36546
    },
    {
      "epoch": 3.104570166496772,
      "grad_norm": 3.0583313843813893,
      "learning_rate": 0.00014841394455981035,
      "loss": 3.7204,
      "step": 36547
    },
    {
      "epoch": 3.1046551138294256,
      "grad_norm": 3.1182228331216155,
      "learning_rate": 0.00014840707877650095,
      "loss": 4.0919,
      "step": 36548
    },
    {
      "epoch": 3.1047400611620795,
      "grad_norm": 2.9375379491715377,
      "learning_rate": 0.00014840021299652924,
      "loss": 3.0807,
      "step": 36549
    },
    {
      "epoch": 3.1048250084947333,
      "grad_norm": 3.296029703117892,
      "learning_rate": 0.00014839334721990956,
      "loss": 4.1158,
      "step": 36550
    },
    {
      "epoch": 3.104909955827387,
      "grad_norm": 2.888920338847269,
      "learning_rate": 0.00014838648144665628,
      "loss": 3.1197,
      "step": 36551
    },
    {
      "epoch": 3.1049949031600406,
      "grad_norm": 3.0582215486543385,
      "learning_rate": 0.00014837961567678383,
      "loss": 3.6377,
      "step": 36552
    },
    {
      "epoch": 3.1050798504926944,
      "grad_norm": 3.155891308757822,
      "learning_rate": 0.00014837274991030648,
      "loss": 3.9393,
      "step": 36553
    },
    {
      "epoch": 3.1051647978253483,
      "grad_norm": 3.22845507406381,
      "learning_rate": 0.00014836588414723881,
      "loss": 4.2364,
      "step": 36554
    },
    {
      "epoch": 3.105249745158002,
      "grad_norm": 2.9842070757559886,
      "learning_rate": 0.00014835901838759508,
      "loss": 3.6816,
      "step": 36555
    },
    {
      "epoch": 3.105334692490656,
      "grad_norm": 3.1135347271725484,
      "learning_rate": 0.00014835215263138974,
      "loss": 2.9277,
      "step": 36556
    },
    {
      "epoch": 3.1054196398233094,
      "grad_norm": 3.0749447228996174,
      "learning_rate": 0.0001483452868786371,
      "loss": 4.1521,
      "step": 36557
    },
    {
      "epoch": 3.1055045871559632,
      "grad_norm": 3.147645163317293,
      "learning_rate": 0.00014833842112935155,
      "loss": 4.2635,
      "step": 36558
    },
    {
      "epoch": 3.105589534488617,
      "grad_norm": 3.4129361413949226,
      "learning_rate": 0.0001483315553835475,
      "loss": 4.7919,
      "step": 36559
    },
    {
      "epoch": 3.105674481821271,
      "grad_norm": 3.1158752520343085,
      "learning_rate": 0.0001483246896412394,
      "loss": 4.0543,
      "step": 36560
    },
    {
      "epoch": 3.1057594291539248,
      "grad_norm": 3.081173785100978,
      "learning_rate": 0.00014831782390244155,
      "loss": 3.7032,
      "step": 36561
    },
    {
      "epoch": 3.105844376486578,
      "grad_norm": 2.94848023881927,
      "learning_rate": 0.00014831095816716838,
      "loss": 3.4107,
      "step": 36562
    },
    {
      "epoch": 3.105929323819232,
      "grad_norm": 3.260273562927663,
      "learning_rate": 0.0001483040924354343,
      "loss": 4.4098,
      "step": 36563
    },
    {
      "epoch": 3.106014271151886,
      "grad_norm": 3.067922758414283,
      "learning_rate": 0.0001482972267072536,
      "loss": 3.8059,
      "step": 36564
    },
    {
      "epoch": 3.1060992184845397,
      "grad_norm": 3.2832493101537925,
      "learning_rate": 0.00014829036098264068,
      "loss": 4.4653,
      "step": 36565
    },
    {
      "epoch": 3.106184165817193,
      "grad_norm": 3.120351136256084,
      "learning_rate": 0.00014828349526161002,
      "loss": 4.0366,
      "step": 36566
    },
    {
      "epoch": 3.106269113149847,
      "grad_norm": 3.2162707458159234,
      "learning_rate": 0.000148276629544176,
      "loss": 3.861,
      "step": 36567
    },
    {
      "epoch": 3.106354060482501,
      "grad_norm": 2.88433257668415,
      "learning_rate": 0.00014826976383035292,
      "loss": 3.2905,
      "step": 36568
    },
    {
      "epoch": 3.1064390078151547,
      "grad_norm": 3.0718090484838942,
      "learning_rate": 0.00014826289812015518,
      "loss": 3.3624,
      "step": 36569
    },
    {
      "epoch": 3.1065239551478085,
      "grad_norm": 3.0381319366549104,
      "learning_rate": 0.00014825603241359724,
      "loss": 3.9731,
      "step": 36570
    },
    {
      "epoch": 3.106608902480462,
      "grad_norm": 2.9046821645959384,
      "learning_rate": 0.00014824916671069338,
      "loss": 2.9003,
      "step": 36571
    },
    {
      "epoch": 3.106693849813116,
      "grad_norm": 2.6515515223460713,
      "learning_rate": 0.00014824230101145806,
      "loss": 2.5346,
      "step": 36572
    },
    {
      "epoch": 3.1067787971457697,
      "grad_norm": 2.9366100578525898,
      "learning_rate": 0.00014823543531590567,
      "loss": 3.3083,
      "step": 36573
    },
    {
      "epoch": 3.1068637444784235,
      "grad_norm": 3.092381362053477,
      "learning_rate": 0.0001482285696240506,
      "loss": 4.1806,
      "step": 36574
    },
    {
      "epoch": 3.106948691811077,
      "grad_norm": 3.1839097404319023,
      "learning_rate": 0.00014822170393590718,
      "loss": 4.1389,
      "step": 36575
    },
    {
      "epoch": 3.1070336391437308,
      "grad_norm": 3.2822355890391806,
      "learning_rate": 0.00014821483825148981,
      "loss": 4.3486,
      "step": 36576
    },
    {
      "epoch": 3.1071185864763846,
      "grad_norm": 2.75576442300032,
      "learning_rate": 0.00014820797257081287,
      "loss": 2.833,
      "step": 36577
    },
    {
      "epoch": 3.1072035338090385,
      "grad_norm": 2.7395800061074076,
      "learning_rate": 0.00014820110689389083,
      "loss": 2.8505,
      "step": 36578
    },
    {
      "epoch": 3.1072884811416923,
      "grad_norm": 2.9931753986836798,
      "learning_rate": 0.00014819424122073798,
      "loss": 2.9852,
      "step": 36579
    },
    {
      "epoch": 3.1073734284743457,
      "grad_norm": 3.1048470220146602,
      "learning_rate": 0.00014818737555136874,
      "loss": 4.044,
      "step": 36580
    },
    {
      "epoch": 3.1074583758069996,
      "grad_norm": 3.0637219841498387,
      "learning_rate": 0.00014818050988579752,
      "loss": 4.0521,
      "step": 36581
    },
    {
      "epoch": 3.1075433231396534,
      "grad_norm": 3.124465438195092,
      "learning_rate": 0.00014817364422403865,
      "loss": 3.7594,
      "step": 36582
    },
    {
      "epoch": 3.1076282704723073,
      "grad_norm": 3.2762031243140872,
      "learning_rate": 0.00014816677856610653,
      "loss": 3.9053,
      "step": 36583
    },
    {
      "epoch": 3.107713217804961,
      "grad_norm": 3.382327268636157,
      "learning_rate": 0.00014815991291201557,
      "loss": 4.5539,
      "step": 36584
    },
    {
      "epoch": 3.1077981651376145,
      "grad_norm": 3.1048991088352733,
      "learning_rate": 0.00014815304726178017,
      "loss": 3.8222,
      "step": 36585
    },
    {
      "epoch": 3.1078831124702684,
      "grad_norm": 3.0326715763476653,
      "learning_rate": 0.0001481461816154147,
      "loss": 3.9033,
      "step": 36586
    },
    {
      "epoch": 3.1079680598029222,
      "grad_norm": 3.111142031454465,
      "learning_rate": 0.0001481393159729335,
      "loss": 4.0309,
      "step": 36587
    },
    {
      "epoch": 3.108053007135576,
      "grad_norm": 2.961384651342455,
      "learning_rate": 0.00014813245033435104,
      "loss": 3.2848,
      "step": 36588
    },
    {
      "epoch": 3.1081379544682295,
      "grad_norm": 3.1327179992742638,
      "learning_rate": 0.0001481255846996816,
      "loss": 3.8227,
      "step": 36589
    },
    {
      "epoch": 3.1082229018008833,
      "grad_norm": 3.0042625071045093,
      "learning_rate": 0.00014811871906893965,
      "loss": 3.5736,
      "step": 36590
    },
    {
      "epoch": 3.108307849133537,
      "grad_norm": 2.873481051026876,
      "learning_rate": 0.00014811185344213956,
      "loss": 3.1469,
      "step": 36591
    },
    {
      "epoch": 3.108392796466191,
      "grad_norm": 2.9637920838628573,
      "learning_rate": 0.0001481049878192957,
      "loss": 3.0733,
      "step": 36592
    },
    {
      "epoch": 3.108477743798845,
      "grad_norm": 3.150499175416773,
      "learning_rate": 0.00014809812220042246,
      "loss": 4.0733,
      "step": 36593
    },
    {
      "epoch": 3.1085626911314983,
      "grad_norm": 2.983036854221509,
      "learning_rate": 0.00014809125658553422,
      "loss": 3.4014,
      "step": 36594
    },
    {
      "epoch": 3.108647638464152,
      "grad_norm": 3.0724918952149745,
      "learning_rate": 0.00014808439097464541,
      "loss": 3.9135,
      "step": 36595
    },
    {
      "epoch": 3.108732585796806,
      "grad_norm": 2.995593927453287,
      "learning_rate": 0.00014807752536777032,
      "loss": 3.3749,
      "step": 36596
    },
    {
      "epoch": 3.10881753312946,
      "grad_norm": 3.0554689967193216,
      "learning_rate": 0.00014807065976492342,
      "loss": 3.8965,
      "step": 36597
    },
    {
      "epoch": 3.1089024804621137,
      "grad_norm": 3.1571625339609923,
      "learning_rate": 0.00014806379416611905,
      "loss": 3.9516,
      "step": 36598
    },
    {
      "epoch": 3.108987427794767,
      "grad_norm": 3.1617542116364703,
      "learning_rate": 0.00014805692857137166,
      "loss": 4.0382,
      "step": 36599
    },
    {
      "epoch": 3.109072375127421,
      "grad_norm": 3.2110583043547773,
      "learning_rate": 0.00014805006298069555,
      "loss": 4.1845,
      "step": 36600
    },
    {
      "epoch": 3.109157322460075,
      "grad_norm": 3.1074582770671757,
      "learning_rate": 0.00014804319739410518,
      "loss": 4.0192,
      "step": 36601
    },
    {
      "epoch": 3.1092422697927287,
      "grad_norm": 3.004790019462552,
      "learning_rate": 0.00014803633181161482,
      "loss": 3.559,
      "step": 36602
    },
    {
      "epoch": 3.109327217125382,
      "grad_norm": 3.288769725754311,
      "learning_rate": 0.00014802946623323904,
      "loss": 3.216,
      "step": 36603
    },
    {
      "epoch": 3.109412164458036,
      "grad_norm": 3.2777250218710403,
      "learning_rate": 0.00014802260065899207,
      "loss": 4.0469,
      "step": 36604
    },
    {
      "epoch": 3.1094971117906898,
      "grad_norm": 3.2648597651531217,
      "learning_rate": 0.00014801573508888834,
      "loss": 4.2136,
      "step": 36605
    },
    {
      "epoch": 3.1095820591233436,
      "grad_norm": 2.9397223208756094,
      "learning_rate": 0.0001480088695229423,
      "loss": 3.3029,
      "step": 36606
    },
    {
      "epoch": 3.1096670064559975,
      "grad_norm": 2.9220626308404536,
      "learning_rate": 0.00014800200396116822,
      "loss": 3.0093,
      "step": 36607
    },
    {
      "epoch": 3.109751953788651,
      "grad_norm": 3.2362151539026733,
      "learning_rate": 0.00014799513840358053,
      "loss": 3.7281,
      "step": 36608
    },
    {
      "epoch": 3.1098369011213047,
      "grad_norm": 3.3169886877335957,
      "learning_rate": 0.00014798827285019363,
      "loss": 4.4505,
      "step": 36609
    },
    {
      "epoch": 3.1099218484539586,
      "grad_norm": 3.390360709587382,
      "learning_rate": 0.00014798140730102198,
      "loss": 4.2897,
      "step": 36610
    },
    {
      "epoch": 3.1100067957866124,
      "grad_norm": 3.120278457128295,
      "learning_rate": 0.00014797454175607982,
      "loss": 3.8162,
      "step": 36611
    },
    {
      "epoch": 3.1100917431192663,
      "grad_norm": 3.0532031802085875,
      "learning_rate": 0.00014796767621538164,
      "loss": 3.7983,
      "step": 36612
    },
    {
      "epoch": 3.1101766904519197,
      "grad_norm": 2.90951728215322,
      "learning_rate": 0.0001479608106789418,
      "loss": 3.6463,
      "step": 36613
    },
    {
      "epoch": 3.1102616377845735,
      "grad_norm": 3.0367197856210257,
      "learning_rate": 0.0001479539451467746,
      "loss": 3.3877,
      "step": 36614
    },
    {
      "epoch": 3.1103465851172274,
      "grad_norm": 3.288230143055863,
      "learning_rate": 0.00014794707961889454,
      "loss": 4.1309,
      "step": 36615
    },
    {
      "epoch": 3.1104315324498812,
      "grad_norm": 3.449042155455496,
      "learning_rate": 0.00014794021409531596,
      "loss": 4.3561,
      "step": 36616
    },
    {
      "epoch": 3.1105164797825346,
      "grad_norm": 2.9993500211576074,
      "learning_rate": 0.0001479333485760533,
      "loss": 3.539,
      "step": 36617
    },
    {
      "epoch": 3.1106014271151885,
      "grad_norm": 2.9934322959126045,
      "learning_rate": 0.00014792648306112088,
      "loss": 3.7468,
      "step": 36618
    },
    {
      "epoch": 3.1106863744478424,
      "grad_norm": 3.236562885682603,
      "learning_rate": 0.0001479196175505331,
      "loss": 4.1353,
      "step": 36619
    },
    {
      "epoch": 3.110771321780496,
      "grad_norm": 2.9132349956786623,
      "learning_rate": 0.0001479127520443043,
      "loss": 3.4004,
      "step": 36620
    },
    {
      "epoch": 3.11085626911315,
      "grad_norm": 3.087867756006831,
      "learning_rate": 0.00014790588654244895,
      "loss": 3.513,
      "step": 36621
    },
    {
      "epoch": 3.1109412164458035,
      "grad_norm": 2.934208589397489,
      "learning_rate": 0.00014789902104498138,
      "loss": 3.4894,
      "step": 36622
    },
    {
      "epoch": 3.1110261637784573,
      "grad_norm": 3.1336937957794477,
      "learning_rate": 0.00014789215555191602,
      "loss": 4.0608,
      "step": 36623
    },
    {
      "epoch": 3.111111111111111,
      "grad_norm": 3.076020919705528,
      "learning_rate": 0.00014788529006326724,
      "loss": 3.835,
      "step": 36624
    },
    {
      "epoch": 3.111196058443765,
      "grad_norm": 3.267192914602863,
      "learning_rate": 0.0001478784245790494,
      "loss": 3.8021,
      "step": 36625
    },
    {
      "epoch": 3.1112810057764184,
      "grad_norm": 2.929882658709089,
      "learning_rate": 0.00014787155909927685,
      "loss": 3.3527,
      "step": 36626
    },
    {
      "epoch": 3.1113659531090723,
      "grad_norm": 2.9729100935638892,
      "learning_rate": 0.00014786469362396406,
      "loss": 3.5981,
      "step": 36627
    },
    {
      "epoch": 3.111450900441726,
      "grad_norm": 3.1586805816328862,
      "learning_rate": 0.0001478578281531254,
      "loss": 4.4252,
      "step": 36628
    },
    {
      "epoch": 3.11153584777438,
      "grad_norm": 3.208986153475235,
      "learning_rate": 0.00014785096268677523,
      "loss": 4.2595,
      "step": 36629
    },
    {
      "epoch": 3.111620795107034,
      "grad_norm": 3.108826004624725,
      "learning_rate": 0.00014784409722492793,
      "loss": 3.8335,
      "step": 36630
    },
    {
      "epoch": 3.1117057424396872,
      "grad_norm": 3.0346720363706843,
      "learning_rate": 0.00014783723176759793,
      "loss": 3.0443,
      "step": 36631
    },
    {
      "epoch": 3.111790689772341,
      "grad_norm": 2.875389152542852,
      "learning_rate": 0.00014783036631479954,
      "loss": 3.2783,
      "step": 36632
    },
    {
      "epoch": 3.111875637104995,
      "grad_norm": 3.1870747153663093,
      "learning_rate": 0.00014782350086654716,
      "loss": 4.3838,
      "step": 36633
    },
    {
      "epoch": 3.111960584437649,
      "grad_norm": 3.0208948046957036,
      "learning_rate": 0.00014781663542285522,
      "loss": 3.4039,
      "step": 36634
    },
    {
      "epoch": 3.1120455317703026,
      "grad_norm": 2.9812663248727573,
      "learning_rate": 0.0001478097699837381,
      "loss": 3.8328,
      "step": 36635
    },
    {
      "epoch": 3.112130479102956,
      "grad_norm": 3.242295682700059,
      "learning_rate": 0.00014780290454921018,
      "loss": 4.3377,
      "step": 36636
    },
    {
      "epoch": 3.11221542643561,
      "grad_norm": 3.308937436063806,
      "learning_rate": 0.0001477960391192859,
      "loss": 4.6368,
      "step": 36637
    },
    {
      "epoch": 3.1123003737682637,
      "grad_norm": 3.0367814193275042,
      "learning_rate": 0.00014778917369397948,
      "loss": 3.5561,
      "step": 36638
    },
    {
      "epoch": 3.1123853211009176,
      "grad_norm": 3.307176868205233,
      "learning_rate": 0.0001477823082733054,
      "loss": 4.4075,
      "step": 36639
    },
    {
      "epoch": 3.112470268433571,
      "grad_norm": 3.261733641319568,
      "learning_rate": 0.00014777544285727808,
      "loss": 3.8405,
      "step": 36640
    },
    {
      "epoch": 3.112555215766225,
      "grad_norm": 3.020981509721613,
      "learning_rate": 0.00014776857744591189,
      "loss": 3.6457,
      "step": 36641
    },
    {
      "epoch": 3.1126401630988787,
      "grad_norm": 3.335862000271232,
      "learning_rate": 0.00014776171203922123,
      "loss": 4.3094,
      "step": 36642
    },
    {
      "epoch": 3.1127251104315325,
      "grad_norm": 3.147665405132138,
      "learning_rate": 0.0001477548466372204,
      "loss": 3.7907,
      "step": 36643
    },
    {
      "epoch": 3.1128100577641864,
      "grad_norm": 3.082317274344575,
      "learning_rate": 0.0001477479812399239,
      "loss": 3.9637,
      "step": 36644
    },
    {
      "epoch": 3.11289500509684,
      "grad_norm": 3.043986249121823,
      "learning_rate": 0.00014774111584734596,
      "loss": 3.6592,
      "step": 36645
    },
    {
      "epoch": 3.1129799524294937,
      "grad_norm": 2.9743907285607594,
      "learning_rate": 0.00014773425045950115,
      "loss": 3.2257,
      "step": 36646
    },
    {
      "epoch": 3.1130648997621475,
      "grad_norm": 3.1088358923431576,
      "learning_rate": 0.00014772738507640374,
      "loss": 3.2603,
      "step": 36647
    },
    {
      "epoch": 3.1131498470948014,
      "grad_norm": 3.2851702231753874,
      "learning_rate": 0.00014772051969806816,
      "loss": 4.188,
      "step": 36648
    },
    {
      "epoch": 3.1132347944274548,
      "grad_norm": 2.9517340649142887,
      "learning_rate": 0.00014771365432450877,
      "loss": 3.6287,
      "step": 36649
    },
    {
      "epoch": 3.1133197417601086,
      "grad_norm": 2.9606231855316576,
      "learning_rate": 0.00014770678895573996,
      "loss": 3.3055,
      "step": 36650
    },
    {
      "epoch": 3.1134046890927625,
      "grad_norm": 3.172275844117937,
      "learning_rate": 0.00014769992359177608,
      "loss": 4.3091,
      "step": 36651
    },
    {
      "epoch": 3.1134896364254163,
      "grad_norm": 3.0117523283953265,
      "learning_rate": 0.0001476930582326316,
      "loss": 3.2014,
      "step": 36652
    },
    {
      "epoch": 3.11357458375807,
      "grad_norm": 2.9909521983486367,
      "learning_rate": 0.00014768619287832085,
      "loss": 3.1312,
      "step": 36653
    },
    {
      "epoch": 3.1136595310907236,
      "grad_norm": 3.030358190797302,
      "learning_rate": 0.0001476793275288582,
      "loss": 3.848,
      "step": 36654
    },
    {
      "epoch": 3.1137444784233774,
      "grad_norm": 3.3177588030243186,
      "learning_rate": 0.0001476724621842581,
      "loss": 4.3618,
      "step": 36655
    },
    {
      "epoch": 3.1138294257560313,
      "grad_norm": 2.9879905033405274,
      "learning_rate": 0.00014766559684453487,
      "loss": 3.4726,
      "step": 36656
    },
    {
      "epoch": 3.113914373088685,
      "grad_norm": 3.178227707668882,
      "learning_rate": 0.00014765873150970288,
      "loss": 3.5487,
      "step": 36657
    },
    {
      "epoch": 3.113999320421339,
      "grad_norm": 3.153377445978395,
      "learning_rate": 0.00014765186617977659,
      "loss": 3.8912,
      "step": 36658
    },
    {
      "epoch": 3.1140842677539924,
      "grad_norm": 3.0912422041904017,
      "learning_rate": 0.00014764500085477034,
      "loss": 3.6549,
      "step": 36659
    },
    {
      "epoch": 3.1141692150866462,
      "grad_norm": 2.7911003254906617,
      "learning_rate": 0.00014763813553469855,
      "loss": 2.7981,
      "step": 36660
    },
    {
      "epoch": 3.1142541624193,
      "grad_norm": 3.00343650731471,
      "learning_rate": 0.00014763127021957554,
      "loss": 3.5161,
      "step": 36661
    },
    {
      "epoch": 3.114339109751954,
      "grad_norm": 3.033565253296578,
      "learning_rate": 0.00014762440490941577,
      "loss": 3.7822,
      "step": 36662
    },
    {
      "epoch": 3.1144240570846073,
      "grad_norm": 3.081280247943477,
      "learning_rate": 0.00014761753960423348,
      "loss": 3.9179,
      "step": 36663
    },
    {
      "epoch": 3.114509004417261,
      "grad_norm": 2.9730472648243342,
      "learning_rate": 0.0001476106743040433,
      "loss": 3.5188,
      "step": 36664
    },
    {
      "epoch": 3.114593951749915,
      "grad_norm": 3.385623071185586,
      "learning_rate": 0.00014760380900885942,
      "loss": 4.481,
      "step": 36665
    },
    {
      "epoch": 3.114678899082569,
      "grad_norm": 3.0454978380624915,
      "learning_rate": 0.0001475969437186963,
      "loss": 3.5333,
      "step": 36666
    },
    {
      "epoch": 3.1147638464152227,
      "grad_norm": 3.1315169993016734,
      "learning_rate": 0.00014759007843356828,
      "loss": 3.953,
      "step": 36667
    },
    {
      "epoch": 3.114848793747876,
      "grad_norm": 3.048898511504232,
      "learning_rate": 0.00014758321315348977,
      "loss": 3.5484,
      "step": 36668
    },
    {
      "epoch": 3.11493374108053,
      "grad_norm": 3.090433057156427,
      "learning_rate": 0.00014757634787847514,
      "loss": 3.9455,
      "step": 36669
    },
    {
      "epoch": 3.115018688413184,
      "grad_norm": 3.3527620887883396,
      "learning_rate": 0.0001475694826085388,
      "loss": 3.9286,
      "step": 36670
    },
    {
      "epoch": 3.1151036357458377,
      "grad_norm": 3.0703858434731917,
      "learning_rate": 0.0001475626173436952,
      "loss": 3.6106,
      "step": 36671
    },
    {
      "epoch": 3.115188583078491,
      "grad_norm": 3.0275692100736,
      "learning_rate": 0.00014755575208395857,
      "loss": 3.4796,
      "step": 36672
    },
    {
      "epoch": 3.115273530411145,
      "grad_norm": 3.0175902859560897,
      "learning_rate": 0.00014754888682934342,
      "loss": 4.0095,
      "step": 36673
    },
    {
      "epoch": 3.115358477743799,
      "grad_norm": 2.970697469946017,
      "learning_rate": 0.00014754202157986408,
      "loss": 3.5454,
      "step": 36674
    },
    {
      "epoch": 3.1154434250764527,
      "grad_norm": 3.0370009641331284,
      "learning_rate": 0.00014753515633553487,
      "loss": 3.6379,
      "step": 36675
    },
    {
      "epoch": 3.1155283724091065,
      "grad_norm": 2.926601949719846,
      "learning_rate": 0.00014752829109637033,
      "loss": 3.3664,
      "step": 36676
    },
    {
      "epoch": 3.11561331974176,
      "grad_norm": 3.289765590737658,
      "learning_rate": 0.00014752142586238478,
      "loss": 4.1856,
      "step": 36677
    },
    {
      "epoch": 3.1156982670744138,
      "grad_norm": 3.061670945854354,
      "learning_rate": 0.00014751456063359254,
      "loss": 3.9105,
      "step": 36678
    },
    {
      "epoch": 3.1157832144070676,
      "grad_norm": 2.770401454809136,
      "learning_rate": 0.00014750769541000804,
      "loss": 2.6451,
      "step": 36679
    },
    {
      "epoch": 3.1158681617397215,
      "grad_norm": 3.040011500626849,
      "learning_rate": 0.00014750083019164572,
      "loss": 3.6566,
      "step": 36680
    },
    {
      "epoch": 3.1159531090723753,
      "grad_norm": 3.121402895873877,
      "learning_rate": 0.0001474939649785199,
      "loss": 4.2599,
      "step": 36681
    },
    {
      "epoch": 3.1160380564050287,
      "grad_norm": 3.187423368879636,
      "learning_rate": 0.00014748709977064492,
      "loss": 4.2431,
      "step": 36682
    },
    {
      "epoch": 3.1161230037376826,
      "grad_norm": 3.345662853127808,
      "learning_rate": 0.00014748023456803523,
      "loss": 4.4324,
      "step": 36683
    },
    {
      "epoch": 3.1162079510703364,
      "grad_norm": 3.023849811018067,
      "learning_rate": 0.0001474733693707053,
      "loss": 3.5698,
      "step": 36684
    },
    {
      "epoch": 3.1162928984029903,
      "grad_norm": 3.049294977597083,
      "learning_rate": 0.00014746650417866934,
      "loss": 3.8208,
      "step": 36685
    },
    {
      "epoch": 3.1163778457356437,
      "grad_norm": 3.0522241974955024,
      "learning_rate": 0.00014745963899194184,
      "loss": 3.955,
      "step": 36686
    },
    {
      "epoch": 3.1164627930682975,
      "grad_norm": 2.910224913512816,
      "learning_rate": 0.00014745277381053717,
      "loss": 3.0246,
      "step": 36687
    },
    {
      "epoch": 3.1165477404009514,
      "grad_norm": 3.001088269331026,
      "learning_rate": 0.00014744590863446968,
      "loss": 3.6773,
      "step": 36688
    },
    {
      "epoch": 3.1166326877336052,
      "grad_norm": 3.3456153915346136,
      "learning_rate": 0.00014743904346375378,
      "loss": 4.5435,
      "step": 36689
    },
    {
      "epoch": 3.116717635066259,
      "grad_norm": 3.102779519326515,
      "learning_rate": 0.00014743217829840387,
      "loss": 3.5364,
      "step": 36690
    },
    {
      "epoch": 3.1168025823989125,
      "grad_norm": 3.1255260322401095,
      "learning_rate": 0.00014742531313843436,
      "loss": 4.0001,
      "step": 36691
    },
    {
      "epoch": 3.1168875297315664,
      "grad_norm": 2.9144660960670876,
      "learning_rate": 0.00014741844798385953,
      "loss": 3.4903,
      "step": 36692
    },
    {
      "epoch": 3.11697247706422,
      "grad_norm": 3.415048288686091,
      "learning_rate": 0.00014741158283469385,
      "loss": 4.6347,
      "step": 36693
    },
    {
      "epoch": 3.117057424396874,
      "grad_norm": 3.1741829031310913,
      "learning_rate": 0.00014740471769095166,
      "loss": 3.7811,
      "step": 36694
    },
    {
      "epoch": 3.117142371729528,
      "grad_norm": 3.307335781830174,
      "learning_rate": 0.00014739785255264741,
      "loss": 3.2178,
      "step": 36695
    },
    {
      "epoch": 3.1172273190621813,
      "grad_norm": 3.033541335351611,
      "learning_rate": 0.0001473909874197954,
      "loss": 3.6502,
      "step": 36696
    },
    {
      "epoch": 3.117312266394835,
      "grad_norm": 3.3002439002861865,
      "learning_rate": 0.0001473841222924101,
      "loss": 4.4553,
      "step": 36697
    },
    {
      "epoch": 3.117397213727489,
      "grad_norm": 3.240062062626432,
      "learning_rate": 0.00014737725717050586,
      "loss": 3.7868,
      "step": 36698
    },
    {
      "epoch": 3.117482161060143,
      "grad_norm": 3.1365104845082588,
      "learning_rate": 0.00014737039205409703,
      "loss": 3.9672,
      "step": 36699
    },
    {
      "epoch": 3.1175671083927963,
      "grad_norm": 3.0726032435743025,
      "learning_rate": 0.00014736352694319797,
      "loss": 3.6073,
      "step": 36700
    },
    {
      "epoch": 3.11765205572545,
      "grad_norm": 3.1110323018218864,
      "learning_rate": 0.00014735666183782317,
      "loss": 3.6309,
      "step": 36701
    },
    {
      "epoch": 3.117737003058104,
      "grad_norm": 3.247408586531587,
      "learning_rate": 0.000147349796737987,
      "loss": 4.0882,
      "step": 36702
    },
    {
      "epoch": 3.117821950390758,
      "grad_norm": 2.9999141017745523,
      "learning_rate": 0.00014734293164370374,
      "loss": 3.7316,
      "step": 36703
    },
    {
      "epoch": 3.1179068977234117,
      "grad_norm": 2.988317250134131,
      "learning_rate": 0.00014733606655498787,
      "loss": 3.2942,
      "step": 36704
    },
    {
      "epoch": 3.117991845056065,
      "grad_norm": 3.2127236557475074,
      "learning_rate": 0.00014732920147185374,
      "loss": 4.1964,
      "step": 36705
    },
    {
      "epoch": 3.118076792388719,
      "grad_norm": 3.045713613813267,
      "learning_rate": 0.0001473223363943157,
      "loss": 3.4018,
      "step": 36706
    },
    {
      "epoch": 3.118161739721373,
      "grad_norm": 2.938132009394389,
      "learning_rate": 0.00014731547132238818,
      "loss": 3.4132,
      "step": 36707
    },
    {
      "epoch": 3.1182466870540266,
      "grad_norm": 3.1131945260843237,
      "learning_rate": 0.00014730860625608558,
      "loss": 4.043,
      "step": 36708
    },
    {
      "epoch": 3.1183316343866805,
      "grad_norm": 2.9416998305056903,
      "learning_rate": 0.00014730174119542225,
      "loss": 3.2334,
      "step": 36709
    },
    {
      "epoch": 3.118416581719334,
      "grad_norm": 3.3514564775214923,
      "learning_rate": 0.0001472948761404126,
      "loss": 4.5851,
      "step": 36710
    },
    {
      "epoch": 3.1185015290519877,
      "grad_norm": 3.1414155088368796,
      "learning_rate": 0.000147288011091071,
      "loss": 4.352,
      "step": 36711
    },
    {
      "epoch": 3.1185864763846416,
      "grad_norm": 3.054801529952946,
      "learning_rate": 0.00014728114604741177,
      "loss": 3.3698,
      "step": 36712
    },
    {
      "epoch": 3.1186714237172954,
      "grad_norm": 3.1100230953876355,
      "learning_rate": 0.00014727428100944943,
      "loss": 3.8616,
      "step": 36713
    },
    {
      "epoch": 3.118756371049949,
      "grad_norm": 2.976449771019521,
      "learning_rate": 0.00014726741597719827,
      "loss": 3.3758,
      "step": 36714
    },
    {
      "epoch": 3.1188413183826027,
      "grad_norm": 2.851248898010981,
      "learning_rate": 0.0001472605509506727,
      "loss": 2.9326,
      "step": 36715
    },
    {
      "epoch": 3.1189262657152566,
      "grad_norm": 3.1815193432274262,
      "learning_rate": 0.0001472536859298871,
      "loss": 4.2317,
      "step": 36716
    },
    {
      "epoch": 3.1190112130479104,
      "grad_norm": 3.307249530788528,
      "learning_rate": 0.00014724682091485586,
      "loss": 4.2249,
      "step": 36717
    },
    {
      "epoch": 3.1190961603805643,
      "grad_norm": 3.4277728258773776,
      "learning_rate": 0.0001472399559055933,
      "loss": 4.7231,
      "step": 36718
    },
    {
      "epoch": 3.1191811077132177,
      "grad_norm": 3.156734331914182,
      "learning_rate": 0.00014723309090211394,
      "loss": 3.7114,
      "step": 36719
    },
    {
      "epoch": 3.1192660550458715,
      "grad_norm": 3.1867972111973057,
      "learning_rate": 0.00014722622590443207,
      "loss": 4.3447,
      "step": 36720
    },
    {
      "epoch": 3.1193510023785254,
      "grad_norm": 3.015462101762314,
      "learning_rate": 0.0001472193609125621,
      "loss": 3.644,
      "step": 36721
    },
    {
      "epoch": 3.119435949711179,
      "grad_norm": 3.344933759047104,
      "learning_rate": 0.00014721249592651836,
      "loss": 3.893,
      "step": 36722
    },
    {
      "epoch": 3.1195208970438326,
      "grad_norm": 3.115504668395574,
      "learning_rate": 0.00014720563094631535,
      "loss": 3.7782,
      "step": 36723
    },
    {
      "epoch": 3.1196058443764865,
      "grad_norm": 3.210221150250393,
      "learning_rate": 0.00014719876597196733,
      "loss": 4.2159,
      "step": 36724
    },
    {
      "epoch": 3.1196907917091403,
      "grad_norm": 3.0980322444936097,
      "learning_rate": 0.00014719190100348872,
      "loss": 3.9743,
      "step": 36725
    },
    {
      "epoch": 3.119775739041794,
      "grad_norm": 3.3026886593399207,
      "learning_rate": 0.00014718503604089394,
      "loss": 4.5066,
      "step": 36726
    },
    {
      "epoch": 3.119860686374448,
      "grad_norm": 2.7808537115400704,
      "learning_rate": 0.0001471781710841974,
      "loss": 2.7608,
      "step": 36727
    },
    {
      "epoch": 3.1199456337071014,
      "grad_norm": 3.0481031609971287,
      "learning_rate": 0.00014717130613341344,
      "loss": 3.5091,
      "step": 36728
    },
    {
      "epoch": 3.1200305810397553,
      "grad_norm": 3.2177381352506553,
      "learning_rate": 0.0001471644411885564,
      "loss": 3.973,
      "step": 36729
    },
    {
      "epoch": 3.120115528372409,
      "grad_norm": 3.043281412424568,
      "learning_rate": 0.00014715757624964075,
      "loss": 3.6419,
      "step": 36730
    },
    {
      "epoch": 3.120200475705063,
      "grad_norm": 2.9857027269466783,
      "learning_rate": 0.00014715071131668077,
      "loss": 3.6433,
      "step": 36731
    },
    {
      "epoch": 3.120285423037717,
      "grad_norm": 3.3658645769897038,
      "learning_rate": 0.00014714384638969094,
      "loss": 4.3228,
      "step": 36732
    },
    {
      "epoch": 3.1203703703703702,
      "grad_norm": 3.0429037761124484,
      "learning_rate": 0.00014713698146868564,
      "loss": 4.0442,
      "step": 36733
    },
    {
      "epoch": 3.120455317703024,
      "grad_norm": 3.1289590657076523,
      "learning_rate": 0.00014713011655367923,
      "loss": 3.8599,
      "step": 36734
    },
    {
      "epoch": 3.120540265035678,
      "grad_norm": 2.9001574739447125,
      "learning_rate": 0.00014712325164468605,
      "loss": 3.1744,
      "step": 36735
    },
    {
      "epoch": 3.120625212368332,
      "grad_norm": 3.2453793854184756,
      "learning_rate": 0.00014711638674172055,
      "loss": 3.587,
      "step": 36736
    },
    {
      "epoch": 3.120710159700985,
      "grad_norm": 2.7535442899864466,
      "learning_rate": 0.00014710952184479703,
      "loss": 2.996,
      "step": 36737
    },
    {
      "epoch": 3.120795107033639,
      "grad_norm": 3.089420894433439,
      "learning_rate": 0.00014710265695393,
      "loss": 4.2131,
      "step": 36738
    },
    {
      "epoch": 3.120880054366293,
      "grad_norm": 3.0549593793412475,
      "learning_rate": 0.00014709579206913378,
      "loss": 3.6819,
      "step": 36739
    },
    {
      "epoch": 3.1209650016989468,
      "grad_norm": 3.1075042524412213,
      "learning_rate": 0.0001470889271904227,
      "loss": 3.6455,
      "step": 36740
    },
    {
      "epoch": 3.1210499490316006,
      "grad_norm": 2.9536366161406646,
      "learning_rate": 0.00014708206231781124,
      "loss": 3.5789,
      "step": 36741
    },
    {
      "epoch": 3.121134896364254,
      "grad_norm": 3.0916402832322936,
      "learning_rate": 0.00014707519745131372,
      "loss": 3.8877,
      "step": 36742
    },
    {
      "epoch": 3.121219843696908,
      "grad_norm": 3.0368270751620448,
      "learning_rate": 0.0001470683325909445,
      "loss": 3.6019,
      "step": 36743
    },
    {
      "epoch": 3.1213047910295617,
      "grad_norm": 3.0809173279487974,
      "learning_rate": 0.00014706146773671807,
      "loss": 3.924,
      "step": 36744
    },
    {
      "epoch": 3.1213897383622156,
      "grad_norm": 3.022864230474665,
      "learning_rate": 0.00014705460288864873,
      "loss": 3.7059,
      "step": 36745
    },
    {
      "epoch": 3.121474685694869,
      "grad_norm": 3.041863984585723,
      "learning_rate": 0.0001470477380467509,
      "loss": 3.9437,
      "step": 36746
    },
    {
      "epoch": 3.121559633027523,
      "grad_norm": 3.124907555599602,
      "learning_rate": 0.0001470408732110389,
      "loss": 3.9743,
      "step": 36747
    },
    {
      "epoch": 3.1216445803601767,
      "grad_norm": 3.2064474747303877,
      "learning_rate": 0.00014703400838152723,
      "loss": 3.5565,
      "step": 36748
    },
    {
      "epoch": 3.1217295276928305,
      "grad_norm": 2.9494793601734495,
      "learning_rate": 0.00014702714355823012,
      "loss": 3.2975,
      "step": 36749
    },
    {
      "epoch": 3.1218144750254844,
      "grad_norm": 3.0310927735466455,
      "learning_rate": 0.00014702027874116208,
      "loss": 3.7146,
      "step": 36750
    },
    {
      "epoch": 3.1218994223581378,
      "grad_norm": 3.1078196928939716,
      "learning_rate": 0.00014701341393033747,
      "loss": 4.0332,
      "step": 36751
    },
    {
      "epoch": 3.1219843696907916,
      "grad_norm": 2.9755489745046715,
      "learning_rate": 0.00014700654912577066,
      "loss": 3.4511,
      "step": 36752
    },
    {
      "epoch": 3.1220693170234455,
      "grad_norm": 2.783265241034766,
      "learning_rate": 0.000146999684327476,
      "loss": 2.8345,
      "step": 36753
    },
    {
      "epoch": 3.1221542643560993,
      "grad_norm": 3.0137528136072995,
      "learning_rate": 0.00014699281953546795,
      "loss": 3.7176,
      "step": 36754
    },
    {
      "epoch": 3.122239211688753,
      "grad_norm": 3.088355519129238,
      "learning_rate": 0.00014698595474976075,
      "loss": 3.8419,
      "step": 36755
    },
    {
      "epoch": 3.1223241590214066,
      "grad_norm": 3.397352573676644,
      "learning_rate": 0.00014697908997036898,
      "loss": 4.4406,
      "step": 36756
    },
    {
      "epoch": 3.1224091063540604,
      "grad_norm": 3.3262351129379057,
      "learning_rate": 0.00014697222519730692,
      "loss": 4.2664,
      "step": 36757
    },
    {
      "epoch": 3.1224940536867143,
      "grad_norm": 3.2625197542137707,
      "learning_rate": 0.00014696536043058893,
      "loss": 4.4289,
      "step": 36758
    },
    {
      "epoch": 3.122579001019368,
      "grad_norm": 3.1199065084357556,
      "learning_rate": 0.00014695849567022943,
      "loss": 4.0594,
      "step": 36759
    },
    {
      "epoch": 3.1226639483520215,
      "grad_norm": 2.9142828448071243,
      "learning_rate": 0.0001469516309162428,
      "loss": 2.9593,
      "step": 36760
    },
    {
      "epoch": 3.1227488956846754,
      "grad_norm": 3.373808101608936,
      "learning_rate": 0.00014694476616864338,
      "loss": 4.4,
      "step": 36761
    },
    {
      "epoch": 3.1228338430173292,
      "grad_norm": 3.14754397444455,
      "learning_rate": 0.00014693790142744563,
      "loss": 3.9062,
      "step": 36762
    },
    {
      "epoch": 3.122918790349983,
      "grad_norm": 2.90113478420501,
      "learning_rate": 0.00014693103669266393,
      "loss": 3.2477,
      "step": 36763
    },
    {
      "epoch": 3.123003737682637,
      "grad_norm": 3.0031992954816893,
      "learning_rate": 0.0001469241719643126,
      "loss": 3.466,
      "step": 36764
    },
    {
      "epoch": 3.1230886850152904,
      "grad_norm": 3.0697420810238407,
      "learning_rate": 0.00014691730724240607,
      "loss": 3.7041,
      "step": 36765
    },
    {
      "epoch": 3.123173632347944,
      "grad_norm": 3.323102456160809,
      "learning_rate": 0.0001469104425269587,
      "loss": 4.3055,
      "step": 36766
    },
    {
      "epoch": 3.123258579680598,
      "grad_norm": 3.3512854603328996,
      "learning_rate": 0.00014690357781798488,
      "loss": 4.3592,
      "step": 36767
    },
    {
      "epoch": 3.123343527013252,
      "grad_norm": 3.0631045238204444,
      "learning_rate": 0.00014689671311549898,
      "loss": 3.2188,
      "step": 36768
    },
    {
      "epoch": 3.1234284743459053,
      "grad_norm": 3.106056426107718,
      "learning_rate": 0.0001468898484195154,
      "loss": 4.1349,
      "step": 36769
    },
    {
      "epoch": 3.123513421678559,
      "grad_norm": 3.117559607274702,
      "learning_rate": 0.00014688298373004857,
      "loss": 3.6362,
      "step": 36770
    },
    {
      "epoch": 3.123598369011213,
      "grad_norm": 3.1431292282314467,
      "learning_rate": 0.0001468761190471128,
      "loss": 3.3988,
      "step": 36771
    },
    {
      "epoch": 3.123683316343867,
      "grad_norm": 2.9903056849513945,
      "learning_rate": 0.00014686925437072253,
      "loss": 3.2751,
      "step": 36772
    },
    {
      "epoch": 3.1237682636765207,
      "grad_norm": 3.099135364835241,
      "learning_rate": 0.0001468623897008921,
      "loss": 3.6895,
      "step": 36773
    },
    {
      "epoch": 3.123853211009174,
      "grad_norm": 3.168209671095228,
      "learning_rate": 0.00014685552503763583,
      "loss": 4.0653,
      "step": 36774
    },
    {
      "epoch": 3.123938158341828,
      "grad_norm": 3.12964537258271,
      "learning_rate": 0.00014684866038096824,
      "loss": 3.856,
      "step": 36775
    },
    {
      "epoch": 3.124023105674482,
      "grad_norm": 3.3017163278106003,
      "learning_rate": 0.00014684179573090365,
      "loss": 4.0783,
      "step": 36776
    },
    {
      "epoch": 3.1241080530071357,
      "grad_norm": 3.0546723926560384,
      "learning_rate": 0.0001468349310874565,
      "loss": 3.9917,
      "step": 36777
    },
    {
      "epoch": 3.1241930003397895,
      "grad_norm": 2.8720267215135435,
      "learning_rate": 0.00014682806645064108,
      "loss": 2.8548,
      "step": 36778
    },
    {
      "epoch": 3.124277947672443,
      "grad_norm": 3.148066616112226,
      "learning_rate": 0.00014682120182047184,
      "loss": 3.9427,
      "step": 36779
    },
    {
      "epoch": 3.124362895005097,
      "grad_norm": 3.0013013157162995,
      "learning_rate": 0.00014681433719696305,
      "loss": 3.6943,
      "step": 36780
    },
    {
      "epoch": 3.1244478423377506,
      "grad_norm": 3.207257149646829,
      "learning_rate": 0.0001468074725801293,
      "loss": 4.0016,
      "step": 36781
    },
    {
      "epoch": 3.1245327896704045,
      "grad_norm": 2.9528742849347376,
      "learning_rate": 0.00014680060796998478,
      "loss": 3.5029,
      "step": 36782
    },
    {
      "epoch": 3.124617737003058,
      "grad_norm": 3.201027611453839,
      "learning_rate": 0.000146793743366544,
      "loss": 3.6156,
      "step": 36783
    },
    {
      "epoch": 3.1247026843357117,
      "grad_norm": 2.996504658670905,
      "learning_rate": 0.00014678687876982127,
      "loss": 3.3726,
      "step": 36784
    },
    {
      "epoch": 3.1247876316683656,
      "grad_norm": 3.0313099013565976,
      "learning_rate": 0.000146780014179831,
      "loss": 3.7598,
      "step": 36785
    },
    {
      "epoch": 3.1248725790010194,
      "grad_norm": 3.1588600141021845,
      "learning_rate": 0.0001467731495965875,
      "loss": 4.0279,
      "step": 36786
    },
    {
      "epoch": 3.1249575263336733,
      "grad_norm": 2.9388384488381485,
      "learning_rate": 0.0001467662850201053,
      "loss": 3.2342,
      "step": 36787
    },
    {
      "epoch": 3.1250424736663267,
      "grad_norm": 3.094298753936922,
      "learning_rate": 0.00014675942045039872,
      "loss": 3.9303,
      "step": 36788
    },
    {
      "epoch": 3.1251274209989806,
      "grad_norm": 3.4019801904593385,
      "learning_rate": 0.00014675255588748212,
      "loss": 4.4743,
      "step": 36789
    },
    {
      "epoch": 3.1252123683316344,
      "grad_norm": 3.119343559109934,
      "learning_rate": 0.0001467456913313699,
      "loss": 3.4721,
      "step": 36790
    },
    {
      "epoch": 3.1252973156642883,
      "grad_norm": 3.1759238008998896,
      "learning_rate": 0.0001467388267820764,
      "loss": 4.1618,
      "step": 36791
    },
    {
      "epoch": 3.1253822629969417,
      "grad_norm": 3.1128454770196505,
      "learning_rate": 0.00014673196223961602,
      "loss": 4.1957,
      "step": 36792
    },
    {
      "epoch": 3.1254672103295955,
      "grad_norm": 2.7885777337741198,
      "learning_rate": 0.00014672509770400317,
      "loss": 2.5931,
      "step": 36793
    },
    {
      "epoch": 3.1255521576622494,
      "grad_norm": 2.9744393987982454,
      "learning_rate": 0.00014671823317525227,
      "loss": 3.3963,
      "step": 36794
    },
    {
      "epoch": 3.125637104994903,
      "grad_norm": 3.038797461525037,
      "learning_rate": 0.00014671136865337765,
      "loss": 3.5351,
      "step": 36795
    },
    {
      "epoch": 3.125722052327557,
      "grad_norm": 2.8947752515231255,
      "learning_rate": 0.0001467045041383937,
      "loss": 3.0767,
      "step": 36796
    },
    {
      "epoch": 3.1258069996602105,
      "grad_norm": 3.469611268862133,
      "learning_rate": 0.00014669763963031485,
      "loss": 3.6541,
      "step": 36797
    },
    {
      "epoch": 3.1258919469928643,
      "grad_norm": 3.0355844082966166,
      "learning_rate": 0.00014669077512915533,
      "loss": 3.5082,
      "step": 36798
    },
    {
      "epoch": 3.125976894325518,
      "grad_norm": 3.0493782699413248,
      "learning_rate": 0.0001466839106349297,
      "loss": 3.6233,
      "step": 36799
    },
    {
      "epoch": 3.126061841658172,
      "grad_norm": 3.14085873868666,
      "learning_rate": 0.00014667704614765227,
      "loss": 4.2311,
      "step": 36800
    },
    {
      "epoch": 3.126146788990826,
      "grad_norm": 3.114340644845009,
      "learning_rate": 0.00014667018166733745,
      "loss": 3.7732,
      "step": 36801
    },
    {
      "epoch": 3.1262317363234793,
      "grad_norm": 3.1166122085524908,
      "learning_rate": 0.00014666331719399958,
      "loss": 3.4623,
      "step": 36802
    },
    {
      "epoch": 3.126316683656133,
      "grad_norm": 3.3446676876358765,
      "learning_rate": 0.00014665645272765306,
      "loss": 4.5168,
      "step": 36803
    },
    {
      "epoch": 3.126401630988787,
      "grad_norm": 2.899533882287527,
      "learning_rate": 0.00014664958826831223,
      "loss": 3.2092,
      "step": 36804
    },
    {
      "epoch": 3.126486578321441,
      "grad_norm": 3.152405059309574,
      "learning_rate": 0.00014664272381599157,
      "loss": 4.016,
      "step": 36805
    },
    {
      "epoch": 3.1265715256540947,
      "grad_norm": 3.25103864724303,
      "learning_rate": 0.00014663585937070545,
      "loss": 4.1256,
      "step": 36806
    },
    {
      "epoch": 3.126656472986748,
      "grad_norm": 3.276325205828399,
      "learning_rate": 0.0001466289949324682,
      "loss": 4.4067,
      "step": 36807
    },
    {
      "epoch": 3.126741420319402,
      "grad_norm": 2.976848355408823,
      "learning_rate": 0.00014662213050129424,
      "loss": 3.624,
      "step": 36808
    },
    {
      "epoch": 3.126826367652056,
      "grad_norm": 3.1612251289780198,
      "learning_rate": 0.00014661526607719788,
      "loss": 3.8619,
      "step": 36809
    },
    {
      "epoch": 3.1269113149847096,
      "grad_norm": 2.982539511188078,
      "learning_rate": 0.00014660840166019353,
      "loss": 3.5612,
      "step": 36810
    },
    {
      "epoch": 3.126996262317363,
      "grad_norm": 2.975924425357137,
      "learning_rate": 0.00014660153725029566,
      "loss": 3.4858,
      "step": 36811
    },
    {
      "epoch": 3.127081209650017,
      "grad_norm": 3.060918564992336,
      "learning_rate": 0.00014659467284751859,
      "loss": 3.5309,
      "step": 36812
    },
    {
      "epoch": 3.1271661569826708,
      "grad_norm": 3.122192409966086,
      "learning_rate": 0.0001465878084518767,
      "loss": 3.3537,
      "step": 36813
    },
    {
      "epoch": 3.1272511043153246,
      "grad_norm": 3.322511463543465,
      "learning_rate": 0.00014658094406338437,
      "loss": 4.0672,
      "step": 36814
    },
    {
      "epoch": 3.1273360516479785,
      "grad_norm": 2.9148671730710736,
      "learning_rate": 0.00014657407968205602,
      "loss": 3.1325,
      "step": 36815
    },
    {
      "epoch": 3.127420998980632,
      "grad_norm": 2.9711352509560816,
      "learning_rate": 0.00014656721530790598,
      "loss": 3.37,
      "step": 36816
    },
    {
      "epoch": 3.1275059463132857,
      "grad_norm": 2.960099534431021,
      "learning_rate": 0.00014656035094094862,
      "loss": 3.3424,
      "step": 36817
    },
    {
      "epoch": 3.1275908936459396,
      "grad_norm": 3.0364112361237283,
      "learning_rate": 0.00014655348658119838,
      "loss": 3.8017,
      "step": 36818
    },
    {
      "epoch": 3.1276758409785934,
      "grad_norm": 3.0370254949865068,
      "learning_rate": 0.0001465466222286697,
      "loss": 3.441,
      "step": 36819
    },
    {
      "epoch": 3.127760788311247,
      "grad_norm": 3.0850033464997892,
      "learning_rate": 0.0001465397578833768,
      "loss": 3.8836,
      "step": 36820
    },
    {
      "epoch": 3.1278457356439007,
      "grad_norm": 2.8788867472476585,
      "learning_rate": 0.00014653289354533419,
      "loss": 2.9912,
      "step": 36821
    },
    {
      "epoch": 3.1279306829765545,
      "grad_norm": 2.9900064487375597,
      "learning_rate": 0.0001465260292145562,
      "loss": 3.4358,
      "step": 36822
    },
    {
      "epoch": 3.1280156303092084,
      "grad_norm": 2.952750124231856,
      "learning_rate": 0.0001465191648910572,
      "loss": 3.3162,
      "step": 36823
    },
    {
      "epoch": 3.1281005776418622,
      "grad_norm": 2.926236119639728,
      "learning_rate": 0.00014651230057485158,
      "loss": 3.3154,
      "step": 36824
    },
    {
      "epoch": 3.1281855249745156,
      "grad_norm": 3.2902476279783626,
      "learning_rate": 0.0001465054362659538,
      "loss": 4.1799,
      "step": 36825
    },
    {
      "epoch": 3.1282704723071695,
      "grad_norm": 3.06574479734689,
      "learning_rate": 0.00014649857196437818,
      "loss": 3.6582,
      "step": 36826
    },
    {
      "epoch": 3.1283554196398233,
      "grad_norm": 3.2461808040134152,
      "learning_rate": 0.00014649170767013907,
      "loss": 4.257,
      "step": 36827
    },
    {
      "epoch": 3.128440366972477,
      "grad_norm": 3.1691053167971757,
      "learning_rate": 0.00014648484338325093,
      "loss": 3.6082,
      "step": 36828
    },
    {
      "epoch": 3.128525314305131,
      "grad_norm": 2.9754094894207532,
      "learning_rate": 0.00014647797910372803,
      "loss": 3.0919,
      "step": 36829
    },
    {
      "epoch": 3.1286102616377844,
      "grad_norm": 3.3763632969900517,
      "learning_rate": 0.0001464711148315849,
      "loss": 4.5953,
      "step": 36830
    },
    {
      "epoch": 3.1286952089704383,
      "grad_norm": 3.185507967771878,
      "learning_rate": 0.00014646425056683582,
      "loss": 3.9992,
      "step": 36831
    },
    {
      "epoch": 3.128780156303092,
      "grad_norm": 3.3560109617856373,
      "learning_rate": 0.0001464573863094952,
      "loss": 4.5431,
      "step": 36832
    },
    {
      "epoch": 3.128865103635746,
      "grad_norm": 3.11622050055256,
      "learning_rate": 0.00014645052205957743,
      "loss": 3.5737,
      "step": 36833
    },
    {
      "epoch": 3.1289500509683994,
      "grad_norm": 3.3207026684167222,
      "learning_rate": 0.0001464436578170969,
      "loss": 4.3028,
      "step": 36834
    },
    {
      "epoch": 3.1290349983010532,
      "grad_norm": 3.227648989054823,
      "learning_rate": 0.0001464367935820679,
      "loss": 4.1955,
      "step": 36835
    },
    {
      "epoch": 3.129119945633707,
      "grad_norm": 3.057315581180216,
      "learning_rate": 0.00014642992935450495,
      "loss": 3.7515,
      "step": 36836
    },
    {
      "epoch": 3.129204892966361,
      "grad_norm": 3.2793225664745993,
      "learning_rate": 0.0001464230651344224,
      "loss": 4.1084,
      "step": 36837
    },
    {
      "epoch": 3.129289840299015,
      "grad_norm": 2.9639708868028873,
      "learning_rate": 0.00014641620092183455,
      "loss": 3.2099,
      "step": 36838
    },
    {
      "epoch": 3.129374787631668,
      "grad_norm": 3.0900148864669763,
      "learning_rate": 0.00014640933671675586,
      "loss": 3.7944,
      "step": 36839
    },
    {
      "epoch": 3.129459734964322,
      "grad_norm": 3.076685041764994,
      "learning_rate": 0.00014640247251920073,
      "loss": 3.9543,
      "step": 36840
    },
    {
      "epoch": 3.129544682296976,
      "grad_norm": 3.0398337592602966,
      "learning_rate": 0.00014639560832918342,
      "loss": 3.8563,
      "step": 36841
    },
    {
      "epoch": 3.1296296296296298,
      "grad_norm": 3.0055396022102885,
      "learning_rate": 0.00014638874414671846,
      "loss": 3.6077,
      "step": 36842
    },
    {
      "epoch": 3.129714576962283,
      "grad_norm": 3.1877087937006996,
      "learning_rate": 0.0001463818799718201,
      "loss": 4.3595,
      "step": 36843
    },
    {
      "epoch": 3.129799524294937,
      "grad_norm": 3.1165334216633336,
      "learning_rate": 0.00014637501580450288,
      "loss": 3.9613,
      "step": 36844
    },
    {
      "epoch": 3.129884471627591,
      "grad_norm": 2.985405603241497,
      "learning_rate": 0.00014636815164478106,
      "loss": 3.7906,
      "step": 36845
    },
    {
      "epoch": 3.1299694189602447,
      "grad_norm": 3.397314752528831,
      "learning_rate": 0.00014636128749266904,
      "loss": 4.4404,
      "step": 36846
    },
    {
      "epoch": 3.1300543662928986,
      "grad_norm": 2.88989761605858,
      "learning_rate": 0.0001463544233481812,
      "loss": 3.0629,
      "step": 36847
    },
    {
      "epoch": 3.130139313625552,
      "grad_norm": 3.0340506630291655,
      "learning_rate": 0.00014634755921133199,
      "loss": 3.7427,
      "step": 36848
    },
    {
      "epoch": 3.130224260958206,
      "grad_norm": 3.3163557556048366,
      "learning_rate": 0.00014634069508213571,
      "loss": 4.0213,
      "step": 36849
    },
    {
      "epoch": 3.1303092082908597,
      "grad_norm": 2.9618272371252576,
      "learning_rate": 0.0001463338309606068,
      "loss": 3.1197,
      "step": 36850
    },
    {
      "epoch": 3.1303941556235135,
      "grad_norm": 3.031261520575686,
      "learning_rate": 0.00014632696684675962,
      "loss": 3.8116,
      "step": 36851
    },
    {
      "epoch": 3.1304791029561674,
      "grad_norm": 2.9490751989088038,
      "learning_rate": 0.00014632010274060852,
      "loss": 3.6816,
      "step": 36852
    },
    {
      "epoch": 3.130564050288821,
      "grad_norm": 2.800678316434847,
      "learning_rate": 0.0001463132386421679,
      "loss": 2.8854,
      "step": 36853
    },
    {
      "epoch": 3.1306489976214746,
      "grad_norm": 3.0207699217109574,
      "learning_rate": 0.00014630637455145218,
      "loss": 3.2338,
      "step": 36854
    },
    {
      "epoch": 3.1307339449541285,
      "grad_norm": 3.0098604754119473,
      "learning_rate": 0.00014629951046847575,
      "loss": 3.8765,
      "step": 36855
    },
    {
      "epoch": 3.1308188922867823,
      "grad_norm": 3.336786710153232,
      "learning_rate": 0.00014629264639325293,
      "loss": 4.2249,
      "step": 36856
    },
    {
      "epoch": 3.1309038396194357,
      "grad_norm": 3.2677711296314396,
      "learning_rate": 0.00014628578232579812,
      "loss": 4.0825,
      "step": 36857
    },
    {
      "epoch": 3.1309887869520896,
      "grad_norm": 3.067001959255308,
      "learning_rate": 0.00014627891826612575,
      "loss": 3.3349,
      "step": 36858
    },
    {
      "epoch": 3.1310737342847434,
      "grad_norm": 3.077776748969745,
      "learning_rate": 0.00014627205421425014,
      "loss": 3.644,
      "step": 36859
    },
    {
      "epoch": 3.1311586816173973,
      "grad_norm": 3.0445812999555963,
      "learning_rate": 0.00014626519017018567,
      "loss": 3.7664,
      "step": 36860
    },
    {
      "epoch": 3.131243628950051,
      "grad_norm": 3.4949107772285415,
      "learning_rate": 0.00014625832613394677,
      "loss": 3.6819,
      "step": 36861
    },
    {
      "epoch": 3.1313285762827046,
      "grad_norm": 2.8347501560333366,
      "learning_rate": 0.00014625146210554786,
      "loss": 3.0527,
      "step": 36862
    },
    {
      "epoch": 3.1314135236153584,
      "grad_norm": 3.1033662120699805,
      "learning_rate": 0.0001462445980850032,
      "loss": 4.0184,
      "step": 36863
    },
    {
      "epoch": 3.1314984709480123,
      "grad_norm": 3.3017102690942464,
      "learning_rate": 0.00014623773407232725,
      "loss": 3.6257,
      "step": 36864
    },
    {
      "epoch": 3.131583418280666,
      "grad_norm": 3.070790626948113,
      "learning_rate": 0.00014623087006753442,
      "loss": 3.6541,
      "step": 36865
    },
    {
      "epoch": 3.1316683656133195,
      "grad_norm": 3.1484218331186904,
      "learning_rate": 0.000146224006070639,
      "loss": 3.814,
      "step": 36866
    },
    {
      "epoch": 3.1317533129459734,
      "grad_norm": 3.3413416351084684,
      "learning_rate": 0.00014621714208165541,
      "loss": 4.439,
      "step": 36867
    },
    {
      "epoch": 3.131838260278627,
      "grad_norm": 3.235810063653753,
      "learning_rate": 0.00014621027810059808,
      "loss": 4.2082,
      "step": 36868
    },
    {
      "epoch": 3.131923207611281,
      "grad_norm": 3.015916845052556,
      "learning_rate": 0.0001462034141274814,
      "loss": 3.7702,
      "step": 36869
    },
    {
      "epoch": 3.132008154943935,
      "grad_norm": 3.2155370259310594,
      "learning_rate": 0.00014619655016231967,
      "loss": 4.5735,
      "step": 36870
    },
    {
      "epoch": 3.1320931022765883,
      "grad_norm": 3.050745901031321,
      "learning_rate": 0.0001461896862051273,
      "loss": 3.8697,
      "step": 36871
    },
    {
      "epoch": 3.132178049609242,
      "grad_norm": 2.961367180897206,
      "learning_rate": 0.00014618282225591867,
      "loss": 3.0505,
      "step": 36872
    },
    {
      "epoch": 3.132262996941896,
      "grad_norm": 3.0588492650879227,
      "learning_rate": 0.00014617595831470823,
      "loss": 4.0251,
      "step": 36873
    },
    {
      "epoch": 3.13234794427455,
      "grad_norm": 2.8925157685401888,
      "learning_rate": 0.0001461690943815103,
      "loss": 3.3015,
      "step": 36874
    },
    {
      "epoch": 3.1324328916072037,
      "grad_norm": 2.8185926887457735,
      "learning_rate": 0.0001461622304563392,
      "loss": 2.856,
      "step": 36875
    },
    {
      "epoch": 3.132517838939857,
      "grad_norm": 3.3500026268029397,
      "learning_rate": 0.00014615536653920947,
      "loss": 4.125,
      "step": 36876
    },
    {
      "epoch": 3.132602786272511,
      "grad_norm": 3.140707474041923,
      "learning_rate": 0.00014614850263013537,
      "loss": 4.2672,
      "step": 36877
    },
    {
      "epoch": 3.132687733605165,
      "grad_norm": 3.038645839863162,
      "learning_rate": 0.0001461416387291313,
      "loss": 3.7173,
      "step": 36878
    },
    {
      "epoch": 3.1327726809378187,
      "grad_norm": 3.077807141022697,
      "learning_rate": 0.00014613477483621168,
      "loss": 3.9624,
      "step": 36879
    },
    {
      "epoch": 3.1328576282704725,
      "grad_norm": 3.079099914480448,
      "learning_rate": 0.0001461279109513909,
      "loss": 3.5629,
      "step": 36880
    },
    {
      "epoch": 3.132942575603126,
      "grad_norm": 2.9562925474023376,
      "learning_rate": 0.00014612104707468324,
      "loss": 3.5609,
      "step": 36881
    },
    {
      "epoch": 3.13302752293578,
      "grad_norm": 3.3171082875861484,
      "learning_rate": 0.0001461141832061032,
      "loss": 4.2056,
      "step": 36882
    },
    {
      "epoch": 3.1331124702684336,
      "grad_norm": 3.133817546422271,
      "learning_rate": 0.00014610731934566512,
      "loss": 4.0228,
      "step": 36883
    },
    {
      "epoch": 3.1331974176010875,
      "grad_norm": 3.081058171797539,
      "learning_rate": 0.00014610045549338335,
      "loss": 3.5624,
      "step": 36884
    },
    {
      "epoch": 3.133282364933741,
      "grad_norm": 3.112765799026184,
      "learning_rate": 0.0001460935916492723,
      "loss": 3.9654,
      "step": 36885
    },
    {
      "epoch": 3.1333673122663948,
      "grad_norm": 3.105600488425911,
      "learning_rate": 0.00014608672781334637,
      "loss": 3.3995,
      "step": 36886
    },
    {
      "epoch": 3.1334522595990486,
      "grad_norm": 3.118168419713672,
      "learning_rate": 0.00014607986398561994,
      "loss": 3.6196,
      "step": 36887
    },
    {
      "epoch": 3.1335372069317025,
      "grad_norm": 3.2887779774623094,
      "learning_rate": 0.00014607300016610734,
      "loss": 3.9589,
      "step": 36888
    },
    {
      "epoch": 3.133622154264356,
      "grad_norm": 3.001657302607705,
      "learning_rate": 0.00014606613635482306,
      "loss": 3.4496,
      "step": 36889
    },
    {
      "epoch": 3.1337071015970097,
      "grad_norm": 3.071857032721962,
      "learning_rate": 0.00014605927255178128,
      "loss": 3.628,
      "step": 36890
    },
    {
      "epoch": 3.1337920489296636,
      "grad_norm": 2.985617315384299,
      "learning_rate": 0.0001460524087569966,
      "loss": 3.4081,
      "step": 36891
    },
    {
      "epoch": 3.1338769962623174,
      "grad_norm": 3.0538740089003538,
      "learning_rate": 0.0001460455449704833,
      "loss": 3.7908,
      "step": 36892
    },
    {
      "epoch": 3.1339619435949713,
      "grad_norm": 3.230213725091002,
      "learning_rate": 0.00014603868119225573,
      "loss": 3.6334,
      "step": 36893
    },
    {
      "epoch": 3.1340468909276247,
      "grad_norm": 3.409611302455755,
      "learning_rate": 0.00014603181742232842,
      "loss": 4.6304,
      "step": 36894
    },
    {
      "epoch": 3.1341318382602785,
      "grad_norm": 3.274597037449428,
      "learning_rate": 0.00014602495366071558,
      "loss": 4.0121,
      "step": 36895
    },
    {
      "epoch": 3.1342167855929324,
      "grad_norm": 3.3393300602552305,
      "learning_rate": 0.0001460180899074316,
      "loss": 4.2025,
      "step": 36896
    },
    {
      "epoch": 3.1343017329255862,
      "grad_norm": 3.0864538098540666,
      "learning_rate": 0.00014601122616249098,
      "loss": 3.7388,
      "step": 36897
    },
    {
      "epoch": 3.13438668025824,
      "grad_norm": 3.0536666822362086,
      "learning_rate": 0.00014600436242590809,
      "loss": 3.4964,
      "step": 36898
    },
    {
      "epoch": 3.1344716275908935,
      "grad_norm": 3.0974483670665323,
      "learning_rate": 0.00014599749869769718,
      "loss": 3.7673,
      "step": 36899
    },
    {
      "epoch": 3.1345565749235473,
      "grad_norm": 3.0494696263254863,
      "learning_rate": 0.00014599063497787275,
      "loss": 3.7673,
      "step": 36900
    },
    {
      "epoch": 3.134641522256201,
      "grad_norm": 2.961945130198456,
      "learning_rate": 0.0001459837712664492,
      "loss": 3.4152,
      "step": 36901
    },
    {
      "epoch": 3.134726469588855,
      "grad_norm": 3.1397686401781124,
      "learning_rate": 0.0001459769075634408,
      "loss": 4.1502,
      "step": 36902
    },
    {
      "epoch": 3.134811416921509,
      "grad_norm": 2.944493873838012,
      "learning_rate": 0.00014597004386886195,
      "loss": 3.3659,
      "step": 36903
    },
    {
      "epoch": 3.1348963642541623,
      "grad_norm": 2.9675257673572415,
      "learning_rate": 0.0001459631801827271,
      "loss": 3.5163,
      "step": 36904
    },
    {
      "epoch": 3.134981311586816,
      "grad_norm": 3.1318195439789096,
      "learning_rate": 0.00014595631650505067,
      "loss": 3.9212,
      "step": 36905
    },
    {
      "epoch": 3.13506625891947,
      "grad_norm": 3.1063084799503566,
      "learning_rate": 0.00014594945283584693,
      "loss": 3.7732,
      "step": 36906
    },
    {
      "epoch": 3.135151206252124,
      "grad_norm": 3.18349280114676,
      "learning_rate": 0.00014594258917513032,
      "loss": 4.0491,
      "step": 36907
    },
    {
      "epoch": 3.1352361535847773,
      "grad_norm": 2.886641445964195,
      "learning_rate": 0.0001459357255229152,
      "loss": 3.1154,
      "step": 36908
    },
    {
      "epoch": 3.135321100917431,
      "grad_norm": 2.9107011598322647,
      "learning_rate": 0.0001459288618792159,
      "loss": 3.1099,
      "step": 36909
    },
    {
      "epoch": 3.135406048250085,
      "grad_norm": 3.1445323897345454,
      "learning_rate": 0.0001459219982440469,
      "loss": 3.9232,
      "step": 36910
    },
    {
      "epoch": 3.135490995582739,
      "grad_norm": 3.8795701580634057,
      "learning_rate": 0.00014591513461742253,
      "loss": 3.6226,
      "step": 36911
    },
    {
      "epoch": 3.1355759429153927,
      "grad_norm": 3.1416922718596867,
      "learning_rate": 0.00014590827099935722,
      "loss": 3.8188,
      "step": 36912
    },
    {
      "epoch": 3.135660890248046,
      "grad_norm": 3.309843091330862,
      "learning_rate": 0.00014590140738986532,
      "loss": 4.5378,
      "step": 36913
    },
    {
      "epoch": 3.1357458375807,
      "grad_norm": 3.2498934145613907,
      "learning_rate": 0.0001458945437889612,
      "loss": 4.5474,
      "step": 36914
    },
    {
      "epoch": 3.1358307849133538,
      "grad_norm": 3.1766949758758245,
      "learning_rate": 0.00014588768019665915,
      "loss": 3.8871,
      "step": 36915
    },
    {
      "epoch": 3.1359157322460076,
      "grad_norm": 3.0845408913971193,
      "learning_rate": 0.00014588081661297375,
      "loss": 3.8689,
      "step": 36916
    },
    {
      "epoch": 3.136000679578661,
      "grad_norm": 3.1060476794424043,
      "learning_rate": 0.00014587395303791926,
      "loss": 3.8355,
      "step": 36917
    },
    {
      "epoch": 3.136085626911315,
      "grad_norm": 3.1208041730311176,
      "learning_rate": 0.00014586708947151008,
      "loss": 3.9695,
      "step": 36918
    },
    {
      "epoch": 3.1361705742439687,
      "grad_norm": 3.3123305767059454,
      "learning_rate": 0.00014586022591376062,
      "loss": 4.4887,
      "step": 36919
    },
    {
      "epoch": 3.1362555215766226,
      "grad_norm": 3.027977904645143,
      "learning_rate": 0.00014585336236468517,
      "loss": 3.4507,
      "step": 36920
    },
    {
      "epoch": 3.1363404689092764,
      "grad_norm": 3.06036402726075,
      "learning_rate": 0.00014584649882429818,
      "loss": 4.0974,
      "step": 36921
    },
    {
      "epoch": 3.13642541624193,
      "grad_norm": 3.1556458323463112,
      "learning_rate": 0.00014583963529261404,
      "loss": 3.7654,
      "step": 36922
    },
    {
      "epoch": 3.1365103635745837,
      "grad_norm": 3.0684842504080234,
      "learning_rate": 0.00014583277176964714,
      "loss": 3.8756,
      "step": 36923
    },
    {
      "epoch": 3.1365953109072375,
      "grad_norm": 3.3940870127105147,
      "learning_rate": 0.00014582590825541183,
      "loss": 4.5685,
      "step": 36924
    },
    {
      "epoch": 3.1366802582398914,
      "grad_norm": 2.8916884048947056,
      "learning_rate": 0.00014581904474992254,
      "loss": 2.8323,
      "step": 36925
    },
    {
      "epoch": 3.1367652055725452,
      "grad_norm": 3.134677287986908,
      "learning_rate": 0.00014581218125319354,
      "loss": 4.0811,
      "step": 36926
    },
    {
      "epoch": 3.1368501529051986,
      "grad_norm": 3.0282840873700985,
      "learning_rate": 0.00014580531776523927,
      "loss": 3.5957,
      "step": 36927
    },
    {
      "epoch": 3.1369351002378525,
      "grad_norm": 3.218028991360837,
      "learning_rate": 0.00014579845428607416,
      "loss": 3.9576,
      "step": 36928
    },
    {
      "epoch": 3.1370200475705063,
      "grad_norm": 3.156724812494615,
      "learning_rate": 0.00014579159081571256,
      "loss": 4.1125,
      "step": 36929
    },
    {
      "epoch": 3.13710499490316,
      "grad_norm": 3.1977344605391473,
      "learning_rate": 0.00014578472735416885,
      "loss": 3.4631,
      "step": 36930
    },
    {
      "epoch": 3.1371899422358136,
      "grad_norm": 3.2459718761714504,
      "learning_rate": 0.00014577786390145738,
      "loss": 4.2706,
      "step": 36931
    },
    {
      "epoch": 3.1372748895684675,
      "grad_norm": 3.182806021222127,
      "learning_rate": 0.00014577100045759262,
      "loss": 3.9939,
      "step": 36932
    },
    {
      "epoch": 3.1373598369011213,
      "grad_norm": 3.0967072796900936,
      "learning_rate": 0.00014576413702258875,
      "loss": 3.9025,
      "step": 36933
    },
    {
      "epoch": 3.137444784233775,
      "grad_norm": 2.9342631580216114,
      "learning_rate": 0.0001457572735964604,
      "loss": 3.4209,
      "step": 36934
    },
    {
      "epoch": 3.137529731566429,
      "grad_norm": 3.0725645850459964,
      "learning_rate": 0.0001457504101792218,
      "loss": 3.7341,
      "step": 36935
    },
    {
      "epoch": 3.1376146788990824,
      "grad_norm": 3.065833495571803,
      "learning_rate": 0.0001457435467708874,
      "loss": 4.0304,
      "step": 36936
    },
    {
      "epoch": 3.1376996262317363,
      "grad_norm": 3.0618116400296236,
      "learning_rate": 0.00014573668337147154,
      "loss": 3.7594,
      "step": 36937
    },
    {
      "epoch": 3.13778457356439,
      "grad_norm": 3.344734129824989,
      "learning_rate": 0.00014572981998098859,
      "loss": 4.2292,
      "step": 36938
    },
    {
      "epoch": 3.137869520897044,
      "grad_norm": 3.253087814701192,
      "learning_rate": 0.00014572295659945293,
      "loss": 4.2444,
      "step": 36939
    },
    {
      "epoch": 3.1379544682296974,
      "grad_norm": 3.2902705927142932,
      "learning_rate": 0.000145716093226879,
      "loss": 4.4525,
      "step": 36940
    },
    {
      "epoch": 3.138039415562351,
      "grad_norm": 3.1604880343873085,
      "learning_rate": 0.00014570922986328118,
      "loss": 4.019,
      "step": 36941
    },
    {
      "epoch": 3.138124362895005,
      "grad_norm": 3.1752850769982324,
      "learning_rate": 0.00014570236650867377,
      "loss": 4.1753,
      "step": 36942
    },
    {
      "epoch": 3.138209310227659,
      "grad_norm": 3.0468952623508434,
      "learning_rate": 0.00014569550316307123,
      "loss": 3.41,
      "step": 36943
    },
    {
      "epoch": 3.1382942575603128,
      "grad_norm": 3.4627689762945124,
      "learning_rate": 0.0001456886398264879,
      "loss": 3.6746,
      "step": 36944
    },
    {
      "epoch": 3.138379204892966,
      "grad_norm": 3.120041929842556,
      "learning_rate": 0.00014568177649893814,
      "loss": 3.9627,
      "step": 36945
    },
    {
      "epoch": 3.13846415222562,
      "grad_norm": 3.187115547942328,
      "learning_rate": 0.0001456749131804363,
      "loss": 3.5943,
      "step": 36946
    },
    {
      "epoch": 3.138549099558274,
      "grad_norm": 3.248744481597635,
      "learning_rate": 0.00014566804987099696,
      "loss": 3.8571,
      "step": 36947
    },
    {
      "epoch": 3.1386340468909277,
      "grad_norm": 3.3567092307487654,
      "learning_rate": 0.00014566118657063427,
      "loss": 4.3878,
      "step": 36948
    },
    {
      "epoch": 3.1387189942235816,
      "grad_norm": 2.9406525184187235,
      "learning_rate": 0.0001456543232793627,
      "loss": 3.3251,
      "step": 36949
    },
    {
      "epoch": 3.138803941556235,
      "grad_norm": 3.0638463991935176,
      "learning_rate": 0.0001456474599971967,
      "loss": 3.6101,
      "step": 36950
    },
    {
      "epoch": 3.138888888888889,
      "grad_norm": 3.162646995719585,
      "learning_rate": 0.0001456405967241505,
      "loss": 4.0483,
      "step": 36951
    },
    {
      "epoch": 3.1389738362215427,
      "grad_norm": 2.964228383423597,
      "learning_rate": 0.00014563373346023856,
      "loss": 3.2579,
      "step": 36952
    },
    {
      "epoch": 3.1390587835541965,
      "grad_norm": 3.1911659680460867,
      "learning_rate": 0.0001456268702054753,
      "loss": 4.2703,
      "step": 36953
    },
    {
      "epoch": 3.13914373088685,
      "grad_norm": 3.2376513962195577,
      "learning_rate": 0.0001456200069598751,
      "loss": 4.1557,
      "step": 36954
    },
    {
      "epoch": 3.139228678219504,
      "grad_norm": 3.0730195200415356,
      "learning_rate": 0.00014561314372345225,
      "loss": 3.5567,
      "step": 36955
    },
    {
      "epoch": 3.1393136255521576,
      "grad_norm": 3.0271014021588942,
      "learning_rate": 0.0001456062804962212,
      "loss": 4.0057,
      "step": 36956
    },
    {
      "epoch": 3.1393985728848115,
      "grad_norm": 3.086882283846747,
      "learning_rate": 0.00014559941727819634,
      "loss": 3.9826,
      "step": 36957
    },
    {
      "epoch": 3.1394835202174654,
      "grad_norm": 2.9175129496646997,
      "learning_rate": 0.00014559255406939198,
      "loss": 3.235,
      "step": 36958
    },
    {
      "epoch": 3.1395684675501188,
      "grad_norm": 3.290587238037591,
      "learning_rate": 0.00014558569086982253,
      "loss": 3.1892,
      "step": 36959
    },
    {
      "epoch": 3.1396534148827726,
      "grad_norm": 3.218088370000772,
      "learning_rate": 0.00014557882767950243,
      "loss": 3.4894,
      "step": 36960
    },
    {
      "epoch": 3.1397383622154265,
      "grad_norm": 3.0733682874355557,
      "learning_rate": 0.00014557196449844605,
      "loss": 4.1955,
      "step": 36961
    },
    {
      "epoch": 3.1398233095480803,
      "grad_norm": 3.3377285077975123,
      "learning_rate": 0.00014556510132666768,
      "loss": 4.1452,
      "step": 36962
    },
    {
      "epoch": 3.1399082568807337,
      "grad_norm": 3.2301703174780334,
      "learning_rate": 0.00014555823816418177,
      "loss": 4.0028,
      "step": 36963
    },
    {
      "epoch": 3.1399932042133876,
      "grad_norm": 3.352670453378328,
      "learning_rate": 0.00014555137501100267,
      "loss": 4.3522,
      "step": 36964
    },
    {
      "epoch": 3.1400781515460414,
      "grad_norm": 3.4445406362003483,
      "learning_rate": 0.00014554451186714484,
      "loss": 4.5594,
      "step": 36965
    },
    {
      "epoch": 3.1401630988786953,
      "grad_norm": 3.078139852678866,
      "learning_rate": 0.00014553764873262255,
      "loss": 3.7471,
      "step": 36966
    },
    {
      "epoch": 3.140248046211349,
      "grad_norm": 3.006966045656589,
      "learning_rate": 0.0001455307856074502,
      "loss": 3.5862,
      "step": 36967
    },
    {
      "epoch": 3.1403329935440025,
      "grad_norm": 2.7915908037557697,
      "learning_rate": 0.0001455239224916423,
      "loss": 2.8608,
      "step": 36968
    },
    {
      "epoch": 3.1404179408766564,
      "grad_norm": 3.1869619315232995,
      "learning_rate": 0.00014551705938521307,
      "loss": 3.6062,
      "step": 36969
    },
    {
      "epoch": 3.1405028882093102,
      "grad_norm": 3.2828322279325306,
      "learning_rate": 0.0001455101962881769,
      "loss": 3.8504,
      "step": 36970
    },
    {
      "epoch": 3.140587835541964,
      "grad_norm": 3.0783745079117013,
      "learning_rate": 0.00014550333320054827,
      "loss": 3.7391,
      "step": 36971
    },
    {
      "epoch": 3.140672782874618,
      "grad_norm": 3.294904376536958,
      "learning_rate": 0.00014549647012234156,
      "loss": 3.8012,
      "step": 36972
    },
    {
      "epoch": 3.1407577302072713,
      "grad_norm": 3.2405327612729957,
      "learning_rate": 0.00014548960705357104,
      "loss": 4.2612,
      "step": 36973
    },
    {
      "epoch": 3.140842677539925,
      "grad_norm": 3.092588632704022,
      "learning_rate": 0.00014548274399425116,
      "loss": 3.5806,
      "step": 36974
    },
    {
      "epoch": 3.140927624872579,
      "grad_norm": 3.113153166137463,
      "learning_rate": 0.00014547588094439631,
      "loss": 4.1789,
      "step": 36975
    },
    {
      "epoch": 3.141012572205233,
      "grad_norm": 2.964493979175974,
      "learning_rate": 0.0001454690179040208,
      "loss": 3.2472,
      "step": 36976
    },
    {
      "epoch": 3.1410975195378867,
      "grad_norm": 3.001277182958673,
      "learning_rate": 0.0001454621548731391,
      "loss": 3.2245,
      "step": 36977
    },
    {
      "epoch": 3.14118246687054,
      "grad_norm": 3.273830106094485,
      "learning_rate": 0.00014545529185176556,
      "loss": 4.1845,
      "step": 36978
    },
    {
      "epoch": 3.141267414203194,
      "grad_norm": 3.4354013685526477,
      "learning_rate": 0.00014544842883991454,
      "loss": 4.7864,
      "step": 36979
    },
    {
      "epoch": 3.141352361535848,
      "grad_norm": 3.0315202393753355,
      "learning_rate": 0.00014544156583760047,
      "loss": 3.305,
      "step": 36980
    },
    {
      "epoch": 3.1414373088685017,
      "grad_norm": 2.9987069925782968,
      "learning_rate": 0.00014543470284483762,
      "loss": 3.31,
      "step": 36981
    },
    {
      "epoch": 3.141522256201155,
      "grad_norm": 3.1058027106045416,
      "learning_rate": 0.00014542783986164047,
      "loss": 4.0018,
      "step": 36982
    },
    {
      "epoch": 3.141607203533809,
      "grad_norm": 3.133470111340883,
      "learning_rate": 0.0001454209768880234,
      "loss": 3.8758,
      "step": 36983
    },
    {
      "epoch": 3.141692150866463,
      "grad_norm": 2.9779249634431686,
      "learning_rate": 0.00014541411392400073,
      "loss": 3.1985,
      "step": 36984
    },
    {
      "epoch": 3.1417770981991167,
      "grad_norm": 2.913257655475319,
      "learning_rate": 0.0001454072509695869,
      "loss": 3.4925,
      "step": 36985
    },
    {
      "epoch": 3.1418620455317705,
      "grad_norm": 3.5922744274971827,
      "learning_rate": 0.00014540038802479625,
      "loss": 3.9136,
      "step": 36986
    },
    {
      "epoch": 3.141946992864424,
      "grad_norm": 3.3548374209298353,
      "learning_rate": 0.00014539352508964316,
      "loss": 4.2321,
      "step": 36987
    },
    {
      "epoch": 3.1420319401970778,
      "grad_norm": 2.9901320505053093,
      "learning_rate": 0.000145386662164142,
      "loss": 3.5563,
      "step": 36988
    },
    {
      "epoch": 3.1421168875297316,
      "grad_norm": 3.2923567749509437,
      "learning_rate": 0.0001453797992483072,
      "loss": 3.243,
      "step": 36989
    },
    {
      "epoch": 3.1422018348623855,
      "grad_norm": 3.0916911744403706,
      "learning_rate": 0.00014537293634215315,
      "loss": 3.9406,
      "step": 36990
    },
    {
      "epoch": 3.142286782195039,
      "grad_norm": 3.2365197231312033,
      "learning_rate": 0.00014536607344569415,
      "loss": 3.8482,
      "step": 36991
    },
    {
      "epoch": 3.1423717295276927,
      "grad_norm": 3.122931667117934,
      "learning_rate": 0.00014535921055894462,
      "loss": 4.1798,
      "step": 36992
    },
    {
      "epoch": 3.1424566768603466,
      "grad_norm": 3.1319761369343584,
      "learning_rate": 0.00014535234768191897,
      "loss": 3.7915,
      "step": 36993
    },
    {
      "epoch": 3.1425416241930004,
      "grad_norm": 3.1601136663523812,
      "learning_rate": 0.00014534548481463151,
      "loss": 3.9791,
      "step": 36994
    },
    {
      "epoch": 3.1426265715256543,
      "grad_norm": 3.1235290104314646,
      "learning_rate": 0.00014533862195709667,
      "loss": 4.0399,
      "step": 36995
    },
    {
      "epoch": 3.1427115188583077,
      "grad_norm": 3.2776537561801296,
      "learning_rate": 0.00014533175910932882,
      "loss": 4.362,
      "step": 36996
    },
    {
      "epoch": 3.1427964661909615,
      "grad_norm": 2.8896624159771656,
      "learning_rate": 0.00014532489627134236,
      "loss": 3.1839,
      "step": 36997
    },
    {
      "epoch": 3.1428814135236154,
      "grad_norm": 3.244674504917162,
      "learning_rate": 0.00014531803344315164,
      "loss": 3.9963,
      "step": 36998
    },
    {
      "epoch": 3.1429663608562692,
      "grad_norm": 2.8374180127102893,
      "learning_rate": 0.00014531117062477106,
      "loss": 2.916,
      "step": 36999
    },
    {
      "epoch": 3.143051308188923,
      "grad_norm": 3.1224449251818647,
      "learning_rate": 0.000145304307816215,
      "loss": 4.1401,
      "step": 37000
    },
    {
      "epoch": 3.1431362555215765,
      "grad_norm": 3.0464303916054374,
      "learning_rate": 0.00014529744501749778,
      "loss": 3.4721,
      "step": 37001
    },
    {
      "epoch": 3.1432212028542303,
      "grad_norm": 3.1478229838330396,
      "learning_rate": 0.00014529058222863384,
      "loss": 3.7355,
      "step": 37002
    },
    {
      "epoch": 3.143306150186884,
      "grad_norm": 3.075322785003083,
      "learning_rate": 0.00014528371944963757,
      "loss": 3.9085,
      "step": 37003
    },
    {
      "epoch": 3.143391097519538,
      "grad_norm": 3.245220751477722,
      "learning_rate": 0.00014527685668052332,
      "loss": 4.2742,
      "step": 37004
    },
    {
      "epoch": 3.1434760448521915,
      "grad_norm": 3.0496613330441558,
      "learning_rate": 0.00014526999392130548,
      "loss": 3.3438,
      "step": 37005
    },
    {
      "epoch": 3.1435609921848453,
      "grad_norm": 3.1102911003742784,
      "learning_rate": 0.00014526313117199842,
      "loss": 3.7918,
      "step": 37006
    },
    {
      "epoch": 3.143645939517499,
      "grad_norm": 3.1442033675578944,
      "learning_rate": 0.00014525626843261651,
      "loss": 3.8497,
      "step": 37007
    },
    {
      "epoch": 3.143730886850153,
      "grad_norm": 3.2554696951508446,
      "learning_rate": 0.0001452494057031742,
      "loss": 4.0909,
      "step": 37008
    },
    {
      "epoch": 3.143815834182807,
      "grad_norm": 3.0762088404656023,
      "learning_rate": 0.00014524254298368578,
      "loss": 3.6949,
      "step": 37009
    },
    {
      "epoch": 3.1439007815154603,
      "grad_norm": 3.215019234680312,
      "learning_rate": 0.00014523568027416565,
      "loss": 3.8135,
      "step": 37010
    },
    {
      "epoch": 3.143985728848114,
      "grad_norm": 3.1242147692112394,
      "learning_rate": 0.00014522881757462826,
      "loss": 4.1694,
      "step": 37011
    },
    {
      "epoch": 3.144070676180768,
      "grad_norm": 3.404801197294643,
      "learning_rate": 0.0001452219548850879,
      "loss": 3.543,
      "step": 37012
    },
    {
      "epoch": 3.144155623513422,
      "grad_norm": 3.214741083634181,
      "learning_rate": 0.00014521509220555894,
      "loss": 3.6502,
      "step": 37013
    },
    {
      "epoch": 3.1442405708460752,
      "grad_norm": 3.0466324526276516,
      "learning_rate": 0.00014520822953605582,
      "loss": 3.9589,
      "step": 37014
    },
    {
      "epoch": 3.144325518178729,
      "grad_norm": 3.175287123241418,
      "learning_rate": 0.00014520136687659296,
      "loss": 3.9444,
      "step": 37015
    },
    {
      "epoch": 3.144410465511383,
      "grad_norm": 3.262176198088242,
      "learning_rate": 0.00014519450422718463,
      "loss": 3.9113,
      "step": 37016
    },
    {
      "epoch": 3.1444954128440368,
      "grad_norm": 3.0409263817090313,
      "learning_rate": 0.0001451876415878453,
      "loss": 3.7237,
      "step": 37017
    },
    {
      "epoch": 3.1445803601766906,
      "grad_norm": 3.1721243172878393,
      "learning_rate": 0.0001451807789585893,
      "loss": 3.8941,
      "step": 37018
    },
    {
      "epoch": 3.144665307509344,
      "grad_norm": 3.150503145238081,
      "learning_rate": 0.00014517391633943094,
      "loss": 3.816,
      "step": 37019
    },
    {
      "epoch": 3.144750254841998,
      "grad_norm": 3.15758075590115,
      "learning_rate": 0.00014516705373038475,
      "loss": 4.1387,
      "step": 37020
    },
    {
      "epoch": 3.1448352021746517,
      "grad_norm": 3.3903068752027488,
      "learning_rate": 0.00014516019113146504,
      "loss": 4.4477,
      "step": 37021
    },
    {
      "epoch": 3.1449201495073056,
      "grad_norm": 3.0900662210046215,
      "learning_rate": 0.0001451533285426862,
      "loss": 3.271,
      "step": 37022
    },
    {
      "epoch": 3.1450050968399594,
      "grad_norm": 3.139209593585749,
      "learning_rate": 0.00014514646596406255,
      "loss": 3.9067,
      "step": 37023
    },
    {
      "epoch": 3.145090044172613,
      "grad_norm": 3.277606691357788,
      "learning_rate": 0.0001451396033956086,
      "loss": 3.8086,
      "step": 37024
    },
    {
      "epoch": 3.1451749915052667,
      "grad_norm": 3.2608762322073854,
      "learning_rate": 0.0001451327408373385,
      "loss": 3.7815,
      "step": 37025
    },
    {
      "epoch": 3.1452599388379205,
      "grad_norm": 3.0826035167282897,
      "learning_rate": 0.00014512587828926688,
      "loss": 3.884,
      "step": 37026
    },
    {
      "epoch": 3.1453448861705744,
      "grad_norm": 3.1387534229378473,
      "learning_rate": 0.00014511901575140797,
      "loss": 4.1812,
      "step": 37027
    },
    {
      "epoch": 3.145429833503228,
      "grad_norm": 3.323663521154997,
      "learning_rate": 0.0001451121532237762,
      "loss": 4.067,
      "step": 37028
    },
    {
      "epoch": 3.1455147808358817,
      "grad_norm": 3.130756991214228,
      "learning_rate": 0.000145105290706386,
      "loss": 4.0579,
      "step": 37029
    },
    {
      "epoch": 3.1455997281685355,
      "grad_norm": 2.868702448870023,
      "learning_rate": 0.0001450984281992516,
      "loss": 2.863,
      "step": 37030
    },
    {
      "epoch": 3.1456846755011894,
      "grad_norm": 2.821559776370856,
      "learning_rate": 0.0001450915657023875,
      "loss": 3.0278,
      "step": 37031
    },
    {
      "epoch": 3.145769622833843,
      "grad_norm": 3.1511092189787124,
      "learning_rate": 0.00014508470321580804,
      "loss": 3.7359,
      "step": 37032
    },
    {
      "epoch": 3.1458545701664966,
      "grad_norm": 3.0812867738946714,
      "learning_rate": 0.00014507784073952766,
      "loss": 3.919,
      "step": 37033
    },
    {
      "epoch": 3.1459395174991505,
      "grad_norm": 3.04327532020664,
      "learning_rate": 0.00014507097827356065,
      "loss": 3.746,
      "step": 37034
    },
    {
      "epoch": 3.1460244648318043,
      "grad_norm": 3.1528135990260404,
      "learning_rate": 0.00014506411581792142,
      "loss": 3.8397,
      "step": 37035
    },
    {
      "epoch": 3.146109412164458,
      "grad_norm": 3.0180896016458685,
      "learning_rate": 0.00014505725337262437,
      "loss": 3.5339,
      "step": 37036
    },
    {
      "epoch": 3.1461943594971116,
      "grad_norm": 3.2222359817108774,
      "learning_rate": 0.00014505039093768384,
      "loss": 4.0197,
      "step": 37037
    },
    {
      "epoch": 3.1462793068297654,
      "grad_norm": 3.081420822666012,
      "learning_rate": 0.00014504352851311421,
      "loss": 4.1905,
      "step": 37038
    },
    {
      "epoch": 3.1463642541624193,
      "grad_norm": 3.14210741837693,
      "learning_rate": 0.0001450366660989299,
      "loss": 3.8401,
      "step": 37039
    },
    {
      "epoch": 3.146449201495073,
      "grad_norm": 2.891748424429212,
      "learning_rate": 0.0001450298036951453,
      "loss": 3.0922,
      "step": 37040
    },
    {
      "epoch": 3.146534148827727,
      "grad_norm": 3.133703585890526,
      "learning_rate": 0.00014502294130177475,
      "loss": 3.6562,
      "step": 37041
    },
    {
      "epoch": 3.1466190961603804,
      "grad_norm": 3.103844265439488,
      "learning_rate": 0.00014501607891883263,
      "loss": 3.8134,
      "step": 37042
    },
    {
      "epoch": 3.1467040434930342,
      "grad_norm": 3.1623805190964087,
      "learning_rate": 0.0001450092165463333,
      "loss": 4.1098,
      "step": 37043
    },
    {
      "epoch": 3.146788990825688,
      "grad_norm": 2.9346627411891406,
      "learning_rate": 0.00014500235418429117,
      "loss": 3.3816,
      "step": 37044
    },
    {
      "epoch": 3.146873938158342,
      "grad_norm": 3.119280931029195,
      "learning_rate": 0.0001449954918327206,
      "loss": 3.9273,
      "step": 37045
    },
    {
      "epoch": 3.146958885490996,
      "grad_norm": 3.157877338702049,
      "learning_rate": 0.000144988629491636,
      "loss": 3.6067,
      "step": 37046
    },
    {
      "epoch": 3.147043832823649,
      "grad_norm": 2.9813472165066948,
      "learning_rate": 0.00014498176716105178,
      "loss": 3.3059,
      "step": 37047
    },
    {
      "epoch": 3.147128780156303,
      "grad_norm": 3.3983028431478717,
      "learning_rate": 0.0001449749048409822,
      "loss": 4.6487,
      "step": 37048
    },
    {
      "epoch": 3.147213727488957,
      "grad_norm": 3.1744233567524827,
      "learning_rate": 0.0001449680425314418,
      "loss": 3.7368,
      "step": 37049
    },
    {
      "epoch": 3.1472986748216107,
      "grad_norm": 3.0393902436288687,
      "learning_rate": 0.0001449611802324447,
      "loss": 3.9017,
      "step": 37050
    },
    {
      "epoch": 3.147383622154264,
      "grad_norm": 3.405330423725592,
      "learning_rate": 0.00014495431794400558,
      "loss": 4.5455,
      "step": 37051
    },
    {
      "epoch": 3.147468569486918,
      "grad_norm": 3.1627303920908445,
      "learning_rate": 0.00014494745566613862,
      "loss": 3.9907,
      "step": 37052
    },
    {
      "epoch": 3.147553516819572,
      "grad_norm": 3.017096239939344,
      "learning_rate": 0.00014494059339885832,
      "loss": 3.6052,
      "step": 37053
    },
    {
      "epoch": 3.1476384641522257,
      "grad_norm": 3.1717767280706255,
      "learning_rate": 0.00014493373114217898,
      "loss": 4.2185,
      "step": 37054
    },
    {
      "epoch": 3.1477234114848796,
      "grad_norm": 3.0540524718692184,
      "learning_rate": 0.00014492686889611497,
      "loss": 3.2152,
      "step": 37055
    },
    {
      "epoch": 3.147808358817533,
      "grad_norm": 3.405781421491588,
      "learning_rate": 0.00014492000666068068,
      "loss": 4.2338,
      "step": 37056
    },
    {
      "epoch": 3.147893306150187,
      "grad_norm": 3.325935840890459,
      "learning_rate": 0.0001449131444358905,
      "loss": 4.4282,
      "step": 37057
    },
    {
      "epoch": 3.1479782534828407,
      "grad_norm": 3.362612396580977,
      "learning_rate": 0.00014490628222175891,
      "loss": 4.2658,
      "step": 37058
    },
    {
      "epoch": 3.1480632008154945,
      "grad_norm": 3.079514240373683,
      "learning_rate": 0.00014489942001830012,
      "loss": 3.6853,
      "step": 37059
    },
    {
      "epoch": 3.148148148148148,
      "grad_norm": 3.124767970445578,
      "learning_rate": 0.00014489255782552864,
      "loss": 3.8449,
      "step": 37060
    },
    {
      "epoch": 3.1482330954808018,
      "grad_norm": 3.1576371256436926,
      "learning_rate": 0.00014488569564345872,
      "loss": 4.1419,
      "step": 37061
    },
    {
      "epoch": 3.1483180428134556,
      "grad_norm": 3.0655708417342393,
      "learning_rate": 0.00014487883347210481,
      "loss": 3.6947,
      "step": 37062
    },
    {
      "epoch": 3.1484029901461095,
      "grad_norm": 3.1253406781712982,
      "learning_rate": 0.00014487197131148128,
      "loss": 3.5756,
      "step": 37063
    },
    {
      "epoch": 3.1484879374787633,
      "grad_norm": 3.156765498243653,
      "learning_rate": 0.00014486510916160257,
      "loss": 3.6188,
      "step": 37064
    },
    {
      "epoch": 3.1485728848114167,
      "grad_norm": 2.954564226636769,
      "learning_rate": 0.00014485824702248297,
      "loss": 3.382,
      "step": 37065
    },
    {
      "epoch": 3.1486578321440706,
      "grad_norm": 2.9468416167305094,
      "learning_rate": 0.0001448513848941369,
      "loss": 3.2054,
      "step": 37066
    },
    {
      "epoch": 3.1487427794767244,
      "grad_norm": 3.175778144093125,
      "learning_rate": 0.00014484452277657874,
      "loss": 3.889,
      "step": 37067
    },
    {
      "epoch": 3.1488277268093783,
      "grad_norm": 3.1662947269683284,
      "learning_rate": 0.00014483766066982276,
      "loss": 3.8758,
      "step": 37068
    },
    {
      "epoch": 3.148912674142032,
      "grad_norm": 2.9538597685093237,
      "learning_rate": 0.00014483079857388357,
      "loss": 3.1383,
      "step": 37069
    },
    {
      "epoch": 3.1489976214746855,
      "grad_norm": 3.0088071001039025,
      "learning_rate": 0.00014482393648877534,
      "loss": 3.4267,
      "step": 37070
    },
    {
      "epoch": 3.1490825688073394,
      "grad_norm": 3.0284342652918523,
      "learning_rate": 0.00014481707441451258,
      "loss": 3.6725,
      "step": 37071
    },
    {
      "epoch": 3.1491675161399932,
      "grad_norm": 3.1115345841067064,
      "learning_rate": 0.00014481021235110956,
      "loss": 3.6555,
      "step": 37072
    },
    {
      "epoch": 3.149252463472647,
      "grad_norm": 3.1162990991141384,
      "learning_rate": 0.0001448033502985807,
      "loss": 4.0256,
      "step": 37073
    },
    {
      "epoch": 3.149337410805301,
      "grad_norm": 3.1067210082727694,
      "learning_rate": 0.00014479648825694037,
      "loss": 3.6731,
      "step": 37074
    },
    {
      "epoch": 3.1494223581379543,
      "grad_norm": 3.009127563179516,
      "learning_rate": 0.00014478962622620299,
      "loss": 3.3813,
      "step": 37075
    },
    {
      "epoch": 3.149507305470608,
      "grad_norm": 3.341891145029913,
      "learning_rate": 0.00014478276420638295,
      "loss": 4.5483,
      "step": 37076
    },
    {
      "epoch": 3.149592252803262,
      "grad_norm": 3.0766501010086094,
      "learning_rate": 0.00014477590219749454,
      "loss": 3.658,
      "step": 37077
    },
    {
      "epoch": 3.149677200135916,
      "grad_norm": 3.178942223145116,
      "learning_rate": 0.00014476904019955223,
      "loss": 3.8438,
      "step": 37078
    },
    {
      "epoch": 3.1497621474685693,
      "grad_norm": 3.01168049761835,
      "learning_rate": 0.00014476217821257032,
      "loss": 3.8401,
      "step": 37079
    },
    {
      "epoch": 3.149847094801223,
      "grad_norm": 3.1574849567554817,
      "learning_rate": 0.00014475531623656324,
      "loss": 3.988,
      "step": 37080
    },
    {
      "epoch": 3.149932042133877,
      "grad_norm": 3.2929782794314075,
      "learning_rate": 0.0001447484542715453,
      "loss": 3.9104,
      "step": 37081
    },
    {
      "epoch": 3.150016989466531,
      "grad_norm": 2.9686221070981005,
      "learning_rate": 0.000144741592317531,
      "loss": 3.4078,
      "step": 37082
    },
    {
      "epoch": 3.1501019367991847,
      "grad_norm": 3.2137561705002957,
      "learning_rate": 0.00014473473037453463,
      "loss": 4.101,
      "step": 37083
    },
    {
      "epoch": 3.150186884131838,
      "grad_norm": 3.086549362660242,
      "learning_rate": 0.00014472786844257058,
      "loss": 4.0439,
      "step": 37084
    },
    {
      "epoch": 3.150271831464492,
      "grad_norm": 3.077729811425637,
      "learning_rate": 0.00014472100652165325,
      "loss": 3.4445,
      "step": 37085
    },
    {
      "epoch": 3.150356778797146,
      "grad_norm": 3.117887331801785,
      "learning_rate": 0.00014471414461179698,
      "loss": 4.1118,
      "step": 37086
    },
    {
      "epoch": 3.1504417261297997,
      "grad_norm": 3.0607241310706947,
      "learning_rate": 0.00014470728271301613,
      "loss": 3.6453,
      "step": 37087
    },
    {
      "epoch": 3.150526673462453,
      "grad_norm": 3.1109013141441033,
      "learning_rate": 0.00014470042082532516,
      "loss": 3.8494,
      "step": 37088
    },
    {
      "epoch": 3.150611620795107,
      "grad_norm": 3.0836798120287345,
      "learning_rate": 0.00014469355894873841,
      "loss": 3.9276,
      "step": 37089
    },
    {
      "epoch": 3.1506965681277608,
      "grad_norm": 3.3862551227695596,
      "learning_rate": 0.00014468669708327025,
      "loss": 4.2758,
      "step": 37090
    },
    {
      "epoch": 3.1507815154604146,
      "grad_norm": 2.8351609669859594,
      "learning_rate": 0.00014467983522893505,
      "loss": 2.9755,
      "step": 37091
    },
    {
      "epoch": 3.1508664627930685,
      "grad_norm": 3.2072376301432475,
      "learning_rate": 0.00014467297338574724,
      "loss": 3.9969,
      "step": 37092
    },
    {
      "epoch": 3.150951410125722,
      "grad_norm": 3.0049593010227693,
      "learning_rate": 0.00014466611155372107,
      "loss": 3.2808,
      "step": 37093
    },
    {
      "epoch": 3.1510363574583757,
      "grad_norm": 3.186280298035965,
      "learning_rate": 0.00014465924973287105,
      "loss": 4.0012,
      "step": 37094
    },
    {
      "epoch": 3.1511213047910296,
      "grad_norm": 3.454258481101007,
      "learning_rate": 0.00014465238792321148,
      "loss": 4.6065,
      "step": 37095
    },
    {
      "epoch": 3.1512062521236834,
      "grad_norm": 3.16339655347865,
      "learning_rate": 0.00014464552612475682,
      "loss": 4.1243,
      "step": 37096
    },
    {
      "epoch": 3.1512911994563373,
      "grad_norm": 3.0182420800098164,
      "learning_rate": 0.00014463866433752135,
      "loss": 3.8347,
      "step": 37097
    },
    {
      "epoch": 3.1513761467889907,
      "grad_norm": 2.9326756659777646,
      "learning_rate": 0.0001446318025615195,
      "loss": 3.1498,
      "step": 37098
    },
    {
      "epoch": 3.1514610941216445,
      "grad_norm": 2.988615492756019,
      "learning_rate": 0.00014462494079676562,
      "loss": 3.2858,
      "step": 37099
    },
    {
      "epoch": 3.1515460414542984,
      "grad_norm": 3.247735901907802,
      "learning_rate": 0.00014461807904327418,
      "loss": 3.2722,
      "step": 37100
    },
    {
      "epoch": 3.1516309887869522,
      "grad_norm": 3.253179195062779,
      "learning_rate": 0.00014461121730105942,
      "loss": 4.2504,
      "step": 37101
    },
    {
      "epoch": 3.1517159361196057,
      "grad_norm": 2.9983011375012945,
      "learning_rate": 0.0001446043555701358,
      "loss": 3.2581,
      "step": 37102
    },
    {
      "epoch": 3.1518008834522595,
      "grad_norm": 3.268016778928493,
      "learning_rate": 0.00014459749385051772,
      "loss": 4.4266,
      "step": 37103
    },
    {
      "epoch": 3.1518858307849134,
      "grad_norm": 2.968459187755059,
      "learning_rate": 0.00014459063214221948,
      "loss": 3.2567,
      "step": 37104
    },
    {
      "epoch": 3.151970778117567,
      "grad_norm": 3.119845374496202,
      "learning_rate": 0.00014458377044525544,
      "loss": 3.7169,
      "step": 37105
    },
    {
      "epoch": 3.152055725450221,
      "grad_norm": 3.1031812255556184,
      "learning_rate": 0.00014457690875964007,
      "loss": 3.9305,
      "step": 37106
    },
    {
      "epoch": 3.1521406727828745,
      "grad_norm": 3.207556325149721,
      "learning_rate": 0.0001445700470853878,
      "loss": 3.9804,
      "step": 37107
    },
    {
      "epoch": 3.1522256201155283,
      "grad_norm": 3.275503994699988,
      "learning_rate": 0.0001445631854225128,
      "loss": 3.8683,
      "step": 37108
    },
    {
      "epoch": 3.152310567448182,
      "grad_norm": 2.9713614266539228,
      "learning_rate": 0.0001445563237710296,
      "loss": 3.6637,
      "step": 37109
    },
    {
      "epoch": 3.152395514780836,
      "grad_norm": 3.199081969595053,
      "learning_rate": 0.00014454946213095257,
      "loss": 4.3902,
      "step": 37110
    },
    {
      "epoch": 3.1524804621134894,
      "grad_norm": 3.422000828819383,
      "learning_rate": 0.000144542600502296,
      "loss": 4.5931,
      "step": 37111
    },
    {
      "epoch": 3.1525654094461433,
      "grad_norm": 3.3724528732774015,
      "learning_rate": 0.00014453573888507435,
      "loss": 4.3616,
      "step": 37112
    },
    {
      "epoch": 3.152650356778797,
      "grad_norm": 3.1168356814327796,
      "learning_rate": 0.000144528877279302,
      "loss": 3.8023,
      "step": 37113
    },
    {
      "epoch": 3.152735304111451,
      "grad_norm": 3.1389676524124375,
      "learning_rate": 0.0001445220156849933,
      "loss": 3.5658,
      "step": 37114
    },
    {
      "epoch": 3.152820251444105,
      "grad_norm": 3.1990946503510975,
      "learning_rate": 0.0001445151541021626,
      "loss": 4.2233,
      "step": 37115
    },
    {
      "epoch": 3.1529051987767582,
      "grad_norm": 3.0709376151736074,
      "learning_rate": 0.0001445082925308243,
      "loss": 3.8025,
      "step": 37116
    },
    {
      "epoch": 3.152990146109412,
      "grad_norm": 3.119694085813189,
      "learning_rate": 0.00014450143097099273,
      "loss": 4.0081,
      "step": 37117
    },
    {
      "epoch": 3.153075093442066,
      "grad_norm": 3.089238117505879,
      "learning_rate": 0.0001444945694226824,
      "loss": 3.6564,
      "step": 37118
    },
    {
      "epoch": 3.15316004077472,
      "grad_norm": 3.4179575445170025,
      "learning_rate": 0.0001444877078859076,
      "loss": 4.4504,
      "step": 37119
    },
    {
      "epoch": 3.1532449881073736,
      "grad_norm": 3.2700252867177437,
      "learning_rate": 0.00014448084636068268,
      "loss": 3.8463,
      "step": 37120
    },
    {
      "epoch": 3.153329935440027,
      "grad_norm": 2.938535696702749,
      "learning_rate": 0.0001444739848470221,
      "loss": 3.0929,
      "step": 37121
    },
    {
      "epoch": 3.153414882772681,
      "grad_norm": 3.0346841386800545,
      "learning_rate": 0.00014446712334494015,
      "loss": 3.4513,
      "step": 37122
    },
    {
      "epoch": 3.1534998301053347,
      "grad_norm": 2.976127084419843,
      "learning_rate": 0.0001444602618544512,
      "loss": 3.4476,
      "step": 37123
    },
    {
      "epoch": 3.1535847774379886,
      "grad_norm": 3.1146254689765054,
      "learning_rate": 0.00014445340037556967,
      "loss": 3.7048,
      "step": 37124
    },
    {
      "epoch": 3.153669724770642,
      "grad_norm": 2.8193147367455835,
      "learning_rate": 0.00014444653890831002,
      "loss": 3.0052,
      "step": 37125
    },
    {
      "epoch": 3.153754672103296,
      "grad_norm": 3.1595184066684037,
      "learning_rate": 0.00014443967745268648,
      "loss": 4.1524,
      "step": 37126
    },
    {
      "epoch": 3.1538396194359497,
      "grad_norm": 2.9214727268315404,
      "learning_rate": 0.0001444328160087135,
      "loss": 3.1715,
      "step": 37127
    },
    {
      "epoch": 3.1539245667686036,
      "grad_norm": 3.3549328718421663,
      "learning_rate": 0.0001444259545764055,
      "loss": 3.5505,
      "step": 37128
    },
    {
      "epoch": 3.1540095141012574,
      "grad_norm": 2.9506434973056024,
      "learning_rate": 0.00014441909315577675,
      "loss": 3.536,
      "step": 37129
    },
    {
      "epoch": 3.154094461433911,
      "grad_norm": 3.0322561372006405,
      "learning_rate": 0.00014441223174684165,
      "loss": 3.804,
      "step": 37130
    },
    {
      "epoch": 3.1541794087665647,
      "grad_norm": 3.1485197086583754,
      "learning_rate": 0.00014440537034961465,
      "loss": 3.7502,
      "step": 37131
    },
    {
      "epoch": 3.1542643560992185,
      "grad_norm": 3.0558254946214727,
      "learning_rate": 0.0001443985089641101,
      "loss": 3.9224,
      "step": 37132
    },
    {
      "epoch": 3.1543493034318724,
      "grad_norm": 3.081623047049326,
      "learning_rate": 0.00014439164759034233,
      "loss": 3.7593,
      "step": 37133
    },
    {
      "epoch": 3.1544342507645258,
      "grad_norm": 3.172764890916036,
      "learning_rate": 0.00014438478622832575,
      "loss": 3.9289,
      "step": 37134
    },
    {
      "epoch": 3.1545191980971796,
      "grad_norm": 3.302809412982757,
      "learning_rate": 0.0001443779248780748,
      "loss": 3.9031,
      "step": 37135
    },
    {
      "epoch": 3.1546041454298335,
      "grad_norm": 3.0740572028726696,
      "learning_rate": 0.00014437106353960366,
      "loss": 3.4556,
      "step": 37136
    },
    {
      "epoch": 3.1546890927624873,
      "grad_norm": 3.286180911671295,
      "learning_rate": 0.0001443642022129269,
      "loss": 3.8522,
      "step": 37137
    },
    {
      "epoch": 3.154774040095141,
      "grad_norm": 3.1776396124835427,
      "learning_rate": 0.00014435734089805885,
      "loss": 4.1715,
      "step": 37138
    },
    {
      "epoch": 3.1548589874277946,
      "grad_norm": 3.0565690607695517,
      "learning_rate": 0.0001443504795950139,
      "loss": 3.5985,
      "step": 37139
    },
    {
      "epoch": 3.1549439347604484,
      "grad_norm": 3.0696212358304193,
      "learning_rate": 0.00014434361830380633,
      "loss": 3.9664,
      "step": 37140
    },
    {
      "epoch": 3.1550288820931023,
      "grad_norm": 3.2052056403510334,
      "learning_rate": 0.0001443367570244506,
      "loss": 3.8915,
      "step": 37141
    },
    {
      "epoch": 3.155113829425756,
      "grad_norm": 3.337724211803782,
      "learning_rate": 0.00014432989575696104,
      "loss": 4.4246,
      "step": 37142
    },
    {
      "epoch": 3.15519877675841,
      "grad_norm": 3.1121215392896633,
      "learning_rate": 0.00014432303450135213,
      "loss": 3.5486,
      "step": 37143
    },
    {
      "epoch": 3.1552837240910634,
      "grad_norm": 3.3659485900032307,
      "learning_rate": 0.00014431617325763813,
      "loss": 4.3861,
      "step": 37144
    },
    {
      "epoch": 3.1553686714237172,
      "grad_norm": 3.3260800230437435,
      "learning_rate": 0.00014430931202583344,
      "loss": 4.368,
      "step": 37145
    },
    {
      "epoch": 3.155453618756371,
      "grad_norm": 3.283275789016894,
      "learning_rate": 0.0001443024508059525,
      "loss": 3.9764,
      "step": 37146
    },
    {
      "epoch": 3.155538566089025,
      "grad_norm": 3.1438065825914743,
      "learning_rate": 0.00014429558959800962,
      "loss": 3.8252,
      "step": 37147
    },
    {
      "epoch": 3.155623513421679,
      "grad_norm": 3.2428948498186574,
      "learning_rate": 0.00014428872840201916,
      "loss": 4.0102,
      "step": 37148
    },
    {
      "epoch": 3.155708460754332,
      "grad_norm": 2.9912473528449715,
      "learning_rate": 0.00014428186721799556,
      "loss": 3.3852,
      "step": 37149
    },
    {
      "epoch": 3.155793408086986,
      "grad_norm": 3.2310481612835327,
      "learning_rate": 0.0001442750060459532,
      "loss": 4.1454,
      "step": 37150
    },
    {
      "epoch": 3.15587835541964,
      "grad_norm": 2.995719678167619,
      "learning_rate": 0.0001442681448859064,
      "loss": 3.4759,
      "step": 37151
    },
    {
      "epoch": 3.1559633027522938,
      "grad_norm": 3.3928236505456315,
      "learning_rate": 0.00014426128373786956,
      "loss": 4.069,
      "step": 37152
    },
    {
      "epoch": 3.156048250084947,
      "grad_norm": 3.026905419433047,
      "learning_rate": 0.00014425442260185712,
      "loss": 3.8485,
      "step": 37153
    },
    {
      "epoch": 3.156133197417601,
      "grad_norm": 3.249395485886334,
      "learning_rate": 0.0001442475614778833,
      "loss": 4.3093,
      "step": 37154
    },
    {
      "epoch": 3.156218144750255,
      "grad_norm": 3.0111942631778104,
      "learning_rate": 0.0001442407003659626,
      "loss": 3.5786,
      "step": 37155
    },
    {
      "epoch": 3.1563030920829087,
      "grad_norm": 3.2463997781452147,
      "learning_rate": 0.00014423383926610934,
      "loss": 4.4208,
      "step": 37156
    },
    {
      "epoch": 3.156388039415562,
      "grad_norm": 3.065861345945182,
      "learning_rate": 0.000144226978178338,
      "loss": 3.8907,
      "step": 37157
    },
    {
      "epoch": 3.156472986748216,
      "grad_norm": 3.0982077396248027,
      "learning_rate": 0.00014422011710266285,
      "loss": 3.3808,
      "step": 37158
    },
    {
      "epoch": 3.15655793408087,
      "grad_norm": 3.1162569611944253,
      "learning_rate": 0.0001442132560390983,
      "loss": 4.0806,
      "step": 37159
    },
    {
      "epoch": 3.1566428814135237,
      "grad_norm": 3.1301444756860928,
      "learning_rate": 0.00014420639498765862,
      "loss": 3.6654,
      "step": 37160
    },
    {
      "epoch": 3.1567278287461775,
      "grad_norm": 3.155415954412614,
      "learning_rate": 0.00014419953394835842,
      "loss": 3.8421,
      "step": 37161
    },
    {
      "epoch": 3.156812776078831,
      "grad_norm": 3.3750696713375294,
      "learning_rate": 0.00014419267292121188,
      "loss": 4.5591,
      "step": 37162
    },
    {
      "epoch": 3.156897723411485,
      "grad_norm": 3.0257547080450236,
      "learning_rate": 0.00014418581190623345,
      "loss": 3.8191,
      "step": 37163
    },
    {
      "epoch": 3.1569826707441386,
      "grad_norm": 3.368965939842887,
      "learning_rate": 0.00014417895090343752,
      "loss": 4.2959,
      "step": 37164
    },
    {
      "epoch": 3.1570676180767925,
      "grad_norm": 2.9464385435640237,
      "learning_rate": 0.0001441720899128384,
      "loss": 2.9602,
      "step": 37165
    },
    {
      "epoch": 3.1571525654094463,
      "grad_norm": 3.276434471367045,
      "learning_rate": 0.0001441652289344505,
      "loss": 4.3019,
      "step": 37166
    },
    {
      "epoch": 3.1572375127420997,
      "grad_norm": 3.0729495047511426,
      "learning_rate": 0.00014415836796828822,
      "loss": 3.8244,
      "step": 37167
    },
    {
      "epoch": 3.1573224600747536,
      "grad_norm": 2.987660084592471,
      "learning_rate": 0.00014415150701436595,
      "loss": 3.2274,
      "step": 37168
    },
    {
      "epoch": 3.1574074074074074,
      "grad_norm": 3.097581280148976,
      "learning_rate": 0.000144144646072698,
      "loss": 3.5113,
      "step": 37169
    },
    {
      "epoch": 3.1574923547400613,
      "grad_norm": 2.9693499577586477,
      "learning_rate": 0.00014413778514329878,
      "loss": 3.3125,
      "step": 37170
    },
    {
      "epoch": 3.157577302072715,
      "grad_norm": 3.432068730104135,
      "learning_rate": 0.0001441309242261827,
      "loss": 4.3129,
      "step": 37171
    },
    {
      "epoch": 3.1576622494053685,
      "grad_norm": 3.1451902640020437,
      "learning_rate": 0.00014412406332136408,
      "loss": 4.0501,
      "step": 37172
    },
    {
      "epoch": 3.1577471967380224,
      "grad_norm": 3.101965105875872,
      "learning_rate": 0.00014411720242885726,
      "loss": 3.9702,
      "step": 37173
    },
    {
      "epoch": 3.1578321440706763,
      "grad_norm": 3.02964198251694,
      "learning_rate": 0.0001441103415486767,
      "loss": 3.6769,
      "step": 37174
    },
    {
      "epoch": 3.15791709140333,
      "grad_norm": 3.166558003399554,
      "learning_rate": 0.00014410348068083682,
      "loss": 4.1087,
      "step": 37175
    },
    {
      "epoch": 3.1580020387359835,
      "grad_norm": 3.1505556574381814,
      "learning_rate": 0.00014409661982535185,
      "loss": 4.0359,
      "step": 37176
    },
    {
      "epoch": 3.1580869860686374,
      "grad_norm": 3.103847987190603,
      "learning_rate": 0.0001440897589822363,
      "loss": 3.8093,
      "step": 37177
    },
    {
      "epoch": 3.158171933401291,
      "grad_norm": 3.223403712969786,
      "learning_rate": 0.00014408289815150444,
      "loss": 3.6868,
      "step": 37178
    },
    {
      "epoch": 3.158256880733945,
      "grad_norm": 3.2564353481777357,
      "learning_rate": 0.00014407603733317066,
      "loss": 4.3748,
      "step": 37179
    },
    {
      "epoch": 3.158341828066599,
      "grad_norm": 3.1337870461590986,
      "learning_rate": 0.0001440691765272494,
      "loss": 4.2851,
      "step": 37180
    },
    {
      "epoch": 3.1584267753992523,
      "grad_norm": 3.0118575954583067,
      "learning_rate": 0.00014406231573375498,
      "loss": 3.7523,
      "step": 37181
    },
    {
      "epoch": 3.158511722731906,
      "grad_norm": 3.1330582531274405,
      "learning_rate": 0.00014405545495270184,
      "loss": 3.5427,
      "step": 37182
    },
    {
      "epoch": 3.15859667006456,
      "grad_norm": 3.2134016619938364,
      "learning_rate": 0.0001440485941841043,
      "loss": 4.1589,
      "step": 37183
    },
    {
      "epoch": 3.158681617397214,
      "grad_norm": 3.088474526174841,
      "learning_rate": 0.00014404173342797674,
      "loss": 3.5093,
      "step": 37184
    },
    {
      "epoch": 3.1587665647298673,
      "grad_norm": 3.1037196090603234,
      "learning_rate": 0.00014403487268433349,
      "loss": 4.0452,
      "step": 37185
    },
    {
      "epoch": 3.158851512062521,
      "grad_norm": 3.366609485307153,
      "learning_rate": 0.00014402801195318905,
      "loss": 4.3966,
      "step": 37186
    },
    {
      "epoch": 3.158936459395175,
      "grad_norm": 3.1210877292783703,
      "learning_rate": 0.0001440211512345577,
      "loss": 4.0393,
      "step": 37187
    },
    {
      "epoch": 3.159021406727829,
      "grad_norm": 2.998422360041629,
      "learning_rate": 0.00014401429052845384,
      "loss": 3.3204,
      "step": 37188
    },
    {
      "epoch": 3.1591063540604827,
      "grad_norm": 3.37174812114318,
      "learning_rate": 0.00014400742983489186,
      "loss": 4.2607,
      "step": 37189
    },
    {
      "epoch": 3.159191301393136,
      "grad_norm": 3.095019995375621,
      "learning_rate": 0.00014400056915388608,
      "loss": 3.5223,
      "step": 37190
    },
    {
      "epoch": 3.15927624872579,
      "grad_norm": 3.477381927294382,
      "learning_rate": 0.00014399370848545092,
      "loss": 4.7866,
      "step": 37191
    },
    {
      "epoch": 3.159361196058444,
      "grad_norm": 2.8737431811876153,
      "learning_rate": 0.00014398684782960074,
      "loss": 3.3295,
      "step": 37192
    },
    {
      "epoch": 3.1594461433910976,
      "grad_norm": 3.255878966116052,
      "learning_rate": 0.00014397998718634997,
      "loss": 4.0467,
      "step": 37193
    },
    {
      "epoch": 3.1595310907237515,
      "grad_norm": 3.0665882495775216,
      "learning_rate": 0.00014397312655571292,
      "loss": 3.592,
      "step": 37194
    },
    {
      "epoch": 3.159616038056405,
      "grad_norm": 3.278991037786074,
      "learning_rate": 0.000143966265937704,
      "loss": 4.1847,
      "step": 37195
    },
    {
      "epoch": 3.1597009853890587,
      "grad_norm": 3.2375620823454856,
      "learning_rate": 0.00014395940533233755,
      "loss": 4.0887,
      "step": 37196
    },
    {
      "epoch": 3.1597859327217126,
      "grad_norm": 3.284496715524029,
      "learning_rate": 0.00014395254473962792,
      "loss": 4.2721,
      "step": 37197
    },
    {
      "epoch": 3.1598708800543664,
      "grad_norm": 2.970507900414433,
      "learning_rate": 0.00014394568415958958,
      "loss": 3.3281,
      "step": 37198
    },
    {
      "epoch": 3.15995582738702,
      "grad_norm": 3.1278844644832886,
      "learning_rate": 0.00014393882359223687,
      "loss": 4.0727,
      "step": 37199
    },
    {
      "epoch": 3.1600407747196737,
      "grad_norm": 3.1824078415605035,
      "learning_rate": 0.00014393196303758411,
      "loss": 4.1124,
      "step": 37200
    },
    {
      "epoch": 3.1601257220523276,
      "grad_norm": 3.1995157896207296,
      "learning_rate": 0.00014392510249564572,
      "loss": 4.1808,
      "step": 37201
    },
    {
      "epoch": 3.1602106693849814,
      "grad_norm": 3.182326827999788,
      "learning_rate": 0.00014391824196643613,
      "loss": 4.1511,
      "step": 37202
    },
    {
      "epoch": 3.1602956167176353,
      "grad_norm": 3.0420773879465663,
      "learning_rate": 0.00014391138144996952,
      "loss": 3.4375,
      "step": 37203
    },
    {
      "epoch": 3.1603805640502887,
      "grad_norm": 3.128001671095484,
      "learning_rate": 0.0001439045209462605,
      "loss": 4.0322,
      "step": 37204
    },
    {
      "epoch": 3.1604655113829425,
      "grad_norm": 2.917610182421844,
      "learning_rate": 0.00014389766045532333,
      "loss": 3.1589,
      "step": 37205
    },
    {
      "epoch": 3.1605504587155964,
      "grad_norm": 3.3623304504339107,
      "learning_rate": 0.00014389079997717243,
      "loss": 4.1259,
      "step": 37206
    },
    {
      "epoch": 3.16063540604825,
      "grad_norm": 2.876873314777532,
      "learning_rate": 0.00014388393951182213,
      "loss": 3.0941,
      "step": 37207
    },
    {
      "epoch": 3.1607203533809036,
      "grad_norm": 3.031431670011681,
      "learning_rate": 0.00014387707905928678,
      "loss": 3.7934,
      "step": 37208
    },
    {
      "epoch": 3.1608053007135575,
      "grad_norm": 3.090625617623021,
      "learning_rate": 0.00014387021861958076,
      "loss": 3.7538,
      "step": 37209
    },
    {
      "epoch": 3.1608902480462113,
      "grad_norm": 3.2538312915491097,
      "learning_rate": 0.00014386335819271853,
      "loss": 3.9281,
      "step": 37210
    },
    {
      "epoch": 3.160975195378865,
      "grad_norm": 3.1406958007429453,
      "learning_rate": 0.00014385649777871445,
      "loss": 3.632,
      "step": 37211
    },
    {
      "epoch": 3.161060142711519,
      "grad_norm": 3.3142535627063996,
      "learning_rate": 0.0001438496373775828,
      "loss": 4.0785,
      "step": 37212
    },
    {
      "epoch": 3.1611450900441724,
      "grad_norm": 3.355760727817812,
      "learning_rate": 0.00014384277698933806,
      "loss": 4.5869,
      "step": 37213
    },
    {
      "epoch": 3.1612300373768263,
      "grad_norm": 3.3824435171272977,
      "learning_rate": 0.0001438359166139945,
      "loss": 4.3733,
      "step": 37214
    },
    {
      "epoch": 3.16131498470948,
      "grad_norm": 3.126351252243744,
      "learning_rate": 0.0001438290562515666,
      "loss": 3.4421,
      "step": 37215
    },
    {
      "epoch": 3.161399932042134,
      "grad_norm": 3.315540525269664,
      "learning_rate": 0.00014382219590206862,
      "loss": 4.3852,
      "step": 37216
    },
    {
      "epoch": 3.161484879374788,
      "grad_norm": 3.2207935358788906,
      "learning_rate": 0.00014381533556551506,
      "loss": 4.083,
      "step": 37217
    },
    {
      "epoch": 3.1615698267074412,
      "grad_norm": 3.3707137914501253,
      "learning_rate": 0.00014380847524192021,
      "loss": 4.5504,
      "step": 37218
    },
    {
      "epoch": 3.161654774040095,
      "grad_norm": 3.170507289145206,
      "learning_rate": 0.00014380161493129847,
      "loss": 4.0203,
      "step": 37219
    },
    {
      "epoch": 3.161739721372749,
      "grad_norm": 3.08417024253385,
      "learning_rate": 0.00014379475463366425,
      "loss": 3.9413,
      "step": 37220
    },
    {
      "epoch": 3.161824668705403,
      "grad_norm": 3.2306060460750867,
      "learning_rate": 0.00014378789434903183,
      "loss": 3.8508,
      "step": 37221
    },
    {
      "epoch": 3.161909616038056,
      "grad_norm": 3.100722963358846,
      "learning_rate": 0.00014378103407741564,
      "loss": 4.1183,
      "step": 37222
    },
    {
      "epoch": 3.16199456337071,
      "grad_norm": 2.9746194983848624,
      "learning_rate": 0.00014377417381883007,
      "loss": 3.0792,
      "step": 37223
    },
    {
      "epoch": 3.162079510703364,
      "grad_norm": 3.288083004258761,
      "learning_rate": 0.00014376731357328953,
      "loss": 4.4996,
      "step": 37224
    },
    {
      "epoch": 3.1621644580360178,
      "grad_norm": 3.1958158906580736,
      "learning_rate": 0.00014376045334080827,
      "loss": 4.0061,
      "step": 37225
    },
    {
      "epoch": 3.1622494053686716,
      "grad_norm": 3.207392912407363,
      "learning_rate": 0.00014375359312140078,
      "loss": 3.6586,
      "step": 37226
    },
    {
      "epoch": 3.162334352701325,
      "grad_norm": 3.2226815494208085,
      "learning_rate": 0.00014374673291508142,
      "loss": 3.8346,
      "step": 37227
    },
    {
      "epoch": 3.162419300033979,
      "grad_norm": 3.10559611307846,
      "learning_rate": 0.00014373987272186446,
      "loss": 3.8027,
      "step": 37228
    },
    {
      "epoch": 3.1625042473666327,
      "grad_norm": 2.7978796514643256,
      "learning_rate": 0.0001437330125417644,
      "loss": 3.1381,
      "step": 37229
    },
    {
      "epoch": 3.1625891946992866,
      "grad_norm": 2.8982896191023104,
      "learning_rate": 0.00014372615237479556,
      "loss": 3.1651,
      "step": 37230
    },
    {
      "epoch": 3.16267414203194,
      "grad_norm": 3.1817817911548683,
      "learning_rate": 0.00014371929222097235,
      "loss": 4.2961,
      "step": 37231
    },
    {
      "epoch": 3.162759089364594,
      "grad_norm": 2.9782747438376704,
      "learning_rate": 0.00014371243208030908,
      "loss": 3.2157,
      "step": 37232
    },
    {
      "epoch": 3.1628440366972477,
      "grad_norm": 3.0211993798282535,
      "learning_rate": 0.00014370557195282014,
      "loss": 3.7538,
      "step": 37233
    },
    {
      "epoch": 3.1629289840299015,
      "grad_norm": 3.155511585545615,
      "learning_rate": 0.00014369871183851992,
      "loss": 3.4726,
      "step": 37234
    },
    {
      "epoch": 3.1630139313625554,
      "grad_norm": 3.251355940044417,
      "learning_rate": 0.00014369185173742285,
      "loss": 3.817,
      "step": 37235
    },
    {
      "epoch": 3.163098878695209,
      "grad_norm": 3.164947005556678,
      "learning_rate": 0.0001436849916495432,
      "loss": 3.9417,
      "step": 37236
    },
    {
      "epoch": 3.1631838260278626,
      "grad_norm": 3.0081905560639344,
      "learning_rate": 0.0001436781315748954,
      "loss": 3.2724,
      "step": 37237
    },
    {
      "epoch": 3.1632687733605165,
      "grad_norm": 2.9351051203893626,
      "learning_rate": 0.00014367127151349387,
      "loss": 3.3302,
      "step": 37238
    },
    {
      "epoch": 3.1633537206931703,
      "grad_norm": 2.99887790547628,
      "learning_rate": 0.0001436644114653529,
      "loss": 3.3733,
      "step": 37239
    },
    {
      "epoch": 3.163438668025824,
      "grad_norm": 3.0319277589393794,
      "learning_rate": 0.00014365755143048683,
      "loss": 3.5388,
      "step": 37240
    },
    {
      "epoch": 3.1635236153584776,
      "grad_norm": 3.2733233084541893,
      "learning_rate": 0.00014365069140891015,
      "loss": 3.9467,
      "step": 37241
    },
    {
      "epoch": 3.1636085626911314,
      "grad_norm": 3.189197345670716,
      "learning_rate": 0.00014364383140063724,
      "loss": 3.8959,
      "step": 37242
    },
    {
      "epoch": 3.1636935100237853,
      "grad_norm": 3.4491089357405813,
      "learning_rate": 0.00014363697140568237,
      "loss": 4.6348,
      "step": 37243
    },
    {
      "epoch": 3.163778457356439,
      "grad_norm": 3.2298643422919757,
      "learning_rate": 0.00014363011142405993,
      "loss": 4.323,
      "step": 37244
    },
    {
      "epoch": 3.163863404689093,
      "grad_norm": 3.225639863571983,
      "learning_rate": 0.0001436232514557844,
      "loss": 4.26,
      "step": 37245
    },
    {
      "epoch": 3.1639483520217464,
      "grad_norm": 3.3559187844396847,
      "learning_rate": 0.00014361639150087,
      "loss": 4.4969,
      "step": 37246
    },
    {
      "epoch": 3.1640332993544003,
      "grad_norm": 3.0281515757368966,
      "learning_rate": 0.0001436095315593312,
      "loss": 3.5787,
      "step": 37247
    },
    {
      "epoch": 3.164118246687054,
      "grad_norm": 3.0763537974782587,
      "learning_rate": 0.00014360267163118236,
      "loss": 4.0313,
      "step": 37248
    },
    {
      "epoch": 3.164203194019708,
      "grad_norm": 3.019761080812741,
      "learning_rate": 0.00014359581171643788,
      "loss": 3.706,
      "step": 37249
    },
    {
      "epoch": 3.1642881413523614,
      "grad_norm": 3.176691830193095,
      "learning_rate": 0.00014358895181511207,
      "loss": 3.8905,
      "step": 37250
    },
    {
      "epoch": 3.164373088685015,
      "grad_norm": 3.3966679315293984,
      "learning_rate": 0.00014358209192721934,
      "loss": 4.5162,
      "step": 37251
    },
    {
      "epoch": 3.164458036017669,
      "grad_norm": 3.0786528028431577,
      "learning_rate": 0.00014357523205277403,
      "loss": 3.429,
      "step": 37252
    },
    {
      "epoch": 3.164542983350323,
      "grad_norm": 3.24884497465581,
      "learning_rate": 0.0001435683721917906,
      "loss": 4.4067,
      "step": 37253
    },
    {
      "epoch": 3.1646279306829763,
      "grad_norm": 3.1613229134870964,
      "learning_rate": 0.00014356151234428335,
      "loss": 3.8511,
      "step": 37254
    },
    {
      "epoch": 3.16471287801563,
      "grad_norm": 3.2351203896890315,
      "learning_rate": 0.00014355465251026666,
      "loss": 4.3582,
      "step": 37255
    },
    {
      "epoch": 3.164797825348284,
      "grad_norm": 3.0559900352753795,
      "learning_rate": 0.00014354779268975495,
      "loss": 3.5439,
      "step": 37256
    },
    {
      "epoch": 3.164882772680938,
      "grad_norm": 3.0342961223630263,
      "learning_rate": 0.00014354093288276252,
      "loss": 3.7085,
      "step": 37257
    },
    {
      "epoch": 3.1649677200135917,
      "grad_norm": 3.074575572212267,
      "learning_rate": 0.00014353407308930375,
      "loss": 3.2862,
      "step": 37258
    },
    {
      "epoch": 3.165052667346245,
      "grad_norm": 3.130544910345181,
      "learning_rate": 0.00014352721330939308,
      "loss": 3.9478,
      "step": 37259
    },
    {
      "epoch": 3.165137614678899,
      "grad_norm": 2.958404234145123,
      "learning_rate": 0.00014352035354304486,
      "loss": 3.4116,
      "step": 37260
    },
    {
      "epoch": 3.165222562011553,
      "grad_norm": 3.1155733945593296,
      "learning_rate": 0.00014351349379027343,
      "loss": 3.7574,
      "step": 37261
    },
    {
      "epoch": 3.1653075093442067,
      "grad_norm": 3.0141471096373698,
      "learning_rate": 0.00014350663405109318,
      "loss": 3.4658,
      "step": 37262
    },
    {
      "epoch": 3.1653924566768605,
      "grad_norm": 3.3125319394068904,
      "learning_rate": 0.00014349977432551853,
      "loss": 4.2435,
      "step": 37263
    },
    {
      "epoch": 3.165477404009514,
      "grad_norm": 3.075725538301037,
      "learning_rate": 0.0001434929146135638,
      "loss": 3.8831,
      "step": 37264
    },
    {
      "epoch": 3.165562351342168,
      "grad_norm": 3.1339370890662237,
      "learning_rate": 0.0001434860549152433,
      "loss": 3.8995,
      "step": 37265
    },
    {
      "epoch": 3.1656472986748216,
      "grad_norm": 2.8832777157928215,
      "learning_rate": 0.0001434791952305715,
      "loss": 3.2194,
      "step": 37266
    },
    {
      "epoch": 3.1657322460074755,
      "grad_norm": 3.4474045423376705,
      "learning_rate": 0.00014347233555956281,
      "loss": 4.5579,
      "step": 37267
    },
    {
      "epoch": 3.1658171933401293,
      "grad_norm": 3.3575673903039838,
      "learning_rate": 0.0001434654759022315,
      "loss": 4.2299,
      "step": 37268
    },
    {
      "epoch": 3.1659021406727827,
      "grad_norm": 2.7337877526105925,
      "learning_rate": 0.000143458616258592,
      "loss": 2.7746,
      "step": 37269
    },
    {
      "epoch": 3.1659870880054366,
      "grad_norm": 2.9749367921916625,
      "learning_rate": 0.00014345175662865869,
      "loss": 3.7772,
      "step": 37270
    },
    {
      "epoch": 3.1660720353380905,
      "grad_norm": 2.885258137753457,
      "learning_rate": 0.00014344489701244585,
      "loss": 2.9126,
      "step": 37271
    },
    {
      "epoch": 3.1661569826707443,
      "grad_norm": 3.220225103077015,
      "learning_rate": 0.00014343803740996796,
      "loss": 4.1225,
      "step": 37272
    },
    {
      "epoch": 3.1662419300033977,
      "grad_norm": 3.1075395777432355,
      "learning_rate": 0.00014343117782123936,
      "loss": 3.4611,
      "step": 37273
    },
    {
      "epoch": 3.1663268773360516,
      "grad_norm": 3.138893169509489,
      "learning_rate": 0.00014342431824627445,
      "loss": 3.5167,
      "step": 37274
    },
    {
      "epoch": 3.1664118246687054,
      "grad_norm": 3.301361799742269,
      "learning_rate": 0.00014341745868508754,
      "loss": 4.1336,
      "step": 37275
    },
    {
      "epoch": 3.1664967720013593,
      "grad_norm": 3.089894050506485,
      "learning_rate": 0.00014341059913769303,
      "loss": 3.7494,
      "step": 37276
    },
    {
      "epoch": 3.166581719334013,
      "grad_norm": 3.0617477316645503,
      "learning_rate": 0.0001434037396041053,
      "loss": 3.6028,
      "step": 37277
    },
    {
      "epoch": 3.1666666666666665,
      "grad_norm": 3.0162860835875627,
      "learning_rate": 0.00014339688008433875,
      "loss": 3.567,
      "step": 37278
    },
    {
      "epoch": 3.1667516139993204,
      "grad_norm": 2.8638862656200845,
      "learning_rate": 0.0001433900205784077,
      "loss": 3.0519,
      "step": 37279
    },
    {
      "epoch": 3.166836561331974,
      "grad_norm": 2.849137458280169,
      "learning_rate": 0.00014338316108632653,
      "loss": 2.9543,
      "step": 37280
    },
    {
      "epoch": 3.166921508664628,
      "grad_norm": 3.23945958847476,
      "learning_rate": 0.0001433763016081097,
      "loss": 3.7514,
      "step": 37281
    },
    {
      "epoch": 3.1670064559972815,
      "grad_norm": 3.360230513549967,
      "learning_rate": 0.00014336944214377148,
      "loss": 4.4031,
      "step": 37282
    },
    {
      "epoch": 3.1670914033299353,
      "grad_norm": 3.2601846500796583,
      "learning_rate": 0.0001433625826933262,
      "loss": 3.7782,
      "step": 37283
    },
    {
      "epoch": 3.167176350662589,
      "grad_norm": 3.149473860457179,
      "learning_rate": 0.00014335572325678838,
      "loss": 3.9119,
      "step": 37284
    },
    {
      "epoch": 3.167261297995243,
      "grad_norm": 3.2663837077015256,
      "learning_rate": 0.00014334886383417234,
      "loss": 3.9497,
      "step": 37285
    },
    {
      "epoch": 3.167346245327897,
      "grad_norm": 3.0188858159264513,
      "learning_rate": 0.00014334200442549239,
      "loss": 3.5631,
      "step": 37286
    },
    {
      "epoch": 3.1674311926605503,
      "grad_norm": 3.2693926746992545,
      "learning_rate": 0.00014333514503076295,
      "loss": 3.6429,
      "step": 37287
    },
    {
      "epoch": 3.167516139993204,
      "grad_norm": 3.155422187535835,
      "learning_rate": 0.00014332828564999844,
      "loss": 4.0676,
      "step": 37288
    },
    {
      "epoch": 3.167601087325858,
      "grad_norm": 3.103101295244988,
      "learning_rate": 0.00014332142628321307,
      "loss": 3.977,
      "step": 37289
    },
    {
      "epoch": 3.167686034658512,
      "grad_norm": 3.048037297077329,
      "learning_rate": 0.00014331456693042138,
      "loss": 3.7992,
      "step": 37290
    },
    {
      "epoch": 3.1677709819911657,
      "grad_norm": 2.9600801711047136,
      "learning_rate": 0.0001433077075916377,
      "loss": 3.0853,
      "step": 37291
    },
    {
      "epoch": 3.167855929323819,
      "grad_norm": 3.209363585330934,
      "learning_rate": 0.0001433008482668764,
      "loss": 4.2247,
      "step": 37292
    },
    {
      "epoch": 3.167940876656473,
      "grad_norm": 3.097085998487275,
      "learning_rate": 0.00014329398895615185,
      "loss": 4.012,
      "step": 37293
    },
    {
      "epoch": 3.168025823989127,
      "grad_norm": 3.4127943826653033,
      "learning_rate": 0.00014328712965947838,
      "loss": 4.5258,
      "step": 37294
    },
    {
      "epoch": 3.1681107713217806,
      "grad_norm": 3.3014695817216104,
      "learning_rate": 0.00014328027037687033,
      "loss": 4.1988,
      "step": 37295
    },
    {
      "epoch": 3.168195718654434,
      "grad_norm": 3.057147487924846,
      "learning_rate": 0.00014327341110834224,
      "loss": 3.3484,
      "step": 37296
    },
    {
      "epoch": 3.168280665987088,
      "grad_norm": 3.1560456359228426,
      "learning_rate": 0.00014326655185390835,
      "loss": 3.5736,
      "step": 37297
    },
    {
      "epoch": 3.1683656133197418,
      "grad_norm": 2.970153503275174,
      "learning_rate": 0.00014325969261358301,
      "loss": 3.6001,
      "step": 37298
    },
    {
      "epoch": 3.1684505606523956,
      "grad_norm": 2.9171728978875064,
      "learning_rate": 0.00014325283338738074,
      "loss": 3.3045,
      "step": 37299
    },
    {
      "epoch": 3.1685355079850495,
      "grad_norm": 3.2455943025899754,
      "learning_rate": 0.00014324597417531573,
      "loss": 3.7213,
      "step": 37300
    },
    {
      "epoch": 3.168620455317703,
      "grad_norm": 3.173501404700877,
      "learning_rate": 0.00014323911497740247,
      "loss": 3.7496,
      "step": 37301
    },
    {
      "epoch": 3.1687054026503567,
      "grad_norm": 3.25796925636585,
      "learning_rate": 0.0001432322557936553,
      "loss": 3.678,
      "step": 37302
    },
    {
      "epoch": 3.1687903499830106,
      "grad_norm": 3.0373221404820665,
      "learning_rate": 0.0001432253966240886,
      "loss": 3.631,
      "step": 37303
    },
    {
      "epoch": 3.1688752973156644,
      "grad_norm": 3.409973209839497,
      "learning_rate": 0.00014321853746871672,
      "loss": 4.3564,
      "step": 37304
    },
    {
      "epoch": 3.168960244648318,
      "grad_norm": 3.3811235820988705,
      "learning_rate": 0.00014321167832755406,
      "loss": 4.2431,
      "step": 37305
    },
    {
      "epoch": 3.1690451919809717,
      "grad_norm": 3.1389745291611373,
      "learning_rate": 0.000143204819200615,
      "loss": 3.6429,
      "step": 37306
    },
    {
      "epoch": 3.1691301393136255,
      "grad_norm": 3.3864051359707275,
      "learning_rate": 0.00014319796008791384,
      "loss": 4.5167,
      "step": 37307
    },
    {
      "epoch": 3.1692150866462794,
      "grad_norm": 3.076139086151267,
      "learning_rate": 0.00014319110098946498,
      "loss": 3.5805,
      "step": 37308
    },
    {
      "epoch": 3.1693000339789332,
      "grad_norm": 3.0154710647077816,
      "learning_rate": 0.00014318424190528286,
      "loss": 3.5119,
      "step": 37309
    },
    {
      "epoch": 3.1693849813115866,
      "grad_norm": 3.1146341884789224,
      "learning_rate": 0.0001431773828353818,
      "loss": 3.8884,
      "step": 37310
    },
    {
      "epoch": 3.1694699286442405,
      "grad_norm": 3.473064744144925,
      "learning_rate": 0.0001431705237797762,
      "loss": 4.5935,
      "step": 37311
    },
    {
      "epoch": 3.1695548759768943,
      "grad_norm": 3.302732760935814,
      "learning_rate": 0.0001431636647384804,
      "loss": 4.3421,
      "step": 37312
    },
    {
      "epoch": 3.169639823309548,
      "grad_norm": 3.060365440173415,
      "learning_rate": 0.00014315680571150876,
      "loss": 3.7864,
      "step": 37313
    },
    {
      "epoch": 3.169724770642202,
      "grad_norm": 2.9485616303644586,
      "learning_rate": 0.00014314994669887565,
      "loss": 3.2729,
      "step": 37314
    },
    {
      "epoch": 3.1698097179748554,
      "grad_norm": 2.96144119215457,
      "learning_rate": 0.0001431430877005955,
      "loss": 3.6058,
      "step": 37315
    },
    {
      "epoch": 3.1698946653075093,
      "grad_norm": 3.173398296150785,
      "learning_rate": 0.00014313622871668262,
      "loss": 3.6189,
      "step": 37316
    },
    {
      "epoch": 3.169979612640163,
      "grad_norm": 2.8925314780435767,
      "learning_rate": 0.00014312936974715144,
      "loss": 2.9537,
      "step": 37317
    },
    {
      "epoch": 3.170064559972817,
      "grad_norm": 3.3499915337548467,
      "learning_rate": 0.00014312251079201627,
      "loss": 4.4733,
      "step": 37318
    },
    {
      "epoch": 3.1701495073054704,
      "grad_norm": 3.2764762387323936,
      "learning_rate": 0.00014311565185129156,
      "loss": 4.0614,
      "step": 37319
    },
    {
      "epoch": 3.1702344546381243,
      "grad_norm": 3.4136046500577546,
      "learning_rate": 0.00014310879292499153,
      "loss": 4.6221,
      "step": 37320
    },
    {
      "epoch": 3.170319401970778,
      "grad_norm": 2.9748830527905374,
      "learning_rate": 0.00014310193401313075,
      "loss": 3.101,
      "step": 37321
    },
    {
      "epoch": 3.170404349303432,
      "grad_norm": 3.318179247710659,
      "learning_rate": 0.00014309507511572347,
      "loss": 3.9616,
      "step": 37322
    },
    {
      "epoch": 3.170489296636086,
      "grad_norm": 3.252129142441347,
      "learning_rate": 0.0001430882162327841,
      "loss": 3.4867,
      "step": 37323
    },
    {
      "epoch": 3.170574243968739,
      "grad_norm": 2.908147677396122,
      "learning_rate": 0.00014308135736432697,
      "loss": 3.0505,
      "step": 37324
    },
    {
      "epoch": 3.170659191301393,
      "grad_norm": 3.004567368351035,
      "learning_rate": 0.00014307449851036648,
      "loss": 3.5254,
      "step": 37325
    },
    {
      "epoch": 3.170744138634047,
      "grad_norm": 3.131145792999043,
      "learning_rate": 0.00014306763967091696,
      "loss": 3.8791,
      "step": 37326
    },
    {
      "epoch": 3.1708290859667008,
      "grad_norm": 3.1704088466617653,
      "learning_rate": 0.00014306078084599287,
      "loss": 3.7665,
      "step": 37327
    },
    {
      "epoch": 3.170914033299354,
      "grad_norm": 3.4233137834581138,
      "learning_rate": 0.00014305392203560856,
      "loss": 4.4794,
      "step": 37328
    },
    {
      "epoch": 3.170998980632008,
      "grad_norm": 3.0927636827463463,
      "learning_rate": 0.00014304706323977834,
      "loss": 3.6681,
      "step": 37329
    },
    {
      "epoch": 3.171083927964662,
      "grad_norm": 2.935601524098934,
      "learning_rate": 0.00014304020445851667,
      "loss": 3.1173,
      "step": 37330
    },
    {
      "epoch": 3.1711688752973157,
      "grad_norm": 3.0751387973543336,
      "learning_rate": 0.00014303334569183782,
      "loss": 3.5772,
      "step": 37331
    },
    {
      "epoch": 3.1712538226299696,
      "grad_norm": 3.2943132463733287,
      "learning_rate": 0.00014302648693975616,
      "loss": 4.0483,
      "step": 37332
    },
    {
      "epoch": 3.171338769962623,
      "grad_norm": 3.2255114122282116,
      "learning_rate": 0.00014301962820228615,
      "loss": 3.6663,
      "step": 37333
    },
    {
      "epoch": 3.171423717295277,
      "grad_norm": 3.004296161496487,
      "learning_rate": 0.00014301276947944217,
      "loss": 3.4023,
      "step": 37334
    },
    {
      "epoch": 3.1715086646279307,
      "grad_norm": 3.3300936634372795,
      "learning_rate": 0.00014300591077123851,
      "loss": 4.2128,
      "step": 37335
    },
    {
      "epoch": 3.1715936119605845,
      "grad_norm": 3.157472723539771,
      "learning_rate": 0.00014299905207768954,
      "loss": 3.9263,
      "step": 37336
    },
    {
      "epoch": 3.1716785592932384,
      "grad_norm": 3.4013451511859754,
      "learning_rate": 0.00014299219339880973,
      "loss": 4.551,
      "step": 37337
    },
    {
      "epoch": 3.171763506625892,
      "grad_norm": 2.963002326099675,
      "learning_rate": 0.00014298533473461328,
      "loss": 3.2818,
      "step": 37338
    },
    {
      "epoch": 3.1718484539585456,
      "grad_norm": 3.1442948989299055,
      "learning_rate": 0.00014297847608511476,
      "loss": 3.6603,
      "step": 37339
    },
    {
      "epoch": 3.1719334012911995,
      "grad_norm": 3.3072570305845472,
      "learning_rate": 0.0001429716174503284,
      "loss": 4.292,
      "step": 37340
    },
    {
      "epoch": 3.1720183486238533,
      "grad_norm": 3.1399103583827275,
      "learning_rate": 0.00014296475883026865,
      "loss": 3.747,
      "step": 37341
    },
    {
      "epoch": 3.172103295956507,
      "grad_norm": 3.1847404460415096,
      "learning_rate": 0.00014295790022494982,
      "loss": 4.1875,
      "step": 37342
    },
    {
      "epoch": 3.1721882432891606,
      "grad_norm": 3.239445221917901,
      "learning_rate": 0.00014295104163438633,
      "loss": 3.7538,
      "step": 37343
    },
    {
      "epoch": 3.1722731906218145,
      "grad_norm": 3.3429330181407635,
      "learning_rate": 0.00014294418305859247,
      "loss": 4.5286,
      "step": 37344
    },
    {
      "epoch": 3.1723581379544683,
      "grad_norm": 3.0218542095651117,
      "learning_rate": 0.00014293732449758274,
      "loss": 3.2718,
      "step": 37345
    },
    {
      "epoch": 3.172443085287122,
      "grad_norm": 3.182139751160202,
      "learning_rate": 0.00014293046595137144,
      "loss": 3.905,
      "step": 37346
    },
    {
      "epoch": 3.1725280326197756,
      "grad_norm": 3.3805806338303057,
      "learning_rate": 0.00014292360741997292,
      "loss": 3.6475,
      "step": 37347
    },
    {
      "epoch": 3.1726129799524294,
      "grad_norm": 3.323516938594305,
      "learning_rate": 0.0001429167489034016,
      "loss": 4.5101,
      "step": 37348
    },
    {
      "epoch": 3.1726979272850833,
      "grad_norm": 3.22171863653343,
      "learning_rate": 0.0001429098904016718,
      "loss": 4.2631,
      "step": 37349
    },
    {
      "epoch": 3.172782874617737,
      "grad_norm": 3.338738961546117,
      "learning_rate": 0.00014290303191479792,
      "loss": 4.1985,
      "step": 37350
    },
    {
      "epoch": 3.172867821950391,
      "grad_norm": 3.414053808659474,
      "learning_rate": 0.00014289617344279427,
      "loss": 4.6006,
      "step": 37351
    },
    {
      "epoch": 3.1729527692830444,
      "grad_norm": 3.098519913731059,
      "learning_rate": 0.00014288931498567537,
      "loss": 3.5924,
      "step": 37352
    },
    {
      "epoch": 3.1730377166156982,
      "grad_norm": 3.002181861703996,
      "learning_rate": 0.00014288245654345543,
      "loss": 3.4839,
      "step": 37353
    },
    {
      "epoch": 3.173122663948352,
      "grad_norm": 2.9960666973726173,
      "learning_rate": 0.0001428755981161489,
      "loss": 3.5516,
      "step": 37354
    },
    {
      "epoch": 3.173207611281006,
      "grad_norm": 3.1076775039215625,
      "learning_rate": 0.00014286873970377018,
      "loss": 3.6457,
      "step": 37355
    },
    {
      "epoch": 3.1732925586136593,
      "grad_norm": 3.283943118078174,
      "learning_rate": 0.00014286188130633356,
      "loss": 3.885,
      "step": 37356
    },
    {
      "epoch": 3.173377505946313,
      "grad_norm": 3.0391477739002934,
      "learning_rate": 0.00014285502292385344,
      "loss": 3.6837,
      "step": 37357
    },
    {
      "epoch": 3.173462453278967,
      "grad_norm": 2.975625484392512,
      "learning_rate": 0.0001428481645563442,
      "loss": 3.6467,
      "step": 37358
    },
    {
      "epoch": 3.173547400611621,
      "grad_norm": 3.1566405950587932,
      "learning_rate": 0.00014284130620382024,
      "loss": 3.7746,
      "step": 37359
    },
    {
      "epoch": 3.1736323479442747,
      "grad_norm": 2.930381839495229,
      "learning_rate": 0.00014283444786629586,
      "loss": 3.2753,
      "step": 37360
    },
    {
      "epoch": 3.173717295276928,
      "grad_norm": 3.067898793647383,
      "learning_rate": 0.00014282758954378547,
      "loss": 3.5409,
      "step": 37361
    },
    {
      "epoch": 3.173802242609582,
      "grad_norm": 3.0484953976073688,
      "learning_rate": 0.0001428207312363035,
      "loss": 3.4856,
      "step": 37362
    },
    {
      "epoch": 3.173887189942236,
      "grad_norm": 3.3108203316029092,
      "learning_rate": 0.00014281387294386416,
      "loss": 4.2276,
      "step": 37363
    },
    {
      "epoch": 3.1739721372748897,
      "grad_norm": 3.3304732632133978,
      "learning_rate": 0.00014280701466648198,
      "loss": 3.9272,
      "step": 37364
    },
    {
      "epoch": 3.1740570846075435,
      "grad_norm": 3.2652190761124316,
      "learning_rate": 0.00014280015640417127,
      "loss": 4.1647,
      "step": 37365
    },
    {
      "epoch": 3.174142031940197,
      "grad_norm": 3.167836660394808,
      "learning_rate": 0.0001427932981569464,
      "loss": 4.0737,
      "step": 37366
    },
    {
      "epoch": 3.174226979272851,
      "grad_norm": 3.0301665514811886,
      "learning_rate": 0.00014278643992482172,
      "loss": 3.3548,
      "step": 37367
    },
    {
      "epoch": 3.1743119266055047,
      "grad_norm": 3.1136925675726292,
      "learning_rate": 0.00014277958170781164,
      "loss": 4.0176,
      "step": 37368
    },
    {
      "epoch": 3.1743968739381585,
      "grad_norm": 3.181085562659112,
      "learning_rate": 0.00014277272350593045,
      "loss": 3.9448,
      "step": 37369
    },
    {
      "epoch": 3.174481821270812,
      "grad_norm": 3.3452748819245453,
      "learning_rate": 0.00014276586531919268,
      "loss": 4.1974,
      "step": 37370
    },
    {
      "epoch": 3.1745667686034658,
      "grad_norm": 3.4219180101905753,
      "learning_rate": 0.00014275900714761256,
      "loss": 3.4464,
      "step": 37371
    },
    {
      "epoch": 3.1746517159361196,
      "grad_norm": 3.0476386636928723,
      "learning_rate": 0.0001427521489912045,
      "loss": 3.8029,
      "step": 37372
    },
    {
      "epoch": 3.1747366632687735,
      "grad_norm": 3.1171648268593986,
      "learning_rate": 0.00014274529084998288,
      "loss": 3.4965,
      "step": 37373
    },
    {
      "epoch": 3.1748216106014273,
      "grad_norm": 3.149529730177611,
      "learning_rate": 0.00014273843272396202,
      "loss": 4.0125,
      "step": 37374
    },
    {
      "epoch": 3.1749065579340807,
      "grad_norm": 3.1849535562573457,
      "learning_rate": 0.00014273157461315635,
      "loss": 3.9913,
      "step": 37375
    },
    {
      "epoch": 3.1749915052667346,
      "grad_norm": 3.2041185313096836,
      "learning_rate": 0.0001427247165175802,
      "loss": 3.9316,
      "step": 37376
    },
    {
      "epoch": 3.1750764525993884,
      "grad_norm": 3.330722092961335,
      "learning_rate": 0.000142717858437248,
      "loss": 4.3631,
      "step": 37377
    },
    {
      "epoch": 3.1751613999320423,
      "grad_norm": 2.971927352130518,
      "learning_rate": 0.00014271100037217406,
      "loss": 2.9605,
      "step": 37378
    },
    {
      "epoch": 3.1752463472646957,
      "grad_norm": 3.1982399938878485,
      "learning_rate": 0.00014270414232237278,
      "loss": 3.8646,
      "step": 37379
    },
    {
      "epoch": 3.1753312945973495,
      "grad_norm": 3.108369368386554,
      "learning_rate": 0.00014269728428785853,
      "loss": 3.6527,
      "step": 37380
    },
    {
      "epoch": 3.1754162419300034,
      "grad_norm": 3.24133623446891,
      "learning_rate": 0.0001426904262686456,
      "loss": 3.4707,
      "step": 37381
    },
    {
      "epoch": 3.1755011892626572,
      "grad_norm": 2.957062202780019,
      "learning_rate": 0.0001426835682647485,
      "loss": 3.27,
      "step": 37382
    },
    {
      "epoch": 3.175586136595311,
      "grad_norm": 3.4168559461464483,
      "learning_rate": 0.00014267671027618149,
      "loss": 3.4652,
      "step": 37383
    },
    {
      "epoch": 3.1756710839279645,
      "grad_norm": 3.1986107767429957,
      "learning_rate": 0.000142669852302959,
      "loss": 3.9351,
      "step": 37384
    },
    {
      "epoch": 3.1757560312606183,
      "grad_norm": 2.999565238246405,
      "learning_rate": 0.00014266299434509538,
      "loss": 3.8519,
      "step": 37385
    },
    {
      "epoch": 3.175840978593272,
      "grad_norm": 3.104033933569777,
      "learning_rate": 0.00014265613640260496,
      "loss": 3.2843,
      "step": 37386
    },
    {
      "epoch": 3.175925925925926,
      "grad_norm": 2.9343338309541203,
      "learning_rate": 0.00014264927847550213,
      "loss": 3.1615,
      "step": 37387
    },
    {
      "epoch": 3.17601087325858,
      "grad_norm": 3.044342977580897,
      "learning_rate": 0.00014264242056380135,
      "loss": 3.5817,
      "step": 37388
    },
    {
      "epoch": 3.1760958205912333,
      "grad_norm": 3.2159822916452296,
      "learning_rate": 0.00014263556266751686,
      "loss": 3.8729,
      "step": 37389
    },
    {
      "epoch": 3.176180767923887,
      "grad_norm": 3.2620565224963274,
      "learning_rate": 0.0001426287047866631,
      "loss": 3.9892,
      "step": 37390
    },
    {
      "epoch": 3.176265715256541,
      "grad_norm": 3.1471986527471096,
      "learning_rate": 0.00014262184692125446,
      "loss": 3.822,
      "step": 37391
    },
    {
      "epoch": 3.176350662589195,
      "grad_norm": 3.3526718998685694,
      "learning_rate": 0.00014261498907130522,
      "loss": 4.0802,
      "step": 37392
    },
    {
      "epoch": 3.1764356099218483,
      "grad_norm": 3.0083485807713504,
      "learning_rate": 0.00014260813123682977,
      "loss": 3.4908,
      "step": 37393
    },
    {
      "epoch": 3.176520557254502,
      "grad_norm": 3.2219963787500214,
      "learning_rate": 0.00014260127341784255,
      "loss": 4.2671,
      "step": 37394
    },
    {
      "epoch": 3.176605504587156,
      "grad_norm": 3.090796456460337,
      "learning_rate": 0.00014259441561435794,
      "loss": 3.9148,
      "step": 37395
    },
    {
      "epoch": 3.17669045191981,
      "grad_norm": 3.0474024819219547,
      "learning_rate": 0.0001425875578263902,
      "loss": 3.5942,
      "step": 37396
    },
    {
      "epoch": 3.1767753992524637,
      "grad_norm": 3.3658097851679876,
      "learning_rate": 0.00014258070005395375,
      "loss": 4.3525,
      "step": 37397
    },
    {
      "epoch": 3.176860346585117,
      "grad_norm": 2.967450186126179,
      "learning_rate": 0.00014257384229706305,
      "loss": 3.097,
      "step": 37398
    },
    {
      "epoch": 3.176945293917771,
      "grad_norm": 3.115949812793838,
      "learning_rate": 0.0001425669845557323,
      "loss": 3.8337,
      "step": 37399
    },
    {
      "epoch": 3.1770302412504248,
      "grad_norm": 3.3516273699712165,
      "learning_rate": 0.00014256012682997596,
      "loss": 4.0885,
      "step": 37400
    },
    {
      "epoch": 3.1771151885830786,
      "grad_norm": 2.7976379365985253,
      "learning_rate": 0.0001425532691198084,
      "loss": 2.8087,
      "step": 37401
    },
    {
      "epoch": 3.177200135915732,
      "grad_norm": 2.8582758284567724,
      "learning_rate": 0.000142546411425244,
      "loss": 3.0112,
      "step": 37402
    },
    {
      "epoch": 3.177285083248386,
      "grad_norm": 3.100810453142623,
      "learning_rate": 0.00014253955374629715,
      "loss": 3.8603,
      "step": 37403
    },
    {
      "epoch": 3.1773700305810397,
      "grad_norm": 3.2172107967887187,
      "learning_rate": 0.00014253269608298212,
      "loss": 3.8808,
      "step": 37404
    },
    {
      "epoch": 3.1774549779136936,
      "grad_norm": 2.949525328682389,
      "learning_rate": 0.0001425258384353134,
      "loss": 3.1314,
      "step": 37405
    },
    {
      "epoch": 3.1775399252463474,
      "grad_norm": 3.0061738314007203,
      "learning_rate": 0.0001425189808033052,
      "loss": 3.4393,
      "step": 37406
    },
    {
      "epoch": 3.177624872579001,
      "grad_norm": 3.1706231286604907,
      "learning_rate": 0.00014251212318697204,
      "loss": 3.9617,
      "step": 37407
    },
    {
      "epoch": 3.1777098199116547,
      "grad_norm": 3.4923320347838365,
      "learning_rate": 0.00014250526558632826,
      "loss": 4.7002,
      "step": 37408
    },
    {
      "epoch": 3.1777947672443085,
      "grad_norm": 3.088869359695032,
      "learning_rate": 0.0001424984080013882,
      "loss": 3.8058,
      "step": 37409
    },
    {
      "epoch": 3.1778797145769624,
      "grad_norm": 2.983068297151449,
      "learning_rate": 0.00014249155043216622,
      "loss": 3.1524,
      "step": 37410
    },
    {
      "epoch": 3.1779646619096162,
      "grad_norm": 3.2022756420281344,
      "learning_rate": 0.0001424846928786767,
      "loss": 4.0576,
      "step": 37411
    },
    {
      "epoch": 3.1780496092422696,
      "grad_norm": 3.1050577758993416,
      "learning_rate": 0.000142477835340934,
      "loss": 3.761,
      "step": 37412
    },
    {
      "epoch": 3.1781345565749235,
      "grad_norm": 3.0742781557865024,
      "learning_rate": 0.00014247097781895255,
      "loss": 3.8973,
      "step": 37413
    },
    {
      "epoch": 3.1782195039075773,
      "grad_norm": 3.1803972947998975,
      "learning_rate": 0.0001424641203127466,
      "loss": 3.9825,
      "step": 37414
    },
    {
      "epoch": 3.178304451240231,
      "grad_norm": 3.118351043380357,
      "learning_rate": 0.00014245726282233063,
      "loss": 3.8343,
      "step": 37415
    },
    {
      "epoch": 3.1783893985728846,
      "grad_norm": 3.1824136130138396,
      "learning_rate": 0.000142450405347719,
      "loss": 3.7413,
      "step": 37416
    },
    {
      "epoch": 3.1784743459055385,
      "grad_norm": 3.153150123911472,
      "learning_rate": 0.00014244354788892598,
      "loss": 3.972,
      "step": 37417
    },
    {
      "epoch": 3.1785592932381923,
      "grad_norm": 3.404741547773852,
      "learning_rate": 0.000142436690445966,
      "loss": 4.4083,
      "step": 37418
    },
    {
      "epoch": 3.178644240570846,
      "grad_norm": 3.369805667248092,
      "learning_rate": 0.00014242983301885343,
      "loss": 4.3847,
      "step": 37419
    },
    {
      "epoch": 3.1787291879035,
      "grad_norm": 3.1230708481215,
      "learning_rate": 0.0001424229756076027,
      "loss": 3.9572,
      "step": 37420
    },
    {
      "epoch": 3.1788141352361534,
      "grad_norm": 3.0289510343620196,
      "learning_rate": 0.00014241611821222806,
      "loss": 3.5927,
      "step": 37421
    },
    {
      "epoch": 3.1788990825688073,
      "grad_norm": 3.037360180842952,
      "learning_rate": 0.00014240926083274396,
      "loss": 3.4033,
      "step": 37422
    },
    {
      "epoch": 3.178984029901461,
      "grad_norm": 3.277099245209857,
      "learning_rate": 0.00014240240346916476,
      "loss": 3.6197,
      "step": 37423
    },
    {
      "epoch": 3.179068977234115,
      "grad_norm": 3.1627466720113406,
      "learning_rate": 0.00014239554612150476,
      "loss": 4.1716,
      "step": 37424
    },
    {
      "epoch": 3.1791539245667684,
      "grad_norm": 3.406056203345232,
      "learning_rate": 0.0001423886887897784,
      "loss": 4.4424,
      "step": 37425
    },
    {
      "epoch": 3.1792388718994222,
      "grad_norm": 3.0571903297782916,
      "learning_rate": 0.00014238183147400005,
      "loss": 3.3822,
      "step": 37426
    },
    {
      "epoch": 3.179323819232076,
      "grad_norm": 3.5562535103919535,
      "learning_rate": 0.00014237497417418407,
      "loss": 3.7953,
      "step": 37427
    },
    {
      "epoch": 3.17940876656473,
      "grad_norm": 3.3871507245175265,
      "learning_rate": 0.0001423681168903448,
      "loss": 4.4187,
      "step": 37428
    },
    {
      "epoch": 3.1794937138973838,
      "grad_norm": 3.104939844376516,
      "learning_rate": 0.00014236125962249663,
      "loss": 3.7272,
      "step": 37429
    },
    {
      "epoch": 3.179578661230037,
      "grad_norm": 3.116062722195966,
      "learning_rate": 0.00014235440237065383,
      "loss": 4.0664,
      "step": 37430
    },
    {
      "epoch": 3.179663608562691,
      "grad_norm": 3.129789800745143,
      "learning_rate": 0.00014234754513483096,
      "loss": 3.8389,
      "step": 37431
    },
    {
      "epoch": 3.179748555895345,
      "grad_norm": 3.1964370553817405,
      "learning_rate": 0.00014234068791504225,
      "loss": 3.994,
      "step": 37432
    },
    {
      "epoch": 3.1798335032279987,
      "grad_norm": 3.136093082602477,
      "learning_rate": 0.00014233383071130212,
      "loss": 4.1162,
      "step": 37433
    },
    {
      "epoch": 3.1799184505606526,
      "grad_norm": 3.2420668452226566,
      "learning_rate": 0.00014232697352362496,
      "loss": 3.9707,
      "step": 37434
    },
    {
      "epoch": 3.180003397893306,
      "grad_norm": 3.0180495139031187,
      "learning_rate": 0.00014232011635202505,
      "loss": 3.0753,
      "step": 37435
    },
    {
      "epoch": 3.18008834522596,
      "grad_norm": 3.4203012497790755,
      "learning_rate": 0.00014231325919651677,
      "loss": 4.3942,
      "step": 37436
    },
    {
      "epoch": 3.1801732925586137,
      "grad_norm": 2.8512426297109927,
      "learning_rate": 0.00014230640205711457,
      "loss": 2.9805,
      "step": 37437
    },
    {
      "epoch": 3.1802582398912675,
      "grad_norm": 3.2734708207963306,
      "learning_rate": 0.0001422995449338328,
      "loss": 4.3234,
      "step": 37438
    },
    {
      "epoch": 3.1803431872239214,
      "grad_norm": 3.1183906339180787,
      "learning_rate": 0.0001422926878266858,
      "loss": 4.0302,
      "step": 37439
    },
    {
      "epoch": 3.180428134556575,
      "grad_norm": 2.9579348629126456,
      "learning_rate": 0.00014228583073568795,
      "loss": 3.3706,
      "step": 37440
    },
    {
      "epoch": 3.1805130818892287,
      "grad_norm": 3.0862654799276,
      "learning_rate": 0.00014227897366085357,
      "loss": 3.7203,
      "step": 37441
    },
    {
      "epoch": 3.1805980292218825,
      "grad_norm": 2.872903755717318,
      "learning_rate": 0.00014227211660219704,
      "loss": 2.9256,
      "step": 37442
    },
    {
      "epoch": 3.1806829765545364,
      "grad_norm": 3.3664505167630723,
      "learning_rate": 0.00014226525955973276,
      "loss": 4.1253,
      "step": 37443
    },
    {
      "epoch": 3.1807679238871898,
      "grad_norm": 3.2880215670033257,
      "learning_rate": 0.00014225840253347512,
      "loss": 3.9325,
      "step": 37444
    },
    {
      "epoch": 3.1808528712198436,
      "grad_norm": 2.917901667910101,
      "learning_rate": 0.00014225154552343846,
      "loss": 3.1073,
      "step": 37445
    },
    {
      "epoch": 3.1809378185524975,
      "grad_norm": 3.09664459410644,
      "learning_rate": 0.00014224468852963714,
      "loss": 3.5459,
      "step": 37446
    },
    {
      "epoch": 3.1810227658851513,
      "grad_norm": 3.2208484206147867,
      "learning_rate": 0.00014223783155208557,
      "loss": 4.117,
      "step": 37447
    },
    {
      "epoch": 3.181107713217805,
      "grad_norm": 3.3140771515725795,
      "learning_rate": 0.00014223097459079804,
      "loss": 3.5285,
      "step": 37448
    },
    {
      "epoch": 3.1811926605504586,
      "grad_norm": 3.1280495011345693,
      "learning_rate": 0.0001422241176457889,
      "loss": 3.9468,
      "step": 37449
    },
    {
      "epoch": 3.1812776078831124,
      "grad_norm": 3.192064667432006,
      "learning_rate": 0.00014221726071707262,
      "loss": 3.7202,
      "step": 37450
    },
    {
      "epoch": 3.1813625552157663,
      "grad_norm": 3.122283678529965,
      "learning_rate": 0.00014221040380466354,
      "loss": 4.0039,
      "step": 37451
    },
    {
      "epoch": 3.18144750254842,
      "grad_norm": 2.9650758222668796,
      "learning_rate": 0.00014220354690857602,
      "loss": 3.0163,
      "step": 37452
    },
    {
      "epoch": 3.1815324498810735,
      "grad_norm": 3.158961105265747,
      "learning_rate": 0.0001421966900288244,
      "loss": 3.6053,
      "step": 37453
    },
    {
      "epoch": 3.1816173972137274,
      "grad_norm": 3.089583289264745,
      "learning_rate": 0.0001421898331654231,
      "loss": 3.7015,
      "step": 37454
    },
    {
      "epoch": 3.1817023445463812,
      "grad_norm": 3.067263805662701,
      "learning_rate": 0.00014218297631838633,
      "loss": 3.4439,
      "step": 37455
    },
    {
      "epoch": 3.181787291879035,
      "grad_norm": 3.07562765290245,
      "learning_rate": 0.0001421761194877287,
      "loss": 3.9407,
      "step": 37456
    },
    {
      "epoch": 3.181872239211689,
      "grad_norm": 3.1379556882287365,
      "learning_rate": 0.0001421692626734644,
      "loss": 3.4922,
      "step": 37457
    },
    {
      "epoch": 3.1819571865443423,
      "grad_norm": 3.074798192892402,
      "learning_rate": 0.0001421624058756079,
      "loss": 4.0666,
      "step": 37458
    },
    {
      "epoch": 3.182042133876996,
      "grad_norm": 3.050188109064829,
      "learning_rate": 0.0001421555490941735,
      "loss": 3.3366,
      "step": 37459
    },
    {
      "epoch": 3.18212708120965,
      "grad_norm": 3.358230520932145,
      "learning_rate": 0.00014214869232917555,
      "loss": 4.2408,
      "step": 37460
    },
    {
      "epoch": 3.182212028542304,
      "grad_norm": 3.2138357428581146,
      "learning_rate": 0.00014214183558062846,
      "loss": 3.6953,
      "step": 37461
    },
    {
      "epoch": 3.1822969758749577,
      "grad_norm": 3.274352275155758,
      "learning_rate": 0.0001421349788485466,
      "loss": 3.9251,
      "step": 37462
    },
    {
      "epoch": 3.182381923207611,
      "grad_norm": 3.0240380335750974,
      "learning_rate": 0.00014212812213294435,
      "loss": 3.5889,
      "step": 37463
    },
    {
      "epoch": 3.182466870540265,
      "grad_norm": 3.424253960947498,
      "learning_rate": 0.00014212126543383603,
      "loss": 4.3699,
      "step": 37464
    },
    {
      "epoch": 3.182551817872919,
      "grad_norm": 3.294578571257333,
      "learning_rate": 0.00014211440875123608,
      "loss": 3.9859,
      "step": 37465
    },
    {
      "epoch": 3.1826367652055727,
      "grad_norm": 2.9778874385737084,
      "learning_rate": 0.00014210755208515877,
      "loss": 3.2769,
      "step": 37466
    },
    {
      "epoch": 3.182721712538226,
      "grad_norm": 3.0208396626263925,
      "learning_rate": 0.00014210069543561847,
      "loss": 3.0905,
      "step": 37467
    },
    {
      "epoch": 3.18280665987088,
      "grad_norm": 3.3145434436533088,
      "learning_rate": 0.00014209383880262966,
      "loss": 4.0903,
      "step": 37468
    },
    {
      "epoch": 3.182891607203534,
      "grad_norm": 3.1082070410799134,
      "learning_rate": 0.00014208698218620664,
      "loss": 3.591,
      "step": 37469
    },
    {
      "epoch": 3.1829765545361877,
      "grad_norm": 3.1382140864380115,
      "learning_rate": 0.00014208012558636376,
      "loss": 4.0942,
      "step": 37470
    },
    {
      "epoch": 3.1830615018688415,
      "grad_norm": 3.455102396641081,
      "learning_rate": 0.0001420732690031154,
      "loss": 4.5301,
      "step": 37471
    },
    {
      "epoch": 3.183146449201495,
      "grad_norm": 3.249779237354743,
      "learning_rate": 0.00014206641243647597,
      "loss": 4.2826,
      "step": 37472
    },
    {
      "epoch": 3.1832313965341488,
      "grad_norm": 3.3636974562454474,
      "learning_rate": 0.00014205955588645968,
      "loss": 4.2871,
      "step": 37473
    },
    {
      "epoch": 3.1833163438668026,
      "grad_norm": 3.013280917901995,
      "learning_rate": 0.00014205269935308108,
      "loss": 3.5183,
      "step": 37474
    },
    {
      "epoch": 3.1834012911994565,
      "grad_norm": 3.3365577266209163,
      "learning_rate": 0.00014204584283635446,
      "loss": 3.9059,
      "step": 37475
    },
    {
      "epoch": 3.18348623853211,
      "grad_norm": 3.0597457169948528,
      "learning_rate": 0.00014203898633629425,
      "loss": 3.1756,
      "step": 37476
    },
    {
      "epoch": 3.1835711858647637,
      "grad_norm": 3.0895939109722113,
      "learning_rate": 0.00014203212985291471,
      "loss": 3.3805,
      "step": 37477
    },
    {
      "epoch": 3.1836561331974176,
      "grad_norm": 3.1060094544503345,
      "learning_rate": 0.00014202527338623026,
      "loss": 3.3084,
      "step": 37478
    },
    {
      "epoch": 3.1837410805300714,
      "grad_norm": 3.0884075863573783,
      "learning_rate": 0.00014201841693625524,
      "loss": 3.5208,
      "step": 37479
    },
    {
      "epoch": 3.1838260278627253,
      "grad_norm": 3.0837420746967203,
      "learning_rate": 0.00014201156050300406,
      "loss": 3.4103,
      "step": 37480
    },
    {
      "epoch": 3.1839109751953787,
      "grad_norm": 3.157877181074243,
      "learning_rate": 0.0001420047040864911,
      "loss": 4.1509,
      "step": 37481
    },
    {
      "epoch": 3.1839959225280325,
      "grad_norm": 3.2858190644673555,
      "learning_rate": 0.00014199784768673064,
      "loss": 4.0201,
      "step": 37482
    },
    {
      "epoch": 3.1840808698606864,
      "grad_norm": 3.2564248132479916,
      "learning_rate": 0.00014199099130373716,
      "loss": 3.8004,
      "step": 37483
    },
    {
      "epoch": 3.1841658171933402,
      "grad_norm": 3.1101563554981624,
      "learning_rate": 0.00014198413493752491,
      "loss": 4.0082,
      "step": 37484
    },
    {
      "epoch": 3.184250764525994,
      "grad_norm": 2.9713405484670816,
      "learning_rate": 0.0001419772785881083,
      "loss": 3.4118,
      "step": 37485
    },
    {
      "epoch": 3.1843357118586475,
      "grad_norm": 3.3925081741572822,
      "learning_rate": 0.00014197042225550172,
      "loss": 4.4237,
      "step": 37486
    },
    {
      "epoch": 3.1844206591913014,
      "grad_norm": 3.1126941399742294,
      "learning_rate": 0.00014196356593971956,
      "loss": 4.0197,
      "step": 37487
    },
    {
      "epoch": 3.184505606523955,
      "grad_norm": 3.2088761640789314,
      "learning_rate": 0.00014195670964077612,
      "loss": 3.5669,
      "step": 37488
    },
    {
      "epoch": 3.184590553856609,
      "grad_norm": 3.438483467799901,
      "learning_rate": 0.0001419498533586858,
      "loss": 4.6143,
      "step": 37489
    },
    {
      "epoch": 3.1846755011892625,
      "grad_norm": 3.355261775329795,
      "learning_rate": 0.000141942997093463,
      "loss": 3.8992,
      "step": 37490
    },
    {
      "epoch": 3.1847604485219163,
      "grad_norm": 3.1934161477292027,
      "learning_rate": 0.00014193614084512197,
      "loss": 4.0863,
      "step": 37491
    },
    {
      "epoch": 3.18484539585457,
      "grad_norm": 3.097125638911053,
      "learning_rate": 0.00014192928461367717,
      "loss": 3.2664,
      "step": 37492
    },
    {
      "epoch": 3.184930343187224,
      "grad_norm": 3.0894175235461967,
      "learning_rate": 0.00014192242839914296,
      "loss": 3.9726,
      "step": 37493
    },
    {
      "epoch": 3.185015290519878,
      "grad_norm": 3.111432079729084,
      "learning_rate": 0.00014191557220153374,
      "loss": 3.6537,
      "step": 37494
    },
    {
      "epoch": 3.1851002378525313,
      "grad_norm": 3.373758794314086,
      "learning_rate": 0.00014190871602086377,
      "loss": 4.4147,
      "step": 37495
    },
    {
      "epoch": 3.185185185185185,
      "grad_norm": 3.2826955693221924,
      "learning_rate": 0.0001419018598571475,
      "loss": 3.8179,
      "step": 37496
    },
    {
      "epoch": 3.185270132517839,
      "grad_norm": 2.9475644155480647,
      "learning_rate": 0.0001418950037103993,
      "loss": 3.633,
      "step": 37497
    },
    {
      "epoch": 3.185355079850493,
      "grad_norm": 2.9858487901784434,
      "learning_rate": 0.00014188814758063346,
      "loss": 3.4946,
      "step": 37498
    },
    {
      "epoch": 3.1854400271831462,
      "grad_norm": 3.224956707575719,
      "learning_rate": 0.0001418812914678644,
      "loss": 4.1007,
      "step": 37499
    },
    {
      "epoch": 3.1855249745158,
      "grad_norm": 3.388305146826783,
      "learning_rate": 0.00014187443537210648,
      "loss": 4.5348,
      "step": 37500
    },
    {
      "epoch": 3.185609921848454,
      "grad_norm": 3.2532617387622884,
      "learning_rate": 0.0001418675792933741,
      "loss": 4.3188,
      "step": 37501
    },
    {
      "epoch": 3.185694869181108,
      "grad_norm": 3.1958999318146395,
      "learning_rate": 0.00014186072323168155,
      "loss": 4.0187,
      "step": 37502
    },
    {
      "epoch": 3.1857798165137616,
      "grad_norm": 3.288017370857159,
      "learning_rate": 0.00014185386718704326,
      "loss": 4.0201,
      "step": 37503
    },
    {
      "epoch": 3.185864763846415,
      "grad_norm": 3.1157825399470087,
      "learning_rate": 0.0001418470111594735,
      "loss": 3.5913,
      "step": 37504
    },
    {
      "epoch": 3.185949711179069,
      "grad_norm": 3.041734079576523,
      "learning_rate": 0.00014184015514898682,
      "loss": 3.3951,
      "step": 37505
    },
    {
      "epoch": 3.1860346585117227,
      "grad_norm": 3.3734041047513257,
      "learning_rate": 0.0001418332991555974,
      "loss": 4.3818,
      "step": 37506
    },
    {
      "epoch": 3.1861196058443766,
      "grad_norm": 3.1114979257844357,
      "learning_rate": 0.0001418264431793197,
      "loss": 3.581,
      "step": 37507
    },
    {
      "epoch": 3.1862045531770304,
      "grad_norm": 3.097716242389763,
      "learning_rate": 0.00014181958722016809,
      "loss": 3.6823,
      "step": 37508
    },
    {
      "epoch": 3.186289500509684,
      "grad_norm": 2.9309289231438838,
      "learning_rate": 0.00014181273127815687,
      "loss": 3.0658,
      "step": 37509
    },
    {
      "epoch": 3.1863744478423377,
      "grad_norm": 3.3759052848607864,
      "learning_rate": 0.0001418058753533004,
      "loss": 4.0741,
      "step": 37510
    },
    {
      "epoch": 3.1864593951749915,
      "grad_norm": 3.293755218603446,
      "learning_rate": 0.00014179901944561313,
      "loss": 3.8043,
      "step": 37511
    },
    {
      "epoch": 3.1865443425076454,
      "grad_norm": 3.1777565080991113,
      "learning_rate": 0.00014179216355510944,
      "loss": 3.4241,
      "step": 37512
    },
    {
      "epoch": 3.186629289840299,
      "grad_norm": 3.094231815575267,
      "learning_rate": 0.00014178530768180355,
      "loss": 3.9396,
      "step": 37513
    },
    {
      "epoch": 3.1867142371729527,
      "grad_norm": 3.175979653743645,
      "learning_rate": 0.00014177845182570997,
      "loss": 3.9998,
      "step": 37514
    },
    {
      "epoch": 3.1867991845056065,
      "grad_norm": 3.1605962061901214,
      "learning_rate": 0.000141771595986843,
      "loss": 3.502,
      "step": 37515
    },
    {
      "epoch": 3.1868841318382604,
      "grad_norm": 2.9458928145180656,
      "learning_rate": 0.00014176474016521697,
      "loss": 3.1829,
      "step": 37516
    },
    {
      "epoch": 3.186969079170914,
      "grad_norm": 2.875155372603766,
      "learning_rate": 0.00014175788436084633,
      "loss": 3.0779,
      "step": 37517
    },
    {
      "epoch": 3.1870540265035676,
      "grad_norm": 3.0493469416810046,
      "learning_rate": 0.00014175102857374539,
      "loss": 3.5855,
      "step": 37518
    },
    {
      "epoch": 3.1871389738362215,
      "grad_norm": 3.008622035091197,
      "learning_rate": 0.00014174417280392855,
      "loss": 3.5118,
      "step": 37519
    },
    {
      "epoch": 3.1872239211688753,
      "grad_norm": 3.0736449455770467,
      "learning_rate": 0.00014173731705141015,
      "loss": 3.6324,
      "step": 37520
    },
    {
      "epoch": 3.187308868501529,
      "grad_norm": 3.303821274998662,
      "learning_rate": 0.00014173046131620454,
      "loss": 4.3388,
      "step": 37521
    },
    {
      "epoch": 3.1873938158341826,
      "grad_norm": 3.312005265661582,
      "learning_rate": 0.00014172360559832608,
      "loss": 3.8464,
      "step": 37522
    },
    {
      "epoch": 3.1874787631668364,
      "grad_norm": 3.375917505791549,
      "learning_rate": 0.0001417167498977892,
      "loss": 4.1946,
      "step": 37523
    },
    {
      "epoch": 3.1875637104994903,
      "grad_norm": 3.0580280213129747,
      "learning_rate": 0.0001417098942146082,
      "loss": 3.6812,
      "step": 37524
    },
    {
      "epoch": 3.187648657832144,
      "grad_norm": 3.273368203707757,
      "learning_rate": 0.0001417030385487975,
      "loss": 4.2365,
      "step": 37525
    },
    {
      "epoch": 3.187733605164798,
      "grad_norm": 3.2557020575408537,
      "learning_rate": 0.00014169618290037144,
      "loss": 4.1218,
      "step": 37526
    },
    {
      "epoch": 3.1878185524974514,
      "grad_norm": 3.3791090407105466,
      "learning_rate": 0.00014168932726934435,
      "loss": 4.3295,
      "step": 37527
    },
    {
      "epoch": 3.1879034998301052,
      "grad_norm": 3.38763638306992,
      "learning_rate": 0.00014168247165573057,
      "loss": 3.6995,
      "step": 37528
    },
    {
      "epoch": 3.187988447162759,
      "grad_norm": 3.096551234312826,
      "learning_rate": 0.00014167561605954457,
      "loss": 3.3252,
      "step": 37529
    },
    {
      "epoch": 3.188073394495413,
      "grad_norm": 3.0156264926945884,
      "learning_rate": 0.0001416687604808007,
      "loss": 3.5617,
      "step": 37530
    },
    {
      "epoch": 3.188158341828067,
      "grad_norm": 3.2841852069238326,
      "learning_rate": 0.00014166190491951322,
      "loss": 3.7999,
      "step": 37531
    },
    {
      "epoch": 3.18824328916072,
      "grad_norm": 3.1812423670007224,
      "learning_rate": 0.00014165504937569656,
      "loss": 3.6625,
      "step": 37532
    },
    {
      "epoch": 3.188328236493374,
      "grad_norm": 3.063962784004013,
      "learning_rate": 0.00014164819384936516,
      "loss": 3.5574,
      "step": 37533
    },
    {
      "epoch": 3.188413183826028,
      "grad_norm": 3.0533064136375754,
      "learning_rate": 0.00014164133834053324,
      "loss": 3.4321,
      "step": 37534
    },
    {
      "epoch": 3.1884981311586817,
      "grad_norm": 3.196149800257467,
      "learning_rate": 0.00014163448284921522,
      "loss": 4.1175,
      "step": 37535
    },
    {
      "epoch": 3.1885830784913356,
      "grad_norm": 3.043740026530896,
      "learning_rate": 0.00014162762737542547,
      "loss": 3.2642,
      "step": 37536
    },
    {
      "epoch": 3.188668025823989,
      "grad_norm": 3.2169795773135386,
      "learning_rate": 0.00014162077191917844,
      "loss": 3.923,
      "step": 37537
    },
    {
      "epoch": 3.188752973156643,
      "grad_norm": 3.302828847274296,
      "learning_rate": 0.00014161391648048836,
      "loss": 3.8745,
      "step": 37538
    },
    {
      "epoch": 3.1888379204892967,
      "grad_norm": 3.258999124499282,
      "learning_rate": 0.00014160706105936967,
      "loss": 3.8401,
      "step": 37539
    },
    {
      "epoch": 3.1889228678219506,
      "grad_norm": 2.99148058946994,
      "learning_rate": 0.00014160020565583673,
      "loss": 3.4135,
      "step": 37540
    },
    {
      "epoch": 3.189007815154604,
      "grad_norm": 2.9549312421213965,
      "learning_rate": 0.00014159335026990382,
      "loss": 3.0723,
      "step": 37541
    },
    {
      "epoch": 3.189092762487258,
      "grad_norm": 3.0343903943440176,
      "learning_rate": 0.0001415864949015854,
      "loss": 3.5627,
      "step": 37542
    },
    {
      "epoch": 3.1891777098199117,
      "grad_norm": 3.0425806065452705,
      "learning_rate": 0.00014157963955089582,
      "loss": 3.7712,
      "step": 37543
    },
    {
      "epoch": 3.1892626571525655,
      "grad_norm": 3.038171360273725,
      "learning_rate": 0.00014157278421784948,
      "loss": 3.2146,
      "step": 37544
    },
    {
      "epoch": 3.1893476044852194,
      "grad_norm": 3.1695201757338785,
      "learning_rate": 0.00014156592890246064,
      "loss": 3.9274,
      "step": 37545
    },
    {
      "epoch": 3.1894325518178728,
      "grad_norm": 3.322763908899286,
      "learning_rate": 0.00014155907360474372,
      "loss": 4.22,
      "step": 37546
    },
    {
      "epoch": 3.1895174991505266,
      "grad_norm": 3.386207605918254,
      "learning_rate": 0.00014155221832471305,
      "loss": 3.7628,
      "step": 37547
    },
    {
      "epoch": 3.1896024464831805,
      "grad_norm": 3.174637222948059,
      "learning_rate": 0.00014154536306238308,
      "loss": 3.7434,
      "step": 37548
    },
    {
      "epoch": 3.1896873938158343,
      "grad_norm": 2.9922249240804115,
      "learning_rate": 0.0001415385078177681,
      "loss": 3.0003,
      "step": 37549
    },
    {
      "epoch": 3.1897723411484877,
      "grad_norm": 2.887107334680037,
      "learning_rate": 0.00014153165259088248,
      "loss": 2.9649,
      "step": 37550
    },
    {
      "epoch": 3.1898572884811416,
      "grad_norm": 3.294318506890445,
      "learning_rate": 0.00014152479738174066,
      "loss": 4.3292,
      "step": 37551
    },
    {
      "epoch": 3.1899422358137954,
      "grad_norm": 2.908824500130842,
      "learning_rate": 0.00014151794219035687,
      "loss": 3.2428,
      "step": 37552
    },
    {
      "epoch": 3.1900271831464493,
      "grad_norm": 2.8953243608667707,
      "learning_rate": 0.00014151108701674554,
      "loss": 2.9485,
      "step": 37553
    },
    {
      "epoch": 3.190112130479103,
      "grad_norm": 3.2283489808443,
      "learning_rate": 0.00014150423186092107,
      "loss": 3.4448,
      "step": 37554
    },
    {
      "epoch": 3.1901970778117565,
      "grad_norm": 3.3716670775410806,
      "learning_rate": 0.0001414973767228978,
      "loss": 4.0451,
      "step": 37555
    },
    {
      "epoch": 3.1902820251444104,
      "grad_norm": 3.198800856940771,
      "learning_rate": 0.00014149052160269008,
      "loss": 3.8882,
      "step": 37556
    },
    {
      "epoch": 3.1903669724770642,
      "grad_norm": 3.1987822198417613,
      "learning_rate": 0.00014148366650031227,
      "loss": 3.9508,
      "step": 37557
    },
    {
      "epoch": 3.190451919809718,
      "grad_norm": 3.2413740332848913,
      "learning_rate": 0.00014147681141577878,
      "loss": 4.4785,
      "step": 37558
    },
    {
      "epoch": 3.190536867142372,
      "grad_norm": 3.185698570765889,
      "learning_rate": 0.00014146995634910386,
      "loss": 3.3947,
      "step": 37559
    },
    {
      "epoch": 3.1906218144750254,
      "grad_norm": 3.1996721471676652,
      "learning_rate": 0.000141463101300302,
      "loss": 3.4693,
      "step": 37560
    },
    {
      "epoch": 3.190706761807679,
      "grad_norm": 3.149002470145061,
      "learning_rate": 0.0001414562462693875,
      "loss": 3.3815,
      "step": 37561
    },
    {
      "epoch": 3.190791709140333,
      "grad_norm": 3.044383274365539,
      "learning_rate": 0.00014144939125637475,
      "loss": 3.935,
      "step": 37562
    },
    {
      "epoch": 3.190876656472987,
      "grad_norm": 3.3209586335559163,
      "learning_rate": 0.0001414425362612781,
      "loss": 3.9397,
      "step": 37563
    },
    {
      "epoch": 3.1909616038056403,
      "grad_norm": 3.3307104518383865,
      "learning_rate": 0.00014143568128411192,
      "loss": 4.1247,
      "step": 37564
    },
    {
      "epoch": 3.191046551138294,
      "grad_norm": 3.114811648055231,
      "learning_rate": 0.00014142882632489049,
      "loss": 3.7393,
      "step": 37565
    },
    {
      "epoch": 3.191131498470948,
      "grad_norm": 3.1422766137993685,
      "learning_rate": 0.00014142197138362835,
      "loss": 3.9365,
      "step": 37566
    },
    {
      "epoch": 3.191216445803602,
      "grad_norm": 3.2143710456354047,
      "learning_rate": 0.0001414151164603397,
      "loss": 4.0958,
      "step": 37567
    },
    {
      "epoch": 3.1913013931362557,
      "grad_norm": 3.398977566592702,
      "learning_rate": 0.000141408261555039,
      "loss": 4.2644,
      "step": 37568
    },
    {
      "epoch": 3.191386340468909,
      "grad_norm": 3.0789268073375156,
      "learning_rate": 0.0001414014066677406,
      "loss": 4.0009,
      "step": 37569
    },
    {
      "epoch": 3.191471287801563,
      "grad_norm": 3.461849079234928,
      "learning_rate": 0.0001413945517984588,
      "loss": 3.9214,
      "step": 37570
    },
    {
      "epoch": 3.191556235134217,
      "grad_norm": 3.140211475396098,
      "learning_rate": 0.000141387696947208,
      "loss": 3.483,
      "step": 37571
    },
    {
      "epoch": 3.1916411824668707,
      "grad_norm": 3.492714441101807,
      "learning_rate": 0.00014138084211400256,
      "loss": 4.4746,
      "step": 37572
    },
    {
      "epoch": 3.191726129799524,
      "grad_norm": 3.1717118316608253,
      "learning_rate": 0.0001413739872988569,
      "loss": 3.5407,
      "step": 37573
    },
    {
      "epoch": 3.191811077132178,
      "grad_norm": 3.0695746187847637,
      "learning_rate": 0.0001413671325017853,
      "loss": 3.6202,
      "step": 37574
    },
    {
      "epoch": 3.191896024464832,
      "grad_norm": 2.958137472880324,
      "learning_rate": 0.00014136027772280218,
      "loss": 3.2062,
      "step": 37575
    },
    {
      "epoch": 3.1919809717974856,
      "grad_norm": 3.071353195168224,
      "learning_rate": 0.00014135342296192187,
      "loss": 3.7983,
      "step": 37576
    },
    {
      "epoch": 3.1920659191301395,
      "grad_norm": 3.233211249381335,
      "learning_rate": 0.00014134656821915872,
      "loss": 3.8389,
      "step": 37577
    },
    {
      "epoch": 3.192150866462793,
      "grad_norm": 3.047414887391204,
      "learning_rate": 0.0001413397134945271,
      "loss": 3.244,
      "step": 37578
    },
    {
      "epoch": 3.1922358137954467,
      "grad_norm": 3.136398636861972,
      "learning_rate": 0.0001413328587880414,
      "loss": 3.6432,
      "step": 37579
    },
    {
      "epoch": 3.1923207611281006,
      "grad_norm": 3.2117463836724216,
      "learning_rate": 0.00014132600409971603,
      "loss": 4.0986,
      "step": 37580
    },
    {
      "epoch": 3.1924057084607544,
      "grad_norm": 3.1017537290416666,
      "learning_rate": 0.00014131914942956523,
      "loss": 3.8967,
      "step": 37581
    },
    {
      "epoch": 3.1924906557934083,
      "grad_norm": 3.262213224912431,
      "learning_rate": 0.0001413122947776035,
      "loss": 4.1331,
      "step": 37582
    },
    {
      "epoch": 3.1925756031260617,
      "grad_norm": 3.2745805389925797,
      "learning_rate": 0.00014130544014384505,
      "loss": 4.1511,
      "step": 37583
    },
    {
      "epoch": 3.1926605504587156,
      "grad_norm": 2.922707105878483,
      "learning_rate": 0.0001412985855283043,
      "loss": 3.214,
      "step": 37584
    },
    {
      "epoch": 3.1927454977913694,
      "grad_norm": 3.2400719335689225,
      "learning_rate": 0.00014129173093099567,
      "loss": 4.1562,
      "step": 37585
    },
    {
      "epoch": 3.1928304451240233,
      "grad_norm": 3.044090794427854,
      "learning_rate": 0.00014128487635193352,
      "loss": 3.9233,
      "step": 37586
    },
    {
      "epoch": 3.1929153924566767,
      "grad_norm": 3.1179091664957492,
      "learning_rate": 0.00014127802179113216,
      "loss": 3.5803,
      "step": 37587
    },
    {
      "epoch": 3.1930003397893305,
      "grad_norm": 2.9953660903491266,
      "learning_rate": 0.00014127116724860597,
      "loss": 3.4004,
      "step": 37588
    },
    {
      "epoch": 3.1930852871219844,
      "grad_norm": 3.3646642541301475,
      "learning_rate": 0.00014126431272436932,
      "loss": 4.6907,
      "step": 37589
    },
    {
      "epoch": 3.193170234454638,
      "grad_norm": 3.3652215746192593,
      "learning_rate": 0.0001412574582184365,
      "loss": 3.2898,
      "step": 37590
    },
    {
      "epoch": 3.193255181787292,
      "grad_norm": 3.223908691319836,
      "learning_rate": 0.000141250603730822,
      "loss": 4.1273,
      "step": 37591
    },
    {
      "epoch": 3.1933401291199455,
      "grad_norm": 3.237023610655619,
      "learning_rate": 0.0001412437492615401,
      "loss": 4.0036,
      "step": 37592
    },
    {
      "epoch": 3.1934250764525993,
      "grad_norm": 3.1098700593828594,
      "learning_rate": 0.0001412368948106052,
      "loss": 4.0885,
      "step": 37593
    },
    {
      "epoch": 3.193510023785253,
      "grad_norm": 3.106745504445909,
      "learning_rate": 0.00014123004037803165,
      "loss": 4.0311,
      "step": 37594
    },
    {
      "epoch": 3.193594971117907,
      "grad_norm": 3.1334785663058127,
      "learning_rate": 0.00014122318596383377,
      "loss": 3.7209,
      "step": 37595
    },
    {
      "epoch": 3.1936799184505604,
      "grad_norm": 3.2169833599982773,
      "learning_rate": 0.00014121633156802594,
      "loss": 4.0385,
      "step": 37596
    },
    {
      "epoch": 3.1937648657832143,
      "grad_norm": 3.1354487524832395,
      "learning_rate": 0.00014120947719062257,
      "loss": 3.4575,
      "step": 37597
    },
    {
      "epoch": 3.193849813115868,
      "grad_norm": 3.222854743324304,
      "learning_rate": 0.00014120262283163804,
      "loss": 3.9254,
      "step": 37598
    },
    {
      "epoch": 3.193934760448522,
      "grad_norm": 3.0865371027671222,
      "learning_rate": 0.0001411957684910866,
      "loss": 3.9142,
      "step": 37599
    },
    {
      "epoch": 3.194019707781176,
      "grad_norm": 3.202533250773544,
      "learning_rate": 0.00014118891416898272,
      "loss": 4.109,
      "step": 37600
    },
    {
      "epoch": 3.1941046551138292,
      "grad_norm": 3.3662922024972404,
      "learning_rate": 0.00014118205986534072,
      "loss": 4.2399,
      "step": 37601
    },
    {
      "epoch": 3.194189602446483,
      "grad_norm": 3.1372412054673258,
      "learning_rate": 0.00014117520558017488,
      "loss": 3.5417,
      "step": 37602
    },
    {
      "epoch": 3.194274549779137,
      "grad_norm": 3.042265363073272,
      "learning_rate": 0.0001411683513134997,
      "loss": 3.818,
      "step": 37603
    },
    {
      "epoch": 3.194359497111791,
      "grad_norm": 3.1686889428996063,
      "learning_rate": 0.0001411614970653295,
      "loss": 3.7308,
      "step": 37604
    },
    {
      "epoch": 3.1944444444444446,
      "grad_norm": 3.3314001226632297,
      "learning_rate": 0.0001411546428356786,
      "loss": 4.3395,
      "step": 37605
    },
    {
      "epoch": 3.194529391777098,
      "grad_norm": 3.152814633261505,
      "learning_rate": 0.00014114778862456137,
      "loss": 3.513,
      "step": 37606
    },
    {
      "epoch": 3.194614339109752,
      "grad_norm": 3.3156841298268187,
      "learning_rate": 0.00014114093443199225,
      "loss": 4.1418,
      "step": 37607
    },
    {
      "epoch": 3.1946992864424058,
      "grad_norm": 3.132413008489181,
      "learning_rate": 0.0001411340802579854,
      "loss": 3.6027,
      "step": 37608
    },
    {
      "epoch": 3.1947842337750596,
      "grad_norm": 3.3610542667251173,
      "learning_rate": 0.00014112722610255547,
      "loss": 4.3628,
      "step": 37609
    },
    {
      "epoch": 3.1948691811077135,
      "grad_norm": 3.08614304901718,
      "learning_rate": 0.00014112037196571661,
      "loss": 3.7273,
      "step": 37610
    },
    {
      "epoch": 3.194954128440367,
      "grad_norm": 3.241331439230057,
      "learning_rate": 0.0001411135178474833,
      "loss": 3.3906,
      "step": 37611
    },
    {
      "epoch": 3.1950390757730207,
      "grad_norm": 3.180792159844681,
      "learning_rate": 0.00014110666374786976,
      "loss": 4.0254,
      "step": 37612
    },
    {
      "epoch": 3.1951240231056746,
      "grad_norm": 3.290126933701163,
      "learning_rate": 0.00014109980966689047,
      "loss": 3.9948,
      "step": 37613
    },
    {
      "epoch": 3.1952089704383284,
      "grad_norm": 3.107520114490463,
      "learning_rate": 0.00014109295560455975,
      "loss": 3.8376,
      "step": 37614
    },
    {
      "epoch": 3.195293917770982,
      "grad_norm": 3.0871780531807436,
      "learning_rate": 0.00014108610156089198,
      "loss": 3.8639,
      "step": 37615
    },
    {
      "epoch": 3.1953788651036357,
      "grad_norm": 3.2711331017290446,
      "learning_rate": 0.00014107924753590153,
      "loss": 4.074,
      "step": 37616
    },
    {
      "epoch": 3.1954638124362895,
      "grad_norm": 3.1220978268082504,
      "learning_rate": 0.0001410723935296027,
      "loss": 3.5347,
      "step": 37617
    },
    {
      "epoch": 3.1955487597689434,
      "grad_norm": 3.1429855469711327,
      "learning_rate": 0.00014106553954200998,
      "loss": 3.8431,
      "step": 37618
    },
    {
      "epoch": 3.1956337071015968,
      "grad_norm": 3.456182057825749,
      "learning_rate": 0.0001410586855731376,
      "loss": 4.5991,
      "step": 37619
    },
    {
      "epoch": 3.1957186544342506,
      "grad_norm": 3.086085435886745,
      "learning_rate": 0.00014105183162299993,
      "loss": 3.8956,
      "step": 37620
    },
    {
      "epoch": 3.1958036017669045,
      "grad_norm": 3.1343704982092504,
      "learning_rate": 0.00014104497769161135,
      "loss": 3.9774,
      "step": 37621
    },
    {
      "epoch": 3.1958885490995583,
      "grad_norm": 3.339741313052156,
      "learning_rate": 0.00014103812377898632,
      "loss": 3.8616,
      "step": 37622
    },
    {
      "epoch": 3.195973496432212,
      "grad_norm": 3.207683701926465,
      "learning_rate": 0.00014103126988513904,
      "loss": 3.8289,
      "step": 37623
    },
    {
      "epoch": 3.1960584437648656,
      "grad_norm": 3.040763448732292,
      "learning_rate": 0.000141024416010084,
      "loss": 3.4426,
      "step": 37624
    },
    {
      "epoch": 3.1961433910975194,
      "grad_norm": 3.15078089283748,
      "learning_rate": 0.00014101756215383553,
      "loss": 3.8846,
      "step": 37625
    },
    {
      "epoch": 3.1962283384301733,
      "grad_norm": 3.029839398453663,
      "learning_rate": 0.00014101070831640792,
      "loss": 3.7339,
      "step": 37626
    },
    {
      "epoch": 3.196313285762827,
      "grad_norm": 3.272681629037281,
      "learning_rate": 0.00014100385449781558,
      "loss": 3.6097,
      "step": 37627
    },
    {
      "epoch": 3.196398233095481,
      "grad_norm": 3.1280440785695203,
      "learning_rate": 0.00014099700069807288,
      "loss": 4.0411,
      "step": 37628
    },
    {
      "epoch": 3.1964831804281344,
      "grad_norm": 3.0091047032568286,
      "learning_rate": 0.00014099014691719422,
      "loss": 3.4901,
      "step": 37629
    },
    {
      "epoch": 3.1965681277607882,
      "grad_norm": 3.1016052341175535,
      "learning_rate": 0.00014098329315519387,
      "loss": 3.6529,
      "step": 37630
    },
    {
      "epoch": 3.196653075093442,
      "grad_norm": 3.097426903437035,
      "learning_rate": 0.00014097643941208624,
      "loss": 3.6879,
      "step": 37631
    },
    {
      "epoch": 3.196738022426096,
      "grad_norm": 3.2201676542565254,
      "learning_rate": 0.00014096958568788573,
      "loss": 3.9667,
      "step": 37632
    },
    {
      "epoch": 3.19682296975875,
      "grad_norm": 3.011021363765759,
      "learning_rate": 0.00014096273198260656,
      "loss": 3.3265,
      "step": 37633
    },
    {
      "epoch": 3.196907917091403,
      "grad_norm": 3.3187104416134035,
      "learning_rate": 0.00014095587829626328,
      "loss": 4.449,
      "step": 37634
    },
    {
      "epoch": 3.196992864424057,
      "grad_norm": 2.959404355310733,
      "learning_rate": 0.0001409490246288701,
      "loss": 3.5908,
      "step": 37635
    },
    {
      "epoch": 3.197077811756711,
      "grad_norm": 3.3944750173369043,
      "learning_rate": 0.0001409421709804415,
      "loss": 4.3743,
      "step": 37636
    },
    {
      "epoch": 3.1971627590893648,
      "grad_norm": 3.340097487904921,
      "learning_rate": 0.00014093531735099175,
      "loss": 3.235,
      "step": 37637
    },
    {
      "epoch": 3.197247706422018,
      "grad_norm": 3.3980582228201452,
      "learning_rate": 0.00014092846374053522,
      "loss": 4.4212,
      "step": 37638
    },
    {
      "epoch": 3.197332653754672,
      "grad_norm": 3.1415258917941555,
      "learning_rate": 0.00014092161014908627,
      "loss": 4.2048,
      "step": 37639
    },
    {
      "epoch": 3.197417601087326,
      "grad_norm": 3.1090785638168588,
      "learning_rate": 0.00014091475657665933,
      "loss": 3.7884,
      "step": 37640
    },
    {
      "epoch": 3.1975025484199797,
      "grad_norm": 3.1262388166112265,
      "learning_rate": 0.0001409079030232687,
      "loss": 3.5347,
      "step": 37641
    },
    {
      "epoch": 3.1975874957526336,
      "grad_norm": 3.134341737902585,
      "learning_rate": 0.00014090104948892874,
      "loss": 3.9408,
      "step": 37642
    },
    {
      "epoch": 3.197672443085287,
      "grad_norm": 3.3020884118205522,
      "learning_rate": 0.00014089419597365383,
      "loss": 4.3115,
      "step": 37643
    },
    {
      "epoch": 3.197757390417941,
      "grad_norm": 3.122730495085744,
      "learning_rate": 0.00014088734247745833,
      "loss": 3.8837,
      "step": 37644
    },
    {
      "epoch": 3.1978423377505947,
      "grad_norm": 3.2042677496294885,
      "learning_rate": 0.00014088048900035653,
      "loss": 4.0086,
      "step": 37645
    },
    {
      "epoch": 3.1979272850832485,
      "grad_norm": 3.319175844007699,
      "learning_rate": 0.0001408736355423629,
      "loss": 4.1859,
      "step": 37646
    },
    {
      "epoch": 3.198012232415902,
      "grad_norm": 3.246168593333897,
      "learning_rate": 0.00014086678210349177,
      "loss": 3.9145,
      "step": 37647
    },
    {
      "epoch": 3.198097179748556,
      "grad_norm": 3.049745308153525,
      "learning_rate": 0.00014085992868375746,
      "loss": 3.2844,
      "step": 37648
    },
    {
      "epoch": 3.1981821270812096,
      "grad_norm": 3.183254733926704,
      "learning_rate": 0.00014085307528317434,
      "loss": 3.8535,
      "step": 37649
    },
    {
      "epoch": 3.1982670744138635,
      "grad_norm": 3.162557117683539,
      "learning_rate": 0.00014084622190175682,
      "loss": 3.5688,
      "step": 37650
    },
    {
      "epoch": 3.1983520217465173,
      "grad_norm": 3.094636111447323,
      "learning_rate": 0.00014083936853951916,
      "loss": 3.5371,
      "step": 37651
    },
    {
      "epoch": 3.1984369690791707,
      "grad_norm": 3.1010639525069106,
      "learning_rate": 0.0001408325151964758,
      "loss": 3.6117,
      "step": 37652
    },
    {
      "epoch": 3.1985219164118246,
      "grad_norm": 3.2219309442044115,
      "learning_rate": 0.00014082566187264108,
      "loss": 4.1476,
      "step": 37653
    },
    {
      "epoch": 3.1986068637444784,
      "grad_norm": 3.361476351288839,
      "learning_rate": 0.00014081880856802942,
      "loss": 3.2666,
      "step": 37654
    },
    {
      "epoch": 3.1986918110771323,
      "grad_norm": 2.9054303418405634,
      "learning_rate": 0.00014081195528265508,
      "loss": 3.0738,
      "step": 37655
    },
    {
      "epoch": 3.198776758409786,
      "grad_norm": 3.3941832964891634,
      "learning_rate": 0.00014080510201653246,
      "loss": 4.3215,
      "step": 37656
    },
    {
      "epoch": 3.1988617057424396,
      "grad_norm": 3.158919849328063,
      "learning_rate": 0.00014079824876967587,
      "loss": 3.9785,
      "step": 37657
    },
    {
      "epoch": 3.1989466530750934,
      "grad_norm": 3.074083078802555,
      "learning_rate": 0.00014079139554209978,
      "loss": 3.5157,
      "step": 37658
    },
    {
      "epoch": 3.1990316004077473,
      "grad_norm": 3.199255306365595,
      "learning_rate": 0.00014078454233381848,
      "loss": 3.7536,
      "step": 37659
    },
    {
      "epoch": 3.199116547740401,
      "grad_norm": 3.1177341213856997,
      "learning_rate": 0.00014077768914484633,
      "loss": 3.8043,
      "step": 37660
    },
    {
      "epoch": 3.1992014950730545,
      "grad_norm": 3.163255503981133,
      "learning_rate": 0.00014077083597519773,
      "loss": 3.8594,
      "step": 37661
    },
    {
      "epoch": 3.1992864424057084,
      "grad_norm": 3.2559037542838616,
      "learning_rate": 0.00014076398282488698,
      "loss": 4.4396,
      "step": 37662
    },
    {
      "epoch": 3.199371389738362,
      "grad_norm": 3.345983897664427,
      "learning_rate": 0.00014075712969392843,
      "loss": 4.5778,
      "step": 37663
    },
    {
      "epoch": 3.199456337071016,
      "grad_norm": 3.2650230742479245,
      "learning_rate": 0.0001407502765823365,
      "loss": 4.1043,
      "step": 37664
    },
    {
      "epoch": 3.19954128440367,
      "grad_norm": 3.3514541173058507,
      "learning_rate": 0.00014074342349012557,
      "loss": 4.6028,
      "step": 37665
    },
    {
      "epoch": 3.1996262317363233,
      "grad_norm": 3.162604151657468,
      "learning_rate": 0.0001407365704173099,
      "loss": 3.7984,
      "step": 37666
    },
    {
      "epoch": 3.199711179068977,
      "grad_norm": 3.2330172115874896,
      "learning_rate": 0.0001407297173639039,
      "loss": 3.8407,
      "step": 37667
    },
    {
      "epoch": 3.199796126401631,
      "grad_norm": 3.0531193049122614,
      "learning_rate": 0.000140722864329922,
      "loss": 3.1118,
      "step": 37668
    },
    {
      "epoch": 3.199881073734285,
      "grad_norm": 3.19355253127954,
      "learning_rate": 0.00014071601131537844,
      "loss": 4.0334,
      "step": 37669
    },
    {
      "epoch": 3.1999660210669383,
      "grad_norm": 3.308257115742169,
      "learning_rate": 0.0001407091583202876,
      "loss": 4.1325,
      "step": 37670
    },
    {
      "epoch": 3.200050968399592,
      "grad_norm": 2.94788830891264,
      "learning_rate": 0.00014070230534466392,
      "loss": 3.1676,
      "step": 37671
    },
    {
      "epoch": 3.200135915732246,
      "grad_norm": 3.4383280449536224,
      "learning_rate": 0.00014069545238852172,
      "loss": 4.4934,
      "step": 37672
    },
    {
      "epoch": 3.2002208630649,
      "grad_norm": 3.462212549265015,
      "learning_rate": 0.00014068859945187535,
      "loss": 4.7383,
      "step": 37673
    },
    {
      "epoch": 3.2003058103975537,
      "grad_norm": 3.213565084461043,
      "learning_rate": 0.00014068174653473914,
      "loss": 4.0271,
      "step": 37674
    },
    {
      "epoch": 3.200390757730207,
      "grad_norm": 3.0517072675456136,
      "learning_rate": 0.00014067489363712752,
      "loss": 3.5324,
      "step": 37675
    },
    {
      "epoch": 3.200475705062861,
      "grad_norm": 3.0069996183997865,
      "learning_rate": 0.00014066804075905473,
      "loss": 3.5404,
      "step": 37676
    },
    {
      "epoch": 3.200560652395515,
      "grad_norm": 3.4907308607037515,
      "learning_rate": 0.00014066118790053523,
      "loss": 3.7594,
      "step": 37677
    },
    {
      "epoch": 3.2006455997281686,
      "grad_norm": 3.456785620085738,
      "learning_rate": 0.00014065433506158336,
      "loss": 4.6547,
      "step": 37678
    },
    {
      "epoch": 3.2007305470608225,
      "grad_norm": 3.2240008156704345,
      "learning_rate": 0.00014064748224221348,
      "loss": 4.1321,
      "step": 37679
    },
    {
      "epoch": 3.200815494393476,
      "grad_norm": 3.447680092589465,
      "learning_rate": 0.00014064062944243996,
      "loss": 4.6594,
      "step": 37680
    },
    {
      "epoch": 3.2009004417261298,
      "grad_norm": 3.0188819759455874,
      "learning_rate": 0.0001406337766622771,
      "loss": 3.6825,
      "step": 37681
    },
    {
      "epoch": 3.2009853890587836,
      "grad_norm": 3.3890217399142055,
      "learning_rate": 0.0001406269239017393,
      "loss": 4.3152,
      "step": 37682
    },
    {
      "epoch": 3.2010703363914375,
      "grad_norm": 3.085564710324135,
      "learning_rate": 0.00014062007116084094,
      "loss": 3.6849,
      "step": 37683
    },
    {
      "epoch": 3.201155283724091,
      "grad_norm": 3.233723737869396,
      "learning_rate": 0.00014061321843959634,
      "loss": 3.4393,
      "step": 37684
    },
    {
      "epoch": 3.2012402310567447,
      "grad_norm": 3.0875160676196343,
      "learning_rate": 0.00014060636573801988,
      "loss": 3.6931,
      "step": 37685
    },
    {
      "epoch": 3.2013251783893986,
      "grad_norm": 3.0459863223190182,
      "learning_rate": 0.00014059951305612594,
      "loss": 3.596,
      "step": 37686
    },
    {
      "epoch": 3.2014101257220524,
      "grad_norm": 3.0845234471966854,
      "learning_rate": 0.00014059266039392882,
      "loss": 3.2518,
      "step": 37687
    },
    {
      "epoch": 3.2014950730547063,
      "grad_norm": 3.3218641654662524,
      "learning_rate": 0.00014058580775144286,
      "loss": 4.0905,
      "step": 37688
    },
    {
      "epoch": 3.2015800203873597,
      "grad_norm": 3.140279049918882,
      "learning_rate": 0.00014057895512868253,
      "loss": 3.9653,
      "step": 37689
    },
    {
      "epoch": 3.2016649677200135,
      "grad_norm": 2.9685554801681855,
      "learning_rate": 0.00014057210252566216,
      "loss": 3.1582,
      "step": 37690
    },
    {
      "epoch": 3.2017499150526674,
      "grad_norm": 3.345913492324417,
      "learning_rate": 0.000140565249942396,
      "loss": 3.7882,
      "step": 37691
    },
    {
      "epoch": 3.2018348623853212,
      "grad_norm": 3.1502033487490118,
      "learning_rate": 0.00014055839737889852,
      "loss": 3.7158,
      "step": 37692
    },
    {
      "epoch": 3.2019198097179746,
      "grad_norm": 3.0450507383343286,
      "learning_rate": 0.00014055154483518407,
      "loss": 3.2825,
      "step": 37693
    },
    {
      "epoch": 3.2020047570506285,
      "grad_norm": 2.9497411493375534,
      "learning_rate": 0.0001405446923112669,
      "loss": 3.1983,
      "step": 37694
    },
    {
      "epoch": 3.2020897043832823,
      "grad_norm": 3.1532794304631704,
      "learning_rate": 0.00014053783980716146,
      "loss": 3.8701,
      "step": 37695
    },
    {
      "epoch": 3.202174651715936,
      "grad_norm": 3.1101552720859225,
      "learning_rate": 0.00014053098732288213,
      "loss": 4.0143,
      "step": 37696
    },
    {
      "epoch": 3.20225959904859,
      "grad_norm": 3.3543615792769543,
      "learning_rate": 0.00014052413485844323,
      "loss": 4.1717,
      "step": 37697
    },
    {
      "epoch": 3.2023445463812434,
      "grad_norm": 3.4014908677495184,
      "learning_rate": 0.0001405172824138591,
      "loss": 4.3113,
      "step": 37698
    },
    {
      "epoch": 3.2024294937138973,
      "grad_norm": 3.182729904965621,
      "learning_rate": 0.00014051042998914417,
      "loss": 3.3723,
      "step": 37699
    },
    {
      "epoch": 3.202514441046551,
      "grad_norm": 3.324048323873623,
      "learning_rate": 0.00014050357758431262,
      "loss": 4.366,
      "step": 37700
    },
    {
      "epoch": 3.202599388379205,
      "grad_norm": 3.0707180678898762,
      "learning_rate": 0.00014049672519937908,
      "loss": 3.6454,
      "step": 37701
    },
    {
      "epoch": 3.202684335711859,
      "grad_norm": 3.3745194488063674,
      "learning_rate": 0.00014048987283435768,
      "loss": 4.549,
      "step": 37702
    },
    {
      "epoch": 3.2027692830445122,
      "grad_norm": 3.113181980491932,
      "learning_rate": 0.00014048302048926288,
      "loss": 4.0586,
      "step": 37703
    },
    {
      "epoch": 3.202854230377166,
      "grad_norm": 3.1451161900083915,
      "learning_rate": 0.00014047616816410905,
      "loss": 3.8211,
      "step": 37704
    },
    {
      "epoch": 3.20293917770982,
      "grad_norm": 3.068200320603068,
      "learning_rate": 0.00014046931585891048,
      "loss": 3.7535,
      "step": 37705
    },
    {
      "epoch": 3.203024125042474,
      "grad_norm": 3.254682029126597,
      "learning_rate": 0.00014046246357368153,
      "loss": 4.1678,
      "step": 37706
    },
    {
      "epoch": 3.2031090723751277,
      "grad_norm": 3.010973633476044,
      "learning_rate": 0.00014045561130843662,
      "loss": 3.1613,
      "step": 37707
    },
    {
      "epoch": 3.203194019707781,
      "grad_norm": 3.137393273942206,
      "learning_rate": 0.00014044875906319012,
      "loss": 3.3804,
      "step": 37708
    },
    {
      "epoch": 3.203278967040435,
      "grad_norm": 3.0227217671970097,
      "learning_rate": 0.0001404419068379563,
      "loss": 3.4304,
      "step": 37709
    },
    {
      "epoch": 3.2033639143730888,
      "grad_norm": 2.9393575137982957,
      "learning_rate": 0.0001404350546327496,
      "loss": 3.1501,
      "step": 37710
    },
    {
      "epoch": 3.2034488617057426,
      "grad_norm": 3.3915370722725866,
      "learning_rate": 0.00014042820244758434,
      "loss": 4.5337,
      "step": 37711
    },
    {
      "epoch": 3.203533809038396,
      "grad_norm": 3.316716362256585,
      "learning_rate": 0.00014042135028247482,
      "loss": 4.1971,
      "step": 37712
    },
    {
      "epoch": 3.20361875637105,
      "grad_norm": 3.3002757743132127,
      "learning_rate": 0.00014041449813743546,
      "loss": 4.0001,
      "step": 37713
    },
    {
      "epoch": 3.2037037037037037,
      "grad_norm": 3.5309156033896834,
      "learning_rate": 0.00014040764601248062,
      "loss": 4.5832,
      "step": 37714
    },
    {
      "epoch": 3.2037886510363576,
      "grad_norm": 3.4135158850351477,
      "learning_rate": 0.0001404007939076247,
      "loss": 4.4865,
      "step": 37715
    },
    {
      "epoch": 3.203873598369011,
      "grad_norm": 3.2046843664663247,
      "learning_rate": 0.000140393941822882,
      "loss": 4.0187,
      "step": 37716
    },
    {
      "epoch": 3.203958545701665,
      "grad_norm": 3.0657898680470073,
      "learning_rate": 0.00014038708975826686,
      "loss": 3.8433,
      "step": 37717
    },
    {
      "epoch": 3.2040434930343187,
      "grad_norm": 3.158085026522174,
      "learning_rate": 0.00014038023771379367,
      "loss": 3.9199,
      "step": 37718
    },
    {
      "epoch": 3.2041284403669725,
      "grad_norm": 3.176030924193405,
      "learning_rate": 0.00014037338568947673,
      "loss": 3.6877,
      "step": 37719
    },
    {
      "epoch": 3.2042133876996264,
      "grad_norm": 3.19400890398757,
      "learning_rate": 0.0001403665336853305,
      "loss": 4.036,
      "step": 37720
    },
    {
      "epoch": 3.20429833503228,
      "grad_norm": 3.086760055606507,
      "learning_rate": 0.00014035968170136924,
      "loss": 3.6207,
      "step": 37721
    },
    {
      "epoch": 3.2043832823649336,
      "grad_norm": 3.0686656780103325,
      "learning_rate": 0.0001403528297376074,
      "loss": 3.6062,
      "step": 37722
    },
    {
      "epoch": 3.2044682296975875,
      "grad_norm": 3.231855809423624,
      "learning_rate": 0.00014034597779405926,
      "loss": 3.9339,
      "step": 37723
    },
    {
      "epoch": 3.2045531770302413,
      "grad_norm": 2.957142325972941,
      "learning_rate": 0.00014033912587073922,
      "loss": 3.238,
      "step": 37724
    },
    {
      "epoch": 3.204638124362895,
      "grad_norm": 3.3291845629624253,
      "learning_rate": 0.00014033227396766156,
      "loss": 3.9663,
      "step": 37725
    },
    {
      "epoch": 3.2047230716955486,
      "grad_norm": 3.449717271728325,
      "learning_rate": 0.00014032542208484078,
      "loss": 4.2213,
      "step": 37726
    },
    {
      "epoch": 3.2048080190282024,
      "grad_norm": 3.1462607939340725,
      "learning_rate": 0.0001403185702222911,
      "loss": 3.8311,
      "step": 37727
    },
    {
      "epoch": 3.2048929663608563,
      "grad_norm": 3.1068048205693835,
      "learning_rate": 0.00014031171838002697,
      "loss": 3.9208,
      "step": 37728
    },
    {
      "epoch": 3.20497791369351,
      "grad_norm": 3.1475856423209074,
      "learning_rate": 0.00014030486655806267,
      "loss": 3.9299,
      "step": 37729
    },
    {
      "epoch": 3.205062861026164,
      "grad_norm": 2.9840908192513367,
      "learning_rate": 0.0001402980147564126,
      "loss": 3.478,
      "step": 37730
    },
    {
      "epoch": 3.2051478083588174,
      "grad_norm": 3.26798798291087,
      "learning_rate": 0.0001402911629750911,
      "loss": 3.9482,
      "step": 37731
    },
    {
      "epoch": 3.2052327556914713,
      "grad_norm": 3.038977187167252,
      "learning_rate": 0.00014028431121411255,
      "loss": 3.4905,
      "step": 37732
    },
    {
      "epoch": 3.205317703024125,
      "grad_norm": 3.135816074910407,
      "learning_rate": 0.0001402774594734913,
      "loss": 3.8924,
      "step": 37733
    },
    {
      "epoch": 3.205402650356779,
      "grad_norm": 3.19070799056864,
      "learning_rate": 0.0001402706077532417,
      "loss": 3.8157,
      "step": 37734
    },
    {
      "epoch": 3.2054875976894324,
      "grad_norm": 3.440368123283561,
      "learning_rate": 0.00014026375605337814,
      "loss": 4.5604,
      "step": 37735
    },
    {
      "epoch": 3.205572545022086,
      "grad_norm": 3.167963575615552,
      "learning_rate": 0.0001402569043739149,
      "loss": 3.7488,
      "step": 37736
    },
    {
      "epoch": 3.20565749235474,
      "grad_norm": 2.9853480623372683,
      "learning_rate": 0.00014025005271486635,
      "loss": 3.1999,
      "step": 37737
    },
    {
      "epoch": 3.205742439687394,
      "grad_norm": 3.129086116646249,
      "learning_rate": 0.0001402432010762469,
      "loss": 3.7702,
      "step": 37738
    },
    {
      "epoch": 3.2058273870200478,
      "grad_norm": 3.5406337025159975,
      "learning_rate": 0.0001402363494580709,
      "loss": 3.8214,
      "step": 37739
    },
    {
      "epoch": 3.205912334352701,
      "grad_norm": 3.1531108211953893,
      "learning_rate": 0.00014022949786035268,
      "loss": 3.8913,
      "step": 37740
    },
    {
      "epoch": 3.205997281685355,
      "grad_norm": 3.003375016682933,
      "learning_rate": 0.00014022264628310658,
      "loss": 3.6648,
      "step": 37741
    },
    {
      "epoch": 3.206082229018009,
      "grad_norm": 3.400208504859841,
      "learning_rate": 0.00014021579472634705,
      "loss": 4.1492,
      "step": 37742
    },
    {
      "epoch": 3.2061671763506627,
      "grad_norm": 3.0165843863141553,
      "learning_rate": 0.00014020894319008824,
      "loss": 3.2266,
      "step": 37743
    },
    {
      "epoch": 3.206252123683316,
      "grad_norm": 3.395052206988265,
      "learning_rate": 0.00014020209167434476,
      "loss": 4.344,
      "step": 37744
    },
    {
      "epoch": 3.20633707101597,
      "grad_norm": 2.960245315954079,
      "learning_rate": 0.0001401952401791308,
      "loss": 3.2965,
      "step": 37745
    },
    {
      "epoch": 3.206422018348624,
      "grad_norm": 3.2252263132211345,
      "learning_rate": 0.00014018838870446084,
      "loss": 3.9606,
      "step": 37746
    },
    {
      "epoch": 3.2065069656812777,
      "grad_norm": 3.0877718734878745,
      "learning_rate": 0.00014018153725034907,
      "loss": 3.9659,
      "step": 37747
    },
    {
      "epoch": 3.2065919130139315,
      "grad_norm": 3.2962925550929714,
      "learning_rate": 0.00014017468581680996,
      "loss": 4.0053,
      "step": 37748
    },
    {
      "epoch": 3.206676860346585,
      "grad_norm": 3.063648847718839,
      "learning_rate": 0.00014016783440385782,
      "loss": 3.2589,
      "step": 37749
    },
    {
      "epoch": 3.206761807679239,
      "grad_norm": 3.358243115972836,
      "learning_rate": 0.00014016098301150703,
      "loss": 4.2573,
      "step": 37750
    },
    {
      "epoch": 3.2068467550118926,
      "grad_norm": 2.9387482517839394,
      "learning_rate": 0.000140154131639772,
      "loss": 3.2917,
      "step": 37751
    },
    {
      "epoch": 3.2069317023445465,
      "grad_norm": 3.013384362585289,
      "learning_rate": 0.000140147280288667,
      "loss": 3.1239,
      "step": 37752
    },
    {
      "epoch": 3.2070166496772003,
      "grad_norm": 3.1629949875394985,
      "learning_rate": 0.00014014042895820644,
      "loss": 3.6189,
      "step": 37753
    },
    {
      "epoch": 3.2071015970098538,
      "grad_norm": 3.3300130512807815,
      "learning_rate": 0.0001401335776484046,
      "loss": 4.4611,
      "step": 37754
    },
    {
      "epoch": 3.2071865443425076,
      "grad_norm": 3.45284760768151,
      "learning_rate": 0.00014012672635927592,
      "loss": 4.3459,
      "step": 37755
    },
    {
      "epoch": 3.2072714916751615,
      "grad_norm": 3.167113276549874,
      "learning_rate": 0.00014011987509083464,
      "loss": 3.7342,
      "step": 37756
    },
    {
      "epoch": 3.2073564390078153,
      "grad_norm": 3.340632515340097,
      "learning_rate": 0.00014011302384309528,
      "loss": 4.2397,
      "step": 37757
    },
    {
      "epoch": 3.2074413863404687,
      "grad_norm": 3.1166278441863238,
      "learning_rate": 0.0001401061726160721,
      "loss": 3.6279,
      "step": 37758
    },
    {
      "epoch": 3.2075263336731226,
      "grad_norm": 3.0567887103367326,
      "learning_rate": 0.00014009932140977946,
      "loss": 3.8128,
      "step": 37759
    },
    {
      "epoch": 3.2076112810057764,
      "grad_norm": 3.136843025793316,
      "learning_rate": 0.00014009247022423176,
      "loss": 3.7084,
      "step": 37760
    },
    {
      "epoch": 3.2076962283384303,
      "grad_norm": 3.0197039007400392,
      "learning_rate": 0.00014008561905944327,
      "loss": 3.5259,
      "step": 37761
    },
    {
      "epoch": 3.207781175671084,
      "grad_norm": 3.1203757026262258,
      "learning_rate": 0.00014007876791542837,
      "loss": 3.6284,
      "step": 37762
    },
    {
      "epoch": 3.2078661230037375,
      "grad_norm": 3.267786198443689,
      "learning_rate": 0.00014007191679220145,
      "loss": 3.7806,
      "step": 37763
    },
    {
      "epoch": 3.2079510703363914,
      "grad_norm": 3.1607396131680066,
      "learning_rate": 0.00014006506568977692,
      "loss": 3.853,
      "step": 37764
    },
    {
      "epoch": 3.2080360176690452,
      "grad_norm": 3.062047726197327,
      "learning_rate": 0.00014005821460816902,
      "loss": 3.7589,
      "step": 37765
    },
    {
      "epoch": 3.208120965001699,
      "grad_norm": 3.3829943118941554,
      "learning_rate": 0.00014005136354739215,
      "loss": 4.3646,
      "step": 37766
    },
    {
      "epoch": 3.2082059123343525,
      "grad_norm": 3.129665575900284,
      "learning_rate": 0.0001400445125074607,
      "loss": 4.0366,
      "step": 37767
    },
    {
      "epoch": 3.2082908596670063,
      "grad_norm": 3.063039083736817,
      "learning_rate": 0.00014003766148838894,
      "loss": 3.7718,
      "step": 37768
    },
    {
      "epoch": 3.20837580699966,
      "grad_norm": 3.178439422654004,
      "learning_rate": 0.0001400308104901913,
      "loss": 3.9659,
      "step": 37769
    },
    {
      "epoch": 3.208460754332314,
      "grad_norm": 3.247719635715873,
      "learning_rate": 0.00014002395951288212,
      "loss": 4.0237,
      "step": 37770
    },
    {
      "epoch": 3.208545701664968,
      "grad_norm": 3.135648235482211,
      "learning_rate": 0.00014001710855647578,
      "loss": 3.4872,
      "step": 37771
    },
    {
      "epoch": 3.2086306489976213,
      "grad_norm": 3.038165403401179,
      "learning_rate": 0.00014001025762098656,
      "loss": 3.536,
      "step": 37772
    },
    {
      "epoch": 3.208715596330275,
      "grad_norm": 3.3864109389741643,
      "learning_rate": 0.00014000340670642888,
      "loss": 4.2715,
      "step": 37773
    },
    {
      "epoch": 3.208800543662929,
      "grad_norm": 3.0702397884562087,
      "learning_rate": 0.00013999655581281703,
      "loss": 3.4717,
      "step": 37774
    },
    {
      "epoch": 3.208885490995583,
      "grad_norm": 3.3385908831476434,
      "learning_rate": 0.00013998970494016546,
      "loss": 3.9585,
      "step": 37775
    },
    {
      "epoch": 3.2089704383282367,
      "grad_norm": 2.9433758624361843,
      "learning_rate": 0.00013998285408848844,
      "loss": 3.1371,
      "step": 37776
    },
    {
      "epoch": 3.20905538566089,
      "grad_norm": 3.3808977754605642,
      "learning_rate": 0.00013997600325780035,
      "loss": 3.9482,
      "step": 37777
    },
    {
      "epoch": 3.209140332993544,
      "grad_norm": 3.289930509633925,
      "learning_rate": 0.00013996915244811562,
      "loss": 4.124,
      "step": 37778
    },
    {
      "epoch": 3.209225280326198,
      "grad_norm": 3.0870768649465528,
      "learning_rate": 0.0001399623016594485,
      "loss": 3.3243,
      "step": 37779
    },
    {
      "epoch": 3.2093102276588517,
      "grad_norm": 2.926774399089388,
      "learning_rate": 0.00013995545089181332,
      "loss": 3.1237,
      "step": 37780
    },
    {
      "epoch": 3.209395174991505,
      "grad_norm": 3.041299763559582,
      "learning_rate": 0.00013994860014522454,
      "loss": 3.314,
      "step": 37781
    },
    {
      "epoch": 3.209480122324159,
      "grad_norm": 3.048265136154102,
      "learning_rate": 0.00013994174941969647,
      "loss": 3.2324,
      "step": 37782
    },
    {
      "epoch": 3.2095650696568128,
      "grad_norm": 3.3717794058388617,
      "learning_rate": 0.00013993489871524345,
      "loss": 4.4569,
      "step": 37783
    },
    {
      "epoch": 3.2096500169894666,
      "grad_norm": 3.042767286972041,
      "learning_rate": 0.00013992804803187987,
      "loss": 3.0797,
      "step": 37784
    },
    {
      "epoch": 3.2097349643221205,
      "grad_norm": 3.1948311952989767,
      "learning_rate": 0.0001399211973696201,
      "loss": 3.6323,
      "step": 37785
    },
    {
      "epoch": 3.209819911654774,
      "grad_norm": 3.0098468275243477,
      "learning_rate": 0.00013991434672847836,
      "loss": 3.3309,
      "step": 37786
    },
    {
      "epoch": 3.2099048589874277,
      "grad_norm": 3.1663915683701918,
      "learning_rate": 0.00013990749610846913,
      "loss": 3.77,
      "step": 37787
    },
    {
      "epoch": 3.2099898063200816,
      "grad_norm": 3.232547126112056,
      "learning_rate": 0.00013990064550960677,
      "loss": 4.2234,
      "step": 37788
    },
    {
      "epoch": 3.2100747536527354,
      "grad_norm": 3.17388780446747,
      "learning_rate": 0.0001398937949319056,
      "loss": 3.9355,
      "step": 37789
    },
    {
      "epoch": 3.210159700985389,
      "grad_norm": 3.42183373913686,
      "learning_rate": 0.00013988694437537996,
      "loss": 4.2711,
      "step": 37790
    },
    {
      "epoch": 3.2102446483180427,
      "grad_norm": 3.181407717458667,
      "learning_rate": 0.00013988009384004418,
      "loss": 3.9401,
      "step": 37791
    },
    {
      "epoch": 3.2103295956506965,
      "grad_norm": 3.062385863881256,
      "learning_rate": 0.00013987324332591266,
      "loss": 3.5008,
      "step": 37792
    },
    {
      "epoch": 3.2104145429833504,
      "grad_norm": 3.17598600450616,
      "learning_rate": 0.0001398663928329998,
      "loss": 3.9451,
      "step": 37793
    },
    {
      "epoch": 3.2104994903160042,
      "grad_norm": 3.137867939252202,
      "learning_rate": 0.00013985954236131985,
      "loss": 3.2676,
      "step": 37794
    },
    {
      "epoch": 3.2105844376486576,
      "grad_norm": 3.309275431296779,
      "learning_rate": 0.00013985269191088722,
      "loss": 3.6354,
      "step": 37795
    },
    {
      "epoch": 3.2106693849813115,
      "grad_norm": 3.006741046978521,
      "learning_rate": 0.00013984584148171627,
      "loss": 3.4438,
      "step": 37796
    },
    {
      "epoch": 3.2107543323139653,
      "grad_norm": 3.2489730202773144,
      "learning_rate": 0.00013983899107382133,
      "loss": 4.0059,
      "step": 37797
    },
    {
      "epoch": 3.210839279646619,
      "grad_norm": 3.2506860882305046,
      "learning_rate": 0.00013983214068721673,
      "loss": 3.9762,
      "step": 37798
    },
    {
      "epoch": 3.210924226979273,
      "grad_norm": 3.32851030686171,
      "learning_rate": 0.0001398252903219169,
      "loss": 3.9745,
      "step": 37799
    },
    {
      "epoch": 3.2110091743119265,
      "grad_norm": 2.8742145205645264,
      "learning_rate": 0.00013981843997793616,
      "loss": 3.0704,
      "step": 37800
    },
    {
      "epoch": 3.2110941216445803,
      "grad_norm": 3.5578594456757284,
      "learning_rate": 0.0001398115896552888,
      "loss": 3.5209,
      "step": 37801
    },
    {
      "epoch": 3.211179068977234,
      "grad_norm": 2.9606607379366743,
      "learning_rate": 0.00013980473935398926,
      "loss": 3.1012,
      "step": 37802
    },
    {
      "epoch": 3.211264016309888,
      "grad_norm": 3.365429876487328,
      "learning_rate": 0.00013979788907405192,
      "loss": 4.1059,
      "step": 37803
    },
    {
      "epoch": 3.211348963642542,
      "grad_norm": 3.229549331381962,
      "learning_rate": 0.000139791038815491,
      "loss": 3.9722,
      "step": 37804
    },
    {
      "epoch": 3.2114339109751953,
      "grad_norm": 3.2020123827065317,
      "learning_rate": 0.0001397841885783209,
      "loss": 4.086,
      "step": 37805
    },
    {
      "epoch": 3.211518858307849,
      "grad_norm": 3.0192751954637664,
      "learning_rate": 0.00013977733836255605,
      "loss": 3.3473,
      "step": 37806
    },
    {
      "epoch": 3.211603805640503,
      "grad_norm": 3.4274782115019953,
      "learning_rate": 0.00013977048816821074,
      "loss": 4.1248,
      "step": 37807
    },
    {
      "epoch": 3.211688752973157,
      "grad_norm": 3.3300580851478787,
      "learning_rate": 0.00013976363799529936,
      "loss": 4.356,
      "step": 37808
    },
    {
      "epoch": 3.21177370030581,
      "grad_norm": 3.1704353342126,
      "learning_rate": 0.0001397567878438362,
      "loss": 3.7985,
      "step": 37809
    },
    {
      "epoch": 3.211858647638464,
      "grad_norm": 3.0369978653513807,
      "learning_rate": 0.00013974993771383572,
      "loss": 3.474,
      "step": 37810
    },
    {
      "epoch": 3.211943594971118,
      "grad_norm": 2.9607129894814905,
      "learning_rate": 0.00013974308760531212,
      "loss": 3.2263,
      "step": 37811
    },
    {
      "epoch": 3.2120285423037718,
      "grad_norm": 3.195741596598455,
      "learning_rate": 0.0001397362375182799,
      "loss": 3.9194,
      "step": 37812
    },
    {
      "epoch": 3.2121134896364256,
      "grad_norm": 3.1706525163296555,
      "learning_rate": 0.00013972938745275332,
      "loss": 3.7719,
      "step": 37813
    },
    {
      "epoch": 3.212198436969079,
      "grad_norm": 2.999486899844052,
      "learning_rate": 0.0001397225374087468,
      "loss": 3.1832,
      "step": 37814
    },
    {
      "epoch": 3.212283384301733,
      "grad_norm": 3.109889166930245,
      "learning_rate": 0.00013971568738627464,
      "loss": 3.7964,
      "step": 37815
    },
    {
      "epoch": 3.2123683316343867,
      "grad_norm": 2.964329363860658,
      "learning_rate": 0.0001397088373853512,
      "loss": 3.1959,
      "step": 37816
    },
    {
      "epoch": 3.2124532789670406,
      "grad_norm": 3.141619366365449,
      "learning_rate": 0.00013970198740599082,
      "loss": 3.5904,
      "step": 37817
    },
    {
      "epoch": 3.212538226299694,
      "grad_norm": 2.931573888076596,
      "learning_rate": 0.00013969513744820794,
      "loss": 3.1744,
      "step": 37818
    },
    {
      "epoch": 3.212623173632348,
      "grad_norm": 3.211073855981164,
      "learning_rate": 0.0001396882875120168,
      "loss": 3.8194,
      "step": 37819
    },
    {
      "epoch": 3.2127081209650017,
      "grad_norm": 3.074776227332377,
      "learning_rate": 0.00013968143759743185,
      "loss": 3.7747,
      "step": 37820
    },
    {
      "epoch": 3.2127930682976555,
      "grad_norm": 2.9252988680636403,
      "learning_rate": 0.00013967458770446737,
      "loss": 3.106,
      "step": 37821
    },
    {
      "epoch": 3.2128780156303094,
      "grad_norm": 3.168529183322452,
      "learning_rate": 0.00013966773783313774,
      "loss": 3.8628,
      "step": 37822
    },
    {
      "epoch": 3.212962962962963,
      "grad_norm": 3.223731021604344,
      "learning_rate": 0.00013966088798345725,
      "loss": 4.1589,
      "step": 37823
    },
    {
      "epoch": 3.2130479102956166,
      "grad_norm": 3.1847274041605442,
      "learning_rate": 0.00013965403815544038,
      "loss": 3.9302,
      "step": 37824
    },
    {
      "epoch": 3.2131328576282705,
      "grad_norm": 3.1924812032576635,
      "learning_rate": 0.0001396471883491014,
      "loss": 3.4263,
      "step": 37825
    },
    {
      "epoch": 3.2132178049609244,
      "grad_norm": 3.2272012262409797,
      "learning_rate": 0.0001396403385644547,
      "loss": 3.9875,
      "step": 37826
    },
    {
      "epoch": 3.213302752293578,
      "grad_norm": 3.3274763676764083,
      "learning_rate": 0.0001396334888015146,
      "loss": 3.9651,
      "step": 37827
    },
    {
      "epoch": 3.2133876996262316,
      "grad_norm": 3.26889016887033,
      "learning_rate": 0.00013962663906029547,
      "loss": 4.1302,
      "step": 37828
    },
    {
      "epoch": 3.2134726469588855,
      "grad_norm": 3.3068241535260774,
      "learning_rate": 0.0001396197893408116,
      "loss": 4.172,
      "step": 37829
    },
    {
      "epoch": 3.2135575942915393,
      "grad_norm": 3.2830685398681045,
      "learning_rate": 0.00013961293964307744,
      "loss": 4.3941,
      "step": 37830
    },
    {
      "epoch": 3.213642541624193,
      "grad_norm": 3.0417299242378184,
      "learning_rate": 0.00013960608996710727,
      "loss": 3.385,
      "step": 37831
    },
    {
      "epoch": 3.2137274889568466,
      "grad_norm": 3.1221484929895333,
      "learning_rate": 0.00013959924031291553,
      "loss": 3.4655,
      "step": 37832
    },
    {
      "epoch": 3.2138124362895004,
      "grad_norm": 3.3970920004643084,
      "learning_rate": 0.00013959239068051646,
      "loss": 4.1872,
      "step": 37833
    },
    {
      "epoch": 3.2138973836221543,
      "grad_norm": 3.2941705576254123,
      "learning_rate": 0.00013958554106992453,
      "loss": 3.8726,
      "step": 37834
    },
    {
      "epoch": 3.213982330954808,
      "grad_norm": 3.0490068157249564,
      "learning_rate": 0.0001395786914811539,
      "loss": 3.3193,
      "step": 37835
    },
    {
      "epoch": 3.214067278287462,
      "grad_norm": 3.2950877033419697,
      "learning_rate": 0.00013957184191421915,
      "loss": 4.2951,
      "step": 37836
    },
    {
      "epoch": 3.2141522256201154,
      "grad_norm": 3.2580894776533245,
      "learning_rate": 0.0001395649923691345,
      "loss": 4.0102,
      "step": 37837
    },
    {
      "epoch": 3.2142371729527692,
      "grad_norm": 3.3418028202944687,
      "learning_rate": 0.00013955814284591434,
      "loss": 4.1853,
      "step": 37838
    },
    {
      "epoch": 3.214322120285423,
      "grad_norm": 3.2244219100648777,
      "learning_rate": 0.00013955129334457304,
      "loss": 3.9962,
      "step": 37839
    },
    {
      "epoch": 3.214407067618077,
      "grad_norm": 3.051910172530657,
      "learning_rate": 0.00013954444386512488,
      "loss": 3.4349,
      "step": 37840
    },
    {
      "epoch": 3.2144920149507303,
      "grad_norm": 3.4060911595155785,
      "learning_rate": 0.00013953759440758426,
      "loss": 4.3148,
      "step": 37841
    },
    {
      "epoch": 3.214576962283384,
      "grad_norm": 2.9843684330463995,
      "learning_rate": 0.00013953074497196553,
      "loss": 3.2782,
      "step": 37842
    },
    {
      "epoch": 3.214661909616038,
      "grad_norm": 3.275324939620918,
      "learning_rate": 0.0001395238955582831,
      "loss": 4.2317,
      "step": 37843
    },
    {
      "epoch": 3.214746856948692,
      "grad_norm": 3.0424752501605967,
      "learning_rate": 0.0001395170461665512,
      "loss": 3.4179,
      "step": 37844
    },
    {
      "epoch": 3.2148318042813457,
      "grad_norm": 3.286050211385407,
      "learning_rate": 0.00013951019679678432,
      "loss": 3.7928,
      "step": 37845
    },
    {
      "epoch": 3.214916751613999,
      "grad_norm": 3.0895237997507485,
      "learning_rate": 0.00013950334744899668,
      "loss": 3.3123,
      "step": 37846
    },
    {
      "epoch": 3.215001698946653,
      "grad_norm": 3.0250829433495765,
      "learning_rate": 0.00013949649812320267,
      "loss": 3.4981,
      "step": 37847
    },
    {
      "epoch": 3.215086646279307,
      "grad_norm": 2.844803188855927,
      "learning_rate": 0.00013948964881941664,
      "loss": 2.8961,
      "step": 37848
    },
    {
      "epoch": 3.2151715936119607,
      "grad_norm": 3.1555388330994307,
      "learning_rate": 0.000139482799537653,
      "loss": 4.1599,
      "step": 37849
    },
    {
      "epoch": 3.2152565409446145,
      "grad_norm": 3.4145178168227153,
      "learning_rate": 0.0001394759502779261,
      "loss": 4.316,
      "step": 37850
    },
    {
      "epoch": 3.215341488277268,
      "grad_norm": 3.143761424548145,
      "learning_rate": 0.0001394691010402502,
      "loss": 3.8085,
      "step": 37851
    },
    {
      "epoch": 3.215426435609922,
      "grad_norm": 3.1859001271150924,
      "learning_rate": 0.00013946225182463975,
      "loss": 3.7245,
      "step": 37852
    },
    {
      "epoch": 3.2155113829425757,
      "grad_norm": 3.423145019492636,
      "learning_rate": 0.000139455402631109,
      "loss": 4.7015,
      "step": 37853
    },
    {
      "epoch": 3.2155963302752295,
      "grad_norm": 3.302252050249465,
      "learning_rate": 0.00013944855345967238,
      "loss": 4.3922,
      "step": 37854
    },
    {
      "epoch": 3.215681277607883,
      "grad_norm": 3.1201090869804986,
      "learning_rate": 0.0001394417043103442,
      "loss": 3.4554,
      "step": 37855
    },
    {
      "epoch": 3.2157662249405368,
      "grad_norm": 3.1977601918142056,
      "learning_rate": 0.00013943485518313884,
      "loss": 3.5661,
      "step": 37856
    },
    {
      "epoch": 3.2158511722731906,
      "grad_norm": 3.2068675408095775,
      "learning_rate": 0.00013942800607807064,
      "loss": 3.9365,
      "step": 37857
    },
    {
      "epoch": 3.2159361196058445,
      "grad_norm": 3.1615998229072577,
      "learning_rate": 0.00013942115699515397,
      "loss": 3.6272,
      "step": 37858
    },
    {
      "epoch": 3.2160210669384983,
      "grad_norm": 3.107159697538043,
      "learning_rate": 0.0001394143079344032,
      "loss": 3.9331,
      "step": 37859
    },
    {
      "epoch": 3.2161060142711517,
      "grad_norm": 2.966185700362601,
      "learning_rate": 0.0001394074588958325,
      "loss": 3.3367,
      "step": 37860
    },
    {
      "epoch": 3.2161909616038056,
      "grad_norm": 3.1509248131388405,
      "learning_rate": 0.00013940060987945645,
      "loss": 3.9128,
      "step": 37861
    },
    {
      "epoch": 3.2162759089364594,
      "grad_norm": 3.1344186356186787,
      "learning_rate": 0.00013939376088528932,
      "loss": 3.8695,
      "step": 37862
    },
    {
      "epoch": 3.2163608562691133,
      "grad_norm": 3.436026388307092,
      "learning_rate": 0.00013938691191334548,
      "loss": 4.5304,
      "step": 37863
    },
    {
      "epoch": 3.2164458036017667,
      "grad_norm": 3.0510022680935895,
      "learning_rate": 0.00013938006296363922,
      "loss": 3.332,
      "step": 37864
    },
    {
      "epoch": 3.2165307509344205,
      "grad_norm": 3.1769241083623494,
      "learning_rate": 0.00013937321403618492,
      "loss": 4.0082,
      "step": 37865
    },
    {
      "epoch": 3.2166156982670744,
      "grad_norm": 3.3976855712380916,
      "learning_rate": 0.0001393663651309969,
      "loss": 4.5284,
      "step": 37866
    },
    {
      "epoch": 3.2167006455997282,
      "grad_norm": 3.1924100324810754,
      "learning_rate": 0.0001393595162480896,
      "loss": 4.3349,
      "step": 37867
    },
    {
      "epoch": 3.216785592932382,
      "grad_norm": 3.2067640575417276,
      "learning_rate": 0.00013935266738747732,
      "loss": 4.1855,
      "step": 37868
    },
    {
      "epoch": 3.2168705402650355,
      "grad_norm": 3.184023044288278,
      "learning_rate": 0.0001393458185491744,
      "loss": 3.7291,
      "step": 37869
    },
    {
      "epoch": 3.2169554875976893,
      "grad_norm": 3.37683911431135,
      "learning_rate": 0.00013933896973319522,
      "loss": 4.0954,
      "step": 37870
    },
    {
      "epoch": 3.217040434930343,
      "grad_norm": 3.0807856622616403,
      "learning_rate": 0.0001393321209395541,
      "loss": 3.7565,
      "step": 37871
    },
    {
      "epoch": 3.217125382262997,
      "grad_norm": 3.4490975306032228,
      "learning_rate": 0.0001393252721682653,
      "loss": 4.6205,
      "step": 37872
    },
    {
      "epoch": 3.217210329595651,
      "grad_norm": 3.3888673268662277,
      "learning_rate": 0.00013931842341934335,
      "loss": 4.2396,
      "step": 37873
    },
    {
      "epoch": 3.2172952769283043,
      "grad_norm": 3.380658878437647,
      "learning_rate": 0.00013931157469280255,
      "loss": 4.2295,
      "step": 37874
    },
    {
      "epoch": 3.217380224260958,
      "grad_norm": 3.222926301204766,
      "learning_rate": 0.0001393047259886572,
      "loss": 3.8533,
      "step": 37875
    },
    {
      "epoch": 3.217465171593612,
      "grad_norm": 3.4786983281977735,
      "learning_rate": 0.00013929787730692164,
      "loss": 4.2326,
      "step": 37876
    },
    {
      "epoch": 3.217550118926266,
      "grad_norm": 3.3418210943959252,
      "learning_rate": 0.0001392910286476103,
      "loss": 4.278,
      "step": 37877
    },
    {
      "epoch": 3.2176350662589193,
      "grad_norm": 3.008038714297344,
      "learning_rate": 0.00013928418001073737,
      "loss": 3.4997,
      "step": 37878
    },
    {
      "epoch": 3.217720013591573,
      "grad_norm": 2.956157383869626,
      "learning_rate": 0.0001392773313963174,
      "loss": 3.1132,
      "step": 37879
    },
    {
      "epoch": 3.217804960924227,
      "grad_norm": 3.0325293301411533,
      "learning_rate": 0.00013927048280436462,
      "loss": 3.239,
      "step": 37880
    },
    {
      "epoch": 3.217889908256881,
      "grad_norm": 3.0553776587787076,
      "learning_rate": 0.00013926363423489346,
      "loss": 3.7444,
      "step": 37881
    },
    {
      "epoch": 3.2179748555895347,
      "grad_norm": 3.0396710599451975,
      "learning_rate": 0.00013925678568791816,
      "loss": 3.6435,
      "step": 37882
    },
    {
      "epoch": 3.218059802922188,
      "grad_norm": 3.4599750183587905,
      "learning_rate": 0.00013924993716345316,
      "loss": 4.6734,
      "step": 37883
    },
    {
      "epoch": 3.218144750254842,
      "grad_norm": 3.3622410629883066,
      "learning_rate": 0.00013924308866151272,
      "loss": 3.4446,
      "step": 37884
    },
    {
      "epoch": 3.2182296975874958,
      "grad_norm": 3.3401222869240326,
      "learning_rate": 0.00013923624018211128,
      "loss": 4.2939,
      "step": 37885
    },
    {
      "epoch": 3.2183146449201496,
      "grad_norm": 3.098378361205124,
      "learning_rate": 0.00013922939172526322,
      "loss": 3.8797,
      "step": 37886
    },
    {
      "epoch": 3.218399592252803,
      "grad_norm": 3.0334837787523483,
      "learning_rate": 0.00013922254329098275,
      "loss": 3.3181,
      "step": 37887
    },
    {
      "epoch": 3.218484539585457,
      "grad_norm": 2.9855982622939607,
      "learning_rate": 0.00013921569487928436,
      "loss": 3.2361,
      "step": 37888
    },
    {
      "epoch": 3.2185694869181107,
      "grad_norm": 3.068449012325328,
      "learning_rate": 0.0001392088464901823,
      "loss": 3.3105,
      "step": 37889
    },
    {
      "epoch": 3.2186544342507646,
      "grad_norm": 3.181582868495252,
      "learning_rate": 0.00013920199812369094,
      "loss": 3.9151,
      "step": 37890
    },
    {
      "epoch": 3.2187393815834184,
      "grad_norm": 3.078322097517973,
      "learning_rate": 0.00013919514977982464,
      "loss": 3.3792,
      "step": 37891
    },
    {
      "epoch": 3.218824328916072,
      "grad_norm": 3.2527748179771048,
      "learning_rate": 0.0001391883014585978,
      "loss": 3.7938,
      "step": 37892
    },
    {
      "epoch": 3.2189092762487257,
      "grad_norm": 3.156188963550618,
      "learning_rate": 0.0001391814531600247,
      "loss": 4.0306,
      "step": 37893
    },
    {
      "epoch": 3.2189942235813795,
      "grad_norm": 3.260421616585115,
      "learning_rate": 0.0001391746048841197,
      "loss": 3.9097,
      "step": 37894
    },
    {
      "epoch": 3.2190791709140334,
      "grad_norm": 3.257246986181933,
      "learning_rate": 0.0001391677566308972,
      "loss": 3.948,
      "step": 37895
    },
    {
      "epoch": 3.2191641182466872,
      "grad_norm": 3.274223327745809,
      "learning_rate": 0.0001391609084003715,
      "loss": 3.957,
      "step": 37896
    },
    {
      "epoch": 3.2192490655793407,
      "grad_norm": 3.1107678249011066,
      "learning_rate": 0.0001391540601925569,
      "loss": 3.8182,
      "step": 37897
    },
    {
      "epoch": 3.2193340129119945,
      "grad_norm": 3.266244103777727,
      "learning_rate": 0.00013914721200746784,
      "loss": 4.3435,
      "step": 37898
    },
    {
      "epoch": 3.2194189602446484,
      "grad_norm": 3.193790840956733,
      "learning_rate": 0.0001391403638451187,
      "loss": 3.884,
      "step": 37899
    },
    {
      "epoch": 3.219503907577302,
      "grad_norm": 3.332789525744156,
      "learning_rate": 0.00013913351570552372,
      "loss": 4.3517,
      "step": 37900
    },
    {
      "epoch": 3.219588854909956,
      "grad_norm": 3.4036207863984353,
      "learning_rate": 0.0001391266675886973,
      "loss": 4.4526,
      "step": 37901
    },
    {
      "epoch": 3.2196738022426095,
      "grad_norm": 3.175819315089297,
      "learning_rate": 0.00013911981949465377,
      "loss": 3.6504,
      "step": 37902
    },
    {
      "epoch": 3.2197587495752633,
      "grad_norm": 3.263548545325041,
      "learning_rate": 0.00013911297142340747,
      "loss": 3.2377,
      "step": 37903
    },
    {
      "epoch": 3.219843696907917,
      "grad_norm": 2.986375920087744,
      "learning_rate": 0.00013910612337497281,
      "loss": 3.3308,
      "step": 37904
    },
    {
      "epoch": 3.219928644240571,
      "grad_norm": 3.327315370802405,
      "learning_rate": 0.00013909927534936408,
      "loss": 3.5813,
      "step": 37905
    },
    {
      "epoch": 3.2200135915732244,
      "grad_norm": 3.0949795698150657,
      "learning_rate": 0.00013909242734659572,
      "loss": 3.6394,
      "step": 37906
    },
    {
      "epoch": 3.2200985389058783,
      "grad_norm": 3.442051460997754,
      "learning_rate": 0.00013908557936668196,
      "loss": 4.559,
      "step": 37907
    },
    {
      "epoch": 3.220183486238532,
      "grad_norm": 3.4919927623937026,
      "learning_rate": 0.00013907873140963717,
      "loss": 4.4533,
      "step": 37908
    },
    {
      "epoch": 3.220268433571186,
      "grad_norm": 3.0542960880685377,
      "learning_rate": 0.00013907188347547572,
      "loss": 3.517,
      "step": 37909
    },
    {
      "epoch": 3.22035338090384,
      "grad_norm": 3.1592179030686593,
      "learning_rate": 0.00013906503556421204,
      "loss": 3.7316,
      "step": 37910
    },
    {
      "epoch": 3.2204383282364932,
      "grad_norm": 3.4264324543964695,
      "learning_rate": 0.00013905818767586035,
      "loss": 4.1564,
      "step": 37911
    },
    {
      "epoch": 3.220523275569147,
      "grad_norm": 3.1618985641579846,
      "learning_rate": 0.00013905133981043506,
      "loss": 3.8819,
      "step": 37912
    },
    {
      "epoch": 3.220608222901801,
      "grad_norm": 3.1409158136114086,
      "learning_rate": 0.00013904449196795054,
      "loss": 3.4737,
      "step": 37913
    },
    {
      "epoch": 3.220693170234455,
      "grad_norm": 3.148906737152225,
      "learning_rate": 0.00013903764414842105,
      "loss": 3.8955,
      "step": 37914
    },
    {
      "epoch": 3.220778117567108,
      "grad_norm": 3.223610448945926,
      "learning_rate": 0.000139030796351861,
      "loss": 4.2129,
      "step": 37915
    },
    {
      "epoch": 3.220863064899762,
      "grad_norm": 3.265126166875513,
      "learning_rate": 0.00013902394857828474,
      "loss": 3.9714,
      "step": 37916
    },
    {
      "epoch": 3.220948012232416,
      "grad_norm": 3.2141824123996257,
      "learning_rate": 0.00013901710082770666,
      "loss": 4.2012,
      "step": 37917
    },
    {
      "epoch": 3.2210329595650697,
      "grad_norm": 3.391290716979744,
      "learning_rate": 0.00013901025310014104,
      "loss": 4.3911,
      "step": 37918
    },
    {
      "epoch": 3.2211179068977236,
      "grad_norm": 3.384863471946548,
      "learning_rate": 0.00013900340539560222,
      "loss": 4.094,
      "step": 37919
    },
    {
      "epoch": 3.221202854230377,
      "grad_norm": 3.44869539362875,
      "learning_rate": 0.00013899655771410462,
      "loss": 4.511,
      "step": 37920
    },
    {
      "epoch": 3.221287801563031,
      "grad_norm": 3.0590768526055117,
      "learning_rate": 0.0001389897100556625,
      "loss": 3.6847,
      "step": 37921
    },
    {
      "epoch": 3.2213727488956847,
      "grad_norm": 3.2663061981569603,
      "learning_rate": 0.00013898286242029027,
      "loss": 3.9685,
      "step": 37922
    },
    {
      "epoch": 3.2214576962283386,
      "grad_norm": 3.209463844039288,
      "learning_rate": 0.00013897601480800226,
      "loss": 3.6976,
      "step": 37923
    },
    {
      "epoch": 3.2215426435609924,
      "grad_norm": 2.9812202701128485,
      "learning_rate": 0.00013896916721881282,
      "loss": 3.1521,
      "step": 37924
    },
    {
      "epoch": 3.221627590893646,
      "grad_norm": 3.1822838130101667,
      "learning_rate": 0.0001389623196527363,
      "loss": 3.7331,
      "step": 37925
    },
    {
      "epoch": 3.2217125382262997,
      "grad_norm": 3.062872657690298,
      "learning_rate": 0.00013895547210978704,
      "loss": 3.3436,
      "step": 37926
    },
    {
      "epoch": 3.2217974855589535,
      "grad_norm": 3.3609137148221473,
      "learning_rate": 0.00013894862458997936,
      "loss": 4.2776,
      "step": 37927
    },
    {
      "epoch": 3.2218824328916074,
      "grad_norm": 3.016574391497328,
      "learning_rate": 0.00013894177709332768,
      "loss": 3.3872,
      "step": 37928
    },
    {
      "epoch": 3.2219673802242608,
      "grad_norm": 3.106043783472314,
      "learning_rate": 0.0001389349296198463,
      "loss": 3.5708,
      "step": 37929
    },
    {
      "epoch": 3.2220523275569146,
      "grad_norm": 3.3362775920662773,
      "learning_rate": 0.00013892808216954956,
      "loss": 3.9089,
      "step": 37930
    },
    {
      "epoch": 3.2221372748895685,
      "grad_norm": 3.3748516508354305,
      "learning_rate": 0.00013892123474245187,
      "loss": 4.2865,
      "step": 37931
    },
    {
      "epoch": 3.2222222222222223,
      "grad_norm": 3.265885288132414,
      "learning_rate": 0.00013891438733856746,
      "loss": 3.9993,
      "step": 37932
    },
    {
      "epoch": 3.222307169554876,
      "grad_norm": 3.4760346693333806,
      "learning_rate": 0.00013890753995791078,
      "loss": 4.2093,
      "step": 37933
    },
    {
      "epoch": 3.2223921168875296,
      "grad_norm": 3.201387997206582,
      "learning_rate": 0.00013890069260049612,
      "loss": 3.6395,
      "step": 37934
    },
    {
      "epoch": 3.2224770642201834,
      "grad_norm": 3.1825596432449097,
      "learning_rate": 0.0001388938452663379,
      "loss": 3.8089,
      "step": 37935
    },
    {
      "epoch": 3.2225620115528373,
      "grad_norm": 3.204696102985663,
      "learning_rate": 0.00013888699795545036,
      "loss": 3.7299,
      "step": 37936
    },
    {
      "epoch": 3.222646958885491,
      "grad_norm": 3.3270142519361294,
      "learning_rate": 0.00013888015066784793,
      "loss": 3.7685,
      "step": 37937
    },
    {
      "epoch": 3.2227319062181445,
      "grad_norm": 3.0919223258497754,
      "learning_rate": 0.00013887330340354496,
      "loss": 3.173,
      "step": 37938
    },
    {
      "epoch": 3.2228168535507984,
      "grad_norm": 3.2033063039083607,
      "learning_rate": 0.00013886645616255575,
      "loss": 4.058,
      "step": 37939
    },
    {
      "epoch": 3.2229018008834522,
      "grad_norm": 3.425687208715071,
      "learning_rate": 0.0001388596089448946,
      "loss": 4.3705,
      "step": 37940
    },
    {
      "epoch": 3.222986748216106,
      "grad_norm": 3.1470080380320047,
      "learning_rate": 0.00013885276175057602,
      "loss": 3.6942,
      "step": 37941
    },
    {
      "epoch": 3.22307169554876,
      "grad_norm": 3.1936155811659206,
      "learning_rate": 0.00013884591457961423,
      "loss": 3.4459,
      "step": 37942
    },
    {
      "epoch": 3.2231566428814133,
      "grad_norm": 3.1382763129500986,
      "learning_rate": 0.00013883906743202362,
      "loss": 3.5264,
      "step": 37943
    },
    {
      "epoch": 3.223241590214067,
      "grad_norm": 3.173221248558719,
      "learning_rate": 0.00013883222030781848,
      "loss": 3.9961,
      "step": 37944
    },
    {
      "epoch": 3.223326537546721,
      "grad_norm": 3.097492752271618,
      "learning_rate": 0.00013882537320701325,
      "loss": 3.4986,
      "step": 37945
    },
    {
      "epoch": 3.223411484879375,
      "grad_norm": 3.029730066049947,
      "learning_rate": 0.00013881852612962218,
      "loss": 3.5152,
      "step": 37946
    },
    {
      "epoch": 3.2234964322120288,
      "grad_norm": 3.120354223776286,
      "learning_rate": 0.0001388116790756597,
      "loss": 3.5746,
      "step": 37947
    },
    {
      "epoch": 3.223581379544682,
      "grad_norm": 3.179983682608697,
      "learning_rate": 0.00013880483204514008,
      "loss": 3.7321,
      "step": 37948
    },
    {
      "epoch": 3.223666326877336,
      "grad_norm": 3.4009660219498463,
      "learning_rate": 0.00013879798503807776,
      "loss": 4.2837,
      "step": 37949
    },
    {
      "epoch": 3.22375127420999,
      "grad_norm": 3.0999711696061047,
      "learning_rate": 0.000138791138054487,
      "loss": 3.6627,
      "step": 37950
    },
    {
      "epoch": 3.2238362215426437,
      "grad_norm": 3.1402307911215446,
      "learning_rate": 0.00013878429109438225,
      "loss": 3.7889,
      "step": 37951
    },
    {
      "epoch": 3.223921168875297,
      "grad_norm": 3.1589240844255433,
      "learning_rate": 0.00013877744415777764,
      "loss": 3.7145,
      "step": 37952
    },
    {
      "epoch": 3.224006116207951,
      "grad_norm": 3.0009646559287555,
      "learning_rate": 0.0001387705972446878,
      "loss": 3.5255,
      "step": 37953
    },
    {
      "epoch": 3.224091063540605,
      "grad_norm": 3.4000982651107083,
      "learning_rate": 0.00013876375035512685,
      "loss": 4.2836,
      "step": 37954
    },
    {
      "epoch": 3.2241760108732587,
      "grad_norm": 3.0033372989918687,
      "learning_rate": 0.0001387569034891093,
      "loss": 3.2078,
      "step": 37955
    },
    {
      "epoch": 3.2242609582059125,
      "grad_norm": 3.3898904249671236,
      "learning_rate": 0.0001387500566466494,
      "loss": 4.2317,
      "step": 37956
    },
    {
      "epoch": 3.224345905538566,
      "grad_norm": 2.900667539318105,
      "learning_rate": 0.00013874320982776149,
      "loss": 3.0412,
      "step": 37957
    },
    {
      "epoch": 3.2244308528712198,
      "grad_norm": 3.1542569533533835,
      "learning_rate": 0.00013873636303245992,
      "loss": 3.607,
      "step": 37958
    },
    {
      "epoch": 3.2245158002038736,
      "grad_norm": 3.1758000412921423,
      "learning_rate": 0.0001387295162607591,
      "loss": 3.9349,
      "step": 37959
    },
    {
      "epoch": 3.2246007475365275,
      "grad_norm": 3.086006051470881,
      "learning_rate": 0.0001387226695126734,
      "loss": 3.3596,
      "step": 37960
    },
    {
      "epoch": 3.224685694869181,
      "grad_norm": 3.33659330229105,
      "learning_rate": 0.000138715822788217,
      "loss": 4.206,
      "step": 37961
    },
    {
      "epoch": 3.2247706422018347,
      "grad_norm": 3.022602883279586,
      "learning_rate": 0.0001387089760874044,
      "loss": 3.8382,
      "step": 37962
    },
    {
      "epoch": 3.2248555895344886,
      "grad_norm": 3.402038823930358,
      "learning_rate": 0.00013870212941024992,
      "loss": 4.3359,
      "step": 37963
    },
    {
      "epoch": 3.2249405368671424,
      "grad_norm": 3.2102492384469845,
      "learning_rate": 0.0001386952827567678,
      "loss": 4.1268,
      "step": 37964
    },
    {
      "epoch": 3.2250254841997963,
      "grad_norm": 3.2527502190760367,
      "learning_rate": 0.00013868843612697252,
      "loss": 3.9109,
      "step": 37965
    },
    {
      "epoch": 3.2251104315324497,
      "grad_norm": 3.409606835356777,
      "learning_rate": 0.00013868158952087833,
      "loss": 4.1491,
      "step": 37966
    },
    {
      "epoch": 3.2251953788651035,
      "grad_norm": 3.2792065739270715,
      "learning_rate": 0.0001386747429384997,
      "loss": 3.7147,
      "step": 37967
    },
    {
      "epoch": 3.2252803261977574,
      "grad_norm": 3.172210852796702,
      "learning_rate": 0.00013866789637985083,
      "loss": 4.0851,
      "step": 37968
    },
    {
      "epoch": 3.2253652735304112,
      "grad_norm": 3.1246441993976446,
      "learning_rate": 0.00013866104984494617,
      "loss": 3.8479,
      "step": 37969
    },
    {
      "epoch": 3.225450220863065,
      "grad_norm": 3.1124853986599113,
      "learning_rate": 0.00013865420333379993,
      "loss": 3.861,
      "step": 37970
    },
    {
      "epoch": 3.2255351681957185,
      "grad_norm": 3.235149621008211,
      "learning_rate": 0.00013864735684642664,
      "loss": 3.6818,
      "step": 37971
    },
    {
      "epoch": 3.2256201155283724,
      "grad_norm": 3.0947390489330164,
      "learning_rate": 0.00013864051038284052,
      "loss": 3.5595,
      "step": 37972
    },
    {
      "epoch": 3.225705062861026,
      "grad_norm": 3.116110081462802,
      "learning_rate": 0.00013863366394305598,
      "loss": 3.702,
      "step": 37973
    },
    {
      "epoch": 3.22579001019368,
      "grad_norm": 3.0968101235348904,
      "learning_rate": 0.00013862681752708735,
      "loss": 3.8049,
      "step": 37974
    },
    {
      "epoch": 3.225874957526334,
      "grad_norm": 3.2730525815661697,
      "learning_rate": 0.00013861997113494891,
      "loss": 4.0825,
      "step": 37975
    },
    {
      "epoch": 3.2259599048589873,
      "grad_norm": 3.3348510750807687,
      "learning_rate": 0.00013861312476665507,
      "loss": 4.4543,
      "step": 37976
    },
    {
      "epoch": 3.226044852191641,
      "grad_norm": 3.3086295878029324,
      "learning_rate": 0.00013860627842222014,
      "loss": 4.4606,
      "step": 37977
    },
    {
      "epoch": 3.226129799524295,
      "grad_norm": 3.0894380607485186,
      "learning_rate": 0.00013859943210165856,
      "loss": 3.5649,
      "step": 37978
    },
    {
      "epoch": 3.226214746856949,
      "grad_norm": 3.2254408396307133,
      "learning_rate": 0.00013859258580498454,
      "loss": 4.1834,
      "step": 37979
    },
    {
      "epoch": 3.2262996941896023,
      "grad_norm": 2.993325790028336,
      "learning_rate": 0.00013858573953221256,
      "loss": 3.4894,
      "step": 37980
    },
    {
      "epoch": 3.226384641522256,
      "grad_norm": 3.1154082067365056,
      "learning_rate": 0.00013857889328335683,
      "loss": 3.8062,
      "step": 37981
    },
    {
      "epoch": 3.22646958885491,
      "grad_norm": 3.2730207158707274,
      "learning_rate": 0.00013857204705843175,
      "loss": 3.887,
      "step": 37982
    },
    {
      "epoch": 3.226554536187564,
      "grad_norm": 3.0281924696321867,
      "learning_rate": 0.00013856520085745166,
      "loss": 3.4033,
      "step": 37983
    },
    {
      "epoch": 3.2266394835202172,
      "grad_norm": 2.8503933963688683,
      "learning_rate": 0.00013855835468043094,
      "loss": 3.0459,
      "step": 37984
    },
    {
      "epoch": 3.226724430852871,
      "grad_norm": 2.995458481041322,
      "learning_rate": 0.00013855150852738393,
      "loss": 3.3933,
      "step": 37985
    },
    {
      "epoch": 3.226809378185525,
      "grad_norm": 3.232721711911885,
      "learning_rate": 0.00013854466239832493,
      "loss": 3.9983,
      "step": 37986
    },
    {
      "epoch": 3.226894325518179,
      "grad_norm": 3.1969519496772585,
      "learning_rate": 0.00013853781629326835,
      "loss": 4.0064,
      "step": 37987
    },
    {
      "epoch": 3.2269792728508326,
      "grad_norm": 3.394234016196414,
      "learning_rate": 0.00013853097021222847,
      "loss": 4.5234,
      "step": 37988
    },
    {
      "epoch": 3.227064220183486,
      "grad_norm": 2.962483356429138,
      "learning_rate": 0.00013852412415521964,
      "loss": 3.1096,
      "step": 37989
    },
    {
      "epoch": 3.22714916751614,
      "grad_norm": 2.9952950555705566,
      "learning_rate": 0.00013851727812225624,
      "loss": 3.3675,
      "step": 37990
    },
    {
      "epoch": 3.2272341148487937,
      "grad_norm": 3.133602905530009,
      "learning_rate": 0.0001385104321133526,
      "loss": 3.7284,
      "step": 37991
    },
    {
      "epoch": 3.2273190621814476,
      "grad_norm": 3.070927506952128,
      "learning_rate": 0.0001385035861285231,
      "loss": 3.5947,
      "step": 37992
    },
    {
      "epoch": 3.2274040095141014,
      "grad_norm": 3.176642938415407,
      "learning_rate": 0.00013849674016778202,
      "loss": 3.7592,
      "step": 37993
    },
    {
      "epoch": 3.227488956846755,
      "grad_norm": 3.186302448710768,
      "learning_rate": 0.00013848989423114375,
      "loss": 3.7446,
      "step": 37994
    },
    {
      "epoch": 3.2275739041794087,
      "grad_norm": 3.134422676973314,
      "learning_rate": 0.00013848304831862252,
      "loss": 3.4815,
      "step": 37995
    },
    {
      "epoch": 3.2276588515120626,
      "grad_norm": 3.0991369534136415,
      "learning_rate": 0.00013847620243023288,
      "loss": 3.639,
      "step": 37996
    },
    {
      "epoch": 3.2277437988447164,
      "grad_norm": 3.1129909232133324,
      "learning_rate": 0.000138469356565989,
      "loss": 3.3778,
      "step": 37997
    },
    {
      "epoch": 3.2278287461773703,
      "grad_norm": 3.0458915375090054,
      "learning_rate": 0.00013846251072590536,
      "loss": 3.3387,
      "step": 37998
    },
    {
      "epoch": 3.2279136935100237,
      "grad_norm": 3.319238585590085,
      "learning_rate": 0.0001384556649099962,
      "loss": 4.095,
      "step": 37999
    },
    {
      "epoch": 3.2279986408426775,
      "grad_norm": 3.3485121356713514,
      "learning_rate": 0.0001384488191182759,
      "loss": 4.1519,
      "step": 38000
    },
    {
      "epoch": 3.2280835881753314,
      "grad_norm": 3.0084372626663822,
      "learning_rate": 0.00013844197335075877,
      "loss": 3.5164,
      "step": 38001
    },
    {
      "epoch": 3.228168535507985,
      "grad_norm": 3.0777747071060984,
      "learning_rate": 0.0001384351276074592,
      "loss": 3.2986,
      "step": 38002
    },
    {
      "epoch": 3.2282534828406386,
      "grad_norm": 3.0944689560557017,
      "learning_rate": 0.00013842828188839155,
      "loss": 3.8687,
      "step": 38003
    },
    {
      "epoch": 3.2283384301732925,
      "grad_norm": 3.3543182562565232,
      "learning_rate": 0.00013842143619357012,
      "loss": 4.6167,
      "step": 38004
    },
    {
      "epoch": 3.2284233775059463,
      "grad_norm": 3.446462920794057,
      "learning_rate": 0.0001384145905230093,
      "loss": 4.5263,
      "step": 38005
    },
    {
      "epoch": 3.2285083248386,
      "grad_norm": 3.2702470484520414,
      "learning_rate": 0.00013840774487672335,
      "loss": 4.1069,
      "step": 38006
    },
    {
      "epoch": 3.228593272171254,
      "grad_norm": 3.0766930588805423,
      "learning_rate": 0.00013840089925472662,
      "loss": 3.7091,
      "step": 38007
    },
    {
      "epoch": 3.2286782195039074,
      "grad_norm": 3.272728865547176,
      "learning_rate": 0.00013839405365703356,
      "loss": 3.9412,
      "step": 38008
    },
    {
      "epoch": 3.2287631668365613,
      "grad_norm": 3.189517628814422,
      "learning_rate": 0.00013838720808365847,
      "loss": 3.9578,
      "step": 38009
    },
    {
      "epoch": 3.228848114169215,
      "grad_norm": 3.002120276121059,
      "learning_rate": 0.00013838036253461565,
      "loss": 3.1563,
      "step": 38010
    },
    {
      "epoch": 3.228933061501869,
      "grad_norm": 3.404871216664643,
      "learning_rate": 0.00013837351700991948,
      "loss": 4.4844,
      "step": 38011
    },
    {
      "epoch": 3.2290180088345224,
      "grad_norm": 3.197518503223001,
      "learning_rate": 0.0001383666715095843,
      "loss": 3.5158,
      "step": 38012
    },
    {
      "epoch": 3.2291029561671762,
      "grad_norm": 3.246705832149427,
      "learning_rate": 0.00013835982603362438,
      "loss": 3.9633,
      "step": 38013
    },
    {
      "epoch": 3.22918790349983,
      "grad_norm": 3.0800487695977123,
      "learning_rate": 0.0001383529805820542,
      "loss": 3.2615,
      "step": 38014
    },
    {
      "epoch": 3.229272850832484,
      "grad_norm": 3.134528132325147,
      "learning_rate": 0.000138346135154888,
      "loss": 3.3572,
      "step": 38015
    },
    {
      "epoch": 3.229357798165138,
      "grad_norm": 3.1819354749290722,
      "learning_rate": 0.0001383392897521402,
      "loss": 3.555,
      "step": 38016
    },
    {
      "epoch": 3.229442745497791,
      "grad_norm": 3.0490741422512873,
      "learning_rate": 0.00013833244437382505,
      "loss": 3.3586,
      "step": 38017
    },
    {
      "epoch": 3.229527692830445,
      "grad_norm": 3.0023562707295044,
      "learning_rate": 0.00013832559901995697,
      "loss": 2.9909,
      "step": 38018
    },
    {
      "epoch": 3.229612640163099,
      "grad_norm": 3.187003457013505,
      "learning_rate": 0.00013831875369055022,
      "loss": 3.7686,
      "step": 38019
    },
    {
      "epoch": 3.2296975874957528,
      "grad_norm": 3.4404561475564934,
      "learning_rate": 0.00013831190838561923,
      "loss": 4.4844,
      "step": 38020
    },
    {
      "epoch": 3.2297825348284066,
      "grad_norm": 3.1808577840893566,
      "learning_rate": 0.00013830506310517836,
      "loss": 4.1561,
      "step": 38021
    },
    {
      "epoch": 3.22986748216106,
      "grad_norm": 2.9176370577067736,
      "learning_rate": 0.00013829821784924184,
      "loss": 3.1291,
      "step": 38022
    },
    {
      "epoch": 3.229952429493714,
      "grad_norm": 3.226481874111129,
      "learning_rate": 0.00013829137261782415,
      "loss": 3.8009,
      "step": 38023
    },
    {
      "epoch": 3.2300373768263677,
      "grad_norm": 3.118491926635417,
      "learning_rate": 0.00013828452741093949,
      "loss": 3.6766,
      "step": 38024
    },
    {
      "epoch": 3.2301223241590216,
      "grad_norm": 3.2876601496660385,
      "learning_rate": 0.0001382776822286023,
      "loss": 4.1945,
      "step": 38025
    },
    {
      "epoch": 3.230207271491675,
      "grad_norm": 3.1636413691672423,
      "learning_rate": 0.00013827083707082684,
      "loss": 3.4513,
      "step": 38026
    },
    {
      "epoch": 3.230292218824329,
      "grad_norm": 3.102140199668933,
      "learning_rate": 0.0001382639919376276,
      "loss": 3.3235,
      "step": 38027
    },
    {
      "epoch": 3.2303771661569827,
      "grad_norm": 3.0377755238546897,
      "learning_rate": 0.00013825714682901878,
      "loss": 3.2087,
      "step": 38028
    },
    {
      "epoch": 3.2304621134896365,
      "grad_norm": 3.091103464318804,
      "learning_rate": 0.00013825030174501477,
      "loss": 3.9405,
      "step": 38029
    },
    {
      "epoch": 3.2305470608222904,
      "grad_norm": 3.2372724745252555,
      "learning_rate": 0.00013824345668562996,
      "loss": 4.2399,
      "step": 38030
    },
    {
      "epoch": 3.230632008154944,
      "grad_norm": 3.133492461758001,
      "learning_rate": 0.0001382366116508786,
      "loss": 3.9511,
      "step": 38031
    },
    {
      "epoch": 3.2307169554875976,
      "grad_norm": 3.2991262517811304,
      "learning_rate": 0.00013822976664077505,
      "loss": 3.6684,
      "step": 38032
    },
    {
      "epoch": 3.2308019028202515,
      "grad_norm": 3.2568393786688516,
      "learning_rate": 0.00013822292165533372,
      "loss": 4.3255,
      "step": 38033
    },
    {
      "epoch": 3.2308868501529053,
      "grad_norm": 3.3327878658817887,
      "learning_rate": 0.00013821607669456897,
      "loss": 3.7568,
      "step": 38034
    },
    {
      "epoch": 3.2309717974855587,
      "grad_norm": 3.308801744662377,
      "learning_rate": 0.00013820923175849502,
      "loss": 3.5706,
      "step": 38035
    },
    {
      "epoch": 3.2310567448182126,
      "grad_norm": 3.190731428607174,
      "learning_rate": 0.00013820238684712628,
      "loss": 3.8225,
      "step": 38036
    },
    {
      "epoch": 3.2311416921508664,
      "grad_norm": 3.3232498682922404,
      "learning_rate": 0.00013819554196047715,
      "loss": 3.9285,
      "step": 38037
    },
    {
      "epoch": 3.2312266394835203,
      "grad_norm": 3.4502365784635547,
      "learning_rate": 0.00013818869709856184,
      "loss": 4.4905,
      "step": 38038
    },
    {
      "epoch": 3.231311586816174,
      "grad_norm": 3.424510892051203,
      "learning_rate": 0.00013818185226139478,
      "loss": 4.4277,
      "step": 38039
    },
    {
      "epoch": 3.2313965341488275,
      "grad_norm": 3.10635285454496,
      "learning_rate": 0.00013817500744899033,
      "loss": 3.7825,
      "step": 38040
    },
    {
      "epoch": 3.2314814814814814,
      "grad_norm": 3.348017557453002,
      "learning_rate": 0.0001381681626613628,
      "loss": 4.1666,
      "step": 38041
    },
    {
      "epoch": 3.2315664288141353,
      "grad_norm": 3.2418695846659378,
      "learning_rate": 0.0001381613178985265,
      "loss": 4.2482,
      "step": 38042
    },
    {
      "epoch": 3.231651376146789,
      "grad_norm": 3.7876214382809428,
      "learning_rate": 0.00013815447316049582,
      "loss": 3.5572,
      "step": 38043
    },
    {
      "epoch": 3.231736323479443,
      "grad_norm": 3.0167853231476007,
      "learning_rate": 0.00013814762844728505,
      "loss": 3.525,
      "step": 38044
    },
    {
      "epoch": 3.2318212708120964,
      "grad_norm": 3.2095370779456385,
      "learning_rate": 0.00013814078375890863,
      "loss": 3.91,
      "step": 38045
    },
    {
      "epoch": 3.23190621814475,
      "grad_norm": 3.1231999721283064,
      "learning_rate": 0.0001381339390953808,
      "loss": 3.6383,
      "step": 38046
    },
    {
      "epoch": 3.231991165477404,
      "grad_norm": 3.340902886943767,
      "learning_rate": 0.00013812709445671595,
      "loss": 4.5617,
      "step": 38047
    },
    {
      "epoch": 3.232076112810058,
      "grad_norm": 2.943635411214828,
      "learning_rate": 0.00013812024984292845,
      "loss": 3.4065,
      "step": 38048
    },
    {
      "epoch": 3.2321610601427113,
      "grad_norm": 3.3348613301231467,
      "learning_rate": 0.00013811340525403255,
      "loss": 3.5202,
      "step": 38049
    },
    {
      "epoch": 3.232246007475365,
      "grad_norm": 3.1448998634110605,
      "learning_rate": 0.00013810656069004263,
      "loss": 3.9054,
      "step": 38050
    },
    {
      "epoch": 3.232330954808019,
      "grad_norm": 3.1044804018163927,
      "learning_rate": 0.00013809971615097306,
      "loss": 3.4691,
      "step": 38051
    },
    {
      "epoch": 3.232415902140673,
      "grad_norm": 3.1752983078948565,
      "learning_rate": 0.00013809287163683823,
      "loss": 3.8165,
      "step": 38052
    },
    {
      "epoch": 3.2325008494733267,
      "grad_norm": 3.2162416513493897,
      "learning_rate": 0.00013808602714765236,
      "loss": 4.0891,
      "step": 38053
    },
    {
      "epoch": 3.23258579680598,
      "grad_norm": 3.3587562348102993,
      "learning_rate": 0.00013807918268342987,
      "loss": 3.99,
      "step": 38054
    },
    {
      "epoch": 3.232670744138634,
      "grad_norm": 3.080330056455504,
      "learning_rate": 0.0001380723382441851,
      "loss": 3.5902,
      "step": 38055
    },
    {
      "epoch": 3.232755691471288,
      "grad_norm": 3.4392768727046628,
      "learning_rate": 0.0001380654938299323,
      "loss": 4.3792,
      "step": 38056
    },
    {
      "epoch": 3.2328406388039417,
      "grad_norm": 3.1131661442298513,
      "learning_rate": 0.00013805864944068592,
      "loss": 3.4283,
      "step": 38057
    },
    {
      "epoch": 3.232925586136595,
      "grad_norm": 3.196537111581025,
      "learning_rate": 0.0001380518050764603,
      "loss": 3.8067,
      "step": 38058
    },
    {
      "epoch": 3.233010533469249,
      "grad_norm": 2.995895913286325,
      "learning_rate": 0.00013804496073726972,
      "loss": 3.304,
      "step": 38059
    },
    {
      "epoch": 3.233095480801903,
      "grad_norm": 3.121411463655755,
      "learning_rate": 0.00013803811642312854,
      "loss": 3.545,
      "step": 38060
    },
    {
      "epoch": 3.2331804281345566,
      "grad_norm": 3.3359461090097913,
      "learning_rate": 0.00013803127213405113,
      "loss": 3.6669,
      "step": 38061
    },
    {
      "epoch": 3.2332653754672105,
      "grad_norm": 3.0363272471805187,
      "learning_rate": 0.00013802442787005175,
      "loss": 3.7419,
      "step": 38062
    },
    {
      "epoch": 3.233350322799864,
      "grad_norm": 3.166642767583029,
      "learning_rate": 0.00013801758363114487,
      "loss": 3.8077,
      "step": 38063
    },
    {
      "epoch": 3.2334352701325177,
      "grad_norm": 3.053805587192612,
      "learning_rate": 0.00013801073941734472,
      "loss": 3.7952,
      "step": 38064
    },
    {
      "epoch": 3.2335202174651716,
      "grad_norm": 3.162516219871294,
      "learning_rate": 0.0001380038952286657,
      "loss": 3.6499,
      "step": 38065
    },
    {
      "epoch": 3.2336051647978254,
      "grad_norm": 3.1470308921872525,
      "learning_rate": 0.00013799705106512213,
      "loss": 3.834,
      "step": 38066
    },
    {
      "epoch": 3.2336901121304793,
      "grad_norm": 3.294324691766543,
      "learning_rate": 0.00013799020692672835,
      "loss": 4.361,
      "step": 38067
    },
    {
      "epoch": 3.2337750594631327,
      "grad_norm": 3.130752869158292,
      "learning_rate": 0.0001379833628134987,
      "loss": 3.5835,
      "step": 38068
    },
    {
      "epoch": 3.2338600067957866,
      "grad_norm": 3.0946435514126582,
      "learning_rate": 0.0001379765187254475,
      "loss": 3.5671,
      "step": 38069
    },
    {
      "epoch": 3.2339449541284404,
      "grad_norm": 2.996466048007572,
      "learning_rate": 0.00013796967466258913,
      "loss": 3.257,
      "step": 38070
    },
    {
      "epoch": 3.2340299014610943,
      "grad_norm": 2.980310823291106,
      "learning_rate": 0.00013796283062493794,
      "loss": 3.3604,
      "step": 38071
    },
    {
      "epoch": 3.234114848793748,
      "grad_norm": 3.14956158409751,
      "learning_rate": 0.0001379559866125082,
      "loss": 3.7658,
      "step": 38072
    },
    {
      "epoch": 3.2341997961264015,
      "grad_norm": 3.039613821852773,
      "learning_rate": 0.00013794914262531434,
      "loss": 3.628,
      "step": 38073
    },
    {
      "epoch": 3.2342847434590554,
      "grad_norm": 3.164101653894035,
      "learning_rate": 0.00013794229866337062,
      "loss": 3.6542,
      "step": 38074
    },
    {
      "epoch": 3.234369690791709,
      "grad_norm": 2.930973669191877,
      "learning_rate": 0.00013793545472669141,
      "loss": 3.0783,
      "step": 38075
    },
    {
      "epoch": 3.234454638124363,
      "grad_norm": 3.4976896561449693,
      "learning_rate": 0.00013792861081529106,
      "loss": 4.3225,
      "step": 38076
    },
    {
      "epoch": 3.2345395854570165,
      "grad_norm": 3.4228949920661798,
      "learning_rate": 0.00013792176692918395,
      "loss": 4.6636,
      "step": 38077
    },
    {
      "epoch": 3.2346245327896703,
      "grad_norm": 3.098756431527911,
      "learning_rate": 0.00013791492306838434,
      "loss": 3.3768,
      "step": 38078
    },
    {
      "epoch": 3.234709480122324,
      "grad_norm": 3.1001044751439166,
      "learning_rate": 0.00013790807923290657,
      "loss": 3.8018,
      "step": 38079
    },
    {
      "epoch": 3.234794427454978,
      "grad_norm": 3.093019239349384,
      "learning_rate": 0.00013790123542276508,
      "loss": 3.6634,
      "step": 38080
    },
    {
      "epoch": 3.2348793747876314,
      "grad_norm": 3.2100598492999226,
      "learning_rate": 0.0001378943916379741,
      "loss": 3.5483,
      "step": 38081
    },
    {
      "epoch": 3.2349643221202853,
      "grad_norm": 3.1702931800938376,
      "learning_rate": 0.000137887547878548,
      "loss": 3.9692,
      "step": 38082
    },
    {
      "epoch": 3.235049269452939,
      "grad_norm": 3.4131590014759494,
      "learning_rate": 0.00013788070414450117,
      "loss": 4.1889,
      "step": 38083
    },
    {
      "epoch": 3.235134216785593,
      "grad_norm": 3.109933397094433,
      "learning_rate": 0.00013787386043584792,
      "loss": 3.7175,
      "step": 38084
    },
    {
      "epoch": 3.235219164118247,
      "grad_norm": 3.0106605457576046,
      "learning_rate": 0.00013786701675260257,
      "loss": 3.1157,
      "step": 38085
    },
    {
      "epoch": 3.2353041114509002,
      "grad_norm": 3.4559579180246587,
      "learning_rate": 0.0001378601730947795,
      "loss": 4.4495,
      "step": 38086
    },
    {
      "epoch": 3.235389058783554,
      "grad_norm": 3.095150554345177,
      "learning_rate": 0.00013785332946239292,
      "loss": 3.6787,
      "step": 38087
    },
    {
      "epoch": 3.235474006116208,
      "grad_norm": 3.0597235298160883,
      "learning_rate": 0.00013784648585545736,
      "loss": 3.3772,
      "step": 38088
    },
    {
      "epoch": 3.235558953448862,
      "grad_norm": 3.345363143425266,
      "learning_rate": 0.00013783964227398704,
      "loss": 4.2242,
      "step": 38089
    },
    {
      "epoch": 3.2356439007815156,
      "grad_norm": 3.218885321484161,
      "learning_rate": 0.00013783279871799634,
      "loss": 3.86,
      "step": 38090
    },
    {
      "epoch": 3.235728848114169,
      "grad_norm": 3.400878697041175,
      "learning_rate": 0.00013782595518749966,
      "loss": 4.1388,
      "step": 38091
    },
    {
      "epoch": 3.235813795446823,
      "grad_norm": 3.4233526294294228,
      "learning_rate": 0.00013781911168251118,
      "loss": 4.3649,
      "step": 38092
    },
    {
      "epoch": 3.2358987427794768,
      "grad_norm": 3.293534485225123,
      "learning_rate": 0.00013781226820304532,
      "loss": 4.0892,
      "step": 38093
    },
    {
      "epoch": 3.2359836901121306,
      "grad_norm": 3.29378130667326,
      "learning_rate": 0.00013780542474911645,
      "loss": 4.0158,
      "step": 38094
    },
    {
      "epoch": 3.2360686374447845,
      "grad_norm": 3.1604096671426687,
      "learning_rate": 0.00013779858132073893,
      "loss": 3.8732,
      "step": 38095
    },
    {
      "epoch": 3.236153584777438,
      "grad_norm": 2.988475837318277,
      "learning_rate": 0.00013779173791792702,
      "loss": 3.3807,
      "step": 38096
    },
    {
      "epoch": 3.2362385321100917,
      "grad_norm": 3.4089181499465226,
      "learning_rate": 0.0001377848945406951,
      "loss": 4.2266,
      "step": 38097
    },
    {
      "epoch": 3.2363234794427456,
      "grad_norm": 3.154097704735799,
      "learning_rate": 0.00013777805118905754,
      "loss": 3.5352,
      "step": 38098
    },
    {
      "epoch": 3.2364084267753994,
      "grad_norm": 3.142122515965001,
      "learning_rate": 0.00013777120786302854,
      "loss": 3.9287,
      "step": 38099
    },
    {
      "epoch": 3.236493374108053,
      "grad_norm": 3.219444014140166,
      "learning_rate": 0.00013776436456262262,
      "loss": 3.6681,
      "step": 38100
    },
    {
      "epoch": 3.2365783214407067,
      "grad_norm": 3.045243904182401,
      "learning_rate": 0.00013775752128785402,
      "loss": 3.2833,
      "step": 38101
    },
    {
      "epoch": 3.2366632687733605,
      "grad_norm": 3.126191660782719,
      "learning_rate": 0.00013775067803873712,
      "loss": 3.664,
      "step": 38102
    },
    {
      "epoch": 3.2367482161060144,
      "grad_norm": 3.0881389816071465,
      "learning_rate": 0.00013774383481528622,
      "loss": 3.4108,
      "step": 38103
    },
    {
      "epoch": 3.2368331634386682,
      "grad_norm": 3.3470085412159865,
      "learning_rate": 0.0001377369916175157,
      "loss": 3.6798,
      "step": 38104
    },
    {
      "epoch": 3.2369181107713216,
      "grad_norm": 3.187504932199613,
      "learning_rate": 0.0001377301484454398,
      "loss": 3.6862,
      "step": 38105
    },
    {
      "epoch": 3.2370030581039755,
      "grad_norm": 3.3081787418932898,
      "learning_rate": 0.00013772330529907302,
      "loss": 3.8802,
      "step": 38106
    },
    {
      "epoch": 3.2370880054366293,
      "grad_norm": 3.1351403509227844,
      "learning_rate": 0.00013771646217842955,
      "loss": 3.8525,
      "step": 38107
    },
    {
      "epoch": 3.237172952769283,
      "grad_norm": 3.29757782291751,
      "learning_rate": 0.00013770961908352383,
      "loss": 4.2741,
      "step": 38108
    },
    {
      "epoch": 3.2372579001019366,
      "grad_norm": 3.1842579596207643,
      "learning_rate": 0.00013770277601437016,
      "loss": 3.7609,
      "step": 38109
    },
    {
      "epoch": 3.2373428474345904,
      "grad_norm": 3.2959100674531174,
      "learning_rate": 0.00013769593297098287,
      "loss": 3.9032,
      "step": 38110
    },
    {
      "epoch": 3.2374277947672443,
      "grad_norm": 3.2171396489638684,
      "learning_rate": 0.00013768908995337627,
      "loss": 3.9858,
      "step": 38111
    },
    {
      "epoch": 3.237512742099898,
      "grad_norm": 3.515326370107853,
      "learning_rate": 0.00013768224696156475,
      "loss": 4.4707,
      "step": 38112
    },
    {
      "epoch": 3.237597689432552,
      "grad_norm": 3.292012451131448,
      "learning_rate": 0.00013767540399556267,
      "loss": 4.0077,
      "step": 38113
    },
    {
      "epoch": 3.2376826367652054,
      "grad_norm": 3.0890281218996876,
      "learning_rate": 0.00013766856105538428,
      "loss": 3.8539,
      "step": 38114
    },
    {
      "epoch": 3.2377675840978593,
      "grad_norm": 3.057918110206538,
      "learning_rate": 0.00013766171814104402,
      "loss": 3.5426,
      "step": 38115
    },
    {
      "epoch": 3.237852531430513,
      "grad_norm": 3.477031128020188,
      "learning_rate": 0.00013765487525255613,
      "loss": 4.4129,
      "step": 38116
    },
    {
      "epoch": 3.237937478763167,
      "grad_norm": 3.104944104987369,
      "learning_rate": 0.000137648032389935,
      "loss": 3.406,
      "step": 38117
    },
    {
      "epoch": 3.238022426095821,
      "grad_norm": 3.230402665948217,
      "learning_rate": 0.00013764118955319495,
      "loss": 3.8634,
      "step": 38118
    },
    {
      "epoch": 3.238107373428474,
      "grad_norm": 3.087296969296819,
      "learning_rate": 0.00013763434674235033,
      "loss": 3.7204,
      "step": 38119
    },
    {
      "epoch": 3.238192320761128,
      "grad_norm": 3.2239665263909174,
      "learning_rate": 0.00013762750395741554,
      "loss": 4.0117,
      "step": 38120
    },
    {
      "epoch": 3.238277268093782,
      "grad_norm": 3.3853837589731346,
      "learning_rate": 0.00013762066119840478,
      "loss": 4.3306,
      "step": 38121
    },
    {
      "epoch": 3.2383622154264358,
      "grad_norm": 3.0585339801888294,
      "learning_rate": 0.00013761381846533253,
      "loss": 3.5354,
      "step": 38122
    },
    {
      "epoch": 3.238447162759089,
      "grad_norm": 3.088458963020018,
      "learning_rate": 0.000137606975758213,
      "loss": 3.4335,
      "step": 38123
    },
    {
      "epoch": 3.238532110091743,
      "grad_norm": 3.344732378364968,
      "learning_rate": 0.00013760013307706059,
      "loss": 4.0484,
      "step": 38124
    },
    {
      "epoch": 3.238617057424397,
      "grad_norm": 3.2737970409540336,
      "learning_rate": 0.00013759329042188962,
      "loss": 4.1672,
      "step": 38125
    },
    {
      "epoch": 3.2387020047570507,
      "grad_norm": 3.1443916015264333,
      "learning_rate": 0.00013758644779271448,
      "loss": 3.7355,
      "step": 38126
    },
    {
      "epoch": 3.2387869520897046,
      "grad_norm": 3.0176189936003914,
      "learning_rate": 0.0001375796051895495,
      "loss": 3.3596,
      "step": 38127
    },
    {
      "epoch": 3.238871899422358,
      "grad_norm": 3.206126089067022,
      "learning_rate": 0.00013757276261240894,
      "loss": 3.9869,
      "step": 38128
    },
    {
      "epoch": 3.238956846755012,
      "grad_norm": 3.1051630144720677,
      "learning_rate": 0.00013756592006130723,
      "loss": 3.5058,
      "step": 38129
    },
    {
      "epoch": 3.2390417940876657,
      "grad_norm": 3.4981102459990283,
      "learning_rate": 0.00013755907753625854,
      "loss": 4.5864,
      "step": 38130
    },
    {
      "epoch": 3.2391267414203195,
      "grad_norm": 3.039569141646469,
      "learning_rate": 0.00013755223503727744,
      "loss": 3.4388,
      "step": 38131
    },
    {
      "epoch": 3.239211688752973,
      "grad_norm": 3.407785085671119,
      "learning_rate": 0.00013754539256437812,
      "loss": 4.6143,
      "step": 38132
    },
    {
      "epoch": 3.239296636085627,
      "grad_norm": 3.3947628403348213,
      "learning_rate": 0.00013753855011757498,
      "loss": 4.0629,
      "step": 38133
    },
    {
      "epoch": 3.2393815834182806,
      "grad_norm": 3.0591929309718906,
      "learning_rate": 0.0001375317076968823,
      "loss": 3.208,
      "step": 38134
    },
    {
      "epoch": 3.2394665307509345,
      "grad_norm": 3.0340372759240415,
      "learning_rate": 0.00013752486530231445,
      "loss": 3.2989,
      "step": 38135
    },
    {
      "epoch": 3.2395514780835883,
      "grad_norm": 3.1608132189202265,
      "learning_rate": 0.00013751802293388574,
      "loss": 3.9458,
      "step": 38136
    },
    {
      "epoch": 3.2396364254162417,
      "grad_norm": 3.338858032005657,
      "learning_rate": 0.00013751118059161056,
      "loss": 4.1815,
      "step": 38137
    },
    {
      "epoch": 3.2397213727488956,
      "grad_norm": 3.218024181834421,
      "learning_rate": 0.00013750433827550325,
      "loss": 3.7183,
      "step": 38138
    },
    {
      "epoch": 3.2398063200815495,
      "grad_norm": 3.1999431986615923,
      "learning_rate": 0.00013749749598557806,
      "loss": 4.1123,
      "step": 38139
    },
    {
      "epoch": 3.2398912674142033,
      "grad_norm": 3.057957226986989,
      "learning_rate": 0.00013749065372184943,
      "loss": 3.4353,
      "step": 38140
    },
    {
      "epoch": 3.239976214746857,
      "grad_norm": 3.11326639328696,
      "learning_rate": 0.0001374838114843316,
      "loss": 3.8071,
      "step": 38141
    },
    {
      "epoch": 3.2400611620795106,
      "grad_norm": 3.3732228250636487,
      "learning_rate": 0.00013747696927303893,
      "loss": 4.0798,
      "step": 38142
    },
    {
      "epoch": 3.2401461094121644,
      "grad_norm": 3.155380405091965,
      "learning_rate": 0.0001374701270879858,
      "loss": 4.1019,
      "step": 38143
    },
    {
      "epoch": 3.2402310567448183,
      "grad_norm": 3.2367149677943545,
      "learning_rate": 0.00013746328492918658,
      "loss": 3.9318,
      "step": 38144
    },
    {
      "epoch": 3.240316004077472,
      "grad_norm": 3.5088152915390354,
      "learning_rate": 0.0001374564427966555,
      "loss": 4.5454,
      "step": 38145
    },
    {
      "epoch": 3.2404009514101255,
      "grad_norm": 3.3531195234819693,
      "learning_rate": 0.000137449600690407,
      "loss": 4.0493,
      "step": 38146
    },
    {
      "epoch": 3.2404858987427794,
      "grad_norm": 3.2100011840416767,
      "learning_rate": 0.00013744275861045534,
      "loss": 3.6455,
      "step": 38147
    },
    {
      "epoch": 3.240570846075433,
      "grad_norm": 3.1251089827039964,
      "learning_rate": 0.0001374359165568148,
      "loss": 3.588,
      "step": 38148
    },
    {
      "epoch": 3.240655793408087,
      "grad_norm": 3.2862203882639176,
      "learning_rate": 0.0001374290745294999,
      "loss": 3.9558,
      "step": 38149
    },
    {
      "epoch": 3.240740740740741,
      "grad_norm": 3.4182537369342616,
      "learning_rate": 0.0001374222325285248,
      "loss": 4.3884,
      "step": 38150
    },
    {
      "epoch": 3.2408256880733943,
      "grad_norm": 3.063064147143952,
      "learning_rate": 0.00013741539055390402,
      "loss": 3.2239,
      "step": 38151
    },
    {
      "epoch": 3.240910635406048,
      "grad_norm": 3.476988484480292,
      "learning_rate": 0.0001374085486056517,
      "loss": 4.5352,
      "step": 38152
    },
    {
      "epoch": 3.240995582738702,
      "grad_norm": 3.3131507258488857,
      "learning_rate": 0.0001374017066837823,
      "loss": 3.9997,
      "step": 38153
    },
    {
      "epoch": 3.241080530071356,
      "grad_norm": 3.5156280958616386,
      "learning_rate": 0.00013739486478831002,
      "loss": 4.2453,
      "step": 38154
    },
    {
      "epoch": 3.2411654774040093,
      "grad_norm": 3.243157166389118,
      "learning_rate": 0.00013738802291924938,
      "loss": 4.2929,
      "step": 38155
    },
    {
      "epoch": 3.241250424736663,
      "grad_norm": 3.3342050404537935,
      "learning_rate": 0.00013738118107661464,
      "loss": 4.0833,
      "step": 38156
    },
    {
      "epoch": 3.241335372069317,
      "grad_norm": 3.02862335412586,
      "learning_rate": 0.0001373743392604201,
      "loss": 3.1589,
      "step": 38157
    },
    {
      "epoch": 3.241420319401971,
      "grad_norm": 3.2987613145399446,
      "learning_rate": 0.00013736749747068016,
      "loss": 4.3081,
      "step": 38158
    },
    {
      "epoch": 3.2415052667346247,
      "grad_norm": 3.3733134852659314,
      "learning_rate": 0.00013736065570740908,
      "loss": 3.846,
      "step": 38159
    },
    {
      "epoch": 3.241590214067278,
      "grad_norm": 3.0988875295336604,
      "learning_rate": 0.00013735381397062124,
      "loss": 3.3905,
      "step": 38160
    },
    {
      "epoch": 3.241675161399932,
      "grad_norm": 3.1253003652054305,
      "learning_rate": 0.00013734697226033092,
      "loss": 3.2461,
      "step": 38161
    },
    {
      "epoch": 3.241760108732586,
      "grad_norm": 3.314219411741159,
      "learning_rate": 0.00013734013057655256,
      "loss": 3.9985,
      "step": 38162
    },
    {
      "epoch": 3.2418450560652396,
      "grad_norm": 3.315228353678677,
      "learning_rate": 0.0001373332889193004,
      "loss": 4.0124,
      "step": 38163
    },
    {
      "epoch": 3.2419300033978935,
      "grad_norm": 3.330117206195549,
      "learning_rate": 0.00013732644728858885,
      "loss": 3.6642,
      "step": 38164
    },
    {
      "epoch": 3.242014950730547,
      "grad_norm": 3.1899137458681612,
      "learning_rate": 0.00013731960568443222,
      "loss": 3.9408,
      "step": 38165
    },
    {
      "epoch": 3.2420998980632008,
      "grad_norm": 3.1442970603767093,
      "learning_rate": 0.0001373127641068448,
      "loss": 3.5385,
      "step": 38166
    },
    {
      "epoch": 3.2421848453958546,
      "grad_norm": 3.141144380481718,
      "learning_rate": 0.0001373059225558409,
      "loss": 3.6167,
      "step": 38167
    },
    {
      "epoch": 3.2422697927285085,
      "grad_norm": 3.3677659889673506,
      "learning_rate": 0.00013729908103143502,
      "loss": 3.9872,
      "step": 38168
    },
    {
      "epoch": 3.2423547400611623,
      "grad_norm": 3.0271387751783596,
      "learning_rate": 0.00013729223953364136,
      "loss": 3.2531,
      "step": 38169
    },
    {
      "epoch": 3.2424396873938157,
      "grad_norm": 3.4954819880297805,
      "learning_rate": 0.00013728539806247427,
      "loss": 4.6739,
      "step": 38170
    },
    {
      "epoch": 3.2425246347264696,
      "grad_norm": 3.008417879456185,
      "learning_rate": 0.00013727855661794809,
      "loss": 3.2824,
      "step": 38171
    },
    {
      "epoch": 3.2426095820591234,
      "grad_norm": 3.4286779711879545,
      "learning_rate": 0.0001372717152000772,
      "loss": 3.765,
      "step": 38172
    },
    {
      "epoch": 3.2426945293917773,
      "grad_norm": 3.186384583972166,
      "learning_rate": 0.00013726487380887585,
      "loss": 3.7821,
      "step": 38173
    },
    {
      "epoch": 3.2427794767244307,
      "grad_norm": 3.242029275827703,
      "learning_rate": 0.00013725803244435844,
      "loss": 3.9045,
      "step": 38174
    },
    {
      "epoch": 3.2428644240570845,
      "grad_norm": 3.186988141180636,
      "learning_rate": 0.0001372511911065393,
      "loss": 3.9551,
      "step": 38175
    },
    {
      "epoch": 3.2429493713897384,
      "grad_norm": 3.1236544990420887,
      "learning_rate": 0.00013724434979543276,
      "loss": 3.6434,
      "step": 38176
    },
    {
      "epoch": 3.2430343187223922,
      "grad_norm": 3.2407223680759696,
      "learning_rate": 0.00013723750851105313,
      "loss": 3.998,
      "step": 38177
    },
    {
      "epoch": 3.243119266055046,
      "grad_norm": 3.1770644578687124,
      "learning_rate": 0.00013723066725341478,
      "loss": 4.2683,
      "step": 38178
    },
    {
      "epoch": 3.2432042133876995,
      "grad_norm": 3.0811479497574186,
      "learning_rate": 0.00013722382602253196,
      "loss": 3.6781,
      "step": 38179
    },
    {
      "epoch": 3.2432891607203533,
      "grad_norm": 3.2201042764420906,
      "learning_rate": 0.00013721698481841918,
      "loss": 3.961,
      "step": 38180
    },
    {
      "epoch": 3.243374108053007,
      "grad_norm": 3.149002476814712,
      "learning_rate": 0.00013721014364109058,
      "loss": 3.7784,
      "step": 38181
    },
    {
      "epoch": 3.243459055385661,
      "grad_norm": 3.1371896303402536,
      "learning_rate": 0.00013720330249056062,
      "loss": 3.7127,
      "step": 38182
    },
    {
      "epoch": 3.2435440027183144,
      "grad_norm": 3.027170209229237,
      "learning_rate": 0.00013719646136684362,
      "loss": 3.3524,
      "step": 38183
    },
    {
      "epoch": 3.2436289500509683,
      "grad_norm": 3.347807778711852,
      "learning_rate": 0.00013718962026995385,
      "loss": 3.8543,
      "step": 38184
    },
    {
      "epoch": 3.243713897383622,
      "grad_norm": 2.997674955020814,
      "learning_rate": 0.00013718277919990565,
      "loss": 3.1591,
      "step": 38185
    },
    {
      "epoch": 3.243798844716276,
      "grad_norm": 3.2793900616311933,
      "learning_rate": 0.0001371759381567134,
      "loss": 4.0344,
      "step": 38186
    },
    {
      "epoch": 3.24388379204893,
      "grad_norm": 3.45524022442205,
      "learning_rate": 0.0001371690971403915,
      "loss": 4.3982,
      "step": 38187
    },
    {
      "epoch": 3.2439687393815833,
      "grad_norm": 3.1245067771662924,
      "learning_rate": 0.00013716225615095413,
      "loss": 3.2918,
      "step": 38188
    },
    {
      "epoch": 3.244053686714237,
      "grad_norm": 3.033448441590874,
      "learning_rate": 0.0001371554151884157,
      "loss": 3.3535,
      "step": 38189
    },
    {
      "epoch": 3.244138634046891,
      "grad_norm": 3.004791568764175,
      "learning_rate": 0.0001371485742527906,
      "loss": 3.101,
      "step": 38190
    },
    {
      "epoch": 3.244223581379545,
      "grad_norm": 3.0434157482475106,
      "learning_rate": 0.00013714173334409302,
      "loss": 3.5681,
      "step": 38191
    },
    {
      "epoch": 3.2443085287121987,
      "grad_norm": 3.449617950287796,
      "learning_rate": 0.00013713489246233742,
      "loss": 4.3535,
      "step": 38192
    },
    {
      "epoch": 3.244393476044852,
      "grad_norm": 2.8917453361031353,
      "learning_rate": 0.0001371280516075381,
      "loss": 2.9381,
      "step": 38193
    },
    {
      "epoch": 3.244478423377506,
      "grad_norm": 3.196750039910722,
      "learning_rate": 0.00013712121077970942,
      "loss": 3.6904,
      "step": 38194
    },
    {
      "epoch": 3.2445633707101598,
      "grad_norm": 3.2106502868775264,
      "learning_rate": 0.00013711436997886563,
      "loss": 3.7261,
      "step": 38195
    },
    {
      "epoch": 3.2446483180428136,
      "grad_norm": 3.4337145479522686,
      "learning_rate": 0.00013710752920502111,
      "loss": 4.2737,
      "step": 38196
    },
    {
      "epoch": 3.244733265375467,
      "grad_norm": 3.1514107165572733,
      "learning_rate": 0.0001371006884581902,
      "loss": 3.2904,
      "step": 38197
    },
    {
      "epoch": 3.244818212708121,
      "grad_norm": 3.0564757565737675,
      "learning_rate": 0.0001370938477383873,
      "loss": 3.5538,
      "step": 38198
    },
    {
      "epoch": 3.2449031600407747,
      "grad_norm": 3.1308218405004165,
      "learning_rate": 0.0001370870070456266,
      "loss": 3.7458,
      "step": 38199
    },
    {
      "epoch": 3.2449881073734286,
      "grad_norm": 3.08270163080882,
      "learning_rate": 0.00013708016637992254,
      "loss": 3.5215,
      "step": 38200
    },
    {
      "epoch": 3.2450730547060824,
      "grad_norm": 3.1496600768071223,
      "learning_rate": 0.00013707332574128944,
      "loss": 3.7135,
      "step": 38201
    },
    {
      "epoch": 3.245158002038736,
      "grad_norm": 3.1723517718684398,
      "learning_rate": 0.0001370664851297416,
      "loss": 3.7567,
      "step": 38202
    },
    {
      "epoch": 3.2452429493713897,
      "grad_norm": 3.2043159827965675,
      "learning_rate": 0.00013705964454529334,
      "loss": 3.9372,
      "step": 38203
    },
    {
      "epoch": 3.2453278967040435,
      "grad_norm": 3.122573479846244,
      "learning_rate": 0.000137052803987959,
      "loss": 3.647,
      "step": 38204
    },
    {
      "epoch": 3.2454128440366974,
      "grad_norm": 3.1045884488967523,
      "learning_rate": 0.000137045963457753,
      "loss": 3.6387,
      "step": 38205
    },
    {
      "epoch": 3.245497791369351,
      "grad_norm": 3.135556279599489,
      "learning_rate": 0.00013703912295468958,
      "loss": 3.9473,
      "step": 38206
    },
    {
      "epoch": 3.2455827387020046,
      "grad_norm": 3.346582342410642,
      "learning_rate": 0.00013703228247878308,
      "loss": 3.9373,
      "step": 38207
    },
    {
      "epoch": 3.2456676860346585,
      "grad_norm": 3.1850558357216805,
      "learning_rate": 0.0001370254420300479,
      "loss": 4.0508,
      "step": 38208
    },
    {
      "epoch": 3.2457526333673123,
      "grad_norm": 3.1059663120155436,
      "learning_rate": 0.0001370186016084983,
      "loss": 3.4144,
      "step": 38209
    },
    {
      "epoch": 3.245837580699966,
      "grad_norm": 3.327508918062041,
      "learning_rate": 0.00013701176121414858,
      "loss": 4.2721,
      "step": 38210
    },
    {
      "epoch": 3.2459225280326196,
      "grad_norm": 3.1177198780715827,
      "learning_rate": 0.00013700492084701318,
      "loss": 3.1843,
      "step": 38211
    },
    {
      "epoch": 3.2460074753652735,
      "grad_norm": 3.352620742895943,
      "learning_rate": 0.00013699808050710643,
      "loss": 3.725,
      "step": 38212
    },
    {
      "epoch": 3.2460924226979273,
      "grad_norm": 3.1369308232803332,
      "learning_rate": 0.00013699124019444256,
      "loss": 3.9898,
      "step": 38213
    },
    {
      "epoch": 3.246177370030581,
      "grad_norm": 3.3777969165253934,
      "learning_rate": 0.00013698439990903597,
      "loss": 3.9566,
      "step": 38214
    },
    {
      "epoch": 3.246262317363235,
      "grad_norm": 3.1410936376754415,
      "learning_rate": 0.00013697755965090102,
      "loss": 3.5922,
      "step": 38215
    },
    {
      "epoch": 3.2463472646958884,
      "grad_norm": 3.113177772681015,
      "learning_rate": 0.00013697071942005192,
      "loss": 3.5852,
      "step": 38216
    },
    {
      "epoch": 3.2464322120285423,
      "grad_norm": 3.0278946008826173,
      "learning_rate": 0.0001369638792165031,
      "loss": 3.5343,
      "step": 38217
    },
    {
      "epoch": 3.246517159361196,
      "grad_norm": 3.4701827226553394,
      "learning_rate": 0.00013695703904026893,
      "loss": 4.5532,
      "step": 38218
    },
    {
      "epoch": 3.24660210669385,
      "grad_norm": 3.373125947966361,
      "learning_rate": 0.0001369501988913637,
      "loss": 4.1531,
      "step": 38219
    },
    {
      "epoch": 3.2466870540265034,
      "grad_norm": 3.1069226650547552,
      "learning_rate": 0.00013694335876980167,
      "loss": 3.4378,
      "step": 38220
    },
    {
      "epoch": 3.2467720013591572,
      "grad_norm": 3.095733123072734,
      "learning_rate": 0.0001369365186755973,
      "loss": 3.5279,
      "step": 38221
    },
    {
      "epoch": 3.246856948691811,
      "grad_norm": 3.1754206511035794,
      "learning_rate": 0.00013692967860876477,
      "loss": 3.9157,
      "step": 38222
    },
    {
      "epoch": 3.246941896024465,
      "grad_norm": 3.180822325159533,
      "learning_rate": 0.00013692283856931857,
      "loss": 3.8813,
      "step": 38223
    },
    {
      "epoch": 3.2470268433571188,
      "grad_norm": 3.2313608031552494,
      "learning_rate": 0.00013691599855727293,
      "loss": 4.1198,
      "step": 38224
    },
    {
      "epoch": 3.247111790689772,
      "grad_norm": 3.1265769725677037,
      "learning_rate": 0.0001369091585726422,
      "loss": 3.6093,
      "step": 38225
    },
    {
      "epoch": 3.247196738022426,
      "grad_norm": 3.201971771697214,
      "learning_rate": 0.0001369023186154408,
      "loss": 3.6798,
      "step": 38226
    },
    {
      "epoch": 3.24728168535508,
      "grad_norm": 3.1736241944370445,
      "learning_rate": 0.00013689547868568294,
      "loss": 3.9535,
      "step": 38227
    },
    {
      "epoch": 3.2473666326877337,
      "grad_norm": 3.432963932344266,
      "learning_rate": 0.00013688863878338295,
      "loss": 4.5654,
      "step": 38228
    },
    {
      "epoch": 3.247451580020387,
      "grad_norm": 3.3490676019786276,
      "learning_rate": 0.00013688179890855524,
      "loss": 3.7627,
      "step": 38229
    },
    {
      "epoch": 3.247536527353041,
      "grad_norm": 3.1708821875489783,
      "learning_rate": 0.00013687495906121414,
      "loss": 3.8626,
      "step": 38230
    },
    {
      "epoch": 3.247621474685695,
      "grad_norm": 3.3666727179192173,
      "learning_rate": 0.00013686811924137394,
      "loss": 4.3856,
      "step": 38231
    },
    {
      "epoch": 3.2477064220183487,
      "grad_norm": 3.3175398385611237,
      "learning_rate": 0.00013686127944904897,
      "loss": 3.9349,
      "step": 38232
    },
    {
      "epoch": 3.2477913693510025,
      "grad_norm": 3.219686447670673,
      "learning_rate": 0.0001368544396842536,
      "loss": 3.7278,
      "step": 38233
    },
    {
      "epoch": 3.247876316683656,
      "grad_norm": 2.964058597372075,
      "learning_rate": 0.0001368475999470021,
      "loss": 3.2142,
      "step": 38234
    },
    {
      "epoch": 3.24796126401631,
      "grad_norm": 3.402063103865432,
      "learning_rate": 0.00013684076023730884,
      "loss": 4.3592,
      "step": 38235
    },
    {
      "epoch": 3.2480462113489637,
      "grad_norm": 3.209536911863583,
      "learning_rate": 0.00013683392055518817,
      "loss": 4.0456,
      "step": 38236
    },
    {
      "epoch": 3.2481311586816175,
      "grad_norm": 3.091627963470333,
      "learning_rate": 0.00013682708090065443,
      "loss": 3.4947,
      "step": 38237
    },
    {
      "epoch": 3.2482161060142714,
      "grad_norm": 3.463851059030701,
      "learning_rate": 0.00013682024127372188,
      "loss": 4.6469,
      "step": 38238
    },
    {
      "epoch": 3.2483010533469248,
      "grad_norm": 3.247984980701688,
      "learning_rate": 0.00013681340167440493,
      "loss": 4.0165,
      "step": 38239
    },
    {
      "epoch": 3.2483860006795786,
      "grad_norm": 3.395683110999854,
      "learning_rate": 0.00013680656210271778,
      "loss": 4.3292,
      "step": 38240
    },
    {
      "epoch": 3.2484709480122325,
      "grad_norm": 3.0907292996315734,
      "learning_rate": 0.00013679972255867495,
      "loss": 3.4981,
      "step": 38241
    },
    {
      "epoch": 3.2485558953448863,
      "grad_norm": 3.197268598323488,
      "learning_rate": 0.00013679288304229063,
      "loss": 4.1198,
      "step": 38242
    },
    {
      "epoch": 3.2486408426775397,
      "grad_norm": 3.2678265143945318,
      "learning_rate": 0.00013678604355357921,
      "loss": 4.0756,
      "step": 38243
    },
    {
      "epoch": 3.2487257900101936,
      "grad_norm": 3.2073518799275207,
      "learning_rate": 0.00013677920409255502,
      "loss": 3.6699,
      "step": 38244
    },
    {
      "epoch": 3.2488107373428474,
      "grad_norm": 3.1450836857302296,
      "learning_rate": 0.00013677236465923237,
      "loss": 3.6632,
      "step": 38245
    },
    {
      "epoch": 3.2488956846755013,
      "grad_norm": 3.1369096641090715,
      "learning_rate": 0.00013676552525362557,
      "loss": 3.9159,
      "step": 38246
    },
    {
      "epoch": 3.248980632008155,
      "grad_norm": 2.969844906206411,
      "learning_rate": 0.000136758685875749,
      "loss": 3.2395,
      "step": 38247
    },
    {
      "epoch": 3.2490655793408085,
      "grad_norm": 3.2373536585491736,
      "learning_rate": 0.000136751846525617,
      "loss": 4.0361,
      "step": 38248
    },
    {
      "epoch": 3.2491505266734624,
      "grad_norm": 3.452267621779805,
      "learning_rate": 0.00013674500720324383,
      "loss": 3.4359,
      "step": 38249
    },
    {
      "epoch": 3.2492354740061162,
      "grad_norm": 2.9611937889281075,
      "learning_rate": 0.0001367381679086439,
      "loss": 3.039,
      "step": 38250
    },
    {
      "epoch": 3.24932042133877,
      "grad_norm": 3.4829611665158065,
      "learning_rate": 0.00013673132864183148,
      "loss": 4.4951,
      "step": 38251
    },
    {
      "epoch": 3.2494053686714235,
      "grad_norm": 3.166315803504361,
      "learning_rate": 0.0001367244894028209,
      "loss": 3.9543,
      "step": 38252
    },
    {
      "epoch": 3.2494903160040773,
      "grad_norm": 3.211765414568953,
      "learning_rate": 0.00013671765019162652,
      "loss": 3.4851,
      "step": 38253
    },
    {
      "epoch": 3.249575263336731,
      "grad_norm": 3.0443692946875602,
      "learning_rate": 0.00013671081100826265,
      "loss": 3.6242,
      "step": 38254
    },
    {
      "epoch": 3.249660210669385,
      "grad_norm": 3.3090668184518885,
      "learning_rate": 0.00013670397185274366,
      "loss": 3.7603,
      "step": 38255
    },
    {
      "epoch": 3.249745158002039,
      "grad_norm": 3.418224471031839,
      "learning_rate": 0.00013669713272508385,
      "loss": 4.2072,
      "step": 38256
    },
    {
      "epoch": 3.2498301053346923,
      "grad_norm": 3.0676261111284893,
      "learning_rate": 0.00013669029362529757,
      "loss": 3.4742,
      "step": 38257
    },
    {
      "epoch": 3.249915052667346,
      "grad_norm": 3.3635005151317205,
      "learning_rate": 0.00013668345455339912,
      "loss": 3.9651,
      "step": 38258
    },
    {
      "epoch": 3.25,
      "grad_norm": 3.1862457730352607,
      "learning_rate": 0.0001366766155094028,
      "loss": 3.773,
      "step": 38259
    },
    {
      "epoch": 3.250084947332654,
      "grad_norm": 3.067034512348222,
      "learning_rate": 0.000136669776493323,
      "loss": 3.4293,
      "step": 38260
    },
    {
      "epoch": 3.2501698946653077,
      "grad_norm": 3.1922796819082797,
      "learning_rate": 0.00013666293750517404,
      "loss": 3.8922,
      "step": 38261
    },
    {
      "epoch": 3.250254841997961,
      "grad_norm": 3.271579719340627,
      "learning_rate": 0.00013665609854497025,
      "loss": 3.9333,
      "step": 38262
    },
    {
      "epoch": 3.250339789330615,
      "grad_norm": 3.2677033496691283,
      "learning_rate": 0.00013664925961272596,
      "loss": 4.2434,
      "step": 38263
    },
    {
      "epoch": 3.250424736663269,
      "grad_norm": 3.2355868980558387,
      "learning_rate": 0.00013664242070845548,
      "loss": 3.8986,
      "step": 38264
    },
    {
      "epoch": 3.2505096839959227,
      "grad_norm": 3.459517319973789,
      "learning_rate": 0.0001366355818321731,
      "loss": 4.1626,
      "step": 38265
    },
    {
      "epoch": 3.2505946313285765,
      "grad_norm": 3.36577797515266,
      "learning_rate": 0.00013662874298389326,
      "loss": 3.8507,
      "step": 38266
    },
    {
      "epoch": 3.25067957866123,
      "grad_norm": 3.2794529745598684,
      "learning_rate": 0.00013662190416363024,
      "loss": 4.0451,
      "step": 38267
    },
    {
      "epoch": 3.2507645259938838,
      "grad_norm": 3.018486122103998,
      "learning_rate": 0.00013661506537139835,
      "loss": 3.3858,
      "step": 38268
    },
    {
      "epoch": 3.2508494733265376,
      "grad_norm": 3.299440618192228,
      "learning_rate": 0.00013660822660721192,
      "loss": 4.287,
      "step": 38269
    },
    {
      "epoch": 3.2509344206591915,
      "grad_norm": 3.348240407997857,
      "learning_rate": 0.00013660138787108527,
      "loss": 4.2208,
      "step": 38270
    },
    {
      "epoch": 3.251019367991845,
      "grad_norm": 3.3874939402472846,
      "learning_rate": 0.0001365945491630327,
      "loss": 4.1232,
      "step": 38271
    },
    {
      "epoch": 3.2511043153244987,
      "grad_norm": 3.4637668994376467,
      "learning_rate": 0.00013658771048306867,
      "loss": 4.3184,
      "step": 38272
    },
    {
      "epoch": 3.2511892626571526,
      "grad_norm": 3.2766379432664405,
      "learning_rate": 0.0001365808718312074,
      "loss": 3.5516,
      "step": 38273
    },
    {
      "epoch": 3.2512742099898064,
      "grad_norm": 3.3654291690306644,
      "learning_rate": 0.00013657403320746324,
      "loss": 3.8252,
      "step": 38274
    },
    {
      "epoch": 3.25135915732246,
      "grad_norm": 3.2862072916214657,
      "learning_rate": 0.00013656719461185054,
      "loss": 3.8826,
      "step": 38275
    },
    {
      "epoch": 3.2514441046551137,
      "grad_norm": 3.357498121398598,
      "learning_rate": 0.0001365603560443836,
      "loss": 4.0396,
      "step": 38276
    },
    {
      "epoch": 3.2515290519877675,
      "grad_norm": 3.1331660701712285,
      "learning_rate": 0.00013655351750507672,
      "loss": 3.2563,
      "step": 38277
    },
    {
      "epoch": 3.2516139993204214,
      "grad_norm": 3.1896911444712437,
      "learning_rate": 0.0001365466789939443,
      "loss": 3.8608,
      "step": 38278
    },
    {
      "epoch": 3.2516989466530752,
      "grad_norm": 3.5241124964934665,
      "learning_rate": 0.00013653984051100067,
      "loss": 4.6066,
      "step": 38279
    },
    {
      "epoch": 3.2517838939857286,
      "grad_norm": 3.116624041333957,
      "learning_rate": 0.0001365330020562601,
      "loss": 3.4097,
      "step": 38280
    },
    {
      "epoch": 3.2518688413183825,
      "grad_norm": 2.9791484363227236,
      "learning_rate": 0.00013652616362973692,
      "loss": 3.2239,
      "step": 38281
    },
    {
      "epoch": 3.2519537886510363,
      "grad_norm": 3.462984431789414,
      "learning_rate": 0.00013651932523144555,
      "loss": 4.3615,
      "step": 38282
    },
    {
      "epoch": 3.25203873598369,
      "grad_norm": 3.2915226513870306,
      "learning_rate": 0.00013651248686140014,
      "loss": 4.0176,
      "step": 38283
    },
    {
      "epoch": 3.252123683316344,
      "grad_norm": 3.107868200520516,
      "learning_rate": 0.00013650564851961522,
      "loss": 3.5822,
      "step": 38284
    },
    {
      "epoch": 3.2522086306489975,
      "grad_norm": 3.266829266952292,
      "learning_rate": 0.000136498810206105,
      "loss": 3.6714,
      "step": 38285
    },
    {
      "epoch": 3.2522935779816513,
      "grad_norm": 3.4521975004862506,
      "learning_rate": 0.0001364919719208839,
      "loss": 4.6156,
      "step": 38286
    },
    {
      "epoch": 3.252378525314305,
      "grad_norm": 3.2795477698159865,
      "learning_rate": 0.00013648513366396612,
      "loss": 4.2034,
      "step": 38287
    },
    {
      "epoch": 3.252463472646959,
      "grad_norm": 3.161057276458634,
      "learning_rate": 0.00013647829543536605,
      "loss": 3.9316,
      "step": 38288
    },
    {
      "epoch": 3.252548419979613,
      "grad_norm": 3.273779838510121,
      "learning_rate": 0.000136471457235098,
      "loss": 4.1553,
      "step": 38289
    },
    {
      "epoch": 3.2526333673122663,
      "grad_norm": 3.078566737993322,
      "learning_rate": 0.00013646461906317636,
      "loss": 3.2989,
      "step": 38290
    },
    {
      "epoch": 3.25271831464492,
      "grad_norm": 3.215587770978414,
      "learning_rate": 0.00013645778091961544,
      "loss": 3.6741,
      "step": 38291
    },
    {
      "epoch": 3.252803261977574,
      "grad_norm": 3.487506985356578,
      "learning_rate": 0.00013645094280442953,
      "loss": 4.1223,
      "step": 38292
    },
    {
      "epoch": 3.252888209310228,
      "grad_norm": 3.2080254428784007,
      "learning_rate": 0.000136444104717633,
      "loss": 3.7937,
      "step": 38293
    },
    {
      "epoch": 3.2529731566428812,
      "grad_norm": 3.3765128668038717,
      "learning_rate": 0.0001364372666592401,
      "loss": 4.1984,
      "step": 38294
    },
    {
      "epoch": 3.253058103975535,
      "grad_norm": 3.488469099180171,
      "learning_rate": 0.00013643042862926524,
      "loss": 4.6132,
      "step": 38295
    },
    {
      "epoch": 3.253143051308189,
      "grad_norm": 3.133024521024166,
      "learning_rate": 0.00013642359062772267,
      "loss": 3.8068,
      "step": 38296
    },
    {
      "epoch": 3.2532279986408428,
      "grad_norm": 3.422543021286203,
      "learning_rate": 0.00013641675265462682,
      "loss": 4.4328,
      "step": 38297
    },
    {
      "epoch": 3.253312945973496,
      "grad_norm": 3.2037088988112132,
      "learning_rate": 0.00013640991470999196,
      "loss": 3.7824,
      "step": 38298
    },
    {
      "epoch": 3.25339789330615,
      "grad_norm": 3.322534016009862,
      "learning_rate": 0.0001364030767938324,
      "loss": 4.1196,
      "step": 38299
    },
    {
      "epoch": 3.253482840638804,
      "grad_norm": 3.266890603489521,
      "learning_rate": 0.00013639623890616249,
      "loss": 3.9179,
      "step": 38300
    },
    {
      "epoch": 3.2535677879714577,
      "grad_norm": 3.404670669219472,
      "learning_rate": 0.00013638940104699655,
      "loss": 4.0842,
      "step": 38301
    },
    {
      "epoch": 3.2536527353041116,
      "grad_norm": 3.2104140643507444,
      "learning_rate": 0.0001363825632163489,
      "loss": 3.7851,
      "step": 38302
    },
    {
      "epoch": 3.253737682636765,
      "grad_norm": 3.150712552512583,
      "learning_rate": 0.0001363757254142339,
      "loss": 4.0419,
      "step": 38303
    },
    {
      "epoch": 3.253822629969419,
      "grad_norm": 3.0701649862558082,
      "learning_rate": 0.00013636888764066588,
      "loss": 3.2263,
      "step": 38304
    },
    {
      "epoch": 3.2539075773020727,
      "grad_norm": 3.1353931489735953,
      "learning_rate": 0.00013636204989565912,
      "loss": 3.6457,
      "step": 38305
    },
    {
      "epoch": 3.2539925246347265,
      "grad_norm": 3.1634839181011083,
      "learning_rate": 0.00013635521217922797,
      "loss": 3.5171,
      "step": 38306
    },
    {
      "epoch": 3.2540774719673804,
      "grad_norm": 3.0248995628096274,
      "learning_rate": 0.0001363483744913868,
      "loss": 3.2316,
      "step": 38307
    },
    {
      "epoch": 3.254162419300034,
      "grad_norm": 3.199404738405386,
      "learning_rate": 0.0001363415368321498,
      "loss": 3.5419,
      "step": 38308
    },
    {
      "epoch": 3.2542473666326877,
      "grad_norm": 3.2555211158763706,
      "learning_rate": 0.00013633469920153147,
      "loss": 3.8219,
      "step": 38309
    },
    {
      "epoch": 3.2543323139653415,
      "grad_norm": 3.465431768385608,
      "learning_rate": 0.00013632786159954602,
      "loss": 4.466,
      "step": 38310
    },
    {
      "epoch": 3.2544172612979954,
      "grad_norm": 3.5284422382110763,
      "learning_rate": 0.00013632102402620785,
      "loss": 4.6424,
      "step": 38311
    },
    {
      "epoch": 3.254502208630649,
      "grad_norm": 3.5466583385039523,
      "learning_rate": 0.00013631418648153126,
      "loss": 4.1992,
      "step": 38312
    },
    {
      "epoch": 3.2545871559633026,
      "grad_norm": 3.4708830940554325,
      "learning_rate": 0.00013630734896553053,
      "loss": 4.3261,
      "step": 38313
    },
    {
      "epoch": 3.2546721032959565,
      "grad_norm": 3.2542043593992958,
      "learning_rate": 0.00013630051147822,
      "loss": 4.0656,
      "step": 38314
    },
    {
      "epoch": 3.2547570506286103,
      "grad_norm": 2.966680248151459,
      "learning_rate": 0.0001362936740196141,
      "loss": 3.2417,
      "step": 38315
    },
    {
      "epoch": 3.254841997961264,
      "grad_norm": 3.3085862685428142,
      "learning_rate": 0.00013628683658972705,
      "loss": 3.914,
      "step": 38316
    },
    {
      "epoch": 3.254926945293918,
      "grad_norm": 3.1211337821537093,
      "learning_rate": 0.00013627999918857322,
      "loss": 3.65,
      "step": 38317
    },
    {
      "epoch": 3.2550118926265714,
      "grad_norm": 3.420346765013086,
      "learning_rate": 0.00013627316181616693,
      "loss": 4.6906,
      "step": 38318
    },
    {
      "epoch": 3.2550968399592253,
      "grad_norm": 3.181979129670077,
      "learning_rate": 0.00013626632447252246,
      "loss": 3.6761,
      "step": 38319
    },
    {
      "epoch": 3.255181787291879,
      "grad_norm": 2.953198801456867,
      "learning_rate": 0.00013625948715765415,
      "loss": 3.0756,
      "step": 38320
    },
    {
      "epoch": 3.255266734624533,
      "grad_norm": 3.173896459600183,
      "learning_rate": 0.00013625264987157638,
      "loss": 4.0349,
      "step": 38321
    },
    {
      "epoch": 3.2553516819571864,
      "grad_norm": 3.0185429654274296,
      "learning_rate": 0.0001362458126143035,
      "loss": 3.3603,
      "step": 38322
    },
    {
      "epoch": 3.2554366292898402,
      "grad_norm": 3.2320245134260652,
      "learning_rate": 0.00013623897538584973,
      "loss": 4.0706,
      "step": 38323
    },
    {
      "epoch": 3.255521576622494,
      "grad_norm": 3.148846884581295,
      "learning_rate": 0.00013623213818622946,
      "loss": 3.7385,
      "step": 38324
    },
    {
      "epoch": 3.255606523955148,
      "grad_norm": 3.0197361597423127,
      "learning_rate": 0.00013622530101545704,
      "loss": 3.4337,
      "step": 38325
    },
    {
      "epoch": 3.2556914712878013,
      "grad_norm": 3.0107842255607644,
      "learning_rate": 0.0001362184638735467,
      "loss": 3.3876,
      "step": 38326
    },
    {
      "epoch": 3.255776418620455,
      "grad_norm": 3.1691303070018226,
      "learning_rate": 0.00013621162676051283,
      "loss": 3.7343,
      "step": 38327
    },
    {
      "epoch": 3.255861365953109,
      "grad_norm": 3.198581465039622,
      "learning_rate": 0.0001362047896763698,
      "loss": 4.0912,
      "step": 38328
    },
    {
      "epoch": 3.255946313285763,
      "grad_norm": 3.5205178027125323,
      "learning_rate": 0.0001361979526211319,
      "loss": 4.3549,
      "step": 38329
    },
    {
      "epoch": 3.2560312606184167,
      "grad_norm": 3.4244313130307824,
      "learning_rate": 0.0001361911155948134,
      "loss": 4.5989,
      "step": 38330
    },
    {
      "epoch": 3.25611620795107,
      "grad_norm": 3.3931531800255756,
      "learning_rate": 0.00013618427859742868,
      "loss": 4.1699,
      "step": 38331
    },
    {
      "epoch": 3.256201155283724,
      "grad_norm": 3.159157755411176,
      "learning_rate": 0.00013617744162899202,
      "loss": 3.9118,
      "step": 38332
    },
    {
      "epoch": 3.256286102616378,
      "grad_norm": 3.0818606654106753,
      "learning_rate": 0.00013617060468951785,
      "loss": 3.2184,
      "step": 38333
    },
    {
      "epoch": 3.2563710499490317,
      "grad_norm": 3.051564771419727,
      "learning_rate": 0.0001361637677790204,
      "loss": 3.6869,
      "step": 38334
    },
    {
      "epoch": 3.2564559972816856,
      "grad_norm": 3.245877380540125,
      "learning_rate": 0.000136156930897514,
      "loss": 4.0847,
      "step": 38335
    },
    {
      "epoch": 3.256540944614339,
      "grad_norm": 3.0633079584577527,
      "learning_rate": 0.00013615009404501304,
      "loss": 3.4213,
      "step": 38336
    },
    {
      "epoch": 3.256625891946993,
      "grad_norm": 3.0264270651173417,
      "learning_rate": 0.00013614325722153178,
      "loss": 3.4276,
      "step": 38337
    },
    {
      "epoch": 3.2567108392796467,
      "grad_norm": 3.343845724268901,
      "learning_rate": 0.00013613642042708456,
      "loss": 4.1106,
      "step": 38338
    },
    {
      "epoch": 3.2567957866123005,
      "grad_norm": 3.6705822645349655,
      "learning_rate": 0.00013612958366168568,
      "loss": 3.8372,
      "step": 38339
    },
    {
      "epoch": 3.2568807339449544,
      "grad_norm": 3.3561828691162185,
      "learning_rate": 0.00013612274692534958,
      "loss": 4.5083,
      "step": 38340
    },
    {
      "epoch": 3.2569656812776078,
      "grad_norm": 3.207338006841973,
      "learning_rate": 0.00013611591021809045,
      "loss": 3.7352,
      "step": 38341
    },
    {
      "epoch": 3.2570506286102616,
      "grad_norm": 3.1738053526289196,
      "learning_rate": 0.0001361090735399227,
      "loss": 4.0709,
      "step": 38342
    },
    {
      "epoch": 3.2571355759429155,
      "grad_norm": 3.0316231632264663,
      "learning_rate": 0.00013610223689086064,
      "loss": 3.5941,
      "step": 38343
    },
    {
      "epoch": 3.2572205232755693,
      "grad_norm": 3.3142168645545023,
      "learning_rate": 0.00013609540027091852,
      "loss": 3.7092,
      "step": 38344
    },
    {
      "epoch": 3.2573054706082227,
      "grad_norm": 3.0516611732526235,
      "learning_rate": 0.0001360885636801107,
      "loss": 3.3995,
      "step": 38345
    },
    {
      "epoch": 3.2573904179408766,
      "grad_norm": 3.158638719978534,
      "learning_rate": 0.00013608172711845158,
      "loss": 3.8297,
      "step": 38346
    },
    {
      "epoch": 3.2574753652735304,
      "grad_norm": 3.1105919442342,
      "learning_rate": 0.00013607489058595546,
      "loss": 3.6593,
      "step": 38347
    },
    {
      "epoch": 3.2575603126061843,
      "grad_norm": 3.29860887406915,
      "learning_rate": 0.0001360680540826366,
      "loss": 3.7227,
      "step": 38348
    },
    {
      "epoch": 3.2576452599388377,
      "grad_norm": 3.2776890979772055,
      "learning_rate": 0.00013606121760850935,
      "loss": 3.9122,
      "step": 38349
    },
    {
      "epoch": 3.2577302072714915,
      "grad_norm": 3.0942519911605078,
      "learning_rate": 0.0001360543811635881,
      "loss": 3.4565,
      "step": 38350
    },
    {
      "epoch": 3.2578151546041454,
      "grad_norm": 3.468103568426244,
      "learning_rate": 0.00013604754474788705,
      "loss": 4.62,
      "step": 38351
    },
    {
      "epoch": 3.2579001019367992,
      "grad_norm": 3.372039297462387,
      "learning_rate": 0.0001360407083614206,
      "loss": 4.066,
      "step": 38352
    },
    {
      "epoch": 3.257985049269453,
      "grad_norm": 3.3053003933625416,
      "learning_rate": 0.0001360338720042031,
      "loss": 3.815,
      "step": 38353
    },
    {
      "epoch": 3.2580699966021065,
      "grad_norm": 3.475692796930476,
      "learning_rate": 0.00013602703567624886,
      "loss": 4.2622,
      "step": 38354
    },
    {
      "epoch": 3.2581549439347604,
      "grad_norm": 3.0889391161748883,
      "learning_rate": 0.00013602019937757214,
      "loss": 3.6801,
      "step": 38355
    },
    {
      "epoch": 3.258239891267414,
      "grad_norm": 3.222756373861674,
      "learning_rate": 0.00013601336310818738,
      "loss": 3.7549,
      "step": 38356
    },
    {
      "epoch": 3.258324838600068,
      "grad_norm": 3.295004628756818,
      "learning_rate": 0.00013600652686810872,
      "loss": 3.9853,
      "step": 38357
    },
    {
      "epoch": 3.258409785932722,
      "grad_norm": 3.2255127690446987,
      "learning_rate": 0.0001359996906573507,
      "loss": 4.13,
      "step": 38358
    },
    {
      "epoch": 3.2584947332653753,
      "grad_norm": 3.186034199870322,
      "learning_rate": 0.00013599285447592752,
      "loss": 3.3032,
      "step": 38359
    },
    {
      "epoch": 3.258579680598029,
      "grad_norm": 3.220751972334098,
      "learning_rate": 0.0001359860183238535,
      "loss": 3.6554,
      "step": 38360
    },
    {
      "epoch": 3.258664627930683,
      "grad_norm": 3.2140718650003395,
      "learning_rate": 0.00013597918220114303,
      "loss": 4.0311,
      "step": 38361
    },
    {
      "epoch": 3.258749575263337,
      "grad_norm": 3.43641902180442,
      "learning_rate": 0.00013597234610781037,
      "loss": 4.3625,
      "step": 38362
    },
    {
      "epoch": 3.2588345225959907,
      "grad_norm": 3.3366747994892374,
      "learning_rate": 0.00013596551004386984,
      "loss": 4.2635,
      "step": 38363
    },
    {
      "epoch": 3.258919469928644,
      "grad_norm": 3.461987657499217,
      "learning_rate": 0.00013595867400933583,
      "loss": 4.2665,
      "step": 38364
    },
    {
      "epoch": 3.259004417261298,
      "grad_norm": 3.240226828239705,
      "learning_rate": 0.00013595183800422264,
      "loss": 4.1697,
      "step": 38365
    },
    {
      "epoch": 3.259089364593952,
      "grad_norm": 3.346732091425959,
      "learning_rate": 0.00013594500202854454,
      "loss": 4.0959,
      "step": 38366
    },
    {
      "epoch": 3.2591743119266057,
      "grad_norm": 3.120476537324303,
      "learning_rate": 0.00013593816608231592,
      "loss": 3.857,
      "step": 38367
    },
    {
      "epoch": 3.259259259259259,
      "grad_norm": 3.1996668316893055,
      "learning_rate": 0.0001359313301655511,
      "loss": 3.6876,
      "step": 38368
    },
    {
      "epoch": 3.259344206591913,
      "grad_norm": 3.123770456545521,
      "learning_rate": 0.0001359244942782643,
      "loss": 3.6554,
      "step": 38369
    },
    {
      "epoch": 3.259429153924567,
      "grad_norm": 3.2592737693667853,
      "learning_rate": 0.00013591765842046997,
      "loss": 4.246,
      "step": 38370
    },
    {
      "epoch": 3.2595141012572206,
      "grad_norm": 3.1623115133137247,
      "learning_rate": 0.00013591082259218238,
      "loss": 4.0112,
      "step": 38371
    },
    {
      "epoch": 3.259599048589874,
      "grad_norm": 3.4590319057216057,
      "learning_rate": 0.0001359039867934159,
      "loss": 4.5915,
      "step": 38372
    },
    {
      "epoch": 3.259683995922528,
      "grad_norm": 2.9582400637741753,
      "learning_rate": 0.00013589715102418475,
      "loss": 3.4311,
      "step": 38373
    },
    {
      "epoch": 3.2597689432551817,
      "grad_norm": 3.339331346816903,
      "learning_rate": 0.0001358903152845034,
      "loss": 4.2842,
      "step": 38374
    },
    {
      "epoch": 3.2598538905878356,
      "grad_norm": 3.3212345362796016,
      "learning_rate": 0.00013588347957438593,
      "loss": 3.9888,
      "step": 38375
    },
    {
      "epoch": 3.2599388379204894,
      "grad_norm": 3.247575902803419,
      "learning_rate": 0.00013587664389384693,
      "loss": 3.7718,
      "step": 38376
    },
    {
      "epoch": 3.260023785253143,
      "grad_norm": 3.2978858811860348,
      "learning_rate": 0.0001358698082429006,
      "loss": 4.1067,
      "step": 38377
    },
    {
      "epoch": 3.2601087325857967,
      "grad_norm": 3.3433233825916018,
      "learning_rate": 0.00013586297262156127,
      "loss": 4.0342,
      "step": 38378
    },
    {
      "epoch": 3.2601936799184505,
      "grad_norm": 3.198173454231707,
      "learning_rate": 0.00013585613702984332,
      "loss": 3.5142,
      "step": 38379
    },
    {
      "epoch": 3.2602786272511044,
      "grad_norm": 3.330421069435855,
      "learning_rate": 0.00013584930146776097,
      "loss": 4.0045,
      "step": 38380
    },
    {
      "epoch": 3.2603635745837583,
      "grad_norm": 3.2280222838479435,
      "learning_rate": 0.00013584246593532855,
      "loss": 4.1699,
      "step": 38381
    },
    {
      "epoch": 3.2604485219164117,
      "grad_norm": 3.2423112420948748,
      "learning_rate": 0.00013583563043256046,
      "loss": 3.7345,
      "step": 38382
    },
    {
      "epoch": 3.2605334692490655,
      "grad_norm": 3.4235157041112836,
      "learning_rate": 0.00013582879495947106,
      "loss": 4.218,
      "step": 38383
    },
    {
      "epoch": 3.2606184165817194,
      "grad_norm": 3.053384219303548,
      "learning_rate": 0.00013582195951607453,
      "loss": 3.5692,
      "step": 38384
    },
    {
      "epoch": 3.260703363914373,
      "grad_norm": 3.172891510171441,
      "learning_rate": 0.0001358151241023853,
      "loss": 3.789,
      "step": 38385
    },
    {
      "epoch": 3.260788311247027,
      "grad_norm": 3.114424057816792,
      "learning_rate": 0.00013580828871841765,
      "loss": 3.5292,
      "step": 38386
    },
    {
      "epoch": 3.2608732585796805,
      "grad_norm": 3.1706651679623934,
      "learning_rate": 0.00013580145336418586,
      "loss": 3.5858,
      "step": 38387
    },
    {
      "epoch": 3.2609582059123343,
      "grad_norm": 3.030370316543108,
      "learning_rate": 0.0001357946180397043,
      "loss": 3.1705,
      "step": 38388
    },
    {
      "epoch": 3.261043153244988,
      "grad_norm": 3.295614824626888,
      "learning_rate": 0.00013578778274498732,
      "loss": 4.0946,
      "step": 38389
    },
    {
      "epoch": 3.261128100577642,
      "grad_norm": 3.0407474645846544,
      "learning_rate": 0.00013578094748004926,
      "loss": 3.3796,
      "step": 38390
    },
    {
      "epoch": 3.2612130479102954,
      "grad_norm": 3.100735750500201,
      "learning_rate": 0.00013577411224490436,
      "loss": 3.241,
      "step": 38391
    },
    {
      "epoch": 3.2612979952429493,
      "grad_norm": 3.038234493405917,
      "learning_rate": 0.000135767277039567,
      "loss": 3.4789,
      "step": 38392
    },
    {
      "epoch": 3.261382942575603,
      "grad_norm": 3.2245228983347416,
      "learning_rate": 0.00013576044186405144,
      "loss": 3.6084,
      "step": 38393
    },
    {
      "epoch": 3.261467889908257,
      "grad_norm": 3.204644394028712,
      "learning_rate": 0.00013575360671837203,
      "loss": 3.8291,
      "step": 38394
    },
    {
      "epoch": 3.261552837240911,
      "grad_norm": 3.2313997950077487,
      "learning_rate": 0.0001357467716025431,
      "loss": 4.0223,
      "step": 38395
    },
    {
      "epoch": 3.2616377845735642,
      "grad_norm": 3.090882810092486,
      "learning_rate": 0.000135739936516579,
      "loss": 3.3726,
      "step": 38396
    },
    {
      "epoch": 3.261722731906218,
      "grad_norm": 3.246735386949411,
      "learning_rate": 0.00013573310146049406,
      "loss": 3.9161,
      "step": 38397
    },
    {
      "epoch": 3.261807679238872,
      "grad_norm": 3.215110130881577,
      "learning_rate": 0.00013572626643430254,
      "loss": 3.9121,
      "step": 38398
    },
    {
      "epoch": 3.261892626571526,
      "grad_norm": 3.0544691025525075,
      "learning_rate": 0.0001357194314380188,
      "loss": 3.2559,
      "step": 38399
    },
    {
      "epoch": 3.261977573904179,
      "grad_norm": 3.345782901899739,
      "learning_rate": 0.00013571259647165708,
      "loss": 3.8322,
      "step": 38400
    },
    {
      "epoch": 3.262062521236833,
      "grad_norm": 3.326532785905594,
      "learning_rate": 0.00013570576153523186,
      "loss": 4.2326,
      "step": 38401
    },
    {
      "epoch": 3.262147468569487,
      "grad_norm": 3.2303932951317864,
      "learning_rate": 0.00013569892662875733,
      "loss": 3.8601,
      "step": 38402
    },
    {
      "epoch": 3.2622324159021407,
      "grad_norm": 3.195690585304605,
      "learning_rate": 0.0001356920917522479,
      "loss": 3.6556,
      "step": 38403
    },
    {
      "epoch": 3.2623173632347946,
      "grad_norm": 3.073968098042755,
      "learning_rate": 0.0001356852569057178,
      "loss": 3.4424,
      "step": 38404
    },
    {
      "epoch": 3.262402310567448,
      "grad_norm": 3.1911715129756715,
      "learning_rate": 0.0001356784220891814,
      "loss": 3.6248,
      "step": 38405
    },
    {
      "epoch": 3.262487257900102,
      "grad_norm": 3.292013810613229,
      "learning_rate": 0.00013567158730265298,
      "loss": 3.8617,
      "step": 38406
    },
    {
      "epoch": 3.2625722052327557,
      "grad_norm": 3.266288789101414,
      "learning_rate": 0.00013566475254614695,
      "loss": 3.9281,
      "step": 38407
    },
    {
      "epoch": 3.2626571525654096,
      "grad_norm": 2.9806037040440323,
      "learning_rate": 0.0001356579178196776,
      "loss": 3.2176,
      "step": 38408
    },
    {
      "epoch": 3.2627420998980634,
      "grad_norm": 3.1513560230225015,
      "learning_rate": 0.0001356510831232592,
      "loss": 3.4122,
      "step": 38409
    },
    {
      "epoch": 3.262827047230717,
      "grad_norm": 3.4731267977774722,
      "learning_rate": 0.00013564424845690612,
      "loss": 4.3445,
      "step": 38410
    },
    {
      "epoch": 3.2629119945633707,
      "grad_norm": 3.4991690485154154,
      "learning_rate": 0.00013563741382063266,
      "loss": 4.3898,
      "step": 38411
    },
    {
      "epoch": 3.2629969418960245,
      "grad_norm": 3.2142509911863417,
      "learning_rate": 0.00013563057921445307,
      "loss": 3.9472,
      "step": 38412
    },
    {
      "epoch": 3.2630818892286784,
      "grad_norm": 3.120351182700123,
      "learning_rate": 0.00013562374463838182,
      "loss": 3.8659,
      "step": 38413
    },
    {
      "epoch": 3.263166836561332,
      "grad_norm": 3.121379523113483,
      "learning_rate": 0.00013561691009243313,
      "loss": 3.552,
      "step": 38414
    },
    {
      "epoch": 3.2632517838939856,
      "grad_norm": 3.0283115598615344,
      "learning_rate": 0.00013561007557662136,
      "loss": 3.3569,
      "step": 38415
    },
    {
      "epoch": 3.2633367312266395,
      "grad_norm": 3.038108429274445,
      "learning_rate": 0.00013560324109096082,
      "loss": 3.3152,
      "step": 38416
    },
    {
      "epoch": 3.2634216785592933,
      "grad_norm": 3.117897254544799,
      "learning_rate": 0.0001355964066354658,
      "loss": 3.3188,
      "step": 38417
    },
    {
      "epoch": 3.263506625891947,
      "grad_norm": 3.1869687907242246,
      "learning_rate": 0.0001355895722101506,
      "loss": 3.822,
      "step": 38418
    },
    {
      "epoch": 3.2635915732246006,
      "grad_norm": 3.218311160400628,
      "learning_rate": 0.00013558273781502967,
      "loss": 3.4901,
      "step": 38419
    },
    {
      "epoch": 3.2636765205572544,
      "grad_norm": 3.3495829961932406,
      "learning_rate": 0.00013557590345011718,
      "loss": 4.4334,
      "step": 38420
    },
    {
      "epoch": 3.2637614678899083,
      "grad_norm": 3.168898961645004,
      "learning_rate": 0.0001355690691154276,
      "loss": 3.8232,
      "step": 38421
    },
    {
      "epoch": 3.263846415222562,
      "grad_norm": 3.2521122123525026,
      "learning_rate": 0.0001355622348109751,
      "loss": 3.9261,
      "step": 38422
    },
    {
      "epoch": 3.2639313625552155,
      "grad_norm": 3.0744351840699378,
      "learning_rate": 0.00013555540053677406,
      "loss": 3.4357,
      "step": 38423
    },
    {
      "epoch": 3.2640163098878694,
      "grad_norm": 3.0745274879751237,
      "learning_rate": 0.00013554856629283878,
      "loss": 3.546,
      "step": 38424
    },
    {
      "epoch": 3.2641012572205232,
      "grad_norm": 3.1266246334433685,
      "learning_rate": 0.0001355417320791837,
      "loss": 3.9652,
      "step": 38425
    },
    {
      "epoch": 3.264186204553177,
      "grad_norm": 3.1671613583465104,
      "learning_rate": 0.00013553489789582297,
      "loss": 3.5771,
      "step": 38426
    },
    {
      "epoch": 3.264271151885831,
      "grad_norm": 3.4585080401058415,
      "learning_rate": 0.000135528063742771,
      "loss": 4.4531,
      "step": 38427
    },
    {
      "epoch": 3.2643560992184844,
      "grad_norm": 2.938280010499022,
      "learning_rate": 0.00013552122962004213,
      "loss": 3.3317,
      "step": 38428
    },
    {
      "epoch": 3.264441046551138,
      "grad_norm": 3.064554739579366,
      "learning_rate": 0.0001355143955276506,
      "loss": 3.1403,
      "step": 38429
    },
    {
      "epoch": 3.264525993883792,
      "grad_norm": 3.45430450177099,
      "learning_rate": 0.00013550756146561078,
      "loss": 4.1105,
      "step": 38430
    },
    {
      "epoch": 3.264610941216446,
      "grad_norm": 3.4037318311013713,
      "learning_rate": 0.00013550072743393694,
      "loss": 4.0231,
      "step": 38431
    },
    {
      "epoch": 3.2646958885490998,
      "grad_norm": 3.3595445249757176,
      "learning_rate": 0.00013549389343264353,
      "loss": 4.319,
      "step": 38432
    },
    {
      "epoch": 3.264780835881753,
      "grad_norm": 3.163348967950513,
      "learning_rate": 0.00013548705946174472,
      "loss": 3.4556,
      "step": 38433
    },
    {
      "epoch": 3.264865783214407,
      "grad_norm": 3.3211198310832444,
      "learning_rate": 0.0001354802255212549,
      "loss": 3.8335,
      "step": 38434
    },
    {
      "epoch": 3.264950730547061,
      "grad_norm": 3.0523862383709663,
      "learning_rate": 0.00013547339161118843,
      "loss": 3.5895,
      "step": 38435
    },
    {
      "epoch": 3.2650356778797147,
      "grad_norm": 3.521001330452964,
      "learning_rate": 0.00013546655773155952,
      "loss": 4.6238,
      "step": 38436
    },
    {
      "epoch": 3.2651206252123686,
      "grad_norm": 3.3806462521483494,
      "learning_rate": 0.00013545972388238252,
      "loss": 4.0949,
      "step": 38437
    },
    {
      "epoch": 3.265205572545022,
      "grad_norm": 3.2520456463637863,
      "learning_rate": 0.00013545289006367182,
      "loss": 3.6277,
      "step": 38438
    },
    {
      "epoch": 3.265290519877676,
      "grad_norm": 3.3073227490338906,
      "learning_rate": 0.00013544605627544172,
      "loss": 3.8445,
      "step": 38439
    },
    {
      "epoch": 3.2653754672103297,
      "grad_norm": 3.399441824850983,
      "learning_rate": 0.0001354392225177065,
      "loss": 3.5028,
      "step": 38440
    },
    {
      "epoch": 3.2654604145429835,
      "grad_norm": 3.1382859968530297,
      "learning_rate": 0.00013543238879048044,
      "loss": 3.3204,
      "step": 38441
    },
    {
      "epoch": 3.265545361875637,
      "grad_norm": 3.181175251225703,
      "learning_rate": 0.00013542555509377802,
      "loss": 3.5404,
      "step": 38442
    },
    {
      "epoch": 3.265630309208291,
      "grad_norm": 3.1019332648144617,
      "learning_rate": 0.0001354187214276133,
      "loss": 3.1446,
      "step": 38443
    },
    {
      "epoch": 3.2657152565409446,
      "grad_norm": 3.4494129362295123,
      "learning_rate": 0.00013541188779200085,
      "loss": 4.3077,
      "step": 38444
    },
    {
      "epoch": 3.2658002038735985,
      "grad_norm": 3.4055480952161408,
      "learning_rate": 0.00013540505418695485,
      "loss": 4.2634,
      "step": 38445
    },
    {
      "epoch": 3.265885151206252,
      "grad_norm": 3.300456792691695,
      "learning_rate": 0.0001353982206124897,
      "loss": 3.9813,
      "step": 38446
    },
    {
      "epoch": 3.2659700985389057,
      "grad_norm": 3.365927935169591,
      "learning_rate": 0.00013539138706861965,
      "loss": 4.2383,
      "step": 38447
    },
    {
      "epoch": 3.2660550458715596,
      "grad_norm": 3.150200144189265,
      "learning_rate": 0.00013538455355535902,
      "loss": 3.8555,
      "step": 38448
    },
    {
      "epoch": 3.2661399932042134,
      "grad_norm": 3.413031342097782,
      "learning_rate": 0.00013537772007272215,
      "loss": 4.0635,
      "step": 38449
    },
    {
      "epoch": 3.2662249405368673,
      "grad_norm": 3.281396284477815,
      "learning_rate": 0.0001353708866207234,
      "loss": 3.6572,
      "step": 38450
    },
    {
      "epoch": 3.2663098878695207,
      "grad_norm": 3.2316844551742805,
      "learning_rate": 0.00013536405319937702,
      "loss": 3.6793,
      "step": 38451
    },
    {
      "epoch": 3.2663948352021746,
      "grad_norm": 3.26332439710866,
      "learning_rate": 0.00013535721980869735,
      "loss": 3.8555,
      "step": 38452
    },
    {
      "epoch": 3.2664797825348284,
      "grad_norm": 3.0885085670157695,
      "learning_rate": 0.00013535038644869876,
      "loss": 3.3906,
      "step": 38453
    },
    {
      "epoch": 3.2665647298674823,
      "grad_norm": 3.3984216226593422,
      "learning_rate": 0.00013534355311939548,
      "loss": 4.5712,
      "step": 38454
    },
    {
      "epoch": 3.266649677200136,
      "grad_norm": 3.4215351749572576,
      "learning_rate": 0.00013533671982080182,
      "loss": 3.8994,
      "step": 38455
    },
    {
      "epoch": 3.2667346245327895,
      "grad_norm": 3.210747507948143,
      "learning_rate": 0.0001353298865529322,
      "loss": 3.8775,
      "step": 38456
    },
    {
      "epoch": 3.2668195718654434,
      "grad_norm": 3.0824184723348633,
      "learning_rate": 0.0001353230533158009,
      "loss": 3.4533,
      "step": 38457
    },
    {
      "epoch": 3.266904519198097,
      "grad_norm": 3.4917967611658702,
      "learning_rate": 0.00013531622010942222,
      "loss": 4.6497,
      "step": 38458
    },
    {
      "epoch": 3.266989466530751,
      "grad_norm": 3.312043916495574,
      "learning_rate": 0.00013530938693381045,
      "loss": 4.1716,
      "step": 38459
    },
    {
      "epoch": 3.267074413863405,
      "grad_norm": 3.233793774867274,
      "learning_rate": 0.00013530255378898,
      "loss": 3.4567,
      "step": 38460
    },
    {
      "epoch": 3.2671593611960583,
      "grad_norm": 3.2770287779872063,
      "learning_rate": 0.00013529572067494503,
      "loss": 4.3187,
      "step": 38461
    },
    {
      "epoch": 3.267244308528712,
      "grad_norm": 3.338772419219175,
      "learning_rate": 0.00013528888759172,
      "loss": 3.8197,
      "step": 38462
    },
    {
      "epoch": 3.267329255861366,
      "grad_norm": 3.1472948380583565,
      "learning_rate": 0.00013528205453931918,
      "loss": 3.5681,
      "step": 38463
    },
    {
      "epoch": 3.26741420319402,
      "grad_norm": 3.490847744459097,
      "learning_rate": 0.0001352752215177569,
      "loss": 4.5696,
      "step": 38464
    },
    {
      "epoch": 3.2674991505266733,
      "grad_norm": 2.9700021679486057,
      "learning_rate": 0.00013526838852704747,
      "loss": 3.3225,
      "step": 38465
    },
    {
      "epoch": 3.267584097859327,
      "grad_norm": 3.027445348895555,
      "learning_rate": 0.00013526155556720516,
      "loss": 3.3057,
      "step": 38466
    },
    {
      "epoch": 3.267669045191981,
      "grad_norm": 3.3597989077411423,
      "learning_rate": 0.00013525472263824432,
      "loss": 4.2387,
      "step": 38467
    },
    {
      "epoch": 3.267753992524635,
      "grad_norm": 3.223578131135382,
      "learning_rate": 0.00013524788974017933,
      "loss": 4.03,
      "step": 38468
    },
    {
      "epoch": 3.2678389398572882,
      "grad_norm": 3.1422502978928546,
      "learning_rate": 0.00013524105687302444,
      "loss": 3.657,
      "step": 38469
    },
    {
      "epoch": 3.267923887189942,
      "grad_norm": 3.045304686087436,
      "learning_rate": 0.00013523422403679397,
      "loss": 3.7337,
      "step": 38470
    },
    {
      "epoch": 3.268008834522596,
      "grad_norm": 3.1857288008070914,
      "learning_rate": 0.00013522739123150227,
      "loss": 3.6432,
      "step": 38471
    },
    {
      "epoch": 3.26809378185525,
      "grad_norm": 3.228500376316069,
      "learning_rate": 0.0001352205584571636,
      "loss": 3.9413,
      "step": 38472
    },
    {
      "epoch": 3.2681787291879036,
      "grad_norm": 3.304263327410015,
      "learning_rate": 0.0001352137257137923,
      "loss": 4.2941,
      "step": 38473
    },
    {
      "epoch": 3.268263676520557,
      "grad_norm": 3.5216271758409152,
      "learning_rate": 0.0001352068930014027,
      "loss": 4.6926,
      "step": 38474
    },
    {
      "epoch": 3.268348623853211,
      "grad_norm": 3.290057504459546,
      "learning_rate": 0.00013520006032000914,
      "loss": 3.8329,
      "step": 38475
    },
    {
      "epoch": 3.2684335711858647,
      "grad_norm": 3.127824883072158,
      "learning_rate": 0.0001351932276696259,
      "loss": 3.6491,
      "step": 38476
    },
    {
      "epoch": 3.2685185185185186,
      "grad_norm": 3.234237284023252,
      "learning_rate": 0.0001351863950502673,
      "loss": 4.1309,
      "step": 38477
    },
    {
      "epoch": 3.2686034658511725,
      "grad_norm": 3.1866004898396922,
      "learning_rate": 0.00013517956246194768,
      "loss": 3.8765,
      "step": 38478
    },
    {
      "epoch": 3.268688413183826,
      "grad_norm": 3.1884986948344123,
      "learning_rate": 0.00013517272990468132,
      "loss": 4.0359,
      "step": 38479
    },
    {
      "epoch": 3.2687733605164797,
      "grad_norm": 3.0479042281864444,
      "learning_rate": 0.0001351658973784825,
      "loss": 3.47,
      "step": 38480
    },
    {
      "epoch": 3.2688583078491336,
      "grad_norm": 3.1189375191387008,
      "learning_rate": 0.00013515906488336567,
      "loss": 3.9023,
      "step": 38481
    },
    {
      "epoch": 3.2689432551817874,
      "grad_norm": 3.1304232330877824,
      "learning_rate": 0.00013515223241934506,
      "loss": 3.654,
      "step": 38482
    },
    {
      "epoch": 3.2690282025144413,
      "grad_norm": 3.0486594252123624,
      "learning_rate": 0.00013514539998643499,
      "loss": 3.3616,
      "step": 38483
    },
    {
      "epoch": 3.2691131498470947,
      "grad_norm": 3.1501077543468488,
      "learning_rate": 0.00013513856758464975,
      "loss": 3.7289,
      "step": 38484
    },
    {
      "epoch": 3.2691980971797485,
      "grad_norm": 3.3829418275757583,
      "learning_rate": 0.00013513173521400375,
      "loss": 4.4972,
      "step": 38485
    },
    {
      "epoch": 3.2692830445124024,
      "grad_norm": 3.218476965204268,
      "learning_rate": 0.00013512490287451113,
      "loss": 3.6778,
      "step": 38486
    },
    {
      "epoch": 3.269367991845056,
      "grad_norm": 3.1107211376124986,
      "learning_rate": 0.0001351180705661864,
      "loss": 3.7714,
      "step": 38487
    },
    {
      "epoch": 3.2694529391777096,
      "grad_norm": 3.1706867235878082,
      "learning_rate": 0.00013511123828904376,
      "loss": 3.9173,
      "step": 38488
    },
    {
      "epoch": 3.2695378865103635,
      "grad_norm": 3.238343492031067,
      "learning_rate": 0.00013510440604309762,
      "loss": 4.1,
      "step": 38489
    },
    {
      "epoch": 3.2696228338430173,
      "grad_norm": 3.0018861115969195,
      "learning_rate": 0.00013509757382836217,
      "loss": 3.2354,
      "step": 38490
    },
    {
      "epoch": 3.269707781175671,
      "grad_norm": 3.1214410310498693,
      "learning_rate": 0.00013509074164485185,
      "loss": 3.4616,
      "step": 38491
    },
    {
      "epoch": 3.269792728508325,
      "grad_norm": 3.5563821825050534,
      "learning_rate": 0.0001350839094925808,
      "loss": 4.5023,
      "step": 38492
    },
    {
      "epoch": 3.2698776758409784,
      "grad_norm": 3.262626282597786,
      "learning_rate": 0.00013507707737156355,
      "loss": 3.9823,
      "step": 38493
    },
    {
      "epoch": 3.2699626231736323,
      "grad_norm": 3.0945010982512384,
      "learning_rate": 0.00013507024528181427,
      "loss": 3.536,
      "step": 38494
    },
    {
      "epoch": 3.270047570506286,
      "grad_norm": 3.310777553549248,
      "learning_rate": 0.00013506341322334735,
      "loss": 4.0008,
      "step": 38495
    },
    {
      "epoch": 3.27013251783894,
      "grad_norm": 3.470928292838908,
      "learning_rate": 0.00013505658119617708,
      "loss": 4.4864,
      "step": 38496
    },
    {
      "epoch": 3.2702174651715934,
      "grad_norm": 3.1009491935327067,
      "learning_rate": 0.00013504974920031777,
      "loss": 3.6401,
      "step": 38497
    },
    {
      "epoch": 3.2703024125042472,
      "grad_norm": 3.2590339246058058,
      "learning_rate": 0.00013504291723578368,
      "loss": 3.7529,
      "step": 38498
    },
    {
      "epoch": 3.270387359836901,
      "grad_norm": 3.2748214220558998,
      "learning_rate": 0.0001350360853025892,
      "loss": 3.7312,
      "step": 38499
    },
    {
      "epoch": 3.270472307169555,
      "grad_norm": 3.525385320134126,
      "learning_rate": 0.0001350292534007487,
      "loss": 4.2577,
      "step": 38500
    },
    {
      "epoch": 3.270557254502209,
      "grad_norm": 3.1137518920913765,
      "learning_rate": 0.00013502242153027636,
      "loss": 3.3906,
      "step": 38501
    },
    {
      "epoch": 3.270642201834862,
      "grad_norm": 3.531763284850715,
      "learning_rate": 0.00013501558969118658,
      "loss": 4.4918,
      "step": 38502
    },
    {
      "epoch": 3.270727149167516,
      "grad_norm": 3.1981916915080038,
      "learning_rate": 0.00013500875788349367,
      "loss": 3.5509,
      "step": 38503
    },
    {
      "epoch": 3.27081209650017,
      "grad_norm": 3.0556670733323457,
      "learning_rate": 0.00013500192610721188,
      "loss": 3.3486,
      "step": 38504
    },
    {
      "epoch": 3.2708970438328238,
      "grad_norm": 3.154115869147466,
      "learning_rate": 0.00013499509436235558,
      "loss": 3.6793,
      "step": 38505
    },
    {
      "epoch": 3.2709819911654776,
      "grad_norm": 3.408388089985365,
      "learning_rate": 0.00013498826264893906,
      "loss": 4.0121,
      "step": 38506
    },
    {
      "epoch": 3.271066938498131,
      "grad_norm": 3.127866956366125,
      "learning_rate": 0.0001349814309669767,
      "loss": 3.7641,
      "step": 38507
    },
    {
      "epoch": 3.271151885830785,
      "grad_norm": 3.155067205110742,
      "learning_rate": 0.00013497459931648272,
      "loss": 3.6055,
      "step": 38508
    },
    {
      "epoch": 3.2712368331634387,
      "grad_norm": 3.056900202729246,
      "learning_rate": 0.00013496776769747154,
      "loss": 3.386,
      "step": 38509
    },
    {
      "epoch": 3.2713217804960926,
      "grad_norm": 3.3604801200919896,
      "learning_rate": 0.00013496093610995729,
      "loss": 4.3859,
      "step": 38510
    },
    {
      "epoch": 3.2714067278287464,
      "grad_norm": 3.1075193105846455,
      "learning_rate": 0.0001349541045539545,
      "loss": 3.7674,
      "step": 38511
    },
    {
      "epoch": 3.2714916751614,
      "grad_norm": 3.274254075065277,
      "learning_rate": 0.0001349472730294774,
      "loss": 3.8573,
      "step": 38512
    },
    {
      "epoch": 3.2715766224940537,
      "grad_norm": 3.162935062353825,
      "learning_rate": 0.00013494044153654025,
      "loss": 3.6278,
      "step": 38513
    },
    {
      "epoch": 3.2716615698267075,
      "grad_norm": 3.20402740183459,
      "learning_rate": 0.00013493361007515747,
      "loss": 4.0227,
      "step": 38514
    },
    {
      "epoch": 3.2717465171593614,
      "grad_norm": 3.432577665755388,
      "learning_rate": 0.00013492677864534325,
      "loss": 4.3041,
      "step": 38515
    },
    {
      "epoch": 3.271831464492015,
      "grad_norm": 3.3499554272898693,
      "learning_rate": 0.00013491994724711197,
      "loss": 3.8899,
      "step": 38516
    },
    {
      "epoch": 3.2719164118246686,
      "grad_norm": 3.2007274420531036,
      "learning_rate": 0.00013491311588047794,
      "loss": 4.0384,
      "step": 38517
    },
    {
      "epoch": 3.2720013591573225,
      "grad_norm": 3.232486065751192,
      "learning_rate": 0.00013490628454545552,
      "loss": 3.5276,
      "step": 38518
    },
    {
      "epoch": 3.2720863064899763,
      "grad_norm": 3.357177654354744,
      "learning_rate": 0.00013489945324205894,
      "loss": 3.8824,
      "step": 38519
    },
    {
      "epoch": 3.2721712538226297,
      "grad_norm": 3.4285419587156847,
      "learning_rate": 0.00013489262197030258,
      "loss": 4.4121,
      "step": 38520
    },
    {
      "epoch": 3.2722562011552836,
      "grad_norm": 3.1567935333389916,
      "learning_rate": 0.00013488579073020073,
      "loss": 3.4617,
      "step": 38521
    },
    {
      "epoch": 3.2723411484879374,
      "grad_norm": 3.1362973086231296,
      "learning_rate": 0.00013487895952176766,
      "loss": 3.6552,
      "step": 38522
    },
    {
      "epoch": 3.2724260958205913,
      "grad_norm": 3.4557913757341883,
      "learning_rate": 0.0001348721283450177,
      "loss": 4.0498,
      "step": 38523
    },
    {
      "epoch": 3.272511043153245,
      "grad_norm": 3.3242702271359112,
      "learning_rate": 0.00013486529719996523,
      "loss": 4.1767,
      "step": 38524
    },
    {
      "epoch": 3.2725959904858986,
      "grad_norm": 3.3483409223231826,
      "learning_rate": 0.00013485846608662455,
      "loss": 4.3873,
      "step": 38525
    },
    {
      "epoch": 3.2726809378185524,
      "grad_norm": 3.3942416273806635,
      "learning_rate": 0.00013485163500500988,
      "loss": 3.8507,
      "step": 38526
    },
    {
      "epoch": 3.2727658851512063,
      "grad_norm": 3.29744834939785,
      "learning_rate": 0.00013484480395513566,
      "loss": 3.8962,
      "step": 38527
    },
    {
      "epoch": 3.27285083248386,
      "grad_norm": 3.359368709021251,
      "learning_rate": 0.0001348379729370161,
      "loss": 4.0053,
      "step": 38528
    },
    {
      "epoch": 3.272935779816514,
      "grad_norm": 3.3945868643431814,
      "learning_rate": 0.0001348311419506655,
      "loss": 4.2255,
      "step": 38529
    },
    {
      "epoch": 3.2730207271491674,
      "grad_norm": 3.191372538968216,
      "learning_rate": 0.00013482431099609828,
      "loss": 3.704,
      "step": 38530
    },
    {
      "epoch": 3.273105674481821,
      "grad_norm": 3.4931163956469535,
      "learning_rate": 0.00013481748007332869,
      "loss": 4.3997,
      "step": 38531
    },
    {
      "epoch": 3.273190621814475,
      "grad_norm": 3.259024229966038,
      "learning_rate": 0.0001348106491823711,
      "loss": 3.8421,
      "step": 38532
    },
    {
      "epoch": 3.273275569147129,
      "grad_norm": 3.1733202770418965,
      "learning_rate": 0.0001348038183232397,
      "loss": 4.0092,
      "step": 38533
    },
    {
      "epoch": 3.2733605164797828,
      "grad_norm": 3.090409319161432,
      "learning_rate": 0.00013479698749594896,
      "loss": 3.6703,
      "step": 38534
    },
    {
      "epoch": 3.273445463812436,
      "grad_norm": 3.4071067689328545,
      "learning_rate": 0.00013479015670051297,
      "loss": 4.3397,
      "step": 38535
    },
    {
      "epoch": 3.27353041114509,
      "grad_norm": 3.1601268500299358,
      "learning_rate": 0.0001347833259369463,
      "loss": 3.5422,
      "step": 38536
    },
    {
      "epoch": 3.273615358477744,
      "grad_norm": 3.2205409681732116,
      "learning_rate": 0.00013477649520526308,
      "loss": 3.8192,
      "step": 38537
    },
    {
      "epoch": 3.2737003058103977,
      "grad_norm": 3.233596439311882,
      "learning_rate": 0.00013476966450547777,
      "loss": 4.2508,
      "step": 38538
    },
    {
      "epoch": 3.273785253143051,
      "grad_norm": 3.45621738947214,
      "learning_rate": 0.0001347628338376045,
      "loss": 4.3287,
      "step": 38539
    },
    {
      "epoch": 3.273870200475705,
      "grad_norm": 3.15971419382417,
      "learning_rate": 0.00013475600320165772,
      "loss": 3.5783,
      "step": 38540
    },
    {
      "epoch": 3.273955147808359,
      "grad_norm": 3.234459624504613,
      "learning_rate": 0.00013474917259765167,
      "loss": 4.0217,
      "step": 38541
    },
    {
      "epoch": 3.2740400951410127,
      "grad_norm": 3.2697614830019743,
      "learning_rate": 0.00013474234202560074,
      "loss": 3.962,
      "step": 38542
    },
    {
      "epoch": 3.274125042473666,
      "grad_norm": 3.476145132436114,
      "learning_rate": 0.0001347355114855192,
      "loss": 4.5618,
      "step": 38543
    },
    {
      "epoch": 3.27420998980632,
      "grad_norm": 3.21451652896901,
      "learning_rate": 0.00013472868097742135,
      "loss": 3.8027,
      "step": 38544
    },
    {
      "epoch": 3.274294937138974,
      "grad_norm": 3.185955646425739,
      "learning_rate": 0.00013472185050132152,
      "loss": 3.3805,
      "step": 38545
    },
    {
      "epoch": 3.2743798844716276,
      "grad_norm": 3.381928828549527,
      "learning_rate": 0.00013471502005723402,
      "loss": 3.8038,
      "step": 38546
    },
    {
      "epoch": 3.2744648318042815,
      "grad_norm": 3.012866881566788,
      "learning_rate": 0.00013470818964517309,
      "loss": 3.3386,
      "step": 38547
    },
    {
      "epoch": 3.274549779136935,
      "grad_norm": 3.329129150191702,
      "learning_rate": 0.00013470135926515315,
      "loss": 4.2583,
      "step": 38548
    },
    {
      "epoch": 3.2746347264695888,
      "grad_norm": 3.430822116444687,
      "learning_rate": 0.0001346945289171885,
      "loss": 3.9851,
      "step": 38549
    },
    {
      "epoch": 3.2747196738022426,
      "grad_norm": 3.3018948532187977,
      "learning_rate": 0.00013468769860129338,
      "loss": 4.2349,
      "step": 38550
    },
    {
      "epoch": 3.2748046211348965,
      "grad_norm": 3.1603131153357302,
      "learning_rate": 0.00013468086831748213,
      "loss": 3.7848,
      "step": 38551
    },
    {
      "epoch": 3.2748895684675503,
      "grad_norm": 3.1591363195354933,
      "learning_rate": 0.00013467403806576914,
      "loss": 4.0843,
      "step": 38552
    },
    {
      "epoch": 3.2749745158002037,
      "grad_norm": 3.281587882572264,
      "learning_rate": 0.00013466720784616854,
      "loss": 4.2007,
      "step": 38553
    },
    {
      "epoch": 3.2750594631328576,
      "grad_norm": 3.200519992312394,
      "learning_rate": 0.00013466037765869486,
      "loss": 4.0582,
      "step": 38554
    },
    {
      "epoch": 3.2751444104655114,
      "grad_norm": 3.2760704026863166,
      "learning_rate": 0.00013465354750336227,
      "loss": 4.0389,
      "step": 38555
    },
    {
      "epoch": 3.2752293577981653,
      "grad_norm": 3.1585366356214166,
      "learning_rate": 0.00013464671738018513,
      "loss": 3.5635,
      "step": 38556
    },
    {
      "epoch": 3.275314305130819,
      "grad_norm": 3.4085946391136863,
      "learning_rate": 0.00013463988728917774,
      "loss": 3.8212,
      "step": 38557
    },
    {
      "epoch": 3.2753992524634725,
      "grad_norm": 3.460308489432147,
      "learning_rate": 0.0001346330572303544,
      "loss": 4.1492,
      "step": 38558
    },
    {
      "epoch": 3.2754841997961264,
      "grad_norm": 3.2786049486417412,
      "learning_rate": 0.00013462622720372938,
      "loss": 4.2315,
      "step": 38559
    },
    {
      "epoch": 3.2755691471287802,
      "grad_norm": 3.3620738907772143,
      "learning_rate": 0.00013461939720931713,
      "loss": 4.2281,
      "step": 38560
    },
    {
      "epoch": 3.275654094461434,
      "grad_norm": 3.105847159555588,
      "learning_rate": 0.00013461256724713183,
      "loss": 3.8023,
      "step": 38561
    },
    {
      "epoch": 3.2757390417940875,
      "grad_norm": 3.0621264043244496,
      "learning_rate": 0.00013460573731718784,
      "loss": 3.5977,
      "step": 38562
    },
    {
      "epoch": 3.2758239891267413,
      "grad_norm": 3.233110039603055,
      "learning_rate": 0.0001345989074194995,
      "loss": 4.0738,
      "step": 38563
    },
    {
      "epoch": 3.275908936459395,
      "grad_norm": 3.54666228635599,
      "learning_rate": 0.00013459207755408105,
      "loss": 4.6552,
      "step": 38564
    },
    {
      "epoch": 3.275993883792049,
      "grad_norm": 3.5690683824145597,
      "learning_rate": 0.00013458524772094684,
      "loss": 4.0417,
      "step": 38565
    },
    {
      "epoch": 3.2760788311247024,
      "grad_norm": 3.083894135415024,
      "learning_rate": 0.0001345784179201111,
      "loss": 3.4724,
      "step": 38566
    },
    {
      "epoch": 3.2761637784573563,
      "grad_norm": 3.2901227160065973,
      "learning_rate": 0.00013457158815158835,
      "loss": 3.9152,
      "step": 38567
    },
    {
      "epoch": 3.27624872579001,
      "grad_norm": 3.09762671654289,
      "learning_rate": 0.0001345647584153927,
      "loss": 3.4182,
      "step": 38568
    },
    {
      "epoch": 3.276333673122664,
      "grad_norm": 3.2476412172510845,
      "learning_rate": 0.00013455792871153855,
      "loss": 4.0089,
      "step": 38569
    },
    {
      "epoch": 3.276418620455318,
      "grad_norm": 3.218697030040874,
      "learning_rate": 0.00013455109904004023,
      "loss": 3.7391,
      "step": 38570
    },
    {
      "epoch": 3.2765035677879712,
      "grad_norm": 3.392148366216968,
      "learning_rate": 0.00013454426940091193,
      "loss": 4.1593,
      "step": 38571
    },
    {
      "epoch": 3.276588515120625,
      "grad_norm": 3.133613453031805,
      "learning_rate": 0.00013453743979416805,
      "loss": 3.3977,
      "step": 38572
    },
    {
      "epoch": 3.276673462453279,
      "grad_norm": 3.2230989557122163,
      "learning_rate": 0.0001345306102198229,
      "loss": 4.1321,
      "step": 38573
    },
    {
      "epoch": 3.276758409785933,
      "grad_norm": 3.2928014852415823,
      "learning_rate": 0.0001345237806778908,
      "loss": 4.1718,
      "step": 38574
    },
    {
      "epoch": 3.2768433571185867,
      "grad_norm": 3.3462575204935807,
      "learning_rate": 0.00013451695116838602,
      "loss": 4.0483,
      "step": 38575
    },
    {
      "epoch": 3.27692830445124,
      "grad_norm": 3.2226312723526562,
      "learning_rate": 0.00013451012169132288,
      "loss": 3.6376,
      "step": 38576
    },
    {
      "epoch": 3.277013251783894,
      "grad_norm": 3.249143980247321,
      "learning_rate": 0.00013450329224671574,
      "loss": 3.9612,
      "step": 38577
    },
    {
      "epoch": 3.2770981991165478,
      "grad_norm": 3.013802019618854,
      "learning_rate": 0.0001344964628345788,
      "loss": 3.7405,
      "step": 38578
    },
    {
      "epoch": 3.2771831464492016,
      "grad_norm": 3.2366637654584753,
      "learning_rate": 0.00013448963345492649,
      "loss": 4.0624,
      "step": 38579
    },
    {
      "epoch": 3.2772680937818555,
      "grad_norm": 3.5031769376781625,
      "learning_rate": 0.00013448280410777305,
      "loss": 4.4705,
      "step": 38580
    },
    {
      "epoch": 3.277353041114509,
      "grad_norm": 3.477041323043568,
      "learning_rate": 0.00013447597479313285,
      "loss": 4.2072,
      "step": 38581
    },
    {
      "epoch": 3.2774379884471627,
      "grad_norm": 3.253085524242912,
      "learning_rate": 0.0001344691455110201,
      "loss": 4.0015,
      "step": 38582
    },
    {
      "epoch": 3.2775229357798166,
      "grad_norm": 3.3790108054001227,
      "learning_rate": 0.0001344623162614492,
      "loss": 4.0639,
      "step": 38583
    },
    {
      "epoch": 3.2776078831124704,
      "grad_norm": 3.38665172059988,
      "learning_rate": 0.00013445548704443436,
      "loss": 3.8638,
      "step": 38584
    },
    {
      "epoch": 3.2776928304451243,
      "grad_norm": 3.097692928933798,
      "learning_rate": 0.00013444865785999005,
      "loss": 3.6254,
      "step": 38585
    },
    {
      "epoch": 3.2777777777777777,
      "grad_norm": 3.5273196781755525,
      "learning_rate": 0.00013444182870813042,
      "loss": 4.3437,
      "step": 38586
    },
    {
      "epoch": 3.2778627251104315,
      "grad_norm": 3.307397904002756,
      "learning_rate": 0.00013443499958886985,
      "loss": 4.1417,
      "step": 38587
    },
    {
      "epoch": 3.2779476724430854,
      "grad_norm": 3.30754518701304,
      "learning_rate": 0.00013442817050222269,
      "loss": 4.1733,
      "step": 38588
    },
    {
      "epoch": 3.2780326197757392,
      "grad_norm": 3.0919827577631147,
      "learning_rate": 0.00013442134144820315,
      "loss": 3.3572,
      "step": 38589
    },
    {
      "epoch": 3.2781175671083926,
      "grad_norm": 3.251259907944073,
      "learning_rate": 0.0001344145124268256,
      "loss": 4.1101,
      "step": 38590
    },
    {
      "epoch": 3.2782025144410465,
      "grad_norm": 3.1630445448899334,
      "learning_rate": 0.00013440768343810433,
      "loss": 3.8755,
      "step": 38591
    },
    {
      "epoch": 3.2782874617737003,
      "grad_norm": 3.194921473280418,
      "learning_rate": 0.00013440085448205368,
      "loss": 3.8875,
      "step": 38592
    },
    {
      "epoch": 3.278372409106354,
      "grad_norm": 3.217858867973154,
      "learning_rate": 0.00013439402555868793,
      "loss": 3.9147,
      "step": 38593
    },
    {
      "epoch": 3.2784573564390076,
      "grad_norm": 3.4133420047371623,
      "learning_rate": 0.0001343871966680214,
      "loss": 4.364,
      "step": 38594
    },
    {
      "epoch": 3.2785423037716614,
      "grad_norm": 3.087780745788236,
      "learning_rate": 0.00013438036781006842,
      "loss": 3.232,
      "step": 38595
    },
    {
      "epoch": 3.2786272511043153,
      "grad_norm": 3.5188648424995357,
      "learning_rate": 0.00013437353898484322,
      "loss": 4.3432,
      "step": 38596
    },
    {
      "epoch": 3.278712198436969,
      "grad_norm": 3.294900936235286,
      "learning_rate": 0.00013436671019236016,
      "loss": 3.831,
      "step": 38597
    },
    {
      "epoch": 3.278797145769623,
      "grad_norm": 3.159528253780226,
      "learning_rate": 0.00013435988143263355,
      "loss": 4.0914,
      "step": 38598
    },
    {
      "epoch": 3.2788820931022764,
      "grad_norm": 3.0845452047400115,
      "learning_rate": 0.00013435305270567775,
      "loss": 3.7078,
      "step": 38599
    },
    {
      "epoch": 3.2789670404349303,
      "grad_norm": 3.1843544852241754,
      "learning_rate": 0.000134346224011507,
      "loss": 4.0857,
      "step": 38600
    },
    {
      "epoch": 3.279051987767584,
      "grad_norm": 3.0592200776462324,
      "learning_rate": 0.00013433939535013558,
      "loss": 3.4459,
      "step": 38601
    },
    {
      "epoch": 3.279136935100238,
      "grad_norm": 3.179502515686813,
      "learning_rate": 0.00013433256672157782,
      "loss": 3.7863,
      "step": 38602
    },
    {
      "epoch": 3.279221882432892,
      "grad_norm": 3.5232118035337816,
      "learning_rate": 0.00013432573812584815,
      "loss": 4.4189,
      "step": 38603
    },
    {
      "epoch": 3.279306829765545,
      "grad_norm": 3.1277092291110304,
      "learning_rate": 0.00013431890956296073,
      "loss": 3.5672,
      "step": 38604
    },
    {
      "epoch": 3.279391777098199,
      "grad_norm": 3.143049942115378,
      "learning_rate": 0.0001343120810329299,
      "loss": 3.6262,
      "step": 38605
    },
    {
      "epoch": 3.279476724430853,
      "grad_norm": 3.676849794311132,
      "learning_rate": 0.00013430525253577,
      "loss": 3.8586,
      "step": 38606
    },
    {
      "epoch": 3.2795616717635068,
      "grad_norm": 3.1510350128431432,
      "learning_rate": 0.00013429842407149532,
      "loss": 3.754,
      "step": 38607
    },
    {
      "epoch": 3.2796466190961606,
      "grad_norm": 3.5429930660199846,
      "learning_rate": 0.00013429159564012016,
      "loss": 3.8722,
      "step": 38608
    },
    {
      "epoch": 3.279731566428814,
      "grad_norm": 3.375831585326424,
      "learning_rate": 0.0001342847672416588,
      "loss": 3.7916,
      "step": 38609
    },
    {
      "epoch": 3.279816513761468,
      "grad_norm": 3.1606534101688792,
      "learning_rate": 0.00013427793887612566,
      "loss": 3.6369,
      "step": 38610
    },
    {
      "epoch": 3.2799014610941217,
      "grad_norm": 3.4164302224143936,
      "learning_rate": 0.00013427111054353493,
      "loss": 3.996,
      "step": 38611
    },
    {
      "epoch": 3.2799864084267756,
      "grad_norm": 3.338457909277157,
      "learning_rate": 0.00013426428224390095,
      "loss": 3.996,
      "step": 38612
    },
    {
      "epoch": 3.280071355759429,
      "grad_norm": 3.1803874453970877,
      "learning_rate": 0.00013425745397723808,
      "loss": 3.8954,
      "step": 38613
    },
    {
      "epoch": 3.280156303092083,
      "grad_norm": 3.1525507683080725,
      "learning_rate": 0.00013425062574356055,
      "loss": 3.7263,
      "step": 38614
    },
    {
      "epoch": 3.2802412504247367,
      "grad_norm": 3.2311352268264115,
      "learning_rate": 0.00013424379754288268,
      "loss": 3.8018,
      "step": 38615
    },
    {
      "epoch": 3.2803261977573905,
      "grad_norm": 3.200018599265462,
      "learning_rate": 0.00013423696937521883,
      "loss": 3.9125,
      "step": 38616
    },
    {
      "epoch": 3.280411145090044,
      "grad_norm": 3.481231470174858,
      "learning_rate": 0.0001342301412405833,
      "loss": 4.2209,
      "step": 38617
    },
    {
      "epoch": 3.280496092422698,
      "grad_norm": 3.185931839798686,
      "learning_rate": 0.00013422331313899032,
      "loss": 3.4871,
      "step": 38618
    },
    {
      "epoch": 3.2805810397553516,
      "grad_norm": 3.4390011061311814,
      "learning_rate": 0.00013421648507045428,
      "loss": 4.2302,
      "step": 38619
    },
    {
      "epoch": 3.2806659870880055,
      "grad_norm": 3.062682354760045,
      "learning_rate": 0.00013420965703498947,
      "loss": 3.1617,
      "step": 38620
    },
    {
      "epoch": 3.2807509344206593,
      "grad_norm": 3.331224445610606,
      "learning_rate": 0.00013420282903261013,
      "loss": 4.1629,
      "step": 38621
    },
    {
      "epoch": 3.2808358817533128,
      "grad_norm": 3.090225437136557,
      "learning_rate": 0.00013419600106333063,
      "loss": 3.5377,
      "step": 38622
    },
    {
      "epoch": 3.2809208290859666,
      "grad_norm": 3.36563404333493,
      "learning_rate": 0.00013418917312716527,
      "loss": 4.0894,
      "step": 38623
    },
    {
      "epoch": 3.2810057764186205,
      "grad_norm": 3.1098162220255134,
      "learning_rate": 0.0001341823452241284,
      "loss": 3.3802,
      "step": 38624
    },
    {
      "epoch": 3.2810907237512743,
      "grad_norm": 3.424346757994662,
      "learning_rate": 0.00013417551735423424,
      "loss": 4.2822,
      "step": 38625
    },
    {
      "epoch": 3.281175671083928,
      "grad_norm": 3.3774977244185127,
      "learning_rate": 0.00013416868951749716,
      "loss": 4.258,
      "step": 38626
    },
    {
      "epoch": 3.2812606184165816,
      "grad_norm": 3.165796365649722,
      "learning_rate": 0.00013416186171393138,
      "loss": 3.6963,
      "step": 38627
    },
    {
      "epoch": 3.2813455657492354,
      "grad_norm": 3.122199348431792,
      "learning_rate": 0.00013415503394355132,
      "loss": 3.7967,
      "step": 38628
    },
    {
      "epoch": 3.2814305130818893,
      "grad_norm": 3.357116417411233,
      "learning_rate": 0.0001341482062063712,
      "loss": 4.0525,
      "step": 38629
    },
    {
      "epoch": 3.281515460414543,
      "grad_norm": 3.4697068656593526,
      "learning_rate": 0.00013414137850240542,
      "loss": 4.3826,
      "step": 38630
    },
    {
      "epoch": 3.281600407747197,
      "grad_norm": 3.327628444425451,
      "learning_rate": 0.0001341345508316682,
      "loss": 4.2625,
      "step": 38631
    },
    {
      "epoch": 3.2816853550798504,
      "grad_norm": 3.3333037848212035,
      "learning_rate": 0.00013412772319417387,
      "loss": 3.6983,
      "step": 38632
    },
    {
      "epoch": 3.2817703024125042,
      "grad_norm": 3.1429627274428085,
      "learning_rate": 0.00013412089558993668,
      "loss": 3.8449,
      "step": 38633
    },
    {
      "epoch": 3.281855249745158,
      "grad_norm": 3.3461456715168127,
      "learning_rate": 0.00013411406801897105,
      "loss": 3.9937,
      "step": 38634
    },
    {
      "epoch": 3.281940197077812,
      "grad_norm": 3.1968448188592165,
      "learning_rate": 0.00013410724048129127,
      "loss": 3.5073,
      "step": 38635
    },
    {
      "epoch": 3.2820251444104653,
      "grad_norm": 3.0728164261794744,
      "learning_rate": 0.00013410041297691155,
      "loss": 3.4047,
      "step": 38636
    },
    {
      "epoch": 3.282110091743119,
      "grad_norm": 3.3734808923367527,
      "learning_rate": 0.00013409358550584626,
      "loss": 4.2875,
      "step": 38637
    },
    {
      "epoch": 3.282195039075773,
      "grad_norm": 3.1650593996494427,
      "learning_rate": 0.00013408675806810973,
      "loss": 3.6997,
      "step": 38638
    },
    {
      "epoch": 3.282279986408427,
      "grad_norm": 3.2435221695803977,
      "learning_rate": 0.00013407993066371618,
      "loss": 3.9016,
      "step": 38639
    },
    {
      "epoch": 3.2823649337410803,
      "grad_norm": 3.119186484867685,
      "learning_rate": 0.00013407310329267998,
      "loss": 3.4821,
      "step": 38640
    },
    {
      "epoch": 3.282449881073734,
      "grad_norm": 3.076033564014219,
      "learning_rate": 0.00013406627595501544,
      "loss": 3.4195,
      "step": 38641
    },
    {
      "epoch": 3.282534828406388,
      "grad_norm": 3.8349370203293107,
      "learning_rate": 0.00013405944865073688,
      "loss": 3.8724,
      "step": 38642
    },
    {
      "epoch": 3.282619775739042,
      "grad_norm": 3.209744799117376,
      "learning_rate": 0.00013405262137985855,
      "loss": 3.9769,
      "step": 38643
    },
    {
      "epoch": 3.2827047230716957,
      "grad_norm": 3.2006103145287037,
      "learning_rate": 0.00013404579414239478,
      "loss": 3.7718,
      "step": 38644
    },
    {
      "epoch": 3.282789670404349,
      "grad_norm": 3.3492057779475157,
      "learning_rate": 0.0001340389669383598,
      "loss": 4.0925,
      "step": 38645
    },
    {
      "epoch": 3.282874617737003,
      "grad_norm": 3.3357563009821365,
      "learning_rate": 0.0001340321397677681,
      "loss": 4.2557,
      "step": 38646
    },
    {
      "epoch": 3.282959565069657,
      "grad_norm": 3.1505940219271276,
      "learning_rate": 0.0001340253126306338,
      "loss": 3.8499,
      "step": 38647
    },
    {
      "epoch": 3.2830445124023107,
      "grad_norm": 3.2953472224429627,
      "learning_rate": 0.00013401848552697132,
      "loss": 4.1071,
      "step": 38648
    },
    {
      "epoch": 3.2831294597349645,
      "grad_norm": 3.1688874669866416,
      "learning_rate": 0.00013401165845679494,
      "loss": 3.9354,
      "step": 38649
    },
    {
      "epoch": 3.283214407067618,
      "grad_norm": 3.540466072523513,
      "learning_rate": 0.00013400483142011894,
      "loss": 4.5685,
      "step": 38650
    },
    {
      "epoch": 3.2832993544002718,
      "grad_norm": 3.111843395555289,
      "learning_rate": 0.00013399800441695758,
      "loss": 3.5644,
      "step": 38651
    },
    {
      "epoch": 3.2833843017329256,
      "grad_norm": 3.3778679081184757,
      "learning_rate": 0.00013399117744732525,
      "loss": 4.3316,
      "step": 38652
    },
    {
      "epoch": 3.2834692490655795,
      "grad_norm": 3.222303029721958,
      "learning_rate": 0.00013398435051123624,
      "loss": 3.6668,
      "step": 38653
    },
    {
      "epoch": 3.2835541963982333,
      "grad_norm": 3.0930205024074673,
      "learning_rate": 0.00013397752360870484,
      "loss": 3.7562,
      "step": 38654
    },
    {
      "epoch": 3.2836391437308867,
      "grad_norm": 3.230081859165291,
      "learning_rate": 0.00013397069673974535,
      "loss": 3.919,
      "step": 38655
    },
    {
      "epoch": 3.2837240910635406,
      "grad_norm": 3.2734501586135223,
      "learning_rate": 0.00013396386990437205,
      "loss": 4.1546,
      "step": 38656
    },
    {
      "epoch": 3.2838090383961944,
      "grad_norm": 3.221241090999985,
      "learning_rate": 0.0001339570431025993,
      "loss": 3.7194,
      "step": 38657
    },
    {
      "epoch": 3.2838939857288483,
      "grad_norm": 3.043343339764453,
      "learning_rate": 0.00013395021633444133,
      "loss": 3.5603,
      "step": 38658
    },
    {
      "epoch": 3.2839789330615017,
      "grad_norm": 3.20081833158618,
      "learning_rate": 0.0001339433895999125,
      "loss": 3.7826,
      "step": 38659
    },
    {
      "epoch": 3.2840638803941555,
      "grad_norm": 3.415925501634359,
      "learning_rate": 0.00013393656289902717,
      "loss": 4.5649,
      "step": 38660
    },
    {
      "epoch": 3.2841488277268094,
      "grad_norm": 3.151883583806579,
      "learning_rate": 0.0001339297362317995,
      "loss": 3.3518,
      "step": 38661
    },
    {
      "epoch": 3.2842337750594632,
      "grad_norm": 3.363367600610095,
      "learning_rate": 0.00013392290959824394,
      "loss": 3.9588,
      "step": 38662
    },
    {
      "epoch": 3.2843187223921166,
      "grad_norm": 3.2799547458412235,
      "learning_rate": 0.0001339160829983747,
      "loss": 3.6584,
      "step": 38663
    },
    {
      "epoch": 3.2844036697247705,
      "grad_norm": 3.215793960324589,
      "learning_rate": 0.00013390925643220604,
      "loss": 4.0538,
      "step": 38664
    },
    {
      "epoch": 3.2844886170574243,
      "grad_norm": 3.292141858478877,
      "learning_rate": 0.00013390242989975239,
      "loss": 4.1289,
      "step": 38665
    },
    {
      "epoch": 3.284573564390078,
      "grad_norm": 3.138128576741782,
      "learning_rate": 0.000133895603401028,
      "loss": 3.8513,
      "step": 38666
    },
    {
      "epoch": 3.284658511722732,
      "grad_norm": 3.3615514596407454,
      "learning_rate": 0.00013388877693604718,
      "loss": 4.4079,
      "step": 38667
    },
    {
      "epoch": 3.2847434590553855,
      "grad_norm": 3.371640337169989,
      "learning_rate": 0.00013388195050482418,
      "loss": 4.0263,
      "step": 38668
    },
    {
      "epoch": 3.2848284063880393,
      "grad_norm": 3.1221540286343434,
      "learning_rate": 0.0001338751241073734,
      "loss": 3.3318,
      "step": 38669
    },
    {
      "epoch": 3.284913353720693,
      "grad_norm": 3.477442557291113,
      "learning_rate": 0.00013386829774370901,
      "loss": 4.4569,
      "step": 38670
    },
    {
      "epoch": 3.284998301053347,
      "grad_norm": 3.1322718771792077,
      "learning_rate": 0.00013386147141384547,
      "loss": 3.462,
      "step": 38671
    },
    {
      "epoch": 3.285083248386001,
      "grad_norm": 3.166057068479651,
      "learning_rate": 0.00013385464511779697,
      "loss": 3.7826,
      "step": 38672
    },
    {
      "epoch": 3.2851681957186543,
      "grad_norm": 3.398306640481868,
      "learning_rate": 0.0001338478188555779,
      "loss": 4.3801,
      "step": 38673
    },
    {
      "epoch": 3.285253143051308,
      "grad_norm": 3.370213469964052,
      "learning_rate": 0.00013384099262720247,
      "loss": 4.0982,
      "step": 38674
    },
    {
      "epoch": 3.285338090383962,
      "grad_norm": 3.110253146654977,
      "learning_rate": 0.000133834166432685,
      "loss": 3.5451,
      "step": 38675
    },
    {
      "epoch": 3.285423037716616,
      "grad_norm": 3.136124668903301,
      "learning_rate": 0.00013382734027203984,
      "loss": 3.6555,
      "step": 38676
    },
    {
      "epoch": 3.2855079850492697,
      "grad_norm": 3.1364769157163535,
      "learning_rate": 0.00013382051414528124,
      "loss": 3.6946,
      "step": 38677
    },
    {
      "epoch": 3.285592932381923,
      "grad_norm": 3.139255829277944,
      "learning_rate": 0.00013381368805242362,
      "loss": 3.4913,
      "step": 38678
    },
    {
      "epoch": 3.285677879714577,
      "grad_norm": 3.5692597544038076,
      "learning_rate": 0.00013380686199348114,
      "loss": 3.9309,
      "step": 38679
    },
    {
      "epoch": 3.2857628270472308,
      "grad_norm": 3.1126463358670695,
      "learning_rate": 0.0001338000359684682,
      "loss": 3.3557,
      "step": 38680
    },
    {
      "epoch": 3.2858477743798846,
      "grad_norm": 3.116769387561683,
      "learning_rate": 0.00013379320997739902,
      "loss": 3.4988,
      "step": 38681
    },
    {
      "epoch": 3.2859327217125385,
      "grad_norm": 3.266254018482073,
      "learning_rate": 0.00013378638402028792,
      "loss": 3.9946,
      "step": 38682
    },
    {
      "epoch": 3.286017669045192,
      "grad_norm": 3.274937312722356,
      "learning_rate": 0.00013377955809714927,
      "loss": 3.8933,
      "step": 38683
    },
    {
      "epoch": 3.2861026163778457,
      "grad_norm": 3.2496697032019495,
      "learning_rate": 0.00013377273220799735,
      "loss": 3.8494,
      "step": 38684
    },
    {
      "epoch": 3.2861875637104996,
      "grad_norm": 3.4331658571528942,
      "learning_rate": 0.0001337659063528464,
      "loss": 4.3,
      "step": 38685
    },
    {
      "epoch": 3.2862725110431534,
      "grad_norm": 3.1263849823437724,
      "learning_rate": 0.00013375908053171078,
      "loss": 3.7494,
      "step": 38686
    },
    {
      "epoch": 3.286357458375807,
      "grad_norm": 3.1987049056342545,
      "learning_rate": 0.0001337522547446048,
      "loss": 4.1038,
      "step": 38687
    },
    {
      "epoch": 3.2864424057084607,
      "grad_norm": 3.3518855601867754,
      "learning_rate": 0.00013374542899154265,
      "loss": 3.8976,
      "step": 38688
    },
    {
      "epoch": 3.2865273530411145,
      "grad_norm": 3.088597083988944,
      "learning_rate": 0.0001337386032725388,
      "loss": 3.6347,
      "step": 38689
    },
    {
      "epoch": 3.2866123003737684,
      "grad_norm": 3.5403296761266008,
      "learning_rate": 0.00013373177758760745,
      "loss": 4.4996,
      "step": 38690
    },
    {
      "epoch": 3.286697247706422,
      "grad_norm": 3.4499613924442003,
      "learning_rate": 0.00013372495193676295,
      "loss": 4.1269,
      "step": 38691
    },
    {
      "epoch": 3.2867821950390756,
      "grad_norm": 3.298824639521101,
      "learning_rate": 0.00013371812632001956,
      "loss": 4.2036,
      "step": 38692
    },
    {
      "epoch": 3.2868671423717295,
      "grad_norm": 3.4365692530919376,
      "learning_rate": 0.00013371130073739157,
      "loss": 4.3712,
      "step": 38693
    },
    {
      "epoch": 3.2869520897043834,
      "grad_norm": 3.1950337205030475,
      "learning_rate": 0.00013370447518889329,
      "loss": 4.0359,
      "step": 38694
    },
    {
      "epoch": 3.287037037037037,
      "grad_norm": 3.197759717566393,
      "learning_rate": 0.0001336976496745391,
      "loss": 3.7454,
      "step": 38695
    },
    {
      "epoch": 3.2871219843696906,
      "grad_norm": 3.0821532061199166,
      "learning_rate": 0.00013369082419434323,
      "loss": 3.3909,
      "step": 38696
    },
    {
      "epoch": 3.2872069317023445,
      "grad_norm": 3.2035766175217417,
      "learning_rate": 0.00013368399874832,
      "loss": 3.8289,
      "step": 38697
    },
    {
      "epoch": 3.2872918790349983,
      "grad_norm": 3.2079674543574983,
      "learning_rate": 0.0001336771733364837,
      "loss": 3.7563,
      "step": 38698
    },
    {
      "epoch": 3.287376826367652,
      "grad_norm": 3.131398341272657,
      "learning_rate": 0.00013367034795884862,
      "loss": 3.4755,
      "step": 38699
    },
    {
      "epoch": 3.287461773700306,
      "grad_norm": 3.232427244374487,
      "learning_rate": 0.00013366352261542908,
      "loss": 3.9554,
      "step": 38700
    },
    {
      "epoch": 3.2875467210329594,
      "grad_norm": 3.3671603578269376,
      "learning_rate": 0.00013365669730623934,
      "loss": 3.5949,
      "step": 38701
    },
    {
      "epoch": 3.2876316683656133,
      "grad_norm": 3.019371525409508,
      "learning_rate": 0.0001336498720312938,
      "loss": 3.1661,
      "step": 38702
    },
    {
      "epoch": 3.287716615698267,
      "grad_norm": 3.163761664563094,
      "learning_rate": 0.0001336430467906067,
      "loss": 3.5271,
      "step": 38703
    },
    {
      "epoch": 3.287801563030921,
      "grad_norm": 3.2990954873547365,
      "learning_rate": 0.0001336362215841923,
      "loss": 4.0618,
      "step": 38704
    },
    {
      "epoch": 3.287886510363575,
      "grad_norm": 3.141378732874404,
      "learning_rate": 0.000133629396412065,
      "loss": 3.5597,
      "step": 38705
    },
    {
      "epoch": 3.2879714576962282,
      "grad_norm": 3.520247131430989,
      "learning_rate": 0.00013362257127423903,
      "loss": 4.5464,
      "step": 38706
    },
    {
      "epoch": 3.288056405028882,
      "grad_norm": 3.5136031441340316,
      "learning_rate": 0.00013361574617072863,
      "loss": 4.4854,
      "step": 38707
    },
    {
      "epoch": 3.288141352361536,
      "grad_norm": 3.0786790141646563,
      "learning_rate": 0.00013360892110154824,
      "loss": 3.3888,
      "step": 38708
    },
    {
      "epoch": 3.28822629969419,
      "grad_norm": 3.5549195004076863,
      "learning_rate": 0.0001336020960667121,
      "loss": 3.9719,
      "step": 38709
    },
    {
      "epoch": 3.288311247026843,
      "grad_norm": 3.0896508049255136,
      "learning_rate": 0.00013359527106623448,
      "loss": 3.4469,
      "step": 38710
    },
    {
      "epoch": 3.288396194359497,
      "grad_norm": 3.4350624900934665,
      "learning_rate": 0.00013358844610012973,
      "loss": 4.4652,
      "step": 38711
    },
    {
      "epoch": 3.288481141692151,
      "grad_norm": 3.214023167012267,
      "learning_rate": 0.00013358162116841214,
      "loss": 3.8057,
      "step": 38712
    },
    {
      "epoch": 3.2885660890248047,
      "grad_norm": 3.2922979740923566,
      "learning_rate": 0.00013357479627109593,
      "loss": 4.1002,
      "step": 38713
    },
    {
      "epoch": 3.288651036357458,
      "grad_norm": 3.1998592275599385,
      "learning_rate": 0.0001335679714081955,
      "loss": 3.709,
      "step": 38714
    },
    {
      "epoch": 3.288735983690112,
      "grad_norm": 3.2046670972562588,
      "learning_rate": 0.00013356114657972511,
      "loss": 4.146,
      "step": 38715
    },
    {
      "epoch": 3.288820931022766,
      "grad_norm": 3.3194044020146194,
      "learning_rate": 0.0001335543217856991,
      "loss": 3.6036,
      "step": 38716
    },
    {
      "epoch": 3.2889058783554197,
      "grad_norm": 3.141912820168033,
      "learning_rate": 0.00013354749702613173,
      "loss": 3.5422,
      "step": 38717
    },
    {
      "epoch": 3.2889908256880735,
      "grad_norm": 3.1064945513535025,
      "learning_rate": 0.0001335406723010373,
      "loss": 3.6951,
      "step": 38718
    },
    {
      "epoch": 3.289075773020727,
      "grad_norm": 3.44353337064736,
      "learning_rate": 0.00013353384761043006,
      "loss": 4.2601,
      "step": 38719
    },
    {
      "epoch": 3.289160720353381,
      "grad_norm": 3.3858247177613854,
      "learning_rate": 0.00013352702295432446,
      "loss": 4.01,
      "step": 38720
    },
    {
      "epoch": 3.2892456676860347,
      "grad_norm": 3.173918274586548,
      "learning_rate": 0.00013352019833273466,
      "loss": 3.8121,
      "step": 38721
    },
    {
      "epoch": 3.2893306150186885,
      "grad_norm": 3.3869979818620055,
      "learning_rate": 0.00013351337374567501,
      "loss": 3.7403,
      "step": 38722
    },
    {
      "epoch": 3.2894155623513424,
      "grad_norm": 3.3065632308521797,
      "learning_rate": 0.00013350654919315984,
      "loss": 3.868,
      "step": 38723
    },
    {
      "epoch": 3.2895005096839958,
      "grad_norm": 3.4266239760302892,
      "learning_rate": 0.00013349972467520337,
      "loss": 4.4183,
      "step": 38724
    },
    {
      "epoch": 3.2895854570166496,
      "grad_norm": 3.230774443250101,
      "learning_rate": 0.0001334929001918199,
      "loss": 3.9752,
      "step": 38725
    },
    {
      "epoch": 3.2896704043493035,
      "grad_norm": 3.024380155843502,
      "learning_rate": 0.00013348607574302385,
      "loss": 3.4149,
      "step": 38726
    },
    {
      "epoch": 3.2897553516819573,
      "grad_norm": 3.3243975620167308,
      "learning_rate": 0.00013347925132882945,
      "loss": 3.9718,
      "step": 38727
    },
    {
      "epoch": 3.289840299014611,
      "grad_norm": 3.192205298112932,
      "learning_rate": 0.00013347242694925095,
      "loss": 3.9038,
      "step": 38728
    },
    {
      "epoch": 3.2899252463472646,
      "grad_norm": 3.3973764445317114,
      "learning_rate": 0.0001334656026043027,
      "loss": 4.3279,
      "step": 38729
    },
    {
      "epoch": 3.2900101936799184,
      "grad_norm": 3.4109165895412588,
      "learning_rate": 0.00013345877829399903,
      "loss": 3.7338,
      "step": 38730
    },
    {
      "epoch": 3.2900951410125723,
      "grad_norm": 3.1467773395297334,
      "learning_rate": 0.00013345195401835412,
      "loss": 3.5427,
      "step": 38731
    },
    {
      "epoch": 3.290180088345226,
      "grad_norm": 3.2675915768666046,
      "learning_rate": 0.0001334451297773824,
      "loss": 3.7347,
      "step": 38732
    },
    {
      "epoch": 3.2902650356778795,
      "grad_norm": 3.245131773829678,
      "learning_rate": 0.00013343830557109812,
      "loss": 3.8917,
      "step": 38733
    },
    {
      "epoch": 3.2903499830105334,
      "grad_norm": 3.4802342163081144,
      "learning_rate": 0.00013343148139951562,
      "loss": 4.5183,
      "step": 38734
    },
    {
      "epoch": 3.2904349303431872,
      "grad_norm": 3.247119895033551,
      "learning_rate": 0.00013342465726264908,
      "loss": 3.4385,
      "step": 38735
    },
    {
      "epoch": 3.290519877675841,
      "grad_norm": 3.170412368060372,
      "learning_rate": 0.0001334178331605129,
      "loss": 3.6958,
      "step": 38736
    },
    {
      "epoch": 3.2906048250084945,
      "grad_norm": 3.1603409702903176,
      "learning_rate": 0.0001334110090931213,
      "loss": 3.5866,
      "step": 38737
    },
    {
      "epoch": 3.2906897723411483,
      "grad_norm": 3.062102139408877,
      "learning_rate": 0.00013340418506048871,
      "loss": 3.5077,
      "step": 38738
    },
    {
      "epoch": 3.290774719673802,
      "grad_norm": 3.1596217045909074,
      "learning_rate": 0.00013339736106262934,
      "loss": 3.8889,
      "step": 38739
    },
    {
      "epoch": 3.290859667006456,
      "grad_norm": 3.2166820154215374,
      "learning_rate": 0.00013339053709955748,
      "loss": 3.9111,
      "step": 38740
    },
    {
      "epoch": 3.29094461433911,
      "grad_norm": 3.4130564456862866,
      "learning_rate": 0.00013338371317128745,
      "loss": 4.2633,
      "step": 38741
    },
    {
      "epoch": 3.2910295616717633,
      "grad_norm": 3.134406256402709,
      "learning_rate": 0.00013337688927783352,
      "loss": 3.6864,
      "step": 38742
    },
    {
      "epoch": 3.291114509004417,
      "grad_norm": 3.04575868632048,
      "learning_rate": 0.00013337006541921004,
      "loss": 3.1961,
      "step": 38743
    },
    {
      "epoch": 3.291199456337071,
      "grad_norm": 3.4941084707548105,
      "learning_rate": 0.00013336324159543125,
      "loss": 4.2749,
      "step": 38744
    },
    {
      "epoch": 3.291284403669725,
      "grad_norm": 3.603149654719109,
      "learning_rate": 0.0001333564178065115,
      "loss": 4.58,
      "step": 38745
    },
    {
      "epoch": 3.2913693510023787,
      "grad_norm": 3.316750822171172,
      "learning_rate": 0.00013334959405246504,
      "loss": 4.3728,
      "step": 38746
    },
    {
      "epoch": 3.291454298335032,
      "grad_norm": 3.341722435893576,
      "learning_rate": 0.00013334277033330623,
      "loss": 4.2705,
      "step": 38747
    },
    {
      "epoch": 3.291539245667686,
      "grad_norm": 3.5222437119565484,
      "learning_rate": 0.00013333594664904935,
      "loss": 4.0934,
      "step": 38748
    },
    {
      "epoch": 3.29162419300034,
      "grad_norm": 3.3632464262177595,
      "learning_rate": 0.00013332912299970863,
      "loss": 4.2292,
      "step": 38749
    },
    {
      "epoch": 3.2917091403329937,
      "grad_norm": 3.180975569984703,
      "learning_rate": 0.00013332229938529838,
      "loss": 3.8451,
      "step": 38750
    },
    {
      "epoch": 3.2917940876656475,
      "grad_norm": 3.444963444323343,
      "learning_rate": 0.000133315475805833,
      "loss": 3.8351,
      "step": 38751
    },
    {
      "epoch": 3.291879034998301,
      "grad_norm": 3.1639588247620707,
      "learning_rate": 0.00013330865226132674,
      "loss": 3.7824,
      "step": 38752
    },
    {
      "epoch": 3.2919639823309548,
      "grad_norm": 3.216162385083367,
      "learning_rate": 0.00013330182875179384,
      "loss": 3.6181,
      "step": 38753
    },
    {
      "epoch": 3.2920489296636086,
      "grad_norm": 3.4996969361480375,
      "learning_rate": 0.00013329500527724863,
      "loss": 4.4971,
      "step": 38754
    },
    {
      "epoch": 3.2921338769962625,
      "grad_norm": 3.1179747833664893,
      "learning_rate": 0.00013328818183770547,
      "loss": 3.3939,
      "step": 38755
    },
    {
      "epoch": 3.292218824328916,
      "grad_norm": 3.206952306149138,
      "learning_rate": 0.0001332813584331785,
      "loss": 4.0194,
      "step": 38756
    },
    {
      "epoch": 3.2923037716615697,
      "grad_norm": 3.5432122404031334,
      "learning_rate": 0.00013327453506368217,
      "loss": 4.5778,
      "step": 38757
    },
    {
      "epoch": 3.2923887189942236,
      "grad_norm": 3.547215711296395,
      "learning_rate": 0.00013326771172923074,
      "loss": 3.8962,
      "step": 38758
    },
    {
      "epoch": 3.2924736663268774,
      "grad_norm": 3.1394785924785187,
      "learning_rate": 0.0001332608884298385,
      "loss": 3.4186,
      "step": 38759
    },
    {
      "epoch": 3.292558613659531,
      "grad_norm": 3.3471013318071674,
      "learning_rate": 0.0001332540651655197,
      "loss": 3.5606,
      "step": 38760
    },
    {
      "epoch": 3.2926435609921847,
      "grad_norm": 3.1350811075678866,
      "learning_rate": 0.00013324724193628873,
      "loss": 3.8598,
      "step": 38761
    },
    {
      "epoch": 3.2927285083248385,
      "grad_norm": 3.2966576858738135,
      "learning_rate": 0.00013324041874215973,
      "loss": 3.9386,
      "step": 38762
    },
    {
      "epoch": 3.2928134556574924,
      "grad_norm": 3.0517264249838734,
      "learning_rate": 0.0001332335955831472,
      "loss": 3.5244,
      "step": 38763
    },
    {
      "epoch": 3.2928984029901462,
      "grad_norm": 3.19749538635626,
      "learning_rate": 0.0001332267724592653,
      "loss": 3.5526,
      "step": 38764
    },
    {
      "epoch": 3.2929833503227997,
      "grad_norm": 3.2161531569670037,
      "learning_rate": 0.00013321994937052836,
      "loss": 4.1591,
      "step": 38765
    },
    {
      "epoch": 3.2930682976554535,
      "grad_norm": 2.9228505264154756,
      "learning_rate": 0.0001332131263169507,
      "loss": 3.3443,
      "step": 38766
    },
    {
      "epoch": 3.2931532449881074,
      "grad_norm": 3.3965640191069437,
      "learning_rate": 0.00013320630329854657,
      "loss": 3.7536,
      "step": 38767
    },
    {
      "epoch": 3.293238192320761,
      "grad_norm": 3.141495863238583,
      "learning_rate": 0.00013319948031533026,
      "loss": 3.6799,
      "step": 38768
    },
    {
      "epoch": 3.293323139653415,
      "grad_norm": 3.151197288648496,
      "learning_rate": 0.00013319265736731612,
      "loss": 3.6665,
      "step": 38769
    },
    {
      "epoch": 3.2934080869860685,
      "grad_norm": 3.078036323014502,
      "learning_rate": 0.00013318583445451847,
      "loss": 3.4935,
      "step": 38770
    },
    {
      "epoch": 3.2934930343187223,
      "grad_norm": 3.184669888921559,
      "learning_rate": 0.0001331790115769515,
      "loss": 3.6744,
      "step": 38771
    },
    {
      "epoch": 3.293577981651376,
      "grad_norm": 3.2037960356752984,
      "learning_rate": 0.0001331721887346296,
      "loss": 3.4873,
      "step": 38772
    },
    {
      "epoch": 3.29366292898403,
      "grad_norm": 3.47150600962921,
      "learning_rate": 0.00013316536592756703,
      "loss": 4.1815,
      "step": 38773
    },
    {
      "epoch": 3.293747876316684,
      "grad_norm": 3.142545605280724,
      "learning_rate": 0.00013315854315577806,
      "loss": 3.5646,
      "step": 38774
    },
    {
      "epoch": 3.2938328236493373,
      "grad_norm": 3.1864814312071608,
      "learning_rate": 0.00013315172041927702,
      "loss": 3.8038,
      "step": 38775
    },
    {
      "epoch": 3.293917770981991,
      "grad_norm": 3.187216313879638,
      "learning_rate": 0.0001331448977180782,
      "loss": 3.8669,
      "step": 38776
    },
    {
      "epoch": 3.294002718314645,
      "grad_norm": 3.487625082919583,
      "learning_rate": 0.00013313807505219592,
      "loss": 4.4403,
      "step": 38777
    },
    {
      "epoch": 3.294087665647299,
      "grad_norm": 3.1256939708543907,
      "learning_rate": 0.00013313125242164444,
      "loss": 3.4907,
      "step": 38778
    },
    {
      "epoch": 3.2941726129799527,
      "grad_norm": 3.1708786270736367,
      "learning_rate": 0.0001331244298264381,
      "loss": 3.767,
      "step": 38779
    },
    {
      "epoch": 3.294257560312606,
      "grad_norm": 3.2770910235342487,
      "learning_rate": 0.00013311760726659102,
      "loss": 3.8811,
      "step": 38780
    },
    {
      "epoch": 3.29434250764526,
      "grad_norm": 3.168773576555571,
      "learning_rate": 0.00013311078474211778,
      "loss": 3.6594,
      "step": 38781
    },
    {
      "epoch": 3.294427454977914,
      "grad_norm": 3.1667367038670577,
      "learning_rate": 0.00013310396225303247,
      "loss": 3.7717,
      "step": 38782
    },
    {
      "epoch": 3.2945124023105676,
      "grad_norm": 3.1233761234210142,
      "learning_rate": 0.00013309713979934944,
      "loss": 4.0521,
      "step": 38783
    },
    {
      "epoch": 3.294597349643221,
      "grad_norm": 3.270111469275754,
      "learning_rate": 0.00013309031738108305,
      "loss": 4.0986,
      "step": 38784
    },
    {
      "epoch": 3.294682296975875,
      "grad_norm": 3.2604575867745975,
      "learning_rate": 0.0001330834949982475,
      "loss": 3.7643,
      "step": 38785
    },
    {
      "epoch": 3.2947672443085287,
      "grad_norm": 3.2198311304441347,
      "learning_rate": 0.00013307667265085706,
      "loss": 3.9822,
      "step": 38786
    },
    {
      "epoch": 3.2948521916411826,
      "grad_norm": 3.248491471424226,
      "learning_rate": 0.00013306985033892615,
      "loss": 3.6667,
      "step": 38787
    },
    {
      "epoch": 3.294937138973836,
      "grad_norm": 3.0996282997656444,
      "learning_rate": 0.000133063028062469,
      "loss": 3.4598,
      "step": 38788
    },
    {
      "epoch": 3.29502208630649,
      "grad_norm": 3.252109804782723,
      "learning_rate": 0.00013305620582149992,
      "loss": 3.825,
      "step": 38789
    },
    {
      "epoch": 3.2951070336391437,
      "grad_norm": 3.131733740831598,
      "learning_rate": 0.0001330493836160332,
      "loss": 3.4089,
      "step": 38790
    },
    {
      "epoch": 3.2951919809717976,
      "grad_norm": 3.1470581901366046,
      "learning_rate": 0.00013304256144608308,
      "loss": 3.7139,
      "step": 38791
    },
    {
      "epoch": 3.2952769283044514,
      "grad_norm": 3.190439638257377,
      "learning_rate": 0.0001330357393116639,
      "loss": 3.8891,
      "step": 38792
    },
    {
      "epoch": 3.295361875637105,
      "grad_norm": 3.128187637105698,
      "learning_rate": 0.00013302891721278995,
      "loss": 3.6172,
      "step": 38793
    },
    {
      "epoch": 3.2954468229697587,
      "grad_norm": 3.146398710332413,
      "learning_rate": 0.00013302209514947554,
      "loss": 3.7488,
      "step": 38794
    },
    {
      "epoch": 3.2955317703024125,
      "grad_norm": 3.1571647353704835,
      "learning_rate": 0.000133015273121735,
      "loss": 3.4876,
      "step": 38795
    },
    {
      "epoch": 3.2956167176350664,
      "grad_norm": 3.192258553172499,
      "learning_rate": 0.0001330084511295825,
      "loss": 3.7717,
      "step": 38796
    },
    {
      "epoch": 3.29570166496772,
      "grad_norm": 3.3042358018247797,
      "learning_rate": 0.00013300162917303246,
      "loss": 4.0225,
      "step": 38797
    },
    {
      "epoch": 3.2957866123003736,
      "grad_norm": 3.1481367890118195,
      "learning_rate": 0.00013299480725209912,
      "loss": 3.4367,
      "step": 38798
    },
    {
      "epoch": 3.2958715596330275,
      "grad_norm": 3.5476854570568626,
      "learning_rate": 0.00013298798536679672,
      "loss": 4.4254,
      "step": 38799
    },
    {
      "epoch": 3.2959565069656813,
      "grad_norm": 3.6929745157017764,
      "learning_rate": 0.00013298116351713967,
      "loss": 3.5518,
      "step": 38800
    },
    {
      "epoch": 3.296041454298335,
      "grad_norm": 3.1346366231658203,
      "learning_rate": 0.00013297434170314219,
      "loss": 3.4596,
      "step": 38801
    },
    {
      "epoch": 3.296126401630989,
      "grad_norm": 3.0810552591424387,
      "learning_rate": 0.00013296751992481861,
      "loss": 3.4045,
      "step": 38802
    },
    {
      "epoch": 3.2962113489636424,
      "grad_norm": 3.0954920911329746,
      "learning_rate": 0.0001329606981821832,
      "loss": 3.6769,
      "step": 38803
    },
    {
      "epoch": 3.2962962962962963,
      "grad_norm": 3.10130698872921,
      "learning_rate": 0.0001329538764752503,
      "loss": 3.629,
      "step": 38804
    },
    {
      "epoch": 3.29638124362895,
      "grad_norm": 3.3394966587769086,
      "learning_rate": 0.00013294705480403402,
      "loss": 3.9381,
      "step": 38805
    },
    {
      "epoch": 3.296466190961604,
      "grad_norm": 3.136473587761375,
      "learning_rate": 0.00013294023316854893,
      "loss": 3.441,
      "step": 38806
    },
    {
      "epoch": 3.2965511382942574,
      "grad_norm": 3.229666940247665,
      "learning_rate": 0.00013293341156880913,
      "loss": 3.5702,
      "step": 38807
    },
    {
      "epoch": 3.2966360856269112,
      "grad_norm": 3.532917452229148,
      "learning_rate": 0.000132926590004829,
      "loss": 4.7099,
      "step": 38808
    },
    {
      "epoch": 3.296721032959565,
      "grad_norm": 3.1741294809315423,
      "learning_rate": 0.00013291976847662278,
      "loss": 3.5309,
      "step": 38809
    },
    {
      "epoch": 3.296805980292219,
      "grad_norm": 3.526212231124664,
      "learning_rate": 0.0001329129469842048,
      "loss": 4.5138,
      "step": 38810
    },
    {
      "epoch": 3.2968909276248723,
      "grad_norm": 3.3961034636233673,
      "learning_rate": 0.0001329061255275893,
      "loss": 3.535,
      "step": 38811
    },
    {
      "epoch": 3.296975874957526,
      "grad_norm": 3.335220610195056,
      "learning_rate": 0.00013289930410679063,
      "loss": 3.806,
      "step": 38812
    },
    {
      "epoch": 3.29706082229018,
      "grad_norm": 3.1641554651936326,
      "learning_rate": 0.0001328924827218231,
      "loss": 3.7995,
      "step": 38813
    },
    {
      "epoch": 3.297145769622834,
      "grad_norm": 3.585865571909235,
      "learning_rate": 0.00013288566137270098,
      "loss": 4.8359,
      "step": 38814
    },
    {
      "epoch": 3.2972307169554878,
      "grad_norm": 3.145276099147479,
      "learning_rate": 0.00013287884005943855,
      "loss": 3.7871,
      "step": 38815
    },
    {
      "epoch": 3.297315664288141,
      "grad_norm": 3.285949880719548,
      "learning_rate": 0.00013287201878205008,
      "loss": 3.9927,
      "step": 38816
    },
    {
      "epoch": 3.297400611620795,
      "grad_norm": 3.357357965471281,
      "learning_rate": 0.00013286519754054983,
      "loss": 3.7269,
      "step": 38817
    },
    {
      "epoch": 3.297485558953449,
      "grad_norm": 3.469566074676648,
      "learning_rate": 0.0001328583763349522,
      "loss": 4.2772,
      "step": 38818
    },
    {
      "epoch": 3.2975705062861027,
      "grad_norm": 3.1057984912758405,
      "learning_rate": 0.00013285155516527147,
      "loss": 3.3514,
      "step": 38819
    },
    {
      "epoch": 3.2976554536187566,
      "grad_norm": 3.1235871541387747,
      "learning_rate": 0.00013284473403152186,
      "loss": 3.3801,
      "step": 38820
    },
    {
      "epoch": 3.29774040095141,
      "grad_norm": 3.3411388045250456,
      "learning_rate": 0.0001328379129337177,
      "loss": 4.2235,
      "step": 38821
    },
    {
      "epoch": 3.297825348284064,
      "grad_norm": 3.4178615039341524,
      "learning_rate": 0.00013283109187187334,
      "loss": 4.4152,
      "step": 38822
    },
    {
      "epoch": 3.2979102956167177,
      "grad_norm": 3.468565568314518,
      "learning_rate": 0.00013282427084600288,
      "loss": 4.6312,
      "step": 38823
    },
    {
      "epoch": 3.2979952429493715,
      "grad_norm": 3.331974599243893,
      "learning_rate": 0.00013281744985612083,
      "loss": 3.3848,
      "step": 38824
    },
    {
      "epoch": 3.2980801902820254,
      "grad_norm": 3.1374171696428985,
      "learning_rate": 0.00013281062890224137,
      "loss": 3.6502,
      "step": 38825
    },
    {
      "epoch": 3.2981651376146788,
      "grad_norm": 3.1728329854135606,
      "learning_rate": 0.00013280380798437886,
      "loss": 3.7756,
      "step": 38826
    },
    {
      "epoch": 3.2982500849473326,
      "grad_norm": 3.3301170559835147,
      "learning_rate": 0.00013279698710254753,
      "loss": 4.303,
      "step": 38827
    },
    {
      "epoch": 3.2983350322799865,
      "grad_norm": 3.2860737084374048,
      "learning_rate": 0.00013279016625676167,
      "loss": 3.6004,
      "step": 38828
    },
    {
      "epoch": 3.2984199796126403,
      "grad_norm": 3.189634694469645,
      "learning_rate": 0.00013278334544703557,
      "loss": 3.7319,
      "step": 38829
    },
    {
      "epoch": 3.2985049269452937,
      "grad_norm": 3.151013762472513,
      "learning_rate": 0.00013277652467338363,
      "loss": 3.3547,
      "step": 38830
    },
    {
      "epoch": 3.2985898742779476,
      "grad_norm": 3.2777460715911495,
      "learning_rate": 0.00013276970393581998,
      "loss": 4.0734,
      "step": 38831
    },
    {
      "epoch": 3.2986748216106014,
      "grad_norm": 3.4030992354463354,
      "learning_rate": 0.00013276288323435902,
      "loss": 4.2136,
      "step": 38832
    },
    {
      "epoch": 3.2987597689432553,
      "grad_norm": 3.2398217037478134,
      "learning_rate": 0.00013275606256901503,
      "loss": 3.5561,
      "step": 38833
    },
    {
      "epoch": 3.2988447162759087,
      "grad_norm": 3.4009509944091594,
      "learning_rate": 0.00013274924193980224,
      "loss": 3.836,
      "step": 38834
    },
    {
      "epoch": 3.2989296636085625,
      "grad_norm": 3.2017854562004957,
      "learning_rate": 0.000132742421346735,
      "loss": 3.7335,
      "step": 38835
    },
    {
      "epoch": 3.2990146109412164,
      "grad_norm": 3.489709509165951,
      "learning_rate": 0.00013273560078982754,
      "loss": 4.3638,
      "step": 38836
    },
    {
      "epoch": 3.2990995582738702,
      "grad_norm": 3.4122129218197723,
      "learning_rate": 0.00013272878026909427,
      "loss": 3.3389,
      "step": 38837
    },
    {
      "epoch": 3.299184505606524,
      "grad_norm": 3.08068671272238,
      "learning_rate": 0.00013272195978454934,
      "loss": 3.3591,
      "step": 38838
    },
    {
      "epoch": 3.2992694529391775,
      "grad_norm": 3.501090084674088,
      "learning_rate": 0.00013271513933620714,
      "loss": 4.5835,
      "step": 38839
    },
    {
      "epoch": 3.2993544002718314,
      "grad_norm": 3.2042050419815933,
      "learning_rate": 0.00013270831892408196,
      "loss": 3.9067,
      "step": 38840
    },
    {
      "epoch": 3.299439347604485,
      "grad_norm": 3.4600221316415682,
      "learning_rate": 0.00013270149854818802,
      "loss": 4.2768,
      "step": 38841
    },
    {
      "epoch": 3.299524294937139,
      "grad_norm": 3.238185091917686,
      "learning_rate": 0.0001326946782085396,
      "loss": 4.1352,
      "step": 38842
    },
    {
      "epoch": 3.299609242269793,
      "grad_norm": 3.2624737517147624,
      "learning_rate": 0.0001326878579051511,
      "loss": 3.6517,
      "step": 38843
    },
    {
      "epoch": 3.2996941896024463,
      "grad_norm": 3.248557640693574,
      "learning_rate": 0.00013268103763803676,
      "loss": 4.1289,
      "step": 38844
    },
    {
      "epoch": 3.2997791369351,
      "grad_norm": 3.047100249989792,
      "learning_rate": 0.00013267421740721083,
      "loss": 3.2009,
      "step": 38845
    },
    {
      "epoch": 3.299864084267754,
      "grad_norm": 3.3610640664228626,
      "learning_rate": 0.00013266739721268765,
      "loss": 3.9025,
      "step": 38846
    },
    {
      "epoch": 3.299949031600408,
      "grad_norm": 3.42145640902787,
      "learning_rate": 0.0001326605770544815,
      "loss": 4.044,
      "step": 38847
    },
    {
      "epoch": 3.3000339789330617,
      "grad_norm": 3.4387136208279556,
      "learning_rate": 0.0001326537569326066,
      "loss": 4.2756,
      "step": 38848
    },
    {
      "epoch": 3.300118926265715,
      "grad_norm": 3.5342974190739875,
      "learning_rate": 0.00013264693684707734,
      "loss": 4.6738,
      "step": 38849
    },
    {
      "epoch": 3.300203873598369,
      "grad_norm": 3.1378532057686774,
      "learning_rate": 0.00013264011679790796,
      "loss": 3.564,
      "step": 38850
    },
    {
      "epoch": 3.300288820931023,
      "grad_norm": 3.429806606827454,
      "learning_rate": 0.00013263329678511282,
      "loss": 4.2309,
      "step": 38851
    },
    {
      "epoch": 3.3003737682636767,
      "grad_norm": 3.432339951004044,
      "learning_rate": 0.0001326264768087061,
      "loss": 4.1505,
      "step": 38852
    },
    {
      "epoch": 3.30045871559633,
      "grad_norm": 3.2544654998666553,
      "learning_rate": 0.00013261965686870214,
      "loss": 3.8863,
      "step": 38853
    },
    {
      "epoch": 3.300543662928984,
      "grad_norm": 3.3298543576651185,
      "learning_rate": 0.0001326128369651152,
      "loss": 4.2481,
      "step": 38854
    },
    {
      "epoch": 3.300628610261638,
      "grad_norm": 3.3166471359327803,
      "learning_rate": 0.00013260601709795967,
      "loss": 3.892,
      "step": 38855
    },
    {
      "epoch": 3.3007135575942916,
      "grad_norm": 3.4126982743606256,
      "learning_rate": 0.00013259919726724974,
      "loss": 3.3966,
      "step": 38856
    },
    {
      "epoch": 3.3007985049269455,
      "grad_norm": 3.11396148266779,
      "learning_rate": 0.00013259237747299975,
      "loss": 3.5198,
      "step": 38857
    },
    {
      "epoch": 3.300883452259599,
      "grad_norm": 3.5666370248949875,
      "learning_rate": 0.00013258555771522397,
      "loss": 4.6116,
      "step": 38858
    },
    {
      "epoch": 3.3009683995922527,
      "grad_norm": 3.1310414253160888,
      "learning_rate": 0.00013257873799393666,
      "loss": 3.4936,
      "step": 38859
    },
    {
      "epoch": 3.3010533469249066,
      "grad_norm": 3.5222027314923596,
      "learning_rate": 0.00013257191830915214,
      "loss": 4.4999,
      "step": 38860
    },
    {
      "epoch": 3.3011382942575604,
      "grad_norm": 3.229884486688412,
      "learning_rate": 0.0001325650986608847,
      "loss": 3.6307,
      "step": 38861
    },
    {
      "epoch": 3.301223241590214,
      "grad_norm": 3.0949691978246854,
      "learning_rate": 0.00013255827904914866,
      "loss": 3.843,
      "step": 38862
    },
    {
      "epoch": 3.3013081889228677,
      "grad_norm": 3.180121169418362,
      "learning_rate": 0.00013255145947395827,
      "loss": 3.6035,
      "step": 38863
    },
    {
      "epoch": 3.3013931362555216,
      "grad_norm": 3.4012936302783774,
      "learning_rate": 0.0001325446399353278,
      "loss": 3.8028,
      "step": 38864
    },
    {
      "epoch": 3.3014780835881754,
      "grad_norm": 3.178136930011322,
      "learning_rate": 0.00013253782043327162,
      "loss": 3.3741,
      "step": 38865
    },
    {
      "epoch": 3.3015630309208293,
      "grad_norm": 3.4009582602189714,
      "learning_rate": 0.00013253100096780388,
      "loss": 4.2424,
      "step": 38866
    },
    {
      "epoch": 3.3016479782534827,
      "grad_norm": 3.088556653864529,
      "learning_rate": 0.00013252418153893899,
      "loss": 3.5598,
      "step": 38867
    },
    {
      "epoch": 3.3017329255861365,
      "grad_norm": 3.179099390662589,
      "learning_rate": 0.0001325173621466912,
      "loss": 3.6035,
      "step": 38868
    },
    {
      "epoch": 3.3018178729187904,
      "grad_norm": 3.201589218747592,
      "learning_rate": 0.00013251054279107483,
      "loss": 3.6333,
      "step": 38869
    },
    {
      "epoch": 3.301902820251444,
      "grad_norm": 3.0986646660139487,
      "learning_rate": 0.0001325037234721041,
      "loss": 3.3704,
      "step": 38870
    },
    {
      "epoch": 3.301987767584098,
      "grad_norm": 3.154936099980214,
      "learning_rate": 0.00013249690418979336,
      "loss": 3.7127,
      "step": 38871
    },
    {
      "epoch": 3.3020727149167515,
      "grad_norm": 3.264431417956917,
      "learning_rate": 0.00013249008494415682,
      "loss": 3.5594,
      "step": 38872
    },
    {
      "epoch": 3.3021576622494053,
      "grad_norm": 3.1097665534559873,
      "learning_rate": 0.0001324832657352089,
      "loss": 3.7331,
      "step": 38873
    },
    {
      "epoch": 3.302242609582059,
      "grad_norm": 3.0455967502260783,
      "learning_rate": 0.0001324764465629638,
      "loss": 3.3521,
      "step": 38874
    },
    {
      "epoch": 3.302327556914713,
      "grad_norm": 3.348674567465116,
      "learning_rate": 0.00013246962742743577,
      "loss": 4.1342,
      "step": 38875
    },
    {
      "epoch": 3.302412504247367,
      "grad_norm": 3.1352807524445714,
      "learning_rate": 0.0001324628083286392,
      "loss": 3.3734,
      "step": 38876
    },
    {
      "epoch": 3.3024974515800203,
      "grad_norm": 3.1005011385784798,
      "learning_rate": 0.00013245598926658832,
      "loss": 3.3409,
      "step": 38877
    },
    {
      "epoch": 3.302582398912674,
      "grad_norm": 3.1442197228535207,
      "learning_rate": 0.0001324491702412974,
      "loss": 3.589,
      "step": 38878
    },
    {
      "epoch": 3.302667346245328,
      "grad_norm": 3.486019458657809,
      "learning_rate": 0.00013244235125278074,
      "loss": 4.1765,
      "step": 38879
    },
    {
      "epoch": 3.302752293577982,
      "grad_norm": 3.123007486744446,
      "learning_rate": 0.00013243553230105268,
      "loss": 3.6368,
      "step": 38880
    },
    {
      "epoch": 3.3028372409106352,
      "grad_norm": 3.1580303551611153,
      "learning_rate": 0.00013242871338612746,
      "loss": 4.0195,
      "step": 38881
    },
    {
      "epoch": 3.302922188243289,
      "grad_norm": 3.0974150866222643,
      "learning_rate": 0.00013242189450801936,
      "loss": 3.3383,
      "step": 38882
    },
    {
      "epoch": 3.303007135575943,
      "grad_norm": 3.2721209377176192,
      "learning_rate": 0.0001324150756667427,
      "loss": 3.8282,
      "step": 38883
    },
    {
      "epoch": 3.303092082908597,
      "grad_norm": 3.0287638329603674,
      "learning_rate": 0.00013240825686231176,
      "loss": 3.4089,
      "step": 38884
    },
    {
      "epoch": 3.30317703024125,
      "grad_norm": 3.150476933644485,
      "learning_rate": 0.00013240143809474075,
      "loss": 3.7119,
      "step": 38885
    },
    {
      "epoch": 3.303261977573904,
      "grad_norm": 3.230074840756965,
      "learning_rate": 0.00013239461936404408,
      "loss": 4.0595,
      "step": 38886
    },
    {
      "epoch": 3.303346924906558,
      "grad_norm": 3.069745525355886,
      "learning_rate": 0.000132387800670236,
      "loss": 3.2741,
      "step": 38887
    },
    {
      "epoch": 3.3034318722392118,
      "grad_norm": 3.209585816217781,
      "learning_rate": 0.00013238098201333076,
      "loss": 3.6651,
      "step": 38888
    },
    {
      "epoch": 3.3035168195718656,
      "grad_norm": 3.3096382827471444,
      "learning_rate": 0.00013237416339334266,
      "loss": 4.059,
      "step": 38889
    },
    {
      "epoch": 3.303601766904519,
      "grad_norm": 3.4669261166382923,
      "learning_rate": 0.00013236734481028602,
      "loss": 4.4758,
      "step": 38890
    },
    {
      "epoch": 3.303686714237173,
      "grad_norm": 3.1908521813540327,
      "learning_rate": 0.00013236052626417505,
      "loss": 3.7891,
      "step": 38891
    },
    {
      "epoch": 3.3037716615698267,
      "grad_norm": 3.254728121542576,
      "learning_rate": 0.00013235370775502411,
      "loss": 4.029,
      "step": 38892
    },
    {
      "epoch": 3.3038566089024806,
      "grad_norm": 3.2225644897952184,
      "learning_rate": 0.00013234688928284748,
      "loss": 3.8991,
      "step": 38893
    },
    {
      "epoch": 3.3039415562351344,
      "grad_norm": 3.24686905558874,
      "learning_rate": 0.00013234007084765947,
      "loss": 3.9394,
      "step": 38894
    },
    {
      "epoch": 3.304026503567788,
      "grad_norm": 3.150028871771917,
      "learning_rate": 0.00013233325244947427,
      "loss": 3.6339,
      "step": 38895
    },
    {
      "epoch": 3.3041114509004417,
      "grad_norm": 3.2526112380178507,
      "learning_rate": 0.00013232643408830628,
      "loss": 4.1312,
      "step": 38896
    },
    {
      "epoch": 3.3041963982330955,
      "grad_norm": 3.3331826012928327,
      "learning_rate": 0.00013231961576416963,
      "loss": 4.0725,
      "step": 38897
    },
    {
      "epoch": 3.3042813455657494,
      "grad_norm": 3.4453721276606815,
      "learning_rate": 0.0001323127974770788,
      "loss": 3.4281,
      "step": 38898
    },
    {
      "epoch": 3.3043662928984032,
      "grad_norm": 3.457091240813638,
      "learning_rate": 0.00013230597922704793,
      "loss": 4.0837,
      "step": 38899
    },
    {
      "epoch": 3.3044512402310566,
      "grad_norm": 3.008937648635159,
      "learning_rate": 0.00013229916101409138,
      "loss": 3.3483,
      "step": 38900
    },
    {
      "epoch": 3.3045361875637105,
      "grad_norm": 3.1195987579137294,
      "learning_rate": 0.00013229234283822347,
      "loss": 3.5518,
      "step": 38901
    },
    {
      "epoch": 3.3046211348963643,
      "grad_norm": 3.1431924190227045,
      "learning_rate": 0.00013228552469945839,
      "loss": 3.5921,
      "step": 38902
    },
    {
      "epoch": 3.304706082229018,
      "grad_norm": 3.2396700886699423,
      "learning_rate": 0.0001322787065978104,
      "loss": 3.9153,
      "step": 38903
    },
    {
      "epoch": 3.3047910295616716,
      "grad_norm": 3.4764807045065567,
      "learning_rate": 0.00013227188853329392,
      "loss": 4.2681,
      "step": 38904
    },
    {
      "epoch": 3.3048759768943254,
      "grad_norm": 3.327377774800939,
      "learning_rate": 0.0001322650705059232,
      "loss": 3.9957,
      "step": 38905
    },
    {
      "epoch": 3.3049609242269793,
      "grad_norm": 3.1165537629026034,
      "learning_rate": 0.00013225825251571248,
      "loss": 3.3545,
      "step": 38906
    },
    {
      "epoch": 3.305045871559633,
      "grad_norm": 3.2766784857147773,
      "learning_rate": 0.00013225143456267602,
      "loss": 3.7468,
      "step": 38907
    },
    {
      "epoch": 3.3051308188922865,
      "grad_norm": 3.367579648929886,
      "learning_rate": 0.00013224461664682822,
      "loss": 4.1235,
      "step": 38908
    },
    {
      "epoch": 3.3052157662249404,
      "grad_norm": 3.324018965365959,
      "learning_rate": 0.00013223779876818322,
      "loss": 3.8814,
      "step": 38909
    },
    {
      "epoch": 3.3053007135575942,
      "grad_norm": 3.152119994317915,
      "learning_rate": 0.0001322309809267554,
      "loss": 3.7341,
      "step": 38910
    },
    {
      "epoch": 3.305385660890248,
      "grad_norm": 3.056969789526978,
      "learning_rate": 0.00013222416312255904,
      "loss": 3.422,
      "step": 38911
    },
    {
      "epoch": 3.305470608222902,
      "grad_norm": 3.311928055665068,
      "learning_rate": 0.00013221734535560843,
      "loss": 4.1899,
      "step": 38912
    },
    {
      "epoch": 3.3055555555555554,
      "grad_norm": 3.29641605911414,
      "learning_rate": 0.0001322105276259178,
      "loss": 4.1411,
      "step": 38913
    },
    {
      "epoch": 3.305640502888209,
      "grad_norm": 3.178028471485218,
      "learning_rate": 0.00013220370993350153,
      "loss": 4.0743,
      "step": 38914
    },
    {
      "epoch": 3.305725450220863,
      "grad_norm": 3.21630033271818,
      "learning_rate": 0.00013219689227837373,
      "loss": 4.1168,
      "step": 38915
    },
    {
      "epoch": 3.305810397553517,
      "grad_norm": 3.313660829342784,
      "learning_rate": 0.0001321900746605489,
      "loss": 4.0974,
      "step": 38916
    },
    {
      "epoch": 3.3058953448861708,
      "grad_norm": 3.107204385701772,
      "learning_rate": 0.00013218325708004117,
      "loss": 3.3307,
      "step": 38917
    },
    {
      "epoch": 3.305980292218824,
      "grad_norm": 3.2509617819515966,
      "learning_rate": 0.0001321764395368649,
      "loss": 3.9804,
      "step": 38918
    },
    {
      "epoch": 3.306065239551478,
      "grad_norm": 3.2871062217102547,
      "learning_rate": 0.0001321696220310344,
      "loss": 4.0091,
      "step": 38919
    },
    {
      "epoch": 3.306150186884132,
      "grad_norm": 3.3093287821467614,
      "learning_rate": 0.00013216280456256388,
      "loss": 4.0824,
      "step": 38920
    },
    {
      "epoch": 3.3062351342167857,
      "grad_norm": 3.3790311113974907,
      "learning_rate": 0.0001321559871314676,
      "loss": 3.8553,
      "step": 38921
    },
    {
      "epoch": 3.3063200815494396,
      "grad_norm": 3.1037314213345506,
      "learning_rate": 0.00013214916973775992,
      "loss": 3.4331,
      "step": 38922
    },
    {
      "epoch": 3.306405028882093,
      "grad_norm": 3.4610010198339096,
      "learning_rate": 0.00013214235238145517,
      "loss": 4.2442,
      "step": 38923
    },
    {
      "epoch": 3.306489976214747,
      "grad_norm": 3.1474196501961114,
      "learning_rate": 0.00013213553506256752,
      "loss": 3.5788,
      "step": 38924
    },
    {
      "epoch": 3.3065749235474007,
      "grad_norm": 3.105490874557989,
      "learning_rate": 0.00013212871778111134,
      "loss": 3.8232,
      "step": 38925
    },
    {
      "epoch": 3.3066598708800545,
      "grad_norm": 3.142678204913679,
      "learning_rate": 0.00013212190053710085,
      "loss": 3.6447,
      "step": 38926
    },
    {
      "epoch": 3.306744818212708,
      "grad_norm": 3.0241708931134883,
      "learning_rate": 0.00013211508333055036,
      "loss": 3.2542,
      "step": 38927
    },
    {
      "epoch": 3.306829765545362,
      "grad_norm": 3.2477766629573948,
      "learning_rate": 0.0001321082661614741,
      "loss": 3.6315,
      "step": 38928
    },
    {
      "epoch": 3.3069147128780156,
      "grad_norm": 2.9702066364362043,
      "learning_rate": 0.00013210144902988646,
      "loss": 3.1707,
      "step": 38929
    },
    {
      "epoch": 3.3069996602106695,
      "grad_norm": 3.47665718053993,
      "learning_rate": 0.0001320946319358017,
      "loss": 4.2177,
      "step": 38930
    },
    {
      "epoch": 3.307084607543323,
      "grad_norm": 3.243277763702198,
      "learning_rate": 0.00013208781487923407,
      "loss": 3.9165,
      "step": 38931
    },
    {
      "epoch": 3.3071695548759767,
      "grad_norm": 3.3812363267550416,
      "learning_rate": 0.00013208099786019787,
      "loss": 4.1537,
      "step": 38932
    },
    {
      "epoch": 3.3072545022086306,
      "grad_norm": 3.1199560951938605,
      "learning_rate": 0.00013207418087870734,
      "loss": 3.872,
      "step": 38933
    },
    {
      "epoch": 3.3073394495412844,
      "grad_norm": 3.4707125207602822,
      "learning_rate": 0.00013206736393477677,
      "loss": 4.3112,
      "step": 38934
    },
    {
      "epoch": 3.3074243968739383,
      "grad_norm": 3.1039283382506087,
      "learning_rate": 0.0001320605470284205,
      "loss": 3.4959,
      "step": 38935
    },
    {
      "epoch": 3.3075093442065917,
      "grad_norm": 3.2551007138918195,
      "learning_rate": 0.0001320537301596528,
      "loss": 4.0129,
      "step": 38936
    },
    {
      "epoch": 3.3075942915392456,
      "grad_norm": 3.1688750697486605,
      "learning_rate": 0.00013204691332848796,
      "loss": 3.9581,
      "step": 38937
    },
    {
      "epoch": 3.3076792388718994,
      "grad_norm": 3.484672944288718,
      "learning_rate": 0.0001320400965349402,
      "loss": 4.3024,
      "step": 38938
    },
    {
      "epoch": 3.3077641862045533,
      "grad_norm": 3.0692536250433067,
      "learning_rate": 0.00013203327977902388,
      "loss": 3.4624,
      "step": 38939
    },
    {
      "epoch": 3.307849133537207,
      "grad_norm": 3.3315154155239526,
      "learning_rate": 0.00013202646306075314,
      "loss": 4.0821,
      "step": 38940
    },
    {
      "epoch": 3.3079340808698605,
      "grad_norm": 3.5453543971505455,
      "learning_rate": 0.00013201964638014248,
      "loss": 4.4519,
      "step": 38941
    },
    {
      "epoch": 3.3080190282025144,
      "grad_norm": 3.2315207237266272,
      "learning_rate": 0.00013201282973720606,
      "loss": 4.0865,
      "step": 38942
    },
    {
      "epoch": 3.308103975535168,
      "grad_norm": 3.268995089046478,
      "learning_rate": 0.0001320060131319582,
      "loss": 4.0335,
      "step": 38943
    },
    {
      "epoch": 3.308188922867822,
      "grad_norm": 3.5427949527241336,
      "learning_rate": 0.00013199919656441312,
      "loss": 4.477,
      "step": 38944
    },
    {
      "epoch": 3.308273870200476,
      "grad_norm": 3.182349486153427,
      "learning_rate": 0.00013199238003458515,
      "loss": 3.6801,
      "step": 38945
    },
    {
      "epoch": 3.3083588175331293,
      "grad_norm": 3.2787825110380275,
      "learning_rate": 0.00013198556354248854,
      "loss": 4.2704,
      "step": 38946
    },
    {
      "epoch": 3.308443764865783,
      "grad_norm": 3.108630560878164,
      "learning_rate": 0.00013197874708813763,
      "loss": 3.4964,
      "step": 38947
    },
    {
      "epoch": 3.308528712198437,
      "grad_norm": 3.3800070758393566,
      "learning_rate": 0.00013197193067154668,
      "loss": 3.9595,
      "step": 38948
    },
    {
      "epoch": 3.308613659531091,
      "grad_norm": 3.2996831828409903,
      "learning_rate": 0.00013196511429272993,
      "loss": 4.2413,
      "step": 38949
    },
    {
      "epoch": 3.3086986068637443,
      "grad_norm": 3.4370904344357736,
      "learning_rate": 0.00013195829795170175,
      "loss": 4.213,
      "step": 38950
    },
    {
      "epoch": 3.308783554196398,
      "grad_norm": 3.3295324479779542,
      "learning_rate": 0.0001319514816484763,
      "loss": 3.9143,
      "step": 38951
    },
    {
      "epoch": 3.308868501529052,
      "grad_norm": 3.5446058843051085,
      "learning_rate": 0.00013194466538306795,
      "loss": 4.7077,
      "step": 38952
    },
    {
      "epoch": 3.308953448861706,
      "grad_norm": 3.2267036679199355,
      "learning_rate": 0.00013193784915549095,
      "loss": 3.9599,
      "step": 38953
    },
    {
      "epoch": 3.3090383961943597,
      "grad_norm": 3.3404864742807447,
      "learning_rate": 0.00013193103296575966,
      "loss": 4.1435,
      "step": 38954
    },
    {
      "epoch": 3.309123343527013,
      "grad_norm": 3.301537140063436,
      "learning_rate": 0.00013192421681388825,
      "loss": 3.833,
      "step": 38955
    },
    {
      "epoch": 3.309208290859667,
      "grad_norm": 3.1443707410206274,
      "learning_rate": 0.00013191740069989105,
      "loss": 3.5688,
      "step": 38956
    },
    {
      "epoch": 3.309293238192321,
      "grad_norm": 3.1759248010697543,
      "learning_rate": 0.00013191058462378236,
      "loss": 3.7405,
      "step": 38957
    },
    {
      "epoch": 3.3093781855249746,
      "grad_norm": 3.0224143785601933,
      "learning_rate": 0.00013190376858557634,
      "loss": 3.2814,
      "step": 38958
    },
    {
      "epoch": 3.309463132857628,
      "grad_norm": 3.0458446375629857,
      "learning_rate": 0.0001318969525852875,
      "loss": 3.2961,
      "step": 38959
    },
    {
      "epoch": 3.309548080190282,
      "grad_norm": 3.072611181642668,
      "learning_rate": 0.00013189013662292994,
      "loss": 3.3376,
      "step": 38960
    },
    {
      "epoch": 3.3096330275229358,
      "grad_norm": 3.1159101873997703,
      "learning_rate": 0.00013188332069851805,
      "loss": 3.45,
      "step": 38961
    },
    {
      "epoch": 3.3097179748555896,
      "grad_norm": 3.567294110555615,
      "learning_rate": 0.00013187650481206602,
      "loss": 4.6956,
      "step": 38962
    },
    {
      "epoch": 3.3098029221882435,
      "grad_norm": 3.0162358380524834,
      "learning_rate": 0.00013186968896358815,
      "loss": 3.3268,
      "step": 38963
    },
    {
      "epoch": 3.309887869520897,
      "grad_norm": 3.323832347321218,
      "learning_rate": 0.0001318628731530987,
      "loss": 4.0343,
      "step": 38964
    },
    {
      "epoch": 3.3099728168535507,
      "grad_norm": 2.9919453709243067,
      "learning_rate": 0.00013185605738061208,
      "loss": 3.2402,
      "step": 38965
    },
    {
      "epoch": 3.3100577641862046,
      "grad_norm": 3.136224117099845,
      "learning_rate": 0.00013184924164614246,
      "loss": 3.3648,
      "step": 38966
    },
    {
      "epoch": 3.3101427115188584,
      "grad_norm": 3.2225876462086616,
      "learning_rate": 0.0001318424259497041,
      "loss": 4.1472,
      "step": 38967
    },
    {
      "epoch": 3.3102276588515123,
      "grad_norm": 3.149426510676069,
      "learning_rate": 0.0001318356102913114,
      "loss": 3.7393,
      "step": 38968
    },
    {
      "epoch": 3.3103126061841657,
      "grad_norm": 3.211446443927297,
      "learning_rate": 0.0001318287946709785,
      "loss": 3.8168,
      "step": 38969
    },
    {
      "epoch": 3.3103975535168195,
      "grad_norm": 3.6190694501493383,
      "learning_rate": 0.00013182197908871978,
      "loss": 3.8663,
      "step": 38970
    },
    {
      "epoch": 3.3104825008494734,
      "grad_norm": 3.105939901008046,
      "learning_rate": 0.00013181516354454943,
      "loss": 3.5198,
      "step": 38971
    },
    {
      "epoch": 3.3105674481821272,
      "grad_norm": 3.061844651897355,
      "learning_rate": 0.00013180834803848185,
      "loss": 3.3861,
      "step": 38972
    },
    {
      "epoch": 3.310652395514781,
      "grad_norm": 3.073038281065488,
      "learning_rate": 0.00013180153257053123,
      "loss": 3.2137,
      "step": 38973
    },
    {
      "epoch": 3.3107373428474345,
      "grad_norm": 3.2411961551830824,
      "learning_rate": 0.00013179471714071188,
      "loss": 3.7056,
      "step": 38974
    },
    {
      "epoch": 3.3108222901800883,
      "grad_norm": 3.1738034635485874,
      "learning_rate": 0.00013178790174903812,
      "loss": 3.8368,
      "step": 38975
    },
    {
      "epoch": 3.310907237512742,
      "grad_norm": 3.121202469409857,
      "learning_rate": 0.00013178108639552415,
      "loss": 3.4688,
      "step": 38976
    },
    {
      "epoch": 3.310992184845396,
      "grad_norm": 3.178509451962912,
      "learning_rate": 0.00013177427108018426,
      "loss": 3.8029,
      "step": 38977
    },
    {
      "epoch": 3.3110771321780494,
      "grad_norm": 3.1210348952468014,
      "learning_rate": 0.0001317674558030328,
      "loss": 3.6734,
      "step": 38978
    },
    {
      "epoch": 3.3111620795107033,
      "grad_norm": 3.0665869455438095,
      "learning_rate": 0.00013176064056408403,
      "loss": 3.4476,
      "step": 38979
    },
    {
      "epoch": 3.311247026843357,
      "grad_norm": 3.178790938469612,
      "learning_rate": 0.00013175382536335218,
      "loss": 3.6864,
      "step": 38980
    },
    {
      "epoch": 3.311331974176011,
      "grad_norm": 3.1614233262071703,
      "learning_rate": 0.00013174701020085154,
      "loss": 3.3627,
      "step": 38981
    },
    {
      "epoch": 3.3114169215086644,
      "grad_norm": 3.179142506058037,
      "learning_rate": 0.00013174019507659646,
      "loss": 3.7625,
      "step": 38982
    },
    {
      "epoch": 3.3115018688413183,
      "grad_norm": 3.1538741032690143,
      "learning_rate": 0.0001317333799906011,
      "loss": 3.6322,
      "step": 38983
    },
    {
      "epoch": 3.311586816173972,
      "grad_norm": 3.4600220510857893,
      "learning_rate": 0.00013172656494287986,
      "loss": 4.4673,
      "step": 38984
    },
    {
      "epoch": 3.311671763506626,
      "grad_norm": 3.192193114655238,
      "learning_rate": 0.00013171974993344694,
      "loss": 3.5457,
      "step": 38985
    },
    {
      "epoch": 3.31175671083928,
      "grad_norm": 3.260531485278862,
      "learning_rate": 0.0001317129349623167,
      "loss": 3.7244,
      "step": 38986
    },
    {
      "epoch": 3.311841658171933,
      "grad_norm": 3.0559641444545766,
      "learning_rate": 0.0001317061200295033,
      "loss": 3.3296,
      "step": 38987
    },
    {
      "epoch": 3.311926605504587,
      "grad_norm": 3.1524563933761787,
      "learning_rate": 0.00013169930513502113,
      "loss": 3.5149,
      "step": 38988
    },
    {
      "epoch": 3.312011552837241,
      "grad_norm": 3.208360238937691,
      "learning_rate": 0.00013169249027888437,
      "loss": 3.7677,
      "step": 38989
    },
    {
      "epoch": 3.3120965001698948,
      "grad_norm": 3.253739977803503,
      "learning_rate": 0.0001316856754611074,
      "loss": 4.0087,
      "step": 38990
    },
    {
      "epoch": 3.3121814475025486,
      "grad_norm": 3.4490942500390074,
      "learning_rate": 0.00013167886068170446,
      "loss": 4.2972,
      "step": 38991
    },
    {
      "epoch": 3.312266394835202,
      "grad_norm": 3.4571861352772517,
      "learning_rate": 0.00013167204594068983,
      "loss": 3.5361,
      "step": 38992
    },
    {
      "epoch": 3.312351342167856,
      "grad_norm": 3.2717162717825348,
      "learning_rate": 0.0001316652312380778,
      "loss": 4.0026,
      "step": 38993
    },
    {
      "epoch": 3.3124362895005097,
      "grad_norm": 3.2742272765027756,
      "learning_rate": 0.00013165841657388259,
      "loss": 3.7253,
      "step": 38994
    },
    {
      "epoch": 3.3125212368331636,
      "grad_norm": 3.145445891163074,
      "learning_rate": 0.00013165160194811848,
      "loss": 3.5436,
      "step": 38995
    },
    {
      "epoch": 3.3126061841658174,
      "grad_norm": 3.0390592765900526,
      "learning_rate": 0.00013164478736079984,
      "loss": 3.1847,
      "step": 38996
    },
    {
      "epoch": 3.312691131498471,
      "grad_norm": 3.0624542790504807,
      "learning_rate": 0.0001316379728119409,
      "loss": 3.4047,
      "step": 38997
    },
    {
      "epoch": 3.3127760788311247,
      "grad_norm": 3.501530068484122,
      "learning_rate": 0.00013163115830155595,
      "loss": 4.5274,
      "step": 38998
    },
    {
      "epoch": 3.3128610261637785,
      "grad_norm": 3.3717650951056157,
      "learning_rate": 0.00013162434382965921,
      "loss": 4.3658,
      "step": 38999
    },
    {
      "epoch": 3.3129459734964324,
      "grad_norm": 3.1441739869103578,
      "learning_rate": 0.00013161752939626505,
      "loss": 3.8747,
      "step": 39000
    },
    {
      "epoch": 3.313030920829086,
      "grad_norm": 3.330327313508303,
      "learning_rate": 0.00013161071500138763,
      "loss": 3.6643,
      "step": 39001
    },
    {
      "epoch": 3.3131158681617396,
      "grad_norm": 3.285678811982924,
      "learning_rate": 0.00013160390064504134,
      "loss": 3.7638,
      "step": 39002
    },
    {
      "epoch": 3.3132008154943935,
      "grad_norm": 3.069562782375191,
      "learning_rate": 0.00013159708632724042,
      "loss": 3.2351,
      "step": 39003
    },
    {
      "epoch": 3.3132857628270473,
      "grad_norm": 3.128126254214626,
      "learning_rate": 0.00013159027204799915,
      "loss": 3.9488,
      "step": 39004
    },
    {
      "epoch": 3.3133707101597007,
      "grad_norm": 3.3924602041004936,
      "learning_rate": 0.0001315834578073318,
      "loss": 4.1184,
      "step": 39005
    },
    {
      "epoch": 3.3134556574923546,
      "grad_norm": 3.236716827369108,
      "learning_rate": 0.00013157664360525264,
      "loss": 3.8716,
      "step": 39006
    },
    {
      "epoch": 3.3135406048250085,
      "grad_norm": 3.4646287859367124,
      "learning_rate": 0.00013156982944177592,
      "loss": 4.2098,
      "step": 39007
    },
    {
      "epoch": 3.3136255521576623,
      "grad_norm": 3.2599939568847938,
      "learning_rate": 0.00013156301531691604,
      "loss": 3.822,
      "step": 39008
    },
    {
      "epoch": 3.313710499490316,
      "grad_norm": 3.150149821329465,
      "learning_rate": 0.00013155620123068716,
      "loss": 3.9127,
      "step": 39009
    },
    {
      "epoch": 3.3137954468229696,
      "grad_norm": 3.184946313899927,
      "learning_rate": 0.00013154938718310357,
      "loss": 4.1261,
      "step": 39010
    },
    {
      "epoch": 3.3138803941556234,
      "grad_norm": 3.138829752598845,
      "learning_rate": 0.00013154257317417962,
      "loss": 3.3742,
      "step": 39011
    },
    {
      "epoch": 3.3139653414882773,
      "grad_norm": 3.099376840628081,
      "learning_rate": 0.0001315357592039295,
      "loss": 3.41,
      "step": 39012
    },
    {
      "epoch": 3.314050288820931,
      "grad_norm": 3.2898944868273134,
      "learning_rate": 0.00013152894527236752,
      "loss": 3.9887,
      "step": 39013
    },
    {
      "epoch": 3.314135236153585,
      "grad_norm": 3.204052026942574,
      "learning_rate": 0.0001315221313795079,
      "loss": 3.5132,
      "step": 39014
    },
    {
      "epoch": 3.3142201834862384,
      "grad_norm": 3.133207666129355,
      "learning_rate": 0.0001315153175253651,
      "loss": 3.5799,
      "step": 39015
    },
    {
      "epoch": 3.314305130818892,
      "grad_norm": 3.120015156243257,
      "learning_rate": 0.0001315085037099532,
      "loss": 3.7475,
      "step": 39016
    },
    {
      "epoch": 3.314390078151546,
      "grad_norm": 3.543447135161521,
      "learning_rate": 0.00013150168993328657,
      "loss": 4.6455,
      "step": 39017
    },
    {
      "epoch": 3.3144750254842,
      "grad_norm": 3.1840381960607864,
      "learning_rate": 0.0001314948761953795,
      "loss": 3.8544,
      "step": 39018
    },
    {
      "epoch": 3.3145599728168538,
      "grad_norm": 3.1880955649901113,
      "learning_rate": 0.0001314880624962462,
      "loss": 3.6657,
      "step": 39019
    },
    {
      "epoch": 3.314644920149507,
      "grad_norm": 3.338692149596601,
      "learning_rate": 0.00013148124883590096,
      "loss": 3.9163,
      "step": 39020
    },
    {
      "epoch": 3.314729867482161,
      "grad_norm": 3.170736521936382,
      "learning_rate": 0.0001314744352143581,
      "loss": 3.7943,
      "step": 39021
    },
    {
      "epoch": 3.314814814814815,
      "grad_norm": 3.2804603126146996,
      "learning_rate": 0.0001314676216316319,
      "loss": 3.5587,
      "step": 39022
    },
    {
      "epoch": 3.3148997621474687,
      "grad_norm": 3.286787835835799,
      "learning_rate": 0.00013146080808773658,
      "loss": 4.0194,
      "step": 39023
    },
    {
      "epoch": 3.314984709480122,
      "grad_norm": 3.596037022078194,
      "learning_rate": 0.0001314539945826865,
      "loss": 3.4993,
      "step": 39024
    },
    {
      "epoch": 3.315069656812776,
      "grad_norm": 3.2651090572606094,
      "learning_rate": 0.00013144718111649586,
      "loss": 3.7817,
      "step": 39025
    },
    {
      "epoch": 3.31515460414543,
      "grad_norm": 3.229197561598606,
      "learning_rate": 0.0001314403676891789,
      "loss": 4.119,
      "step": 39026
    },
    {
      "epoch": 3.3152395514780837,
      "grad_norm": 3.1995669037518106,
      "learning_rate": 0.00013143355430075,
      "loss": 3.4235,
      "step": 39027
    },
    {
      "epoch": 3.315324498810737,
      "grad_norm": 2.9911038300495623,
      "learning_rate": 0.0001314267409512234,
      "loss": 3.0269,
      "step": 39028
    },
    {
      "epoch": 3.315409446143391,
      "grad_norm": 3.2150488153418193,
      "learning_rate": 0.0001314199276406134,
      "loss": 3.3094,
      "step": 39029
    },
    {
      "epoch": 3.315494393476045,
      "grad_norm": 3.373436120406727,
      "learning_rate": 0.0001314131143689342,
      "loss": 3.4502,
      "step": 39030
    },
    {
      "epoch": 3.3155793408086986,
      "grad_norm": 3.181445980419416,
      "learning_rate": 0.00013140630113620019,
      "loss": 3.8977,
      "step": 39031
    },
    {
      "epoch": 3.3156642881413525,
      "grad_norm": 3.282944862047423,
      "learning_rate": 0.00013139948794242546,
      "loss": 3.7132,
      "step": 39032
    },
    {
      "epoch": 3.315749235474006,
      "grad_norm": 3.101758552327187,
      "learning_rate": 0.0001313926747876245,
      "loss": 3.6869,
      "step": 39033
    },
    {
      "epoch": 3.3158341828066598,
      "grad_norm": 3.1927452737547877,
      "learning_rate": 0.00013138586167181143,
      "loss": 3.5932,
      "step": 39034
    },
    {
      "epoch": 3.3159191301393136,
      "grad_norm": 3.0946054564736243,
      "learning_rate": 0.0001313790485950006,
      "loss": 3.4643,
      "step": 39035
    },
    {
      "epoch": 3.3160040774719675,
      "grad_norm": 3.3143469211158565,
      "learning_rate": 0.00013137223555720632,
      "loss": 3.8933,
      "step": 39036
    },
    {
      "epoch": 3.3160890248046213,
      "grad_norm": 3.3601086635718613,
      "learning_rate": 0.00013136542255844279,
      "loss": 4.0783,
      "step": 39037
    },
    {
      "epoch": 3.3161739721372747,
      "grad_norm": 3.2324680894439983,
      "learning_rate": 0.00013135860959872424,
      "loss": 3.7415,
      "step": 39038
    },
    {
      "epoch": 3.3162589194699286,
      "grad_norm": 3.120482972862164,
      "learning_rate": 0.00013135179667806508,
      "loss": 3.1989,
      "step": 39039
    },
    {
      "epoch": 3.3163438668025824,
      "grad_norm": 3.2838376047060223,
      "learning_rate": 0.0001313449837964795,
      "loss": 3.8647,
      "step": 39040
    },
    {
      "epoch": 3.3164288141352363,
      "grad_norm": 3.202808711799657,
      "learning_rate": 0.00013133817095398181,
      "loss": 3.608,
      "step": 39041
    },
    {
      "epoch": 3.31651376146789,
      "grad_norm": 3.0805333051586596,
      "learning_rate": 0.00013133135815058628,
      "loss": 3.2161,
      "step": 39042
    },
    {
      "epoch": 3.3165987088005435,
      "grad_norm": 3.1065760916798557,
      "learning_rate": 0.00013132454538630718,
      "loss": 3.4169,
      "step": 39043
    },
    {
      "epoch": 3.3166836561331974,
      "grad_norm": 3.5210995208457114,
      "learning_rate": 0.00013131773266115873,
      "loss": 4.5441,
      "step": 39044
    },
    {
      "epoch": 3.3167686034658512,
      "grad_norm": 3.119621125757978,
      "learning_rate": 0.0001313109199751553,
      "loss": 3.3515,
      "step": 39045
    },
    {
      "epoch": 3.316853550798505,
      "grad_norm": 3.2199542736471645,
      "learning_rate": 0.0001313041073283111,
      "loss": 3.6567,
      "step": 39046
    },
    {
      "epoch": 3.316938498131159,
      "grad_norm": 3.296325226385849,
      "learning_rate": 0.00013129729472064044,
      "loss": 3.85,
      "step": 39047
    },
    {
      "epoch": 3.3170234454638123,
      "grad_norm": 3.1291515231333706,
      "learning_rate": 0.00013129048215215758,
      "loss": 3.4432,
      "step": 39048
    },
    {
      "epoch": 3.317108392796466,
      "grad_norm": 3.1651400026325085,
      "learning_rate": 0.0001312836696228768,
      "loss": 3.8036,
      "step": 39049
    },
    {
      "epoch": 3.31719334012912,
      "grad_norm": 3.2156681744659377,
      "learning_rate": 0.00013127685713281229,
      "loss": 3.8697,
      "step": 39050
    },
    {
      "epoch": 3.317278287461774,
      "grad_norm": 3.2316434656265196,
      "learning_rate": 0.00013127004468197848,
      "loss": 3.6429,
      "step": 39051
    },
    {
      "epoch": 3.3173632347944273,
      "grad_norm": 3.2714089483373154,
      "learning_rate": 0.00013126323227038953,
      "loss": 4.105,
      "step": 39052
    },
    {
      "epoch": 3.317448182127081,
      "grad_norm": 3.1642808403957208,
      "learning_rate": 0.00013125641989805977,
      "loss": 3.6515,
      "step": 39053
    },
    {
      "epoch": 3.317533129459735,
      "grad_norm": 3.156513714414692,
      "learning_rate": 0.00013124960756500346,
      "loss": 3.4829,
      "step": 39054
    },
    {
      "epoch": 3.317618076792389,
      "grad_norm": 3.2141143496176414,
      "learning_rate": 0.00013124279527123488,
      "loss": 3.8974,
      "step": 39055
    },
    {
      "epoch": 3.3177030241250423,
      "grad_norm": 3.223954823167836,
      "learning_rate": 0.00013123598301676827,
      "loss": 3.9776,
      "step": 39056
    },
    {
      "epoch": 3.317787971457696,
      "grad_norm": 3.2153158952270346,
      "learning_rate": 0.00013122917080161787,
      "loss": 3.9922,
      "step": 39057
    },
    {
      "epoch": 3.31787291879035,
      "grad_norm": 3.102387338348777,
      "learning_rate": 0.0001312223586257981,
      "loss": 3.249,
      "step": 39058
    },
    {
      "epoch": 3.317957866123004,
      "grad_norm": 3.2013862216869717,
      "learning_rate": 0.0001312155464893231,
      "loss": 3.6307,
      "step": 39059
    },
    {
      "epoch": 3.3180428134556577,
      "grad_norm": 3.4824325779946474,
      "learning_rate": 0.00013120873439220718,
      "loss": 4.2614,
      "step": 39060
    },
    {
      "epoch": 3.318127760788311,
      "grad_norm": 3.4585196234023994,
      "learning_rate": 0.00013120192233446464,
      "loss": 4.503,
      "step": 39061
    },
    {
      "epoch": 3.318212708120965,
      "grad_norm": 3.482266402380566,
      "learning_rate": 0.00013119511031610973,
      "loss": 4.3678,
      "step": 39062
    },
    {
      "epoch": 3.3182976554536188,
      "grad_norm": 3.213282291839417,
      "learning_rate": 0.00013118829833715667,
      "loss": 3.9147,
      "step": 39063
    },
    {
      "epoch": 3.3183826027862726,
      "grad_norm": 3.525025388631864,
      "learning_rate": 0.00013118148639761984,
      "loss": 4.5299,
      "step": 39064
    },
    {
      "epoch": 3.3184675501189265,
      "grad_norm": 3.4313037427602837,
      "learning_rate": 0.00013117467449751347,
      "loss": 4.3208,
      "step": 39065
    },
    {
      "epoch": 3.31855249745158,
      "grad_norm": 3.473773259411274,
      "learning_rate": 0.0001311678626368518,
      "loss": 4.1838,
      "step": 39066
    },
    {
      "epoch": 3.3186374447842337,
      "grad_norm": 3.1661739079362707,
      "learning_rate": 0.0001311610508156492,
      "loss": 3.6629,
      "step": 39067
    },
    {
      "epoch": 3.3187223921168876,
      "grad_norm": 3.0338179205341866,
      "learning_rate": 0.00013115423903391977,
      "loss": 3.521,
      "step": 39068
    },
    {
      "epoch": 3.3188073394495414,
      "grad_norm": 3.181653581311833,
      "learning_rate": 0.0001311474272916779,
      "loss": 3.9219,
      "step": 39069
    },
    {
      "epoch": 3.3188922867821953,
      "grad_norm": 3.400671183664965,
      "learning_rate": 0.00013114061558893786,
      "loss": 3.8517,
      "step": 39070
    },
    {
      "epoch": 3.3189772341148487,
      "grad_norm": 3.297941672054379,
      "learning_rate": 0.00013113380392571394,
      "loss": 4.0167,
      "step": 39071
    },
    {
      "epoch": 3.3190621814475025,
      "grad_norm": 3.3187754470432966,
      "learning_rate": 0.00013112699230202036,
      "loss": 4.092,
      "step": 39072
    },
    {
      "epoch": 3.3191471287801564,
      "grad_norm": 3.5412652664067132,
      "learning_rate": 0.0001311201807178714,
      "loss": 4.6432,
      "step": 39073
    },
    {
      "epoch": 3.3192320761128102,
      "grad_norm": 3.184099032164535,
      "learning_rate": 0.00013111336917328138,
      "loss": 3.6423,
      "step": 39074
    },
    {
      "epoch": 3.3193170234454636,
      "grad_norm": 3.3009178468106293,
      "learning_rate": 0.00013110655766826443,
      "loss": 4.1055,
      "step": 39075
    },
    {
      "epoch": 3.3194019707781175,
      "grad_norm": 3.4167659543523468,
      "learning_rate": 0.00013109974620283506,
      "loss": 4.1734,
      "step": 39076
    },
    {
      "epoch": 3.3194869181107713,
      "grad_norm": 3.06945061021852,
      "learning_rate": 0.00013109293477700737,
      "loss": 3.2445,
      "step": 39077
    },
    {
      "epoch": 3.319571865443425,
      "grad_norm": 3.081588491698054,
      "learning_rate": 0.0001310861233907957,
      "loss": 3.3048,
      "step": 39078
    },
    {
      "epoch": 3.3196568127760786,
      "grad_norm": 3.4804756968144748,
      "learning_rate": 0.00013107931204421426,
      "loss": 4.3642,
      "step": 39079
    },
    {
      "epoch": 3.3197417601087325,
      "grad_norm": 3.3491027907911946,
      "learning_rate": 0.00013107250073727736,
      "loss": 4.1819,
      "step": 39080
    },
    {
      "epoch": 3.3198267074413863,
      "grad_norm": 3.3707988149141723,
      "learning_rate": 0.00013106568946999925,
      "loss": 4.2506,
      "step": 39081
    },
    {
      "epoch": 3.31991165477404,
      "grad_norm": 3.148484033471347,
      "learning_rate": 0.00013105887824239423,
      "loss": 3.5075,
      "step": 39082
    },
    {
      "epoch": 3.319996602106694,
      "grad_norm": 3.1735763127088914,
      "learning_rate": 0.0001310520670544766,
      "loss": 3.9238,
      "step": 39083
    },
    {
      "epoch": 3.3200815494393474,
      "grad_norm": 3.0392774514702396,
      "learning_rate": 0.00013104525590626055,
      "loss": 3.4981,
      "step": 39084
    },
    {
      "epoch": 3.3201664967720013,
      "grad_norm": 3.156963276630371,
      "learning_rate": 0.00013103844479776046,
      "loss": 3.8306,
      "step": 39085
    },
    {
      "epoch": 3.320251444104655,
      "grad_norm": 3.2032477600816094,
      "learning_rate": 0.0001310316337289905,
      "loss": 3.3808,
      "step": 39086
    },
    {
      "epoch": 3.320336391437309,
      "grad_norm": 3.5309646769244734,
      "learning_rate": 0.0001310248226999649,
      "loss": 4.6555,
      "step": 39087
    },
    {
      "epoch": 3.320421338769963,
      "grad_norm": 3.06290526284038,
      "learning_rate": 0.0001310180117106981,
      "loss": 3.5271,
      "step": 39088
    },
    {
      "epoch": 3.3205062861026162,
      "grad_norm": 3.377044715029469,
      "learning_rate": 0.0001310112007612043,
      "loss": 4.1671,
      "step": 39089
    },
    {
      "epoch": 3.32059123343527,
      "grad_norm": 3.282356775183563,
      "learning_rate": 0.0001310043898514977,
      "loss": 4.0645,
      "step": 39090
    },
    {
      "epoch": 3.320676180767924,
      "grad_norm": 3.5601998670786688,
      "learning_rate": 0.00013099757898159264,
      "loss": 4.7232,
      "step": 39091
    },
    {
      "epoch": 3.3207611281005778,
      "grad_norm": 3.3130850284656344,
      "learning_rate": 0.00013099076815150342,
      "loss": 4.1088,
      "step": 39092
    },
    {
      "epoch": 3.3208460754332316,
      "grad_norm": 3.272606854955259,
      "learning_rate": 0.00013098395736124412,
      "loss": 3.8899,
      "step": 39093
    },
    {
      "epoch": 3.320931022765885,
      "grad_norm": 3.3609954962335604,
      "learning_rate": 0.00013097714661082927,
      "loss": 4.1759,
      "step": 39094
    },
    {
      "epoch": 3.321015970098539,
      "grad_norm": 3.025935565454269,
      "learning_rate": 0.000130970335900273,
      "loss": 3.5806,
      "step": 39095
    },
    {
      "epoch": 3.3211009174311927,
      "grad_norm": 3.298744254788307,
      "learning_rate": 0.00013096352522958964,
      "loss": 3.982,
      "step": 39096
    },
    {
      "epoch": 3.3211858647638466,
      "grad_norm": 3.355775384980537,
      "learning_rate": 0.0001309567145987934,
      "loss": 4.2938,
      "step": 39097
    },
    {
      "epoch": 3.3212708120965,
      "grad_norm": 3.1915628703471133,
      "learning_rate": 0.00013094990400789856,
      "loss": 3.7794,
      "step": 39098
    },
    {
      "epoch": 3.321355759429154,
      "grad_norm": 3.4016295296846266,
      "learning_rate": 0.00013094309345691938,
      "loss": 3.904,
      "step": 39099
    },
    {
      "epoch": 3.3214407067618077,
      "grad_norm": 3.351132513242794,
      "learning_rate": 0.00013093628294587022,
      "loss": 4.0653,
      "step": 39100
    },
    {
      "epoch": 3.3215256540944615,
      "grad_norm": 3.1002508620566727,
      "learning_rate": 0.00013092947247476526,
      "loss": 3.3673,
      "step": 39101
    },
    {
      "epoch": 3.321610601427115,
      "grad_norm": 3.341351079648877,
      "learning_rate": 0.0001309226620436188,
      "loss": 4.0379,
      "step": 39102
    },
    {
      "epoch": 3.321695548759769,
      "grad_norm": 3.5497855266441545,
      "learning_rate": 0.00013091585165244513,
      "loss": 4.6201,
      "step": 39103
    },
    {
      "epoch": 3.3217804960924227,
      "grad_norm": 3.177748373906436,
      "learning_rate": 0.00013090904130125846,
      "loss": 3.5369,
      "step": 39104
    },
    {
      "epoch": 3.3218654434250765,
      "grad_norm": 3.211020502110802,
      "learning_rate": 0.0001309022309900731,
      "loss": 3.9893,
      "step": 39105
    },
    {
      "epoch": 3.3219503907577304,
      "grad_norm": 3.1516666181824506,
      "learning_rate": 0.0001308954207189033,
      "loss": 3.7071,
      "step": 39106
    },
    {
      "epoch": 3.3220353380903838,
      "grad_norm": 3.0532502763968172,
      "learning_rate": 0.00013088861048776338,
      "loss": 3.3495,
      "step": 39107
    },
    {
      "epoch": 3.3221202854230376,
      "grad_norm": 3.4698398785153524,
      "learning_rate": 0.00013088180029666757,
      "loss": 4.5668,
      "step": 39108
    },
    {
      "epoch": 3.3222052327556915,
      "grad_norm": 3.221441460432102,
      "learning_rate": 0.00013087499014563015,
      "loss": 3.7036,
      "step": 39109
    },
    {
      "epoch": 3.3222901800883453,
      "grad_norm": 3.1510712766380493,
      "learning_rate": 0.0001308681800346654,
      "loss": 3.3627,
      "step": 39110
    },
    {
      "epoch": 3.322375127420999,
      "grad_norm": 3.133705561145872,
      "learning_rate": 0.00013086136996378752,
      "loss": 3.5215,
      "step": 39111
    },
    {
      "epoch": 3.3224600747536526,
      "grad_norm": 3.2974652675768343,
      "learning_rate": 0.00013085455993301084,
      "loss": 4.1675,
      "step": 39112
    },
    {
      "epoch": 3.3225450220863064,
      "grad_norm": 3.3633223173657885,
      "learning_rate": 0.00013084774994234964,
      "loss": 4.1428,
      "step": 39113
    },
    {
      "epoch": 3.3226299694189603,
      "grad_norm": 3.2768829301031874,
      "learning_rate": 0.00013084093999181818,
      "loss": 3.8312,
      "step": 39114
    },
    {
      "epoch": 3.322714916751614,
      "grad_norm": 3.173189145933077,
      "learning_rate": 0.0001308341300814307,
      "loss": 4.0618,
      "step": 39115
    },
    {
      "epoch": 3.322799864084268,
      "grad_norm": 3.178096760277045,
      "learning_rate": 0.0001308273202112015,
      "loss": 3.5044,
      "step": 39116
    },
    {
      "epoch": 3.3228848114169214,
      "grad_norm": 3.2241970768164117,
      "learning_rate": 0.00013082051038114484,
      "loss": 4.016,
      "step": 39117
    },
    {
      "epoch": 3.3229697587495752,
      "grad_norm": 3.236020170185117,
      "learning_rate": 0.00013081370059127496,
      "loss": 3.934,
      "step": 39118
    },
    {
      "epoch": 3.323054706082229,
      "grad_norm": 3.592169066102465,
      "learning_rate": 0.00013080689084160615,
      "loss": 4.737,
      "step": 39119
    },
    {
      "epoch": 3.323139653414883,
      "grad_norm": 3.420247481736818,
      "learning_rate": 0.0001308000811321527,
      "loss": 4.4632,
      "step": 39120
    },
    {
      "epoch": 3.3232246007475363,
      "grad_norm": 3.3861741198111583,
      "learning_rate": 0.00013079327146292888,
      "loss": 3.9121,
      "step": 39121
    },
    {
      "epoch": 3.32330954808019,
      "grad_norm": 3.0903445741521094,
      "learning_rate": 0.00013078646183394894,
      "loss": 3.4447,
      "step": 39122
    },
    {
      "epoch": 3.323394495412844,
      "grad_norm": 3.1595884437078143,
      "learning_rate": 0.00013077965224522712,
      "loss": 3.7819,
      "step": 39123
    },
    {
      "epoch": 3.323479442745498,
      "grad_norm": 3.2598789692830628,
      "learning_rate": 0.0001307728426967777,
      "loss": 4.213,
      "step": 39124
    },
    {
      "epoch": 3.3235643900781513,
      "grad_norm": 3.4637395762742043,
      "learning_rate": 0.000130766033188615,
      "loss": 4.3647,
      "step": 39125
    },
    {
      "epoch": 3.323649337410805,
      "grad_norm": 3.443026842177333,
      "learning_rate": 0.00013075922372075325,
      "loss": 4.1102,
      "step": 39126
    },
    {
      "epoch": 3.323734284743459,
      "grad_norm": 3.150759235407804,
      "learning_rate": 0.00013075241429320669,
      "loss": 3.3823,
      "step": 39127
    },
    {
      "epoch": 3.323819232076113,
      "grad_norm": 3.431518871302374,
      "learning_rate": 0.00013074560490598967,
      "loss": 4.3979,
      "step": 39128
    },
    {
      "epoch": 3.3239041794087667,
      "grad_norm": 3.425920372042383,
      "learning_rate": 0.0001307387955591164,
      "loss": 4.2148,
      "step": 39129
    },
    {
      "epoch": 3.32398912674142,
      "grad_norm": 3.2428353080207377,
      "learning_rate": 0.00013073198625260105,
      "loss": 3.9419,
      "step": 39130
    },
    {
      "epoch": 3.324074074074074,
      "grad_norm": 3.1751834098213036,
      "learning_rate": 0.00013072517698645806,
      "loss": 3.6017,
      "step": 39131
    },
    {
      "epoch": 3.324159021406728,
      "grad_norm": 3.249048265112828,
      "learning_rate": 0.00013071836776070166,
      "loss": 3.5291,
      "step": 39132
    },
    {
      "epoch": 3.3242439687393817,
      "grad_norm": 3.1580382337226656,
      "learning_rate": 0.00013071155857534607,
      "loss": 3.7485,
      "step": 39133
    },
    {
      "epoch": 3.3243289160720355,
      "grad_norm": 3.159589593457411,
      "learning_rate": 0.00013070474943040555,
      "loss": 3.6211,
      "step": 39134
    },
    {
      "epoch": 3.324413863404689,
      "grad_norm": 3.334418745503148,
      "learning_rate": 0.00013069794032589442,
      "loss": 4.2383,
      "step": 39135
    },
    {
      "epoch": 3.3244988107373428,
      "grad_norm": 3.491709516248703,
      "learning_rate": 0.00013069113126182685,
      "loss": 4.324,
      "step": 39136
    },
    {
      "epoch": 3.3245837580699966,
      "grad_norm": 3.2381989407997107,
      "learning_rate": 0.00013068432223821723,
      "loss": 3.811,
      "step": 39137
    },
    {
      "epoch": 3.3246687054026505,
      "grad_norm": 3.2091991225089735,
      "learning_rate": 0.00013067751325507974,
      "loss": 3.5711,
      "step": 39138
    },
    {
      "epoch": 3.3247536527353043,
      "grad_norm": 3.445665850156992,
      "learning_rate": 0.0001306707043124287,
      "loss": 4.6953,
      "step": 39139
    },
    {
      "epoch": 3.3248386000679577,
      "grad_norm": 3.2606342435940627,
      "learning_rate": 0.00013066389541027836,
      "loss": 3.9067,
      "step": 39140
    },
    {
      "epoch": 3.3249235474006116,
      "grad_norm": 3.2484618668076326,
      "learning_rate": 0.00013065708654864296,
      "loss": 3.7272,
      "step": 39141
    },
    {
      "epoch": 3.3250084947332654,
      "grad_norm": 3.2136259050089073,
      "learning_rate": 0.00013065027772753675,
      "loss": 3.561,
      "step": 39142
    },
    {
      "epoch": 3.3250934420659193,
      "grad_norm": 3.073253421730505,
      "learning_rate": 0.00013064346894697414,
      "loss": 3.3494,
      "step": 39143
    },
    {
      "epoch": 3.325178389398573,
      "grad_norm": 3.181615566070949,
      "learning_rate": 0.0001306366602069692,
      "loss": 3.6354,
      "step": 39144
    },
    {
      "epoch": 3.3252633367312265,
      "grad_norm": 3.206544332220015,
      "learning_rate": 0.00013062985150753633,
      "loss": 3.9215,
      "step": 39145
    },
    {
      "epoch": 3.3253482840638804,
      "grad_norm": 3.146371391478652,
      "learning_rate": 0.00013062304284868975,
      "loss": 3.9619,
      "step": 39146
    },
    {
      "epoch": 3.3254332313965342,
      "grad_norm": 3.4217091861004354,
      "learning_rate": 0.00013061623423044373,
      "loss": 4.4462,
      "step": 39147
    },
    {
      "epoch": 3.325518178729188,
      "grad_norm": 3.1961863088163533,
      "learning_rate": 0.0001306094256528125,
      "loss": 3.9162,
      "step": 39148
    },
    {
      "epoch": 3.3256031260618415,
      "grad_norm": 3.2072318521107994,
      "learning_rate": 0.00013060261711581036,
      "loss": 3.6578,
      "step": 39149
    },
    {
      "epoch": 3.3256880733944953,
      "grad_norm": 3.4727302942052303,
      "learning_rate": 0.00013059580861945162,
      "loss": 4.384,
      "step": 39150
    },
    {
      "epoch": 3.325773020727149,
      "grad_norm": 3.288306100602883,
      "learning_rate": 0.0001305890001637505,
      "loss": 3.8632,
      "step": 39151
    },
    {
      "epoch": 3.325857968059803,
      "grad_norm": 3.237485756456462,
      "learning_rate": 0.00013058219174872125,
      "loss": 3.9096,
      "step": 39152
    },
    {
      "epoch": 3.3259429153924565,
      "grad_norm": 3.392805119329219,
      "learning_rate": 0.00013057538337437819,
      "loss": 4.3445,
      "step": 39153
    },
    {
      "epoch": 3.3260278627251103,
      "grad_norm": 3.27108140618397,
      "learning_rate": 0.0001305685750407355,
      "loss": 3.7986,
      "step": 39154
    },
    {
      "epoch": 3.326112810057764,
      "grad_norm": 3.097171848982074,
      "learning_rate": 0.00013056176674780748,
      "loss": 3.4263,
      "step": 39155
    },
    {
      "epoch": 3.326197757390418,
      "grad_norm": 3.186272060590962,
      "learning_rate": 0.00013055495849560844,
      "loss": 3.7698,
      "step": 39156
    },
    {
      "epoch": 3.326282704723072,
      "grad_norm": 3.2566865294667213,
      "learning_rate": 0.00013054815028415266,
      "loss": 3.8821,
      "step": 39157
    },
    {
      "epoch": 3.3263676520557253,
      "grad_norm": 3.448755827404502,
      "learning_rate": 0.00013054134211345432,
      "loss": 4.6279,
      "step": 39158
    },
    {
      "epoch": 3.326452599388379,
      "grad_norm": 3.1703958201167937,
      "learning_rate": 0.00013053453398352772,
      "loss": 3.4785,
      "step": 39159
    },
    {
      "epoch": 3.326537546721033,
      "grad_norm": 3.2460768867961334,
      "learning_rate": 0.00013052772589438715,
      "loss": 3.7909,
      "step": 39160
    },
    {
      "epoch": 3.326622494053687,
      "grad_norm": 3.5990056527639274,
      "learning_rate": 0.00013052091784604682,
      "loss": 4.6278,
      "step": 39161
    },
    {
      "epoch": 3.3267074413863407,
      "grad_norm": 3.1830640003045274,
      "learning_rate": 0.00013051410983852107,
      "loss": 3.6274,
      "step": 39162
    },
    {
      "epoch": 3.326792388718994,
      "grad_norm": 3.028358930510708,
      "learning_rate": 0.00013050730187182412,
      "loss": 3.3963,
      "step": 39163
    },
    {
      "epoch": 3.326877336051648,
      "grad_norm": 3.2475070674547237,
      "learning_rate": 0.00013050049394597025,
      "loss": 3.7138,
      "step": 39164
    },
    {
      "epoch": 3.3269622833843018,
      "grad_norm": 3.150061178314695,
      "learning_rate": 0.0001304936860609737,
      "loss": 3.7589,
      "step": 39165
    },
    {
      "epoch": 3.3270472307169556,
      "grad_norm": 3.1871337617180764,
      "learning_rate": 0.0001304868782168488,
      "loss": 3.5375,
      "step": 39166
    },
    {
      "epoch": 3.3271321780496095,
      "grad_norm": 3.2422667424951883,
      "learning_rate": 0.00013048007041360966,
      "loss": 3.8918,
      "step": 39167
    },
    {
      "epoch": 3.327217125382263,
      "grad_norm": 3.1092885310414484,
      "learning_rate": 0.00013047326265127072,
      "loss": 3.3885,
      "step": 39168
    },
    {
      "epoch": 3.3273020727149167,
      "grad_norm": 3.156436969011738,
      "learning_rate": 0.00013046645492984616,
      "loss": 3.6474,
      "step": 39169
    },
    {
      "epoch": 3.3273870200475706,
      "grad_norm": 3.1145340291374883,
      "learning_rate": 0.00013045964724935026,
      "loss": 3.3845,
      "step": 39170
    },
    {
      "epoch": 3.3274719673802244,
      "grad_norm": 3.2196307508998387,
      "learning_rate": 0.0001304528396097973,
      "loss": 3.5775,
      "step": 39171
    },
    {
      "epoch": 3.327556914712878,
      "grad_norm": 3.1993867868157118,
      "learning_rate": 0.00013044603201120151,
      "loss": 3.7055,
      "step": 39172
    },
    {
      "epoch": 3.3276418620455317,
      "grad_norm": 3.2997047440419993,
      "learning_rate": 0.00013043922445357713,
      "loss": 4.0528,
      "step": 39173
    },
    {
      "epoch": 3.3277268093781855,
      "grad_norm": 3.258732292326918,
      "learning_rate": 0.0001304324169369385,
      "loss": 4.0571,
      "step": 39174
    },
    {
      "epoch": 3.3278117567108394,
      "grad_norm": 3.0888314145388036,
      "learning_rate": 0.00013042560946129988,
      "loss": 3.4951,
      "step": 39175
    },
    {
      "epoch": 3.327896704043493,
      "grad_norm": 3.461747032492182,
      "learning_rate": 0.00013041880202667547,
      "loss": 4.5737,
      "step": 39176
    },
    {
      "epoch": 3.3279816513761467,
      "grad_norm": 3.4785375277964325,
      "learning_rate": 0.00013041199463307957,
      "loss": 4.4342,
      "step": 39177
    },
    {
      "epoch": 3.3280665987088005,
      "grad_norm": 3.3635442053110034,
      "learning_rate": 0.00013040518728052648,
      "loss": 4.2218,
      "step": 39178
    },
    {
      "epoch": 3.3281515460414544,
      "grad_norm": 3.2669493485295944,
      "learning_rate": 0.00013039837996903033,
      "loss": 3.9127,
      "step": 39179
    },
    {
      "epoch": 3.328236493374108,
      "grad_norm": 3.372541274419323,
      "learning_rate": 0.00013039157269860552,
      "loss": 4.2125,
      "step": 39180
    },
    {
      "epoch": 3.3283214407067616,
      "grad_norm": 3.262741286603827,
      "learning_rate": 0.00013038476546926628,
      "loss": 3.8783,
      "step": 39181
    },
    {
      "epoch": 3.3284063880394155,
      "grad_norm": 3.4538806144194956,
      "learning_rate": 0.00013037795828102687,
      "loss": 4.2973,
      "step": 39182
    },
    {
      "epoch": 3.3284913353720693,
      "grad_norm": 3.231181275119431,
      "learning_rate": 0.0001303711511339015,
      "loss": 3.8876,
      "step": 39183
    },
    {
      "epoch": 3.328576282704723,
      "grad_norm": 3.2492899483313678,
      "learning_rate": 0.00013036434402790455,
      "loss": 3.595,
      "step": 39184
    },
    {
      "epoch": 3.328661230037377,
      "grad_norm": 3.2771664010544215,
      "learning_rate": 0.0001303575369630501,
      "loss": 3.9465,
      "step": 39185
    },
    {
      "epoch": 3.3287461773700304,
      "grad_norm": 3.189640960848696,
      "learning_rate": 0.00013035072993935264,
      "loss": 3.595,
      "step": 39186
    },
    {
      "epoch": 3.3288311247026843,
      "grad_norm": 3.2034353709531715,
      "learning_rate": 0.00013034392295682625,
      "loss": 3.8246,
      "step": 39187
    },
    {
      "epoch": 3.328916072035338,
      "grad_norm": 3.2037052384554947,
      "learning_rate": 0.0001303371160154853,
      "loss": 3.4341,
      "step": 39188
    },
    {
      "epoch": 3.329001019367992,
      "grad_norm": 3.445159466363721,
      "learning_rate": 0.000130330309115344,
      "loss": 4.148,
      "step": 39189
    },
    {
      "epoch": 3.329085966700646,
      "grad_norm": 3.037297917335514,
      "learning_rate": 0.0001303235022564166,
      "loss": 3.2331,
      "step": 39190
    },
    {
      "epoch": 3.3291709140332992,
      "grad_norm": 3.3067320092208203,
      "learning_rate": 0.00013031669543871744,
      "loss": 3.8852,
      "step": 39191
    },
    {
      "epoch": 3.329255861365953,
      "grad_norm": 3.474994171134165,
      "learning_rate": 0.00013030988866226064,
      "loss": 4.3473,
      "step": 39192
    },
    {
      "epoch": 3.329340808698607,
      "grad_norm": 3.2451444495123543,
      "learning_rate": 0.0001303030819270606,
      "loss": 3.9962,
      "step": 39193
    },
    {
      "epoch": 3.329425756031261,
      "grad_norm": 3.17817761227467,
      "learning_rate": 0.00013029627523313155,
      "loss": 3.7007,
      "step": 39194
    },
    {
      "epoch": 3.329510703363914,
      "grad_norm": 3.144402612683267,
      "learning_rate": 0.00013028946858048776,
      "loss": 3.9005,
      "step": 39195
    },
    {
      "epoch": 3.329595650696568,
      "grad_norm": 3.2209994484978064,
      "learning_rate": 0.00013028266196914344,
      "loss": 3.6275,
      "step": 39196
    },
    {
      "epoch": 3.329680598029222,
      "grad_norm": 3.2894189774166107,
      "learning_rate": 0.00013027585539911283,
      "loss": 3.7701,
      "step": 39197
    },
    {
      "epoch": 3.3297655453618757,
      "grad_norm": 3.2414636331004574,
      "learning_rate": 0.00013026904887041026,
      "loss": 3.7068,
      "step": 39198
    },
    {
      "epoch": 3.329850492694529,
      "grad_norm": 3.1788202199852855,
      "learning_rate": 0.00013026224238304999,
      "loss": 3.5042,
      "step": 39199
    },
    {
      "epoch": 3.329935440027183,
      "grad_norm": 3.1632647946484846,
      "learning_rate": 0.0001302554359370463,
      "loss": 4.0575,
      "step": 39200
    },
    {
      "epoch": 3.330020387359837,
      "grad_norm": 3.2946500509403687,
      "learning_rate": 0.00013024862953241339,
      "loss": 4.2199,
      "step": 39201
    },
    {
      "epoch": 3.3301053346924907,
      "grad_norm": 3.408260658069497,
      "learning_rate": 0.00013024182316916558,
      "loss": 3.7995,
      "step": 39202
    },
    {
      "epoch": 3.3301902820251446,
      "grad_norm": 3.2373895650317834,
      "learning_rate": 0.00013023501684731706,
      "loss": 3.8441,
      "step": 39203
    },
    {
      "epoch": 3.330275229357798,
      "grad_norm": 3.224376635253375,
      "learning_rate": 0.00013022821056688207,
      "loss": 3.8466,
      "step": 39204
    },
    {
      "epoch": 3.330360176690452,
      "grad_norm": 3.1089088126743274,
      "learning_rate": 0.000130221404327875,
      "loss": 3.3479,
      "step": 39205
    },
    {
      "epoch": 3.3304451240231057,
      "grad_norm": 3.4180714840567537,
      "learning_rate": 0.00013021459813031006,
      "loss": 3.9282,
      "step": 39206
    },
    {
      "epoch": 3.3305300713557595,
      "grad_norm": 3.218055859702883,
      "learning_rate": 0.00013020779197420147,
      "loss": 3.834,
      "step": 39207
    },
    {
      "epoch": 3.3306150186884134,
      "grad_norm": 3.255656213338334,
      "learning_rate": 0.0001302009858595635,
      "loss": 4.1362,
      "step": 39208
    },
    {
      "epoch": 3.3306999660210668,
      "grad_norm": 3.113277866272417,
      "learning_rate": 0.00013019417978641048,
      "loss": 3.5537,
      "step": 39209
    },
    {
      "epoch": 3.3307849133537206,
      "grad_norm": 3.068062759615826,
      "learning_rate": 0.0001301873737547565,
      "loss": 3.4569,
      "step": 39210
    },
    {
      "epoch": 3.3308698606863745,
      "grad_norm": 3.516096752446288,
      "learning_rate": 0.00013018056776461606,
      "loss": 4.6545,
      "step": 39211
    },
    {
      "epoch": 3.3309548080190283,
      "grad_norm": 3.4109934751038997,
      "learning_rate": 0.00013017376181600324,
      "loss": 3.8657,
      "step": 39212
    },
    {
      "epoch": 3.331039755351682,
      "grad_norm": 3.412650148230948,
      "learning_rate": 0.00013016695590893239,
      "loss": 3.9403,
      "step": 39213
    },
    {
      "epoch": 3.3311247026843356,
      "grad_norm": 3.3095611940791634,
      "learning_rate": 0.00013016015004341773,
      "loss": 3.6069,
      "step": 39214
    },
    {
      "epoch": 3.3312096500169894,
      "grad_norm": 3.4203299173136386,
      "learning_rate": 0.0001301533442194735,
      "loss": 4.1879,
      "step": 39215
    },
    {
      "epoch": 3.3312945973496433,
      "grad_norm": 3.2086238332688013,
      "learning_rate": 0.00013014653843711397,
      "loss": 3.462,
      "step": 39216
    },
    {
      "epoch": 3.331379544682297,
      "grad_norm": 3.178121278077696,
      "learning_rate": 0.00013013973269635347,
      "loss": 3.7426,
      "step": 39217
    },
    {
      "epoch": 3.3314644920149505,
      "grad_norm": 3.256888741375457,
      "learning_rate": 0.00013013292699720622,
      "loss": 3.4133,
      "step": 39218
    },
    {
      "epoch": 3.3315494393476044,
      "grad_norm": 3.4337718890569944,
      "learning_rate": 0.00013012612133968645,
      "loss": 3.965,
      "step": 39219
    },
    {
      "epoch": 3.3316343866802582,
      "grad_norm": 3.212650975035252,
      "learning_rate": 0.00013011931572380844,
      "loss": 3.7757,
      "step": 39220
    },
    {
      "epoch": 3.331719334012912,
      "grad_norm": 3.2614907511350495,
      "learning_rate": 0.00013011251014958646,
      "loss": 3.5536,
      "step": 39221
    },
    {
      "epoch": 3.331804281345566,
      "grad_norm": 3.230852073069709,
      "learning_rate": 0.0001301057046170347,
      "loss": 3.8365,
      "step": 39222
    },
    {
      "epoch": 3.3318892286782194,
      "grad_norm": 3.081580068492799,
      "learning_rate": 0.00013009889912616752,
      "loss": 3.2555,
      "step": 39223
    },
    {
      "epoch": 3.331974176010873,
      "grad_norm": 3.413639689039249,
      "learning_rate": 0.00013009209367699916,
      "loss": 3.8261,
      "step": 39224
    },
    {
      "epoch": 3.332059123343527,
      "grad_norm": 3.6273935795139125,
      "learning_rate": 0.00013008528826954384,
      "loss": 4.4465,
      "step": 39225
    },
    {
      "epoch": 3.332144070676181,
      "grad_norm": 3.21599641244392,
      "learning_rate": 0.00013007848290381584,
      "loss": 3.807,
      "step": 39226
    },
    {
      "epoch": 3.3322290180088343,
      "grad_norm": 3.1598086370778335,
      "learning_rate": 0.00013007167757982943,
      "loss": 3.7673,
      "step": 39227
    },
    {
      "epoch": 3.332313965341488,
      "grad_norm": 3.262432196530273,
      "learning_rate": 0.00013006487229759876,
      "loss": 3.9523,
      "step": 39228
    },
    {
      "epoch": 3.332398912674142,
      "grad_norm": 3.2299507763860302,
      "learning_rate": 0.00013005806705713828,
      "loss": 3.8613,
      "step": 39229
    },
    {
      "epoch": 3.332483860006796,
      "grad_norm": 3.2959159453459486,
      "learning_rate": 0.00013005126185846214,
      "loss": 4.15,
      "step": 39230
    },
    {
      "epoch": 3.3325688073394497,
      "grad_norm": 3.155788679974338,
      "learning_rate": 0.00013004445670158462,
      "loss": 3.8804,
      "step": 39231
    },
    {
      "epoch": 3.332653754672103,
      "grad_norm": 3.138657194010541,
      "learning_rate": 0.00013003765158651996,
      "loss": 3.5699,
      "step": 39232
    },
    {
      "epoch": 3.332738702004757,
      "grad_norm": 3.2571775645480443,
      "learning_rate": 0.00013003084651328243,
      "loss": 3.5859,
      "step": 39233
    },
    {
      "epoch": 3.332823649337411,
      "grad_norm": 3.12538875319693,
      "learning_rate": 0.00013002404148188625,
      "loss": 3.3653,
      "step": 39234
    },
    {
      "epoch": 3.3329085966700647,
      "grad_norm": 3.19262897134851,
      "learning_rate": 0.00013001723649234577,
      "loss": 3.8741,
      "step": 39235
    },
    {
      "epoch": 3.3329935440027185,
      "grad_norm": 3.3418625328147,
      "learning_rate": 0.0001300104315446752,
      "loss": 3.7324,
      "step": 39236
    },
    {
      "epoch": 3.333078491335372,
      "grad_norm": 3.3334213918725615,
      "learning_rate": 0.00013000362663888874,
      "loss": 4.1367,
      "step": 39237
    },
    {
      "epoch": 3.333163438668026,
      "grad_norm": 3.174861020701238,
      "learning_rate": 0.00012999682177500078,
      "loss": 3.9325,
      "step": 39238
    },
    {
      "epoch": 3.3332483860006796,
      "grad_norm": 3.241512233597986,
      "learning_rate": 0.00012999001695302546,
      "loss": 3.682,
      "step": 39239
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 3.464671259183024,
      "learning_rate": 0.00012998321217297704,
      "loss": 4.2368,
      "step": 39240
    },
    {
      "epoch": 3.3334182806659873,
      "grad_norm": 3.2957245923380483,
      "learning_rate": 0.00012997640743486982,
      "loss": 3.7973,
      "step": 39241
    },
    {
      "epoch": 3.3335032279986407,
      "grad_norm": 3.2003611272665045,
      "learning_rate": 0.00012996960273871814,
      "loss": 3.6886,
      "step": 39242
    },
    {
      "epoch": 3.3335881753312946,
      "grad_norm": 3.1463319256036444,
      "learning_rate": 0.0001299627980845361,
      "loss": 3.6093,
      "step": 39243
    },
    {
      "epoch": 3.3336731226639484,
      "grad_norm": 3.3200921966005827,
      "learning_rate": 0.00012995599347233804,
      "loss": 4.068,
      "step": 39244
    },
    {
      "epoch": 3.3337580699966023,
      "grad_norm": 3.0948978940097764,
      "learning_rate": 0.00012994918890213826,
      "loss": 3.3791,
      "step": 39245
    },
    {
      "epoch": 3.3338430173292557,
      "grad_norm": 3.177704813187263,
      "learning_rate": 0.0001299423843739509,
      "loss": 3.8129,
      "step": 39246
    },
    {
      "epoch": 3.3339279646619095,
      "grad_norm": 3.5830765592475853,
      "learning_rate": 0.0001299355798877903,
      "loss": 3.8141,
      "step": 39247
    },
    {
      "epoch": 3.3340129119945634,
      "grad_norm": 3.293916105056858,
      "learning_rate": 0.0001299287754436707,
      "loss": 3.8449,
      "step": 39248
    },
    {
      "epoch": 3.3340978593272173,
      "grad_norm": 3.4293192831758343,
      "learning_rate": 0.0001299219710416064,
      "loss": 4.2971,
      "step": 39249
    },
    {
      "epoch": 3.3341828066598707,
      "grad_norm": 3.039761164190156,
      "learning_rate": 0.00012991516668161158,
      "loss": 3.1806,
      "step": 39250
    },
    {
      "epoch": 3.3342677539925245,
      "grad_norm": 3.398829565395353,
      "learning_rate": 0.00012990836236370055,
      "loss": 3.8303,
      "step": 39251
    },
    {
      "epoch": 3.3343527013251784,
      "grad_norm": 3.077731827346741,
      "learning_rate": 0.00012990155808788754,
      "loss": 3.3639,
      "step": 39252
    },
    {
      "epoch": 3.334437648657832,
      "grad_norm": 3.1795260213998007,
      "learning_rate": 0.00012989475385418678,
      "loss": 3.8109,
      "step": 39253
    },
    {
      "epoch": 3.334522595990486,
      "grad_norm": 3.3504132994408713,
      "learning_rate": 0.0001298879496626126,
      "loss": 4.0544,
      "step": 39254
    },
    {
      "epoch": 3.3346075433231395,
      "grad_norm": 3.438598205753549,
      "learning_rate": 0.0001298811455131792,
      "loss": 4.1945,
      "step": 39255
    },
    {
      "epoch": 3.3346924906557933,
      "grad_norm": 3.228349665474602,
      "learning_rate": 0.00012987434140590093,
      "loss": 3.7219,
      "step": 39256
    },
    {
      "epoch": 3.334777437988447,
      "grad_norm": 3.315764901486418,
      "learning_rate": 0.0001298675373407919,
      "loss": 4.2236,
      "step": 39257
    },
    {
      "epoch": 3.334862385321101,
      "grad_norm": 3.172036020667504,
      "learning_rate": 0.00012986073331786645,
      "loss": 3.5893,
      "step": 39258
    },
    {
      "epoch": 3.334947332653755,
      "grad_norm": 3.5369737031488415,
      "learning_rate": 0.0001298539293371388,
      "loss": 4.3526,
      "step": 39259
    },
    {
      "epoch": 3.3350322799864083,
      "grad_norm": 3.1804947626009636,
      "learning_rate": 0.0001298471253986233,
      "loss": 3.8458,
      "step": 39260
    },
    {
      "epoch": 3.335117227319062,
      "grad_norm": 3.125570018504951,
      "learning_rate": 0.0001298403215023341,
      "loss": 3.2912,
      "step": 39261
    },
    {
      "epoch": 3.335202174651716,
      "grad_norm": 3.448511644427141,
      "learning_rate": 0.00012983351764828553,
      "loss": 4.1526,
      "step": 39262
    },
    {
      "epoch": 3.33528712198437,
      "grad_norm": 3.191729017530826,
      "learning_rate": 0.0001298267138364918,
      "loss": 3.5793,
      "step": 39263
    },
    {
      "epoch": 3.3353720693170237,
      "grad_norm": 3.511141626721981,
      "learning_rate": 0.00012981991006696716,
      "loss": 4.5802,
      "step": 39264
    },
    {
      "epoch": 3.335457016649677,
      "grad_norm": 3.270282980780511,
      "learning_rate": 0.00012981310633972587,
      "loss": 3.5059,
      "step": 39265
    },
    {
      "epoch": 3.335541963982331,
      "grad_norm": 3.3511694023702825,
      "learning_rate": 0.0001298063026547822,
      "loss": 3.7992,
      "step": 39266
    },
    {
      "epoch": 3.335626911314985,
      "grad_norm": 3.1899966128794937,
      "learning_rate": 0.00012979949901215047,
      "loss": 3.6771,
      "step": 39267
    },
    {
      "epoch": 3.3357118586476386,
      "grad_norm": 3.3121115969688164,
      "learning_rate": 0.00012979269541184483,
      "loss": 4.15,
      "step": 39268
    },
    {
      "epoch": 3.335796805980292,
      "grad_norm": 3.440655983812931,
      "learning_rate": 0.00012978589185387956,
      "loss": 4.2808,
      "step": 39269
    },
    {
      "epoch": 3.335881753312946,
      "grad_norm": 3.2631027840049875,
      "learning_rate": 0.00012977908833826897,
      "loss": 4.0821,
      "step": 39270
    },
    {
      "epoch": 3.3359667006455997,
      "grad_norm": 3.229846813238218,
      "learning_rate": 0.00012977228486502724,
      "loss": 3.6175,
      "step": 39271
    },
    {
      "epoch": 3.3360516479782536,
      "grad_norm": 3.6174123315925626,
      "learning_rate": 0.00012976548143416866,
      "loss": 4.3082,
      "step": 39272
    },
    {
      "epoch": 3.336136595310907,
      "grad_norm": 3.3217215469985275,
      "learning_rate": 0.0001297586780457075,
      "loss": 4.1852,
      "step": 39273
    },
    {
      "epoch": 3.336221542643561,
      "grad_norm": 3.115865839524531,
      "learning_rate": 0.00012975187469965805,
      "loss": 3.4366,
      "step": 39274
    },
    {
      "epoch": 3.3363064899762147,
      "grad_norm": 3.0131577328384913,
      "learning_rate": 0.00012974507139603447,
      "loss": 3.1984,
      "step": 39275
    },
    {
      "epoch": 3.3363914373088686,
      "grad_norm": 3.1614945109067794,
      "learning_rate": 0.00012973826813485106,
      "loss": 3.7353,
      "step": 39276
    },
    {
      "epoch": 3.3364763846415224,
      "grad_norm": 3.442618271019978,
      "learning_rate": 0.00012973146491612208,
      "loss": 3.9796,
      "step": 39277
    },
    {
      "epoch": 3.336561331974176,
      "grad_norm": 3.2917718924278354,
      "learning_rate": 0.0001297246617398618,
      "loss": 3.7251,
      "step": 39278
    },
    {
      "epoch": 3.3366462793068297,
      "grad_norm": 3.413360828827536,
      "learning_rate": 0.00012971785860608446,
      "loss": 3.7963,
      "step": 39279
    },
    {
      "epoch": 3.3367312266394835,
      "grad_norm": 3.512603129790757,
      "learning_rate": 0.0001297110555148043,
      "loss": 4.3679,
      "step": 39280
    },
    {
      "epoch": 3.3368161739721374,
      "grad_norm": 3.0884408733987847,
      "learning_rate": 0.00012970425246603562,
      "loss": 3.6373,
      "step": 39281
    },
    {
      "epoch": 3.336901121304791,
      "grad_norm": 3.1617697993541305,
      "learning_rate": 0.00012969744945979261,
      "loss": 3.4568,
      "step": 39282
    },
    {
      "epoch": 3.3369860686374446,
      "grad_norm": 3.2511397469609107,
      "learning_rate": 0.00012969064649608956,
      "loss": 4.0465,
      "step": 39283
    },
    {
      "epoch": 3.3370710159700985,
      "grad_norm": 3.2737633619641824,
      "learning_rate": 0.00012968384357494068,
      "loss": 4.0592,
      "step": 39284
    },
    {
      "epoch": 3.3371559633027523,
      "grad_norm": 3.4022181506122497,
      "learning_rate": 0.00012967704069636034,
      "loss": 4.2968,
      "step": 39285
    },
    {
      "epoch": 3.337240910635406,
      "grad_norm": 3.1251554602326093,
      "learning_rate": 0.0001296702378603627,
      "loss": 3.7852,
      "step": 39286
    },
    {
      "epoch": 3.33732585796806,
      "grad_norm": 3.281171642838244,
      "learning_rate": 0.000129663435066962,
      "loss": 4.0846,
      "step": 39287
    },
    {
      "epoch": 3.3374108053007134,
      "grad_norm": 3.265197926543871,
      "learning_rate": 0.00012965663231617256,
      "loss": 3.8919,
      "step": 39288
    },
    {
      "epoch": 3.3374957526333673,
      "grad_norm": 3.17426681559376,
      "learning_rate": 0.00012964982960800858,
      "loss": 3.8013,
      "step": 39289
    },
    {
      "epoch": 3.337580699966021,
      "grad_norm": 3.3643489573813277,
      "learning_rate": 0.0001296430269424843,
      "loss": 3.8469,
      "step": 39290
    },
    {
      "epoch": 3.337665647298675,
      "grad_norm": 3.989624205297212,
      "learning_rate": 0.00012963622431961405,
      "loss": 3.9613,
      "step": 39291
    },
    {
      "epoch": 3.3377505946313284,
      "grad_norm": 3.138060528679168,
      "learning_rate": 0.00012962942173941206,
      "loss": 3.5439,
      "step": 39292
    },
    {
      "epoch": 3.3378355419639822,
      "grad_norm": 3.111888709165623,
      "learning_rate": 0.00012962261920189253,
      "loss": 3.294,
      "step": 39293
    },
    {
      "epoch": 3.337920489296636,
      "grad_norm": 3.382011216460016,
      "learning_rate": 0.00012961581670706976,
      "loss": 3.8599,
      "step": 39294
    },
    {
      "epoch": 3.33800543662929,
      "grad_norm": 3.256303869576969,
      "learning_rate": 0.000129609014254958,
      "loss": 3.9675,
      "step": 39295
    },
    {
      "epoch": 3.3380903839619434,
      "grad_norm": 3.5271191844148144,
      "learning_rate": 0.00012960221184557148,
      "loss": 4.5464,
      "step": 39296
    },
    {
      "epoch": 3.338175331294597,
      "grad_norm": 3.312635605999065,
      "learning_rate": 0.00012959540947892446,
      "loss": 4.0741,
      "step": 39297
    },
    {
      "epoch": 3.338260278627251,
      "grad_norm": 3.4387687686706383,
      "learning_rate": 0.0001295886071550312,
      "loss": 3.3726,
      "step": 39298
    },
    {
      "epoch": 3.338345225959905,
      "grad_norm": 3.456847609543961,
      "learning_rate": 0.000129581804873906,
      "loss": 4.3332,
      "step": 39299
    },
    {
      "epoch": 3.3384301732925588,
      "grad_norm": 3.3792993404165057,
      "learning_rate": 0.00012957500263556304,
      "loss": 3.9708,
      "step": 39300
    },
    {
      "epoch": 3.338515120625212,
      "grad_norm": 3.1703119760932106,
      "learning_rate": 0.0001295682004400166,
      "loss": 3.6197,
      "step": 39301
    },
    {
      "epoch": 3.338600067957866,
      "grad_norm": 3.1898215872928706,
      "learning_rate": 0.00012956139828728086,
      "loss": 3.7645,
      "step": 39302
    },
    {
      "epoch": 3.33868501529052,
      "grad_norm": 3.5371418466083613,
      "learning_rate": 0.00012955459617737023,
      "loss": 4.5031,
      "step": 39303
    },
    {
      "epoch": 3.3387699626231737,
      "grad_norm": 3.528845888359518,
      "learning_rate": 0.00012954779411029885,
      "loss": 4.3385,
      "step": 39304
    },
    {
      "epoch": 3.3388549099558276,
      "grad_norm": 3.2076431562074825,
      "learning_rate": 0.000129540992086081,
      "loss": 3.5003,
      "step": 39305
    },
    {
      "epoch": 3.338939857288481,
      "grad_norm": 3.1799516139737745,
      "learning_rate": 0.00012953419010473094,
      "loss": 3.8655,
      "step": 39306
    },
    {
      "epoch": 3.339024804621135,
      "grad_norm": 3.211416586154952,
      "learning_rate": 0.0001295273881662629,
      "loss": 3.8213,
      "step": 39307
    },
    {
      "epoch": 3.3391097519537887,
      "grad_norm": 3.4364779630318503,
      "learning_rate": 0.0001295205862706911,
      "loss": 4.3567,
      "step": 39308
    },
    {
      "epoch": 3.3391946992864425,
      "grad_norm": 3.39650049491283,
      "learning_rate": 0.00012951378441802993,
      "loss": 4.3118,
      "step": 39309
    },
    {
      "epoch": 3.3392796466190964,
      "grad_norm": 3.385110953265079,
      "learning_rate": 0.00012950698260829352,
      "loss": 4.0013,
      "step": 39310
    },
    {
      "epoch": 3.33936459395175,
      "grad_norm": 3.2110057174321667,
      "learning_rate": 0.00012950018084149613,
      "loss": 3.7243,
      "step": 39311
    },
    {
      "epoch": 3.3394495412844036,
      "grad_norm": 3.3220690596178333,
      "learning_rate": 0.00012949337911765207,
      "loss": 4.15,
      "step": 39312
    },
    {
      "epoch": 3.3395344886170575,
      "grad_norm": 3.1224835510715594,
      "learning_rate": 0.0001294865774367755,
      "loss": 3.118,
      "step": 39313
    },
    {
      "epoch": 3.3396194359497113,
      "grad_norm": 3.1633305976193555,
      "learning_rate": 0.00012947977579888076,
      "loss": 3.4213,
      "step": 39314
    },
    {
      "epoch": 3.3397043832823647,
      "grad_norm": 4.017155695023514,
      "learning_rate": 0.00012947297420398205,
      "loss": 3.7242,
      "step": 39315
    },
    {
      "epoch": 3.3397893306150186,
      "grad_norm": 3.444533176941893,
      "learning_rate": 0.00012946617265209364,
      "loss": 3.8187,
      "step": 39316
    },
    {
      "epoch": 3.3398742779476724,
      "grad_norm": 3.183267295304205,
      "learning_rate": 0.00012945937114322982,
      "loss": 3.8279,
      "step": 39317
    },
    {
      "epoch": 3.3399592252803263,
      "grad_norm": 3.192238296354378,
      "learning_rate": 0.00012945256967740476,
      "loss": 3.8514,
      "step": 39318
    },
    {
      "epoch": 3.34004417261298,
      "grad_norm": 3.0947446698321297,
      "learning_rate": 0.0001294457682546328,
      "loss": 3.339,
      "step": 39319
    },
    {
      "epoch": 3.3401291199456336,
      "grad_norm": 3.2251561647464406,
      "learning_rate": 0.00012943896687492805,
      "loss": 3.9368,
      "step": 39320
    },
    {
      "epoch": 3.3402140672782874,
      "grad_norm": 3.368524873270729,
      "learning_rate": 0.00012943216553830492,
      "loss": 4.026,
      "step": 39321
    },
    {
      "epoch": 3.3402990146109413,
      "grad_norm": 3.569273866252204,
      "learning_rate": 0.00012942536424477758,
      "loss": 4.4613,
      "step": 39322
    },
    {
      "epoch": 3.340383961943595,
      "grad_norm": 3.464757453272377,
      "learning_rate": 0.00012941856299436032,
      "loss": 3.9673,
      "step": 39323
    },
    {
      "epoch": 3.3404689092762485,
      "grad_norm": 3.2952882396569483,
      "learning_rate": 0.00012941176178706739,
      "loss": 3.4434,
      "step": 39324
    },
    {
      "epoch": 3.3405538566089024,
      "grad_norm": 3.002140183379597,
      "learning_rate": 0.00012940496062291296,
      "loss": 3.4031,
      "step": 39325
    },
    {
      "epoch": 3.340638803941556,
      "grad_norm": 3.2860370538395802,
      "learning_rate": 0.0001293981595019114,
      "loss": 3.9357,
      "step": 39326
    },
    {
      "epoch": 3.34072375127421,
      "grad_norm": 3.1159863408123543,
      "learning_rate": 0.0001293913584240768,
      "loss": 3.2347,
      "step": 39327
    },
    {
      "epoch": 3.340808698606864,
      "grad_norm": 3.1475062617755936,
      "learning_rate": 0.0001293845573894236,
      "loss": 3.3523,
      "step": 39328
    },
    {
      "epoch": 3.3408936459395173,
      "grad_norm": 3.099108643822158,
      "learning_rate": 0.0001293777563979659,
      "loss": 3.483,
      "step": 39329
    },
    {
      "epoch": 3.340978593272171,
      "grad_norm": 3.3668626349087196,
      "learning_rate": 0.00012937095544971808,
      "loss": 3.941,
      "step": 39330
    },
    {
      "epoch": 3.341063540604825,
      "grad_norm": 3.49128624603254,
      "learning_rate": 0.00012936415454469427,
      "loss": 4.3763,
      "step": 39331
    },
    {
      "epoch": 3.341148487937479,
      "grad_norm": 3.1824874864433266,
      "learning_rate": 0.00012935735368290878,
      "loss": 3.6698,
      "step": 39332
    },
    {
      "epoch": 3.3412334352701327,
      "grad_norm": 3.362032966893777,
      "learning_rate": 0.0001293505528643758,
      "loss": 3.87,
      "step": 39333
    },
    {
      "epoch": 3.341318382602786,
      "grad_norm": 3.522999356727822,
      "learning_rate": 0.00012934375208910966,
      "loss": 4.197,
      "step": 39334
    },
    {
      "epoch": 3.34140332993544,
      "grad_norm": 3.4617495444451696,
      "learning_rate": 0.0001293369513571246,
      "loss": 4.0252,
      "step": 39335
    },
    {
      "epoch": 3.341488277268094,
      "grad_norm": 3.369550240062069,
      "learning_rate": 0.00012933015066843485,
      "loss": 4.4552,
      "step": 39336
    },
    {
      "epoch": 3.3415732246007477,
      "grad_norm": 3.32529975508166,
      "learning_rate": 0.00012932335002305468,
      "loss": 4.0899,
      "step": 39337
    },
    {
      "epoch": 3.3416581719334015,
      "grad_norm": 3.4502887083438645,
      "learning_rate": 0.00012931654942099826,
      "loss": 4.1922,
      "step": 39338
    },
    {
      "epoch": 3.341743119266055,
      "grad_norm": 3.3389478406042774,
      "learning_rate": 0.0001293097488622799,
      "loss": 3.8195,
      "step": 39339
    },
    {
      "epoch": 3.341828066598709,
      "grad_norm": 3.2596073413059954,
      "learning_rate": 0.00012930294834691386,
      "loss": 4.0775,
      "step": 39340
    },
    {
      "epoch": 3.3419130139313626,
      "grad_norm": 3.202368322324054,
      "learning_rate": 0.0001292961478749144,
      "loss": 3.5262,
      "step": 39341
    },
    {
      "epoch": 3.3419979612640165,
      "grad_norm": 3.458490141574137,
      "learning_rate": 0.0001292893474462957,
      "loss": 4.1534,
      "step": 39342
    },
    {
      "epoch": 3.34208290859667,
      "grad_norm": 3.1916045304793506,
      "learning_rate": 0.0001292825470610721,
      "loss": 3.9475,
      "step": 39343
    },
    {
      "epoch": 3.3421678559293237,
      "grad_norm": 3.4218152020316253,
      "learning_rate": 0.0001292757467192578,
      "loss": 3.966,
      "step": 39344
    },
    {
      "epoch": 3.3422528032619776,
      "grad_norm": 3.2573321445482444,
      "learning_rate": 0.00012926894642086695,
      "loss": 3.8316,
      "step": 39345
    },
    {
      "epoch": 3.3423377505946315,
      "grad_norm": 3.4630479300455357,
      "learning_rate": 0.000129262146165914,
      "loss": 3.8572,
      "step": 39346
    },
    {
      "epoch": 3.342422697927285,
      "grad_norm": 3.093659410302894,
      "learning_rate": 0.0001292553459544131,
      "loss": 3.3292,
      "step": 39347
    },
    {
      "epoch": 3.3425076452599387,
      "grad_norm": 3.3874510819098838,
      "learning_rate": 0.00012924854578637846,
      "loss": 4.2807,
      "step": 39348
    },
    {
      "epoch": 3.3425925925925926,
      "grad_norm": 3.2777901993362346,
      "learning_rate": 0.00012924174566182438,
      "loss": 3.8879,
      "step": 39349
    },
    {
      "epoch": 3.3426775399252464,
      "grad_norm": 3.2705760779915454,
      "learning_rate": 0.00012923494558076507,
      "loss": 4.076,
      "step": 39350
    },
    {
      "epoch": 3.3427624872579003,
      "grad_norm": 3.4878204510883077,
      "learning_rate": 0.0001292281455432148,
      "loss": 4.2508,
      "step": 39351
    },
    {
      "epoch": 3.3428474345905537,
      "grad_norm": 3.256379289494551,
      "learning_rate": 0.00012922134554918782,
      "loss": 3.3708,
      "step": 39352
    },
    {
      "epoch": 3.3429323819232075,
      "grad_norm": 3.226471640929654,
      "learning_rate": 0.00012921454559869844,
      "loss": 3.7228,
      "step": 39353
    },
    {
      "epoch": 3.3430173292558614,
      "grad_norm": 3.0303291819643214,
      "learning_rate": 0.00012920774569176078,
      "loss": 3.4142,
      "step": 39354
    },
    {
      "epoch": 3.343102276588515,
      "grad_norm": 3.1134513273508158,
      "learning_rate": 0.00012920094582838918,
      "loss": 3.4329,
      "step": 39355
    },
    {
      "epoch": 3.343187223921169,
      "grad_norm": 3.30193279898752,
      "learning_rate": 0.00012919414600859785,
      "loss": 3.9515,
      "step": 39356
    },
    {
      "epoch": 3.3432721712538225,
      "grad_norm": 3.1727206424980623,
      "learning_rate": 0.00012918734623240102,
      "loss": 3.62,
      "step": 39357
    },
    {
      "epoch": 3.3433571185864763,
      "grad_norm": 3.2285757171860805,
      "learning_rate": 0.000129180546499813,
      "loss": 3.8731,
      "step": 39358
    },
    {
      "epoch": 3.34344206591913,
      "grad_norm": 3.5431918966454323,
      "learning_rate": 0.000129173746810848,
      "loss": 4.5263,
      "step": 39359
    },
    {
      "epoch": 3.343527013251784,
      "grad_norm": 3.191699225291661,
      "learning_rate": 0.00012916694716552028,
      "loss": 3.4523,
      "step": 39360
    },
    {
      "epoch": 3.343611960584438,
      "grad_norm": 3.163563495353756,
      "learning_rate": 0.00012916014756384405,
      "loss": 3.3751,
      "step": 39361
    },
    {
      "epoch": 3.3436969079170913,
      "grad_norm": 3.257655143585902,
      "learning_rate": 0.00012915334800583364,
      "loss": 3.9254,
      "step": 39362
    },
    {
      "epoch": 3.343781855249745,
      "grad_norm": 3.1238420324499354,
      "learning_rate": 0.00012914654849150315,
      "loss": 3.4037,
      "step": 39363
    },
    {
      "epoch": 3.343866802582399,
      "grad_norm": 3.135086588098297,
      "learning_rate": 0.000129139749020867,
      "loss": 3.4936,
      "step": 39364
    },
    {
      "epoch": 3.343951749915053,
      "grad_norm": 3.0633546028659557,
      "learning_rate": 0.00012913294959393933,
      "loss": 3.3716,
      "step": 39365
    },
    {
      "epoch": 3.3440366972477062,
      "grad_norm": 3.4114505612386155,
      "learning_rate": 0.00012912615021073442,
      "loss": 3.9325,
      "step": 39366
    },
    {
      "epoch": 3.34412164458036,
      "grad_norm": 3.1815327853670015,
      "learning_rate": 0.0001291193508712665,
      "loss": 3.6975,
      "step": 39367
    },
    {
      "epoch": 3.344206591913014,
      "grad_norm": 3.2203045669169597,
      "learning_rate": 0.00012911255157554985,
      "loss": 3.7742,
      "step": 39368
    },
    {
      "epoch": 3.344291539245668,
      "grad_norm": 3.1593534516941153,
      "learning_rate": 0.00012910575232359862,
      "loss": 3.5374,
      "step": 39369
    },
    {
      "epoch": 3.344376486578321,
      "grad_norm": 3.1631025465054283,
      "learning_rate": 0.0001290989531154272,
      "loss": 3.6321,
      "step": 39370
    },
    {
      "epoch": 3.344461433910975,
      "grad_norm": 3.1852770489256237,
      "learning_rate": 0.00012909215395104975,
      "loss": 3.7781,
      "step": 39371
    },
    {
      "epoch": 3.344546381243629,
      "grad_norm": 3.4748594115397533,
      "learning_rate": 0.00012908535483048054,
      "loss": 4.273,
      "step": 39372
    },
    {
      "epoch": 3.3446313285762828,
      "grad_norm": 3.284602748380052,
      "learning_rate": 0.0001290785557537338,
      "loss": 3.8782,
      "step": 39373
    },
    {
      "epoch": 3.3447162759089366,
      "grad_norm": 3.2903543269146827,
      "learning_rate": 0.00012907175672082378,
      "loss": 4.1871,
      "step": 39374
    },
    {
      "epoch": 3.34480122324159,
      "grad_norm": 3.3512345806444133,
      "learning_rate": 0.00012906495773176474,
      "loss": 4.0996,
      "step": 39375
    },
    {
      "epoch": 3.344886170574244,
      "grad_norm": 3.2870635436201914,
      "learning_rate": 0.00012905815878657087,
      "loss": 4.0964,
      "step": 39376
    },
    {
      "epoch": 3.3449711179068977,
      "grad_norm": 3.150972094860543,
      "learning_rate": 0.00012905135988525653,
      "loss": 3.5826,
      "step": 39377
    },
    {
      "epoch": 3.3450560652395516,
      "grad_norm": 3.1377539354441972,
      "learning_rate": 0.00012904456102783588,
      "loss": 3.3952,
      "step": 39378
    },
    {
      "epoch": 3.3451410125722054,
      "grad_norm": 3.4149050680601785,
      "learning_rate": 0.00012903776221432318,
      "loss": 4.1105,
      "step": 39379
    },
    {
      "epoch": 3.345225959904859,
      "grad_norm": 3.470217986074665,
      "learning_rate": 0.0001290309634447327,
      "loss": 4.1853,
      "step": 39380
    },
    {
      "epoch": 3.3453109072375127,
      "grad_norm": 3.092862251271661,
      "learning_rate": 0.00012902416471907862,
      "loss": 3.7947,
      "step": 39381
    },
    {
      "epoch": 3.3453958545701665,
      "grad_norm": 3.1226789965734394,
      "learning_rate": 0.00012901736603737523,
      "loss": 3.6341,
      "step": 39382
    },
    {
      "epoch": 3.3454808019028204,
      "grad_norm": 3.425094112714165,
      "learning_rate": 0.00012901056739963678,
      "loss": 3.7936,
      "step": 39383
    },
    {
      "epoch": 3.3455657492354742,
      "grad_norm": 3.3650137857521827,
      "learning_rate": 0.00012900376880587756,
      "loss": 4.4576,
      "step": 39384
    },
    {
      "epoch": 3.3456506965681276,
      "grad_norm": 3.160783392691456,
      "learning_rate": 0.0001289969702561117,
      "loss": 3.4203,
      "step": 39385
    },
    {
      "epoch": 3.3457356439007815,
      "grad_norm": 3.2579866738718533,
      "learning_rate": 0.00012899017175035355,
      "loss": 3.652,
      "step": 39386
    },
    {
      "epoch": 3.3458205912334353,
      "grad_norm": 3.2168408024536843,
      "learning_rate": 0.00012898337328861735,
      "loss": 3.7252,
      "step": 39387
    },
    {
      "epoch": 3.345905538566089,
      "grad_norm": 3.25239912423249,
      "learning_rate": 0.00012897657487091722,
      "loss": 3.8826,
      "step": 39388
    },
    {
      "epoch": 3.3459904858987426,
      "grad_norm": 3.251232024118907,
      "learning_rate": 0.00012896977649726755,
      "loss": 3.9292,
      "step": 39389
    },
    {
      "epoch": 3.3460754332313964,
      "grad_norm": 3.230458518932622,
      "learning_rate": 0.0001289629781676825,
      "loss": 3.8674,
      "step": 39390
    },
    {
      "epoch": 3.3461603805640503,
      "grad_norm": 3.1297178248669453,
      "learning_rate": 0.0001289561798821764,
      "loss": 3.8405,
      "step": 39391
    },
    {
      "epoch": 3.346245327896704,
      "grad_norm": 3.2742888484692907,
      "learning_rate": 0.0001289493816407634,
      "loss": 4.1214,
      "step": 39392
    },
    {
      "epoch": 3.3463302752293576,
      "grad_norm": 3.3238703505614615,
      "learning_rate": 0.0001289425834434578,
      "loss": 3.8155,
      "step": 39393
    },
    {
      "epoch": 3.3464152225620114,
      "grad_norm": 3.214732773591216,
      "learning_rate": 0.00012893578529027378,
      "loss": 3.6418,
      "step": 39394
    },
    {
      "epoch": 3.3465001698946653,
      "grad_norm": 3.5318401304270686,
      "learning_rate": 0.0001289289871812257,
      "loss": 4.1644,
      "step": 39395
    },
    {
      "epoch": 3.346585117227319,
      "grad_norm": 3.209720773298643,
      "learning_rate": 0.0001289221891163277,
      "loss": 3.6307,
      "step": 39396
    },
    {
      "epoch": 3.346670064559973,
      "grad_norm": 3.2456993190729926,
      "learning_rate": 0.00012891539109559407,
      "loss": 3.4056,
      "step": 39397
    },
    {
      "epoch": 3.3467550118926264,
      "grad_norm": 3.3999523521478365,
      "learning_rate": 0.00012890859311903905,
      "loss": 4.1599,
      "step": 39398
    },
    {
      "epoch": 3.34683995922528,
      "grad_norm": 3.190633583970991,
      "learning_rate": 0.00012890179518667687,
      "loss": 3.6164,
      "step": 39399
    },
    {
      "epoch": 3.346924906557934,
      "grad_norm": 3.0707782636826617,
      "learning_rate": 0.00012889499729852174,
      "loss": 3.3596,
      "step": 39400
    },
    {
      "epoch": 3.347009853890588,
      "grad_norm": 3.2953088286756036,
      "learning_rate": 0.00012888819945458795,
      "loss": 4.2767,
      "step": 39401
    },
    {
      "epoch": 3.3470948012232418,
      "grad_norm": 3.2596760805274716,
      "learning_rate": 0.0001288814016548898,
      "loss": 3.8114,
      "step": 39402
    },
    {
      "epoch": 3.347179748555895,
      "grad_norm": 3.2809738637633443,
      "learning_rate": 0.00012887460389944145,
      "loss": 3.6813,
      "step": 39403
    },
    {
      "epoch": 3.347264695888549,
      "grad_norm": 3.162444677346869,
      "learning_rate": 0.00012886780618825714,
      "loss": 3.3692,
      "step": 39404
    },
    {
      "epoch": 3.347349643221203,
      "grad_norm": 3.2507548076351918,
      "learning_rate": 0.0001288610085213512,
      "loss": 3.5728,
      "step": 39405
    },
    {
      "epoch": 3.3474345905538567,
      "grad_norm": 3.2748595535335006,
      "learning_rate": 0.00012885421089873773,
      "loss": 3.6247,
      "step": 39406
    },
    {
      "epoch": 3.3475195378865106,
      "grad_norm": 3.1582992025361856,
      "learning_rate": 0.0001288474133204311,
      "loss": 3.7513,
      "step": 39407
    },
    {
      "epoch": 3.347604485219164,
      "grad_norm": 3.3627295513453372,
      "learning_rate": 0.00012884061578644548,
      "loss": 4.2535,
      "step": 39408
    },
    {
      "epoch": 3.347689432551818,
      "grad_norm": 3.1156894745507127,
      "learning_rate": 0.0001288338182967952,
      "loss": 3.7659,
      "step": 39409
    },
    {
      "epoch": 3.3477743798844717,
      "grad_norm": 3.492146526331582,
      "learning_rate": 0.0001288270208514944,
      "loss": 4.0913,
      "step": 39410
    },
    {
      "epoch": 3.3478593272171255,
      "grad_norm": 3.1630404872156115,
      "learning_rate": 0.00012882022345055738,
      "loss": 3.5569,
      "step": 39411
    },
    {
      "epoch": 3.3479442745497794,
      "grad_norm": 3.5852186096356444,
      "learning_rate": 0.0001288134260939983,
      "loss": 4.3056,
      "step": 39412
    },
    {
      "epoch": 3.348029221882433,
      "grad_norm": 3.4630842177973036,
      "learning_rate": 0.00012880662878183156,
      "loss": 3.8398,
      "step": 39413
    },
    {
      "epoch": 3.3481141692150866,
      "grad_norm": 3.4932007154709166,
      "learning_rate": 0.00012879983151407127,
      "loss": 4.295,
      "step": 39414
    },
    {
      "epoch": 3.3481991165477405,
      "grad_norm": 3.111629982328762,
      "learning_rate": 0.00012879303429073172,
      "loss": 3.6373,
      "step": 39415
    },
    {
      "epoch": 3.3482840638803943,
      "grad_norm": 3.125619826366498,
      "learning_rate": 0.0001287862371118272,
      "loss": 3.424,
      "step": 39416
    },
    {
      "epoch": 3.3483690112130478,
      "grad_norm": 3.227060298537373,
      "learning_rate": 0.00012877943997737185,
      "loss": 3.8931,
      "step": 39417
    },
    {
      "epoch": 3.3484539585457016,
      "grad_norm": 3.252181265545224,
      "learning_rate": 0.00012877264288737995,
      "loss": 3.5403,
      "step": 39418
    },
    {
      "epoch": 3.3485389058783555,
      "grad_norm": 3.1764717156484394,
      "learning_rate": 0.00012876584584186574,
      "loss": 3.4978,
      "step": 39419
    },
    {
      "epoch": 3.3486238532110093,
      "grad_norm": 3.299441285970729,
      "learning_rate": 0.00012875904884084355,
      "loss": 3.9625,
      "step": 39420
    },
    {
      "epoch": 3.3487088005436627,
      "grad_norm": 3.277867331863621,
      "learning_rate": 0.0001287522518843275,
      "loss": 3.8256,
      "step": 39421
    },
    {
      "epoch": 3.3487937478763166,
      "grad_norm": 3.4553021538626356,
      "learning_rate": 0.00012874545497233188,
      "loss": 4.2001,
      "step": 39422
    },
    {
      "epoch": 3.3488786952089704,
      "grad_norm": 3.2490200026683094,
      "learning_rate": 0.00012873865810487096,
      "loss": 4.0564,
      "step": 39423
    },
    {
      "epoch": 3.3489636425416243,
      "grad_norm": 3.2891996079684724,
      "learning_rate": 0.00012873186128195893,
      "loss": 3.6216,
      "step": 39424
    },
    {
      "epoch": 3.349048589874278,
      "grad_norm": 3.3817260337578814,
      "learning_rate": 0.00012872506450361003,
      "loss": 4.1768,
      "step": 39425
    },
    {
      "epoch": 3.3491335372069315,
      "grad_norm": 3.3385506848663433,
      "learning_rate": 0.00012871826776983853,
      "loss": 3.9179,
      "step": 39426
    },
    {
      "epoch": 3.3492184845395854,
      "grad_norm": 3.1922316770077415,
      "learning_rate": 0.00012871147108065872,
      "loss": 3.7116,
      "step": 39427
    },
    {
      "epoch": 3.3493034318722392,
      "grad_norm": 3.1159797713814505,
      "learning_rate": 0.00012870467443608475,
      "loss": 3.2344,
      "step": 39428
    },
    {
      "epoch": 3.349388379204893,
      "grad_norm": 3.211766870877447,
      "learning_rate": 0.0001286978778361309,
      "loss": 3.9523,
      "step": 39429
    },
    {
      "epoch": 3.349473326537547,
      "grad_norm": 3.3181252182664167,
      "learning_rate": 0.00012869108128081143,
      "loss": 4.1908,
      "step": 39430
    },
    {
      "epoch": 3.3495582738702003,
      "grad_norm": 3.2804587924824085,
      "learning_rate": 0.0001286842847701405,
      "loss": 3.9826,
      "step": 39431
    },
    {
      "epoch": 3.349643221202854,
      "grad_norm": 3.3043610961029564,
      "learning_rate": 0.00012867748830413245,
      "loss": 4.0086,
      "step": 39432
    },
    {
      "epoch": 3.349728168535508,
      "grad_norm": 3.15304730279546,
      "learning_rate": 0.00012867069188280148,
      "loss": 3.7774,
      "step": 39433
    },
    {
      "epoch": 3.349813115868162,
      "grad_norm": 3.3598504416515196,
      "learning_rate": 0.00012866389550616187,
      "loss": 4.2319,
      "step": 39434
    },
    {
      "epoch": 3.3498980632008157,
      "grad_norm": 3.0923914821879674,
      "learning_rate": 0.0001286570991742278,
      "loss": 3.4247,
      "step": 39435
    },
    {
      "epoch": 3.349983010533469,
      "grad_norm": 3.327704801865632,
      "learning_rate": 0.00012865030288701352,
      "loss": 3.4745,
      "step": 39436
    },
    {
      "epoch": 3.350067957866123,
      "grad_norm": 3.5863332734280493,
      "learning_rate": 0.00012864350664453322,
      "loss": 4.6152,
      "step": 39437
    },
    {
      "epoch": 3.350152905198777,
      "grad_norm": 3.508780162100534,
      "learning_rate": 0.0001286367104468013,
      "loss": 3.7429,
      "step": 39438
    },
    {
      "epoch": 3.3502378525314307,
      "grad_norm": 3.2055425671282882,
      "learning_rate": 0.00012862991429383187,
      "loss": 3.9488,
      "step": 39439
    },
    {
      "epoch": 3.350322799864084,
      "grad_norm": 3.1541152369238534,
      "learning_rate": 0.00012862311818563922,
      "loss": 3.7036,
      "step": 39440
    },
    {
      "epoch": 3.350407747196738,
      "grad_norm": 3.341762561481438,
      "learning_rate": 0.00012861632212223756,
      "loss": 3.9265,
      "step": 39441
    },
    {
      "epoch": 3.350492694529392,
      "grad_norm": 3.195176476785557,
      "learning_rate": 0.00012860952610364114,
      "loss": 3.7504,
      "step": 39442
    },
    {
      "epoch": 3.3505776418620457,
      "grad_norm": 3.5362663716738183,
      "learning_rate": 0.00012860273012986416,
      "loss": 4.4906,
      "step": 39443
    },
    {
      "epoch": 3.350662589194699,
      "grad_norm": 3.587722492564256,
      "learning_rate": 0.00012859593420092095,
      "loss": 4.4211,
      "step": 39444
    },
    {
      "epoch": 3.350747536527353,
      "grad_norm": 3.152237945161701,
      "learning_rate": 0.00012858913831682574,
      "loss": 3.6823,
      "step": 39445
    },
    {
      "epoch": 3.3508324838600068,
      "grad_norm": 3.199365045315751,
      "learning_rate": 0.00012858234247759267,
      "loss": 3.6012,
      "step": 39446
    },
    {
      "epoch": 3.3509174311926606,
      "grad_norm": 3.22111696808249,
      "learning_rate": 0.0001285755466832361,
      "loss": 3.7918,
      "step": 39447
    },
    {
      "epoch": 3.3510023785253145,
      "grad_norm": 3.2036905291415025,
      "learning_rate": 0.00012856875093377018,
      "loss": 3.5993,
      "step": 39448
    },
    {
      "epoch": 3.351087325857968,
      "grad_norm": 3.338622113309808,
      "learning_rate": 0.00012856195522920912,
      "loss": 4.0268,
      "step": 39449
    },
    {
      "epoch": 3.3511722731906217,
      "grad_norm": 3.2585295795206686,
      "learning_rate": 0.00012855515956956725,
      "loss": 3.832,
      "step": 39450
    },
    {
      "epoch": 3.3512572205232756,
      "grad_norm": 3.5242098586488972,
      "learning_rate": 0.0001285483639548588,
      "loss": 4.5342,
      "step": 39451
    },
    {
      "epoch": 3.3513421678559294,
      "grad_norm": 3.162491247102583,
      "learning_rate": 0.00012854156838509802,
      "loss": 3.6564,
      "step": 39452
    },
    {
      "epoch": 3.3514271151885833,
      "grad_norm": 3.1139614088236227,
      "learning_rate": 0.00012853477286029906,
      "loss": 3.4057,
      "step": 39453
    },
    {
      "epoch": 3.3515120625212367,
      "grad_norm": 3.392090840187419,
      "learning_rate": 0.00012852797738047627,
      "loss": 4.2571,
      "step": 39454
    },
    {
      "epoch": 3.3515970098538905,
      "grad_norm": 3.488495410834937,
      "learning_rate": 0.0001285211819456437,
      "loss": 4.0388,
      "step": 39455
    },
    {
      "epoch": 3.3516819571865444,
      "grad_norm": 3.2657590930556126,
      "learning_rate": 0.00012851438655581588,
      "loss": 3.8034,
      "step": 39456
    },
    {
      "epoch": 3.3517669045191982,
      "grad_norm": 3.1594061292746205,
      "learning_rate": 0.0001285075912110068,
      "loss": 3.6629,
      "step": 39457
    },
    {
      "epoch": 3.351851851851852,
      "grad_norm": 3.494957190918505,
      "learning_rate": 0.0001285007959112308,
      "loss": 4.785,
      "step": 39458
    },
    {
      "epoch": 3.3519367991845055,
      "grad_norm": 3.1195686124882616,
      "learning_rate": 0.00012849400065650216,
      "loss": 3.7094,
      "step": 39459
    },
    {
      "epoch": 3.3520217465171593,
      "grad_norm": 3.0867785843382625,
      "learning_rate": 0.00012848720544683502,
      "loss": 3.5406,
      "step": 39460
    },
    {
      "epoch": 3.352106693849813,
      "grad_norm": 3.610303367219385,
      "learning_rate": 0.00012848041028224366,
      "loss": 4.6666,
      "step": 39461
    },
    {
      "epoch": 3.352191641182467,
      "grad_norm": 3.4179861242319585,
      "learning_rate": 0.00012847361516274227,
      "loss": 3.7775,
      "step": 39462
    },
    {
      "epoch": 3.3522765885151204,
      "grad_norm": 3.1559546137222254,
      "learning_rate": 0.0001284668200883452,
      "loss": 3.7105,
      "step": 39463
    },
    {
      "epoch": 3.3523615358477743,
      "grad_norm": 3.221960053775838,
      "learning_rate": 0.0001284600250590666,
      "loss": 3.6693,
      "step": 39464
    },
    {
      "epoch": 3.352446483180428,
      "grad_norm": 3.091564253858796,
      "learning_rate": 0.0001284532300749208,
      "loss": 3.3358,
      "step": 39465
    },
    {
      "epoch": 3.352531430513082,
      "grad_norm": 3.423945721008311,
      "learning_rate": 0.0001284464351359219,
      "loss": 4.3514,
      "step": 39466
    },
    {
      "epoch": 3.3526163778457354,
      "grad_norm": 2.9654910561487955,
      "learning_rate": 0.00012843964024208422,
      "loss": 3.1955,
      "step": 39467
    },
    {
      "epoch": 3.3527013251783893,
      "grad_norm": 3.1456671043820137,
      "learning_rate": 0.00012843284539342195,
      "loss": 3.3637,
      "step": 39468
    },
    {
      "epoch": 3.352786272511043,
      "grad_norm": 3.4696354809320398,
      "learning_rate": 0.0001284260505899494,
      "loss": 4.3682,
      "step": 39469
    },
    {
      "epoch": 3.352871219843697,
      "grad_norm": 3.25939958264745,
      "learning_rate": 0.0001284192558316808,
      "loss": 3.5333,
      "step": 39470
    },
    {
      "epoch": 3.352956167176351,
      "grad_norm": 3.2576469690693814,
      "learning_rate": 0.00012841246111863032,
      "loss": 3.7999,
      "step": 39471
    },
    {
      "epoch": 3.353041114509004,
      "grad_norm": 3.206890709012519,
      "learning_rate": 0.00012840566645081226,
      "loss": 3.6176,
      "step": 39472
    },
    {
      "epoch": 3.353126061841658,
      "grad_norm": 3.2351314795114625,
      "learning_rate": 0.0001283988718282408,
      "loss": 3.9624,
      "step": 39473
    },
    {
      "epoch": 3.353211009174312,
      "grad_norm": 3.510162903690762,
      "learning_rate": 0.0001283920772509302,
      "loss": 4.4057,
      "step": 39474
    },
    {
      "epoch": 3.3532959565069658,
      "grad_norm": 3.5710123758208616,
      "learning_rate": 0.0001283852827188947,
      "loss": 4.6501,
      "step": 39475
    },
    {
      "epoch": 3.3533809038396196,
      "grad_norm": 3.2753326930004723,
      "learning_rate": 0.0001283784882321486,
      "loss": 3.8264,
      "step": 39476
    },
    {
      "epoch": 3.353465851172273,
      "grad_norm": 3.408328418964086,
      "learning_rate": 0.00012837169379070602,
      "loss": 4.1338,
      "step": 39477
    },
    {
      "epoch": 3.353550798504927,
      "grad_norm": 3.1132509984220795,
      "learning_rate": 0.00012836489939458128,
      "loss": 3.5343,
      "step": 39478
    },
    {
      "epoch": 3.3536357458375807,
      "grad_norm": 3.3398281398986467,
      "learning_rate": 0.0001283581050437886,
      "loss": 3.9651,
      "step": 39479
    },
    {
      "epoch": 3.3537206931702346,
      "grad_norm": 3.3953557114848505,
      "learning_rate": 0.0001283513107383421,
      "loss": 4.0645,
      "step": 39480
    },
    {
      "epoch": 3.3538056405028884,
      "grad_norm": 3.217372594880389,
      "learning_rate": 0.00012834451647825626,
      "loss": 3.878,
      "step": 39481
    },
    {
      "epoch": 3.353890587835542,
      "grad_norm": 3.2642204134352806,
      "learning_rate": 0.0001283377222635451,
      "loss": 3.8642,
      "step": 39482
    },
    {
      "epoch": 3.3539755351681957,
      "grad_norm": 3.1892598556688165,
      "learning_rate": 0.000128330928094223,
      "loss": 3.4682,
      "step": 39483
    },
    {
      "epoch": 3.3540604825008495,
      "grad_norm": 3.5250894059050477,
      "learning_rate": 0.0001283241339703041,
      "loss": 4.5793,
      "step": 39484
    },
    {
      "epoch": 3.3541454298335034,
      "grad_norm": 3.119097373808757,
      "learning_rate": 0.00012831733989180264,
      "loss": 3.3486,
      "step": 39485
    },
    {
      "epoch": 3.354230377166157,
      "grad_norm": 3.217228065885657,
      "learning_rate": 0.00012831054585873283,
      "loss": 3.6428,
      "step": 39486
    },
    {
      "epoch": 3.3543153244988106,
      "grad_norm": 3.320006865877126,
      "learning_rate": 0.00012830375187110904,
      "loss": 3.4758,
      "step": 39487
    },
    {
      "epoch": 3.3544002718314645,
      "grad_norm": 3.5854155544507185,
      "learning_rate": 0.00012829695792894541,
      "loss": 4.3855,
      "step": 39488
    },
    {
      "epoch": 3.3544852191641183,
      "grad_norm": 3.4684857826154802,
      "learning_rate": 0.00012829016403225618,
      "loss": 3.6281,
      "step": 39489
    },
    {
      "epoch": 3.3545701664967718,
      "grad_norm": 3.2614751930913366,
      "learning_rate": 0.00012828337018105565,
      "loss": 4.1176,
      "step": 39490
    },
    {
      "epoch": 3.3546551138294256,
      "grad_norm": 3.0675279086835947,
      "learning_rate": 0.00012827657637535793,
      "loss": 3.3417,
      "step": 39491
    },
    {
      "epoch": 3.3547400611620795,
      "grad_norm": 3.364478672900076,
      "learning_rate": 0.00012826978261517728,
      "loss": 3.8676,
      "step": 39492
    },
    {
      "epoch": 3.3548250084947333,
      "grad_norm": 3.124227636204175,
      "learning_rate": 0.00012826298890052803,
      "loss": 3.6092,
      "step": 39493
    },
    {
      "epoch": 3.354909955827387,
      "grad_norm": 3.242063607925883,
      "learning_rate": 0.0001282561952314244,
      "loss": 3.923,
      "step": 39494
    },
    {
      "epoch": 3.3549949031600406,
      "grad_norm": 3.316272044525076,
      "learning_rate": 0.00012824940160788054,
      "loss": 3.9634,
      "step": 39495
    },
    {
      "epoch": 3.3550798504926944,
      "grad_norm": 3.163810367350729,
      "learning_rate": 0.00012824260802991075,
      "loss": 3.4531,
      "step": 39496
    },
    {
      "epoch": 3.3551647978253483,
      "grad_norm": 3.3529519221805204,
      "learning_rate": 0.00012823581449752927,
      "loss": 4.005,
      "step": 39497
    },
    {
      "epoch": 3.355249745158002,
      "grad_norm": 3.5243858163570256,
      "learning_rate": 0.0001282290210107502,
      "loss": 4.4513,
      "step": 39498
    },
    {
      "epoch": 3.355334692490656,
      "grad_norm": 3.145817171933244,
      "learning_rate": 0.000128222227569588,
      "loss": 3.5006,
      "step": 39499
    },
    {
      "epoch": 3.3554196398233094,
      "grad_norm": 3.5825675119234957,
      "learning_rate": 0.00012821543417405675,
      "loss": 3.996,
      "step": 39500
    },
    {
      "epoch": 3.3555045871559632,
      "grad_norm": 3.1841123098471105,
      "learning_rate": 0.00012820864082417076,
      "loss": 3.5387,
      "step": 39501
    },
    {
      "epoch": 3.355589534488617,
      "grad_norm": 3.282956733108751,
      "learning_rate": 0.00012820184751994421,
      "loss": 3.7245,
      "step": 39502
    },
    {
      "epoch": 3.355674481821271,
      "grad_norm": 3.2983091813933534,
      "learning_rate": 0.00012819505426139133,
      "loss": 4.139,
      "step": 39503
    },
    {
      "epoch": 3.3557594291539248,
      "grad_norm": 3.4456536239460114,
      "learning_rate": 0.00012818826104852636,
      "loss": 4.1159,
      "step": 39504
    },
    {
      "epoch": 3.355844376486578,
      "grad_norm": 3.35099346820039,
      "learning_rate": 0.00012818146788136362,
      "loss": 3.9415,
      "step": 39505
    },
    {
      "epoch": 3.355929323819232,
      "grad_norm": 3.5271217598125464,
      "learning_rate": 0.00012817467475991723,
      "loss": 4.1989,
      "step": 39506
    },
    {
      "epoch": 3.356014271151886,
      "grad_norm": 3.45699175730747,
      "learning_rate": 0.00012816788168420145,
      "loss": 4.6237,
      "step": 39507
    },
    {
      "epoch": 3.3560992184845397,
      "grad_norm": 3.341039559372832,
      "learning_rate": 0.00012816108865423059,
      "loss": 4.3641,
      "step": 39508
    },
    {
      "epoch": 3.3561841658171936,
      "grad_norm": 3.1715832074886663,
      "learning_rate": 0.00012815429567001878,
      "loss": 3.5714,
      "step": 39509
    },
    {
      "epoch": 3.356269113149847,
      "grad_norm": 3.3172845376186366,
      "learning_rate": 0.0001281475027315803,
      "loss": 4.2085,
      "step": 39510
    },
    {
      "epoch": 3.356354060482501,
      "grad_norm": 3.248585637927594,
      "learning_rate": 0.00012814070983892934,
      "loss": 3.6288,
      "step": 39511
    },
    {
      "epoch": 3.3564390078151547,
      "grad_norm": 3.1784580363945802,
      "learning_rate": 0.00012813391699208025,
      "loss": 3.3893,
      "step": 39512
    },
    {
      "epoch": 3.3565239551478085,
      "grad_norm": 3.2509946866530646,
      "learning_rate": 0.00012812712419104716,
      "loss": 3.4886,
      "step": 39513
    },
    {
      "epoch": 3.356608902480462,
      "grad_norm": 3.443948468439726,
      "learning_rate": 0.00012812033143584433,
      "loss": 4.4948,
      "step": 39514
    },
    {
      "epoch": 3.356693849813116,
      "grad_norm": 3.6173056894846747,
      "learning_rate": 0.000128113538726486,
      "loss": 4.2275,
      "step": 39515
    },
    {
      "epoch": 3.3567787971457697,
      "grad_norm": 3.284950895864145,
      "learning_rate": 0.00012810674606298638,
      "loss": 3.463,
      "step": 39516
    },
    {
      "epoch": 3.3568637444784235,
      "grad_norm": 3.3448871356992624,
      "learning_rate": 0.0001280999534453597,
      "loss": 4.173,
      "step": 39517
    },
    {
      "epoch": 3.356948691811077,
      "grad_norm": 3.22625688374232,
      "learning_rate": 0.00012809316087362022,
      "loss": 3.4668,
      "step": 39518
    },
    {
      "epoch": 3.3570336391437308,
      "grad_norm": 3.3128742934574675,
      "learning_rate": 0.0001280863683477822,
      "loss": 3.9581,
      "step": 39519
    },
    {
      "epoch": 3.3571185864763846,
      "grad_norm": 3.465591990766391,
      "learning_rate": 0.00012807957586785982,
      "loss": 4.3667,
      "step": 39520
    },
    {
      "epoch": 3.3572035338090385,
      "grad_norm": 3.2329143453724436,
      "learning_rate": 0.0001280727834338673,
      "loss": 3.4919,
      "step": 39521
    },
    {
      "epoch": 3.3572884811416923,
      "grad_norm": 3.294251515799767,
      "learning_rate": 0.00012806599104581897,
      "loss": 3.7314,
      "step": 39522
    },
    {
      "epoch": 3.3573734284743457,
      "grad_norm": 3.278769024683297,
      "learning_rate": 0.0001280591987037289,
      "loss": 4.1965,
      "step": 39523
    },
    {
      "epoch": 3.3574583758069996,
      "grad_norm": 3.453761152414434,
      "learning_rate": 0.00012805240640761145,
      "loss": 3.8842,
      "step": 39524
    },
    {
      "epoch": 3.3575433231396534,
      "grad_norm": 3.0204956696786627,
      "learning_rate": 0.00012804561415748084,
      "loss": 3.2098,
      "step": 39525
    },
    {
      "epoch": 3.3576282704723073,
      "grad_norm": 3.4484234900850894,
      "learning_rate": 0.00012803882195335127,
      "loss": 3.9199,
      "step": 39526
    },
    {
      "epoch": 3.357713217804961,
      "grad_norm": 3.1927493842921097,
      "learning_rate": 0.00012803202979523698,
      "loss": 3.9275,
      "step": 39527
    },
    {
      "epoch": 3.3577981651376145,
      "grad_norm": 3.1910283620049453,
      "learning_rate": 0.0001280252376831522,
      "loss": 3.7321,
      "step": 39528
    },
    {
      "epoch": 3.3578831124702684,
      "grad_norm": 3.233415985066252,
      "learning_rate": 0.00012801844561711112,
      "loss": 3.6943,
      "step": 39529
    },
    {
      "epoch": 3.3579680598029222,
      "grad_norm": 3.139520026926272,
      "learning_rate": 0.00012801165359712808,
      "loss": 3.2931,
      "step": 39530
    },
    {
      "epoch": 3.358053007135576,
      "grad_norm": 3.2184887361091135,
      "learning_rate": 0.00012800486162321722,
      "loss": 4.0556,
      "step": 39531
    },
    {
      "epoch": 3.35813795446823,
      "grad_norm": 3.2768658633108596,
      "learning_rate": 0.00012799806969539278,
      "loss": 3.661,
      "step": 39532
    },
    {
      "epoch": 3.3582229018008833,
      "grad_norm": 3.2227194404103847,
      "learning_rate": 0.00012799127781366906,
      "loss": 3.7594,
      "step": 39533
    },
    {
      "epoch": 3.358307849133537,
      "grad_norm": 3.4914082400241444,
      "learning_rate": 0.00012798448597806022,
      "loss": 4.3467,
      "step": 39534
    },
    {
      "epoch": 3.358392796466191,
      "grad_norm": 3.185290431027101,
      "learning_rate": 0.00012797769418858044,
      "loss": 3.556,
      "step": 39535
    },
    {
      "epoch": 3.358477743798845,
      "grad_norm": 3.5167278284026158,
      "learning_rate": 0.00012797090244524406,
      "loss": 4.4068,
      "step": 39536
    },
    {
      "epoch": 3.3585626911314983,
      "grad_norm": 3.5315167151859588,
      "learning_rate": 0.00012796411074806534,
      "loss": 3.459,
      "step": 39537
    },
    {
      "epoch": 3.358647638464152,
      "grad_norm": 3.369908309115276,
      "learning_rate": 0.00012795731909705837,
      "loss": 4.0015,
      "step": 39538
    },
    {
      "epoch": 3.358732585796806,
      "grad_norm": 3.4678045761443173,
      "learning_rate": 0.00012795052749223746,
      "loss": 4.0723,
      "step": 39539
    },
    {
      "epoch": 3.35881753312946,
      "grad_norm": 3.2775149589675285,
      "learning_rate": 0.00012794373593361688,
      "loss": 3.8108,
      "step": 39540
    },
    {
      "epoch": 3.3589024804621133,
      "grad_norm": 3.2080643975224374,
      "learning_rate": 0.00012793694442121074,
      "loss": 3.532,
      "step": 39541
    },
    {
      "epoch": 3.358987427794767,
      "grad_norm": 3.3735414248756896,
      "learning_rate": 0.00012793015295503338,
      "loss": 3.7782,
      "step": 39542
    },
    {
      "epoch": 3.359072375127421,
      "grad_norm": 3.3343467304592784,
      "learning_rate": 0.000127923361535099,
      "loss": 3.5605,
      "step": 39543
    },
    {
      "epoch": 3.359157322460075,
      "grad_norm": 3.282760512165428,
      "learning_rate": 0.00012791657016142185,
      "loss": 3.6345,
      "step": 39544
    },
    {
      "epoch": 3.3592422697927287,
      "grad_norm": 3.1421055446733,
      "learning_rate": 0.0001279097788340161,
      "loss": 3.5088,
      "step": 39545
    },
    {
      "epoch": 3.359327217125382,
      "grad_norm": 3.3383067464548764,
      "learning_rate": 0.00012790298755289604,
      "loss": 4.2742,
      "step": 39546
    },
    {
      "epoch": 3.359412164458036,
      "grad_norm": 3.0393247772878857,
      "learning_rate": 0.0001278961963180758,
      "loss": 3.1754,
      "step": 39547
    },
    {
      "epoch": 3.3594971117906898,
      "grad_norm": 3.256693825047057,
      "learning_rate": 0.00012788940512956977,
      "loss": 3.99,
      "step": 39548
    },
    {
      "epoch": 3.3595820591233436,
      "grad_norm": 3.2754330091067465,
      "learning_rate": 0.00012788261398739205,
      "loss": 3.4373,
      "step": 39549
    },
    {
      "epoch": 3.3596670064559975,
      "grad_norm": 3.1849119131598487,
      "learning_rate": 0.00012787582289155693,
      "loss": 3.7075,
      "step": 39550
    },
    {
      "epoch": 3.359751953788651,
      "grad_norm": 3.485442885204297,
      "learning_rate": 0.00012786903184207863,
      "loss": 4.1321,
      "step": 39551
    },
    {
      "epoch": 3.3598369011213047,
      "grad_norm": 3.1967509514718326,
      "learning_rate": 0.00012786224083897137,
      "loss": 3.6265,
      "step": 39552
    },
    {
      "epoch": 3.3599218484539586,
      "grad_norm": 3.207576847471059,
      "learning_rate": 0.00012785544988224936,
      "loss": 3.852,
      "step": 39553
    },
    {
      "epoch": 3.3600067957866124,
      "grad_norm": 3.2344947303839535,
      "learning_rate": 0.00012784865897192682,
      "loss": 3.6781,
      "step": 39554
    },
    {
      "epoch": 3.3600917431192663,
      "grad_norm": 3.051252078759935,
      "learning_rate": 0.00012784186810801807,
      "loss": 3.4362,
      "step": 39555
    },
    {
      "epoch": 3.3601766904519197,
      "grad_norm": 3.1735526035711743,
      "learning_rate": 0.00012783507729053725,
      "loss": 3.7219,
      "step": 39556
    },
    {
      "epoch": 3.3602616377845735,
      "grad_norm": 3.3040937926498306,
      "learning_rate": 0.0001278282865194986,
      "loss": 3.5694,
      "step": 39557
    },
    {
      "epoch": 3.3603465851172274,
      "grad_norm": 3.5282953414667566,
      "learning_rate": 0.00012782149579491643,
      "loss": 4.3958,
      "step": 39558
    },
    {
      "epoch": 3.3604315324498812,
      "grad_norm": 3.2932575370200303,
      "learning_rate": 0.00012781470511680486,
      "loss": 4.0787,
      "step": 39559
    },
    {
      "epoch": 3.3605164797825346,
      "grad_norm": 3.4168963539188835,
      "learning_rate": 0.0001278079144851781,
      "loss": 3.818,
      "step": 39560
    },
    {
      "epoch": 3.3606014271151885,
      "grad_norm": 3.2006827899362835,
      "learning_rate": 0.00012780112390005052,
      "loss": 3.6415,
      "step": 39561
    },
    {
      "epoch": 3.3606863744478424,
      "grad_norm": 3.0902664212490403,
      "learning_rate": 0.00012779433336143628,
      "loss": 3.461,
      "step": 39562
    },
    {
      "epoch": 3.360771321780496,
      "grad_norm": 3.117074608415113,
      "learning_rate": 0.00012778754286934955,
      "loss": 3.58,
      "step": 39563
    },
    {
      "epoch": 3.3608562691131496,
      "grad_norm": 3.3462986320525125,
      "learning_rate": 0.00012778075242380463,
      "loss": 4.1001,
      "step": 39564
    },
    {
      "epoch": 3.3609412164458035,
      "grad_norm": 3.47378624155274,
      "learning_rate": 0.00012777396202481574,
      "loss": 4.0235,
      "step": 39565
    },
    {
      "epoch": 3.3610261637784573,
      "grad_norm": 3.2888830765889554,
      "learning_rate": 0.00012776717167239704,
      "loss": 3.7129,
      "step": 39566
    },
    {
      "epoch": 3.361111111111111,
      "grad_norm": 3.3968894355052024,
      "learning_rate": 0.00012776038136656282,
      "loss": 4.3186,
      "step": 39567
    },
    {
      "epoch": 3.361196058443765,
      "grad_norm": 3.4197601431843303,
      "learning_rate": 0.00012775359110732732,
      "loss": 4.3999,
      "step": 39568
    },
    {
      "epoch": 3.3612810057764184,
      "grad_norm": 3.6309252312888924,
      "learning_rate": 0.00012774680089470478,
      "loss": 3.5048,
      "step": 39569
    },
    {
      "epoch": 3.3613659531090723,
      "grad_norm": 3.183509367065694,
      "learning_rate": 0.00012774001072870934,
      "loss": 3.5771,
      "step": 39570
    },
    {
      "epoch": 3.361450900441726,
      "grad_norm": 3.3409061174751873,
      "learning_rate": 0.00012773322060935532,
      "loss": 3.9563,
      "step": 39571
    },
    {
      "epoch": 3.36153584777438,
      "grad_norm": 3.281896640176418,
      "learning_rate": 0.0001277264305366568,
      "loss": 4.3421,
      "step": 39572
    },
    {
      "epoch": 3.361620795107034,
      "grad_norm": 3.465373919992312,
      "learning_rate": 0.00012771964051062822,
      "loss": 3.9908,
      "step": 39573
    },
    {
      "epoch": 3.3617057424396872,
      "grad_norm": 3.2965430720524043,
      "learning_rate": 0.00012771285053128365,
      "loss": 3.7313,
      "step": 39574
    },
    {
      "epoch": 3.361790689772341,
      "grad_norm": 3.3407858698344026,
      "learning_rate": 0.00012770606059863738,
      "loss": 4.0251,
      "step": 39575
    },
    {
      "epoch": 3.361875637104995,
      "grad_norm": 3.4644255892037994,
      "learning_rate": 0.0001276992707127037,
      "loss": 3.8585,
      "step": 39576
    },
    {
      "epoch": 3.361960584437649,
      "grad_norm": 3.1237118616951003,
      "learning_rate": 0.00012769248087349667,
      "loss": 3.2683,
      "step": 39577
    },
    {
      "epoch": 3.3620455317703026,
      "grad_norm": 3.258914707440127,
      "learning_rate": 0.0001276856910810306,
      "loss": 3.796,
      "step": 39578
    },
    {
      "epoch": 3.362130479102956,
      "grad_norm": 3.5100701747215823,
      "learning_rate": 0.00012767890133531974,
      "loss": 4.4714,
      "step": 39579
    },
    {
      "epoch": 3.36221542643561,
      "grad_norm": 3.455559421181909,
      "learning_rate": 0.00012767211163637837,
      "loss": 3.7967,
      "step": 39580
    },
    {
      "epoch": 3.3623003737682637,
      "grad_norm": 3.248928954240021,
      "learning_rate": 0.0001276653219842206,
      "loss": 3.617,
      "step": 39581
    },
    {
      "epoch": 3.3623853211009176,
      "grad_norm": 3.327959294968344,
      "learning_rate": 0.00012765853237886073,
      "loss": 3.9015,
      "step": 39582
    },
    {
      "epoch": 3.362470268433571,
      "grad_norm": 3.4655546280904783,
      "learning_rate": 0.00012765174282031294,
      "loss": 3.9966,
      "step": 39583
    },
    {
      "epoch": 3.362555215766225,
      "grad_norm": 3.45027730742669,
      "learning_rate": 0.00012764495330859144,
      "loss": 3.9929,
      "step": 39584
    },
    {
      "epoch": 3.3626401630988787,
      "grad_norm": 3.138770694247365,
      "learning_rate": 0.0001276381638437105,
      "loss": 3.7094,
      "step": 39585
    },
    {
      "epoch": 3.3627251104315325,
      "grad_norm": 3.5198754967968027,
      "learning_rate": 0.0001276313744256844,
      "loss": 4.1584,
      "step": 39586
    },
    {
      "epoch": 3.362810057764186,
      "grad_norm": 3.1749821022118008,
      "learning_rate": 0.00012762458505452727,
      "loss": 3.7258,
      "step": 39587
    },
    {
      "epoch": 3.36289500509684,
      "grad_norm": 3.2155595751754444,
      "learning_rate": 0.00012761779573025337,
      "loss": 3.9386,
      "step": 39588
    },
    {
      "epoch": 3.3629799524294937,
      "grad_norm": 3.2378657355104252,
      "learning_rate": 0.00012761100645287696,
      "loss": 4.0535,
      "step": 39589
    },
    {
      "epoch": 3.3630648997621475,
      "grad_norm": 3.20394085541021,
      "learning_rate": 0.00012760421722241214,
      "loss": 3.6279,
      "step": 39590
    },
    {
      "epoch": 3.3631498470948014,
      "grad_norm": 3.051581586488596,
      "learning_rate": 0.00012759742803887333,
      "loss": 3.3558,
      "step": 39591
    },
    {
      "epoch": 3.3632347944274548,
      "grad_norm": 3.09663690452171,
      "learning_rate": 0.00012759063890227458,
      "loss": 3.4866,
      "step": 39592
    },
    {
      "epoch": 3.3633197417601086,
      "grad_norm": 3.2197662926280413,
      "learning_rate": 0.00012758384981263025,
      "loss": 3.8356,
      "step": 39593
    },
    {
      "epoch": 3.3634046890927625,
      "grad_norm": 3.2600860870194506,
      "learning_rate": 0.0001275770607699545,
      "loss": 4.0049,
      "step": 39594
    },
    {
      "epoch": 3.3634896364254163,
      "grad_norm": 3.2689468789785274,
      "learning_rate": 0.00012757027177426152,
      "loss": 3.7043,
      "step": 39595
    },
    {
      "epoch": 3.36357458375807,
      "grad_norm": 3.4274466112483926,
      "learning_rate": 0.0001275634828255656,
      "loss": 4.3628,
      "step": 39596
    },
    {
      "epoch": 3.3636595310907236,
      "grad_norm": 3.418134449027983,
      "learning_rate": 0.00012755669392388086,
      "loss": 3.6837,
      "step": 39597
    },
    {
      "epoch": 3.3637444784233774,
      "grad_norm": 3.236612217157626,
      "learning_rate": 0.0001275499050692217,
      "loss": 3.7479,
      "step": 39598
    },
    {
      "epoch": 3.3638294257560313,
      "grad_norm": 3.07982524703494,
      "learning_rate": 0.00012754311626160224,
      "loss": 3.3041,
      "step": 39599
    },
    {
      "epoch": 3.363914373088685,
      "grad_norm": 3.5720824299698477,
      "learning_rate": 0.00012753632750103669,
      "loss": 4.3944,
      "step": 39600
    },
    {
      "epoch": 3.363999320421339,
      "grad_norm": 3.3908058537426853,
      "learning_rate": 0.0001275295387875393,
      "loss": 3.5497,
      "step": 39601
    },
    {
      "epoch": 3.3640842677539924,
      "grad_norm": 3.4617403034228604,
      "learning_rate": 0.0001275227501211243,
      "loss": 4.2529,
      "step": 39602
    },
    {
      "epoch": 3.3641692150866462,
      "grad_norm": 3.3265765091049437,
      "learning_rate": 0.00012751596150180583,
      "loss": 3.927,
      "step": 39603
    },
    {
      "epoch": 3.3642541624193,
      "grad_norm": 3.3141518677195854,
      "learning_rate": 0.00012750917292959828,
      "loss": 3.9156,
      "step": 39604
    },
    {
      "epoch": 3.364339109751954,
      "grad_norm": 3.2220615916666326,
      "learning_rate": 0.00012750238440451577,
      "loss": 3.8552,
      "step": 39605
    },
    {
      "epoch": 3.364424057084608,
      "grad_norm": 3.352480791152255,
      "learning_rate": 0.00012749559592657253,
      "loss": 3.9727,
      "step": 39606
    },
    {
      "epoch": 3.364509004417261,
      "grad_norm": 3.3213367677111068,
      "learning_rate": 0.00012748880749578281,
      "loss": 3.9858,
      "step": 39607
    },
    {
      "epoch": 3.364593951749915,
      "grad_norm": 3.4446279662568595,
      "learning_rate": 0.0001274820191121608,
      "loss": 4.0308,
      "step": 39608
    },
    {
      "epoch": 3.364678899082569,
      "grad_norm": 3.187407482457684,
      "learning_rate": 0.0001274752307757207,
      "loss": 3.6479,
      "step": 39609
    },
    {
      "epoch": 3.3647638464152227,
      "grad_norm": 3.195970091766868,
      "learning_rate": 0.00012746844248647681,
      "loss": 3.4409,
      "step": 39610
    },
    {
      "epoch": 3.364848793747876,
      "grad_norm": 3.310349353280467,
      "learning_rate": 0.00012746165424444333,
      "loss": 3.7609,
      "step": 39611
    },
    {
      "epoch": 3.36493374108053,
      "grad_norm": 3.1683449153816796,
      "learning_rate": 0.00012745486604963445,
      "loss": 3.7284,
      "step": 39612
    },
    {
      "epoch": 3.365018688413184,
      "grad_norm": 3.4399697417571913,
      "learning_rate": 0.00012744807790206441,
      "loss": 3.9887,
      "step": 39613
    },
    {
      "epoch": 3.3651036357458377,
      "grad_norm": 3.3712736150578135,
      "learning_rate": 0.0001274412898017475,
      "loss": 4.128,
      "step": 39614
    },
    {
      "epoch": 3.365188583078491,
      "grad_norm": 3.452506368803084,
      "learning_rate": 0.00012743450174869774,
      "loss": 4.4024,
      "step": 39615
    },
    {
      "epoch": 3.365273530411145,
      "grad_norm": 3.2694629306058496,
      "learning_rate": 0.0001274277137429296,
      "loss": 3.6459,
      "step": 39616
    },
    {
      "epoch": 3.365358477743799,
      "grad_norm": 3.150516352893066,
      "learning_rate": 0.00012742092578445718,
      "loss": 3.7214,
      "step": 39617
    },
    {
      "epoch": 3.3654434250764527,
      "grad_norm": 3.289733927981167,
      "learning_rate": 0.00012741413787329471,
      "loss": 3.9682,
      "step": 39618
    },
    {
      "epoch": 3.3655283724091065,
      "grad_norm": 3.2847840597301476,
      "learning_rate": 0.00012740735000945643,
      "loss": 3.7773,
      "step": 39619
    },
    {
      "epoch": 3.36561331974176,
      "grad_norm": 3.1565239393320548,
      "learning_rate": 0.00012740056219295656,
      "loss": 3.7572,
      "step": 39620
    },
    {
      "epoch": 3.3656982670744138,
      "grad_norm": 3.2601649381896975,
      "learning_rate": 0.00012739377442380924,
      "loss": 3.7129,
      "step": 39621
    },
    {
      "epoch": 3.3657832144070676,
      "grad_norm": 3.237479415261835,
      "learning_rate": 0.00012738698670202884,
      "loss": 3.5532,
      "step": 39622
    },
    {
      "epoch": 3.3658681617397215,
      "grad_norm": 3.5189763023140856,
      "learning_rate": 0.00012738019902762952,
      "loss": 4.5005,
      "step": 39623
    },
    {
      "epoch": 3.3659531090723753,
      "grad_norm": 3.05432700486704,
      "learning_rate": 0.00012737341140062547,
      "loss": 3.3787,
      "step": 39624
    },
    {
      "epoch": 3.3660380564050287,
      "grad_norm": 3.233810558819224,
      "learning_rate": 0.00012736662382103098,
      "loss": 3.7529,
      "step": 39625
    },
    {
      "epoch": 3.3661230037376826,
      "grad_norm": 3.2371471469589084,
      "learning_rate": 0.00012735983628886017,
      "loss": 3.5555,
      "step": 39626
    },
    {
      "epoch": 3.3662079510703364,
      "grad_norm": 3.289149225949795,
      "learning_rate": 0.00012735304880412732,
      "loss": 3.904,
      "step": 39627
    },
    {
      "epoch": 3.3662928984029903,
      "grad_norm": 3.2762061413702552,
      "learning_rate": 0.00012734626136684665,
      "loss": 3.6631,
      "step": 39628
    },
    {
      "epoch": 3.366377845735644,
      "grad_norm": 3.293428565812997,
      "learning_rate": 0.00012733947397703245,
      "loss": 4.0444,
      "step": 39629
    },
    {
      "epoch": 3.3664627930682975,
      "grad_norm": 3.521240910432173,
      "learning_rate": 0.0001273326866346988,
      "loss": 4.1642,
      "step": 39630
    },
    {
      "epoch": 3.3665477404009514,
      "grad_norm": 3.277773179891115,
      "learning_rate": 0.00012732589933986003,
      "loss": 3.9136,
      "step": 39631
    },
    {
      "epoch": 3.3666326877336052,
      "grad_norm": 3.577767264867936,
      "learning_rate": 0.00012731911209253033,
      "loss": 4.253,
      "step": 39632
    },
    {
      "epoch": 3.366717635066259,
      "grad_norm": 3.413699819014574,
      "learning_rate": 0.00012731232489272387,
      "loss": 4.0575,
      "step": 39633
    },
    {
      "epoch": 3.3668025823989125,
      "grad_norm": 3.221381296453189,
      "learning_rate": 0.00012730553774045498,
      "loss": 3.8891,
      "step": 39634
    },
    {
      "epoch": 3.3668875297315664,
      "grad_norm": 3.545187281931265,
      "learning_rate": 0.00012729875063573778,
      "loss": 4.5174,
      "step": 39635
    },
    {
      "epoch": 3.36697247706422,
      "grad_norm": 3.245250888517718,
      "learning_rate": 0.00012729196357858658,
      "loss": 3.8071,
      "step": 39636
    },
    {
      "epoch": 3.367057424396874,
      "grad_norm": 3.495475061415241,
      "learning_rate": 0.00012728517656901552,
      "loss": 4.3508,
      "step": 39637
    },
    {
      "epoch": 3.3671423717295275,
      "grad_norm": 3.1652571160646463,
      "learning_rate": 0.00012727838960703886,
      "loss": 3.6838,
      "step": 39638
    },
    {
      "epoch": 3.3672273190621813,
      "grad_norm": 3.390690422662259,
      "learning_rate": 0.00012727160269267076,
      "loss": 4.1412,
      "step": 39639
    },
    {
      "epoch": 3.367312266394835,
      "grad_norm": 3.3016977889586236,
      "learning_rate": 0.0001272648158259256,
      "loss": 3.6273,
      "step": 39640
    },
    {
      "epoch": 3.367397213727489,
      "grad_norm": 3.2602162870659233,
      "learning_rate": 0.00012725802900681742,
      "loss": 3.938,
      "step": 39641
    },
    {
      "epoch": 3.367482161060143,
      "grad_norm": 3.301192046715507,
      "learning_rate": 0.00012725124223536056,
      "loss": 3.9578,
      "step": 39642
    },
    {
      "epoch": 3.3675671083927963,
      "grad_norm": 3.5650673160641455,
      "learning_rate": 0.00012724445551156918,
      "loss": 4.3891,
      "step": 39643
    },
    {
      "epoch": 3.36765205572545,
      "grad_norm": 3.3966136111640624,
      "learning_rate": 0.00012723766883545752,
      "loss": 4.3222,
      "step": 39644
    },
    {
      "epoch": 3.367737003058104,
      "grad_norm": 3.2246869937287728,
      "learning_rate": 0.00012723088220703977,
      "loss": 3.6244,
      "step": 39645
    },
    {
      "epoch": 3.367821950390758,
      "grad_norm": 3.2854716431671456,
      "learning_rate": 0.00012722409562633018,
      "loss": 3.805,
      "step": 39646
    },
    {
      "epoch": 3.3679068977234117,
      "grad_norm": 3.3028178890151105,
      "learning_rate": 0.00012721730909334301,
      "loss": 4.2049,
      "step": 39647
    },
    {
      "epoch": 3.367991845056065,
      "grad_norm": 3.5043103714773896,
      "learning_rate": 0.00012721052260809243,
      "loss": 4.2843,
      "step": 39648
    },
    {
      "epoch": 3.368076792388719,
      "grad_norm": 3.136655819823796,
      "learning_rate": 0.00012720373617059263,
      "loss": 3.5075,
      "step": 39649
    },
    {
      "epoch": 3.368161739721373,
      "grad_norm": 3.1743525767817538,
      "learning_rate": 0.0001271969497808579,
      "loss": 3.7444,
      "step": 39650
    },
    {
      "epoch": 3.3682466870540266,
      "grad_norm": 3.216343866716508,
      "learning_rate": 0.00012719016343890242,
      "loss": 3.8268,
      "step": 39651
    },
    {
      "epoch": 3.3683316343866805,
      "grad_norm": 3.1599439819292328,
      "learning_rate": 0.00012718337714474036,
      "loss": 3.3529,
      "step": 39652
    },
    {
      "epoch": 3.368416581719334,
      "grad_norm": 3.3874124137671737,
      "learning_rate": 0.00012717659089838602,
      "loss": 3.9805,
      "step": 39653
    },
    {
      "epoch": 3.3685015290519877,
      "grad_norm": 3.52101532219846,
      "learning_rate": 0.00012716980469985366,
      "loss": 4.2982,
      "step": 39654
    },
    {
      "epoch": 3.3685864763846416,
      "grad_norm": 3.4716749735884043,
      "learning_rate": 0.0001271630185491574,
      "loss": 4.1647,
      "step": 39655
    },
    {
      "epoch": 3.3686714237172954,
      "grad_norm": 3.489362315039721,
      "learning_rate": 0.00012715623244631145,
      "loss": 4.0944,
      "step": 39656
    },
    {
      "epoch": 3.368756371049949,
      "grad_norm": 3.252928704259272,
      "learning_rate": 0.00012714944639133013,
      "loss": 3.6563,
      "step": 39657
    },
    {
      "epoch": 3.3688413183826027,
      "grad_norm": 3.1086723210547387,
      "learning_rate": 0.00012714266038422754,
      "loss": 3.3399,
      "step": 39658
    },
    {
      "epoch": 3.3689262657152566,
      "grad_norm": 3.276180930379143,
      "learning_rate": 0.00012713587442501797,
      "loss": 3.8915,
      "step": 39659
    },
    {
      "epoch": 3.3690112130479104,
      "grad_norm": 3.2813307649411767,
      "learning_rate": 0.00012712908851371564,
      "loss": 4.0578,
      "step": 39660
    },
    {
      "epoch": 3.369096160380564,
      "grad_norm": 3.0401129570054426,
      "learning_rate": 0.00012712230265033477,
      "loss": 3.173,
      "step": 39661
    },
    {
      "epoch": 3.3691811077132177,
      "grad_norm": 3.5120253207031285,
      "learning_rate": 0.00012711551683488957,
      "loss": 4.1543,
      "step": 39662
    },
    {
      "epoch": 3.3692660550458715,
      "grad_norm": 3.3053060580091516,
      "learning_rate": 0.00012710873106739422,
      "loss": 3.7187,
      "step": 39663
    },
    {
      "epoch": 3.3693510023785254,
      "grad_norm": 3.383394415070997,
      "learning_rate": 0.00012710194534786297,
      "loss": 3.7815,
      "step": 39664
    },
    {
      "epoch": 3.369435949711179,
      "grad_norm": 3.1559270273184183,
      "learning_rate": 0.00012709515967631007,
      "loss": 3.5561,
      "step": 39665
    },
    {
      "epoch": 3.3695208970438326,
      "grad_norm": 3.208875113309556,
      "learning_rate": 0.00012708837405274968,
      "loss": 3.7527,
      "step": 39666
    },
    {
      "epoch": 3.3696058443764865,
      "grad_norm": 3.148929686575971,
      "learning_rate": 0.00012708158847719606,
      "loss": 3.3391,
      "step": 39667
    },
    {
      "epoch": 3.3696907917091403,
      "grad_norm": 3.4479816696527235,
      "learning_rate": 0.00012707480294966343,
      "loss": 3.5322,
      "step": 39668
    },
    {
      "epoch": 3.369775739041794,
      "grad_norm": 3.075765650666336,
      "learning_rate": 0.00012706801747016598,
      "loss": 3.3434,
      "step": 39669
    },
    {
      "epoch": 3.369860686374448,
      "grad_norm": 3.3368931266044117,
      "learning_rate": 0.00012706123203871787,
      "loss": 3.8991,
      "step": 39670
    },
    {
      "epoch": 3.3699456337071014,
      "grad_norm": 3.478394737285582,
      "learning_rate": 0.00012705444665533344,
      "loss": 3.869,
      "step": 39671
    },
    {
      "epoch": 3.3700305810397553,
      "grad_norm": 3.463496127545952,
      "learning_rate": 0.00012704766132002688,
      "loss": 4.3693,
      "step": 39672
    },
    {
      "epoch": 3.370115528372409,
      "grad_norm": 3.5848495065207127,
      "learning_rate": 0.00012704087603281235,
      "loss": 4.4393,
      "step": 39673
    },
    {
      "epoch": 3.370200475705063,
      "grad_norm": 3.226620904649705,
      "learning_rate": 0.0001270340907937041,
      "loss": 3.7377,
      "step": 39674
    },
    {
      "epoch": 3.370285423037717,
      "grad_norm": 3.5382245867070026,
      "learning_rate": 0.00012702730560271638,
      "loss": 4.1947,
      "step": 39675
    },
    {
      "epoch": 3.3703703703703702,
      "grad_norm": 3.190107184523982,
      "learning_rate": 0.0001270205204598633,
      "loss": 3.6566,
      "step": 39676
    },
    {
      "epoch": 3.370455317703024,
      "grad_norm": 3.2063090709419115,
      "learning_rate": 0.00012701373536515916,
      "loss": 3.4639,
      "step": 39677
    },
    {
      "epoch": 3.370540265035678,
      "grad_norm": 3.338100832378911,
      "learning_rate": 0.0001270069503186182,
      "loss": 3.6269,
      "step": 39678
    },
    {
      "epoch": 3.370625212368332,
      "grad_norm": 3.4981150494598094,
      "learning_rate": 0.00012700016532025458,
      "loss": 4.2519,
      "step": 39679
    },
    {
      "epoch": 3.370710159700985,
      "grad_norm": 3.1874234496736027,
      "learning_rate": 0.00012699338037008257,
      "loss": 3.8875,
      "step": 39680
    },
    {
      "epoch": 3.370795107033639,
      "grad_norm": 3.163332421603594,
      "learning_rate": 0.00012698659546811632,
      "loss": 3.5218,
      "step": 39681
    },
    {
      "epoch": 3.370880054366293,
      "grad_norm": 3.108674964301328,
      "learning_rate": 0.00012697981061437005,
      "loss": 3.4484,
      "step": 39682
    },
    {
      "epoch": 3.3709650016989468,
      "grad_norm": 3.218631182534565,
      "learning_rate": 0.0001269730258088581,
      "loss": 3.658,
      "step": 39683
    },
    {
      "epoch": 3.3710499490316006,
      "grad_norm": 3.4689019250497704,
      "learning_rate": 0.00012696624105159451,
      "loss": 4.1322,
      "step": 39684
    },
    {
      "epoch": 3.371134896364254,
      "grad_norm": 3.208939795189842,
      "learning_rate": 0.00012695945634259363,
      "loss": 3.7342,
      "step": 39685
    },
    {
      "epoch": 3.371219843696908,
      "grad_norm": 3.49543833466958,
      "learning_rate": 0.00012695267168186963,
      "loss": 4.0367,
      "step": 39686
    },
    {
      "epoch": 3.3713047910295617,
      "grad_norm": 3.5247403105198396,
      "learning_rate": 0.0001269458870694367,
      "loss": 4.2856,
      "step": 39687
    },
    {
      "epoch": 3.3713897383622156,
      "grad_norm": 3.4668808852454647,
      "learning_rate": 0.0001269391025053091,
      "loss": 4.3329,
      "step": 39688
    },
    {
      "epoch": 3.371474685694869,
      "grad_norm": 3.2945405856406222,
      "learning_rate": 0.00012693231798950095,
      "loss": 3.8978,
      "step": 39689
    },
    {
      "epoch": 3.371559633027523,
      "grad_norm": 3.4203333759611834,
      "learning_rate": 0.00012692553352202662,
      "loss": 3.7793,
      "step": 39690
    },
    {
      "epoch": 3.3716445803601767,
      "grad_norm": 3.4478265223164466,
      "learning_rate": 0.0001269187491029002,
      "loss": 4.1525,
      "step": 39691
    },
    {
      "epoch": 3.3717295276928305,
      "grad_norm": 3.0953264160835627,
      "learning_rate": 0.00012691196473213598,
      "loss": 3.6982,
      "step": 39692
    },
    {
      "epoch": 3.3718144750254844,
      "grad_norm": 3.5115986832529518,
      "learning_rate": 0.00012690518040974814,
      "loss": 3.8459,
      "step": 39693
    },
    {
      "epoch": 3.3718994223581378,
      "grad_norm": 3.527977751702874,
      "learning_rate": 0.0001268983961357509,
      "loss": 4.1002,
      "step": 39694
    },
    {
      "epoch": 3.3719843696907916,
      "grad_norm": 3.216297413773431,
      "learning_rate": 0.0001268916119101584,
      "loss": 3.7415,
      "step": 39695
    },
    {
      "epoch": 3.3720693170234455,
      "grad_norm": 3.216532896168024,
      "learning_rate": 0.000126884827732985,
      "loss": 3.9122,
      "step": 39696
    },
    {
      "epoch": 3.3721542643560993,
      "grad_norm": 3.562647487569074,
      "learning_rate": 0.0001268780436042449,
      "loss": 4.2607,
      "step": 39697
    },
    {
      "epoch": 3.372239211688753,
      "grad_norm": 3.3040926919887816,
      "learning_rate": 0.00012687125952395219,
      "loss": 3.8788,
      "step": 39698
    },
    {
      "epoch": 3.3723241590214066,
      "grad_norm": 3.2364914291663363,
      "learning_rate": 0.00012686447549212115,
      "loss": 3.6286,
      "step": 39699
    },
    {
      "epoch": 3.3724091063540604,
      "grad_norm": 3.2746954828891592,
      "learning_rate": 0.00012685769150876607,
      "loss": 3.6195,
      "step": 39700
    },
    {
      "epoch": 3.3724940536867143,
      "grad_norm": 3.223226929774627,
      "learning_rate": 0.00012685090757390098,
      "loss": 3.7909,
      "step": 39701
    },
    {
      "epoch": 3.372579001019368,
      "grad_norm": 3.4785772947764153,
      "learning_rate": 0.00012684412368754028,
      "loss": 4.3264,
      "step": 39702
    },
    {
      "epoch": 3.372663948352022,
      "grad_norm": 3.5108671548577832,
      "learning_rate": 0.00012683733984969809,
      "loss": 4.3127,
      "step": 39703
    },
    {
      "epoch": 3.3727488956846754,
      "grad_norm": 3.5426474191864843,
      "learning_rate": 0.00012683055606038868,
      "loss": 4.224,
      "step": 39704
    },
    {
      "epoch": 3.3728338430173292,
      "grad_norm": 3.1475305580928956,
      "learning_rate": 0.00012682377231962622,
      "loss": 3.3923,
      "step": 39705
    },
    {
      "epoch": 3.372918790349983,
      "grad_norm": 3.2748893851474215,
      "learning_rate": 0.00012681698862742493,
      "loss": 3.7717,
      "step": 39706
    },
    {
      "epoch": 3.373003737682637,
      "grad_norm": 3.3071643673045847,
      "learning_rate": 0.000126810204983799,
      "loss": 3.8739,
      "step": 39707
    },
    {
      "epoch": 3.3730886850152904,
      "grad_norm": 3.29073339144081,
      "learning_rate": 0.0001268034213887627,
      "loss": 3.6252,
      "step": 39708
    },
    {
      "epoch": 3.373173632347944,
      "grad_norm": 3.5127619910869856,
      "learning_rate": 0.0001267966378423302,
      "loss": 4.1576,
      "step": 39709
    },
    {
      "epoch": 3.373258579680598,
      "grad_norm": 3.265543416822358,
      "learning_rate": 0.00012678985434451574,
      "loss": 3.9613,
      "step": 39710
    },
    {
      "epoch": 3.373343527013252,
      "grad_norm": 3.2414425317517748,
      "learning_rate": 0.00012678307089533354,
      "loss": 3.5126,
      "step": 39711
    },
    {
      "epoch": 3.3734284743459053,
      "grad_norm": 3.181659139090411,
      "learning_rate": 0.0001267762874947978,
      "loss": 3.5077,
      "step": 39712
    },
    {
      "epoch": 3.373513421678559,
      "grad_norm": 3.3434433003277193,
      "learning_rate": 0.00012676950414292266,
      "loss": 3.8201,
      "step": 39713
    },
    {
      "epoch": 3.373598369011213,
      "grad_norm": 3.5260033948837184,
      "learning_rate": 0.00012676272083972243,
      "loss": 4.0575,
      "step": 39714
    },
    {
      "epoch": 3.373683316343867,
      "grad_norm": 3.2557194196557604,
      "learning_rate": 0.00012675593758521136,
      "loss": 3.7287,
      "step": 39715
    },
    {
      "epoch": 3.3737682636765207,
      "grad_norm": 3.533560750790006,
      "learning_rate": 0.00012674915437940355,
      "loss": 4.5168,
      "step": 39716
    },
    {
      "epoch": 3.373853211009174,
      "grad_norm": 3.2321577536693886,
      "learning_rate": 0.0001267423712223133,
      "loss": 3.7683,
      "step": 39717
    },
    {
      "epoch": 3.373938158341828,
      "grad_norm": 3.4940541337466327,
      "learning_rate": 0.00012673558811395475,
      "loss": 4.1192,
      "step": 39718
    },
    {
      "epoch": 3.374023105674482,
      "grad_norm": 3.774373312597644,
      "learning_rate": 0.00012672880505434214,
      "loss": 3.4824,
      "step": 39719
    },
    {
      "epoch": 3.3741080530071357,
      "grad_norm": 3.2414211987301176,
      "learning_rate": 0.00012672202204348968,
      "loss": 3.9095,
      "step": 39720
    },
    {
      "epoch": 3.3741930003397895,
      "grad_norm": 3.6016339650651745,
      "learning_rate": 0.0001267152390814116,
      "loss": 4.5404,
      "step": 39721
    },
    {
      "epoch": 3.374277947672443,
      "grad_norm": 3.2905106549742125,
      "learning_rate": 0.00012670845616812216,
      "loss": 4.0316,
      "step": 39722
    },
    {
      "epoch": 3.374362895005097,
      "grad_norm": 3.3833031595531,
      "learning_rate": 0.00012670167330363548,
      "loss": 4.2758,
      "step": 39723
    },
    {
      "epoch": 3.3744478423377506,
      "grad_norm": 3.3705518755195825,
      "learning_rate": 0.0001266948904879658,
      "loss": 4.2272,
      "step": 39724
    },
    {
      "epoch": 3.3745327896704045,
      "grad_norm": 3.1665686025101913,
      "learning_rate": 0.00012668810772112728,
      "loss": 3.7115,
      "step": 39725
    },
    {
      "epoch": 3.3746177370030583,
      "grad_norm": 3.315442213441976,
      "learning_rate": 0.0001266813250031343,
      "loss": 4.0672,
      "step": 39726
    },
    {
      "epoch": 3.3747026843357117,
      "grad_norm": 3.253372968920469,
      "learning_rate": 0.00012667454233400094,
      "loss": 3.7921,
      "step": 39727
    },
    {
      "epoch": 3.3747876316683656,
      "grad_norm": 3.4287426932690104,
      "learning_rate": 0.0001266677597137414,
      "loss": 3.9288,
      "step": 39728
    },
    {
      "epoch": 3.3748725790010194,
      "grad_norm": 3.1307129048949727,
      "learning_rate": 0.00012666097714236996,
      "loss": 3.2918,
      "step": 39729
    },
    {
      "epoch": 3.3749575263336733,
      "grad_norm": 3.2211404256636786,
      "learning_rate": 0.00012665419461990079,
      "loss": 3.642,
      "step": 39730
    },
    {
      "epoch": 3.3750424736663267,
      "grad_norm": 3.1997098572336404,
      "learning_rate": 0.00012664741214634813,
      "loss": 3.5787,
      "step": 39731
    },
    {
      "epoch": 3.3751274209989806,
      "grad_norm": 3.471413325659924,
      "learning_rate": 0.0001266406297217261,
      "loss": 4.4612,
      "step": 39732
    },
    {
      "epoch": 3.3752123683316344,
      "grad_norm": 3.358001895430491,
      "learning_rate": 0.00012663384734604903,
      "loss": 3.707,
      "step": 39733
    },
    {
      "epoch": 3.3752973156642883,
      "grad_norm": 3.2866045111081434,
      "learning_rate": 0.0001266270650193311,
      "loss": 3.73,
      "step": 39734
    },
    {
      "epoch": 3.3753822629969417,
      "grad_norm": 3.6181786326987977,
      "learning_rate": 0.00012662028274158652,
      "loss": 4.6853,
      "step": 39735
    },
    {
      "epoch": 3.3754672103295955,
      "grad_norm": 3.576160197163744,
      "learning_rate": 0.00012661350051282948,
      "loss": 4.7389,
      "step": 39736
    },
    {
      "epoch": 3.3755521576622494,
      "grad_norm": 3.2438106079523026,
      "learning_rate": 0.00012660671833307418,
      "loss": 3.9882,
      "step": 39737
    },
    {
      "epoch": 3.375637104994903,
      "grad_norm": 3.476810283931226,
      "learning_rate": 0.00012659993620233478,
      "loss": 3.8503,
      "step": 39738
    },
    {
      "epoch": 3.375722052327557,
      "grad_norm": 3.5517896508672417,
      "learning_rate": 0.00012659315412062564,
      "loss": 4.5657,
      "step": 39739
    },
    {
      "epoch": 3.3758069996602105,
      "grad_norm": 3.4879697427280463,
      "learning_rate": 0.00012658637208796088,
      "loss": 4.4087,
      "step": 39740
    },
    {
      "epoch": 3.3758919469928643,
      "grad_norm": 3.3243971900335016,
      "learning_rate": 0.00012657959010435474,
      "loss": 3.8781,
      "step": 39741
    },
    {
      "epoch": 3.375976894325518,
      "grad_norm": 3.538035146481865,
      "learning_rate": 0.0001265728081698214,
      "loss": 3.5283,
      "step": 39742
    },
    {
      "epoch": 3.376061841658172,
      "grad_norm": 3.2165056036292214,
      "learning_rate": 0.00012656602628437506,
      "loss": 4.0313,
      "step": 39743
    },
    {
      "epoch": 3.376146788990826,
      "grad_norm": 3.2487233191500473,
      "learning_rate": 0.00012655924444802993,
      "loss": 3.6218,
      "step": 39744
    },
    {
      "epoch": 3.3762317363234793,
      "grad_norm": 3.2861280036081393,
      "learning_rate": 0.00012655246266080026,
      "loss": 3.87,
      "step": 39745
    },
    {
      "epoch": 3.376316683656133,
      "grad_norm": 3.1528105144662457,
      "learning_rate": 0.00012654568092270027,
      "loss": 3.5462,
      "step": 39746
    },
    {
      "epoch": 3.376401630988787,
      "grad_norm": 3.4250245104489196,
      "learning_rate": 0.00012653889923374412,
      "loss": 3.7589,
      "step": 39747
    },
    {
      "epoch": 3.376486578321441,
      "grad_norm": 3.27545736448207,
      "learning_rate": 0.00012653211759394603,
      "loss": 3.5769,
      "step": 39748
    },
    {
      "epoch": 3.3765715256540947,
      "grad_norm": 3.5050153053164776,
      "learning_rate": 0.00012652533600332025,
      "loss": 3.9837,
      "step": 39749
    },
    {
      "epoch": 3.376656472986748,
      "grad_norm": 3.453416955280555,
      "learning_rate": 0.00012651855446188087,
      "loss": 4.0612,
      "step": 39750
    },
    {
      "epoch": 3.376741420319402,
      "grad_norm": 3.549145712212958,
      "learning_rate": 0.00012651177296964225,
      "loss": 4.5032,
      "step": 39751
    },
    {
      "epoch": 3.376826367652056,
      "grad_norm": 3.163434258625311,
      "learning_rate": 0.00012650499152661856,
      "loss": 3.4446,
      "step": 39752
    },
    {
      "epoch": 3.3769113149847096,
      "grad_norm": 3.2148515869837726,
      "learning_rate": 0.00012649821013282396,
      "loss": 3.7693,
      "step": 39753
    },
    {
      "epoch": 3.376996262317363,
      "grad_norm": 3.206722150662071,
      "learning_rate": 0.00012649142878827272,
      "loss": 3.887,
      "step": 39754
    },
    {
      "epoch": 3.377081209650017,
      "grad_norm": 3.235574192355945,
      "learning_rate": 0.00012648464749297897,
      "loss": 4.0669,
      "step": 39755
    },
    {
      "epoch": 3.3771661569826708,
      "grad_norm": 3.5137751685921392,
      "learning_rate": 0.00012647786624695695,
      "loss": 3.7842,
      "step": 39756
    },
    {
      "epoch": 3.3772511043153246,
      "grad_norm": 3.636989646187744,
      "learning_rate": 0.0001264710850502209,
      "loss": 4.4818,
      "step": 39757
    },
    {
      "epoch": 3.377336051647978,
      "grad_norm": 3.291811117428207,
      "learning_rate": 0.00012646430390278506,
      "loss": 3.7881,
      "step": 39758
    },
    {
      "epoch": 3.377420998980632,
      "grad_norm": 3.324958939540654,
      "learning_rate": 0.00012645752280466353,
      "loss": 4.0909,
      "step": 39759
    },
    {
      "epoch": 3.3775059463132857,
      "grad_norm": 3.4676026672897677,
      "learning_rate": 0.00012645074175587063,
      "loss": 4.2576,
      "step": 39760
    },
    {
      "epoch": 3.3775908936459396,
      "grad_norm": 3.4487252430377384,
      "learning_rate": 0.0001264439607564205,
      "loss": 4.1121,
      "step": 39761
    },
    {
      "epoch": 3.3776758409785934,
      "grad_norm": 3.2445650850126397,
      "learning_rate": 0.0001264371798063273,
      "loss": 3.767,
      "step": 39762
    },
    {
      "epoch": 3.377760788311247,
      "grad_norm": 3.101596725572352,
      "learning_rate": 0.00012643039890560535,
      "loss": 3.4612,
      "step": 39763
    },
    {
      "epoch": 3.3778457356439007,
      "grad_norm": 3.2486799307533025,
      "learning_rate": 0.00012642361805426883,
      "loss": 3.9626,
      "step": 39764
    },
    {
      "epoch": 3.3779306829765545,
      "grad_norm": 3.260326166217735,
      "learning_rate": 0.0001264168372523319,
      "loss": 3.7843,
      "step": 39765
    },
    {
      "epoch": 3.3780156303092084,
      "grad_norm": 3.4490996204920923,
      "learning_rate": 0.00012641005649980882,
      "loss": 4.0171,
      "step": 39766
    },
    {
      "epoch": 3.3781005776418622,
      "grad_norm": 3.3878599308141806,
      "learning_rate": 0.00012640327579671378,
      "loss": 4.0106,
      "step": 39767
    },
    {
      "epoch": 3.3781855249745156,
      "grad_norm": 3.2394365787968358,
      "learning_rate": 0.00012639649514306088,
      "loss": 3.5054,
      "step": 39768
    },
    {
      "epoch": 3.3782704723071695,
      "grad_norm": 3.075555927568871,
      "learning_rate": 0.00012638971453886457,
      "loss": 3.319,
      "step": 39769
    },
    {
      "epoch": 3.3783554196398233,
      "grad_norm": 3.287177839374286,
      "learning_rate": 0.00012638293398413883,
      "loss": 3.7417,
      "step": 39770
    },
    {
      "epoch": 3.378440366972477,
      "grad_norm": 3.2252250185259377,
      "learning_rate": 0.00012637615347889803,
      "loss": 3.805,
      "step": 39771
    },
    {
      "epoch": 3.378525314305131,
      "grad_norm": 3.5885794776683158,
      "learning_rate": 0.00012636937302315624,
      "loss": 3.5231,
      "step": 39772
    },
    {
      "epoch": 3.3786102616377844,
      "grad_norm": 3.250175416285562,
      "learning_rate": 0.00012636259261692773,
      "loss": 3.8134,
      "step": 39773
    },
    {
      "epoch": 3.3786952089704383,
      "grad_norm": 3.2203199268548675,
      "learning_rate": 0.00012635581226022667,
      "loss": 3.9677,
      "step": 39774
    },
    {
      "epoch": 3.378780156303092,
      "grad_norm": 3.187575851456691,
      "learning_rate": 0.00012634903195306738,
      "loss": 3.724,
      "step": 39775
    },
    {
      "epoch": 3.378865103635746,
      "grad_norm": 3.323484295527538,
      "learning_rate": 0.00012634225169546397,
      "loss": 3.8242,
      "step": 39776
    },
    {
      "epoch": 3.3789500509683994,
      "grad_norm": 3.564394120945692,
      "learning_rate": 0.00012633547148743063,
      "loss": 4.3953,
      "step": 39777
    },
    {
      "epoch": 3.3790349983010532,
      "grad_norm": 3.2929597258940375,
      "learning_rate": 0.00012632869132898165,
      "loss": 4.0872,
      "step": 39778
    },
    {
      "epoch": 3.379119945633707,
      "grad_norm": 3.291411918757223,
      "learning_rate": 0.00012632191122013118,
      "loss": 4.0047,
      "step": 39779
    },
    {
      "epoch": 3.379204892966361,
      "grad_norm": 3.5978134976390015,
      "learning_rate": 0.0001263151311608934,
      "loss": 4.3486,
      "step": 39780
    },
    {
      "epoch": 3.379289840299015,
      "grad_norm": 3.530760862931268,
      "learning_rate": 0.00012630835115128253,
      "loss": 4.1897,
      "step": 39781
    },
    {
      "epoch": 3.379374787631668,
      "grad_norm": 3.553735814014566,
      "learning_rate": 0.00012630157119131289,
      "loss": 4.1615,
      "step": 39782
    },
    {
      "epoch": 3.379459734964322,
      "grad_norm": 3.162659873382516,
      "learning_rate": 0.0001262947912809985,
      "loss": 3.5518,
      "step": 39783
    },
    {
      "epoch": 3.379544682296976,
      "grad_norm": 3.142127991908585,
      "learning_rate": 0.0001262880114203537,
      "loss": 3.4528,
      "step": 39784
    },
    {
      "epoch": 3.3796296296296298,
      "grad_norm": 3.365870965909459,
      "learning_rate": 0.0001262812316093927,
      "loss": 4.2094,
      "step": 39785
    },
    {
      "epoch": 3.379714576962283,
      "grad_norm": 3.635352350013215,
      "learning_rate": 0.00012627445184812958,
      "loss": 4.699,
      "step": 39786
    },
    {
      "epoch": 3.379799524294937,
      "grad_norm": 3.514046579609553,
      "learning_rate": 0.00012626767213657866,
      "loss": 4.2015,
      "step": 39787
    },
    {
      "epoch": 3.379884471627591,
      "grad_norm": 3.4238746250190712,
      "learning_rate": 0.0001262608924747541,
      "loss": 4.1453,
      "step": 39788
    },
    {
      "epoch": 3.3799694189602447,
      "grad_norm": 3.4848145345143737,
      "learning_rate": 0.00012625411286267015,
      "loss": 4.0475,
      "step": 39789
    },
    {
      "epoch": 3.3800543662928986,
      "grad_norm": 3.187375152619725,
      "learning_rate": 0.00012624733330034095,
      "loss": 3.6054,
      "step": 39790
    },
    {
      "epoch": 3.380139313625552,
      "grad_norm": 3.312947153284983,
      "learning_rate": 0.00012624055378778075,
      "loss": 4.0252,
      "step": 39791
    },
    {
      "epoch": 3.380224260958206,
      "grad_norm": 3.357524711249887,
      "learning_rate": 0.00012623377432500378,
      "loss": 3.911,
      "step": 39792
    },
    {
      "epoch": 3.3803092082908597,
      "grad_norm": 3.3161985026625382,
      "learning_rate": 0.00012622699491202414,
      "loss": 3.9447,
      "step": 39793
    },
    {
      "epoch": 3.3803941556235135,
      "grad_norm": 3.3189959396324302,
      "learning_rate": 0.00012622021554885613,
      "loss": 4.3091,
      "step": 39794
    },
    {
      "epoch": 3.3804791029561674,
      "grad_norm": 3.6120703120595774,
      "learning_rate": 0.00012621343623551393,
      "loss": 4.6657,
      "step": 39795
    },
    {
      "epoch": 3.380564050288821,
      "grad_norm": 3.248764500670635,
      "learning_rate": 0.00012620665697201178,
      "loss": 3.7211,
      "step": 39796
    },
    {
      "epoch": 3.3806489976214746,
      "grad_norm": 3.2453976618504567,
      "learning_rate": 0.0001261998777583638,
      "loss": 3.9201,
      "step": 39797
    },
    {
      "epoch": 3.3807339449541285,
      "grad_norm": 3.3070563950255147,
      "learning_rate": 0.00012619309859458424,
      "loss": 3.8522,
      "step": 39798
    },
    {
      "epoch": 3.3808188922867823,
      "grad_norm": 3.2417501078206636,
      "learning_rate": 0.0001261863194806873,
      "loss": 3.8854,
      "step": 39799
    },
    {
      "epoch": 3.380903839619436,
      "grad_norm": 3.4951993372419885,
      "learning_rate": 0.00012617954041668723,
      "loss": 4.5646,
      "step": 39800
    },
    {
      "epoch": 3.3809887869520896,
      "grad_norm": 3.5253338904113187,
      "learning_rate": 0.0001261727614025982,
      "loss": 4.5954,
      "step": 39801
    },
    {
      "epoch": 3.3810737342847434,
      "grad_norm": 3.470701763757895,
      "learning_rate": 0.00012616598243843437,
      "loss": 4.0802,
      "step": 39802
    },
    {
      "epoch": 3.3811586816173973,
      "grad_norm": 3.1939143651130277,
      "learning_rate": 0.00012615920352421,
      "loss": 3.5074,
      "step": 39803
    },
    {
      "epoch": 3.381243628950051,
      "grad_norm": 3.1791911105273876,
      "learning_rate": 0.00012615242465993927,
      "loss": 3.5275,
      "step": 39804
    },
    {
      "epoch": 3.3813285762827046,
      "grad_norm": 3.2914878398120506,
      "learning_rate": 0.00012614564584563636,
      "loss": 3.763,
      "step": 39805
    },
    {
      "epoch": 3.3814135236153584,
      "grad_norm": 3.310625977969919,
      "learning_rate": 0.00012613886708131555,
      "loss": 4.0655,
      "step": 39806
    },
    {
      "epoch": 3.3814984709480123,
      "grad_norm": 3.585642575163218,
      "learning_rate": 0.00012613208836699102,
      "loss": 4.6101,
      "step": 39807
    },
    {
      "epoch": 3.381583418280666,
      "grad_norm": 3.147689226892398,
      "learning_rate": 0.0001261253097026769,
      "loss": 3.6626,
      "step": 39808
    },
    {
      "epoch": 3.3816683656133195,
      "grad_norm": 3.0758810099565257,
      "learning_rate": 0.00012611853108838745,
      "loss": 3.3677,
      "step": 39809
    },
    {
      "epoch": 3.3817533129459734,
      "grad_norm": 3.5602844077015354,
      "learning_rate": 0.00012611175252413693,
      "loss": 4.5874,
      "step": 39810
    },
    {
      "epoch": 3.381838260278627,
      "grad_norm": 3.3873216013332015,
      "learning_rate": 0.0001261049740099394,
      "loss": 4.2935,
      "step": 39811
    },
    {
      "epoch": 3.381923207611281,
      "grad_norm": 3.5743732237215293,
      "learning_rate": 0.00012609819554580914,
      "loss": 4.5136,
      "step": 39812
    },
    {
      "epoch": 3.382008154943935,
      "grad_norm": 3.521945004714065,
      "learning_rate": 0.0001260914171317604,
      "loss": 4.4373,
      "step": 39813
    },
    {
      "epoch": 3.3820931022765883,
      "grad_norm": 3.600507212127514,
      "learning_rate": 0.00012608463876780736,
      "loss": 4.7135,
      "step": 39814
    },
    {
      "epoch": 3.382178049609242,
      "grad_norm": 3.2906862809089947,
      "learning_rate": 0.00012607786045396415,
      "loss": 4.0003,
      "step": 39815
    },
    {
      "epoch": 3.382262996941896,
      "grad_norm": 3.2802254155067168,
      "learning_rate": 0.00012607108219024504,
      "loss": 3.9507,
      "step": 39816
    },
    {
      "epoch": 3.38234794427455,
      "grad_norm": 3.2971407057666298,
      "learning_rate": 0.00012606430397666418,
      "loss": 3.6227,
      "step": 39817
    },
    {
      "epoch": 3.3824328916072037,
      "grad_norm": 3.6152767670348602,
      "learning_rate": 0.0001260575258132359,
      "loss": 4.6355,
      "step": 39818
    },
    {
      "epoch": 3.382517838939857,
      "grad_norm": 3.5998390656096553,
      "learning_rate": 0.00012605074769997426,
      "loss": 3.771,
      "step": 39819
    },
    {
      "epoch": 3.382602786272511,
      "grad_norm": 3.3003795851194067,
      "learning_rate": 0.00012604396963689348,
      "loss": 3.7733,
      "step": 39820
    },
    {
      "epoch": 3.382687733605165,
      "grad_norm": 3.6138772564245047,
      "learning_rate": 0.00012603719162400788,
      "loss": 4.5971,
      "step": 39821
    },
    {
      "epoch": 3.3827726809378187,
      "grad_norm": 3.3201305017783382,
      "learning_rate": 0.00012603041366133155,
      "loss": 3.6212,
      "step": 39822
    },
    {
      "epoch": 3.3828576282704725,
      "grad_norm": 3.278248470344258,
      "learning_rate": 0.0001260236357488787,
      "loss": 3.7157,
      "step": 39823
    },
    {
      "epoch": 3.382942575603126,
      "grad_norm": 3.501854563109132,
      "learning_rate": 0.0001260168578866635,
      "loss": 4.2318,
      "step": 39824
    },
    {
      "epoch": 3.38302752293578,
      "grad_norm": 3.2159340045891485,
      "learning_rate": 0.00012601008007470028,
      "loss": 3.4663,
      "step": 39825
    },
    {
      "epoch": 3.3831124702684336,
      "grad_norm": 3.2361808736641455,
      "learning_rate": 0.00012600330231300316,
      "loss": 3.8439,
      "step": 39826
    },
    {
      "epoch": 3.3831974176010875,
      "grad_norm": 3.105459906149274,
      "learning_rate": 0.0001259965246015863,
      "loss": 3.1593,
      "step": 39827
    },
    {
      "epoch": 3.383282364933741,
      "grad_norm": 3.2646945649490497,
      "learning_rate": 0.000125989746940464,
      "loss": 3.9608,
      "step": 39828
    },
    {
      "epoch": 3.3833673122663948,
      "grad_norm": 3.138649105709832,
      "learning_rate": 0.0001259829693296504,
      "loss": 3.3737,
      "step": 39829
    },
    {
      "epoch": 3.3834522595990486,
      "grad_norm": 3.123413979480197,
      "learning_rate": 0.00012597619176915966,
      "loss": 3.3367,
      "step": 39830
    },
    {
      "epoch": 3.3835372069317025,
      "grad_norm": 3.4321478565988905,
      "learning_rate": 0.00012596941425900606,
      "loss": 3.9264,
      "step": 39831
    },
    {
      "epoch": 3.383622154264356,
      "grad_norm": 3.187410662482435,
      "learning_rate": 0.0001259626367992038,
      "loss": 3.4139,
      "step": 39832
    },
    {
      "epoch": 3.3837071015970097,
      "grad_norm": 3.4902635994028253,
      "learning_rate": 0.00012595585938976703,
      "loss": 4.2614,
      "step": 39833
    },
    {
      "epoch": 3.3837920489296636,
      "grad_norm": 3.5780971749908526,
      "learning_rate": 0.00012594908203070998,
      "loss": 4.5044,
      "step": 39834
    },
    {
      "epoch": 3.3838769962623174,
      "grad_norm": 3.2756199607766763,
      "learning_rate": 0.00012594230472204687,
      "loss": 3.7437,
      "step": 39835
    },
    {
      "epoch": 3.3839619435949713,
      "grad_norm": 3.5374176856426756,
      "learning_rate": 0.0001259355274637918,
      "loss": 4.2626,
      "step": 39836
    },
    {
      "epoch": 3.3840468909276247,
      "grad_norm": 3.4955427583326735,
      "learning_rate": 0.0001259287502559591,
      "loss": 4.0358,
      "step": 39837
    },
    {
      "epoch": 3.3841318382602785,
      "grad_norm": 3.240172876964018,
      "learning_rate": 0.00012592197309856289,
      "loss": 3.3343,
      "step": 39838
    },
    {
      "epoch": 3.3842167855929324,
      "grad_norm": 3.3420949315338966,
      "learning_rate": 0.00012591519599161746,
      "loss": 4.1687,
      "step": 39839
    },
    {
      "epoch": 3.3843017329255862,
      "grad_norm": 3.300321684359441,
      "learning_rate": 0.00012590841893513687,
      "loss": 4.1488,
      "step": 39840
    },
    {
      "epoch": 3.38438668025824,
      "grad_norm": 3.1131179007571865,
      "learning_rate": 0.00012590164192913546,
      "loss": 3.4838,
      "step": 39841
    },
    {
      "epoch": 3.3844716275908935,
      "grad_norm": 3.1100927642944987,
      "learning_rate": 0.00012589486497362724,
      "loss": 3.4233,
      "step": 39842
    },
    {
      "epoch": 3.3845565749235473,
      "grad_norm": 3.226001897616712,
      "learning_rate": 0.00012588808806862666,
      "loss": 3.8733,
      "step": 39843
    },
    {
      "epoch": 3.384641522256201,
      "grad_norm": 3.3016875809646877,
      "learning_rate": 0.00012588131121414776,
      "loss": 3.701,
      "step": 39844
    },
    {
      "epoch": 3.384726469588855,
      "grad_norm": 3.386783504220448,
      "learning_rate": 0.00012587453441020478,
      "loss": 4.1541,
      "step": 39845
    },
    {
      "epoch": 3.384811416921509,
      "grad_norm": 3.2378611863934155,
      "learning_rate": 0.00012586775765681193,
      "loss": 3.4449,
      "step": 39846
    },
    {
      "epoch": 3.3848963642541623,
      "grad_norm": 3.3177131745128006,
      "learning_rate": 0.00012586098095398337,
      "loss": 3.9647,
      "step": 39847
    },
    {
      "epoch": 3.384981311586816,
      "grad_norm": 3.317423280770637,
      "learning_rate": 0.00012585420430173328,
      "loss": 3.929,
      "step": 39848
    },
    {
      "epoch": 3.38506625891947,
      "grad_norm": 3.343581221886239,
      "learning_rate": 0.0001258474277000759,
      "loss": 4.2293,
      "step": 39849
    },
    {
      "epoch": 3.385151206252124,
      "grad_norm": 3.5762224828173084,
      "learning_rate": 0.00012584065114902554,
      "loss": 4.3076,
      "step": 39850
    },
    {
      "epoch": 3.3852361535847773,
      "grad_norm": 3.1222695263677354,
      "learning_rate": 0.00012583387464859622,
      "loss": 3.5644,
      "step": 39851
    },
    {
      "epoch": 3.385321100917431,
      "grad_norm": 3.2741754729938632,
      "learning_rate": 0.00012582709819880224,
      "loss": 3.6569,
      "step": 39852
    },
    {
      "epoch": 3.385406048250085,
      "grad_norm": 3.6735322805681783,
      "learning_rate": 0.00012582032179965773,
      "loss": 4.6425,
      "step": 39853
    },
    {
      "epoch": 3.385490995582739,
      "grad_norm": 3.2654617997812396,
      "learning_rate": 0.0001258135454511769,
      "loss": 3.8267,
      "step": 39854
    },
    {
      "epoch": 3.385575942915392,
      "grad_norm": 3.1885156977663307,
      "learning_rate": 0.000125806769153374,
      "loss": 3.4182,
      "step": 39855
    },
    {
      "epoch": 3.385660890248046,
      "grad_norm": 3.323054034700993,
      "learning_rate": 0.0001257999929062632,
      "loss": 4.0723,
      "step": 39856
    },
    {
      "epoch": 3.3857458375807,
      "grad_norm": 3.2408151228586153,
      "learning_rate": 0.00012579321670985876,
      "loss": 3.5613,
      "step": 39857
    },
    {
      "epoch": 3.3858307849133538,
      "grad_norm": 3.221581893539268,
      "learning_rate": 0.00012578644056417476,
      "loss": 3.5431,
      "step": 39858
    },
    {
      "epoch": 3.3859157322460076,
      "grad_norm": 3.2776679298435667,
      "learning_rate": 0.00012577966446922548,
      "loss": 3.6182,
      "step": 39859
    },
    {
      "epoch": 3.386000679578661,
      "grad_norm": 3.0921752989956643,
      "learning_rate": 0.00012577288842502505,
      "loss": 3.3687,
      "step": 39860
    },
    {
      "epoch": 3.386085626911315,
      "grad_norm": 3.4759275911591287,
      "learning_rate": 0.00012576611243158775,
      "loss": 3.9963,
      "step": 39861
    },
    {
      "epoch": 3.3861705742439687,
      "grad_norm": 3.168913856817396,
      "learning_rate": 0.00012575933648892773,
      "loss": 3.5016,
      "step": 39862
    },
    {
      "epoch": 3.3862555215766226,
      "grad_norm": 3.4445222091185776,
      "learning_rate": 0.00012575256059705922,
      "loss": 4.0072,
      "step": 39863
    },
    {
      "epoch": 3.3863404689092764,
      "grad_norm": 3.5135161015840444,
      "learning_rate": 0.0001257457847559964,
      "loss": 4.0693,
      "step": 39864
    },
    {
      "epoch": 3.38642541624193,
      "grad_norm": 3.6864691325813217,
      "learning_rate": 0.00012573900896575344,
      "loss": 4.5275,
      "step": 39865
    },
    {
      "epoch": 3.3865103635745837,
      "grad_norm": 3.543354671340188,
      "learning_rate": 0.0001257322332263446,
      "loss": 4.1176,
      "step": 39866
    },
    {
      "epoch": 3.3865953109072375,
      "grad_norm": 3.4901030203074423,
      "learning_rate": 0.00012572545753778395,
      "loss": 4.3035,
      "step": 39867
    },
    {
      "epoch": 3.3866802582398914,
      "grad_norm": 3.2646565868954815,
      "learning_rate": 0.00012571868190008585,
      "loss": 3.54,
      "step": 39868
    },
    {
      "epoch": 3.3867652055725452,
      "grad_norm": 3.316490075946859,
      "learning_rate": 0.0001257119063132644,
      "loss": 3.983,
      "step": 39869
    },
    {
      "epoch": 3.3868501529051986,
      "grad_norm": 3.4636650726974767,
      "learning_rate": 0.00012570513077733386,
      "loss": 3.9247,
      "step": 39870
    },
    {
      "epoch": 3.3869351002378525,
      "grad_norm": 3.4029445277471404,
      "learning_rate": 0.00012569835529230834,
      "loss": 4.3777,
      "step": 39871
    },
    {
      "epoch": 3.3870200475705063,
      "grad_norm": 3.537498841970194,
      "learning_rate": 0.00012569157985820205,
      "loss": 4.3806,
      "step": 39872
    },
    {
      "epoch": 3.38710499490316,
      "grad_norm": 3.2012735272015007,
      "learning_rate": 0.00012568480447502925,
      "loss": 3.2486,
      "step": 39873
    },
    {
      "epoch": 3.387189942235814,
      "grad_norm": 3.3579417012480315,
      "learning_rate": 0.00012567802914280408,
      "loss": 4.0758,
      "step": 39874
    },
    {
      "epoch": 3.3872748895684675,
      "grad_norm": 3.163957715004642,
      "learning_rate": 0.00012567125386154083,
      "loss": 3.8043,
      "step": 39875
    },
    {
      "epoch": 3.3873598369011213,
      "grad_norm": 3.1254460107586093,
      "learning_rate": 0.0001256644786312536,
      "loss": 3.378,
      "step": 39876
    },
    {
      "epoch": 3.387444784233775,
      "grad_norm": 3.296480724954792,
      "learning_rate": 0.00012565770345195662,
      "loss": 3.837,
      "step": 39877
    },
    {
      "epoch": 3.387529731566429,
      "grad_norm": 3.245601432414928,
      "learning_rate": 0.00012565092832366405,
      "loss": 3.6631,
      "step": 39878
    },
    {
      "epoch": 3.3876146788990824,
      "grad_norm": 3.1806353498827398,
      "learning_rate": 0.0001256441532463901,
      "loss": 3.4717,
      "step": 39879
    },
    {
      "epoch": 3.3876996262317363,
      "grad_norm": 3.3031237602013053,
      "learning_rate": 0.00012563737822014902,
      "loss": 4.0761,
      "step": 39880
    },
    {
      "epoch": 3.38778457356439,
      "grad_norm": 3.5916227123547175,
      "learning_rate": 0.000125630603244955,
      "loss": 3.6369,
      "step": 39881
    },
    {
      "epoch": 3.387869520897044,
      "grad_norm": 3.4701867227639718,
      "learning_rate": 0.00012562382832082214,
      "loss": 4.2282,
      "step": 39882
    },
    {
      "epoch": 3.3879544682296974,
      "grad_norm": 3.548208173133165,
      "learning_rate": 0.00012561705344776473,
      "loss": 4.6125,
      "step": 39883
    },
    {
      "epoch": 3.388039415562351,
      "grad_norm": 3.276246888359213,
      "learning_rate": 0.00012561027862579695,
      "loss": 3.4283,
      "step": 39884
    },
    {
      "epoch": 3.388124362895005,
      "grad_norm": 3.5449685616387367,
      "learning_rate": 0.00012560350385493288,
      "loss": 4.2944,
      "step": 39885
    },
    {
      "epoch": 3.388209310227659,
      "grad_norm": 3.3585168541540176,
      "learning_rate": 0.00012559672913518694,
      "loss": 4.4608,
      "step": 39886
    },
    {
      "epoch": 3.3882942575603128,
      "grad_norm": 3.214296919208671,
      "learning_rate": 0.00012558995446657314,
      "loss": 3.2961,
      "step": 39887
    },
    {
      "epoch": 3.388379204892966,
      "grad_norm": 3.2967729940461155,
      "learning_rate": 0.00012558317984910576,
      "loss": 3.8898,
      "step": 39888
    },
    {
      "epoch": 3.38846415222562,
      "grad_norm": 3.2722346715689326,
      "learning_rate": 0.00012557640528279896,
      "loss": 3.7193,
      "step": 39889
    },
    {
      "epoch": 3.388549099558274,
      "grad_norm": 3.2064200710892115,
      "learning_rate": 0.00012556963076766693,
      "loss": 3.6822,
      "step": 39890
    },
    {
      "epoch": 3.3886340468909277,
      "grad_norm": 3.3330110106403366,
      "learning_rate": 0.00012556285630372385,
      "loss": 3.942,
      "step": 39891
    },
    {
      "epoch": 3.3887189942235816,
      "grad_norm": 3.35477480388835,
      "learning_rate": 0.00012555608189098399,
      "loss": 3.7711,
      "step": 39892
    },
    {
      "epoch": 3.388803941556235,
      "grad_norm": 3.4672680797535986,
      "learning_rate": 0.0001255493075294615,
      "loss": 3.967,
      "step": 39893
    },
    {
      "epoch": 3.388888888888889,
      "grad_norm": 3.375234950878621,
      "learning_rate": 0.00012554253321917056,
      "loss": 3.8072,
      "step": 39894
    },
    {
      "epoch": 3.3889738362215427,
      "grad_norm": 3.215937553417316,
      "learning_rate": 0.00012553575896012543,
      "loss": 3.736,
      "step": 39895
    },
    {
      "epoch": 3.3890587835541965,
      "grad_norm": 3.032666176187203,
      "learning_rate": 0.00012552898475234019,
      "loss": 3.3132,
      "step": 39896
    },
    {
      "epoch": 3.3891437308868504,
      "grad_norm": 3.5423761222360275,
      "learning_rate": 0.00012552221059582903,
      "loss": 4.233,
      "step": 39897
    },
    {
      "epoch": 3.389228678219504,
      "grad_norm": 3.4280057731275977,
      "learning_rate": 0.0001255154364906063,
      "loss": 4.1483,
      "step": 39898
    },
    {
      "epoch": 3.3893136255521576,
      "grad_norm": 3.346689624257164,
      "learning_rate": 0.0001255086624366861,
      "loss": 4.0212,
      "step": 39899
    },
    {
      "epoch": 3.3893985728848115,
      "grad_norm": 3.1286128975011422,
      "learning_rate": 0.00012550188843408263,
      "loss": 3.4561,
      "step": 39900
    },
    {
      "epoch": 3.3894835202174654,
      "grad_norm": 3.2866842727598473,
      "learning_rate": 0.00012549511448281005,
      "loss": 3.574,
      "step": 39901
    },
    {
      "epoch": 3.3895684675501188,
      "grad_norm": 3.529951830664217,
      "learning_rate": 0.0001254883405828826,
      "loss": 4.3495,
      "step": 39902
    },
    {
      "epoch": 3.3896534148827726,
      "grad_norm": 3.2052213827011964,
      "learning_rate": 0.00012548156673431439,
      "loss": 3.9125,
      "step": 39903
    },
    {
      "epoch": 3.3897383622154265,
      "grad_norm": 3.361081428930387,
      "learning_rate": 0.00012547479293711976,
      "loss": 4.0576,
      "step": 39904
    },
    {
      "epoch": 3.3898233095480803,
      "grad_norm": 3.155058205693956,
      "learning_rate": 0.0001254680191913128,
      "loss": 3.5565,
      "step": 39905
    },
    {
      "epoch": 3.3899082568807337,
      "grad_norm": 3.4155484612731577,
      "learning_rate": 0.00012546124549690777,
      "loss": 4.3693,
      "step": 39906
    },
    {
      "epoch": 3.3899932042133876,
      "grad_norm": 3.357635323010395,
      "learning_rate": 0.00012545447185391875,
      "loss": 4.0957,
      "step": 39907
    },
    {
      "epoch": 3.3900781515460414,
      "grad_norm": 3.5221164071174917,
      "learning_rate": 0.00012544769826236004,
      "loss": 4.0791,
      "step": 39908
    },
    {
      "epoch": 3.3901630988786953,
      "grad_norm": 3.115960844486274,
      "learning_rate": 0.00012544092472224574,
      "loss": 3.5603,
      "step": 39909
    },
    {
      "epoch": 3.390248046211349,
      "grad_norm": 3.3055099807623063,
      "learning_rate": 0.00012543415123359016,
      "loss": 3.6778,
      "step": 39910
    },
    {
      "epoch": 3.3903329935440025,
      "grad_norm": 3.1130310127654055,
      "learning_rate": 0.0001254273777964074,
      "loss": 3.1852,
      "step": 39911
    },
    {
      "epoch": 3.3904179408766564,
      "grad_norm": 3.3953697596458428,
      "learning_rate": 0.00012542060441071167,
      "loss": 4.1457,
      "step": 39912
    },
    {
      "epoch": 3.3905028882093102,
      "grad_norm": 3.4266501151643416,
      "learning_rate": 0.00012541383107651723,
      "loss": 4.1427,
      "step": 39913
    },
    {
      "epoch": 3.390587835541964,
      "grad_norm": 3.3276626007217796,
      "learning_rate": 0.00012540705779383817,
      "loss": 3.952,
      "step": 39914
    },
    {
      "epoch": 3.390672782874618,
      "grad_norm": 3.585340047958358,
      "learning_rate": 0.00012540028456268875,
      "loss": 4.3882,
      "step": 39915
    },
    {
      "epoch": 3.3907577302072713,
      "grad_norm": 3.1805023765082994,
      "learning_rate": 0.00012539351138308308,
      "loss": 3.5849,
      "step": 39916
    },
    {
      "epoch": 3.390842677539925,
      "grad_norm": 3.19530621945014,
      "learning_rate": 0.0001253867382550355,
      "loss": 3.5759,
      "step": 39917
    },
    {
      "epoch": 3.390927624872579,
      "grad_norm": 3.3048286652306134,
      "learning_rate": 0.00012537996517856005,
      "loss": 3.7502,
      "step": 39918
    },
    {
      "epoch": 3.391012572205233,
      "grad_norm": 3.2277874877315815,
      "learning_rate": 0.000125373192153671,
      "loss": 3.4879,
      "step": 39919
    },
    {
      "epoch": 3.3910975195378867,
      "grad_norm": 3.2940778437592924,
      "learning_rate": 0.0001253664191803826,
      "loss": 4.1891,
      "step": 39920
    },
    {
      "epoch": 3.39118246687054,
      "grad_norm": 3.3963131460617846,
      "learning_rate": 0.0001253596462587089,
      "loss": 4.0588,
      "step": 39921
    },
    {
      "epoch": 3.391267414203194,
      "grad_norm": 3.205316379147049,
      "learning_rate": 0.00012535287338866411,
      "loss": 3.5409,
      "step": 39922
    },
    {
      "epoch": 3.391352361535848,
      "grad_norm": 3.106704928730167,
      "learning_rate": 0.00012534610057026252,
      "loss": 3.2959,
      "step": 39923
    },
    {
      "epoch": 3.3914373088685017,
      "grad_norm": 3.164725607243232,
      "learning_rate": 0.0001253393278035183,
      "loss": 3.3561,
      "step": 39924
    },
    {
      "epoch": 3.391522256201155,
      "grad_norm": 3.275999386965268,
      "learning_rate": 0.00012533255508844558,
      "loss": 3.9516,
      "step": 39925
    },
    {
      "epoch": 3.391607203533809,
      "grad_norm": 3.2221004775723947,
      "learning_rate": 0.00012532578242505858,
      "loss": 3.7768,
      "step": 39926
    },
    {
      "epoch": 3.391692150866463,
      "grad_norm": 3.4996096368828966,
      "learning_rate": 0.00012531900981337156,
      "loss": 4.054,
      "step": 39927
    },
    {
      "epoch": 3.3917770981991167,
      "grad_norm": 3.317427483465703,
      "learning_rate": 0.00012531223725339852,
      "loss": 3.9199,
      "step": 39928
    },
    {
      "epoch": 3.39186204553177,
      "grad_norm": 3.2600958284373247,
      "learning_rate": 0.00012530546474515388,
      "loss": 3.6826,
      "step": 39929
    },
    {
      "epoch": 3.391946992864424,
      "grad_norm": 3.5235790325727327,
      "learning_rate": 0.00012529869228865168,
      "loss": 4.3891,
      "step": 39930
    },
    {
      "epoch": 3.3920319401970778,
      "grad_norm": 3.2544806586957082,
      "learning_rate": 0.0001252919198839062,
      "loss": 3.7748,
      "step": 39931
    },
    {
      "epoch": 3.3921168875297316,
      "grad_norm": 3.47746974504023,
      "learning_rate": 0.00012528514753093155,
      "loss": 3.9289,
      "step": 39932
    },
    {
      "epoch": 3.3922018348623855,
      "grad_norm": 3.075195891916945,
      "learning_rate": 0.00012527837522974196,
      "loss": 3.4651,
      "step": 39933
    },
    {
      "epoch": 3.392286782195039,
      "grad_norm": 3.2905745883183584,
      "learning_rate": 0.0001252716029803516,
      "loss": 3.8004,
      "step": 39934
    },
    {
      "epoch": 3.3923717295276927,
      "grad_norm": 3.2264528291102232,
      "learning_rate": 0.00012526483078277473,
      "loss": 3.6887,
      "step": 39935
    },
    {
      "epoch": 3.3924566768603466,
      "grad_norm": 3.2287894539234623,
      "learning_rate": 0.00012525805863702544,
      "loss": 3.7522,
      "step": 39936
    },
    {
      "epoch": 3.3925416241930004,
      "grad_norm": 3.3865185844509242,
      "learning_rate": 0.00012525128654311798,
      "loss": 4.2368,
      "step": 39937
    },
    {
      "epoch": 3.3926265715256543,
      "grad_norm": 3.620314054602845,
      "learning_rate": 0.00012524451450106656,
      "loss": 4.8203,
      "step": 39938
    },
    {
      "epoch": 3.3927115188583077,
      "grad_norm": 3.415682965609392,
      "learning_rate": 0.00012523774251088526,
      "loss": 4.1341,
      "step": 39939
    },
    {
      "epoch": 3.3927964661909615,
      "grad_norm": 3.577117595522402,
      "learning_rate": 0.00012523097057258836,
      "loss": 3.6416,
      "step": 39940
    },
    {
      "epoch": 3.3928814135236154,
      "grad_norm": 3.4786355772789457,
      "learning_rate": 0.0001252241986861901,
      "loss": 3.9612,
      "step": 39941
    },
    {
      "epoch": 3.3929663608562692,
      "grad_norm": 3.2911771143946185,
      "learning_rate": 0.00012521742685170457,
      "loss": 4.098,
      "step": 39942
    },
    {
      "epoch": 3.393051308188923,
      "grad_norm": 3.30935031677437,
      "learning_rate": 0.00012521065506914598,
      "loss": 3.9696,
      "step": 39943
    },
    {
      "epoch": 3.3931362555215765,
      "grad_norm": 3.346906731944122,
      "learning_rate": 0.00012520388333852854,
      "loss": 4.1963,
      "step": 39944
    },
    {
      "epoch": 3.3932212028542303,
      "grad_norm": 3.3593771746133716,
      "learning_rate": 0.00012519711165986645,
      "loss": 3.8055,
      "step": 39945
    },
    {
      "epoch": 3.393306150186884,
      "grad_norm": 3.3254202039923837,
      "learning_rate": 0.0001251903400331738,
      "loss": 4.0565,
      "step": 39946
    },
    {
      "epoch": 3.393391097519538,
      "grad_norm": 3.3124530186992076,
      "learning_rate": 0.00012518356845846494,
      "loss": 3.6088,
      "step": 39947
    },
    {
      "epoch": 3.3934760448521915,
      "grad_norm": 3.2587801154905183,
      "learning_rate": 0.00012517679693575394,
      "loss": 3.8561,
      "step": 39948
    },
    {
      "epoch": 3.3935609921848453,
      "grad_norm": 3.1792927491562466,
      "learning_rate": 0.00012517002546505506,
      "loss": 3.4336,
      "step": 39949
    },
    {
      "epoch": 3.393645939517499,
      "grad_norm": 3.1805557909051307,
      "learning_rate": 0.00012516325404638242,
      "loss": 3.3284,
      "step": 39950
    },
    {
      "epoch": 3.393730886850153,
      "grad_norm": 3.290065415384334,
      "learning_rate": 0.00012515648267975025,
      "loss": 3.7285,
      "step": 39951
    },
    {
      "epoch": 3.3938158341828064,
      "grad_norm": 3.2172843624489307,
      "learning_rate": 0.00012514971136517268,
      "loss": 3.6821,
      "step": 39952
    },
    {
      "epoch": 3.3939007815154603,
      "grad_norm": 3.628316852101275,
      "learning_rate": 0.000125142940102664,
      "loss": 4.7276,
      "step": 39953
    },
    {
      "epoch": 3.393985728848114,
      "grad_norm": 3.2206358952862044,
      "learning_rate": 0.00012513616889223836,
      "loss": 3.4913,
      "step": 39954
    },
    {
      "epoch": 3.394070676180768,
      "grad_norm": 3.3149862584742484,
      "learning_rate": 0.0001251293977339099,
      "loss": 3.9936,
      "step": 39955
    },
    {
      "epoch": 3.394155623513422,
      "grad_norm": 3.3127394991505015,
      "learning_rate": 0.00012512262662769285,
      "loss": 3.5304,
      "step": 39956
    },
    {
      "epoch": 3.3942405708460752,
      "grad_norm": 3.245601453774666,
      "learning_rate": 0.0001251158555736014,
      "loss": 3.5321,
      "step": 39957
    },
    {
      "epoch": 3.394325518178729,
      "grad_norm": 3.1077296763633124,
      "learning_rate": 0.00012510908457164972,
      "loss": 3.3164,
      "step": 39958
    },
    {
      "epoch": 3.394410465511383,
      "grad_norm": 3.49428581924372,
      "learning_rate": 0.00012510231362185194,
      "loss": 3.9419,
      "step": 39959
    },
    {
      "epoch": 3.3944954128440368,
      "grad_norm": 3.11909594609588,
      "learning_rate": 0.00012509554272422237,
      "loss": 3.1979,
      "step": 39960
    },
    {
      "epoch": 3.3945803601766906,
      "grad_norm": 3.2810736334472383,
      "learning_rate": 0.00012508877187877512,
      "loss": 3.8225,
      "step": 39961
    },
    {
      "epoch": 3.394665307509344,
      "grad_norm": 3.403195829582429,
      "learning_rate": 0.0001250820010855244,
      "loss": 3.9476,
      "step": 39962
    },
    {
      "epoch": 3.394750254841998,
      "grad_norm": 3.4466093830503355,
      "learning_rate": 0.00012507523034448442,
      "loss": 3.7216,
      "step": 39963
    },
    {
      "epoch": 3.3948352021746517,
      "grad_norm": 3.600797067922928,
      "learning_rate": 0.0001250684596556693,
      "loss": 4.4797,
      "step": 39964
    },
    {
      "epoch": 3.3949201495073056,
      "grad_norm": 3.250444845858499,
      "learning_rate": 0.00012506168901909323,
      "loss": 3.6035,
      "step": 39965
    },
    {
      "epoch": 3.3950050968399594,
      "grad_norm": 3.34446949684857,
      "learning_rate": 0.00012505491843477047,
      "loss": 3.71,
      "step": 39966
    },
    {
      "epoch": 3.395090044172613,
      "grad_norm": 3.4668651896858593,
      "learning_rate": 0.0001250481479027152,
      "loss": 3.9493,
      "step": 39967
    },
    {
      "epoch": 3.3951749915052667,
      "grad_norm": 3.4446384240624592,
      "learning_rate": 0.00012504137742294153,
      "loss": 3.7273,
      "step": 39968
    },
    {
      "epoch": 3.3952599388379205,
      "grad_norm": 3.5843700651223864,
      "learning_rate": 0.00012503460699546368,
      "loss": 4.5623,
      "step": 39969
    },
    {
      "epoch": 3.3953448861705744,
      "grad_norm": 3.3029669184956094,
      "learning_rate": 0.0001250278366202959,
      "loss": 3.9318,
      "step": 39970
    },
    {
      "epoch": 3.3954298335032282,
      "grad_norm": 3.488768964109917,
      "learning_rate": 0.00012502106629745224,
      "loss": 4.2355,
      "step": 39971
    },
    {
      "epoch": 3.3955147808358817,
      "grad_norm": 3.2837481962280375,
      "learning_rate": 0.00012501429602694702,
      "loss": 3.4978,
      "step": 39972
    },
    {
      "epoch": 3.3955997281685355,
      "grad_norm": 3.6391518567347134,
      "learning_rate": 0.00012500752580879435,
      "loss": 4.5529,
      "step": 39973
    },
    {
      "epoch": 3.3956846755011894,
      "grad_norm": 3.195657140865703,
      "learning_rate": 0.00012500075564300848,
      "loss": 3.5601,
      "step": 39974
    },
    {
      "epoch": 3.395769622833843,
      "grad_norm": 3.394039244663915,
      "learning_rate": 0.0001249939855296035,
      "loss": 4.279,
      "step": 39975
    },
    {
      "epoch": 3.3958545701664966,
      "grad_norm": 3.2378717522228544,
      "learning_rate": 0.00012498721546859372,
      "loss": 3.8568,
      "step": 39976
    },
    {
      "epoch": 3.3959395174991505,
      "grad_norm": 3.0671551430710764,
      "learning_rate": 0.00012498044545999312,
      "loss": 3.2799,
      "step": 39977
    },
    {
      "epoch": 3.3960244648318043,
      "grad_norm": 3.11331205622951,
      "learning_rate": 0.00012497367550381614,
      "loss": 3.7382,
      "step": 39978
    },
    {
      "epoch": 3.396109412164458,
      "grad_norm": 3.228012216848878,
      "learning_rate": 0.0001249669056000768,
      "loss": 3.4167,
      "step": 39979
    },
    {
      "epoch": 3.3961943594971116,
      "grad_norm": 3.4186963713048133,
      "learning_rate": 0.00012496013574878932,
      "loss": 4.0371,
      "step": 39980
    },
    {
      "epoch": 3.3962793068297654,
      "grad_norm": 3.2924268827868257,
      "learning_rate": 0.00012495336594996797,
      "loss": 3.922,
      "step": 39981
    },
    {
      "epoch": 3.3963642541624193,
      "grad_norm": 3.3998088233151336,
      "learning_rate": 0.0001249465962036268,
      "loss": 3.9092,
      "step": 39982
    },
    {
      "epoch": 3.396449201495073,
      "grad_norm": 3.341691867422762,
      "learning_rate": 0.00012493982650978,
      "loss": 3.8804,
      "step": 39983
    },
    {
      "epoch": 3.396534148827727,
      "grad_norm": 3.2624196758921635,
      "learning_rate": 0.00012493305686844187,
      "loss": 3.6402,
      "step": 39984
    },
    {
      "epoch": 3.3966190961603804,
      "grad_norm": 3.4762421290095915,
      "learning_rate": 0.00012492628727962655,
      "loss": 4.2789,
      "step": 39985
    },
    {
      "epoch": 3.3967040434930342,
      "grad_norm": 3.3290988839873865,
      "learning_rate": 0.00012491951774334817,
      "loss": 3.8079,
      "step": 39986
    },
    {
      "epoch": 3.396788990825688,
      "grad_norm": 3.2732573197795145,
      "learning_rate": 0.000124912748259621,
      "loss": 3.8196,
      "step": 39987
    },
    {
      "epoch": 3.396873938158342,
      "grad_norm": 3.244887347694538,
      "learning_rate": 0.00012490597882845915,
      "loss": 3.7416,
      "step": 39988
    },
    {
      "epoch": 3.396958885490996,
      "grad_norm": 3.2799546371799178,
      "learning_rate": 0.00012489920944987678,
      "loss": 3.6303,
      "step": 39989
    },
    {
      "epoch": 3.397043832823649,
      "grad_norm": 3.2297516351740816,
      "learning_rate": 0.00012489244012388816,
      "loss": 3.2823,
      "step": 39990
    },
    {
      "epoch": 3.397128780156303,
      "grad_norm": 3.5789369495731016,
      "learning_rate": 0.00012488567085050742,
      "loss": 4.2338,
      "step": 39991
    },
    {
      "epoch": 3.397213727488957,
      "grad_norm": 3.4594939511081892,
      "learning_rate": 0.00012487890162974881,
      "loss": 3.98,
      "step": 39992
    },
    {
      "epoch": 3.3972986748216107,
      "grad_norm": 3.277629185324306,
      "learning_rate": 0.00012487213246162646,
      "loss": 3.9002,
      "step": 39993
    },
    {
      "epoch": 3.3973836221542646,
      "grad_norm": 3.1860808019175697,
      "learning_rate": 0.00012486536334615456,
      "loss": 3.6389,
      "step": 39994
    },
    {
      "epoch": 3.397468569486918,
      "grad_norm": 3.5185270598102725,
      "learning_rate": 0.00012485859428334719,
      "loss": 3.4341,
      "step": 39995
    },
    {
      "epoch": 3.397553516819572,
      "grad_norm": 3.2870983261385125,
      "learning_rate": 0.00012485182527321876,
      "loss": 3.8761,
      "step": 39996
    },
    {
      "epoch": 3.3976384641522257,
      "grad_norm": 3.5800610476812067,
      "learning_rate": 0.00012484505631578326,
      "loss": 4.5038,
      "step": 39997
    },
    {
      "epoch": 3.3977234114848796,
      "grad_norm": 3.344441625584151,
      "learning_rate": 0.00012483828741105494,
      "loss": 4.2706,
      "step": 39998
    },
    {
      "epoch": 3.397808358817533,
      "grad_norm": 3.2961137569484653,
      "learning_rate": 0.00012483151855904805,
      "loss": 3.9263,
      "step": 39999
    },
    {
      "epoch": 3.397893306150187,
      "grad_norm": 3.2226170366585967,
      "learning_rate": 0.00012482474975977667,
      "loss": 3.4241,
      "step": 40000
    },
    {
      "epoch": 3.3979782534828407,
      "grad_norm": 3.2743319661024213,
      "learning_rate": 0.000124817981013255,
      "loss": 4.0436,
      "step": 40001
    },
    {
      "epoch": 3.3980632008154945,
      "grad_norm": 3.438349954319049,
      "learning_rate": 0.0001248112123194972,
      "loss": 3.7748,
      "step": 40002
    },
    {
      "epoch": 3.398148148148148,
      "grad_norm": 3.208056717966061,
      "learning_rate": 0.00012480444367851754,
      "loss": 3.5597,
      "step": 40003
    },
    {
      "epoch": 3.3982330954808018,
      "grad_norm": 3.249890464216266,
      "learning_rate": 0.0001247976750903302,
      "loss": 3.8092,
      "step": 40004
    },
    {
      "epoch": 3.3983180428134556,
      "grad_norm": 3.574309169431614,
      "learning_rate": 0.00012479090655494928,
      "loss": 4.4793,
      "step": 40005
    },
    {
      "epoch": 3.3984029901461095,
      "grad_norm": 3.2471510107311907,
      "learning_rate": 0.000124784138072389,
      "loss": 3.6853,
      "step": 40006
    },
    {
      "epoch": 3.3984879374787633,
      "grad_norm": 3.2003682524676935,
      "learning_rate": 0.00012477736964266353,
      "loss": 3.4049,
      "step": 40007
    },
    {
      "epoch": 3.3985728848114167,
      "grad_norm": 3.365881848779766,
      "learning_rate": 0.00012477060126578704,
      "loss": 4.0099,
      "step": 40008
    },
    {
      "epoch": 3.3986578321440706,
      "grad_norm": 3.633605828988904,
      "learning_rate": 0.00012476383294177375,
      "loss": 4.7973,
      "step": 40009
    },
    {
      "epoch": 3.3987427794767244,
      "grad_norm": 3.304051883826504,
      "learning_rate": 0.0001247570646706379,
      "loss": 3.8693,
      "step": 40010
    },
    {
      "epoch": 3.3988277268093783,
      "grad_norm": 3.2930568136003457,
      "learning_rate": 0.00012475029645239353,
      "loss": 3.9765,
      "step": 40011
    },
    {
      "epoch": 3.398912674142032,
      "grad_norm": 3.516399458012592,
      "learning_rate": 0.00012474352828705494,
      "loss": 3.759,
      "step": 40012
    },
    {
      "epoch": 3.3989976214746855,
      "grad_norm": 3.3375948230752606,
      "learning_rate": 0.00012473676017463623,
      "loss": 3.9909,
      "step": 40013
    },
    {
      "epoch": 3.3990825688073394,
      "grad_norm": 3.389981696533181,
      "learning_rate": 0.00012472999211515158,
      "loss": 3.9815,
      "step": 40014
    },
    {
      "epoch": 3.3991675161399932,
      "grad_norm": 3.3392958105704897,
      "learning_rate": 0.00012472322410861524,
      "loss": 4.0469,
      "step": 40015
    },
    {
      "epoch": 3.399252463472647,
      "grad_norm": 3.251871447097698,
      "learning_rate": 0.0001247164561550414,
      "loss": 3.945,
      "step": 40016
    },
    {
      "epoch": 3.399337410805301,
      "grad_norm": 3.4337507948423998,
      "learning_rate": 0.00012470968825444413,
      "loss": 4.2729,
      "step": 40017
    },
    {
      "epoch": 3.3994223581379543,
      "grad_norm": 3.3536320666784256,
      "learning_rate": 0.00012470292040683771,
      "loss": 3.8114,
      "step": 40018
    },
    {
      "epoch": 3.399507305470608,
      "grad_norm": 3.2090341299141873,
      "learning_rate": 0.0001246961526122363,
      "loss": 3.687,
      "step": 40019
    },
    {
      "epoch": 3.399592252803262,
      "grad_norm": 3.379281338460836,
      "learning_rate": 0.00012468938487065397,
      "loss": 4.1921,
      "step": 40020
    },
    {
      "epoch": 3.399677200135916,
      "grad_norm": 3.3174053952414093,
      "learning_rate": 0.00012468261718210513,
      "loss": 3.7099,
      "step": 40021
    },
    {
      "epoch": 3.3997621474685693,
      "grad_norm": 3.6013945339804647,
      "learning_rate": 0.00012467584954660375,
      "loss": 4.2782,
      "step": 40022
    },
    {
      "epoch": 3.399847094801223,
      "grad_norm": 3.4284572914916005,
      "learning_rate": 0.00012466908196416413,
      "loss": 4.1471,
      "step": 40023
    },
    {
      "epoch": 3.399932042133877,
      "grad_norm": 3.257437610040032,
      "learning_rate": 0.0001246623144348004,
      "loss": 3.8565,
      "step": 40024
    },
    {
      "epoch": 3.400016989466531,
      "grad_norm": 3.2292004468038358,
      "learning_rate": 0.00012465554695852675,
      "loss": 3.7061,
      "step": 40025
    },
    {
      "epoch": 3.4001019367991843,
      "grad_norm": 3.5997870951743516,
      "learning_rate": 0.0001246487795353573,
      "loss": 4.4269,
      "step": 40026
    },
    {
      "epoch": 3.400186884131838,
      "grad_norm": 3.285671622829267,
      "learning_rate": 0.00012464201216530634,
      "loss": 3.8233,
      "step": 40027
    },
    {
      "epoch": 3.400271831464492,
      "grad_norm": 3.7038029017799903,
      "learning_rate": 0.00012463524484838804,
      "loss": 3.8815,
      "step": 40028
    },
    {
      "epoch": 3.400356778797146,
      "grad_norm": 3.4746113061940966,
      "learning_rate": 0.0001246284775846165,
      "loss": 4.105,
      "step": 40029
    },
    {
      "epoch": 3.4004417261297997,
      "grad_norm": 3.313781542052296,
      "learning_rate": 0.00012462171037400596,
      "loss": 4.0986,
      "step": 40030
    },
    {
      "epoch": 3.400526673462453,
      "grad_norm": 3.27885734402924,
      "learning_rate": 0.00012461494321657057,
      "loss": 3.6619,
      "step": 40031
    },
    {
      "epoch": 3.400611620795107,
      "grad_norm": 3.426995663141813,
      "learning_rate": 0.00012460817611232444,
      "loss": 3.934,
      "step": 40032
    },
    {
      "epoch": 3.4006965681277608,
      "grad_norm": 3.4458032260413067,
      "learning_rate": 0.0001246014090612819,
      "loss": 3.9616,
      "step": 40033
    },
    {
      "epoch": 3.4007815154604146,
      "grad_norm": 3.26352925464773,
      "learning_rate": 0.00012459464206345707,
      "loss": 3.6817,
      "step": 40034
    },
    {
      "epoch": 3.4008664627930685,
      "grad_norm": 3.343032315002844,
      "learning_rate": 0.00012458787511886407,
      "loss": 4.0678,
      "step": 40035
    },
    {
      "epoch": 3.400951410125722,
      "grad_norm": 3.338405472321916,
      "learning_rate": 0.00012458110822751714,
      "loss": 3.8975,
      "step": 40036
    },
    {
      "epoch": 3.4010363574583757,
      "grad_norm": 3.279765675862129,
      "learning_rate": 0.00012457434138943047,
      "loss": 3.7763,
      "step": 40037
    },
    {
      "epoch": 3.4011213047910296,
      "grad_norm": 3.239372128024272,
      "learning_rate": 0.00012456757460461813,
      "loss": 3.667,
      "step": 40038
    },
    {
      "epoch": 3.4012062521236834,
      "grad_norm": 3.294468481678157,
      "learning_rate": 0.00012456080787309444,
      "loss": 3.9796,
      "step": 40039
    },
    {
      "epoch": 3.4012911994563373,
      "grad_norm": 3.2655500323240525,
      "learning_rate": 0.00012455404119487352,
      "loss": 3.7012,
      "step": 40040
    },
    {
      "epoch": 3.4013761467889907,
      "grad_norm": 3.1979842091724127,
      "learning_rate": 0.00012454727456996954,
      "loss": 3.3776,
      "step": 40041
    },
    {
      "epoch": 3.4014610941216445,
      "grad_norm": 3.276474493396254,
      "learning_rate": 0.00012454050799839668,
      "loss": 3.5294,
      "step": 40042
    },
    {
      "epoch": 3.4015460414542984,
      "grad_norm": 3.5554707950872815,
      "learning_rate": 0.00012453374148016912,
      "loss": 4.3104,
      "step": 40043
    },
    {
      "epoch": 3.4016309887869522,
      "grad_norm": 3.216857215058284,
      "learning_rate": 0.000124526975015301,
      "loss": 3.8008,
      "step": 40044
    },
    {
      "epoch": 3.4017159361196057,
      "grad_norm": 3.4606430919696316,
      "learning_rate": 0.0001245202086038066,
      "loss": 3.9741,
      "step": 40045
    },
    {
      "epoch": 3.4018008834522595,
      "grad_norm": 3.393871296632227,
      "learning_rate": 0.0001245134422457,
      "loss": 3.9486,
      "step": 40046
    },
    {
      "epoch": 3.4018858307849134,
      "grad_norm": 3.496865734980351,
      "learning_rate": 0.00012450667594099543,
      "loss": 4.0882,
      "step": 40047
    },
    {
      "epoch": 3.401970778117567,
      "grad_norm": 3.410975554824927,
      "learning_rate": 0.00012449990968970703,
      "loss": 4.2258,
      "step": 40048
    },
    {
      "epoch": 3.4020557254502206,
      "grad_norm": 3.5877176873555148,
      "learning_rate": 0.000124493143491849,
      "loss": 4.5775,
      "step": 40049
    },
    {
      "epoch": 3.4021406727828745,
      "grad_norm": 3.3485076339331568,
      "learning_rate": 0.0001244863773474355,
      "loss": 4.1453,
      "step": 40050
    },
    {
      "epoch": 3.4022256201155283,
      "grad_norm": 3.2632394618308176,
      "learning_rate": 0.00012447961125648072,
      "loss": 3.6728,
      "step": 40051
    },
    {
      "epoch": 3.402310567448182,
      "grad_norm": 3.542782390341201,
      "learning_rate": 0.00012447284521899889,
      "loss": 4.4745,
      "step": 40052
    },
    {
      "epoch": 3.402395514780836,
      "grad_norm": 3.3975660770671463,
      "learning_rate": 0.0001244660792350041,
      "loss": 3.8174,
      "step": 40053
    },
    {
      "epoch": 3.4024804621134894,
      "grad_norm": 3.5857100503324397,
      "learning_rate": 0.00012445931330451056,
      "loss": 4.4455,
      "step": 40054
    },
    {
      "epoch": 3.4025654094461433,
      "grad_norm": 3.4675059586882733,
      "learning_rate": 0.00012445254742753247,
      "loss": 4.0446,
      "step": 40055
    },
    {
      "epoch": 3.402650356778797,
      "grad_norm": 3.1625820882442244,
      "learning_rate": 0.00012444578160408396,
      "loss": 3.3845,
      "step": 40056
    },
    {
      "epoch": 3.402735304111451,
      "grad_norm": 3.2083786651272663,
      "learning_rate": 0.0001244390158341792,
      "loss": 3.6511,
      "step": 40057
    },
    {
      "epoch": 3.402820251444105,
      "grad_norm": 3.362622096719684,
      "learning_rate": 0.00012443225011783243,
      "loss": 3.9292,
      "step": 40058
    },
    {
      "epoch": 3.4029051987767582,
      "grad_norm": 3.4956106357950976,
      "learning_rate": 0.00012442548445505783,
      "loss": 4.0779,
      "step": 40059
    },
    {
      "epoch": 3.402990146109412,
      "grad_norm": 3.220755955592716,
      "learning_rate": 0.0001244187188458695,
      "loss": 3.9274,
      "step": 40060
    },
    {
      "epoch": 3.403075093442066,
      "grad_norm": 3.2249523147583004,
      "learning_rate": 0.00012441195329028167,
      "loss": 3.557,
      "step": 40061
    },
    {
      "epoch": 3.40316004077472,
      "grad_norm": 3.2759129266098226,
      "learning_rate": 0.00012440518778830852,
      "loss": 3.3964,
      "step": 40062
    },
    {
      "epoch": 3.4032449881073736,
      "grad_norm": 3.222452867666077,
      "learning_rate": 0.00012439842233996412,
      "loss": 3.8683,
      "step": 40063
    },
    {
      "epoch": 3.403329935440027,
      "grad_norm": 3.1842208172875397,
      "learning_rate": 0.00012439165694526282,
      "loss": 3.3154,
      "step": 40064
    },
    {
      "epoch": 3.403414882772681,
      "grad_norm": 3.2289290503319696,
      "learning_rate": 0.00012438489160421869,
      "loss": 3.5648,
      "step": 40065
    },
    {
      "epoch": 3.4034998301053347,
      "grad_norm": 3.3578738536376207,
      "learning_rate": 0.00012437812631684592,
      "loss": 3.5649,
      "step": 40066
    },
    {
      "epoch": 3.4035847774379886,
      "grad_norm": 3.395497386273155,
      "learning_rate": 0.0001243713610831587,
      "loss": 4.074,
      "step": 40067
    },
    {
      "epoch": 3.4036697247706424,
      "grad_norm": 3.0538807788036375,
      "learning_rate": 0.00012436459590317117,
      "loss": 3.0856,
      "step": 40068
    },
    {
      "epoch": 3.403754672103296,
      "grad_norm": 3.195924384997786,
      "learning_rate": 0.00012435783077689751,
      "loss": 3.7978,
      "step": 40069
    },
    {
      "epoch": 3.4038396194359497,
      "grad_norm": 3.391921185626091,
      "learning_rate": 0.00012435106570435198,
      "loss": 4.0253,
      "step": 40070
    },
    {
      "epoch": 3.4039245667686036,
      "grad_norm": 3.195185629607518,
      "learning_rate": 0.00012434430068554864,
      "loss": 3.6587,
      "step": 40071
    },
    {
      "epoch": 3.4040095141012574,
      "grad_norm": 3.600006680473032,
      "learning_rate": 0.00012433753572050173,
      "loss": 4.3303,
      "step": 40072
    },
    {
      "epoch": 3.404094461433911,
      "grad_norm": 3.138501525672366,
      "learning_rate": 0.00012433077080922545,
      "loss": 3.3562,
      "step": 40073
    },
    {
      "epoch": 3.4041794087665647,
      "grad_norm": 3.5060529966293714,
      "learning_rate": 0.00012432400595173388,
      "loss": 3.4502,
      "step": 40074
    },
    {
      "epoch": 3.4042643560992185,
      "grad_norm": 3.530112226860475,
      "learning_rate": 0.00012431724114804124,
      "loss": 4.3715,
      "step": 40075
    },
    {
      "epoch": 3.4043493034318724,
      "grad_norm": 3.2246420193779737,
      "learning_rate": 0.00012431047639816173,
      "loss": 3.5941,
      "step": 40076
    },
    {
      "epoch": 3.4044342507645258,
      "grad_norm": 3.384419722586934,
      "learning_rate": 0.00012430371170210952,
      "loss": 3.971,
      "step": 40077
    },
    {
      "epoch": 3.4045191980971796,
      "grad_norm": 3.312401530098713,
      "learning_rate": 0.00012429694705989877,
      "loss": 3.8281,
      "step": 40078
    },
    {
      "epoch": 3.4046041454298335,
      "grad_norm": 3.243404050581675,
      "learning_rate": 0.00012429018247154364,
      "loss": 3.6886,
      "step": 40079
    },
    {
      "epoch": 3.4046890927624873,
      "grad_norm": 3.3219637284198282,
      "learning_rate": 0.00012428341793705835,
      "loss": 3.9774,
      "step": 40080
    },
    {
      "epoch": 3.404774040095141,
      "grad_norm": 3.346417303677424,
      "learning_rate": 0.00012427665345645698,
      "loss": 4.2155,
      "step": 40081
    },
    {
      "epoch": 3.4048589874277946,
      "grad_norm": 3.566854984437623,
      "learning_rate": 0.0001242698890297538,
      "loss": 4.3149,
      "step": 40082
    },
    {
      "epoch": 3.4049439347604484,
      "grad_norm": 3.373594927251909,
      "learning_rate": 0.00012426312465696292,
      "loss": 4.0325,
      "step": 40083
    },
    {
      "epoch": 3.4050288820931023,
      "grad_norm": 3.2393540721934895,
      "learning_rate": 0.00012425636033809863,
      "loss": 3.7513,
      "step": 40084
    },
    {
      "epoch": 3.405113829425756,
      "grad_norm": 3.2059225442467723,
      "learning_rate": 0.00012424959607317495,
      "loss": 3.4816,
      "step": 40085
    },
    {
      "epoch": 3.40519877675841,
      "grad_norm": 3.5479997448428335,
      "learning_rate": 0.00012424283186220612,
      "loss": 4.3009,
      "step": 40086
    },
    {
      "epoch": 3.4052837240910634,
      "grad_norm": 3.3357479596712722,
      "learning_rate": 0.00012423606770520628,
      "loss": 3.7598,
      "step": 40087
    },
    {
      "epoch": 3.4053686714237172,
      "grad_norm": 3.2183654152027876,
      "learning_rate": 0.0001242293036021897,
      "loss": 3.7078,
      "step": 40088
    },
    {
      "epoch": 3.405453618756371,
      "grad_norm": 3.209593225879549,
      "learning_rate": 0.00012422253955317046,
      "loss": 3.5485,
      "step": 40089
    },
    {
      "epoch": 3.405538566089025,
      "grad_norm": 3.523280237665843,
      "learning_rate": 0.00012421577555816275,
      "loss": 4.3551,
      "step": 40090
    },
    {
      "epoch": 3.405623513421679,
      "grad_norm": 3.3455418840148003,
      "learning_rate": 0.0001242090116171808,
      "loss": 3.9377,
      "step": 40091
    },
    {
      "epoch": 3.405708460754332,
      "grad_norm": 3.247613398406188,
      "learning_rate": 0.0001242022477302387,
      "loss": 3.3727,
      "step": 40092
    },
    {
      "epoch": 3.405793408086986,
      "grad_norm": 3.289547451447288,
      "learning_rate": 0.0001241954838973507,
      "loss": 3.6025,
      "step": 40093
    },
    {
      "epoch": 3.40587835541964,
      "grad_norm": 3.357129360335,
      "learning_rate": 0.00012418872011853082,
      "loss": 3.7952,
      "step": 40094
    },
    {
      "epoch": 3.4059633027522938,
      "grad_norm": 3.676525899314284,
      "learning_rate": 0.00012418195639379343,
      "loss": 3.5268,
      "step": 40095
    },
    {
      "epoch": 3.406048250084947,
      "grad_norm": 3.4213096595213837,
      "learning_rate": 0.00012417519272315262,
      "loss": 4.1152,
      "step": 40096
    },
    {
      "epoch": 3.406133197417601,
      "grad_norm": 3.321530545340455,
      "learning_rate": 0.00012416842910662252,
      "loss": 3.8627,
      "step": 40097
    },
    {
      "epoch": 3.406218144750255,
      "grad_norm": 3.208157144555174,
      "learning_rate": 0.00012416166554421739,
      "loss": 3.6156,
      "step": 40098
    },
    {
      "epoch": 3.4063030920829087,
      "grad_norm": 3.2881946665664734,
      "learning_rate": 0.0001241549020359513,
      "loss": 4.0254,
      "step": 40099
    },
    {
      "epoch": 3.406388039415562,
      "grad_norm": 3.292250862762041,
      "learning_rate": 0.00012414813858183842,
      "loss": 3.964,
      "step": 40100
    },
    {
      "epoch": 3.406472986748216,
      "grad_norm": 3.186141755528495,
      "learning_rate": 0.00012414137518189304,
      "loss": 3.4756,
      "step": 40101
    },
    {
      "epoch": 3.40655793408087,
      "grad_norm": 3.1930208454801723,
      "learning_rate": 0.0001241346118361293,
      "loss": 3.4058,
      "step": 40102
    },
    {
      "epoch": 3.4066428814135237,
      "grad_norm": 3.2993591715988724,
      "learning_rate": 0.0001241278485445613,
      "loss": 3.99,
      "step": 40103
    },
    {
      "epoch": 3.4067278287461775,
      "grad_norm": 3.253624283819838,
      "learning_rate": 0.00012412108530720324,
      "loss": 3.632,
      "step": 40104
    },
    {
      "epoch": 3.406812776078831,
      "grad_norm": 3.5622568918567,
      "learning_rate": 0.00012411432212406932,
      "loss": 4.1355,
      "step": 40105
    },
    {
      "epoch": 3.406897723411485,
      "grad_norm": 3.332046758978593,
      "learning_rate": 0.00012410755899517365,
      "loss": 4.0056,
      "step": 40106
    },
    {
      "epoch": 3.4069826707441386,
      "grad_norm": 3.5681635256659954,
      "learning_rate": 0.00012410079592053045,
      "loss": 4.4585,
      "step": 40107
    },
    {
      "epoch": 3.4070676180767925,
      "grad_norm": 3.266162652900468,
      "learning_rate": 0.00012409403290015387,
      "loss": 3.8912,
      "step": 40108
    },
    {
      "epoch": 3.4071525654094463,
      "grad_norm": 3.2499804755368236,
      "learning_rate": 0.00012408726993405814,
      "loss": 3.7922,
      "step": 40109
    },
    {
      "epoch": 3.4072375127420997,
      "grad_norm": 3.1624738637760315,
      "learning_rate": 0.00012408050702225737,
      "loss": 3.3817,
      "step": 40110
    },
    {
      "epoch": 3.4073224600747536,
      "grad_norm": 3.299507223347962,
      "learning_rate": 0.00012407374416476574,
      "loss": 4.0162,
      "step": 40111
    },
    {
      "epoch": 3.4074074074074074,
      "grad_norm": 3.2624013393009803,
      "learning_rate": 0.00012406698136159733,
      "loss": 3.6946,
      "step": 40112
    },
    {
      "epoch": 3.4074923547400613,
      "grad_norm": 3.342576667257836,
      "learning_rate": 0.0001240602186127665,
      "loss": 4.0325,
      "step": 40113
    },
    {
      "epoch": 3.407577302072715,
      "grad_norm": 3.3247885050424304,
      "learning_rate": 0.00012405345591828728,
      "loss": 3.7341,
      "step": 40114
    },
    {
      "epoch": 3.4076622494053685,
      "grad_norm": 3.306959204782053,
      "learning_rate": 0.0001240466932781739,
      "loss": 4.005,
      "step": 40115
    },
    {
      "epoch": 3.4077471967380224,
      "grad_norm": 3.4072008342152724,
      "learning_rate": 0.00012403993069244056,
      "loss": 4.2059,
      "step": 40116
    },
    {
      "epoch": 3.4078321440706763,
      "grad_norm": 3.278566352681191,
      "learning_rate": 0.00012403316816110132,
      "loss": 3.7122,
      "step": 40117
    },
    {
      "epoch": 3.40791709140333,
      "grad_norm": 3.2259787538161206,
      "learning_rate": 0.00012402640568417037,
      "loss": 3.6354,
      "step": 40118
    },
    {
      "epoch": 3.4080020387359835,
      "grad_norm": 3.3234095217826365,
      "learning_rate": 0.000124019643261662,
      "loss": 3.879,
      "step": 40119
    },
    {
      "epoch": 3.4080869860686374,
      "grad_norm": 3.4482888786601085,
      "learning_rate": 0.00012401288089359028,
      "loss": 4.2374,
      "step": 40120
    },
    {
      "epoch": 3.408171933401291,
      "grad_norm": 3.5196922285762855,
      "learning_rate": 0.00012400611857996938,
      "loss": 3.8392,
      "step": 40121
    },
    {
      "epoch": 3.408256880733945,
      "grad_norm": 3.2255639069615136,
      "learning_rate": 0.00012399935632081353,
      "loss": 3.8215,
      "step": 40122
    },
    {
      "epoch": 3.4083418280665985,
      "grad_norm": 3.5760598222359303,
      "learning_rate": 0.00012399259411613684,
      "loss": 4.2402,
      "step": 40123
    },
    {
      "epoch": 3.4084267753992523,
      "grad_norm": 3.6264838591015476,
      "learning_rate": 0.00012398583196595345,
      "loss": 3.5156,
      "step": 40124
    },
    {
      "epoch": 3.408511722731906,
      "grad_norm": 3.4585039899258043,
      "learning_rate": 0.0001239790698702776,
      "loss": 4.0339,
      "step": 40125
    },
    {
      "epoch": 3.40859667006456,
      "grad_norm": 3.237057440089511,
      "learning_rate": 0.00012397230782912344,
      "loss": 3.7595,
      "step": 40126
    },
    {
      "epoch": 3.408681617397214,
      "grad_norm": 3.62671982861668,
      "learning_rate": 0.00012396554584250514,
      "loss": 4.6544,
      "step": 40127
    },
    {
      "epoch": 3.4087665647298673,
      "grad_norm": 3.54847799424882,
      "learning_rate": 0.00012395878391043686,
      "loss": 4.6608,
      "step": 40128
    },
    {
      "epoch": 3.408851512062521,
      "grad_norm": 3.376280738493278,
      "learning_rate": 0.00012395202203293278,
      "loss": 4.1006,
      "step": 40129
    },
    {
      "epoch": 3.408936459395175,
      "grad_norm": 3.2912282779118107,
      "learning_rate": 0.00012394526021000695,
      "loss": 3.8373,
      "step": 40130
    },
    {
      "epoch": 3.409021406727829,
      "grad_norm": 3.263704999348174,
      "learning_rate": 0.00012393849844167376,
      "loss": 3.8798,
      "step": 40131
    },
    {
      "epoch": 3.4091063540604827,
      "grad_norm": 3.3114204379817527,
      "learning_rate": 0.0001239317367279472,
      "loss": 3.7014,
      "step": 40132
    },
    {
      "epoch": 3.409191301393136,
      "grad_norm": 3.417643981376328,
      "learning_rate": 0.00012392497506884156,
      "loss": 3.8936,
      "step": 40133
    },
    {
      "epoch": 3.40927624872579,
      "grad_norm": 3.266655563409519,
      "learning_rate": 0.00012391821346437092,
      "loss": 3.4485,
      "step": 40134
    },
    {
      "epoch": 3.409361196058444,
      "grad_norm": 3.4315905077213906,
      "learning_rate": 0.0001239114519145495,
      "loss": 4.4588,
      "step": 40135
    },
    {
      "epoch": 3.4094461433910976,
      "grad_norm": 3.355502530735396,
      "learning_rate": 0.00012390469041939143,
      "loss": 4.1603,
      "step": 40136
    },
    {
      "epoch": 3.4095310907237515,
      "grad_norm": 3.5222531789356886,
      "learning_rate": 0.00012389792897891082,
      "loss": 4.2823,
      "step": 40137
    },
    {
      "epoch": 3.409616038056405,
      "grad_norm": 3.336609012668801,
      "learning_rate": 0.000123891167593122,
      "loss": 3.6867,
      "step": 40138
    },
    {
      "epoch": 3.4097009853890587,
      "grad_norm": 3.173522767390186,
      "learning_rate": 0.00012388440626203898,
      "loss": 3.8732,
      "step": 40139
    },
    {
      "epoch": 3.4097859327217126,
      "grad_norm": 3.3018541444490186,
      "learning_rate": 0.00012387764498567605,
      "loss": 3.4988,
      "step": 40140
    },
    {
      "epoch": 3.4098708800543664,
      "grad_norm": 3.225569895848486,
      "learning_rate": 0.0001238708837640473,
      "loss": 3.7501,
      "step": 40141
    },
    {
      "epoch": 3.40995582738702,
      "grad_norm": 3.3191309212570426,
      "learning_rate": 0.00012386412259716688,
      "loss": 3.7583,
      "step": 40142
    },
    {
      "epoch": 3.4100407747196737,
      "grad_norm": 3.2385905498500236,
      "learning_rate": 0.00012385736148504898,
      "loss": 3.74,
      "step": 40143
    },
    {
      "epoch": 3.4101257220523276,
      "grad_norm": 3.3161086006776905,
      "learning_rate": 0.0001238506004277078,
      "loss": 3.9258,
      "step": 40144
    },
    {
      "epoch": 3.4102106693849814,
      "grad_norm": 3.1709721500159347,
      "learning_rate": 0.00012384383942515753,
      "loss": 3.4653,
      "step": 40145
    },
    {
      "epoch": 3.4102956167176353,
      "grad_norm": 3.4028488980315066,
      "learning_rate": 0.00012383707847741227,
      "loss": 4.2143,
      "step": 40146
    },
    {
      "epoch": 3.4103805640502887,
      "grad_norm": 3.4296992253592133,
      "learning_rate": 0.00012383031758448623,
      "loss": 4.0945,
      "step": 40147
    },
    {
      "epoch": 3.4104655113829425,
      "grad_norm": 3.7024835788960746,
      "learning_rate": 0.00012382355674639352,
      "loss": 3.6155,
      "step": 40148
    },
    {
      "epoch": 3.4105504587155964,
      "grad_norm": 3.574115014754337,
      "learning_rate": 0.0001238167959631483,
      "loss": 4.641,
      "step": 40149
    },
    {
      "epoch": 3.41063540604825,
      "grad_norm": 3.2172967124154184,
      "learning_rate": 0.0001238100352347648,
      "loss": 3.868,
      "step": 40150
    },
    {
      "epoch": 3.4107203533809036,
      "grad_norm": 3.3352856581970363,
      "learning_rate": 0.00012380327456125721,
      "loss": 4.2554,
      "step": 40151
    },
    {
      "epoch": 3.4108053007135575,
      "grad_norm": 3.304901119007475,
      "learning_rate": 0.0001237965139426396,
      "loss": 3.7968,
      "step": 40152
    },
    {
      "epoch": 3.4108902480462113,
      "grad_norm": 3.253330673477309,
      "learning_rate": 0.0001237897533789262,
      "loss": 3.5379,
      "step": 40153
    },
    {
      "epoch": 3.410975195378865,
      "grad_norm": 3.3065471371605253,
      "learning_rate": 0.0001237829928701312,
      "loss": 4.1531,
      "step": 40154
    },
    {
      "epoch": 3.411060142711519,
      "grad_norm": 3.2416246662819583,
      "learning_rate": 0.0001237762324162686,
      "loss": 3.36,
      "step": 40155
    },
    {
      "epoch": 3.4111450900441724,
      "grad_norm": 3.583475505952141,
      "learning_rate": 0.0001237694720173528,
      "loss": 4.0264,
      "step": 40156
    },
    {
      "epoch": 3.4112300373768263,
      "grad_norm": 3.215098164782152,
      "learning_rate": 0.0001237627116733978,
      "loss": 3.6037,
      "step": 40157
    },
    {
      "epoch": 3.41131498470948,
      "grad_norm": 3.2977253514682587,
      "learning_rate": 0.00012375595138441789,
      "loss": 4.0162,
      "step": 40158
    },
    {
      "epoch": 3.411399932042134,
      "grad_norm": 3.255808165649646,
      "learning_rate": 0.0001237491911504271,
      "loss": 3.7333,
      "step": 40159
    },
    {
      "epoch": 3.411484879374788,
      "grad_norm": 3.228053056172424,
      "learning_rate": 0.00012374243097143967,
      "loss": 3.8522,
      "step": 40160
    },
    {
      "epoch": 3.4115698267074412,
      "grad_norm": 3.196075530427677,
      "learning_rate": 0.0001237356708474697,
      "loss": 3.7408,
      "step": 40161
    },
    {
      "epoch": 3.411654774040095,
      "grad_norm": 3.255251004396508,
      "learning_rate": 0.00012372891077853146,
      "loss": 3.8834,
      "step": 40162
    },
    {
      "epoch": 3.411739721372749,
      "grad_norm": 3.5251433425073824,
      "learning_rate": 0.0001237221507646391,
      "loss": 4.2578,
      "step": 40163
    },
    {
      "epoch": 3.411824668705403,
      "grad_norm": 3.2577634790662446,
      "learning_rate": 0.0001237153908058067,
      "loss": 3.632,
      "step": 40164
    },
    {
      "epoch": 3.4119096160380566,
      "grad_norm": 3.2713086289239413,
      "learning_rate": 0.0001237086309020485,
      "loss": 3.5515,
      "step": 40165
    },
    {
      "epoch": 3.41199456337071,
      "grad_norm": 3.276802893806474,
      "learning_rate": 0.0001237018710533786,
      "loss": 3.9408,
      "step": 40166
    },
    {
      "epoch": 3.412079510703364,
      "grad_norm": 3.28227468973457,
      "learning_rate": 0.00012369511125981118,
      "loss": 3.6842,
      "step": 40167
    },
    {
      "epoch": 3.4121644580360178,
      "grad_norm": 3.222139876178784,
      "learning_rate": 0.00012368835152136047,
      "loss": 3.5029,
      "step": 40168
    },
    {
      "epoch": 3.4122494053686716,
      "grad_norm": 3.254605364284721,
      "learning_rate": 0.00012368159183804057,
      "loss": 4.0562,
      "step": 40169
    },
    {
      "epoch": 3.412334352701325,
      "grad_norm": 3.3178922092497998,
      "learning_rate": 0.00012367483220986566,
      "loss": 4.0234,
      "step": 40170
    },
    {
      "epoch": 3.412419300033979,
      "grad_norm": 3.139788891827743,
      "learning_rate": 0.00012366807263684989,
      "loss": 3.6261,
      "step": 40171
    },
    {
      "epoch": 3.4125042473666327,
      "grad_norm": 3.486343977566373,
      "learning_rate": 0.00012366131311900748,
      "loss": 4.1295,
      "step": 40172
    },
    {
      "epoch": 3.4125891946992866,
      "grad_norm": 3.5376713129559607,
      "learning_rate": 0.00012365455365635243,
      "loss": 4.1976,
      "step": 40173
    },
    {
      "epoch": 3.41267414203194,
      "grad_norm": 3.3709243524360355,
      "learning_rate": 0.00012364779424889913,
      "loss": 3.7667,
      "step": 40174
    },
    {
      "epoch": 3.412759089364594,
      "grad_norm": 3.464431262865327,
      "learning_rate": 0.00012364103489666161,
      "loss": 4.5645,
      "step": 40175
    },
    {
      "epoch": 3.4128440366972477,
      "grad_norm": 3.2487228408317437,
      "learning_rate": 0.0001236342755996541,
      "loss": 3.9103,
      "step": 40176
    },
    {
      "epoch": 3.4129289840299015,
      "grad_norm": 3.2166440418262634,
      "learning_rate": 0.00012362751635789065,
      "loss": 3.27,
      "step": 40177
    },
    {
      "epoch": 3.4130139313625554,
      "grad_norm": 3.282792800721834,
      "learning_rate": 0.00012362075717138553,
      "loss": 3.6265,
      "step": 40178
    },
    {
      "epoch": 3.413098878695209,
      "grad_norm": 3.2480590249381143,
      "learning_rate": 0.00012361399804015287,
      "loss": 3.5717,
      "step": 40179
    },
    {
      "epoch": 3.4131838260278626,
      "grad_norm": 3.320049564742432,
      "learning_rate": 0.0001236072389642068,
      "loss": 4.07,
      "step": 40180
    },
    {
      "epoch": 3.4132687733605165,
      "grad_norm": 3.390718866701417,
      "learning_rate": 0.0001236004799435615,
      "loss": 3.761,
      "step": 40181
    },
    {
      "epoch": 3.4133537206931703,
      "grad_norm": 3.3790719767741115,
      "learning_rate": 0.00012359372097823116,
      "loss": 4.1715,
      "step": 40182
    },
    {
      "epoch": 3.413438668025824,
      "grad_norm": 3.205551675746331,
      "learning_rate": 0.00012358696206822998,
      "loss": 3.6613,
      "step": 40183
    },
    {
      "epoch": 3.4135236153584776,
      "grad_norm": 3.3274529332125216,
      "learning_rate": 0.000123580203213572,
      "loss": 4.1788,
      "step": 40184
    },
    {
      "epoch": 3.4136085626911314,
      "grad_norm": 3.5960994134211286,
      "learning_rate": 0.00012357344441427147,
      "loss": 4.3612,
      "step": 40185
    },
    {
      "epoch": 3.4136935100237853,
      "grad_norm": 3.4693165192488866,
      "learning_rate": 0.0001235666856703425,
      "loss": 4.161,
      "step": 40186
    },
    {
      "epoch": 3.413778457356439,
      "grad_norm": 3.212806192998114,
      "learning_rate": 0.00012355992698179935,
      "loss": 3.3863,
      "step": 40187
    },
    {
      "epoch": 3.413863404689093,
      "grad_norm": 3.2742360112476105,
      "learning_rate": 0.00012355316834865605,
      "loss": 3.664,
      "step": 40188
    },
    {
      "epoch": 3.4139483520217464,
      "grad_norm": 3.4456780942724423,
      "learning_rate": 0.00012354640977092684,
      "loss": 4.0076,
      "step": 40189
    },
    {
      "epoch": 3.4140332993544003,
      "grad_norm": 3.294675941739722,
      "learning_rate": 0.00012353965124862592,
      "loss": 3.6515,
      "step": 40190
    },
    {
      "epoch": 3.414118246687054,
      "grad_norm": 3.174825277141739,
      "learning_rate": 0.00012353289278176733,
      "loss": 3.5041,
      "step": 40191
    },
    {
      "epoch": 3.414203194019708,
      "grad_norm": 3.3325597312336828,
      "learning_rate": 0.0001235261343703653,
      "loss": 3.752,
      "step": 40192
    },
    {
      "epoch": 3.4142881413523614,
      "grad_norm": 3.286428935065132,
      "learning_rate": 0.000123519376014434,
      "loss": 3.6232,
      "step": 40193
    },
    {
      "epoch": 3.414373088685015,
      "grad_norm": 3.522053496824006,
      "learning_rate": 0.00012351261771398762,
      "loss": 4.1071,
      "step": 40194
    },
    {
      "epoch": 3.414458036017669,
      "grad_norm": 3.5310694118483834,
      "learning_rate": 0.00012350585946904025,
      "loss": 4.2329,
      "step": 40195
    },
    {
      "epoch": 3.414542983350323,
      "grad_norm": 3.2328434731145284,
      "learning_rate": 0.00012349910127960607,
      "loss": 3.847,
      "step": 40196
    },
    {
      "epoch": 3.4146279306829763,
      "grad_norm": 3.577335120674638,
      "learning_rate": 0.00012349234314569928,
      "loss": 3.7185,
      "step": 40197
    },
    {
      "epoch": 3.41471287801563,
      "grad_norm": 3.2108905120653692,
      "learning_rate": 0.00012348558506733396,
      "loss": 3.7393,
      "step": 40198
    },
    {
      "epoch": 3.414797825348284,
      "grad_norm": 3.5149022814931574,
      "learning_rate": 0.00012347882704452436,
      "loss": 4.2964,
      "step": 40199
    },
    {
      "epoch": 3.414882772680938,
      "grad_norm": 3.575851994786151,
      "learning_rate": 0.0001234720690772846,
      "loss": 4.1519,
      "step": 40200
    },
    {
      "epoch": 3.4149677200135917,
      "grad_norm": 3.194546469594698,
      "learning_rate": 0.00012346531116562887,
      "loss": 3.6965,
      "step": 40201
    },
    {
      "epoch": 3.415052667346245,
      "grad_norm": 3.340758733317064,
      "learning_rate": 0.00012345855330957127,
      "loss": 3.6757,
      "step": 40202
    },
    {
      "epoch": 3.415137614678899,
      "grad_norm": 3.158480836708806,
      "learning_rate": 0.00012345179550912597,
      "loss": 3.5272,
      "step": 40203
    },
    {
      "epoch": 3.415222562011553,
      "grad_norm": 3.4931221081892736,
      "learning_rate": 0.00012344503776430714,
      "loss": 3.9334,
      "step": 40204
    },
    {
      "epoch": 3.4153075093442067,
      "grad_norm": 3.474660773797203,
      "learning_rate": 0.00012343828007512902,
      "loss": 3.9478,
      "step": 40205
    },
    {
      "epoch": 3.4153924566768605,
      "grad_norm": 3.235204965085054,
      "learning_rate": 0.00012343152244160567,
      "loss": 3.4556,
      "step": 40206
    },
    {
      "epoch": 3.415477404009514,
      "grad_norm": 3.1935288455812683,
      "learning_rate": 0.00012342476486375126,
      "loss": 3.478,
      "step": 40207
    },
    {
      "epoch": 3.415562351342168,
      "grad_norm": 3.334213881504378,
      "learning_rate": 0.00012341800734158,
      "loss": 3.5708,
      "step": 40208
    },
    {
      "epoch": 3.4156472986748216,
      "grad_norm": 3.3601217181061758,
      "learning_rate": 0.00012341124987510601,
      "loss": 4.1623,
      "step": 40209
    },
    {
      "epoch": 3.4157322460074755,
      "grad_norm": 3.302263052128,
      "learning_rate": 0.00012340449246434342,
      "loss": 3.7283,
      "step": 40210
    },
    {
      "epoch": 3.4158171933401293,
      "grad_norm": 3.43592638800338,
      "learning_rate": 0.00012339773510930646,
      "loss": 4.2199,
      "step": 40211
    },
    {
      "epoch": 3.4159021406727827,
      "grad_norm": 3.6297501359257227,
      "learning_rate": 0.00012339097781000925,
      "loss": 4.4517,
      "step": 40212
    },
    {
      "epoch": 3.4159870880054366,
      "grad_norm": 3.652552781402356,
      "learning_rate": 0.00012338422056646598,
      "loss": 4.6041,
      "step": 40213
    },
    {
      "epoch": 3.4160720353380905,
      "grad_norm": 3.1774830514135655,
      "learning_rate": 0.00012337746337869073,
      "loss": 3.5255,
      "step": 40214
    },
    {
      "epoch": 3.4161569826707443,
      "grad_norm": 3.2174349364630044,
      "learning_rate": 0.00012337070624669777,
      "loss": 3.5109,
      "step": 40215
    },
    {
      "epoch": 3.4162419300033977,
      "grad_norm": 3.301703824524676,
      "learning_rate": 0.00012336394917050113,
      "loss": 3.489,
      "step": 40216
    },
    {
      "epoch": 3.4163268773360516,
      "grad_norm": 3.537505244751829,
      "learning_rate": 0.00012335719215011507,
      "loss": 4.1174,
      "step": 40217
    },
    {
      "epoch": 3.4164118246687054,
      "grad_norm": 3.3858146615059592,
      "learning_rate": 0.00012335043518555368,
      "loss": 3.9587,
      "step": 40218
    },
    {
      "epoch": 3.4164967720013593,
      "grad_norm": 3.3866731663172214,
      "learning_rate": 0.00012334367827683123,
      "loss": 3.9842,
      "step": 40219
    },
    {
      "epoch": 3.4165817193340127,
      "grad_norm": 3.30429439605844,
      "learning_rate": 0.00012333692142396172,
      "loss": 3.7108,
      "step": 40220
    },
    {
      "epoch": 3.4166666666666665,
      "grad_norm": 3.439899202879966,
      "learning_rate": 0.00012333016462695942,
      "loss": 3.8163,
      "step": 40221
    },
    {
      "epoch": 3.4167516139993204,
      "grad_norm": 3.5408253356127495,
      "learning_rate": 0.00012332340788583844,
      "loss": 4.1678,
      "step": 40222
    },
    {
      "epoch": 3.416836561331974,
      "grad_norm": 3.5899651615769526,
      "learning_rate": 0.000123316651200613,
      "loss": 4.5639,
      "step": 40223
    },
    {
      "epoch": 3.416921508664628,
      "grad_norm": 3.2485677143738547,
      "learning_rate": 0.00012330989457129716,
      "loss": 3.796,
      "step": 40224
    },
    {
      "epoch": 3.4170064559972815,
      "grad_norm": 3.4940328057836636,
      "learning_rate": 0.00012330313799790513,
      "loss": 4.4806,
      "step": 40225
    },
    {
      "epoch": 3.4170914033299353,
      "grad_norm": 3.2594886615845335,
      "learning_rate": 0.00012329638148045113,
      "loss": 4.0025,
      "step": 40226
    },
    {
      "epoch": 3.417176350662589,
      "grad_norm": 3.4755281668623517,
      "learning_rate": 0.00012328962501894917,
      "loss": 4.0494,
      "step": 40227
    },
    {
      "epoch": 3.417261297995243,
      "grad_norm": 3.1470794632397023,
      "learning_rate": 0.00012328286861341354,
      "loss": 3.4795,
      "step": 40228
    },
    {
      "epoch": 3.417346245327897,
      "grad_norm": 3.4881980580677734,
      "learning_rate": 0.00012327611226385825,
      "loss": 4.3871,
      "step": 40229
    },
    {
      "epoch": 3.4174311926605503,
      "grad_norm": 3.2763321143236115,
      "learning_rate": 0.00012326935597029766,
      "loss": 3.9062,
      "step": 40230
    },
    {
      "epoch": 3.417516139993204,
      "grad_norm": 3.145683750944213,
      "learning_rate": 0.00012326259973274576,
      "loss": 3.712,
      "step": 40231
    },
    {
      "epoch": 3.417601087325858,
      "grad_norm": 3.6943382758046464,
      "learning_rate": 0.0001232558435512168,
      "loss": 4.7733,
      "step": 40232
    },
    {
      "epoch": 3.417686034658512,
      "grad_norm": 3.620166822487153,
      "learning_rate": 0.0001232490874257249,
      "loss": 4.502,
      "step": 40233
    },
    {
      "epoch": 3.4177709819911657,
      "grad_norm": 3.250000722209721,
      "learning_rate": 0.00012324233135628418,
      "loss": 3.4474,
      "step": 40234
    },
    {
      "epoch": 3.417855929323819,
      "grad_norm": 3.4749589604092623,
      "learning_rate": 0.0001232355753429088,
      "loss": 3.7901,
      "step": 40235
    },
    {
      "epoch": 3.417940876656473,
      "grad_norm": 3.455155458718856,
      "learning_rate": 0.00012322881938561298,
      "loss": 4.1029,
      "step": 40236
    },
    {
      "epoch": 3.418025823989127,
      "grad_norm": 3.4877344139035853,
      "learning_rate": 0.0001232220634844109,
      "loss": 4.1142,
      "step": 40237
    },
    {
      "epoch": 3.4181107713217806,
      "grad_norm": 3.5635516230703774,
      "learning_rate": 0.00012321530763931661,
      "loss": 3.7885,
      "step": 40238
    },
    {
      "epoch": 3.418195718654434,
      "grad_norm": 3.2933492271743265,
      "learning_rate": 0.00012320855185034431,
      "loss": 3.6997,
      "step": 40239
    },
    {
      "epoch": 3.418280665987088,
      "grad_norm": 3.210702443422585,
      "learning_rate": 0.0001232017961175082,
      "loss": 3.5151,
      "step": 40240
    },
    {
      "epoch": 3.4183656133197418,
      "grad_norm": 3.4935182447869715,
      "learning_rate": 0.00012319504044082234,
      "loss": 4.1691,
      "step": 40241
    },
    {
      "epoch": 3.4184505606523956,
      "grad_norm": 3.5950973339265473,
      "learning_rate": 0.00012318828482030096,
      "loss": 4.1355,
      "step": 40242
    },
    {
      "epoch": 3.4185355079850495,
      "grad_norm": 3.206234275425539,
      "learning_rate": 0.00012318152925595822,
      "loss": 3.4155,
      "step": 40243
    },
    {
      "epoch": 3.418620455317703,
      "grad_norm": 3.2537316910845218,
      "learning_rate": 0.00012317477374780824,
      "loss": 3.389,
      "step": 40244
    },
    {
      "epoch": 3.4187054026503567,
      "grad_norm": 3.4288211011123777,
      "learning_rate": 0.0001231680182958652,
      "loss": 3.5492,
      "step": 40245
    },
    {
      "epoch": 3.4187903499830106,
      "grad_norm": 3.155043893677746,
      "learning_rate": 0.00012316126290014322,
      "loss": 3.5119,
      "step": 40246
    },
    {
      "epoch": 3.4188752973156644,
      "grad_norm": 3.5438217474239586,
      "learning_rate": 0.00012315450756065642,
      "loss": 4.1322,
      "step": 40247
    },
    {
      "epoch": 3.418960244648318,
      "grad_norm": 3.189335845265146,
      "learning_rate": 0.0001231477522774191,
      "loss": 3.5393,
      "step": 40248
    },
    {
      "epoch": 3.4190451919809717,
      "grad_norm": 3.285521495044477,
      "learning_rate": 0.00012314099705044526,
      "loss": 3.7452,
      "step": 40249
    },
    {
      "epoch": 3.4191301393136255,
      "grad_norm": 3.394649294296799,
      "learning_rate": 0.00012313424187974914,
      "loss": 4.0862,
      "step": 40250
    },
    {
      "epoch": 3.4192150866462794,
      "grad_norm": 3.5511166125107416,
      "learning_rate": 0.0001231274867653449,
      "loss": 4.0303,
      "step": 40251
    },
    {
      "epoch": 3.4193000339789332,
      "grad_norm": 3.254696401326241,
      "learning_rate": 0.00012312073170724663,
      "loss": 3.6006,
      "step": 40252
    },
    {
      "epoch": 3.4193849813115866,
      "grad_norm": 3.46416178772055,
      "learning_rate": 0.0001231139767054685,
      "loss": 4.0734,
      "step": 40253
    },
    {
      "epoch": 3.4194699286442405,
      "grad_norm": 3.338665630441985,
      "learning_rate": 0.00012310722176002472,
      "loss": 3.8395,
      "step": 40254
    },
    {
      "epoch": 3.4195548759768943,
      "grad_norm": 3.3603850695510222,
      "learning_rate": 0.00012310046687092943,
      "loss": 3.9015,
      "step": 40255
    },
    {
      "epoch": 3.419639823309548,
      "grad_norm": 3.4903547816348643,
      "learning_rate": 0.00012309371203819672,
      "loss": 3.4929,
      "step": 40256
    },
    {
      "epoch": 3.419724770642202,
      "grad_norm": 3.5096312998150028,
      "learning_rate": 0.00012308695726184085,
      "loss": 3.8373,
      "step": 40257
    },
    {
      "epoch": 3.4198097179748554,
      "grad_norm": 3.3104382850487006,
      "learning_rate": 0.00012308020254187584,
      "loss": 3.8734,
      "step": 40258
    },
    {
      "epoch": 3.4198946653075093,
      "grad_norm": 3.386963231280754,
      "learning_rate": 0.0001230734478783159,
      "loss": 3.9906,
      "step": 40259
    },
    {
      "epoch": 3.419979612640163,
      "grad_norm": 3.5052355471790455,
      "learning_rate": 0.00012306669327117519,
      "loss": 4.1653,
      "step": 40260
    },
    {
      "epoch": 3.420064559972817,
      "grad_norm": 3.221176269879113,
      "learning_rate": 0.0001230599387204679,
      "loss": 3.7066,
      "step": 40261
    },
    {
      "epoch": 3.420149507305471,
      "grad_norm": 3.4515609076385005,
      "learning_rate": 0.00012305318422620816,
      "loss": 3.9141,
      "step": 40262
    },
    {
      "epoch": 3.4202344546381243,
      "grad_norm": 3.1685394534940294,
      "learning_rate": 0.0001230464297884101,
      "loss": 3.5108,
      "step": 40263
    },
    {
      "epoch": 3.420319401970778,
      "grad_norm": 3.361995254100989,
      "learning_rate": 0.00012303967540708792,
      "loss": 3.755,
      "step": 40264
    },
    {
      "epoch": 3.420404349303432,
      "grad_norm": 3.3086105987731713,
      "learning_rate": 0.00012303292108225563,
      "loss": 3.7754,
      "step": 40265
    },
    {
      "epoch": 3.420489296636086,
      "grad_norm": 3.227846027055922,
      "learning_rate": 0.0001230261668139276,
      "loss": 3.7876,
      "step": 40266
    },
    {
      "epoch": 3.420574243968739,
      "grad_norm": 3.592083655500282,
      "learning_rate": 0.00012301941260211782,
      "loss": 4.3245,
      "step": 40267
    },
    {
      "epoch": 3.420659191301393,
      "grad_norm": 3.3746008304241757,
      "learning_rate": 0.0001230126584468405,
      "loss": 4.1143,
      "step": 40268
    },
    {
      "epoch": 3.420744138634047,
      "grad_norm": 3.281477018724771,
      "learning_rate": 0.0001230059043481098,
      "loss": 3.7801,
      "step": 40269
    },
    {
      "epoch": 3.4208290859667008,
      "grad_norm": 3.1397860184445374,
      "learning_rate": 0.00012299915030593986,
      "loss": 3.5094,
      "step": 40270
    },
    {
      "epoch": 3.420914033299354,
      "grad_norm": 3.642553475436346,
      "learning_rate": 0.00012299239632034483,
      "loss": 4.7489,
      "step": 40271
    },
    {
      "epoch": 3.420998980632008,
      "grad_norm": 3.1168444057797706,
      "learning_rate": 0.00012298564239133876,
      "loss": 3.3041,
      "step": 40272
    },
    {
      "epoch": 3.421083927964662,
      "grad_norm": 3.552073153004897,
      "learning_rate": 0.00012297888851893604,
      "loss": 4.2998,
      "step": 40273
    },
    {
      "epoch": 3.4211688752973157,
      "grad_norm": 3.3603420758940095,
      "learning_rate": 0.00012297213470315063,
      "loss": 3.8172,
      "step": 40274
    },
    {
      "epoch": 3.4212538226299696,
      "grad_norm": 3.40162920739326,
      "learning_rate": 0.00012296538094399678,
      "loss": 4.3116,
      "step": 40275
    },
    {
      "epoch": 3.421338769962623,
      "grad_norm": 3.598428160894135,
      "learning_rate": 0.00012295862724148854,
      "loss": 4.4933,
      "step": 40276
    },
    {
      "epoch": 3.421423717295277,
      "grad_norm": 3.5713502655054077,
      "learning_rate": 0.00012295187359564013,
      "loss": 4.232,
      "step": 40277
    },
    {
      "epoch": 3.4215086646279307,
      "grad_norm": 3.6691656847704572,
      "learning_rate": 0.00012294512000646563,
      "loss": 4.6019,
      "step": 40278
    },
    {
      "epoch": 3.4215936119605845,
      "grad_norm": 3.5127206019632577,
      "learning_rate": 0.00012293836647397932,
      "loss": 4.5624,
      "step": 40279
    },
    {
      "epoch": 3.4216785592932384,
      "grad_norm": 3.3634008776346116,
      "learning_rate": 0.0001229316129981953,
      "loss": 3.8529,
      "step": 40280
    },
    {
      "epoch": 3.421763506625892,
      "grad_norm": 3.388055224434462,
      "learning_rate": 0.00012292485957912766,
      "loss": 4.0376,
      "step": 40281
    },
    {
      "epoch": 3.4218484539585456,
      "grad_norm": 3.155503877417732,
      "learning_rate": 0.00012291810621679062,
      "loss": 3.5529,
      "step": 40282
    },
    {
      "epoch": 3.4219334012911995,
      "grad_norm": 3.2675855983390405,
      "learning_rate": 0.0001229113529111983,
      "loss": 3.873,
      "step": 40283
    },
    {
      "epoch": 3.4220183486238533,
      "grad_norm": 3.4501059267795924,
      "learning_rate": 0.00012290459966236478,
      "loss": 4.0584,
      "step": 40284
    },
    {
      "epoch": 3.422103295956507,
      "grad_norm": 3.263729372911441,
      "learning_rate": 0.00012289784647030434,
      "loss": 3.9061,
      "step": 40285
    },
    {
      "epoch": 3.4221882432891606,
      "grad_norm": 3.209867298116659,
      "learning_rate": 0.00012289109333503108,
      "loss": 3.546,
      "step": 40286
    },
    {
      "epoch": 3.4222731906218145,
      "grad_norm": 3.146411672336188,
      "learning_rate": 0.00012288434025655915,
      "loss": 3.5097,
      "step": 40287
    },
    {
      "epoch": 3.4223581379544683,
      "grad_norm": 3.2402418750185715,
      "learning_rate": 0.00012287758723490265,
      "loss": 3.7929,
      "step": 40288
    },
    {
      "epoch": 3.422443085287122,
      "grad_norm": 3.6110063248928523,
      "learning_rate": 0.00012287083427007581,
      "loss": 4.3495,
      "step": 40289
    },
    {
      "epoch": 3.4225280326197756,
      "grad_norm": 3.202462910690814,
      "learning_rate": 0.00012286408136209266,
      "loss": 3.695,
      "step": 40290
    },
    {
      "epoch": 3.4226129799524294,
      "grad_norm": 3.3405879134677523,
      "learning_rate": 0.0001228573285109675,
      "loss": 3.4404,
      "step": 40291
    },
    {
      "epoch": 3.4226979272850833,
      "grad_norm": 3.224884550189237,
      "learning_rate": 0.0001228505757167144,
      "loss": 3.6639,
      "step": 40292
    },
    {
      "epoch": 3.422782874617737,
      "grad_norm": 3.275915495411469,
      "learning_rate": 0.00012284382297934757,
      "loss": 3.7311,
      "step": 40293
    },
    {
      "epoch": 3.4228678219503905,
      "grad_norm": 3.2743737063164926,
      "learning_rate": 0.00012283707029888102,
      "loss": 3.6271,
      "step": 40294
    },
    {
      "epoch": 3.4229527692830444,
      "grad_norm": 3.152224985897455,
      "learning_rate": 0.00012283031767532904,
      "loss": 3.5019,
      "step": 40295
    },
    {
      "epoch": 3.4230377166156982,
      "grad_norm": 3.6915623237377915,
      "learning_rate": 0.00012282356510870564,
      "loss": 3.6655,
      "step": 40296
    },
    {
      "epoch": 3.423122663948352,
      "grad_norm": 3.4010597209439224,
      "learning_rate": 0.00012281681259902516,
      "loss": 4.0506,
      "step": 40297
    },
    {
      "epoch": 3.423207611281006,
      "grad_norm": 3.5398782905590873,
      "learning_rate": 0.0001228100601463016,
      "loss": 4.4248,
      "step": 40298
    },
    {
      "epoch": 3.4232925586136593,
      "grad_norm": 3.26688172929052,
      "learning_rate": 0.0001228033077505491,
      "loss": 3.8567,
      "step": 40299
    },
    {
      "epoch": 3.423377505946313,
      "grad_norm": 3.317824986638584,
      "learning_rate": 0.00012279655541178196,
      "loss": 3.8626,
      "step": 40300
    },
    {
      "epoch": 3.423462453278967,
      "grad_norm": 3.248727319915937,
      "learning_rate": 0.00012278980313001417,
      "loss": 3.4627,
      "step": 40301
    },
    {
      "epoch": 3.423547400611621,
      "grad_norm": 3.641949336027626,
      "learning_rate": 0.0001227830509052599,
      "loss": 4.2885,
      "step": 40302
    },
    {
      "epoch": 3.4236323479442747,
      "grad_norm": 3.234287619319469,
      "learning_rate": 0.00012277629873753339,
      "loss": 3.6125,
      "step": 40303
    },
    {
      "epoch": 3.423717295276928,
      "grad_norm": 3.511499418780206,
      "learning_rate": 0.00012276954662684871,
      "loss": 4.2401,
      "step": 40304
    },
    {
      "epoch": 3.423802242609582,
      "grad_norm": 3.1697058734232493,
      "learning_rate": 0.00012276279457322002,
      "loss": 3.3633,
      "step": 40305
    },
    {
      "epoch": 3.423887189942236,
      "grad_norm": 3.597920462949016,
      "learning_rate": 0.0001227560425766615,
      "loss": 4.2795,
      "step": 40306
    },
    {
      "epoch": 3.4239721372748897,
      "grad_norm": 3.3244938542381792,
      "learning_rate": 0.00012274929063718726,
      "loss": 4.0083,
      "step": 40307
    },
    {
      "epoch": 3.4240570846075435,
      "grad_norm": 3.3482502488474815,
      "learning_rate": 0.0001227425387548114,
      "loss": 3.9064,
      "step": 40308
    },
    {
      "epoch": 3.424142031940197,
      "grad_norm": 3.179111490598711,
      "learning_rate": 0.00012273578692954823,
      "loss": 3.3812,
      "step": 40309
    },
    {
      "epoch": 3.424226979272851,
      "grad_norm": 3.1743552506839485,
      "learning_rate": 0.00012272903516141173,
      "loss": 3.3194,
      "step": 40310
    },
    {
      "epoch": 3.4243119266055047,
      "grad_norm": 3.389418721328146,
      "learning_rate": 0.00012272228345041616,
      "loss": 3.8483,
      "step": 40311
    },
    {
      "epoch": 3.4243968739381585,
      "grad_norm": 3.286795096691822,
      "learning_rate": 0.0001227155317965756,
      "loss": 3.9222,
      "step": 40312
    },
    {
      "epoch": 3.424481821270812,
      "grad_norm": 3.5463422743125625,
      "learning_rate": 0.0001227087801999042,
      "loss": 4.109,
      "step": 40313
    },
    {
      "epoch": 3.4245667686034658,
      "grad_norm": 3.6200250153458695,
      "learning_rate": 0.00012270202866041614,
      "loss": 4.3483,
      "step": 40314
    },
    {
      "epoch": 3.4246517159361196,
      "grad_norm": 3.3107670896956085,
      "learning_rate": 0.0001226952771781255,
      "loss": 3.8951,
      "step": 40315
    },
    {
      "epoch": 3.4247366632687735,
      "grad_norm": 3.5497371089544245,
      "learning_rate": 0.00012268852575304651,
      "loss": 4.2124,
      "step": 40316
    },
    {
      "epoch": 3.424821610601427,
      "grad_norm": 3.2572037269075613,
      "learning_rate": 0.00012268177438519328,
      "loss": 3.6848,
      "step": 40317
    },
    {
      "epoch": 3.4249065579340807,
      "grad_norm": 3.629329362061749,
      "learning_rate": 0.00012267502307458002,
      "loss": 4.286,
      "step": 40318
    },
    {
      "epoch": 3.4249915052667346,
      "grad_norm": 3.552110102742915,
      "learning_rate": 0.00012266827182122074,
      "loss": 4.1931,
      "step": 40319
    },
    {
      "epoch": 3.4250764525993884,
      "grad_norm": 3.3442834679780145,
      "learning_rate": 0.00012266152062512966,
      "loss": 3.8974,
      "step": 40320
    },
    {
      "epoch": 3.4251613999320423,
      "grad_norm": 3.1775011806194184,
      "learning_rate": 0.00012265476948632092,
      "loss": 3.5864,
      "step": 40321
    },
    {
      "epoch": 3.4252463472646957,
      "grad_norm": 3.5164380175502057,
      "learning_rate": 0.0001226480184048087,
      "loss": 3.9855,
      "step": 40322
    },
    {
      "epoch": 3.4253312945973495,
      "grad_norm": 3.2254305257598626,
      "learning_rate": 0.00012264126738060712,
      "loss": 3.5015,
      "step": 40323
    },
    {
      "epoch": 3.4254162419300034,
      "grad_norm": 3.20990893010913,
      "learning_rate": 0.00012263451641373032,
      "loss": 3.4724,
      "step": 40324
    },
    {
      "epoch": 3.4255011892626572,
      "grad_norm": 3.5578260338838508,
      "learning_rate": 0.00012262776550419244,
      "loss": 4.5071,
      "step": 40325
    },
    {
      "epoch": 3.425586136595311,
      "grad_norm": 3.5859821640819862,
      "learning_rate": 0.00012262101465200764,
      "loss": 4.3797,
      "step": 40326
    },
    {
      "epoch": 3.4256710839279645,
      "grad_norm": 3.2020963461906784,
      "learning_rate": 0.00012261426385719,
      "loss": 3.5279,
      "step": 40327
    },
    {
      "epoch": 3.4257560312606183,
      "grad_norm": 3.244522545646095,
      "learning_rate": 0.00012260751311975377,
      "loss": 3.4099,
      "step": 40328
    },
    {
      "epoch": 3.425840978593272,
      "grad_norm": 3.280731107760553,
      "learning_rate": 0.00012260076243971306,
      "loss": 3.6338,
      "step": 40329
    },
    {
      "epoch": 3.425925925925926,
      "grad_norm": 3.334594780736438,
      "learning_rate": 0.000122594011817082,
      "loss": 3.8792,
      "step": 40330
    },
    {
      "epoch": 3.42601087325858,
      "grad_norm": 3.232557099786479,
      "learning_rate": 0.00012258726125187472,
      "loss": 3.7354,
      "step": 40331
    },
    {
      "epoch": 3.4260958205912333,
      "grad_norm": 3.322372074943606,
      "learning_rate": 0.0001225805107441054,
      "loss": 3.6699,
      "step": 40332
    },
    {
      "epoch": 3.426180767923887,
      "grad_norm": 3.316585869714354,
      "learning_rate": 0.00012257376029378814,
      "loss": 3.8795,
      "step": 40333
    },
    {
      "epoch": 3.426265715256541,
      "grad_norm": 3.2443059204956395,
      "learning_rate": 0.0001225670099009371,
      "loss": 3.5774,
      "step": 40334
    },
    {
      "epoch": 3.426350662589195,
      "grad_norm": 3.1976752521186826,
      "learning_rate": 0.00012256025956556646,
      "loss": 3.9273,
      "step": 40335
    },
    {
      "epoch": 3.4264356099218487,
      "grad_norm": 3.2004889960248524,
      "learning_rate": 0.00012255350928769035,
      "loss": 3.5085,
      "step": 40336
    },
    {
      "epoch": 3.426520557254502,
      "grad_norm": 3.3358439615859004,
      "learning_rate": 0.00012254675906732287,
      "loss": 3.9859,
      "step": 40337
    },
    {
      "epoch": 3.426605504587156,
      "grad_norm": 3.2394943797454507,
      "learning_rate": 0.0001225400089044782,
      "loss": 3.6752,
      "step": 40338
    },
    {
      "epoch": 3.42669045191981,
      "grad_norm": 3.6161231474231577,
      "learning_rate": 0.00012253325879917046,
      "loss": 3.8156,
      "step": 40339
    },
    {
      "epoch": 3.4267753992524637,
      "grad_norm": 3.2121557351489307,
      "learning_rate": 0.00012252650875141388,
      "loss": 3.7282,
      "step": 40340
    },
    {
      "epoch": 3.426860346585117,
      "grad_norm": 3.2353858797217114,
      "learning_rate": 0.00012251975876122247,
      "loss": 3.8372,
      "step": 40341
    },
    {
      "epoch": 3.426945293917771,
      "grad_norm": 3.2393972624520337,
      "learning_rate": 0.00012251300882861046,
      "loss": 3.6898,
      "step": 40342
    },
    {
      "epoch": 3.4270302412504248,
      "grad_norm": 3.3990401923809594,
      "learning_rate": 0.000122506258953592,
      "loss": 4.0951,
      "step": 40343
    },
    {
      "epoch": 3.4271151885830786,
      "grad_norm": 3.6964805772898903,
      "learning_rate": 0.0001224995091361812,
      "loss": 4.7899,
      "step": 40344
    },
    {
      "epoch": 3.427200135915732,
      "grad_norm": 3.5397789257130023,
      "learning_rate": 0.00012249275937639212,
      "loss": 4.0552,
      "step": 40345
    },
    {
      "epoch": 3.427285083248386,
      "grad_norm": 3.1999382385692536,
      "learning_rate": 0.00012248600967423908,
      "loss": 3.5775,
      "step": 40346
    },
    {
      "epoch": 3.4273700305810397,
      "grad_norm": 3.623354807137282,
      "learning_rate": 0.00012247926002973615,
      "loss": 4.7091,
      "step": 40347
    },
    {
      "epoch": 3.4274549779136936,
      "grad_norm": 3.413606384995357,
      "learning_rate": 0.0001224725104428974,
      "loss": 3.9503,
      "step": 40348
    },
    {
      "epoch": 3.4275399252463474,
      "grad_norm": 3.3206892274444835,
      "learning_rate": 0.00012246576091373704,
      "loss": 3.7606,
      "step": 40349
    },
    {
      "epoch": 3.427624872579001,
      "grad_norm": 3.2662394948445925,
      "learning_rate": 0.00012245901144226925,
      "loss": 3.578,
      "step": 40350
    },
    {
      "epoch": 3.4277098199116547,
      "grad_norm": 3.5738016615212045,
      "learning_rate": 0.00012245226202850802,
      "loss": 4.2271,
      "step": 40351
    },
    {
      "epoch": 3.4277947672443085,
      "grad_norm": 3.332888639346448,
      "learning_rate": 0.00012244551267246768,
      "loss": 4.2067,
      "step": 40352
    },
    {
      "epoch": 3.4278797145769624,
      "grad_norm": 3.299464994586665,
      "learning_rate": 0.00012243876337416225,
      "loss": 3.7018,
      "step": 40353
    },
    {
      "epoch": 3.4279646619096162,
      "grad_norm": 3.3248407829155227,
      "learning_rate": 0.00012243201413360597,
      "loss": 3.787,
      "step": 40354
    },
    {
      "epoch": 3.4280496092422696,
      "grad_norm": 3.2773526165990203,
      "learning_rate": 0.00012242526495081284,
      "loss": 3.6744,
      "step": 40355
    },
    {
      "epoch": 3.4281345565749235,
      "grad_norm": 3.303951016302425,
      "learning_rate": 0.00012241851582579712,
      "loss": 3.9462,
      "step": 40356
    },
    {
      "epoch": 3.4282195039075773,
      "grad_norm": 3.2782571916096557,
      "learning_rate": 0.00012241176675857287,
      "loss": 3.8478,
      "step": 40357
    },
    {
      "epoch": 3.428304451240231,
      "grad_norm": 3.447839890443568,
      "learning_rate": 0.00012240501774915435,
      "loss": 3.9676,
      "step": 40358
    },
    {
      "epoch": 3.428389398572885,
      "grad_norm": 3.213791498770644,
      "learning_rate": 0.00012239826879755557,
      "loss": 3.6721,
      "step": 40359
    },
    {
      "epoch": 3.4284743459055385,
      "grad_norm": 3.560857717441843,
      "learning_rate": 0.00012239151990379077,
      "loss": 4.3304,
      "step": 40360
    },
    {
      "epoch": 3.4285592932381923,
      "grad_norm": 3.304785196301422,
      "learning_rate": 0.00012238477106787403,
      "loss": 3.9639,
      "step": 40361
    },
    {
      "epoch": 3.428644240570846,
      "grad_norm": 3.552275591839317,
      "learning_rate": 0.0001223780222898195,
      "loss": 4.5114,
      "step": 40362
    },
    {
      "epoch": 3.4287291879035,
      "grad_norm": 3.2010989288749454,
      "learning_rate": 0.00012237127356964136,
      "loss": 3.9291,
      "step": 40363
    },
    {
      "epoch": 3.4288141352361534,
      "grad_norm": 3.3497504983570323,
      "learning_rate": 0.00012236452490735364,
      "loss": 4.2217,
      "step": 40364
    },
    {
      "epoch": 3.4288990825688073,
      "grad_norm": 3.345655410246972,
      "learning_rate": 0.00012235777630297063,
      "loss": 3.7703,
      "step": 40365
    },
    {
      "epoch": 3.428984029901461,
      "grad_norm": 3.1281205810713555,
      "learning_rate": 0.00012235102775650636,
      "loss": 3.6195,
      "step": 40366
    },
    {
      "epoch": 3.429068977234115,
      "grad_norm": 3.1720833030249467,
      "learning_rate": 0.00012234427926797504,
      "loss": 3.7491,
      "step": 40367
    },
    {
      "epoch": 3.4291539245667684,
      "grad_norm": 3.292459087555609,
      "learning_rate": 0.0001223375308373908,
      "loss": 3.4926,
      "step": 40368
    },
    {
      "epoch": 3.4292388718994222,
      "grad_norm": 3.320530362699396,
      "learning_rate": 0.00012233078246476776,
      "loss": 4.0566,
      "step": 40369
    },
    {
      "epoch": 3.429323819232076,
      "grad_norm": 3.5317047402121347,
      "learning_rate": 0.00012232403415011998,
      "loss": 4.4501,
      "step": 40370
    },
    {
      "epoch": 3.42940876656473,
      "grad_norm": 3.296658849561247,
      "learning_rate": 0.00012231728589346175,
      "loss": 4.0152,
      "step": 40371
    },
    {
      "epoch": 3.4294937138973838,
      "grad_norm": 3.3245058245036283,
      "learning_rate": 0.00012231053769480715,
      "loss": 3.7233,
      "step": 40372
    },
    {
      "epoch": 3.429578661230037,
      "grad_norm": 3.2802763983262664,
      "learning_rate": 0.0001223037895541703,
      "loss": 3.9174,
      "step": 40373
    },
    {
      "epoch": 3.429663608562691,
      "grad_norm": 3.314737914037032,
      "learning_rate": 0.00012229704147156533,
      "loss": 3.8593,
      "step": 40374
    },
    {
      "epoch": 3.429748555895345,
      "grad_norm": 3.250443245661058,
      "learning_rate": 0.00012229029344700644,
      "loss": 3.8853,
      "step": 40375
    },
    {
      "epoch": 3.4298335032279987,
      "grad_norm": 3.1536778316160885,
      "learning_rate": 0.00012228354548050765,
      "loss": 3.3758,
      "step": 40376
    },
    {
      "epoch": 3.4299184505606526,
      "grad_norm": 3.1420538827316062,
      "learning_rate": 0.00012227679757208324,
      "loss": 3.6048,
      "step": 40377
    },
    {
      "epoch": 3.430003397893306,
      "grad_norm": 3.549358829897823,
      "learning_rate": 0.00012227004972174726,
      "loss": 4.3352,
      "step": 40378
    },
    {
      "epoch": 3.43008834522596,
      "grad_norm": 3.2515034108940473,
      "learning_rate": 0.00012226330192951392,
      "loss": 3.5514,
      "step": 40379
    },
    {
      "epoch": 3.4301732925586137,
      "grad_norm": 3.331544706480701,
      "learning_rate": 0.00012225655419539726,
      "loss": 3.8778,
      "step": 40380
    },
    {
      "epoch": 3.4302582398912675,
      "grad_norm": 3.299749471059315,
      "learning_rate": 0.0001222498065194115,
      "loss": 3.7847,
      "step": 40381
    },
    {
      "epoch": 3.4303431872239214,
      "grad_norm": 3.690417118467169,
      "learning_rate": 0.0001222430589015707,
      "loss": 4.5962,
      "step": 40382
    },
    {
      "epoch": 3.430428134556575,
      "grad_norm": 3.6731681410939077,
      "learning_rate": 0.0001222363113418891,
      "loss": 3.8396,
      "step": 40383
    },
    {
      "epoch": 3.4305130818892287,
      "grad_norm": 3.253797418221393,
      "learning_rate": 0.00012222956384038076,
      "loss": 3.5921,
      "step": 40384
    },
    {
      "epoch": 3.4305980292218825,
      "grad_norm": 3.2887991476142697,
      "learning_rate": 0.00012222281639705988,
      "loss": 3.5944,
      "step": 40385
    },
    {
      "epoch": 3.4306829765545364,
      "grad_norm": 3.16794906804484,
      "learning_rate": 0.00012221606901194055,
      "loss": 3.4909,
      "step": 40386
    },
    {
      "epoch": 3.4307679238871898,
      "grad_norm": 3.5044274078081816,
      "learning_rate": 0.00012220932168503692,
      "loss": 3.9691,
      "step": 40387
    },
    {
      "epoch": 3.4308528712198436,
      "grad_norm": 3.597836850375548,
      "learning_rate": 0.00012220257441636307,
      "loss": 4.4661,
      "step": 40388
    },
    {
      "epoch": 3.4309378185524975,
      "grad_norm": 3.331605354677659,
      "learning_rate": 0.00012219582720593325,
      "loss": 3.7249,
      "step": 40389
    },
    {
      "epoch": 3.4310227658851513,
      "grad_norm": 3.263137829235868,
      "learning_rate": 0.00012218908005376156,
      "loss": 3.8618,
      "step": 40390
    },
    {
      "epoch": 3.4311077132178047,
      "grad_norm": 3.6899825547989638,
      "learning_rate": 0.0001221823329598621,
      "loss": 4.2888,
      "step": 40391
    },
    {
      "epoch": 3.4311926605504586,
      "grad_norm": 3.3320918420515295,
      "learning_rate": 0.00012217558592424906,
      "loss": 3.9127,
      "step": 40392
    },
    {
      "epoch": 3.4312776078831124,
      "grad_norm": 3.2628978018360932,
      "learning_rate": 0.00012216883894693652,
      "loss": 3.9872,
      "step": 40393
    },
    {
      "epoch": 3.4313625552157663,
      "grad_norm": 3.5012059807616027,
      "learning_rate": 0.0001221620920279386,
      "loss": 4.3799,
      "step": 40394
    },
    {
      "epoch": 3.43144750254842,
      "grad_norm": 3.4873494762161132,
      "learning_rate": 0.00012215534516726948,
      "loss": 4.0113,
      "step": 40395
    },
    {
      "epoch": 3.4315324498810735,
      "grad_norm": 3.3612685420001833,
      "learning_rate": 0.00012214859836494335,
      "loss": 3.9403,
      "step": 40396
    },
    {
      "epoch": 3.4316173972137274,
      "grad_norm": 3.3173765930636128,
      "learning_rate": 0.0001221418516209743,
      "loss": 3.6657,
      "step": 40397
    },
    {
      "epoch": 3.4317023445463812,
      "grad_norm": 3.586298353793427,
      "learning_rate": 0.0001221351049353764,
      "loss": 4.6264,
      "step": 40398
    },
    {
      "epoch": 3.431787291879035,
      "grad_norm": 3.3015189969429897,
      "learning_rate": 0.00012212835830816392,
      "loss": 3.5909,
      "step": 40399
    },
    {
      "epoch": 3.431872239211689,
      "grad_norm": 3.267119501303473,
      "learning_rate": 0.0001221216117393508,
      "loss": 3.6677,
      "step": 40400
    },
    {
      "epoch": 3.4319571865443423,
      "grad_norm": 3.2027329201881196,
      "learning_rate": 0.00012211486522895138,
      "loss": 3.4919,
      "step": 40401
    },
    {
      "epoch": 3.432042133876996,
      "grad_norm": 3.211395850363795,
      "learning_rate": 0.0001221081187769797,
      "loss": 3.6851,
      "step": 40402
    },
    {
      "epoch": 3.43212708120965,
      "grad_norm": 3.6154400906310498,
      "learning_rate": 0.00012210137238344992,
      "loss": 4.4414,
      "step": 40403
    },
    {
      "epoch": 3.432212028542304,
      "grad_norm": 3.285160927298371,
      "learning_rate": 0.00012209462604837617,
      "loss": 3.4304,
      "step": 40404
    },
    {
      "epoch": 3.4322969758749577,
      "grad_norm": 3.3174338229081117,
      "learning_rate": 0.00012208787977177258,
      "loss": 3.692,
      "step": 40405
    },
    {
      "epoch": 3.432381923207611,
      "grad_norm": 3.3718632514776234,
      "learning_rate": 0.0001220811335536533,
      "loss": 3.7442,
      "step": 40406
    },
    {
      "epoch": 3.432466870540265,
      "grad_norm": 3.2861073804494176,
      "learning_rate": 0.00012207438739403234,
      "loss": 3.7623,
      "step": 40407
    },
    {
      "epoch": 3.432551817872919,
      "grad_norm": 3.534090139903286,
      "learning_rate": 0.00012206764129292407,
      "loss": 4.4076,
      "step": 40408
    },
    {
      "epoch": 3.4326367652055727,
      "grad_norm": 3.33683118496105,
      "learning_rate": 0.00012206089525034247,
      "loss": 4.1967,
      "step": 40409
    },
    {
      "epoch": 3.432721712538226,
      "grad_norm": 3.2615193591159795,
      "learning_rate": 0.00012205414926630172,
      "loss": 4.1577,
      "step": 40410
    },
    {
      "epoch": 3.43280665987088,
      "grad_norm": 3.653916669091242,
      "learning_rate": 0.0001220474033408159,
      "loss": 4.4763,
      "step": 40411
    },
    {
      "epoch": 3.432891607203534,
      "grad_norm": 3.3999354946446165,
      "learning_rate": 0.0001220406574738992,
      "loss": 3.8538,
      "step": 40412
    },
    {
      "epoch": 3.4329765545361877,
      "grad_norm": 3.5587347730533936,
      "learning_rate": 0.0001220339116655657,
      "loss": 4.0746,
      "step": 40413
    },
    {
      "epoch": 3.433061501868841,
      "grad_norm": 3.356935942064369,
      "learning_rate": 0.00012202716591582963,
      "loss": 3.9648,
      "step": 40414
    },
    {
      "epoch": 3.433146449201495,
      "grad_norm": 3.686889346348907,
      "learning_rate": 0.00012202042022470508,
      "loss": 4.6016,
      "step": 40415
    },
    {
      "epoch": 3.4332313965341488,
      "grad_norm": 3.277644479975315,
      "learning_rate": 0.00012201367459220614,
      "loss": 3.5044,
      "step": 40416
    },
    {
      "epoch": 3.4333163438668026,
      "grad_norm": 3.6694699359470953,
      "learning_rate": 0.00012200692901834702,
      "loss": 4.432,
      "step": 40417
    },
    {
      "epoch": 3.4334012911994565,
      "grad_norm": 3.4112406912744397,
      "learning_rate": 0.00012200018350314177,
      "loss": 4.1199,
      "step": 40418
    },
    {
      "epoch": 3.43348623853211,
      "grad_norm": 3.3825082564985482,
      "learning_rate": 0.00012199343804660455,
      "loss": 4.0805,
      "step": 40419
    },
    {
      "epoch": 3.4335711858647637,
      "grad_norm": 3.443392818212644,
      "learning_rate": 0.00012198669264874952,
      "loss": 4.3943,
      "step": 40420
    },
    {
      "epoch": 3.4336561331974176,
      "grad_norm": 3.564153702698896,
      "learning_rate": 0.00012197994730959086,
      "loss": 4.1591,
      "step": 40421
    },
    {
      "epoch": 3.4337410805300714,
      "grad_norm": 3.278791398775535,
      "learning_rate": 0.0001219732020291426,
      "loss": 3.3826,
      "step": 40422
    },
    {
      "epoch": 3.4338260278627253,
      "grad_norm": 3.311547378556146,
      "learning_rate": 0.00012196645680741891,
      "loss": 3.8127,
      "step": 40423
    },
    {
      "epoch": 3.4339109751953787,
      "grad_norm": 3.4066956520762353,
      "learning_rate": 0.00012195971164443399,
      "loss": 4.0091,
      "step": 40424
    },
    {
      "epoch": 3.4339959225280325,
      "grad_norm": 3.5499575705316744,
      "learning_rate": 0.0001219529665402018,
      "loss": 4.1231,
      "step": 40425
    },
    {
      "epoch": 3.4340808698606864,
      "grad_norm": 3.5665299398714483,
      "learning_rate": 0.0001219462214947367,
      "loss": 4.2994,
      "step": 40426
    },
    {
      "epoch": 3.4341658171933402,
      "grad_norm": 3.29615851919229,
      "learning_rate": 0.00012193947650805266,
      "loss": 3.6376,
      "step": 40427
    },
    {
      "epoch": 3.434250764525994,
      "grad_norm": 3.5755006533634477,
      "learning_rate": 0.00012193273158016392,
      "loss": 4.2633,
      "step": 40428
    },
    {
      "epoch": 3.4343357118586475,
      "grad_norm": 3.257782870431706,
      "learning_rate": 0.00012192598671108451,
      "loss": 3.7103,
      "step": 40429
    },
    {
      "epoch": 3.4344206591913014,
      "grad_norm": 3.2274777888859947,
      "learning_rate": 0.00012191924190082861,
      "loss": 3.5675,
      "step": 40430
    },
    {
      "epoch": 3.434505606523955,
      "grad_norm": 3.3164347395883143,
      "learning_rate": 0.00012191249714941032,
      "loss": 3.9234,
      "step": 40431
    },
    {
      "epoch": 3.434590553856609,
      "grad_norm": 3.4342116858705873,
      "learning_rate": 0.00012190575245684388,
      "loss": 3.7717,
      "step": 40432
    },
    {
      "epoch": 3.434675501189263,
      "grad_norm": 3.6120651003201836,
      "learning_rate": 0.00012189900782314332,
      "loss": 4.2707,
      "step": 40433
    },
    {
      "epoch": 3.4347604485219163,
      "grad_norm": 3.3637812035190575,
      "learning_rate": 0.00012189226324832278,
      "loss": 3.8797,
      "step": 40434
    },
    {
      "epoch": 3.43484539585457,
      "grad_norm": 3.205520843775541,
      "learning_rate": 0.00012188551873239644,
      "loss": 3.2269,
      "step": 40435
    },
    {
      "epoch": 3.434930343187224,
      "grad_norm": 3.3273880973079866,
      "learning_rate": 0.00012187877427537839,
      "loss": 4.0207,
      "step": 40436
    },
    {
      "epoch": 3.435015290519878,
      "grad_norm": 3.3263115985864893,
      "learning_rate": 0.00012187202987728274,
      "loss": 3.9075,
      "step": 40437
    },
    {
      "epoch": 3.4351002378525313,
      "grad_norm": 3.7474142389674077,
      "learning_rate": 0.00012186528553812366,
      "loss": 4.1635,
      "step": 40438
    },
    {
      "epoch": 3.435185185185185,
      "grad_norm": 3.271722897512526,
      "learning_rate": 0.00012185854125791534,
      "loss": 3.8187,
      "step": 40439
    },
    {
      "epoch": 3.435270132517839,
      "grad_norm": 3.21721150313849,
      "learning_rate": 0.0001218517970366718,
      "loss": 3.5258,
      "step": 40440
    },
    {
      "epoch": 3.435355079850493,
      "grad_norm": 3.357881430821451,
      "learning_rate": 0.00012184505287440724,
      "loss": 3.8451,
      "step": 40441
    },
    {
      "epoch": 3.4354400271831462,
      "grad_norm": 3.371090508922992,
      "learning_rate": 0.00012183830877113581,
      "loss": 3.3931,
      "step": 40442
    },
    {
      "epoch": 3.4355249745158,
      "grad_norm": 3.2116211739383034,
      "learning_rate": 0.00012183156472687147,
      "loss": 3.5039,
      "step": 40443
    },
    {
      "epoch": 3.435609921848454,
      "grad_norm": 3.1807564777025745,
      "learning_rate": 0.0001218248207416286,
      "loss": 3.3472,
      "step": 40444
    },
    {
      "epoch": 3.435694869181108,
      "grad_norm": 3.198656819503114,
      "learning_rate": 0.00012181807681542118,
      "loss": 3.6937,
      "step": 40445
    },
    {
      "epoch": 3.4357798165137616,
      "grad_norm": 3.227244319233268,
      "learning_rate": 0.00012181133294826339,
      "loss": 3.7778,
      "step": 40446
    },
    {
      "epoch": 3.435864763846415,
      "grad_norm": 3.2548353629633398,
      "learning_rate": 0.00012180458914016934,
      "loss": 3.7764,
      "step": 40447
    },
    {
      "epoch": 3.435949711179069,
      "grad_norm": 3.186989346578538,
      "learning_rate": 0.00012179784539115314,
      "loss": 3.5567,
      "step": 40448
    },
    {
      "epoch": 3.4360346585117227,
      "grad_norm": 3.2563707018581725,
      "learning_rate": 0.000121791101701229,
      "loss": 3.9151,
      "step": 40449
    },
    {
      "epoch": 3.4361196058443766,
      "grad_norm": 3.5196930762220906,
      "learning_rate": 0.00012178435807041091,
      "loss": 4.483,
      "step": 40450
    },
    {
      "epoch": 3.4362045531770304,
      "grad_norm": 3.3802047162523667,
      "learning_rate": 0.00012177761449871313,
      "loss": 4.2176,
      "step": 40451
    },
    {
      "epoch": 3.436289500509684,
      "grad_norm": 3.5512376490779554,
      "learning_rate": 0.00012177087098614973,
      "loss": 3.9022,
      "step": 40452
    },
    {
      "epoch": 3.4363744478423377,
      "grad_norm": 3.200558448250875,
      "learning_rate": 0.0001217641275327349,
      "loss": 3.4953,
      "step": 40453
    },
    {
      "epoch": 3.4364593951749915,
      "grad_norm": 3.5319854838182123,
      "learning_rate": 0.0001217573841384827,
      "loss": 4.3564,
      "step": 40454
    },
    {
      "epoch": 3.4365443425076454,
      "grad_norm": 3.32444237729724,
      "learning_rate": 0.00012175064080340728,
      "loss": 3.7914,
      "step": 40455
    },
    {
      "epoch": 3.4366292898402993,
      "grad_norm": 3.1748490817334876,
      "learning_rate": 0.00012174389752752272,
      "loss": 3.4554,
      "step": 40456
    },
    {
      "epoch": 3.4367142371729527,
      "grad_norm": 3.5394304110496555,
      "learning_rate": 0.00012173715431084327,
      "loss": 4.194,
      "step": 40457
    },
    {
      "epoch": 3.4367991845056065,
      "grad_norm": 3.48034055107544,
      "learning_rate": 0.00012173041115338298,
      "loss": 3.9773,
      "step": 40458
    },
    {
      "epoch": 3.4368841318382604,
      "grad_norm": 3.474612136982271,
      "learning_rate": 0.00012172366805515597,
      "loss": 4.016,
      "step": 40459
    },
    {
      "epoch": 3.436969079170914,
      "grad_norm": 3.5677782075438498,
      "learning_rate": 0.00012171692501617643,
      "loss": 4.3008,
      "step": 40460
    },
    {
      "epoch": 3.4370540265035676,
      "grad_norm": 3.312280496853316,
      "learning_rate": 0.00012171018203645842,
      "loss": 3.9972,
      "step": 40461
    },
    {
      "epoch": 3.4371389738362215,
      "grad_norm": 3.4440714831581625,
      "learning_rate": 0.00012170343911601605,
      "loss": 3.7856,
      "step": 40462
    },
    {
      "epoch": 3.4372239211688753,
      "grad_norm": 3.2461976167420925,
      "learning_rate": 0.00012169669625486353,
      "loss": 3.6404,
      "step": 40463
    },
    {
      "epoch": 3.437308868501529,
      "grad_norm": 3.3724938641932396,
      "learning_rate": 0.00012168995345301499,
      "loss": 3.8746,
      "step": 40464
    },
    {
      "epoch": 3.4373938158341826,
      "grad_norm": 3.492439676814375,
      "learning_rate": 0.0001216832107104845,
      "loss": 4.119,
      "step": 40465
    },
    {
      "epoch": 3.4374787631668364,
      "grad_norm": 3.569542261136689,
      "learning_rate": 0.00012167646802728618,
      "loss": 4.3571,
      "step": 40466
    },
    {
      "epoch": 3.4375637104994903,
      "grad_norm": 3.6793993950028643,
      "learning_rate": 0.00012166972540343422,
      "loss": 4.3083,
      "step": 40467
    },
    {
      "epoch": 3.437648657832144,
      "grad_norm": 3.2600065801311566,
      "learning_rate": 0.00012166298283894269,
      "loss": 3.7574,
      "step": 40468
    },
    {
      "epoch": 3.437733605164798,
      "grad_norm": 3.4535651864504544,
      "learning_rate": 0.00012165624033382575,
      "loss": 4.1466,
      "step": 40469
    },
    {
      "epoch": 3.4378185524974514,
      "grad_norm": 3.239947982763303,
      "learning_rate": 0.0001216494978880975,
      "loss": 3.5536,
      "step": 40470
    },
    {
      "epoch": 3.4379034998301052,
      "grad_norm": 3.204856344471347,
      "learning_rate": 0.00012164275550177216,
      "loss": 3.6428,
      "step": 40471
    },
    {
      "epoch": 3.437988447162759,
      "grad_norm": 3.337641485079626,
      "learning_rate": 0.00012163601317486372,
      "loss": 3.8902,
      "step": 40472
    },
    {
      "epoch": 3.438073394495413,
      "grad_norm": 3.2434974814321107,
      "learning_rate": 0.0001216292709073864,
      "loss": 3.9408,
      "step": 40473
    },
    {
      "epoch": 3.438158341828067,
      "grad_norm": 3.300399368048507,
      "learning_rate": 0.00012162252869935424,
      "loss": 3.8379,
      "step": 40474
    },
    {
      "epoch": 3.43824328916072,
      "grad_norm": 3.205501222944169,
      "learning_rate": 0.0001216157865507815,
      "loss": 3.4215,
      "step": 40475
    },
    {
      "epoch": 3.438328236493374,
      "grad_norm": 3.400942574445364,
      "learning_rate": 0.00012160904446168221,
      "loss": 3.9535,
      "step": 40476
    },
    {
      "epoch": 3.438413183826028,
      "grad_norm": 3.2376249579780536,
      "learning_rate": 0.00012160230243207052,
      "loss": 3.6119,
      "step": 40477
    },
    {
      "epoch": 3.4384981311586817,
      "grad_norm": 3.5415455574404953,
      "learning_rate": 0.00012159556046196056,
      "loss": 4.1837,
      "step": 40478
    },
    {
      "epoch": 3.4385830784913356,
      "grad_norm": 3.5153167571477053,
      "learning_rate": 0.00012158881855136646,
      "loss": 4.2871,
      "step": 40479
    },
    {
      "epoch": 3.438668025823989,
      "grad_norm": 3.2085563903313425,
      "learning_rate": 0.00012158207670030228,
      "loss": 3.5945,
      "step": 40480
    },
    {
      "epoch": 3.438752973156643,
      "grad_norm": 3.368892770341009,
      "learning_rate": 0.00012157533490878224,
      "loss": 3.9501,
      "step": 40481
    },
    {
      "epoch": 3.4388379204892967,
      "grad_norm": 3.284212113730043,
      "learning_rate": 0.00012156859317682047,
      "loss": 3.6092,
      "step": 40482
    },
    {
      "epoch": 3.4389228678219506,
      "grad_norm": 3.3517607343376143,
      "learning_rate": 0.00012156185150443104,
      "loss": 4.041,
      "step": 40483
    },
    {
      "epoch": 3.439007815154604,
      "grad_norm": 3.476149258677326,
      "learning_rate": 0.00012155510989162808,
      "loss": 3.9584,
      "step": 40484
    },
    {
      "epoch": 3.439092762487258,
      "grad_norm": 3.1828092660261795,
      "learning_rate": 0.00012154836833842574,
      "loss": 3.5828,
      "step": 40485
    },
    {
      "epoch": 3.4391777098199117,
      "grad_norm": 3.5730368978600615,
      "learning_rate": 0.0001215416268448381,
      "loss": 4.3038,
      "step": 40486
    },
    {
      "epoch": 3.4392626571525655,
      "grad_norm": 3.318061886940997,
      "learning_rate": 0.00012153488541087933,
      "loss": 3.6464,
      "step": 40487
    },
    {
      "epoch": 3.439347604485219,
      "grad_norm": 3.3538555217028474,
      "learning_rate": 0.00012152814403656355,
      "loss": 3.6219,
      "step": 40488
    },
    {
      "epoch": 3.4394325518178728,
      "grad_norm": 3.5142198212886093,
      "learning_rate": 0.00012152140272190493,
      "loss": 4.2661,
      "step": 40489
    },
    {
      "epoch": 3.4395174991505266,
      "grad_norm": 3.523304344320972,
      "learning_rate": 0.0001215146614669175,
      "loss": 4.1805,
      "step": 40490
    },
    {
      "epoch": 3.4396024464831805,
      "grad_norm": 3.274154487132543,
      "learning_rate": 0.00012150792027161542,
      "loss": 3.6223,
      "step": 40491
    },
    {
      "epoch": 3.4396873938158343,
      "grad_norm": 3.5998448912667382,
      "learning_rate": 0.00012150117913601281,
      "loss": 4.3049,
      "step": 40492
    },
    {
      "epoch": 3.4397723411484877,
      "grad_norm": 3.2068285686349274,
      "learning_rate": 0.00012149443806012387,
      "loss": 3.5163,
      "step": 40493
    },
    {
      "epoch": 3.4398572884811416,
      "grad_norm": 3.297156658927832,
      "learning_rate": 0.00012148769704396263,
      "loss": 3.7099,
      "step": 40494
    },
    {
      "epoch": 3.4399422358137954,
      "grad_norm": 3.4169082286641723,
      "learning_rate": 0.00012148095608754326,
      "loss": 4.069,
      "step": 40495
    },
    {
      "epoch": 3.4400271831464493,
      "grad_norm": 3.2877877190167184,
      "learning_rate": 0.0001214742151908799,
      "loss": 3.7337,
      "step": 40496
    },
    {
      "epoch": 3.440112130479103,
      "grad_norm": 3.4347145880370538,
      "learning_rate": 0.0001214674743539866,
      "loss": 3.879,
      "step": 40497
    },
    {
      "epoch": 3.4401970778117565,
      "grad_norm": 3.225992684027709,
      "learning_rate": 0.00012146073357687758,
      "loss": 3.798,
      "step": 40498
    },
    {
      "epoch": 3.4402820251444104,
      "grad_norm": 3.2071955034170143,
      "learning_rate": 0.00012145399285956682,
      "loss": 3.4346,
      "step": 40499
    },
    {
      "epoch": 3.4403669724770642,
      "grad_norm": 3.5177495253282958,
      "learning_rate": 0.00012144725220206863,
      "loss": 3.8523,
      "step": 40500
    },
    {
      "epoch": 3.440451919809718,
      "grad_norm": 3.115028841410483,
      "learning_rate": 0.00012144051160439702,
      "loss": 3.3489,
      "step": 40501
    },
    {
      "epoch": 3.440536867142372,
      "grad_norm": 3.234606894276161,
      "learning_rate": 0.00012143377106656612,
      "loss": 3.6418,
      "step": 40502
    },
    {
      "epoch": 3.4406218144750254,
      "grad_norm": 3.5930508295316037,
      "learning_rate": 0.00012142703058859011,
      "loss": 4.086,
      "step": 40503
    },
    {
      "epoch": 3.440706761807679,
      "grad_norm": 3.340476508140089,
      "learning_rate": 0.00012142029017048305,
      "loss": 3.7924,
      "step": 40504
    },
    {
      "epoch": 3.440791709140333,
      "grad_norm": 3.3329961400736354,
      "learning_rate": 0.00012141354981225903,
      "loss": 3.9042,
      "step": 40505
    },
    {
      "epoch": 3.440876656472987,
      "grad_norm": 3.5498651190903225,
      "learning_rate": 0.00012140680951393228,
      "loss": 4.3723,
      "step": 40506
    },
    {
      "epoch": 3.4409616038056403,
      "grad_norm": 3.6399936404301094,
      "learning_rate": 0.00012140006927551689,
      "loss": 4.2859,
      "step": 40507
    },
    {
      "epoch": 3.441046551138294,
      "grad_norm": 3.252087887802118,
      "learning_rate": 0.00012139332909702695,
      "loss": 3.4802,
      "step": 40508
    },
    {
      "epoch": 3.441131498470948,
      "grad_norm": 3.233282770317626,
      "learning_rate": 0.0001213865889784766,
      "loss": 3.9015,
      "step": 40509
    },
    {
      "epoch": 3.441216445803602,
      "grad_norm": 3.5243844837629767,
      "learning_rate": 0.00012137984891988,
      "loss": 4.1613,
      "step": 40510
    },
    {
      "epoch": 3.4413013931362557,
      "grad_norm": 3.2886123426833223,
      "learning_rate": 0.00012137310892125115,
      "loss": 3.7432,
      "step": 40511
    },
    {
      "epoch": 3.441386340468909,
      "grad_norm": 3.4461043000482787,
      "learning_rate": 0.0001213663689826043,
      "loss": 3.9663,
      "step": 40512
    },
    {
      "epoch": 3.441471287801563,
      "grad_norm": 3.5283433951209022,
      "learning_rate": 0.00012135962910395352,
      "loss": 3.9895,
      "step": 40513
    },
    {
      "epoch": 3.441556235134217,
      "grad_norm": 3.451650844234599,
      "learning_rate": 0.00012135288928531298,
      "loss": 4.103,
      "step": 40514
    },
    {
      "epoch": 3.4416411824668707,
      "grad_norm": 3.2533713893534593,
      "learning_rate": 0.00012134614952669672,
      "loss": 3.5418,
      "step": 40515
    },
    {
      "epoch": 3.441726129799524,
      "grad_norm": 3.2444818284511876,
      "learning_rate": 0.00012133940982811895,
      "loss": 3.6685,
      "step": 40516
    },
    {
      "epoch": 3.441811077132178,
      "grad_norm": 3.310197792952456,
      "learning_rate": 0.00012133267018959364,
      "loss": 3.8718,
      "step": 40517
    },
    {
      "epoch": 3.441896024464832,
      "grad_norm": 3.33036331950837,
      "learning_rate": 0.0001213259306111351,
      "loss": 3.9885,
      "step": 40518
    },
    {
      "epoch": 3.4419809717974856,
      "grad_norm": 3.5237435298774176,
      "learning_rate": 0.00012131919109275736,
      "loss": 3.6271,
      "step": 40519
    },
    {
      "epoch": 3.4420659191301395,
      "grad_norm": 3.3772244501937334,
      "learning_rate": 0.00012131245163447454,
      "loss": 3.7425,
      "step": 40520
    },
    {
      "epoch": 3.442150866462793,
      "grad_norm": 3.6508585876966566,
      "learning_rate": 0.00012130571223630079,
      "loss": 4.433,
      "step": 40521
    },
    {
      "epoch": 3.4422358137954467,
      "grad_norm": 3.2691944605321877,
      "learning_rate": 0.0001212989728982502,
      "loss": 3.7498,
      "step": 40522
    },
    {
      "epoch": 3.4423207611281006,
      "grad_norm": 3.266059695131726,
      "learning_rate": 0.00012129223362033687,
      "loss": 3.7186,
      "step": 40523
    },
    {
      "epoch": 3.4424057084607544,
      "grad_norm": 3.2287973448704252,
      "learning_rate": 0.00012128549440257497,
      "loss": 3.3778,
      "step": 40524
    },
    {
      "epoch": 3.4424906557934083,
      "grad_norm": 3.3368155603868743,
      "learning_rate": 0.00012127875524497863,
      "loss": 3.99,
      "step": 40525
    },
    {
      "epoch": 3.4425756031260617,
      "grad_norm": 3.4427870812662285,
      "learning_rate": 0.00012127201614756194,
      "loss": 3.8457,
      "step": 40526
    },
    {
      "epoch": 3.4426605504587156,
      "grad_norm": 3.339884571727798,
      "learning_rate": 0.00012126527711033903,
      "loss": 3.9458,
      "step": 40527
    },
    {
      "epoch": 3.4427454977913694,
      "grad_norm": 3.616708083554568,
      "learning_rate": 0.00012125853813332402,
      "loss": 4.5718,
      "step": 40528
    },
    {
      "epoch": 3.4428304451240233,
      "grad_norm": 3.29743352235485,
      "learning_rate": 0.00012125179921653095,
      "loss": 3.4578,
      "step": 40529
    },
    {
      "epoch": 3.442915392456677,
      "grad_norm": 3.407659537968243,
      "learning_rate": 0.00012124506035997408,
      "loss": 4.0562,
      "step": 40530
    },
    {
      "epoch": 3.4430003397893305,
      "grad_norm": 3.5087458369348172,
      "learning_rate": 0.00012123832156366745,
      "loss": 3.9072,
      "step": 40531
    },
    {
      "epoch": 3.4430852871219844,
      "grad_norm": 3.2602098478660166,
      "learning_rate": 0.00012123158282762525,
      "loss": 3.6468,
      "step": 40532
    },
    {
      "epoch": 3.443170234454638,
      "grad_norm": 3.5804190362038644,
      "learning_rate": 0.0001212248441518615,
      "loss": 4.1317,
      "step": 40533
    },
    {
      "epoch": 3.443255181787292,
      "grad_norm": 3.6154077945839274,
      "learning_rate": 0.0001212181055363904,
      "loss": 4.4937,
      "step": 40534
    },
    {
      "epoch": 3.4433401291199455,
      "grad_norm": 3.2826564285595206,
      "learning_rate": 0.00012121136698122591,
      "loss": 3.5333,
      "step": 40535
    },
    {
      "epoch": 3.4434250764525993,
      "grad_norm": 3.2586578375420663,
      "learning_rate": 0.00012120462848638239,
      "loss": 3.7459,
      "step": 40536
    },
    {
      "epoch": 3.443510023785253,
      "grad_norm": 3.3257753030227217,
      "learning_rate": 0.00012119789005187384,
      "loss": 4.0505,
      "step": 40537
    },
    {
      "epoch": 3.443594971117907,
      "grad_norm": 3.3944162944671485,
      "learning_rate": 0.00012119115167771435,
      "loss": 4.0071,
      "step": 40538
    },
    {
      "epoch": 3.4436799184505604,
      "grad_norm": 3.6847901462688633,
      "learning_rate": 0.0001211844133639181,
      "loss": 4.4604,
      "step": 40539
    },
    {
      "epoch": 3.4437648657832143,
      "grad_norm": 3.484639885938906,
      "learning_rate": 0.00012117767511049916,
      "loss": 3.8589,
      "step": 40540
    },
    {
      "epoch": 3.443849813115868,
      "grad_norm": 3.3812370791373625,
      "learning_rate": 0.00012117093691747169,
      "loss": 3.914,
      "step": 40541
    },
    {
      "epoch": 3.443934760448522,
      "grad_norm": 3.353508474105696,
      "learning_rate": 0.00012116419878484969,
      "loss": 3.9301,
      "step": 40542
    },
    {
      "epoch": 3.444019707781176,
      "grad_norm": 3.465714503804042,
      "learning_rate": 0.00012115746071264748,
      "loss": 4.0274,
      "step": 40543
    },
    {
      "epoch": 3.4441046551138292,
      "grad_norm": 3.3172306516970993,
      "learning_rate": 0.00012115072270087904,
      "loss": 3.8317,
      "step": 40544
    },
    {
      "epoch": 3.444189602446483,
      "grad_norm": 3.4641620553145973,
      "learning_rate": 0.00012114398474955855,
      "loss": 4.1161,
      "step": 40545
    },
    {
      "epoch": 3.444274549779137,
      "grad_norm": 3.163438595043819,
      "learning_rate": 0.00012113724685870008,
      "loss": 3.2009,
      "step": 40546
    },
    {
      "epoch": 3.444359497111791,
      "grad_norm": 3.305949836435685,
      "learning_rate": 0.00012113050902831777,
      "loss": 3.4661,
      "step": 40547
    },
    {
      "epoch": 3.4444444444444446,
      "grad_norm": 3.421168990161242,
      "learning_rate": 0.00012112377125842568,
      "loss": 4.0551,
      "step": 40548
    },
    {
      "epoch": 3.444529391777098,
      "grad_norm": 3.504761719300149,
      "learning_rate": 0.00012111703354903803,
      "loss": 3.9405,
      "step": 40549
    },
    {
      "epoch": 3.444614339109752,
      "grad_norm": 3.3460193470476587,
      "learning_rate": 0.00012111029590016892,
      "loss": 3.6761,
      "step": 40550
    },
    {
      "epoch": 3.4446992864424058,
      "grad_norm": 3.175389143343905,
      "learning_rate": 0.00012110355831183242,
      "loss": 3.6214,
      "step": 40551
    },
    {
      "epoch": 3.4447842337750596,
      "grad_norm": 3.373160332839861,
      "learning_rate": 0.00012109682078404268,
      "loss": 3.8495,
      "step": 40552
    },
    {
      "epoch": 3.4448691811077135,
      "grad_norm": 3.293408799802127,
      "learning_rate": 0.00012109008331681376,
      "loss": 3.7999,
      "step": 40553
    },
    {
      "epoch": 3.444954128440367,
      "grad_norm": 3.2885597754951235,
      "learning_rate": 0.00012108334591015982,
      "loss": 3.7772,
      "step": 40554
    },
    {
      "epoch": 3.4450390757730207,
      "grad_norm": 3.255535996465178,
      "learning_rate": 0.00012107660856409497,
      "loss": 3.525,
      "step": 40555
    },
    {
      "epoch": 3.4451240231056746,
      "grad_norm": 3.5243744451629504,
      "learning_rate": 0.00012106987127863339,
      "loss": 4.0215,
      "step": 40556
    },
    {
      "epoch": 3.4452089704383284,
      "grad_norm": 3.313832142734148,
      "learning_rate": 0.0001210631340537891,
      "loss": 3.653,
      "step": 40557
    },
    {
      "epoch": 3.445293917770982,
      "grad_norm": 3.4374342581368644,
      "learning_rate": 0.00012105639688957626,
      "loss": 3.9478,
      "step": 40558
    },
    {
      "epoch": 3.4453788651036357,
      "grad_norm": 3.3028112239744924,
      "learning_rate": 0.00012104965978600902,
      "loss": 3.9095,
      "step": 40559
    },
    {
      "epoch": 3.4454638124362895,
      "grad_norm": 3.5848916582474084,
      "learning_rate": 0.00012104292274310135,
      "loss": 4.3305,
      "step": 40560
    },
    {
      "epoch": 3.4455487597689434,
      "grad_norm": 3.1854098284066983,
      "learning_rate": 0.00012103618576086758,
      "loss": 3.4321,
      "step": 40561
    },
    {
      "epoch": 3.4456337071015968,
      "grad_norm": 3.5828537689331403,
      "learning_rate": 0.00012102944883932169,
      "loss": 4.201,
      "step": 40562
    },
    {
      "epoch": 3.4457186544342506,
      "grad_norm": 3.6644161780590676,
      "learning_rate": 0.00012102271197847785,
      "loss": 4.4046,
      "step": 40563
    },
    {
      "epoch": 3.4458036017669045,
      "grad_norm": 3.101742646880233,
      "learning_rate": 0.00012101597517835013,
      "loss": 3.5141,
      "step": 40564
    },
    {
      "epoch": 3.4458885490995583,
      "grad_norm": 3.3179339102212824,
      "learning_rate": 0.00012100923843895266,
      "loss": 3.8196,
      "step": 40565
    },
    {
      "epoch": 3.445973496432212,
      "grad_norm": 3.248205002121219,
      "learning_rate": 0.00012100250176029955,
      "loss": 3.8917,
      "step": 40566
    },
    {
      "epoch": 3.4460584437648656,
      "grad_norm": 3.221310502032276,
      "learning_rate": 0.00012099576514240498,
      "loss": 3.7187,
      "step": 40567
    },
    {
      "epoch": 3.4461433910975194,
      "grad_norm": 3.570561050485805,
      "learning_rate": 0.00012098902858528299,
      "loss": 4.3709,
      "step": 40568
    },
    {
      "epoch": 3.4462283384301733,
      "grad_norm": 3.146528559284687,
      "learning_rate": 0.0001209822920889477,
      "loss": 3.4169,
      "step": 40569
    },
    {
      "epoch": 3.446313285762827,
      "grad_norm": 3.2742265247414575,
      "learning_rate": 0.00012097555565341328,
      "loss": 3.7569,
      "step": 40570
    },
    {
      "epoch": 3.446398233095481,
      "grad_norm": 3.2899028285181644,
      "learning_rate": 0.0001209688192786938,
      "loss": 3.6454,
      "step": 40571
    },
    {
      "epoch": 3.4464831804281344,
      "grad_norm": 3.386589266704497,
      "learning_rate": 0.00012096208296480333,
      "loss": 3.9874,
      "step": 40572
    },
    {
      "epoch": 3.4465681277607882,
      "grad_norm": 3.3043977481712403,
      "learning_rate": 0.00012095534671175608,
      "loss": 3.8552,
      "step": 40573
    },
    {
      "epoch": 3.446653075093442,
      "grad_norm": 3.3796198445862173,
      "learning_rate": 0.00012094861051956614,
      "loss": 4.2271,
      "step": 40574
    },
    {
      "epoch": 3.446738022426096,
      "grad_norm": 3.407796809155231,
      "learning_rate": 0.0001209418743882476,
      "loss": 4.0399,
      "step": 40575
    },
    {
      "epoch": 3.44682296975875,
      "grad_norm": 3.478910706548451,
      "learning_rate": 0.00012093513831781458,
      "loss": 4.1411,
      "step": 40576
    },
    {
      "epoch": 3.446907917091403,
      "grad_norm": 3.4218863929693955,
      "learning_rate": 0.00012092840230828122,
      "loss": 4.2518,
      "step": 40577
    },
    {
      "epoch": 3.446992864424057,
      "grad_norm": 3.357989377983011,
      "learning_rate": 0.00012092166635966152,
      "loss": 3.8753,
      "step": 40578
    },
    {
      "epoch": 3.447077811756711,
      "grad_norm": 3.262615688452539,
      "learning_rate": 0.00012091493047196977,
      "loss": 3.5341,
      "step": 40579
    },
    {
      "epoch": 3.4471627590893648,
      "grad_norm": 3.3640369399198917,
      "learning_rate": 0.00012090819464521996,
      "loss": 4.027,
      "step": 40580
    },
    {
      "epoch": 3.447247706422018,
      "grad_norm": 3.3191382800512637,
      "learning_rate": 0.00012090145887942629,
      "loss": 3.6306,
      "step": 40581
    },
    {
      "epoch": 3.447332653754672,
      "grad_norm": 3.544009285803437,
      "learning_rate": 0.00012089472317460277,
      "loss": 4.2988,
      "step": 40582
    },
    {
      "epoch": 3.447417601087326,
      "grad_norm": 3.16136909101961,
      "learning_rate": 0.0001208879875307636,
      "loss": 3.7789,
      "step": 40583
    },
    {
      "epoch": 3.4475025484199797,
      "grad_norm": 3.6638086853314165,
      "learning_rate": 0.00012088125194792286,
      "loss": 4.4023,
      "step": 40584
    },
    {
      "epoch": 3.447587495752633,
      "grad_norm": 3.4666861578302655,
      "learning_rate": 0.00012087451642609462,
      "loss": 4.2041,
      "step": 40585
    },
    {
      "epoch": 3.447672443085287,
      "grad_norm": 3.2923785009504263,
      "learning_rate": 0.00012086778096529307,
      "loss": 3.5935,
      "step": 40586
    },
    {
      "epoch": 3.447757390417941,
      "grad_norm": 3.671773730403195,
      "learning_rate": 0.00012086104556553228,
      "loss": 4.6889,
      "step": 40587
    },
    {
      "epoch": 3.4478423377505947,
      "grad_norm": 3.60962667446111,
      "learning_rate": 0.00012085431022682641,
      "loss": 4.4059,
      "step": 40588
    },
    {
      "epoch": 3.4479272850832485,
      "grad_norm": 3.1655545816141317,
      "learning_rate": 0.00012084757494918951,
      "loss": 3.6027,
      "step": 40589
    },
    {
      "epoch": 3.448012232415902,
      "grad_norm": 3.5491189920151696,
      "learning_rate": 0.0001208408397326357,
      "loss": 4.2526,
      "step": 40590
    },
    {
      "epoch": 3.448097179748556,
      "grad_norm": 3.2314532209310567,
      "learning_rate": 0.00012083410457717909,
      "loss": 3.7164,
      "step": 40591
    },
    {
      "epoch": 3.4481821270812096,
      "grad_norm": 3.623017791471076,
      "learning_rate": 0.00012082736948283387,
      "loss": 4.4979,
      "step": 40592
    },
    {
      "epoch": 3.4482670744138635,
      "grad_norm": 3.236138596595233,
      "learning_rate": 0.00012082063444961407,
      "loss": 3.2688,
      "step": 40593
    },
    {
      "epoch": 3.4483520217465173,
      "grad_norm": 3.3447247834200486,
      "learning_rate": 0.00012081389947753382,
      "loss": 3.8603,
      "step": 40594
    },
    {
      "epoch": 3.4484369690791707,
      "grad_norm": 3.3998964145366597,
      "learning_rate": 0.00012080716456660726,
      "loss": 3.7475,
      "step": 40595
    },
    {
      "epoch": 3.4485219164118246,
      "grad_norm": 3.305259075651696,
      "learning_rate": 0.00012080042971684846,
      "loss": 4.065,
      "step": 40596
    },
    {
      "epoch": 3.4486068637444784,
      "grad_norm": 3.1428700693554323,
      "learning_rate": 0.00012079369492827152,
      "loss": 3.3993,
      "step": 40597
    },
    {
      "epoch": 3.4486918110771323,
      "grad_norm": 3.306465009071186,
      "learning_rate": 0.00012078696020089062,
      "loss": 4.0282,
      "step": 40598
    },
    {
      "epoch": 3.448776758409786,
      "grad_norm": 3.1926897758097246,
      "learning_rate": 0.00012078022553471984,
      "loss": 3.4205,
      "step": 40599
    },
    {
      "epoch": 3.4488617057424396,
      "grad_norm": 3.329432912220784,
      "learning_rate": 0.00012077349092977328,
      "loss": 3.6858,
      "step": 40600
    },
    {
      "epoch": 3.4489466530750934,
      "grad_norm": 3.3792837176640074,
      "learning_rate": 0.00012076675638606504,
      "loss": 3.7894,
      "step": 40601
    },
    {
      "epoch": 3.4490316004077473,
      "grad_norm": 3.1678264453459373,
      "learning_rate": 0.00012076002190360929,
      "loss": 3.6403,
      "step": 40602
    },
    {
      "epoch": 3.449116547740401,
      "grad_norm": 3.3481409084277107,
      "learning_rate": 0.00012075328748242003,
      "loss": 3.8512,
      "step": 40603
    },
    {
      "epoch": 3.4492014950730545,
      "grad_norm": 3.2591474528530013,
      "learning_rate": 0.00012074655312251147,
      "loss": 3.5264,
      "step": 40604
    },
    {
      "epoch": 3.4492864424057084,
      "grad_norm": 3.1252871856539945,
      "learning_rate": 0.00012073981882389768,
      "loss": 3.4275,
      "step": 40605
    },
    {
      "epoch": 3.449371389738362,
      "grad_norm": 3.2990959375746227,
      "learning_rate": 0.00012073308458659283,
      "loss": 4.0299,
      "step": 40606
    },
    {
      "epoch": 3.449456337071016,
      "grad_norm": 3.345649880882177,
      "learning_rate": 0.00012072635041061092,
      "loss": 3.8876,
      "step": 40607
    },
    {
      "epoch": 3.44954128440367,
      "grad_norm": 3.5893429198613775,
      "learning_rate": 0.00012071961629596613,
      "loss": 3.7266,
      "step": 40608
    },
    {
      "epoch": 3.4496262317363233,
      "grad_norm": 3.345660699722946,
      "learning_rate": 0.00012071288224267255,
      "loss": 3.7796,
      "step": 40609
    },
    {
      "epoch": 3.449711179068977,
      "grad_norm": 3.5863746777424295,
      "learning_rate": 0.00012070614825074434,
      "loss": 4.1169,
      "step": 40610
    },
    {
      "epoch": 3.449796126401631,
      "grad_norm": 3.40733796414006,
      "learning_rate": 0.00012069941432019555,
      "loss": 3.8472,
      "step": 40611
    },
    {
      "epoch": 3.449881073734285,
      "grad_norm": 3.4255078745927845,
      "learning_rate": 0.0001206926804510403,
      "loss": 3.9585,
      "step": 40612
    },
    {
      "epoch": 3.4499660210669383,
      "grad_norm": 3.2992711302213116,
      "learning_rate": 0.00012068594664329274,
      "loss": 3.7317,
      "step": 40613
    },
    {
      "epoch": 3.450050968399592,
      "grad_norm": 3.2736624512102304,
      "learning_rate": 0.0001206792128969669,
      "loss": 3.4947,
      "step": 40614
    },
    {
      "epoch": 3.450135915732246,
      "grad_norm": 3.519112120436046,
      "learning_rate": 0.00012067247921207693,
      "loss": 4.2376,
      "step": 40615
    },
    {
      "epoch": 3.4502208630649,
      "grad_norm": 3.4551732877667574,
      "learning_rate": 0.00012066574558863697,
      "loss": 4.1743,
      "step": 40616
    },
    {
      "epoch": 3.4503058103975537,
      "grad_norm": 3.3748317028938817,
      "learning_rate": 0.00012065901202666113,
      "loss": 3.7736,
      "step": 40617
    },
    {
      "epoch": 3.450390757730207,
      "grad_norm": 3.413102893640235,
      "learning_rate": 0.00012065227852616347,
      "loss": 3.8907,
      "step": 40618
    },
    {
      "epoch": 3.450475705062861,
      "grad_norm": 3.1959934412580346,
      "learning_rate": 0.00012064554508715813,
      "loss": 3.7154,
      "step": 40619
    },
    {
      "epoch": 3.450560652395515,
      "grad_norm": 3.21836610782576,
      "learning_rate": 0.00012063881170965924,
      "loss": 3.5131,
      "step": 40620
    },
    {
      "epoch": 3.4506455997281686,
      "grad_norm": 3.520782898082436,
      "learning_rate": 0.00012063207839368081,
      "loss": 4.0152,
      "step": 40621
    },
    {
      "epoch": 3.4507305470608225,
      "grad_norm": 3.59162100373114,
      "learning_rate": 0.00012062534513923703,
      "loss": 4.2981,
      "step": 40622
    },
    {
      "epoch": 3.450815494393476,
      "grad_norm": 3.33044076142692,
      "learning_rate": 0.00012061861194634202,
      "loss": 3.6341,
      "step": 40623
    },
    {
      "epoch": 3.4509004417261298,
      "grad_norm": 3.5185068555452848,
      "learning_rate": 0.0001206118788150099,
      "loss": 4.1449,
      "step": 40624
    },
    {
      "epoch": 3.4509853890587836,
      "grad_norm": 3.1981533209243196,
      "learning_rate": 0.00012060514574525469,
      "loss": 3.4316,
      "step": 40625
    },
    {
      "epoch": 3.4510703363914375,
      "grad_norm": 3.4345079906008893,
      "learning_rate": 0.00012059841273709056,
      "loss": 4.0895,
      "step": 40626
    },
    {
      "epoch": 3.4511552837240913,
      "grad_norm": 3.4742426197222356,
      "learning_rate": 0.00012059167979053158,
      "loss": 3.7282,
      "step": 40627
    },
    {
      "epoch": 3.4512402310567447,
      "grad_norm": 3.4385809787764856,
      "learning_rate": 0.00012058494690559195,
      "loss": 4.0749,
      "step": 40628
    },
    {
      "epoch": 3.4513251783893986,
      "grad_norm": 3.273653546473624,
      "learning_rate": 0.00012057821408228567,
      "loss": 3.6396,
      "step": 40629
    },
    {
      "epoch": 3.4514101257220524,
      "grad_norm": 3.3493433517533266,
      "learning_rate": 0.00012057148132062689,
      "loss": 3.5957,
      "step": 40630
    },
    {
      "epoch": 3.4514950730547063,
      "grad_norm": 3.2634875574562026,
      "learning_rate": 0.00012056474862062975,
      "loss": 3.5266,
      "step": 40631
    },
    {
      "epoch": 3.4515800203873597,
      "grad_norm": 3.3001361286793025,
      "learning_rate": 0.0001205580159823083,
      "loss": 3.8202,
      "step": 40632
    },
    {
      "epoch": 3.4516649677200135,
      "grad_norm": 3.282120689014562,
      "learning_rate": 0.0001205512834056767,
      "loss": 3.7595,
      "step": 40633
    },
    {
      "epoch": 3.4517499150526674,
      "grad_norm": 3.5905993925115305,
      "learning_rate": 0.00012054455089074892,
      "loss": 4.5391,
      "step": 40634
    },
    {
      "epoch": 3.4518348623853212,
      "grad_norm": 3.546336669501158,
      "learning_rate": 0.00012053781843753927,
      "loss": 3.9806,
      "step": 40635
    },
    {
      "epoch": 3.4519198097179746,
      "grad_norm": 3.227308229127753,
      "learning_rate": 0.00012053108604606176,
      "loss": 3.4177,
      "step": 40636
    },
    {
      "epoch": 3.4520047570506285,
      "grad_norm": 3.614279455303907,
      "learning_rate": 0.00012052435371633046,
      "loss": 4.417,
      "step": 40637
    },
    {
      "epoch": 3.4520897043832823,
      "grad_norm": 3.423085291885987,
      "learning_rate": 0.00012051762144835955,
      "loss": 4.0165,
      "step": 40638
    },
    {
      "epoch": 3.452174651715936,
      "grad_norm": 3.5616588818438584,
      "learning_rate": 0.0001205108892421631,
      "loss": 4.0367,
      "step": 40639
    },
    {
      "epoch": 3.45225959904859,
      "grad_norm": 3.4963783234435053,
      "learning_rate": 0.00012050415709775516,
      "loss": 4.0737,
      "step": 40640
    },
    {
      "epoch": 3.4523445463812434,
      "grad_norm": 3.259929355832537,
      "learning_rate": 0.00012049742501514991,
      "loss": 3.5217,
      "step": 40641
    },
    {
      "epoch": 3.4524294937138973,
      "grad_norm": 3.5088428436472396,
      "learning_rate": 0.00012049069299436149,
      "loss": 4.3838,
      "step": 40642
    },
    {
      "epoch": 3.452514441046551,
      "grad_norm": 3.560490391561425,
      "learning_rate": 0.00012048396103540392,
      "loss": 4.2404,
      "step": 40643
    },
    {
      "epoch": 3.452599388379205,
      "grad_norm": 3.245593221843773,
      "learning_rate": 0.00012047722913829133,
      "loss": 3.4057,
      "step": 40644
    },
    {
      "epoch": 3.452684335711859,
      "grad_norm": 3.636289147422317,
      "learning_rate": 0.00012047049730303786,
      "loss": 4.3739,
      "step": 40645
    },
    {
      "epoch": 3.4527692830445122,
      "grad_norm": 3.3379700665733605,
      "learning_rate": 0.00012046376552965753,
      "loss": 3.9175,
      "step": 40646
    },
    {
      "epoch": 3.452854230377166,
      "grad_norm": 3.543432375659907,
      "learning_rate": 0.00012045703381816454,
      "loss": 4.5761,
      "step": 40647
    },
    {
      "epoch": 3.45293917770982,
      "grad_norm": 3.4810904638285707,
      "learning_rate": 0.00012045030216857296,
      "loss": 4.0165,
      "step": 40648
    },
    {
      "epoch": 3.453024125042474,
      "grad_norm": 3.3009143531758993,
      "learning_rate": 0.00012044357058089693,
      "loss": 3.5824,
      "step": 40649
    },
    {
      "epoch": 3.4531090723751277,
      "grad_norm": 3.309717116483234,
      "learning_rate": 0.00012043683905515048,
      "loss": 3.9011,
      "step": 40650
    },
    {
      "epoch": 3.453194019707781,
      "grad_norm": 3.50446894879819,
      "learning_rate": 0.00012043010759134777,
      "loss": 3.9941,
      "step": 40651
    },
    {
      "epoch": 3.453278967040435,
      "grad_norm": 3.303094468537849,
      "learning_rate": 0.00012042337618950282,
      "loss": 3.7758,
      "step": 40652
    },
    {
      "epoch": 3.4533639143730888,
      "grad_norm": 3.3838000882218364,
      "learning_rate": 0.00012041664484962986,
      "loss": 3.8338,
      "step": 40653
    },
    {
      "epoch": 3.4534488617057426,
      "grad_norm": 3.254885113651993,
      "learning_rate": 0.00012040991357174293,
      "loss": 3.6772,
      "step": 40654
    },
    {
      "epoch": 3.453533809038396,
      "grad_norm": 3.335135706128311,
      "learning_rate": 0.00012040318235585616,
      "loss": 3.635,
      "step": 40655
    },
    {
      "epoch": 3.45361875637105,
      "grad_norm": 3.178728467732482,
      "learning_rate": 0.00012039645120198363,
      "loss": 3.3855,
      "step": 40656
    },
    {
      "epoch": 3.4537037037037037,
      "grad_norm": 3.6825086936023532,
      "learning_rate": 0.00012038972011013943,
      "loss": 4.3201,
      "step": 40657
    },
    {
      "epoch": 3.4537886510363576,
      "grad_norm": 3.504661019872428,
      "learning_rate": 0.00012038298908033764,
      "loss": 4.458,
      "step": 40658
    },
    {
      "epoch": 3.453873598369011,
      "grad_norm": 3.307198946785526,
      "learning_rate": 0.00012037625811259244,
      "loss": 3.5814,
      "step": 40659
    },
    {
      "epoch": 3.453958545701665,
      "grad_norm": 3.4291683213316984,
      "learning_rate": 0.00012036952720691793,
      "loss": 3.9386,
      "step": 40660
    },
    {
      "epoch": 3.4540434930343187,
      "grad_norm": 3.3594339358430836,
      "learning_rate": 0.00012036279636332817,
      "loss": 3.8889,
      "step": 40661
    },
    {
      "epoch": 3.4541284403669725,
      "grad_norm": 3.2979812553840473,
      "learning_rate": 0.0001203560655818373,
      "loss": 3.8206,
      "step": 40662
    },
    {
      "epoch": 3.4542133876996264,
      "grad_norm": 3.5440751684226197,
      "learning_rate": 0.00012034933486245934,
      "loss": 4.483,
      "step": 40663
    },
    {
      "epoch": 3.45429833503228,
      "grad_norm": 3.265983645560296,
      "learning_rate": 0.00012034260420520844,
      "loss": 3.7785,
      "step": 40664
    },
    {
      "epoch": 3.4543832823649336,
      "grad_norm": 3.307411176597449,
      "learning_rate": 0.00012033587361009874,
      "loss": 3.4385,
      "step": 40665
    },
    {
      "epoch": 3.4544682296975875,
      "grad_norm": 3.3396165088496286,
      "learning_rate": 0.00012032914307714432,
      "loss": 3.4635,
      "step": 40666
    },
    {
      "epoch": 3.4545531770302413,
      "grad_norm": 3.10520056291975,
      "learning_rate": 0.00012032241260635931,
      "loss": 3.2134,
      "step": 40667
    },
    {
      "epoch": 3.454638124362895,
      "grad_norm": 3.694589990194938,
      "learning_rate": 0.00012031568219775773,
      "loss": 4.6727,
      "step": 40668
    },
    {
      "epoch": 3.4547230716955486,
      "grad_norm": 3.4715231336340375,
      "learning_rate": 0.00012030895185135379,
      "loss": 4.297,
      "step": 40669
    },
    {
      "epoch": 3.4548080190282024,
      "grad_norm": 3.4111960248391484,
      "learning_rate": 0.00012030222156716143,
      "loss": 4.0002,
      "step": 40670
    },
    {
      "epoch": 3.4548929663608563,
      "grad_norm": 3.558655492204215,
      "learning_rate": 0.00012029549134519494,
      "loss": 3.9369,
      "step": 40671
    },
    {
      "epoch": 3.45497791369351,
      "grad_norm": 3.6188228204220794,
      "learning_rate": 0.00012028876118546832,
      "loss": 4.4699,
      "step": 40672
    },
    {
      "epoch": 3.455062861026164,
      "grad_norm": 3.28050583742206,
      "learning_rate": 0.00012028203108799573,
      "loss": 3.5683,
      "step": 40673
    },
    {
      "epoch": 3.4551478083588174,
      "grad_norm": 3.454943870259646,
      "learning_rate": 0.00012027530105279117,
      "loss": 4.2877,
      "step": 40674
    },
    {
      "epoch": 3.4552327556914713,
      "grad_norm": 3.3356459606441176,
      "learning_rate": 0.00012026857107986885,
      "loss": 3.8056,
      "step": 40675
    },
    {
      "epoch": 3.455317703024125,
      "grad_norm": 3.6903566919771458,
      "learning_rate": 0.00012026184116924281,
      "loss": 3.5546,
      "step": 40676
    },
    {
      "epoch": 3.455402650356779,
      "grad_norm": 3.581784880906993,
      "learning_rate": 0.0001202551113209271,
      "loss": 3.995,
      "step": 40677
    },
    {
      "epoch": 3.4554875976894324,
      "grad_norm": 3.5604261612852355,
      "learning_rate": 0.00012024838153493599,
      "loss": 4.2718,
      "step": 40678
    },
    {
      "epoch": 3.455572545022086,
      "grad_norm": 3.328214899360612,
      "learning_rate": 0.00012024165181128342,
      "loss": 3.9973,
      "step": 40679
    },
    {
      "epoch": 3.45565749235474,
      "grad_norm": 3.231466095732782,
      "learning_rate": 0.0001202349221499836,
      "loss": 3.4992,
      "step": 40680
    },
    {
      "epoch": 3.455742439687394,
      "grad_norm": 3.174345871030262,
      "learning_rate": 0.00012022819255105053,
      "loss": 3.6653,
      "step": 40681
    },
    {
      "epoch": 3.4558273870200473,
      "grad_norm": 3.1654695997573485,
      "learning_rate": 0.00012022146301449836,
      "loss": 3.506,
      "step": 40682
    },
    {
      "epoch": 3.455912334352701,
      "grad_norm": 3.23416927960642,
      "learning_rate": 0.00012021473354034118,
      "loss": 3.671,
      "step": 40683
    },
    {
      "epoch": 3.455997281685355,
      "grad_norm": 3.3002443524510983,
      "learning_rate": 0.00012020800412859312,
      "loss": 4.0687,
      "step": 40684
    },
    {
      "epoch": 3.456082229018009,
      "grad_norm": 3.281557267252162,
      "learning_rate": 0.0001202012747792683,
      "loss": 3.614,
      "step": 40685
    },
    {
      "epoch": 3.4561671763506627,
      "grad_norm": 3.5273671617515294,
      "learning_rate": 0.00012019454549238074,
      "loss": 3.9779,
      "step": 40686
    },
    {
      "epoch": 3.456252123683316,
      "grad_norm": 3.2875655465833056,
      "learning_rate": 0.00012018781626794463,
      "loss": 3.8172,
      "step": 40687
    },
    {
      "epoch": 3.45633707101597,
      "grad_norm": 3.1323567421147502,
      "learning_rate": 0.00012018108710597397,
      "loss": 3.4734,
      "step": 40688
    },
    {
      "epoch": 3.456422018348624,
      "grad_norm": 3.1964626154113,
      "learning_rate": 0.00012017435800648288,
      "loss": 3.6356,
      "step": 40689
    },
    {
      "epoch": 3.4565069656812777,
      "grad_norm": 3.3822087079108574,
      "learning_rate": 0.00012016762896948552,
      "loss": 4.1384,
      "step": 40690
    },
    {
      "epoch": 3.4565919130139315,
      "grad_norm": 3.3858319267789505,
      "learning_rate": 0.00012016089999499601,
      "loss": 4.1082,
      "step": 40691
    },
    {
      "epoch": 3.456676860346585,
      "grad_norm": 3.306849957265828,
      "learning_rate": 0.00012015417108302835,
      "loss": 3.3881,
      "step": 40692
    },
    {
      "epoch": 3.456761807679239,
      "grad_norm": 3.1358587973591763,
      "learning_rate": 0.00012014744223359668,
      "loss": 3.3239,
      "step": 40693
    },
    {
      "epoch": 3.4568467550118926,
      "grad_norm": 3.647325362495167,
      "learning_rate": 0.00012014071344671516,
      "loss": 4.2599,
      "step": 40694
    },
    {
      "epoch": 3.4569317023445465,
      "grad_norm": 3.4084846077306983,
      "learning_rate": 0.00012013398472239772,
      "loss": 3.8011,
      "step": 40695
    },
    {
      "epoch": 3.4570166496772003,
      "grad_norm": 3.3594372810428017,
      "learning_rate": 0.00012012725606065868,
      "loss": 4.0959,
      "step": 40696
    },
    {
      "epoch": 3.4571015970098538,
      "grad_norm": 3.4306805706240926,
      "learning_rate": 0.00012012052746151199,
      "loss": 4.1881,
      "step": 40697
    },
    {
      "epoch": 3.4571865443425076,
      "grad_norm": 3.3197829242457315,
      "learning_rate": 0.00012011379892497183,
      "loss": 3.6944,
      "step": 40698
    },
    {
      "epoch": 3.4572714916751615,
      "grad_norm": 3.447881757843411,
      "learning_rate": 0.00012010707045105223,
      "loss": 4.186,
      "step": 40699
    },
    {
      "epoch": 3.4573564390078153,
      "grad_norm": 3.32956970124701,
      "learning_rate": 0.00012010034203976731,
      "loss": 4.0932,
      "step": 40700
    },
    {
      "epoch": 3.457441386340469,
      "grad_norm": 3.527761799477149,
      "learning_rate": 0.00012009361369113115,
      "loss": 4.0176,
      "step": 40701
    },
    {
      "epoch": 3.4575263336731226,
      "grad_norm": 3.527980230851459,
      "learning_rate": 0.00012008688540515794,
      "loss": 4.2633,
      "step": 40702
    },
    {
      "epoch": 3.4576112810057764,
      "grad_norm": 3.61078254423456,
      "learning_rate": 0.00012008015718186169,
      "loss": 4.5181,
      "step": 40703
    },
    {
      "epoch": 3.4576962283384303,
      "grad_norm": 3.2499281065024284,
      "learning_rate": 0.0001200734290212565,
      "loss": 3.7483,
      "step": 40704
    },
    {
      "epoch": 3.457781175671084,
      "grad_norm": 3.7017064080587145,
      "learning_rate": 0.00012006670092335652,
      "loss": 3.9119,
      "step": 40705
    },
    {
      "epoch": 3.4578661230037375,
      "grad_norm": 3.540528878440035,
      "learning_rate": 0.00012005997288817577,
      "loss": 4.1957,
      "step": 40706
    },
    {
      "epoch": 3.4579510703363914,
      "grad_norm": 3.416426595417538,
      "learning_rate": 0.00012005324491572837,
      "loss": 3.9656,
      "step": 40707
    },
    {
      "epoch": 3.4580360176690452,
      "grad_norm": 3.6413711313892656,
      "learning_rate": 0.00012004651700602849,
      "loss": 4.5349,
      "step": 40708
    },
    {
      "epoch": 3.458120965001699,
      "grad_norm": 3.6047428235685914,
      "learning_rate": 0.00012003978915909017,
      "loss": 4.1847,
      "step": 40709
    },
    {
      "epoch": 3.4582059123343525,
      "grad_norm": 3.2857961307794206,
      "learning_rate": 0.00012003306137492751,
      "loss": 3.6445,
      "step": 40710
    },
    {
      "epoch": 3.4582908596670063,
      "grad_norm": 3.567966413750721,
      "learning_rate": 0.0001200263336535546,
      "loss": 4.6843,
      "step": 40711
    },
    {
      "epoch": 3.45837580699966,
      "grad_norm": 3.2107902711463043,
      "learning_rate": 0.00012001960599498557,
      "loss": 3.4465,
      "step": 40712
    },
    {
      "epoch": 3.458460754332314,
      "grad_norm": 3.3667248161689973,
      "learning_rate": 0.0001200128783992344,
      "loss": 3.7744,
      "step": 40713
    },
    {
      "epoch": 3.458545701664968,
      "grad_norm": 3.6595294415516473,
      "learning_rate": 0.00012000615086631537,
      "loss": 4.5518,
      "step": 40714
    },
    {
      "epoch": 3.4586306489976213,
      "grad_norm": 3.2657996603499346,
      "learning_rate": 0.00011999942339624248,
      "loss": 3.7105,
      "step": 40715
    },
    {
      "epoch": 3.458715596330275,
      "grad_norm": 3.277537242546323,
      "learning_rate": 0.00011999269598902984,
      "loss": 3.4226,
      "step": 40716
    },
    {
      "epoch": 3.458800543662929,
      "grad_norm": 3.29238138308573,
      "learning_rate": 0.00011998596864469149,
      "loss": 3.5363,
      "step": 40717
    },
    {
      "epoch": 3.458885490995583,
      "grad_norm": 3.449038390914386,
      "learning_rate": 0.00011997924136324158,
      "loss": 4.0284,
      "step": 40718
    },
    {
      "epoch": 3.4589704383282367,
      "grad_norm": 3.2863707824495982,
      "learning_rate": 0.00011997251414469425,
      "loss": 3.8029,
      "step": 40719
    },
    {
      "epoch": 3.45905538566089,
      "grad_norm": 3.2213038520226536,
      "learning_rate": 0.00011996578698906347,
      "loss": 3.7057,
      "step": 40720
    },
    {
      "epoch": 3.459140332993544,
      "grad_norm": 3.6035971239929916,
      "learning_rate": 0.00011995905989636343,
      "loss": 4.0944,
      "step": 40721
    },
    {
      "epoch": 3.459225280326198,
      "grad_norm": 3.3493250393561365,
      "learning_rate": 0.00011995233286660823,
      "loss": 3.9369,
      "step": 40722
    },
    {
      "epoch": 3.4593102276588517,
      "grad_norm": 3.280886600458345,
      "learning_rate": 0.00011994560589981194,
      "loss": 3.4214,
      "step": 40723
    },
    {
      "epoch": 3.4593951749915055,
      "grad_norm": 3.372632663440437,
      "learning_rate": 0.00011993887899598864,
      "loss": 3.5944,
      "step": 40724
    },
    {
      "epoch": 3.459480122324159,
      "grad_norm": 3.3879482693102743,
      "learning_rate": 0.00011993215215515243,
      "loss": 3.8581,
      "step": 40725
    },
    {
      "epoch": 3.4595650696568128,
      "grad_norm": 3.406436331302887,
      "learning_rate": 0.00011992542537731737,
      "loss": 3.5903,
      "step": 40726
    },
    {
      "epoch": 3.4596500169894666,
      "grad_norm": 3.4250334845155455,
      "learning_rate": 0.0001199186986624977,
      "loss": 3.9249,
      "step": 40727
    },
    {
      "epoch": 3.4597349643221205,
      "grad_norm": 3.6610366626568616,
      "learning_rate": 0.00011991197201070735,
      "loss": 3.817,
      "step": 40728
    },
    {
      "epoch": 3.459819911654774,
      "grad_norm": 3.209562988947358,
      "learning_rate": 0.00011990524542196049,
      "loss": 3.4507,
      "step": 40729
    },
    {
      "epoch": 3.4599048589874277,
      "grad_norm": 3.4687623672463554,
      "learning_rate": 0.00011989851889627123,
      "loss": 3.9366,
      "step": 40730
    },
    {
      "epoch": 3.4599898063200816,
      "grad_norm": 3.561318931302285,
      "learning_rate": 0.00011989179243365362,
      "loss": 4.1142,
      "step": 40731
    },
    {
      "epoch": 3.4600747536527354,
      "grad_norm": 3.4865940619896665,
      "learning_rate": 0.00011988506603412171,
      "loss": 3.9401,
      "step": 40732
    },
    {
      "epoch": 3.460159700985389,
      "grad_norm": 3.314037564736457,
      "learning_rate": 0.00011987833969768969,
      "loss": 3.4052,
      "step": 40733
    },
    {
      "epoch": 3.4602446483180427,
      "grad_norm": 3.294770062143051,
      "learning_rate": 0.00011987161342437165,
      "loss": 3.7644,
      "step": 40734
    },
    {
      "epoch": 3.4603295956506965,
      "grad_norm": 3.2676208821980888,
      "learning_rate": 0.00011986488721418163,
      "loss": 3.6199,
      "step": 40735
    },
    {
      "epoch": 3.4604145429833504,
      "grad_norm": 3.298051487948871,
      "learning_rate": 0.00011985816106713374,
      "loss": 3.7223,
      "step": 40736
    },
    {
      "epoch": 3.4604994903160042,
      "grad_norm": 3.3813343741965625,
      "learning_rate": 0.00011985143498324211,
      "loss": 3.8887,
      "step": 40737
    },
    {
      "epoch": 3.4605844376486576,
      "grad_norm": 3.3740545087238805,
      "learning_rate": 0.00011984470896252073,
      "loss": 4.0313,
      "step": 40738
    },
    {
      "epoch": 3.4606693849813115,
      "grad_norm": 3.5645469651877373,
      "learning_rate": 0.0001198379830049838,
      "loss": 4.2675,
      "step": 40739
    },
    {
      "epoch": 3.4607543323139653,
      "grad_norm": 3.35806973615123,
      "learning_rate": 0.00011983125711064538,
      "loss": 3.6959,
      "step": 40740
    },
    {
      "epoch": 3.460839279646619,
      "grad_norm": 3.439593527108425,
      "learning_rate": 0.00011982453127951959,
      "loss": 4.0849,
      "step": 40741
    },
    {
      "epoch": 3.460924226979273,
      "grad_norm": 3.248529996906439,
      "learning_rate": 0.00011981780551162047,
      "loss": 3.5349,
      "step": 40742
    },
    {
      "epoch": 3.4610091743119265,
      "grad_norm": 3.3711648034290196,
      "learning_rate": 0.00011981107980696211,
      "loss": 4.2247,
      "step": 40743
    },
    {
      "epoch": 3.4610941216445803,
      "grad_norm": 3.3467720408380384,
      "learning_rate": 0.00011980435416555862,
      "loss": 3.9284,
      "step": 40744
    },
    {
      "epoch": 3.461179068977234,
      "grad_norm": 3.607513239546952,
      "learning_rate": 0.00011979762858742414,
      "loss": 4.1941,
      "step": 40745
    },
    {
      "epoch": 3.461264016309888,
      "grad_norm": 3.405382583950454,
      "learning_rate": 0.00011979090307257271,
      "loss": 4.0372,
      "step": 40746
    },
    {
      "epoch": 3.461348963642542,
      "grad_norm": 3.2913129319335637,
      "learning_rate": 0.00011978417762101843,
      "loss": 3.5777,
      "step": 40747
    },
    {
      "epoch": 3.4614339109751953,
      "grad_norm": 3.335639272131841,
      "learning_rate": 0.00011977745223277541,
      "loss": 3.6323,
      "step": 40748
    },
    {
      "epoch": 3.461518858307849,
      "grad_norm": 3.322905388810338,
      "learning_rate": 0.0001197707269078577,
      "loss": 3.569,
      "step": 40749
    },
    {
      "epoch": 3.461603805640503,
      "grad_norm": 3.299607183624839,
      "learning_rate": 0.0001197640016462794,
      "loss": 3.9522,
      "step": 40750
    },
    {
      "epoch": 3.461688752973157,
      "grad_norm": 3.3078566453531475,
      "learning_rate": 0.00011975727644805465,
      "loss": 4.0004,
      "step": 40751
    },
    {
      "epoch": 3.46177370030581,
      "grad_norm": 3.5073630486283482,
      "learning_rate": 0.00011975055131319754,
      "loss": 4.4104,
      "step": 40752
    },
    {
      "epoch": 3.461858647638464,
      "grad_norm": 3.3258711483031074,
      "learning_rate": 0.00011974382624172209,
      "loss": 4.1172,
      "step": 40753
    },
    {
      "epoch": 3.461943594971118,
      "grad_norm": 3.2588535655902766,
      "learning_rate": 0.00011973710123364244,
      "loss": 3.7024,
      "step": 40754
    },
    {
      "epoch": 3.4620285423037718,
      "grad_norm": 3.674380024191146,
      "learning_rate": 0.00011973037628897271,
      "loss": 3.8557,
      "step": 40755
    },
    {
      "epoch": 3.462113489636425,
      "grad_norm": 3.274114117126978,
      "learning_rate": 0.00011972365140772689,
      "loss": 3.7512,
      "step": 40756
    },
    {
      "epoch": 3.462198436969079,
      "grad_norm": 3.2971553079937834,
      "learning_rate": 0.00011971692658991916,
      "loss": 4.167,
      "step": 40757
    },
    {
      "epoch": 3.462283384301733,
      "grad_norm": 3.4430508042528767,
      "learning_rate": 0.00011971020183556359,
      "loss": 3.9807,
      "step": 40758
    },
    {
      "epoch": 3.4623683316343867,
      "grad_norm": 3.3781678597719997,
      "learning_rate": 0.00011970347714467432,
      "loss": 3.7087,
      "step": 40759
    },
    {
      "epoch": 3.4624532789670406,
      "grad_norm": 3.684472547842883,
      "learning_rate": 0.00011969675251726533,
      "loss": 4.3841,
      "step": 40760
    },
    {
      "epoch": 3.462538226299694,
      "grad_norm": 3.4235810291233353,
      "learning_rate": 0.00011969002795335076,
      "loss": 4.0273,
      "step": 40761
    },
    {
      "epoch": 3.462623173632348,
      "grad_norm": 3.3308843663597427,
      "learning_rate": 0.00011968330345294468,
      "loss": 3.797,
      "step": 40762
    },
    {
      "epoch": 3.4627081209650017,
      "grad_norm": 3.7217690022483327,
      "learning_rate": 0.0001196765790160613,
      "loss": 4.4389,
      "step": 40763
    },
    {
      "epoch": 3.4627930682976555,
      "grad_norm": 3.5839256580890817,
      "learning_rate": 0.00011966985464271456,
      "loss": 4.3879,
      "step": 40764
    },
    {
      "epoch": 3.4628780156303094,
      "grad_norm": 3.254563018560985,
      "learning_rate": 0.00011966313033291861,
      "loss": 3.6663,
      "step": 40765
    },
    {
      "epoch": 3.462962962962963,
      "grad_norm": 3.2531522244555275,
      "learning_rate": 0.00011965640608668757,
      "loss": 3.5786,
      "step": 40766
    },
    {
      "epoch": 3.4630479102956166,
      "grad_norm": 3.4743952903734105,
      "learning_rate": 0.00011964968190403547,
      "loss": 4.1665,
      "step": 40767
    },
    {
      "epoch": 3.4631328576282705,
      "grad_norm": 3.6490434657210122,
      "learning_rate": 0.00011964295778497644,
      "loss": 4.5444,
      "step": 40768
    },
    {
      "epoch": 3.4632178049609244,
      "grad_norm": 3.355183857384844,
      "learning_rate": 0.00011963623372952445,
      "loss": 4.203,
      "step": 40769
    },
    {
      "epoch": 3.463302752293578,
      "grad_norm": 3.354194391504842,
      "learning_rate": 0.00011962950973769382,
      "loss": 4.0453,
      "step": 40770
    },
    {
      "epoch": 3.4633876996262316,
      "grad_norm": 3.324754289326401,
      "learning_rate": 0.00011962278580949846,
      "loss": 3.6009,
      "step": 40771
    },
    {
      "epoch": 3.4634726469588855,
      "grad_norm": 3.3780650063967226,
      "learning_rate": 0.00011961606194495249,
      "loss": 3.9946,
      "step": 40772
    },
    {
      "epoch": 3.4635575942915393,
      "grad_norm": 3.463798028405075,
      "learning_rate": 0.00011960933814407008,
      "loss": 3.9845,
      "step": 40773
    },
    {
      "epoch": 3.463642541624193,
      "grad_norm": 3.50060951930051,
      "learning_rate": 0.0001196026144068652,
      "loss": 3.8568,
      "step": 40774
    },
    {
      "epoch": 3.4637274889568466,
      "grad_norm": 3.31953601249443,
      "learning_rate": 0.00011959589073335198,
      "loss": 3.8606,
      "step": 40775
    },
    {
      "epoch": 3.4638124362895004,
      "grad_norm": 3.257157513941319,
      "learning_rate": 0.00011958916712354457,
      "loss": 3.7834,
      "step": 40776
    },
    {
      "epoch": 3.4638973836221543,
      "grad_norm": 3.3240513116571906,
      "learning_rate": 0.00011958244357745703,
      "loss": 3.8001,
      "step": 40777
    },
    {
      "epoch": 3.463982330954808,
      "grad_norm": 3.3200010790933283,
      "learning_rate": 0.00011957572009510338,
      "loss": 3.6763,
      "step": 40778
    },
    {
      "epoch": 3.4640672782874615,
      "grad_norm": 3.464584558508913,
      "learning_rate": 0.00011956899667649777,
      "loss": 4.0494,
      "step": 40779
    },
    {
      "epoch": 3.4641522256201154,
      "grad_norm": 3.4087188471450527,
      "learning_rate": 0.0001195622733216543,
      "loss": 4.0714,
      "step": 40780
    },
    {
      "epoch": 3.4642371729527692,
      "grad_norm": 3.289574548694459,
      "learning_rate": 0.00011955555003058697,
      "loss": 3.7524,
      "step": 40781
    },
    {
      "epoch": 3.464322120285423,
      "grad_norm": 3.453954813683435,
      "learning_rate": 0.00011954882680330997,
      "loss": 3.9345,
      "step": 40782
    },
    {
      "epoch": 3.464407067618077,
      "grad_norm": 3.39842027527045,
      "learning_rate": 0.00011954210363983734,
      "loss": 3.8113,
      "step": 40783
    },
    {
      "epoch": 3.4644920149507303,
      "grad_norm": 3.277473374721022,
      "learning_rate": 0.0001195353805401832,
      "loss": 3.5681,
      "step": 40784
    },
    {
      "epoch": 3.464576962283384,
      "grad_norm": 3.549535891348885,
      "learning_rate": 0.00011952865750436157,
      "loss": 4.5099,
      "step": 40785
    },
    {
      "epoch": 3.464661909616038,
      "grad_norm": 3.378260222054569,
      "learning_rate": 0.00011952193453238663,
      "loss": 3.9054,
      "step": 40786
    },
    {
      "epoch": 3.464746856948692,
      "grad_norm": 3.160733337421584,
      "learning_rate": 0.0001195152116242723,
      "loss": 3.211,
      "step": 40787
    },
    {
      "epoch": 3.4648318042813457,
      "grad_norm": 3.5508248799406483,
      "learning_rate": 0.00011950848878003288,
      "loss": 4.2652,
      "step": 40788
    },
    {
      "epoch": 3.464916751613999,
      "grad_norm": 3.416751702613606,
      "learning_rate": 0.00011950176599968234,
      "loss": 4.0421,
      "step": 40789
    },
    {
      "epoch": 3.465001698946653,
      "grad_norm": 3.6776259228622314,
      "learning_rate": 0.00011949504328323476,
      "loss": 4.6091,
      "step": 40790
    },
    {
      "epoch": 3.465086646279307,
      "grad_norm": 3.5836876652919694,
      "learning_rate": 0.0001194883206307043,
      "loss": 4.234,
      "step": 40791
    },
    {
      "epoch": 3.4651715936119607,
      "grad_norm": 3.3144143941692783,
      "learning_rate": 0.00011948159804210495,
      "loss": 3.6093,
      "step": 40792
    },
    {
      "epoch": 3.4652565409446145,
      "grad_norm": 3.391927599106633,
      "learning_rate": 0.0001194748755174508,
      "loss": 3.7895,
      "step": 40793
    },
    {
      "epoch": 3.465341488277268,
      "grad_norm": 3.248486212811571,
      "learning_rate": 0.00011946815305675603,
      "loss": 3.3293,
      "step": 40794
    },
    {
      "epoch": 3.465426435609922,
      "grad_norm": 3.317406740566327,
      "learning_rate": 0.00011946143066003469,
      "loss": 3.7759,
      "step": 40795
    },
    {
      "epoch": 3.4655113829425757,
      "grad_norm": 3.213247874946302,
      "learning_rate": 0.00011945470832730081,
      "loss": 3.366,
      "step": 40796
    },
    {
      "epoch": 3.4655963302752295,
      "grad_norm": 3.8614109020018597,
      "learning_rate": 0.00011944798605856855,
      "loss": 3.7876,
      "step": 40797
    },
    {
      "epoch": 3.4656812776078834,
      "grad_norm": 3.577212259140539,
      "learning_rate": 0.00011944126385385193,
      "loss": 4.2006,
      "step": 40798
    },
    {
      "epoch": 3.4657662249405368,
      "grad_norm": 3.2933513415332896,
      "learning_rate": 0.00011943454171316503,
      "loss": 3.6401,
      "step": 40799
    },
    {
      "epoch": 3.4658511722731906,
      "grad_norm": 3.4446550414757824,
      "learning_rate": 0.00011942781963652199,
      "loss": 4.0357,
      "step": 40800
    },
    {
      "epoch": 3.4659361196058445,
      "grad_norm": 3.5898319122322118,
      "learning_rate": 0.0001194210976239369,
      "loss": 4.0663,
      "step": 40801
    },
    {
      "epoch": 3.4660210669384983,
      "grad_norm": 3.3470182508574537,
      "learning_rate": 0.00011941437567542383,
      "loss": 3.6347,
      "step": 40802
    },
    {
      "epoch": 3.4661060142711517,
      "grad_norm": 3.6408925515151913,
      "learning_rate": 0.00011940765379099682,
      "loss": 4.4016,
      "step": 40803
    },
    {
      "epoch": 3.4661909616038056,
      "grad_norm": 3.33063131706639,
      "learning_rate": 0.00011940093197067,
      "loss": 3.7364,
      "step": 40804
    },
    {
      "epoch": 3.4662759089364594,
      "grad_norm": 3.646099046293925,
      "learning_rate": 0.00011939421021445736,
      "loss": 4.3282,
      "step": 40805
    },
    {
      "epoch": 3.4663608562691133,
      "grad_norm": 3.5783492262353915,
      "learning_rate": 0.00011938748852237316,
      "loss": 4.144,
      "step": 40806
    },
    {
      "epoch": 3.4664458036017667,
      "grad_norm": 3.3316146785841525,
      "learning_rate": 0.00011938076689443135,
      "loss": 3.4247,
      "step": 40807
    },
    {
      "epoch": 3.4665307509344205,
      "grad_norm": 3.4574282163863455,
      "learning_rate": 0.00011937404533064611,
      "loss": 4.1006,
      "step": 40808
    },
    {
      "epoch": 3.4666156982670744,
      "grad_norm": 3.34942122969793,
      "learning_rate": 0.0001193673238310314,
      "loss": 3.9309,
      "step": 40809
    },
    {
      "epoch": 3.4667006455997282,
      "grad_norm": 3.1549689965511556,
      "learning_rate": 0.0001193606023956014,
      "loss": 3.6634,
      "step": 40810
    },
    {
      "epoch": 3.466785592932382,
      "grad_norm": 3.435313854694059,
      "learning_rate": 0.00011935388102437018,
      "loss": 4.2077,
      "step": 40811
    },
    {
      "epoch": 3.4668705402650355,
      "grad_norm": 3.6509798299924894,
      "learning_rate": 0.00011934715971735171,
      "loss": 4.4253,
      "step": 40812
    },
    {
      "epoch": 3.4669554875976893,
      "grad_norm": 3.3081080290403464,
      "learning_rate": 0.00011934043847456027,
      "loss": 3.919,
      "step": 40813
    },
    {
      "epoch": 3.467040434930343,
      "grad_norm": 3.227322158163246,
      "learning_rate": 0.0001193337172960098,
      "loss": 3.5541,
      "step": 40814
    },
    {
      "epoch": 3.467125382262997,
      "grad_norm": 3.2757818145401503,
      "learning_rate": 0.00011932699618171446,
      "loss": 3.8052,
      "step": 40815
    },
    {
      "epoch": 3.467210329595651,
      "grad_norm": 3.580666516455375,
      "learning_rate": 0.00011932027513168827,
      "loss": 4.447,
      "step": 40816
    },
    {
      "epoch": 3.4672952769283043,
      "grad_norm": 3.4490930147031342,
      "learning_rate": 0.00011931355414594532,
      "loss": 4.1627,
      "step": 40817
    },
    {
      "epoch": 3.467380224260958,
      "grad_norm": 3.31051520286818,
      "learning_rate": 0.0001193068332244997,
      "loss": 3.6143,
      "step": 40818
    },
    {
      "epoch": 3.467465171593612,
      "grad_norm": 3.3827573105278788,
      "learning_rate": 0.00011930011236736555,
      "loss": 4.1044,
      "step": 40819
    },
    {
      "epoch": 3.467550118926266,
      "grad_norm": 3.686393589167395,
      "learning_rate": 0.00011929339157455693,
      "loss": 4.5174,
      "step": 40820
    },
    {
      "epoch": 3.4676350662589197,
      "grad_norm": 3.3985388990379155,
      "learning_rate": 0.00011928667084608786,
      "loss": 3.8098,
      "step": 40821
    },
    {
      "epoch": 3.467720013591573,
      "grad_norm": 3.2841609498340008,
      "learning_rate": 0.00011927995018197249,
      "loss": 3.6418,
      "step": 40822
    },
    {
      "epoch": 3.467804960924227,
      "grad_norm": 3.5155212119690633,
      "learning_rate": 0.00011927322958222486,
      "loss": 3.6734,
      "step": 40823
    },
    {
      "epoch": 3.467889908256881,
      "grad_norm": 3.634891725223428,
      "learning_rate": 0.00011926650904685902,
      "loss": 4.3413,
      "step": 40824
    },
    {
      "epoch": 3.4679748555895347,
      "grad_norm": 3.4649752479885696,
      "learning_rate": 0.00011925978857588912,
      "loss": 3.8186,
      "step": 40825
    },
    {
      "epoch": 3.468059802922188,
      "grad_norm": 3.3391559166123237,
      "learning_rate": 0.00011925306816932926,
      "loss": 3.9835,
      "step": 40826
    },
    {
      "epoch": 3.468144750254842,
      "grad_norm": 3.350203185009686,
      "learning_rate": 0.00011924634782719346,
      "loss": 3.6577,
      "step": 40827
    },
    {
      "epoch": 3.4682296975874958,
      "grad_norm": 3.6748182056849763,
      "learning_rate": 0.00011923962754949581,
      "loss": 4.3222,
      "step": 40828
    },
    {
      "epoch": 3.4683146449201496,
      "grad_norm": 3.4599523075910956,
      "learning_rate": 0.00011923290733625043,
      "loss": 3.8395,
      "step": 40829
    },
    {
      "epoch": 3.468399592252803,
      "grad_norm": 3.3678379202834137,
      "learning_rate": 0.00011922618718747127,
      "loss": 3.8225,
      "step": 40830
    },
    {
      "epoch": 3.468484539585457,
      "grad_norm": 3.3401730009344752,
      "learning_rate": 0.00011921946710317261,
      "loss": 3.734,
      "step": 40831
    },
    {
      "epoch": 3.4685694869181107,
      "grad_norm": 3.2195612288159197,
      "learning_rate": 0.00011921274708336842,
      "loss": 3.4327,
      "step": 40832
    },
    {
      "epoch": 3.4686544342507646,
      "grad_norm": 3.3815328945010563,
      "learning_rate": 0.00011920602712807282,
      "loss": 3.6672,
      "step": 40833
    },
    {
      "epoch": 3.4687393815834184,
      "grad_norm": 3.300054882326427,
      "learning_rate": 0.00011919930723729982,
      "loss": 3.7845,
      "step": 40834
    },
    {
      "epoch": 3.468824328916072,
      "grad_norm": 3.2362559697020763,
      "learning_rate": 0.00011919258741106354,
      "loss": 3.2668,
      "step": 40835
    },
    {
      "epoch": 3.4689092762487257,
      "grad_norm": 3.5547314323024755,
      "learning_rate": 0.00011918586764937805,
      "loss": 4.448,
      "step": 40836
    },
    {
      "epoch": 3.4689942235813795,
      "grad_norm": 3.2811975334501033,
      "learning_rate": 0.00011917914795225749,
      "loss": 3.6756,
      "step": 40837
    },
    {
      "epoch": 3.4690791709140334,
      "grad_norm": 3.3293327325939543,
      "learning_rate": 0.0001191724283197159,
      "loss": 3.8787,
      "step": 40838
    },
    {
      "epoch": 3.4691641182466872,
      "grad_norm": 3.2452418683678714,
      "learning_rate": 0.00011916570875176732,
      "loss": 3.6502,
      "step": 40839
    },
    {
      "epoch": 3.4692490655793407,
      "grad_norm": 3.2480246730090703,
      "learning_rate": 0.0001191589892484259,
      "loss": 3.881,
      "step": 40840
    },
    {
      "epoch": 3.4693340129119945,
      "grad_norm": 3.249655329550627,
      "learning_rate": 0.00011915226980970565,
      "loss": 3.6781,
      "step": 40841
    },
    {
      "epoch": 3.4694189602446484,
      "grad_norm": 3.2634622398298956,
      "learning_rate": 0.00011914555043562065,
      "loss": 3.4896,
      "step": 40842
    },
    {
      "epoch": 3.469503907577302,
      "grad_norm": 3.299607915217446,
      "learning_rate": 0.00011913883112618506,
      "loss": 3.9857,
      "step": 40843
    },
    {
      "epoch": 3.469588854909956,
      "grad_norm": 3.308657689828744,
      "learning_rate": 0.00011913211188141294,
      "loss": 3.985,
      "step": 40844
    },
    {
      "epoch": 3.4696738022426095,
      "grad_norm": 3.3459654018809126,
      "learning_rate": 0.00011912539270131829,
      "loss": 3.9207,
      "step": 40845
    },
    {
      "epoch": 3.4697587495752633,
      "grad_norm": 3.2730911125545084,
      "learning_rate": 0.00011911867358591526,
      "loss": 3.6469,
      "step": 40846
    },
    {
      "epoch": 3.469843696907917,
      "grad_norm": 3.442906942069642,
      "learning_rate": 0.00011911195453521792,
      "loss": 3.9569,
      "step": 40847
    },
    {
      "epoch": 3.469928644240571,
      "grad_norm": 3.2480612795222306,
      "learning_rate": 0.00011910523554924025,
      "loss": 3.8213,
      "step": 40848
    },
    {
      "epoch": 3.4700135915732244,
      "grad_norm": 3.4066955678334487,
      "learning_rate": 0.0001190985166279965,
      "loss": 4.0136,
      "step": 40849
    },
    {
      "epoch": 3.4700985389058783,
      "grad_norm": 3.589641517220033,
      "learning_rate": 0.00011909179777150064,
      "loss": 4.1489,
      "step": 40850
    },
    {
      "epoch": 3.470183486238532,
      "grad_norm": 3.57079616495541,
      "learning_rate": 0.00011908507897976678,
      "loss": 4.0963,
      "step": 40851
    },
    {
      "epoch": 3.470268433571186,
      "grad_norm": 3.4187061351607406,
      "learning_rate": 0.00011907836025280896,
      "loss": 4.0611,
      "step": 40852
    },
    {
      "epoch": 3.4703533809038394,
      "grad_norm": 3.248169190824441,
      "learning_rate": 0.0001190716415906413,
      "loss": 3.5642,
      "step": 40853
    },
    {
      "epoch": 3.4704383282364932,
      "grad_norm": 3.4825202271945894,
      "learning_rate": 0.00011906492299327789,
      "loss": 4.2685,
      "step": 40854
    },
    {
      "epoch": 3.470523275569147,
      "grad_norm": 3.5352828692897287,
      "learning_rate": 0.00011905820446073271,
      "loss": 3.9686,
      "step": 40855
    },
    {
      "epoch": 3.470608222901801,
      "grad_norm": 3.5638135727170286,
      "learning_rate": 0.00011905148599301995,
      "loss": 4.244,
      "step": 40856
    },
    {
      "epoch": 3.470693170234455,
      "grad_norm": 3.3531686271771335,
      "learning_rate": 0.00011904476759015364,
      "loss": 3.9421,
      "step": 40857
    },
    {
      "epoch": 3.470778117567108,
      "grad_norm": 3.52729536579225,
      "learning_rate": 0.00011903804925214789,
      "loss": 4.0603,
      "step": 40858
    },
    {
      "epoch": 3.470863064899762,
      "grad_norm": 3.525240873309542,
      "learning_rate": 0.00011903133097901672,
      "loss": 4.3703,
      "step": 40859
    },
    {
      "epoch": 3.470948012232416,
      "grad_norm": 3.5192788559620913,
      "learning_rate": 0.00011902461277077423,
      "loss": 3.8589,
      "step": 40860
    },
    {
      "epoch": 3.4710329595650697,
      "grad_norm": 3.654357211748063,
      "learning_rate": 0.00011901789462743449,
      "loss": 4.4626,
      "step": 40861
    },
    {
      "epoch": 3.4711179068977236,
      "grad_norm": 3.3113354805041206,
      "learning_rate": 0.00011901117654901162,
      "loss": 3.8917,
      "step": 40862
    },
    {
      "epoch": 3.471202854230377,
      "grad_norm": 3.827737646170806,
      "learning_rate": 0.00011900445853551965,
      "loss": 3.5181,
      "step": 40863
    },
    {
      "epoch": 3.471287801563031,
      "grad_norm": 3.3489789493984174,
      "learning_rate": 0.00011899774058697267,
      "loss": 3.7929,
      "step": 40864
    },
    {
      "epoch": 3.4713727488956847,
      "grad_norm": 3.5227813567130637,
      "learning_rate": 0.0001189910227033848,
      "loss": 4.2279,
      "step": 40865
    },
    {
      "epoch": 3.4714576962283386,
      "grad_norm": 3.326977777596509,
      "learning_rate": 0.00011898430488477003,
      "loss": 3.5991,
      "step": 40866
    },
    {
      "epoch": 3.4715426435609924,
      "grad_norm": 3.299038689340365,
      "learning_rate": 0.00011897758713114245,
      "loss": 3.5555,
      "step": 40867
    },
    {
      "epoch": 3.471627590893646,
      "grad_norm": 3.3098839718486737,
      "learning_rate": 0.00011897086944251619,
      "loss": 3.6246,
      "step": 40868
    },
    {
      "epoch": 3.4717125382262997,
      "grad_norm": 3.4000732267638543,
      "learning_rate": 0.00011896415181890536,
      "loss": 3.9609,
      "step": 40869
    },
    {
      "epoch": 3.4717974855589535,
      "grad_norm": 3.32225105850516,
      "learning_rate": 0.00011895743426032391,
      "loss": 3.6603,
      "step": 40870
    },
    {
      "epoch": 3.4718824328916074,
      "grad_norm": 3.5605334234368478,
      "learning_rate": 0.000118950716766786,
      "loss": 4.2183,
      "step": 40871
    },
    {
      "epoch": 3.4719673802242608,
      "grad_norm": 3.387961708817091,
      "learning_rate": 0.0001189439993383057,
      "loss": 3.972,
      "step": 40872
    },
    {
      "epoch": 3.4720523275569146,
      "grad_norm": 3.2968761209320894,
      "learning_rate": 0.00011893728197489702,
      "loss": 3.5128,
      "step": 40873
    },
    {
      "epoch": 3.4721372748895685,
      "grad_norm": 3.286233308310528,
      "learning_rate": 0.00011893056467657414,
      "loss": 3.6495,
      "step": 40874
    },
    {
      "epoch": 3.4722222222222223,
      "grad_norm": 3.3841960500849013,
      "learning_rate": 0.00011892384744335105,
      "loss": 3.8257,
      "step": 40875
    },
    {
      "epoch": 3.4723071695548757,
      "grad_norm": 3.330041022493579,
      "learning_rate": 0.00011891713027524189,
      "loss": 3.8916,
      "step": 40876
    },
    {
      "epoch": 3.4723921168875296,
      "grad_norm": 3.385233509828633,
      "learning_rate": 0.00011891041317226069,
      "loss": 4.1923,
      "step": 40877
    },
    {
      "epoch": 3.4724770642201834,
      "grad_norm": 3.330480445910038,
      "learning_rate": 0.0001189036961344215,
      "loss": 3.8443,
      "step": 40878
    },
    {
      "epoch": 3.4725620115528373,
      "grad_norm": 3.414585556940573,
      "learning_rate": 0.00011889697916173843,
      "loss": 3.833,
      "step": 40879
    },
    {
      "epoch": 3.472646958885491,
      "grad_norm": 3.42872981581913,
      "learning_rate": 0.0001188902622542256,
      "loss": 3.9671,
      "step": 40880
    },
    {
      "epoch": 3.4727319062181445,
      "grad_norm": 3.4796426748826024,
      "learning_rate": 0.00011888354541189702,
      "loss": 3.6488,
      "step": 40881
    },
    {
      "epoch": 3.4728168535507984,
      "grad_norm": 3.252620603619544,
      "learning_rate": 0.00011887682863476677,
      "loss": 3.7161,
      "step": 40882
    },
    {
      "epoch": 3.4729018008834522,
      "grad_norm": 3.645764561239461,
      "learning_rate": 0.00011887011192284898,
      "loss": 4.5453,
      "step": 40883
    },
    {
      "epoch": 3.472986748216106,
      "grad_norm": 3.3079205955581052,
      "learning_rate": 0.00011886339527615761,
      "loss": 3.8632,
      "step": 40884
    },
    {
      "epoch": 3.47307169554876,
      "grad_norm": 3.4875891486402244,
      "learning_rate": 0.0001188566786947068,
      "loss": 3.981,
      "step": 40885
    },
    {
      "epoch": 3.4731566428814133,
      "grad_norm": 3.4060553786949557,
      "learning_rate": 0.00011884996217851065,
      "loss": 3.9538,
      "step": 40886
    },
    {
      "epoch": 3.473241590214067,
      "grad_norm": 3.270091867229108,
      "learning_rate": 0.00011884324572758325,
      "loss": 3.8333,
      "step": 40887
    },
    {
      "epoch": 3.473326537546721,
      "grad_norm": 3.19369801465447,
      "learning_rate": 0.00011883652934193858,
      "loss": 3.5066,
      "step": 40888
    },
    {
      "epoch": 3.473411484879375,
      "grad_norm": 3.3728886328710614,
      "learning_rate": 0.00011882981302159078,
      "loss": 3.7666,
      "step": 40889
    },
    {
      "epoch": 3.4734964322120288,
      "grad_norm": 3.296120409684497,
      "learning_rate": 0.00011882309676655391,
      "loss": 3.7174,
      "step": 40890
    },
    {
      "epoch": 3.473581379544682,
      "grad_norm": 3.3437440898979887,
      "learning_rate": 0.00011881638057684201,
      "loss": 3.6603,
      "step": 40891
    },
    {
      "epoch": 3.473666326877336,
      "grad_norm": 3.3868701928119562,
      "learning_rate": 0.0001188096644524692,
      "loss": 4.0326,
      "step": 40892
    },
    {
      "epoch": 3.47375127420999,
      "grad_norm": 3.287229017633257,
      "learning_rate": 0.00011880294839344951,
      "loss": 3.5974,
      "step": 40893
    },
    {
      "epoch": 3.4738362215426437,
      "grad_norm": 3.3598446138998765,
      "learning_rate": 0.00011879623239979711,
      "loss": 3.9062,
      "step": 40894
    },
    {
      "epoch": 3.4739211688752976,
      "grad_norm": 3.8617333224924497,
      "learning_rate": 0.00011878951647152594,
      "loss": 3.5868,
      "step": 40895
    },
    {
      "epoch": 3.474006116207951,
      "grad_norm": 3.4096820434663835,
      "learning_rate": 0.00011878280060865014,
      "loss": 3.8899,
      "step": 40896
    },
    {
      "epoch": 3.474091063540605,
      "grad_norm": 3.607181120716993,
      "learning_rate": 0.00011877608481118373,
      "loss": 4.3241,
      "step": 40897
    },
    {
      "epoch": 3.4741760108732587,
      "grad_norm": 3.408636566182534,
      "learning_rate": 0.0001187693690791409,
      "loss": 3.9671,
      "step": 40898
    },
    {
      "epoch": 3.4742609582059125,
      "grad_norm": 3.2544036196610877,
      "learning_rate": 0.00011876265341253558,
      "loss": 3.5744,
      "step": 40899
    },
    {
      "epoch": 3.474345905538566,
      "grad_norm": 3.276788404516154,
      "learning_rate": 0.00011875593781138193,
      "loss": 4.0144,
      "step": 40900
    },
    {
      "epoch": 3.4744308528712198,
      "grad_norm": 3.417988590726582,
      "learning_rate": 0.00011874922227569405,
      "loss": 4.074,
      "step": 40901
    },
    {
      "epoch": 3.4745158002038736,
      "grad_norm": 3.3103063407748055,
      "learning_rate": 0.00011874250680548589,
      "loss": 3.7046,
      "step": 40902
    },
    {
      "epoch": 3.4746007475365275,
      "grad_norm": 3.447238397072182,
      "learning_rate": 0.00011873579140077164,
      "loss": 4.1758,
      "step": 40903
    },
    {
      "epoch": 3.474685694869181,
      "grad_norm": 3.702970546483222,
      "learning_rate": 0.0001187290760615652,
      "loss": 4.255,
      "step": 40904
    },
    {
      "epoch": 3.4747706422018347,
      "grad_norm": 3.1858986798024436,
      "learning_rate": 0.00011872236078788089,
      "loss": 3.6175,
      "step": 40905
    },
    {
      "epoch": 3.4748555895344886,
      "grad_norm": 3.266651461898876,
      "learning_rate": 0.00011871564557973261,
      "loss": 3.6711,
      "step": 40906
    },
    {
      "epoch": 3.4749405368671424,
      "grad_norm": 3.2829056917596535,
      "learning_rate": 0.00011870893043713446,
      "loss": 3.5084,
      "step": 40907
    },
    {
      "epoch": 3.4750254841997963,
      "grad_norm": 3.2588518057577804,
      "learning_rate": 0.00011870221536010058,
      "loss": 3.7473,
      "step": 40908
    },
    {
      "epoch": 3.4751104315324497,
      "grad_norm": 3.3672505882351698,
      "learning_rate": 0.00011869550034864492,
      "loss": 3.8978,
      "step": 40909
    },
    {
      "epoch": 3.4751953788651035,
      "grad_norm": 3.398284364962136,
      "learning_rate": 0.00011868878540278159,
      "loss": 3.9288,
      "step": 40910
    },
    {
      "epoch": 3.4752803261977574,
      "grad_norm": 3.568177651524028,
      "learning_rate": 0.00011868207052252471,
      "loss": 3.6218,
      "step": 40911
    },
    {
      "epoch": 3.4753652735304112,
      "grad_norm": 3.4599396973636867,
      "learning_rate": 0.00011867535570788835,
      "loss": 3.9081,
      "step": 40912
    },
    {
      "epoch": 3.475450220863065,
      "grad_norm": 3.3593152593337448,
      "learning_rate": 0.00011866864095888653,
      "loss": 3.9543,
      "step": 40913
    },
    {
      "epoch": 3.4755351681957185,
      "grad_norm": 3.3747626314549435,
      "learning_rate": 0.00011866192627553332,
      "loss": 3.4593,
      "step": 40914
    },
    {
      "epoch": 3.4756201155283724,
      "grad_norm": 3.355967703267567,
      "learning_rate": 0.00011865521165784286,
      "loss": 3.8105,
      "step": 40915
    },
    {
      "epoch": 3.475705062861026,
      "grad_norm": 3.301518165931277,
      "learning_rate": 0.00011864849710582912,
      "loss": 3.6616,
      "step": 40916
    },
    {
      "epoch": 3.47579001019368,
      "grad_norm": 3.371538085067278,
      "learning_rate": 0.00011864178261950622,
      "loss": 3.6807,
      "step": 40917
    },
    {
      "epoch": 3.475874957526334,
      "grad_norm": 3.507321836967268,
      "learning_rate": 0.00011863506819888825,
      "loss": 3.9838,
      "step": 40918
    },
    {
      "epoch": 3.4759599048589873,
      "grad_norm": 3.392754484799058,
      "learning_rate": 0.00011862835384398928,
      "loss": 3.9102,
      "step": 40919
    },
    {
      "epoch": 3.476044852191641,
      "grad_norm": 3.3510773715576017,
      "learning_rate": 0.0001186216395548233,
      "loss": 3.8876,
      "step": 40920
    },
    {
      "epoch": 3.476129799524295,
      "grad_norm": 3.1556593167535265,
      "learning_rate": 0.00011861492533140449,
      "loss": 3.4242,
      "step": 40921
    },
    {
      "epoch": 3.476214746856949,
      "grad_norm": 3.5489791945015887,
      "learning_rate": 0.00011860821117374676,
      "loss": 4.2382,
      "step": 40922
    },
    {
      "epoch": 3.4762996941896023,
      "grad_norm": 3.154957883948282,
      "learning_rate": 0.00011860149708186436,
      "loss": 3.3054,
      "step": 40923
    },
    {
      "epoch": 3.476384641522256,
      "grad_norm": 3.727454455920209,
      "learning_rate": 0.00011859478305577126,
      "loss": 4.7012,
      "step": 40924
    },
    {
      "epoch": 3.47646958885491,
      "grad_norm": 3.3425794094821812,
      "learning_rate": 0.00011858806909548154,
      "loss": 4.01,
      "step": 40925
    },
    {
      "epoch": 3.476554536187564,
      "grad_norm": 3.356059733516866,
      "learning_rate": 0.00011858135520100932,
      "loss": 3.9118,
      "step": 40926
    },
    {
      "epoch": 3.4766394835202172,
      "grad_norm": 3.373859022761645,
      "learning_rate": 0.00011857464137236857,
      "loss": 3.7755,
      "step": 40927
    },
    {
      "epoch": 3.476724430852871,
      "grad_norm": 3.3142460040707014,
      "learning_rate": 0.00011856792760957337,
      "loss": 3.622,
      "step": 40928
    },
    {
      "epoch": 3.476809378185525,
      "grad_norm": 3.3930723566483842,
      "learning_rate": 0.00011856121391263787,
      "loss": 4.0308,
      "step": 40929
    },
    {
      "epoch": 3.476894325518179,
      "grad_norm": 3.468775402241627,
      "learning_rate": 0.00011855450028157611,
      "loss": 4.014,
      "step": 40930
    },
    {
      "epoch": 3.4769792728508326,
      "grad_norm": 3.469559258102161,
      "learning_rate": 0.00011854778671640212,
      "loss": 3.8435,
      "step": 40931
    },
    {
      "epoch": 3.477064220183486,
      "grad_norm": 3.324648822523727,
      "learning_rate": 0.00011854107321713002,
      "loss": 3.7774,
      "step": 40932
    },
    {
      "epoch": 3.47714916751614,
      "grad_norm": 3.24859054469635,
      "learning_rate": 0.0001185343597837738,
      "loss": 3.5402,
      "step": 40933
    },
    {
      "epoch": 3.4772341148487937,
      "grad_norm": 3.4655934987644437,
      "learning_rate": 0.00011852764641634756,
      "loss": 3.9697,
      "step": 40934
    },
    {
      "epoch": 3.4773190621814476,
      "grad_norm": 3.6117585022804946,
      "learning_rate": 0.00011852093311486539,
      "loss": 4.2301,
      "step": 40935
    },
    {
      "epoch": 3.4774040095141014,
      "grad_norm": 3.4677443209706706,
      "learning_rate": 0.00011851421987934135,
      "loss": 4.311,
      "step": 40936
    },
    {
      "epoch": 3.477488956846755,
      "grad_norm": 3.4639243103425765,
      "learning_rate": 0.00011850750670978952,
      "loss": 3.9312,
      "step": 40937
    },
    {
      "epoch": 3.4775739041794087,
      "grad_norm": 3.536618525491458,
      "learning_rate": 0.00011850079360622393,
      "loss": 4.0805,
      "step": 40938
    },
    {
      "epoch": 3.4776588515120626,
      "grad_norm": 3.571701809225621,
      "learning_rate": 0.00011849408056865867,
      "loss": 4.1311,
      "step": 40939
    },
    {
      "epoch": 3.4777437988447164,
      "grad_norm": 3.675411763991562,
      "learning_rate": 0.00011848736759710771,
      "loss": 4.4779,
      "step": 40940
    },
    {
      "epoch": 3.4778287461773703,
      "grad_norm": 3.648998087828857,
      "learning_rate": 0.0001184806546915853,
      "loss": 4.2928,
      "step": 40941
    },
    {
      "epoch": 3.4779136935100237,
      "grad_norm": 3.532226466644172,
      "learning_rate": 0.0001184739418521054,
      "loss": 4.1222,
      "step": 40942
    },
    {
      "epoch": 3.4779986408426775,
      "grad_norm": 3.4895332877755227,
      "learning_rate": 0.00011846722907868208,
      "loss": 3.8991,
      "step": 40943
    },
    {
      "epoch": 3.4780835881753314,
      "grad_norm": 3.5669314105701364,
      "learning_rate": 0.00011846051637132939,
      "loss": 4.4716,
      "step": 40944
    },
    {
      "epoch": 3.478168535507985,
      "grad_norm": 3.3975210011059622,
      "learning_rate": 0.00011845380373006143,
      "loss": 3.787,
      "step": 40945
    },
    {
      "epoch": 3.4782534828406386,
      "grad_norm": 3.266444008617223,
      "learning_rate": 0.00011844709115489225,
      "loss": 3.6055,
      "step": 40946
    },
    {
      "epoch": 3.4783384301732925,
      "grad_norm": 3.3167724870823356,
      "learning_rate": 0.00011844037864583583,
      "loss": 3.5712,
      "step": 40947
    },
    {
      "epoch": 3.4784233775059463,
      "grad_norm": 3.631235611754376,
      "learning_rate": 0.00011843366620290644,
      "loss": 4.6263,
      "step": 40948
    },
    {
      "epoch": 3.4785083248386,
      "grad_norm": 3.600782785160456,
      "learning_rate": 0.00011842695382611796,
      "loss": 4.0295,
      "step": 40949
    },
    {
      "epoch": 3.4785932721712536,
      "grad_norm": 3.292258454754357,
      "learning_rate": 0.00011842024151548455,
      "loss": 3.657,
      "step": 40950
    },
    {
      "epoch": 3.4786782195039074,
      "grad_norm": 3.30712716353323,
      "learning_rate": 0.00011841352927102022,
      "loss": 3.8879,
      "step": 40951
    },
    {
      "epoch": 3.4787631668365613,
      "grad_norm": 3.3109054942275833,
      "learning_rate": 0.00011840681709273904,
      "loss": 3.7127,
      "step": 40952
    },
    {
      "epoch": 3.478848114169215,
      "grad_norm": 3.591056251769199,
      "learning_rate": 0.00011840010498065509,
      "loss": 4.2294,
      "step": 40953
    },
    {
      "epoch": 3.478933061501869,
      "grad_norm": 3.200799910603158,
      "learning_rate": 0.00011839339293478244,
      "loss": 3.435,
      "step": 40954
    },
    {
      "epoch": 3.4790180088345224,
      "grad_norm": 3.462123206506617,
      "learning_rate": 0.00011838668095513519,
      "loss": 4.0997,
      "step": 40955
    },
    {
      "epoch": 3.4791029561671762,
      "grad_norm": 3.3803954160765217,
      "learning_rate": 0.00011837996904172733,
      "loss": 3.7665,
      "step": 40956
    },
    {
      "epoch": 3.47918790349983,
      "grad_norm": 3.3375299816425477,
      "learning_rate": 0.00011837325719457298,
      "loss": 3.9532,
      "step": 40957
    },
    {
      "epoch": 3.479272850832484,
      "grad_norm": 3.5545421162305675,
      "learning_rate": 0.00011836654541368616,
      "loss": 4.1918,
      "step": 40958
    },
    {
      "epoch": 3.479357798165138,
      "grad_norm": 3.1837310447511773,
      "learning_rate": 0.0001183598336990809,
      "loss": 3.1701,
      "step": 40959
    },
    {
      "epoch": 3.479442745497791,
      "grad_norm": 3.085360426670389,
      "learning_rate": 0.00011835312205077137,
      "loss": 3.3299,
      "step": 40960
    },
    {
      "epoch": 3.479527692830445,
      "grad_norm": 3.2513750762333387,
      "learning_rate": 0.0001183464104687716,
      "loss": 3.5536,
      "step": 40961
    },
    {
      "epoch": 3.479612640163099,
      "grad_norm": 3.20982114563002,
      "learning_rate": 0.00011833969895309559,
      "loss": 3.298,
      "step": 40962
    },
    {
      "epoch": 3.4796975874957528,
      "grad_norm": 3.6612754828442386,
      "learning_rate": 0.00011833298750375744,
      "loss": 4.3752,
      "step": 40963
    },
    {
      "epoch": 3.4797825348284066,
      "grad_norm": 3.150041025073182,
      "learning_rate": 0.00011832627612077127,
      "loss": 3.3272,
      "step": 40964
    },
    {
      "epoch": 3.47986748216106,
      "grad_norm": 3.4083527441131,
      "learning_rate": 0.00011831956480415096,
      "loss": 3.7142,
      "step": 40965
    },
    {
      "epoch": 3.479952429493714,
      "grad_norm": 3.240757242009369,
      "learning_rate": 0.00011831285355391081,
      "loss": 3.54,
      "step": 40966
    },
    {
      "epoch": 3.4800373768263677,
      "grad_norm": 3.3454733061921376,
      "learning_rate": 0.00011830614237006474,
      "loss": 3.9463,
      "step": 40967
    },
    {
      "epoch": 3.4801223241590216,
      "grad_norm": 3.6347914927194105,
      "learning_rate": 0.00011829943125262688,
      "loss": 4.5209,
      "step": 40968
    },
    {
      "epoch": 3.480207271491675,
      "grad_norm": 3.424410115428842,
      "learning_rate": 0.00011829272020161122,
      "loss": 3.9543,
      "step": 40969
    },
    {
      "epoch": 3.480292218824329,
      "grad_norm": 3.5985794039715935,
      "learning_rate": 0.00011828600921703187,
      "loss": 4.2275,
      "step": 40970
    },
    {
      "epoch": 3.4803771661569827,
      "grad_norm": 3.2952936851128762,
      "learning_rate": 0.00011827929829890283,
      "loss": 3.6225,
      "step": 40971
    },
    {
      "epoch": 3.4804621134896365,
      "grad_norm": 3.2934466247500724,
      "learning_rate": 0.00011827258744723828,
      "loss": 3.6635,
      "step": 40972
    },
    {
      "epoch": 3.4805470608222904,
      "grad_norm": 3.6027104546588067,
      "learning_rate": 0.00011826587666205218,
      "loss": 4.2573,
      "step": 40973
    },
    {
      "epoch": 3.480632008154944,
      "grad_norm": 3.298022558695101,
      "learning_rate": 0.00011825916594335862,
      "loss": 3.7782,
      "step": 40974
    },
    {
      "epoch": 3.4807169554875976,
      "grad_norm": 3.3557712533126063,
      "learning_rate": 0.0001182524552911717,
      "loss": 3.8022,
      "step": 40975
    },
    {
      "epoch": 3.4808019028202515,
      "grad_norm": 3.366678164874543,
      "learning_rate": 0.00011824574470550542,
      "loss": 3.6216,
      "step": 40976
    },
    {
      "epoch": 3.4808868501529053,
      "grad_norm": 3.383281014340067,
      "learning_rate": 0.00011823903418637382,
      "loss": 3.6946,
      "step": 40977
    },
    {
      "epoch": 3.4809717974855587,
      "grad_norm": 3.4352850664034222,
      "learning_rate": 0.00011823232373379105,
      "loss": 3.8129,
      "step": 40978
    },
    {
      "epoch": 3.4810567448182126,
      "grad_norm": 3.3152269597771915,
      "learning_rate": 0.00011822561334777113,
      "loss": 3.5765,
      "step": 40979
    },
    {
      "epoch": 3.4811416921508664,
      "grad_norm": 3.378121925043717,
      "learning_rate": 0.00011821890302832811,
      "loss": 3.8785,
      "step": 40980
    },
    {
      "epoch": 3.4812266394835203,
      "grad_norm": 3.4304024880257953,
      "learning_rate": 0.00011821219277547606,
      "loss": 3.9593,
      "step": 40981
    },
    {
      "epoch": 3.481311586816174,
      "grad_norm": 3.360615352797562,
      "learning_rate": 0.00011820548258922906,
      "loss": 3.9342,
      "step": 40982
    },
    {
      "epoch": 3.4813965341488275,
      "grad_norm": 3.4918673631777555,
      "learning_rate": 0.00011819877246960104,
      "loss": 4.2826,
      "step": 40983
    },
    {
      "epoch": 3.4814814814814814,
      "grad_norm": 3.1998244847887847,
      "learning_rate": 0.00011819206241660628,
      "loss": 3.5546,
      "step": 40984
    },
    {
      "epoch": 3.4815664288141353,
      "grad_norm": 3.3608870483563686,
      "learning_rate": 0.00011818535243025868,
      "loss": 3.8989,
      "step": 40985
    },
    {
      "epoch": 3.481651376146789,
      "grad_norm": 3.6242620404763506,
      "learning_rate": 0.0001181786425105724,
      "loss": 4.1124,
      "step": 40986
    },
    {
      "epoch": 3.481736323479443,
      "grad_norm": 3.4017294488353462,
      "learning_rate": 0.00011817193265756139,
      "loss": 4.1024,
      "step": 40987
    },
    {
      "epoch": 3.4818212708120964,
      "grad_norm": 3.3040593261015347,
      "learning_rate": 0.00011816522287123976,
      "loss": 3.6194,
      "step": 40988
    },
    {
      "epoch": 3.48190621814475,
      "grad_norm": 3.526197923578277,
      "learning_rate": 0.00011815851315162162,
      "loss": 4.037,
      "step": 40989
    },
    {
      "epoch": 3.481991165477404,
      "grad_norm": 3.3942558074442775,
      "learning_rate": 0.00011815180349872091,
      "loss": 3.9237,
      "step": 40990
    },
    {
      "epoch": 3.482076112810058,
      "grad_norm": 3.41011612180328,
      "learning_rate": 0.00011814509391255181,
      "loss": 3.8815,
      "step": 40991
    },
    {
      "epoch": 3.4821610601427118,
      "grad_norm": 3.3799786931201923,
      "learning_rate": 0.0001181383843931283,
      "loss": 4.0606,
      "step": 40992
    },
    {
      "epoch": 3.482246007475365,
      "grad_norm": 3.629925131504587,
      "learning_rate": 0.0001181316749404645,
      "loss": 3.764,
      "step": 40993
    },
    {
      "epoch": 3.482330954808019,
      "grad_norm": 3.213349255896604,
      "learning_rate": 0.00011812496555457443,
      "loss": 3.5459,
      "step": 40994
    },
    {
      "epoch": 3.482415902140673,
      "grad_norm": 3.447950583581629,
      "learning_rate": 0.00011811825623547213,
      "loss": 4.2607,
      "step": 40995
    },
    {
      "epoch": 3.4825008494733267,
      "grad_norm": 3.658773511555044,
      "learning_rate": 0.00011811154698317167,
      "loss": 4.3696,
      "step": 40996
    },
    {
      "epoch": 3.48258579680598,
      "grad_norm": 3.6602831460385685,
      "learning_rate": 0.00011810483779768718,
      "loss": 4.3417,
      "step": 40997
    },
    {
      "epoch": 3.482670744138634,
      "grad_norm": 3.297591419789928,
      "learning_rate": 0.0001180981286790326,
      "loss": 3.717,
      "step": 40998
    },
    {
      "epoch": 3.482755691471288,
      "grad_norm": 3.381812474233714,
      "learning_rate": 0.00011809141962722208,
      "loss": 3.8916,
      "step": 40999
    },
    {
      "epoch": 3.4828406388039417,
      "grad_norm": 3.261538124690893,
      "learning_rate": 0.00011808471064226967,
      "loss": 3.658,
      "step": 41000
    },
    {
      "epoch": 3.482925586136595,
      "grad_norm": 3.2269200212182456,
      "learning_rate": 0.00011807800172418936,
      "loss": 3.3609,
      "step": 41001
    },
    {
      "epoch": 3.483010533469249,
      "grad_norm": 3.627682116963369,
      "learning_rate": 0.0001180712928729952,
      "loss": 3.7197,
      "step": 41002
    },
    {
      "epoch": 3.483095480801903,
      "grad_norm": 3.6713531657608676,
      "learning_rate": 0.00011806458408870134,
      "loss": 4.3821,
      "step": 41003
    },
    {
      "epoch": 3.4831804281345566,
      "grad_norm": 3.3881560233483565,
      "learning_rate": 0.00011805787537132181,
      "loss": 3.965,
      "step": 41004
    },
    {
      "epoch": 3.4832653754672105,
      "grad_norm": 3.274258312531034,
      "learning_rate": 0.00011805116672087064,
      "loss": 3.7046,
      "step": 41005
    },
    {
      "epoch": 3.483350322799864,
      "grad_norm": 3.6743819400738422,
      "learning_rate": 0.00011804445813736188,
      "loss": 4.4618,
      "step": 41006
    },
    {
      "epoch": 3.4834352701325177,
      "grad_norm": 3.2930961275178015,
      "learning_rate": 0.00011803774962080963,
      "loss": 3.9078,
      "step": 41007
    },
    {
      "epoch": 3.4835202174651716,
      "grad_norm": 3.307316169812324,
      "learning_rate": 0.00011803104117122787,
      "loss": 3.5008,
      "step": 41008
    },
    {
      "epoch": 3.4836051647978254,
      "grad_norm": 3.382576018133843,
      "learning_rate": 0.00011802433278863073,
      "loss": 3.9807,
      "step": 41009
    },
    {
      "epoch": 3.4836901121304793,
      "grad_norm": 3.603819820924534,
      "learning_rate": 0.00011801762447303224,
      "loss": 4.0443,
      "step": 41010
    },
    {
      "epoch": 3.4837750594631327,
      "grad_norm": 3.332082332727987,
      "learning_rate": 0.00011801091622444648,
      "loss": 3.8754,
      "step": 41011
    },
    {
      "epoch": 3.4838600067957866,
      "grad_norm": 3.6301552673103368,
      "learning_rate": 0.00011800420804288745,
      "loss": 4.4413,
      "step": 41012
    },
    {
      "epoch": 3.4839449541284404,
      "grad_norm": 3.3747874480105793,
      "learning_rate": 0.00011799749992836924,
      "loss": 3.678,
      "step": 41013
    },
    {
      "epoch": 3.4840299014610943,
      "grad_norm": 3.604771640358687,
      "learning_rate": 0.00011799079188090586,
      "loss": 3.8888,
      "step": 41014
    },
    {
      "epoch": 3.484114848793748,
      "grad_norm": 3.5603809690362045,
      "learning_rate": 0.0001179840839005115,
      "loss": 4.4538,
      "step": 41015
    },
    {
      "epoch": 3.4841997961264015,
      "grad_norm": 3.2512021089380347,
      "learning_rate": 0.00011797737598720007,
      "loss": 3.5986,
      "step": 41016
    },
    {
      "epoch": 3.4842847434590554,
      "grad_norm": 3.308196909185719,
      "learning_rate": 0.00011797066814098569,
      "loss": 3.7801,
      "step": 41017
    },
    {
      "epoch": 3.484369690791709,
      "grad_norm": 3.5482082458642656,
      "learning_rate": 0.00011796396036188242,
      "loss": 4.2844,
      "step": 41018
    },
    {
      "epoch": 3.484454638124363,
      "grad_norm": 3.1927352209072604,
      "learning_rate": 0.00011795725264990429,
      "loss": 3.5711,
      "step": 41019
    },
    {
      "epoch": 3.4845395854570165,
      "grad_norm": 3.5616942751896383,
      "learning_rate": 0.0001179505450050653,
      "loss": 4.1156,
      "step": 41020
    },
    {
      "epoch": 3.4846245327896703,
      "grad_norm": 3.513328066673677,
      "learning_rate": 0.00011794383742737962,
      "loss": 4.3952,
      "step": 41021
    },
    {
      "epoch": 3.484709480122324,
      "grad_norm": 3.300235179005221,
      "learning_rate": 0.00011793712991686128,
      "loss": 3.9321,
      "step": 41022
    },
    {
      "epoch": 3.484794427454978,
      "grad_norm": 3.525385069015375,
      "learning_rate": 0.00011793042247352427,
      "loss": 4.2602,
      "step": 41023
    },
    {
      "epoch": 3.4848793747876314,
      "grad_norm": 3.4423938223990955,
      "learning_rate": 0.00011792371509738269,
      "loss": 4.2513,
      "step": 41024
    },
    {
      "epoch": 3.4849643221202853,
      "grad_norm": 3.3090354255367544,
      "learning_rate": 0.0001179170077884506,
      "loss": 3.5285,
      "step": 41025
    },
    {
      "epoch": 3.485049269452939,
      "grad_norm": 3.136810547677385,
      "learning_rate": 0.00011791030054674198,
      "loss": 3.4112,
      "step": 41026
    },
    {
      "epoch": 3.485134216785593,
      "grad_norm": 3.2996537049628465,
      "learning_rate": 0.00011790359337227098,
      "loss": 3.6361,
      "step": 41027
    },
    {
      "epoch": 3.485219164118247,
      "grad_norm": 3.364436332926319,
      "learning_rate": 0.00011789688626505162,
      "loss": 3.8788,
      "step": 41028
    },
    {
      "epoch": 3.4853041114509002,
      "grad_norm": 3.2895961910424942,
      "learning_rate": 0.00011789017922509798,
      "loss": 4.1144,
      "step": 41029
    },
    {
      "epoch": 3.485389058783554,
      "grad_norm": 3.3380537765462157,
      "learning_rate": 0.00011788347225242405,
      "loss": 3.6904,
      "step": 41030
    },
    {
      "epoch": 3.485474006116208,
      "grad_norm": 3.34566513977243,
      "learning_rate": 0.0001178767653470439,
      "loss": 3.7131,
      "step": 41031
    },
    {
      "epoch": 3.485558953448862,
      "grad_norm": 3.237535224530962,
      "learning_rate": 0.00011787005850897156,
      "loss": 3.3942,
      "step": 41032
    },
    {
      "epoch": 3.4856439007815156,
      "grad_norm": 3.3377395952907793,
      "learning_rate": 0.00011786335173822122,
      "loss": 4.0569,
      "step": 41033
    },
    {
      "epoch": 3.485728848114169,
      "grad_norm": 3.55488681059914,
      "learning_rate": 0.00011785664503480677,
      "loss": 4.3489,
      "step": 41034
    },
    {
      "epoch": 3.485813795446823,
      "grad_norm": 3.326195067374942,
      "learning_rate": 0.00011784993839874234,
      "loss": 3.8581,
      "step": 41035
    },
    {
      "epoch": 3.4858987427794768,
      "grad_norm": 3.627149401504745,
      "learning_rate": 0.000117843231830042,
      "loss": 4.1657,
      "step": 41036
    },
    {
      "epoch": 3.4859836901121306,
      "grad_norm": 3.316826823489105,
      "learning_rate": 0.00011783652532871974,
      "loss": 3.5981,
      "step": 41037
    },
    {
      "epoch": 3.4860686374447845,
      "grad_norm": 3.362830882536855,
      "learning_rate": 0.00011782981889478968,
      "loss": 3.5409,
      "step": 41038
    },
    {
      "epoch": 3.486153584777438,
      "grad_norm": 3.4998031355574954,
      "learning_rate": 0.00011782311252826573,
      "loss": 4.0879,
      "step": 41039
    },
    {
      "epoch": 3.4862385321100917,
      "grad_norm": 3.3778853926974923,
      "learning_rate": 0.00011781640622916214,
      "loss": 3.8673,
      "step": 41040
    },
    {
      "epoch": 3.4863234794427456,
      "grad_norm": 3.346958708017135,
      "learning_rate": 0.00011780969999749283,
      "loss": 3.9681,
      "step": 41041
    },
    {
      "epoch": 3.4864084267753994,
      "grad_norm": 3.669378240656543,
      "learning_rate": 0.00011780299383327191,
      "loss": 3.7751,
      "step": 41042
    },
    {
      "epoch": 3.486493374108053,
      "grad_norm": 3.4299402884558803,
      "learning_rate": 0.00011779628773651343,
      "loss": 3.962,
      "step": 41043
    },
    {
      "epoch": 3.4865783214407067,
      "grad_norm": 3.220898405129486,
      "learning_rate": 0.0001177895817072314,
      "loss": 3.5501,
      "step": 41044
    },
    {
      "epoch": 3.4866632687733605,
      "grad_norm": 3.281686725968959,
      "learning_rate": 0.00011778287574543985,
      "loss": 3.5954,
      "step": 41045
    },
    {
      "epoch": 3.4867482161060144,
      "grad_norm": 3.5727636997668357,
      "learning_rate": 0.00011777616985115292,
      "loss": 4.0969,
      "step": 41046
    },
    {
      "epoch": 3.486833163438668,
      "grad_norm": 3.38696494772459,
      "learning_rate": 0.00011776946402438465,
      "loss": 3.9367,
      "step": 41047
    },
    {
      "epoch": 3.4869181107713216,
      "grad_norm": 3.2726624837617164,
      "learning_rate": 0.00011776275826514901,
      "loss": 3.6623,
      "step": 41048
    },
    {
      "epoch": 3.4870030581039755,
      "grad_norm": 3.2020107826322315,
      "learning_rate": 0.00011775605257346014,
      "loss": 3.4385,
      "step": 41049
    },
    {
      "epoch": 3.4870880054366293,
      "grad_norm": 3.4141459406571504,
      "learning_rate": 0.000117749346949332,
      "loss": 4.1018,
      "step": 41050
    },
    {
      "epoch": 3.487172952769283,
      "grad_norm": 3.397490039003551,
      "learning_rate": 0.00011774264139277868,
      "loss": 4.1287,
      "step": 41051
    },
    {
      "epoch": 3.4872579001019366,
      "grad_norm": 3.5949546344639027,
      "learning_rate": 0.00011773593590381426,
      "loss": 4.2559,
      "step": 41052
    },
    {
      "epoch": 3.4873428474345904,
      "grad_norm": 3.4676898414628172,
      "learning_rate": 0.00011772923048245277,
      "loss": 3.9736,
      "step": 41053
    },
    {
      "epoch": 3.4874277947672443,
      "grad_norm": 3.453966975192654,
      "learning_rate": 0.00011772252512870828,
      "loss": 4.0628,
      "step": 41054
    },
    {
      "epoch": 3.487512742099898,
      "grad_norm": 3.3592897063266896,
      "learning_rate": 0.0001177158198425948,
      "loss": 4.1498,
      "step": 41055
    },
    {
      "epoch": 3.487597689432552,
      "grad_norm": 3.644235057455428,
      "learning_rate": 0.00011770911462412641,
      "loss": 4.4128,
      "step": 41056
    },
    {
      "epoch": 3.4876826367652054,
      "grad_norm": 3.7015344212942396,
      "learning_rate": 0.00011770240947331706,
      "loss": 4.4725,
      "step": 41057
    },
    {
      "epoch": 3.4877675840978593,
      "grad_norm": 3.305021334517775,
      "learning_rate": 0.00011769570439018101,
      "loss": 3.7492,
      "step": 41058
    },
    {
      "epoch": 3.487852531430513,
      "grad_norm": 3.5872171087673386,
      "learning_rate": 0.0001176889993747321,
      "loss": 4.108,
      "step": 41059
    },
    {
      "epoch": 3.487937478763167,
      "grad_norm": 3.238952638132014,
      "learning_rate": 0.00011768229442698449,
      "loss": 3.7117,
      "step": 41060
    },
    {
      "epoch": 3.488022426095821,
      "grad_norm": 3.5665995729672435,
      "learning_rate": 0.00011767558954695225,
      "loss": 4.3312,
      "step": 41061
    },
    {
      "epoch": 3.488107373428474,
      "grad_norm": 3.300591161696548,
      "learning_rate": 0.00011766888473464934,
      "loss": 3.5228,
      "step": 41062
    },
    {
      "epoch": 3.488192320761128,
      "grad_norm": 3.670784512892742,
      "learning_rate": 0.00011766217999008982,
      "loss": 4.6534,
      "step": 41063
    },
    {
      "epoch": 3.488277268093782,
      "grad_norm": 3.5982628826846397,
      "learning_rate": 0.00011765547531328778,
      "loss": 4.544,
      "step": 41064
    },
    {
      "epoch": 3.4883622154264358,
      "grad_norm": 3.2832990194416545,
      "learning_rate": 0.00011764877070425733,
      "loss": 3.8547,
      "step": 41065
    },
    {
      "epoch": 3.488447162759089,
      "grad_norm": 3.7101843683959315,
      "learning_rate": 0.00011764206616301238,
      "loss": 4.6049,
      "step": 41066
    },
    {
      "epoch": 3.488532110091743,
      "grad_norm": 3.4056893725721378,
      "learning_rate": 0.00011763536168956708,
      "loss": 3.6698,
      "step": 41067
    },
    {
      "epoch": 3.488617057424397,
      "grad_norm": 3.340989829304081,
      "learning_rate": 0.00011762865728393543,
      "loss": 3.8711,
      "step": 41068
    },
    {
      "epoch": 3.4887020047570507,
      "grad_norm": 3.6129091216109557,
      "learning_rate": 0.00011762195294613142,
      "loss": 4.3422,
      "step": 41069
    },
    {
      "epoch": 3.4887869520897046,
      "grad_norm": 3.3462177911474065,
      "learning_rate": 0.00011761524867616923,
      "loss": 3.5048,
      "step": 41070
    },
    {
      "epoch": 3.488871899422358,
      "grad_norm": 3.3913967591033667,
      "learning_rate": 0.00011760854447406283,
      "loss": 3.7032,
      "step": 41071
    },
    {
      "epoch": 3.488956846755012,
      "grad_norm": 3.5277032304869285,
      "learning_rate": 0.00011760184033982633,
      "loss": 4.2493,
      "step": 41072
    },
    {
      "epoch": 3.4890417940876657,
      "grad_norm": 3.707225850174932,
      "learning_rate": 0.00011759513627347367,
      "loss": 3.8396,
      "step": 41073
    },
    {
      "epoch": 3.4891267414203195,
      "grad_norm": 3.6185050885752092,
      "learning_rate": 0.00011758843227501902,
      "loss": 4.2428,
      "step": 41074
    },
    {
      "epoch": 3.489211688752973,
      "grad_norm": 3.380306275642437,
      "learning_rate": 0.00011758172834447623,
      "loss": 3.8204,
      "step": 41075
    },
    {
      "epoch": 3.489296636085627,
      "grad_norm": 3.3887532939821754,
      "learning_rate": 0.0001175750244818596,
      "loss": 4.0771,
      "step": 41076
    },
    {
      "epoch": 3.4893815834182806,
      "grad_norm": 3.2993818794582235,
      "learning_rate": 0.00011756832068718302,
      "loss": 3.7662,
      "step": 41077
    },
    {
      "epoch": 3.4894665307509345,
      "grad_norm": 3.12001663973816,
      "learning_rate": 0.0001175616169604606,
      "loss": 3.2376,
      "step": 41078
    },
    {
      "epoch": 3.4895514780835883,
      "grad_norm": 3.4057962505731694,
      "learning_rate": 0.00011755491330170634,
      "loss": 4.0124,
      "step": 41079
    },
    {
      "epoch": 3.4896364254162417,
      "grad_norm": 3.458496198048388,
      "learning_rate": 0.0001175482097109343,
      "loss": 4.0244,
      "step": 41080
    },
    {
      "epoch": 3.4897213727488956,
      "grad_norm": 3.652313976624656,
      "learning_rate": 0.00011754150618815855,
      "loss": 4.226,
      "step": 41081
    },
    {
      "epoch": 3.4898063200815495,
      "grad_norm": 3.2818919976637795,
      "learning_rate": 0.00011753480273339304,
      "loss": 3.6941,
      "step": 41082
    },
    {
      "epoch": 3.4898912674142033,
      "grad_norm": 3.361766208094634,
      "learning_rate": 0.00011752809934665196,
      "loss": 4.1464,
      "step": 41083
    },
    {
      "epoch": 3.489976214746857,
      "grad_norm": 3.2684203767359996,
      "learning_rate": 0.00011752139602794927,
      "loss": 3.8374,
      "step": 41084
    },
    {
      "epoch": 3.4900611620795106,
      "grad_norm": 3.5827360527748398,
      "learning_rate": 0.0001175146927772991,
      "loss": 3.9487,
      "step": 41085
    },
    {
      "epoch": 3.4901461094121644,
      "grad_norm": 3.3546628463497545,
      "learning_rate": 0.00011750798959471536,
      "loss": 3.5336,
      "step": 41086
    },
    {
      "epoch": 3.4902310567448183,
      "grad_norm": 3.346396235907232,
      "learning_rate": 0.00011750128648021216,
      "loss": 3.8423,
      "step": 41087
    },
    {
      "epoch": 3.490316004077472,
      "grad_norm": 3.6101420545805323,
      "learning_rate": 0.00011749458343380353,
      "loss": 4.2965,
      "step": 41088
    },
    {
      "epoch": 3.490400951410126,
      "grad_norm": 3.245722056634762,
      "learning_rate": 0.00011748788045550356,
      "loss": 3.6485,
      "step": 41089
    },
    {
      "epoch": 3.4904858987427794,
      "grad_norm": 3.2820089575338534,
      "learning_rate": 0.00011748117754532632,
      "loss": 3.7557,
      "step": 41090
    },
    {
      "epoch": 3.490570846075433,
      "grad_norm": 3.498910419585821,
      "learning_rate": 0.00011747447470328575,
      "loss": 3.5246,
      "step": 41091
    },
    {
      "epoch": 3.490655793408087,
      "grad_norm": 3.2511855083321883,
      "learning_rate": 0.00011746777192939599,
      "loss": 3.4569,
      "step": 41092
    },
    {
      "epoch": 3.490740740740741,
      "grad_norm": 3.235084394214656,
      "learning_rate": 0.00011746106922367102,
      "loss": 3.4545,
      "step": 41093
    },
    {
      "epoch": 3.4908256880733943,
      "grad_norm": 3.4807042522908733,
      "learning_rate": 0.00011745436658612486,
      "loss": 3.7972,
      "step": 41094
    },
    {
      "epoch": 3.490910635406048,
      "grad_norm": 3.3195111761028144,
      "learning_rate": 0.00011744766401677162,
      "loss": 3.5826,
      "step": 41095
    },
    {
      "epoch": 3.490995582738702,
      "grad_norm": 3.5715418320164583,
      "learning_rate": 0.00011744096151562538,
      "loss": 4.1808,
      "step": 41096
    },
    {
      "epoch": 3.491080530071356,
      "grad_norm": 3.5104149624169976,
      "learning_rate": 0.0001174342590827001,
      "loss": 3.5812,
      "step": 41097
    },
    {
      "epoch": 3.4911654774040093,
      "grad_norm": 3.3063549786804014,
      "learning_rate": 0.00011742755671800984,
      "loss": 3.785,
      "step": 41098
    },
    {
      "epoch": 3.491250424736663,
      "grad_norm": 3.3348599559523344,
      "learning_rate": 0.00011742085442156868,
      "loss": 3.9747,
      "step": 41099
    },
    {
      "epoch": 3.491335372069317,
      "grad_norm": 3.260692998945769,
      "learning_rate": 0.00011741415219339055,
      "loss": 3.5933,
      "step": 41100
    },
    {
      "epoch": 3.491420319401971,
      "grad_norm": 3.4402377221539693,
      "learning_rate": 0.00011740745003348966,
      "loss": 3.6217,
      "step": 41101
    },
    {
      "epoch": 3.4915052667346247,
      "grad_norm": 3.3952309437468298,
      "learning_rate": 0.00011740074794187997,
      "loss": 4.0049,
      "step": 41102
    },
    {
      "epoch": 3.491590214067278,
      "grad_norm": 3.510636997091589,
      "learning_rate": 0.00011739404591857555,
      "loss": 3.933,
      "step": 41103
    },
    {
      "epoch": 3.491675161399932,
      "grad_norm": 3.6895424711438003,
      "learning_rate": 0.0001173873439635904,
      "loss": 4.3979,
      "step": 41104
    },
    {
      "epoch": 3.491760108732586,
      "grad_norm": 3.294162423497017,
      "learning_rate": 0.00011738064207693856,
      "loss": 3.586,
      "step": 41105
    },
    {
      "epoch": 3.4918450560652396,
      "grad_norm": 3.5470862906043474,
      "learning_rate": 0.0001173739402586341,
      "loss": 3.9915,
      "step": 41106
    },
    {
      "epoch": 3.4919300033978935,
      "grad_norm": 3.5196271504213343,
      "learning_rate": 0.0001173672385086911,
      "loss": 4.3574,
      "step": 41107
    },
    {
      "epoch": 3.492014950730547,
      "grad_norm": 3.182180537775677,
      "learning_rate": 0.00011736053682712353,
      "loss": 3.558,
      "step": 41108
    },
    {
      "epoch": 3.4920998980632008,
      "grad_norm": 3.215483737243977,
      "learning_rate": 0.00011735383521394545,
      "loss": 3.6255,
      "step": 41109
    },
    {
      "epoch": 3.4921848453958546,
      "grad_norm": 3.4030493698415794,
      "learning_rate": 0.00011734713366917095,
      "loss": 3.7199,
      "step": 41110
    },
    {
      "epoch": 3.4922697927285085,
      "grad_norm": 3.508838133206561,
      "learning_rate": 0.000117340432192814,
      "loss": 4.1392,
      "step": 41111
    },
    {
      "epoch": 3.4923547400611623,
      "grad_norm": 3.584761021173365,
      "learning_rate": 0.00011733373078488867,
      "loss": 3.586,
      "step": 41112
    },
    {
      "epoch": 3.4924396873938157,
      "grad_norm": 3.5905969514847897,
      "learning_rate": 0.00011732702944540901,
      "loss": 4.0775,
      "step": 41113
    },
    {
      "epoch": 3.4925246347264696,
      "grad_norm": 3.645748061517757,
      "learning_rate": 0.00011732032817438912,
      "loss": 4.3826,
      "step": 41114
    },
    {
      "epoch": 3.4926095820591234,
      "grad_norm": 3.3411908342231653,
      "learning_rate": 0.00011731362697184294,
      "loss": 3.6612,
      "step": 41115
    },
    {
      "epoch": 3.4926945293917773,
      "grad_norm": 3.2304177073878173,
      "learning_rate": 0.00011730692583778455,
      "loss": 3.7416,
      "step": 41116
    },
    {
      "epoch": 3.4927794767244307,
      "grad_norm": 3.483978552770511,
      "learning_rate": 0.00011730022477222803,
      "loss": 3.9047,
      "step": 41117
    },
    {
      "epoch": 3.4928644240570845,
      "grad_norm": 3.403799821994574,
      "learning_rate": 0.00011729352377518729,
      "loss": 3.6765,
      "step": 41118
    },
    {
      "epoch": 3.4929493713897384,
      "grad_norm": 3.7890432471947917,
      "learning_rate": 0.00011728682284667655,
      "loss": 4.7421,
      "step": 41119
    },
    {
      "epoch": 3.4930343187223922,
      "grad_norm": 3.533336528625183,
      "learning_rate": 0.00011728012198670973,
      "loss": 4.3471,
      "step": 41120
    },
    {
      "epoch": 3.4931192660550456,
      "grad_norm": 3.4026490420810522,
      "learning_rate": 0.00011727342119530095,
      "loss": 3.9457,
      "step": 41121
    },
    {
      "epoch": 3.4932042133876995,
      "grad_norm": 3.438960849732727,
      "learning_rate": 0.00011726672047246416,
      "loss": 4.0603,
      "step": 41122
    },
    {
      "epoch": 3.4932891607203533,
      "grad_norm": 3.2720453766750954,
      "learning_rate": 0.00011726001981821348,
      "loss": 3.6252,
      "step": 41123
    },
    {
      "epoch": 3.493374108053007,
      "grad_norm": 3.5145463458391895,
      "learning_rate": 0.00011725331923256291,
      "loss": 4.3601,
      "step": 41124
    },
    {
      "epoch": 3.493459055385661,
      "grad_norm": 3.340285495875138,
      "learning_rate": 0.00011724661871552644,
      "loss": 3.9157,
      "step": 41125
    },
    {
      "epoch": 3.4935440027183144,
      "grad_norm": 3.4810745462082684,
      "learning_rate": 0.00011723991826711821,
      "loss": 3.9097,
      "step": 41126
    },
    {
      "epoch": 3.4936289500509683,
      "grad_norm": 3.543590559910696,
      "learning_rate": 0.0001172332178873522,
      "loss": 3.968,
      "step": 41127
    },
    {
      "epoch": 3.493713897383622,
      "grad_norm": 3.2989056961503733,
      "learning_rate": 0.0001172265175762425,
      "loss": 3.7235,
      "step": 41128
    },
    {
      "epoch": 3.493798844716276,
      "grad_norm": 3.241173045713528,
      "learning_rate": 0.00011721981733380309,
      "loss": 3.1987,
      "step": 41129
    },
    {
      "epoch": 3.49388379204893,
      "grad_norm": 3.462066527091732,
      "learning_rate": 0.00011721311716004802,
      "loss": 3.7328,
      "step": 41130
    },
    {
      "epoch": 3.4939687393815833,
      "grad_norm": 3.82044390763961,
      "learning_rate": 0.00011720641705499132,
      "loss": 3.8633,
      "step": 41131
    },
    {
      "epoch": 3.494053686714237,
      "grad_norm": 3.237224056919388,
      "learning_rate": 0.0001171997170186471,
      "loss": 3.5868,
      "step": 41132
    },
    {
      "epoch": 3.494138634046891,
      "grad_norm": 3.293005487921817,
      "learning_rate": 0.00011719301705102932,
      "loss": 3.4268,
      "step": 41133
    },
    {
      "epoch": 3.494223581379545,
      "grad_norm": 3.376593639426138,
      "learning_rate": 0.00011718631715215206,
      "loss": 3.9526,
      "step": 41134
    },
    {
      "epoch": 3.4943085287121987,
      "grad_norm": 3.348831308569868,
      "learning_rate": 0.00011717961732202936,
      "loss": 3.6557,
      "step": 41135
    },
    {
      "epoch": 3.494393476044852,
      "grad_norm": 3.1829038771025346,
      "learning_rate": 0.00011717291756067521,
      "loss": 3.4701,
      "step": 41136
    },
    {
      "epoch": 3.494478423377506,
      "grad_norm": 3.4844992080992556,
      "learning_rate": 0.00011716621786810365,
      "loss": 4.0143,
      "step": 41137
    },
    {
      "epoch": 3.4945633707101598,
      "grad_norm": 3.3728507707279936,
      "learning_rate": 0.00011715951824432879,
      "loss": 3.813,
      "step": 41138
    },
    {
      "epoch": 3.4946483180428136,
      "grad_norm": 3.3397714398596414,
      "learning_rate": 0.00011715281868936465,
      "loss": 3.7831,
      "step": 41139
    },
    {
      "epoch": 3.494733265375467,
      "grad_norm": 3.4680121613488395,
      "learning_rate": 0.00011714611920322525,
      "loss": 3.975,
      "step": 41140
    },
    {
      "epoch": 3.494818212708121,
      "grad_norm": 3.3617342260977314,
      "learning_rate": 0.00011713941978592457,
      "loss": 3.782,
      "step": 41141
    },
    {
      "epoch": 3.4949031600407747,
      "grad_norm": 3.5873039617064117,
      "learning_rate": 0.00011713272043747675,
      "loss": 4.0794,
      "step": 41142
    },
    {
      "epoch": 3.4949881073734286,
      "grad_norm": 3.2589535661542706,
      "learning_rate": 0.00011712602115789572,
      "loss": 3.8565,
      "step": 41143
    },
    {
      "epoch": 3.495073054706082,
      "grad_norm": 3.298408047126292,
      "learning_rate": 0.00011711932194719559,
      "loss": 3.824,
      "step": 41144
    },
    {
      "epoch": 3.495158002038736,
      "grad_norm": 3.429085371101663,
      "learning_rate": 0.00011711262280539039,
      "loss": 3.9638,
      "step": 41145
    },
    {
      "epoch": 3.4952429493713897,
      "grad_norm": 3.267445794538274,
      "learning_rate": 0.00011710592373249418,
      "loss": 3.7129,
      "step": 41146
    },
    {
      "epoch": 3.4953278967040435,
      "grad_norm": 3.4547782355862,
      "learning_rate": 0.00011709922472852093,
      "loss": 4.0945,
      "step": 41147
    },
    {
      "epoch": 3.4954128440366974,
      "grad_norm": 3.277864817141388,
      "learning_rate": 0.00011709252579348472,
      "loss": 3.4583,
      "step": 41148
    },
    {
      "epoch": 3.495497791369351,
      "grad_norm": 3.36050990565882,
      "learning_rate": 0.00011708582692739953,
      "loss": 3.808,
      "step": 41149
    },
    {
      "epoch": 3.4955827387020046,
      "grad_norm": 3.2809675062453185,
      "learning_rate": 0.0001170791281302795,
      "loss": 3.6518,
      "step": 41150
    },
    {
      "epoch": 3.4956676860346585,
      "grad_norm": 3.595485208968096,
      "learning_rate": 0.00011707242940213858,
      "loss": 4.2251,
      "step": 41151
    },
    {
      "epoch": 3.4957526333673123,
      "grad_norm": 3.611758436713326,
      "learning_rate": 0.00011706573074299083,
      "loss": 4.5532,
      "step": 41152
    },
    {
      "epoch": 3.495837580699966,
      "grad_norm": 3.3935141094150407,
      "learning_rate": 0.00011705903215285035,
      "loss": 4.0399,
      "step": 41153
    },
    {
      "epoch": 3.4959225280326196,
      "grad_norm": 3.5733179248157643,
      "learning_rate": 0.00011705233363173106,
      "loss": 4.1202,
      "step": 41154
    },
    {
      "epoch": 3.4960074753652735,
      "grad_norm": 3.2252732150951786,
      "learning_rate": 0.00011704563517964701,
      "loss": 3.462,
      "step": 41155
    },
    {
      "epoch": 3.4960924226979273,
      "grad_norm": 3.4929765141640843,
      "learning_rate": 0.00011703893679661233,
      "loss": 3.9995,
      "step": 41156
    },
    {
      "epoch": 3.496177370030581,
      "grad_norm": 3.331539995242448,
      "learning_rate": 0.00011703223848264102,
      "loss": 3.8008,
      "step": 41157
    },
    {
      "epoch": 3.496262317363235,
      "grad_norm": 3.3531541257920074,
      "learning_rate": 0.00011702554023774707,
      "loss": 3.8218,
      "step": 41158
    },
    {
      "epoch": 3.4963472646958884,
      "grad_norm": 3.1989437616407486,
      "learning_rate": 0.00011701884206194456,
      "loss": 3.4554,
      "step": 41159
    },
    {
      "epoch": 3.4964322120285423,
      "grad_norm": 3.6342137669343075,
      "learning_rate": 0.0001170121439552475,
      "loss": 4.4167,
      "step": 41160
    },
    {
      "epoch": 3.496517159361196,
      "grad_norm": 3.673696666944437,
      "learning_rate": 0.00011700544591766988,
      "loss": 4.4983,
      "step": 41161
    },
    {
      "epoch": 3.49660210669385,
      "grad_norm": 3.59520072330055,
      "learning_rate": 0.00011699874794922582,
      "loss": 4.3263,
      "step": 41162
    },
    {
      "epoch": 3.496687054026504,
      "grad_norm": 3.460519714050886,
      "learning_rate": 0.00011699205004992932,
      "loss": 3.9408,
      "step": 41163
    },
    {
      "epoch": 3.4967720013591572,
      "grad_norm": 3.208215396241719,
      "learning_rate": 0.00011698535221979445,
      "loss": 3.7479,
      "step": 41164
    },
    {
      "epoch": 3.496856948691811,
      "grad_norm": 3.3806387149915125,
      "learning_rate": 0.00011697865445883518,
      "loss": 4.0776,
      "step": 41165
    },
    {
      "epoch": 3.496941896024465,
      "grad_norm": 3.4038535431019166,
      "learning_rate": 0.00011697195676706555,
      "loss": 3.6411,
      "step": 41166
    },
    {
      "epoch": 3.4970268433571188,
      "grad_norm": 3.4369921215546815,
      "learning_rate": 0.00011696525914449966,
      "loss": 3.8834,
      "step": 41167
    },
    {
      "epoch": 3.497111790689772,
      "grad_norm": 3.348455281026646,
      "learning_rate": 0.00011695856159115142,
      "loss": 3.7686,
      "step": 41168
    },
    {
      "epoch": 3.497196738022426,
      "grad_norm": 3.565830189685108,
      "learning_rate": 0.00011695186410703498,
      "loss": 4.1222,
      "step": 41169
    },
    {
      "epoch": 3.49728168535508,
      "grad_norm": 3.1763689219853264,
      "learning_rate": 0.00011694516669216434,
      "loss": 3.6071,
      "step": 41170
    },
    {
      "epoch": 3.4973666326877337,
      "grad_norm": 3.289676509095943,
      "learning_rate": 0.00011693846934655356,
      "loss": 3.7633,
      "step": 41171
    },
    {
      "epoch": 3.497451580020387,
      "grad_norm": 3.350904868722338,
      "learning_rate": 0.0001169317720702166,
      "loss": 3.8501,
      "step": 41172
    },
    {
      "epoch": 3.497536527353041,
      "grad_norm": 3.4944256158821303,
      "learning_rate": 0.00011692507486316757,
      "loss": 3.8807,
      "step": 41173
    },
    {
      "epoch": 3.497621474685695,
      "grad_norm": 3.335429025600674,
      "learning_rate": 0.00011691837772542038,
      "loss": 3.9572,
      "step": 41174
    },
    {
      "epoch": 3.4977064220183487,
      "grad_norm": 3.2760205084501117,
      "learning_rate": 0.00011691168065698923,
      "loss": 3.6575,
      "step": 41175
    },
    {
      "epoch": 3.4977913693510025,
      "grad_norm": 3.39678101590837,
      "learning_rate": 0.00011690498365788806,
      "loss": 4.1452,
      "step": 41176
    },
    {
      "epoch": 3.497876316683656,
      "grad_norm": 3.30183360021096,
      "learning_rate": 0.0001168982867281309,
      "loss": 3.7483,
      "step": 41177
    },
    {
      "epoch": 3.49796126401631,
      "grad_norm": 3.3082631027505145,
      "learning_rate": 0.00011689158986773182,
      "loss": 3.8199,
      "step": 41178
    },
    {
      "epoch": 3.4980462113489637,
      "grad_norm": 3.1873644471955793,
      "learning_rate": 0.0001168848930767048,
      "loss": 3.6869,
      "step": 41179
    },
    {
      "epoch": 3.4981311586816175,
      "grad_norm": 3.501163646727152,
      "learning_rate": 0.00011687819635506387,
      "loss": 4.2132,
      "step": 41180
    },
    {
      "epoch": 3.4982161060142714,
      "grad_norm": 3.3013143846001305,
      "learning_rate": 0.00011687149970282312,
      "loss": 3.4884,
      "step": 41181
    },
    {
      "epoch": 3.4983010533469248,
      "grad_norm": 3.754254256068355,
      "learning_rate": 0.00011686480311999657,
      "loss": 3.657,
      "step": 41182
    },
    {
      "epoch": 3.4983860006795786,
      "grad_norm": 3.3208290120833444,
      "learning_rate": 0.00011685810660659822,
      "loss": 3.8799,
      "step": 41183
    },
    {
      "epoch": 3.4984709480122325,
      "grad_norm": 3.417675145151257,
      "learning_rate": 0.00011685141016264216,
      "loss": 3.7388,
      "step": 41184
    },
    {
      "epoch": 3.4985558953448863,
      "grad_norm": 3.288739163901566,
      "learning_rate": 0.00011684471378814233,
      "loss": 3.6924,
      "step": 41185
    },
    {
      "epoch": 3.49864084267754,
      "grad_norm": 3.623293093147475,
      "learning_rate": 0.00011683801748311277,
      "loss": 4.3678,
      "step": 41186
    },
    {
      "epoch": 3.4987257900101936,
      "grad_norm": 3.6493223952427174,
      "learning_rate": 0.00011683132124756759,
      "loss": 4.0443,
      "step": 41187
    },
    {
      "epoch": 3.4988107373428474,
      "grad_norm": 3.4122908712732527,
      "learning_rate": 0.00011682462508152076,
      "loss": 4.058,
      "step": 41188
    },
    {
      "epoch": 3.4988956846755013,
      "grad_norm": 3.38409019887746,
      "learning_rate": 0.00011681792898498637,
      "loss": 3.8229,
      "step": 41189
    },
    {
      "epoch": 3.498980632008155,
      "grad_norm": 3.401731270263889,
      "learning_rate": 0.00011681123295797838,
      "loss": 3.9074,
      "step": 41190
    },
    {
      "epoch": 3.4990655793408085,
      "grad_norm": 3.287048448765147,
      "learning_rate": 0.00011680453700051089,
      "loss": 3.5155,
      "step": 41191
    },
    {
      "epoch": 3.4991505266734624,
      "grad_norm": 3.4112820459756854,
      "learning_rate": 0.00011679784111259777,
      "loss": 3.6898,
      "step": 41192
    },
    {
      "epoch": 3.4992354740061162,
      "grad_norm": 3.6855809012333474,
      "learning_rate": 0.00011679114529425329,
      "loss": 3.8273,
      "step": 41193
    },
    {
      "epoch": 3.49932042133877,
      "grad_norm": 3.1865273306622743,
      "learning_rate": 0.00011678444954549131,
      "loss": 3.6195,
      "step": 41194
    },
    {
      "epoch": 3.4994053686714235,
      "grad_norm": 3.4124566169676247,
      "learning_rate": 0.00011677775386632591,
      "loss": 3.8541,
      "step": 41195
    },
    {
      "epoch": 3.4994903160040773,
      "grad_norm": 3.3293622739430075,
      "learning_rate": 0.00011677105825677115,
      "loss": 3.5491,
      "step": 41196
    },
    {
      "epoch": 3.499575263336731,
      "grad_norm": 3.354825031367088,
      "learning_rate": 0.00011676436271684101,
      "loss": 3.6234,
      "step": 41197
    },
    {
      "epoch": 3.499660210669385,
      "grad_norm": 3.3807714859032996,
      "learning_rate": 0.00011675766724654948,
      "loss": 4.1773,
      "step": 41198
    },
    {
      "epoch": 3.499745158002039,
      "grad_norm": 3.538191475604888,
      "learning_rate": 0.0001167509718459107,
      "loss": 4.4653,
      "step": 41199
    },
    {
      "epoch": 3.4998301053346923,
      "grad_norm": 3.6546647097440252,
      "learning_rate": 0.00011674427651493866,
      "loss": 4.4256,
      "step": 41200
    },
    {
      "epoch": 3.499915052667346,
      "grad_norm": 3.472724148590053,
      "learning_rate": 0.00011673758125364735,
      "loss": 4.1064,
      "step": 41201
    },
    {
      "epoch": 3.5,
      "grad_norm": 3.5176201826999516,
      "learning_rate": 0.00011673088606205085,
      "loss": 3.8831,
      "step": 41202
    },
    {
      "epoch": 3.500084947332654,
      "grad_norm": 3.581866456376299,
      "learning_rate": 0.00011672419094016314,
      "loss": 4.0225,
      "step": 41203
    },
    {
      "epoch": 3.5001698946653077,
      "grad_norm": 3.259583561417204,
      "learning_rate": 0.00011671749588799824,
      "loss": 3.8236,
      "step": 41204
    },
    {
      "epoch": 3.500254841997961,
      "grad_norm": 3.214719301246649,
      "learning_rate": 0.0001167108009055702,
      "loss": 3.2994,
      "step": 41205
    },
    {
      "epoch": 3.500339789330615,
      "grad_norm": 3.5391566850211893,
      "learning_rate": 0.00011670410599289308,
      "loss": 4.0213,
      "step": 41206
    },
    {
      "epoch": 3.500424736663269,
      "grad_norm": 3.4230367628939335,
      "learning_rate": 0.00011669741114998093,
      "loss": 3.9267,
      "step": 41207
    },
    {
      "epoch": 3.5005096839959227,
      "grad_norm": 3.6373739084107872,
      "learning_rate": 0.00011669071637684768,
      "loss": 4.4481,
      "step": 41208
    },
    {
      "epoch": 3.5005946313285765,
      "grad_norm": 3.5190960930196353,
      "learning_rate": 0.00011668402167350744,
      "loss": 3.597,
      "step": 41209
    },
    {
      "epoch": 3.50067957866123,
      "grad_norm": 3.3238930991861455,
      "learning_rate": 0.00011667732703997412,
      "loss": 3.6454,
      "step": 41210
    },
    {
      "epoch": 3.5007645259938838,
      "grad_norm": 3.2944866505570642,
      "learning_rate": 0.00011667063247626191,
      "loss": 3.6967,
      "step": 41211
    },
    {
      "epoch": 3.5008494733265376,
      "grad_norm": 3.6104516171786636,
      "learning_rate": 0.00011666393798238475,
      "loss": 3.9563,
      "step": 41212
    },
    {
      "epoch": 3.500934420659191,
      "grad_norm": 3.638607699840606,
      "learning_rate": 0.00011665724355835669,
      "loss": 4.1952,
      "step": 41213
    },
    {
      "epoch": 3.5010193679918453,
      "grad_norm": 3.2965353231644228,
      "learning_rate": 0.00011665054920419173,
      "loss": 3.5429,
      "step": 41214
    },
    {
      "epoch": 3.5011043153244987,
      "grad_norm": 3.4716158667459944,
      "learning_rate": 0.00011664385491990389,
      "loss": 4.1794,
      "step": 41215
    },
    {
      "epoch": 3.5011892626571526,
      "grad_norm": 3.4881744729776503,
      "learning_rate": 0.00011663716070550725,
      "loss": 4.2991,
      "step": 41216
    },
    {
      "epoch": 3.5012742099898064,
      "grad_norm": 3.3465385147131563,
      "learning_rate": 0.00011663046656101572,
      "loss": 3.8157,
      "step": 41217
    },
    {
      "epoch": 3.50135915732246,
      "grad_norm": 3.362652435507326,
      "learning_rate": 0.0001166237724864435,
      "loss": 3.8937,
      "step": 41218
    },
    {
      "epoch": 3.5014441046551137,
      "grad_norm": 3.552103904147922,
      "learning_rate": 0.00011661707848180448,
      "loss": 3.8407,
      "step": 41219
    },
    {
      "epoch": 3.5015290519877675,
      "grad_norm": 3.593577580411474,
      "learning_rate": 0.00011661038454711279,
      "loss": 3.9857,
      "step": 41220
    },
    {
      "epoch": 3.5016139993204214,
      "grad_norm": 3.6112948386304637,
      "learning_rate": 0.00011660369068238235,
      "loss": 4.0206,
      "step": 41221
    },
    {
      "epoch": 3.5016989466530752,
      "grad_norm": 3.1932214657511278,
      "learning_rate": 0.00011659699688762722,
      "loss": 3.3656,
      "step": 41222
    },
    {
      "epoch": 3.5017838939857286,
      "grad_norm": 3.334951068464055,
      "learning_rate": 0.00011659030316286143,
      "loss": 3.6909,
      "step": 41223
    },
    {
      "epoch": 3.5018688413183825,
      "grad_norm": 3.3307201739189027,
      "learning_rate": 0.00011658360950809904,
      "loss": 3.5318,
      "step": 41224
    },
    {
      "epoch": 3.5019537886510363,
      "grad_norm": 3.6099585469590165,
      "learning_rate": 0.00011657691592335408,
      "loss": 4.1421,
      "step": 41225
    },
    {
      "epoch": 3.50203873598369,
      "grad_norm": 3.6537754786367733,
      "learning_rate": 0.0001165702224086405,
      "loss": 4.301,
      "step": 41226
    },
    {
      "epoch": 3.502123683316344,
      "grad_norm": 3.6220266892566144,
      "learning_rate": 0.00011656352896397242,
      "loss": 4.1351,
      "step": 41227
    },
    {
      "epoch": 3.5022086306489975,
      "grad_norm": 3.294445561082347,
      "learning_rate": 0.00011655683558936375,
      "loss": 3.7295,
      "step": 41228
    },
    {
      "epoch": 3.5022935779816513,
      "grad_norm": 3.428649444493713,
      "learning_rate": 0.00011655014228482857,
      "loss": 4.109,
      "step": 41229
    },
    {
      "epoch": 3.502378525314305,
      "grad_norm": 3.253226571303667,
      "learning_rate": 0.00011654344905038094,
      "loss": 3.3257,
      "step": 41230
    },
    {
      "epoch": 3.502463472646959,
      "grad_norm": 3.353660920942014,
      "learning_rate": 0.0001165367558860349,
      "loss": 3.6342,
      "step": 41231
    },
    {
      "epoch": 3.502548419979613,
      "grad_norm": 3.611453630010859,
      "learning_rate": 0.00011653006279180439,
      "loss": 4.3721,
      "step": 41232
    },
    {
      "epoch": 3.5026333673122663,
      "grad_norm": 3.6313895905614437,
      "learning_rate": 0.00011652336976770347,
      "loss": 4.237,
      "step": 41233
    },
    {
      "epoch": 3.50271831464492,
      "grad_norm": 3.5081535841219584,
      "learning_rate": 0.00011651667681374622,
      "loss": 3.8825,
      "step": 41234
    },
    {
      "epoch": 3.502803261977574,
      "grad_norm": 3.393099842926411,
      "learning_rate": 0.00011650998392994649,
      "loss": 3.9929,
      "step": 41235
    },
    {
      "epoch": 3.502888209310228,
      "grad_norm": 3.5341073633649223,
      "learning_rate": 0.00011650329111631856,
      "loss": 4.1771,
      "step": 41236
    },
    {
      "epoch": 3.5029731566428817,
      "grad_norm": 3.4073220614448587,
      "learning_rate": 0.00011649659837287625,
      "loss": 3.8201,
      "step": 41237
    },
    {
      "epoch": 3.503058103975535,
      "grad_norm": 3.3451614952305313,
      "learning_rate": 0.0001164899056996337,
      "loss": 3.7054,
      "step": 41238
    },
    {
      "epoch": 3.503143051308189,
      "grad_norm": 3.3318279269057975,
      "learning_rate": 0.00011648321309660487,
      "loss": 3.7406,
      "step": 41239
    },
    {
      "epoch": 3.5032279986408428,
      "grad_norm": 3.3437304485948554,
      "learning_rate": 0.00011647652056380377,
      "loss": 3.7906,
      "step": 41240
    },
    {
      "epoch": 3.503312945973496,
      "grad_norm": 3.333229764651226,
      "learning_rate": 0.00011646982810124444,
      "loss": 3.457,
      "step": 41241
    },
    {
      "epoch": 3.50339789330615,
      "grad_norm": 3.6636800776865233,
      "learning_rate": 0.00011646313570894098,
      "loss": 4.4924,
      "step": 41242
    },
    {
      "epoch": 3.503482840638804,
      "grad_norm": 3.3997916960760937,
      "learning_rate": 0.0001164564433869073,
      "loss": 3.9423,
      "step": 41243
    },
    {
      "epoch": 3.5035677879714577,
      "grad_norm": 3.2936118233178977,
      "learning_rate": 0.00011644975113515749,
      "loss": 3.7668,
      "step": 41244
    },
    {
      "epoch": 3.5036527353041116,
      "grad_norm": 3.261901595325801,
      "learning_rate": 0.00011644305895370556,
      "loss": 3.5178,
      "step": 41245
    },
    {
      "epoch": 3.503737682636765,
      "grad_norm": 3.7201350146562895,
      "learning_rate": 0.00011643636684256551,
      "loss": 4.5377,
      "step": 41246
    },
    {
      "epoch": 3.503822629969419,
      "grad_norm": 3.3549519212284697,
      "learning_rate": 0.00011642967480175135,
      "loss": 3.9729,
      "step": 41247
    },
    {
      "epoch": 3.5039075773020727,
      "grad_norm": 3.395029047344253,
      "learning_rate": 0.00011642298283127716,
      "loss": 3.9455,
      "step": 41248
    },
    {
      "epoch": 3.5039925246347265,
      "grad_norm": 3.311270975203843,
      "learning_rate": 0.00011641629093115695,
      "loss": 4.0182,
      "step": 41249
    },
    {
      "epoch": 3.5040774719673804,
      "grad_norm": 3.541423780955222,
      "learning_rate": 0.00011640959910140469,
      "loss": 4.1179,
      "step": 41250
    },
    {
      "epoch": 3.504162419300034,
      "grad_norm": 3.1952817531807765,
      "learning_rate": 0.00011640290734203445,
      "loss": 3.5797,
      "step": 41251
    },
    {
      "epoch": 3.5042473666326877,
      "grad_norm": 3.5896476485227238,
      "learning_rate": 0.00011639621565306024,
      "loss": 4.0362,
      "step": 41252
    },
    {
      "epoch": 3.5043323139653415,
      "grad_norm": 3.3427634440779728,
      "learning_rate": 0.00011638952403449599,
      "loss": 4.1977,
      "step": 41253
    },
    {
      "epoch": 3.5044172612979954,
      "grad_norm": 3.659559650363993,
      "learning_rate": 0.0001163828324863559,
      "loss": 3.669,
      "step": 41254
    },
    {
      "epoch": 3.504502208630649,
      "grad_norm": 3.442734265940038,
      "learning_rate": 0.00011637614100865389,
      "loss": 3.9993,
      "step": 41255
    },
    {
      "epoch": 3.5045871559633026,
      "grad_norm": 3.3995564691748976,
      "learning_rate": 0.000116369449601404,
      "loss": 4.0287,
      "step": 41256
    },
    {
      "epoch": 3.5046721032959565,
      "grad_norm": 3.177734354596974,
      "learning_rate": 0.00011636275826462021,
      "loss": 3.4306,
      "step": 41257
    },
    {
      "epoch": 3.5047570506286103,
      "grad_norm": 3.3973742133873337,
      "learning_rate": 0.00011635606699831654,
      "loss": 3.5854,
      "step": 41258
    },
    {
      "epoch": 3.504841997961264,
      "grad_norm": 3.2051960478896815,
      "learning_rate": 0.00011634937580250711,
      "loss": 3.3571,
      "step": 41259
    },
    {
      "epoch": 3.504926945293918,
      "grad_norm": 3.6072864951155026,
      "learning_rate": 0.00011634268467720579,
      "loss": 4.3391,
      "step": 41260
    },
    {
      "epoch": 3.5050118926265714,
      "grad_norm": 3.451886959442638,
      "learning_rate": 0.00011633599362242672,
      "loss": 4.1518,
      "step": 41261
    },
    {
      "epoch": 3.5050968399592253,
      "grad_norm": 3.574063583019479,
      "learning_rate": 0.00011632930263818387,
      "loss": 4.1077,
      "step": 41262
    },
    {
      "epoch": 3.505181787291879,
      "grad_norm": 3.384542423346416,
      "learning_rate": 0.00011632261172449131,
      "loss": 4.0466,
      "step": 41263
    },
    {
      "epoch": 3.5052667346245325,
      "grad_norm": 3.227390977480304,
      "learning_rate": 0.00011631592088136297,
      "loss": 3.3989,
      "step": 41264
    },
    {
      "epoch": 3.5053516819571864,
      "grad_norm": 3.2257112504607504,
      "learning_rate": 0.00011630923010881292,
      "loss": 3.6347,
      "step": 41265
    },
    {
      "epoch": 3.5054366292898402,
      "grad_norm": 3.203801946955239,
      "learning_rate": 0.00011630253940685515,
      "loss": 3.4542,
      "step": 41266
    },
    {
      "epoch": 3.505521576622494,
      "grad_norm": 3.3178981425093763,
      "learning_rate": 0.00011629584877550376,
      "loss": 3.6658,
      "step": 41267
    },
    {
      "epoch": 3.505606523955148,
      "grad_norm": 3.415636075295762,
      "learning_rate": 0.0001162891582147727,
      "loss": 3.7066,
      "step": 41268
    },
    {
      "epoch": 3.5056914712878013,
      "grad_norm": 3.4040165749958238,
      "learning_rate": 0.00011628246772467599,
      "loss": 3.6506,
      "step": 41269
    },
    {
      "epoch": 3.505776418620455,
      "grad_norm": 3.582445106386453,
      "learning_rate": 0.0001162757773052277,
      "loss": 4.0043,
      "step": 41270
    },
    {
      "epoch": 3.505861365953109,
      "grad_norm": 3.32574901342399,
      "learning_rate": 0.00011626908695644178,
      "loss": 3.5801,
      "step": 41271
    },
    {
      "epoch": 3.505946313285763,
      "grad_norm": 3.356862061573474,
      "learning_rate": 0.00011626239667833224,
      "loss": 3.9713,
      "step": 41272
    },
    {
      "epoch": 3.5060312606184167,
      "grad_norm": 3.6365207500508583,
      "learning_rate": 0.00011625570647091317,
      "loss": 3.6225,
      "step": 41273
    },
    {
      "epoch": 3.50611620795107,
      "grad_norm": 3.5772451957804736,
      "learning_rate": 0.00011624901633419859,
      "loss": 4.3358,
      "step": 41274
    },
    {
      "epoch": 3.506201155283724,
      "grad_norm": 3.3751519600684263,
      "learning_rate": 0.00011624232626820244,
      "loss": 3.7285,
      "step": 41275
    },
    {
      "epoch": 3.506286102616378,
      "grad_norm": 3.5788438052262985,
      "learning_rate": 0.0001162356362729388,
      "loss": 4.3417,
      "step": 41276
    },
    {
      "epoch": 3.5063710499490317,
      "grad_norm": 3.2869959331248895,
      "learning_rate": 0.00011622894634842168,
      "loss": 3.712,
      "step": 41277
    },
    {
      "epoch": 3.5064559972816856,
      "grad_norm": 3.4465023300173465,
      "learning_rate": 0.00011622225649466504,
      "loss": 4.1946,
      "step": 41278
    },
    {
      "epoch": 3.506540944614339,
      "grad_norm": 3.2730861978105605,
      "learning_rate": 0.00011621556671168296,
      "loss": 3.6251,
      "step": 41279
    },
    {
      "epoch": 3.506625891946993,
      "grad_norm": 3.2671259550599103,
      "learning_rate": 0.00011620887699948944,
      "loss": 3.4733,
      "step": 41280
    },
    {
      "epoch": 3.5067108392796467,
      "grad_norm": 3.297730033077344,
      "learning_rate": 0.00011620218735809853,
      "loss": 3.4528,
      "step": 41281
    },
    {
      "epoch": 3.5067957866123005,
      "grad_norm": 3.289349425250464,
      "learning_rate": 0.00011619549778752418,
      "loss": 3.5136,
      "step": 41282
    },
    {
      "epoch": 3.5068807339449544,
      "grad_norm": 3.459884150733742,
      "learning_rate": 0.00011618880828778045,
      "loss": 3.8167,
      "step": 41283
    },
    {
      "epoch": 3.5069656812776078,
      "grad_norm": 3.5864731229719156,
      "learning_rate": 0.00011618211885888128,
      "loss": 3.9501,
      "step": 41284
    },
    {
      "epoch": 3.5070506286102616,
      "grad_norm": 3.4076635946580467,
      "learning_rate": 0.00011617542950084085,
      "loss": 3.9315,
      "step": 41285
    },
    {
      "epoch": 3.5071355759429155,
      "grad_norm": 3.4973461994475836,
      "learning_rate": 0.00011616874021367305,
      "loss": 3.8493,
      "step": 41286
    },
    {
      "epoch": 3.507220523275569,
      "grad_norm": 3.3669380973462912,
      "learning_rate": 0.00011616205099739191,
      "loss": 3.6367,
      "step": 41287
    },
    {
      "epoch": 3.507305470608223,
      "grad_norm": 3.5363173401037846,
      "learning_rate": 0.00011615536185201149,
      "loss": 4.0594,
      "step": 41288
    },
    {
      "epoch": 3.5073904179408766,
      "grad_norm": 3.6018394367516313,
      "learning_rate": 0.00011614867277754575,
      "loss": 4.5153,
      "step": 41289
    },
    {
      "epoch": 3.5074753652735304,
      "grad_norm": 3.4306349567590977,
      "learning_rate": 0.0001161419837740087,
      "loss": 3.7691,
      "step": 41290
    },
    {
      "epoch": 3.5075603126061843,
      "grad_norm": 3.2806756960909844,
      "learning_rate": 0.00011613529484141442,
      "loss": 3.6973,
      "step": 41291
    },
    {
      "epoch": 3.5076452599388377,
      "grad_norm": 3.7020015989930872,
      "learning_rate": 0.00011612860597977693,
      "loss": 4.4679,
      "step": 41292
    },
    {
      "epoch": 3.5077302072714915,
      "grad_norm": 3.3255542675527248,
      "learning_rate": 0.00011612191718911018,
      "loss": 3.6383,
      "step": 41293
    },
    {
      "epoch": 3.5078151546041454,
      "grad_norm": 3.382462871546159,
      "learning_rate": 0.0001161152284694282,
      "loss": 3.7633,
      "step": 41294
    },
    {
      "epoch": 3.5079001019367992,
      "grad_norm": 3.3731385031548635,
      "learning_rate": 0.00011610853982074505,
      "loss": 3.8021,
      "step": 41295
    },
    {
      "epoch": 3.507985049269453,
      "grad_norm": 3.6782359989375433,
      "learning_rate": 0.00011610185124307466,
      "loss": 4.1245,
      "step": 41296
    },
    {
      "epoch": 3.5080699966021065,
      "grad_norm": 3.6539174782458614,
      "learning_rate": 0.00011609516273643112,
      "loss": 4.199,
      "step": 41297
    },
    {
      "epoch": 3.5081549439347604,
      "grad_norm": 3.3142197840772307,
      "learning_rate": 0.00011608847430082842,
      "loss": 3.6544,
      "step": 41298
    },
    {
      "epoch": 3.508239891267414,
      "grad_norm": 3.714147655012019,
      "learning_rate": 0.00011608178593628063,
      "loss": 4.5253,
      "step": 41299
    },
    {
      "epoch": 3.508324838600068,
      "grad_norm": 3.508904157453835,
      "learning_rate": 0.00011607509764280166,
      "loss": 3.9339,
      "step": 41300
    },
    {
      "epoch": 3.508409785932722,
      "grad_norm": 3.6177780499858363,
      "learning_rate": 0.00011606840942040558,
      "loss": 4.0308,
      "step": 41301
    },
    {
      "epoch": 3.5084947332653753,
      "grad_norm": 3.6136394268111776,
      "learning_rate": 0.00011606172126910642,
      "loss": 4.0707,
      "step": 41302
    },
    {
      "epoch": 3.508579680598029,
      "grad_norm": 3.6345678603864466,
      "learning_rate": 0.00011605503318891813,
      "loss": 4.2356,
      "step": 41303
    },
    {
      "epoch": 3.508664627930683,
      "grad_norm": 3.3761771349805225,
      "learning_rate": 0.00011604834517985479,
      "loss": 3.6508,
      "step": 41304
    },
    {
      "epoch": 3.508749575263337,
      "grad_norm": 3.1997779499581207,
      "learning_rate": 0.00011604165724193036,
      "loss": 3.7278,
      "step": 41305
    },
    {
      "epoch": 3.5088345225959907,
      "grad_norm": 3.2299774963518497,
      "learning_rate": 0.00011603496937515894,
      "loss": 3.311,
      "step": 41306
    },
    {
      "epoch": 3.508919469928644,
      "grad_norm": 3.467631565240594,
      "learning_rate": 0.00011602828157955447,
      "loss": 3.8826,
      "step": 41307
    },
    {
      "epoch": 3.509004417261298,
      "grad_norm": 3.4932343514518855,
      "learning_rate": 0.00011602159385513098,
      "loss": 3.8141,
      "step": 41308
    },
    {
      "epoch": 3.509089364593952,
      "grad_norm": 3.3319463159627136,
      "learning_rate": 0.00011601490620190238,
      "loss": 3.6866,
      "step": 41309
    },
    {
      "epoch": 3.5091743119266052,
      "grad_norm": 3.4682556399898266,
      "learning_rate": 0.0001160082186198829,
      "loss": 3.8632,
      "step": 41310
    },
    {
      "epoch": 3.5092592592592595,
      "grad_norm": 3.5649705023582987,
      "learning_rate": 0.0001160015311090864,
      "loss": 4.2416,
      "step": 41311
    },
    {
      "epoch": 3.509344206591913,
      "grad_norm": 3.3883739258041286,
      "learning_rate": 0.00011599484366952693,
      "loss": 3.8359,
      "step": 41312
    },
    {
      "epoch": 3.509429153924567,
      "grad_norm": 3.3768154518055398,
      "learning_rate": 0.00011598815630121852,
      "loss": 3.9501,
      "step": 41313
    },
    {
      "epoch": 3.5095141012572206,
      "grad_norm": 3.5728654862751243,
      "learning_rate": 0.00011598146900417514,
      "loss": 4.0174,
      "step": 41314
    },
    {
      "epoch": 3.509599048589874,
      "grad_norm": 3.4208340975743967,
      "learning_rate": 0.00011597478177841079,
      "loss": 3.8236,
      "step": 41315
    },
    {
      "epoch": 3.509683995922528,
      "grad_norm": 3.1468581206014528,
      "learning_rate": 0.00011596809462393954,
      "loss": 3.4997,
      "step": 41316
    },
    {
      "epoch": 3.5097689432551817,
      "grad_norm": 3.3789185206374834,
      "learning_rate": 0.00011596140754077544,
      "loss": 3.8296,
      "step": 41317
    },
    {
      "epoch": 3.5098538905878356,
      "grad_norm": 3.632283450401733,
      "learning_rate": 0.00011595472052893238,
      "loss": 4.1866,
      "step": 41318
    },
    {
      "epoch": 3.5099388379204894,
      "grad_norm": 3.3660620473468046,
      "learning_rate": 0.00011594803358842448,
      "loss": 3.9813,
      "step": 41319
    },
    {
      "epoch": 3.510023785253143,
      "grad_norm": 3.5964935120379113,
      "learning_rate": 0.00011594134671926565,
      "loss": 4.038,
      "step": 41320
    },
    {
      "epoch": 3.5101087325857967,
      "grad_norm": 3.544082738797145,
      "learning_rate": 0.00011593465992146995,
      "loss": 4.3885,
      "step": 41321
    },
    {
      "epoch": 3.5101936799184505,
      "grad_norm": 3.2874708189827917,
      "learning_rate": 0.00011592797319505139,
      "loss": 3.4871,
      "step": 41322
    },
    {
      "epoch": 3.5102786272511044,
      "grad_norm": 3.3424068106560583,
      "learning_rate": 0.000115921286540024,
      "loss": 3.5646,
      "step": 41323
    },
    {
      "epoch": 3.5103635745837583,
      "grad_norm": 3.4095941113100503,
      "learning_rate": 0.0001159145999564018,
      "loss": 3.8368,
      "step": 41324
    },
    {
      "epoch": 3.5104485219164117,
      "grad_norm": 3.256597427484355,
      "learning_rate": 0.00011590791344419875,
      "loss": 3.81,
      "step": 41325
    },
    {
      "epoch": 3.5105334692490655,
      "grad_norm": 3.306275930562598,
      "learning_rate": 0.00011590122700342893,
      "loss": 3.7566,
      "step": 41326
    },
    {
      "epoch": 3.5106184165817194,
      "grad_norm": 3.505483781767603,
      "learning_rate": 0.0001158945406341062,
      "loss": 4.1916,
      "step": 41327
    },
    {
      "epoch": 3.510703363914373,
      "grad_norm": 3.48283841569002,
      "learning_rate": 0.00011588785433624476,
      "loss": 3.8862,
      "step": 41328
    },
    {
      "epoch": 3.510788311247027,
      "grad_norm": 3.3521642654723376,
      "learning_rate": 0.00011588116810985852,
      "loss": 3.8505,
      "step": 41329
    },
    {
      "epoch": 3.5108732585796805,
      "grad_norm": 3.314507239682416,
      "learning_rate": 0.0001158744819549615,
      "loss": 3.7158,
      "step": 41330
    },
    {
      "epoch": 3.5109582059123343,
      "grad_norm": 3.327125911952951,
      "learning_rate": 0.00011586779587156775,
      "loss": 3.5858,
      "step": 41331
    },
    {
      "epoch": 3.511043153244988,
      "grad_norm": 3.424974448709789,
      "learning_rate": 0.0001158611098596912,
      "loss": 3.8553,
      "step": 41332
    },
    {
      "epoch": 3.511128100577642,
      "grad_norm": 3.264286225990485,
      "learning_rate": 0.00011585442391934587,
      "loss": 3.5033,
      "step": 41333
    },
    {
      "epoch": 3.511213047910296,
      "grad_norm": 3.38845646965083,
      "learning_rate": 0.00011584773805054584,
      "loss": 3.8337,
      "step": 41334
    },
    {
      "epoch": 3.5112979952429493,
      "grad_norm": 3.380261682195531,
      "learning_rate": 0.00011584105225330512,
      "loss": 4.0958,
      "step": 41335
    },
    {
      "epoch": 3.511382942575603,
      "grad_norm": 3.406230430650939,
      "learning_rate": 0.00011583436652763766,
      "loss": 3.7226,
      "step": 41336
    },
    {
      "epoch": 3.511467889908257,
      "grad_norm": 3.470820520396055,
      "learning_rate": 0.0001158276808735575,
      "loss": 4.2221,
      "step": 41337
    },
    {
      "epoch": 3.5115528372409104,
      "grad_norm": 3.6312812406824118,
      "learning_rate": 0.00011582099529107861,
      "loss": 4.2592,
      "step": 41338
    },
    {
      "epoch": 3.5116377845735642,
      "grad_norm": 3.6407956639533876,
      "learning_rate": 0.000115814309780215,
      "loss": 4.5215,
      "step": 41339
    },
    {
      "epoch": 3.511722731906218,
      "grad_norm": 3.314733798413748,
      "learning_rate": 0.00011580762434098071,
      "loss": 3.747,
      "step": 41340
    },
    {
      "epoch": 3.511807679238872,
      "grad_norm": 3.4427721472771124,
      "learning_rate": 0.00011580093897338977,
      "loss": 4.0682,
      "step": 41341
    },
    {
      "epoch": 3.511892626571526,
      "grad_norm": 3.463886346217488,
      "learning_rate": 0.00011579425367745618,
      "loss": 4.1826,
      "step": 41342
    },
    {
      "epoch": 3.511977573904179,
      "grad_norm": 3.6263114347292515,
      "learning_rate": 0.0001157875684531939,
      "loss": 4.4116,
      "step": 41343
    },
    {
      "epoch": 3.512062521236833,
      "grad_norm": 3.3361266994488314,
      "learning_rate": 0.00011578088330061698,
      "loss": 3.9679,
      "step": 41344
    },
    {
      "epoch": 3.512147468569487,
      "grad_norm": 3.4723655689541557,
      "learning_rate": 0.00011577419821973932,
      "loss": 4.1494,
      "step": 41345
    },
    {
      "epoch": 3.5122324159021407,
      "grad_norm": 3.5708238259068414,
      "learning_rate": 0.00011576751321057513,
      "loss": 4.241,
      "step": 41346
    },
    {
      "epoch": 3.5123173632347946,
      "grad_norm": 3.2164215756429386,
      "learning_rate": 0.00011576082827313827,
      "loss": 3.5786,
      "step": 41347
    },
    {
      "epoch": 3.512402310567448,
      "grad_norm": 3.519342279157471,
      "learning_rate": 0.00011575414340744281,
      "loss": 4.1483,
      "step": 41348
    },
    {
      "epoch": 3.512487257900102,
      "grad_norm": 3.5477973061520793,
      "learning_rate": 0.0001157474586135027,
      "loss": 3.6977,
      "step": 41349
    },
    {
      "epoch": 3.5125722052327557,
      "grad_norm": 3.30774614321486,
      "learning_rate": 0.00011574077389133199,
      "loss": 3.9329,
      "step": 41350
    },
    {
      "epoch": 3.5126571525654096,
      "grad_norm": 3.3169021344434486,
      "learning_rate": 0.0001157340892409447,
      "loss": 3.5359,
      "step": 41351
    },
    {
      "epoch": 3.5127420998980634,
      "grad_norm": 3.5937209967341945,
      "learning_rate": 0.0001157274046623547,
      "loss": 4.1519,
      "step": 41352
    },
    {
      "epoch": 3.512827047230717,
      "grad_norm": 3.4451597870552697,
      "learning_rate": 0.0001157207201555762,
      "loss": 3.9348,
      "step": 41353
    },
    {
      "epoch": 3.5129119945633707,
      "grad_norm": 3.2865790397992125,
      "learning_rate": 0.00011571403572062308,
      "loss": 3.919,
      "step": 41354
    },
    {
      "epoch": 3.5129969418960245,
      "grad_norm": 3.3162630326123,
      "learning_rate": 0.00011570735135750943,
      "loss": 3.612,
      "step": 41355
    },
    {
      "epoch": 3.5130818892286784,
      "grad_norm": 3.3191564730602297,
      "learning_rate": 0.00011570066706624916,
      "loss": 3.6519,
      "step": 41356
    },
    {
      "epoch": 3.513166836561332,
      "grad_norm": 3.353416433652008,
      "learning_rate": 0.00011569398284685633,
      "loss": 3.8474,
      "step": 41357
    },
    {
      "epoch": 3.5132517838939856,
      "grad_norm": 3.2732444938386918,
      "learning_rate": 0.00011568729869934487,
      "loss": 3.6572,
      "step": 41358
    },
    {
      "epoch": 3.5133367312266395,
      "grad_norm": 3.258222567381766,
      "learning_rate": 0.00011568061462372892,
      "loss": 3.8089,
      "step": 41359
    },
    {
      "epoch": 3.5134216785592933,
      "grad_norm": 3.3772491239661955,
      "learning_rate": 0.00011567393062002244,
      "loss": 3.5938,
      "step": 41360
    },
    {
      "epoch": 3.5135066258919467,
      "grad_norm": 3.1919405992738468,
      "learning_rate": 0.00011566724668823935,
      "loss": 3.2388,
      "step": 41361
    },
    {
      "epoch": 3.5135915732246006,
      "grad_norm": 3.2704532371686654,
      "learning_rate": 0.00011566056282839377,
      "loss": 3.6175,
      "step": 41362
    },
    {
      "epoch": 3.5136765205572544,
      "grad_norm": 3.331081046956003,
      "learning_rate": 0.00011565387904049962,
      "loss": 3.7862,
      "step": 41363
    },
    {
      "epoch": 3.5137614678899083,
      "grad_norm": 3.2718096367035985,
      "learning_rate": 0.00011564719532457089,
      "loss": 3.5631,
      "step": 41364
    },
    {
      "epoch": 3.513846415222562,
      "grad_norm": 3.3260277088897943,
      "learning_rate": 0.00011564051168062167,
      "loss": 3.5337,
      "step": 41365
    },
    {
      "epoch": 3.5139313625552155,
      "grad_norm": 3.4332204715904444,
      "learning_rate": 0.00011563382810866593,
      "loss": 4.0435,
      "step": 41366
    },
    {
      "epoch": 3.5140163098878694,
      "grad_norm": 3.3498949116881587,
      "learning_rate": 0.00011562714460871767,
      "loss": 3.8294,
      "step": 41367
    },
    {
      "epoch": 3.5141012572205232,
      "grad_norm": 3.628346922578492,
      "learning_rate": 0.00011562046118079087,
      "loss": 4.2519,
      "step": 41368
    },
    {
      "epoch": 3.514186204553177,
      "grad_norm": 3.574934486701831,
      "learning_rate": 0.0001156137778248996,
      "loss": 4.1706,
      "step": 41369
    },
    {
      "epoch": 3.514271151885831,
      "grad_norm": 3.378067649536494,
      "learning_rate": 0.00011560709454105771,
      "loss": 3.8831,
      "step": 41370
    },
    {
      "epoch": 3.5143560992184844,
      "grad_norm": 3.234754096412038,
      "learning_rate": 0.00011560041132927943,
      "loss": 3.4798,
      "step": 41371
    },
    {
      "epoch": 3.514441046551138,
      "grad_norm": 3.498372188359807,
      "learning_rate": 0.00011559372818957859,
      "loss": 4.2806,
      "step": 41372
    },
    {
      "epoch": 3.514525993883792,
      "grad_norm": 3.3654306247270793,
      "learning_rate": 0.00011558704512196929,
      "loss": 3.9612,
      "step": 41373
    },
    {
      "epoch": 3.514610941216446,
      "grad_norm": 3.381717693006758,
      "learning_rate": 0.00011558036212646545,
      "loss": 3.8323,
      "step": 41374
    },
    {
      "epoch": 3.5146958885490998,
      "grad_norm": 3.5097216088896195,
      "learning_rate": 0.00011557367920308112,
      "loss": 4.2709,
      "step": 41375
    },
    {
      "epoch": 3.514780835881753,
      "grad_norm": 3.302182558470623,
      "learning_rate": 0.00011556699635183026,
      "loss": 3.7,
      "step": 41376
    },
    {
      "epoch": 3.514865783214407,
      "grad_norm": 3.662599690211376,
      "learning_rate": 0.00011556031357272699,
      "loss": 4.6871,
      "step": 41377
    },
    {
      "epoch": 3.514950730547061,
      "grad_norm": 3.4440192423416707,
      "learning_rate": 0.00011555363086578519,
      "loss": 4.1825,
      "step": 41378
    },
    {
      "epoch": 3.5150356778797147,
      "grad_norm": 3.2575463680698644,
      "learning_rate": 0.0001155469482310189,
      "loss": 3.7014,
      "step": 41379
    },
    {
      "epoch": 3.5151206252123686,
      "grad_norm": 3.6679245305444352,
      "learning_rate": 0.00011554026566844216,
      "loss": 4.0135,
      "step": 41380
    },
    {
      "epoch": 3.515205572545022,
      "grad_norm": 3.4442799778452127,
      "learning_rate": 0.00011553358317806891,
      "loss": 4.0585,
      "step": 41381
    },
    {
      "epoch": 3.515290519877676,
      "grad_norm": 3.6435236432539204,
      "learning_rate": 0.00011552690075991314,
      "loss": 4.4667,
      "step": 41382
    },
    {
      "epoch": 3.5153754672103297,
      "grad_norm": 3.2036519800112884,
      "learning_rate": 0.00011552021841398891,
      "loss": 3.6134,
      "step": 41383
    },
    {
      "epoch": 3.515460414542983,
      "grad_norm": 3.2472128546301784,
      "learning_rate": 0.00011551353614031028,
      "loss": 3.4793,
      "step": 41384
    },
    {
      "epoch": 3.5155453618756374,
      "grad_norm": 3.3121643778210896,
      "learning_rate": 0.00011550685393889112,
      "loss": 3.874,
      "step": 41385
    },
    {
      "epoch": 3.515630309208291,
      "grad_norm": 3.380508356014848,
      "learning_rate": 0.00011550017180974547,
      "loss": 3.8993,
      "step": 41386
    },
    {
      "epoch": 3.5157152565409446,
      "grad_norm": 3.4286450216876636,
      "learning_rate": 0.00011549348975288739,
      "loss": 3.9655,
      "step": 41387
    },
    {
      "epoch": 3.5158002038735985,
      "grad_norm": 3.637940787589025,
      "learning_rate": 0.00011548680776833075,
      "loss": 4.0748,
      "step": 41388
    },
    {
      "epoch": 3.515885151206252,
      "grad_norm": 3.518482751319973,
      "learning_rate": 0.00011548012585608972,
      "loss": 4.3579,
      "step": 41389
    },
    {
      "epoch": 3.5159700985389057,
      "grad_norm": 3.401602631660261,
      "learning_rate": 0.0001154734440161782,
      "loss": 3.7534,
      "step": 41390
    },
    {
      "epoch": 3.5160550458715596,
      "grad_norm": 3.6055044777567757,
      "learning_rate": 0.00011546676224861025,
      "loss": 3.9284,
      "step": 41391
    },
    {
      "epoch": 3.5161399932042134,
      "grad_norm": 3.602306626877886,
      "learning_rate": 0.00011546008055339978,
      "loss": 4.2507,
      "step": 41392
    },
    {
      "epoch": 3.5162249405368673,
      "grad_norm": 3.583372426409498,
      "learning_rate": 0.00011545339893056085,
      "loss": 4.2272,
      "step": 41393
    },
    {
      "epoch": 3.5163098878695207,
      "grad_norm": 3.349079357395463,
      "learning_rate": 0.00011544671738010749,
      "loss": 3.7967,
      "step": 41394
    },
    {
      "epoch": 3.5163948352021746,
      "grad_norm": 3.780204034555655,
      "learning_rate": 0.00011544003590205358,
      "loss": 4.8088,
      "step": 41395
    },
    {
      "epoch": 3.5164797825348284,
      "grad_norm": 3.304782914791791,
      "learning_rate": 0.00011543335449641324,
      "loss": 3.6927,
      "step": 41396
    },
    {
      "epoch": 3.5165647298674823,
      "grad_norm": 3.4872356187399096,
      "learning_rate": 0.00011542667316320042,
      "loss": 4.2507,
      "step": 41397
    },
    {
      "epoch": 3.516649677200136,
      "grad_norm": 3.364494616346821,
      "learning_rate": 0.00011541999190242917,
      "loss": 3.9197,
      "step": 41398
    },
    {
      "epoch": 3.5167346245327895,
      "grad_norm": 3.3923636606495813,
      "learning_rate": 0.00011541331071411342,
      "loss": 3.682,
      "step": 41399
    },
    {
      "epoch": 3.5168195718654434,
      "grad_norm": 3.702191842336525,
      "learning_rate": 0.00011540662959826718,
      "loss": 4.3648,
      "step": 41400
    },
    {
      "epoch": 3.516904519198097,
      "grad_norm": 3.6333317202038313,
      "learning_rate": 0.00011539994855490445,
      "loss": 3.9841,
      "step": 41401
    },
    {
      "epoch": 3.516989466530751,
      "grad_norm": 3.4117581829034296,
      "learning_rate": 0.0001153932675840393,
      "loss": 3.962,
      "step": 41402
    },
    {
      "epoch": 3.517074413863405,
      "grad_norm": 3.3744368296904255,
      "learning_rate": 0.00011538658668568564,
      "loss": 3.9155,
      "step": 41403
    },
    {
      "epoch": 3.5171593611960583,
      "grad_norm": 3.362403353472049,
      "learning_rate": 0.00011537990585985752,
      "loss": 4.0102,
      "step": 41404
    },
    {
      "epoch": 3.517244308528712,
      "grad_norm": 3.448621939621665,
      "learning_rate": 0.00011537322510656895,
      "loss": 3.9498,
      "step": 41405
    },
    {
      "epoch": 3.517329255861366,
      "grad_norm": 3.4173677192731944,
      "learning_rate": 0.00011536654442583385,
      "loss": 3.6315,
      "step": 41406
    },
    {
      "epoch": 3.51741420319402,
      "grad_norm": 3.27518464239289,
      "learning_rate": 0.00011535986381766623,
      "loss": 3.4762,
      "step": 41407
    },
    {
      "epoch": 3.5174991505266737,
      "grad_norm": 3.548513748135624,
      "learning_rate": 0.00011535318328208018,
      "loss": 3.9736,
      "step": 41408
    },
    {
      "epoch": 3.517584097859327,
      "grad_norm": 3.2626995382679334,
      "learning_rate": 0.00011534650281908966,
      "loss": 3.419,
      "step": 41409
    },
    {
      "epoch": 3.517669045191981,
      "grad_norm": 3.369902866186217,
      "learning_rate": 0.00011533982242870862,
      "loss": 3.6077,
      "step": 41410
    },
    {
      "epoch": 3.517753992524635,
      "grad_norm": 3.3594950193094477,
      "learning_rate": 0.00011533314211095109,
      "loss": 3.9053,
      "step": 41411
    },
    {
      "epoch": 3.5178389398572882,
      "grad_norm": 3.2924988640157635,
      "learning_rate": 0.0001153264618658311,
      "loss": 3.9193,
      "step": 41412
    },
    {
      "epoch": 3.517923887189942,
      "grad_norm": 3.4807882072235747,
      "learning_rate": 0.00011531978169336254,
      "loss": 4.1176,
      "step": 41413
    },
    {
      "epoch": 3.518008834522596,
      "grad_norm": 3.301621669093973,
      "learning_rate": 0.00011531310159355952,
      "loss": 3.838,
      "step": 41414
    },
    {
      "epoch": 3.51809378185525,
      "grad_norm": 3.224657272962696,
      "learning_rate": 0.00011530642156643599,
      "loss": 3.4798,
      "step": 41415
    },
    {
      "epoch": 3.5181787291879036,
      "grad_norm": 3.377075289903813,
      "learning_rate": 0.00011529974161200599,
      "loss": 3.9174,
      "step": 41416
    },
    {
      "epoch": 3.518263676520557,
      "grad_norm": 3.3429315901113306,
      "learning_rate": 0.00011529306173028342,
      "loss": 3.839,
      "step": 41417
    },
    {
      "epoch": 3.518348623853211,
      "grad_norm": 3.2564658846082404,
      "learning_rate": 0.00011528638192128235,
      "loss": 3.699,
      "step": 41418
    },
    {
      "epoch": 3.5184335711858647,
      "grad_norm": 3.3427020326388046,
      "learning_rate": 0.00011527970218501675,
      "loss": 3.6667,
      "step": 41419
    },
    {
      "epoch": 3.5185185185185186,
      "grad_norm": 3.344736089414577,
      "learning_rate": 0.00011527302252150067,
      "loss": 3.7762,
      "step": 41420
    },
    {
      "epoch": 3.5186034658511725,
      "grad_norm": 3.2750318901257516,
      "learning_rate": 0.00011526634293074803,
      "loss": 3.4653,
      "step": 41421
    },
    {
      "epoch": 3.518688413183826,
      "grad_norm": 3.544099341826021,
      "learning_rate": 0.00011525966341277287,
      "loss": 4.0566,
      "step": 41422
    },
    {
      "epoch": 3.5187733605164797,
      "grad_norm": 3.295443096710525,
      "learning_rate": 0.00011525298396758918,
      "loss": 3.8037,
      "step": 41423
    },
    {
      "epoch": 3.5188583078491336,
      "grad_norm": 3.4896699974104326,
      "learning_rate": 0.00011524630459521095,
      "loss": 4.1609,
      "step": 41424
    },
    {
      "epoch": 3.5189432551817874,
      "grad_norm": 3.4441631853258734,
      "learning_rate": 0.00011523962529565214,
      "loss": 3.913,
      "step": 41425
    },
    {
      "epoch": 3.5190282025144413,
      "grad_norm": 3.6124474550783727,
      "learning_rate": 0.0001152329460689268,
      "loss": 4.3817,
      "step": 41426
    },
    {
      "epoch": 3.5191131498470947,
      "grad_norm": 3.2127909490163375,
      "learning_rate": 0.00011522626691504894,
      "loss": 3.6634,
      "step": 41427
    },
    {
      "epoch": 3.5191980971797485,
      "grad_norm": 3.3943604327639085,
      "learning_rate": 0.0001152195878340325,
      "loss": 4.2038,
      "step": 41428
    },
    {
      "epoch": 3.5192830445124024,
      "grad_norm": 3.298619336257032,
      "learning_rate": 0.00011521290882589148,
      "loss": 3.7779,
      "step": 41429
    },
    {
      "epoch": 3.519367991845056,
      "grad_norm": 3.3321419493070685,
      "learning_rate": 0.00011520622989063993,
      "loss": 3.5617,
      "step": 41430
    },
    {
      "epoch": 3.51945293917771,
      "grad_norm": 3.1811498508646814,
      "learning_rate": 0.00011519955102829175,
      "loss": 3.5773,
      "step": 41431
    },
    {
      "epoch": 3.5195378865103635,
      "grad_norm": 3.2929019556828054,
      "learning_rate": 0.00011519287223886099,
      "loss": 3.6357,
      "step": 41432
    },
    {
      "epoch": 3.5196228338430173,
      "grad_norm": 3.559798461672892,
      "learning_rate": 0.00011518619352236167,
      "loss": 4.15,
      "step": 41433
    },
    {
      "epoch": 3.519707781175671,
      "grad_norm": 3.603594016732968,
      "learning_rate": 0.00011517951487880778,
      "loss": 4.109,
      "step": 41434
    },
    {
      "epoch": 3.5197927285083246,
      "grad_norm": 3.6059599657043253,
      "learning_rate": 0.00011517283630821326,
      "loss": 3.9731,
      "step": 41435
    },
    {
      "epoch": 3.5198776758409784,
      "grad_norm": 3.2992915550448894,
      "learning_rate": 0.00011516615781059212,
      "loss": 3.5788,
      "step": 41436
    },
    {
      "epoch": 3.5199626231736323,
      "grad_norm": 3.4313158123962166,
      "learning_rate": 0.00011515947938595842,
      "loss": 3.9406,
      "step": 41437
    },
    {
      "epoch": 3.520047570506286,
      "grad_norm": 3.4784222464118195,
      "learning_rate": 0.00011515280103432601,
      "loss": 4.1026,
      "step": 41438
    },
    {
      "epoch": 3.52013251783894,
      "grad_norm": 3.3845363319922543,
      "learning_rate": 0.00011514612275570902,
      "loss": 3.6541,
      "step": 41439
    },
    {
      "epoch": 3.5202174651715934,
      "grad_norm": 3.5997318174625113,
      "learning_rate": 0.0001151394445501214,
      "loss": 3.9351,
      "step": 41440
    },
    {
      "epoch": 3.5203024125042472,
      "grad_norm": 3.634458934480208,
      "learning_rate": 0.00011513276641757717,
      "loss": 4.2535,
      "step": 41441
    },
    {
      "epoch": 3.520387359836901,
      "grad_norm": 3.276805725688289,
      "learning_rate": 0.00011512608835809025,
      "loss": 3.5613,
      "step": 41442
    },
    {
      "epoch": 3.520472307169555,
      "grad_norm": 3.326105961023228,
      "learning_rate": 0.00011511941037167472,
      "loss": 3.9154,
      "step": 41443
    },
    {
      "epoch": 3.520557254502209,
      "grad_norm": 3.606496556752476,
      "learning_rate": 0.00011511273245834443,
      "loss": 4.183,
      "step": 41444
    },
    {
      "epoch": 3.520642201834862,
      "grad_norm": 3.526982433199792,
      "learning_rate": 0.00011510605461811356,
      "loss": 4.1356,
      "step": 41445
    },
    {
      "epoch": 3.520727149167516,
      "grad_norm": 3.352862967596861,
      "learning_rate": 0.00011509937685099597,
      "loss": 3.502,
      "step": 41446
    },
    {
      "epoch": 3.52081209650017,
      "grad_norm": 3.251898912026479,
      "learning_rate": 0.0001150926991570057,
      "loss": 3.7493,
      "step": 41447
    },
    {
      "epoch": 3.5208970438328238,
      "grad_norm": 3.5922802815715054,
      "learning_rate": 0.00011508602153615677,
      "loss": 4.038,
      "step": 41448
    },
    {
      "epoch": 3.5209819911654776,
      "grad_norm": 3.358144911794988,
      "learning_rate": 0.00011507934398846311,
      "loss": 3.8326,
      "step": 41449
    },
    {
      "epoch": 3.521066938498131,
      "grad_norm": 3.4616420138626953,
      "learning_rate": 0.0001150726665139387,
      "loss": 4.0069,
      "step": 41450
    },
    {
      "epoch": 3.521151885830785,
      "grad_norm": 3.348969587042407,
      "learning_rate": 0.0001150659891125976,
      "loss": 3.6211,
      "step": 41451
    },
    {
      "epoch": 3.5212368331634387,
      "grad_norm": 3.256829951998871,
      "learning_rate": 0.0001150593117844538,
      "loss": 3.4255,
      "step": 41452
    },
    {
      "epoch": 3.5213217804960926,
      "grad_norm": 3.464655899114724,
      "learning_rate": 0.00011505263452952125,
      "loss": 4.1663,
      "step": 41453
    },
    {
      "epoch": 3.5214067278287464,
      "grad_norm": 3.634963804292809,
      "learning_rate": 0.00011504595734781397,
      "loss": 4.1906,
      "step": 41454
    },
    {
      "epoch": 3.5214916751614,
      "grad_norm": 3.1009913120858656,
      "learning_rate": 0.0001150392802393459,
      "loss": 3.2456,
      "step": 41455
    },
    {
      "epoch": 3.5215766224940537,
      "grad_norm": 3.3439737692092337,
      "learning_rate": 0.00011503260320413102,
      "loss": 3.7704,
      "step": 41456
    },
    {
      "epoch": 3.5216615698267075,
      "grad_norm": 3.3844247087196306,
      "learning_rate": 0.00011502592624218342,
      "loss": 3.7991,
      "step": 41457
    },
    {
      "epoch": 3.521746517159361,
      "grad_norm": 3.677045826432468,
      "learning_rate": 0.000115019249353517,
      "loss": 4.4269,
      "step": 41458
    },
    {
      "epoch": 3.521831464492015,
      "grad_norm": 3.358499489622499,
      "learning_rate": 0.00011501257253814586,
      "loss": 3.6551,
      "step": 41459
    },
    {
      "epoch": 3.5219164118246686,
      "grad_norm": 3.5972660164607344,
      "learning_rate": 0.00011500589579608386,
      "loss": 4.3432,
      "step": 41460
    },
    {
      "epoch": 3.5220013591573225,
      "grad_norm": 3.6599754868035714,
      "learning_rate": 0.00011499921912734508,
      "loss": 4.5956,
      "step": 41461
    },
    {
      "epoch": 3.5220863064899763,
      "grad_norm": 3.396183904015461,
      "learning_rate": 0.00011499254253194336,
      "loss": 3.7138,
      "step": 41462
    },
    {
      "epoch": 3.5221712538226297,
      "grad_norm": 3.3380042125919953,
      "learning_rate": 0.00011498586600989292,
      "loss": 3.9061,
      "step": 41463
    },
    {
      "epoch": 3.5222562011552836,
      "grad_norm": 3.275192458148589,
      "learning_rate": 0.00011497918956120759,
      "loss": 3.7168,
      "step": 41464
    },
    {
      "epoch": 3.5223411484879374,
      "grad_norm": 3.1894975434155697,
      "learning_rate": 0.0001149725131859014,
      "loss": 3.5184,
      "step": 41465
    },
    {
      "epoch": 3.5224260958205913,
      "grad_norm": 3.40176679564227,
      "learning_rate": 0.00011496583688398837,
      "loss": 3.6958,
      "step": 41466
    },
    {
      "epoch": 3.522511043153245,
      "grad_norm": 3.6323726795570055,
      "learning_rate": 0.00011495916065548244,
      "loss": 4.2469,
      "step": 41467
    },
    {
      "epoch": 3.5225959904858986,
      "grad_norm": 3.249430806212643,
      "learning_rate": 0.00011495248450039759,
      "loss": 3.6525,
      "step": 41468
    },
    {
      "epoch": 3.5226809378185524,
      "grad_norm": 3.4341216496968903,
      "learning_rate": 0.00011494580841874787,
      "loss": 4.0708,
      "step": 41469
    },
    {
      "epoch": 3.5227658851512063,
      "grad_norm": 3.709121607349866,
      "learning_rate": 0.00011493913241054724,
      "loss": 4.5991,
      "step": 41470
    },
    {
      "epoch": 3.52285083248386,
      "grad_norm": 3.40634920524536,
      "learning_rate": 0.00011493245647580968,
      "loss": 3.9261,
      "step": 41471
    },
    {
      "epoch": 3.522935779816514,
      "grad_norm": 3.68484857315472,
      "learning_rate": 0.00011492578061454921,
      "loss": 3.624,
      "step": 41472
    },
    {
      "epoch": 3.5230207271491674,
      "grad_norm": 3.4063551412226256,
      "learning_rate": 0.00011491910482677975,
      "loss": 3.8052,
      "step": 41473
    },
    {
      "epoch": 3.523105674481821,
      "grad_norm": 3.3707475206146844,
      "learning_rate": 0.0001149124291125153,
      "loss": 3.9505,
      "step": 41474
    },
    {
      "epoch": 3.523190621814475,
      "grad_norm": 3.322933041054418,
      "learning_rate": 0.0001149057534717699,
      "loss": 3.8879,
      "step": 41475
    },
    {
      "epoch": 3.523275569147129,
      "grad_norm": 3.3502100622407878,
      "learning_rate": 0.0001148990779045575,
      "loss": 3.8966,
      "step": 41476
    },
    {
      "epoch": 3.5233605164797828,
      "grad_norm": 3.481496590402385,
      "learning_rate": 0.00011489240241089216,
      "loss": 3.8679,
      "step": 41477
    },
    {
      "epoch": 3.523445463812436,
      "grad_norm": 3.6540163595012305,
      "learning_rate": 0.00011488572699078777,
      "loss": 4.2193,
      "step": 41478
    },
    {
      "epoch": 3.52353041114509,
      "grad_norm": 3.3637946802068237,
      "learning_rate": 0.00011487905164425838,
      "loss": 3.6587,
      "step": 41479
    },
    {
      "epoch": 3.523615358477744,
      "grad_norm": 3.6168982778826226,
      "learning_rate": 0.00011487237637131785,
      "loss": 4.304,
      "step": 41480
    },
    {
      "epoch": 3.5237003058103973,
      "grad_norm": 3.371460260696687,
      "learning_rate": 0.00011486570117198037,
      "loss": 3.6538,
      "step": 41481
    },
    {
      "epoch": 3.5237852531430516,
      "grad_norm": 3.2392910483493993,
      "learning_rate": 0.00011485902604625977,
      "loss": 3.5718,
      "step": 41482
    },
    {
      "epoch": 3.523870200475705,
      "grad_norm": 3.3765797391113628,
      "learning_rate": 0.00011485235099417016,
      "loss": 3.904,
      "step": 41483
    },
    {
      "epoch": 3.523955147808359,
      "grad_norm": 3.317001587981651,
      "learning_rate": 0.0001148456760157254,
      "loss": 3.8155,
      "step": 41484
    },
    {
      "epoch": 3.5240400951410127,
      "grad_norm": 3.5934153672077116,
      "learning_rate": 0.00011483900111093954,
      "loss": 4.1563,
      "step": 41485
    },
    {
      "epoch": 3.524125042473666,
      "grad_norm": 3.655668041265028,
      "learning_rate": 0.00011483232627982659,
      "loss": 4.2468,
      "step": 41486
    },
    {
      "epoch": 3.52420998980632,
      "grad_norm": 3.2267907624067798,
      "learning_rate": 0.00011482565152240041,
      "loss": 3.4953,
      "step": 41487
    },
    {
      "epoch": 3.524294937138974,
      "grad_norm": 3.591997939341988,
      "learning_rate": 0.00011481897683867517,
      "loss": 4.4042,
      "step": 41488
    },
    {
      "epoch": 3.5243798844716276,
      "grad_norm": 3.3334769462336733,
      "learning_rate": 0.00011481230222866474,
      "loss": 3.7456,
      "step": 41489
    },
    {
      "epoch": 3.5244648318042815,
      "grad_norm": 3.4951456482956273,
      "learning_rate": 0.00011480562769238317,
      "loss": 4.0526,
      "step": 41490
    },
    {
      "epoch": 3.524549779136935,
      "grad_norm": 3.412186477945899,
      "learning_rate": 0.00011479895322984435,
      "loss": 4.0098,
      "step": 41491
    },
    {
      "epoch": 3.5246347264695888,
      "grad_norm": 3.2846409624140978,
      "learning_rate": 0.00011479227884106234,
      "loss": 3.5473,
      "step": 41492
    },
    {
      "epoch": 3.5247196738022426,
      "grad_norm": 3.463500003840828,
      "learning_rate": 0.00011478560452605108,
      "loss": 3.7142,
      "step": 41493
    },
    {
      "epoch": 3.5248046211348965,
      "grad_norm": 3.345016051474382,
      "learning_rate": 0.0001147789302848246,
      "loss": 3.7834,
      "step": 41494
    },
    {
      "epoch": 3.5248895684675503,
      "grad_norm": 3.3853804649680117,
      "learning_rate": 0.0001147722561173969,
      "loss": 3.6294,
      "step": 41495
    },
    {
      "epoch": 3.5249745158002037,
      "grad_norm": 3.3679494333596898,
      "learning_rate": 0.00011476558202378189,
      "loss": 3.9331,
      "step": 41496
    },
    {
      "epoch": 3.5250594631328576,
      "grad_norm": 3.4341915400570597,
      "learning_rate": 0.00011475890800399364,
      "loss": 3.9318,
      "step": 41497
    },
    {
      "epoch": 3.5251444104655114,
      "grad_norm": 3.3679016236400696,
      "learning_rate": 0.00011475223405804604,
      "loss": 3.8995,
      "step": 41498
    },
    {
      "epoch": 3.5252293577981653,
      "grad_norm": 3.3008310232404425,
      "learning_rate": 0.0001147455601859531,
      "loss": 3.6684,
      "step": 41499
    },
    {
      "epoch": 3.525314305130819,
      "grad_norm": 3.7405750701394624,
      "learning_rate": 0.00011473888638772887,
      "loss": 4.5971,
      "step": 41500
    },
    {
      "epoch": 3.5253992524634725,
      "grad_norm": 3.5548595141327617,
      "learning_rate": 0.0001147322126633873,
      "loss": 4.2488,
      "step": 41501
    },
    {
      "epoch": 3.5254841997961264,
      "grad_norm": 3.5449284565988357,
      "learning_rate": 0.00011472553901294234,
      "loss": 4.0577,
      "step": 41502
    },
    {
      "epoch": 3.5255691471287802,
      "grad_norm": 3.544825653303766,
      "learning_rate": 0.000114718865436408,
      "loss": 3.7798,
      "step": 41503
    },
    {
      "epoch": 3.525654094461434,
      "grad_norm": 3.7078106786286287,
      "learning_rate": 0.00011471219193379828,
      "loss": 4.4757,
      "step": 41504
    },
    {
      "epoch": 3.525739041794088,
      "grad_norm": 3.220560731357237,
      "learning_rate": 0.00011470551850512705,
      "loss": 3.7146,
      "step": 41505
    },
    {
      "epoch": 3.5258239891267413,
      "grad_norm": 3.644780559411565,
      "learning_rate": 0.0001146988451504085,
      "loss": 4.6878,
      "step": 41506
    },
    {
      "epoch": 3.525908936459395,
      "grad_norm": 3.640904314440573,
      "learning_rate": 0.00011469217186965644,
      "loss": 4.6297,
      "step": 41507
    },
    {
      "epoch": 3.525993883792049,
      "grad_norm": 3.3000217533605563,
      "learning_rate": 0.00011468549866288496,
      "loss": 3.7196,
      "step": 41508
    },
    {
      "epoch": 3.5260788311247024,
      "grad_norm": 3.377776109307169,
      "learning_rate": 0.00011467882553010794,
      "loss": 4.0051,
      "step": 41509
    },
    {
      "epoch": 3.5261637784573563,
      "grad_norm": 3.6816503886564838,
      "learning_rate": 0.00011467215247133943,
      "loss": 4.4617,
      "step": 41510
    },
    {
      "epoch": 3.52624872579001,
      "grad_norm": 3.377839016561958,
      "learning_rate": 0.00011466547948659336,
      "loss": 3.9622,
      "step": 41511
    },
    {
      "epoch": 3.526333673122664,
      "grad_norm": 3.5174666662940206,
      "learning_rate": 0.00011465880657588383,
      "loss": 3.965,
      "step": 41512
    },
    {
      "epoch": 3.526418620455318,
      "grad_norm": 3.523023049192047,
      "learning_rate": 0.00011465213373922468,
      "loss": 4.3551,
      "step": 41513
    },
    {
      "epoch": 3.5265035677879712,
      "grad_norm": 3.278718433380936,
      "learning_rate": 0.00011464546097662995,
      "loss": 3.6132,
      "step": 41514
    },
    {
      "epoch": 3.526588515120625,
      "grad_norm": 3.4232352710520644,
      "learning_rate": 0.0001146387882881137,
      "loss": 3.9848,
      "step": 41515
    },
    {
      "epoch": 3.526673462453279,
      "grad_norm": 3.286039406213901,
      "learning_rate": 0.00011463211567368977,
      "loss": 3.8048,
      "step": 41516
    },
    {
      "epoch": 3.526758409785933,
      "grad_norm": 3.462954256987827,
      "learning_rate": 0.00011462544313337217,
      "loss": 4.2817,
      "step": 41517
    },
    {
      "epoch": 3.5268433571185867,
      "grad_norm": 3.7118922629093714,
      "learning_rate": 0.00011461877066717495,
      "loss": 4.4455,
      "step": 41518
    },
    {
      "epoch": 3.52692830445124,
      "grad_norm": 3.550366620081052,
      "learning_rate": 0.00011461209827511211,
      "loss": 4.3104,
      "step": 41519
    },
    {
      "epoch": 3.527013251783894,
      "grad_norm": 3.413836568035675,
      "learning_rate": 0.00011460542595719752,
      "loss": 3.9436,
      "step": 41520
    },
    {
      "epoch": 3.5270981991165478,
      "grad_norm": 3.5332659062974456,
      "learning_rate": 0.00011459875371344523,
      "loss": 3.9211,
      "step": 41521
    },
    {
      "epoch": 3.5271831464492016,
      "grad_norm": 3.435267454166653,
      "learning_rate": 0.00011459208154386925,
      "loss": 3.6493,
      "step": 41522
    },
    {
      "epoch": 3.5272680937818555,
      "grad_norm": 3.400702365815373,
      "learning_rate": 0.00011458540944848341,
      "loss": 3.9632,
      "step": 41523
    },
    {
      "epoch": 3.527353041114509,
      "grad_norm": 3.4058129751628945,
      "learning_rate": 0.00011457873742730191,
      "loss": 3.9564,
      "step": 41524
    },
    {
      "epoch": 3.5274379884471627,
      "grad_norm": 3.566026717581972,
      "learning_rate": 0.00011457206548033857,
      "loss": 4.2724,
      "step": 41525
    },
    {
      "epoch": 3.5275229357798166,
      "grad_norm": 3.245275963546222,
      "learning_rate": 0.00011456539360760747,
      "loss": 3.6382,
      "step": 41526
    },
    {
      "epoch": 3.5276078831124704,
      "grad_norm": 3.414830372989952,
      "learning_rate": 0.00011455872180912249,
      "loss": 4.2062,
      "step": 41527
    },
    {
      "epoch": 3.5276928304451243,
      "grad_norm": 3.2202646761295615,
      "learning_rate": 0.00011455205008489768,
      "loss": 3.527,
      "step": 41528
    },
    {
      "epoch": 3.5277777777777777,
      "grad_norm": 3.311911764481448,
      "learning_rate": 0.00011454537843494702,
      "loss": 3.6556,
      "step": 41529
    },
    {
      "epoch": 3.5278627251104315,
      "grad_norm": 3.417152821288361,
      "learning_rate": 0.0001145387068592844,
      "loss": 3.7212,
      "step": 41530
    },
    {
      "epoch": 3.5279476724430854,
      "grad_norm": 3.6373131210383507,
      "learning_rate": 0.00011453203535792389,
      "loss": 4.0871,
      "step": 41531
    },
    {
      "epoch": 3.528032619775739,
      "grad_norm": 3.42499933617893,
      "learning_rate": 0.00011452536393087944,
      "loss": 3.9739,
      "step": 41532
    },
    {
      "epoch": 3.5281175671083926,
      "grad_norm": 3.4118084923775323,
      "learning_rate": 0.00011451869257816507,
      "loss": 3.891,
      "step": 41533
    },
    {
      "epoch": 3.5282025144410465,
      "grad_norm": 3.2985825460256657,
      "learning_rate": 0.00011451202129979471,
      "loss": 3.6011,
      "step": 41534
    },
    {
      "epoch": 3.5282874617737003,
      "grad_norm": 3.665707861962336,
      "learning_rate": 0.00011450535009578234,
      "loss": 4.3589,
      "step": 41535
    },
    {
      "epoch": 3.528372409106354,
      "grad_norm": 3.623593285328584,
      "learning_rate": 0.0001144986789661419,
      "loss": 4.1492,
      "step": 41536
    },
    {
      "epoch": 3.5284573564390076,
      "grad_norm": 3.6642329872993162,
      "learning_rate": 0.0001144920079108875,
      "loss": 4.1749,
      "step": 41537
    },
    {
      "epoch": 3.5285423037716614,
      "grad_norm": 3.3307788654601476,
      "learning_rate": 0.00011448533693003297,
      "loss": 3.7537,
      "step": 41538
    },
    {
      "epoch": 3.5286272511043153,
      "grad_norm": 3.716103653377434,
      "learning_rate": 0.00011447866602359241,
      "loss": 4.4908,
      "step": 41539
    },
    {
      "epoch": 3.528712198436969,
      "grad_norm": 3.616391952867336,
      "learning_rate": 0.00011447199519157972,
      "loss": 4.1171,
      "step": 41540
    },
    {
      "epoch": 3.528797145769623,
      "grad_norm": 3.616078091714241,
      "learning_rate": 0.00011446532443400888,
      "loss": 3.5372,
      "step": 41541
    },
    {
      "epoch": 3.5288820931022764,
      "grad_norm": 3.32549079367496,
      "learning_rate": 0.00011445865375089384,
      "loss": 3.7888,
      "step": 41542
    },
    {
      "epoch": 3.5289670404349303,
      "grad_norm": 3.2278851020711534,
      "learning_rate": 0.00011445198314224867,
      "loss": 3.7309,
      "step": 41543
    },
    {
      "epoch": 3.529051987767584,
      "grad_norm": 3.7097324803919665,
      "learning_rate": 0.00011444531260808733,
      "loss": 4.3441,
      "step": 41544
    },
    {
      "epoch": 3.529136935100238,
      "grad_norm": 3.6122794791705797,
      "learning_rate": 0.00011443864214842373,
      "loss": 4.3928,
      "step": 41545
    },
    {
      "epoch": 3.529221882432892,
      "grad_norm": 3.3816009556871203,
      "learning_rate": 0.00011443197176327189,
      "loss": 3.7997,
      "step": 41546
    },
    {
      "epoch": 3.529306829765545,
      "grad_norm": 3.299499169877958,
      "learning_rate": 0.0001144253014526458,
      "loss": 3.5486,
      "step": 41547
    },
    {
      "epoch": 3.529391777098199,
      "grad_norm": 3.248302537688148,
      "learning_rate": 0.00011441863121655934,
      "loss": 3.542,
      "step": 41548
    },
    {
      "epoch": 3.529476724430853,
      "grad_norm": 3.373775710076609,
      "learning_rate": 0.00011441196105502662,
      "loss": 3.9105,
      "step": 41549
    },
    {
      "epoch": 3.5295616717635068,
      "grad_norm": 3.292069462828246,
      "learning_rate": 0.00011440529096806152,
      "loss": 3.5658,
      "step": 41550
    },
    {
      "epoch": 3.5296466190961606,
      "grad_norm": 3.35088665981723,
      "learning_rate": 0.00011439862095567811,
      "loss": 3.5618,
      "step": 41551
    },
    {
      "epoch": 3.529731566428814,
      "grad_norm": 3.646201330320312,
      "learning_rate": 0.00011439195101789026,
      "loss": 4.3341,
      "step": 41552
    },
    {
      "epoch": 3.529816513761468,
      "grad_norm": 3.3188042890746448,
      "learning_rate": 0.00011438528115471199,
      "loss": 3.5512,
      "step": 41553
    },
    {
      "epoch": 3.5299014610941217,
      "grad_norm": 3.4282964754904053,
      "learning_rate": 0.00011437861136615727,
      "loss": 4.0933,
      "step": 41554
    },
    {
      "epoch": 3.529986408426775,
      "grad_norm": 3.3607306548863827,
      "learning_rate": 0.00011437194165224014,
      "loss": 3.5238,
      "step": 41555
    },
    {
      "epoch": 3.5300713557594294,
      "grad_norm": 3.386047722104196,
      "learning_rate": 0.00011436527201297448,
      "loss": 3.5557,
      "step": 41556
    },
    {
      "epoch": 3.530156303092083,
      "grad_norm": 3.393839219632621,
      "learning_rate": 0.00011435860244837431,
      "loss": 4.1627,
      "step": 41557
    },
    {
      "epoch": 3.5302412504247367,
      "grad_norm": 3.3194383462102146,
      "learning_rate": 0.00011435193295845362,
      "loss": 3.6147,
      "step": 41558
    },
    {
      "epoch": 3.5303261977573905,
      "grad_norm": 3.334116337243605,
      "learning_rate": 0.00011434526354322635,
      "loss": 3.6855,
      "step": 41559
    },
    {
      "epoch": 3.530411145090044,
      "grad_norm": 3.6230752435491564,
      "learning_rate": 0.00011433859420270645,
      "loss": 4.1976,
      "step": 41560
    },
    {
      "epoch": 3.530496092422698,
      "grad_norm": 3.279055777142109,
      "learning_rate": 0.00011433192493690795,
      "loss": 3.7707,
      "step": 41561
    },
    {
      "epoch": 3.5305810397553516,
      "grad_norm": 3.600146181918347,
      "learning_rate": 0.00011432525574584484,
      "loss": 3.9991,
      "step": 41562
    },
    {
      "epoch": 3.5306659870880055,
      "grad_norm": 3.667511414751105,
      "learning_rate": 0.00011431858662953103,
      "loss": 4.1888,
      "step": 41563
    },
    {
      "epoch": 3.5307509344206593,
      "grad_norm": 3.2893429912466776,
      "learning_rate": 0.00011431191758798053,
      "loss": 3.7883,
      "step": 41564
    },
    {
      "epoch": 3.5308358817533128,
      "grad_norm": 3.3259172412458544,
      "learning_rate": 0.00011430524862120735,
      "loss": 3.441,
      "step": 41565
    },
    {
      "epoch": 3.5309208290859666,
      "grad_norm": 3.342319558658633,
      "learning_rate": 0.00011429857972922534,
      "loss": 3.6985,
      "step": 41566
    },
    {
      "epoch": 3.5310057764186205,
      "grad_norm": 3.4050795153877735,
      "learning_rate": 0.00011429191091204858,
      "loss": 3.9619,
      "step": 41567
    },
    {
      "epoch": 3.5310907237512743,
      "grad_norm": 3.379286227473902,
      "learning_rate": 0.00011428524216969103,
      "loss": 3.8796,
      "step": 41568
    },
    {
      "epoch": 3.531175671083928,
      "grad_norm": 3.6137758172522076,
      "learning_rate": 0.00011427857350216667,
      "loss": 4.1934,
      "step": 41569
    },
    {
      "epoch": 3.5312606184165816,
      "grad_norm": 3.435767650545334,
      "learning_rate": 0.00011427190490948944,
      "loss": 4.0968,
      "step": 41570
    },
    {
      "epoch": 3.5313455657492354,
      "grad_norm": 3.5332604257773554,
      "learning_rate": 0.00011426523639167332,
      "loss": 3.9278,
      "step": 41571
    },
    {
      "epoch": 3.5314305130818893,
      "grad_norm": 3.263588053905356,
      "learning_rate": 0.0001142585679487323,
      "loss": 3.4242,
      "step": 41572
    },
    {
      "epoch": 3.531515460414543,
      "grad_norm": 3.79033893315623,
      "learning_rate": 0.00011425189958068032,
      "loss": 4.8343,
      "step": 41573
    },
    {
      "epoch": 3.531600407747197,
      "grad_norm": 3.6057059239170406,
      "learning_rate": 0.00011424523128753138,
      "loss": 3.9072,
      "step": 41574
    },
    {
      "epoch": 3.5316853550798504,
      "grad_norm": 3.6010929660954054,
      "learning_rate": 0.00011423856306929944,
      "loss": 4.479,
      "step": 41575
    },
    {
      "epoch": 3.5317703024125042,
      "grad_norm": 3.4104235781185817,
      "learning_rate": 0.00011423189492599851,
      "loss": 3.7639,
      "step": 41576
    },
    {
      "epoch": 3.531855249745158,
      "grad_norm": 3.423014253259094,
      "learning_rate": 0.0001142252268576425,
      "loss": 3.9047,
      "step": 41577
    },
    {
      "epoch": 3.5319401970778115,
      "grad_norm": 3.2127191798732344,
      "learning_rate": 0.00011421855886424545,
      "loss": 3.4057,
      "step": 41578
    },
    {
      "epoch": 3.5320251444104658,
      "grad_norm": 3.4215164159677887,
      "learning_rate": 0.0001142118909458212,
      "loss": 3.7247,
      "step": 41579
    },
    {
      "epoch": 3.532110091743119,
      "grad_norm": 3.363088837979006,
      "learning_rate": 0.00011420522310238388,
      "loss": 3.9368,
      "step": 41580
    },
    {
      "epoch": 3.532195039075773,
      "grad_norm": 3.2330498824882707,
      "learning_rate": 0.00011419855533394739,
      "loss": 3.1652,
      "step": 41581
    },
    {
      "epoch": 3.532279986408427,
      "grad_norm": 3.499853118208448,
      "learning_rate": 0.00011419188764052569,
      "loss": 4.0364,
      "step": 41582
    },
    {
      "epoch": 3.5323649337410803,
      "grad_norm": 3.6387520261002977,
      "learning_rate": 0.00011418522002213282,
      "loss": 3.9261,
      "step": 41583
    },
    {
      "epoch": 3.532449881073734,
      "grad_norm": 3.375072302729858,
      "learning_rate": 0.00011417855247878264,
      "loss": 3.9924,
      "step": 41584
    },
    {
      "epoch": 3.532534828406388,
      "grad_norm": 3.236945288756077,
      "learning_rate": 0.00011417188501048916,
      "loss": 3.4635,
      "step": 41585
    },
    {
      "epoch": 3.532619775739042,
      "grad_norm": 3.4105142245635633,
      "learning_rate": 0.0001141652176172664,
      "loss": 4.1098,
      "step": 41586
    },
    {
      "epoch": 3.5327047230716957,
      "grad_norm": 3.319310137504496,
      "learning_rate": 0.00011415855029912833,
      "loss": 3.9295,
      "step": 41587
    },
    {
      "epoch": 3.532789670404349,
      "grad_norm": 3.6461693919886624,
      "learning_rate": 0.00011415188305608885,
      "loss": 4.3528,
      "step": 41588
    },
    {
      "epoch": 3.532874617737003,
      "grad_norm": 3.3946175383349284,
      "learning_rate": 0.00011414521588816199,
      "loss": 3.8293,
      "step": 41589
    },
    {
      "epoch": 3.532959565069657,
      "grad_norm": 3.2756252473540792,
      "learning_rate": 0.00011413854879536169,
      "loss": 3.5481,
      "step": 41590
    },
    {
      "epoch": 3.5330445124023107,
      "grad_norm": 3.652740029529201,
      "learning_rate": 0.00011413188177770188,
      "loss": 4.3822,
      "step": 41591
    },
    {
      "epoch": 3.5331294597349645,
      "grad_norm": 3.220764594204784,
      "learning_rate": 0.00011412521483519661,
      "loss": 3.4984,
      "step": 41592
    },
    {
      "epoch": 3.533214407067618,
      "grad_norm": 3.4597597867654577,
      "learning_rate": 0.00011411854796785982,
      "loss": 3.8471,
      "step": 41593
    },
    {
      "epoch": 3.5332993544002718,
      "grad_norm": 3.3521519306574086,
      "learning_rate": 0.0001141118811757055,
      "loss": 3.6812,
      "step": 41594
    },
    {
      "epoch": 3.5333843017329256,
      "grad_norm": 3.7452873966709244,
      "learning_rate": 0.00011410521445874757,
      "loss": 4.5231,
      "step": 41595
    },
    {
      "epoch": 3.5334692490655795,
      "grad_norm": 3.3640886144538986,
      "learning_rate": 0.00011409854781700005,
      "loss": 3.7432,
      "step": 41596
    },
    {
      "epoch": 3.5335541963982333,
      "grad_norm": 3.4420673512229474,
      "learning_rate": 0.00011409188125047678,
      "loss": 3.756,
      "step": 41597
    },
    {
      "epoch": 3.5336391437308867,
      "grad_norm": 3.310846008417326,
      "learning_rate": 0.00011408521475919195,
      "loss": 3.8005,
      "step": 41598
    },
    {
      "epoch": 3.5337240910635406,
      "grad_norm": 3.5116424338032286,
      "learning_rate": 0.00011407854834315935,
      "loss": 3.8278,
      "step": 41599
    },
    {
      "epoch": 3.5338090383961944,
      "grad_norm": 3.2327077341013446,
      "learning_rate": 0.00011407188200239301,
      "loss": 3.6136,
      "step": 41600
    },
    {
      "epoch": 3.5338939857288483,
      "grad_norm": 3.3142610874165306,
      "learning_rate": 0.00011406521573690692,
      "loss": 3.8102,
      "step": 41601
    },
    {
      "epoch": 3.533978933061502,
      "grad_norm": 3.6928651532089423,
      "learning_rate": 0.000114058549546715,
      "loss": 3.5644,
      "step": 41602
    },
    {
      "epoch": 3.5340638803941555,
      "grad_norm": 3.2970684020722802,
      "learning_rate": 0.00011405188343183121,
      "loss": 3.7729,
      "step": 41603
    },
    {
      "epoch": 3.5341488277268094,
      "grad_norm": 3.3570140319767288,
      "learning_rate": 0.00011404521739226959,
      "loss": 3.6622,
      "step": 41604
    },
    {
      "epoch": 3.5342337750594632,
      "grad_norm": 3.3094669559303607,
      "learning_rate": 0.00011403855142804409,
      "loss": 3.5074,
      "step": 41605
    },
    {
      "epoch": 3.5343187223921166,
      "grad_norm": 3.6126902180210023,
      "learning_rate": 0.00011403188553916861,
      "loss": 4.0384,
      "step": 41606
    },
    {
      "epoch": 3.5344036697247705,
      "grad_norm": 3.2963879417562274,
      "learning_rate": 0.00011402521972565719,
      "loss": 3.7795,
      "step": 41607
    },
    {
      "epoch": 3.5344886170574243,
      "grad_norm": 3.346088889666814,
      "learning_rate": 0.00011401855398752375,
      "loss": 3.7642,
      "step": 41608
    },
    {
      "epoch": 3.534573564390078,
      "grad_norm": 3.2352356593818543,
      "learning_rate": 0.00011401188832478223,
      "loss": 3.6125,
      "step": 41609
    },
    {
      "epoch": 3.534658511722732,
      "grad_norm": 3.294437168764118,
      "learning_rate": 0.00011400522273744665,
      "loss": 3.764,
      "step": 41610
    },
    {
      "epoch": 3.5347434590553855,
      "grad_norm": 3.6327296662278132,
      "learning_rate": 0.00011399855722553099,
      "loss": 3.9797,
      "step": 41611
    },
    {
      "epoch": 3.5348284063880393,
      "grad_norm": 3.378565649390284,
      "learning_rate": 0.00011399189178904924,
      "loss": 3.6169,
      "step": 41612
    },
    {
      "epoch": 3.534913353720693,
      "grad_norm": 3.214615423711639,
      "learning_rate": 0.00011398522642801527,
      "loss": 3.485,
      "step": 41613
    },
    {
      "epoch": 3.534998301053347,
      "grad_norm": 3.503447300497101,
      "learning_rate": 0.00011397856114244311,
      "loss": 3.9659,
      "step": 41614
    },
    {
      "epoch": 3.535083248386001,
      "grad_norm": 3.3097540659778226,
      "learning_rate": 0.00011397189593234662,
      "loss": 3.6355,
      "step": 41615
    },
    {
      "epoch": 3.5351681957186543,
      "grad_norm": 3.4451036006198295,
      "learning_rate": 0.00011396523079773995,
      "loss": 4.179,
      "step": 41616
    },
    {
      "epoch": 3.535253143051308,
      "grad_norm": 3.438055788621086,
      "learning_rate": 0.00011395856573863695,
      "loss": 3.7138,
      "step": 41617
    },
    {
      "epoch": 3.535338090383962,
      "grad_norm": 3.4039317273029948,
      "learning_rate": 0.00011395190075505164,
      "loss": 3.8662,
      "step": 41618
    },
    {
      "epoch": 3.535423037716616,
      "grad_norm": 3.6959725539648836,
      "learning_rate": 0.00011394523584699792,
      "loss": 4.6407,
      "step": 41619
    },
    {
      "epoch": 3.5355079850492697,
      "grad_norm": 3.2391869329298086,
      "learning_rate": 0.00011393857101448977,
      "loss": 3.4149,
      "step": 41620
    },
    {
      "epoch": 3.535592932381923,
      "grad_norm": 3.488843080098027,
      "learning_rate": 0.00011393190625754121,
      "loss": 4.1365,
      "step": 41621
    },
    {
      "epoch": 3.535677879714577,
      "grad_norm": 3.6596155164022837,
      "learning_rate": 0.00011392524157616607,
      "loss": 4.271,
      "step": 41622
    },
    {
      "epoch": 3.5357628270472308,
      "grad_norm": 3.5167517887835325,
      "learning_rate": 0.0001139185769703785,
      "loss": 4.0928,
      "step": 41623
    },
    {
      "epoch": 3.5358477743798846,
      "grad_norm": 3.4337397107315724,
      "learning_rate": 0.00011391191244019235,
      "loss": 4.0528,
      "step": 41624
    },
    {
      "epoch": 3.5359327217125385,
      "grad_norm": 3.386531702661483,
      "learning_rate": 0.00011390524798562164,
      "loss": 4.0993,
      "step": 41625
    },
    {
      "epoch": 3.536017669045192,
      "grad_norm": 3.3108324912306206,
      "learning_rate": 0.00011389858360668027,
      "loss": 4.0482,
      "step": 41626
    },
    {
      "epoch": 3.5361026163778457,
      "grad_norm": 3.4194946509571644,
      "learning_rate": 0.00011389191930338222,
      "loss": 3.9713,
      "step": 41627
    },
    {
      "epoch": 3.5361875637104996,
      "grad_norm": 3.6274729107151034,
      "learning_rate": 0.00011388525507574146,
      "loss": 3.4106,
      "step": 41628
    },
    {
      "epoch": 3.536272511043153,
      "grad_norm": 3.5938832603192137,
      "learning_rate": 0.000113878590923772,
      "loss": 4.3188,
      "step": 41629
    },
    {
      "epoch": 3.536357458375807,
      "grad_norm": 3.214317566439409,
      "learning_rate": 0.0001138719268474878,
      "loss": 3.6396,
      "step": 41630
    },
    {
      "epoch": 3.5364424057084607,
      "grad_norm": 3.5431859259442686,
      "learning_rate": 0.00011386526284690275,
      "loss": 4.1426,
      "step": 41631
    },
    {
      "epoch": 3.5365273530411145,
      "grad_norm": 3.668751299071116,
      "learning_rate": 0.00011385859892203089,
      "loss": 3.1337,
      "step": 41632
    },
    {
      "epoch": 3.5366123003737684,
      "grad_norm": 3.3698971774476933,
      "learning_rate": 0.0001138519350728861,
      "loss": 3.8734,
      "step": 41633
    },
    {
      "epoch": 3.536697247706422,
      "grad_norm": 3.5182465901069104,
      "learning_rate": 0.00011384527129948236,
      "loss": 4.3758,
      "step": 41634
    },
    {
      "epoch": 3.5367821950390756,
      "grad_norm": 3.6695298691385583,
      "learning_rate": 0.0001138386076018337,
      "loss": 4.2065,
      "step": 41635
    },
    {
      "epoch": 3.5368671423717295,
      "grad_norm": 3.352324468985618,
      "learning_rate": 0.00011383194397995409,
      "loss": 3.5629,
      "step": 41636
    },
    {
      "epoch": 3.5369520897043834,
      "grad_norm": 3.6536345401004064,
      "learning_rate": 0.00011382528043385739,
      "loss": 4.1129,
      "step": 41637
    },
    {
      "epoch": 3.537037037037037,
      "grad_norm": 3.5707448291842883,
      "learning_rate": 0.00011381861696355762,
      "loss": 4.0375,
      "step": 41638
    },
    {
      "epoch": 3.5371219843696906,
      "grad_norm": 3.1873210990513794,
      "learning_rate": 0.0001138119535690688,
      "loss": 3.2585,
      "step": 41639
    },
    {
      "epoch": 3.5372069317023445,
      "grad_norm": 3.5334703780989045,
      "learning_rate": 0.00011380529025040471,
      "loss": 4.004,
      "step": 41640
    },
    {
      "epoch": 3.5372918790349983,
      "grad_norm": 3.702465283487641,
      "learning_rate": 0.00011379862700757953,
      "loss": 4.5036,
      "step": 41641
    },
    {
      "epoch": 3.537376826367652,
      "grad_norm": 3.356556707694459,
      "learning_rate": 0.00011379196384060712,
      "loss": 3.6453,
      "step": 41642
    },
    {
      "epoch": 3.537461773700306,
      "grad_norm": 3.396416824692426,
      "learning_rate": 0.00011378530074950146,
      "loss": 3.8282,
      "step": 41643
    },
    {
      "epoch": 3.5375467210329594,
      "grad_norm": 3.3660831788970595,
      "learning_rate": 0.00011377863773427646,
      "loss": 3.7071,
      "step": 41644
    },
    {
      "epoch": 3.5376316683656133,
      "grad_norm": 3.387677066421286,
      "learning_rate": 0.00011377197479494612,
      "loss": 3.8065,
      "step": 41645
    },
    {
      "epoch": 3.537716615698267,
      "grad_norm": 3.571301815666391,
      "learning_rate": 0.0001137653119315244,
      "loss": 4.122,
      "step": 41646
    },
    {
      "epoch": 3.537801563030921,
      "grad_norm": 3.579901429675938,
      "learning_rate": 0.0001137586491440253,
      "loss": 4.22,
      "step": 41647
    },
    {
      "epoch": 3.537886510363575,
      "grad_norm": 3.337840816216409,
      "learning_rate": 0.00011375198643246269,
      "loss": 3.6501,
      "step": 41648
    },
    {
      "epoch": 3.5379714576962282,
      "grad_norm": 3.3881822733365925,
      "learning_rate": 0.0001137453237968506,
      "loss": 4.0434,
      "step": 41649
    },
    {
      "epoch": 3.538056405028882,
      "grad_norm": 3.4430065180663774,
      "learning_rate": 0.00011373866123720301,
      "loss": 3.9574,
      "step": 41650
    },
    {
      "epoch": 3.538141352361536,
      "grad_norm": 3.4006804165524573,
      "learning_rate": 0.0001137319987535338,
      "loss": 3.9332,
      "step": 41651
    },
    {
      "epoch": 3.5382262996941893,
      "grad_norm": 3.4168637332922085,
      "learning_rate": 0.00011372533634585695,
      "loss": 4.01,
      "step": 41652
    },
    {
      "epoch": 3.5383112470268436,
      "grad_norm": 3.7040821689691374,
      "learning_rate": 0.00011371867401418648,
      "loss": 4.6665,
      "step": 41653
    },
    {
      "epoch": 3.538396194359497,
      "grad_norm": 3.4193779779027813,
      "learning_rate": 0.00011371201175853634,
      "loss": 4.1257,
      "step": 41654
    },
    {
      "epoch": 3.538481141692151,
      "grad_norm": 3.4179940794284365,
      "learning_rate": 0.0001137053495789204,
      "loss": 4.0644,
      "step": 41655
    },
    {
      "epoch": 3.5385660890248047,
      "grad_norm": 3.3666397768028777,
      "learning_rate": 0.00011369868747535271,
      "loss": 3.7573,
      "step": 41656
    },
    {
      "epoch": 3.538651036357458,
      "grad_norm": 3.3264103714797413,
      "learning_rate": 0.00011369202544784722,
      "loss": 4.0167,
      "step": 41657
    },
    {
      "epoch": 3.538735983690112,
      "grad_norm": 3.2875394870996457,
      "learning_rate": 0.00011368536349641781,
      "loss": 3.4873,
      "step": 41658
    },
    {
      "epoch": 3.538820931022766,
      "grad_norm": 3.624249344147554,
      "learning_rate": 0.00011367870162107852,
      "loss": 4.0478,
      "step": 41659
    },
    {
      "epoch": 3.5389058783554197,
      "grad_norm": 3.4881951342164754,
      "learning_rate": 0.0001136720398218433,
      "loss": 3.8119,
      "step": 41660
    },
    {
      "epoch": 3.5389908256880735,
      "grad_norm": 3.38306952499555,
      "learning_rate": 0.0001136653780987261,
      "loss": 3.573,
      "step": 41661
    },
    {
      "epoch": 3.539075773020727,
      "grad_norm": 3.2685437679906473,
      "learning_rate": 0.00011365871645174087,
      "loss": 3.7838,
      "step": 41662
    },
    {
      "epoch": 3.539160720353381,
      "grad_norm": 3.5518153684276785,
      "learning_rate": 0.00011365205488090156,
      "loss": 4.2721,
      "step": 41663
    },
    {
      "epoch": 3.5392456676860347,
      "grad_norm": 3.611474949991289,
      "learning_rate": 0.00011364539338622216,
      "loss": 4.0292,
      "step": 41664
    },
    {
      "epoch": 3.5393306150186885,
      "grad_norm": 3.3668959347888596,
      "learning_rate": 0.00011363873196771655,
      "loss": 3.8283,
      "step": 41665
    },
    {
      "epoch": 3.5394155623513424,
      "grad_norm": 3.632633000891687,
      "learning_rate": 0.00011363207062539877,
      "loss": 4.1549,
      "step": 41666
    },
    {
      "epoch": 3.5395005096839958,
      "grad_norm": 3.5089680164314045,
      "learning_rate": 0.00011362540935928277,
      "loss": 4.1028,
      "step": 41667
    },
    {
      "epoch": 3.5395854570166496,
      "grad_norm": 3.3351877034766253,
      "learning_rate": 0.0001136187481693825,
      "loss": 3.6444,
      "step": 41668
    },
    {
      "epoch": 3.5396704043493035,
      "grad_norm": 3.344147086505756,
      "learning_rate": 0.00011361208705571189,
      "loss": 3.752,
      "step": 41669
    },
    {
      "epoch": 3.5397553516819573,
      "grad_norm": 3.407216452152217,
      "learning_rate": 0.0001136054260182849,
      "loss": 3.71,
      "step": 41670
    },
    {
      "epoch": 3.539840299014611,
      "grad_norm": 3.3447333886519517,
      "learning_rate": 0.00011359876505711548,
      "loss": 3.6912,
      "step": 41671
    },
    {
      "epoch": 3.5399252463472646,
      "grad_norm": 3.3374275278098744,
      "learning_rate": 0.00011359210417221767,
      "loss": 3.5029,
      "step": 41672
    },
    {
      "epoch": 3.5400101936799184,
      "grad_norm": 3.286631533178311,
      "learning_rate": 0.00011358544336360531,
      "loss": 3.8141,
      "step": 41673
    },
    {
      "epoch": 3.5400951410125723,
      "grad_norm": 3.359434978040354,
      "learning_rate": 0.00011357878263129243,
      "loss": 3.4479,
      "step": 41674
    },
    {
      "epoch": 3.5401800883452257,
      "grad_norm": 3.5702353060466687,
      "learning_rate": 0.000113572121975293,
      "loss": 4.172,
      "step": 41675
    },
    {
      "epoch": 3.54026503567788,
      "grad_norm": 3.70061429519133,
      "learning_rate": 0.0001135654613956209,
      "loss": 4.4472,
      "step": 41676
    },
    {
      "epoch": 3.5403499830105334,
      "grad_norm": 3.2635964258009644,
      "learning_rate": 0.0001135588008922901,
      "loss": 3.735,
      "step": 41677
    },
    {
      "epoch": 3.5404349303431872,
      "grad_norm": 3.529975677644067,
      "learning_rate": 0.00011355214046531462,
      "loss": 3.969,
      "step": 41678
    },
    {
      "epoch": 3.540519877675841,
      "grad_norm": 3.3450210089565133,
      "learning_rate": 0.0001135454801147084,
      "loss": 3.7833,
      "step": 41679
    },
    {
      "epoch": 3.5406048250084945,
      "grad_norm": 3.4468082678933407,
      "learning_rate": 0.00011353881984048536,
      "loss": 4.1657,
      "step": 41680
    },
    {
      "epoch": 3.5406897723411483,
      "grad_norm": 3.36008880168902,
      "learning_rate": 0.00011353215964265945,
      "loss": 3.7019,
      "step": 41681
    },
    {
      "epoch": 3.540774719673802,
      "grad_norm": 3.241108921890546,
      "learning_rate": 0.00011352549952124468,
      "loss": 3.657,
      "step": 41682
    },
    {
      "epoch": 3.540859667006456,
      "grad_norm": 3.638751758144638,
      "learning_rate": 0.00011351883947625493,
      "loss": 4.3078,
      "step": 41683
    },
    {
      "epoch": 3.54094461433911,
      "grad_norm": 3.28224675010076,
      "learning_rate": 0.0001135121795077042,
      "loss": 3.4731,
      "step": 41684
    },
    {
      "epoch": 3.5410295616717633,
      "grad_norm": 3.592457349719085,
      "learning_rate": 0.00011350551961560646,
      "loss": 4.12,
      "step": 41685
    },
    {
      "epoch": 3.541114509004417,
      "grad_norm": 3.440048065895371,
      "learning_rate": 0.00011349885979997565,
      "loss": 4.0827,
      "step": 41686
    },
    {
      "epoch": 3.541199456337071,
      "grad_norm": 3.466839451776315,
      "learning_rate": 0.0001134922000608257,
      "loss": 4.0433,
      "step": 41687
    },
    {
      "epoch": 3.541284403669725,
      "grad_norm": 3.593276762697659,
      "learning_rate": 0.00011348554039817059,
      "loss": 4.3931,
      "step": 41688
    },
    {
      "epoch": 3.5413693510023787,
      "grad_norm": 3.557115409683123,
      "learning_rate": 0.00011347888081202422,
      "loss": 3.8761,
      "step": 41689
    },
    {
      "epoch": 3.541454298335032,
      "grad_norm": 3.71386114832579,
      "learning_rate": 0.00011347222130240067,
      "loss": 4.1429,
      "step": 41690
    },
    {
      "epoch": 3.541539245667686,
      "grad_norm": 3.337754687028086,
      "learning_rate": 0.00011346556186931376,
      "loss": 4.0279,
      "step": 41691
    },
    {
      "epoch": 3.54162419300034,
      "grad_norm": 3.32859892541862,
      "learning_rate": 0.00011345890251277752,
      "loss": 3.4954,
      "step": 41692
    },
    {
      "epoch": 3.5417091403329937,
      "grad_norm": 3.585202070018111,
      "learning_rate": 0.0001134522432328059,
      "loss": 3.8692,
      "step": 41693
    },
    {
      "epoch": 3.5417940876656475,
      "grad_norm": 3.6541189313028966,
      "learning_rate": 0.00011344558402941281,
      "loss": 4.1392,
      "step": 41694
    },
    {
      "epoch": 3.541879034998301,
      "grad_norm": 3.612352156780869,
      "learning_rate": 0.00011343892490261219,
      "loss": 4.0425,
      "step": 41695
    },
    {
      "epoch": 3.5419639823309548,
      "grad_norm": 3.660378279857192,
      "learning_rate": 0.00011343226585241806,
      "loss": 4.237,
      "step": 41696
    },
    {
      "epoch": 3.5420489296636086,
      "grad_norm": 3.5068132438314152,
      "learning_rate": 0.00011342560687884438,
      "loss": 4.1903,
      "step": 41697
    },
    {
      "epoch": 3.5421338769962625,
      "grad_norm": 3.376953818210316,
      "learning_rate": 0.00011341894798190503,
      "loss": 3.6467,
      "step": 41698
    },
    {
      "epoch": 3.5422188243289163,
      "grad_norm": 3.601030559424227,
      "learning_rate": 0.00011341228916161398,
      "loss": 4.1416,
      "step": 41699
    },
    {
      "epoch": 3.5423037716615697,
      "grad_norm": 3.3421524873935087,
      "learning_rate": 0.00011340563041798527,
      "loss": 3.8063,
      "step": 41700
    },
    {
      "epoch": 3.5423887189942236,
      "grad_norm": 3.390687154256115,
      "learning_rate": 0.00011339897175103268,
      "loss": 3.8053,
      "step": 41701
    },
    {
      "epoch": 3.5424736663268774,
      "grad_norm": 3.5118799299609407,
      "learning_rate": 0.00011339231316077032,
      "loss": 4.2073,
      "step": 41702
    },
    {
      "epoch": 3.542558613659531,
      "grad_norm": 3.2289538216882243,
      "learning_rate": 0.0001133856546472121,
      "loss": 3.389,
      "step": 41703
    },
    {
      "epoch": 3.5426435609921847,
      "grad_norm": 3.4655729697167397,
      "learning_rate": 0.00011337899621037196,
      "loss": 3.9553,
      "step": 41704
    },
    {
      "epoch": 3.5427285083248385,
      "grad_norm": 3.3275601791676337,
      "learning_rate": 0.00011337233785026382,
      "loss": 3.6777,
      "step": 41705
    },
    {
      "epoch": 3.5428134556574924,
      "grad_norm": 3.674437929104596,
      "learning_rate": 0.00011336567956690166,
      "loss": 4.2418,
      "step": 41706
    },
    {
      "epoch": 3.5428984029901462,
      "grad_norm": 3.6763451788002914,
      "learning_rate": 0.00011335902136029949,
      "loss": 4.4271,
      "step": 41707
    },
    {
      "epoch": 3.5429833503227997,
      "grad_norm": 3.417662307051586,
      "learning_rate": 0.00011335236323047111,
      "loss": 3.9785,
      "step": 41708
    },
    {
      "epoch": 3.5430682976554535,
      "grad_norm": 3.6874207693880248,
      "learning_rate": 0.0001133457051774306,
      "loss": 4.5991,
      "step": 41709
    },
    {
      "epoch": 3.5431532449881074,
      "grad_norm": 3.2769767420496794,
      "learning_rate": 0.00011333904720119187,
      "loss": 3.4978,
      "step": 41710
    },
    {
      "epoch": 3.543238192320761,
      "grad_norm": 3.4768678978539524,
      "learning_rate": 0.0001133323893017689,
      "loss": 3.9494,
      "step": 41711
    },
    {
      "epoch": 3.543323139653415,
      "grad_norm": 3.2278117668677617,
      "learning_rate": 0.0001133257314791756,
      "loss": 3.3966,
      "step": 41712
    },
    {
      "epoch": 3.5434080869860685,
      "grad_norm": 3.4387315372275653,
      "learning_rate": 0.00011331907373342596,
      "loss": 3.8023,
      "step": 41713
    },
    {
      "epoch": 3.5434930343187223,
      "grad_norm": 3.754440172887841,
      "learning_rate": 0.00011331241606453381,
      "loss": 4.3424,
      "step": 41714
    },
    {
      "epoch": 3.543577981651376,
      "grad_norm": 3.335384158222278,
      "learning_rate": 0.00011330575847251328,
      "loss": 3.8661,
      "step": 41715
    },
    {
      "epoch": 3.54366292898403,
      "grad_norm": 3.4521886461968316,
      "learning_rate": 0.0001132991009573782,
      "loss": 4.0147,
      "step": 41716
    },
    {
      "epoch": 3.543747876316684,
      "grad_norm": 3.6760613794598798,
      "learning_rate": 0.00011329244351914257,
      "loss": 4.0922,
      "step": 41717
    },
    {
      "epoch": 3.5438328236493373,
      "grad_norm": 3.6987810290675665,
      "learning_rate": 0.00011328578615782034,
      "loss": 4.2033,
      "step": 41718
    },
    {
      "epoch": 3.543917770981991,
      "grad_norm": 3.5996595163038294,
      "learning_rate": 0.00011327912887342541,
      "loss": 4.0254,
      "step": 41719
    },
    {
      "epoch": 3.544002718314645,
      "grad_norm": 3.2171584440932044,
      "learning_rate": 0.00011327247166597175,
      "loss": 3.3969,
      "step": 41720
    },
    {
      "epoch": 3.544087665647299,
      "grad_norm": 3.4489062423857715,
      "learning_rate": 0.00011326581453547333,
      "loss": 3.8687,
      "step": 41721
    },
    {
      "epoch": 3.5441726129799527,
      "grad_norm": 3.4078400215534876,
      "learning_rate": 0.00011325915748194412,
      "loss": 3.9194,
      "step": 41722
    },
    {
      "epoch": 3.544257560312606,
      "grad_norm": 3.3718478493680033,
      "learning_rate": 0.00011325250050539801,
      "loss": 3.7216,
      "step": 41723
    },
    {
      "epoch": 3.54434250764526,
      "grad_norm": 3.4966253594717935,
      "learning_rate": 0.00011324584360584901,
      "loss": 4.0572,
      "step": 41724
    },
    {
      "epoch": 3.544427454977914,
      "grad_norm": 3.2782283743788683,
      "learning_rate": 0.000113239186783311,
      "loss": 3.7015,
      "step": 41725
    },
    {
      "epoch": 3.544512402310567,
      "grad_norm": 3.2985708733023,
      "learning_rate": 0.00011323253003779793,
      "loss": 3.5763,
      "step": 41726
    },
    {
      "epoch": 3.544597349643221,
      "grad_norm": 3.4619583378681287,
      "learning_rate": 0.0001132258733693238,
      "loss": 3.8872,
      "step": 41727
    },
    {
      "epoch": 3.544682296975875,
      "grad_norm": 3.666256119319553,
      "learning_rate": 0.00011321921677790257,
      "loss": 4.347,
      "step": 41728
    },
    {
      "epoch": 3.5447672443085287,
      "grad_norm": 3.515269083742723,
      "learning_rate": 0.00011321256026354815,
      "loss": 4.2008,
      "step": 41729
    },
    {
      "epoch": 3.5448521916411826,
      "grad_norm": 3.371629674339232,
      "learning_rate": 0.00011320590382627447,
      "loss": 3.574,
      "step": 41730
    },
    {
      "epoch": 3.544937138973836,
      "grad_norm": 3.357568185716201,
      "learning_rate": 0.00011319924746609553,
      "loss": 3.8633,
      "step": 41731
    },
    {
      "epoch": 3.54502208630649,
      "grad_norm": 3.6587675555185863,
      "learning_rate": 0.00011319259118302516,
      "loss": 4.4081,
      "step": 41732
    },
    {
      "epoch": 3.5451070336391437,
      "grad_norm": 3.4043870356443886,
      "learning_rate": 0.00011318593497707748,
      "loss": 3.9856,
      "step": 41733
    },
    {
      "epoch": 3.5451919809717976,
      "grad_norm": 3.3488390323905812,
      "learning_rate": 0.00011317927884826633,
      "loss": 3.8209,
      "step": 41734
    },
    {
      "epoch": 3.5452769283044514,
      "grad_norm": 3.332529900596871,
      "learning_rate": 0.00011317262279660566,
      "loss": 3.8555,
      "step": 41735
    },
    {
      "epoch": 3.545361875637105,
      "grad_norm": 3.2777345509110902,
      "learning_rate": 0.00011316596682210949,
      "loss": 3.8594,
      "step": 41736
    },
    {
      "epoch": 3.5454468229697587,
      "grad_norm": 3.372503473087582,
      "learning_rate": 0.00011315931092479166,
      "loss": 3.929,
      "step": 41737
    },
    {
      "epoch": 3.5455317703024125,
      "grad_norm": 3.2570876022489323,
      "learning_rate": 0.00011315265510466613,
      "loss": 3.3745,
      "step": 41738
    },
    {
      "epoch": 3.5456167176350664,
      "grad_norm": 3.5919983409757275,
      "learning_rate": 0.00011314599936174692,
      "loss": 4.3297,
      "step": 41739
    },
    {
      "epoch": 3.54570166496772,
      "grad_norm": 3.5413781064592893,
      "learning_rate": 0.00011313934369604797,
      "loss": 4.2757,
      "step": 41740
    },
    {
      "epoch": 3.5457866123003736,
      "grad_norm": 3.480248991504767,
      "learning_rate": 0.00011313268810758315,
      "loss": 3.7715,
      "step": 41741
    },
    {
      "epoch": 3.5458715596330275,
      "grad_norm": 3.6185427509940427,
      "learning_rate": 0.0001131260325963665,
      "loss": 3.9968,
      "step": 41742
    },
    {
      "epoch": 3.5459565069656813,
      "grad_norm": 3.3144689537870176,
      "learning_rate": 0.00011311937716241187,
      "loss": 3.6418,
      "step": 41743
    },
    {
      "epoch": 3.546041454298335,
      "grad_norm": 3.326789113461219,
      "learning_rate": 0.00011311272180573321,
      "loss": 3.8465,
      "step": 41744
    },
    {
      "epoch": 3.546126401630989,
      "grad_norm": 3.4421027616331843,
      "learning_rate": 0.00011310606652634454,
      "loss": 3.9158,
      "step": 41745
    },
    {
      "epoch": 3.5462113489636424,
      "grad_norm": 3.467481894940083,
      "learning_rate": 0.00011309941132425976,
      "loss": 4.0116,
      "step": 41746
    },
    {
      "epoch": 3.5462962962962963,
      "grad_norm": 3.3584706322382507,
      "learning_rate": 0.00011309275619949288,
      "loss": 3.6409,
      "step": 41747
    },
    {
      "epoch": 3.54638124362895,
      "grad_norm": 3.6358741582910628,
      "learning_rate": 0.00011308610115205773,
      "loss": 4.0933,
      "step": 41748
    },
    {
      "epoch": 3.5464661909616035,
      "grad_norm": 3.6589338628678503,
      "learning_rate": 0.00011307944618196836,
      "loss": 4.1436,
      "step": 41749
    },
    {
      "epoch": 3.546551138294258,
      "grad_norm": 3.277000785484475,
      "learning_rate": 0.00011307279128923858,
      "loss": 3.5907,
      "step": 41750
    },
    {
      "epoch": 3.5466360856269112,
      "grad_norm": 3.50698464821932,
      "learning_rate": 0.00011306613647388249,
      "loss": 3.8539,
      "step": 41751
    },
    {
      "epoch": 3.546721032959565,
      "grad_norm": 3.359668574627528,
      "learning_rate": 0.00011305948173591395,
      "loss": 3.8863,
      "step": 41752
    },
    {
      "epoch": 3.546805980292219,
      "grad_norm": 3.7661399003255185,
      "learning_rate": 0.00011305282707534693,
      "loss": 4.4932,
      "step": 41753
    },
    {
      "epoch": 3.5468909276248723,
      "grad_norm": 3.4274843683648255,
      "learning_rate": 0.00011304617249219535,
      "loss": 3.7149,
      "step": 41754
    },
    {
      "epoch": 3.546975874957526,
      "grad_norm": 3.5585077862451855,
      "learning_rate": 0.00011303951798647316,
      "loss": 3.885,
      "step": 41755
    },
    {
      "epoch": 3.54706082229018,
      "grad_norm": 3.3468414246284257,
      "learning_rate": 0.00011303286355819432,
      "loss": 4.0057,
      "step": 41756
    },
    {
      "epoch": 3.547145769622834,
      "grad_norm": 3.387747076145823,
      "learning_rate": 0.0001130262092073727,
      "loss": 3.7278,
      "step": 41757
    },
    {
      "epoch": 3.5472307169554878,
      "grad_norm": 3.529968368760705,
      "learning_rate": 0.00011301955493402238,
      "loss": 4.2599,
      "step": 41758
    },
    {
      "epoch": 3.547315664288141,
      "grad_norm": 3.429855807310915,
      "learning_rate": 0.00011301290073815719,
      "loss": 4.1404,
      "step": 41759
    },
    {
      "epoch": 3.547400611620795,
      "grad_norm": 3.610423126522333,
      "learning_rate": 0.00011300624661979115,
      "loss": 4.2751,
      "step": 41760
    },
    {
      "epoch": 3.547485558953449,
      "grad_norm": 3.3246708010631467,
      "learning_rate": 0.00011299959257893811,
      "loss": 3.4625,
      "step": 41761
    },
    {
      "epoch": 3.5475705062861027,
      "grad_norm": 3.6444661453353056,
      "learning_rate": 0.00011299293861561208,
      "loss": 4.0299,
      "step": 41762
    },
    {
      "epoch": 3.5476554536187566,
      "grad_norm": 3.2326755048738245,
      "learning_rate": 0.00011298628472982696,
      "loss": 3.2659,
      "step": 41763
    },
    {
      "epoch": 3.54774040095141,
      "grad_norm": 3.66711388382753,
      "learning_rate": 0.00011297963092159674,
      "loss": 4.2581,
      "step": 41764
    },
    {
      "epoch": 3.547825348284064,
      "grad_norm": 3.7620475089353307,
      "learning_rate": 0.00011297297719093538,
      "loss": 4.3371,
      "step": 41765
    },
    {
      "epoch": 3.5479102956167177,
      "grad_norm": 3.5045195707365444,
      "learning_rate": 0.00011296632353785673,
      "loss": 3.9999,
      "step": 41766
    },
    {
      "epoch": 3.5479952429493715,
      "grad_norm": 3.54324539612003,
      "learning_rate": 0.00011295966996237483,
      "loss": 3.9138,
      "step": 41767
    },
    {
      "epoch": 3.5480801902820254,
      "grad_norm": 3.4174385328560377,
      "learning_rate": 0.00011295301646450352,
      "loss": 3.8475,
      "step": 41768
    },
    {
      "epoch": 3.5481651376146788,
      "grad_norm": 3.4349415801632754,
      "learning_rate": 0.00011294636304425679,
      "loss": 4.2626,
      "step": 41769
    },
    {
      "epoch": 3.5482500849473326,
      "grad_norm": 3.3697026836760253,
      "learning_rate": 0.0001129397097016486,
      "loss": 3.8688,
      "step": 41770
    },
    {
      "epoch": 3.5483350322799865,
      "grad_norm": 3.303035081497612,
      "learning_rate": 0.00011293305643669291,
      "loss": 3.634,
      "step": 41771
    },
    {
      "epoch": 3.5484199796126403,
      "grad_norm": 3.3981480038369116,
      "learning_rate": 0.0001129264032494036,
      "loss": 3.7218,
      "step": 41772
    },
    {
      "epoch": 3.548504926945294,
      "grad_norm": 3.378643392505354,
      "learning_rate": 0.00011291975013979465,
      "loss": 3.6552,
      "step": 41773
    },
    {
      "epoch": 3.5485898742779476,
      "grad_norm": 3.408151765020749,
      "learning_rate": 0.00011291309710788,
      "loss": 3.8225,
      "step": 41774
    },
    {
      "epoch": 3.5486748216106014,
      "grad_norm": 3.351816076097668,
      "learning_rate": 0.0001129064441536735,
      "loss": 3.9339,
      "step": 41775
    },
    {
      "epoch": 3.5487597689432553,
      "grad_norm": 3.5032151448254,
      "learning_rate": 0.00011289979127718924,
      "loss": 3.9591,
      "step": 41776
    },
    {
      "epoch": 3.5488447162759087,
      "grad_norm": 3.702202819182064,
      "learning_rate": 0.00011289313847844107,
      "loss": 4.5093,
      "step": 41777
    },
    {
      "epoch": 3.5489296636085625,
      "grad_norm": 3.27107158017186,
      "learning_rate": 0.00011288648575744295,
      "loss": 3.5386,
      "step": 41778
    },
    {
      "epoch": 3.5490146109412164,
      "grad_norm": 3.5025632558589477,
      "learning_rate": 0.00011287983311420883,
      "loss": 4.108,
      "step": 41779
    },
    {
      "epoch": 3.5490995582738702,
      "grad_norm": 3.3383684195384515,
      "learning_rate": 0.0001128731805487526,
      "loss": 3.7758,
      "step": 41780
    },
    {
      "epoch": 3.549184505606524,
      "grad_norm": 3.5687106952824696,
      "learning_rate": 0.00011286652806108821,
      "loss": 4.3152,
      "step": 41781
    },
    {
      "epoch": 3.5492694529391775,
      "grad_norm": 3.231067496119686,
      "learning_rate": 0.0001128598756512297,
      "loss": 3.689,
      "step": 41782
    },
    {
      "epoch": 3.5493544002718314,
      "grad_norm": 3.3565463235648365,
      "learning_rate": 0.0001128532233191909,
      "loss": 3.6882,
      "step": 41783
    },
    {
      "epoch": 3.549439347604485,
      "grad_norm": 3.2947780222588103,
      "learning_rate": 0.00011284657106498577,
      "loss": 3.5861,
      "step": 41784
    },
    {
      "epoch": 3.549524294937139,
      "grad_norm": 3.374446323046322,
      "learning_rate": 0.0001128399188886283,
      "loss": 3.7577,
      "step": 41785
    },
    {
      "epoch": 3.549609242269793,
      "grad_norm": 3.6689922862300732,
      "learning_rate": 0.00011283326679013235,
      "loss": 4.1198,
      "step": 41786
    },
    {
      "epoch": 3.5496941896024463,
      "grad_norm": 3.199511170352453,
      "learning_rate": 0.00011282661476951188,
      "loss": 3.6039,
      "step": 41787
    },
    {
      "epoch": 3.5497791369351,
      "grad_norm": 3.459380774690896,
      "learning_rate": 0.00011281996282678085,
      "loss": 3.9572,
      "step": 41788
    },
    {
      "epoch": 3.549864084267754,
      "grad_norm": 3.6530369436632157,
      "learning_rate": 0.00011281331096195324,
      "loss": 4.5212,
      "step": 41789
    },
    {
      "epoch": 3.549949031600408,
      "grad_norm": 3.2071850830973676,
      "learning_rate": 0.00011280665917504291,
      "loss": 3.2292,
      "step": 41790
    },
    {
      "epoch": 3.5500339789330617,
      "grad_norm": 3.4649202353787647,
      "learning_rate": 0.00011280000746606382,
      "loss": 3.6932,
      "step": 41791
    },
    {
      "epoch": 3.550118926265715,
      "grad_norm": 3.2867176964593696,
      "learning_rate": 0.00011279335583502996,
      "loss": 3.4852,
      "step": 41792
    },
    {
      "epoch": 3.550203873598369,
      "grad_norm": 3.2804891937641263,
      "learning_rate": 0.00011278670428195514,
      "loss": 3.869,
      "step": 41793
    },
    {
      "epoch": 3.550288820931023,
      "grad_norm": 3.25209045400401,
      "learning_rate": 0.00011278005280685341,
      "loss": 3.5472,
      "step": 41794
    },
    {
      "epoch": 3.5503737682636767,
      "grad_norm": 3.647827508483339,
      "learning_rate": 0.00011277340140973867,
      "loss": 4.2035,
      "step": 41795
    },
    {
      "epoch": 3.5504587155963305,
      "grad_norm": 3.463070382841952,
      "learning_rate": 0.00011276675009062492,
      "loss": 3.7877,
      "step": 41796
    },
    {
      "epoch": 3.550543662928984,
      "grad_norm": 3.6732199797680067,
      "learning_rate": 0.00011276009884952599,
      "loss": 4.216,
      "step": 41797
    },
    {
      "epoch": 3.550628610261638,
      "grad_norm": 3.385897825317272,
      "learning_rate": 0.00011275344768645586,
      "loss": 3.9686,
      "step": 41798
    },
    {
      "epoch": 3.5507135575942916,
      "grad_norm": 3.497354635454605,
      "learning_rate": 0.0001127467966014285,
      "loss": 3.9763,
      "step": 41799
    },
    {
      "epoch": 3.550798504926945,
      "grad_norm": 3.691408993368691,
      "learning_rate": 0.00011274014559445778,
      "loss": 4.4809,
      "step": 41800
    },
    {
      "epoch": 3.550883452259599,
      "grad_norm": 3.2825530674493058,
      "learning_rate": 0.00011273349466555768,
      "loss": 3.6841,
      "step": 41801
    },
    {
      "epoch": 3.5509683995922527,
      "grad_norm": 3.31644890274737,
      "learning_rate": 0.00011272684381474214,
      "loss": 3.8716,
      "step": 41802
    },
    {
      "epoch": 3.5510533469249066,
      "grad_norm": 3.7304900315480745,
      "learning_rate": 0.00011272019304202512,
      "loss": 4.2943,
      "step": 41803
    },
    {
      "epoch": 3.5511382942575604,
      "grad_norm": 3.804801027009439,
      "learning_rate": 0.00011271354234742048,
      "loss": 3.7123,
      "step": 41804
    },
    {
      "epoch": 3.551223241590214,
      "grad_norm": 3.2654369702587935,
      "learning_rate": 0.0001127068917309422,
      "loss": 3.4804,
      "step": 41805
    },
    {
      "epoch": 3.5513081889228677,
      "grad_norm": 3.7152117277181342,
      "learning_rate": 0.00011270024119260415,
      "loss": 4.1279,
      "step": 41806
    },
    {
      "epoch": 3.5513931362555216,
      "grad_norm": 3.2452222786704805,
      "learning_rate": 0.00011269359073242042,
      "loss": 3.622,
      "step": 41807
    },
    {
      "epoch": 3.5514780835881754,
      "grad_norm": 3.6680160061196987,
      "learning_rate": 0.0001126869403504048,
      "loss": 4.0386,
      "step": 41808
    },
    {
      "epoch": 3.5515630309208293,
      "grad_norm": 3.352154841567448,
      "learning_rate": 0.0001126802900465713,
      "loss": 3.6686,
      "step": 41809
    },
    {
      "epoch": 3.5516479782534827,
      "grad_norm": 3.4801802743500208,
      "learning_rate": 0.00011267363982093382,
      "loss": 3.9322,
      "step": 41810
    },
    {
      "epoch": 3.5517329255861365,
      "grad_norm": 3.6488747511654878,
      "learning_rate": 0.00011266698967350631,
      "loss": 4.3422,
      "step": 41811
    },
    {
      "epoch": 3.5518178729187904,
      "grad_norm": 3.242778114178211,
      "learning_rate": 0.00011266033960430266,
      "loss": 3.3315,
      "step": 41812
    },
    {
      "epoch": 3.551902820251444,
      "grad_norm": 3.6872075011191288,
      "learning_rate": 0.00011265368961333685,
      "loss": 3.9512,
      "step": 41813
    },
    {
      "epoch": 3.551987767584098,
      "grad_norm": 3.2565400454779065,
      "learning_rate": 0.00011264703970062284,
      "loss": 3.766,
      "step": 41814
    },
    {
      "epoch": 3.5520727149167515,
      "grad_norm": 3.255624605688813,
      "learning_rate": 0.00011264038986617452,
      "loss": 3.4402,
      "step": 41815
    },
    {
      "epoch": 3.5521576622494053,
      "grad_norm": 3.378638492790388,
      "learning_rate": 0.00011263374011000581,
      "loss": 3.9609,
      "step": 41816
    },
    {
      "epoch": 3.552242609582059,
      "grad_norm": 3.2873118246604744,
      "learning_rate": 0.00011262709043213069,
      "loss": 3.3438,
      "step": 41817
    },
    {
      "epoch": 3.552327556914713,
      "grad_norm": 3.4606940201439214,
      "learning_rate": 0.00011262044083256302,
      "loss": 3.7682,
      "step": 41818
    },
    {
      "epoch": 3.552412504247367,
      "grad_norm": 3.2663277814546614,
      "learning_rate": 0.0001126137913113168,
      "loss": 3.5157,
      "step": 41819
    },
    {
      "epoch": 3.5524974515800203,
      "grad_norm": 3.36526265260396,
      "learning_rate": 0.00011260714186840595,
      "loss": 3.5669,
      "step": 41820
    },
    {
      "epoch": 3.552582398912674,
      "grad_norm": 3.3818492333567054,
      "learning_rate": 0.00011260049250384444,
      "loss": 3.5664,
      "step": 41821
    },
    {
      "epoch": 3.552667346245328,
      "grad_norm": 3.6646421795843516,
      "learning_rate": 0.00011259384321764611,
      "loss": 4.1811,
      "step": 41822
    },
    {
      "epoch": 3.5527522935779814,
      "grad_norm": 3.690013281596074,
      "learning_rate": 0.00011258719400982493,
      "loss": 4.6239,
      "step": 41823
    },
    {
      "epoch": 3.5528372409106352,
      "grad_norm": 3.3783979642170943,
      "learning_rate": 0.00011258054488039484,
      "loss": 3.6689,
      "step": 41824
    },
    {
      "epoch": 3.552922188243289,
      "grad_norm": 3.36045633448371,
      "learning_rate": 0.00011257389582936983,
      "loss": 3.7737,
      "step": 41825
    },
    {
      "epoch": 3.553007135575943,
      "grad_norm": 3.694221779592243,
      "learning_rate": 0.00011256724685676373,
      "loss": 4.2302,
      "step": 41826
    },
    {
      "epoch": 3.553092082908597,
      "grad_norm": 3.694399469941838,
      "learning_rate": 0.00011256059796259053,
      "loss": 4.4505,
      "step": 41827
    },
    {
      "epoch": 3.55317703024125,
      "grad_norm": 3.2424747523907045,
      "learning_rate": 0.00011255394914686418,
      "loss": 3.7054,
      "step": 41828
    },
    {
      "epoch": 3.553261977573904,
      "grad_norm": 3.631337845398006,
      "learning_rate": 0.00011254730040959853,
      "loss": 4.232,
      "step": 41829
    },
    {
      "epoch": 3.553346924906558,
      "grad_norm": 3.821468400071007,
      "learning_rate": 0.00011254065175080756,
      "loss": 3.8148,
      "step": 41830
    },
    {
      "epoch": 3.5534318722392118,
      "grad_norm": 3.63996733078708,
      "learning_rate": 0.0001125340031705052,
      "loss": 4.2274,
      "step": 41831
    },
    {
      "epoch": 3.5535168195718656,
      "grad_norm": 3.6182279381157825,
      "learning_rate": 0.00011252735466870546,
      "loss": 4.0641,
      "step": 41832
    },
    {
      "epoch": 3.553601766904519,
      "grad_norm": 3.631386744073045,
      "learning_rate": 0.00011252070624542213,
      "loss": 4.03,
      "step": 41833
    },
    {
      "epoch": 3.553686714237173,
      "grad_norm": 3.4258524487928006,
      "learning_rate": 0.0001125140579006692,
      "loss": 4.0501,
      "step": 41834
    },
    {
      "epoch": 3.5537716615698267,
      "grad_norm": 3.406303553866785,
      "learning_rate": 0.00011250740963446066,
      "loss": 3.9462,
      "step": 41835
    },
    {
      "epoch": 3.5538566089024806,
      "grad_norm": 3.5288768024313377,
      "learning_rate": 0.0001125007614468103,
      "loss": 4.0654,
      "step": 41836
    },
    {
      "epoch": 3.5539415562351344,
      "grad_norm": 3.6937196530960854,
      "learning_rate": 0.00011249411333773218,
      "loss": 4.5156,
      "step": 41837
    },
    {
      "epoch": 3.554026503567788,
      "grad_norm": 3.6763192900342285,
      "learning_rate": 0.00011248746530724018,
      "loss": 4.3533,
      "step": 41838
    },
    {
      "epoch": 3.5541114509004417,
      "grad_norm": 3.4911024881002164,
      "learning_rate": 0.00011248081735534826,
      "loss": 4.072,
      "step": 41839
    },
    {
      "epoch": 3.5541963982330955,
      "grad_norm": 3.582759708010725,
      "learning_rate": 0.00011247416948207031,
      "loss": 3.9477,
      "step": 41840
    },
    {
      "epoch": 3.5542813455657494,
      "grad_norm": 3.3738507110419977,
      "learning_rate": 0.00011246752168742027,
      "loss": 4.128,
      "step": 41841
    },
    {
      "epoch": 3.5543662928984032,
      "grad_norm": 3.280572643126342,
      "learning_rate": 0.00011246087397141209,
      "loss": 3.6814,
      "step": 41842
    },
    {
      "epoch": 3.5544512402310566,
      "grad_norm": 3.3979438368019146,
      "learning_rate": 0.00011245422633405961,
      "loss": 3.8292,
      "step": 41843
    },
    {
      "epoch": 3.5545361875637105,
      "grad_norm": 3.3728163386700754,
      "learning_rate": 0.00011244757877537688,
      "loss": 3.8616,
      "step": 41844
    },
    {
      "epoch": 3.5546211348963643,
      "grad_norm": 3.712777111563719,
      "learning_rate": 0.00011244093129537778,
      "loss": 4.5003,
      "step": 41845
    },
    {
      "epoch": 3.5547060822290177,
      "grad_norm": 3.6109673595085057,
      "learning_rate": 0.00011243428389407627,
      "loss": 4.097,
      "step": 41846
    },
    {
      "epoch": 3.554791029561672,
      "grad_norm": 3.2664678225143216,
      "learning_rate": 0.0001124276365714862,
      "loss": 3.4796,
      "step": 41847
    },
    {
      "epoch": 3.5548759768943254,
      "grad_norm": 3.271821555749464,
      "learning_rate": 0.00011242098932762159,
      "loss": 3.5825,
      "step": 41848
    },
    {
      "epoch": 3.5549609242269793,
      "grad_norm": 3.4574640803247343,
      "learning_rate": 0.0001124143421624962,
      "loss": 4.0632,
      "step": 41849
    },
    {
      "epoch": 3.555045871559633,
      "grad_norm": 3.274411597043257,
      "learning_rate": 0.0001124076950761242,
      "loss": 3.4089,
      "step": 41850
    },
    {
      "epoch": 3.5551308188922865,
      "grad_norm": 3.658447686409435,
      "learning_rate": 0.00011240104806851935,
      "loss": 4.3925,
      "step": 41851
    },
    {
      "epoch": 3.5552157662249404,
      "grad_norm": 3.4488662531255603,
      "learning_rate": 0.00011239440113969563,
      "loss": 3.9336,
      "step": 41852
    },
    {
      "epoch": 3.5553007135575942,
      "grad_norm": 3.6560957449605436,
      "learning_rate": 0.00011238775428966702,
      "loss": 4.2799,
      "step": 41853
    },
    {
      "epoch": 3.555385660890248,
      "grad_norm": 3.3440397989342885,
      "learning_rate": 0.00011238110751844732,
      "loss": 3.7263,
      "step": 41854
    },
    {
      "epoch": 3.555470608222902,
      "grad_norm": 3.479592507957453,
      "learning_rate": 0.0001123744608260505,
      "loss": 3.9935,
      "step": 41855
    },
    {
      "epoch": 3.5555555555555554,
      "grad_norm": 3.7023130510463074,
      "learning_rate": 0.00011236781421249055,
      "loss": 4.1789,
      "step": 41856
    },
    {
      "epoch": 3.555640502888209,
      "grad_norm": 3.323986603633219,
      "learning_rate": 0.0001123611676777814,
      "loss": 3.6005,
      "step": 41857
    },
    {
      "epoch": 3.555725450220863,
      "grad_norm": 3.336892419255855,
      "learning_rate": 0.0001123545212219369,
      "loss": 3.6881,
      "step": 41858
    },
    {
      "epoch": 3.555810397553517,
      "grad_norm": 3.3186372094300247,
      "learning_rate": 0.00011234787484497102,
      "loss": 3.6198,
      "step": 41859
    },
    {
      "epoch": 3.5558953448861708,
      "grad_norm": 3.686907664886116,
      "learning_rate": 0.00011234122854689769,
      "loss": 4.2952,
      "step": 41860
    },
    {
      "epoch": 3.555980292218824,
      "grad_norm": 3.696896646564201,
      "learning_rate": 0.00011233458232773075,
      "loss": 4.2666,
      "step": 41861
    },
    {
      "epoch": 3.556065239551478,
      "grad_norm": 3.4492509988233646,
      "learning_rate": 0.00011232793618748426,
      "loss": 4.1003,
      "step": 41862
    },
    {
      "epoch": 3.556150186884132,
      "grad_norm": 3.4232522705717336,
      "learning_rate": 0.00011232129012617207,
      "loss": 3.8842,
      "step": 41863
    },
    {
      "epoch": 3.5562351342167857,
      "grad_norm": 3.740200599238967,
      "learning_rate": 0.00011231464414380817,
      "loss": 4.3806,
      "step": 41864
    },
    {
      "epoch": 3.5563200815494396,
      "grad_norm": 3.497886672218125,
      "learning_rate": 0.0001123079982404064,
      "loss": 4.1722,
      "step": 41865
    },
    {
      "epoch": 3.556405028882093,
      "grad_norm": 3.3441448113368106,
      "learning_rate": 0.00011230135241598074,
      "loss": 3.5272,
      "step": 41866
    },
    {
      "epoch": 3.556489976214747,
      "grad_norm": 3.683929305295478,
      "learning_rate": 0.000112294706670545,
      "loss": 4.2151,
      "step": 41867
    },
    {
      "epoch": 3.5565749235474007,
      "grad_norm": 3.409245539032574,
      "learning_rate": 0.00011228806100411331,
      "loss": 4.0392,
      "step": 41868
    },
    {
      "epoch": 3.5566598708800545,
      "grad_norm": 3.675682770703213,
      "learning_rate": 0.00011228141541669944,
      "loss": 4.2242,
      "step": 41869
    },
    {
      "epoch": 3.5567448182127084,
      "grad_norm": 3.717373706847421,
      "learning_rate": 0.00011227476990831737,
      "loss": 4.5339,
      "step": 41870
    },
    {
      "epoch": 3.556829765545362,
      "grad_norm": 3.767356680532947,
      "learning_rate": 0.00011226812447898105,
      "loss": 4.497,
      "step": 41871
    },
    {
      "epoch": 3.5569147128780156,
      "grad_norm": 3.548167090937456,
      "learning_rate": 0.00011226147912870434,
      "loss": 4.3793,
      "step": 41872
    },
    {
      "epoch": 3.5569996602106695,
      "grad_norm": 3.4286290694734256,
      "learning_rate": 0.00011225483385750115,
      "loss": 3.9467,
      "step": 41873
    },
    {
      "epoch": 3.557084607543323,
      "grad_norm": 3.774039811973589,
      "learning_rate": 0.00011224818866538548,
      "loss": 4.4592,
      "step": 41874
    },
    {
      "epoch": 3.5571695548759767,
      "grad_norm": 3.6237066394676303,
      "learning_rate": 0.00011224154355237127,
      "loss": 4.2347,
      "step": 41875
    },
    {
      "epoch": 3.5572545022086306,
      "grad_norm": 3.434140933689792,
      "learning_rate": 0.00011223489851847235,
      "loss": 4.1255,
      "step": 41876
    },
    {
      "epoch": 3.5573394495412844,
      "grad_norm": 3.294691162025049,
      "learning_rate": 0.00011222825356370275,
      "loss": 3.5447,
      "step": 41877
    },
    {
      "epoch": 3.5574243968739383,
      "grad_norm": 3.3437630653526758,
      "learning_rate": 0.00011222160868807626,
      "loss": 3.6692,
      "step": 41878
    },
    {
      "epoch": 3.5575093442065917,
      "grad_norm": 3.324377659255888,
      "learning_rate": 0.00011221496389160685,
      "loss": 3.7008,
      "step": 41879
    },
    {
      "epoch": 3.5575942915392456,
      "grad_norm": 3.4358796925673083,
      "learning_rate": 0.00011220831917430849,
      "loss": 3.7706,
      "step": 41880
    },
    {
      "epoch": 3.5576792388718994,
      "grad_norm": 3.6986386397503885,
      "learning_rate": 0.0001122016745361951,
      "loss": 4.5341,
      "step": 41881
    },
    {
      "epoch": 3.5577641862045533,
      "grad_norm": 3.2748036711718616,
      "learning_rate": 0.00011219502997728059,
      "loss": 3.5882,
      "step": 41882
    },
    {
      "epoch": 3.557849133537207,
      "grad_norm": 3.3410791626782355,
      "learning_rate": 0.00011218838549757886,
      "loss": 3.3985,
      "step": 41883
    },
    {
      "epoch": 3.5579340808698605,
      "grad_norm": 3.4647224512542727,
      "learning_rate": 0.00011218174109710388,
      "loss": 4.0313,
      "step": 41884
    },
    {
      "epoch": 3.5580190282025144,
      "grad_norm": 3.359947386213858,
      "learning_rate": 0.00011217509677586944,
      "loss": 3.788,
      "step": 41885
    },
    {
      "epoch": 3.558103975535168,
      "grad_norm": 3.5166097545744806,
      "learning_rate": 0.00011216845253388965,
      "loss": 4.1122,
      "step": 41886
    },
    {
      "epoch": 3.558188922867822,
      "grad_norm": 3.4584523696160363,
      "learning_rate": 0.00011216180837117832,
      "loss": 3.7741,
      "step": 41887
    },
    {
      "epoch": 3.558273870200476,
      "grad_norm": 3.288093085977918,
      "learning_rate": 0.00011215516428774942,
      "loss": 3.6465,
      "step": 41888
    },
    {
      "epoch": 3.5583588175331293,
      "grad_norm": 3.3783172521416676,
      "learning_rate": 0.0001121485202836168,
      "loss": 3.9534,
      "step": 41889
    },
    {
      "epoch": 3.558443764865783,
      "grad_norm": 3.3570432392265785,
      "learning_rate": 0.00011214187635879443,
      "loss": 3.5562,
      "step": 41890
    },
    {
      "epoch": 3.558528712198437,
      "grad_norm": 3.3831847117373455,
      "learning_rate": 0.00011213523251329628,
      "loss": 3.5018,
      "step": 41891
    },
    {
      "epoch": 3.558613659531091,
      "grad_norm": 3.5071266190275416,
      "learning_rate": 0.00011212858874713611,
      "loss": 3.9478,
      "step": 41892
    },
    {
      "epoch": 3.5586986068637447,
      "grad_norm": 3.2954933361842946,
      "learning_rate": 0.00011212194506032803,
      "loss": 3.4152,
      "step": 41893
    },
    {
      "epoch": 3.558783554196398,
      "grad_norm": 3.6502256391343426,
      "learning_rate": 0.00011211530145288588,
      "loss": 4.202,
      "step": 41894
    },
    {
      "epoch": 3.558868501529052,
      "grad_norm": 3.597889198715703,
      "learning_rate": 0.0001121086579248236,
      "loss": 4.1401,
      "step": 41895
    },
    {
      "epoch": 3.558953448861706,
      "grad_norm": 3.482900227165359,
      "learning_rate": 0.00011210201447615503,
      "loss": 3.8416,
      "step": 41896
    },
    {
      "epoch": 3.5590383961943592,
      "grad_norm": 3.4110753947714287,
      "learning_rate": 0.00011209537110689419,
      "loss": 3.9767,
      "step": 41897
    },
    {
      "epoch": 3.559123343527013,
      "grad_norm": 3.795834273628464,
      "learning_rate": 0.0001120887278170549,
      "loss": 3.6255,
      "step": 41898
    },
    {
      "epoch": 3.559208290859667,
      "grad_norm": 3.6226672610095707,
      "learning_rate": 0.00011208208460665117,
      "loss": 4.177,
      "step": 41899
    },
    {
      "epoch": 3.559293238192321,
      "grad_norm": 3.5490921045590555,
      "learning_rate": 0.00011207544147569694,
      "loss": 4.0941,
      "step": 41900
    },
    {
      "epoch": 3.5593781855249746,
      "grad_norm": 3.3362722278259707,
      "learning_rate": 0.00011206879842420603,
      "loss": 3.6398,
      "step": 41901
    },
    {
      "epoch": 3.559463132857628,
      "grad_norm": 3.6462459887251293,
      "learning_rate": 0.00011206215545219246,
      "loss": 4.1077,
      "step": 41902
    },
    {
      "epoch": 3.559548080190282,
      "grad_norm": 3.659320230230953,
      "learning_rate": 0.00011205551255967005,
      "loss": 4.1658,
      "step": 41903
    },
    {
      "epoch": 3.5596330275229358,
      "grad_norm": 3.29060249257883,
      "learning_rate": 0.00011204886974665273,
      "loss": 3.6782,
      "step": 41904
    },
    {
      "epoch": 3.5597179748555896,
      "grad_norm": 3.515561777516217,
      "learning_rate": 0.0001120422270131545,
      "loss": 4.2603,
      "step": 41905
    },
    {
      "epoch": 3.5598029221882435,
      "grad_norm": 3.3799914714792805,
      "learning_rate": 0.00011203558435918925,
      "loss": 3.6147,
      "step": 41906
    },
    {
      "epoch": 3.559887869520897,
      "grad_norm": 3.374060972615461,
      "learning_rate": 0.00011202894178477085,
      "loss": 3.8054,
      "step": 41907
    },
    {
      "epoch": 3.5599728168535507,
      "grad_norm": 3.443360191787549,
      "learning_rate": 0.00011202229928991324,
      "loss": 4.1824,
      "step": 41908
    },
    {
      "epoch": 3.5600577641862046,
      "grad_norm": 3.30299118683746,
      "learning_rate": 0.0001120156568746304,
      "loss": 3.9215,
      "step": 41909
    },
    {
      "epoch": 3.5601427115188584,
      "grad_norm": 3.3216100941313407,
      "learning_rate": 0.00011200901453893609,
      "loss": 3.4548,
      "step": 41910
    },
    {
      "epoch": 3.5602276588515123,
      "grad_norm": 3.2789576458408534,
      "learning_rate": 0.00011200237228284443,
      "loss": 3.6097,
      "step": 41911
    },
    {
      "epoch": 3.5603126061841657,
      "grad_norm": 3.3084810114299703,
      "learning_rate": 0.0001119957301063692,
      "loss": 3.5694,
      "step": 41912
    },
    {
      "epoch": 3.5603975535168195,
      "grad_norm": 3.3228397169294865,
      "learning_rate": 0.0001119890880095244,
      "loss": 3.8738,
      "step": 41913
    },
    {
      "epoch": 3.5604825008494734,
      "grad_norm": 3.577827001126094,
      "learning_rate": 0.00011198244599232387,
      "loss": 4.1915,
      "step": 41914
    },
    {
      "epoch": 3.5605674481821272,
      "grad_norm": 3.3785552748973435,
      "learning_rate": 0.00011197580405478158,
      "loss": 3.9563,
      "step": 41915
    },
    {
      "epoch": 3.560652395514781,
      "grad_norm": 3.5624423300564496,
      "learning_rate": 0.00011196916219691136,
      "loss": 3.5887,
      "step": 41916
    },
    {
      "epoch": 3.5607373428474345,
      "grad_norm": 3.4849151840197066,
      "learning_rate": 0.00011196252041872727,
      "loss": 3.9434,
      "step": 41917
    },
    {
      "epoch": 3.5608222901800883,
      "grad_norm": 3.6448578655904478,
      "learning_rate": 0.00011195587872024313,
      "loss": 4.0864,
      "step": 41918
    },
    {
      "epoch": 3.560907237512742,
      "grad_norm": 3.379574787581323,
      "learning_rate": 0.00011194923710147288,
      "loss": 3.5852,
      "step": 41919
    },
    {
      "epoch": 3.5609921848453956,
      "grad_norm": 3.326097024809069,
      "learning_rate": 0.00011194259556243047,
      "loss": 3.4971,
      "step": 41920
    },
    {
      "epoch": 3.56107713217805,
      "grad_norm": 3.414261394358121,
      "learning_rate": 0.00011193595410312972,
      "loss": 3.6925,
      "step": 41921
    },
    {
      "epoch": 3.5611620795107033,
      "grad_norm": 3.447490621701626,
      "learning_rate": 0.00011192931272358461,
      "loss": 3.8963,
      "step": 41922
    },
    {
      "epoch": 3.561247026843357,
      "grad_norm": 3.4178785092426787,
      "learning_rate": 0.00011192267142380906,
      "loss": 3.9329,
      "step": 41923
    },
    {
      "epoch": 3.561331974176011,
      "grad_norm": 3.4384817025929557,
      "learning_rate": 0.00011191603020381703,
      "loss": 3.9242,
      "step": 41924
    },
    {
      "epoch": 3.5614169215086644,
      "grad_norm": 3.3311664858757286,
      "learning_rate": 0.00011190938906362233,
      "loss": 3.6243,
      "step": 41925
    },
    {
      "epoch": 3.5615018688413183,
      "grad_norm": 3.3790529160992673,
      "learning_rate": 0.00011190274800323894,
      "loss": 3.5168,
      "step": 41926
    },
    {
      "epoch": 3.561586816173972,
      "grad_norm": 3.683076745222138,
      "learning_rate": 0.00011189610702268078,
      "loss": 4.0945,
      "step": 41927
    },
    {
      "epoch": 3.561671763506626,
      "grad_norm": 3.344608681538826,
      "learning_rate": 0.0001118894661219617,
      "loss": 3.6516,
      "step": 41928
    },
    {
      "epoch": 3.56175671083928,
      "grad_norm": 3.335371454394212,
      "learning_rate": 0.0001118828253010957,
      "loss": 3.6327,
      "step": 41929
    },
    {
      "epoch": 3.561841658171933,
      "grad_norm": 3.377319298115844,
      "learning_rate": 0.00011187618456009664,
      "loss": 3.7437,
      "step": 41930
    },
    {
      "epoch": 3.561926605504587,
      "grad_norm": 3.4940047437516046,
      "learning_rate": 0.00011186954389897849,
      "loss": 4.3357,
      "step": 41931
    },
    {
      "epoch": 3.562011552837241,
      "grad_norm": 3.263625455619903,
      "learning_rate": 0.0001118629033177551,
      "loss": 3.5051,
      "step": 41932
    },
    {
      "epoch": 3.5620965001698948,
      "grad_norm": 3.374558661052941,
      "learning_rate": 0.00011185626281644041,
      "loss": 3.8853,
      "step": 41933
    },
    {
      "epoch": 3.5621814475025486,
      "grad_norm": 3.266193862303463,
      "learning_rate": 0.00011184962239504836,
      "loss": 3.6064,
      "step": 41934
    },
    {
      "epoch": 3.562266394835202,
      "grad_norm": 3.1839234180314056,
      "learning_rate": 0.00011184298205359276,
      "loss": 3.5421,
      "step": 41935
    },
    {
      "epoch": 3.562351342167856,
      "grad_norm": 3.467172131816411,
      "learning_rate": 0.00011183634179208764,
      "loss": 3.9549,
      "step": 41936
    },
    {
      "epoch": 3.5624362895005097,
      "grad_norm": 3.6192145063917858,
      "learning_rate": 0.00011182970161054688,
      "loss": 4.3429,
      "step": 41937
    },
    {
      "epoch": 3.5625212368331636,
      "grad_norm": 3.388900005706277,
      "learning_rate": 0.00011182306150898442,
      "loss": 3.723,
      "step": 41938
    },
    {
      "epoch": 3.5626061841658174,
      "grad_norm": 3.2440607834965527,
      "learning_rate": 0.0001118164214874141,
      "loss": 3.7047,
      "step": 41939
    },
    {
      "epoch": 3.562691131498471,
      "grad_norm": 3.33725871847357,
      "learning_rate": 0.0001118097815458499,
      "loss": 3.7771,
      "step": 41940
    },
    {
      "epoch": 3.5627760788311247,
      "grad_norm": 3.373199274090827,
      "learning_rate": 0.00011180314168430565,
      "loss": 3.9171,
      "step": 41941
    },
    {
      "epoch": 3.5628610261637785,
      "grad_norm": 3.5590712257821386,
      "learning_rate": 0.00011179650190279538,
      "loss": 3.7313,
      "step": 41942
    },
    {
      "epoch": 3.562945973496432,
      "grad_norm": 3.5098140011300853,
      "learning_rate": 0.00011178986220133292,
      "loss": 3.796,
      "step": 41943
    },
    {
      "epoch": 3.5630309208290862,
      "grad_norm": 3.4747584502889204,
      "learning_rate": 0.0001117832225799322,
      "loss": 4.024,
      "step": 41944
    },
    {
      "epoch": 3.5631158681617396,
      "grad_norm": 3.1237451317482545,
      "learning_rate": 0.00011177658303860715,
      "loss": 3.3332,
      "step": 41945
    },
    {
      "epoch": 3.5632008154943935,
      "grad_norm": 3.354627810935114,
      "learning_rate": 0.00011176994357737167,
      "loss": 3.6393,
      "step": 41946
    },
    {
      "epoch": 3.5632857628270473,
      "grad_norm": 3.6142014763332737,
      "learning_rate": 0.00011176330419623959,
      "loss": 4.0519,
      "step": 41947
    },
    {
      "epoch": 3.5633707101597007,
      "grad_norm": 3.350425153589716,
      "learning_rate": 0.00011175666489522496,
      "loss": 3.8261,
      "step": 41948
    },
    {
      "epoch": 3.5634556574923546,
      "grad_norm": 3.6293048707285362,
      "learning_rate": 0.00011175002567434166,
      "loss": 3.9798,
      "step": 41949
    },
    {
      "epoch": 3.5635406048250085,
      "grad_norm": 3.4336580623425417,
      "learning_rate": 0.00011174338653360355,
      "loss": 4.1273,
      "step": 41950
    },
    {
      "epoch": 3.5636255521576623,
      "grad_norm": 3.648895419640617,
      "learning_rate": 0.00011173674747302456,
      "loss": 4.7226,
      "step": 41951
    },
    {
      "epoch": 3.563710499490316,
      "grad_norm": 3.4876005525469944,
      "learning_rate": 0.00011173010849261863,
      "loss": 4.0747,
      "step": 41952
    },
    {
      "epoch": 3.5637954468229696,
      "grad_norm": 3.3633344327226817,
      "learning_rate": 0.00011172346959239957,
      "loss": 3.742,
      "step": 41953
    },
    {
      "epoch": 3.5638803941556234,
      "grad_norm": 3.4798763956543612,
      "learning_rate": 0.0001117168307723814,
      "loss": 4.0407,
      "step": 41954
    },
    {
      "epoch": 3.5639653414882773,
      "grad_norm": 3.2581125424034374,
      "learning_rate": 0.00011171019203257802,
      "loss": 3.5637,
      "step": 41955
    },
    {
      "epoch": 3.564050288820931,
      "grad_norm": 3.5336114534699665,
      "learning_rate": 0.00011170355337300332,
      "loss": 4.3578,
      "step": 41956
    },
    {
      "epoch": 3.564135236153585,
      "grad_norm": 3.459741752477284,
      "learning_rate": 0.0001116969147936712,
      "loss": 4.1602,
      "step": 41957
    },
    {
      "epoch": 3.5642201834862384,
      "grad_norm": 3.4777066797140845,
      "learning_rate": 0.00011169027629459554,
      "loss": 4.0836,
      "step": 41958
    },
    {
      "epoch": 3.564305130818892,
      "grad_norm": 3.4186330615903464,
      "learning_rate": 0.00011168363787579028,
      "loss": 4.0042,
      "step": 41959
    },
    {
      "epoch": 3.564390078151546,
      "grad_norm": 3.7541761756320877,
      "learning_rate": 0.0001116769995372694,
      "loss": 4.6598,
      "step": 41960
    },
    {
      "epoch": 3.5644750254842,
      "grad_norm": 3.4203727335413983,
      "learning_rate": 0.0001116703612790467,
      "loss": 3.9151,
      "step": 41961
    },
    {
      "epoch": 3.5645599728168538,
      "grad_norm": 3.462014793087026,
      "learning_rate": 0.00011166372310113614,
      "loss": 4.0473,
      "step": 41962
    },
    {
      "epoch": 3.564644920149507,
      "grad_norm": 3.2627790807790547,
      "learning_rate": 0.00011165708500355166,
      "loss": 3.5289,
      "step": 41963
    },
    {
      "epoch": 3.564729867482161,
      "grad_norm": 3.5202794469092966,
      "learning_rate": 0.00011165044698630709,
      "loss": 4.3041,
      "step": 41964
    },
    {
      "epoch": 3.564814814814815,
      "grad_norm": 3.3799903793875146,
      "learning_rate": 0.00011164380904941633,
      "loss": 3.7352,
      "step": 41965
    },
    {
      "epoch": 3.5648997621474687,
      "grad_norm": 3.615318711706807,
      "learning_rate": 0.0001116371711928934,
      "loss": 4.4994,
      "step": 41966
    },
    {
      "epoch": 3.5649847094801226,
      "grad_norm": 3.765218712128669,
      "learning_rate": 0.00011163053341675216,
      "loss": 4.4328,
      "step": 41967
    },
    {
      "epoch": 3.565069656812776,
      "grad_norm": 3.3524719465568498,
      "learning_rate": 0.00011162389572100648,
      "loss": 3.7413,
      "step": 41968
    },
    {
      "epoch": 3.56515460414543,
      "grad_norm": 3.374249656446094,
      "learning_rate": 0.0001116172581056703,
      "loss": 3.7047,
      "step": 41969
    },
    {
      "epoch": 3.5652395514780837,
      "grad_norm": 3.4128916524993502,
      "learning_rate": 0.00011161062057075754,
      "loss": 3.8245,
      "step": 41970
    },
    {
      "epoch": 3.565324498810737,
      "grad_norm": 3.6322868658936596,
      "learning_rate": 0.00011160398311628202,
      "loss": 4.1075,
      "step": 41971
    },
    {
      "epoch": 3.565409446143391,
      "grad_norm": 3.741691686399149,
      "learning_rate": 0.00011159734574225776,
      "loss": 4.241,
      "step": 41972
    },
    {
      "epoch": 3.565494393476045,
      "grad_norm": 3.3893896994521926,
      "learning_rate": 0.00011159070844869862,
      "loss": 3.7032,
      "step": 41973
    },
    {
      "epoch": 3.5655793408086986,
      "grad_norm": 3.4004819762234217,
      "learning_rate": 0.00011158407123561854,
      "loss": 3.6634,
      "step": 41974
    },
    {
      "epoch": 3.5656642881413525,
      "grad_norm": 3.5623206829579632,
      "learning_rate": 0.00011157743410303136,
      "loss": 4.1184,
      "step": 41975
    },
    {
      "epoch": 3.565749235474006,
      "grad_norm": 3.4527501674128254,
      "learning_rate": 0.00011157079705095103,
      "loss": 4.0215,
      "step": 41976
    },
    {
      "epoch": 3.5658341828066598,
      "grad_norm": 3.5063333219259696,
      "learning_rate": 0.00011156416007939149,
      "loss": 4.0901,
      "step": 41977
    },
    {
      "epoch": 3.5659191301393136,
      "grad_norm": 3.5854456750621995,
      "learning_rate": 0.00011155752318836653,
      "loss": 4.4621,
      "step": 41978
    },
    {
      "epoch": 3.5660040774719675,
      "grad_norm": 3.645335514645112,
      "learning_rate": 0.00011155088637789018,
      "loss": 3.8241,
      "step": 41979
    },
    {
      "epoch": 3.5660890248046213,
      "grad_norm": 3.4448229929408596,
      "learning_rate": 0.00011154424964797628,
      "loss": 4.161,
      "step": 41980
    },
    {
      "epoch": 3.5661739721372747,
      "grad_norm": 3.353881704081204,
      "learning_rate": 0.00011153761299863879,
      "loss": 3.6663,
      "step": 41981
    },
    {
      "epoch": 3.5662589194699286,
      "grad_norm": 3.667785875265846,
      "learning_rate": 0.00011153097642989156,
      "loss": 4.3517,
      "step": 41982
    },
    {
      "epoch": 3.5663438668025824,
      "grad_norm": 3.290320833782071,
      "learning_rate": 0.00011152433994174854,
      "loss": 3.7758,
      "step": 41983
    },
    {
      "epoch": 3.5664288141352363,
      "grad_norm": 3.3648198061295176,
      "learning_rate": 0.00011151770353422352,
      "loss": 3.721,
      "step": 41984
    },
    {
      "epoch": 3.56651376146789,
      "grad_norm": 3.4965856002558025,
      "learning_rate": 0.00011151106720733059,
      "loss": 3.8842,
      "step": 41985
    },
    {
      "epoch": 3.5665987088005435,
      "grad_norm": 3.4151936105475715,
      "learning_rate": 0.00011150443096108353,
      "loss": 3.8501,
      "step": 41986
    },
    {
      "epoch": 3.5666836561331974,
      "grad_norm": 3.6609655492861375,
      "learning_rate": 0.00011149779479549627,
      "loss": 4.0364,
      "step": 41987
    },
    {
      "epoch": 3.5667686034658512,
      "grad_norm": 3.6860826453311057,
      "learning_rate": 0.00011149115871058277,
      "loss": 4.26,
      "step": 41988
    },
    {
      "epoch": 3.566853550798505,
      "grad_norm": 3.482979438776745,
      "learning_rate": 0.00011148452270635684,
      "loss": 3.6134,
      "step": 41989
    },
    {
      "epoch": 3.566938498131159,
      "grad_norm": 3.4218338714604175,
      "learning_rate": 0.00011147788678283242,
      "loss": 3.541,
      "step": 41990
    },
    {
      "epoch": 3.5670234454638123,
      "grad_norm": 3.2620156274713366,
      "learning_rate": 0.00011147125094002344,
      "loss": 3.6008,
      "step": 41991
    },
    {
      "epoch": 3.567108392796466,
      "grad_norm": 3.4376023396793687,
      "learning_rate": 0.00011146461517794381,
      "loss": 4.0114,
      "step": 41992
    },
    {
      "epoch": 3.56719334012912,
      "grad_norm": 3.326569138017325,
      "learning_rate": 0.00011145797949660741,
      "loss": 3.722,
      "step": 41993
    },
    {
      "epoch": 3.5672782874617734,
      "grad_norm": 3.6015794705882773,
      "learning_rate": 0.00011145134389602816,
      "loss": 4.1217,
      "step": 41994
    },
    {
      "epoch": 3.5673632347944273,
      "grad_norm": 3.2982328321956134,
      "learning_rate": 0.00011144470837621992,
      "loss": 3.6592,
      "step": 41995
    },
    {
      "epoch": 3.567448182127081,
      "grad_norm": 3.4154254665972887,
      "learning_rate": 0.00011143807293719659,
      "loss": 3.7142,
      "step": 41996
    },
    {
      "epoch": 3.567533129459735,
      "grad_norm": 3.306503081030736,
      "learning_rate": 0.00011143143757897213,
      "loss": 3.5897,
      "step": 41997
    },
    {
      "epoch": 3.567618076792389,
      "grad_norm": 3.4382499367253216,
      "learning_rate": 0.00011142480230156046,
      "loss": 3.7868,
      "step": 41998
    },
    {
      "epoch": 3.5677030241250423,
      "grad_norm": 3.3912144247850766,
      "learning_rate": 0.00011141816710497546,
      "loss": 3.943,
      "step": 41999
    },
    {
      "epoch": 3.567787971457696,
      "grad_norm": 3.616677020453311,
      "learning_rate": 0.00011141153198923095,
      "loss": 4.1222,
      "step": 42000
    },
    {
      "epoch": 3.56787291879035,
      "grad_norm": 3.609833268891932,
      "learning_rate": 0.00011140489695434097,
      "loss": 4.2482,
      "step": 42001
    },
    {
      "epoch": 3.567957866123004,
      "grad_norm": 3.3543423845612996,
      "learning_rate": 0.00011139826200031923,
      "loss": 3.8864,
      "step": 42002
    },
    {
      "epoch": 3.5680428134556577,
      "grad_norm": 3.4250994990570827,
      "learning_rate": 0.00011139162712717986,
      "loss": 3.8914,
      "step": 42003
    },
    {
      "epoch": 3.568127760788311,
      "grad_norm": 3.5658507957226875,
      "learning_rate": 0.00011138499233493662,
      "loss": 4.2756,
      "step": 42004
    },
    {
      "epoch": 3.568212708120965,
      "grad_norm": 3.497463191572531,
      "learning_rate": 0.00011137835762360345,
      "loss": 3.9935,
      "step": 42005
    },
    {
      "epoch": 3.5682976554536188,
      "grad_norm": 3.446539464475551,
      "learning_rate": 0.00011137172299319427,
      "loss": 3.6928,
      "step": 42006
    },
    {
      "epoch": 3.5683826027862726,
      "grad_norm": 3.4612901000575897,
      "learning_rate": 0.00011136508844372294,
      "loss": 3.9008,
      "step": 42007
    },
    {
      "epoch": 3.5684675501189265,
      "grad_norm": 3.331220740577221,
      "learning_rate": 0.00011135845397520335,
      "loss": 3.6572,
      "step": 42008
    },
    {
      "epoch": 3.56855249745158,
      "grad_norm": 3.2484384109231983,
      "learning_rate": 0.00011135181958764947,
      "loss": 3.3732,
      "step": 42009
    },
    {
      "epoch": 3.5686374447842337,
      "grad_norm": 3.3073084539086435,
      "learning_rate": 0.00011134518528107519,
      "loss": 3.3785,
      "step": 42010
    },
    {
      "epoch": 3.5687223921168876,
      "grad_norm": 3.6583492179651356,
      "learning_rate": 0.00011133855105549434,
      "loss": 4.0604,
      "step": 42011
    },
    {
      "epoch": 3.5688073394495414,
      "grad_norm": 3.3688599254449745,
      "learning_rate": 0.00011133191691092091,
      "loss": 3.5552,
      "step": 42012
    },
    {
      "epoch": 3.5688922867821953,
      "grad_norm": 3.31241420450839,
      "learning_rate": 0.00011132528284736872,
      "loss": 3.7159,
      "step": 42013
    },
    {
      "epoch": 3.5689772341148487,
      "grad_norm": 3.2351060396580515,
      "learning_rate": 0.0001113186488648517,
      "loss": 3.6876,
      "step": 42014
    },
    {
      "epoch": 3.5690621814475025,
      "grad_norm": 3.3973866873015273,
      "learning_rate": 0.00011131201496338373,
      "loss": 4.0866,
      "step": 42015
    },
    {
      "epoch": 3.5691471287801564,
      "grad_norm": 3.29616921639883,
      "learning_rate": 0.00011130538114297878,
      "loss": 3.7282,
      "step": 42016
    },
    {
      "epoch": 3.56923207611281,
      "grad_norm": 3.2850354576921803,
      "learning_rate": 0.00011129874740365075,
      "loss": 3.8293,
      "step": 42017
    },
    {
      "epoch": 3.569317023445464,
      "grad_norm": 3.6883975253018515,
      "learning_rate": 0.00011129211374541343,
      "loss": 4.1209,
      "step": 42018
    },
    {
      "epoch": 3.5694019707781175,
      "grad_norm": 3.5357163916389167,
      "learning_rate": 0.00011128548016828083,
      "loss": 4.1176,
      "step": 42019
    },
    {
      "epoch": 3.5694869181107713,
      "grad_norm": 3.2980635828567033,
      "learning_rate": 0.00011127884667226671,
      "loss": 3.7027,
      "step": 42020
    },
    {
      "epoch": 3.569571865443425,
      "grad_norm": 3.8469532536043607,
      "learning_rate": 0.00011127221325738515,
      "loss": 3.9734,
      "step": 42021
    },
    {
      "epoch": 3.5696568127760786,
      "grad_norm": 3.372890492467254,
      "learning_rate": 0.00011126557992364997,
      "loss": 3.6858,
      "step": 42022
    },
    {
      "epoch": 3.5697417601087325,
      "grad_norm": 3.7857349975808563,
      "learning_rate": 0.00011125894667107504,
      "loss": 4.2647,
      "step": 42023
    },
    {
      "epoch": 3.5698267074413863,
      "grad_norm": 3.7631022463092947,
      "learning_rate": 0.0001112523134996743,
      "loss": 4.5602,
      "step": 42024
    },
    {
      "epoch": 3.56991165477404,
      "grad_norm": 3.6066788280397786,
      "learning_rate": 0.0001112456804094616,
      "loss": 4.1274,
      "step": 42025
    },
    {
      "epoch": 3.569996602106694,
      "grad_norm": 3.2514254133511242,
      "learning_rate": 0.00011123904740045088,
      "loss": 3.6014,
      "step": 42026
    },
    {
      "epoch": 3.5700815494393474,
      "grad_norm": 3.3813994016111346,
      "learning_rate": 0.00011123241447265598,
      "loss": 3.7307,
      "step": 42027
    },
    {
      "epoch": 3.5701664967720013,
      "grad_norm": 3.3233812903202677,
      "learning_rate": 0.0001112257816260909,
      "loss": 3.8058,
      "step": 42028
    },
    {
      "epoch": 3.570251444104655,
      "grad_norm": 3.259327016482304,
      "learning_rate": 0.00011121914886076948,
      "loss": 3.374,
      "step": 42029
    },
    {
      "epoch": 3.570336391437309,
      "grad_norm": 3.3502161443469287,
      "learning_rate": 0.00011121251617670562,
      "loss": 3.7136,
      "step": 42030
    },
    {
      "epoch": 3.570421338769963,
      "grad_norm": 3.329169644141176,
      "learning_rate": 0.0001112058835739132,
      "loss": 3.9068,
      "step": 42031
    },
    {
      "epoch": 3.5705062861026162,
      "grad_norm": 3.2720176262144394,
      "learning_rate": 0.00011119925105240612,
      "loss": 3.2552,
      "step": 42032
    },
    {
      "epoch": 3.57059123343527,
      "grad_norm": 3.7420125651561635,
      "learning_rate": 0.00011119261861219828,
      "loss": 4.6178,
      "step": 42033
    },
    {
      "epoch": 3.570676180767924,
      "grad_norm": 3.336753082784702,
      "learning_rate": 0.00011118598625330365,
      "loss": 3.8013,
      "step": 42034
    },
    {
      "epoch": 3.5707611281005778,
      "grad_norm": 3.295250639148708,
      "learning_rate": 0.00011117935397573603,
      "loss": 3.68,
      "step": 42035
    },
    {
      "epoch": 3.5708460754332316,
      "grad_norm": 3.494593693379326,
      "learning_rate": 0.00011117272177950934,
      "loss": 3.9294,
      "step": 42036
    },
    {
      "epoch": 3.570931022765885,
      "grad_norm": 3.4888952557967645,
      "learning_rate": 0.00011116608966463753,
      "loss": 4.1751,
      "step": 42037
    },
    {
      "epoch": 3.571015970098539,
      "grad_norm": 3.408710822436523,
      "learning_rate": 0.00011115945763113441,
      "loss": 3.9209,
      "step": 42038
    },
    {
      "epoch": 3.5711009174311927,
      "grad_norm": 3.3675459883911483,
      "learning_rate": 0.0001111528256790139,
      "loss": 3.685,
      "step": 42039
    },
    {
      "epoch": 3.571185864763846,
      "grad_norm": 3.4929091610009184,
      "learning_rate": 0.00011114619380828993,
      "loss": 4.2214,
      "step": 42040
    },
    {
      "epoch": 3.5712708120965004,
      "grad_norm": 3.587451762615016,
      "learning_rate": 0.00011113956201897644,
      "loss": 4.0067,
      "step": 42041
    },
    {
      "epoch": 3.571355759429154,
      "grad_norm": 3.7137345622989444,
      "learning_rate": 0.00011113293031108722,
      "loss": 4.4277,
      "step": 42042
    },
    {
      "epoch": 3.5714407067618077,
      "grad_norm": 3.4949457295083417,
      "learning_rate": 0.00011112629868463622,
      "loss": 4.0541,
      "step": 42043
    },
    {
      "epoch": 3.5715256540944615,
      "grad_norm": 3.6390889312644905,
      "learning_rate": 0.00011111966713963735,
      "loss": 4.2217,
      "step": 42044
    },
    {
      "epoch": 3.571610601427115,
      "grad_norm": 3.4260335308881364,
      "learning_rate": 0.0001111130356761044,
      "loss": 4.053,
      "step": 42045
    },
    {
      "epoch": 3.571695548759769,
      "grad_norm": 3.2938723182769123,
      "learning_rate": 0.00011110640429405143,
      "loss": 3.4845,
      "step": 42046
    },
    {
      "epoch": 3.5717804960924227,
      "grad_norm": 3.4313429859652715,
      "learning_rate": 0.00011109977299349224,
      "loss": 3.8267,
      "step": 42047
    },
    {
      "epoch": 3.5718654434250765,
      "grad_norm": 3.61125635667701,
      "learning_rate": 0.00011109314177444075,
      "loss": 3.9642,
      "step": 42048
    },
    {
      "epoch": 3.5719503907577304,
      "grad_norm": 3.3259410089720194,
      "learning_rate": 0.00011108651063691082,
      "loss": 3.442,
      "step": 42049
    },
    {
      "epoch": 3.5720353380903838,
      "grad_norm": 3.37028495418235,
      "learning_rate": 0.00011107987958091637,
      "loss": 3.9443,
      "step": 42050
    },
    {
      "epoch": 3.5721202854230376,
      "grad_norm": 3.609504608224127,
      "learning_rate": 0.00011107324860647124,
      "loss": 4.0992,
      "step": 42051
    },
    {
      "epoch": 3.5722052327556915,
      "grad_norm": 3.4315327341036426,
      "learning_rate": 0.00011106661771358946,
      "loss": 3.9017,
      "step": 42052
    },
    {
      "epoch": 3.5722901800883453,
      "grad_norm": 3.7339661667370754,
      "learning_rate": 0.0001110599869022848,
      "loss": 4.5967,
      "step": 42053
    },
    {
      "epoch": 3.572375127420999,
      "grad_norm": 3.292840643049359,
      "learning_rate": 0.0001110533561725712,
      "loss": 3.5519,
      "step": 42054
    },
    {
      "epoch": 3.5724600747536526,
      "grad_norm": 3.279959720144343,
      "learning_rate": 0.00011104672552446255,
      "loss": 3.5829,
      "step": 42055
    },
    {
      "epoch": 3.5725450220863064,
      "grad_norm": 3.7146159762866353,
      "learning_rate": 0.00011104009495797273,
      "loss": 4.4384,
      "step": 42056
    },
    {
      "epoch": 3.5726299694189603,
      "grad_norm": 3.3825825891800743,
      "learning_rate": 0.00011103346447311559,
      "loss": 3.8733,
      "step": 42057
    },
    {
      "epoch": 3.572714916751614,
      "grad_norm": 3.4496948432184853,
      "learning_rate": 0.00011102683406990512,
      "loss": 3.8322,
      "step": 42058
    },
    {
      "epoch": 3.572799864084268,
      "grad_norm": 3.3598653325467702,
      "learning_rate": 0.00011102020374835519,
      "loss": 3.7016,
      "step": 42059
    },
    {
      "epoch": 3.5728848114169214,
      "grad_norm": 3.739833528884865,
      "learning_rate": 0.00011101357350847964,
      "loss": 4.2523,
      "step": 42060
    },
    {
      "epoch": 3.5729697587495752,
      "grad_norm": 3.410630199324269,
      "learning_rate": 0.00011100694335029239,
      "loss": 3.5656,
      "step": 42061
    },
    {
      "epoch": 3.573054706082229,
      "grad_norm": 3.596871740650657,
      "learning_rate": 0.00011100031327380737,
      "loss": 4.0608,
      "step": 42062
    },
    {
      "epoch": 3.573139653414883,
      "grad_norm": 3.4847482136899277,
      "learning_rate": 0.00011099368327903836,
      "loss": 3.8347,
      "step": 42063
    },
    {
      "epoch": 3.573224600747537,
      "grad_norm": 3.262125162441297,
      "learning_rate": 0.00011098705336599938,
      "loss": 3.8071,
      "step": 42064
    },
    {
      "epoch": 3.57330954808019,
      "grad_norm": 3.326096544744677,
      "learning_rate": 0.00011098042353470425,
      "loss": 3.4257,
      "step": 42065
    },
    {
      "epoch": 3.573394495412844,
      "grad_norm": 3.4565901809903194,
      "learning_rate": 0.0001109737937851669,
      "loss": 3.9826,
      "step": 42066
    },
    {
      "epoch": 3.573479442745498,
      "grad_norm": 3.6678095012214613,
      "learning_rate": 0.00011096716411740121,
      "loss": 4.471,
      "step": 42067
    },
    {
      "epoch": 3.5735643900781513,
      "grad_norm": 3.5855771383850734,
      "learning_rate": 0.00011096053453142105,
      "loss": 3.7464,
      "step": 42068
    },
    {
      "epoch": 3.573649337410805,
      "grad_norm": 3.676508465830899,
      "learning_rate": 0.00011095390502724033,
      "loss": 4.3045,
      "step": 42069
    },
    {
      "epoch": 3.573734284743459,
      "grad_norm": 3.7488573645091527,
      "learning_rate": 0.0001109472756048729,
      "loss": 4.3687,
      "step": 42070
    },
    {
      "epoch": 3.573819232076113,
      "grad_norm": 3.529988761049632,
      "learning_rate": 0.00011094064626433272,
      "loss": 3.9595,
      "step": 42071
    },
    {
      "epoch": 3.5739041794087667,
      "grad_norm": 3.6401522172196557,
      "learning_rate": 0.00011093401700563363,
      "loss": 4.3809,
      "step": 42072
    },
    {
      "epoch": 3.57398912674142,
      "grad_norm": 3.58045855922491,
      "learning_rate": 0.00011092738782878955,
      "loss": 3.8027,
      "step": 42073
    },
    {
      "epoch": 3.574074074074074,
      "grad_norm": 3.338735679016177,
      "learning_rate": 0.00011092075873381434,
      "loss": 3.4959,
      "step": 42074
    },
    {
      "epoch": 3.574159021406728,
      "grad_norm": 3.2858949858437367,
      "learning_rate": 0.00011091412972072192,
      "loss": 3.4906,
      "step": 42075
    },
    {
      "epoch": 3.5742439687393817,
      "grad_norm": 3.4162678760995426,
      "learning_rate": 0.00011090750078952613,
      "loss": 3.8921,
      "step": 42076
    },
    {
      "epoch": 3.5743289160720355,
      "grad_norm": 3.4137613980049677,
      "learning_rate": 0.00011090087194024094,
      "loss": 3.9187,
      "step": 42077
    },
    {
      "epoch": 3.574413863404689,
      "grad_norm": 3.601220872524786,
      "learning_rate": 0.00011089424317288019,
      "loss": 3.9199,
      "step": 42078
    },
    {
      "epoch": 3.5744988107373428,
      "grad_norm": 3.3709056733768312,
      "learning_rate": 0.00011088761448745777,
      "loss": 3.61,
      "step": 42079
    },
    {
      "epoch": 3.5745837580699966,
      "grad_norm": 3.3982348455965807,
      "learning_rate": 0.00011088098588398759,
      "loss": 3.875,
      "step": 42080
    },
    {
      "epoch": 3.5746687054026505,
      "grad_norm": 3.7028207013280774,
      "learning_rate": 0.0001108743573624835,
      "loss": 4.1464,
      "step": 42081
    },
    {
      "epoch": 3.5747536527353043,
      "grad_norm": 3.4521279578881585,
      "learning_rate": 0.00011086772892295938,
      "loss": 3.9581,
      "step": 42082
    },
    {
      "epoch": 3.5748386000679577,
      "grad_norm": 3.4953481830091198,
      "learning_rate": 0.00011086110056542916,
      "loss": 4.0805,
      "step": 42083
    },
    {
      "epoch": 3.5749235474006116,
      "grad_norm": 3.3565765151864246,
      "learning_rate": 0.00011085447228990679,
      "loss": 3.5618,
      "step": 42084
    },
    {
      "epoch": 3.5750084947332654,
      "grad_norm": 3.3107040901967664,
      "learning_rate": 0.00011084784409640603,
      "loss": 3.7511,
      "step": 42085
    },
    {
      "epoch": 3.5750934420659193,
      "grad_norm": 3.7006673906542735,
      "learning_rate": 0.00011084121598494081,
      "loss": 4.5573,
      "step": 42086
    },
    {
      "epoch": 3.575178389398573,
      "grad_norm": 3.363457425840641,
      "learning_rate": 0.00011083458795552509,
      "loss": 3.8298,
      "step": 42087
    },
    {
      "epoch": 3.5752633367312265,
      "grad_norm": 3.620835489238946,
      "learning_rate": 0.00011082796000817261,
      "loss": 4.0126,
      "step": 42088
    },
    {
      "epoch": 3.5753482840638804,
      "grad_norm": 3.47103599577762,
      "learning_rate": 0.0001108213321428974,
      "loss": 4.1246,
      "step": 42089
    },
    {
      "epoch": 3.5754332313965342,
      "grad_norm": 3.8189780440904855,
      "learning_rate": 0.0001108147043597133,
      "loss": 3.5927,
      "step": 42090
    },
    {
      "epoch": 3.5755181787291876,
      "grad_norm": 3.4365436539758467,
      "learning_rate": 0.00011080807665863422,
      "loss": 3.6419,
      "step": 42091
    },
    {
      "epoch": 3.5756031260618415,
      "grad_norm": 3.440305785771584,
      "learning_rate": 0.00011080144903967397,
      "loss": 3.8947,
      "step": 42092
    },
    {
      "epoch": 3.5756880733944953,
      "grad_norm": 3.6953795091043413,
      "learning_rate": 0.0001107948215028465,
      "loss": 4.157,
      "step": 42093
    },
    {
      "epoch": 3.575773020727149,
      "grad_norm": 3.591732852387387,
      "learning_rate": 0.00011078819404816565,
      "loss": 4.4489,
      "step": 42094
    },
    {
      "epoch": 3.575857968059803,
      "grad_norm": 3.3893865886416905,
      "learning_rate": 0.00011078156667564541,
      "loss": 3.6561,
      "step": 42095
    },
    {
      "epoch": 3.5759429153924565,
      "grad_norm": 3.4053380205886263,
      "learning_rate": 0.00011077493938529955,
      "loss": 3.8074,
      "step": 42096
    },
    {
      "epoch": 3.5760278627251103,
      "grad_norm": 3.4448672614020444,
      "learning_rate": 0.000110768312177142,
      "loss": 4.0499,
      "step": 42097
    },
    {
      "epoch": 3.576112810057764,
      "grad_norm": 3.3466869614127774,
      "learning_rate": 0.0001107616850511867,
      "loss": 3.5069,
      "step": 42098
    },
    {
      "epoch": 3.576197757390418,
      "grad_norm": 3.446331306338239,
      "learning_rate": 0.00011075505800744743,
      "loss": 3.8661,
      "step": 42099
    },
    {
      "epoch": 3.576282704723072,
      "grad_norm": 3.358101125502077,
      "learning_rate": 0.00011074843104593811,
      "loss": 3.8436,
      "step": 42100
    },
    {
      "epoch": 3.5763676520557253,
      "grad_norm": 3.7259617008575545,
      "learning_rate": 0.00011074180416667268,
      "loss": 4.4946,
      "step": 42101
    },
    {
      "epoch": 3.576452599388379,
      "grad_norm": 3.4232446886424834,
      "learning_rate": 0.000110735177369665,
      "loss": 3.7406,
      "step": 42102
    },
    {
      "epoch": 3.576537546721033,
      "grad_norm": 3.377295383534264,
      "learning_rate": 0.00011072855065492892,
      "loss": 3.5654,
      "step": 42103
    },
    {
      "epoch": 3.576622494053687,
      "grad_norm": 3.3578248726978432,
      "learning_rate": 0.00011072192402247836,
      "loss": 3.9191,
      "step": 42104
    },
    {
      "epoch": 3.5767074413863407,
      "grad_norm": 3.610782564635543,
      "learning_rate": 0.00011071529747232722,
      "loss": 3.8301,
      "step": 42105
    },
    {
      "epoch": 3.576792388718994,
      "grad_norm": 3.36347834416835,
      "learning_rate": 0.00011070867100448932,
      "loss": 3.571,
      "step": 42106
    },
    {
      "epoch": 3.576877336051648,
      "grad_norm": 3.2671827839859553,
      "learning_rate": 0.00011070204461897858,
      "loss": 3.4953,
      "step": 42107
    },
    {
      "epoch": 3.5769622833843018,
      "grad_norm": 3.35373034405135,
      "learning_rate": 0.00011069541831580891,
      "loss": 3.8548,
      "step": 42108
    },
    {
      "epoch": 3.5770472307169556,
      "grad_norm": 3.366045447356896,
      "learning_rate": 0.0001106887920949942,
      "loss": 3.6996,
      "step": 42109
    },
    {
      "epoch": 3.5771321780496095,
      "grad_norm": 3.7780783330396956,
      "learning_rate": 0.00011068216595654828,
      "loss": 4.6884,
      "step": 42110
    },
    {
      "epoch": 3.577217125382263,
      "grad_norm": 3.660819368988159,
      "learning_rate": 0.00011067553990048504,
      "loss": 4.2835,
      "step": 42111
    },
    {
      "epoch": 3.5773020727149167,
      "grad_norm": 3.361362913573697,
      "learning_rate": 0.00011066891392681844,
      "loss": 3.5573,
      "step": 42112
    },
    {
      "epoch": 3.5773870200475706,
      "grad_norm": 3.6740007463245643,
      "learning_rate": 0.0001106622880355622,
      "loss": 4.1731,
      "step": 42113
    },
    {
      "epoch": 3.577471967380224,
      "grad_norm": 3.474859495899522,
      "learning_rate": 0.00011065566222673038,
      "loss": 3.9212,
      "step": 42114
    },
    {
      "epoch": 3.5775569147128783,
      "grad_norm": 3.2807310518627553,
      "learning_rate": 0.00011064903650033679,
      "loss": 3.628,
      "step": 42115
    },
    {
      "epoch": 3.5776418620455317,
      "grad_norm": 3.428766405985095,
      "learning_rate": 0.00011064241085639535,
      "loss": 3.7485,
      "step": 42116
    },
    {
      "epoch": 3.5777268093781855,
      "grad_norm": 3.307235561104846,
      "learning_rate": 0.00011063578529491987,
      "loss": 3.5768,
      "step": 42117
    },
    {
      "epoch": 3.5778117567108394,
      "grad_norm": 3.430600233838915,
      "learning_rate": 0.0001106291598159243,
      "loss": 3.9003,
      "step": 42118
    },
    {
      "epoch": 3.577896704043493,
      "grad_norm": 3.371147881942796,
      "learning_rate": 0.0001106225344194224,
      "loss": 3.5655,
      "step": 42119
    },
    {
      "epoch": 3.5779816513761467,
      "grad_norm": 3.564644431098904,
      "learning_rate": 0.00011061590910542824,
      "loss": 4.4624,
      "step": 42120
    },
    {
      "epoch": 3.5780665987088005,
      "grad_norm": 3.3747808033025777,
      "learning_rate": 0.00011060928387395559,
      "loss": 3.7406,
      "step": 42121
    },
    {
      "epoch": 3.5781515460414544,
      "grad_norm": 3.5222571510362357,
      "learning_rate": 0.00011060265872501835,
      "loss": 4.1673,
      "step": 42122
    },
    {
      "epoch": 3.578236493374108,
      "grad_norm": 3.4138329751803056,
      "learning_rate": 0.0001105960336586304,
      "loss": 3.7931,
      "step": 42123
    },
    {
      "epoch": 3.5783214407067616,
      "grad_norm": 3.3656639482608517,
      "learning_rate": 0.00011058940867480562,
      "loss": 3.7514,
      "step": 42124
    },
    {
      "epoch": 3.5784063880394155,
      "grad_norm": 3.383972060822987,
      "learning_rate": 0.00011058278377355785,
      "loss": 3.5169,
      "step": 42125
    },
    {
      "epoch": 3.5784913353720693,
      "grad_norm": 3.385751955669442,
      "learning_rate": 0.00011057615895490105,
      "loss": 3.8933,
      "step": 42126
    },
    {
      "epoch": 3.578576282704723,
      "grad_norm": 3.2621010218181,
      "learning_rate": 0.00011056953421884912,
      "loss": 3.6121,
      "step": 42127
    },
    {
      "epoch": 3.578661230037377,
      "grad_norm": 3.382861670558837,
      "learning_rate": 0.00011056290956541584,
      "loss": 3.7619,
      "step": 42128
    },
    {
      "epoch": 3.5787461773700304,
      "grad_norm": 3.5108855079726724,
      "learning_rate": 0.00011055628499461515,
      "loss": 4.3029,
      "step": 42129
    },
    {
      "epoch": 3.5788311247026843,
      "grad_norm": 3.3683731325808237,
      "learning_rate": 0.0001105496605064609,
      "loss": 3.7286,
      "step": 42130
    },
    {
      "epoch": 3.578916072035338,
      "grad_norm": 3.7346594868102656,
      "learning_rate": 0.00011054303610096697,
      "loss": 3.7846,
      "step": 42131
    },
    {
      "epoch": 3.579001019367992,
      "grad_norm": 3.4361180765472863,
      "learning_rate": 0.00011053641177814728,
      "loss": 3.7061,
      "step": 42132
    },
    {
      "epoch": 3.579085966700646,
      "grad_norm": 3.4919837974786443,
      "learning_rate": 0.00011052978753801569,
      "loss": 3.914,
      "step": 42133
    },
    {
      "epoch": 3.5791709140332992,
      "grad_norm": 3.343193789416718,
      "learning_rate": 0.0001105231633805861,
      "loss": 3.6225,
      "step": 42134
    },
    {
      "epoch": 3.579255861365953,
      "grad_norm": 3.3862522561765487,
      "learning_rate": 0.00011051653930587236,
      "loss": 3.7901,
      "step": 42135
    },
    {
      "epoch": 3.579340808698607,
      "grad_norm": 3.326906492998944,
      "learning_rate": 0.00011050991531388837,
      "loss": 3.7098,
      "step": 42136
    },
    {
      "epoch": 3.5794257560312603,
      "grad_norm": 3.2577988549842583,
      "learning_rate": 0.00011050329140464791,
      "loss": 3.4445,
      "step": 42137
    },
    {
      "epoch": 3.5795107033639146,
      "grad_norm": 3.45725360795486,
      "learning_rate": 0.00011049666757816504,
      "loss": 3.7602,
      "step": 42138
    },
    {
      "epoch": 3.579595650696568,
      "grad_norm": 3.705757621660772,
      "learning_rate": 0.00011049004383445352,
      "loss": 4.4667,
      "step": 42139
    },
    {
      "epoch": 3.579680598029222,
      "grad_norm": 3.3424292753857503,
      "learning_rate": 0.00011048342017352724,
      "loss": 3.6423,
      "step": 42140
    },
    {
      "epoch": 3.5797655453618757,
      "grad_norm": 3.328318759932525,
      "learning_rate": 0.00011047679659540013,
      "loss": 3.6991,
      "step": 42141
    },
    {
      "epoch": 3.579850492694529,
      "grad_norm": 3.414103339878692,
      "learning_rate": 0.000110470173100086,
      "loss": 3.9424,
      "step": 42142
    },
    {
      "epoch": 3.579935440027183,
      "grad_norm": 3.3552411971022704,
      "learning_rate": 0.0001104635496875987,
      "loss": 3.8462,
      "step": 42143
    },
    {
      "epoch": 3.580020387359837,
      "grad_norm": 3.37248799870453,
      "learning_rate": 0.00011045692635795223,
      "loss": 3.8284,
      "step": 42144
    },
    {
      "epoch": 3.5801053346924907,
      "grad_norm": 3.6996784021199414,
      "learning_rate": 0.00011045030311116045,
      "loss": 4.1473,
      "step": 42145
    },
    {
      "epoch": 3.5801902820251446,
      "grad_norm": 3.493732355847244,
      "learning_rate": 0.00011044367994723713,
      "loss": 3.9738,
      "step": 42146
    },
    {
      "epoch": 3.580275229357798,
      "grad_norm": 3.6205502511538667,
      "learning_rate": 0.00011043705686619625,
      "loss": 4.2205,
      "step": 42147
    },
    {
      "epoch": 3.580360176690452,
      "grad_norm": 3.409577982647929,
      "learning_rate": 0.00011043043386805162,
      "loss": 3.7879,
      "step": 42148
    },
    {
      "epoch": 3.5804451240231057,
      "grad_norm": 3.3489542565964494,
      "learning_rate": 0.0001104238109528171,
      "loss": 3.5922,
      "step": 42149
    },
    {
      "epoch": 3.5805300713557595,
      "grad_norm": 3.298445875947266,
      "learning_rate": 0.00011041718812050668,
      "loss": 3.616,
      "step": 42150
    },
    {
      "epoch": 3.5806150186884134,
      "grad_norm": 3.514813871371193,
      "learning_rate": 0.00011041056537113413,
      "loss": 4.0652,
      "step": 42151
    },
    {
      "epoch": 3.5806999660210668,
      "grad_norm": 3.2589566849361837,
      "learning_rate": 0.0001104039427047134,
      "loss": 3.5752,
      "step": 42152
    },
    {
      "epoch": 3.5807849133537206,
      "grad_norm": 3.4040385651274465,
      "learning_rate": 0.00011039732012125833,
      "loss": 3.6938,
      "step": 42153
    },
    {
      "epoch": 3.5808698606863745,
      "grad_norm": 3.544068610066005,
      "learning_rate": 0.0001103906976207828,
      "loss": 3.9922,
      "step": 42154
    },
    {
      "epoch": 3.5809548080190283,
      "grad_norm": 3.46879554431662,
      "learning_rate": 0.00011038407520330058,
      "loss": 3.7981,
      "step": 42155
    },
    {
      "epoch": 3.581039755351682,
      "grad_norm": 3.3078504656531234,
      "learning_rate": 0.00011037745286882578,
      "loss": 3.4894,
      "step": 42156
    },
    {
      "epoch": 3.5811247026843356,
      "grad_norm": 3.4436748523112186,
      "learning_rate": 0.00011037083061737209,
      "loss": 3.687,
      "step": 42157
    },
    {
      "epoch": 3.5812096500169894,
      "grad_norm": 3.5503582769178625,
      "learning_rate": 0.00011036420844895348,
      "loss": 4.0218,
      "step": 42158
    },
    {
      "epoch": 3.5812945973496433,
      "grad_norm": 3.6565439860004334,
      "learning_rate": 0.00011035758636358376,
      "loss": 4.2448,
      "step": 42159
    },
    {
      "epoch": 3.581379544682297,
      "grad_norm": 3.477216704007935,
      "learning_rate": 0.00011035096436127681,
      "loss": 4.1254,
      "step": 42160
    },
    {
      "epoch": 3.581464492014951,
      "grad_norm": 3.4031574671670857,
      "learning_rate": 0.00011034434244204657,
      "loss": 3.8525,
      "step": 42161
    },
    {
      "epoch": 3.5815494393476044,
      "grad_norm": 3.6027323667524898,
      "learning_rate": 0.00011033772060590678,
      "loss": 4.2434,
      "step": 42162
    },
    {
      "epoch": 3.5816343866802582,
      "grad_norm": 3.29950420099954,
      "learning_rate": 0.00011033109885287151,
      "loss": 3.4346,
      "step": 42163
    },
    {
      "epoch": 3.581719334012912,
      "grad_norm": 3.569106033124359,
      "learning_rate": 0.0001103244771829545,
      "loss": 3.7462,
      "step": 42164
    },
    {
      "epoch": 3.5818042813455655,
      "grad_norm": 3.366104513294652,
      "learning_rate": 0.00011031785559616967,
      "loss": 3.7974,
      "step": 42165
    },
    {
      "epoch": 3.5818892286782194,
      "grad_norm": 3.6450725946860034,
      "learning_rate": 0.00011031123409253086,
      "loss": 3.8328,
      "step": 42166
    },
    {
      "epoch": 3.581974176010873,
      "grad_norm": 3.408561696545191,
      "learning_rate": 0.00011030461267205195,
      "loss": 3.7135,
      "step": 42167
    },
    {
      "epoch": 3.582059123343527,
      "grad_norm": 3.292951983199965,
      "learning_rate": 0.0001102979913347468,
      "loss": 3.5252,
      "step": 42168
    },
    {
      "epoch": 3.582144070676181,
      "grad_norm": 3.539720130391391,
      "learning_rate": 0.0001102913700806294,
      "loss": 4.1182,
      "step": 42169
    },
    {
      "epoch": 3.5822290180088343,
      "grad_norm": 3.3625100977819837,
      "learning_rate": 0.00011028474890971348,
      "loss": 3.6502,
      "step": 42170
    },
    {
      "epoch": 3.582313965341488,
      "grad_norm": 3.2665001458828007,
      "learning_rate": 0.00011027812782201297,
      "loss": 3.583,
      "step": 42171
    },
    {
      "epoch": 3.582398912674142,
      "grad_norm": 3.3575713562873584,
      "learning_rate": 0.00011027150681754178,
      "loss": 3.895,
      "step": 42172
    },
    {
      "epoch": 3.582483860006796,
      "grad_norm": 3.2993352254020265,
      "learning_rate": 0.0001102648858963137,
      "loss": 3.7747,
      "step": 42173
    },
    {
      "epoch": 3.5825688073394497,
      "grad_norm": 3.3466393458308596,
      "learning_rate": 0.00011025826505834263,
      "loss": 3.9799,
      "step": 42174
    },
    {
      "epoch": 3.582653754672103,
      "grad_norm": 3.255564859326164,
      "learning_rate": 0.00011025164430364249,
      "loss": 3.6,
      "step": 42175
    },
    {
      "epoch": 3.582738702004757,
      "grad_norm": 3.252730819587266,
      "learning_rate": 0.00011024502363222714,
      "loss": 3.3672,
      "step": 42176
    },
    {
      "epoch": 3.582823649337411,
      "grad_norm": 3.5122674654625867,
      "learning_rate": 0.00011023840304411043,
      "loss": 4.0387,
      "step": 42177
    },
    {
      "epoch": 3.5829085966700647,
      "grad_norm": 3.7311526812832194,
      "learning_rate": 0.00011023178253930622,
      "loss": 4.543,
      "step": 42178
    },
    {
      "epoch": 3.5829935440027185,
      "grad_norm": 3.3478579557721955,
      "learning_rate": 0.00011022516211782843,
      "loss": 3.4454,
      "step": 42179
    },
    {
      "epoch": 3.583078491335372,
      "grad_norm": 3.414325706691721,
      "learning_rate": 0.0001102185417796908,
      "loss": 3.8418,
      "step": 42180
    },
    {
      "epoch": 3.583163438668026,
      "grad_norm": 3.3566930026953004,
      "learning_rate": 0.0001102119215249074,
      "loss": 3.7379,
      "step": 42181
    },
    {
      "epoch": 3.5832483860006796,
      "grad_norm": 3.290057728272401,
      "learning_rate": 0.00011020530135349198,
      "loss": 3.481,
      "step": 42182
    },
    {
      "epoch": 3.5833333333333335,
      "grad_norm": 3.5577285545649926,
      "learning_rate": 0.00011019868126545848,
      "loss": 3.6771,
      "step": 42183
    },
    {
      "epoch": 3.5834182806659873,
      "grad_norm": 3.340160692759325,
      "learning_rate": 0.00011019206126082065,
      "loss": 3.7992,
      "step": 42184
    },
    {
      "epoch": 3.5835032279986407,
      "grad_norm": 3.366499843880882,
      "learning_rate": 0.00011018544133959248,
      "loss": 3.6082,
      "step": 42185
    },
    {
      "epoch": 3.5835881753312946,
      "grad_norm": 3.244657348303415,
      "learning_rate": 0.00011017882150178774,
      "loss": 3.5286,
      "step": 42186
    },
    {
      "epoch": 3.5836731226639484,
      "grad_norm": 3.3210630761347764,
      "learning_rate": 0.00011017220174742043,
      "loss": 3.8349,
      "step": 42187
    },
    {
      "epoch": 3.583758069996602,
      "grad_norm": 3.374948717209283,
      "learning_rate": 0.0001101655820765043,
      "loss": 3.8443,
      "step": 42188
    },
    {
      "epoch": 3.5838430173292557,
      "grad_norm": 3.385503541039338,
      "learning_rate": 0.00011015896248905331,
      "loss": 4.0031,
      "step": 42189
    },
    {
      "epoch": 3.5839279646619095,
      "grad_norm": 3.4477588553518905,
      "learning_rate": 0.0001101523429850813,
      "loss": 3.9073,
      "step": 42190
    },
    {
      "epoch": 3.5840129119945634,
      "grad_norm": 3.5288654636076293,
      "learning_rate": 0.00011014572356460208,
      "loss": 4.1665,
      "step": 42191
    },
    {
      "epoch": 3.5840978593272173,
      "grad_norm": 3.6823447722834146,
      "learning_rate": 0.00011013910422762955,
      "loss": 4.238,
      "step": 42192
    },
    {
      "epoch": 3.5841828066598707,
      "grad_norm": 3.6332352191035557,
      "learning_rate": 0.00011013248497417763,
      "loss": 4.0695,
      "step": 42193
    },
    {
      "epoch": 3.5842677539925245,
      "grad_norm": 3.4169800232202405,
      "learning_rate": 0.00011012586580426019,
      "loss": 3.7976,
      "step": 42194
    },
    {
      "epoch": 3.5843527013251784,
      "grad_norm": 3.3746413496992598,
      "learning_rate": 0.00011011924671789102,
      "loss": 3.8548,
      "step": 42195
    },
    {
      "epoch": 3.584437648657832,
      "grad_norm": 3.300892193748391,
      "learning_rate": 0.00011011262771508406,
      "loss": 3.7247,
      "step": 42196
    },
    {
      "epoch": 3.584522595990486,
      "grad_norm": 3.6385484928200498,
      "learning_rate": 0.00011010600879585317,
      "loss": 4.4671,
      "step": 42197
    },
    {
      "epoch": 3.5846075433231395,
      "grad_norm": 3.4034972490701954,
      "learning_rate": 0.00011009938996021214,
      "loss": 3.8476,
      "step": 42198
    },
    {
      "epoch": 3.5846924906557933,
      "grad_norm": 3.4515346342195556,
      "learning_rate": 0.00011009277120817495,
      "loss": 3.827,
      "step": 42199
    },
    {
      "epoch": 3.584777437988447,
      "grad_norm": 3.695327913819886,
      "learning_rate": 0.00011008615253975539,
      "loss": 4.2888,
      "step": 42200
    },
    {
      "epoch": 3.584862385321101,
      "grad_norm": 3.3919746802892883,
      "learning_rate": 0.00011007953395496741,
      "loss": 3.8357,
      "step": 42201
    },
    {
      "epoch": 3.584947332653755,
      "grad_norm": 3.3693386658776117,
      "learning_rate": 0.00011007291545382478,
      "loss": 3.6852,
      "step": 42202
    },
    {
      "epoch": 3.5850322799864083,
      "grad_norm": 3.4286887902882097,
      "learning_rate": 0.00011006629703634142,
      "loss": 3.938,
      "step": 42203
    },
    {
      "epoch": 3.585117227319062,
      "grad_norm": 3.332170939820408,
      "learning_rate": 0.00011005967870253123,
      "loss": 3.7202,
      "step": 42204
    },
    {
      "epoch": 3.585202174651716,
      "grad_norm": 3.354007961576679,
      "learning_rate": 0.00011005306045240796,
      "loss": 4.0377,
      "step": 42205
    },
    {
      "epoch": 3.58528712198437,
      "grad_norm": 3.4628974367318297,
      "learning_rate": 0.00011004644228598561,
      "loss": 4.0058,
      "step": 42206
    },
    {
      "epoch": 3.5853720693170237,
      "grad_norm": 3.412472065708277,
      "learning_rate": 0.00011003982420327797,
      "loss": 3.7661,
      "step": 42207
    },
    {
      "epoch": 3.585457016649677,
      "grad_norm": 3.2879224605995,
      "learning_rate": 0.00011003320620429897,
      "loss": 3.663,
      "step": 42208
    },
    {
      "epoch": 3.585541963982331,
      "grad_norm": 3.5852460801450303,
      "learning_rate": 0.0001100265882890624,
      "loss": 4.0291,
      "step": 42209
    },
    {
      "epoch": 3.585626911314985,
      "grad_norm": 3.3666657174471104,
      "learning_rate": 0.00011001997045758215,
      "loss": 3.8219,
      "step": 42210
    },
    {
      "epoch": 3.585711858647638,
      "grad_norm": 3.331781366857668,
      "learning_rate": 0.0001100133527098721,
      "loss": 3.4625,
      "step": 42211
    },
    {
      "epoch": 3.5857968059802925,
      "grad_norm": 3.4159526222477123,
      "learning_rate": 0.00011000673504594615,
      "loss": 3.7991,
      "step": 42212
    },
    {
      "epoch": 3.585881753312946,
      "grad_norm": 3.70700654986384,
      "learning_rate": 0.00011000011746581811,
      "loss": 4.6357,
      "step": 42213
    },
    {
      "epoch": 3.5859667006455997,
      "grad_norm": 3.3880663240299618,
      "learning_rate": 0.00010999349996950186,
      "loss": 3.3914,
      "step": 42214
    },
    {
      "epoch": 3.5860516479782536,
      "grad_norm": 3.670681253426756,
      "learning_rate": 0.00010998688255701132,
      "loss": 4.2307,
      "step": 42215
    },
    {
      "epoch": 3.586136595310907,
      "grad_norm": 3.3894097479236662,
      "learning_rate": 0.00010998026522836027,
      "loss": 3.7188,
      "step": 42216
    },
    {
      "epoch": 3.586221542643561,
      "grad_norm": 3.4636310690917713,
      "learning_rate": 0.00010997364798356259,
      "loss": 4.0549,
      "step": 42217
    },
    {
      "epoch": 3.5863064899762147,
      "grad_norm": 3.6504893917495678,
      "learning_rate": 0.00010996703082263218,
      "loss": 4.0272,
      "step": 42218
    },
    {
      "epoch": 3.5863914373088686,
      "grad_norm": 3.4159675614327165,
      "learning_rate": 0.00010996041374558293,
      "loss": 3.9374,
      "step": 42219
    },
    {
      "epoch": 3.5864763846415224,
      "grad_norm": 3.457241304513078,
      "learning_rate": 0.00010995379675242864,
      "loss": 4.0694,
      "step": 42220
    },
    {
      "epoch": 3.586561331974176,
      "grad_norm": 3.3869262116848033,
      "learning_rate": 0.0001099471798431832,
      "loss": 3.6173,
      "step": 42221
    },
    {
      "epoch": 3.5866462793068297,
      "grad_norm": 3.8218202549967653,
      "learning_rate": 0.0001099405630178605,
      "loss": 4.3372,
      "step": 42222
    },
    {
      "epoch": 3.5867312266394835,
      "grad_norm": 3.3209233075629796,
      "learning_rate": 0.00010993394627647434,
      "loss": 3.7261,
      "step": 42223
    },
    {
      "epoch": 3.5868161739721374,
      "grad_norm": 3.4250893772700257,
      "learning_rate": 0.00010992732961903865,
      "loss": 3.6517,
      "step": 42224
    },
    {
      "epoch": 3.586901121304791,
      "grad_norm": 3.400313474933878,
      "learning_rate": 0.00010992071304556727,
      "loss": 3.7682,
      "step": 42225
    },
    {
      "epoch": 3.5869860686374446,
      "grad_norm": 3.406307476285993,
      "learning_rate": 0.00010991409655607408,
      "loss": 3.8825,
      "step": 42226
    },
    {
      "epoch": 3.5870710159700985,
      "grad_norm": 3.470688545841526,
      "learning_rate": 0.00010990748015057292,
      "loss": 3.8055,
      "step": 42227
    },
    {
      "epoch": 3.5871559633027523,
      "grad_norm": 3.377037105535362,
      "learning_rate": 0.00010990086382907765,
      "loss": 3.7285,
      "step": 42228
    },
    {
      "epoch": 3.587240910635406,
      "grad_norm": 3.455487033510008,
      "learning_rate": 0.00010989424759160209,
      "loss": 3.8382,
      "step": 42229
    },
    {
      "epoch": 3.58732585796806,
      "grad_norm": 3.2843166962033825,
      "learning_rate": 0.00010988763143816025,
      "loss": 3.6385,
      "step": 42230
    },
    {
      "epoch": 3.5874108053007134,
      "grad_norm": 3.214436244794383,
      "learning_rate": 0.00010988101536876584,
      "loss": 3.5319,
      "step": 42231
    },
    {
      "epoch": 3.5874957526333673,
      "grad_norm": 3.5887333644044843,
      "learning_rate": 0.0001098743993834328,
      "loss": 3.88,
      "step": 42232
    },
    {
      "epoch": 3.587580699966021,
      "grad_norm": 3.6716891096594244,
      "learning_rate": 0.000109867783482175,
      "loss": 4.3484,
      "step": 42233
    },
    {
      "epoch": 3.587665647298675,
      "grad_norm": 3.558991795532093,
      "learning_rate": 0.00010986116766500625,
      "loss": 4.2482,
      "step": 42234
    },
    {
      "epoch": 3.587750594631329,
      "grad_norm": 3.498012931735129,
      "learning_rate": 0.00010985455193194039,
      "loss": 3.8661,
      "step": 42235
    },
    {
      "epoch": 3.5878355419639822,
      "grad_norm": 3.5316776574916284,
      "learning_rate": 0.00010984793628299138,
      "loss": 4.0164,
      "step": 42236
    },
    {
      "epoch": 3.587920489296636,
      "grad_norm": 3.2759683598060194,
      "learning_rate": 0.00010984132071817306,
      "loss": 3.5341,
      "step": 42237
    },
    {
      "epoch": 3.58800543662929,
      "grad_norm": 3.404559493783396,
      "learning_rate": 0.00010983470523749924,
      "loss": 3.4565,
      "step": 42238
    },
    {
      "epoch": 3.5880903839619434,
      "grad_norm": 3.691413409505618,
      "learning_rate": 0.0001098280898409838,
      "loss": 4.083,
      "step": 42239
    },
    {
      "epoch": 3.588175331294597,
      "grad_norm": 3.398400648432314,
      "learning_rate": 0.00010982147452864063,
      "loss": 4.0987,
      "step": 42240
    },
    {
      "epoch": 3.588260278627251,
      "grad_norm": 3.644456312545588,
      "learning_rate": 0.0001098148593004835,
      "loss": 4.476,
      "step": 42241
    },
    {
      "epoch": 3.588345225959905,
      "grad_norm": 3.702256912085294,
      "learning_rate": 0.00010980824415652637,
      "loss": 4.0579,
      "step": 42242
    },
    {
      "epoch": 3.5884301732925588,
      "grad_norm": 3.473193804690136,
      "learning_rate": 0.00010980162909678309,
      "loss": 3.7693,
      "step": 42243
    },
    {
      "epoch": 3.588515120625212,
      "grad_norm": 3.598967652680942,
      "learning_rate": 0.00010979501412126751,
      "loss": 4.2184,
      "step": 42244
    },
    {
      "epoch": 3.588600067957866,
      "grad_norm": 3.61788399469304,
      "learning_rate": 0.00010978839922999348,
      "loss": 4.2329,
      "step": 42245
    },
    {
      "epoch": 3.58868501529052,
      "grad_norm": 3.2895990975160365,
      "learning_rate": 0.00010978178442297482,
      "loss": 3.363,
      "step": 42246
    },
    {
      "epoch": 3.5887699626231737,
      "grad_norm": 3.3425269273333424,
      "learning_rate": 0.0001097751697002255,
      "loss": 3.6599,
      "step": 42247
    },
    {
      "epoch": 3.5888549099558276,
      "grad_norm": 3.4164075919869408,
      "learning_rate": 0.0001097685550617592,
      "loss": 3.9103,
      "step": 42248
    },
    {
      "epoch": 3.588939857288481,
      "grad_norm": 3.700808776704097,
      "learning_rate": 0.00010976194050758996,
      "loss": 4.462,
      "step": 42249
    },
    {
      "epoch": 3.589024804621135,
      "grad_norm": 3.534389365966896,
      "learning_rate": 0.00010975532603773156,
      "loss": 4.129,
      "step": 42250
    },
    {
      "epoch": 3.5891097519537887,
      "grad_norm": 3.286003323401749,
      "learning_rate": 0.00010974871165219789,
      "loss": 3.5332,
      "step": 42251
    },
    {
      "epoch": 3.5891946992864425,
      "grad_norm": 3.3445268173835307,
      "learning_rate": 0.00010974209735100277,
      "loss": 3.9524,
      "step": 42252
    },
    {
      "epoch": 3.5892796466190964,
      "grad_norm": 3.4373884751499983,
      "learning_rate": 0.00010973548313416011,
      "loss": 3.974,
      "step": 42253
    },
    {
      "epoch": 3.58936459395175,
      "grad_norm": 3.404828193842997,
      "learning_rate": 0.00010972886900168363,
      "loss": 3.8689,
      "step": 42254
    },
    {
      "epoch": 3.5894495412844036,
      "grad_norm": 3.6568453287679703,
      "learning_rate": 0.00010972225495358738,
      "loss": 4.0239,
      "step": 42255
    },
    {
      "epoch": 3.5895344886170575,
      "grad_norm": 3.4049028382382107,
      "learning_rate": 0.00010971564098988511,
      "loss": 3.6298,
      "step": 42256
    },
    {
      "epoch": 3.5896194359497113,
      "grad_norm": 3.4895528595210146,
      "learning_rate": 0.0001097090271105907,
      "loss": 3.7927,
      "step": 42257
    },
    {
      "epoch": 3.589704383282365,
      "grad_norm": 3.7457709563781103,
      "learning_rate": 0.00010970241331571806,
      "loss": 4.3444,
      "step": 42258
    },
    {
      "epoch": 3.5897893306150186,
      "grad_norm": 3.3573750610350506,
      "learning_rate": 0.00010969579960528094,
      "loss": 3.6665,
      "step": 42259
    },
    {
      "epoch": 3.5898742779476724,
      "grad_norm": 3.676977600945585,
      "learning_rate": 0.00010968918597929323,
      "loss": 4.1209,
      "step": 42260
    },
    {
      "epoch": 3.5899592252803263,
      "grad_norm": 3.452381996060382,
      "learning_rate": 0.00010968257243776886,
      "loss": 4.2218,
      "step": 42261
    },
    {
      "epoch": 3.5900441726129797,
      "grad_norm": 3.4558319128480677,
      "learning_rate": 0.00010967595898072164,
      "loss": 3.7625,
      "step": 42262
    },
    {
      "epoch": 3.5901291199456336,
      "grad_norm": 3.4152591213708217,
      "learning_rate": 0.00010966934560816541,
      "loss": 3.83,
      "step": 42263
    },
    {
      "epoch": 3.5902140672782874,
      "grad_norm": 3.386209230189269,
      "learning_rate": 0.00010966273232011408,
      "loss": 3.7976,
      "step": 42264
    },
    {
      "epoch": 3.5902990146109413,
      "grad_norm": 3.3624716075016563,
      "learning_rate": 0.00010965611911658145,
      "loss": 3.4686,
      "step": 42265
    },
    {
      "epoch": 3.590383961943595,
      "grad_norm": 3.472771362497089,
      "learning_rate": 0.00010964950599758134,
      "loss": 4.1724,
      "step": 42266
    },
    {
      "epoch": 3.5904689092762485,
      "grad_norm": 3.667308209143122,
      "learning_rate": 0.0001096428929631277,
      "loss": 4.1408,
      "step": 42267
    },
    {
      "epoch": 3.5905538566089024,
      "grad_norm": 3.41111976371415,
      "learning_rate": 0.00010963628001323434,
      "loss": 3.7046,
      "step": 42268
    },
    {
      "epoch": 3.590638803941556,
      "grad_norm": 3.6273552081891576,
      "learning_rate": 0.00010962966714791518,
      "loss": 4.2907,
      "step": 42269
    },
    {
      "epoch": 3.59072375127421,
      "grad_norm": 3.7354512270243387,
      "learning_rate": 0.00010962305436718398,
      "loss": 4.5397,
      "step": 42270
    },
    {
      "epoch": 3.590808698606864,
      "grad_norm": 3.4081782721694363,
      "learning_rate": 0.00010961644167105467,
      "loss": 3.7826,
      "step": 42271
    },
    {
      "epoch": 3.5908936459395173,
      "grad_norm": 3.422777856812238,
      "learning_rate": 0.00010960982905954099,
      "loss": 3.65,
      "step": 42272
    },
    {
      "epoch": 3.590978593272171,
      "grad_norm": 3.186774560384861,
      "learning_rate": 0.00010960321653265697,
      "loss": 3.4983,
      "step": 42273
    },
    {
      "epoch": 3.591063540604825,
      "grad_norm": 3.3528044510466746,
      "learning_rate": 0.00010959660409041632,
      "loss": 3.6398,
      "step": 42274
    },
    {
      "epoch": 3.591148487937479,
      "grad_norm": 3.5698877672384866,
      "learning_rate": 0.00010958999173283296,
      "loss": 4.2404,
      "step": 42275
    },
    {
      "epoch": 3.5912334352701327,
      "grad_norm": 3.3117922120908663,
      "learning_rate": 0.00010958337945992079,
      "loss": 3.9729,
      "step": 42276
    },
    {
      "epoch": 3.591318382602786,
      "grad_norm": 3.2955706724274805,
      "learning_rate": 0.00010957676727169355,
      "loss": 3.3184,
      "step": 42277
    },
    {
      "epoch": 3.59140332993544,
      "grad_norm": 3.338103557666009,
      "learning_rate": 0.00010957015516816512,
      "loss": 3.6259,
      "step": 42278
    },
    {
      "epoch": 3.591488277268094,
      "grad_norm": 3.384370541379407,
      "learning_rate": 0.00010956354314934943,
      "loss": 3.8084,
      "step": 42279
    },
    {
      "epoch": 3.5915732246007477,
      "grad_norm": 3.4224470945338665,
      "learning_rate": 0.00010955693121526032,
      "loss": 3.8753,
      "step": 42280
    },
    {
      "epoch": 3.5916581719334015,
      "grad_norm": 3.3336907987749056,
      "learning_rate": 0.00010955031936591158,
      "loss": 3.7643,
      "step": 42281
    },
    {
      "epoch": 3.591743119266055,
      "grad_norm": 3.6393847029446653,
      "learning_rate": 0.00010954370760131714,
      "loss": 4.1847,
      "step": 42282
    },
    {
      "epoch": 3.591828066598709,
      "grad_norm": 3.4026614204691357,
      "learning_rate": 0.00010953709592149078,
      "loss": 3.9549,
      "step": 42283
    },
    {
      "epoch": 3.5919130139313626,
      "grad_norm": 3.2026036659217203,
      "learning_rate": 0.00010953048432644633,
      "loss": 3.5669,
      "step": 42284
    },
    {
      "epoch": 3.591997961264016,
      "grad_norm": 3.3640982041117016,
      "learning_rate": 0.00010952387281619775,
      "loss": 3.5131,
      "step": 42285
    },
    {
      "epoch": 3.59208290859667,
      "grad_norm": 3.740224122007775,
      "learning_rate": 0.00010951726139075887,
      "loss": 4.4172,
      "step": 42286
    },
    {
      "epoch": 3.5921678559293237,
      "grad_norm": 3.6479352579924154,
      "learning_rate": 0.00010951065005014352,
      "loss": 4.1023,
      "step": 42287
    },
    {
      "epoch": 3.5922528032619776,
      "grad_norm": 3.3233393648919645,
      "learning_rate": 0.00010950403879436551,
      "loss": 3.5747,
      "step": 42288
    },
    {
      "epoch": 3.5923377505946315,
      "grad_norm": 3.2886470936451153,
      "learning_rate": 0.00010949742762343877,
      "loss": 3.8567,
      "step": 42289
    },
    {
      "epoch": 3.592422697927285,
      "grad_norm": 3.3658308519264066,
      "learning_rate": 0.00010949081653737708,
      "loss": 3.6721,
      "step": 42290
    },
    {
      "epoch": 3.5925076452599387,
      "grad_norm": 3.2761515825837284,
      "learning_rate": 0.00010948420553619432,
      "loss": 3.4286,
      "step": 42291
    },
    {
      "epoch": 3.5925925925925926,
      "grad_norm": 3.3719512960160603,
      "learning_rate": 0.00010947759461990435,
      "loss": 3.6182,
      "step": 42292
    },
    {
      "epoch": 3.5926775399252464,
      "grad_norm": 3.3281990176871545,
      "learning_rate": 0.00010947098378852103,
      "loss": 3.5669,
      "step": 42293
    },
    {
      "epoch": 3.5927624872579003,
      "grad_norm": 3.334105383404563,
      "learning_rate": 0.00010946437304205822,
      "loss": 3.694,
      "step": 42294
    },
    {
      "epoch": 3.5928474345905537,
      "grad_norm": 3.2841223443767795,
      "learning_rate": 0.00010945776238052972,
      "loss": 3.6568,
      "step": 42295
    },
    {
      "epoch": 3.5929323819232075,
      "grad_norm": 3.188116619300093,
      "learning_rate": 0.00010945115180394946,
      "loss": 3.5474,
      "step": 42296
    },
    {
      "epoch": 3.5930173292558614,
      "grad_norm": 3.487884653934564,
      "learning_rate": 0.00010944454131233115,
      "loss": 3.7168,
      "step": 42297
    },
    {
      "epoch": 3.593102276588515,
      "grad_norm": 3.4368425484589697,
      "learning_rate": 0.00010943793090568883,
      "loss": 3.9896,
      "step": 42298
    },
    {
      "epoch": 3.593187223921169,
      "grad_norm": 3.5534044406576766,
      "learning_rate": 0.00010943132058403622,
      "loss": 4.038,
      "step": 42299
    },
    {
      "epoch": 3.5932721712538225,
      "grad_norm": 3.3467710399732997,
      "learning_rate": 0.00010942471034738724,
      "loss": 3.768,
      "step": 42300
    },
    {
      "epoch": 3.5933571185864763,
      "grad_norm": 3.397611147708721,
      "learning_rate": 0.00010941810019575568,
      "loss": 3.633,
      "step": 42301
    },
    {
      "epoch": 3.59344206591913,
      "grad_norm": 3.4481932424525894,
      "learning_rate": 0.00010941149012915541,
      "loss": 3.8109,
      "step": 42302
    },
    {
      "epoch": 3.593527013251784,
      "grad_norm": 3.451545780564997,
      "learning_rate": 0.00010940488014760025,
      "loss": 3.8921,
      "step": 42303
    },
    {
      "epoch": 3.593611960584438,
      "grad_norm": 3.770643126081278,
      "learning_rate": 0.00010939827025110418,
      "loss": 4.5741,
      "step": 42304
    },
    {
      "epoch": 3.5936969079170913,
      "grad_norm": 3.368373986155103,
      "learning_rate": 0.00010939166043968091,
      "loss": 3.7336,
      "step": 42305
    },
    {
      "epoch": 3.593781855249745,
      "grad_norm": 3.339197969014849,
      "learning_rate": 0.00010938505071334434,
      "loss": 3.7281,
      "step": 42306
    },
    {
      "epoch": 3.593866802582399,
      "grad_norm": 3.4263646809848187,
      "learning_rate": 0.00010937844107210834,
      "loss": 3.6869,
      "step": 42307
    },
    {
      "epoch": 3.5939517499150524,
      "grad_norm": 3.4088081624055966,
      "learning_rate": 0.0001093718315159867,
      "loss": 3.682,
      "step": 42308
    },
    {
      "epoch": 3.5940366972477067,
      "grad_norm": 3.369590541041407,
      "learning_rate": 0.0001093652220449933,
      "loss": 3.9022,
      "step": 42309
    },
    {
      "epoch": 3.59412164458036,
      "grad_norm": 3.674618425875165,
      "learning_rate": 0.00010935861265914201,
      "loss": 4.2485,
      "step": 42310
    },
    {
      "epoch": 3.594206591913014,
      "grad_norm": 3.5964300069941095,
      "learning_rate": 0.0001093520033584467,
      "loss": 3.9147,
      "step": 42311
    },
    {
      "epoch": 3.594291539245668,
      "grad_norm": 3.431712604831964,
      "learning_rate": 0.00010934539414292115,
      "loss": 3.9714,
      "step": 42312
    },
    {
      "epoch": 3.594376486578321,
      "grad_norm": 3.701819805310791,
      "learning_rate": 0.00010933878501257924,
      "loss": 4.3399,
      "step": 42313
    },
    {
      "epoch": 3.594461433910975,
      "grad_norm": 3.6610397554142926,
      "learning_rate": 0.00010933217596743483,
      "loss": 3.7277,
      "step": 42314
    },
    {
      "epoch": 3.594546381243629,
      "grad_norm": 3.4711952488829505,
      "learning_rate": 0.00010932556700750166,
      "loss": 3.8387,
      "step": 42315
    },
    {
      "epoch": 3.5946313285762828,
      "grad_norm": 3.4857365924821324,
      "learning_rate": 0.00010931895813279378,
      "loss": 4.0568,
      "step": 42316
    },
    {
      "epoch": 3.5947162759089366,
      "grad_norm": 3.3197825087279234,
      "learning_rate": 0.00010931234934332491,
      "loss": 3.7187,
      "step": 42317
    },
    {
      "epoch": 3.59480122324159,
      "grad_norm": 3.3951040623093487,
      "learning_rate": 0.00010930574063910893,
      "loss": 3.7271,
      "step": 42318
    },
    {
      "epoch": 3.594886170574244,
      "grad_norm": 3.583481268492302,
      "learning_rate": 0.00010929913202015965,
      "loss": 4.1987,
      "step": 42319
    },
    {
      "epoch": 3.5949711179068977,
      "grad_norm": 3.6384164445722456,
      "learning_rate": 0.00010929252348649094,
      "loss": 4.0975,
      "step": 42320
    },
    {
      "epoch": 3.5950560652395516,
      "grad_norm": 3.609454735062247,
      "learning_rate": 0.00010928591503811664,
      "loss": 4.3552,
      "step": 42321
    },
    {
      "epoch": 3.5951410125722054,
      "grad_norm": 3.6523377356915407,
      "learning_rate": 0.00010927930667505066,
      "loss": 4.1111,
      "step": 42322
    },
    {
      "epoch": 3.595225959904859,
      "grad_norm": 3.3981074225845043,
      "learning_rate": 0.00010927269839730675,
      "loss": 3.5888,
      "step": 42323
    },
    {
      "epoch": 3.5953109072375127,
      "grad_norm": 3.248977076180553,
      "learning_rate": 0.0001092660902048988,
      "loss": 3.5374,
      "step": 42324
    },
    {
      "epoch": 3.5953958545701665,
      "grad_norm": 3.551917520284895,
      "learning_rate": 0.00010925948209784068,
      "loss": 4.1153,
      "step": 42325
    },
    {
      "epoch": 3.5954808019028204,
      "grad_norm": 3.380057750495667,
      "learning_rate": 0.0001092528740761462,
      "loss": 3.8553,
      "step": 42326
    },
    {
      "epoch": 3.5955657492354742,
      "grad_norm": 3.3612855240779496,
      "learning_rate": 0.00010924626613982916,
      "loss": 3.7947,
      "step": 42327
    },
    {
      "epoch": 3.5956506965681276,
      "grad_norm": 3.36903091328481,
      "learning_rate": 0.00010923965828890352,
      "loss": 3.8567,
      "step": 42328
    },
    {
      "epoch": 3.5957356439007815,
      "grad_norm": 3.682192699412236,
      "learning_rate": 0.00010923305052338309,
      "loss": 4.2515,
      "step": 42329
    },
    {
      "epoch": 3.5958205912334353,
      "grad_norm": 3.6287859470183026,
      "learning_rate": 0.00010922644284328163,
      "loss": 4.1214,
      "step": 42330
    },
    {
      "epoch": 3.595905538566089,
      "grad_norm": 3.5091231874986093,
      "learning_rate": 0.00010921983524861308,
      "loss": 4.06,
      "step": 42331
    },
    {
      "epoch": 3.595990485898743,
      "grad_norm": 3.7228641633493145,
      "learning_rate": 0.00010921322773939128,
      "loss": 4.212,
      "step": 42332
    },
    {
      "epoch": 3.5960754332313964,
      "grad_norm": 3.334258809718276,
      "learning_rate": 0.00010920662031562998,
      "loss": 3.8382,
      "step": 42333
    },
    {
      "epoch": 3.5961603805640503,
      "grad_norm": 3.3606351192698445,
      "learning_rate": 0.00010920001297734316,
      "loss": 3.7897,
      "step": 42334
    },
    {
      "epoch": 3.596245327896704,
      "grad_norm": 3.4290111901203946,
      "learning_rate": 0.00010919340572454455,
      "loss": 3.8945,
      "step": 42335
    },
    {
      "epoch": 3.5963302752293576,
      "grad_norm": 3.2757957702423335,
      "learning_rate": 0.00010918679855724809,
      "loss": 3.3874,
      "step": 42336
    },
    {
      "epoch": 3.5964152225620114,
      "grad_norm": 3.7716076645258334,
      "learning_rate": 0.00010918019147546754,
      "loss": 4.7389,
      "step": 42337
    },
    {
      "epoch": 3.5965001698946653,
      "grad_norm": 3.7554786777831235,
      "learning_rate": 0.00010917358447921678,
      "loss": 4.6027,
      "step": 42338
    },
    {
      "epoch": 3.596585117227319,
      "grad_norm": 3.6262237577325176,
      "learning_rate": 0.0001091669775685097,
      "loss": 4.0192,
      "step": 42339
    },
    {
      "epoch": 3.596670064559973,
      "grad_norm": 3.5061306875968605,
      "learning_rate": 0.00010916037074336001,
      "loss": 4.0305,
      "step": 42340
    },
    {
      "epoch": 3.5967550118926264,
      "grad_norm": 3.3949756199591223,
      "learning_rate": 0.00010915376400378167,
      "loss": 3.5189,
      "step": 42341
    },
    {
      "epoch": 3.59683995922528,
      "grad_norm": 3.644886557657938,
      "learning_rate": 0.0001091471573497885,
      "loss": 4.2045,
      "step": 42342
    },
    {
      "epoch": 3.596924906557934,
      "grad_norm": 3.744287358086072,
      "learning_rate": 0.00010914055078139437,
      "loss": 4.4724,
      "step": 42343
    },
    {
      "epoch": 3.597009853890588,
      "grad_norm": 3.3747064175021952,
      "learning_rate": 0.00010913394429861305,
      "loss": 3.7638,
      "step": 42344
    },
    {
      "epoch": 3.5970948012232418,
      "grad_norm": 3.4044947251215625,
      "learning_rate": 0.00010912733790145843,
      "loss": 4.0598,
      "step": 42345
    },
    {
      "epoch": 3.597179748555895,
      "grad_norm": 3.7412113306326757,
      "learning_rate": 0.00010912073158994429,
      "loss": 4.2198,
      "step": 42346
    },
    {
      "epoch": 3.597264695888549,
      "grad_norm": 3.3061170456776745,
      "learning_rate": 0.0001091141253640846,
      "loss": 3.4925,
      "step": 42347
    },
    {
      "epoch": 3.597349643221203,
      "grad_norm": 3.2664805753416153,
      "learning_rate": 0.00010910751922389311,
      "loss": 3.4585,
      "step": 42348
    },
    {
      "epoch": 3.5974345905538567,
      "grad_norm": 3.6427318843300363,
      "learning_rate": 0.00010910091316938365,
      "loss": 4.0162,
      "step": 42349
    },
    {
      "epoch": 3.5975195378865106,
      "grad_norm": 3.6756467733428626,
      "learning_rate": 0.00010909430720057014,
      "loss": 4.2049,
      "step": 42350
    },
    {
      "epoch": 3.597604485219164,
      "grad_norm": 3.3651191040309403,
      "learning_rate": 0.00010908770131746635,
      "loss": 3.5559,
      "step": 42351
    },
    {
      "epoch": 3.597689432551818,
      "grad_norm": 3.7324906650274823,
      "learning_rate": 0.0001090810955200861,
      "loss": 4.2782,
      "step": 42352
    },
    {
      "epoch": 3.5977743798844717,
      "grad_norm": 3.3191388417024665,
      "learning_rate": 0.0001090744898084433,
      "loss": 3.4643,
      "step": 42353
    },
    {
      "epoch": 3.5978593272171255,
      "grad_norm": 3.268129166555825,
      "learning_rate": 0.00010906788418255182,
      "loss": 3.5037,
      "step": 42354
    },
    {
      "epoch": 3.5979442745497794,
      "grad_norm": 3.8321201989237372,
      "learning_rate": 0.0001090612786424254,
      "loss": 4.8128,
      "step": 42355
    },
    {
      "epoch": 3.598029221882433,
      "grad_norm": 3.523983608901488,
      "learning_rate": 0.00010905467318807792,
      "loss": 4.1054,
      "step": 42356
    },
    {
      "epoch": 3.5981141692150866,
      "grad_norm": 3.429267644481142,
      "learning_rate": 0.00010904806781952325,
      "loss": 3.8277,
      "step": 42357
    },
    {
      "epoch": 3.5981991165477405,
      "grad_norm": 3.619726331974422,
      "learning_rate": 0.00010904146253677516,
      "loss": 3.9328,
      "step": 42358
    },
    {
      "epoch": 3.598284063880394,
      "grad_norm": 3.589918787607388,
      "learning_rate": 0.00010903485733984758,
      "loss": 4.1462,
      "step": 42359
    },
    {
      "epoch": 3.5983690112130478,
      "grad_norm": 3.714870929269092,
      "learning_rate": 0.0001090282522287543,
      "loss": 4.3701,
      "step": 42360
    },
    {
      "epoch": 3.5984539585457016,
      "grad_norm": 3.6746014611207056,
      "learning_rate": 0.00010902164720350918,
      "loss": 4.0258,
      "step": 42361
    },
    {
      "epoch": 3.5985389058783555,
      "grad_norm": 3.515723415990564,
      "learning_rate": 0.00010901504226412604,
      "loss": 4.0451,
      "step": 42362
    },
    {
      "epoch": 3.5986238532110093,
      "grad_norm": 3.4766297694692154,
      "learning_rate": 0.00010900843741061872,
      "loss": 3.9592,
      "step": 42363
    },
    {
      "epoch": 3.5987088005436627,
      "grad_norm": 3.4236123393222093,
      "learning_rate": 0.00010900183264300102,
      "loss": 3.9848,
      "step": 42364
    },
    {
      "epoch": 3.5987937478763166,
      "grad_norm": 3.4192221265183824,
      "learning_rate": 0.00010899522796128689,
      "loss": 3.66,
      "step": 42365
    },
    {
      "epoch": 3.5988786952089704,
      "grad_norm": 3.14327628398808,
      "learning_rate": 0.0001089886233654901,
      "loss": 3.4058,
      "step": 42366
    },
    {
      "epoch": 3.5989636425416243,
      "grad_norm": 3.4481200986879963,
      "learning_rate": 0.00010898201885562445,
      "loss": 3.9265,
      "step": 42367
    },
    {
      "epoch": 3.599048589874278,
      "grad_norm": 3.4437867563382527,
      "learning_rate": 0.00010897541443170387,
      "loss": 3.9783,
      "step": 42368
    },
    {
      "epoch": 3.5991335372069315,
      "grad_norm": 3.525759536357489,
      "learning_rate": 0.00010896881009374212,
      "loss": 4.1457,
      "step": 42369
    },
    {
      "epoch": 3.5992184845395854,
      "grad_norm": 3.814217857715153,
      "learning_rate": 0.00010896220584175303,
      "loss": 4.3034,
      "step": 42370
    },
    {
      "epoch": 3.5993034318722392,
      "grad_norm": 3.3998976433056267,
      "learning_rate": 0.0001089556016757505,
      "loss": 3.8817,
      "step": 42371
    },
    {
      "epoch": 3.599388379204893,
      "grad_norm": 3.3741716342667245,
      "learning_rate": 0.00010894899759574837,
      "loss": 3.4717,
      "step": 42372
    },
    {
      "epoch": 3.599473326537547,
      "grad_norm": 3.406566338395032,
      "learning_rate": 0.00010894239360176045,
      "loss": 3.8482,
      "step": 42373
    },
    {
      "epoch": 3.5995582738702003,
      "grad_norm": 3.353154295545608,
      "learning_rate": 0.00010893578969380054,
      "loss": 3.7393,
      "step": 42374
    },
    {
      "epoch": 3.599643221202854,
      "grad_norm": 3.4072941510827666,
      "learning_rate": 0.00010892918587188257,
      "loss": 3.6314,
      "step": 42375
    },
    {
      "epoch": 3.599728168535508,
      "grad_norm": 3.424503737271868,
      "learning_rate": 0.00010892258213602025,
      "loss": 3.8082,
      "step": 42376
    },
    {
      "epoch": 3.599813115868162,
      "grad_norm": 3.397918464832585,
      "learning_rate": 0.00010891597848622753,
      "loss": 3.7916,
      "step": 42377
    },
    {
      "epoch": 3.5998980632008157,
      "grad_norm": 3.3403724161747195,
      "learning_rate": 0.00010890937492251817,
      "loss": 3.9643,
      "step": 42378
    },
    {
      "epoch": 3.599983010533469,
      "grad_norm": 3.4121875225818283,
      "learning_rate": 0.0001089027714449061,
      "loss": 4.0247,
      "step": 42379
    },
    {
      "epoch": 3.600067957866123,
      "grad_norm": 3.355929304993476,
      "learning_rate": 0.00010889616805340506,
      "loss": 3.9781,
      "step": 42380
    },
    {
      "epoch": 3.600152905198777,
      "grad_norm": 3.6547973563333525,
      "learning_rate": 0.00010888956474802892,
      "loss": 4.0398,
      "step": 42381
    },
    {
      "epoch": 3.6002378525314302,
      "grad_norm": 3.695525524606093,
      "learning_rate": 0.00010888296152879156,
      "loss": 4.4338,
      "step": 42382
    },
    {
      "epoch": 3.6003227998640845,
      "grad_norm": 3.705783327925436,
      "learning_rate": 0.00010887635839570671,
      "loss": 4.1998,
      "step": 42383
    },
    {
      "epoch": 3.600407747196738,
      "grad_norm": 3.4188055689903174,
      "learning_rate": 0.0001088697553487883,
      "loss": 3.8937,
      "step": 42384
    },
    {
      "epoch": 3.600492694529392,
      "grad_norm": 3.821407538143422,
      "learning_rate": 0.00010886315238805014,
      "loss": 4.4872,
      "step": 42385
    },
    {
      "epoch": 3.6005776418620457,
      "grad_norm": 3.406888900857623,
      "learning_rate": 0.00010885654951350609,
      "loss": 3.8708,
      "step": 42386
    },
    {
      "epoch": 3.600662589194699,
      "grad_norm": 3.2593084486748105,
      "learning_rate": 0.00010884994672516991,
      "loss": 3.5059,
      "step": 42387
    },
    {
      "epoch": 3.600747536527353,
      "grad_norm": 3.348075638235805,
      "learning_rate": 0.00010884334402305553,
      "loss": 3.6158,
      "step": 42388
    },
    {
      "epoch": 3.6008324838600068,
      "grad_norm": 3.40029103000134,
      "learning_rate": 0.00010883674140717663,
      "loss": 3.9875,
      "step": 42389
    },
    {
      "epoch": 3.6009174311926606,
      "grad_norm": 3.5903712742328855,
      "learning_rate": 0.00010883013887754725,
      "loss": 3.8645,
      "step": 42390
    },
    {
      "epoch": 3.6010023785253145,
      "grad_norm": 3.7097923750554616,
      "learning_rate": 0.00010882353643418109,
      "loss": 4.4709,
      "step": 42391
    },
    {
      "epoch": 3.601087325857968,
      "grad_norm": 4.141115630346209,
      "learning_rate": 0.00010881693407709202,
      "loss": 3.9733,
      "step": 42392
    },
    {
      "epoch": 3.6011722731906217,
      "grad_norm": 3.4401274564369024,
      "learning_rate": 0.0001088103318062939,
      "loss": 3.8628,
      "step": 42393
    },
    {
      "epoch": 3.6012572205232756,
      "grad_norm": 3.3212489549678024,
      "learning_rate": 0.00010880372962180053,
      "loss": 3.7131,
      "step": 42394
    },
    {
      "epoch": 3.6013421678559294,
      "grad_norm": 3.4589848621709463,
      "learning_rate": 0.00010879712752362567,
      "loss": 3.9236,
      "step": 42395
    },
    {
      "epoch": 3.6014271151885833,
      "grad_norm": 3.335644550398398,
      "learning_rate": 0.00010879052551178331,
      "loss": 3.6523,
      "step": 42396
    },
    {
      "epoch": 3.6015120625212367,
      "grad_norm": 3.6610962057906535,
      "learning_rate": 0.00010878392358628721,
      "loss": 4.1774,
      "step": 42397
    },
    {
      "epoch": 3.6015970098538905,
      "grad_norm": 3.419425554382489,
      "learning_rate": 0.00010877732174715117,
      "loss": 3.911,
      "step": 42398
    },
    {
      "epoch": 3.6016819571865444,
      "grad_norm": 3.5423768593637597,
      "learning_rate": 0.0001087707199943891,
      "loss": 4.4167,
      "step": 42399
    },
    {
      "epoch": 3.6017669045191982,
      "grad_norm": 3.608422278441667,
      "learning_rate": 0.00010876411832801475,
      "loss": 4.3334,
      "step": 42400
    },
    {
      "epoch": 3.601851851851852,
      "grad_norm": 3.3041352442903027,
      "learning_rate": 0.00010875751674804194,
      "loss": 3.6342,
      "step": 42401
    },
    {
      "epoch": 3.6019367991845055,
      "grad_norm": 3.467059832864995,
      "learning_rate": 0.00010875091525448459,
      "loss": 3.7638,
      "step": 42402
    },
    {
      "epoch": 3.6020217465171593,
      "grad_norm": 3.737674179152683,
      "learning_rate": 0.0001087443138473565,
      "loss": 3.6625,
      "step": 42403
    },
    {
      "epoch": 3.602106693849813,
      "grad_norm": 3.3782777593957785,
      "learning_rate": 0.00010873771252667152,
      "loss": 3.802,
      "step": 42404
    },
    {
      "epoch": 3.6021916411824666,
      "grad_norm": 3.371750076616664,
      "learning_rate": 0.0001087311112924434,
      "loss": 3.8288,
      "step": 42405
    },
    {
      "epoch": 3.602276588515121,
      "grad_norm": 3.3399306055466007,
      "learning_rate": 0.0001087245101446861,
      "loss": 3.6435,
      "step": 42406
    },
    {
      "epoch": 3.6023615358477743,
      "grad_norm": 3.293190170479944,
      "learning_rate": 0.00010871790908341325,
      "loss": 3.7684,
      "step": 42407
    },
    {
      "epoch": 3.602446483180428,
      "grad_norm": 3.3551418582091843,
      "learning_rate": 0.00010871130810863891,
      "loss": 3.7011,
      "step": 42408
    },
    {
      "epoch": 3.602531430513082,
      "grad_norm": 3.468516246067528,
      "learning_rate": 0.00010870470722037679,
      "loss": 4.0745,
      "step": 42409
    },
    {
      "epoch": 3.6026163778457354,
      "grad_norm": 3.5022686509435776,
      "learning_rate": 0.00010869810641864077,
      "loss": 4.0681,
      "step": 42410
    },
    {
      "epoch": 3.6027013251783893,
      "grad_norm": 3.716733066584877,
      "learning_rate": 0.00010869150570344461,
      "loss": 4.5572,
      "step": 42411
    },
    {
      "epoch": 3.602786272511043,
      "grad_norm": 3.6599292277616535,
      "learning_rate": 0.0001086849050748022,
      "loss": 4.1034,
      "step": 42412
    },
    {
      "epoch": 3.602871219843697,
      "grad_norm": 3.2794009019909645,
      "learning_rate": 0.0001086783045327273,
      "loss": 3.5387,
      "step": 42413
    },
    {
      "epoch": 3.602956167176351,
      "grad_norm": 3.376961890929919,
      "learning_rate": 0.00010867170407723383,
      "loss": 3.8712,
      "step": 42414
    },
    {
      "epoch": 3.603041114509004,
      "grad_norm": 3.402375626923561,
      "learning_rate": 0.00010866510370833564,
      "loss": 3.6996,
      "step": 42415
    },
    {
      "epoch": 3.603126061841658,
      "grad_norm": 3.4484613290946418,
      "learning_rate": 0.00010865850342604644,
      "loss": 3.8371,
      "step": 42416
    },
    {
      "epoch": 3.603211009174312,
      "grad_norm": 3.294774871837843,
      "learning_rate": 0.00010865190323038018,
      "loss": 3.6642,
      "step": 42417
    },
    {
      "epoch": 3.6032959565069658,
      "grad_norm": 3.6336884940632013,
      "learning_rate": 0.00010864530312135057,
      "loss": 4.1987,
      "step": 42418
    },
    {
      "epoch": 3.6033809038396196,
      "grad_norm": 3.3711947398647872,
      "learning_rate": 0.0001086387030989715,
      "loss": 3.5954,
      "step": 42419
    },
    {
      "epoch": 3.603465851172273,
      "grad_norm": 3.5755236430522603,
      "learning_rate": 0.0001086321031632568,
      "loss": 4.1952,
      "step": 42420
    },
    {
      "epoch": 3.603550798504927,
      "grad_norm": 3.6707744131654843,
      "learning_rate": 0.00010862550331422032,
      "loss": 4.0828,
      "step": 42421
    },
    {
      "epoch": 3.6036357458375807,
      "grad_norm": 3.439498360678002,
      "learning_rate": 0.0001086189035518759,
      "loss": 4.0412,
      "step": 42422
    },
    {
      "epoch": 3.6037206931702346,
      "grad_norm": 3.3863875311625056,
      "learning_rate": 0.0001086123038762373,
      "loss": 3.8328,
      "step": 42423
    },
    {
      "epoch": 3.6038056405028884,
      "grad_norm": 3.361101326004324,
      "learning_rate": 0.00010860570428731841,
      "loss": 3.5734,
      "step": 42424
    },
    {
      "epoch": 3.603890587835542,
      "grad_norm": 3.4921079871389344,
      "learning_rate": 0.00010859910478513301,
      "loss": 3.8346,
      "step": 42425
    },
    {
      "epoch": 3.6039755351681957,
      "grad_norm": 3.437297035474905,
      "learning_rate": 0.00010859250536969491,
      "loss": 3.6059,
      "step": 42426
    },
    {
      "epoch": 3.6040604825008495,
      "grad_norm": 3.4588520259824413,
      "learning_rate": 0.00010858590604101801,
      "loss": 3.7604,
      "step": 42427
    },
    {
      "epoch": 3.6041454298335034,
      "grad_norm": 3.3572084623846483,
      "learning_rate": 0.00010857930679911615,
      "loss": 3.6743,
      "step": 42428
    },
    {
      "epoch": 3.6042303771661572,
      "grad_norm": 3.249092022996115,
      "learning_rate": 0.00010857270764400306,
      "loss": 3.2291,
      "step": 42429
    },
    {
      "epoch": 3.6043153244988106,
      "grad_norm": 3.943350312719703,
      "learning_rate": 0.00010856610857569263,
      "loss": 3.7064,
      "step": 42430
    },
    {
      "epoch": 3.6044002718314645,
      "grad_norm": 3.7242715350791356,
      "learning_rate": 0.00010855950959419872,
      "loss": 4.2504,
      "step": 42431
    },
    {
      "epoch": 3.6044852191641183,
      "grad_norm": 3.6804351203589465,
      "learning_rate": 0.000108552910699535,
      "loss": 3.9641,
      "step": 42432
    },
    {
      "epoch": 3.6045701664967718,
      "grad_norm": 3.321358746222945,
      "learning_rate": 0.00010854631189171553,
      "loss": 3.4876,
      "step": 42433
    },
    {
      "epoch": 3.6046551138294256,
      "grad_norm": 3.4479562852788836,
      "learning_rate": 0.00010853971317075398,
      "loss": 3.609,
      "step": 42434
    },
    {
      "epoch": 3.6047400611620795,
      "grad_norm": 3.268805126608167,
      "learning_rate": 0.00010853311453666422,
      "loss": 3.8085,
      "step": 42435
    },
    {
      "epoch": 3.6048250084947333,
      "grad_norm": 3.296679251047464,
      "learning_rate": 0.00010852651598946006,
      "loss": 3.3306,
      "step": 42436
    },
    {
      "epoch": 3.604909955827387,
      "grad_norm": 3.363248091890252,
      "learning_rate": 0.00010851991752915532,
      "loss": 3.4691,
      "step": 42437
    },
    {
      "epoch": 3.6049949031600406,
      "grad_norm": 3.483093188525292,
      "learning_rate": 0.00010851331915576384,
      "loss": 4.1079,
      "step": 42438
    },
    {
      "epoch": 3.6050798504926944,
      "grad_norm": 3.313649538197521,
      "learning_rate": 0.00010850672086929947,
      "loss": 3.8554,
      "step": 42439
    },
    {
      "epoch": 3.6051647978253483,
      "grad_norm": 3.712468603165313,
      "learning_rate": 0.000108500122669776,
      "loss": 4.2348,
      "step": 42440
    },
    {
      "epoch": 3.605249745158002,
      "grad_norm": 3.331607251271006,
      "learning_rate": 0.00010849352455720727,
      "loss": 3.4931,
      "step": 42441
    },
    {
      "epoch": 3.605334692490656,
      "grad_norm": 3.330766437923591,
      "learning_rate": 0.00010848692653160714,
      "loss": 3.5957,
      "step": 42442
    },
    {
      "epoch": 3.6054196398233094,
      "grad_norm": 3.7826719228564065,
      "learning_rate": 0.00010848032859298936,
      "loss": 4.4145,
      "step": 42443
    },
    {
      "epoch": 3.6055045871559632,
      "grad_norm": 3.492052154916596,
      "learning_rate": 0.00010847373074136774,
      "loss": 3.9568,
      "step": 42444
    },
    {
      "epoch": 3.605589534488617,
      "grad_norm": 3.4913383549463317,
      "learning_rate": 0.00010846713297675622,
      "loss": 3.8092,
      "step": 42445
    },
    {
      "epoch": 3.605674481821271,
      "grad_norm": 3.391734519790714,
      "learning_rate": 0.00010846053529916857,
      "loss": 3.7483,
      "step": 42446
    },
    {
      "epoch": 3.6057594291539248,
      "grad_norm": 3.6181657308951474,
      "learning_rate": 0.00010845393770861857,
      "loss": 4.1549,
      "step": 42447
    },
    {
      "epoch": 3.605844376486578,
      "grad_norm": 3.682630600322584,
      "learning_rate": 0.00010844734020512011,
      "loss": 3.9946,
      "step": 42448
    },
    {
      "epoch": 3.605929323819232,
      "grad_norm": 3.3993460284583463,
      "learning_rate": 0.000108440742788687,
      "loss": 3.6839,
      "step": 42449
    },
    {
      "epoch": 3.606014271151886,
      "grad_norm": 3.434253570959798,
      "learning_rate": 0.00010843414545933295,
      "loss": 3.6659,
      "step": 42450
    },
    {
      "epoch": 3.6060992184845397,
      "grad_norm": 3.2745196493001374,
      "learning_rate": 0.00010842754821707196,
      "loss": 3.3575,
      "step": 42451
    },
    {
      "epoch": 3.6061841658171936,
      "grad_norm": 3.488004413862878,
      "learning_rate": 0.00010842095106191776,
      "loss": 3.9149,
      "step": 42452
    },
    {
      "epoch": 3.606269113149847,
      "grad_norm": 3.293158092663689,
      "learning_rate": 0.00010841435399388421,
      "loss": 3.6056,
      "step": 42453
    },
    {
      "epoch": 3.606354060482501,
      "grad_norm": 3.515600057635382,
      "learning_rate": 0.00010840775701298509,
      "loss": 4.0338,
      "step": 42454
    },
    {
      "epoch": 3.6064390078151547,
      "grad_norm": 3.253563179485273,
      "learning_rate": 0.00010840116011923422,
      "loss": 3.5524,
      "step": 42455
    },
    {
      "epoch": 3.606523955147808,
      "grad_norm": 3.6660007183006105,
      "learning_rate": 0.00010839456331264541,
      "loss": 4.2811,
      "step": 42456
    },
    {
      "epoch": 3.606608902480462,
      "grad_norm": 3.45701235019921,
      "learning_rate": 0.0001083879665932326,
      "loss": 3.9387,
      "step": 42457
    },
    {
      "epoch": 3.606693849813116,
      "grad_norm": 3.2726309896729924,
      "learning_rate": 0.00010838136996100948,
      "loss": 3.5181,
      "step": 42458
    },
    {
      "epoch": 3.6067787971457697,
      "grad_norm": 3.5643073261604754,
      "learning_rate": 0.00010837477341598992,
      "loss": 4.2005,
      "step": 42459
    },
    {
      "epoch": 3.6068637444784235,
      "grad_norm": 3.723329295935302,
      "learning_rate": 0.0001083681769581878,
      "loss": 4.3354,
      "step": 42460
    },
    {
      "epoch": 3.606948691811077,
      "grad_norm": 3.5613876354924923,
      "learning_rate": 0.00010836158058761683,
      "loss": 3.6431,
      "step": 42461
    },
    {
      "epoch": 3.6070336391437308,
      "grad_norm": 3.7940478754730393,
      "learning_rate": 0.00010835498430429085,
      "loss": 4.5136,
      "step": 42462
    },
    {
      "epoch": 3.6071185864763846,
      "grad_norm": 3.4349530128296686,
      "learning_rate": 0.00010834838810822375,
      "loss": 3.9308,
      "step": 42463
    },
    {
      "epoch": 3.6072035338090385,
      "grad_norm": 3.6136810452482577,
      "learning_rate": 0.00010834179199942936,
      "loss": 4.0586,
      "step": 42464
    },
    {
      "epoch": 3.6072884811416923,
      "grad_norm": 3.507544239812905,
      "learning_rate": 0.00010833519597792143,
      "loss": 4.0364,
      "step": 42465
    },
    {
      "epoch": 3.6073734284743457,
      "grad_norm": 3.653507835138744,
      "learning_rate": 0.00010832860004371378,
      "loss": 4.2292,
      "step": 42466
    },
    {
      "epoch": 3.6074583758069996,
      "grad_norm": 3.336883872656111,
      "learning_rate": 0.00010832200419682032,
      "loss": 3.6051,
      "step": 42467
    },
    {
      "epoch": 3.6075433231396534,
      "grad_norm": 3.5855586917966726,
      "learning_rate": 0.00010831540843725473,
      "loss": 3.9025,
      "step": 42468
    },
    {
      "epoch": 3.6076282704723073,
      "grad_norm": 3.3929191445738076,
      "learning_rate": 0.00010830881276503094,
      "loss": 3.6815,
      "step": 42469
    },
    {
      "epoch": 3.607713217804961,
      "grad_norm": 3.4344091288815966,
      "learning_rate": 0.00010830221718016275,
      "loss": 3.8544,
      "step": 42470
    },
    {
      "epoch": 3.6077981651376145,
      "grad_norm": 3.4926539544152675,
      "learning_rate": 0.000108295621682664,
      "loss": 4.2452,
      "step": 42471
    },
    {
      "epoch": 3.6078831124702684,
      "grad_norm": 3.4355103980658743,
      "learning_rate": 0.00010828902627254845,
      "loss": 3.5814,
      "step": 42472
    },
    {
      "epoch": 3.6079680598029222,
      "grad_norm": 3.469990098895425,
      "learning_rate": 0.00010828243094982993,
      "loss": 3.8592,
      "step": 42473
    },
    {
      "epoch": 3.608053007135576,
      "grad_norm": 3.4006500104425976,
      "learning_rate": 0.00010827583571452233,
      "loss": 3.7236,
      "step": 42474
    },
    {
      "epoch": 3.60813795446823,
      "grad_norm": 3.406150987993796,
      "learning_rate": 0.00010826924056663933,
      "loss": 4.0051,
      "step": 42475
    },
    {
      "epoch": 3.6082229018008833,
      "grad_norm": 3.301206842648695,
      "learning_rate": 0.0001082626455061949,
      "loss": 3.8812,
      "step": 42476
    },
    {
      "epoch": 3.608307849133537,
      "grad_norm": 3.6664509126081493,
      "learning_rate": 0.00010825605053320276,
      "loss": 4.0368,
      "step": 42477
    },
    {
      "epoch": 3.608392796466191,
      "grad_norm": 3.6742557650924272,
      "learning_rate": 0.0001082494556476768,
      "loss": 4.1172,
      "step": 42478
    },
    {
      "epoch": 3.6084777437988445,
      "grad_norm": 3.6544889756152434,
      "learning_rate": 0.00010824286084963078,
      "loss": 4.0369,
      "step": 42479
    },
    {
      "epoch": 3.6085626911314987,
      "grad_norm": 3.485533704819992,
      "learning_rate": 0.00010823626613907855,
      "loss": 3.9278,
      "step": 42480
    },
    {
      "epoch": 3.608647638464152,
      "grad_norm": 3.7098053551186916,
      "learning_rate": 0.00010822967151603387,
      "loss": 4.2023,
      "step": 42481
    },
    {
      "epoch": 3.608732585796806,
      "grad_norm": 3.37686936838395,
      "learning_rate": 0.00010822307698051065,
      "loss": 4.1235,
      "step": 42482
    },
    {
      "epoch": 3.60881753312946,
      "grad_norm": 3.660128700551909,
      "learning_rate": 0.00010821648253252266,
      "loss": 4.178,
      "step": 42483
    },
    {
      "epoch": 3.6089024804621133,
      "grad_norm": 3.6696416174893636,
      "learning_rate": 0.0001082098881720837,
      "loss": 4.2715,
      "step": 42484
    },
    {
      "epoch": 3.608987427794767,
      "grad_norm": 3.4438846859851124,
      "learning_rate": 0.00010820329389920766,
      "loss": 4.0256,
      "step": 42485
    },
    {
      "epoch": 3.609072375127421,
      "grad_norm": 3.3313251883976553,
      "learning_rate": 0.00010819669971390825,
      "loss": 3.7261,
      "step": 42486
    },
    {
      "epoch": 3.609157322460075,
      "grad_norm": 3.7150224572369734,
      "learning_rate": 0.0001081901056161993,
      "loss": 4.4005,
      "step": 42487
    },
    {
      "epoch": 3.6092422697927287,
      "grad_norm": 3.414701285139739,
      "learning_rate": 0.0001081835116060947,
      "loss": 3.9844,
      "step": 42488
    },
    {
      "epoch": 3.609327217125382,
      "grad_norm": 3.6140996651567003,
      "learning_rate": 0.00010817691768360829,
      "loss": 3.7474,
      "step": 42489
    },
    {
      "epoch": 3.609412164458036,
      "grad_norm": 3.4731652367481782,
      "learning_rate": 0.00010817032384875378,
      "loss": 3.8022,
      "step": 42490
    },
    {
      "epoch": 3.6094971117906898,
      "grad_norm": 3.3324034931537896,
      "learning_rate": 0.00010816373010154505,
      "loss": 3.6207,
      "step": 42491
    },
    {
      "epoch": 3.6095820591233436,
      "grad_norm": 3.637259479089392,
      "learning_rate": 0.00010815713644199591,
      "loss": 3.9456,
      "step": 42492
    },
    {
      "epoch": 3.6096670064559975,
      "grad_norm": 3.5009427080226696,
      "learning_rate": 0.00010815054287012013,
      "loss": 3.8784,
      "step": 42493
    },
    {
      "epoch": 3.609751953788651,
      "grad_norm": 3.382455760703144,
      "learning_rate": 0.00010814394938593158,
      "loss": 3.7988,
      "step": 42494
    },
    {
      "epoch": 3.6098369011213047,
      "grad_norm": 3.6718559045959704,
      "learning_rate": 0.00010813735598944406,
      "loss": 4.159,
      "step": 42495
    },
    {
      "epoch": 3.6099218484539586,
      "grad_norm": 3.747637076085807,
      "learning_rate": 0.00010813076268067141,
      "loss": 4.5455,
      "step": 42496
    },
    {
      "epoch": 3.6100067957866124,
      "grad_norm": 3.28128473404365,
      "learning_rate": 0.0001081241694596274,
      "loss": 3.507,
      "step": 42497
    },
    {
      "epoch": 3.6100917431192663,
      "grad_norm": 3.5802311051653946,
      "learning_rate": 0.00010811757632632585,
      "loss": 3.6942,
      "step": 42498
    },
    {
      "epoch": 3.6101766904519197,
      "grad_norm": 3.300753283564896,
      "learning_rate": 0.00010811098328078053,
      "loss": 3.6608,
      "step": 42499
    },
    {
      "epoch": 3.6102616377845735,
      "grad_norm": 3.353602307592848,
      "learning_rate": 0.00010810439032300542,
      "loss": 3.7232,
      "step": 42500
    },
    {
      "epoch": 3.6103465851172274,
      "grad_norm": 3.3972750687461675,
      "learning_rate": 0.00010809779745301418,
      "loss": 4.0934,
      "step": 42501
    },
    {
      "epoch": 3.610431532449881,
      "grad_norm": 3.302467072632583,
      "learning_rate": 0.00010809120467082068,
      "loss": 3.394,
      "step": 42502
    },
    {
      "epoch": 3.610516479782535,
      "grad_norm": 3.3274261914916687,
      "learning_rate": 0.00010808461197643873,
      "loss": 3.6692,
      "step": 42503
    },
    {
      "epoch": 3.6106014271151885,
      "grad_norm": 3.306178934655852,
      "learning_rate": 0.00010807801936988211,
      "loss": 3.4742,
      "step": 42504
    },
    {
      "epoch": 3.6106863744478424,
      "grad_norm": 3.385014830197284,
      "learning_rate": 0.00010807142685116463,
      "loss": 3.7405,
      "step": 42505
    },
    {
      "epoch": 3.610771321780496,
      "grad_norm": 3.520492070055412,
      "learning_rate": 0.00010806483442030019,
      "loss": 3.9973,
      "step": 42506
    },
    {
      "epoch": 3.6108562691131496,
      "grad_norm": 3.2198010993371335,
      "learning_rate": 0.00010805824207730257,
      "loss": 3.6485,
      "step": 42507
    },
    {
      "epoch": 3.6109412164458035,
      "grad_norm": 3.233472659358034,
      "learning_rate": 0.00010805164982218552,
      "loss": 3.2545,
      "step": 42508
    },
    {
      "epoch": 3.6110261637784573,
      "grad_norm": 3.6889572343435546,
      "learning_rate": 0.00010804505765496289,
      "loss": 4.3817,
      "step": 42509
    },
    {
      "epoch": 3.611111111111111,
      "grad_norm": 3.412341612545643,
      "learning_rate": 0.00010803846557564853,
      "loss": 3.7519,
      "step": 42510
    },
    {
      "epoch": 3.611196058443765,
      "grad_norm": 3.340514716174946,
      "learning_rate": 0.00010803187358425616,
      "loss": 3.787,
      "step": 42511
    },
    {
      "epoch": 3.6112810057764184,
      "grad_norm": 3.405375161258443,
      "learning_rate": 0.00010802528168079967,
      "loss": 3.6225,
      "step": 42512
    },
    {
      "epoch": 3.6113659531090723,
      "grad_norm": 3.4610533935271346,
      "learning_rate": 0.00010801868986529286,
      "loss": 3.6529,
      "step": 42513
    },
    {
      "epoch": 3.611450900441726,
      "grad_norm": 3.404013947850226,
      "learning_rate": 0.00010801209813774958,
      "loss": 3.8679,
      "step": 42514
    },
    {
      "epoch": 3.61153584777438,
      "grad_norm": 3.5687904870250855,
      "learning_rate": 0.00010800550649818354,
      "loss": 4.1187,
      "step": 42515
    },
    {
      "epoch": 3.611620795107034,
      "grad_norm": 3.367087794083271,
      "learning_rate": 0.00010799891494660862,
      "loss": 3.8218,
      "step": 42516
    },
    {
      "epoch": 3.6117057424396872,
      "grad_norm": 3.629307009542142,
      "learning_rate": 0.00010799232348303866,
      "loss": 4.0811,
      "step": 42517
    },
    {
      "epoch": 3.611790689772341,
      "grad_norm": 3.4727616179665253,
      "learning_rate": 0.00010798573210748735,
      "loss": 3.8419,
      "step": 42518
    },
    {
      "epoch": 3.611875637104995,
      "grad_norm": 3.628251857788633,
      "learning_rate": 0.00010797914081996862,
      "loss": 4.059,
      "step": 42519
    },
    {
      "epoch": 3.611960584437649,
      "grad_norm": 3.574799909557689,
      "learning_rate": 0.00010797254962049625,
      "loss": 4.1461,
      "step": 42520
    },
    {
      "epoch": 3.6120455317703026,
      "grad_norm": 3.2862953804870796,
      "learning_rate": 0.00010796595850908406,
      "loss": 3.5805,
      "step": 42521
    },
    {
      "epoch": 3.612130479102956,
      "grad_norm": 3.421591542942929,
      "learning_rate": 0.00010795936748574581,
      "loss": 3.7358,
      "step": 42522
    },
    {
      "epoch": 3.61221542643561,
      "grad_norm": 3.6736535579831795,
      "learning_rate": 0.00010795277655049537,
      "loss": 4.1345,
      "step": 42523
    },
    {
      "epoch": 3.6123003737682637,
      "grad_norm": 3.6488260753454913,
      "learning_rate": 0.00010794618570334643,
      "loss": 4.1235,
      "step": 42524
    },
    {
      "epoch": 3.6123853211009176,
      "grad_norm": 3.748201935975963,
      "learning_rate": 0.000107939594944313,
      "loss": 4.5215,
      "step": 42525
    },
    {
      "epoch": 3.6124702684335714,
      "grad_norm": 3.4239229422638213,
      "learning_rate": 0.00010793300427340875,
      "loss": 4.0736,
      "step": 42526
    },
    {
      "epoch": 3.612555215766225,
      "grad_norm": 3.518992139194803,
      "learning_rate": 0.0001079264136906475,
      "loss": 4.0764,
      "step": 42527
    },
    {
      "epoch": 3.6126401630988787,
      "grad_norm": 3.633668492948273,
      "learning_rate": 0.00010791982319604313,
      "loss": 3.9682,
      "step": 42528
    },
    {
      "epoch": 3.6127251104315325,
      "grad_norm": 3.550924888358016,
      "learning_rate": 0.00010791323278960937,
      "loss": 4.0983,
      "step": 42529
    },
    {
      "epoch": 3.612810057764186,
      "grad_norm": 3.3258245881322095,
      "learning_rate": 0.00010790664247136001,
      "loss": 3.5513,
      "step": 42530
    },
    {
      "epoch": 3.61289500509684,
      "grad_norm": 3.7086975868196017,
      "learning_rate": 0.00010790005224130898,
      "loss": 3.5615,
      "step": 42531
    },
    {
      "epoch": 3.6129799524294937,
      "grad_norm": 3.41134026008105,
      "learning_rate": 0.00010789346209947001,
      "loss": 3.9478,
      "step": 42532
    },
    {
      "epoch": 3.6130648997621475,
      "grad_norm": 3.34488627358221,
      "learning_rate": 0.00010788687204585688,
      "loss": 3.6356,
      "step": 42533
    },
    {
      "epoch": 3.6131498470948014,
      "grad_norm": 3.724685784231872,
      "learning_rate": 0.00010788028208048347,
      "loss": 4.3871,
      "step": 42534
    },
    {
      "epoch": 3.6132347944274548,
      "grad_norm": 3.601433023488792,
      "learning_rate": 0.00010787369220336353,
      "loss": 4.0113,
      "step": 42535
    },
    {
      "epoch": 3.6133197417601086,
      "grad_norm": 3.400936933809339,
      "learning_rate": 0.00010786710241451085,
      "loss": 3.7365,
      "step": 42536
    },
    {
      "epoch": 3.6134046890927625,
      "grad_norm": 3.638222803381029,
      "learning_rate": 0.00010786051271393931,
      "loss": 4.2084,
      "step": 42537
    },
    {
      "epoch": 3.6134896364254163,
      "grad_norm": 3.3026886010080867,
      "learning_rate": 0.00010785392310166267,
      "loss": 3.7032,
      "step": 42538
    },
    {
      "epoch": 3.61357458375807,
      "grad_norm": 3.510664673892379,
      "learning_rate": 0.0001078473335776948,
      "loss": 4.065,
      "step": 42539
    },
    {
      "epoch": 3.6136595310907236,
      "grad_norm": 3.6341444831040204,
      "learning_rate": 0.00010784074414204942,
      "loss": 4.2844,
      "step": 42540
    },
    {
      "epoch": 3.6137444784233774,
      "grad_norm": 3.3537298858111155,
      "learning_rate": 0.00010783415479474039,
      "loss": 3.87,
      "step": 42541
    },
    {
      "epoch": 3.6138294257560313,
      "grad_norm": 3.390607037778551,
      "learning_rate": 0.00010782756553578142,
      "loss": 3.5501,
      "step": 42542
    },
    {
      "epoch": 3.613914373088685,
      "grad_norm": 3.7610503364197094,
      "learning_rate": 0.0001078209763651865,
      "loss": 4.5871,
      "step": 42543
    },
    {
      "epoch": 3.613999320421339,
      "grad_norm": 3.730597188242748,
      "learning_rate": 0.00010781438728296929,
      "loss": 4.5403,
      "step": 42544
    },
    {
      "epoch": 3.6140842677539924,
      "grad_norm": 3.5068484468614156,
      "learning_rate": 0.00010780779828914367,
      "loss": 4.0671,
      "step": 42545
    },
    {
      "epoch": 3.6141692150866462,
      "grad_norm": 3.394451032520686,
      "learning_rate": 0.00010780120938372339,
      "loss": 3.8327,
      "step": 42546
    },
    {
      "epoch": 3.6142541624193,
      "grad_norm": 3.4875563466319996,
      "learning_rate": 0.00010779462056672228,
      "loss": 3.8745,
      "step": 42547
    },
    {
      "epoch": 3.614339109751954,
      "grad_norm": 3.755694467465208,
      "learning_rate": 0.00010778803183815411,
      "loss": 4.2485,
      "step": 42548
    },
    {
      "epoch": 3.614424057084608,
      "grad_norm": 3.4559721974653517,
      "learning_rate": 0.00010778144319803276,
      "loss": 4.0214,
      "step": 42549
    },
    {
      "epoch": 3.614509004417261,
      "grad_norm": 3.4093484203253324,
      "learning_rate": 0.00010777485464637203,
      "loss": 4.0331,
      "step": 42550
    },
    {
      "epoch": 3.614593951749915,
      "grad_norm": 3.369150740715416,
      "learning_rate": 0.00010776826618318566,
      "loss": 3.7466,
      "step": 42551
    },
    {
      "epoch": 3.614678899082569,
      "grad_norm": 3.3706044249644855,
      "learning_rate": 0.00010776167780848752,
      "loss": 3.6514,
      "step": 42552
    },
    {
      "epoch": 3.6147638464152223,
      "grad_norm": 3.247992332544072,
      "learning_rate": 0.00010775508952229133,
      "loss": 3.4355,
      "step": 42553
    },
    {
      "epoch": 3.614848793747876,
      "grad_norm": 3.547897013837582,
      "learning_rate": 0.00010774850132461095,
      "loss": 4.2656,
      "step": 42554
    },
    {
      "epoch": 3.61493374108053,
      "grad_norm": 3.73738205068306,
      "learning_rate": 0.00010774191321546017,
      "loss": 4.5313,
      "step": 42555
    },
    {
      "epoch": 3.615018688413184,
      "grad_norm": 3.216097361809999,
      "learning_rate": 0.00010773532519485284,
      "loss": 3.3519,
      "step": 42556
    },
    {
      "epoch": 3.6151036357458377,
      "grad_norm": 3.696926717657803,
      "learning_rate": 0.00010772873726280274,
      "loss": 4.1861,
      "step": 42557
    },
    {
      "epoch": 3.615188583078491,
      "grad_norm": 3.657439683478514,
      "learning_rate": 0.00010772214941932364,
      "loss": 4.1927,
      "step": 42558
    },
    {
      "epoch": 3.615273530411145,
      "grad_norm": 3.5156400200631572,
      "learning_rate": 0.00010771556166442941,
      "loss": 4.3052,
      "step": 42559
    },
    {
      "epoch": 3.615358477743799,
      "grad_norm": 3.3268634374804136,
      "learning_rate": 0.00010770897399813375,
      "loss": 3.7771,
      "step": 42560
    },
    {
      "epoch": 3.6154434250764527,
      "grad_norm": 3.480626137581225,
      "learning_rate": 0.00010770238642045051,
      "loss": 3.7747,
      "step": 42561
    },
    {
      "epoch": 3.6155283724091065,
      "grad_norm": 3.5522957699970688,
      "learning_rate": 0.00010769579893139353,
      "loss": 4.1593,
      "step": 42562
    },
    {
      "epoch": 3.61561331974176,
      "grad_norm": 3.416798321509611,
      "learning_rate": 0.00010768921153097662,
      "loss": 3.5094,
      "step": 42563
    },
    {
      "epoch": 3.6156982670744138,
      "grad_norm": 3.544437058428613,
      "learning_rate": 0.00010768262421921353,
      "loss": 3.7365,
      "step": 42564
    },
    {
      "epoch": 3.6157832144070676,
      "grad_norm": 3.422453639542691,
      "learning_rate": 0.00010767603699611806,
      "loss": 3.6999,
      "step": 42565
    },
    {
      "epoch": 3.6158681617397215,
      "grad_norm": 3.4599781169915023,
      "learning_rate": 0.00010766944986170408,
      "loss": 3.8436,
      "step": 42566
    },
    {
      "epoch": 3.6159531090723753,
      "grad_norm": 3.442054648894848,
      "learning_rate": 0.00010766286281598526,
      "loss": 3.6951,
      "step": 42567
    },
    {
      "epoch": 3.6160380564050287,
      "grad_norm": 3.3125986973626853,
      "learning_rate": 0.00010765627585897558,
      "loss": 3.6774,
      "step": 42568
    },
    {
      "epoch": 3.6161230037376826,
      "grad_norm": 3.4529832339997832,
      "learning_rate": 0.00010764968899068872,
      "loss": 3.7873,
      "step": 42569
    },
    {
      "epoch": 3.6162079510703364,
      "grad_norm": 3.266713956848966,
      "learning_rate": 0.00010764310221113853,
      "loss": 3.5582,
      "step": 42570
    },
    {
      "epoch": 3.6162928984029903,
      "grad_norm": 3.412304311295892,
      "learning_rate": 0.00010763651552033879,
      "loss": 4.032,
      "step": 42571
    },
    {
      "epoch": 3.616377845735644,
      "grad_norm": 3.62686955719418,
      "learning_rate": 0.00010762992891830326,
      "loss": 4.2466,
      "step": 42572
    },
    {
      "epoch": 3.6164627930682975,
      "grad_norm": 3.437244718659794,
      "learning_rate": 0.0001076233424050458,
      "loss": 3.7958,
      "step": 42573
    },
    {
      "epoch": 3.6165477404009514,
      "grad_norm": 3.4542111298985168,
      "learning_rate": 0.00010761675598058023,
      "loss": 4.0043,
      "step": 42574
    },
    {
      "epoch": 3.6166326877336052,
      "grad_norm": 3.722714859279204,
      "learning_rate": 0.00010761016964492028,
      "loss": 3.5954,
      "step": 42575
    },
    {
      "epoch": 3.6167176350662587,
      "grad_norm": 3.427809821324214,
      "learning_rate": 0.00010760358339807981,
      "loss": 3.7579,
      "step": 42576
    },
    {
      "epoch": 3.616802582398913,
      "grad_norm": 3.4014661445400054,
      "learning_rate": 0.00010759699724007263,
      "loss": 3.6132,
      "step": 42577
    },
    {
      "epoch": 3.6168875297315664,
      "grad_norm": 3.277092202947837,
      "learning_rate": 0.00010759041117091245,
      "loss": 3.5157,
      "step": 42578
    },
    {
      "epoch": 3.61697247706422,
      "grad_norm": 3.3391279957131315,
      "learning_rate": 0.00010758382519061311,
      "loss": 3.5008,
      "step": 42579
    },
    {
      "epoch": 3.617057424396874,
      "grad_norm": 3.3122550773504478,
      "learning_rate": 0.00010757723929918846,
      "loss": 3.62,
      "step": 42580
    },
    {
      "epoch": 3.6171423717295275,
      "grad_norm": 3.384307312711054,
      "learning_rate": 0.00010757065349665229,
      "loss": 3.7698,
      "step": 42581
    },
    {
      "epoch": 3.6172273190621813,
      "grad_norm": 3.2998722558617732,
      "learning_rate": 0.00010756406778301836,
      "loss": 3.3859,
      "step": 42582
    },
    {
      "epoch": 3.617312266394835,
      "grad_norm": 3.386769944054318,
      "learning_rate": 0.00010755748215830047,
      "loss": 3.6553,
      "step": 42583
    },
    {
      "epoch": 3.617397213727489,
      "grad_norm": 3.810477631044172,
      "learning_rate": 0.00010755089662251247,
      "loss": 4.4303,
      "step": 42584
    },
    {
      "epoch": 3.617482161060143,
      "grad_norm": 3.419865168227669,
      "learning_rate": 0.00010754431117566804,
      "loss": 3.887,
      "step": 42585
    },
    {
      "epoch": 3.6175671083927963,
      "grad_norm": 3.3958570852720724,
      "learning_rate": 0.00010753772581778113,
      "loss": 3.8126,
      "step": 42586
    },
    {
      "epoch": 3.61765205572545,
      "grad_norm": 3.3338785722880937,
      "learning_rate": 0.00010753114054886546,
      "loss": 3.5705,
      "step": 42587
    },
    {
      "epoch": 3.617737003058104,
      "grad_norm": 3.3745714534331954,
      "learning_rate": 0.00010752455536893484,
      "loss": 3.4574,
      "step": 42588
    },
    {
      "epoch": 3.617821950390758,
      "grad_norm": 3.316451899659373,
      "learning_rate": 0.00010751797027800306,
      "loss": 3.537,
      "step": 42589
    },
    {
      "epoch": 3.6179068977234117,
      "grad_norm": 3.7176486860497633,
      "learning_rate": 0.00010751138527608391,
      "loss": 4.2645,
      "step": 42590
    },
    {
      "epoch": 3.617991845056065,
      "grad_norm": 3.428301328926463,
      "learning_rate": 0.00010750480036319117,
      "loss": 3.9055,
      "step": 42591
    },
    {
      "epoch": 3.618076792388719,
      "grad_norm": 3.7274448197238854,
      "learning_rate": 0.00010749821553933874,
      "loss": 4.3509,
      "step": 42592
    },
    {
      "epoch": 3.618161739721373,
      "grad_norm": 3.403245473372207,
      "learning_rate": 0.00010749163080454031,
      "loss": 3.9207,
      "step": 42593
    },
    {
      "epoch": 3.6182466870540266,
      "grad_norm": 3.362381819215264,
      "learning_rate": 0.00010748504615880969,
      "loss": 3.7321,
      "step": 42594
    },
    {
      "epoch": 3.6183316343866805,
      "grad_norm": 3.3978740142912924,
      "learning_rate": 0.00010747846160216075,
      "loss": 3.845,
      "step": 42595
    },
    {
      "epoch": 3.618416581719334,
      "grad_norm": 3.5546079723596713,
      "learning_rate": 0.0001074718771346072,
      "loss": 4.0343,
      "step": 42596
    },
    {
      "epoch": 3.6185015290519877,
      "grad_norm": 3.258122062326787,
      "learning_rate": 0.00010746529275616285,
      "loss": 3.5614,
      "step": 42597
    },
    {
      "epoch": 3.6185864763846416,
      "grad_norm": 3.4268661014854542,
      "learning_rate": 0.00010745870846684152,
      "loss": 3.6629,
      "step": 42598
    },
    {
      "epoch": 3.6186714237172954,
      "grad_norm": 3.4159758826180675,
      "learning_rate": 0.00010745212426665706,
      "loss": 3.6689,
      "step": 42599
    },
    {
      "epoch": 3.6187563710499493,
      "grad_norm": 3.422583864048363,
      "learning_rate": 0.00010744554015562318,
      "loss": 3.9045,
      "step": 42600
    },
    {
      "epoch": 3.6188413183826027,
      "grad_norm": 3.4383414325465105,
      "learning_rate": 0.00010743895613375371,
      "loss": 3.6945,
      "step": 42601
    },
    {
      "epoch": 3.6189262657152566,
      "grad_norm": 3.534989160525913,
      "learning_rate": 0.00010743237220106245,
      "loss": 3.9561,
      "step": 42602
    },
    {
      "epoch": 3.6190112130479104,
      "grad_norm": 3.561611956068253,
      "learning_rate": 0.00010742578835756313,
      "loss": 4.2151,
      "step": 42603
    },
    {
      "epoch": 3.619096160380564,
      "grad_norm": 3.2601246218075324,
      "learning_rate": 0.00010741920460326964,
      "loss": 3.457,
      "step": 42604
    },
    {
      "epoch": 3.6191811077132177,
      "grad_norm": 3.416363777841897,
      "learning_rate": 0.00010741262093819573,
      "loss": 3.8841,
      "step": 42605
    },
    {
      "epoch": 3.6192660550458715,
      "grad_norm": 3.6229580805752293,
      "learning_rate": 0.00010740603736235523,
      "loss": 3.9655,
      "step": 42606
    },
    {
      "epoch": 3.6193510023785254,
      "grad_norm": 3.412959292430587,
      "learning_rate": 0.00010739945387576189,
      "loss": 3.6655,
      "step": 42607
    },
    {
      "epoch": 3.619435949711179,
      "grad_norm": 3.7683856735317827,
      "learning_rate": 0.00010739287047842951,
      "loss": 4.4582,
      "step": 42608
    },
    {
      "epoch": 3.6195208970438326,
      "grad_norm": 3.412963660902201,
      "learning_rate": 0.00010738628717037193,
      "loss": 4.1361,
      "step": 42609
    },
    {
      "epoch": 3.6196058443764865,
      "grad_norm": 3.5386749888197246,
      "learning_rate": 0.00010737970395160284,
      "loss": 4.2253,
      "step": 42610
    },
    {
      "epoch": 3.6196907917091403,
      "grad_norm": 3.256820654699213,
      "learning_rate": 0.00010737312082213614,
      "loss": 3.5404,
      "step": 42611
    },
    {
      "epoch": 3.619775739041794,
      "grad_norm": 3.6027450527802753,
      "learning_rate": 0.00010736653778198557,
      "loss": 4.1946,
      "step": 42612
    },
    {
      "epoch": 3.619860686374448,
      "grad_norm": 3.5373417971424903,
      "learning_rate": 0.00010735995483116498,
      "loss": 4.2885,
      "step": 42613
    },
    {
      "epoch": 3.6199456337071014,
      "grad_norm": 3.42385950362603,
      "learning_rate": 0.0001073533719696881,
      "loss": 3.9005,
      "step": 42614
    },
    {
      "epoch": 3.6200305810397553,
      "grad_norm": 3.5846726591455207,
      "learning_rate": 0.00010734678919756873,
      "loss": 4.1214,
      "step": 42615
    },
    {
      "epoch": 3.620115528372409,
      "grad_norm": 3.698843225687065,
      "learning_rate": 0.00010734020651482066,
      "loss": 4.2321,
      "step": 42616
    },
    {
      "epoch": 3.620200475705063,
      "grad_norm": 3.3393632479686124,
      "learning_rate": 0.00010733362392145776,
      "loss": 3.6817,
      "step": 42617
    },
    {
      "epoch": 3.620285423037717,
      "grad_norm": 3.3574475382192106,
      "learning_rate": 0.00010732704141749374,
      "loss": 3.8135,
      "step": 42618
    },
    {
      "epoch": 3.6203703703703702,
      "grad_norm": 3.5447690190269623,
      "learning_rate": 0.0001073204590029424,
      "loss": 3.8714,
      "step": 42619
    },
    {
      "epoch": 3.620455317703024,
      "grad_norm": 3.4657923501327055,
      "learning_rate": 0.00010731387667781759,
      "loss": 3.8147,
      "step": 42620
    },
    {
      "epoch": 3.620540265035678,
      "grad_norm": 3.503354088404448,
      "learning_rate": 0.00010730729444213302,
      "loss": 4.0688,
      "step": 42621
    },
    {
      "epoch": 3.620625212368332,
      "grad_norm": 3.3150709849419497,
      "learning_rate": 0.0001073007122959025,
      "loss": 3.7223,
      "step": 42622
    },
    {
      "epoch": 3.6207101597009856,
      "grad_norm": 3.3874190976037184,
      "learning_rate": 0.00010729413023913986,
      "loss": 3.8368,
      "step": 42623
    },
    {
      "epoch": 3.620795107033639,
      "grad_norm": 3.562880352662565,
      "learning_rate": 0.00010728754827185892,
      "loss": 3.5915,
      "step": 42624
    },
    {
      "epoch": 3.620880054366293,
      "grad_norm": 3.7424209796939665,
      "learning_rate": 0.0001072809663940734,
      "loss": 3.6748,
      "step": 42625
    },
    {
      "epoch": 3.6209650016989468,
      "grad_norm": 3.374085725947974,
      "learning_rate": 0.0001072743846057971,
      "loss": 3.6995,
      "step": 42626
    },
    {
      "epoch": 3.6210499490316,
      "grad_norm": 3.4984020556352853,
      "learning_rate": 0.00010726780290704387,
      "loss": 4.2271,
      "step": 42627
    },
    {
      "epoch": 3.621134896364254,
      "grad_norm": 3.3991306302030764,
      "learning_rate": 0.00010726122129782741,
      "loss": 3.821,
      "step": 42628
    },
    {
      "epoch": 3.621219843696908,
      "grad_norm": 3.7012823144827505,
      "learning_rate": 0.00010725463977816156,
      "loss": 4.0932,
      "step": 42629
    },
    {
      "epoch": 3.6213047910295617,
      "grad_norm": 3.342581788819472,
      "learning_rate": 0.00010724805834806012,
      "loss": 3.8157,
      "step": 42630
    },
    {
      "epoch": 3.6213897383622156,
      "grad_norm": 3.646327609165054,
      "learning_rate": 0.00010724147700753692,
      "loss": 3.995,
      "step": 42631
    },
    {
      "epoch": 3.621474685694869,
      "grad_norm": 3.6475056397422416,
      "learning_rate": 0.00010723489575660563,
      "loss": 4.1834,
      "step": 42632
    },
    {
      "epoch": 3.621559633027523,
      "grad_norm": 3.4329010146961916,
      "learning_rate": 0.00010722831459528014,
      "loss": 4.0508,
      "step": 42633
    },
    {
      "epoch": 3.6216445803601767,
      "grad_norm": 3.688807029432338,
      "learning_rate": 0.00010722173352357417,
      "loss": 4.317,
      "step": 42634
    },
    {
      "epoch": 3.6217295276928305,
      "grad_norm": 3.3767975082411463,
      "learning_rate": 0.0001072151525415016,
      "loss": 3.545,
      "step": 42635
    },
    {
      "epoch": 3.6218144750254844,
      "grad_norm": 3.365853973587925,
      "learning_rate": 0.00010720857164907613,
      "loss": 3.7072,
      "step": 42636
    },
    {
      "epoch": 3.6218994223581378,
      "grad_norm": 3.6776739604040216,
      "learning_rate": 0.00010720199084631161,
      "loss": 4.31,
      "step": 42637
    },
    {
      "epoch": 3.6219843696907916,
      "grad_norm": 3.39999276052125,
      "learning_rate": 0.00010719541013322182,
      "loss": 3.9501,
      "step": 42638
    },
    {
      "epoch": 3.6220693170234455,
      "grad_norm": 3.736143941553584,
      "learning_rate": 0.00010718882950982051,
      "loss": 4.2843,
      "step": 42639
    },
    {
      "epoch": 3.6221542643560993,
      "grad_norm": 3.30787929766583,
      "learning_rate": 0.00010718224897612146,
      "loss": 3.5743,
      "step": 42640
    },
    {
      "epoch": 3.622239211688753,
      "grad_norm": 3.1919810688420305,
      "learning_rate": 0.00010717566853213853,
      "loss": 3.4491,
      "step": 42641
    },
    {
      "epoch": 3.6223241590214066,
      "grad_norm": 3.367965381496743,
      "learning_rate": 0.00010716908817788546,
      "loss": 3.6529,
      "step": 42642
    },
    {
      "epoch": 3.6224091063540604,
      "grad_norm": 3.3251697373899467,
      "learning_rate": 0.00010716250791337605,
      "loss": 3.6128,
      "step": 42643
    },
    {
      "epoch": 3.6224940536867143,
      "grad_norm": 3.681677729160573,
      "learning_rate": 0.00010715592773862407,
      "loss": 4.1542,
      "step": 42644
    },
    {
      "epoch": 3.622579001019368,
      "grad_norm": 3.3998485408809835,
      "learning_rate": 0.00010714934765364337,
      "loss": 3.835,
      "step": 42645
    },
    {
      "epoch": 3.622663948352022,
      "grad_norm": 3.355066970988991,
      "learning_rate": 0.0001071427676584476,
      "loss": 3.7727,
      "step": 42646
    },
    {
      "epoch": 3.6227488956846754,
      "grad_norm": 3.3433576540348553,
      "learning_rate": 0.0001071361877530507,
      "loss": 3.7859,
      "step": 42647
    },
    {
      "epoch": 3.6228338430173292,
      "grad_norm": 3.3686918268666823,
      "learning_rate": 0.00010712960793746634,
      "loss": 3.672,
      "step": 42648
    },
    {
      "epoch": 3.622918790349983,
      "grad_norm": 3.580896130075794,
      "learning_rate": 0.00010712302821170844,
      "loss": 4.2105,
      "step": 42649
    },
    {
      "epoch": 3.6230037376826365,
      "grad_norm": 3.3860624616620068,
      "learning_rate": 0.00010711644857579063,
      "loss": 3.638,
      "step": 42650
    },
    {
      "epoch": 3.6230886850152904,
      "grad_norm": 3.385058530962126,
      "learning_rate": 0.00010710986902972681,
      "loss": 3.5346,
      "step": 42651
    },
    {
      "epoch": 3.623173632347944,
      "grad_norm": 3.425265270821738,
      "learning_rate": 0.00010710328957353074,
      "loss": 3.7876,
      "step": 42652
    },
    {
      "epoch": 3.623258579680598,
      "grad_norm": 3.4882476204668866,
      "learning_rate": 0.00010709671020721614,
      "loss": 3.9089,
      "step": 42653
    },
    {
      "epoch": 3.623343527013252,
      "grad_norm": 3.4200919646233183,
      "learning_rate": 0.00010709013093079688,
      "loss": 3.6264,
      "step": 42654
    },
    {
      "epoch": 3.6234284743459053,
      "grad_norm": 3.483772441661125,
      "learning_rate": 0.0001070835517442867,
      "loss": 4.0831,
      "step": 42655
    },
    {
      "epoch": 3.623513421678559,
      "grad_norm": 3.7424662611807347,
      "learning_rate": 0.00010707697264769945,
      "loss": 4.3597,
      "step": 42656
    },
    {
      "epoch": 3.623598369011213,
      "grad_norm": 3.5021675312438676,
      "learning_rate": 0.00010707039364104881,
      "loss": 4.0332,
      "step": 42657
    },
    {
      "epoch": 3.623683316343867,
      "grad_norm": 3.716722070283103,
      "learning_rate": 0.00010706381472434868,
      "loss": 4.4302,
      "step": 42658
    },
    {
      "epoch": 3.6237682636765207,
      "grad_norm": 3.7401302017332347,
      "learning_rate": 0.00010705723589761268,
      "loss": 4.1737,
      "step": 42659
    },
    {
      "epoch": 3.623853211009174,
      "grad_norm": 3.4145398983522854,
      "learning_rate": 0.00010705065716085479,
      "loss": 3.6191,
      "step": 42660
    },
    {
      "epoch": 3.623938158341828,
      "grad_norm": 3.61329558344266,
      "learning_rate": 0.00010704407851408866,
      "loss": 4.1378,
      "step": 42661
    },
    {
      "epoch": 3.624023105674482,
      "grad_norm": 3.70162470264935,
      "learning_rate": 0.00010703749995732814,
      "loss": 4.1461,
      "step": 42662
    },
    {
      "epoch": 3.6241080530071357,
      "grad_norm": 3.59204499471,
      "learning_rate": 0.00010703092149058703,
      "loss": 4.4262,
      "step": 42663
    },
    {
      "epoch": 3.6241930003397895,
      "grad_norm": 3.6030297111785914,
      "learning_rate": 0.00010702434311387904,
      "loss": 4.1787,
      "step": 42664
    },
    {
      "epoch": 3.624277947672443,
      "grad_norm": 3.459095709334961,
      "learning_rate": 0.00010701776482721794,
      "loss": 3.8124,
      "step": 42665
    },
    {
      "epoch": 3.624362895005097,
      "grad_norm": 3.6554105729287225,
      "learning_rate": 0.0001070111866306176,
      "loss": 4.07,
      "step": 42666
    },
    {
      "epoch": 3.6244478423377506,
      "grad_norm": 3.727080771104046,
      "learning_rate": 0.0001070046085240918,
      "loss": 4.4501,
      "step": 42667
    },
    {
      "epoch": 3.6245327896704045,
      "grad_norm": 3.720396772351272,
      "learning_rate": 0.00010699803050765426,
      "loss": 4.0991,
      "step": 42668
    },
    {
      "epoch": 3.6246177370030583,
      "grad_norm": 3.4357030249284404,
      "learning_rate": 0.00010699145258131882,
      "loss": 3.5822,
      "step": 42669
    },
    {
      "epoch": 3.6247026843357117,
      "grad_norm": 3.810739112510107,
      "learning_rate": 0.00010698487474509921,
      "loss": 4.5073,
      "step": 42670
    },
    {
      "epoch": 3.6247876316683656,
      "grad_norm": 3.44513660258014,
      "learning_rate": 0.0001069782969990092,
      "loss": 3.8296,
      "step": 42671
    },
    {
      "epoch": 3.6248725790010194,
      "grad_norm": 3.7052190230587065,
      "learning_rate": 0.00010697171934306266,
      "loss": 4.2691,
      "step": 42672
    },
    {
      "epoch": 3.624957526333673,
      "grad_norm": 3.4534697781101737,
      "learning_rate": 0.00010696514177727333,
      "loss": 3.7176,
      "step": 42673
    },
    {
      "epoch": 3.625042473666327,
      "grad_norm": 3.810773059133671,
      "learning_rate": 0.00010695856430165499,
      "loss": 4.482,
      "step": 42674
    },
    {
      "epoch": 3.6251274209989806,
      "grad_norm": 3.2590344485932072,
      "learning_rate": 0.0001069519869162214,
      "loss": 3.4907,
      "step": 42675
    },
    {
      "epoch": 3.6252123683316344,
      "grad_norm": 3.326891587029297,
      "learning_rate": 0.00010694540962098637,
      "loss": 3.6112,
      "step": 42676
    },
    {
      "epoch": 3.6252973156642883,
      "grad_norm": 3.3472844074436496,
      "learning_rate": 0.00010693883241596358,
      "loss": 3.6024,
      "step": 42677
    },
    {
      "epoch": 3.6253822629969417,
      "grad_norm": 3.463799483553858,
      "learning_rate": 0.000106932255301167,
      "loss": 3.702,
      "step": 42678
    },
    {
      "epoch": 3.6254672103295955,
      "grad_norm": 3.3330772984641364,
      "learning_rate": 0.00010692567827661028,
      "loss": 3.568,
      "step": 42679
    },
    {
      "epoch": 3.6255521576622494,
      "grad_norm": 3.726277709957125,
      "learning_rate": 0.00010691910134230728,
      "loss": 4.3016,
      "step": 42680
    },
    {
      "epoch": 3.625637104994903,
      "grad_norm": 3.3474558898223767,
      "learning_rate": 0.00010691252449827169,
      "loss": 3.5222,
      "step": 42681
    },
    {
      "epoch": 3.625722052327557,
      "grad_norm": 3.3158123428748567,
      "learning_rate": 0.00010690594774451734,
      "loss": 3.8247,
      "step": 42682
    },
    {
      "epoch": 3.6258069996602105,
      "grad_norm": 3.8368589525216548,
      "learning_rate": 0.00010689937108105795,
      "loss": 4.6706,
      "step": 42683
    },
    {
      "epoch": 3.6258919469928643,
      "grad_norm": 3.4690674188840087,
      "learning_rate": 0.0001068927945079074,
      "loss": 3.974,
      "step": 42684
    },
    {
      "epoch": 3.625976894325518,
      "grad_norm": 3.681906333829262,
      "learning_rate": 0.00010688621802507946,
      "loss": 4.2433,
      "step": 42685
    },
    {
      "epoch": 3.626061841658172,
      "grad_norm": 3.465903853213149,
      "learning_rate": 0.00010687964163258783,
      "loss": 3.9072,
      "step": 42686
    },
    {
      "epoch": 3.626146788990826,
      "grad_norm": 3.453913647682084,
      "learning_rate": 0.00010687306533044638,
      "loss": 3.8041,
      "step": 42687
    },
    {
      "epoch": 3.6262317363234793,
      "grad_norm": 3.5368767652065625,
      "learning_rate": 0.0001068664891186688,
      "loss": 3.9539,
      "step": 42688
    },
    {
      "epoch": 3.626316683656133,
      "grad_norm": 3.409218442533963,
      "learning_rate": 0.0001068599129972689,
      "loss": 3.4388,
      "step": 42689
    },
    {
      "epoch": 3.626401630988787,
      "grad_norm": 3.398617875918662,
      "learning_rate": 0.00010685333696626048,
      "loss": 3.6757,
      "step": 42690
    },
    {
      "epoch": 3.626486578321441,
      "grad_norm": 3.26871986444139,
      "learning_rate": 0.00010684676102565731,
      "loss": 3.4699,
      "step": 42691
    },
    {
      "epoch": 3.6265715256540947,
      "grad_norm": 3.7300223886417565,
      "learning_rate": 0.00010684018517547321,
      "loss": 4.3555,
      "step": 42692
    },
    {
      "epoch": 3.626656472986748,
      "grad_norm": 3.706375812908842,
      "learning_rate": 0.00010683360941572189,
      "loss": 4.2105,
      "step": 42693
    },
    {
      "epoch": 3.626741420319402,
      "grad_norm": 3.375064863953597,
      "learning_rate": 0.00010682703374641716,
      "loss": 3.6514,
      "step": 42694
    },
    {
      "epoch": 3.626826367652056,
      "grad_norm": 3.3464449193447567,
      "learning_rate": 0.00010682045816757278,
      "loss": 3.5148,
      "step": 42695
    },
    {
      "epoch": 3.6269113149847096,
      "grad_norm": 3.456871232779606,
      "learning_rate": 0.0001068138826792025,
      "loss": 3.7274,
      "step": 42696
    },
    {
      "epoch": 3.6269962623173635,
      "grad_norm": 3.4049741411339483,
      "learning_rate": 0.00010680730728132019,
      "loss": 3.7325,
      "step": 42697
    },
    {
      "epoch": 3.627081209650017,
      "grad_norm": 3.3294887407902283,
      "learning_rate": 0.00010680073197393958,
      "loss": 3.7018,
      "step": 42698
    },
    {
      "epoch": 3.6271661569826708,
      "grad_norm": 3.3792306700837007,
      "learning_rate": 0.00010679415675707444,
      "loss": 3.731,
      "step": 42699
    },
    {
      "epoch": 3.6272511043153246,
      "grad_norm": 3.5042192104198713,
      "learning_rate": 0.00010678758163073852,
      "loss": 4.0756,
      "step": 42700
    },
    {
      "epoch": 3.627336051647978,
      "grad_norm": 3.712960240114396,
      "learning_rate": 0.00010678100659494568,
      "loss": 4.4041,
      "step": 42701
    },
    {
      "epoch": 3.627420998980632,
      "grad_norm": 3.6530607713911083,
      "learning_rate": 0.00010677443164970952,
      "loss": 3.7315,
      "step": 42702
    },
    {
      "epoch": 3.6275059463132857,
      "grad_norm": 3.4009200412794756,
      "learning_rate": 0.00010676785679504407,
      "loss": 3.6614,
      "step": 42703
    },
    {
      "epoch": 3.6275908936459396,
      "grad_norm": 3.3930406067739733,
      "learning_rate": 0.00010676128203096293,
      "loss": 3.5965,
      "step": 42704
    },
    {
      "epoch": 3.6276758409785934,
      "grad_norm": 3.6403647425799224,
      "learning_rate": 0.00010675470735747994,
      "loss": 3.7312,
      "step": 42705
    },
    {
      "epoch": 3.627760788311247,
      "grad_norm": 3.395923872286969,
      "learning_rate": 0.00010674813277460885,
      "loss": 3.6793,
      "step": 42706
    },
    {
      "epoch": 3.6278457356439007,
      "grad_norm": 3.342974197975743,
      "learning_rate": 0.00010674155828236344,
      "loss": 3.638,
      "step": 42707
    },
    {
      "epoch": 3.6279306829765545,
      "grad_norm": 3.422661918716691,
      "learning_rate": 0.00010673498388075745,
      "loss": 3.7396,
      "step": 42708
    },
    {
      "epoch": 3.6280156303092084,
      "grad_norm": 3.502493164586156,
      "learning_rate": 0.00010672840956980475,
      "loss": 3.9756,
      "step": 42709
    },
    {
      "epoch": 3.6281005776418622,
      "grad_norm": 3.408204269448825,
      "learning_rate": 0.00010672183534951905,
      "loss": 3.7414,
      "step": 42710
    },
    {
      "epoch": 3.6281855249745156,
      "grad_norm": 3.5597749911341445,
      "learning_rate": 0.00010671526121991413,
      "loss": 4.09,
      "step": 42711
    },
    {
      "epoch": 3.6282704723071695,
      "grad_norm": 3.344292534942107,
      "learning_rate": 0.00010670868718100379,
      "loss": 3.7166,
      "step": 42712
    },
    {
      "epoch": 3.6283554196398233,
      "grad_norm": 3.4395203343950222,
      "learning_rate": 0.00010670211323280174,
      "loss": 3.6127,
      "step": 42713
    },
    {
      "epoch": 3.628440366972477,
      "grad_norm": 3.6773847596464644,
      "learning_rate": 0.00010669553937532178,
      "loss": 3.9378,
      "step": 42714
    },
    {
      "epoch": 3.628525314305131,
      "grad_norm": 3.3491246595508795,
      "learning_rate": 0.00010668896560857775,
      "loss": 3.8584,
      "step": 42715
    },
    {
      "epoch": 3.6286102616377844,
      "grad_norm": 3.3697157368606963,
      "learning_rate": 0.0001066823919325834,
      "loss": 3.821,
      "step": 42716
    },
    {
      "epoch": 3.6286952089704383,
      "grad_norm": 3.4870586362238143,
      "learning_rate": 0.00010667581834735245,
      "loss": 3.8784,
      "step": 42717
    },
    {
      "epoch": 3.628780156303092,
      "grad_norm": 3.3764962363521898,
      "learning_rate": 0.00010666924485289869,
      "loss": 3.5975,
      "step": 42718
    },
    {
      "epoch": 3.628865103635746,
      "grad_norm": 3.882360611029456,
      "learning_rate": 0.00010666267144923596,
      "loss": 3.5784,
      "step": 42719
    },
    {
      "epoch": 3.6289500509684,
      "grad_norm": 3.3395977705900695,
      "learning_rate": 0.00010665609813637787,
      "loss": 3.7001,
      "step": 42720
    },
    {
      "epoch": 3.6290349983010532,
      "grad_norm": 3.3751310290829144,
      "learning_rate": 0.0001066495249143384,
      "loss": 3.889,
      "step": 42721
    },
    {
      "epoch": 3.629119945633707,
      "grad_norm": 3.4380502452995256,
      "learning_rate": 0.00010664295178313119,
      "loss": 4.0301,
      "step": 42722
    },
    {
      "epoch": 3.629204892966361,
      "grad_norm": 3.395862165737402,
      "learning_rate": 0.00010663637874277008,
      "loss": 3.545,
      "step": 42723
    },
    {
      "epoch": 3.6292898402990144,
      "grad_norm": 3.7619179880135705,
      "learning_rate": 0.0001066298057932688,
      "loss": 4.5135,
      "step": 42724
    },
    {
      "epoch": 3.629374787631668,
      "grad_norm": 3.770061790365075,
      "learning_rate": 0.00010662323293464114,
      "loss": 4.4244,
      "step": 42725
    },
    {
      "epoch": 3.629459734964322,
      "grad_norm": 3.789769651468091,
      "learning_rate": 0.00010661666016690082,
      "loss": 4.5795,
      "step": 42726
    },
    {
      "epoch": 3.629544682296976,
      "grad_norm": 3.2514079147566908,
      "learning_rate": 0.00010661008749006173,
      "loss": 3.4805,
      "step": 42727
    },
    {
      "epoch": 3.6296296296296298,
      "grad_norm": 3.4098198294214326,
      "learning_rate": 0.00010660351490413753,
      "loss": 3.5433,
      "step": 42728
    },
    {
      "epoch": 3.629714576962283,
      "grad_norm": 3.3644293634092413,
      "learning_rate": 0.00010659694240914204,
      "loss": 4.1085,
      "step": 42729
    },
    {
      "epoch": 3.629799524294937,
      "grad_norm": 3.320947402051339,
      "learning_rate": 0.00010659037000508905,
      "loss": 3.5376,
      "step": 42730
    },
    {
      "epoch": 3.629884471627591,
      "grad_norm": 3.524672340779671,
      "learning_rate": 0.00010658379769199226,
      "loss": 4.0326,
      "step": 42731
    },
    {
      "epoch": 3.6299694189602447,
      "grad_norm": 3.8125389946863995,
      "learning_rate": 0.00010657722546986547,
      "loss": 4.7193,
      "step": 42732
    },
    {
      "epoch": 3.6300543662928986,
      "grad_norm": 3.2658950083348843,
      "learning_rate": 0.0001065706533387225,
      "loss": 3.5584,
      "step": 42733
    },
    {
      "epoch": 3.630139313625552,
      "grad_norm": 3.3871662818859067,
      "learning_rate": 0.00010656408129857711,
      "loss": 3.8629,
      "step": 42734
    },
    {
      "epoch": 3.630224260958206,
      "grad_norm": 3.3015280025424723,
      "learning_rate": 0.00010655750934944301,
      "loss": 3.3801,
      "step": 42735
    },
    {
      "epoch": 3.6303092082908597,
      "grad_norm": 3.3151103639504664,
      "learning_rate": 0.00010655093749133401,
      "loss": 3.6516,
      "step": 42736
    },
    {
      "epoch": 3.6303941556235135,
      "grad_norm": 3.6759064489670106,
      "learning_rate": 0.00010654436572426392,
      "loss": 4.0324,
      "step": 42737
    },
    {
      "epoch": 3.6304791029561674,
      "grad_norm": 3.696662200471004,
      "learning_rate": 0.00010653779404824639,
      "loss": 4.2062,
      "step": 42738
    },
    {
      "epoch": 3.630564050288821,
      "grad_norm": 3.3795681639964292,
      "learning_rate": 0.0001065312224632953,
      "loss": 3.7302,
      "step": 42739
    },
    {
      "epoch": 3.6306489976214746,
      "grad_norm": 3.3495404219878844,
      "learning_rate": 0.00010652465096942441,
      "loss": 3.6444,
      "step": 42740
    },
    {
      "epoch": 3.6307339449541285,
      "grad_norm": 3.368933884593781,
      "learning_rate": 0.00010651807956664747,
      "loss": 3.7509,
      "step": 42741
    },
    {
      "epoch": 3.6308188922867823,
      "grad_norm": 3.3825830983767395,
      "learning_rate": 0.00010651150825497822,
      "loss": 3.4521,
      "step": 42742
    },
    {
      "epoch": 3.630903839619436,
      "grad_norm": 3.474552370386908,
      "learning_rate": 0.00010650493703443046,
      "loss": 3.873,
      "step": 42743
    },
    {
      "epoch": 3.6309887869520896,
      "grad_norm": 3.37242610042428,
      "learning_rate": 0.00010649836590501798,
      "loss": 3.9403,
      "step": 42744
    },
    {
      "epoch": 3.6310737342847434,
      "grad_norm": 3.207231163444985,
      "learning_rate": 0.00010649179486675444,
      "loss": 3.3449,
      "step": 42745
    },
    {
      "epoch": 3.6311586816173973,
      "grad_norm": 3.4584551426406476,
      "learning_rate": 0.00010648522391965374,
      "loss": 3.7252,
      "step": 42746
    },
    {
      "epoch": 3.6312436289500507,
      "grad_norm": 3.3324149247002817,
      "learning_rate": 0.0001064786530637296,
      "loss": 3.4769,
      "step": 42747
    },
    {
      "epoch": 3.6313285762827046,
      "grad_norm": 3.2558203509874235,
      "learning_rate": 0.00010647208229899582,
      "loss": 3.6678,
      "step": 42748
    },
    {
      "epoch": 3.6314135236153584,
      "grad_norm": 3.419103606638828,
      "learning_rate": 0.00010646551162546608,
      "loss": 3.844,
      "step": 42749
    },
    {
      "epoch": 3.6314984709480123,
      "grad_norm": 3.2939389785101523,
      "learning_rate": 0.00010645894104315421,
      "loss": 3.4926,
      "step": 42750
    },
    {
      "epoch": 3.631583418280666,
      "grad_norm": 3.329261059733904,
      "learning_rate": 0.00010645237055207395,
      "loss": 3.6515,
      "step": 42751
    },
    {
      "epoch": 3.6316683656133195,
      "grad_norm": 3.431075844550528,
      "learning_rate": 0.00010644580015223912,
      "loss": 3.6401,
      "step": 42752
    },
    {
      "epoch": 3.6317533129459734,
      "grad_norm": 3.3387251226695627,
      "learning_rate": 0.00010643922984366346,
      "loss": 3.6522,
      "step": 42753
    },
    {
      "epoch": 3.631838260278627,
      "grad_norm": 3.6775450587241236,
      "learning_rate": 0.0001064326596263607,
      "loss": 3.8905,
      "step": 42754
    },
    {
      "epoch": 3.631923207611281,
      "grad_norm": 3.395375313008198,
      "learning_rate": 0.00010642608950034466,
      "loss": 3.8181,
      "step": 42755
    },
    {
      "epoch": 3.632008154943935,
      "grad_norm": 3.6243242339124975,
      "learning_rate": 0.00010641951946562907,
      "loss": 4.0787,
      "step": 42756
    },
    {
      "epoch": 3.6320931022765883,
      "grad_norm": 3.438677750288377,
      "learning_rate": 0.00010641294952222765,
      "loss": 3.7031,
      "step": 42757
    },
    {
      "epoch": 3.632178049609242,
      "grad_norm": 3.7364125528031242,
      "learning_rate": 0.00010640637967015428,
      "loss": 4.4763,
      "step": 42758
    },
    {
      "epoch": 3.632262996941896,
      "grad_norm": 3.657026711260031,
      "learning_rate": 0.0001063998099094227,
      "loss": 4.2165,
      "step": 42759
    },
    {
      "epoch": 3.63234794427455,
      "grad_norm": 3.2726151699988044,
      "learning_rate": 0.0001063932402400466,
      "loss": 3.4698,
      "step": 42760
    },
    {
      "epoch": 3.6324328916072037,
      "grad_norm": 3.294081979944785,
      "learning_rate": 0.00010638667066203981,
      "loss": 3.564,
      "step": 42761
    },
    {
      "epoch": 3.632517838939857,
      "grad_norm": 3.792992155155145,
      "learning_rate": 0.00010638010117541609,
      "loss": 4.2782,
      "step": 42762
    },
    {
      "epoch": 3.632602786272511,
      "grad_norm": 3.434811900707599,
      "learning_rate": 0.00010637353178018913,
      "loss": 3.8343,
      "step": 42763
    },
    {
      "epoch": 3.632687733605165,
      "grad_norm": 3.373556718142139,
      "learning_rate": 0.00010636696247637279,
      "loss": 3.6045,
      "step": 42764
    },
    {
      "epoch": 3.6327726809378187,
      "grad_norm": 3.6119226539926115,
      "learning_rate": 0.00010636039326398082,
      "loss": 4.0374,
      "step": 42765
    },
    {
      "epoch": 3.6328576282704725,
      "grad_norm": 3.472280769826781,
      "learning_rate": 0.00010635382414302697,
      "loss": 3.7498,
      "step": 42766
    },
    {
      "epoch": 3.632942575603126,
      "grad_norm": 3.490716973124007,
      "learning_rate": 0.00010634725511352495,
      "loss": 3.8472,
      "step": 42767
    },
    {
      "epoch": 3.63302752293578,
      "grad_norm": 3.780391111117923,
      "learning_rate": 0.00010634068617548861,
      "loss": 4.6175,
      "step": 42768
    },
    {
      "epoch": 3.6331124702684336,
      "grad_norm": 3.4612435820396366,
      "learning_rate": 0.00010633411732893163,
      "loss": 4.0198,
      "step": 42769
    },
    {
      "epoch": 3.633197417601087,
      "grad_norm": 3.6207461687457534,
      "learning_rate": 0.0001063275485738679,
      "loss": 4.3959,
      "step": 42770
    },
    {
      "epoch": 3.6332823649337413,
      "grad_norm": 3.4156074457934604,
      "learning_rate": 0.00010632097991031107,
      "loss": 3.6171,
      "step": 42771
    },
    {
      "epoch": 3.6333673122663948,
      "grad_norm": 3.6983966892311138,
      "learning_rate": 0.00010631441133827491,
      "loss": 4.0646,
      "step": 42772
    },
    {
      "epoch": 3.6334522595990486,
      "grad_norm": 3.7898961096233448,
      "learning_rate": 0.00010630784285777326,
      "loss": 4.5656,
      "step": 42773
    },
    {
      "epoch": 3.6335372069317025,
      "grad_norm": 3.3964917066554405,
      "learning_rate": 0.00010630127446881982,
      "loss": 3.7834,
      "step": 42774
    },
    {
      "epoch": 3.633622154264356,
      "grad_norm": 3.3916382821947084,
      "learning_rate": 0.0001062947061714283,
      "loss": 3.4988,
      "step": 42775
    },
    {
      "epoch": 3.6337071015970097,
      "grad_norm": 3.7193758393297323,
      "learning_rate": 0.00010628813796561259,
      "loss": 4.3484,
      "step": 42776
    },
    {
      "epoch": 3.6337920489296636,
      "grad_norm": 3.6061275478519392,
      "learning_rate": 0.0001062815698513864,
      "loss": 4.1495,
      "step": 42777
    },
    {
      "epoch": 3.6338769962623174,
      "grad_norm": 3.2486931422825767,
      "learning_rate": 0.00010627500182876347,
      "loss": 3.4321,
      "step": 42778
    },
    {
      "epoch": 3.6339619435949713,
      "grad_norm": 3.71896851117811,
      "learning_rate": 0.00010626843389775757,
      "loss": 4.4124,
      "step": 42779
    },
    {
      "epoch": 3.6340468909276247,
      "grad_norm": 3.3197833313851053,
      "learning_rate": 0.0001062618660583825,
      "loss": 3.4676,
      "step": 42780
    },
    {
      "epoch": 3.6341318382602785,
      "grad_norm": 3.688699053824758,
      "learning_rate": 0.00010625529831065193,
      "loss": 4.3438,
      "step": 42781
    },
    {
      "epoch": 3.6342167855929324,
      "grad_norm": 3.2914906198990677,
      "learning_rate": 0.0001062487306545797,
      "loss": 3.3412,
      "step": 42782
    },
    {
      "epoch": 3.6343017329255862,
      "grad_norm": 3.4515890256072397,
      "learning_rate": 0.00010624216309017955,
      "loss": 3.7983,
      "step": 42783
    },
    {
      "epoch": 3.63438668025824,
      "grad_norm": 3.4076625101417592,
      "learning_rate": 0.0001062355956174653,
      "loss": 3.5422,
      "step": 42784
    },
    {
      "epoch": 3.6344716275908935,
      "grad_norm": 3.359302381867993,
      "learning_rate": 0.00010622902823645059,
      "loss": 3.7301,
      "step": 42785
    },
    {
      "epoch": 3.6345565749235473,
      "grad_norm": 3.4944280070748137,
      "learning_rate": 0.00010622246094714927,
      "loss": 3.8428,
      "step": 42786
    },
    {
      "epoch": 3.634641522256201,
      "grad_norm": 3.3584817702803025,
      "learning_rate": 0.00010621589374957508,
      "loss": 3.7848,
      "step": 42787
    },
    {
      "epoch": 3.634726469588855,
      "grad_norm": 3.3937685973011456,
      "learning_rate": 0.00010620932664374173,
      "loss": 3.6546,
      "step": 42788
    },
    {
      "epoch": 3.634811416921509,
      "grad_norm": 3.5547975831782925,
      "learning_rate": 0.00010620275962966306,
      "loss": 3.9729,
      "step": 42789
    },
    {
      "epoch": 3.6348963642541623,
      "grad_norm": 3.5423710042460854,
      "learning_rate": 0.00010619619270735279,
      "loss": 4.1152,
      "step": 42790
    },
    {
      "epoch": 3.634981311586816,
      "grad_norm": 3.6000056814693417,
      "learning_rate": 0.00010618962587682471,
      "loss": 3.5839,
      "step": 42791
    },
    {
      "epoch": 3.63506625891947,
      "grad_norm": 3.5595489624963483,
      "learning_rate": 0.00010618305913809253,
      "loss": 3.731,
      "step": 42792
    },
    {
      "epoch": 3.635151206252124,
      "grad_norm": 3.2352222545910694,
      "learning_rate": 0.00010617649249117005,
      "loss": 3.4597,
      "step": 42793
    },
    {
      "epoch": 3.6352361535847777,
      "grad_norm": 3.4914548237828047,
      "learning_rate": 0.00010616992593607093,
      "loss": 3.7913,
      "step": 42794
    },
    {
      "epoch": 3.635321100917431,
      "grad_norm": 3.6233196610128497,
      "learning_rate": 0.0001061633594728091,
      "loss": 4.2787,
      "step": 42795
    },
    {
      "epoch": 3.635406048250085,
      "grad_norm": 3.4446759764501973,
      "learning_rate": 0.00010615679310139821,
      "loss": 3.6236,
      "step": 42796
    },
    {
      "epoch": 3.635490995582739,
      "grad_norm": 3.5083643068951,
      "learning_rate": 0.00010615022682185202,
      "loss": 3.9679,
      "step": 42797
    },
    {
      "epoch": 3.635575942915392,
      "grad_norm": 3.3268761627291776,
      "learning_rate": 0.00010614366063418436,
      "loss": 3.6136,
      "step": 42798
    },
    {
      "epoch": 3.635660890248046,
      "grad_norm": 3.3184704715512163,
      "learning_rate": 0.00010613709453840888,
      "loss": 3.9137,
      "step": 42799
    },
    {
      "epoch": 3.6357458375807,
      "grad_norm": 3.4098514754863216,
      "learning_rate": 0.00010613052853453939,
      "loss": 3.7642,
      "step": 42800
    },
    {
      "epoch": 3.6358307849133538,
      "grad_norm": 3.4390726107379104,
      "learning_rate": 0.00010612396262258966,
      "loss": 3.9243,
      "step": 42801
    },
    {
      "epoch": 3.6359157322460076,
      "grad_norm": 3.5262557343799315,
      "learning_rate": 0.00010611739680257348,
      "loss": 3.8593,
      "step": 42802
    },
    {
      "epoch": 3.636000679578661,
      "grad_norm": 3.7151226362325707,
      "learning_rate": 0.00010611083107450454,
      "loss": 4.31,
      "step": 42803
    },
    {
      "epoch": 3.636085626911315,
      "grad_norm": 3.3762684150414013,
      "learning_rate": 0.00010610426543839663,
      "loss": 3.9009,
      "step": 42804
    },
    {
      "epoch": 3.6361705742439687,
      "grad_norm": 3.6417874006448416,
      "learning_rate": 0.00010609769989426349,
      "loss": 4.0186,
      "step": 42805
    },
    {
      "epoch": 3.6362555215766226,
      "grad_norm": 3.6535315258985013,
      "learning_rate": 0.00010609113444211884,
      "loss": 4.2403,
      "step": 42806
    },
    {
      "epoch": 3.6363404689092764,
      "grad_norm": 3.2921526664223855,
      "learning_rate": 0.00010608456908197654,
      "loss": 3.7453,
      "step": 42807
    },
    {
      "epoch": 3.63642541624193,
      "grad_norm": 3.6922073959244552,
      "learning_rate": 0.00010607800381385026,
      "loss": 4.3572,
      "step": 42808
    },
    {
      "epoch": 3.6365103635745837,
      "grad_norm": 3.333808148398004,
      "learning_rate": 0.00010607143863775383,
      "loss": 3.6331,
      "step": 42809
    },
    {
      "epoch": 3.6365953109072375,
      "grad_norm": 3.6367453560930083,
      "learning_rate": 0.00010606487355370094,
      "loss": 4.4295,
      "step": 42810
    },
    {
      "epoch": 3.6366802582398914,
      "grad_norm": 3.6594755388967033,
      "learning_rate": 0.00010605830856170537,
      "loss": 3.9759,
      "step": 42811
    },
    {
      "epoch": 3.6367652055725452,
      "grad_norm": 3.668357047540357,
      "learning_rate": 0.00010605174366178081,
      "loss": 4.3559,
      "step": 42812
    },
    {
      "epoch": 3.6368501529051986,
      "grad_norm": 3.4028979588349078,
      "learning_rate": 0.00010604517885394116,
      "loss": 3.613,
      "step": 42813
    },
    {
      "epoch": 3.6369351002378525,
      "grad_norm": 3.3785684342145705,
      "learning_rate": 0.00010603861413820007,
      "loss": 3.682,
      "step": 42814
    },
    {
      "epoch": 3.6370200475705063,
      "grad_norm": 3.407312675722828,
      "learning_rate": 0.00010603204951457135,
      "loss": 3.8428,
      "step": 42815
    },
    {
      "epoch": 3.63710499490316,
      "grad_norm": 3.3699502605719367,
      "learning_rate": 0.00010602548498306868,
      "loss": 3.7157,
      "step": 42816
    },
    {
      "epoch": 3.637189942235814,
      "grad_norm": 3.716439322855101,
      "learning_rate": 0.00010601892054370585,
      "loss": 4.101,
      "step": 42817
    },
    {
      "epoch": 3.6372748895684675,
      "grad_norm": 3.5097115447886593,
      "learning_rate": 0.00010601235619649662,
      "loss": 3.9928,
      "step": 42818
    },
    {
      "epoch": 3.6373598369011213,
      "grad_norm": 3.443715373721133,
      "learning_rate": 0.00010600579194145476,
      "loss": 4.1142,
      "step": 42819
    },
    {
      "epoch": 3.637444784233775,
      "grad_norm": 3.442842980925967,
      "learning_rate": 0.00010599922777859405,
      "loss": 3.8213,
      "step": 42820
    },
    {
      "epoch": 3.6375297315664286,
      "grad_norm": 3.477886814438575,
      "learning_rate": 0.00010599266370792817,
      "loss": 4.0552,
      "step": 42821
    },
    {
      "epoch": 3.6376146788990824,
      "grad_norm": 3.501316726119703,
      "learning_rate": 0.00010598609972947096,
      "loss": 3.9255,
      "step": 42822
    },
    {
      "epoch": 3.6376996262317363,
      "grad_norm": 3.364073059992845,
      "learning_rate": 0.00010597953584323607,
      "loss": 3.8951,
      "step": 42823
    },
    {
      "epoch": 3.63778457356439,
      "grad_norm": 3.2547953013647115,
      "learning_rate": 0.00010597297204923728,
      "loss": 3.4727,
      "step": 42824
    },
    {
      "epoch": 3.637869520897044,
      "grad_norm": 3.6228182755283895,
      "learning_rate": 0.00010596640834748839,
      "loss": 3.9086,
      "step": 42825
    },
    {
      "epoch": 3.6379544682296974,
      "grad_norm": 3.678209030376184,
      "learning_rate": 0.00010595984473800315,
      "loss": 4.2928,
      "step": 42826
    },
    {
      "epoch": 3.638039415562351,
      "grad_norm": 3.4735249961607577,
      "learning_rate": 0.00010595328122079531,
      "loss": 3.8494,
      "step": 42827
    },
    {
      "epoch": 3.638124362895005,
      "grad_norm": 3.669639657231713,
      "learning_rate": 0.0001059467177958786,
      "loss": 4.453,
      "step": 42828
    },
    {
      "epoch": 3.638209310227659,
      "grad_norm": 3.779541894582557,
      "learning_rate": 0.00010594015446326677,
      "loss": 4.4781,
      "step": 42829
    },
    {
      "epoch": 3.6382942575603128,
      "grad_norm": 3.3539155118594306,
      "learning_rate": 0.00010593359122297358,
      "loss": 3.8356,
      "step": 42830
    },
    {
      "epoch": 3.638379204892966,
      "grad_norm": 3.6264369903969933,
      "learning_rate": 0.00010592702807501274,
      "loss": 3.9738,
      "step": 42831
    },
    {
      "epoch": 3.63846415222562,
      "grad_norm": 3.3488150162020203,
      "learning_rate": 0.00010592046501939809,
      "loss": 3.5691,
      "step": 42832
    },
    {
      "epoch": 3.638549099558274,
      "grad_norm": 3.3676464870731024,
      "learning_rate": 0.00010591390205614335,
      "loss": 3.8341,
      "step": 42833
    },
    {
      "epoch": 3.6386340468909277,
      "grad_norm": 3.430181349737562,
      "learning_rate": 0.00010590733918526223,
      "loss": 3.925,
      "step": 42834
    },
    {
      "epoch": 3.6387189942235816,
      "grad_norm": 3.5431839005238364,
      "learning_rate": 0.00010590077640676853,
      "loss": 3.9116,
      "step": 42835
    },
    {
      "epoch": 3.638803941556235,
      "grad_norm": 3.4704950656202316,
      "learning_rate": 0.000105894213720676,
      "loss": 3.8089,
      "step": 42836
    },
    {
      "epoch": 3.638888888888889,
      "grad_norm": 3.408644230009546,
      "learning_rate": 0.00010588765112699829,
      "loss": 3.9011,
      "step": 42837
    },
    {
      "epoch": 3.6389738362215427,
      "grad_norm": 3.4342081255874,
      "learning_rate": 0.0001058810886257493,
      "loss": 3.7637,
      "step": 42838
    },
    {
      "epoch": 3.6390587835541965,
      "grad_norm": 3.254938628509996,
      "learning_rate": 0.0001058745262169427,
      "loss": 3.5736,
      "step": 42839
    },
    {
      "epoch": 3.6391437308868504,
      "grad_norm": 3.4018565499277833,
      "learning_rate": 0.00010586796390059227,
      "loss": 3.6684,
      "step": 42840
    },
    {
      "epoch": 3.639228678219504,
      "grad_norm": 3.579020986133234,
      "learning_rate": 0.00010586140167671172,
      "loss": 4.068,
      "step": 42841
    },
    {
      "epoch": 3.6393136255521576,
      "grad_norm": 3.373014303903824,
      "learning_rate": 0.00010585483954531481,
      "loss": 3.4799,
      "step": 42842
    },
    {
      "epoch": 3.6393985728848115,
      "grad_norm": 3.429060208447055,
      "learning_rate": 0.00010584827750641529,
      "loss": 3.8192,
      "step": 42843
    },
    {
      "epoch": 3.639483520217465,
      "grad_norm": 3.3072137488813578,
      "learning_rate": 0.000105841715560027,
      "loss": 3.5926,
      "step": 42844
    },
    {
      "epoch": 3.639568467550119,
      "grad_norm": 3.4170023566505425,
      "learning_rate": 0.00010583515370616355,
      "loss": 3.6954,
      "step": 42845
    },
    {
      "epoch": 3.6396534148827726,
      "grad_norm": 3.5699925210519745,
      "learning_rate": 0.00010582859194483876,
      "loss": 4.0224,
      "step": 42846
    },
    {
      "epoch": 3.6397383622154265,
      "grad_norm": 3.4274267027054695,
      "learning_rate": 0.0001058220302760664,
      "loss": 3.9194,
      "step": 42847
    },
    {
      "epoch": 3.6398233095480803,
      "grad_norm": 3.3853858413636866,
      "learning_rate": 0.00010581546869986015,
      "loss": 3.4984,
      "step": 42848
    },
    {
      "epoch": 3.6399082568807337,
      "grad_norm": 3.3701853731506506,
      "learning_rate": 0.00010580890721623375,
      "loss": 3.8464,
      "step": 42849
    },
    {
      "epoch": 3.6399932042133876,
      "grad_norm": 3.4353756627029584,
      "learning_rate": 0.00010580234582520105,
      "loss": 4.05,
      "step": 42850
    },
    {
      "epoch": 3.6400781515460414,
      "grad_norm": 3.3209959152665145,
      "learning_rate": 0.00010579578452677578,
      "loss": 3.6645,
      "step": 42851
    },
    {
      "epoch": 3.6401630988786953,
      "grad_norm": 3.54041790253889,
      "learning_rate": 0.00010578922332097159,
      "loss": 3.9357,
      "step": 42852
    },
    {
      "epoch": 3.640248046211349,
      "grad_norm": 3.4273856094988124,
      "learning_rate": 0.0001057826622078023,
      "loss": 3.8549,
      "step": 42853
    },
    {
      "epoch": 3.6403329935440025,
      "grad_norm": 3.2939926877176866,
      "learning_rate": 0.0001057761011872817,
      "loss": 3.4479,
      "step": 42854
    },
    {
      "epoch": 3.6404179408766564,
      "grad_norm": 3.765193897707037,
      "learning_rate": 0.00010576954025942336,
      "loss": 4.4139,
      "step": 42855
    },
    {
      "epoch": 3.6405028882093102,
      "grad_norm": 3.2554710946375964,
      "learning_rate": 0.00010576297942424126,
      "loss": 3.6758,
      "step": 42856
    },
    {
      "epoch": 3.640587835541964,
      "grad_norm": 3.8244475975266456,
      "learning_rate": 0.00010575641868174897,
      "loss": 4.652,
      "step": 42857
    },
    {
      "epoch": 3.640672782874618,
      "grad_norm": 3.7596082059914306,
      "learning_rate": 0.00010574985803196038,
      "loss": 4.5187,
      "step": 42858
    },
    {
      "epoch": 3.6407577302072713,
      "grad_norm": 3.5338635003931094,
      "learning_rate": 0.00010574329747488912,
      "loss": 3.8087,
      "step": 42859
    },
    {
      "epoch": 3.640842677539925,
      "grad_norm": 3.699300807242992,
      "learning_rate": 0.00010573673701054895,
      "loss": 4.2211,
      "step": 42860
    },
    {
      "epoch": 3.640927624872579,
      "grad_norm": 3.4864832151014986,
      "learning_rate": 0.00010573017663895363,
      "loss": 3.9753,
      "step": 42861
    },
    {
      "epoch": 3.641012572205233,
      "grad_norm": 3.3953569539454787,
      "learning_rate": 0.00010572361636011697,
      "loss": 3.7323,
      "step": 42862
    },
    {
      "epoch": 3.6410975195378867,
      "grad_norm": 3.3573538292044507,
      "learning_rate": 0.00010571705617405266,
      "loss": 3.8351,
      "step": 42863
    },
    {
      "epoch": 3.64118246687054,
      "grad_norm": 3.459341639711872,
      "learning_rate": 0.00010571049608077443,
      "loss": 4.0353,
      "step": 42864
    },
    {
      "epoch": 3.641267414203194,
      "grad_norm": 3.6563086627091317,
      "learning_rate": 0.00010570393608029607,
      "loss": 4.0933,
      "step": 42865
    },
    {
      "epoch": 3.641352361535848,
      "grad_norm": 3.382883182854381,
      "learning_rate": 0.00010569737617263128,
      "loss": 4.0096,
      "step": 42866
    },
    {
      "epoch": 3.6414373088685013,
      "grad_norm": 3.3121046789332995,
      "learning_rate": 0.00010569081635779381,
      "loss": 3.3439,
      "step": 42867
    },
    {
      "epoch": 3.6415222562011555,
      "grad_norm": 3.423537048527074,
      "learning_rate": 0.00010568425663579741,
      "loss": 3.6439,
      "step": 42868
    },
    {
      "epoch": 3.641607203533809,
      "grad_norm": 3.55521722469054,
      "learning_rate": 0.0001056776970066559,
      "loss": 3.9851,
      "step": 42869
    },
    {
      "epoch": 3.641692150866463,
      "grad_norm": 3.605825045204307,
      "learning_rate": 0.00010567113747038291,
      "loss": 4.1719,
      "step": 42870
    },
    {
      "epoch": 3.6417770981991167,
      "grad_norm": 3.436902970256691,
      "learning_rate": 0.00010566457802699225,
      "loss": 3.9809,
      "step": 42871
    },
    {
      "epoch": 3.64186204553177,
      "grad_norm": 3.4644327791914757,
      "learning_rate": 0.00010565801867649767,
      "loss": 3.9585,
      "step": 42872
    },
    {
      "epoch": 3.641946992864424,
      "grad_norm": 3.299169736217246,
      "learning_rate": 0.00010565145941891283,
      "loss": 3.7668,
      "step": 42873
    },
    {
      "epoch": 3.6420319401970778,
      "grad_norm": 3.559246039584209,
      "learning_rate": 0.00010564490025425155,
      "loss": 4.1695,
      "step": 42874
    },
    {
      "epoch": 3.6421168875297316,
      "grad_norm": 3.74324159919695,
      "learning_rate": 0.00010563834118252756,
      "loss": 4.0219,
      "step": 42875
    },
    {
      "epoch": 3.6422018348623855,
      "grad_norm": 3.4235564902374156,
      "learning_rate": 0.00010563178220375465,
      "loss": 3.856,
      "step": 42876
    },
    {
      "epoch": 3.642286782195039,
      "grad_norm": 3.4340768372182415,
      "learning_rate": 0.00010562522331794648,
      "loss": 3.888,
      "step": 42877
    },
    {
      "epoch": 3.6423717295276927,
      "grad_norm": 3.6288683560818606,
      "learning_rate": 0.00010561866452511684,
      "loss": 3.9292,
      "step": 42878
    },
    {
      "epoch": 3.6424566768603466,
      "grad_norm": 3.4006127552484577,
      "learning_rate": 0.00010561210582527947,
      "loss": 3.6729,
      "step": 42879
    },
    {
      "epoch": 3.6425416241930004,
      "grad_norm": 3.722510001384878,
      "learning_rate": 0.00010560554721844803,
      "loss": 4.1544,
      "step": 42880
    },
    {
      "epoch": 3.6426265715256543,
      "grad_norm": 3.38072154308302,
      "learning_rate": 0.0001055989887046364,
      "loss": 3.6474,
      "step": 42881
    },
    {
      "epoch": 3.6427115188583077,
      "grad_norm": 3.76498399189563,
      "learning_rate": 0.00010559243028385824,
      "loss": 4.4748,
      "step": 42882
    },
    {
      "epoch": 3.6427964661909615,
      "grad_norm": 3.3827937383080435,
      "learning_rate": 0.00010558587195612732,
      "loss": 3.4764,
      "step": 42883
    },
    {
      "epoch": 3.6428814135236154,
      "grad_norm": 3.3930375157545867,
      "learning_rate": 0.00010557931372145735,
      "loss": 3.7609,
      "step": 42884
    },
    {
      "epoch": 3.6429663608562692,
      "grad_norm": 3.5944965148025343,
      "learning_rate": 0.00010557275557986212,
      "loss": 4.0854,
      "step": 42885
    },
    {
      "epoch": 3.643051308188923,
      "grad_norm": 3.742472046391278,
      "learning_rate": 0.00010556619753135528,
      "loss": 4.1188,
      "step": 42886
    },
    {
      "epoch": 3.6431362555215765,
      "grad_norm": 3.3458693505737833,
      "learning_rate": 0.00010555963957595071,
      "loss": 3.5796,
      "step": 42887
    },
    {
      "epoch": 3.6432212028542303,
      "grad_norm": 3.3681440293094833,
      "learning_rate": 0.00010555308171366205,
      "loss": 3.7341,
      "step": 42888
    },
    {
      "epoch": 3.643306150186884,
      "grad_norm": 3.5474244900937735,
      "learning_rate": 0.00010554652394450305,
      "loss": 4.0511,
      "step": 42889
    },
    {
      "epoch": 3.643391097519538,
      "grad_norm": 3.3739900878055162,
      "learning_rate": 0.00010553996626848751,
      "loss": 3.4949,
      "step": 42890
    },
    {
      "epoch": 3.643476044852192,
      "grad_norm": 3.4747287430203517,
      "learning_rate": 0.00010553340868562909,
      "loss": 3.6378,
      "step": 42891
    },
    {
      "epoch": 3.6435609921848453,
      "grad_norm": 3.5123683364850673,
      "learning_rate": 0.00010552685119594154,
      "loss": 4.1384,
      "step": 42892
    },
    {
      "epoch": 3.643645939517499,
      "grad_norm": 3.436700596301566,
      "learning_rate": 0.00010552029379943864,
      "loss": 3.5471,
      "step": 42893
    },
    {
      "epoch": 3.643730886850153,
      "grad_norm": 3.3491984715168597,
      "learning_rate": 0.00010551373649613416,
      "loss": 3.4423,
      "step": 42894
    },
    {
      "epoch": 3.6438158341828064,
      "grad_norm": 3.3680023169049083,
      "learning_rate": 0.00010550717928604176,
      "loss": 3.8545,
      "step": 42895
    },
    {
      "epoch": 3.6439007815154603,
      "grad_norm": 3.331592105325353,
      "learning_rate": 0.0001055006221691752,
      "loss": 3.7236,
      "step": 42896
    },
    {
      "epoch": 3.643985728848114,
      "grad_norm": 3.4324165038900607,
      "learning_rate": 0.00010549406514554832,
      "loss": 4.0075,
      "step": 42897
    },
    {
      "epoch": 3.644070676180768,
      "grad_norm": 3.3017993406760757,
      "learning_rate": 0.00010548750821517466,
      "loss": 3.8237,
      "step": 42898
    },
    {
      "epoch": 3.644155623513422,
      "grad_norm": 3.5535526225797414,
      "learning_rate": 0.00010548095137806812,
      "loss": 3.9927,
      "step": 42899
    },
    {
      "epoch": 3.6442405708460752,
      "grad_norm": 3.4821493573810773,
      "learning_rate": 0.00010547439463424237,
      "loss": 4.0612,
      "step": 42900
    },
    {
      "epoch": 3.644325518178729,
      "grad_norm": 3.4354005499576856,
      "learning_rate": 0.00010546783798371123,
      "loss": 3.9193,
      "step": 42901
    },
    {
      "epoch": 3.644410465511383,
      "grad_norm": 3.4117596433663557,
      "learning_rate": 0.00010546128142648834,
      "loss": 3.9784,
      "step": 42902
    },
    {
      "epoch": 3.6444954128440368,
      "grad_norm": 3.3476933956913455,
      "learning_rate": 0.00010545472496258745,
      "loss": 3.4766,
      "step": 42903
    },
    {
      "epoch": 3.6445803601766906,
      "grad_norm": 3.2504593626842384,
      "learning_rate": 0.00010544816859202233,
      "loss": 3.4406,
      "step": 42904
    },
    {
      "epoch": 3.644665307509344,
      "grad_norm": 3.429634174816626,
      "learning_rate": 0.00010544161231480675,
      "loss": 3.7002,
      "step": 42905
    },
    {
      "epoch": 3.644750254841998,
      "grad_norm": 3.5012635399966285,
      "learning_rate": 0.00010543505613095439,
      "loss": 3.9925,
      "step": 42906
    },
    {
      "epoch": 3.6448352021746517,
      "grad_norm": 3.4075069016677615,
      "learning_rate": 0.00010542850004047897,
      "loss": 3.6872,
      "step": 42907
    },
    {
      "epoch": 3.6449201495073056,
      "grad_norm": 3.5677819950629623,
      "learning_rate": 0.00010542194404339434,
      "loss": 4.2433,
      "step": 42908
    },
    {
      "epoch": 3.6450050968399594,
      "grad_norm": 3.74083964157932,
      "learning_rate": 0.00010541538813971409,
      "loss": 4.3076,
      "step": 42909
    },
    {
      "epoch": 3.645090044172613,
      "grad_norm": 3.787365392180266,
      "learning_rate": 0.00010540883232945202,
      "loss": 4.2564,
      "step": 42910
    },
    {
      "epoch": 3.6451749915052667,
      "grad_norm": 3.3485699063025405,
      "learning_rate": 0.00010540227661262189,
      "loss": 3.6855,
      "step": 42911
    },
    {
      "epoch": 3.6452599388379205,
      "grad_norm": 3.430011822111206,
      "learning_rate": 0.00010539572098923746,
      "loss": 3.6683,
      "step": 42912
    },
    {
      "epoch": 3.6453448861705744,
      "grad_norm": 3.788573764805859,
      "learning_rate": 0.00010538916545931237,
      "loss": 4.5481,
      "step": 42913
    },
    {
      "epoch": 3.6454298335032282,
      "grad_norm": 3.4511011913983882,
      "learning_rate": 0.00010538261002286042,
      "loss": 3.95,
      "step": 42914
    },
    {
      "epoch": 3.6455147808358817,
      "grad_norm": 3.67106272508969,
      "learning_rate": 0.00010537605467989537,
      "loss": 4.0294,
      "step": 42915
    },
    {
      "epoch": 3.6455997281685355,
      "grad_norm": 3.5643973898562504,
      "learning_rate": 0.00010536949943043085,
      "loss": 4.1251,
      "step": 42916
    },
    {
      "epoch": 3.6456846755011894,
      "grad_norm": 3.6368701867581565,
      "learning_rate": 0.0001053629442744807,
      "loss": 4.2506,
      "step": 42917
    },
    {
      "epoch": 3.6457696228338428,
      "grad_norm": 3.5497453156603394,
      "learning_rate": 0.00010535638921205863,
      "loss": 4.1742,
      "step": 42918
    },
    {
      "epoch": 3.6458545701664966,
      "grad_norm": 3.4319517673900433,
      "learning_rate": 0.00010534983424317839,
      "loss": 3.8998,
      "step": 42919
    },
    {
      "epoch": 3.6459395174991505,
      "grad_norm": 3.401224869901899,
      "learning_rate": 0.00010534327936785365,
      "loss": 3.7145,
      "step": 42920
    },
    {
      "epoch": 3.6460244648318043,
      "grad_norm": 3.4839423696428806,
      "learning_rate": 0.00010533672458609824,
      "loss": 4.1204,
      "step": 42921
    },
    {
      "epoch": 3.646109412164458,
      "grad_norm": 3.5233553499490164,
      "learning_rate": 0.00010533016989792579,
      "loss": 4.1154,
      "step": 42922
    },
    {
      "epoch": 3.6461943594971116,
      "grad_norm": 3.6271769392379003,
      "learning_rate": 0.00010532361530335005,
      "loss": 4.2658,
      "step": 42923
    },
    {
      "epoch": 3.6462793068297654,
      "grad_norm": 3.395121607956121,
      "learning_rate": 0.00010531706080238482,
      "loss": 3.7365,
      "step": 42924
    },
    {
      "epoch": 3.6463642541624193,
      "grad_norm": 3.7520897473819255,
      "learning_rate": 0.00010531050639504381,
      "loss": 4.2311,
      "step": 42925
    },
    {
      "epoch": 3.646449201495073,
      "grad_norm": 3.4922182983064407,
      "learning_rate": 0.00010530395208134077,
      "loss": 3.9472,
      "step": 42926
    },
    {
      "epoch": 3.646534148827727,
      "grad_norm": 3.318416753445374,
      "learning_rate": 0.00010529739786128938,
      "loss": 3.7604,
      "step": 42927
    },
    {
      "epoch": 3.6466190961603804,
      "grad_norm": 3.3228765594438543,
      "learning_rate": 0.00010529084373490343,
      "loss": 3.7139,
      "step": 42928
    },
    {
      "epoch": 3.6467040434930342,
      "grad_norm": 3.4838361437202594,
      "learning_rate": 0.00010528428970219651,
      "loss": 3.6962,
      "step": 42929
    },
    {
      "epoch": 3.646788990825688,
      "grad_norm": 3.746055783126522,
      "learning_rate": 0.00010527773576318259,
      "loss": 4.4176,
      "step": 42930
    },
    {
      "epoch": 3.646873938158342,
      "grad_norm": 3.3782410714220394,
      "learning_rate": 0.00010527118191787523,
      "loss": 3.6601,
      "step": 42931
    },
    {
      "epoch": 3.646958885490996,
      "grad_norm": 3.639863084335168,
      "learning_rate": 0.00010526462816628822,
      "loss": 4.1231,
      "step": 42932
    },
    {
      "epoch": 3.647043832823649,
      "grad_norm": 3.507020792453347,
      "learning_rate": 0.0001052580745084353,
      "loss": 4.1031,
      "step": 42933
    },
    {
      "epoch": 3.647128780156303,
      "grad_norm": 3.550131072258106,
      "learning_rate": 0.00010525152094433017,
      "loss": 4.1347,
      "step": 42934
    },
    {
      "epoch": 3.647213727488957,
      "grad_norm": 3.4202243736933906,
      "learning_rate": 0.00010524496747398654,
      "loss": 3.8575,
      "step": 42935
    },
    {
      "epoch": 3.6472986748216107,
      "grad_norm": 3.466211231659289,
      "learning_rate": 0.0001052384140974182,
      "loss": 3.7487,
      "step": 42936
    },
    {
      "epoch": 3.6473836221542646,
      "grad_norm": 3.4535248629144313,
      "learning_rate": 0.0001052318608146389,
      "loss": 3.8054,
      "step": 42937
    },
    {
      "epoch": 3.647468569486918,
      "grad_norm": 3.2877030442622734,
      "learning_rate": 0.00010522530762566229,
      "loss": 3.6224,
      "step": 42938
    },
    {
      "epoch": 3.647553516819572,
      "grad_norm": 3.386761747151073,
      "learning_rate": 0.00010521875453050217,
      "loss": 3.6388,
      "step": 42939
    },
    {
      "epoch": 3.6476384641522257,
      "grad_norm": 3.5789282219565983,
      "learning_rate": 0.00010521220152917222,
      "loss": 4.1277,
      "step": 42940
    },
    {
      "epoch": 3.647723411484879,
      "grad_norm": 3.4037784506778808,
      "learning_rate": 0.00010520564862168615,
      "loss": 3.7072,
      "step": 42941
    },
    {
      "epoch": 3.6478083588175334,
      "grad_norm": 3.4380941394216875,
      "learning_rate": 0.00010519909580805777,
      "loss": 3.7372,
      "step": 42942
    },
    {
      "epoch": 3.647893306150187,
      "grad_norm": 3.301754828093248,
      "learning_rate": 0.00010519254308830078,
      "loss": 3.6358,
      "step": 42943
    },
    {
      "epoch": 3.6479782534828407,
      "grad_norm": 3.270923197798807,
      "learning_rate": 0.00010518599046242894,
      "loss": 3.7903,
      "step": 42944
    },
    {
      "epoch": 3.6480632008154945,
      "grad_norm": 3.4830207789033336,
      "learning_rate": 0.00010517943793045589,
      "loss": 3.9892,
      "step": 42945
    },
    {
      "epoch": 3.648148148148148,
      "grad_norm": 3.39021756643948,
      "learning_rate": 0.00010517288549239545,
      "loss": 3.6795,
      "step": 42946
    },
    {
      "epoch": 3.6482330954808018,
      "grad_norm": 3.3704627529924336,
      "learning_rate": 0.00010516633314826122,
      "loss": 3.866,
      "step": 42947
    },
    {
      "epoch": 3.6483180428134556,
      "grad_norm": 3.276839462477882,
      "learning_rate": 0.0001051597808980671,
      "loss": 3.5532,
      "step": 42948
    },
    {
      "epoch": 3.6484029901461095,
      "grad_norm": 3.4538621195647417,
      "learning_rate": 0.00010515322874182674,
      "loss": 3.9796,
      "step": 42949
    },
    {
      "epoch": 3.6484879374787633,
      "grad_norm": 3.409451421929028,
      "learning_rate": 0.00010514667667955389,
      "loss": 3.6252,
      "step": 42950
    },
    {
      "epoch": 3.6485728848114167,
      "grad_norm": 3.4430789911738087,
      "learning_rate": 0.0001051401247112622,
      "loss": 3.9433,
      "step": 42951
    },
    {
      "epoch": 3.6486578321440706,
      "grad_norm": 3.4601160045521473,
      "learning_rate": 0.00010513357283696548,
      "loss": 3.6641,
      "step": 42952
    },
    {
      "epoch": 3.6487427794767244,
      "grad_norm": 3.482775051558049,
      "learning_rate": 0.00010512702105667738,
      "loss": 4.1507,
      "step": 42953
    },
    {
      "epoch": 3.6488277268093783,
      "grad_norm": 3.736352052181504,
      "learning_rate": 0.00010512046937041174,
      "loss": 4.2802,
      "step": 42954
    },
    {
      "epoch": 3.648912674142032,
      "grad_norm": 3.4209652172316947,
      "learning_rate": 0.00010511391777818225,
      "loss": 3.811,
      "step": 42955
    },
    {
      "epoch": 3.6489976214746855,
      "grad_norm": 3.5798767333838333,
      "learning_rate": 0.00010510736628000258,
      "loss": 4.098,
      "step": 42956
    },
    {
      "epoch": 3.6490825688073394,
      "grad_norm": 3.332216275187417,
      "learning_rate": 0.0001051008148758865,
      "loss": 3.6813,
      "step": 42957
    },
    {
      "epoch": 3.6491675161399932,
      "grad_norm": 3.635835343302085,
      "learning_rate": 0.00010509426356584774,
      "loss": 3.9003,
      "step": 42958
    },
    {
      "epoch": 3.649252463472647,
      "grad_norm": 3.2948579162379787,
      "learning_rate": 0.00010508771234989997,
      "loss": 3.6654,
      "step": 42959
    },
    {
      "epoch": 3.649337410805301,
      "grad_norm": 3.5310927637896206,
      "learning_rate": 0.000105081161228057,
      "loss": 3.9524,
      "step": 42960
    },
    {
      "epoch": 3.6494223581379543,
      "grad_norm": 3.396796501060774,
      "learning_rate": 0.00010507461020033251,
      "loss": 3.7136,
      "step": 42961
    },
    {
      "epoch": 3.649507305470608,
      "grad_norm": 3.4914691712789696,
      "learning_rate": 0.00010506805926674028,
      "loss": 3.9585,
      "step": 42962
    },
    {
      "epoch": 3.649592252803262,
      "grad_norm": 3.7167722066408215,
      "learning_rate": 0.00010506150842729396,
      "loss": 3.6841,
      "step": 42963
    },
    {
      "epoch": 3.6496772001359155,
      "grad_norm": 3.778638061132805,
      "learning_rate": 0.00010505495768200733,
      "loss": 4.5407,
      "step": 42964
    },
    {
      "epoch": 3.6497621474685698,
      "grad_norm": 3.369219164723618,
      "learning_rate": 0.00010504840703089408,
      "loss": 3.6104,
      "step": 42965
    },
    {
      "epoch": 3.649847094801223,
      "grad_norm": 3.37683382539742,
      "learning_rate": 0.00010504185647396793,
      "loss": 3.6964,
      "step": 42966
    },
    {
      "epoch": 3.649932042133877,
      "grad_norm": 3.4442232009255407,
      "learning_rate": 0.00010503530601124263,
      "loss": 3.9483,
      "step": 42967
    },
    {
      "epoch": 3.650016989466531,
      "grad_norm": 3.300315640253599,
      "learning_rate": 0.00010502875564273195,
      "loss": 3.6978,
      "step": 42968
    },
    {
      "epoch": 3.6501019367991843,
      "grad_norm": 3.3182950291537865,
      "learning_rate": 0.00010502220536844954,
      "loss": 3.6037,
      "step": 42969
    },
    {
      "epoch": 3.650186884131838,
      "grad_norm": 3.3579478097060833,
      "learning_rate": 0.00010501565518840914,
      "loss": 3.9664,
      "step": 42970
    },
    {
      "epoch": 3.650271831464492,
      "grad_norm": 3.274691203369119,
      "learning_rate": 0.00010500910510262452,
      "loss": 3.7603,
      "step": 42971
    },
    {
      "epoch": 3.650356778797146,
      "grad_norm": 3.3053611589631178,
      "learning_rate": 0.00010500255511110928,
      "loss": 3.4408,
      "step": 42972
    },
    {
      "epoch": 3.6504417261297997,
      "grad_norm": 3.5510249787010157,
      "learning_rate": 0.00010499600521387733,
      "loss": 4.0681,
      "step": 42973
    },
    {
      "epoch": 3.650526673462453,
      "grad_norm": 3.5320666679506965,
      "learning_rate": 0.00010498945541094224,
      "loss": 4.0882,
      "step": 42974
    },
    {
      "epoch": 3.650611620795107,
      "grad_norm": 3.412678320805068,
      "learning_rate": 0.00010498290570231784,
      "loss": 3.6701,
      "step": 42975
    },
    {
      "epoch": 3.6506965681277608,
      "grad_norm": 3.5924442610963885,
      "learning_rate": 0.0001049763560880178,
      "loss": 3.6774,
      "step": 42976
    },
    {
      "epoch": 3.6507815154604146,
      "grad_norm": 3.5884471417041,
      "learning_rate": 0.00010496980656805582,
      "loss": 4.212,
      "step": 42977
    },
    {
      "epoch": 3.6508664627930685,
      "grad_norm": 3.714304762495862,
      "learning_rate": 0.00010496325714244563,
      "loss": 4.1348,
      "step": 42978
    },
    {
      "epoch": 3.650951410125722,
      "grad_norm": 3.2768902705288947,
      "learning_rate": 0.00010495670781120105,
      "loss": 3.318,
      "step": 42979
    },
    {
      "epoch": 3.6510363574583757,
      "grad_norm": 3.350668696338806,
      "learning_rate": 0.00010495015857433569,
      "loss": 3.8264,
      "step": 42980
    },
    {
      "epoch": 3.6511213047910296,
      "grad_norm": 3.3666896573161207,
      "learning_rate": 0.00010494360943186328,
      "loss": 3.9739,
      "step": 42981
    },
    {
      "epoch": 3.6512062521236834,
      "grad_norm": 3.3422560729313218,
      "learning_rate": 0.00010493706038379763,
      "loss": 3.7703,
      "step": 42982
    },
    {
      "epoch": 3.6512911994563373,
      "grad_norm": 3.3949887847326883,
      "learning_rate": 0.00010493051143015239,
      "loss": 3.8425,
      "step": 42983
    },
    {
      "epoch": 3.6513761467889907,
      "grad_norm": 3.807395593464283,
      "learning_rate": 0.00010492396257094125,
      "loss": 4.3179,
      "step": 42984
    },
    {
      "epoch": 3.6514610941216445,
      "grad_norm": 3.3867324039061,
      "learning_rate": 0.00010491741380617802,
      "loss": 3.5878,
      "step": 42985
    },
    {
      "epoch": 3.6515460414542984,
      "grad_norm": 3.5230409955008453,
      "learning_rate": 0.0001049108651358764,
      "loss": 3.7423,
      "step": 42986
    },
    {
      "epoch": 3.6516309887869522,
      "grad_norm": 3.453042350271099,
      "learning_rate": 0.00010490431656005006,
      "loss": 3.6926,
      "step": 42987
    },
    {
      "epoch": 3.651715936119606,
      "grad_norm": 3.2630582172373885,
      "learning_rate": 0.00010489776807871277,
      "loss": 3.3248,
      "step": 42988
    },
    {
      "epoch": 3.6518008834522595,
      "grad_norm": 3.4649192524261108,
      "learning_rate": 0.00010489121969187826,
      "loss": 3.9797,
      "step": 42989
    },
    {
      "epoch": 3.6518858307849134,
      "grad_norm": 3.870713394297905,
      "learning_rate": 0.00010488467139956014,
      "loss": 4.6917,
      "step": 42990
    },
    {
      "epoch": 3.651970778117567,
      "grad_norm": 3.674119420856876,
      "learning_rate": 0.0001048781232017723,
      "loss": 4.0819,
      "step": 42991
    },
    {
      "epoch": 3.6520557254502206,
      "grad_norm": 3.3316046208977173,
      "learning_rate": 0.00010487157509852833,
      "loss": 3.5857,
      "step": 42992
    },
    {
      "epoch": 3.6521406727828745,
      "grad_norm": 3.4780145969735163,
      "learning_rate": 0.00010486502708984207,
      "loss": 4.027,
      "step": 42993
    },
    {
      "epoch": 3.6522256201155283,
      "grad_norm": 3.435131105490254,
      "learning_rate": 0.0001048584791757271,
      "loss": 3.642,
      "step": 42994
    },
    {
      "epoch": 3.652310567448182,
      "grad_norm": 3.3672646514906908,
      "learning_rate": 0.0001048519313561972,
      "loss": 3.7972,
      "step": 42995
    },
    {
      "epoch": 3.652395514780836,
      "grad_norm": 3.352253198552951,
      "learning_rate": 0.0001048453836312661,
      "loss": 3.4987,
      "step": 42996
    },
    {
      "epoch": 3.6524804621134894,
      "grad_norm": 3.3863520972898873,
      "learning_rate": 0.00010483883600094756,
      "loss": 3.8082,
      "step": 42997
    },
    {
      "epoch": 3.6525654094461433,
      "grad_norm": 3.7588161241093125,
      "learning_rate": 0.00010483228846525524,
      "loss": 4.4684,
      "step": 42998
    },
    {
      "epoch": 3.652650356778797,
      "grad_norm": 3.5726306062904976,
      "learning_rate": 0.00010482574102420286,
      "loss": 4.0664,
      "step": 42999
    },
    {
      "epoch": 3.652735304111451,
      "grad_norm": 3.4940746892465087,
      "learning_rate": 0.00010481919367780417,
      "loss": 3.9201,
      "step": 43000
    },
    {
      "epoch": 3.652820251444105,
      "grad_norm": 3.3014204619284984,
      "learning_rate": 0.00010481264642607285,
      "loss": 3.4469,
      "step": 43001
    },
    {
      "epoch": 3.6529051987767582,
      "grad_norm": 3.3863552967360824,
      "learning_rate": 0.00010480609926902262,
      "loss": 3.6808,
      "step": 43002
    },
    {
      "epoch": 3.652990146109412,
      "grad_norm": 3.4163432516661736,
      "learning_rate": 0.00010479955220666726,
      "loss": 3.6441,
      "step": 43003
    },
    {
      "epoch": 3.653075093442066,
      "grad_norm": 3.3183661885060256,
      "learning_rate": 0.00010479300523902045,
      "loss": 3.7776,
      "step": 43004
    },
    {
      "epoch": 3.65316004077472,
      "grad_norm": 3.474918099454491,
      "learning_rate": 0.00010478645836609589,
      "loss": 3.8984,
      "step": 43005
    },
    {
      "epoch": 3.6532449881073736,
      "grad_norm": 3.5263274686741966,
      "learning_rate": 0.00010477991158790731,
      "loss": 4.0174,
      "step": 43006
    },
    {
      "epoch": 3.653329935440027,
      "grad_norm": 3.797501851387319,
      "learning_rate": 0.00010477336490446847,
      "loss": 4.3366,
      "step": 43007
    },
    {
      "epoch": 3.653414882772681,
      "grad_norm": 3.3453799931736836,
      "learning_rate": 0.00010476681831579298,
      "loss": 3.5391,
      "step": 43008
    },
    {
      "epoch": 3.6534998301053347,
      "grad_norm": 3.3498039850094505,
      "learning_rate": 0.00010476027182189463,
      "loss": 3.6212,
      "step": 43009
    },
    {
      "epoch": 3.6535847774379886,
      "grad_norm": 3.5853844557917993,
      "learning_rate": 0.00010475372542278717,
      "loss": 4.4078,
      "step": 43010
    },
    {
      "epoch": 3.6536697247706424,
      "grad_norm": 3.7783393869645896,
      "learning_rate": 0.00010474717911848426,
      "loss": 4.516,
      "step": 43011
    },
    {
      "epoch": 3.653754672103296,
      "grad_norm": 3.367113067229606,
      "learning_rate": 0.00010474063290899965,
      "loss": 3.7215,
      "step": 43012
    },
    {
      "epoch": 3.6538396194359497,
      "grad_norm": 3.4948173016520636,
      "learning_rate": 0.00010473408679434702,
      "loss": 4.0223,
      "step": 43013
    },
    {
      "epoch": 3.6539245667686036,
      "grad_norm": 3.7280744771491463,
      "learning_rate": 0.00010472754077454014,
      "loss": 4.2428,
      "step": 43014
    },
    {
      "epoch": 3.654009514101257,
      "grad_norm": 3.571459998600162,
      "learning_rate": 0.00010472099484959264,
      "loss": 4.1835,
      "step": 43015
    },
    {
      "epoch": 3.654094461433911,
      "grad_norm": 3.358494280619497,
      "learning_rate": 0.0001047144490195183,
      "loss": 3.6231,
      "step": 43016
    },
    {
      "epoch": 3.6541794087665647,
      "grad_norm": 3.4386998033423875,
      "learning_rate": 0.00010470790328433085,
      "loss": 3.8467,
      "step": 43017
    },
    {
      "epoch": 3.6542643560992185,
      "grad_norm": 3.416908342100771,
      "learning_rate": 0.000104701357644044,
      "loss": 3.7076,
      "step": 43018
    },
    {
      "epoch": 3.6543493034318724,
      "grad_norm": 3.4809156871300164,
      "learning_rate": 0.00010469481209867139,
      "loss": 4.0399,
      "step": 43019
    },
    {
      "epoch": 3.6544342507645258,
      "grad_norm": 3.578062301719071,
      "learning_rate": 0.00010468826664822683,
      "loss": 4.0108,
      "step": 43020
    },
    {
      "epoch": 3.6545191980971796,
      "grad_norm": 3.5594247014297737,
      "learning_rate": 0.00010468172129272392,
      "loss": 3.7801,
      "step": 43021
    },
    {
      "epoch": 3.6546041454298335,
      "grad_norm": 3.5616026318141407,
      "learning_rate": 0.00010467517603217654,
      "loss": 4.0279,
      "step": 43022
    },
    {
      "epoch": 3.6546890927624873,
      "grad_norm": 3.5855036891372154,
      "learning_rate": 0.00010466863086659827,
      "loss": 3.9386,
      "step": 43023
    },
    {
      "epoch": 3.654774040095141,
      "grad_norm": 3.2129277928639373,
      "learning_rate": 0.00010466208579600287,
      "loss": 3.4825,
      "step": 43024
    },
    {
      "epoch": 3.6548589874277946,
      "grad_norm": 3.452950718995679,
      "learning_rate": 0.00010465554082040408,
      "loss": 3.9706,
      "step": 43025
    },
    {
      "epoch": 3.6549439347604484,
      "grad_norm": 3.289682674026741,
      "learning_rate": 0.00010464899593981554,
      "loss": 3.7088,
      "step": 43026
    },
    {
      "epoch": 3.6550288820931023,
      "grad_norm": 3.276913772084871,
      "learning_rate": 0.000104642451154251,
      "loss": 3.4551,
      "step": 43027
    },
    {
      "epoch": 3.655113829425756,
      "grad_norm": 3.4703840909202652,
      "learning_rate": 0.0001046359064637242,
      "loss": 4.1192,
      "step": 43028
    },
    {
      "epoch": 3.65519877675841,
      "grad_norm": 3.2717452683498673,
      "learning_rate": 0.00010462936186824886,
      "loss": 3.6141,
      "step": 43029
    },
    {
      "epoch": 3.6552837240910634,
      "grad_norm": 3.7497771169216145,
      "learning_rate": 0.00010462281736783863,
      "loss": 4.3997,
      "step": 43030
    },
    {
      "epoch": 3.6553686714237172,
      "grad_norm": 3.52244471812733,
      "learning_rate": 0.00010461627296250727,
      "loss": 4.1707,
      "step": 43031
    },
    {
      "epoch": 3.655453618756371,
      "grad_norm": 3.595069294926291,
      "learning_rate": 0.00010460972865226851,
      "loss": 4.0007,
      "step": 43032
    },
    {
      "epoch": 3.655538566089025,
      "grad_norm": 3.446822767684164,
      "learning_rate": 0.00010460318443713598,
      "loss": 3.418,
      "step": 43033
    },
    {
      "epoch": 3.655623513421679,
      "grad_norm": 3.696350690638058,
      "learning_rate": 0.00010459664031712347,
      "loss": 3.9588,
      "step": 43034
    },
    {
      "epoch": 3.655708460754332,
      "grad_norm": 3.4282553647707354,
      "learning_rate": 0.00010459009629224467,
      "loss": 3.8346,
      "step": 43035
    },
    {
      "epoch": 3.655793408086986,
      "grad_norm": 3.512458766322007,
      "learning_rate": 0.00010458355236251332,
      "loss": 3.7175,
      "step": 43036
    },
    {
      "epoch": 3.65587835541964,
      "grad_norm": 3.326002390025529,
      "learning_rate": 0.0001045770085279431,
      "loss": 3.7304,
      "step": 43037
    },
    {
      "epoch": 3.6559633027522933,
      "grad_norm": 3.4691280544638095,
      "learning_rate": 0.00010457046478854768,
      "loss": 3.7726,
      "step": 43038
    },
    {
      "epoch": 3.6560482500849476,
      "grad_norm": 3.4715155510107536,
      "learning_rate": 0.00010456392114434078,
      "loss": 3.6281,
      "step": 43039
    },
    {
      "epoch": 3.656133197417601,
      "grad_norm": 3.282647402261573,
      "learning_rate": 0.00010455737759533625,
      "loss": 3.4102,
      "step": 43040
    },
    {
      "epoch": 3.656218144750255,
      "grad_norm": 3.4527391361623687,
      "learning_rate": 0.00010455083414154763,
      "loss": 3.9046,
      "step": 43041
    },
    {
      "epoch": 3.6563030920829087,
      "grad_norm": 3.3960562940616197,
      "learning_rate": 0.00010454429078298872,
      "loss": 3.7201,
      "step": 43042
    },
    {
      "epoch": 3.656388039415562,
      "grad_norm": 3.5001428443540132,
      "learning_rate": 0.00010453774751967321,
      "loss": 3.8337,
      "step": 43043
    },
    {
      "epoch": 3.656472986748216,
      "grad_norm": 3.4930335996030775,
      "learning_rate": 0.00010453120435161479,
      "loss": 4.2244,
      "step": 43044
    },
    {
      "epoch": 3.65655793408087,
      "grad_norm": 3.4273182504846953,
      "learning_rate": 0.00010452466127882717,
      "loss": 3.7442,
      "step": 43045
    },
    {
      "epoch": 3.6566428814135237,
      "grad_norm": 3.3710882207194732,
      "learning_rate": 0.00010451811830132408,
      "loss": 3.7333,
      "step": 43046
    },
    {
      "epoch": 3.6567278287461775,
      "grad_norm": 3.734591732547715,
      "learning_rate": 0.00010451157541911927,
      "loss": 4.161,
      "step": 43047
    },
    {
      "epoch": 3.656812776078831,
      "grad_norm": 3.339955521397253,
      "learning_rate": 0.00010450503263222636,
      "loss": 3.5656,
      "step": 43048
    },
    {
      "epoch": 3.656897723411485,
      "grad_norm": 3.365631729566588,
      "learning_rate": 0.00010449848994065912,
      "loss": 3.5926,
      "step": 43049
    },
    {
      "epoch": 3.6569826707441386,
      "grad_norm": 3.5146314208226674,
      "learning_rate": 0.00010449194734443128,
      "loss": 3.7325,
      "step": 43050
    },
    {
      "epoch": 3.6570676180767925,
      "grad_norm": 3.2662158537727297,
      "learning_rate": 0.00010448540484355642,
      "loss": 3.4848,
      "step": 43051
    },
    {
      "epoch": 3.6571525654094463,
      "grad_norm": 3.4443929952035393,
      "learning_rate": 0.00010447886243804841,
      "loss": 3.9209,
      "step": 43052
    },
    {
      "epoch": 3.6572375127420997,
      "grad_norm": 3.738584780455397,
      "learning_rate": 0.00010447232012792086,
      "loss": 4.4918,
      "step": 43053
    },
    {
      "epoch": 3.6573224600747536,
      "grad_norm": 3.4220304840095155,
      "learning_rate": 0.00010446577791318754,
      "loss": 3.7276,
      "step": 43054
    },
    {
      "epoch": 3.6574074074074074,
      "grad_norm": 3.547562497088917,
      "learning_rate": 0.00010445923579386211,
      "loss": 3.9433,
      "step": 43055
    },
    {
      "epoch": 3.6574923547400613,
      "grad_norm": 3.3613887279333006,
      "learning_rate": 0.00010445269376995831,
      "loss": 3.4865,
      "step": 43056
    },
    {
      "epoch": 3.657577302072715,
      "grad_norm": 3.5617318799281423,
      "learning_rate": 0.0001044461518414898,
      "loss": 4.138,
      "step": 43057
    },
    {
      "epoch": 3.6576622494053685,
      "grad_norm": 3.441221644748331,
      "learning_rate": 0.00010443961000847027,
      "loss": 3.6516,
      "step": 43058
    },
    {
      "epoch": 3.6577471967380224,
      "grad_norm": 3.4766121631007256,
      "learning_rate": 0.00010443306827091353,
      "loss": 3.9713,
      "step": 43059
    },
    {
      "epoch": 3.6578321440706763,
      "grad_norm": 3.622009072748049,
      "learning_rate": 0.00010442652662883323,
      "loss": 4.2234,
      "step": 43060
    },
    {
      "epoch": 3.65791709140333,
      "grad_norm": 3.380472605192418,
      "learning_rate": 0.00010441998508224312,
      "loss": 3.6099,
      "step": 43061
    },
    {
      "epoch": 3.658002038735984,
      "grad_norm": 3.4041498316413827,
      "learning_rate": 0.00010441344363115681,
      "loss": 3.641,
      "step": 43062
    },
    {
      "epoch": 3.6580869860686374,
      "grad_norm": 3.6554986197343373,
      "learning_rate": 0.0001044069022755881,
      "loss": 4.2651,
      "step": 43063
    },
    {
      "epoch": 3.658171933401291,
      "grad_norm": 3.657927059248768,
      "learning_rate": 0.00010440036101555053,
      "loss": 4.1155,
      "step": 43064
    },
    {
      "epoch": 3.658256880733945,
      "grad_norm": 3.7179007238184543,
      "learning_rate": 0.00010439381985105808,
      "loss": 4.2282,
      "step": 43065
    },
    {
      "epoch": 3.6583418280665985,
      "grad_norm": 3.6773313887003924,
      "learning_rate": 0.00010438727878212425,
      "loss": 3.9817,
      "step": 43066
    },
    {
      "epoch": 3.6584267753992523,
      "grad_norm": 3.5938516004490633,
      "learning_rate": 0.0001043807378087628,
      "loss": 3.9845,
      "step": 43067
    },
    {
      "epoch": 3.658511722731906,
      "grad_norm": 3.8553903245650694,
      "learning_rate": 0.0001043741969309875,
      "loss": 4.6122,
      "step": 43068
    },
    {
      "epoch": 3.65859667006456,
      "grad_norm": 3.43710664135887,
      "learning_rate": 0.00010436765614881192,
      "loss": 3.7354,
      "step": 43069
    },
    {
      "epoch": 3.658681617397214,
      "grad_norm": 3.769818709499142,
      "learning_rate": 0.00010436111546224983,
      "loss": 4.0869,
      "step": 43070
    },
    {
      "epoch": 3.6587665647298673,
      "grad_norm": 3.5137979735762537,
      "learning_rate": 0.00010435457487131496,
      "loss": 3.9567,
      "step": 43071
    },
    {
      "epoch": 3.658851512062521,
      "grad_norm": 3.3270166041089877,
      "learning_rate": 0.00010434803437602107,
      "loss": 3.3976,
      "step": 43072
    },
    {
      "epoch": 3.658936459395175,
      "grad_norm": 3.408072911702478,
      "learning_rate": 0.00010434149397638173,
      "loss": 3.5454,
      "step": 43073
    },
    {
      "epoch": 3.659021406727829,
      "grad_norm": 3.536232081575753,
      "learning_rate": 0.00010433495367241074,
      "loss": 4.149,
      "step": 43074
    },
    {
      "epoch": 3.6591063540604827,
      "grad_norm": 3.4493149300996233,
      "learning_rate": 0.00010432841346412175,
      "loss": 3.6113,
      "step": 43075
    },
    {
      "epoch": 3.659191301393136,
      "grad_norm": 3.3883392275295616,
      "learning_rate": 0.00010432187335152843,
      "loss": 3.6272,
      "step": 43076
    },
    {
      "epoch": 3.65927624872579,
      "grad_norm": 3.665573035863277,
      "learning_rate": 0.00010431533333464457,
      "loss": 4.4515,
      "step": 43077
    },
    {
      "epoch": 3.659361196058444,
      "grad_norm": 3.4659553797169007,
      "learning_rate": 0.00010430879341348387,
      "loss": 3.9518,
      "step": 43078
    },
    {
      "epoch": 3.6594461433910976,
      "grad_norm": 3.3453205717970147,
      "learning_rate": 0.00010430225358806002,
      "loss": 3.4898,
      "step": 43079
    },
    {
      "epoch": 3.6595310907237515,
      "grad_norm": 3.7390057406243753,
      "learning_rate": 0.00010429571385838669,
      "loss": 4.1132,
      "step": 43080
    },
    {
      "epoch": 3.659616038056405,
      "grad_norm": 3.4388967606184644,
      "learning_rate": 0.0001042891742244776,
      "loss": 3.8118,
      "step": 43081
    },
    {
      "epoch": 3.6597009853890587,
      "grad_norm": 3.4082589824651666,
      "learning_rate": 0.0001042826346863464,
      "loss": 3.6724,
      "step": 43082
    },
    {
      "epoch": 3.6597859327217126,
      "grad_norm": 3.4024755388834773,
      "learning_rate": 0.0001042760952440069,
      "loss": 3.5224,
      "step": 43083
    },
    {
      "epoch": 3.6598708800543664,
      "grad_norm": 3.3482783207868083,
      "learning_rate": 0.00010426955589747273,
      "loss": 3.5121,
      "step": 43084
    },
    {
      "epoch": 3.6599558273870203,
      "grad_norm": 3.4334168653974206,
      "learning_rate": 0.00010426301664675764,
      "loss": 3.7943,
      "step": 43085
    },
    {
      "epoch": 3.6600407747196737,
      "grad_norm": 3.443150762316049,
      "learning_rate": 0.00010425647749187528,
      "loss": 3.5648,
      "step": 43086
    },
    {
      "epoch": 3.6601257220523276,
      "grad_norm": 3.261541115726602,
      "learning_rate": 0.00010424993843283937,
      "loss": 3.7368,
      "step": 43087
    },
    {
      "epoch": 3.6602106693849814,
      "grad_norm": 3.668930516211248,
      "learning_rate": 0.00010424339946966355,
      "loss": 4.0368,
      "step": 43088
    },
    {
      "epoch": 3.660295616717635,
      "grad_norm": 3.415081710848023,
      "learning_rate": 0.00010423686060236165,
      "loss": 3.9482,
      "step": 43089
    },
    {
      "epoch": 3.6603805640502887,
      "grad_norm": 3.388521048541159,
      "learning_rate": 0.00010423032183094733,
      "loss": 3.8148,
      "step": 43090
    },
    {
      "epoch": 3.6604655113829425,
      "grad_norm": 3.7209062958207557,
      "learning_rate": 0.00010422378315543423,
      "loss": 4.2841,
      "step": 43091
    },
    {
      "epoch": 3.6605504587155964,
      "grad_norm": 3.3004193204100596,
      "learning_rate": 0.0001042172445758361,
      "loss": 3.3685,
      "step": 43092
    },
    {
      "epoch": 3.66063540604825,
      "grad_norm": 3.6592939604628874,
      "learning_rate": 0.00010421070609216661,
      "loss": 4.3279,
      "step": 43093
    },
    {
      "epoch": 3.6607203533809036,
      "grad_norm": 3.2983651179975713,
      "learning_rate": 0.00010420416770443947,
      "loss": 3.5441,
      "step": 43094
    },
    {
      "epoch": 3.6608053007135575,
      "grad_norm": 3.319400860847706,
      "learning_rate": 0.00010419762941266837,
      "loss": 3.721,
      "step": 43095
    },
    {
      "epoch": 3.6608902480462113,
      "grad_norm": 3.441188069912725,
      "learning_rate": 0.00010419109121686707,
      "loss": 3.6904,
      "step": 43096
    },
    {
      "epoch": 3.660975195378865,
      "grad_norm": 3.7333197286115745,
      "learning_rate": 0.00010418455311704922,
      "loss": 4.3707,
      "step": 43097
    },
    {
      "epoch": 3.661060142711519,
      "grad_norm": 3.4900082555294403,
      "learning_rate": 0.00010417801511322853,
      "loss": 3.897,
      "step": 43098
    },
    {
      "epoch": 3.6611450900441724,
      "grad_norm": 3.8265912620630647,
      "learning_rate": 0.0001041714772054187,
      "loss": 3.6655,
      "step": 43099
    },
    {
      "epoch": 3.6612300373768263,
      "grad_norm": 3.3913218721175262,
      "learning_rate": 0.0001041649393936334,
      "loss": 3.7079,
      "step": 43100
    },
    {
      "epoch": 3.66131498470948,
      "grad_norm": 3.5077976160937037,
      "learning_rate": 0.00010415840167788632,
      "loss": 3.9779,
      "step": 43101
    },
    {
      "epoch": 3.661399932042134,
      "grad_norm": 3.4159121017958367,
      "learning_rate": 0.00010415186405819123,
      "loss": 3.7737,
      "step": 43102
    },
    {
      "epoch": 3.661484879374788,
      "grad_norm": 3.8065817103770714,
      "learning_rate": 0.0001041453265345618,
      "loss": 4.3073,
      "step": 43103
    },
    {
      "epoch": 3.6615698267074412,
      "grad_norm": 3.3978522864099237,
      "learning_rate": 0.0001041387891070117,
      "loss": 3.6595,
      "step": 43104
    },
    {
      "epoch": 3.661654774040095,
      "grad_norm": 3.747522366554857,
      "learning_rate": 0.00010413225177555465,
      "loss": 4.1873,
      "step": 43105
    },
    {
      "epoch": 3.661739721372749,
      "grad_norm": 3.3708140492897676,
      "learning_rate": 0.00010412571454020436,
      "loss": 3.543,
      "step": 43106
    },
    {
      "epoch": 3.661824668705403,
      "grad_norm": 3.495695192968658,
      "learning_rate": 0.00010411917740097441,
      "loss": 3.955,
      "step": 43107
    },
    {
      "epoch": 3.6619096160380566,
      "grad_norm": 3.28488275914345,
      "learning_rate": 0.00010411264035787872,
      "loss": 3.4322,
      "step": 43108
    },
    {
      "epoch": 3.66199456337071,
      "grad_norm": 3.541318654902278,
      "learning_rate": 0.0001041061034109308,
      "loss": 4.193,
      "step": 43109
    },
    {
      "epoch": 3.662079510703364,
      "grad_norm": 3.737243329849563,
      "learning_rate": 0.00010409956656014448,
      "loss": 4.2451,
      "step": 43110
    },
    {
      "epoch": 3.6621644580360178,
      "grad_norm": 3.4379826655227554,
      "learning_rate": 0.00010409302980553331,
      "loss": 4.0085,
      "step": 43111
    },
    {
      "epoch": 3.662249405368671,
      "grad_norm": 3.7558983452628567,
      "learning_rate": 0.00010408649314711111,
      "loss": 4.286,
      "step": 43112
    },
    {
      "epoch": 3.662334352701325,
      "grad_norm": 3.447049665622885,
      "learning_rate": 0.00010407995658489146,
      "loss": 3.9661,
      "step": 43113
    },
    {
      "epoch": 3.662419300033979,
      "grad_norm": 3.4389346622843813,
      "learning_rate": 0.00010407342011888822,
      "loss": 3.8026,
      "step": 43114
    },
    {
      "epoch": 3.6625042473666327,
      "grad_norm": 3.717973834061871,
      "learning_rate": 0.00010406688374911493,
      "loss": 4.2211,
      "step": 43115
    },
    {
      "epoch": 3.6625891946992866,
      "grad_norm": 3.7496837534372234,
      "learning_rate": 0.00010406034747558536,
      "loss": 4.2061,
      "step": 43116
    },
    {
      "epoch": 3.66267414203194,
      "grad_norm": 3.59864068200336,
      "learning_rate": 0.00010405381129831324,
      "loss": 4.2384,
      "step": 43117
    },
    {
      "epoch": 3.662759089364594,
      "grad_norm": 3.531559258812624,
      "learning_rate": 0.00010404727521731217,
      "loss": 3.7736,
      "step": 43118
    },
    {
      "epoch": 3.6628440366972477,
      "grad_norm": 3.4010922328976063,
      "learning_rate": 0.00010404073923259586,
      "loss": 4.0837,
      "step": 43119
    },
    {
      "epoch": 3.6629289840299015,
      "grad_norm": 3.629379398652223,
      "learning_rate": 0.00010403420334417808,
      "loss": 3.3941,
      "step": 43120
    },
    {
      "epoch": 3.6630139313625554,
      "grad_norm": 3.498226802814756,
      "learning_rate": 0.00010402766755207252,
      "loss": 3.7662,
      "step": 43121
    },
    {
      "epoch": 3.663098878695209,
      "grad_norm": 3.4798473096202343,
      "learning_rate": 0.00010402113185629278,
      "loss": 4.0434,
      "step": 43122
    },
    {
      "epoch": 3.6631838260278626,
      "grad_norm": 3.367894894929726,
      "learning_rate": 0.00010401459625685265,
      "loss": 3.6335,
      "step": 43123
    },
    {
      "epoch": 3.6632687733605165,
      "grad_norm": 3.4018570121925453,
      "learning_rate": 0.0001040080607537658,
      "loss": 3.7791,
      "step": 43124
    },
    {
      "epoch": 3.6633537206931703,
      "grad_norm": 3.568944704900835,
      "learning_rate": 0.0001040015253470458,
      "loss": 4.1865,
      "step": 43125
    },
    {
      "epoch": 3.663438668025824,
      "grad_norm": 3.327463102301672,
      "learning_rate": 0.00010399499003670655,
      "loss": 3.4896,
      "step": 43126
    },
    {
      "epoch": 3.6635236153584776,
      "grad_norm": 3.345595230816612,
      "learning_rate": 0.00010398845482276164,
      "loss": 3.6869,
      "step": 43127
    },
    {
      "epoch": 3.6636085626911314,
      "grad_norm": 3.4109214559990884,
      "learning_rate": 0.00010398191970522479,
      "loss": 3.6715,
      "step": 43128
    },
    {
      "epoch": 3.6636935100237853,
      "grad_norm": 3.350439985315949,
      "learning_rate": 0.00010397538468410963,
      "loss": 3.6324,
      "step": 43129
    },
    {
      "epoch": 3.663778457356439,
      "grad_norm": 3.585100577249233,
      "learning_rate": 0.0001039688497594299,
      "loss": 4.1594,
      "step": 43130
    },
    {
      "epoch": 3.663863404689093,
      "grad_norm": 3.3048437731323435,
      "learning_rate": 0.00010396231493119926,
      "loss": 3.5106,
      "step": 43131
    },
    {
      "epoch": 3.6639483520217464,
      "grad_norm": 3.8012808636820554,
      "learning_rate": 0.0001039557801994315,
      "loss": 4.4887,
      "step": 43132
    },
    {
      "epoch": 3.6640332993544003,
      "grad_norm": 3.8244686439684887,
      "learning_rate": 0.00010394924556414022,
      "loss": 4.4959,
      "step": 43133
    },
    {
      "epoch": 3.664118246687054,
      "grad_norm": 3.488174636811461,
      "learning_rate": 0.00010394271102533913,
      "loss": 4.0038,
      "step": 43134
    },
    {
      "epoch": 3.6642031940197075,
      "grad_norm": 3.6899535601812956,
      "learning_rate": 0.00010393617658304193,
      "loss": 4.078,
      "step": 43135
    },
    {
      "epoch": 3.664288141352362,
      "grad_norm": 3.460910753240619,
      "learning_rate": 0.0001039296422372623,
      "loss": 3.5731,
      "step": 43136
    },
    {
      "epoch": 3.664373088685015,
      "grad_norm": 3.4977621116117668,
      "learning_rate": 0.0001039231079880139,
      "loss": 3.7166,
      "step": 43137
    },
    {
      "epoch": 3.664458036017669,
      "grad_norm": 3.417171834473021,
      "learning_rate": 0.00010391657383531051,
      "loss": 3.7953,
      "step": 43138
    },
    {
      "epoch": 3.664542983350323,
      "grad_norm": 3.335328747955224,
      "learning_rate": 0.0001039100397791658,
      "loss": 3.7779,
      "step": 43139
    },
    {
      "epoch": 3.6646279306829763,
      "grad_norm": 3.7027071345503697,
      "learning_rate": 0.00010390350581959339,
      "loss": 4.3952,
      "step": 43140
    },
    {
      "epoch": 3.66471287801563,
      "grad_norm": 3.454327949052303,
      "learning_rate": 0.000103896971956607,
      "loss": 3.8593,
      "step": 43141
    },
    {
      "epoch": 3.664797825348284,
      "grad_norm": 3.510859658434629,
      "learning_rate": 0.00010389043819022039,
      "loss": 4.0573,
      "step": 43142
    },
    {
      "epoch": 3.664882772680938,
      "grad_norm": 3.717103159251787,
      "learning_rate": 0.00010388390452044713,
      "loss": 4.2214,
      "step": 43143
    },
    {
      "epoch": 3.6649677200135917,
      "grad_norm": 3.560339186284206,
      "learning_rate": 0.000103877370947301,
      "loss": 4.2408,
      "step": 43144
    },
    {
      "epoch": 3.665052667346245,
      "grad_norm": 3.3878967393398347,
      "learning_rate": 0.00010387083747079567,
      "loss": 3.6173,
      "step": 43145
    },
    {
      "epoch": 3.665137614678899,
      "grad_norm": 3.5983003231331567,
      "learning_rate": 0.00010386430409094486,
      "loss": 3.5735,
      "step": 43146
    },
    {
      "epoch": 3.665222562011553,
      "grad_norm": 3.3332996787395417,
      "learning_rate": 0.00010385777080776217,
      "loss": 3.3711,
      "step": 43147
    },
    {
      "epoch": 3.6653075093442067,
      "grad_norm": 3.6362584578723545,
      "learning_rate": 0.00010385123762126135,
      "loss": 4.1618,
      "step": 43148
    },
    {
      "epoch": 3.6653924566768605,
      "grad_norm": 3.7560936624085,
      "learning_rate": 0.00010384470453145613,
      "loss": 4.2737,
      "step": 43149
    },
    {
      "epoch": 3.665477404009514,
      "grad_norm": 3.338699202458227,
      "learning_rate": 0.00010383817153836009,
      "loss": 3.8213,
      "step": 43150
    },
    {
      "epoch": 3.665562351342168,
      "grad_norm": 3.407688887388488,
      "learning_rate": 0.00010383163864198698,
      "loss": 3.6841,
      "step": 43151
    },
    {
      "epoch": 3.6656472986748216,
      "grad_norm": 3.3537678068043033,
      "learning_rate": 0.0001038251058423505,
      "loss": 3.4641,
      "step": 43152
    },
    {
      "epoch": 3.6657322460074755,
      "grad_norm": 3.742047215819572,
      "learning_rate": 0.00010381857313946436,
      "loss": 4.3262,
      "step": 43153
    },
    {
      "epoch": 3.6658171933401293,
      "grad_norm": 3.3462510845032454,
      "learning_rate": 0.00010381204053334217,
      "loss": 3.4017,
      "step": 43154
    },
    {
      "epoch": 3.6659021406727827,
      "grad_norm": 3.378256342564714,
      "learning_rate": 0.00010380550802399768,
      "loss": 3.7058,
      "step": 43155
    },
    {
      "epoch": 3.6659870880054366,
      "grad_norm": 3.5699573738959423,
      "learning_rate": 0.00010379897561144453,
      "loss": 4.0044,
      "step": 43156
    },
    {
      "epoch": 3.6660720353380905,
      "grad_norm": 3.3590084055234923,
      "learning_rate": 0.00010379244329569648,
      "loss": 3.9263,
      "step": 43157
    },
    {
      "epoch": 3.6661569826707443,
      "grad_norm": 3.588801101866154,
      "learning_rate": 0.00010378591107676715,
      "loss": 4.0255,
      "step": 43158
    },
    {
      "epoch": 3.666241930003398,
      "grad_norm": 3.575328473300809,
      "learning_rate": 0.00010377937895467025,
      "loss": 3.9627,
      "step": 43159
    },
    {
      "epoch": 3.6663268773360516,
      "grad_norm": 3.460740989548989,
      "learning_rate": 0.0001037728469294195,
      "loss": 3.9064,
      "step": 43160
    },
    {
      "epoch": 3.6664118246687054,
      "grad_norm": 3.2881144438117538,
      "learning_rate": 0.00010376631500102853,
      "loss": 3.4601,
      "step": 43161
    },
    {
      "epoch": 3.6664967720013593,
      "grad_norm": 3.4016555853914046,
      "learning_rate": 0.00010375978316951101,
      "loss": 3.8402,
      "step": 43162
    },
    {
      "epoch": 3.6665817193340127,
      "grad_norm": 3.2934926312160253,
      "learning_rate": 0.0001037532514348807,
      "loss": 3.4745,
      "step": 43163
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 3.571261184928186,
      "learning_rate": 0.00010374671979715128,
      "loss": 4.0899,
      "step": 43164
    },
    {
      "epoch": 3.6667516139993204,
      "grad_norm": 3.5461544668195066,
      "learning_rate": 0.00010374018825633638,
      "loss": 4.211,
      "step": 43165
    },
    {
      "epoch": 3.666836561331974,
      "grad_norm": 3.6652585839742176,
      "learning_rate": 0.0001037336568124497,
      "loss": 4.0171,
      "step": 43166
    },
    {
      "epoch": 3.666921508664628,
      "grad_norm": 3.5840407025014427,
      "learning_rate": 0.00010372712546550499,
      "loss": 4.0312,
      "step": 43167
    },
    {
      "epoch": 3.6670064559972815,
      "grad_norm": 3.4399997834949345,
      "learning_rate": 0.0001037205942155158,
      "loss": 3.8423,
      "step": 43168
    },
    {
      "epoch": 3.6670914033299353,
      "grad_norm": 3.402930634550562,
      "learning_rate": 0.00010371406306249594,
      "loss": 3.6196,
      "step": 43169
    },
    {
      "epoch": 3.667176350662589,
      "grad_norm": 3.7576185582810924,
      "learning_rate": 0.00010370753200645906,
      "loss": 4.2236,
      "step": 43170
    },
    {
      "epoch": 3.667261297995243,
      "grad_norm": 3.5828843163503095,
      "learning_rate": 0.00010370100104741885,
      "loss": 4.1847,
      "step": 43171
    },
    {
      "epoch": 3.667346245327897,
      "grad_norm": 3.2205625915145433,
      "learning_rate": 0.00010369447018538898,
      "loss": 3.3685,
      "step": 43172
    },
    {
      "epoch": 3.6674311926605503,
      "grad_norm": 3.549432772588364,
      "learning_rate": 0.00010368793942038313,
      "loss": 3.8823,
      "step": 43173
    },
    {
      "epoch": 3.667516139993204,
      "grad_norm": 3.400256049404438,
      "learning_rate": 0.00010368140875241493,
      "loss": 3.6777,
      "step": 43174
    },
    {
      "epoch": 3.667601087325858,
      "grad_norm": 3.4608543801649017,
      "learning_rate": 0.00010367487818149821,
      "loss": 3.791,
      "step": 43175
    },
    {
      "epoch": 3.667686034658512,
      "grad_norm": 3.3973638921646057,
      "learning_rate": 0.00010366834770764653,
      "loss": 3.7727,
      "step": 43176
    },
    {
      "epoch": 3.6677709819911657,
      "grad_norm": 3.371524510277965,
      "learning_rate": 0.00010366181733087362,
      "loss": 3.8049,
      "step": 43177
    },
    {
      "epoch": 3.667855929323819,
      "grad_norm": 3.636375795891097,
      "learning_rate": 0.00010365528705119318,
      "loss": 4.1486,
      "step": 43178
    },
    {
      "epoch": 3.667940876656473,
      "grad_norm": 3.39537524838058,
      "learning_rate": 0.00010364875686861883,
      "loss": 3.8878,
      "step": 43179
    },
    {
      "epoch": 3.668025823989127,
      "grad_norm": 3.709013613244173,
      "learning_rate": 0.00010364222678316426,
      "loss": 4.3801,
      "step": 43180
    },
    {
      "epoch": 3.6681107713217806,
      "grad_norm": 3.6514590089350123,
      "learning_rate": 0.00010363569679484323,
      "loss": 4.0529,
      "step": 43181
    },
    {
      "epoch": 3.6681957186544345,
      "grad_norm": 3.6709152934983065,
      "learning_rate": 0.00010362916690366939,
      "loss": 3.694,
      "step": 43182
    },
    {
      "epoch": 3.668280665987088,
      "grad_norm": 3.7319626701011424,
      "learning_rate": 0.00010362263710965636,
      "loss": 4.2392,
      "step": 43183
    },
    {
      "epoch": 3.6683656133197418,
      "grad_norm": 3.703287650763076,
      "learning_rate": 0.00010361610741281789,
      "loss": 4.1282,
      "step": 43184
    },
    {
      "epoch": 3.6684505606523956,
      "grad_norm": 3.5177893432354637,
      "learning_rate": 0.00010360957781316768,
      "loss": 4.0127,
      "step": 43185
    },
    {
      "epoch": 3.668535507985049,
      "grad_norm": 3.605077015535388,
      "learning_rate": 0.00010360304831071928,
      "loss": 3.9995,
      "step": 43186
    },
    {
      "epoch": 3.668620455317703,
      "grad_norm": 3.3612275805718217,
      "learning_rate": 0.00010359651890548651,
      "loss": 3.8436,
      "step": 43187
    },
    {
      "epoch": 3.6687054026503567,
      "grad_norm": 3.3717200300516104,
      "learning_rate": 0.00010358998959748299,
      "loss": 3.5578,
      "step": 43188
    },
    {
      "epoch": 3.6687903499830106,
      "grad_norm": 3.4494678154753506,
      "learning_rate": 0.00010358346038672247,
      "loss": 4.0142,
      "step": 43189
    },
    {
      "epoch": 3.6688752973156644,
      "grad_norm": 3.422026346971699,
      "learning_rate": 0.00010357693127321853,
      "loss": 3.5884,
      "step": 43190
    },
    {
      "epoch": 3.668960244648318,
      "grad_norm": 3.49648290074242,
      "learning_rate": 0.00010357040225698494,
      "loss": 3.8607,
      "step": 43191
    },
    {
      "epoch": 3.6690451919809717,
      "grad_norm": 3.2559271473882823,
      "learning_rate": 0.00010356387333803528,
      "loss": 3.2692,
      "step": 43192
    },
    {
      "epoch": 3.6691301393136255,
      "grad_norm": 3.3404992482819034,
      "learning_rate": 0.00010355734451638327,
      "loss": 3.7216,
      "step": 43193
    },
    {
      "epoch": 3.6692150866462794,
      "grad_norm": 3.2034525778859764,
      "learning_rate": 0.00010355081579204265,
      "loss": 3.3793,
      "step": 43194
    },
    {
      "epoch": 3.6693000339789332,
      "grad_norm": 3.7615341353238465,
      "learning_rate": 0.00010354428716502702,
      "loss": 4.5601,
      "step": 43195
    },
    {
      "epoch": 3.6693849813115866,
      "grad_norm": 3.5938223545188506,
      "learning_rate": 0.00010353775863535016,
      "loss": 3.984,
      "step": 43196
    },
    {
      "epoch": 3.6694699286442405,
      "grad_norm": 3.2682937268638583,
      "learning_rate": 0.00010353123020302565,
      "loss": 3.2626,
      "step": 43197
    },
    {
      "epoch": 3.6695548759768943,
      "grad_norm": 3.3571272537289767,
      "learning_rate": 0.00010352470186806723,
      "loss": 3.5072,
      "step": 43198
    },
    {
      "epoch": 3.669639823309548,
      "grad_norm": 3.7166565898198938,
      "learning_rate": 0.00010351817363048845,
      "loss": 4.3866,
      "step": 43199
    },
    {
      "epoch": 3.669724770642202,
      "grad_norm": 3.777070417515168,
      "learning_rate": 0.0001035116454903032,
      "loss": 4.2362,
      "step": 43200
    },
    {
      "epoch": 3.6698097179748554,
      "grad_norm": 3.481326187185577,
      "learning_rate": 0.00010350511744752499,
      "loss": 3.6989,
      "step": 43201
    },
    {
      "epoch": 3.6698946653075093,
      "grad_norm": 3.803292234678193,
      "learning_rate": 0.00010349858950216758,
      "loss": 4.3828,
      "step": 43202
    },
    {
      "epoch": 3.669979612640163,
      "grad_norm": 3.633442648342045,
      "learning_rate": 0.00010349206165424463,
      "loss": 3.5951,
      "step": 43203
    },
    {
      "epoch": 3.670064559972817,
      "grad_norm": 3.5611047421410733,
      "learning_rate": 0.00010348553390376982,
      "loss": 4.0165,
      "step": 43204
    },
    {
      "epoch": 3.670149507305471,
      "grad_norm": 3.5613585389526747,
      "learning_rate": 0.00010347900625075678,
      "loss": 3.7341,
      "step": 43205
    },
    {
      "epoch": 3.6702344546381243,
      "grad_norm": 3.7589764957880787,
      "learning_rate": 0.00010347247869521925,
      "loss": 4.4821,
      "step": 43206
    },
    {
      "epoch": 3.670319401970778,
      "grad_norm": 3.430792462432927,
      "learning_rate": 0.00010346595123717091,
      "loss": 3.4998,
      "step": 43207
    },
    {
      "epoch": 3.670404349303432,
      "grad_norm": 3.7109680548643884,
      "learning_rate": 0.00010345942387662538,
      "loss": 4.2964,
      "step": 43208
    },
    {
      "epoch": 3.6704892966360854,
      "grad_norm": 3.5856600915688412,
      "learning_rate": 0.00010345289661359642,
      "loss": 4.2352,
      "step": 43209
    },
    {
      "epoch": 3.6705742439687397,
      "grad_norm": 3.421651630114283,
      "learning_rate": 0.00010344636944809762,
      "loss": 3.4908,
      "step": 43210
    },
    {
      "epoch": 3.670659191301393,
      "grad_norm": 3.4275258765609067,
      "learning_rate": 0.00010343984238014266,
      "loss": 4.0446,
      "step": 43211
    },
    {
      "epoch": 3.670744138634047,
      "grad_norm": 3.4181633680037544,
      "learning_rate": 0.00010343331540974526,
      "loss": 3.9413,
      "step": 43212
    },
    {
      "epoch": 3.6708290859667008,
      "grad_norm": 3.6968082979482353,
      "learning_rate": 0.0001034267885369191,
      "loss": 4.1172,
      "step": 43213
    },
    {
      "epoch": 3.670914033299354,
      "grad_norm": 3.4030164576661486,
      "learning_rate": 0.00010342026176167788,
      "loss": 3.6356,
      "step": 43214
    },
    {
      "epoch": 3.670998980632008,
      "grad_norm": 3.47041888815288,
      "learning_rate": 0.0001034137350840352,
      "loss": 3.8336,
      "step": 43215
    },
    {
      "epoch": 3.671083927964662,
      "grad_norm": 3.370312021877761,
      "learning_rate": 0.00010340720850400479,
      "loss": 3.6965,
      "step": 43216
    },
    {
      "epoch": 3.6711688752973157,
      "grad_norm": 3.661530780414846,
      "learning_rate": 0.00010340068202160023,
      "loss": 4.0666,
      "step": 43217
    },
    {
      "epoch": 3.6712538226299696,
      "grad_norm": 3.243594156109347,
      "learning_rate": 0.00010339415563683534,
      "loss": 3.4248,
      "step": 43218
    },
    {
      "epoch": 3.671338769962623,
      "grad_norm": 3.3213474081905003,
      "learning_rate": 0.00010338762934972371,
      "loss": 3.6697,
      "step": 43219
    },
    {
      "epoch": 3.671423717295277,
      "grad_norm": 3.710578263658328,
      "learning_rate": 0.00010338110316027906,
      "loss": 3.8846,
      "step": 43220
    },
    {
      "epoch": 3.6715086646279307,
      "grad_norm": 3.437576799606997,
      "learning_rate": 0.00010337457706851499,
      "loss": 3.7867,
      "step": 43221
    },
    {
      "epoch": 3.6715936119605845,
      "grad_norm": 3.5370320115261302,
      "learning_rate": 0.00010336805107444524,
      "loss": 4.0039,
      "step": 43222
    },
    {
      "epoch": 3.6716785592932384,
      "grad_norm": 3.62581400905845,
      "learning_rate": 0.00010336152517808342,
      "loss": 4.0355,
      "step": 43223
    },
    {
      "epoch": 3.671763506625892,
      "grad_norm": 3.7174943922479775,
      "learning_rate": 0.0001033549993794433,
      "loss": 4.0542,
      "step": 43224
    },
    {
      "epoch": 3.6718484539585456,
      "grad_norm": 3.66884050040249,
      "learning_rate": 0.00010334847367853849,
      "loss": 4.0617,
      "step": 43225
    },
    {
      "epoch": 3.6719334012911995,
      "grad_norm": 3.3955849740973445,
      "learning_rate": 0.00010334194807538267,
      "loss": 3.6659,
      "step": 43226
    },
    {
      "epoch": 3.6720183486238533,
      "grad_norm": 3.3421718455815306,
      "learning_rate": 0.00010333542256998954,
      "loss": 3.3777,
      "step": 43227
    },
    {
      "epoch": 3.672103295956507,
      "grad_norm": 3.5381833063575248,
      "learning_rate": 0.00010332889716237271,
      "loss": 3.6973,
      "step": 43228
    },
    {
      "epoch": 3.6721882432891606,
      "grad_norm": 3.4560826039988997,
      "learning_rate": 0.00010332237185254589,
      "loss": 3.7982,
      "step": 43229
    },
    {
      "epoch": 3.6722731906218145,
      "grad_norm": 3.4447974512890043,
      "learning_rate": 0.00010331584664052275,
      "loss": 4.0583,
      "step": 43230
    },
    {
      "epoch": 3.6723581379544683,
      "grad_norm": 3.5697629070589345,
      "learning_rate": 0.000103309321526317,
      "loss": 4.077,
      "step": 43231
    },
    {
      "epoch": 3.6724430852871217,
      "grad_norm": 3.707157871850497,
      "learning_rate": 0.0001033027965099423,
      "loss": 4.1895,
      "step": 43232
    },
    {
      "epoch": 3.672528032619776,
      "grad_norm": 3.8696957981562523,
      "learning_rate": 0.00010329627159141224,
      "loss": 4.5387,
      "step": 43233
    },
    {
      "epoch": 3.6726129799524294,
      "grad_norm": 3.4495226745575764,
      "learning_rate": 0.00010328974677074062,
      "loss": 3.6779,
      "step": 43234
    },
    {
      "epoch": 3.6726979272850833,
      "grad_norm": 3.4003028891595597,
      "learning_rate": 0.000103283222047941,
      "loss": 3.7728,
      "step": 43235
    },
    {
      "epoch": 3.672782874617737,
      "grad_norm": 3.7685380428509383,
      "learning_rate": 0.00010327669742302705,
      "loss": 4.202,
      "step": 43236
    },
    {
      "epoch": 3.6728678219503905,
      "grad_norm": 3.8001418089040806,
      "learning_rate": 0.00010327017289601254,
      "loss": 4.4779,
      "step": 43237
    },
    {
      "epoch": 3.6729527692830444,
      "grad_norm": 3.629553405046707,
      "learning_rate": 0.0001032636484669111,
      "loss": 4.3901,
      "step": 43238
    },
    {
      "epoch": 3.6730377166156982,
      "grad_norm": 3.453273992725799,
      "learning_rate": 0.00010325712413573636,
      "loss": 3.7988,
      "step": 43239
    },
    {
      "epoch": 3.673122663948352,
      "grad_norm": 3.3256234701162795,
      "learning_rate": 0.00010325059990250201,
      "loss": 3.4365,
      "step": 43240
    },
    {
      "epoch": 3.673207611281006,
      "grad_norm": 3.4877300903465556,
      "learning_rate": 0.0001032440757672218,
      "loss": 3.8731,
      "step": 43241
    },
    {
      "epoch": 3.6732925586136593,
      "grad_norm": 3.667105758716531,
      "learning_rate": 0.00010323755172990918,
      "loss": 4.3495,
      "step": 43242
    },
    {
      "epoch": 3.673377505946313,
      "grad_norm": 3.6842606943809755,
      "learning_rate": 0.0001032310277905781,
      "loss": 4.0556,
      "step": 43243
    },
    {
      "epoch": 3.673462453278967,
      "grad_norm": 3.6911349368734454,
      "learning_rate": 0.00010322450394924206,
      "loss": 4.5164,
      "step": 43244
    },
    {
      "epoch": 3.673547400611621,
      "grad_norm": 3.621867575878386,
      "learning_rate": 0.00010321798020591479,
      "loss": 4.163,
      "step": 43245
    },
    {
      "epoch": 3.6736323479442747,
      "grad_norm": 3.348983221127067,
      "learning_rate": 0.0001032114565606099,
      "loss": 3.7486,
      "step": 43246
    },
    {
      "epoch": 3.673717295276928,
      "grad_norm": 3.5073337849523303,
      "learning_rate": 0.00010320493301334112,
      "loss": 3.998,
      "step": 43247
    },
    {
      "epoch": 3.673802242609582,
      "grad_norm": 3.489189133084027,
      "learning_rate": 0.00010319840956412203,
      "loss": 3.9599,
      "step": 43248
    },
    {
      "epoch": 3.673887189942236,
      "grad_norm": 3.297802778831324,
      "learning_rate": 0.00010319188621296644,
      "loss": 3.3184,
      "step": 43249
    },
    {
      "epoch": 3.6739721372748897,
      "grad_norm": 3.6555112885478294,
      "learning_rate": 0.00010318536295988793,
      "loss": 4.1936,
      "step": 43250
    },
    {
      "epoch": 3.6740570846075435,
      "grad_norm": 3.5985868202896323,
      "learning_rate": 0.00010317883980490016,
      "loss": 4.2357,
      "step": 43251
    },
    {
      "epoch": 3.674142031940197,
      "grad_norm": 3.7174949865194518,
      "learning_rate": 0.00010317231674801685,
      "loss": 4.2194,
      "step": 43252
    },
    {
      "epoch": 3.674226979272851,
      "grad_norm": 3.6275116781717838,
      "learning_rate": 0.00010316579378925158,
      "loss": 4.0552,
      "step": 43253
    },
    {
      "epoch": 3.6743119266055047,
      "grad_norm": 3.4144711778463925,
      "learning_rate": 0.00010315927092861807,
      "loss": 3.5405,
      "step": 43254
    },
    {
      "epoch": 3.6743968739381585,
      "grad_norm": 3.29008524068769,
      "learning_rate": 0.00010315274816613002,
      "loss": 3.4673,
      "step": 43255
    },
    {
      "epoch": 3.6744818212708124,
      "grad_norm": 3.7173710446951884,
      "learning_rate": 0.00010314622550180109,
      "loss": 4.3892,
      "step": 43256
    },
    {
      "epoch": 3.6745667686034658,
      "grad_norm": 3.5192729011080437,
      "learning_rate": 0.0001031397029356449,
      "loss": 4.038,
      "step": 43257
    },
    {
      "epoch": 3.6746517159361196,
      "grad_norm": 3.590367896463261,
      "learning_rate": 0.00010313318046767515,
      "loss": 4.3761,
      "step": 43258
    },
    {
      "epoch": 3.6747366632687735,
      "grad_norm": 3.441523180923073,
      "learning_rate": 0.0001031266580979055,
      "loss": 3.5677,
      "step": 43259
    },
    {
      "epoch": 3.674821610601427,
      "grad_norm": 3.7485251262560206,
      "learning_rate": 0.00010312013582634953,
      "loss": 4.5177,
      "step": 43260
    },
    {
      "epoch": 3.6749065579340807,
      "grad_norm": 3.666963277451149,
      "learning_rate": 0.0001031136136530211,
      "loss": 4.2265,
      "step": 43261
    },
    {
      "epoch": 3.6749915052667346,
      "grad_norm": 3.3423539797399338,
      "learning_rate": 0.00010310709157793371,
      "loss": 3.7804,
      "step": 43262
    },
    {
      "epoch": 3.6750764525993884,
      "grad_norm": 3.403107529178461,
      "learning_rate": 0.00010310056960110115,
      "loss": 3.754,
      "step": 43263
    },
    {
      "epoch": 3.6751613999320423,
      "grad_norm": 3.4379803012232837,
      "learning_rate": 0.00010309404772253694,
      "loss": 3.6801,
      "step": 43264
    },
    {
      "epoch": 3.6752463472646957,
      "grad_norm": 3.4542637486273806,
      "learning_rate": 0.00010308752594225486,
      "loss": 4.0236,
      "step": 43265
    },
    {
      "epoch": 3.6753312945973495,
      "grad_norm": 3.2967241360665276,
      "learning_rate": 0.00010308100426026847,
      "loss": 3.507,
      "step": 43266
    },
    {
      "epoch": 3.6754162419300034,
      "grad_norm": 3.324545638178303,
      "learning_rate": 0.00010307448267659159,
      "loss": 3.502,
      "step": 43267
    },
    {
      "epoch": 3.6755011892626572,
      "grad_norm": 3.442112414510072,
      "learning_rate": 0.00010306796119123776,
      "loss": 3.8956,
      "step": 43268
    },
    {
      "epoch": 3.675586136595311,
      "grad_norm": 3.3680584224089074,
      "learning_rate": 0.00010306143980422068,
      "loss": 3.4288,
      "step": 43269
    },
    {
      "epoch": 3.6756710839279645,
      "grad_norm": 3.7294269187532936,
      "learning_rate": 0.00010305491851555405,
      "loss": 3.9894,
      "step": 43270
    },
    {
      "epoch": 3.6757560312606183,
      "grad_norm": 3.475337989235887,
      "learning_rate": 0.00010304839732525147,
      "loss": 3.878,
      "step": 43271
    },
    {
      "epoch": 3.675840978593272,
      "grad_norm": 3.783896723287839,
      "learning_rate": 0.0001030418762333266,
      "loss": 3.7115,
      "step": 43272
    },
    {
      "epoch": 3.675925925925926,
      "grad_norm": 3.458982125336253,
      "learning_rate": 0.00010303535523979317,
      "loss": 3.8542,
      "step": 43273
    },
    {
      "epoch": 3.67601087325858,
      "grad_norm": 3.4073462280873588,
      "learning_rate": 0.00010302883434466484,
      "loss": 3.473,
      "step": 43274
    },
    {
      "epoch": 3.6760958205912333,
      "grad_norm": 3.5040694969689907,
      "learning_rate": 0.00010302231354795521,
      "loss": 3.646,
      "step": 43275
    },
    {
      "epoch": 3.676180767923887,
      "grad_norm": 3.515000131092574,
      "learning_rate": 0.00010301579284967798,
      "loss": 3.7466,
      "step": 43276
    },
    {
      "epoch": 3.676265715256541,
      "grad_norm": 3.859877014187428,
      "learning_rate": 0.00010300927224984683,
      "loss": 4.6361,
      "step": 43277
    },
    {
      "epoch": 3.676350662589195,
      "grad_norm": 3.4695175359524573,
      "learning_rate": 0.00010300275174847536,
      "loss": 3.7636,
      "step": 43278
    },
    {
      "epoch": 3.6764356099218487,
      "grad_norm": 3.4924082076175536,
      "learning_rate": 0.00010299623134557731,
      "loss": 3.9212,
      "step": 43279
    },
    {
      "epoch": 3.676520557254502,
      "grad_norm": 3.7841540882752844,
      "learning_rate": 0.00010298971104116628,
      "loss": 4.4272,
      "step": 43280
    },
    {
      "epoch": 3.676605504587156,
      "grad_norm": 3.4515501255433567,
      "learning_rate": 0.00010298319083525599,
      "loss": 3.8466,
      "step": 43281
    },
    {
      "epoch": 3.67669045191981,
      "grad_norm": 3.690592391419838,
      "learning_rate": 0.00010297667072786006,
      "loss": 4.1539,
      "step": 43282
    },
    {
      "epoch": 3.676775399252463,
      "grad_norm": 3.5702166928046126,
      "learning_rate": 0.00010297015071899216,
      "loss": 3.8319,
      "step": 43283
    },
    {
      "epoch": 3.676860346585117,
      "grad_norm": 3.430024393403515,
      "learning_rate": 0.00010296363080866599,
      "loss": 3.7018,
      "step": 43284
    },
    {
      "epoch": 3.676945293917771,
      "grad_norm": 3.4156172508316303,
      "learning_rate": 0.0001029571109968951,
      "loss": 3.5345,
      "step": 43285
    },
    {
      "epoch": 3.6770302412504248,
      "grad_norm": 3.5082012422996707,
      "learning_rate": 0.00010295059128369325,
      "loss": 3.9201,
      "step": 43286
    },
    {
      "epoch": 3.6771151885830786,
      "grad_norm": 3.4755736802411143,
      "learning_rate": 0.00010294407166907409,
      "loss": 3.9801,
      "step": 43287
    },
    {
      "epoch": 3.677200135915732,
      "grad_norm": 3.425299583609489,
      "learning_rate": 0.00010293755215305129,
      "loss": 3.7181,
      "step": 43288
    },
    {
      "epoch": 3.677285083248386,
      "grad_norm": 3.483532546161319,
      "learning_rate": 0.00010293103273563845,
      "loss": 3.8564,
      "step": 43289
    },
    {
      "epoch": 3.6773700305810397,
      "grad_norm": 3.2787535245181165,
      "learning_rate": 0.0001029245134168493,
      "loss": 3.3582,
      "step": 43290
    },
    {
      "epoch": 3.6774549779136936,
      "grad_norm": 3.345345609606266,
      "learning_rate": 0.0001029179941966974,
      "loss": 3.7563,
      "step": 43291
    },
    {
      "epoch": 3.6775399252463474,
      "grad_norm": 3.543765351967667,
      "learning_rate": 0.00010291147507519657,
      "loss": 4.0456,
      "step": 43292
    },
    {
      "epoch": 3.677624872579001,
      "grad_norm": 3.296897632564596,
      "learning_rate": 0.00010290495605236032,
      "loss": 3.5137,
      "step": 43293
    },
    {
      "epoch": 3.6777098199116547,
      "grad_norm": 3.3701023816180533,
      "learning_rate": 0.00010289843712820237,
      "loss": 3.5686,
      "step": 43294
    },
    {
      "epoch": 3.6777947672443085,
      "grad_norm": 3.7954686317812873,
      "learning_rate": 0.00010289191830273641,
      "loss": 4.3704,
      "step": 43295
    },
    {
      "epoch": 3.6778797145769624,
      "grad_norm": 3.518937460244343,
      "learning_rate": 0.00010288539957597604,
      "loss": 3.863,
      "step": 43296
    },
    {
      "epoch": 3.6779646619096162,
      "grad_norm": 3.373719500296376,
      "learning_rate": 0.00010287888094793491,
      "loss": 3.7099,
      "step": 43297
    },
    {
      "epoch": 3.6780496092422696,
      "grad_norm": 3.488673856335107,
      "learning_rate": 0.00010287236241862674,
      "loss": 3.8719,
      "step": 43298
    },
    {
      "epoch": 3.6781345565749235,
      "grad_norm": 3.423075994760037,
      "learning_rate": 0.00010286584398806518,
      "loss": 3.6341,
      "step": 43299
    },
    {
      "epoch": 3.6782195039075773,
      "grad_norm": 3.396172008159971,
      "learning_rate": 0.00010285932565626386,
      "loss": 3.7106,
      "step": 43300
    },
    {
      "epoch": 3.678304451240231,
      "grad_norm": 3.457050971970098,
      "learning_rate": 0.00010285280742323644,
      "loss": 3.7931,
      "step": 43301
    },
    {
      "epoch": 3.678389398572885,
      "grad_norm": 3.517037295151092,
      "learning_rate": 0.0001028462892889966,
      "loss": 4.0347,
      "step": 43302
    },
    {
      "epoch": 3.6784743459055385,
      "grad_norm": 3.2454805603945576,
      "learning_rate": 0.00010283977125355794,
      "loss": 3.3973,
      "step": 43303
    },
    {
      "epoch": 3.6785592932381923,
      "grad_norm": 3.426260860927446,
      "learning_rate": 0.00010283325331693417,
      "loss": 3.8704,
      "step": 43304
    },
    {
      "epoch": 3.678644240570846,
      "grad_norm": 3.4868239436370043,
      "learning_rate": 0.00010282673547913892,
      "loss": 3.6691,
      "step": 43305
    },
    {
      "epoch": 3.6787291879034996,
      "grad_norm": 3.4456293007404786,
      "learning_rate": 0.00010282021774018593,
      "loss": 3.894,
      "step": 43306
    },
    {
      "epoch": 3.678814135236154,
      "grad_norm": 3.4358340258358777,
      "learning_rate": 0.00010281370010008875,
      "loss": 3.6918,
      "step": 43307
    },
    {
      "epoch": 3.6788990825688073,
      "grad_norm": 3.3604182268880947,
      "learning_rate": 0.00010280718255886105,
      "loss": 3.6807,
      "step": 43308
    },
    {
      "epoch": 3.678984029901461,
      "grad_norm": 3.566258315517767,
      "learning_rate": 0.00010280066511651649,
      "loss": 4.0736,
      "step": 43309
    },
    {
      "epoch": 3.679068977234115,
      "grad_norm": 3.5554165564556905,
      "learning_rate": 0.00010279414777306882,
      "loss": 3.9934,
      "step": 43310
    },
    {
      "epoch": 3.6791539245667684,
      "grad_norm": 3.2910619095596454,
      "learning_rate": 0.0001027876305285316,
      "loss": 3.5389,
      "step": 43311
    },
    {
      "epoch": 3.6792388718994222,
      "grad_norm": 3.568404041146525,
      "learning_rate": 0.0001027811133829185,
      "loss": 3.7898,
      "step": 43312
    },
    {
      "epoch": 3.679323819232076,
      "grad_norm": 3.4961288519426232,
      "learning_rate": 0.00010277459633624319,
      "loss": 4.0732,
      "step": 43313
    },
    {
      "epoch": 3.67940876656473,
      "grad_norm": 3.5313867909880896,
      "learning_rate": 0.00010276807938851931,
      "loss": 3.8861,
      "step": 43314
    },
    {
      "epoch": 3.6794937138973838,
      "grad_norm": 3.35478979331694,
      "learning_rate": 0.00010276156253976047,
      "loss": 3.5868,
      "step": 43315
    },
    {
      "epoch": 3.679578661230037,
      "grad_norm": 3.4920585804309514,
      "learning_rate": 0.00010275504578998044,
      "loss": 3.8468,
      "step": 43316
    },
    {
      "epoch": 3.679663608562691,
      "grad_norm": 3.351643871659341,
      "learning_rate": 0.00010274852913919284,
      "loss": 3.6596,
      "step": 43317
    },
    {
      "epoch": 3.679748555895345,
      "grad_norm": 3.4597556809292187,
      "learning_rate": 0.00010274201258741126,
      "loss": 3.8661,
      "step": 43318
    },
    {
      "epoch": 3.6798335032279987,
      "grad_norm": 3.5231178900062528,
      "learning_rate": 0.0001027354961346494,
      "loss": 3.6697,
      "step": 43319
    },
    {
      "epoch": 3.6799184505606526,
      "grad_norm": 3.444062885525627,
      "learning_rate": 0.00010272897978092093,
      "loss": 3.6881,
      "step": 43320
    },
    {
      "epoch": 3.680003397893306,
      "grad_norm": 3.337083946002267,
      "learning_rate": 0.0001027224635262394,
      "loss": 3.7273,
      "step": 43321
    },
    {
      "epoch": 3.68008834522596,
      "grad_norm": 3.4064885840340438,
      "learning_rate": 0.00010271594737061861,
      "loss": 3.5917,
      "step": 43322
    },
    {
      "epoch": 3.6801732925586137,
      "grad_norm": 3.590109515940943,
      "learning_rate": 0.00010270943131407213,
      "loss": 4.1401,
      "step": 43323
    },
    {
      "epoch": 3.6802582398912675,
      "grad_norm": 3.3884048177138064,
      "learning_rate": 0.00010270291535661366,
      "loss": 3.8205,
      "step": 43324
    },
    {
      "epoch": 3.6803431872239214,
      "grad_norm": 3.4931636885827584,
      "learning_rate": 0.00010269639949825679,
      "loss": 3.9473,
      "step": 43325
    },
    {
      "epoch": 3.680428134556575,
      "grad_norm": 3.445244327194581,
      "learning_rate": 0.00010268988373901523,
      "loss": 3.873,
      "step": 43326
    },
    {
      "epoch": 3.6805130818892287,
      "grad_norm": 3.3727739316935383,
      "learning_rate": 0.00010268336807890258,
      "loss": 3.6768,
      "step": 43327
    },
    {
      "epoch": 3.6805980292218825,
      "grad_norm": 3.429399187373072,
      "learning_rate": 0.0001026768525179325,
      "loss": 3.8554,
      "step": 43328
    },
    {
      "epoch": 3.680682976554536,
      "grad_norm": 3.3855841412169716,
      "learning_rate": 0.00010267033705611867,
      "loss": 3.5411,
      "step": 43329
    },
    {
      "epoch": 3.68076792388719,
      "grad_norm": 3.7155674693530454,
      "learning_rate": 0.00010266382169347475,
      "loss": 4.1754,
      "step": 43330
    },
    {
      "epoch": 3.6808528712198436,
      "grad_norm": 3.5048500027157568,
      "learning_rate": 0.0001026573064300144,
      "loss": 3.7754,
      "step": 43331
    },
    {
      "epoch": 3.6809378185524975,
      "grad_norm": 3.386152565866196,
      "learning_rate": 0.00010265079126575123,
      "loss": 3.5224,
      "step": 43332
    },
    {
      "epoch": 3.6810227658851513,
      "grad_norm": 3.443498507183727,
      "learning_rate": 0.00010264427620069891,
      "loss": 3.7167,
      "step": 43333
    },
    {
      "epoch": 3.6811077132178047,
      "grad_norm": 3.4197307301560422,
      "learning_rate": 0.00010263776123487102,
      "loss": 3.6282,
      "step": 43334
    },
    {
      "epoch": 3.6811926605504586,
      "grad_norm": 3.450606238367049,
      "learning_rate": 0.00010263124636828137,
      "loss": 3.8531,
      "step": 43335
    },
    {
      "epoch": 3.6812776078831124,
      "grad_norm": 3.4221583224304646,
      "learning_rate": 0.00010262473160094348,
      "loss": 3.7938,
      "step": 43336
    },
    {
      "epoch": 3.6813625552157663,
      "grad_norm": 3.37104614722871,
      "learning_rate": 0.00010261821693287105,
      "loss": 4.0284,
      "step": 43337
    },
    {
      "epoch": 3.68144750254842,
      "grad_norm": 3.351946412720391,
      "learning_rate": 0.00010261170236407776,
      "loss": 3.4446,
      "step": 43338
    },
    {
      "epoch": 3.6815324498810735,
      "grad_norm": 3.4878538803751034,
      "learning_rate": 0.00010260518789457717,
      "loss": 4.1924,
      "step": 43339
    },
    {
      "epoch": 3.6816173972137274,
      "grad_norm": 3.707315014367448,
      "learning_rate": 0.00010259867352438296,
      "loss": 4.0723,
      "step": 43340
    },
    {
      "epoch": 3.6817023445463812,
      "grad_norm": 3.785574416696104,
      "learning_rate": 0.00010259215925350883,
      "loss": 4.138,
      "step": 43341
    },
    {
      "epoch": 3.681787291879035,
      "grad_norm": 3.4431336332234945,
      "learning_rate": 0.00010258564508196843,
      "loss": 3.5547,
      "step": 43342
    },
    {
      "epoch": 3.681872239211689,
      "grad_norm": 3.446700359747559,
      "learning_rate": 0.00010257913100977534,
      "loss": 3.8284,
      "step": 43343
    },
    {
      "epoch": 3.6819571865443423,
      "grad_norm": 3.3867415753450536,
      "learning_rate": 0.00010257261703694329,
      "loss": 3.5439,
      "step": 43344
    },
    {
      "epoch": 3.682042133876996,
      "grad_norm": 3.3378390038886487,
      "learning_rate": 0.00010256610316348584,
      "loss": 3.6196,
      "step": 43345
    },
    {
      "epoch": 3.68212708120965,
      "grad_norm": 3.7789128381517143,
      "learning_rate": 0.00010255958938941669,
      "loss": 4.428,
      "step": 43346
    },
    {
      "epoch": 3.682212028542304,
      "grad_norm": 3.749299932731679,
      "learning_rate": 0.00010255307571474947,
      "loss": 4.1737,
      "step": 43347
    },
    {
      "epoch": 3.6822969758749577,
      "grad_norm": 3.308569699898614,
      "learning_rate": 0.00010254656213949788,
      "loss": 3.6552,
      "step": 43348
    },
    {
      "epoch": 3.682381923207611,
      "grad_norm": 3.39536956849317,
      "learning_rate": 0.00010254004866367555,
      "loss": 3.602,
      "step": 43349
    },
    {
      "epoch": 3.682466870540265,
      "grad_norm": 3.577225990846854,
      "learning_rate": 0.00010253353528729604,
      "loss": 4.1581,
      "step": 43350
    },
    {
      "epoch": 3.682551817872919,
      "grad_norm": 3.6364875800925414,
      "learning_rate": 0.00010252702201037313,
      "loss": 3.7778,
      "step": 43351
    },
    {
      "epoch": 3.6826367652055727,
      "grad_norm": 3.539468165059705,
      "learning_rate": 0.00010252050883292031,
      "loss": 4.0175,
      "step": 43352
    },
    {
      "epoch": 3.6827217125382266,
      "grad_norm": 3.4238541744429813,
      "learning_rate": 0.00010251399575495141,
      "loss": 3.8153,
      "step": 43353
    },
    {
      "epoch": 3.68280665987088,
      "grad_norm": 3.570801824893699,
      "learning_rate": 0.00010250748277647993,
      "loss": 4.0842,
      "step": 43354
    },
    {
      "epoch": 3.682891607203534,
      "grad_norm": 3.4393003689044397,
      "learning_rate": 0.00010250096989751962,
      "loss": 3.8338,
      "step": 43355
    },
    {
      "epoch": 3.6829765545361877,
      "grad_norm": 3.4962456257607486,
      "learning_rate": 0.00010249445711808408,
      "loss": 3.9035,
      "step": 43356
    },
    {
      "epoch": 3.683061501868841,
      "grad_norm": 3.7555062120398426,
      "learning_rate": 0.0001024879444381869,
      "loss": 4.2486,
      "step": 43357
    },
    {
      "epoch": 3.683146449201495,
      "grad_norm": 3.750417418346634,
      "learning_rate": 0.00010248143185784179,
      "loss": 4.2923,
      "step": 43358
    },
    {
      "epoch": 3.6832313965341488,
      "grad_norm": 3.499242444503839,
      "learning_rate": 0.0001024749193770624,
      "loss": 4.0207,
      "step": 43359
    },
    {
      "epoch": 3.6833163438668026,
      "grad_norm": 3.7246622168799783,
      "learning_rate": 0.0001024684069958624,
      "loss": 4.1805,
      "step": 43360
    },
    {
      "epoch": 3.6834012911994565,
      "grad_norm": 3.745244139957566,
      "learning_rate": 0.00010246189471425535,
      "loss": 4.2645,
      "step": 43361
    },
    {
      "epoch": 3.68348623853211,
      "grad_norm": 3.3792363631526263,
      "learning_rate": 0.000102455382532255,
      "loss": 3.5933,
      "step": 43362
    },
    {
      "epoch": 3.6835711858647637,
      "grad_norm": 3.3999063129098874,
      "learning_rate": 0.0001024488704498749,
      "loss": 3.6326,
      "step": 43363
    },
    {
      "epoch": 3.6836561331974176,
      "grad_norm": 3.675018727033697,
      "learning_rate": 0.0001024423584671287,
      "loss": 4.2238,
      "step": 43364
    },
    {
      "epoch": 3.6837410805300714,
      "grad_norm": 3.532758803977216,
      "learning_rate": 0.0001024358465840301,
      "loss": 3.8415,
      "step": 43365
    },
    {
      "epoch": 3.6838260278627253,
      "grad_norm": 3.3150926633354976,
      "learning_rate": 0.0001024293348005927,
      "loss": 3.5197,
      "step": 43366
    },
    {
      "epoch": 3.6839109751953787,
      "grad_norm": 3.743075618954263,
      "learning_rate": 0.00010242282311683025,
      "loss": 4.1702,
      "step": 43367
    },
    {
      "epoch": 3.6839959225280325,
      "grad_norm": 3.4669746120495994,
      "learning_rate": 0.00010241631153275623,
      "loss": 3.9356,
      "step": 43368
    },
    {
      "epoch": 3.6840808698606864,
      "grad_norm": 3.6154680164849378,
      "learning_rate": 0.00010240980004838444,
      "loss": 4.1755,
      "step": 43369
    },
    {
      "epoch": 3.6841658171933402,
      "grad_norm": 3.435450111053809,
      "learning_rate": 0.00010240328866372838,
      "loss": 3.7714,
      "step": 43370
    },
    {
      "epoch": 3.684250764525994,
      "grad_norm": 3.416843870698363,
      "learning_rate": 0.00010239677737880174,
      "loss": 3.6867,
      "step": 43371
    },
    {
      "epoch": 3.6843357118586475,
      "grad_norm": 3.4011066128692042,
      "learning_rate": 0.00010239026619361821,
      "loss": 3.6892,
      "step": 43372
    },
    {
      "epoch": 3.6844206591913014,
      "grad_norm": 3.478612300473944,
      "learning_rate": 0.00010238375510819147,
      "loss": 3.5197,
      "step": 43373
    },
    {
      "epoch": 3.684505606523955,
      "grad_norm": 3.5346524730724482,
      "learning_rate": 0.00010237724412253504,
      "loss": 3.8489,
      "step": 43374
    },
    {
      "epoch": 3.684590553856609,
      "grad_norm": 3.36513605679365,
      "learning_rate": 0.00010237073323666263,
      "loss": 3.7052,
      "step": 43375
    },
    {
      "epoch": 3.684675501189263,
      "grad_norm": 3.818676737662638,
      "learning_rate": 0.00010236422245058788,
      "loss": 4.4918,
      "step": 43376
    },
    {
      "epoch": 3.6847604485219163,
      "grad_norm": 3.5350635620788804,
      "learning_rate": 0.00010235771176432436,
      "loss": 3.9097,
      "step": 43377
    },
    {
      "epoch": 3.68484539585457,
      "grad_norm": 3.534563760283943,
      "learning_rate": 0.00010235120117788587,
      "loss": 4.0528,
      "step": 43378
    },
    {
      "epoch": 3.684930343187224,
      "grad_norm": 3.5122349662756953,
      "learning_rate": 0.0001023446906912859,
      "loss": 3.9807,
      "step": 43379
    },
    {
      "epoch": 3.6850152905198774,
      "grad_norm": 3.7052437646374172,
      "learning_rate": 0.00010233818030453821,
      "loss": 4.2053,
      "step": 43380
    },
    {
      "epoch": 3.6851002378525313,
      "grad_norm": 3.381508204512062,
      "learning_rate": 0.00010233167001765634,
      "loss": 4.0575,
      "step": 43381
    },
    {
      "epoch": 3.685185185185185,
      "grad_norm": 3.652790627825781,
      "learning_rate": 0.000102325159830654,
      "loss": 4.152,
      "step": 43382
    },
    {
      "epoch": 3.685270132517839,
      "grad_norm": 3.557744413891371,
      "learning_rate": 0.00010231864974354474,
      "loss": 3.7717,
      "step": 43383
    },
    {
      "epoch": 3.685355079850493,
      "grad_norm": 3.779223862939806,
      "learning_rate": 0.00010231213975634233,
      "loss": 4.4037,
      "step": 43384
    },
    {
      "epoch": 3.6854400271831462,
      "grad_norm": 3.423546488858899,
      "learning_rate": 0.00010230562986906033,
      "loss": 3.6206,
      "step": 43385
    },
    {
      "epoch": 3.6855249745158,
      "grad_norm": 3.9518322956415832,
      "learning_rate": 0.00010229912008171239,
      "loss": 3.8445,
      "step": 43386
    },
    {
      "epoch": 3.685609921848454,
      "grad_norm": 3.365242538380371,
      "learning_rate": 0.00010229261039431216,
      "loss": 3.5057,
      "step": 43387
    },
    {
      "epoch": 3.685694869181108,
      "grad_norm": 3.6605107388905647,
      "learning_rate": 0.00010228610080687327,
      "loss": 4.3043,
      "step": 43388
    },
    {
      "epoch": 3.6857798165137616,
      "grad_norm": 3.7454580527257058,
      "learning_rate": 0.00010227959131940932,
      "loss": 4.4486,
      "step": 43389
    },
    {
      "epoch": 3.685864763846415,
      "grad_norm": 3.5799745359297854,
      "learning_rate": 0.00010227308193193404,
      "loss": 3.8946,
      "step": 43390
    },
    {
      "epoch": 3.685949711179069,
      "grad_norm": 3.501132164529323,
      "learning_rate": 0.00010226657264446104,
      "loss": 3.6532,
      "step": 43391
    },
    {
      "epoch": 3.6860346585117227,
      "grad_norm": 3.3897976410489767,
      "learning_rate": 0.00010226006345700392,
      "loss": 3.752,
      "step": 43392
    },
    {
      "epoch": 3.6861196058443766,
      "grad_norm": 3.43317432330247,
      "learning_rate": 0.00010225355436957634,
      "loss": 3.6309,
      "step": 43393
    },
    {
      "epoch": 3.6862045531770304,
      "grad_norm": 3.5527069628337653,
      "learning_rate": 0.00010224704538219197,
      "loss": 3.9895,
      "step": 43394
    },
    {
      "epoch": 3.686289500509684,
      "grad_norm": 3.3905425435942727,
      "learning_rate": 0.00010224053649486436,
      "loss": 3.6792,
      "step": 43395
    },
    {
      "epoch": 3.6863744478423377,
      "grad_norm": 3.441538566819075,
      "learning_rate": 0.00010223402770760723,
      "loss": 3.4604,
      "step": 43396
    },
    {
      "epoch": 3.6864593951749915,
      "grad_norm": 3.4632091774252944,
      "learning_rate": 0.00010222751902043417,
      "loss": 3.9175,
      "step": 43397
    },
    {
      "epoch": 3.6865443425076454,
      "grad_norm": 3.450166656805186,
      "learning_rate": 0.00010222101043335891,
      "loss": 3.6839,
      "step": 43398
    },
    {
      "epoch": 3.6866292898402993,
      "grad_norm": 3.404757712789692,
      "learning_rate": 0.00010221450194639497,
      "loss": 3.7251,
      "step": 43399
    },
    {
      "epoch": 3.6867142371729527,
      "grad_norm": 3.4242590221276963,
      "learning_rate": 0.00010220799355955602,
      "loss": 3.568,
      "step": 43400
    },
    {
      "epoch": 3.6867991845056065,
      "grad_norm": 3.3928939656724872,
      "learning_rate": 0.0001022014852728557,
      "loss": 3.6495,
      "step": 43401
    },
    {
      "epoch": 3.6868841318382604,
      "grad_norm": 3.3001884445603222,
      "learning_rate": 0.00010219497708630771,
      "loss": 3.5003,
      "step": 43402
    },
    {
      "epoch": 3.6869690791709138,
      "grad_norm": 3.7894333853488273,
      "learning_rate": 0.00010218846899992561,
      "loss": 4.3427,
      "step": 43403
    },
    {
      "epoch": 3.687054026503568,
      "grad_norm": 3.592499803534209,
      "learning_rate": 0.00010218196101372307,
      "loss": 4.154,
      "step": 43404
    },
    {
      "epoch": 3.6871389738362215,
      "grad_norm": 3.402090000441289,
      "learning_rate": 0.00010217545312771375,
      "loss": 3.5898,
      "step": 43405
    },
    {
      "epoch": 3.6872239211688753,
      "grad_norm": 3.75704906453706,
      "learning_rate": 0.00010216894534191121,
      "loss": 4.5009,
      "step": 43406
    },
    {
      "epoch": 3.687308868501529,
      "grad_norm": 3.637108247606186,
      "learning_rate": 0.00010216243765632912,
      "loss": 4.1589,
      "step": 43407
    },
    {
      "epoch": 3.6873938158341826,
      "grad_norm": 3.8775299418198292,
      "learning_rate": 0.00010215593007098113,
      "loss": 4.6623,
      "step": 43408
    },
    {
      "epoch": 3.6874787631668364,
      "grad_norm": 3.3313766527842086,
      "learning_rate": 0.00010214942258588091,
      "loss": 3.4235,
      "step": 43409
    },
    {
      "epoch": 3.6875637104994903,
      "grad_norm": 3.4854508044275367,
      "learning_rate": 0.00010214291520104205,
      "loss": 3.9166,
      "step": 43410
    },
    {
      "epoch": 3.687648657832144,
      "grad_norm": 3.3811789728169264,
      "learning_rate": 0.00010213640791647817,
      "loss": 3.671,
      "step": 43411
    },
    {
      "epoch": 3.687733605164798,
      "grad_norm": 3.4538385783178263,
      "learning_rate": 0.00010212990073220295,
      "loss": 3.803,
      "step": 43412
    },
    {
      "epoch": 3.6878185524974514,
      "grad_norm": 3.455401264729955,
      "learning_rate": 0.00010212339364822999,
      "loss": 3.804,
      "step": 43413
    },
    {
      "epoch": 3.6879034998301052,
      "grad_norm": 3.4664412861913894,
      "learning_rate": 0.0001021168866645729,
      "loss": 3.8009,
      "step": 43414
    },
    {
      "epoch": 3.687988447162759,
      "grad_norm": 3.7661265743419867,
      "learning_rate": 0.00010211037978124535,
      "loss": 4.1162,
      "step": 43415
    },
    {
      "epoch": 3.688073394495413,
      "grad_norm": 3.4234671940934174,
      "learning_rate": 0.00010210387299826104,
      "loss": 3.8749,
      "step": 43416
    },
    {
      "epoch": 3.688158341828067,
      "grad_norm": 3.752823551430954,
      "learning_rate": 0.00010209736631563349,
      "loss": 3.745,
      "step": 43417
    },
    {
      "epoch": 3.68824328916072,
      "grad_norm": 3.5111072653663395,
      "learning_rate": 0.00010209085973337638,
      "loss": 3.9894,
      "step": 43418
    },
    {
      "epoch": 3.688328236493374,
      "grad_norm": 3.485063170761569,
      "learning_rate": 0.00010208435325150339,
      "loss": 3.5571,
      "step": 43419
    },
    {
      "epoch": 3.688413183826028,
      "grad_norm": 3.3043719531019367,
      "learning_rate": 0.00010207784687002802,
      "loss": 3.6075,
      "step": 43420
    },
    {
      "epoch": 3.6884981311586817,
      "grad_norm": 3.3030514381635094,
      "learning_rate": 0.00010207134058896403,
      "loss": 3.383,
      "step": 43421
    },
    {
      "epoch": 3.6885830784913356,
      "grad_norm": 3.435526630501075,
      "learning_rate": 0.000102064834408325,
      "loss": 3.6559,
      "step": 43422
    },
    {
      "epoch": 3.688668025823989,
      "grad_norm": 3.4262414886985333,
      "learning_rate": 0.00010205832832812462,
      "loss": 3.7902,
      "step": 43423
    },
    {
      "epoch": 3.688752973156643,
      "grad_norm": 3.7160974519167143,
      "learning_rate": 0.00010205182234837645,
      "loss": 4.148,
      "step": 43424
    },
    {
      "epoch": 3.6888379204892967,
      "grad_norm": 3.4104639591757726,
      "learning_rate": 0.00010204531646909414,
      "loss": 3.7664,
      "step": 43425
    },
    {
      "epoch": 3.68892286782195,
      "grad_norm": 3.8049259203397603,
      "learning_rate": 0.00010203881069029129,
      "loss": 4.3537,
      "step": 43426
    },
    {
      "epoch": 3.6890078151546044,
      "grad_norm": 3.6801570150826963,
      "learning_rate": 0.00010203230501198164,
      "loss": 4.3186,
      "step": 43427
    },
    {
      "epoch": 3.689092762487258,
      "grad_norm": 3.6788431615654953,
      "learning_rate": 0.00010202579943417874,
      "loss": 4.2131,
      "step": 43428
    },
    {
      "epoch": 3.6891777098199117,
      "grad_norm": 3.326149732800494,
      "learning_rate": 0.00010201929395689619,
      "loss": 3.5095,
      "step": 43429
    },
    {
      "epoch": 3.6892626571525655,
      "grad_norm": 3.665743328831971,
      "learning_rate": 0.00010201278858014774,
      "loss": 4.4133,
      "step": 43430
    },
    {
      "epoch": 3.689347604485219,
      "grad_norm": 3.7325210512157874,
      "learning_rate": 0.00010200628330394688,
      "loss": 3.9785,
      "step": 43431
    },
    {
      "epoch": 3.6894325518178728,
      "grad_norm": 3.3801053520253967,
      "learning_rate": 0.00010199977812830731,
      "loss": 3.5791,
      "step": 43432
    },
    {
      "epoch": 3.6895174991505266,
      "grad_norm": 3.726068474900622,
      "learning_rate": 0.00010199327305324267,
      "loss": 4.3499,
      "step": 43433
    },
    {
      "epoch": 3.6896024464831805,
      "grad_norm": 3.7604425743136094,
      "learning_rate": 0.00010198676807876661,
      "loss": 4.2697,
      "step": 43434
    },
    {
      "epoch": 3.6896873938158343,
      "grad_norm": 3.6644677055910213,
      "learning_rate": 0.0001019802632048927,
      "loss": 4.104,
      "step": 43435
    },
    {
      "epoch": 3.6897723411484877,
      "grad_norm": 3.5428114847068386,
      "learning_rate": 0.00010197375843163459,
      "loss": 3.8908,
      "step": 43436
    },
    {
      "epoch": 3.6898572884811416,
      "grad_norm": 3.7231011072460807,
      "learning_rate": 0.00010196725375900594,
      "loss": 4.1406,
      "step": 43437
    },
    {
      "epoch": 3.6899422358137954,
      "grad_norm": 3.6521994991791122,
      "learning_rate": 0.0001019607491870203,
      "loss": 3.7193,
      "step": 43438
    },
    {
      "epoch": 3.6900271831464493,
      "grad_norm": 3.390878107938033,
      "learning_rate": 0.00010195424471569139,
      "loss": 3.7877,
      "step": 43439
    },
    {
      "epoch": 3.690112130479103,
      "grad_norm": 3.3872260783915626,
      "learning_rate": 0.00010194774034503277,
      "loss": 3.418,
      "step": 43440
    },
    {
      "epoch": 3.6901970778117565,
      "grad_norm": 3.4199125996174535,
      "learning_rate": 0.00010194123607505818,
      "loss": 3.838,
      "step": 43441
    },
    {
      "epoch": 3.6902820251444104,
      "grad_norm": 3.39969205420485,
      "learning_rate": 0.00010193473190578112,
      "loss": 3.7228,
      "step": 43442
    },
    {
      "epoch": 3.6903669724770642,
      "grad_norm": 3.3300368746796662,
      "learning_rate": 0.00010192822783721527,
      "loss": 3.411,
      "step": 43443
    },
    {
      "epoch": 3.690451919809718,
      "grad_norm": 3.4665555758451934,
      "learning_rate": 0.00010192172386937421,
      "loss": 3.7624,
      "step": 43444
    },
    {
      "epoch": 3.690536867142372,
      "grad_norm": 3.5227835842704023,
      "learning_rate": 0.00010191522000227169,
      "loss": 3.9942,
      "step": 43445
    },
    {
      "epoch": 3.6906218144750254,
      "grad_norm": 3.4935147704113456,
      "learning_rate": 0.00010190871623592121,
      "loss": 3.6842,
      "step": 43446
    },
    {
      "epoch": 3.690706761807679,
      "grad_norm": 3.644370479033381,
      "learning_rate": 0.00010190221257033647,
      "loss": 4.2436,
      "step": 43447
    },
    {
      "epoch": 3.690791709140333,
      "grad_norm": 3.8032577972064394,
      "learning_rate": 0.00010189570900553111,
      "loss": 4.3333,
      "step": 43448
    },
    {
      "epoch": 3.690876656472987,
      "grad_norm": 3.744579131650915,
      "learning_rate": 0.00010188920554151869,
      "loss": 4.5418,
      "step": 43449
    },
    {
      "epoch": 3.6909616038056408,
      "grad_norm": 3.4903761262616113,
      "learning_rate": 0.00010188270217831283,
      "loss": 3.8301,
      "step": 43450
    },
    {
      "epoch": 3.691046551138294,
      "grad_norm": 3.525074347072626,
      "learning_rate": 0.00010187619891592723,
      "loss": 3.8116,
      "step": 43451
    },
    {
      "epoch": 3.691131498470948,
      "grad_norm": 3.5725780253206287,
      "learning_rate": 0.0001018696957543755,
      "loss": 4.1957,
      "step": 43452
    },
    {
      "epoch": 3.691216445803602,
      "grad_norm": 3.7895275737616285,
      "learning_rate": 0.00010186319269367124,
      "loss": 4.2511,
      "step": 43453
    },
    {
      "epoch": 3.6913013931362553,
      "grad_norm": 3.8085744401217916,
      "learning_rate": 0.00010185668973382806,
      "loss": 4.6436,
      "step": 43454
    },
    {
      "epoch": 3.691386340468909,
      "grad_norm": 3.264601123766583,
      "learning_rate": 0.00010185018687485966,
      "loss": 3.3525,
      "step": 43455
    },
    {
      "epoch": 3.691471287801563,
      "grad_norm": 3.4207056644994522,
      "learning_rate": 0.00010184368411677955,
      "loss": 3.7801,
      "step": 43456
    },
    {
      "epoch": 3.691556235134217,
      "grad_norm": 3.5876559475008865,
      "learning_rate": 0.00010183718145960144,
      "loss": 4.0014,
      "step": 43457
    },
    {
      "epoch": 3.6916411824668707,
      "grad_norm": 3.3655897142485722,
      "learning_rate": 0.00010183067890333895,
      "loss": 3.6489,
      "step": 43458
    },
    {
      "epoch": 3.691726129799524,
      "grad_norm": 3.3146711446311032,
      "learning_rate": 0.0001018241764480057,
      "loss": 3.4811,
      "step": 43459
    },
    {
      "epoch": 3.691811077132178,
      "grad_norm": 3.3170938333311297,
      "learning_rate": 0.00010181767409361531,
      "loss": 3.4703,
      "step": 43460
    },
    {
      "epoch": 3.691896024464832,
      "grad_norm": 3.448349530662748,
      "learning_rate": 0.0001018111718401814,
      "loss": 3.7341,
      "step": 43461
    },
    {
      "epoch": 3.6919809717974856,
      "grad_norm": 3.3377663745812662,
      "learning_rate": 0.00010180466968771758,
      "loss": 3.5665,
      "step": 43462
    },
    {
      "epoch": 3.6920659191301395,
      "grad_norm": 3.4049032182555607,
      "learning_rate": 0.00010179816763623746,
      "loss": 3.8592,
      "step": 43463
    },
    {
      "epoch": 3.692150866462793,
      "grad_norm": 3.432817814041831,
      "learning_rate": 0.0001017916656857547,
      "loss": 3.62,
      "step": 43464
    },
    {
      "epoch": 3.6922358137954467,
      "grad_norm": 3.867984409818277,
      "learning_rate": 0.00010178516383628291,
      "loss": 4.514,
      "step": 43465
    },
    {
      "epoch": 3.6923207611281006,
      "grad_norm": 3.48351854895453,
      "learning_rate": 0.00010177866208783577,
      "loss": 3.905,
      "step": 43466
    },
    {
      "epoch": 3.6924057084607544,
      "grad_norm": 3.53311274305182,
      "learning_rate": 0.0001017721604404268,
      "loss": 3.8917,
      "step": 43467
    },
    {
      "epoch": 3.6924906557934083,
      "grad_norm": 3.506359627167639,
      "learning_rate": 0.00010176565889406973,
      "loss": 4.0595,
      "step": 43468
    },
    {
      "epoch": 3.6925756031260617,
      "grad_norm": 3.3873235471396104,
      "learning_rate": 0.00010175915744877801,
      "loss": 3.6336,
      "step": 43469
    },
    {
      "epoch": 3.6926605504587156,
      "grad_norm": 3.717012498758697,
      "learning_rate": 0.0001017526561045655,
      "loss": 4.1083,
      "step": 43470
    },
    {
      "epoch": 3.6927454977913694,
      "grad_norm": 3.8618544253220084,
      "learning_rate": 0.00010174615486144565,
      "loss": 4.5278,
      "step": 43471
    },
    {
      "epoch": 3.6928304451240233,
      "grad_norm": 3.337421848251827,
      "learning_rate": 0.00010173965371943213,
      "loss": 3.5859,
      "step": 43472
    },
    {
      "epoch": 3.692915392456677,
      "grad_norm": 3.810789204462802,
      "learning_rate": 0.0001017331526785386,
      "loss": 4.3517,
      "step": 43473
    },
    {
      "epoch": 3.6930003397893305,
      "grad_norm": 3.337098781088188,
      "learning_rate": 0.00010172665173877864,
      "loss": 3.5081,
      "step": 43474
    },
    {
      "epoch": 3.6930852871219844,
      "grad_norm": 3.3778272735776578,
      "learning_rate": 0.00010172015090016581,
      "loss": 3.8533,
      "step": 43475
    },
    {
      "epoch": 3.693170234454638,
      "grad_norm": 3.5432276244161187,
      "learning_rate": 0.00010171365016271386,
      "loss": 3.8776,
      "step": 43476
    },
    {
      "epoch": 3.6932551817872916,
      "grad_norm": 3.3152838628755084,
      "learning_rate": 0.00010170714952643637,
      "loss": 3.8043,
      "step": 43477
    },
    {
      "epoch": 3.6933401291199455,
      "grad_norm": 3.4463921328380698,
      "learning_rate": 0.00010170064899134692,
      "loss": 3.7151,
      "step": 43478
    },
    {
      "epoch": 3.6934250764525993,
      "grad_norm": 3.5186157631026806,
      "learning_rate": 0.00010169414855745917,
      "loss": 3.8277,
      "step": 43479
    },
    {
      "epoch": 3.693510023785253,
      "grad_norm": 3.7557536066816155,
      "learning_rate": 0.00010168764822478669,
      "loss": 4.1891,
      "step": 43480
    },
    {
      "epoch": 3.693594971117907,
      "grad_norm": 3.386292319465229,
      "learning_rate": 0.0001016811479933431,
      "loss": 3.7079,
      "step": 43481
    },
    {
      "epoch": 3.6936799184505604,
      "grad_norm": 3.396893102792591,
      "learning_rate": 0.00010167464786314211,
      "loss": 3.8797,
      "step": 43482
    },
    {
      "epoch": 3.6937648657832143,
      "grad_norm": 3.575901419072929,
      "learning_rate": 0.00010166814783419725,
      "loss": 4.3437,
      "step": 43483
    },
    {
      "epoch": 3.693849813115868,
      "grad_norm": 3.5573906218153994,
      "learning_rate": 0.00010166164790652223,
      "loss": 3.9449,
      "step": 43484
    },
    {
      "epoch": 3.693934760448522,
      "grad_norm": 3.733267334262849,
      "learning_rate": 0.00010165514808013054,
      "loss": 4.3833,
      "step": 43485
    },
    {
      "epoch": 3.694019707781176,
      "grad_norm": 3.777338392280474,
      "learning_rate": 0.00010164864835503593,
      "loss": 4.2384,
      "step": 43486
    },
    {
      "epoch": 3.6941046551138292,
      "grad_norm": 3.4879956788803703,
      "learning_rate": 0.00010164214873125188,
      "loss": 4.0205,
      "step": 43487
    },
    {
      "epoch": 3.694189602446483,
      "grad_norm": 3.7872250574809687,
      "learning_rate": 0.00010163564920879215,
      "loss": 4.5384,
      "step": 43488
    },
    {
      "epoch": 3.694274549779137,
      "grad_norm": 3.4399072198161846,
      "learning_rate": 0.00010162914978767029,
      "loss": 3.6625,
      "step": 43489
    },
    {
      "epoch": 3.694359497111791,
      "grad_norm": 3.3807186498344457,
      "learning_rate": 0.00010162265046789994,
      "loss": 3.7193,
      "step": 43490
    },
    {
      "epoch": 3.6944444444444446,
      "grad_norm": 3.847308493870934,
      "learning_rate": 0.00010161615124949467,
      "loss": 4.6944,
      "step": 43491
    },
    {
      "epoch": 3.694529391777098,
      "grad_norm": 3.4638337112015933,
      "learning_rate": 0.00010160965213246814,
      "loss": 3.7935,
      "step": 43492
    },
    {
      "epoch": 3.694614339109752,
      "grad_norm": 3.414534114202688,
      "learning_rate": 0.00010160315311683392,
      "loss": 3.7024,
      "step": 43493
    },
    {
      "epoch": 3.6946992864424058,
      "grad_norm": 3.360736125622846,
      "learning_rate": 0.00010159665420260571,
      "loss": 3.6569,
      "step": 43494
    },
    {
      "epoch": 3.6947842337750596,
      "grad_norm": 3.530442218758001,
      "learning_rate": 0.0001015901553897971,
      "loss": 3.9546,
      "step": 43495
    },
    {
      "epoch": 3.6948691811077135,
      "grad_norm": 3.7355630008180065,
      "learning_rate": 0.00010158365667842165,
      "loss": 4.4966,
      "step": 43496
    },
    {
      "epoch": 3.694954128440367,
      "grad_norm": 3.4550435404414803,
      "learning_rate": 0.00010157715806849308,
      "loss": 3.862,
      "step": 43497
    },
    {
      "epoch": 3.6950390757730207,
      "grad_norm": 3.3980083048602863,
      "learning_rate": 0.00010157065956002489,
      "loss": 3.7375,
      "step": 43498
    },
    {
      "epoch": 3.6951240231056746,
      "grad_norm": 3.8246004281126993,
      "learning_rate": 0.0001015641611530307,
      "loss": 4.6077,
      "step": 43499
    },
    {
      "epoch": 3.695208970438328,
      "grad_norm": 3.385228943059051,
      "learning_rate": 0.00010155766284752423,
      "loss": 3.6316,
      "step": 43500
    },
    {
      "epoch": 3.6952939177709823,
      "grad_norm": 3.562612212022076,
      "learning_rate": 0.00010155116464351904,
      "loss": 4.1443,
      "step": 43501
    },
    {
      "epoch": 3.6953788651036357,
      "grad_norm": 3.22940252151268,
      "learning_rate": 0.00010154466654102877,
      "loss": 3.2727,
      "step": 43502
    },
    {
      "epoch": 3.6954638124362895,
      "grad_norm": 3.8440430005496498,
      "learning_rate": 0.00010153816854006698,
      "loss": 4.4042,
      "step": 43503
    },
    {
      "epoch": 3.6955487597689434,
      "grad_norm": 3.6374075797278187,
      "learning_rate": 0.00010153167064064736,
      "loss": 4.1322,
      "step": 43504
    },
    {
      "epoch": 3.6956337071015968,
      "grad_norm": 3.475176342335817,
      "learning_rate": 0.00010152517284278345,
      "loss": 3.9339,
      "step": 43505
    },
    {
      "epoch": 3.6957186544342506,
      "grad_norm": 3.8412183974188485,
      "learning_rate": 0.00010151867514648886,
      "loss": 4.3179,
      "step": 43506
    },
    {
      "epoch": 3.6958036017669045,
      "grad_norm": 3.4021994076002673,
      "learning_rate": 0.00010151217755177726,
      "loss": 3.6644,
      "step": 43507
    },
    {
      "epoch": 3.6958885490995583,
      "grad_norm": 3.384720685050631,
      "learning_rate": 0.00010150568005866231,
      "loss": 3.4462,
      "step": 43508
    },
    {
      "epoch": 3.695973496432212,
      "grad_norm": 3.7568940986050077,
      "learning_rate": 0.0001014991826671575,
      "loss": 4.1025,
      "step": 43509
    },
    {
      "epoch": 3.6960584437648656,
      "grad_norm": 3.7254920842503036,
      "learning_rate": 0.00010149268537727652,
      "loss": 4.2617,
      "step": 43510
    },
    {
      "epoch": 3.6961433910975194,
      "grad_norm": 3.499792968946814,
      "learning_rate": 0.000101486188189033,
      "loss": 4.0485,
      "step": 43511
    },
    {
      "epoch": 3.6962283384301733,
      "grad_norm": 3.535452823524076,
      "learning_rate": 0.00010147969110244041,
      "loss": 4.0122,
      "step": 43512
    },
    {
      "epoch": 3.696313285762827,
      "grad_norm": 3.550636498441361,
      "learning_rate": 0.00010147319411751259,
      "loss": 3.7801,
      "step": 43513
    },
    {
      "epoch": 3.696398233095481,
      "grad_norm": 3.5002823243563164,
      "learning_rate": 0.00010146669723426301,
      "loss": 3.6966,
      "step": 43514
    },
    {
      "epoch": 3.6964831804281344,
      "grad_norm": 3.5836970462965247,
      "learning_rate": 0.0001014602004527053,
      "loss": 4.0276,
      "step": 43515
    },
    {
      "epoch": 3.6965681277607882,
      "grad_norm": 3.289440849270591,
      "learning_rate": 0.00010145370377285311,
      "loss": 3.4604,
      "step": 43516
    },
    {
      "epoch": 3.696653075093442,
      "grad_norm": 3.6521950970398436,
      "learning_rate": 0.00010144720719472,
      "loss": 4.0256,
      "step": 43517
    },
    {
      "epoch": 3.696738022426096,
      "grad_norm": 3.353328953399107,
      "learning_rate": 0.00010144071071831957,
      "loss": 3.8426,
      "step": 43518
    },
    {
      "epoch": 3.69682296975875,
      "grad_norm": 3.7589492848663246,
      "learning_rate": 0.00010143421434366556,
      "loss": 3.6282,
      "step": 43519
    },
    {
      "epoch": 3.696907917091403,
      "grad_norm": 3.712204625865753,
      "learning_rate": 0.00010142771807077144,
      "loss": 4.3679,
      "step": 43520
    },
    {
      "epoch": 3.696992864424057,
      "grad_norm": 3.3550891214464054,
      "learning_rate": 0.00010142122189965088,
      "loss": 3.677,
      "step": 43521
    },
    {
      "epoch": 3.697077811756711,
      "grad_norm": 3.5764179945538555,
      "learning_rate": 0.00010141472583031752,
      "loss": 3.8283,
      "step": 43522
    },
    {
      "epoch": 3.6971627590893648,
      "grad_norm": 3.7331829788694564,
      "learning_rate": 0.00010140822986278491,
      "loss": 4.1378,
      "step": 43523
    },
    {
      "epoch": 3.6972477064220186,
      "grad_norm": 3.3689160364981205,
      "learning_rate": 0.00010140173399706665,
      "loss": 3.5656,
      "step": 43524
    },
    {
      "epoch": 3.697332653754672,
      "grad_norm": 3.4644213093483405,
      "learning_rate": 0.0001013952382331764,
      "loss": 3.6298,
      "step": 43525
    },
    {
      "epoch": 3.697417601087326,
      "grad_norm": 3.3847445405394065,
      "learning_rate": 0.00010138874257112782,
      "loss": 3.7516,
      "step": 43526
    },
    {
      "epoch": 3.6975025484199797,
      "grad_norm": 3.720321371722681,
      "learning_rate": 0.00010138224701093442,
      "loss": 4.3197,
      "step": 43527
    },
    {
      "epoch": 3.697587495752633,
      "grad_norm": 3.5167016089280136,
      "learning_rate": 0.00010137575155260984,
      "loss": 4.2518,
      "step": 43528
    },
    {
      "epoch": 3.697672443085287,
      "grad_norm": 3.3286594155456326,
      "learning_rate": 0.00010136925619616775,
      "loss": 3.5486,
      "step": 43529
    },
    {
      "epoch": 3.697757390417941,
      "grad_norm": 3.33832004698122,
      "learning_rate": 0.00010136276094162164,
      "loss": 3.4419,
      "step": 43530
    },
    {
      "epoch": 3.6978423377505947,
      "grad_norm": 3.43347429346616,
      "learning_rate": 0.00010135626578898522,
      "loss": 3.6606,
      "step": 43531
    },
    {
      "epoch": 3.6979272850832485,
      "grad_norm": 3.5612727255637036,
      "learning_rate": 0.00010134977073827205,
      "loss": 4.2193,
      "step": 43532
    },
    {
      "epoch": 3.698012232415902,
      "grad_norm": 3.444821299805481,
      "learning_rate": 0.00010134327578949581,
      "loss": 3.6258,
      "step": 43533
    },
    {
      "epoch": 3.698097179748556,
      "grad_norm": 3.3678527804744003,
      "learning_rate": 0.00010133678094267002,
      "loss": 3.54,
      "step": 43534
    },
    {
      "epoch": 3.6981821270812096,
      "grad_norm": 3.7732639248945623,
      "learning_rate": 0.00010133028619780834,
      "loss": 4.2811,
      "step": 43535
    },
    {
      "epoch": 3.6982670744138635,
      "grad_norm": 3.8322677561186334,
      "learning_rate": 0.00010132379155492431,
      "loss": 4.2227,
      "step": 43536
    },
    {
      "epoch": 3.6983520217465173,
      "grad_norm": 3.771968156086097,
      "learning_rate": 0.00010131729701403167,
      "loss": 4.3309,
      "step": 43537
    },
    {
      "epoch": 3.6984369690791707,
      "grad_norm": 3.748141679510754,
      "learning_rate": 0.00010131080257514391,
      "loss": 4.1992,
      "step": 43538
    },
    {
      "epoch": 3.6985219164118246,
      "grad_norm": 3.7325772895173652,
      "learning_rate": 0.00010130430823827467,
      "loss": 4.3368,
      "step": 43539
    },
    {
      "epoch": 3.6986068637444784,
      "grad_norm": 3.602856608819126,
      "learning_rate": 0.00010129781400343761,
      "loss": 4.1235,
      "step": 43540
    },
    {
      "epoch": 3.6986918110771323,
      "grad_norm": 3.72445368764578,
      "learning_rate": 0.00010129131987064628,
      "loss": 4.3321,
      "step": 43541
    },
    {
      "epoch": 3.698776758409786,
      "grad_norm": 3.5312499443567047,
      "learning_rate": 0.00010128482583991422,
      "loss": 4.0288,
      "step": 43542
    },
    {
      "epoch": 3.6988617057424396,
      "grad_norm": 3.7137842262517298,
      "learning_rate": 0.00010127833191125518,
      "loss": 4.2581,
      "step": 43543
    },
    {
      "epoch": 3.6989466530750934,
      "grad_norm": 3.8168963755203205,
      "learning_rate": 0.00010127183808468272,
      "loss": 4.7026,
      "step": 43544
    },
    {
      "epoch": 3.6990316004077473,
      "grad_norm": 3.764052833506553,
      "learning_rate": 0.0001012653443602104,
      "loss": 4.2357,
      "step": 43545
    },
    {
      "epoch": 3.699116547740401,
      "grad_norm": 3.6007246203455003,
      "learning_rate": 0.00010125885073785188,
      "loss": 3.9771,
      "step": 43546
    },
    {
      "epoch": 3.699201495073055,
      "grad_norm": 3.695200312127427,
      "learning_rate": 0.00010125235721762076,
      "loss": 4.1298,
      "step": 43547
    },
    {
      "epoch": 3.6992864424057084,
      "grad_norm": 3.6398499369697923,
      "learning_rate": 0.0001012458637995306,
      "loss": 4.0668,
      "step": 43548
    },
    {
      "epoch": 3.699371389738362,
      "grad_norm": 3.4742602893440537,
      "learning_rate": 0.000101239370483595,
      "loss": 3.8476,
      "step": 43549
    },
    {
      "epoch": 3.699456337071016,
      "grad_norm": 3.483257004068851,
      "learning_rate": 0.0001012328772698276,
      "loss": 3.9118,
      "step": 43550
    },
    {
      "epoch": 3.6995412844036695,
      "grad_norm": 3.4047199348677992,
      "learning_rate": 0.00010122638415824209,
      "loss": 3.6721,
      "step": 43551
    },
    {
      "epoch": 3.6996262317363233,
      "grad_norm": 3.6151073482080394,
      "learning_rate": 0.00010121989114885192,
      "loss": 4.3149,
      "step": 43552
    },
    {
      "epoch": 3.699711179068977,
      "grad_norm": 3.5241795254782167,
      "learning_rate": 0.00010121339824167078,
      "loss": 3.7187,
      "step": 43553
    },
    {
      "epoch": 3.699796126401631,
      "grad_norm": 3.387467093724576,
      "learning_rate": 0.00010120690543671228,
      "loss": 3.5579,
      "step": 43554
    },
    {
      "epoch": 3.699881073734285,
      "grad_norm": 3.7680357598874297,
      "learning_rate": 0.00010120041273398995,
      "loss": 4.2156,
      "step": 43555
    },
    {
      "epoch": 3.6999660210669383,
      "grad_norm": 3.5156004599709068,
      "learning_rate": 0.00010119392013351747,
      "loss": 4.0029,
      "step": 43556
    },
    {
      "epoch": 3.700050968399592,
      "grad_norm": 3.397195457911925,
      "learning_rate": 0.00010118742763530845,
      "loss": 3.6623,
      "step": 43557
    },
    {
      "epoch": 3.700135915732246,
      "grad_norm": 3.365017354332166,
      "learning_rate": 0.00010118093523937647,
      "loss": 3.7506,
      "step": 43558
    },
    {
      "epoch": 3.7002208630649,
      "grad_norm": 3.3920451465284343,
      "learning_rate": 0.0001011744429457351,
      "loss": 3.4789,
      "step": 43559
    },
    {
      "epoch": 3.7003058103975537,
      "grad_norm": 3.376230973808275,
      "learning_rate": 0.00010116795075439797,
      "loss": 3.667,
      "step": 43560
    },
    {
      "epoch": 3.700390757730207,
      "grad_norm": 3.7094201011734738,
      "learning_rate": 0.00010116145866537866,
      "loss": 4.1235,
      "step": 43561
    },
    {
      "epoch": 3.700475705062861,
      "grad_norm": 3.4476070278777686,
      "learning_rate": 0.00010115496667869086,
      "loss": 3.5684,
      "step": 43562
    },
    {
      "epoch": 3.700560652395515,
      "grad_norm": 3.5093837360031928,
      "learning_rate": 0.00010114847479434807,
      "loss": 4.0866,
      "step": 43563
    },
    {
      "epoch": 3.7006455997281686,
      "grad_norm": 3.389655206962453,
      "learning_rate": 0.00010114198301236396,
      "loss": 3.3966,
      "step": 43564
    },
    {
      "epoch": 3.7007305470608225,
      "grad_norm": 3.3799154013063584,
      "learning_rate": 0.00010113549133275211,
      "loss": 3.615,
      "step": 43565
    },
    {
      "epoch": 3.700815494393476,
      "grad_norm": 3.407759060534664,
      "learning_rate": 0.0001011289997555261,
      "loss": 3.5257,
      "step": 43566
    },
    {
      "epoch": 3.7009004417261298,
      "grad_norm": 3.468106845621153,
      "learning_rate": 0.00010112250828069951,
      "loss": 3.967,
      "step": 43567
    },
    {
      "epoch": 3.7009853890587836,
      "grad_norm": 3.6745210470533456,
      "learning_rate": 0.00010111601690828601,
      "loss": 4.1018,
      "step": 43568
    },
    {
      "epoch": 3.7010703363914375,
      "grad_norm": 3.4923441411577767,
      "learning_rate": 0.00010110952563829921,
      "loss": 3.8089,
      "step": 43569
    },
    {
      "epoch": 3.7011552837240913,
      "grad_norm": 3.335324193068358,
      "learning_rate": 0.00010110303447075264,
      "loss": 3.6068,
      "step": 43570
    },
    {
      "epoch": 3.7012402310567447,
      "grad_norm": 3.4338470463590682,
      "learning_rate": 0.00010109654340565993,
      "loss": 3.8446,
      "step": 43571
    },
    {
      "epoch": 3.7013251783893986,
      "grad_norm": 3.7312659940971873,
      "learning_rate": 0.00010109005244303473,
      "loss": 4.3563,
      "step": 43572
    },
    {
      "epoch": 3.7014101257220524,
      "grad_norm": 3.4935692880176314,
      "learning_rate": 0.00010108356158289052,
      "loss": 3.8821,
      "step": 43573
    },
    {
      "epoch": 3.701495073054706,
      "grad_norm": 3.4566119915683804,
      "learning_rate": 0.000101077070825241,
      "loss": 3.6807,
      "step": 43574
    },
    {
      "epoch": 3.7015800203873597,
      "grad_norm": 3.3888646179599675,
      "learning_rate": 0.00010107058017009978,
      "loss": 3.605,
      "step": 43575
    },
    {
      "epoch": 3.7016649677200135,
      "grad_norm": 3.3001646214235008,
      "learning_rate": 0.00010106408961748044,
      "loss": 3.5123,
      "step": 43576
    },
    {
      "epoch": 3.7017499150526674,
      "grad_norm": 3.455552744780926,
      "learning_rate": 0.00010105759916739653,
      "loss": 3.8452,
      "step": 43577
    },
    {
      "epoch": 3.7018348623853212,
      "grad_norm": 3.73308043154766,
      "learning_rate": 0.00010105110881986168,
      "loss": 4.0689,
      "step": 43578
    },
    {
      "epoch": 3.7019198097179746,
      "grad_norm": 3.507777191277503,
      "learning_rate": 0.00010104461857488946,
      "loss": 3.8699,
      "step": 43579
    },
    {
      "epoch": 3.7020047570506285,
      "grad_norm": 3.461968234147983,
      "learning_rate": 0.00010103812843249358,
      "loss": 4.0403,
      "step": 43580
    },
    {
      "epoch": 3.7020897043832823,
      "grad_norm": 3.796714673016585,
      "learning_rate": 0.00010103163839268751,
      "loss": 4.4348,
      "step": 43581
    },
    {
      "epoch": 3.702174651715936,
      "grad_norm": 3.754985521000693,
      "learning_rate": 0.00010102514845548493,
      "loss": 4.0572,
      "step": 43582
    },
    {
      "epoch": 3.70225959904859,
      "grad_norm": 3.410198546765987,
      "learning_rate": 0.00010101865862089942,
      "loss": 3.6574,
      "step": 43583
    },
    {
      "epoch": 3.7023445463812434,
      "grad_norm": 3.8283385700091204,
      "learning_rate": 0.00010101216888894454,
      "loss": 4.4292,
      "step": 43584
    },
    {
      "epoch": 3.7024294937138973,
      "grad_norm": 3.3846016138748136,
      "learning_rate": 0.0001010056792596339,
      "loss": 3.8302,
      "step": 43585
    },
    {
      "epoch": 3.702514441046551,
      "grad_norm": 3.7030961980943533,
      "learning_rate": 0.00010099918973298112,
      "loss": 4.0667,
      "step": 43586
    },
    {
      "epoch": 3.702599388379205,
      "grad_norm": 3.4508288046952242,
      "learning_rate": 0.00010099270030899983,
      "loss": 3.6977,
      "step": 43587
    },
    {
      "epoch": 3.702684335711859,
      "grad_norm": 3.352390506501601,
      "learning_rate": 0.00010098621098770354,
      "loss": 3.4249,
      "step": 43588
    },
    {
      "epoch": 3.7027692830445122,
      "grad_norm": 3.762991003172786,
      "learning_rate": 0.00010097972176910593,
      "loss": 4.2223,
      "step": 43589
    },
    {
      "epoch": 3.702854230377166,
      "grad_norm": 3.7453069218692328,
      "learning_rate": 0.00010097323265322057,
      "loss": 4.3613,
      "step": 43590
    },
    {
      "epoch": 3.70293917770982,
      "grad_norm": 3.634142042954008,
      "learning_rate": 0.000100966743640061,
      "loss": 4.0794,
      "step": 43591
    },
    {
      "epoch": 3.703024125042474,
      "grad_norm": 3.761278390171971,
      "learning_rate": 0.00010096025472964087,
      "loss": 4.2222,
      "step": 43592
    },
    {
      "epoch": 3.7031090723751277,
      "grad_norm": 3.8841341675562693,
      "learning_rate": 0.0001009537659219738,
      "loss": 3.6175,
      "step": 43593
    },
    {
      "epoch": 3.703194019707781,
      "grad_norm": 3.2664119141809818,
      "learning_rate": 0.00010094727721707337,
      "loss": 3.5194,
      "step": 43594
    },
    {
      "epoch": 3.703278967040435,
      "grad_norm": 3.371291687778765,
      "learning_rate": 0.00010094078861495314,
      "loss": 3.8059,
      "step": 43595
    },
    {
      "epoch": 3.7033639143730888,
      "grad_norm": 3.329273753552287,
      "learning_rate": 0.00010093430011562676,
      "loss": 3.5644,
      "step": 43596
    },
    {
      "epoch": 3.703448861705742,
      "grad_norm": 3.464092838203227,
      "learning_rate": 0.00010092781171910776,
      "loss": 3.5242,
      "step": 43597
    },
    {
      "epoch": 3.7035338090383965,
      "grad_norm": 3.508085469590518,
      "learning_rate": 0.00010092132342540972,
      "loss": 3.827,
      "step": 43598
    },
    {
      "epoch": 3.70361875637105,
      "grad_norm": 3.428833796258307,
      "learning_rate": 0.00010091483523454635,
      "loss": 3.6433,
      "step": 43599
    },
    {
      "epoch": 3.7037037037037037,
      "grad_norm": 3.3637731433524007,
      "learning_rate": 0.00010090834714653116,
      "loss": 3.6637,
      "step": 43600
    },
    {
      "epoch": 3.7037886510363576,
      "grad_norm": 3.620802802614185,
      "learning_rate": 0.00010090185916137779,
      "loss": 3.4169,
      "step": 43601
    },
    {
      "epoch": 3.703873598369011,
      "grad_norm": 3.399122362884343,
      "learning_rate": 0.00010089537127909978,
      "loss": 3.724,
      "step": 43602
    },
    {
      "epoch": 3.703958545701665,
      "grad_norm": 3.5114469939520476,
      "learning_rate": 0.00010088888349971078,
      "loss": 3.8211,
      "step": 43603
    },
    {
      "epoch": 3.7040434930343187,
      "grad_norm": 3.4652342416572264,
      "learning_rate": 0.00010088239582322428,
      "loss": 3.5914,
      "step": 43604
    },
    {
      "epoch": 3.7041284403669725,
      "grad_norm": 3.468454456482754,
      "learning_rate": 0.00010087590824965402,
      "loss": 3.5887,
      "step": 43605
    },
    {
      "epoch": 3.7042133876996264,
      "grad_norm": 3.4890563701286483,
      "learning_rate": 0.00010086942077901349,
      "loss": 3.8947,
      "step": 43606
    },
    {
      "epoch": 3.70429833503228,
      "grad_norm": 3.8218671580634216,
      "learning_rate": 0.00010086293341131632,
      "loss": 4.3752,
      "step": 43607
    },
    {
      "epoch": 3.7043832823649336,
      "grad_norm": 3.5502942783780154,
      "learning_rate": 0.00010085644614657614,
      "loss": 3.9739,
      "step": 43608
    },
    {
      "epoch": 3.7044682296975875,
      "grad_norm": 3.456984199119988,
      "learning_rate": 0.00010084995898480646,
      "loss": 3.6441,
      "step": 43609
    },
    {
      "epoch": 3.7045531770302413,
      "grad_norm": 3.374053282713585,
      "learning_rate": 0.0001008434719260209,
      "loss": 3.675,
      "step": 43610
    },
    {
      "epoch": 3.704638124362895,
      "grad_norm": 3.3789051626518316,
      "learning_rate": 0.00010083698497023307,
      "loss": 3.8912,
      "step": 43611
    },
    {
      "epoch": 3.7047230716955486,
      "grad_norm": 3.4492141647082826,
      "learning_rate": 0.0001008304981174566,
      "loss": 3.9679,
      "step": 43612
    },
    {
      "epoch": 3.7048080190282024,
      "grad_norm": 3.6778230870599433,
      "learning_rate": 0.00010082401136770502,
      "loss": 4.2957,
      "step": 43613
    },
    {
      "epoch": 3.7048929663608563,
      "grad_norm": 3.5083139112240906,
      "learning_rate": 0.00010081752472099197,
      "loss": 3.7732,
      "step": 43614
    },
    {
      "epoch": 3.70497791369351,
      "grad_norm": 3.256745392267962,
      "learning_rate": 0.00010081103817733099,
      "loss": 3.4977,
      "step": 43615
    },
    {
      "epoch": 3.705062861026164,
      "grad_norm": 3.340884187199841,
      "learning_rate": 0.00010080455173673564,
      "loss": 3.6114,
      "step": 43616
    },
    {
      "epoch": 3.7051478083588174,
      "grad_norm": 3.51328503274758,
      "learning_rate": 0.0001007980653992196,
      "loss": 3.9929,
      "step": 43617
    },
    {
      "epoch": 3.7052327556914713,
      "grad_norm": 3.7406793612246765,
      "learning_rate": 0.00010079157916479645,
      "loss": 4.107,
      "step": 43618
    },
    {
      "epoch": 3.705317703024125,
      "grad_norm": 3.779156432583799,
      "learning_rate": 0.00010078509303347977,
      "loss": 4.2634,
      "step": 43619
    },
    {
      "epoch": 3.705402650356779,
      "grad_norm": 3.336418815995601,
      "learning_rate": 0.0001007786070052831,
      "loss": 3.7388,
      "step": 43620
    },
    {
      "epoch": 3.705487597689433,
      "grad_norm": 3.426912397328779,
      "learning_rate": 0.00010077212108022011,
      "loss": 3.4793,
      "step": 43621
    },
    {
      "epoch": 3.705572545022086,
      "grad_norm": 3.4634312545752044,
      "learning_rate": 0.00010076563525830424,
      "loss": 3.4897,
      "step": 43622
    },
    {
      "epoch": 3.70565749235474,
      "grad_norm": 3.2923030966637086,
      "learning_rate": 0.00010075914953954928,
      "loss": 3.5248,
      "step": 43623
    },
    {
      "epoch": 3.705742439687394,
      "grad_norm": 3.310937941925449,
      "learning_rate": 0.00010075266392396871,
      "loss": 3.5582,
      "step": 43624
    },
    {
      "epoch": 3.7058273870200473,
      "grad_norm": 3.3065161882944634,
      "learning_rate": 0.00010074617841157618,
      "loss": 3.3726,
      "step": 43625
    },
    {
      "epoch": 3.705912334352701,
      "grad_norm": 3.5365551968773086,
      "learning_rate": 0.00010073969300238519,
      "loss": 4.0408,
      "step": 43626
    },
    {
      "epoch": 3.705997281685355,
      "grad_norm": 3.381130026639669,
      "learning_rate": 0.00010073320769640937,
      "loss": 3.6306,
      "step": 43627
    },
    {
      "epoch": 3.706082229018009,
      "grad_norm": 3.1863989685559555,
      "learning_rate": 0.0001007267224936623,
      "loss": 3.1175,
      "step": 43628
    },
    {
      "epoch": 3.7061671763506627,
      "grad_norm": 3.436770051567057,
      "learning_rate": 0.00010072023739415759,
      "loss": 4.0376,
      "step": 43629
    },
    {
      "epoch": 3.706252123683316,
      "grad_norm": 3.382470801952438,
      "learning_rate": 0.00010071375239790885,
      "loss": 3.609,
      "step": 43630
    },
    {
      "epoch": 3.70633707101597,
      "grad_norm": 3.7186407726216983,
      "learning_rate": 0.00010070726750492961,
      "loss": 4.2097,
      "step": 43631
    },
    {
      "epoch": 3.706422018348624,
      "grad_norm": 3.6618010868450543,
      "learning_rate": 0.00010070078271523352,
      "loss": 3.7619,
      "step": 43632
    },
    {
      "epoch": 3.7065069656812777,
      "grad_norm": 3.668957338325592,
      "learning_rate": 0.0001006942980288341,
      "loss": 4.0919,
      "step": 43633
    },
    {
      "epoch": 3.7065919130139315,
      "grad_norm": 3.710006274594269,
      "learning_rate": 0.00010068781344574493,
      "loss": 4.0508,
      "step": 43634
    },
    {
      "epoch": 3.706676860346585,
      "grad_norm": 3.7812161696730135,
      "learning_rate": 0.0001006813289659797,
      "loss": 4.4104,
      "step": 43635
    },
    {
      "epoch": 3.706761807679239,
      "grad_norm": 3.782952176535506,
      "learning_rate": 0.00010067484458955192,
      "loss": 4.2872,
      "step": 43636
    },
    {
      "epoch": 3.7068467550118926,
      "grad_norm": 3.8013491340502568,
      "learning_rate": 0.0001006683603164752,
      "loss": 4.6544,
      "step": 43637
    },
    {
      "epoch": 3.7069317023445465,
      "grad_norm": 3.850201144657055,
      "learning_rate": 0.00010066187614676311,
      "loss": 3.5583,
      "step": 43638
    },
    {
      "epoch": 3.7070166496772003,
      "grad_norm": 3.4488165367685792,
      "learning_rate": 0.00010065539208042927,
      "loss": 3.5808,
      "step": 43639
    },
    {
      "epoch": 3.7071015970098538,
      "grad_norm": 3.738786882389846,
      "learning_rate": 0.0001006489081174872,
      "loss": 4.1108,
      "step": 43640
    },
    {
      "epoch": 3.7071865443425076,
      "grad_norm": 3.7143725981140765,
      "learning_rate": 0.00010064242425795051,
      "loss": 4.1878,
      "step": 43641
    },
    {
      "epoch": 3.7072714916751615,
      "grad_norm": 3.5120195131089735,
      "learning_rate": 0.00010063594050183281,
      "loss": 3.7814,
      "step": 43642
    },
    {
      "epoch": 3.7073564390078153,
      "grad_norm": 3.5276400123022285,
      "learning_rate": 0.00010062945684914773,
      "loss": 3.9371,
      "step": 43643
    },
    {
      "epoch": 3.707441386340469,
      "grad_norm": 3.433210036838847,
      "learning_rate": 0.00010062297329990878,
      "loss": 3.8827,
      "step": 43644
    },
    {
      "epoch": 3.7075263336731226,
      "grad_norm": 3.4689320150535323,
      "learning_rate": 0.00010061648985412954,
      "loss": 3.8601,
      "step": 43645
    },
    {
      "epoch": 3.7076112810057764,
      "grad_norm": 3.3936151153922918,
      "learning_rate": 0.00010061000651182366,
      "loss": 3.5518,
      "step": 43646
    },
    {
      "epoch": 3.7076962283384303,
      "grad_norm": 3.6690170190829274,
      "learning_rate": 0.0001006035232730046,
      "loss": 3.7082,
      "step": 43647
    },
    {
      "epoch": 3.7077811756710837,
      "grad_norm": 3.3821757495783906,
      "learning_rate": 0.00010059704013768613,
      "loss": 3.7378,
      "step": 43648
    },
    {
      "epoch": 3.7078661230037375,
      "grad_norm": 3.3648198846487407,
      "learning_rate": 0.0001005905571058817,
      "loss": 3.6354,
      "step": 43649
    },
    {
      "epoch": 3.7079510703363914,
      "grad_norm": 3.4411547248472303,
      "learning_rate": 0.00010058407417760493,
      "loss": 3.7885,
      "step": 43650
    },
    {
      "epoch": 3.7080360176690452,
      "grad_norm": 3.669058312591391,
      "learning_rate": 0.0001005775913528694,
      "loss": 3.9388,
      "step": 43651
    },
    {
      "epoch": 3.708120965001699,
      "grad_norm": 3.5529750711226695,
      "learning_rate": 0.0001005711086316887,
      "loss": 3.9892,
      "step": 43652
    },
    {
      "epoch": 3.7082059123343525,
      "grad_norm": 3.327643862139188,
      "learning_rate": 0.00010056462601407637,
      "loss": 3.7447,
      "step": 43653
    },
    {
      "epoch": 3.7082908596670063,
      "grad_norm": 3.466762255563642,
      "learning_rate": 0.0001005581435000461,
      "loss": 3.9001,
      "step": 43654
    },
    {
      "epoch": 3.70837580699966,
      "grad_norm": 3.666284173233847,
      "learning_rate": 0.00010055166108961136,
      "loss": 4.1881,
      "step": 43655
    },
    {
      "epoch": 3.708460754332314,
      "grad_norm": 3.5383238752544246,
      "learning_rate": 0.00010054517878278578,
      "loss": 3.801,
      "step": 43656
    },
    {
      "epoch": 3.708545701664968,
      "grad_norm": 3.4186270890954593,
      "learning_rate": 0.00010053869657958297,
      "loss": 3.7257,
      "step": 43657
    },
    {
      "epoch": 3.7086306489976213,
      "grad_norm": 3.5038188428243804,
      "learning_rate": 0.00010053221448001648,
      "loss": 4.0088,
      "step": 43658
    },
    {
      "epoch": 3.708715596330275,
      "grad_norm": 3.48845218798943,
      "learning_rate": 0.00010052573248409984,
      "loss": 3.79,
      "step": 43659
    },
    {
      "epoch": 3.708800543662929,
      "grad_norm": 3.3530428174253344,
      "learning_rate": 0.00010051925059184672,
      "loss": 3.4906,
      "step": 43660
    },
    {
      "epoch": 3.708885490995583,
      "grad_norm": 3.7722523294990675,
      "learning_rate": 0.00010051276880327068,
      "loss": 4.0956,
      "step": 43661
    },
    {
      "epoch": 3.7089704383282367,
      "grad_norm": 3.686685201593286,
      "learning_rate": 0.00010050628711838529,
      "loss": 4.1544,
      "step": 43662
    },
    {
      "epoch": 3.70905538566089,
      "grad_norm": 3.7189399836781862,
      "learning_rate": 0.00010049980553720412,
      "loss": 4.1645,
      "step": 43663
    },
    {
      "epoch": 3.709140332993544,
      "grad_norm": 3.430683716599229,
      "learning_rate": 0.00010049332405974078,
      "loss": 3.9721,
      "step": 43664
    },
    {
      "epoch": 3.709225280326198,
      "grad_norm": 3.6701390301599903,
      "learning_rate": 0.00010048684268600877,
      "loss": 3.9395,
      "step": 43665
    },
    {
      "epoch": 3.7093102276588517,
      "grad_norm": 3.511401129750964,
      "learning_rate": 0.00010048036141602176,
      "loss": 3.8148,
      "step": 43666
    },
    {
      "epoch": 3.7093951749915055,
      "grad_norm": 3.341079316264725,
      "learning_rate": 0.00010047388024979333,
      "loss": 3.5714,
      "step": 43667
    },
    {
      "epoch": 3.709480122324159,
      "grad_norm": 3.4876165653284676,
      "learning_rate": 0.00010046739918733702,
      "loss": 3.8362,
      "step": 43668
    },
    {
      "epoch": 3.7095650696568128,
      "grad_norm": 3.4936876437630757,
      "learning_rate": 0.00010046091822866643,
      "loss": 4.0213,
      "step": 43669
    },
    {
      "epoch": 3.7096500169894666,
      "grad_norm": 3.8424641375938386,
      "learning_rate": 0.0001004544373737951,
      "loss": 4.4696,
      "step": 43670
    },
    {
      "epoch": 3.70973496432212,
      "grad_norm": 3.4667121321445475,
      "learning_rate": 0.00010044795662273663,
      "loss": 3.8644,
      "step": 43671
    },
    {
      "epoch": 3.7098199116547743,
      "grad_norm": 3.438836885442407,
      "learning_rate": 0.00010044147597550467,
      "loss": 3.5817,
      "step": 43672
    },
    {
      "epoch": 3.7099048589874277,
      "grad_norm": 3.504368660302441,
      "learning_rate": 0.00010043499543211271,
      "loss": 3.8887,
      "step": 43673
    },
    {
      "epoch": 3.7099898063200816,
      "grad_norm": 3.448265359766184,
      "learning_rate": 0.00010042851499257435,
      "loss": 4.001,
      "step": 43674
    },
    {
      "epoch": 3.7100747536527354,
      "grad_norm": 3.5584609038570965,
      "learning_rate": 0.0001004220346569032,
      "loss": 4.012,
      "step": 43675
    },
    {
      "epoch": 3.710159700985389,
      "grad_norm": 3.7043331579509693,
      "learning_rate": 0.00010041555442511277,
      "loss": 3.9869,
      "step": 43676
    },
    {
      "epoch": 3.7102446483180427,
      "grad_norm": 3.5636573742763575,
      "learning_rate": 0.0001004090742972167,
      "loss": 4.1166,
      "step": 43677
    },
    {
      "epoch": 3.7103295956506965,
      "grad_norm": 3.687302925290431,
      "learning_rate": 0.00010040259427322853,
      "loss": 4.1232,
      "step": 43678
    },
    {
      "epoch": 3.7104145429833504,
      "grad_norm": 3.4041013187291598,
      "learning_rate": 0.00010039611435316193,
      "loss": 3.6528,
      "step": 43679
    },
    {
      "epoch": 3.7104994903160042,
      "grad_norm": 3.3926578337899267,
      "learning_rate": 0.00010038963453703035,
      "loss": 3.6563,
      "step": 43680
    },
    {
      "epoch": 3.7105844376486576,
      "grad_norm": 3.5848599713056504,
      "learning_rate": 0.00010038315482484742,
      "loss": 4.1442,
      "step": 43681
    },
    {
      "epoch": 3.7106693849813115,
      "grad_norm": 3.4599248589891043,
      "learning_rate": 0.00010037667521662677,
      "loss": 3.6018,
      "step": 43682
    },
    {
      "epoch": 3.7107543323139653,
      "grad_norm": 3.4773895886455812,
      "learning_rate": 0.00010037019571238188,
      "loss": 3.8895,
      "step": 43683
    },
    {
      "epoch": 3.710839279646619,
      "grad_norm": 3.522593906958547,
      "learning_rate": 0.00010036371631212633,
      "loss": 4.1724,
      "step": 43684
    },
    {
      "epoch": 3.710924226979273,
      "grad_norm": 3.399120494231343,
      "learning_rate": 0.0001003572370158738,
      "loss": 3.6086,
      "step": 43685
    },
    {
      "epoch": 3.7110091743119265,
      "grad_norm": 3.413704796668017,
      "learning_rate": 0.0001003507578236378,
      "loss": 3.6275,
      "step": 43686
    },
    {
      "epoch": 3.7110941216445803,
      "grad_norm": 3.415163852110042,
      "learning_rate": 0.00010034427873543191,
      "loss": 3.8189,
      "step": 43687
    },
    {
      "epoch": 3.711179068977234,
      "grad_norm": 3.452722125128001,
      "learning_rate": 0.00010033779975126968,
      "loss": 3.711,
      "step": 43688
    },
    {
      "epoch": 3.711264016309888,
      "grad_norm": 3.6409103911813077,
      "learning_rate": 0.00010033132087116477,
      "loss": 4.0141,
      "step": 43689
    },
    {
      "epoch": 3.711348963642542,
      "grad_norm": 3.518013113821067,
      "learning_rate": 0.00010032484209513062,
      "loss": 3.9003,
      "step": 43690
    },
    {
      "epoch": 3.7114339109751953,
      "grad_norm": 3.4352295283888434,
      "learning_rate": 0.0001003183634231809,
      "loss": 3.8043,
      "step": 43691
    },
    {
      "epoch": 3.711518858307849,
      "grad_norm": 3.703850227783483,
      "learning_rate": 0.00010031188485532918,
      "loss": 4.4232,
      "step": 43692
    },
    {
      "epoch": 3.711603805640503,
      "grad_norm": 3.4856170595262927,
      "learning_rate": 0.00010030540639158906,
      "loss": 3.9499,
      "step": 43693
    },
    {
      "epoch": 3.7116887529731564,
      "grad_norm": 3.4209195628435722,
      "learning_rate": 0.00010029892803197404,
      "loss": 3.4227,
      "step": 43694
    },
    {
      "epoch": 3.7117737003058107,
      "grad_norm": 3.479141687718105,
      "learning_rate": 0.00010029244977649772,
      "loss": 3.5424,
      "step": 43695
    },
    {
      "epoch": 3.711858647638464,
      "grad_norm": 3.3865555678227595,
      "learning_rate": 0.00010028597162517366,
      "loss": 3.8484,
      "step": 43696
    },
    {
      "epoch": 3.711943594971118,
      "grad_norm": 3.799692855180627,
      "learning_rate": 0.00010027949357801553,
      "loss": 4.3193,
      "step": 43697
    },
    {
      "epoch": 3.7120285423037718,
      "grad_norm": 3.744904006968871,
      "learning_rate": 0.0001002730156350368,
      "loss": 4.1149,
      "step": 43698
    },
    {
      "epoch": 3.712113489636425,
      "grad_norm": 3.5324679590078794,
      "learning_rate": 0.00010026653779625105,
      "loss": 3.8375,
      "step": 43699
    },
    {
      "epoch": 3.712198436969079,
      "grad_norm": 3.7524930348466183,
      "learning_rate": 0.00010026006006167191,
      "loss": 4.3457,
      "step": 43700
    },
    {
      "epoch": 3.712283384301733,
      "grad_norm": 3.824834879589146,
      "learning_rate": 0.00010025358243131291,
      "loss": 4.3068,
      "step": 43701
    },
    {
      "epoch": 3.7123683316343867,
      "grad_norm": 3.339992646095512,
      "learning_rate": 0.00010024710490518758,
      "loss": 3.5308,
      "step": 43702
    },
    {
      "epoch": 3.7124532789670406,
      "grad_norm": 3.333674981127201,
      "learning_rate": 0.00010024062748330959,
      "loss": 3.3759,
      "step": 43703
    },
    {
      "epoch": 3.712538226299694,
      "grad_norm": 3.948382557233389,
      "learning_rate": 0.00010023415016569248,
      "loss": 3.7741,
      "step": 43704
    },
    {
      "epoch": 3.712623173632348,
      "grad_norm": 3.540708270641619,
      "learning_rate": 0.0001002276729523498,
      "loss": 4.0218,
      "step": 43705
    },
    {
      "epoch": 3.7127081209650017,
      "grad_norm": 3.478622858692852,
      "learning_rate": 0.0001002211958432951,
      "loss": 3.7676,
      "step": 43706
    },
    {
      "epoch": 3.7127930682976555,
      "grad_norm": 3.389838258331595,
      "learning_rate": 0.00010021471883854205,
      "loss": 3.628,
      "step": 43707
    },
    {
      "epoch": 3.7128780156303094,
      "grad_norm": 3.547482085965772,
      "learning_rate": 0.00010020824193810407,
      "loss": 4.1463,
      "step": 43708
    },
    {
      "epoch": 3.712962962962963,
      "grad_norm": 3.4823291481245455,
      "learning_rate": 0.00010020176514199485,
      "loss": 3.586,
      "step": 43709
    },
    {
      "epoch": 3.7130479102956166,
      "grad_norm": 3.447387647783385,
      "learning_rate": 0.00010019528845022792,
      "loss": 3.7458,
      "step": 43710
    },
    {
      "epoch": 3.7131328576282705,
      "grad_norm": 3.3800047150059935,
      "learning_rate": 0.0001001888118628169,
      "loss": 3.6348,
      "step": 43711
    },
    {
      "epoch": 3.7132178049609244,
      "grad_norm": 3.4575693073885714,
      "learning_rate": 0.00010018233537977526,
      "loss": 3.6301,
      "step": 43712
    },
    {
      "epoch": 3.713302752293578,
      "grad_norm": 3.3897770592071286,
      "learning_rate": 0.00010017585900111665,
      "loss": 3.531,
      "step": 43713
    },
    {
      "epoch": 3.7133876996262316,
      "grad_norm": 3.547586394660223,
      "learning_rate": 0.00010016938272685457,
      "loss": 3.7182,
      "step": 43714
    },
    {
      "epoch": 3.7134726469588855,
      "grad_norm": 3.423380676344539,
      "learning_rate": 0.00010016290655700269,
      "loss": 3.8003,
      "step": 43715
    },
    {
      "epoch": 3.7135575942915393,
      "grad_norm": 3.473959889329709,
      "learning_rate": 0.00010015643049157452,
      "loss": 3.7422,
      "step": 43716
    },
    {
      "epoch": 3.713642541624193,
      "grad_norm": 3.7156128711084393,
      "learning_rate": 0.00010014995453058362,
      "loss": 4.207,
      "step": 43717
    },
    {
      "epoch": 3.713727488956847,
      "grad_norm": 3.693119690064409,
      "learning_rate": 0.0001001434786740436,
      "loss": 4.2221,
      "step": 43718
    },
    {
      "epoch": 3.7138124362895004,
      "grad_norm": 3.4756786387355936,
      "learning_rate": 0.000100137002921968,
      "loss": 4.1221,
      "step": 43719
    },
    {
      "epoch": 3.7138973836221543,
      "grad_norm": 3.3456769865041798,
      "learning_rate": 0.00010013052727437034,
      "loss": 3.5732,
      "step": 43720
    },
    {
      "epoch": 3.713982330954808,
      "grad_norm": 3.325344651145757,
      "learning_rate": 0.00010012405173126427,
      "loss": 3.6735,
      "step": 43721
    },
    {
      "epoch": 3.7140672782874615,
      "grad_norm": 3.5282399645426,
      "learning_rate": 0.00010011757629266336,
      "loss": 3.9773,
      "step": 43722
    },
    {
      "epoch": 3.7141522256201154,
      "grad_norm": 3.488774541512632,
      "learning_rate": 0.00010011110095858113,
      "loss": 3.9399,
      "step": 43723
    },
    {
      "epoch": 3.7142371729527692,
      "grad_norm": 3.436053624895134,
      "learning_rate": 0.00010010462572903115,
      "loss": 3.7041,
      "step": 43724
    },
    {
      "epoch": 3.714322120285423,
      "grad_norm": 3.731121287602572,
      "learning_rate": 0.00010009815060402703,
      "loss": 4.1909,
      "step": 43725
    },
    {
      "epoch": 3.714407067618077,
      "grad_norm": 3.5013315265208935,
      "learning_rate": 0.00010009167558358224,
      "loss": 3.9226,
      "step": 43726
    },
    {
      "epoch": 3.7144920149507303,
      "grad_norm": 3.752372839640653,
      "learning_rate": 0.00010008520066771044,
      "loss": 4.0235,
      "step": 43727
    },
    {
      "epoch": 3.714576962283384,
      "grad_norm": 3.762566598619021,
      "learning_rate": 0.00010007872585642522,
      "loss": 4.1331,
      "step": 43728
    },
    {
      "epoch": 3.714661909616038,
      "grad_norm": 3.39275490419118,
      "learning_rate": 0.00010007225114974008,
      "loss": 3.8538,
      "step": 43729
    },
    {
      "epoch": 3.714746856948692,
      "grad_norm": 3.6944030144845965,
      "learning_rate": 0.0001000657765476686,
      "loss": 3.9685,
      "step": 43730
    },
    {
      "epoch": 3.7148318042813457,
      "grad_norm": 3.4833865122094934,
      "learning_rate": 0.00010005930205022438,
      "loss": 3.6463,
      "step": 43731
    },
    {
      "epoch": 3.714916751613999,
      "grad_norm": 3.398784724405942,
      "learning_rate": 0.00010005282765742091,
      "loss": 3.6756,
      "step": 43732
    },
    {
      "epoch": 3.715001698946653,
      "grad_norm": 3.575263660507428,
      "learning_rate": 0.00010004635336927178,
      "loss": 3.9887,
      "step": 43733
    },
    {
      "epoch": 3.715086646279307,
      "grad_norm": 3.3455392065798373,
      "learning_rate": 0.00010003987918579063,
      "loss": 3.4529,
      "step": 43734
    },
    {
      "epoch": 3.7151715936119607,
      "grad_norm": 3.7890039476489155,
      "learning_rate": 0.00010003340510699096,
      "loss": 4.4883,
      "step": 43735
    },
    {
      "epoch": 3.7152565409446145,
      "grad_norm": 3.548139831874064,
      "learning_rate": 0.00010002693113288637,
      "loss": 3.5541,
      "step": 43736
    },
    {
      "epoch": 3.715341488277268,
      "grad_norm": 3.5086022459557276,
      "learning_rate": 0.00010002045726349039,
      "loss": 3.9402,
      "step": 43737
    },
    {
      "epoch": 3.715426435609922,
      "grad_norm": 3.448364345230377,
      "learning_rate": 0.00010001398349881664,
      "loss": 3.8318,
      "step": 43738
    },
    {
      "epoch": 3.7155113829425757,
      "grad_norm": 3.8646444742393706,
      "learning_rate": 0.00010000750983887853,
      "loss": 4.6469,
      "step": 43739
    },
    {
      "epoch": 3.7155963302752295,
      "grad_norm": 3.315502151557315,
      "learning_rate": 0.00010000103628368983,
      "loss": 3.4058,
      "step": 43740
    },
    {
      "epoch": 3.7156812776078834,
      "grad_norm": 3.5951755894756854,
      "learning_rate": 9.9994562833264e-05,
      "loss": 4.0129,
      "step": 43741
    },
    {
      "epoch": 3.7157662249405368,
      "grad_norm": 3.372155328001673,
      "learning_rate": 9.99880894876146e-05,
      "loss": 3.6821,
      "step": 43742
    },
    {
      "epoch": 3.7158511722731906,
      "grad_norm": 3.485514684114555,
      "learning_rate": 9.998161624675525e-05,
      "loss": 4.0621,
      "step": 43743
    },
    {
      "epoch": 3.7159361196058445,
      "grad_norm": 3.572908871755305,
      "learning_rate": 9.997514311069943e-05,
      "loss": 3.7445,
      "step": 43744
    },
    {
      "epoch": 3.716021066938498,
      "grad_norm": 3.557255199009876,
      "learning_rate": 9.996867007946074e-05,
      "loss": 4.1934,
      "step": 43745
    },
    {
      "epoch": 3.7161060142711517,
      "grad_norm": 3.695825668875612,
      "learning_rate": 9.996219715305277e-05,
      "loss": 4.4248,
      "step": 43746
    },
    {
      "epoch": 3.7161909616038056,
      "grad_norm": 3.6749833079296006,
      "learning_rate": 9.995572433148908e-05,
      "loss": 3.8658,
      "step": 43747
    },
    {
      "epoch": 3.7162759089364594,
      "grad_norm": 3.69645736986629,
      "learning_rate": 9.99492516147832e-05,
      "loss": 4.2223,
      "step": 43748
    },
    {
      "epoch": 3.7163608562691133,
      "grad_norm": 3.4474793566406934,
      "learning_rate": 9.994277900294872e-05,
      "loss": 3.6656,
      "step": 43749
    },
    {
      "epoch": 3.7164458036017667,
      "grad_norm": 3.3066403591188154,
      "learning_rate": 9.993630649599917e-05,
      "loss": 3.4038,
      "step": 43750
    },
    {
      "epoch": 3.7165307509344205,
      "grad_norm": 3.59593982642181,
      "learning_rate": 9.99298340939481e-05,
      "loss": 4.0147,
      "step": 43751
    },
    {
      "epoch": 3.7166156982670744,
      "grad_norm": 3.552154848491786,
      "learning_rate": 9.992336179680913e-05,
      "loss": 4.1687,
      "step": 43752
    },
    {
      "epoch": 3.7167006455997282,
      "grad_norm": 3.7812171017686667,
      "learning_rate": 9.99168896045958e-05,
      "loss": 4.4179,
      "step": 43753
    },
    {
      "epoch": 3.716785592932382,
      "grad_norm": 3.500959952512088,
      "learning_rate": 9.991041751732168e-05,
      "loss": 3.6801,
      "step": 43754
    },
    {
      "epoch": 3.7168705402650355,
      "grad_norm": 3.4105150414987815,
      "learning_rate": 9.99039455350003e-05,
      "loss": 3.9034,
      "step": 43755
    },
    {
      "epoch": 3.7169554875976893,
      "grad_norm": 3.4520337766941505,
      "learning_rate": 9.989747365764526e-05,
      "loss": 3.555,
      "step": 43756
    },
    {
      "epoch": 3.717040434930343,
      "grad_norm": 3.402922846083795,
      "learning_rate": 9.989100188527001e-05,
      "loss": 3.7498,
      "step": 43757
    },
    {
      "epoch": 3.717125382262997,
      "grad_norm": 3.73710100291708,
      "learning_rate": 9.988453021788829e-05,
      "loss": 4.4756,
      "step": 43758
    },
    {
      "epoch": 3.717210329595651,
      "grad_norm": 3.8204242966379733,
      "learning_rate": 9.987805865551353e-05,
      "loss": 4.5691,
      "step": 43759
    },
    {
      "epoch": 3.7172952769283043,
      "grad_norm": 3.3946914427770003,
      "learning_rate": 9.987158719815937e-05,
      "loss": 3.6611,
      "step": 43760
    },
    {
      "epoch": 3.717380224260958,
      "grad_norm": 3.4902145249513152,
      "learning_rate": 9.986511584583929e-05,
      "loss": 3.9235,
      "step": 43761
    },
    {
      "epoch": 3.717465171593612,
      "grad_norm": 3.6355659052956075,
      "learning_rate": 9.98586445985669e-05,
      "loss": 4.2984,
      "step": 43762
    },
    {
      "epoch": 3.717550118926266,
      "grad_norm": 3.7175009483290617,
      "learning_rate": 9.985217345635568e-05,
      "loss": 4.1228,
      "step": 43763
    },
    {
      "epoch": 3.7176350662589197,
      "grad_norm": 3.7997939699089787,
      "learning_rate": 9.984570241921931e-05,
      "loss": 4.374,
      "step": 43764
    },
    {
      "epoch": 3.717720013591573,
      "grad_norm": 3.3943401444467436,
      "learning_rate": 9.983923148717131e-05,
      "loss": 3.5506,
      "step": 43765
    },
    {
      "epoch": 3.717804960924227,
      "grad_norm": 3.7209933470095384,
      "learning_rate": 9.983276066022521e-05,
      "loss": 4.1368,
      "step": 43766
    },
    {
      "epoch": 3.717889908256881,
      "grad_norm": 3.4589479063437585,
      "learning_rate": 9.982628993839463e-05,
      "loss": 4.0838,
      "step": 43767
    },
    {
      "epoch": 3.7179748555895342,
      "grad_norm": 3.709186594938204,
      "learning_rate": 9.981981932169301e-05,
      "loss": 4.2871,
      "step": 43768
    },
    {
      "epoch": 3.7180598029221885,
      "grad_norm": 3.51125569640116,
      "learning_rate": 9.981334881013395e-05,
      "loss": 3.5915,
      "step": 43769
    },
    {
      "epoch": 3.718144750254842,
      "grad_norm": 3.7298919332286644,
      "learning_rate": 9.980687840373109e-05,
      "loss": 4.1568,
      "step": 43770
    },
    {
      "epoch": 3.7182296975874958,
      "grad_norm": 3.47913818936803,
      "learning_rate": 9.980040810249788e-05,
      "loss": 4.0038,
      "step": 43771
    },
    {
      "epoch": 3.7183146449201496,
      "grad_norm": 3.775011249762267,
      "learning_rate": 9.979393790644802e-05,
      "loss": 4.1701,
      "step": 43772
    },
    {
      "epoch": 3.718399592252803,
      "grad_norm": 3.5907504593101467,
      "learning_rate": 9.97874678155949e-05,
      "loss": 4.179,
      "step": 43773
    },
    {
      "epoch": 3.718484539585457,
      "grad_norm": 3.6768686330685076,
      "learning_rate": 9.97809978299522e-05,
      "loss": 4.1614,
      "step": 43774
    },
    {
      "epoch": 3.7185694869181107,
      "grad_norm": 3.6905044297164618,
      "learning_rate": 9.977452794953341e-05,
      "loss": 4.1987,
      "step": 43775
    },
    {
      "epoch": 3.7186544342507646,
      "grad_norm": 3.710255344514819,
      "learning_rate": 9.976805817435207e-05,
      "loss": 4.2283,
      "step": 43776
    },
    {
      "epoch": 3.7187393815834184,
      "grad_norm": 3.442130925796322,
      "learning_rate": 9.97615885044218e-05,
      "loss": 3.6198,
      "step": 43777
    },
    {
      "epoch": 3.718824328916072,
      "grad_norm": 3.482410114952132,
      "learning_rate": 9.975511893975615e-05,
      "loss": 3.8833,
      "step": 43778
    },
    {
      "epoch": 3.7189092762487257,
      "grad_norm": 3.554703031150286,
      "learning_rate": 9.974864948036864e-05,
      "loss": 3.8659,
      "step": 43779
    },
    {
      "epoch": 3.7189942235813795,
      "grad_norm": 3.8035519096743107,
      "learning_rate": 9.97421801262728e-05,
      "loss": 4.5864,
      "step": 43780
    },
    {
      "epoch": 3.7190791709140334,
      "grad_norm": 3.441660039358867,
      "learning_rate": 9.97357108774823e-05,
      "loss": 3.896,
      "step": 43781
    },
    {
      "epoch": 3.7191641182466872,
      "grad_norm": 3.7362520452119936,
      "learning_rate": 9.97292417340105e-05,
      "loss": 4.0891,
      "step": 43782
    },
    {
      "epoch": 3.7192490655793407,
      "grad_norm": 3.6894806267547375,
      "learning_rate": 9.972277269587119e-05,
      "loss": 4.0572,
      "step": 43783
    },
    {
      "epoch": 3.7193340129119945,
      "grad_norm": 3.425178149119,
      "learning_rate": 9.971630376307777e-05,
      "loss": 3.5647,
      "step": 43784
    },
    {
      "epoch": 3.7194189602446484,
      "grad_norm": 3.472194325452033,
      "learning_rate": 9.970983493564385e-05,
      "loss": 3.795,
      "step": 43785
    },
    {
      "epoch": 3.719503907577302,
      "grad_norm": 3.398532820770773,
      "learning_rate": 9.970336621358294e-05,
      "loss": 3.7508,
      "step": 43786
    },
    {
      "epoch": 3.719588854909956,
      "grad_norm": 3.800188210676045,
      "learning_rate": 9.969689759690861e-05,
      "loss": 4.3206,
      "step": 43787
    },
    {
      "epoch": 3.7196738022426095,
      "grad_norm": 3.3645908918717726,
      "learning_rate": 9.969042908563443e-05,
      "loss": 3.6897,
      "step": 43788
    },
    {
      "epoch": 3.7197587495752633,
      "grad_norm": 3.239741158342837,
      "learning_rate": 9.968396067977397e-05,
      "loss": 3.2777,
      "step": 43789
    },
    {
      "epoch": 3.719843696907917,
      "grad_norm": 3.7959976653537377,
      "learning_rate": 9.967749237934075e-05,
      "loss": 4.3294,
      "step": 43790
    },
    {
      "epoch": 3.7199286442405706,
      "grad_norm": 3.8738669916555613,
      "learning_rate": 9.967102418434833e-05,
      "loss": 4.5335,
      "step": 43791
    },
    {
      "epoch": 3.720013591573225,
      "grad_norm": 3.405591171736787,
      "learning_rate": 9.96645560948103e-05,
      "loss": 3.5231,
      "step": 43792
    },
    {
      "epoch": 3.7200985389058783,
      "grad_norm": 3.4262984399006626,
      "learning_rate": 9.965808811074015e-05,
      "loss": 4.0367,
      "step": 43793
    },
    {
      "epoch": 3.720183486238532,
      "grad_norm": 3.5237447020996115,
      "learning_rate": 9.965162023215142e-05,
      "loss": 3.8558,
      "step": 43794
    },
    {
      "epoch": 3.720268433571186,
      "grad_norm": 3.5682631035463555,
      "learning_rate": 9.964515245905775e-05,
      "loss": 3.9691,
      "step": 43795
    },
    {
      "epoch": 3.7203533809038394,
      "grad_norm": 3.3972127036876585,
      "learning_rate": 9.963868479147267e-05,
      "loss": 3.5954,
      "step": 43796
    },
    {
      "epoch": 3.7204383282364932,
      "grad_norm": 3.3838742769175587,
      "learning_rate": 9.963221722940968e-05,
      "loss": 3.8825,
      "step": 43797
    },
    {
      "epoch": 3.720523275569147,
      "grad_norm": 3.8698400047593187,
      "learning_rate": 9.962574977288235e-05,
      "loss": 4.5982,
      "step": 43798
    },
    {
      "epoch": 3.720608222901801,
      "grad_norm": 3.451012730130747,
      "learning_rate": 9.96192824219043e-05,
      "loss": 3.6057,
      "step": 43799
    },
    {
      "epoch": 3.720693170234455,
      "grad_norm": 3.458015582280343,
      "learning_rate": 9.961281517648894e-05,
      "loss": 3.7435,
      "step": 43800
    },
    {
      "epoch": 3.720778117567108,
      "grad_norm": 3.503878877255452,
      "learning_rate": 9.960634803664992e-05,
      "loss": 3.9269,
      "step": 43801
    },
    {
      "epoch": 3.720863064899762,
      "grad_norm": 3.4231421634178236,
      "learning_rate": 9.959988100240079e-05,
      "loss": 3.8118,
      "step": 43802
    },
    {
      "epoch": 3.720948012232416,
      "grad_norm": 3.4922185341236958,
      "learning_rate": 9.959341407375512e-05,
      "loss": 4.1624,
      "step": 43803
    },
    {
      "epoch": 3.7210329595650697,
      "grad_norm": 3.7017198315363307,
      "learning_rate": 9.958694725072638e-05,
      "loss": 4.3292,
      "step": 43804
    },
    {
      "epoch": 3.7211179068977236,
      "grad_norm": 3.345726893273276,
      "learning_rate": 9.958048053332814e-05,
      "loss": 3.6451,
      "step": 43805
    },
    {
      "epoch": 3.721202854230377,
      "grad_norm": 3.7817185575927446,
      "learning_rate": 9.957401392157398e-05,
      "loss": 4.452,
      "step": 43806
    },
    {
      "epoch": 3.721287801563031,
      "grad_norm": 3.469197579115745,
      "learning_rate": 9.95675474154775e-05,
      "loss": 3.755,
      "step": 43807
    },
    {
      "epoch": 3.7213727488956847,
      "grad_norm": 3.402703581192045,
      "learning_rate": 9.956108101505216e-05,
      "loss": 3.5752,
      "step": 43808
    },
    {
      "epoch": 3.7214576962283386,
      "grad_norm": 3.393335227818258,
      "learning_rate": 9.955461472031154e-05,
      "loss": 3.6124,
      "step": 43809
    },
    {
      "epoch": 3.7215426435609924,
      "grad_norm": 3.2602423041571753,
      "learning_rate": 9.954814853126921e-05,
      "loss": 3.5582,
      "step": 43810
    },
    {
      "epoch": 3.721627590893646,
      "grad_norm": 3.4906314579565247,
      "learning_rate": 9.954168244793867e-05,
      "loss": 3.9006,
      "step": 43811
    },
    {
      "epoch": 3.7217125382262997,
      "grad_norm": 3.345054792767845,
      "learning_rate": 9.953521647033348e-05,
      "loss": 3.4572,
      "step": 43812
    },
    {
      "epoch": 3.7217974855589535,
      "grad_norm": 3.2502220700663367,
      "learning_rate": 9.952875059846722e-05,
      "loss": 3.6202,
      "step": 43813
    },
    {
      "epoch": 3.7218824328916074,
      "grad_norm": 3.7866501122824228,
      "learning_rate": 9.952228483235345e-05,
      "loss": 4.2596,
      "step": 43814
    },
    {
      "epoch": 3.721967380224261,
      "grad_norm": 3.426726977204326,
      "learning_rate": 9.951581917200569e-05,
      "loss": 3.5301,
      "step": 43815
    },
    {
      "epoch": 3.7220523275569146,
      "grad_norm": 3.78011184237862,
      "learning_rate": 9.950935361743745e-05,
      "loss": 4.4778,
      "step": 43816
    },
    {
      "epoch": 3.7221372748895685,
      "grad_norm": 3.7406668440848456,
      "learning_rate": 9.950288816866237e-05,
      "loss": 4.2576,
      "step": 43817
    },
    {
      "epoch": 3.7222222222222223,
      "grad_norm": 3.462654437356288,
      "learning_rate": 9.94964228256939e-05,
      "loss": 3.7416,
      "step": 43818
    },
    {
      "epoch": 3.7223071695548757,
      "grad_norm": 3.895229062940019,
      "learning_rate": 9.94899575885456e-05,
      "loss": 4.529,
      "step": 43819
    },
    {
      "epoch": 3.7223921168875296,
      "grad_norm": 3.715915377610714,
      "learning_rate": 9.948349245723109e-05,
      "loss": 4.1993,
      "step": 43820
    },
    {
      "epoch": 3.7224770642201834,
      "grad_norm": 3.351818444676472,
      "learning_rate": 9.94770274317639e-05,
      "loss": 3.5202,
      "step": 43821
    },
    {
      "epoch": 3.7225620115528373,
      "grad_norm": 3.4389130472516287,
      "learning_rate": 9.947056251215751e-05,
      "loss": 4.1167,
      "step": 43822
    },
    {
      "epoch": 3.722646958885491,
      "grad_norm": 3.409719246953736,
      "learning_rate": 9.94640976984255e-05,
      "loss": 3.6263,
      "step": 43823
    },
    {
      "epoch": 3.7227319062181445,
      "grad_norm": 3.7445200456547116,
      "learning_rate": 9.945763299058147e-05,
      "loss": 4.2395,
      "step": 43824
    },
    {
      "epoch": 3.7228168535507984,
      "grad_norm": 3.731758125082855,
      "learning_rate": 9.945116838863884e-05,
      "loss": 4.0229,
      "step": 43825
    },
    {
      "epoch": 3.7229018008834522,
      "grad_norm": 3.4298681952597003,
      "learning_rate": 9.944470389261128e-05,
      "loss": 3.7708,
      "step": 43826
    },
    {
      "epoch": 3.722986748216106,
      "grad_norm": 3.3290432369422103,
      "learning_rate": 9.943823950251227e-05,
      "loss": 3.5287,
      "step": 43827
    },
    {
      "epoch": 3.72307169554876,
      "grad_norm": 3.3840921631381016,
      "learning_rate": 9.94317752183554e-05,
      "loss": 3.6176,
      "step": 43828
    },
    {
      "epoch": 3.7231566428814133,
      "grad_norm": 3.238835014902343,
      "learning_rate": 9.942531104015417e-05,
      "loss": 3.3319,
      "step": 43829
    },
    {
      "epoch": 3.723241590214067,
      "grad_norm": 3.404240623029923,
      "learning_rate": 9.941884696792212e-05,
      "loss": 3.5228,
      "step": 43830
    },
    {
      "epoch": 3.723326537546721,
      "grad_norm": 3.5339150498752896,
      "learning_rate": 9.941238300167279e-05,
      "loss": 3.9858,
      "step": 43831
    },
    {
      "epoch": 3.723411484879375,
      "grad_norm": 3.3009412665689175,
      "learning_rate": 9.940591914141981e-05,
      "loss": 3.2551,
      "step": 43832
    },
    {
      "epoch": 3.7234964322120288,
      "grad_norm": 3.381672130863309,
      "learning_rate": 9.939945538717663e-05,
      "loss": 3.4947,
      "step": 43833
    },
    {
      "epoch": 3.723581379544682,
      "grad_norm": 3.391989007935926,
      "learning_rate": 9.939299173895684e-05,
      "loss": 3.6771,
      "step": 43834
    },
    {
      "epoch": 3.723666326877336,
      "grad_norm": 3.646726448534611,
      "learning_rate": 9.938652819677398e-05,
      "loss": 3.8378,
      "step": 43835
    },
    {
      "epoch": 3.72375127420999,
      "grad_norm": 3.45367988006324,
      "learning_rate": 9.938006476064155e-05,
      "loss": 3.4794,
      "step": 43836
    },
    {
      "epoch": 3.7238362215426437,
      "grad_norm": 3.582087826341033,
      "learning_rate": 9.937360143057311e-05,
      "loss": 4.1925,
      "step": 43837
    },
    {
      "epoch": 3.7239211688752976,
      "grad_norm": 3.7605594351903693,
      "learning_rate": 9.936713820658225e-05,
      "loss": 4.0642,
      "step": 43838
    },
    {
      "epoch": 3.724006116207951,
      "grad_norm": 3.5576459371254505,
      "learning_rate": 9.936067508868249e-05,
      "loss": 3.9085,
      "step": 43839
    },
    {
      "epoch": 3.724091063540605,
      "grad_norm": 3.580346888800031,
      "learning_rate": 9.935421207688735e-05,
      "loss": 4.1549,
      "step": 43840
    },
    {
      "epoch": 3.7241760108732587,
      "grad_norm": 3.4577699795100094,
      "learning_rate": 9.934774917121039e-05,
      "loss": 3.845,
      "step": 43841
    },
    {
      "epoch": 3.724260958205912,
      "grad_norm": 3.4350093675634836,
      "learning_rate": 9.934128637166516e-05,
      "loss": 3.4524,
      "step": 43842
    },
    {
      "epoch": 3.724345905538566,
      "grad_norm": 3.4133612849832926,
      "learning_rate": 9.933482367826513e-05,
      "loss": 3.5491,
      "step": 43843
    },
    {
      "epoch": 3.7244308528712198,
      "grad_norm": 3.718790560724484,
      "learning_rate": 9.932836109102391e-05,
      "loss": 4.3639,
      "step": 43844
    },
    {
      "epoch": 3.7245158002038736,
      "grad_norm": 3.3614760327467827,
      "learning_rate": 9.932189860995506e-05,
      "loss": 3.5668,
      "step": 43845
    },
    {
      "epoch": 3.7246007475365275,
      "grad_norm": 3.739089306709535,
      "learning_rate": 9.931543623507211e-05,
      "loss": 3.9362,
      "step": 43846
    },
    {
      "epoch": 3.724685694869181,
      "grad_norm": 3.3610814505857642,
      "learning_rate": 9.930897396638854e-05,
      "loss": 3.3359,
      "step": 43847
    },
    {
      "epoch": 3.7247706422018347,
      "grad_norm": 3.5326397034107995,
      "learning_rate": 9.930251180391794e-05,
      "loss": 3.925,
      "step": 43848
    },
    {
      "epoch": 3.7248555895344886,
      "grad_norm": 3.4677281009711898,
      "learning_rate": 9.929604974767381e-05,
      "loss": 4.0684,
      "step": 43849
    },
    {
      "epoch": 3.7249405368671424,
      "grad_norm": 3.7515099791980013,
      "learning_rate": 9.928958779766978e-05,
      "loss": 4.3099,
      "step": 43850
    },
    {
      "epoch": 3.7250254841997963,
      "grad_norm": 3.8362888947942926,
      "learning_rate": 9.928312595391931e-05,
      "loss": 4.3192,
      "step": 43851
    },
    {
      "epoch": 3.7251104315324497,
      "grad_norm": 3.66691930404512,
      "learning_rate": 9.927666421643595e-05,
      "loss": 4.375,
      "step": 43852
    },
    {
      "epoch": 3.7251953788651035,
      "grad_norm": 3.809193264132044,
      "learning_rate": 9.92702025852333e-05,
      "loss": 4.3259,
      "step": 43853
    },
    {
      "epoch": 3.7252803261977574,
      "grad_norm": 3.4898833835533356,
      "learning_rate": 9.926374106032481e-05,
      "loss": 3.8485,
      "step": 43854
    },
    {
      "epoch": 3.7253652735304112,
      "grad_norm": 3.4455639325947804,
      "learning_rate": 9.9257279641724e-05,
      "loss": 3.8932,
      "step": 43855
    },
    {
      "epoch": 3.725450220863065,
      "grad_norm": 3.435447559317174,
      "learning_rate": 9.925081832944453e-05,
      "loss": 3.7581,
      "step": 43856
    },
    {
      "epoch": 3.7255351681957185,
      "grad_norm": 3.8424317488222517,
      "learning_rate": 9.924435712349988e-05,
      "loss": 4.5361,
      "step": 43857
    },
    {
      "epoch": 3.7256201155283724,
      "grad_norm": 3.5219728098028855,
      "learning_rate": 9.923789602390358e-05,
      "loss": 4.0687,
      "step": 43858
    },
    {
      "epoch": 3.725705062861026,
      "grad_norm": 3.440670942672677,
      "learning_rate": 9.923143503066915e-05,
      "loss": 3.7262,
      "step": 43859
    },
    {
      "epoch": 3.72579001019368,
      "grad_norm": 3.4484442788186143,
      "learning_rate": 9.92249741438102e-05,
      "loss": 3.7554,
      "step": 43860
    },
    {
      "epoch": 3.725874957526334,
      "grad_norm": 3.772362081984626,
      "learning_rate": 9.921851336334013e-05,
      "loss": 4.3564,
      "step": 43861
    },
    {
      "epoch": 3.7259599048589873,
      "grad_norm": 3.3962674878747365,
      "learning_rate": 9.921205268927262e-05,
      "loss": 3.7377,
      "step": 43862
    },
    {
      "epoch": 3.726044852191641,
      "grad_norm": 3.3420047049639696,
      "learning_rate": 9.920559212162113e-05,
      "loss": 3.3893,
      "step": 43863
    },
    {
      "epoch": 3.726129799524295,
      "grad_norm": 3.685306064326448,
      "learning_rate": 9.919913166039925e-05,
      "loss": 4.0625,
      "step": 43864
    },
    {
      "epoch": 3.7262147468569484,
      "grad_norm": 3.473489494008709,
      "learning_rate": 9.919267130562046e-05,
      "loss": 3.84,
      "step": 43865
    },
    {
      "epoch": 3.7262996941896027,
      "grad_norm": 3.299232231123576,
      "learning_rate": 9.918621105729834e-05,
      "loss": 3.3701,
      "step": 43866
    },
    {
      "epoch": 3.726384641522256,
      "grad_norm": 3.371809292427044,
      "learning_rate": 9.91797509154464e-05,
      "loss": 3.7229,
      "step": 43867
    },
    {
      "epoch": 3.72646958885491,
      "grad_norm": 3.46761591403857,
      "learning_rate": 9.917329088007812e-05,
      "loss": 3.6881,
      "step": 43868
    },
    {
      "epoch": 3.726554536187564,
      "grad_norm": 3.7883903826590584,
      "learning_rate": 9.916683095120714e-05,
      "loss": 4.2555,
      "step": 43869
    },
    {
      "epoch": 3.7266394835202172,
      "grad_norm": 3.423462251565492,
      "learning_rate": 9.916037112884697e-05,
      "loss": 3.6187,
      "step": 43870
    },
    {
      "epoch": 3.726724430852871,
      "grad_norm": 3.593303832434542,
      "learning_rate": 9.915391141301115e-05,
      "loss": 4.0256,
      "step": 43871
    },
    {
      "epoch": 3.726809378185525,
      "grad_norm": 3.367344410401148,
      "learning_rate": 9.914745180371315e-05,
      "loss": 3.5881,
      "step": 43872
    },
    {
      "epoch": 3.726894325518179,
      "grad_norm": 3.447853473919192,
      "learning_rate": 9.914099230096659e-05,
      "loss": 3.6058,
      "step": 43873
    },
    {
      "epoch": 3.7269792728508326,
      "grad_norm": 3.3312571867050007,
      "learning_rate": 9.913453290478489e-05,
      "loss": 3.4774,
      "step": 43874
    },
    {
      "epoch": 3.727064220183486,
      "grad_norm": 3.422856592589675,
      "learning_rate": 9.912807361518173e-05,
      "loss": 3.562,
      "step": 43875
    },
    {
      "epoch": 3.72714916751614,
      "grad_norm": 3.678917568829836,
      "learning_rate": 9.912161443217055e-05,
      "loss": 4.1374,
      "step": 43876
    },
    {
      "epoch": 3.7272341148487937,
      "grad_norm": 3.7139750103005613,
      "learning_rate": 9.911515535576489e-05,
      "loss": 4.0896,
      "step": 43877
    },
    {
      "epoch": 3.7273190621814476,
      "grad_norm": 3.490054012200474,
      "learning_rate": 9.910869638597834e-05,
      "loss": 3.8753,
      "step": 43878
    },
    {
      "epoch": 3.7274040095141014,
      "grad_norm": 3.375633492818974,
      "learning_rate": 9.910223752282435e-05,
      "loss": 3.7302,
      "step": 43879
    },
    {
      "epoch": 3.727488956846755,
      "grad_norm": 3.6155582185649493,
      "learning_rate": 9.90957787663165e-05,
      "loss": 4.1583,
      "step": 43880
    },
    {
      "epoch": 3.7275739041794087,
      "grad_norm": 3.660329370661358,
      "learning_rate": 9.908932011646833e-05,
      "loss": 3.7756,
      "step": 43881
    },
    {
      "epoch": 3.7276588515120626,
      "grad_norm": 3.5382233235658473,
      "learning_rate": 9.908286157329339e-05,
      "loss": 4.1455,
      "step": 43882
    },
    {
      "epoch": 3.7277437988447164,
      "grad_norm": 3.474696084280227,
      "learning_rate": 9.907640313680515e-05,
      "loss": 3.6344,
      "step": 43883
    },
    {
      "epoch": 3.7278287461773703,
      "grad_norm": 3.405689733829032,
      "learning_rate": 9.906994480701722e-05,
      "loss": 3.8643,
      "step": 43884
    },
    {
      "epoch": 3.7279136935100237,
      "grad_norm": 3.6095229870619296,
      "learning_rate": 9.906348658394304e-05,
      "loss": 3.984,
      "step": 43885
    },
    {
      "epoch": 3.7279986408426775,
      "grad_norm": 3.718269559792405,
      "learning_rate": 9.905702846759618e-05,
      "loss": 4.219,
      "step": 43886
    },
    {
      "epoch": 3.7280835881753314,
      "grad_norm": 3.527191379772436,
      "learning_rate": 9.905057045799022e-05,
      "loss": 3.5209,
      "step": 43887
    },
    {
      "epoch": 3.728168535507985,
      "grad_norm": 3.532524474565697,
      "learning_rate": 9.904411255513863e-05,
      "loss": 4.0001,
      "step": 43888
    },
    {
      "epoch": 3.728253482840639,
      "grad_norm": 3.782412302569009,
      "learning_rate": 9.903765475905499e-05,
      "loss": 4.1092,
      "step": 43889
    },
    {
      "epoch": 3.7283384301732925,
      "grad_norm": 3.7561324240833764,
      "learning_rate": 9.90311970697528e-05,
      "loss": 4.3722,
      "step": 43890
    },
    {
      "epoch": 3.7284233775059463,
      "grad_norm": 3.3880093248373098,
      "learning_rate": 9.902473948724564e-05,
      "loss": 3.3927,
      "step": 43891
    },
    {
      "epoch": 3.7285083248386,
      "grad_norm": 3.5279928426407072,
      "learning_rate": 9.901828201154688e-05,
      "loss": 3.8363,
      "step": 43892
    },
    {
      "epoch": 3.7285932721712536,
      "grad_norm": 3.3174907229985524,
      "learning_rate": 9.901182464267026e-05,
      "loss": 3.6189,
      "step": 43893
    },
    {
      "epoch": 3.7286782195039074,
      "grad_norm": 3.456812160621473,
      "learning_rate": 9.900536738062919e-05,
      "loss": 3.5439,
      "step": 43894
    },
    {
      "epoch": 3.7287631668365613,
      "grad_norm": 3.770637234907423,
      "learning_rate": 9.899891022543729e-05,
      "loss": 4.1118,
      "step": 43895
    },
    {
      "epoch": 3.728848114169215,
      "grad_norm": 3.4840227846830367,
      "learning_rate": 9.899245317710797e-05,
      "loss": 3.7335,
      "step": 43896
    },
    {
      "epoch": 3.728933061501869,
      "grad_norm": 3.426358489110808,
      "learning_rate": 9.898599623565482e-05,
      "loss": 3.6806,
      "step": 43897
    },
    {
      "epoch": 3.7290180088345224,
      "grad_norm": 3.5571768113453492,
      "learning_rate": 9.897953940109134e-05,
      "loss": 3.7462,
      "step": 43898
    },
    {
      "epoch": 3.7291029561671762,
      "grad_norm": 3.3891738972911676,
      "learning_rate": 9.89730826734311e-05,
      "loss": 3.7842,
      "step": 43899
    },
    {
      "epoch": 3.72918790349983,
      "grad_norm": 3.5653938211225054,
      "learning_rate": 9.896662605268767e-05,
      "loss": 4.0543,
      "step": 43900
    },
    {
      "epoch": 3.729272850832484,
      "grad_norm": 3.419293103715134,
      "learning_rate": 9.896016953887448e-05,
      "loss": 3.7523,
      "step": 43901
    },
    {
      "epoch": 3.729357798165138,
      "grad_norm": 3.523103410740614,
      "learning_rate": 9.895371313200512e-05,
      "loss": 3.9498,
      "step": 43902
    },
    {
      "epoch": 3.729442745497791,
      "grad_norm": 3.44188510063357,
      "learning_rate": 9.89472568320931e-05,
      "loss": 3.8096,
      "step": 43903
    },
    {
      "epoch": 3.729527692830445,
      "grad_norm": 3.4132361078347935,
      "learning_rate": 9.89408006391519e-05,
      "loss": 3.6617,
      "step": 43904
    },
    {
      "epoch": 3.729612640163099,
      "grad_norm": 3.371752002751968,
      "learning_rate": 9.893434455319512e-05,
      "loss": 3.5392,
      "step": 43905
    },
    {
      "epoch": 3.7296975874957528,
      "grad_norm": 3.4842716991584464,
      "learning_rate": 9.89278885742363e-05,
      "loss": 3.7238,
      "step": 43906
    },
    {
      "epoch": 3.7297825348284066,
      "grad_norm": 3.4522672579268816,
      "learning_rate": 9.89214327022889e-05,
      "loss": 4.0127,
      "step": 43907
    },
    {
      "epoch": 3.72986748216106,
      "grad_norm": 3.559451719213978,
      "learning_rate": 9.891497693736648e-05,
      "loss": 3.8647,
      "step": 43908
    },
    {
      "epoch": 3.729952429493714,
      "grad_norm": 3.372146930172964,
      "learning_rate": 9.890852127948259e-05,
      "loss": 3.585,
      "step": 43909
    },
    {
      "epoch": 3.7300373768263677,
      "grad_norm": 3.7666513217430597,
      "learning_rate": 9.89020657286507e-05,
      "loss": 4.2407,
      "step": 43910
    },
    {
      "epoch": 3.7301223241590216,
      "grad_norm": 3.663071947908284,
      "learning_rate": 9.889561028488432e-05,
      "loss": 4.1101,
      "step": 43911
    },
    {
      "epoch": 3.7302072714916754,
      "grad_norm": 3.422315540093447,
      "learning_rate": 9.888915494819708e-05,
      "loss": 3.7051,
      "step": 43912
    },
    {
      "epoch": 3.730292218824329,
      "grad_norm": 3.4680790164126334,
      "learning_rate": 9.888269971860247e-05,
      "loss": 3.9638,
      "step": 43913
    },
    {
      "epoch": 3.7303771661569827,
      "grad_norm": 3.4796152180925697,
      "learning_rate": 9.887624459611396e-05,
      "loss": 3.7912,
      "step": 43914
    },
    {
      "epoch": 3.7304621134896365,
      "grad_norm": 3.5211599193139014,
      "learning_rate": 9.886978958074511e-05,
      "loss": 3.7499,
      "step": 43915
    },
    {
      "epoch": 3.73054706082229,
      "grad_norm": 3.772361509766742,
      "learning_rate": 9.886333467250946e-05,
      "loss": 4.4871,
      "step": 43916
    },
    {
      "epoch": 3.730632008154944,
      "grad_norm": 3.7620285641221103,
      "learning_rate": 9.885687987142046e-05,
      "loss": 4.2042,
      "step": 43917
    },
    {
      "epoch": 3.7307169554875976,
      "grad_norm": 3.929304503970031,
      "learning_rate": 9.885042517749178e-05,
      "loss": 3.5452,
      "step": 43918
    },
    {
      "epoch": 3.7308019028202515,
      "grad_norm": 3.2364292407422366,
      "learning_rate": 9.88439705907368e-05,
      "loss": 3.3667,
      "step": 43919
    },
    {
      "epoch": 3.7308868501529053,
      "grad_norm": 3.7743272318384764,
      "learning_rate": 9.883751611116914e-05,
      "loss": 4.1726,
      "step": 43920
    },
    {
      "epoch": 3.7309717974855587,
      "grad_norm": 3.3641736866330048,
      "learning_rate": 9.883106173880229e-05,
      "loss": 3.61,
      "step": 43921
    },
    {
      "epoch": 3.7310567448182126,
      "grad_norm": 3.2948746688337236,
      "learning_rate": 9.882460747364974e-05,
      "loss": 3.3563,
      "step": 43922
    },
    {
      "epoch": 3.7311416921508664,
      "grad_norm": 3.68401703319926,
      "learning_rate": 9.881815331572504e-05,
      "loss": 4.0846,
      "step": 43923
    },
    {
      "epoch": 3.7312266394835203,
      "grad_norm": 3.4509393910403774,
      "learning_rate": 9.881169926504176e-05,
      "loss": 3.8051,
      "step": 43924
    },
    {
      "epoch": 3.731311586816174,
      "grad_norm": 3.559416180788717,
      "learning_rate": 9.880524532161335e-05,
      "loss": 4.0612,
      "step": 43925
    },
    {
      "epoch": 3.7313965341488275,
      "grad_norm": 3.605402525388834,
      "learning_rate": 9.879879148545336e-05,
      "loss": 4.0473,
      "step": 43926
    },
    {
      "epoch": 3.7314814814814814,
      "grad_norm": 3.8261695906006956,
      "learning_rate": 9.879233775657538e-05,
      "loss": 4.5988,
      "step": 43927
    },
    {
      "epoch": 3.7315664288141353,
      "grad_norm": 3.7906911376926424,
      "learning_rate": 9.878588413499282e-05,
      "loss": 4.1869,
      "step": 43928
    },
    {
      "epoch": 3.731651376146789,
      "grad_norm": 3.426121507162993,
      "learning_rate": 9.877943062071922e-05,
      "loss": 3.822,
      "step": 43929
    },
    {
      "epoch": 3.731736323479443,
      "grad_norm": 3.705311988090468,
      "learning_rate": 9.877297721376815e-05,
      "loss": 4.0834,
      "step": 43930
    },
    {
      "epoch": 3.7318212708120964,
      "grad_norm": 3.4642092406805753,
      "learning_rate": 9.876652391415317e-05,
      "loss": 3.7633,
      "step": 43931
    },
    {
      "epoch": 3.73190621814475,
      "grad_norm": 3.8322936220168664,
      "learning_rate": 9.87600707218877e-05,
      "loss": 4.4253,
      "step": 43932
    },
    {
      "epoch": 3.731991165477404,
      "grad_norm": 3.7866463765839544,
      "learning_rate": 9.875361763698532e-05,
      "loss": 4.5099,
      "step": 43933
    },
    {
      "epoch": 3.732076112810058,
      "grad_norm": 3.416903191607057,
      "learning_rate": 9.874716465945955e-05,
      "loss": 3.8853,
      "step": 43934
    },
    {
      "epoch": 3.7321610601427118,
      "grad_norm": 3.3644561419676324,
      "learning_rate": 9.874071178932387e-05,
      "loss": 3.5051,
      "step": 43935
    },
    {
      "epoch": 3.732246007475365,
      "grad_norm": 3.480933854045943,
      "learning_rate": 9.873425902659185e-05,
      "loss": 3.9557,
      "step": 43936
    },
    {
      "epoch": 3.732330954808019,
      "grad_norm": 3.5373620787360793,
      "learning_rate": 9.8727806371277e-05,
      "loss": 3.9984,
      "step": 43937
    },
    {
      "epoch": 3.732415902140673,
      "grad_norm": 3.40419428037034,
      "learning_rate": 9.872135382339283e-05,
      "loss": 3.9797,
      "step": 43938
    },
    {
      "epoch": 3.7325008494733263,
      "grad_norm": 3.4398457939302616,
      "learning_rate": 9.871490138295289e-05,
      "loss": 3.993,
      "step": 43939
    },
    {
      "epoch": 3.73258579680598,
      "grad_norm": 3.3940092756607774,
      "learning_rate": 9.87084490499706e-05,
      "loss": 3.7052,
      "step": 43940
    },
    {
      "epoch": 3.732670744138634,
      "grad_norm": 3.3854105459265047,
      "learning_rate": 9.870199682445958e-05,
      "loss": 3.5773,
      "step": 43941
    },
    {
      "epoch": 3.732755691471288,
      "grad_norm": 3.834506272181527,
      "learning_rate": 9.869554470643335e-05,
      "loss": 3.5905,
      "step": 43942
    },
    {
      "epoch": 3.7328406388039417,
      "grad_norm": 3.550264845074507,
      "learning_rate": 9.86890926959054e-05,
      "loss": 3.8335,
      "step": 43943
    },
    {
      "epoch": 3.732925586136595,
      "grad_norm": 3.8241678764807534,
      "learning_rate": 9.868264079288921e-05,
      "loss": 4.5125,
      "step": 43944
    },
    {
      "epoch": 3.733010533469249,
      "grad_norm": 3.3754423820704944,
      "learning_rate": 9.867618899739838e-05,
      "loss": 3.4987,
      "step": 43945
    },
    {
      "epoch": 3.733095480801903,
      "grad_norm": 3.610319247836384,
      "learning_rate": 9.866973730944637e-05,
      "loss": 3.8321,
      "step": 43946
    },
    {
      "epoch": 3.7331804281345566,
      "grad_norm": 3.536716555076504,
      "learning_rate": 9.866328572904669e-05,
      "loss": 3.742,
      "step": 43947
    },
    {
      "epoch": 3.7332653754672105,
      "grad_norm": 3.612682174938399,
      "learning_rate": 9.86568342562129e-05,
      "loss": 4.1436,
      "step": 43948
    },
    {
      "epoch": 3.733350322799864,
      "grad_norm": 3.531191479578851,
      "learning_rate": 9.865038289095852e-05,
      "loss": 4.0048,
      "step": 43949
    },
    {
      "epoch": 3.7334352701325177,
      "grad_norm": 3.6746026686453277,
      "learning_rate": 9.864393163329705e-05,
      "loss": 4.0214,
      "step": 43950
    },
    {
      "epoch": 3.7335202174651716,
      "grad_norm": 3.486888331197146,
      "learning_rate": 9.863748048324198e-05,
      "loss": 3.7123,
      "step": 43951
    },
    {
      "epoch": 3.7336051647978254,
      "grad_norm": 3.601554616959091,
      "learning_rate": 9.863102944080689e-05,
      "loss": 3.8113,
      "step": 43952
    },
    {
      "epoch": 3.7336901121304793,
      "grad_norm": 3.6360062230375605,
      "learning_rate": 9.862457850600521e-05,
      "loss": 4.0798,
      "step": 43953
    },
    {
      "epoch": 3.7337750594631327,
      "grad_norm": 3.485697545653203,
      "learning_rate": 9.86181276788505e-05,
      "loss": 3.9542,
      "step": 43954
    },
    {
      "epoch": 3.7338600067957866,
      "grad_norm": 3.546913708842077,
      "learning_rate": 9.86116769593563e-05,
      "loss": 3.6101,
      "step": 43955
    },
    {
      "epoch": 3.7339449541284404,
      "grad_norm": 3.87982153674888,
      "learning_rate": 9.860522634753615e-05,
      "loss": 4.3883,
      "step": 43956
    },
    {
      "epoch": 3.7340299014610943,
      "grad_norm": 3.4803697402500005,
      "learning_rate": 9.85987758434035e-05,
      "loss": 4.034,
      "step": 43957
    },
    {
      "epoch": 3.734114848793748,
      "grad_norm": 3.809525123512035,
      "learning_rate": 9.859232544697187e-05,
      "loss": 4.4497,
      "step": 43958
    },
    {
      "epoch": 3.7341997961264015,
      "grad_norm": 3.4307456673640093,
      "learning_rate": 9.858587515825482e-05,
      "loss": 3.511,
      "step": 43959
    },
    {
      "epoch": 3.7342847434590554,
      "grad_norm": 3.6679963354449368,
      "learning_rate": 9.85794249772658e-05,
      "loss": 4.2076,
      "step": 43960
    },
    {
      "epoch": 3.734369690791709,
      "grad_norm": 3.5023526899087534,
      "learning_rate": 9.857297490401838e-05,
      "loss": 3.8082,
      "step": 43961
    },
    {
      "epoch": 3.7344546381243626,
      "grad_norm": 3.587095354253292,
      "learning_rate": 9.856652493852608e-05,
      "loss": 3.5683,
      "step": 43962
    },
    {
      "epoch": 3.734539585457017,
      "grad_norm": 3.4875863866644727,
      "learning_rate": 9.856007508080243e-05,
      "loss": 3.9999,
      "step": 43963
    },
    {
      "epoch": 3.7346245327896703,
      "grad_norm": 3.6387542540011757,
      "learning_rate": 9.855362533086088e-05,
      "loss": 3.808,
      "step": 43964
    },
    {
      "epoch": 3.734709480122324,
      "grad_norm": 3.5642733337043864,
      "learning_rate": 9.854717568871495e-05,
      "loss": 3.8436,
      "step": 43965
    },
    {
      "epoch": 3.734794427454978,
      "grad_norm": 3.44722805482737,
      "learning_rate": 9.854072615437815e-05,
      "loss": 3.479,
      "step": 43966
    },
    {
      "epoch": 3.7348793747876314,
      "grad_norm": 3.496847313528269,
      "learning_rate": 9.85342767278641e-05,
      "loss": 3.9464,
      "step": 43967
    },
    {
      "epoch": 3.7349643221202853,
      "grad_norm": 3.511638712913904,
      "learning_rate": 9.85278274091862e-05,
      "loss": 3.6491,
      "step": 43968
    },
    {
      "epoch": 3.735049269452939,
      "grad_norm": 3.3860376599084048,
      "learning_rate": 9.852137819835798e-05,
      "loss": 3.5952,
      "step": 43969
    },
    {
      "epoch": 3.735134216785593,
      "grad_norm": 3.444677601817484,
      "learning_rate": 9.851492909539301e-05,
      "loss": 3.6836,
      "step": 43970
    },
    {
      "epoch": 3.735219164118247,
      "grad_norm": 3.5793648039636405,
      "learning_rate": 9.850848010030477e-05,
      "loss": 4.2247,
      "step": 43971
    },
    {
      "epoch": 3.7353041114509002,
      "grad_norm": 3.443251919456354,
      "learning_rate": 9.850203121310668e-05,
      "loss": 3.6056,
      "step": 43972
    },
    {
      "epoch": 3.735389058783554,
      "grad_norm": 3.4220277034312585,
      "learning_rate": 9.849558243381241e-05,
      "loss": 3.6191,
      "step": 43973
    },
    {
      "epoch": 3.735474006116208,
      "grad_norm": 3.4230308398916547,
      "learning_rate": 9.848913376243543e-05,
      "loss": 3.7203,
      "step": 43974
    },
    {
      "epoch": 3.735558953448862,
      "grad_norm": 3.4596359955089144,
      "learning_rate": 9.848268519898916e-05,
      "loss": 3.9458,
      "step": 43975
    },
    {
      "epoch": 3.7356439007815156,
      "grad_norm": 3.424380752258118,
      "learning_rate": 9.847623674348721e-05,
      "loss": 3.6965,
      "step": 43976
    },
    {
      "epoch": 3.735728848114169,
      "grad_norm": 3.4272629587692394,
      "learning_rate": 9.846978839594306e-05,
      "loss": 3.8212,
      "step": 43977
    },
    {
      "epoch": 3.735813795446823,
      "grad_norm": 3.6173694112480335,
      "learning_rate": 9.846334015637018e-05,
      "loss": 4.2313,
      "step": 43978
    },
    {
      "epoch": 3.7358987427794768,
      "grad_norm": 3.523505840787885,
      "learning_rate": 9.845689202478213e-05,
      "loss": 3.9411,
      "step": 43979
    },
    {
      "epoch": 3.7359836901121306,
      "grad_norm": 3.372299100974927,
      "learning_rate": 9.845044400119241e-05,
      "loss": 3.7383,
      "step": 43980
    },
    {
      "epoch": 3.7360686374447845,
      "grad_norm": 3.5333130034109246,
      "learning_rate": 9.844399608561459e-05,
      "loss": 3.9188,
      "step": 43981
    },
    {
      "epoch": 3.736153584777438,
      "grad_norm": 3.478570562006784,
      "learning_rate": 9.843754827806208e-05,
      "loss": 3.6744,
      "step": 43982
    },
    {
      "epoch": 3.7362385321100917,
      "grad_norm": 3.544034654605617,
      "learning_rate": 9.84311005785484e-05,
      "loss": 3.9427,
      "step": 43983
    },
    {
      "epoch": 3.7363234794427456,
      "grad_norm": 3.4352570220933814,
      "learning_rate": 9.842465298708708e-05,
      "loss": 4.0597,
      "step": 43984
    },
    {
      "epoch": 3.7364084267753994,
      "grad_norm": 3.4502490436053996,
      "learning_rate": 9.84182055036917e-05,
      "loss": 3.8975,
      "step": 43985
    },
    {
      "epoch": 3.7364933741080533,
      "grad_norm": 3.70166719124812,
      "learning_rate": 9.84117581283757e-05,
      "loss": 4.2882,
      "step": 43986
    },
    {
      "epoch": 3.7365783214407067,
      "grad_norm": 3.662082715050717,
      "learning_rate": 9.840531086115256e-05,
      "loss": 4.0127,
      "step": 43987
    },
    {
      "epoch": 3.7366632687733605,
      "grad_norm": 3.8020495590887946,
      "learning_rate": 9.839886370203589e-05,
      "loss": 4.3768,
      "step": 43988
    },
    {
      "epoch": 3.7367482161060144,
      "grad_norm": 3.7655377286049982,
      "learning_rate": 9.83924166510391e-05,
      "loss": 3.9415,
      "step": 43989
    },
    {
      "epoch": 3.736833163438668,
      "grad_norm": 3.6011870116422062,
      "learning_rate": 9.838596970817568e-05,
      "loss": 3.9229,
      "step": 43990
    },
    {
      "epoch": 3.7369181107713216,
      "grad_norm": 3.4830787892087662,
      "learning_rate": 9.837952287345924e-05,
      "loss": 3.704,
      "step": 43991
    },
    {
      "epoch": 3.7370030581039755,
      "grad_norm": 3.3880232813144437,
      "learning_rate": 9.837307614690328e-05,
      "loss": 3.7344,
      "step": 43992
    },
    {
      "epoch": 3.7370880054366293,
      "grad_norm": 3.5788524908278374,
      "learning_rate": 9.836662952852123e-05,
      "loss": 3.881,
      "step": 43993
    },
    {
      "epoch": 3.737172952769283,
      "grad_norm": 3.450819590235146,
      "learning_rate": 9.836018301832665e-05,
      "loss": 3.7677,
      "step": 43994
    },
    {
      "epoch": 3.7372579001019366,
      "grad_norm": 3.542224671715311,
      "learning_rate": 9.835373661633303e-05,
      "loss": 3.9454,
      "step": 43995
    },
    {
      "epoch": 3.7373428474345904,
      "grad_norm": 3.473724550708612,
      "learning_rate": 9.834729032255387e-05,
      "loss": 3.7081,
      "step": 43996
    },
    {
      "epoch": 3.7374277947672443,
      "grad_norm": 3.437213746760957,
      "learning_rate": 9.834084413700269e-05,
      "loss": 3.7954,
      "step": 43997
    },
    {
      "epoch": 3.737512742099898,
      "grad_norm": 3.4974933490792295,
      "learning_rate": 9.833439805969299e-05,
      "loss": 3.6175,
      "step": 43998
    },
    {
      "epoch": 3.737597689432552,
      "grad_norm": 3.4514031290861826,
      "learning_rate": 9.83279520906383e-05,
      "loss": 3.7892,
      "step": 43999
    },
    {
      "epoch": 3.7376826367652054,
      "grad_norm": 3.402309239334219,
      "learning_rate": 9.83215062298521e-05,
      "loss": 3.8726,
      "step": 44000
    },
    {
      "epoch": 3.7377675840978593,
      "grad_norm": 3.382031223897025,
      "learning_rate": 9.831506047734791e-05,
      "loss": 3.6369,
      "step": 44001
    },
    {
      "epoch": 3.737852531430513,
      "grad_norm": 3.4375268982382123,
      "learning_rate": 9.830861483313924e-05,
      "loss": 3.3789,
      "step": 44002
    },
    {
      "epoch": 3.737937478763167,
      "grad_norm": 3.3567453845483852,
      "learning_rate": 9.830216929723953e-05,
      "loss": 3.6013,
      "step": 44003
    },
    {
      "epoch": 3.738022426095821,
      "grad_norm": 3.6235370363399957,
      "learning_rate": 9.829572386966237e-05,
      "loss": 4.1281,
      "step": 44004
    },
    {
      "epoch": 3.738107373428474,
      "grad_norm": 3.4187390706431775,
      "learning_rate": 9.828927855042125e-05,
      "loss": 3.7387,
      "step": 44005
    },
    {
      "epoch": 3.738192320761128,
      "grad_norm": 3.432107474848205,
      "learning_rate": 9.828283333952966e-05,
      "loss": 3.7255,
      "step": 44006
    },
    {
      "epoch": 3.738277268093782,
      "grad_norm": 3.379424877707609,
      "learning_rate": 9.827638823700109e-05,
      "loss": 3.6163,
      "step": 44007
    },
    {
      "epoch": 3.7383622154264358,
      "grad_norm": 3.6073640251246815,
      "learning_rate": 9.826994324284909e-05,
      "loss": 4.1479,
      "step": 44008
    },
    {
      "epoch": 3.7384471627590896,
      "grad_norm": 3.586606851040406,
      "learning_rate": 9.826349835708705e-05,
      "loss": 4.1017,
      "step": 44009
    },
    {
      "epoch": 3.738532110091743,
      "grad_norm": 3.7300526954871764,
      "learning_rate": 9.825705357972864e-05,
      "loss": 4.226,
      "step": 44010
    },
    {
      "epoch": 3.738617057424397,
      "grad_norm": 3.512844803551672,
      "learning_rate": 9.825060891078726e-05,
      "loss": 3.8211,
      "step": 44011
    },
    {
      "epoch": 3.7387020047570507,
      "grad_norm": 3.828241745760094,
      "learning_rate": 9.824416435027643e-05,
      "loss": 4.6166,
      "step": 44012
    },
    {
      "epoch": 3.738786952089704,
      "grad_norm": 3.4076749501964563,
      "learning_rate": 9.823771989820969e-05,
      "loss": 3.7005,
      "step": 44013
    },
    {
      "epoch": 3.738871899422358,
      "grad_norm": 3.8049418712511054,
      "learning_rate": 9.823127555460047e-05,
      "loss": 4.4947,
      "step": 44014
    },
    {
      "epoch": 3.738956846755012,
      "grad_norm": 3.390520232109547,
      "learning_rate": 9.82248313194623e-05,
      "loss": 3.5084,
      "step": 44015
    },
    {
      "epoch": 3.7390417940876657,
      "grad_norm": 3.60557999979001,
      "learning_rate": 9.821838719280871e-05,
      "loss": 3.5754,
      "step": 44016
    },
    {
      "epoch": 3.7391267414203195,
      "grad_norm": 3.8014769285488326,
      "learning_rate": 9.821194317465323e-05,
      "loss": 3.6345,
      "step": 44017
    },
    {
      "epoch": 3.739211688752973,
      "grad_norm": 3.5441575804354555,
      "learning_rate": 9.82054992650093e-05,
      "loss": 3.8923,
      "step": 44018
    },
    {
      "epoch": 3.739296636085627,
      "grad_norm": 3.5804161535852845,
      "learning_rate": 9.819905546389045e-05,
      "loss": 4.1854,
      "step": 44019
    },
    {
      "epoch": 3.7393815834182806,
      "grad_norm": 3.822423785743542,
      "learning_rate": 9.819261177131016e-05,
      "loss": 4.4977,
      "step": 44020
    },
    {
      "epoch": 3.7394665307509345,
      "grad_norm": 3.4640899851787035,
      "learning_rate": 9.818616818728192e-05,
      "loss": 3.6075,
      "step": 44021
    },
    {
      "epoch": 3.7395514780835883,
      "grad_norm": 3.7223047347188083,
      "learning_rate": 9.817972471181927e-05,
      "loss": 4.0571,
      "step": 44022
    },
    {
      "epoch": 3.7396364254162417,
      "grad_norm": 3.7258779651728893,
      "learning_rate": 9.817328134493571e-05,
      "loss": 4.2762,
      "step": 44023
    },
    {
      "epoch": 3.7397213727488956,
      "grad_norm": 3.326714574630139,
      "learning_rate": 9.816683808664476e-05,
      "loss": 3.4834,
      "step": 44024
    },
    {
      "epoch": 3.7398063200815495,
      "grad_norm": 3.3391228675793103,
      "learning_rate": 9.816039493695985e-05,
      "loss": 3.4626,
      "step": 44025
    },
    {
      "epoch": 3.7398912674142033,
      "grad_norm": 3.655319525861203,
      "learning_rate": 9.815395189589457e-05,
      "loss": 4.222,
      "step": 44026
    },
    {
      "epoch": 3.739976214746857,
      "grad_norm": 3.725495046873903,
      "learning_rate": 9.814750896346226e-05,
      "loss": 4.2762,
      "step": 44027
    },
    {
      "epoch": 3.7400611620795106,
      "grad_norm": 3.348282168624773,
      "learning_rate": 9.814106613967663e-05,
      "loss": 3.6324,
      "step": 44028
    },
    {
      "epoch": 3.7401461094121644,
      "grad_norm": 3.342508031179679,
      "learning_rate": 9.813462342455106e-05,
      "loss": 3.6916,
      "step": 44029
    },
    {
      "epoch": 3.7402310567448183,
      "grad_norm": 3.3773223583668974,
      "learning_rate": 9.81281808180991e-05,
      "loss": 3.5342,
      "step": 44030
    },
    {
      "epoch": 3.740316004077472,
      "grad_norm": 3.550214174819243,
      "learning_rate": 9.812173832033416e-05,
      "loss": 3.8617,
      "step": 44031
    },
    {
      "epoch": 3.740400951410126,
      "grad_norm": 3.434586030725992,
      "learning_rate": 9.81152959312698e-05,
      "loss": 3.8489,
      "step": 44032
    },
    {
      "epoch": 3.7404858987427794,
      "grad_norm": 3.443643779618841,
      "learning_rate": 9.81088536509195e-05,
      "loss": 3.9255,
      "step": 44033
    },
    {
      "epoch": 3.740570846075433,
      "grad_norm": 3.482124255618718,
      "learning_rate": 9.81024114792968e-05,
      "loss": 3.8872,
      "step": 44034
    },
    {
      "epoch": 3.740655793408087,
      "grad_norm": 3.516050339603294,
      "learning_rate": 9.809596941641523e-05,
      "loss": 3.8105,
      "step": 44035
    },
    {
      "epoch": 3.7407407407407405,
      "grad_norm": 3.399596200860317,
      "learning_rate": 9.808952746228815e-05,
      "loss": 3.5051,
      "step": 44036
    },
    {
      "epoch": 3.7408256880733948,
      "grad_norm": 3.4072005425530913,
      "learning_rate": 9.808308561692921e-05,
      "loss": 3.3302,
      "step": 44037
    },
    {
      "epoch": 3.740910635406048,
      "grad_norm": 3.3569237923888124,
      "learning_rate": 9.807664388035179e-05,
      "loss": 3.6427,
      "step": 44038
    },
    {
      "epoch": 3.740995582738702,
      "grad_norm": 3.4357866918169595,
      "learning_rate": 9.80702022525694e-05,
      "loss": 3.8877,
      "step": 44039
    },
    {
      "epoch": 3.741080530071356,
      "grad_norm": 3.837746013693505,
      "learning_rate": 9.806376073359562e-05,
      "loss": 4.5099,
      "step": 44040
    },
    {
      "epoch": 3.7411654774040093,
      "grad_norm": 3.4687222724839866,
      "learning_rate": 9.805731932344392e-05,
      "loss": 3.874,
      "step": 44041
    },
    {
      "epoch": 3.741250424736663,
      "grad_norm": 3.5485489269356556,
      "learning_rate": 9.805087802212774e-05,
      "loss": 3.9051,
      "step": 44042
    },
    {
      "epoch": 3.741335372069317,
      "grad_norm": 3.5271128364365687,
      "learning_rate": 9.804443682966062e-05,
      "loss": 3.8897,
      "step": 44043
    },
    {
      "epoch": 3.741420319401971,
      "grad_norm": 3.394206680194371,
      "learning_rate": 9.803799574605605e-05,
      "loss": 3.6249,
      "step": 44044
    },
    {
      "epoch": 3.7415052667346247,
      "grad_norm": 3.7867282315709065,
      "learning_rate": 9.803155477132752e-05,
      "loss": 4.3348,
      "step": 44045
    },
    {
      "epoch": 3.741590214067278,
      "grad_norm": 3.628197231708845,
      "learning_rate": 9.80251139054885e-05,
      "loss": 4.1785,
      "step": 44046
    },
    {
      "epoch": 3.741675161399932,
      "grad_norm": 3.505005159621446,
      "learning_rate": 9.801867314855253e-05,
      "loss": 4.0722,
      "step": 44047
    },
    {
      "epoch": 3.741760108732586,
      "grad_norm": 3.3435423456041122,
      "learning_rate": 9.801223250053313e-05,
      "loss": 3.6034,
      "step": 44048
    },
    {
      "epoch": 3.7418450560652396,
      "grad_norm": 3.4935703955513944,
      "learning_rate": 9.800579196144371e-05,
      "loss": 3.7921,
      "step": 44049
    },
    {
      "epoch": 3.7419300033978935,
      "grad_norm": 3.4476313340848725,
      "learning_rate": 9.799935153129783e-05,
      "loss": 3.7268,
      "step": 44050
    },
    {
      "epoch": 3.742014950730547,
      "grad_norm": 3.5219906967306844,
      "learning_rate": 9.799291121010899e-05,
      "loss": 3.7386,
      "step": 44051
    },
    {
      "epoch": 3.7420998980632008,
      "grad_norm": 3.523362247742024,
      "learning_rate": 9.798647099789056e-05,
      "loss": 3.8937,
      "step": 44052
    },
    {
      "epoch": 3.7421848453958546,
      "grad_norm": 3.7118896347532266,
      "learning_rate": 9.798003089465623e-05,
      "loss": 4.056,
      "step": 44053
    },
    {
      "epoch": 3.7422697927285085,
      "grad_norm": 3.60279685295958,
      "learning_rate": 9.797359090041938e-05,
      "loss": 3.848,
      "step": 44054
    },
    {
      "epoch": 3.7423547400611623,
      "grad_norm": 3.43693449069965,
      "learning_rate": 9.796715101519352e-05,
      "loss": 3.7887,
      "step": 44055
    },
    {
      "epoch": 3.7424396873938157,
      "grad_norm": 3.693929009151351,
      "learning_rate": 9.796071123899213e-05,
      "loss": 4.1103,
      "step": 44056
    },
    {
      "epoch": 3.7425246347264696,
      "grad_norm": 3.7667915818060402,
      "learning_rate": 9.795427157182871e-05,
      "loss": 4.1995,
      "step": 44057
    },
    {
      "epoch": 3.7426095820591234,
      "grad_norm": 3.532725620735955,
      "learning_rate": 9.794783201371674e-05,
      "loss": 3.8603,
      "step": 44058
    },
    {
      "epoch": 3.742694529391777,
      "grad_norm": 3.4172875980074164,
      "learning_rate": 9.79413925646698e-05,
      "loss": 3.7366,
      "step": 44059
    },
    {
      "epoch": 3.742779476724431,
      "grad_norm": 3.8075315890363064,
      "learning_rate": 9.793495322470128e-05,
      "loss": 4.4441,
      "step": 44060
    },
    {
      "epoch": 3.7428644240570845,
      "grad_norm": 3.514755736474822,
      "learning_rate": 9.792851399382472e-05,
      "loss": 3.9108,
      "step": 44061
    },
    {
      "epoch": 3.7429493713897384,
      "grad_norm": 3.7331720303706324,
      "learning_rate": 9.79220748720536e-05,
      "loss": 4.1904,
      "step": 44062
    },
    {
      "epoch": 3.7430343187223922,
      "grad_norm": 3.3862452793898536,
      "learning_rate": 9.79156358594014e-05,
      "loss": 3.632,
      "step": 44063
    },
    {
      "epoch": 3.7431192660550456,
      "grad_norm": 3.545115216074569,
      "learning_rate": 9.790919695588159e-05,
      "loss": 4.1065,
      "step": 44064
    },
    {
      "epoch": 3.7432042133876995,
      "grad_norm": 3.721553401716691,
      "learning_rate": 9.790275816150774e-05,
      "loss": 4.1649,
      "step": 44065
    },
    {
      "epoch": 3.7432891607203533,
      "grad_norm": 3.8352783096779137,
      "learning_rate": 9.789631947629333e-05,
      "loss": 4.2395,
      "step": 44066
    },
    {
      "epoch": 3.743374108053007,
      "grad_norm": 3.51226299696866,
      "learning_rate": 9.788988090025177e-05,
      "loss": 3.7397,
      "step": 44067
    },
    {
      "epoch": 3.743459055385661,
      "grad_norm": 3.487090045606141,
      "learning_rate": 9.788344243339661e-05,
      "loss": 3.6811,
      "step": 44068
    },
    {
      "epoch": 3.7435440027183144,
      "grad_norm": 3.4027177449763846,
      "learning_rate": 9.787700407574134e-05,
      "loss": 3.6295,
      "step": 44069
    },
    {
      "epoch": 3.7436289500509683,
      "grad_norm": 3.483148425373777,
      "learning_rate": 9.787056582729939e-05,
      "loss": 3.8791,
      "step": 44070
    },
    {
      "epoch": 3.743713897383622,
      "grad_norm": 3.776865639439528,
      "learning_rate": 9.786412768808433e-05,
      "loss": 4.3698,
      "step": 44071
    },
    {
      "epoch": 3.743798844716276,
      "grad_norm": 3.6594244572193166,
      "learning_rate": 9.785768965810963e-05,
      "loss": 4.0011,
      "step": 44072
    },
    {
      "epoch": 3.74388379204893,
      "grad_norm": 3.3696498422110386,
      "learning_rate": 9.785125173738878e-05,
      "loss": 3.6468,
      "step": 44073
    },
    {
      "epoch": 3.7439687393815833,
      "grad_norm": 3.4891910559145005,
      "learning_rate": 9.784481392593526e-05,
      "loss": 4.1843,
      "step": 44074
    },
    {
      "epoch": 3.744053686714237,
      "grad_norm": 3.41077679317547,
      "learning_rate": 9.78383762237625e-05,
      "loss": 3.4665,
      "step": 44075
    },
    {
      "epoch": 3.744138634046891,
      "grad_norm": 3.711826602203604,
      "learning_rate": 9.783193863088407e-05,
      "loss": 3.5437,
      "step": 44076
    },
    {
      "epoch": 3.744223581379545,
      "grad_norm": 3.5190870888265215,
      "learning_rate": 9.782550114731347e-05,
      "loss": 4.0094,
      "step": 44077
    },
    {
      "epoch": 3.7443085287121987,
      "grad_norm": 3.4522306210774922,
      "learning_rate": 9.781906377306413e-05,
      "loss": 3.9196,
      "step": 44078
    },
    {
      "epoch": 3.744393476044852,
      "grad_norm": 3.7041573057493578,
      "learning_rate": 9.781262650814955e-05,
      "loss": 4.0788,
      "step": 44079
    },
    {
      "epoch": 3.744478423377506,
      "grad_norm": 3.535192068663872,
      "learning_rate": 9.780618935258329e-05,
      "loss": 3.7237,
      "step": 44080
    },
    {
      "epoch": 3.7445633707101598,
      "grad_norm": 3.5504765545457233,
      "learning_rate": 9.779975230637874e-05,
      "loss": 3.7784,
      "step": 44081
    },
    {
      "epoch": 3.7446483180428136,
      "grad_norm": 3.7567745697602275,
      "learning_rate": 9.779331536954938e-05,
      "loss": 4.3751,
      "step": 44082
    },
    {
      "epoch": 3.7447332653754675,
      "grad_norm": 3.4377840338058454,
      "learning_rate": 9.778687854210875e-05,
      "loss": 3.9881,
      "step": 44083
    },
    {
      "epoch": 3.744818212708121,
      "grad_norm": 3.4677455885862023,
      "learning_rate": 9.778044182407039e-05,
      "loss": 3.6463,
      "step": 44084
    },
    {
      "epoch": 3.7449031600407747,
      "grad_norm": 3.5129471956640796,
      "learning_rate": 9.777400521544769e-05,
      "loss": 3.7817,
      "step": 44085
    },
    {
      "epoch": 3.7449881073734286,
      "grad_norm": 3.643182211564634,
      "learning_rate": 9.776756871625419e-05,
      "loss": 4.2183,
      "step": 44086
    },
    {
      "epoch": 3.745073054706082,
      "grad_norm": 3.407491113620545,
      "learning_rate": 9.776113232650338e-05,
      "loss": 3.8188,
      "step": 44087
    },
    {
      "epoch": 3.745158002038736,
      "grad_norm": 3.7968836129870893,
      "learning_rate": 9.775469604620868e-05,
      "loss": 4.3198,
      "step": 44088
    },
    {
      "epoch": 3.7452429493713897,
      "grad_norm": 3.811393831316451,
      "learning_rate": 9.77482598753836e-05,
      "loss": 4.4755,
      "step": 44089
    },
    {
      "epoch": 3.7453278967040435,
      "grad_norm": 3.5600126395797096,
      "learning_rate": 9.774182381404168e-05,
      "loss": 3.9996,
      "step": 44090
    },
    {
      "epoch": 3.7454128440366974,
      "grad_norm": 3.717197610688411,
      "learning_rate": 9.773538786219639e-05,
      "loss": 4.1719,
      "step": 44091
    },
    {
      "epoch": 3.745497791369351,
      "grad_norm": 3.5056577449772774,
      "learning_rate": 9.772895201986119e-05,
      "loss": 3.7164,
      "step": 44092
    },
    {
      "epoch": 3.7455827387020046,
      "grad_norm": 3.4577805367587104,
      "learning_rate": 9.772251628704957e-05,
      "loss": 3.6761,
      "step": 44093
    },
    {
      "epoch": 3.7456676860346585,
      "grad_norm": 3.246923089257136,
      "learning_rate": 9.771608066377501e-05,
      "loss": 3.1015,
      "step": 44094
    },
    {
      "epoch": 3.7457526333673123,
      "grad_norm": 3.7684719217976594,
      "learning_rate": 9.7709645150051e-05,
      "loss": 4.4553,
      "step": 44095
    },
    {
      "epoch": 3.745837580699966,
      "grad_norm": 3.382381523263385,
      "learning_rate": 9.770320974589103e-05,
      "loss": 3.5808,
      "step": 44096
    },
    {
      "epoch": 3.7459225280326196,
      "grad_norm": 3.369806357659257,
      "learning_rate": 9.769677445130858e-05,
      "loss": 3.712,
      "step": 44097
    },
    {
      "epoch": 3.7460074753652735,
      "grad_norm": 3.5154855102622666,
      "learning_rate": 9.769033926631717e-05,
      "loss": 3.9589,
      "step": 44098
    },
    {
      "epoch": 3.7460924226979273,
      "grad_norm": 3.5829799238491464,
      "learning_rate": 9.768390419093021e-05,
      "loss": 4.0493,
      "step": 44099
    },
    {
      "epoch": 3.746177370030581,
      "grad_norm": 3.7890323723133963,
      "learning_rate": 9.767746922516121e-05,
      "loss": 4.269,
      "step": 44100
    },
    {
      "epoch": 3.746262317363235,
      "grad_norm": 3.4953792115541047,
      "learning_rate": 9.767103436902367e-05,
      "loss": 3.7203,
      "step": 44101
    },
    {
      "epoch": 3.7463472646958884,
      "grad_norm": 3.5264348769751885,
      "learning_rate": 9.766459962253108e-05,
      "loss": 4.0717,
      "step": 44102
    },
    {
      "epoch": 3.7464322120285423,
      "grad_norm": 3.6347585504148197,
      "learning_rate": 9.765816498569692e-05,
      "loss": 4.0936,
      "step": 44103
    },
    {
      "epoch": 3.746517159361196,
      "grad_norm": 3.3937633629837687,
      "learning_rate": 9.765173045853466e-05,
      "loss": 3.4963,
      "step": 44104
    },
    {
      "epoch": 3.74660210669385,
      "grad_norm": 3.8916582940624633,
      "learning_rate": 9.76452960410578e-05,
      "loss": 3.9192,
      "step": 44105
    },
    {
      "epoch": 3.746687054026504,
      "grad_norm": 3.395334617405664,
      "learning_rate": 9.763886173327979e-05,
      "loss": 3.5313,
      "step": 44106
    },
    {
      "epoch": 3.7467720013591572,
      "grad_norm": 3.34267870202341,
      "learning_rate": 9.763242753521408e-05,
      "loss": 3.6382,
      "step": 44107
    },
    {
      "epoch": 3.746856948691811,
      "grad_norm": 3.4220726138935254,
      "learning_rate": 9.762599344687426e-05,
      "loss": 3.7514,
      "step": 44108
    },
    {
      "epoch": 3.746941896024465,
      "grad_norm": 3.407771234200462,
      "learning_rate": 9.761955946827377e-05,
      "loss": 3.5246,
      "step": 44109
    },
    {
      "epoch": 3.7470268433571183,
      "grad_norm": 3.6403711263915826,
      "learning_rate": 9.761312559942603e-05,
      "loss": 4.2275,
      "step": 44110
    },
    {
      "epoch": 3.747111790689772,
      "grad_norm": 3.603205715671207,
      "learning_rate": 9.760669184034458e-05,
      "loss": 4.0304,
      "step": 44111
    },
    {
      "epoch": 3.747196738022426,
      "grad_norm": 3.710201824472878,
      "learning_rate": 9.760025819104291e-05,
      "loss": 4.3478,
      "step": 44112
    },
    {
      "epoch": 3.74728168535508,
      "grad_norm": 3.7568430681249443,
      "learning_rate": 9.759382465153441e-05,
      "loss": 4.3272,
      "step": 44113
    },
    {
      "epoch": 3.7473666326877337,
      "grad_norm": 3.6125054261054546,
      "learning_rate": 9.758739122183264e-05,
      "loss": 3.8787,
      "step": 44114
    },
    {
      "epoch": 3.747451580020387,
      "grad_norm": 3.74740983636483,
      "learning_rate": 9.758095790195109e-05,
      "loss": 4.2477,
      "step": 44115
    },
    {
      "epoch": 3.747536527353041,
      "grad_norm": 3.7881069810352987,
      "learning_rate": 9.757452469190326e-05,
      "loss": 4.4166,
      "step": 44116
    },
    {
      "epoch": 3.747621474685695,
      "grad_norm": 3.5720914559242334,
      "learning_rate": 9.756809159170251e-05,
      "loss": 3.9799,
      "step": 44117
    },
    {
      "epoch": 3.7477064220183487,
      "grad_norm": 3.518559879297374,
      "learning_rate": 9.756165860136242e-05,
      "loss": 4.0039,
      "step": 44118
    },
    {
      "epoch": 3.7477913693510025,
      "grad_norm": 3.6287033624288263,
      "learning_rate": 9.755522572089643e-05,
      "loss": 4.0718,
      "step": 44119
    },
    {
      "epoch": 3.747876316683656,
      "grad_norm": 3.6330122747444205,
      "learning_rate": 9.754879295031807e-05,
      "loss": 4.0904,
      "step": 44120
    },
    {
      "epoch": 3.74796126401631,
      "grad_norm": 3.658035634886386,
      "learning_rate": 9.754236028964076e-05,
      "loss": 4.185,
      "step": 44121
    },
    {
      "epoch": 3.7480462113489637,
      "grad_norm": 3.367686092281526,
      "learning_rate": 9.7535927738878e-05,
      "loss": 3.5141,
      "step": 44122
    },
    {
      "epoch": 3.7481311586816175,
      "grad_norm": 3.265396460062233,
      "learning_rate": 9.752949529804328e-05,
      "loss": 3.4763,
      "step": 44123
    },
    {
      "epoch": 3.7482161060142714,
      "grad_norm": 3.751243696983868,
      "learning_rate": 9.752306296715006e-05,
      "loss": 4.2006,
      "step": 44124
    },
    {
      "epoch": 3.7483010533469248,
      "grad_norm": 3.640898078777908,
      "learning_rate": 9.751663074621176e-05,
      "loss": 4.33,
      "step": 44125
    },
    {
      "epoch": 3.7483860006795786,
      "grad_norm": 3.5678963769795935,
      "learning_rate": 9.751019863524197e-05,
      "loss": 3.7227,
      "step": 44126
    },
    {
      "epoch": 3.7484709480122325,
      "grad_norm": 3.629284090764031,
      "learning_rate": 9.750376663425414e-05,
      "loss": 4.1795,
      "step": 44127
    },
    {
      "epoch": 3.7485558953448863,
      "grad_norm": 3.5686751164451893,
      "learning_rate": 9.74973347432617e-05,
      "loss": 3.9533,
      "step": 44128
    },
    {
      "epoch": 3.74864084267754,
      "grad_norm": 3.4594616086989673,
      "learning_rate": 9.749090296227817e-05,
      "loss": 3.8037,
      "step": 44129
    },
    {
      "epoch": 3.7487257900101936,
      "grad_norm": 3.3394082170581134,
      "learning_rate": 9.748447129131701e-05,
      "loss": 3.5293,
      "step": 44130
    },
    {
      "epoch": 3.7488107373428474,
      "grad_norm": 3.717166269933616,
      "learning_rate": 9.747803973039164e-05,
      "loss": 4.228,
      "step": 44131
    },
    {
      "epoch": 3.7488956846755013,
      "grad_norm": 3.704993611863947,
      "learning_rate": 9.747160827951561e-05,
      "loss": 3.7966,
      "step": 44132
    },
    {
      "epoch": 3.7489806320081547,
      "grad_norm": 3.6078929463512805,
      "learning_rate": 9.74651769387024e-05,
      "loss": 4.0004,
      "step": 44133
    },
    {
      "epoch": 3.749065579340809,
      "grad_norm": 3.614467485440588,
      "learning_rate": 9.745874570796548e-05,
      "loss": 4.2381,
      "step": 44134
    },
    {
      "epoch": 3.7491505266734624,
      "grad_norm": 3.8039378552043757,
      "learning_rate": 9.745231458731826e-05,
      "loss": 4.3572,
      "step": 44135
    },
    {
      "epoch": 3.7492354740061162,
      "grad_norm": 3.5777585999616988,
      "learning_rate": 9.744588357677431e-05,
      "loss": 3.9434,
      "step": 44136
    },
    {
      "epoch": 3.74932042133877,
      "grad_norm": 3.734527350408871,
      "learning_rate": 9.743945267634702e-05,
      "loss": 4.3316,
      "step": 44137
    },
    {
      "epoch": 3.7494053686714235,
      "grad_norm": 3.377720789141738,
      "learning_rate": 9.743302188604987e-05,
      "loss": 3.3598,
      "step": 44138
    },
    {
      "epoch": 3.7494903160040773,
      "grad_norm": 3.583668952698316,
      "learning_rate": 9.74265912058964e-05,
      "loss": 3.6729,
      "step": 44139
    },
    {
      "epoch": 3.749575263336731,
      "grad_norm": 3.5262836612049018,
      "learning_rate": 9.742016063590007e-05,
      "loss": 3.8135,
      "step": 44140
    },
    {
      "epoch": 3.749660210669385,
      "grad_norm": 3.4858594926098307,
      "learning_rate": 9.741373017607433e-05,
      "loss": 4.0048,
      "step": 44141
    },
    {
      "epoch": 3.749745158002039,
      "grad_norm": 3.6073930538008705,
      "learning_rate": 9.740729982643265e-05,
      "loss": 4.0176,
      "step": 44142
    },
    {
      "epoch": 3.7498301053346923,
      "grad_norm": 3.731696444160935,
      "learning_rate": 9.740086958698853e-05,
      "loss": 4.1938,
      "step": 44143
    },
    {
      "epoch": 3.749915052667346,
      "grad_norm": 3.5688938558658583,
      "learning_rate": 9.739443945775534e-05,
      "loss": 3.7975,
      "step": 44144
    },
    {
      "epoch": 3.75,
      "grad_norm": 3.3648544728543,
      "learning_rate": 9.738800943874672e-05,
      "loss": 3.4457,
      "step": 44145
    },
    {
      "epoch": 3.750084947332654,
      "grad_norm": 3.3956895449118343,
      "learning_rate": 9.738157952997605e-05,
      "loss": 3.8287,
      "step": 44146
    },
    {
      "epoch": 3.7501698946653077,
      "grad_norm": 3.439844289659158,
      "learning_rate": 9.737514973145677e-05,
      "loss": 3.6606,
      "step": 44147
    },
    {
      "epoch": 3.750254841997961,
      "grad_norm": 3.501149624691748,
      "learning_rate": 9.736872004320246e-05,
      "loss": 3.5755,
      "step": 44148
    },
    {
      "epoch": 3.750339789330615,
      "grad_norm": 3.8104656317740915,
      "learning_rate": 9.736229046522649e-05,
      "loss": 4.5739,
      "step": 44149
    },
    {
      "epoch": 3.750424736663269,
      "grad_norm": 3.5221184191539843,
      "learning_rate": 9.735586099754234e-05,
      "loss": 3.973,
      "step": 44150
    },
    {
      "epoch": 3.7505096839959227,
      "grad_norm": 3.3882234282356296,
      "learning_rate": 9.734943164016353e-05,
      "loss": 3.5587,
      "step": 44151
    },
    {
      "epoch": 3.7505946313285765,
      "grad_norm": 3.836360494418163,
      "learning_rate": 9.734300239310356e-05,
      "loss": 4.3816,
      "step": 44152
    },
    {
      "epoch": 3.75067957866123,
      "grad_norm": 3.731110609492819,
      "learning_rate": 9.733657325637582e-05,
      "loss": 4.2908,
      "step": 44153
    },
    {
      "epoch": 3.7507645259938838,
      "grad_norm": 3.56700067643893,
      "learning_rate": 9.733014422999384e-05,
      "loss": 4.0675,
      "step": 44154
    },
    {
      "epoch": 3.7508494733265376,
      "grad_norm": 3.4603080646593383,
      "learning_rate": 9.732371531397104e-05,
      "loss": 3.6498,
      "step": 44155
    },
    {
      "epoch": 3.750934420659191,
      "grad_norm": 3.539100625613266,
      "learning_rate": 9.731728650832088e-05,
      "loss": 3.9438,
      "step": 44156
    },
    {
      "epoch": 3.7510193679918453,
      "grad_norm": 3.3601082089192995,
      "learning_rate": 9.73108578130569e-05,
      "loss": 3.7502,
      "step": 44157
    },
    {
      "epoch": 3.7511043153244987,
      "grad_norm": 3.4749347953450127,
      "learning_rate": 9.730442922819256e-05,
      "loss": 3.5682,
      "step": 44158
    },
    {
      "epoch": 3.7511892626571526,
      "grad_norm": 3.848491959770038,
      "learning_rate": 9.729800075374128e-05,
      "loss": 4.2647,
      "step": 44159
    },
    {
      "epoch": 3.7512742099898064,
      "grad_norm": 3.819730381926354,
      "learning_rate": 9.729157238971657e-05,
      "loss": 4.2566,
      "step": 44160
    },
    {
      "epoch": 3.75135915732246,
      "grad_norm": 3.865625019787987,
      "learning_rate": 9.72851441361319e-05,
      "loss": 4.2653,
      "step": 44161
    },
    {
      "epoch": 3.7514441046551137,
      "grad_norm": 3.7619755299441056,
      "learning_rate": 9.727871599300065e-05,
      "loss": 4.3817,
      "step": 44162
    },
    {
      "epoch": 3.7515290519877675,
      "grad_norm": 3.9271290868208166,
      "learning_rate": 9.727228796033643e-05,
      "loss": 4.7078,
      "step": 44163
    },
    {
      "epoch": 3.7516139993204214,
      "grad_norm": 3.5422360736963086,
      "learning_rate": 9.726586003815262e-05,
      "loss": 4.0447,
      "step": 44164
    },
    {
      "epoch": 3.7516989466530752,
      "grad_norm": 3.4279847320926264,
      "learning_rate": 9.725943222646274e-05,
      "loss": 3.6607,
      "step": 44165
    },
    {
      "epoch": 3.7517838939857286,
      "grad_norm": 3.458861880256867,
      "learning_rate": 9.725300452528019e-05,
      "loss": 3.6361,
      "step": 44166
    },
    {
      "epoch": 3.7518688413183825,
      "grad_norm": 3.867500117015841,
      "learning_rate": 9.72465769346185e-05,
      "loss": 4.4613,
      "step": 44167
    },
    {
      "epoch": 3.7519537886510363,
      "grad_norm": 3.503465424090281,
      "learning_rate": 9.724014945449106e-05,
      "loss": 3.7888,
      "step": 44168
    },
    {
      "epoch": 3.75203873598369,
      "grad_norm": 3.6844845241784823,
      "learning_rate": 9.723372208491143e-05,
      "loss": 4.2526,
      "step": 44169
    },
    {
      "epoch": 3.752123683316344,
      "grad_norm": 3.7864035266879914,
      "learning_rate": 9.722729482589307e-05,
      "loss": 4.4269,
      "step": 44170
    },
    {
      "epoch": 3.7522086306489975,
      "grad_norm": 3.4700146778189187,
      "learning_rate": 9.72208676774494e-05,
      "loss": 3.7487,
      "step": 44171
    },
    {
      "epoch": 3.7522935779816513,
      "grad_norm": 3.3803695154292255,
      "learning_rate": 9.721444063959391e-05,
      "loss": 3.5803,
      "step": 44172
    },
    {
      "epoch": 3.752378525314305,
      "grad_norm": 3.3855513639593715,
      "learning_rate": 9.720801371234003e-05,
      "loss": 3.6419,
      "step": 44173
    },
    {
      "epoch": 3.752463472646959,
      "grad_norm": 3.6501039180701316,
      "learning_rate": 9.720158689570123e-05,
      "loss": 3.944,
      "step": 44174
    },
    {
      "epoch": 3.752548419979613,
      "grad_norm": 3.439721136214733,
      "learning_rate": 9.719516018969104e-05,
      "loss": 3.6382,
      "step": 44175
    },
    {
      "epoch": 3.7526333673122663,
      "grad_norm": 3.3653798609375283,
      "learning_rate": 9.718873359432292e-05,
      "loss": 3.6243,
      "step": 44176
    },
    {
      "epoch": 3.75271831464492,
      "grad_norm": 3.524954364328221,
      "learning_rate": 9.718230710961026e-05,
      "loss": 3.8663,
      "step": 44177
    },
    {
      "epoch": 3.752803261977574,
      "grad_norm": 3.5051605695718044,
      "learning_rate": 9.717588073556658e-05,
      "loss": 3.9196,
      "step": 44178
    },
    {
      "epoch": 3.752888209310228,
      "grad_norm": 3.8510482257326815,
      "learning_rate": 9.716945447220534e-05,
      "loss": 4.3385,
      "step": 44179
    },
    {
      "epoch": 3.7529731566428817,
      "grad_norm": 3.4099668527897213,
      "learning_rate": 9.716302831954e-05,
      "loss": 3.769,
      "step": 44180
    },
    {
      "epoch": 3.753058103975535,
      "grad_norm": 3.43949617736568,
      "learning_rate": 9.715660227758398e-05,
      "loss": 3.7685,
      "step": 44181
    },
    {
      "epoch": 3.753143051308189,
      "grad_norm": 3.8197255977358315,
      "learning_rate": 9.715017634635083e-05,
      "loss": 4.4315,
      "step": 44182
    },
    {
      "epoch": 3.7532279986408428,
      "grad_norm": 3.4582322617683108,
      "learning_rate": 9.714375052585396e-05,
      "loss": 3.5177,
      "step": 44183
    },
    {
      "epoch": 3.753312945973496,
      "grad_norm": 3.675530724252931,
      "learning_rate": 9.713732481610687e-05,
      "loss": 4.0904,
      "step": 44184
    },
    {
      "epoch": 3.75339789330615,
      "grad_norm": 3.4006186675965786,
      "learning_rate": 9.713089921712298e-05,
      "loss": 3.4483,
      "step": 44185
    },
    {
      "epoch": 3.753482840638804,
      "grad_norm": 3.8041794250771743,
      "learning_rate": 9.712447372891581e-05,
      "loss": 4.1158,
      "step": 44186
    },
    {
      "epoch": 3.7535677879714577,
      "grad_norm": 3.3384239690990625,
      "learning_rate": 9.711804835149868e-05,
      "loss": 3.5995,
      "step": 44187
    },
    {
      "epoch": 3.7536527353041116,
      "grad_norm": 3.302379097745452,
      "learning_rate": 9.711162308488525e-05,
      "loss": 3.4096,
      "step": 44188
    },
    {
      "epoch": 3.753737682636765,
      "grad_norm": 3.4103353090330737,
      "learning_rate": 9.710519792908888e-05,
      "loss": 3.704,
      "step": 44189
    },
    {
      "epoch": 3.753822629969419,
      "grad_norm": 3.592914735625092,
      "learning_rate": 9.709877288412306e-05,
      "loss": 3.6165,
      "step": 44190
    },
    {
      "epoch": 3.7539075773020727,
      "grad_norm": 3.4262440683288085,
      "learning_rate": 9.709234795000122e-05,
      "loss": 3.6793,
      "step": 44191
    },
    {
      "epoch": 3.7539925246347265,
      "grad_norm": 3.500692171769606,
      "learning_rate": 9.708592312673683e-05,
      "loss": 3.6944,
      "step": 44192
    },
    {
      "epoch": 3.7540774719673804,
      "grad_norm": 3.6249161102326277,
      "learning_rate": 9.707949841434334e-05,
      "loss": 4.2399,
      "step": 44193
    },
    {
      "epoch": 3.754162419300034,
      "grad_norm": 3.37165035997037,
      "learning_rate": 9.707307381283429e-05,
      "loss": 3.5338,
      "step": 44194
    },
    {
      "epoch": 3.7542473666326877,
      "grad_norm": 3.431555011890968,
      "learning_rate": 9.706664932222306e-05,
      "loss": 3.7263,
      "step": 44195
    },
    {
      "epoch": 3.7543323139653415,
      "grad_norm": 3.3219271185191657,
      "learning_rate": 9.706022494252314e-05,
      "loss": 3.3575,
      "step": 44196
    },
    {
      "epoch": 3.7544172612979954,
      "grad_norm": 3.8601357167133457,
      "learning_rate": 9.7053800673748e-05,
      "loss": 3.9152,
      "step": 44197
    },
    {
      "epoch": 3.754502208630649,
      "grad_norm": 3.80197361419516,
      "learning_rate": 9.704737651591105e-05,
      "loss": 4.3228,
      "step": 44198
    },
    {
      "epoch": 3.7545871559633026,
      "grad_norm": 3.6944278729084434,
      "learning_rate": 9.704095246902578e-05,
      "loss": 4.1442,
      "step": 44199
    },
    {
      "epoch": 3.7546721032959565,
      "grad_norm": 3.765312846418903,
      "learning_rate": 9.70345285331057e-05,
      "loss": 4.27,
      "step": 44200
    },
    {
      "epoch": 3.7547570506286103,
      "grad_norm": 3.5312208637709186,
      "learning_rate": 9.702810470816425e-05,
      "loss": 4.0799,
      "step": 44201
    },
    {
      "epoch": 3.754841997961264,
      "grad_norm": 3.563986277298461,
      "learning_rate": 9.702168099421483e-05,
      "loss": 3.9944,
      "step": 44202
    },
    {
      "epoch": 3.754926945293918,
      "grad_norm": 3.889001036722121,
      "learning_rate": 9.701525739127094e-05,
      "loss": 4.6146,
      "step": 44203
    },
    {
      "epoch": 3.7550118926265714,
      "grad_norm": 3.4494937722736196,
      "learning_rate": 9.700883389934608e-05,
      "loss": 3.5528,
      "step": 44204
    },
    {
      "epoch": 3.7550968399592253,
      "grad_norm": 3.48733636437004,
      "learning_rate": 9.70024105184536e-05,
      "loss": 3.3948,
      "step": 44205
    },
    {
      "epoch": 3.755181787291879,
      "grad_norm": 3.7110506405131773,
      "learning_rate": 9.699598724860705e-05,
      "loss": 4.0185,
      "step": 44206
    },
    {
      "epoch": 3.7552667346245325,
      "grad_norm": 3.6212759332007405,
      "learning_rate": 9.698956408981986e-05,
      "loss": 4.0876,
      "step": 44207
    },
    {
      "epoch": 3.7553516819571864,
      "grad_norm": 3.5739814479331553,
      "learning_rate": 9.698314104210556e-05,
      "loss": 4.1119,
      "step": 44208
    },
    {
      "epoch": 3.7554366292898402,
      "grad_norm": 3.3965980326593974,
      "learning_rate": 9.697671810547745e-05,
      "loss": 3.5918,
      "step": 44209
    },
    {
      "epoch": 3.755521576622494,
      "grad_norm": 3.4330659219265716,
      "learning_rate": 9.697029527994913e-05,
      "loss": 3.6858,
      "step": 44210
    },
    {
      "epoch": 3.755606523955148,
      "grad_norm": 3.615698597565397,
      "learning_rate": 9.696387256553395e-05,
      "loss": 3.9049,
      "step": 44211
    },
    {
      "epoch": 3.7556914712878013,
      "grad_norm": 3.520364576670813,
      "learning_rate": 9.695744996224551e-05,
      "loss": 4.0897,
      "step": 44212
    },
    {
      "epoch": 3.755776418620455,
      "grad_norm": 3.38798583455907,
      "learning_rate": 9.695102747009715e-05,
      "loss": 3.6102,
      "step": 44213
    },
    {
      "epoch": 3.755861365953109,
      "grad_norm": 3.4644761349327133,
      "learning_rate": 9.694460508910234e-05,
      "loss": 3.7774,
      "step": 44214
    },
    {
      "epoch": 3.755946313285763,
      "grad_norm": 3.3941720874233394,
      "learning_rate": 9.693818281927458e-05,
      "loss": 3.5593,
      "step": 44215
    },
    {
      "epoch": 3.7560312606184167,
      "grad_norm": 3.392007075322155,
      "learning_rate": 9.69317606606273e-05,
      "loss": 3.5535,
      "step": 44216
    },
    {
      "epoch": 3.75611620795107,
      "grad_norm": 3.3233028222475265,
      "learning_rate": 9.69253386131739e-05,
      "loss": 3.5733,
      "step": 44217
    },
    {
      "epoch": 3.756201155283724,
      "grad_norm": 3.4900033705263676,
      "learning_rate": 9.691891667692796e-05,
      "loss": 3.9202,
      "step": 44218
    },
    {
      "epoch": 3.756286102616378,
      "grad_norm": 4.203597239244232,
      "learning_rate": 9.691249485190287e-05,
      "loss": 3.632,
      "step": 44219
    },
    {
      "epoch": 3.7563710499490317,
      "grad_norm": 3.5385950496487655,
      "learning_rate": 9.690607313811209e-05,
      "loss": 3.9049,
      "step": 44220
    },
    {
      "epoch": 3.7564559972816856,
      "grad_norm": 3.3856891539195364,
      "learning_rate": 9.689965153556904e-05,
      "loss": 3.8278,
      "step": 44221
    },
    {
      "epoch": 3.756540944614339,
      "grad_norm": 3.5771629227982737,
      "learning_rate": 9.689323004428726e-05,
      "loss": 3.8399,
      "step": 44222
    },
    {
      "epoch": 3.756625891946993,
      "grad_norm": 3.4680819045133298,
      "learning_rate": 9.688680866428009e-05,
      "loss": 3.8003,
      "step": 44223
    },
    {
      "epoch": 3.7567108392796467,
      "grad_norm": 3.399377851297644,
      "learning_rate": 9.688038739556105e-05,
      "loss": 3.5589,
      "step": 44224
    },
    {
      "epoch": 3.7567957866123005,
      "grad_norm": 3.381769077977599,
      "learning_rate": 9.687396623814359e-05,
      "loss": 3.6119,
      "step": 44225
    },
    {
      "epoch": 3.7568807339449544,
      "grad_norm": 3.4417348701598613,
      "learning_rate": 9.68675451920412e-05,
      "loss": 3.8903,
      "step": 44226
    },
    {
      "epoch": 3.7569656812776078,
      "grad_norm": 3.3182927773610658,
      "learning_rate": 9.68611242572673e-05,
      "loss": 3.3025,
      "step": 44227
    },
    {
      "epoch": 3.7570506286102616,
      "grad_norm": 3.563528569980086,
      "learning_rate": 9.685470343383533e-05,
      "loss": 3.9132,
      "step": 44228
    },
    {
      "epoch": 3.7571355759429155,
      "grad_norm": 3.6423810760063238,
      "learning_rate": 9.684828272175877e-05,
      "loss": 4.2579,
      "step": 44229
    },
    {
      "epoch": 3.757220523275569,
      "grad_norm": 3.7313760579981374,
      "learning_rate": 9.684186212105101e-05,
      "loss": 4.0693,
      "step": 44230
    },
    {
      "epoch": 3.757305470608223,
      "grad_norm": 3.4289139654072867,
      "learning_rate": 9.683544163172559e-05,
      "loss": 3.5105,
      "step": 44231
    },
    {
      "epoch": 3.7573904179408766,
      "grad_norm": 3.5438777937954917,
      "learning_rate": 9.682902125379594e-05,
      "loss": 3.9303,
      "step": 44232
    },
    {
      "epoch": 3.7574753652735304,
      "grad_norm": 3.6185279651848905,
      "learning_rate": 9.68226009872755e-05,
      "loss": 4.2309,
      "step": 44233
    },
    {
      "epoch": 3.7575603126061843,
      "grad_norm": 3.501396813917009,
      "learning_rate": 9.68161808321777e-05,
      "loss": 4.0101,
      "step": 44234
    },
    {
      "epoch": 3.7576452599388377,
      "grad_norm": 3.5532629029674205,
      "learning_rate": 9.680976078851602e-05,
      "loss": 4.0279,
      "step": 44235
    },
    {
      "epoch": 3.7577302072714915,
      "grad_norm": 3.5150717379660597,
      "learning_rate": 9.680334085630388e-05,
      "loss": 3.8545,
      "step": 44236
    },
    {
      "epoch": 3.7578151546041454,
      "grad_norm": 3.551652846797657,
      "learning_rate": 9.67969210355548e-05,
      "loss": 3.917,
      "step": 44237
    },
    {
      "epoch": 3.7579001019367992,
      "grad_norm": 3.8282786351458076,
      "learning_rate": 9.679050132628218e-05,
      "loss": 4.6045,
      "step": 44238
    },
    {
      "epoch": 3.757985049269453,
      "grad_norm": 3.710174532754073,
      "learning_rate": 9.678408172849946e-05,
      "loss": 4.1901,
      "step": 44239
    },
    {
      "epoch": 3.7580699966021065,
      "grad_norm": 3.4538101824933785,
      "learning_rate": 9.677766224222014e-05,
      "loss": 3.6402,
      "step": 44240
    },
    {
      "epoch": 3.7581549439347604,
      "grad_norm": 3.512958004437267,
      "learning_rate": 9.677124286745763e-05,
      "loss": 3.8018,
      "step": 44241
    },
    {
      "epoch": 3.758239891267414,
      "grad_norm": 3.6788166921952192,
      "learning_rate": 9.676482360422534e-05,
      "loss": 3.9943,
      "step": 44242
    },
    {
      "epoch": 3.758324838600068,
      "grad_norm": 3.723650902237144,
      "learning_rate": 9.675840445253681e-05,
      "loss": 3.9091,
      "step": 44243
    },
    {
      "epoch": 3.758409785932722,
      "grad_norm": 3.5595560790305374,
      "learning_rate": 9.675198541240549e-05,
      "loss": 4.0512,
      "step": 44244
    },
    {
      "epoch": 3.7584947332653753,
      "grad_norm": 3.5420222423789878,
      "learning_rate": 9.674556648384476e-05,
      "loss": 3.826,
      "step": 44245
    },
    {
      "epoch": 3.758579680598029,
      "grad_norm": 3.5379263569263104,
      "learning_rate": 9.673914766686811e-05,
      "loss": 3.9895,
      "step": 44246
    },
    {
      "epoch": 3.758664627930683,
      "grad_norm": 3.4272102165938043,
      "learning_rate": 9.6732728961489e-05,
      "loss": 3.9025,
      "step": 44247
    },
    {
      "epoch": 3.758749575263337,
      "grad_norm": 3.4334669996741543,
      "learning_rate": 9.672631036772079e-05,
      "loss": 3.4698,
      "step": 44248
    },
    {
      "epoch": 3.7588345225959907,
      "grad_norm": 3.6959913706336955,
      "learning_rate": 9.671989188557705e-05,
      "loss": 4.0798,
      "step": 44249
    },
    {
      "epoch": 3.758919469928644,
      "grad_norm": 3.5025169910384784,
      "learning_rate": 9.671347351507117e-05,
      "loss": 3.8942,
      "step": 44250
    },
    {
      "epoch": 3.759004417261298,
      "grad_norm": 3.8126026937174644,
      "learning_rate": 9.670705525621663e-05,
      "loss": 4.5846,
      "step": 44251
    },
    {
      "epoch": 3.759089364593952,
      "grad_norm": 3.6912204327326017,
      "learning_rate": 9.670063710902684e-05,
      "loss": 4.0891,
      "step": 44252
    },
    {
      "epoch": 3.7591743119266052,
      "grad_norm": 3.7358437700938185,
      "learning_rate": 9.669421907351523e-05,
      "loss": 4.4435,
      "step": 44253
    },
    {
      "epoch": 3.7592592592592595,
      "grad_norm": 3.3981876664921087,
      "learning_rate": 9.668780114969528e-05,
      "loss": 3.692,
      "step": 44254
    },
    {
      "epoch": 3.759344206591913,
      "grad_norm": 3.7378890857509366,
      "learning_rate": 9.668138333758049e-05,
      "loss": 3.984,
      "step": 44255
    },
    {
      "epoch": 3.759429153924567,
      "grad_norm": 3.463839219908603,
      "learning_rate": 9.667496563718423e-05,
      "loss": 3.7192,
      "step": 44256
    },
    {
      "epoch": 3.7595141012572206,
      "grad_norm": 3.8066890435773124,
      "learning_rate": 9.666854804851995e-05,
      "loss": 4.4117,
      "step": 44257
    },
    {
      "epoch": 3.759599048589874,
      "grad_norm": 3.4252276245117663,
      "learning_rate": 9.666213057160118e-05,
      "loss": 3.7235,
      "step": 44258
    },
    {
      "epoch": 3.759683995922528,
      "grad_norm": 3.669137991980723,
      "learning_rate": 9.665571320644124e-05,
      "loss": 3.879,
      "step": 44259
    },
    {
      "epoch": 3.7597689432551817,
      "grad_norm": 3.4308267950726163,
      "learning_rate": 9.664929595305362e-05,
      "loss": 3.6717,
      "step": 44260
    },
    {
      "epoch": 3.7598538905878356,
      "grad_norm": 3.5000982551576283,
      "learning_rate": 9.664287881145185e-05,
      "loss": 3.6406,
      "step": 44261
    },
    {
      "epoch": 3.7599388379204894,
      "grad_norm": 3.839547570822938,
      "learning_rate": 9.663646178164934e-05,
      "loss": 3.8068,
      "step": 44262
    },
    {
      "epoch": 3.760023785253143,
      "grad_norm": 3.7449990108271,
      "learning_rate": 9.663004486365945e-05,
      "loss": 3.9573,
      "step": 44263
    },
    {
      "epoch": 3.7601087325857967,
      "grad_norm": 3.635104853882649,
      "learning_rate": 9.662362805749569e-05,
      "loss": 3.7952,
      "step": 44264
    },
    {
      "epoch": 3.7601936799184505,
      "grad_norm": 3.8888214051192405,
      "learning_rate": 9.661721136317153e-05,
      "loss": 4.5341,
      "step": 44265
    },
    {
      "epoch": 3.7602786272511044,
      "grad_norm": 3.549058902718498,
      "learning_rate": 9.661079478070033e-05,
      "loss": 3.7992,
      "step": 44266
    },
    {
      "epoch": 3.7603635745837583,
      "grad_norm": 3.4192242126035626,
      "learning_rate": 9.660437831009562e-05,
      "loss": 3.4929,
      "step": 44267
    },
    {
      "epoch": 3.7604485219164117,
      "grad_norm": 3.4805766222473102,
      "learning_rate": 9.659796195137081e-05,
      "loss": 3.8931,
      "step": 44268
    },
    {
      "epoch": 3.7605334692490655,
      "grad_norm": 3.4680093534539234,
      "learning_rate": 9.659154570453937e-05,
      "loss": 3.6705,
      "step": 44269
    },
    {
      "epoch": 3.7606184165817194,
      "grad_norm": 3.3795406937720007,
      "learning_rate": 9.658512956961472e-05,
      "loss": 3.5234,
      "step": 44270
    },
    {
      "epoch": 3.760703363914373,
      "grad_norm": 3.541120789040474,
      "learning_rate": 9.65787135466103e-05,
      "loss": 3.8142,
      "step": 44271
    },
    {
      "epoch": 3.760788311247027,
      "grad_norm": 3.6108034249433043,
      "learning_rate": 9.657229763553954e-05,
      "loss": 4.1359,
      "step": 44272
    },
    {
      "epoch": 3.7608732585796805,
      "grad_norm": 3.6999249209119327,
      "learning_rate": 9.656588183641588e-05,
      "loss": 3.6489,
      "step": 44273
    },
    {
      "epoch": 3.7609582059123343,
      "grad_norm": 3.612180667596257,
      "learning_rate": 9.65594661492528e-05,
      "loss": 4.1536,
      "step": 44274
    },
    {
      "epoch": 3.761043153244988,
      "grad_norm": 3.729180798470069,
      "learning_rate": 9.655305057406376e-05,
      "loss": 3.9373,
      "step": 44275
    },
    {
      "epoch": 3.761128100577642,
      "grad_norm": 3.3987084549544244,
      "learning_rate": 9.654663511086217e-05,
      "loss": 3.4612,
      "step": 44276
    },
    {
      "epoch": 3.761213047910296,
      "grad_norm": 3.6060278837277147,
      "learning_rate": 9.654021975966146e-05,
      "loss": 3.8935,
      "step": 44277
    },
    {
      "epoch": 3.7612979952429493,
      "grad_norm": 3.7095254577113264,
      "learning_rate": 9.65338045204751e-05,
      "loss": 4.3489,
      "step": 44278
    },
    {
      "epoch": 3.761382942575603,
      "grad_norm": 3.590423888233235,
      "learning_rate": 9.652738939331644e-05,
      "loss": 4.2926,
      "step": 44279
    },
    {
      "epoch": 3.761467889908257,
      "grad_norm": 3.6603128969121834,
      "learning_rate": 9.652097437819907e-05,
      "loss": 4.4001,
      "step": 44280
    },
    {
      "epoch": 3.7615528372409104,
      "grad_norm": 3.3156995652961596,
      "learning_rate": 9.651455947513636e-05,
      "loss": 3.5376,
      "step": 44281
    },
    {
      "epoch": 3.7616377845735642,
      "grad_norm": 3.5713545713012462,
      "learning_rate": 9.650814468414177e-05,
      "loss": 3.9595,
      "step": 44282
    },
    {
      "epoch": 3.761722731906218,
      "grad_norm": 3.525041029215234,
      "learning_rate": 9.65017300052287e-05,
      "loss": 3.6142,
      "step": 44283
    },
    {
      "epoch": 3.761807679238872,
      "grad_norm": 3.858095999218608,
      "learning_rate": 9.649531543841058e-05,
      "loss": 4.4236,
      "step": 44284
    },
    {
      "epoch": 3.761892626571526,
      "grad_norm": 3.345988017507705,
      "learning_rate": 9.648890098370087e-05,
      "loss": 3.5145,
      "step": 44285
    },
    {
      "epoch": 3.761977573904179,
      "grad_norm": 3.484715971185327,
      "learning_rate": 9.648248664111306e-05,
      "loss": 3.6126,
      "step": 44286
    },
    {
      "epoch": 3.762062521236833,
      "grad_norm": 3.9018984254967375,
      "learning_rate": 9.647607241066056e-05,
      "loss": 4.695,
      "step": 44287
    },
    {
      "epoch": 3.762147468569487,
      "grad_norm": 3.5587071828939503,
      "learning_rate": 9.646965829235681e-05,
      "loss": 3.8989,
      "step": 44288
    },
    {
      "epoch": 3.7622324159021407,
      "grad_norm": 3.490184419451226,
      "learning_rate": 9.646324428621525e-05,
      "loss": 3.7806,
      "step": 44289
    },
    {
      "epoch": 3.7623173632347946,
      "grad_norm": 3.4653537460435215,
      "learning_rate": 9.645683039224929e-05,
      "loss": 3.9313,
      "step": 44290
    },
    {
      "epoch": 3.762402310567448,
      "grad_norm": 3.702781951508307,
      "learning_rate": 9.645041661047234e-05,
      "loss": 4.3646,
      "step": 44291
    },
    {
      "epoch": 3.762487257900102,
      "grad_norm": 3.5299233050971686,
      "learning_rate": 9.644400294089795e-05,
      "loss": 4.0444,
      "step": 44292
    },
    {
      "epoch": 3.7625722052327557,
      "grad_norm": 3.614124169515976,
      "learning_rate": 9.643758938353948e-05,
      "loss": 4.1089,
      "step": 44293
    },
    {
      "epoch": 3.7626571525654096,
      "grad_norm": 3.6811974315935223,
      "learning_rate": 9.643117593841043e-05,
      "loss": 3.8961,
      "step": 44294
    },
    {
      "epoch": 3.7627420998980634,
      "grad_norm": 3.7859733621472684,
      "learning_rate": 9.642476260552415e-05,
      "loss": 4.4091,
      "step": 44295
    },
    {
      "epoch": 3.762827047230717,
      "grad_norm": 3.552033209499204,
      "learning_rate": 9.641834938489417e-05,
      "loss": 3.7999,
      "step": 44296
    },
    {
      "epoch": 3.7629119945633707,
      "grad_norm": 3.826827656843698,
      "learning_rate": 9.641193627653377e-05,
      "loss": 4.5372,
      "step": 44297
    },
    {
      "epoch": 3.7629969418960245,
      "grad_norm": 3.582282820175237,
      "learning_rate": 9.64055232804566e-05,
      "loss": 3.9477,
      "step": 44298
    },
    {
      "epoch": 3.7630818892286784,
      "grad_norm": 3.782544673445118,
      "learning_rate": 9.639911039667596e-05,
      "loss": 4.2631,
      "step": 44299
    },
    {
      "epoch": 3.763166836561332,
      "grad_norm": 3.708330552800049,
      "learning_rate": 9.639269762520535e-05,
      "loss": 3.886,
      "step": 44300
    },
    {
      "epoch": 3.7632517838939856,
      "grad_norm": 3.4704397362715835,
      "learning_rate": 9.638628496605816e-05,
      "loss": 3.4922,
      "step": 44301
    },
    {
      "epoch": 3.7633367312266395,
      "grad_norm": 3.4688194146943747,
      "learning_rate": 9.637987241924783e-05,
      "loss": 3.9359,
      "step": 44302
    },
    {
      "epoch": 3.7634216785592933,
      "grad_norm": 3.4473508836596283,
      "learning_rate": 9.637345998478779e-05,
      "loss": 3.7648,
      "step": 44303
    },
    {
      "epoch": 3.7635066258919467,
      "grad_norm": 3.4233356209567183,
      "learning_rate": 9.636704766269151e-05,
      "loss": 4.0573,
      "step": 44304
    },
    {
      "epoch": 3.7635915732246006,
      "grad_norm": 3.7472656697001954,
      "learning_rate": 9.636063545297245e-05,
      "loss": 4.2371,
      "step": 44305
    },
    {
      "epoch": 3.7636765205572544,
      "grad_norm": 3.459102755327486,
      "learning_rate": 9.635422335564398e-05,
      "loss": 3.744,
      "step": 44306
    },
    {
      "epoch": 3.7637614678899083,
      "grad_norm": 3.385484545339088,
      "learning_rate": 9.63478113707196e-05,
      "loss": 3.8105,
      "step": 44307
    },
    {
      "epoch": 3.763846415222562,
      "grad_norm": 3.591801696406315,
      "learning_rate": 9.634139949821269e-05,
      "loss": 4.2133,
      "step": 44308
    },
    {
      "epoch": 3.7639313625552155,
      "grad_norm": 3.43078879300484,
      "learning_rate": 9.633498773813665e-05,
      "loss": 3.5437,
      "step": 44309
    },
    {
      "epoch": 3.7640163098878694,
      "grad_norm": 3.7854443018893114,
      "learning_rate": 9.632857609050499e-05,
      "loss": 4.238,
      "step": 44310
    },
    {
      "epoch": 3.7641012572205232,
      "grad_norm": 3.5594335109509037,
      "learning_rate": 9.632216455533118e-05,
      "loss": 3.8805,
      "step": 44311
    },
    {
      "epoch": 3.764186204553177,
      "grad_norm": 3.311180976196159,
      "learning_rate": 9.631575313262857e-05,
      "loss": 3.414,
      "step": 44312
    },
    {
      "epoch": 3.764271151885831,
      "grad_norm": 3.464484978877394,
      "learning_rate": 9.63093418224106e-05,
      "loss": 4.0329,
      "step": 44313
    },
    {
      "epoch": 3.7643560992184844,
      "grad_norm": 3.388494707610589,
      "learning_rate": 9.630293062469077e-05,
      "loss": 3.6482,
      "step": 44314
    },
    {
      "epoch": 3.764441046551138,
      "grad_norm": 3.4883250953907683,
      "learning_rate": 9.629651953948241e-05,
      "loss": 3.6408,
      "step": 44315
    },
    {
      "epoch": 3.764525993883792,
      "grad_norm": 3.466450601554603,
      "learning_rate": 9.6290108566799e-05,
      "loss": 3.7317,
      "step": 44316
    },
    {
      "epoch": 3.764610941216446,
      "grad_norm": 3.4249937822105023,
      "learning_rate": 9.628369770665402e-05,
      "loss": 3.4936,
      "step": 44317
    },
    {
      "epoch": 3.7646958885490998,
      "grad_norm": 3.588908659104875,
      "learning_rate": 9.627728695906087e-05,
      "loss": 3.8691,
      "step": 44318
    },
    {
      "epoch": 3.764780835881753,
      "grad_norm": 3.419244495094896,
      "learning_rate": 9.627087632403296e-05,
      "loss": 3.5313,
      "step": 44319
    },
    {
      "epoch": 3.764865783214407,
      "grad_norm": 3.7624810580400707,
      "learning_rate": 9.626446580158375e-05,
      "loss": 4.2972,
      "step": 44320
    },
    {
      "epoch": 3.764950730547061,
      "grad_norm": 3.6099002241110845,
      "learning_rate": 9.625805539172669e-05,
      "loss": 4.0026,
      "step": 44321
    },
    {
      "epoch": 3.7650356778797147,
      "grad_norm": 3.4446453889055157,
      "learning_rate": 9.62516450944751e-05,
      "loss": 3.66,
      "step": 44322
    },
    {
      "epoch": 3.7651206252123686,
      "grad_norm": 3.5868613657130064,
      "learning_rate": 9.624523490984257e-05,
      "loss": 4.1993,
      "step": 44323
    },
    {
      "epoch": 3.765205572545022,
      "grad_norm": 3.517572834526686,
      "learning_rate": 9.623882483784243e-05,
      "loss": 3.5679,
      "step": 44324
    },
    {
      "epoch": 3.765290519877676,
      "grad_norm": 3.46706841520968,
      "learning_rate": 9.623241487848817e-05,
      "loss": 3.7278,
      "step": 44325
    },
    {
      "epoch": 3.7653754672103297,
      "grad_norm": 3.8153226629039385,
      "learning_rate": 9.622600503179318e-05,
      "loss": 4.4896,
      "step": 44326
    },
    {
      "epoch": 3.765460414542983,
      "grad_norm": 3.406829996086947,
      "learning_rate": 9.621959529777086e-05,
      "loss": 3.7148,
      "step": 44327
    },
    {
      "epoch": 3.7655453618756374,
      "grad_norm": 3.7514539605099335,
      "learning_rate": 9.621318567643467e-05,
      "loss": 4.254,
      "step": 44328
    },
    {
      "epoch": 3.765630309208291,
      "grad_norm": 3.4043612942380457,
      "learning_rate": 9.620677616779812e-05,
      "loss": 3.7668,
      "step": 44329
    },
    {
      "epoch": 3.7657152565409446,
      "grad_norm": 3.594999164621185,
      "learning_rate": 9.620036677187453e-05,
      "loss": 3.8114,
      "step": 44330
    },
    {
      "epoch": 3.7658002038735985,
      "grad_norm": 3.5467055744848643,
      "learning_rate": 9.619395748867735e-05,
      "loss": 3.85,
      "step": 44331
    },
    {
      "epoch": 3.765885151206252,
      "grad_norm": 3.3878110051100014,
      "learning_rate": 9.61875483182201e-05,
      "loss": 3.4978,
      "step": 44332
    },
    {
      "epoch": 3.7659700985389057,
      "grad_norm": 3.4643974317612813,
      "learning_rate": 9.618113926051609e-05,
      "loss": 3.6628,
      "step": 44333
    },
    {
      "epoch": 3.7660550458715596,
      "grad_norm": 3.4315938342599384,
      "learning_rate": 9.617473031557874e-05,
      "loss": 3.8834,
      "step": 44334
    },
    {
      "epoch": 3.7661399932042134,
      "grad_norm": 3.663144893640406,
      "learning_rate": 9.61683214834216e-05,
      "loss": 4.2389,
      "step": 44335
    },
    {
      "epoch": 3.7662249405368673,
      "grad_norm": 3.439028765342722,
      "learning_rate": 9.616191276405804e-05,
      "loss": 3.6397,
      "step": 44336
    },
    {
      "epoch": 3.7663098878695207,
      "grad_norm": 3.3713224622229814,
      "learning_rate": 9.615550415750148e-05,
      "loss": 3.7001,
      "step": 44337
    },
    {
      "epoch": 3.7663948352021746,
      "grad_norm": 3.4617744524183496,
      "learning_rate": 9.614909566376532e-05,
      "loss": 3.7461,
      "step": 44338
    },
    {
      "epoch": 3.7664797825348284,
      "grad_norm": 3.6598708532678637,
      "learning_rate": 9.614268728286306e-05,
      "loss": 4.1625,
      "step": 44339
    },
    {
      "epoch": 3.7665647298674823,
      "grad_norm": 3.8266974042319686,
      "learning_rate": 9.613627901480803e-05,
      "loss": 4.3843,
      "step": 44340
    },
    {
      "epoch": 3.766649677200136,
      "grad_norm": 3.5604163496818044,
      "learning_rate": 9.612987085961374e-05,
      "loss": 3.9482,
      "step": 44341
    },
    {
      "epoch": 3.7667346245327895,
      "grad_norm": 3.797574596477515,
      "learning_rate": 9.612346281729359e-05,
      "loss": 4.4117,
      "step": 44342
    },
    {
      "epoch": 3.7668195718654434,
      "grad_norm": 3.317527591905933,
      "learning_rate": 9.611705488786104e-05,
      "loss": 3.5043,
      "step": 44343
    },
    {
      "epoch": 3.766904519198097,
      "grad_norm": 3.7794301043420386,
      "learning_rate": 9.611064707132945e-05,
      "loss": 4.0929,
      "step": 44344
    },
    {
      "epoch": 3.766989466530751,
      "grad_norm": 3.5223050345885927,
      "learning_rate": 9.610423936771228e-05,
      "loss": 3.6199,
      "step": 44345
    },
    {
      "epoch": 3.767074413863405,
      "grad_norm": 3.4642240790668684,
      "learning_rate": 9.609783177702291e-05,
      "loss": 3.8199,
      "step": 44346
    },
    {
      "epoch": 3.7671593611960583,
      "grad_norm": 3.7917192560259534,
      "learning_rate": 9.609142429927489e-05,
      "loss": 4.2983,
      "step": 44347
    },
    {
      "epoch": 3.767244308528712,
      "grad_norm": 3.4619762028965426,
      "learning_rate": 9.608501693448151e-05,
      "loss": 3.7615,
      "step": 44348
    },
    {
      "epoch": 3.767329255861366,
      "grad_norm": 3.584596392163958,
      "learning_rate": 9.607860968265629e-05,
      "loss": 3.8953,
      "step": 44349
    },
    {
      "epoch": 3.76741420319402,
      "grad_norm": 3.4010598973705504,
      "learning_rate": 9.607220254381263e-05,
      "loss": 3.5494,
      "step": 44350
    },
    {
      "epoch": 3.7674991505266737,
      "grad_norm": 3.603068183306078,
      "learning_rate": 9.60657955179639e-05,
      "loss": 3.8005,
      "step": 44351
    },
    {
      "epoch": 3.767584097859327,
      "grad_norm": 3.4390464600927806,
      "learning_rate": 9.605938860512354e-05,
      "loss": 3.7944,
      "step": 44352
    },
    {
      "epoch": 3.767669045191981,
      "grad_norm": 3.7021744813425594,
      "learning_rate": 9.605298180530505e-05,
      "loss": 4.0869,
      "step": 44353
    },
    {
      "epoch": 3.767753992524635,
      "grad_norm": 3.4566671927195958,
      "learning_rate": 9.604657511852181e-05,
      "loss": 3.8769,
      "step": 44354
    },
    {
      "epoch": 3.7678389398572882,
      "grad_norm": 3.505046486397072,
      "learning_rate": 9.604016854478724e-05,
      "loss": 3.6713,
      "step": 44355
    },
    {
      "epoch": 3.767923887189942,
      "grad_norm": 3.7613133986316294,
      "learning_rate": 9.603376208411475e-05,
      "loss": 4.2963,
      "step": 44356
    },
    {
      "epoch": 3.768008834522596,
      "grad_norm": 3.5981827531137314,
      "learning_rate": 9.602735573651779e-05,
      "loss": 3.8945,
      "step": 44357
    },
    {
      "epoch": 3.76809378185525,
      "grad_norm": 3.54699574079515,
      "learning_rate": 9.602094950200976e-05,
      "loss": 3.845,
      "step": 44358
    },
    {
      "epoch": 3.7681787291879036,
      "grad_norm": 3.396304172132452,
      "learning_rate": 9.601454338060404e-05,
      "loss": 3.5761,
      "step": 44359
    },
    {
      "epoch": 3.768263676520557,
      "grad_norm": 3.742998777003319,
      "learning_rate": 9.600813737231416e-05,
      "loss": 4.0018,
      "step": 44360
    },
    {
      "epoch": 3.768348623853211,
      "grad_norm": 3.453115442111729,
      "learning_rate": 9.60017314771535e-05,
      "loss": 3.7398,
      "step": 44361
    },
    {
      "epoch": 3.7684335711858647,
      "grad_norm": 3.380447221461798,
      "learning_rate": 9.599532569513544e-05,
      "loss": 3.3908,
      "step": 44362
    },
    {
      "epoch": 3.7685185185185186,
      "grad_norm": 3.80861817286731,
      "learning_rate": 9.598892002627343e-05,
      "loss": 4.2486,
      "step": 44363
    },
    {
      "epoch": 3.7686034658511725,
      "grad_norm": 3.6996875117803563,
      "learning_rate": 9.598251447058093e-05,
      "loss": 4.2796,
      "step": 44364
    },
    {
      "epoch": 3.768688413183826,
      "grad_norm": 3.4939199254125946,
      "learning_rate": 9.597610902807127e-05,
      "loss": 3.8585,
      "step": 44365
    },
    {
      "epoch": 3.7687733605164797,
      "grad_norm": 3.420371752629107,
      "learning_rate": 9.596970369875797e-05,
      "loss": 3.8312,
      "step": 44366
    },
    {
      "epoch": 3.7688583078491336,
      "grad_norm": 3.4211695617560216,
      "learning_rate": 9.59632984826544e-05,
      "loss": 3.7581,
      "step": 44367
    },
    {
      "epoch": 3.7689432551817874,
      "grad_norm": 3.5321696224459824,
      "learning_rate": 9.5956893379774e-05,
      "loss": 3.6727,
      "step": 44368
    },
    {
      "epoch": 3.7690282025144413,
      "grad_norm": 3.545171116903198,
      "learning_rate": 9.595048839013015e-05,
      "loss": 3.9649,
      "step": 44369
    },
    {
      "epoch": 3.7691131498470947,
      "grad_norm": 4.004197133135569,
      "learning_rate": 9.594408351373632e-05,
      "loss": 3.8789,
      "step": 44370
    },
    {
      "epoch": 3.7691980971797485,
      "grad_norm": 3.4907220298828605,
      "learning_rate": 9.593767875060586e-05,
      "loss": 3.8371,
      "step": 44371
    },
    {
      "epoch": 3.7692830445124024,
      "grad_norm": 3.5895282741965424,
      "learning_rate": 9.593127410075232e-05,
      "loss": 3.7931,
      "step": 44372
    },
    {
      "epoch": 3.769367991845056,
      "grad_norm": 3.6710623711506263,
      "learning_rate": 9.5924869564189e-05,
      "loss": 4.2735,
      "step": 44373
    },
    {
      "epoch": 3.76945293917771,
      "grad_norm": 3.6727710688586392,
      "learning_rate": 9.591846514092934e-05,
      "loss": 4.016,
      "step": 44374
    },
    {
      "epoch": 3.7695378865103635,
      "grad_norm": 3.342550501295503,
      "learning_rate": 9.591206083098685e-05,
      "loss": 3.2625,
      "step": 44375
    },
    {
      "epoch": 3.7696228338430173,
      "grad_norm": 3.4381246563800345,
      "learning_rate": 9.590565663437481e-05,
      "loss": 3.6926,
      "step": 44376
    },
    {
      "epoch": 3.769707781175671,
      "grad_norm": 3.44596149934942,
      "learning_rate": 9.58992525511067e-05,
      "loss": 3.8473,
      "step": 44377
    },
    {
      "epoch": 3.7697927285083246,
      "grad_norm": 3.415047040704981,
      "learning_rate": 9.589284858119595e-05,
      "loss": 3.812,
      "step": 44378
    },
    {
      "epoch": 3.7698776758409784,
      "grad_norm": 3.602207401543467,
      "learning_rate": 9.588644472465604e-05,
      "loss": 3.9921,
      "step": 44379
    },
    {
      "epoch": 3.7699626231736323,
      "grad_norm": 3.568347190364827,
      "learning_rate": 9.588004098150025e-05,
      "loss": 4.142,
      "step": 44380
    },
    {
      "epoch": 3.770047570506286,
      "grad_norm": 3.5209097103371354,
      "learning_rate": 9.58736373517421e-05,
      "loss": 3.7239,
      "step": 44381
    },
    {
      "epoch": 3.77013251783894,
      "grad_norm": 3.4961726412520995,
      "learning_rate": 9.586723383539499e-05,
      "loss": 3.7293,
      "step": 44382
    },
    {
      "epoch": 3.7702174651715934,
      "grad_norm": 3.7902763218944466,
      "learning_rate": 9.586083043247225e-05,
      "loss": 4.2322,
      "step": 44383
    },
    {
      "epoch": 3.7703024125042472,
      "grad_norm": 3.391278077205238,
      "learning_rate": 9.58544271429874e-05,
      "loss": 3.645,
      "step": 44384
    },
    {
      "epoch": 3.770387359836901,
      "grad_norm": 3.3477938596586383,
      "learning_rate": 9.584802396695385e-05,
      "loss": 3.6848,
      "step": 44385
    },
    {
      "epoch": 3.770472307169555,
      "grad_norm": 3.4680698865214254,
      "learning_rate": 9.5841620904385e-05,
      "loss": 3.8349,
      "step": 44386
    },
    {
      "epoch": 3.770557254502209,
      "grad_norm": 3.4741236029658724,
      "learning_rate": 9.583521795529425e-05,
      "loss": 3.8776,
      "step": 44387
    },
    {
      "epoch": 3.770642201834862,
      "grad_norm": 3.7737418482858476,
      "learning_rate": 9.582881511969503e-05,
      "loss": 4.1331,
      "step": 44388
    },
    {
      "epoch": 3.770727149167516,
      "grad_norm": 3.511764822855702,
      "learning_rate": 9.58224123976007e-05,
      "loss": 3.5664,
      "step": 44389
    },
    {
      "epoch": 3.77081209650017,
      "grad_norm": 3.6180927832251792,
      "learning_rate": 9.581600978902481e-05,
      "loss": 4.0931,
      "step": 44390
    },
    {
      "epoch": 3.7708970438328238,
      "grad_norm": 3.5629619140998523,
      "learning_rate": 9.580960729398066e-05,
      "loss": 3.9086,
      "step": 44391
    },
    {
      "epoch": 3.7709819911654776,
      "grad_norm": 3.5041100462836945,
      "learning_rate": 9.580320491248168e-05,
      "loss": 3.7852,
      "step": 44392
    },
    {
      "epoch": 3.771066938498131,
      "grad_norm": 3.5409350502129184,
      "learning_rate": 9.579680264454136e-05,
      "loss": 3.8265,
      "step": 44393
    },
    {
      "epoch": 3.771151885830785,
      "grad_norm": 3.7248223273974572,
      "learning_rate": 9.5790400490173e-05,
      "loss": 4.1877,
      "step": 44394
    },
    {
      "epoch": 3.7712368331634387,
      "grad_norm": 3.4440934150270155,
      "learning_rate": 9.578399844939005e-05,
      "loss": 3.727,
      "step": 44395
    },
    {
      "epoch": 3.7713217804960926,
      "grad_norm": 3.788544365023535,
      "learning_rate": 9.577759652220598e-05,
      "loss": 4.3265,
      "step": 44396
    },
    {
      "epoch": 3.7714067278287464,
      "grad_norm": 3.740245322628338,
      "learning_rate": 9.577119470863421e-05,
      "loss": 4.2978,
      "step": 44397
    },
    {
      "epoch": 3.7714916751614,
      "grad_norm": 3.381783694324155,
      "learning_rate": 9.576479300868808e-05,
      "loss": 3.4784,
      "step": 44398
    },
    {
      "epoch": 3.7715766224940537,
      "grad_norm": 3.788913282092423,
      "learning_rate": 9.575839142238103e-05,
      "loss": 4.216,
      "step": 44399
    },
    {
      "epoch": 3.7716615698267075,
      "grad_norm": 3.4160385450563036,
      "learning_rate": 9.575198994972651e-05,
      "loss": 3.5618,
      "step": 44400
    },
    {
      "epoch": 3.771746517159361,
      "grad_norm": 3.6476215682166084,
      "learning_rate": 9.574558859073787e-05,
      "loss": 4.2465,
      "step": 44401
    },
    {
      "epoch": 3.771831464492015,
      "grad_norm": 3.510991675725166,
      "learning_rate": 9.573918734542853e-05,
      "loss": 3.6486,
      "step": 44402
    },
    {
      "epoch": 3.7719164118246686,
      "grad_norm": 3.416824252109249,
      "learning_rate": 9.573278621381196e-05,
      "loss": 3.8903,
      "step": 44403
    },
    {
      "epoch": 3.7720013591573225,
      "grad_norm": 3.4572606065068716,
      "learning_rate": 9.572638519590157e-05,
      "loss": 3.904,
      "step": 44404
    },
    {
      "epoch": 3.7720863064899763,
      "grad_norm": 3.5268093706062844,
      "learning_rate": 9.571998429171073e-05,
      "loss": 3.633,
      "step": 44405
    },
    {
      "epoch": 3.7721712538226297,
      "grad_norm": 3.409464745484089,
      "learning_rate": 9.571358350125287e-05,
      "loss": 3.3651,
      "step": 44406
    },
    {
      "epoch": 3.7722562011552836,
      "grad_norm": 3.7368048822771764,
      "learning_rate": 9.570718282454138e-05,
      "loss": 4.0994,
      "step": 44407
    },
    {
      "epoch": 3.7723411484879374,
      "grad_norm": 3.4743826980543275,
      "learning_rate": 9.570078226158965e-05,
      "loss": 3.7731,
      "step": 44408
    },
    {
      "epoch": 3.7724260958205913,
      "grad_norm": 3.511066610651172,
      "learning_rate": 9.569438181241116e-05,
      "loss": 3.7185,
      "step": 44409
    },
    {
      "epoch": 3.772511043153245,
      "grad_norm": 3.7420292962691786,
      "learning_rate": 9.568798147701932e-05,
      "loss": 4.1176,
      "step": 44410
    },
    {
      "epoch": 3.7725959904858986,
      "grad_norm": 3.4916569781481965,
      "learning_rate": 9.56815812554275e-05,
      "loss": 3.8413,
      "step": 44411
    },
    {
      "epoch": 3.7726809378185524,
      "grad_norm": 3.4742295363853497,
      "learning_rate": 9.567518114764911e-05,
      "loss": 3.7716,
      "step": 44412
    },
    {
      "epoch": 3.7727658851512063,
      "grad_norm": 3.5223746033790544,
      "learning_rate": 9.566878115369759e-05,
      "loss": 3.9731,
      "step": 44413
    },
    {
      "epoch": 3.77285083248386,
      "grad_norm": 3.453541749965303,
      "learning_rate": 9.566238127358626e-05,
      "loss": 3.5877,
      "step": 44414
    },
    {
      "epoch": 3.772935779816514,
      "grad_norm": 3.551454700597187,
      "learning_rate": 9.565598150732868e-05,
      "loss": 3.7943,
      "step": 44415
    },
    {
      "epoch": 3.7730207271491674,
      "grad_norm": 3.460690063608226,
      "learning_rate": 9.564958185493815e-05,
      "loss": 3.7458,
      "step": 44416
    },
    {
      "epoch": 3.773105674481821,
      "grad_norm": 3.4034271364552198,
      "learning_rate": 9.564318231642814e-05,
      "loss": 3.8405,
      "step": 44417
    },
    {
      "epoch": 3.773190621814475,
      "grad_norm": 3.526931568400589,
      "learning_rate": 9.5636782891812e-05,
      "loss": 4.1062,
      "step": 44418
    },
    {
      "epoch": 3.773275569147129,
      "grad_norm": 3.8771771500889813,
      "learning_rate": 9.563038358110316e-05,
      "loss": 4.4399,
      "step": 44419
    },
    {
      "epoch": 3.7733605164797828,
      "grad_norm": 3.7637944946632276,
      "learning_rate": 9.562398438431503e-05,
      "loss": 3.6818,
      "step": 44420
    },
    {
      "epoch": 3.773445463812436,
      "grad_norm": 3.761175875670038,
      "learning_rate": 9.561758530146103e-05,
      "loss": 3.773,
      "step": 44421
    },
    {
      "epoch": 3.77353041114509,
      "grad_norm": 3.71838134944117,
      "learning_rate": 9.56111863325546e-05,
      "loss": 4.3315,
      "step": 44422
    },
    {
      "epoch": 3.773615358477744,
      "grad_norm": 3.4607988722857583,
      "learning_rate": 9.560478747760907e-05,
      "loss": 3.9137,
      "step": 44423
    },
    {
      "epoch": 3.7737003058103973,
      "grad_norm": 3.3754160574329384,
      "learning_rate": 9.559838873663792e-05,
      "loss": 3.5274,
      "step": 44424
    },
    {
      "epoch": 3.7737852531430516,
      "grad_norm": 3.544050515286845,
      "learning_rate": 9.559199010965452e-05,
      "loss": 4.136,
      "step": 44425
    },
    {
      "epoch": 3.773870200475705,
      "grad_norm": 3.553480147126742,
      "learning_rate": 9.558559159667222e-05,
      "loss": 3.7695,
      "step": 44426
    },
    {
      "epoch": 3.773955147808359,
      "grad_norm": 3.7640340626807856,
      "learning_rate": 9.557919319770451e-05,
      "loss": 4.0434,
      "step": 44427
    },
    {
      "epoch": 3.7740400951410127,
      "grad_norm": 3.5319647051931793,
      "learning_rate": 9.557279491276482e-05,
      "loss": 3.6924,
      "step": 44428
    },
    {
      "epoch": 3.774125042473666,
      "grad_norm": 3.792281150472192,
      "learning_rate": 9.55663967418665e-05,
      "loss": 4.3147,
      "step": 44429
    },
    {
      "epoch": 3.77420998980632,
      "grad_norm": 3.566668041874338,
      "learning_rate": 9.555999868502297e-05,
      "loss": 4.0203,
      "step": 44430
    },
    {
      "epoch": 3.774294937138974,
      "grad_norm": 3.5699973686535778,
      "learning_rate": 9.555360074224764e-05,
      "loss": 3.8735,
      "step": 44431
    },
    {
      "epoch": 3.7743798844716276,
      "grad_norm": 3.402906088198679,
      "learning_rate": 9.554720291355384e-05,
      "loss": 3.3201,
      "step": 44432
    },
    {
      "epoch": 3.7744648318042815,
      "grad_norm": 3.4977690150553755,
      "learning_rate": 9.55408051989551e-05,
      "loss": 3.7531,
      "step": 44433
    },
    {
      "epoch": 3.774549779136935,
      "grad_norm": 3.8049793826076694,
      "learning_rate": 9.553440759846477e-05,
      "loss": 4.1318,
      "step": 44434
    },
    {
      "epoch": 3.7746347264695888,
      "grad_norm": 3.407738072320046,
      "learning_rate": 9.552801011209627e-05,
      "loss": 3.406,
      "step": 44435
    },
    {
      "epoch": 3.7747196738022426,
      "grad_norm": 3.8138437120213573,
      "learning_rate": 9.552161273986295e-05,
      "loss": 4.3849,
      "step": 44436
    },
    {
      "epoch": 3.7748046211348965,
      "grad_norm": 3.510578163152813,
      "learning_rate": 9.551521548177829e-05,
      "loss": 3.82,
      "step": 44437
    },
    {
      "epoch": 3.7748895684675503,
      "grad_norm": 3.56691369264954,
      "learning_rate": 9.55088183378556e-05,
      "loss": 4.0282,
      "step": 44438
    },
    {
      "epoch": 3.7749745158002037,
      "grad_norm": 3.707419877948867,
      "learning_rate": 9.550242130810836e-05,
      "loss": 4.0826,
      "step": 44439
    },
    {
      "epoch": 3.7750594631328576,
      "grad_norm": 3.7151357754180854,
      "learning_rate": 9.549602439255e-05,
      "loss": 4.0311,
      "step": 44440
    },
    {
      "epoch": 3.7751444104655114,
      "grad_norm": 3.490171783483433,
      "learning_rate": 9.548962759119384e-05,
      "loss": 3.8183,
      "step": 44441
    },
    {
      "epoch": 3.7752293577981653,
      "grad_norm": 3.4599421859602613,
      "learning_rate": 9.548323090405336e-05,
      "loss": 3.5565,
      "step": 44442
    },
    {
      "epoch": 3.775314305130819,
      "grad_norm": 3.736190846053346,
      "learning_rate": 9.547683433114191e-05,
      "loss": 4.2412,
      "step": 44443
    },
    {
      "epoch": 3.7753992524634725,
      "grad_norm": 3.446898737366662,
      "learning_rate": 9.547043787247285e-05,
      "loss": 3.7811,
      "step": 44444
    },
    {
      "epoch": 3.7754841997961264,
      "grad_norm": 3.42084262005565,
      "learning_rate": 9.546404152805968e-05,
      "loss": 3.5203,
      "step": 44445
    },
    {
      "epoch": 3.7755691471287802,
      "grad_norm": 3.49596078794618,
      "learning_rate": 9.545764529791581e-05,
      "loss": 3.7028,
      "step": 44446
    },
    {
      "epoch": 3.775654094461434,
      "grad_norm": 3.8016354202157294,
      "learning_rate": 9.545124918205455e-05,
      "loss": 4.4708,
      "step": 44447
    },
    {
      "epoch": 3.775739041794088,
      "grad_norm": 3.397501298650728,
      "learning_rate": 9.544485318048935e-05,
      "loss": 3.5051,
      "step": 44448
    },
    {
      "epoch": 3.7758239891267413,
      "grad_norm": 3.567551868181659,
      "learning_rate": 9.543845729323364e-05,
      "loss": 3.8442,
      "step": 44449
    },
    {
      "epoch": 3.775908936459395,
      "grad_norm": 3.470187417939739,
      "learning_rate": 9.543206152030074e-05,
      "loss": 3.7886,
      "step": 44450
    },
    {
      "epoch": 3.775993883792049,
      "grad_norm": 3.460895511616711,
      "learning_rate": 9.542566586170409e-05,
      "loss": 3.6924,
      "step": 44451
    },
    {
      "epoch": 3.7760788311247024,
      "grad_norm": 3.368788402231999,
      "learning_rate": 9.541927031745711e-05,
      "loss": 3.7283,
      "step": 44452
    },
    {
      "epoch": 3.7761637784573563,
      "grad_norm": 3.522259959877913,
      "learning_rate": 9.541287488757324e-05,
      "loss": 3.787,
      "step": 44453
    },
    {
      "epoch": 3.77624872579001,
      "grad_norm": 3.580421860776482,
      "learning_rate": 9.54064795720658e-05,
      "loss": 3.7858,
      "step": 44454
    },
    {
      "epoch": 3.776333673122664,
      "grad_norm": 3.484639089278684,
      "learning_rate": 9.540008437094822e-05,
      "loss": 3.7214,
      "step": 44455
    },
    {
      "epoch": 3.776418620455318,
      "grad_norm": 3.8594277505921304,
      "learning_rate": 9.539368928423392e-05,
      "loss": 4.4162,
      "step": 44456
    },
    {
      "epoch": 3.7765035677879712,
      "grad_norm": 3.4559267602996364,
      "learning_rate": 9.538729431193622e-05,
      "loss": 3.7888,
      "step": 44457
    },
    {
      "epoch": 3.776588515120625,
      "grad_norm": 3.397323209815394,
      "learning_rate": 9.538089945406864e-05,
      "loss": 3.7648,
      "step": 44458
    },
    {
      "epoch": 3.776673462453279,
      "grad_norm": 3.5068354514529796,
      "learning_rate": 9.537450471064452e-05,
      "loss": 3.8615,
      "step": 44459
    },
    {
      "epoch": 3.776758409785933,
      "grad_norm": 3.9367459586969726,
      "learning_rate": 9.536811008167728e-05,
      "loss": 4.5773,
      "step": 44460
    },
    {
      "epoch": 3.7768433571185867,
      "grad_norm": 3.671245596332803,
      "learning_rate": 9.536171556718023e-05,
      "loss": 4.2692,
      "step": 44461
    },
    {
      "epoch": 3.77692830445124,
      "grad_norm": 3.5762159139982064,
      "learning_rate": 9.535532116716687e-05,
      "loss": 3.731,
      "step": 44462
    },
    {
      "epoch": 3.777013251783894,
      "grad_norm": 3.479731301651424,
      "learning_rate": 9.534892688165053e-05,
      "loss": 3.7025,
      "step": 44463
    },
    {
      "epoch": 3.7770981991165478,
      "grad_norm": 3.459923419534371,
      "learning_rate": 9.53425327106447e-05,
      "loss": 4.0015,
      "step": 44464
    },
    {
      "epoch": 3.7771831464492016,
      "grad_norm": 3.685648788144017,
      "learning_rate": 9.53361386541627e-05,
      "loss": 3.9522,
      "step": 44465
    },
    {
      "epoch": 3.7772680937818555,
      "grad_norm": 3.5688547326016633,
      "learning_rate": 9.532974471221794e-05,
      "loss": 3.8708,
      "step": 44466
    },
    {
      "epoch": 3.777353041114509,
      "grad_norm": 3.6461161295734272,
      "learning_rate": 9.532335088482386e-05,
      "loss": 4.1715,
      "step": 44467
    },
    {
      "epoch": 3.7774379884471627,
      "grad_norm": 3.651928067310146,
      "learning_rate": 9.531695717199379e-05,
      "loss": 4.1257,
      "step": 44468
    },
    {
      "epoch": 3.7775229357798166,
      "grad_norm": 3.760940167608211,
      "learning_rate": 9.531056357374112e-05,
      "loss": 4.2979,
      "step": 44469
    },
    {
      "epoch": 3.7776078831124704,
      "grad_norm": 3.4888492250739596,
      "learning_rate": 9.530417009007932e-05,
      "loss": 3.9719,
      "step": 44470
    },
    {
      "epoch": 3.7776928304451243,
      "grad_norm": 3.483733333927176,
      "learning_rate": 9.529777672102176e-05,
      "loss": 3.7112,
      "step": 44471
    },
    {
      "epoch": 3.7777777777777777,
      "grad_norm": 3.7932419691896295,
      "learning_rate": 9.529138346658185e-05,
      "loss": 4.2751,
      "step": 44472
    },
    {
      "epoch": 3.7778627251104315,
      "grad_norm": 3.376433945818029,
      "learning_rate": 9.528499032677292e-05,
      "loss": 3.3025,
      "step": 44473
    },
    {
      "epoch": 3.7779476724430854,
      "grad_norm": 3.780354345013864,
      "learning_rate": 9.527859730160845e-05,
      "loss": 4.1623,
      "step": 44474
    },
    {
      "epoch": 3.778032619775739,
      "grad_norm": 3.744385681222559,
      "learning_rate": 9.527220439110173e-05,
      "loss": 4.2557,
      "step": 44475
    },
    {
      "epoch": 3.7781175671083926,
      "grad_norm": 3.4652785783051305,
      "learning_rate": 9.526581159526626e-05,
      "loss": 3.6851,
      "step": 44476
    },
    {
      "epoch": 3.7782025144410465,
      "grad_norm": 3.3452591882836313,
      "learning_rate": 9.525941891411538e-05,
      "loss": 3.6853,
      "step": 44477
    },
    {
      "epoch": 3.7782874617737003,
      "grad_norm": 3.4186565987006863,
      "learning_rate": 9.525302634766253e-05,
      "loss": 3.731,
      "step": 44478
    },
    {
      "epoch": 3.778372409106354,
      "grad_norm": 3.72574045747939,
      "learning_rate": 9.524663389592105e-05,
      "loss": 4.1016,
      "step": 44479
    },
    {
      "epoch": 3.7784573564390076,
      "grad_norm": 3.4919193496087693,
      "learning_rate": 9.524024155890435e-05,
      "loss": 3.5789,
      "step": 44480
    },
    {
      "epoch": 3.7785423037716614,
      "grad_norm": 3.428870923960815,
      "learning_rate": 9.523384933662581e-05,
      "loss": 3.4349,
      "step": 44481
    },
    {
      "epoch": 3.7786272511043153,
      "grad_norm": 3.4814513454585567,
      "learning_rate": 9.522745722909889e-05,
      "loss": 3.7067,
      "step": 44482
    },
    {
      "epoch": 3.778712198436969,
      "grad_norm": 3.5052547564667393,
      "learning_rate": 9.522106523633694e-05,
      "loss": 3.8202,
      "step": 44483
    },
    {
      "epoch": 3.778797145769623,
      "grad_norm": 3.7486878100416385,
      "learning_rate": 9.521467335835332e-05,
      "loss": 4.3587,
      "step": 44484
    },
    {
      "epoch": 3.7788820931022764,
      "grad_norm": 3.688491056736976,
      "learning_rate": 9.52082815951615e-05,
      "loss": 4.2503,
      "step": 44485
    },
    {
      "epoch": 3.7789670404349303,
      "grad_norm": 3.4506422086136412,
      "learning_rate": 9.520188994677477e-05,
      "loss": 3.8029,
      "step": 44486
    },
    {
      "epoch": 3.779051987767584,
      "grad_norm": 3.4736495265197176,
      "learning_rate": 9.519549841320657e-05,
      "loss": 3.7853,
      "step": 44487
    },
    {
      "epoch": 3.779136935100238,
      "grad_norm": 3.436380891248294,
      "learning_rate": 9.518910699447033e-05,
      "loss": 3.4902,
      "step": 44488
    },
    {
      "epoch": 3.779221882432892,
      "grad_norm": 3.4958886506661218,
      "learning_rate": 9.518271569057944e-05,
      "loss": 3.9676,
      "step": 44489
    },
    {
      "epoch": 3.779306829765545,
      "grad_norm": 3.4212889420653885,
      "learning_rate": 9.517632450154724e-05,
      "loss": 3.7861,
      "step": 44490
    },
    {
      "epoch": 3.779391777098199,
      "grad_norm": 3.399240982528011,
      "learning_rate": 9.516993342738715e-05,
      "loss": 3.567,
      "step": 44491
    },
    {
      "epoch": 3.779476724430853,
      "grad_norm": 3.403851735772636,
      "learning_rate": 9.516354246811257e-05,
      "loss": 3.3871,
      "step": 44492
    },
    {
      "epoch": 3.7795616717635068,
      "grad_norm": 4.309912868833367,
      "learning_rate": 9.515715162373685e-05,
      "loss": 3.8685,
      "step": 44493
    },
    {
      "epoch": 3.7796466190961606,
      "grad_norm": 3.607540476378125,
      "learning_rate": 9.515076089427339e-05,
      "loss": 3.9487,
      "step": 44494
    },
    {
      "epoch": 3.779731566428814,
      "grad_norm": 3.402532963952536,
      "learning_rate": 9.514437027973562e-05,
      "loss": 3.7377,
      "step": 44495
    },
    {
      "epoch": 3.779816513761468,
      "grad_norm": 3.5427846027799714,
      "learning_rate": 9.513797978013694e-05,
      "loss": 3.7004,
      "step": 44496
    },
    {
      "epoch": 3.7799014610941217,
      "grad_norm": 3.6156376862064787,
      "learning_rate": 9.513158939549069e-05,
      "loss": 4.125,
      "step": 44497
    },
    {
      "epoch": 3.779986408426775,
      "grad_norm": 3.8249635610696044,
      "learning_rate": 9.512519912581028e-05,
      "loss": 4.3951,
      "step": 44498
    },
    {
      "epoch": 3.7800713557594294,
      "grad_norm": 3.770218730279647,
      "learning_rate": 9.511880897110913e-05,
      "loss": 4.1651,
      "step": 44499
    },
    {
      "epoch": 3.780156303092083,
      "grad_norm": 3.4443527924457373,
      "learning_rate": 9.511241893140052e-05,
      "loss": 3.8073,
      "step": 44500
    },
    {
      "epoch": 3.7802412504247367,
      "grad_norm": 3.4808872243759734,
      "learning_rate": 9.510602900669796e-05,
      "loss": 3.7771,
      "step": 44501
    },
    {
      "epoch": 3.7803261977573905,
      "grad_norm": 3.496137269059187,
      "learning_rate": 9.509963919701481e-05,
      "loss": 3.7152,
      "step": 44502
    },
    {
      "epoch": 3.780411145090044,
      "grad_norm": 3.753080336365083,
      "learning_rate": 9.509324950236447e-05,
      "loss": 4.059,
      "step": 44503
    },
    {
      "epoch": 3.780496092422698,
      "grad_norm": 3.8224569248334115,
      "learning_rate": 9.508685992276025e-05,
      "loss": 4.2777,
      "step": 44504
    },
    {
      "epoch": 3.7805810397553516,
      "grad_norm": 3.810700188509086,
      "learning_rate": 9.508047045821562e-05,
      "loss": 4.3588,
      "step": 44505
    },
    {
      "epoch": 3.7806659870880055,
      "grad_norm": 3.440347774412448,
      "learning_rate": 9.50740811087439e-05,
      "loss": 3.6329,
      "step": 44506
    },
    {
      "epoch": 3.7807509344206593,
      "grad_norm": 3.7666178208745626,
      "learning_rate": 9.506769187435856e-05,
      "loss": 4.0172,
      "step": 44507
    },
    {
      "epoch": 3.7808358817533128,
      "grad_norm": 3.8089622518320523,
      "learning_rate": 9.506130275507293e-05,
      "loss": 4.515,
      "step": 44508
    },
    {
      "epoch": 3.7809208290859666,
      "grad_norm": 3.500994854340721,
      "learning_rate": 9.505491375090041e-05,
      "loss": 3.7116,
      "step": 44509
    },
    {
      "epoch": 3.7810057764186205,
      "grad_norm": 3.5441338624689593,
      "learning_rate": 9.504852486185442e-05,
      "loss": 3.8496,
      "step": 44510
    },
    {
      "epoch": 3.7810907237512743,
      "grad_norm": 3.895446158919673,
      "learning_rate": 9.504213608794827e-05,
      "loss": 4.5695,
      "step": 44511
    },
    {
      "epoch": 3.781175671083928,
      "grad_norm": 3.4583731502680894,
      "learning_rate": 9.503574742919539e-05,
      "loss": 3.6915,
      "step": 44512
    },
    {
      "epoch": 3.7812606184165816,
      "grad_norm": 3.767438662679802,
      "learning_rate": 9.502935888560918e-05,
      "loss": 4.2526,
      "step": 44513
    },
    {
      "epoch": 3.7813455657492354,
      "grad_norm": 3.8135022922603543,
      "learning_rate": 9.502297045720303e-05,
      "loss": 4.3888,
      "step": 44514
    },
    {
      "epoch": 3.7814305130818893,
      "grad_norm": 3.5827169188616557,
      "learning_rate": 9.501658214399031e-05,
      "loss": 4.1828,
      "step": 44515
    },
    {
      "epoch": 3.781515460414543,
      "grad_norm": 3.7116638205283228,
      "learning_rate": 9.501019394598438e-05,
      "loss": 4.4914,
      "step": 44516
    },
    {
      "epoch": 3.781600407747197,
      "grad_norm": 3.4424247039128044,
      "learning_rate": 9.500380586319868e-05,
      "loss": 3.6836,
      "step": 44517
    },
    {
      "epoch": 3.7816853550798504,
      "grad_norm": 3.553901922915798,
      "learning_rate": 9.499741789564653e-05,
      "loss": 4.2016,
      "step": 44518
    },
    {
      "epoch": 3.7817703024125042,
      "grad_norm": 3.5236112281275704,
      "learning_rate": 9.499103004334135e-05,
      "loss": 3.772,
      "step": 44519
    },
    {
      "epoch": 3.781855249745158,
      "grad_norm": 3.7482602936056235,
      "learning_rate": 9.498464230629653e-05,
      "loss": 4.1341,
      "step": 44520
    },
    {
      "epoch": 3.7819401970778115,
      "grad_norm": 3.413092471484393,
      "learning_rate": 9.497825468452547e-05,
      "loss": 3.2736,
      "step": 44521
    },
    {
      "epoch": 3.7820251444104658,
      "grad_norm": 3.5483721946185187,
      "learning_rate": 9.497186717804154e-05,
      "loss": 3.9159,
      "step": 44522
    },
    {
      "epoch": 3.782110091743119,
      "grad_norm": 3.774177744519258,
      "learning_rate": 9.496547978685808e-05,
      "loss": 4.2856,
      "step": 44523
    },
    {
      "epoch": 3.782195039075773,
      "grad_norm": 3.5933097656857855,
      "learning_rate": 9.495909251098849e-05,
      "loss": 3.8435,
      "step": 44524
    },
    {
      "epoch": 3.782279986408427,
      "grad_norm": 3.416661782184018,
      "learning_rate": 9.495270535044624e-05,
      "loss": 3.6059,
      "step": 44525
    },
    {
      "epoch": 3.7823649337410803,
      "grad_norm": 3.37462373621775,
      "learning_rate": 9.49463183052446e-05,
      "loss": 3.4764,
      "step": 44526
    },
    {
      "epoch": 3.782449881073734,
      "grad_norm": 3.4518264920486823,
      "learning_rate": 9.4939931375397e-05,
      "loss": 3.5525,
      "step": 44527
    },
    {
      "epoch": 3.782534828406388,
      "grad_norm": 3.743424936498692,
      "learning_rate": 9.493354456091687e-05,
      "loss": 4.2951,
      "step": 44528
    },
    {
      "epoch": 3.782619775739042,
      "grad_norm": 3.510975827663586,
      "learning_rate": 9.49271578618175e-05,
      "loss": 3.8718,
      "step": 44529
    },
    {
      "epoch": 3.7827047230716957,
      "grad_norm": 3.338913887391798,
      "learning_rate": 9.492077127811229e-05,
      "loss": 3.5881,
      "step": 44530
    },
    {
      "epoch": 3.782789670404349,
      "grad_norm": 3.464964127315836,
      "learning_rate": 9.491438480981468e-05,
      "loss": 3.8016,
      "step": 44531
    },
    {
      "epoch": 3.782874617737003,
      "grad_norm": 3.386777782567021,
      "learning_rate": 9.490799845693804e-05,
      "loss": 3.5723,
      "step": 44532
    },
    {
      "epoch": 3.782959565069657,
      "grad_norm": 3.4363337843356367,
      "learning_rate": 9.49016122194957e-05,
      "loss": 3.4836,
      "step": 44533
    },
    {
      "epoch": 3.7830445124023107,
      "grad_norm": 3.434865672049394,
      "learning_rate": 9.489522609750106e-05,
      "loss": 3.7892,
      "step": 44534
    },
    {
      "epoch": 3.7831294597349645,
      "grad_norm": 3.484266563352516,
      "learning_rate": 9.488884009096758e-05,
      "loss": 3.8263,
      "step": 44535
    },
    {
      "epoch": 3.783214407067618,
      "grad_norm": 3.61699336906357,
      "learning_rate": 9.48824541999085e-05,
      "loss": 4.085,
      "step": 44536
    },
    {
      "epoch": 3.7832993544002718,
      "grad_norm": 3.4557749892884098,
      "learning_rate": 9.487606842433727e-05,
      "loss": 3.5676,
      "step": 44537
    },
    {
      "epoch": 3.7833843017329256,
      "grad_norm": 3.644940258310618,
      "learning_rate": 9.486968276426729e-05,
      "loss": 4.1037,
      "step": 44538
    },
    {
      "epoch": 3.7834692490655795,
      "grad_norm": 3.802156644688949,
      "learning_rate": 9.486329721971197e-05,
      "loss": 4.052,
      "step": 44539
    },
    {
      "epoch": 3.7835541963982333,
      "grad_norm": 3.486049930369133,
      "learning_rate": 9.48569117906846e-05,
      "loss": 3.8149,
      "step": 44540
    },
    {
      "epoch": 3.7836391437308867,
      "grad_norm": 3.8106840599850558,
      "learning_rate": 9.48505264771986e-05,
      "loss": 4.3283,
      "step": 44541
    },
    {
      "epoch": 3.7837240910635406,
      "grad_norm": 3.5148627417289062,
      "learning_rate": 9.484414127926738e-05,
      "loss": 3.7027,
      "step": 44542
    },
    {
      "epoch": 3.7838090383961944,
      "grad_norm": 3.4602427913990046,
      "learning_rate": 9.483775619690421e-05,
      "loss": 3.6807,
      "step": 44543
    },
    {
      "epoch": 3.7838939857288483,
      "grad_norm": 3.4286224656718822,
      "learning_rate": 9.483137123012262e-05,
      "loss": 3.4401,
      "step": 44544
    },
    {
      "epoch": 3.783978933061502,
      "grad_norm": 3.487044808043732,
      "learning_rate": 9.48249863789359e-05,
      "loss": 3.7555,
      "step": 44545
    },
    {
      "epoch": 3.7840638803941555,
      "grad_norm": 3.536888731450019,
      "learning_rate": 9.481860164335746e-05,
      "loss": 3.8705,
      "step": 44546
    },
    {
      "epoch": 3.7841488277268094,
      "grad_norm": 3.4212853665478153,
      "learning_rate": 9.481221702340066e-05,
      "loss": 3.6267,
      "step": 44547
    },
    {
      "epoch": 3.7842337750594632,
      "grad_norm": 3.414365546022871,
      "learning_rate": 9.480583251907889e-05,
      "loss": 3.4798,
      "step": 44548
    },
    {
      "epoch": 3.7843187223921166,
      "grad_norm": 3.9254775821085377,
      "learning_rate": 9.479944813040544e-05,
      "loss": 4.5493,
      "step": 44549
    },
    {
      "epoch": 3.7844036697247705,
      "grad_norm": 3.776577404310817,
      "learning_rate": 9.479306385739386e-05,
      "loss": 4.3272,
      "step": 44550
    },
    {
      "epoch": 3.7844886170574243,
      "grad_norm": 3.47158350057294,
      "learning_rate": 9.478667970005738e-05,
      "loss": 3.9531,
      "step": 44551
    },
    {
      "epoch": 3.784573564390078,
      "grad_norm": 3.7768310032185295,
      "learning_rate": 9.478029565840948e-05,
      "loss": 4.2552,
      "step": 44552
    },
    {
      "epoch": 3.784658511722732,
      "grad_norm": 3.49720777661976,
      "learning_rate": 9.477391173246346e-05,
      "loss": 3.853,
      "step": 44553
    },
    {
      "epoch": 3.7847434590553855,
      "grad_norm": 3.8508348231226335,
      "learning_rate": 9.47675279222327e-05,
      "loss": 4.3667,
      "step": 44554
    },
    {
      "epoch": 3.7848284063880393,
      "grad_norm": 3.4565479654670392,
      "learning_rate": 9.476114422773058e-05,
      "loss": 3.5363,
      "step": 44555
    },
    {
      "epoch": 3.784913353720693,
      "grad_norm": 3.5316817156121827,
      "learning_rate": 9.475476064897052e-05,
      "loss": 3.6951,
      "step": 44556
    },
    {
      "epoch": 3.784998301053347,
      "grad_norm": 3.706208848763308,
      "learning_rate": 9.474837718596591e-05,
      "loss": 4.277,
      "step": 44557
    },
    {
      "epoch": 3.785083248386001,
      "grad_norm": 3.5171407675153943,
      "learning_rate": 9.474199383873003e-05,
      "loss": 3.6654,
      "step": 44558
    },
    {
      "epoch": 3.7851681957186543,
      "grad_norm": 3.4609216169073926,
      "learning_rate": 9.473561060727638e-05,
      "loss": 3.7562,
      "step": 44559
    },
    {
      "epoch": 3.785253143051308,
      "grad_norm": 3.5415175605685345,
      "learning_rate": 9.47292274916182e-05,
      "loss": 3.9066,
      "step": 44560
    },
    {
      "epoch": 3.785338090383962,
      "grad_norm": 3.5397638726063803,
      "learning_rate": 9.472284449176892e-05,
      "loss": 3.7286,
      "step": 44561
    },
    {
      "epoch": 3.785423037716616,
      "grad_norm": 3.5713473546850487,
      "learning_rate": 9.471646160774195e-05,
      "loss": 4.123,
      "step": 44562
    },
    {
      "epoch": 3.7855079850492697,
      "grad_norm": 3.5328423920625815,
      "learning_rate": 9.471007883955063e-05,
      "loss": 4.0811,
      "step": 44563
    },
    {
      "epoch": 3.785592932381923,
      "grad_norm": 3.5099308907520768,
      "learning_rate": 9.470369618720835e-05,
      "loss": 3.8354,
      "step": 44564
    },
    {
      "epoch": 3.785677879714577,
      "grad_norm": 3.39270684236811,
      "learning_rate": 9.46973136507285e-05,
      "loss": 3.6367,
      "step": 44565
    },
    {
      "epoch": 3.7857628270472308,
      "grad_norm": 3.884245827003647,
      "learning_rate": 9.46909312301244e-05,
      "loss": 4.3653,
      "step": 44566
    },
    {
      "epoch": 3.7858477743798846,
      "grad_norm": 3.5337881678744543,
      "learning_rate": 9.46845489254094e-05,
      "loss": 3.833,
      "step": 44567
    },
    {
      "epoch": 3.7859327217125385,
      "grad_norm": 3.439340412468411,
      "learning_rate": 9.4678166736597e-05,
      "loss": 3.7667,
      "step": 44568
    },
    {
      "epoch": 3.786017669045192,
      "grad_norm": 3.526374207092162,
      "learning_rate": 9.467178466370047e-05,
      "loss": 3.8792,
      "step": 44569
    },
    {
      "epoch": 3.7861026163778457,
      "grad_norm": 3.6182359528465677,
      "learning_rate": 9.466540270673324e-05,
      "loss": 4.2458,
      "step": 44570
    },
    {
      "epoch": 3.7861875637104996,
      "grad_norm": 3.4546858488335386,
      "learning_rate": 9.465902086570862e-05,
      "loss": 3.5983,
      "step": 44571
    },
    {
      "epoch": 3.786272511043153,
      "grad_norm": 3.8242484037558677,
      "learning_rate": 9.465263914064e-05,
      "loss": 4.1367,
      "step": 44572
    },
    {
      "epoch": 3.786357458375807,
      "grad_norm": 3.7426694956936224,
      "learning_rate": 9.464625753154076e-05,
      "loss": 4.2241,
      "step": 44573
    },
    {
      "epoch": 3.7864424057084607,
      "grad_norm": 3.5271344022292337,
      "learning_rate": 9.463987603842428e-05,
      "loss": 3.8434,
      "step": 44574
    },
    {
      "epoch": 3.7865273530411145,
      "grad_norm": 3.3773504593041475,
      "learning_rate": 9.463349466130397e-05,
      "loss": 3.6032,
      "step": 44575
    },
    {
      "epoch": 3.7866123003737684,
      "grad_norm": 3.4207506592335735,
      "learning_rate": 9.462711340019313e-05,
      "loss": 3.4983,
      "step": 44576
    },
    {
      "epoch": 3.786697247706422,
      "grad_norm": 3.4172415609712083,
      "learning_rate": 9.462073225510518e-05,
      "loss": 3.592,
      "step": 44577
    },
    {
      "epoch": 3.7867821950390756,
      "grad_norm": 3.75780252807594,
      "learning_rate": 9.461435122605345e-05,
      "loss": 4.3701,
      "step": 44578
    },
    {
      "epoch": 3.7868671423717295,
      "grad_norm": 3.5609975196114454,
      "learning_rate": 9.460797031305129e-05,
      "loss": 4.0076,
      "step": 44579
    },
    {
      "epoch": 3.7869520897043834,
      "grad_norm": 4.035441768442308,
      "learning_rate": 9.460158951611215e-05,
      "loss": 3.7909,
      "step": 44580
    },
    {
      "epoch": 3.787037037037037,
      "grad_norm": 3.6888874519530126,
      "learning_rate": 9.45952088352494e-05,
      "loss": 4.2844,
      "step": 44581
    },
    {
      "epoch": 3.7871219843696906,
      "grad_norm": 3.4721589884361257,
      "learning_rate": 9.458882827047629e-05,
      "loss": 3.7329,
      "step": 44582
    },
    {
      "epoch": 3.7872069317023445,
      "grad_norm": 3.5031168973555267,
      "learning_rate": 9.458244782180631e-05,
      "loss": 3.6424,
      "step": 44583
    },
    {
      "epoch": 3.7872918790349983,
      "grad_norm": 3.388929516812864,
      "learning_rate": 9.45760674892528e-05,
      "loss": 3.6034,
      "step": 44584
    },
    {
      "epoch": 3.787376826367652,
      "grad_norm": 3.373296309578138,
      "learning_rate": 9.456968727282911e-05,
      "loss": 3.5035,
      "step": 44585
    },
    {
      "epoch": 3.787461773700306,
      "grad_norm": 3.4476693688422357,
      "learning_rate": 9.456330717254856e-05,
      "loss": 3.7981,
      "step": 44586
    },
    {
      "epoch": 3.7875467210329594,
      "grad_norm": 3.514496210059745,
      "learning_rate": 9.45569271884246e-05,
      "loss": 3.4526,
      "step": 44587
    },
    {
      "epoch": 3.7876316683656133,
      "grad_norm": 3.3718101376961394,
      "learning_rate": 9.455054732047061e-05,
      "loss": 3.7233,
      "step": 44588
    },
    {
      "epoch": 3.787716615698267,
      "grad_norm": 3.8319111015708467,
      "learning_rate": 9.454416756869988e-05,
      "loss": 4.3992,
      "step": 44589
    },
    {
      "epoch": 3.787801563030921,
      "grad_norm": 3.530875646959064,
      "learning_rate": 9.453778793312583e-05,
      "loss": 3.6649,
      "step": 44590
    },
    {
      "epoch": 3.787886510363575,
      "grad_norm": 3.4816951140804586,
      "learning_rate": 9.453140841376183e-05,
      "loss": 3.6188,
      "step": 44591
    },
    {
      "epoch": 3.7879714576962282,
      "grad_norm": 3.501654688635404,
      "learning_rate": 9.452502901062114e-05,
      "loss": 3.8609,
      "step": 44592
    },
    {
      "epoch": 3.788056405028882,
      "grad_norm": 3.5005607251677566,
      "learning_rate": 9.451864972371731e-05,
      "loss": 3.7488,
      "step": 44593
    },
    {
      "epoch": 3.788141352361536,
      "grad_norm": 3.6558245039989576,
      "learning_rate": 9.451227055306357e-05,
      "loss": 3.7798,
      "step": 44594
    },
    {
      "epoch": 3.7882262996941893,
      "grad_norm": 3.43302065714244,
      "learning_rate": 9.450589149867338e-05,
      "loss": 3.6737,
      "step": 44595
    },
    {
      "epoch": 3.7883112470268436,
      "grad_norm": 3.5288261933455143,
      "learning_rate": 9.449951256056001e-05,
      "loss": 3.7644,
      "step": 44596
    },
    {
      "epoch": 3.788396194359497,
      "grad_norm": 3.836436032302026,
      "learning_rate": 9.449313373873689e-05,
      "loss": 4.4464,
      "step": 44597
    },
    {
      "epoch": 3.788481141692151,
      "grad_norm": 3.473727744774332,
      "learning_rate": 9.448675503321729e-05,
      "loss": 3.678,
      "step": 44598
    },
    {
      "epoch": 3.7885660890248047,
      "grad_norm": 3.733264221556401,
      "learning_rate": 9.448037644401477e-05,
      "loss": 4.0612,
      "step": 44599
    },
    {
      "epoch": 3.788651036357458,
      "grad_norm": 3.8810621750225054,
      "learning_rate": 9.447399797114252e-05,
      "loss": 4.3392,
      "step": 44600
    },
    {
      "epoch": 3.788735983690112,
      "grad_norm": 3.461065327100063,
      "learning_rate": 9.446761961461396e-05,
      "loss": 3.8646,
      "step": 44601
    },
    {
      "epoch": 3.788820931022766,
      "grad_norm": 3.670260142668975,
      "learning_rate": 9.446124137444249e-05,
      "loss": 4.0859,
      "step": 44602
    },
    {
      "epoch": 3.7889058783554197,
      "grad_norm": 3.5190595432166747,
      "learning_rate": 9.445486325064141e-05,
      "loss": 3.7821,
      "step": 44603
    },
    {
      "epoch": 3.7889908256880735,
      "grad_norm": 3.368882302899155,
      "learning_rate": 9.444848524322409e-05,
      "loss": 3.6224,
      "step": 44604
    },
    {
      "epoch": 3.789075773020727,
      "grad_norm": 3.4116898249756886,
      "learning_rate": 9.444210735220394e-05,
      "loss": 3.6483,
      "step": 44605
    },
    {
      "epoch": 3.789160720353381,
      "grad_norm": 3.8963360035694854,
      "learning_rate": 9.443572957759432e-05,
      "loss": 4.5694,
      "step": 44606
    },
    {
      "epoch": 3.7892456676860347,
      "grad_norm": 3.4480319567576885,
      "learning_rate": 9.442935191940857e-05,
      "loss": 3.7243,
      "step": 44607
    },
    {
      "epoch": 3.7893306150186885,
      "grad_norm": 3.4703005121209833,
      "learning_rate": 9.442297437766006e-05,
      "loss": 3.9328,
      "step": 44608
    },
    {
      "epoch": 3.7894155623513424,
      "grad_norm": 3.541252545908309,
      "learning_rate": 9.441659695236216e-05,
      "loss": 3.8328,
      "step": 44609
    },
    {
      "epoch": 3.7895005096839958,
      "grad_norm": 3.7866626124363463,
      "learning_rate": 9.441021964352819e-05,
      "loss": 4.1286,
      "step": 44610
    },
    {
      "epoch": 3.7895854570166496,
      "grad_norm": 3.577762033266457,
      "learning_rate": 9.440384245117156e-05,
      "loss": 4.2195,
      "step": 44611
    },
    {
      "epoch": 3.7896704043493035,
      "grad_norm": 3.36783872330712,
      "learning_rate": 9.43974653753056e-05,
      "loss": 3.4965,
      "step": 44612
    },
    {
      "epoch": 3.7897553516819573,
      "grad_norm": 3.45827243718093,
      "learning_rate": 9.439108841594377e-05,
      "loss": 3.8381,
      "step": 44613
    },
    {
      "epoch": 3.789840299014611,
      "grad_norm": 3.4450460083509853,
      "learning_rate": 9.438471157309928e-05,
      "loss": 3.6237,
      "step": 44614
    },
    {
      "epoch": 3.7899252463472646,
      "grad_norm": 3.4907445431984407,
      "learning_rate": 9.437833484678558e-05,
      "loss": 3.7818,
      "step": 44615
    },
    {
      "epoch": 3.7900101936799184,
      "grad_norm": 3.6742431896167127,
      "learning_rate": 9.437195823701596e-05,
      "loss": 3.9913,
      "step": 44616
    },
    {
      "epoch": 3.7900951410125723,
      "grad_norm": 3.562047325961355,
      "learning_rate": 9.436558174380394e-05,
      "loss": 3.8098,
      "step": 44617
    },
    {
      "epoch": 3.7901800883452257,
      "grad_norm": 3.822438616942768,
      "learning_rate": 9.435920536716272e-05,
      "loss": 4.3007,
      "step": 44618
    },
    {
      "epoch": 3.79026503567788,
      "grad_norm": 3.818738451187315,
      "learning_rate": 9.43528291071057e-05,
      "loss": 4.2984,
      "step": 44619
    },
    {
      "epoch": 3.7903499830105334,
      "grad_norm": 3.4977111627616657,
      "learning_rate": 9.434645296364632e-05,
      "loss": 3.8807,
      "step": 44620
    },
    {
      "epoch": 3.7904349303431872,
      "grad_norm": 3.6083145001091346,
      "learning_rate": 9.434007693679784e-05,
      "loss": 4.0108,
      "step": 44621
    },
    {
      "epoch": 3.790519877675841,
      "grad_norm": 3.927935674066387,
      "learning_rate": 9.433370102657362e-05,
      "loss": 4.5091,
      "step": 44622
    },
    {
      "epoch": 3.7906048250084945,
      "grad_norm": 3.4696165039730498,
      "learning_rate": 9.432732523298709e-05,
      "loss": 3.6143,
      "step": 44623
    },
    {
      "epoch": 3.7906897723411483,
      "grad_norm": 3.6345376394677955,
      "learning_rate": 9.43209495560516e-05,
      "loss": 3.6622,
      "step": 44624
    },
    {
      "epoch": 3.790774719673802,
      "grad_norm": 3.8588960957977614,
      "learning_rate": 9.431457399578046e-05,
      "loss": 4.0412,
      "step": 44625
    },
    {
      "epoch": 3.790859667006456,
      "grad_norm": 3.4358693304379204,
      "learning_rate": 9.430819855218704e-05,
      "loss": 3.584,
      "step": 44626
    },
    {
      "epoch": 3.79094461433911,
      "grad_norm": 3.432011529598597,
      "learning_rate": 9.430182322528474e-05,
      "loss": 3.7008,
      "step": 44627
    },
    {
      "epoch": 3.7910295616717633,
      "grad_norm": 3.5231475412987043,
      "learning_rate": 9.42954480150869e-05,
      "loss": 4.0834,
      "step": 44628
    },
    {
      "epoch": 3.791114509004417,
      "grad_norm": 3.7438543194228533,
      "learning_rate": 9.42890729216068e-05,
      "loss": 4.0187,
      "step": 44629
    },
    {
      "epoch": 3.791199456337071,
      "grad_norm": 3.522784617715817,
      "learning_rate": 9.428269794485789e-05,
      "loss": 3.972,
      "step": 44630
    },
    {
      "epoch": 3.791284403669725,
      "grad_norm": 3.462067467034718,
      "learning_rate": 9.427632308485354e-05,
      "loss": 3.9379,
      "step": 44631
    },
    {
      "epoch": 3.7913693510023787,
      "grad_norm": 3.431467238985506,
      "learning_rate": 9.426994834160707e-05,
      "loss": 3.5728,
      "step": 44632
    },
    {
      "epoch": 3.791454298335032,
      "grad_norm": 3.4223745379343313,
      "learning_rate": 9.426357371513179e-05,
      "loss": 3.5164,
      "step": 44633
    },
    {
      "epoch": 3.791539245667686,
      "grad_norm": 3.5250569920517227,
      "learning_rate": 9.425719920544115e-05,
      "loss": 3.7595,
      "step": 44634
    },
    {
      "epoch": 3.79162419300034,
      "grad_norm": 3.53038775928643,
      "learning_rate": 9.425082481254843e-05,
      "loss": 3.7568,
      "step": 44635
    },
    {
      "epoch": 3.7917091403329937,
      "grad_norm": 3.426132321237125,
      "learning_rate": 9.424445053646703e-05,
      "loss": 3.6061,
      "step": 44636
    },
    {
      "epoch": 3.7917940876656475,
      "grad_norm": 3.4895623862594154,
      "learning_rate": 9.423807637721028e-05,
      "loss": 3.9125,
      "step": 44637
    },
    {
      "epoch": 3.791879034998301,
      "grad_norm": 3.4157518348558416,
      "learning_rate": 9.423170233479159e-05,
      "loss": 3.7793,
      "step": 44638
    },
    {
      "epoch": 3.7919639823309548,
      "grad_norm": 3.49663262911912,
      "learning_rate": 9.422532840922424e-05,
      "loss": 3.5557,
      "step": 44639
    },
    {
      "epoch": 3.7920489296636086,
      "grad_norm": 3.521480169647491,
      "learning_rate": 9.421895460052162e-05,
      "loss": 3.6834,
      "step": 44640
    },
    {
      "epoch": 3.7921338769962625,
      "grad_norm": 3.6336604938674775,
      "learning_rate": 9.421258090869704e-05,
      "loss": 4.1635,
      "step": 44641
    },
    {
      "epoch": 3.7922188243289163,
      "grad_norm": 3.4361541976681442,
      "learning_rate": 9.420620733376397e-05,
      "loss": 3.6707,
      "step": 44642
    },
    {
      "epoch": 3.7923037716615697,
      "grad_norm": 3.5124721177312215,
      "learning_rate": 9.419983387573566e-05,
      "loss": 4.0823,
      "step": 44643
    },
    {
      "epoch": 3.7923887189942236,
      "grad_norm": 3.4818517206375614,
      "learning_rate": 9.419346053462551e-05,
      "loss": 3.658,
      "step": 44644
    },
    {
      "epoch": 3.7924736663268774,
      "grad_norm": 3.824820827063151,
      "learning_rate": 9.41870873104469e-05,
      "loss": 4.6245,
      "step": 44645
    },
    {
      "epoch": 3.792558613659531,
      "grad_norm": 3.6180810446195246,
      "learning_rate": 9.41807142032131e-05,
      "loss": 3.9452,
      "step": 44646
    },
    {
      "epoch": 3.7926435609921847,
      "grad_norm": 3.4614060655535,
      "learning_rate": 9.417434121293747e-05,
      "loss": 3.7541,
      "step": 44647
    },
    {
      "epoch": 3.7927285083248385,
      "grad_norm": 3.466209662851305,
      "learning_rate": 9.416796833963345e-05,
      "loss": 3.6542,
      "step": 44648
    },
    {
      "epoch": 3.7928134556574924,
      "grad_norm": 3.458429731285969,
      "learning_rate": 9.416159558331436e-05,
      "loss": 3.6478,
      "step": 44649
    },
    {
      "epoch": 3.7928984029901462,
      "grad_norm": 3.4063305931319507,
      "learning_rate": 9.415522294399353e-05,
      "loss": 3.5862,
      "step": 44650
    },
    {
      "epoch": 3.7929833503227997,
      "grad_norm": 3.5105963915563576,
      "learning_rate": 9.41488504216843e-05,
      "loss": 3.8437,
      "step": 44651
    },
    {
      "epoch": 3.7930682976554535,
      "grad_norm": 3.7945170041797773,
      "learning_rate": 9.41424780164001e-05,
      "loss": 4.2236,
      "step": 44652
    },
    {
      "epoch": 3.7931532449881074,
      "grad_norm": 3.490870846931199,
      "learning_rate": 9.413610572815416e-05,
      "loss": 3.9376,
      "step": 44653
    },
    {
      "epoch": 3.793238192320761,
      "grad_norm": 3.7739250683776064,
      "learning_rate": 9.41297335569599e-05,
      "loss": 4.2297,
      "step": 44654
    },
    {
      "epoch": 3.793323139653415,
      "grad_norm": 3.755185797126363,
      "learning_rate": 9.412336150283069e-05,
      "loss": 3.6624,
      "step": 44655
    },
    {
      "epoch": 3.7934080869860685,
      "grad_norm": 3.8123404180982003,
      "learning_rate": 9.411698956577988e-05,
      "loss": 4.2807,
      "step": 44656
    },
    {
      "epoch": 3.7934930343187223,
      "grad_norm": 3.800966584508834,
      "learning_rate": 9.411061774582078e-05,
      "loss": 4.151,
      "step": 44657
    },
    {
      "epoch": 3.793577981651376,
      "grad_norm": 3.8897151044981144,
      "learning_rate": 9.410424604296681e-05,
      "loss": 4.5318,
      "step": 44658
    },
    {
      "epoch": 3.79366292898403,
      "grad_norm": 3.602446931754681,
      "learning_rate": 9.409787445723116e-05,
      "loss": 4.1207,
      "step": 44659
    },
    {
      "epoch": 3.793747876316684,
      "grad_norm": 3.5397611807905522,
      "learning_rate": 9.409150298862737e-05,
      "loss": 3.8835,
      "step": 44660
    },
    {
      "epoch": 3.7938328236493373,
      "grad_norm": 3.5560708333747866,
      "learning_rate": 9.408513163716873e-05,
      "loss": 3.8934,
      "step": 44661
    },
    {
      "epoch": 3.793917770981991,
      "grad_norm": 3.513827242556158,
      "learning_rate": 9.407876040286854e-05,
      "loss": 3.6039,
      "step": 44662
    },
    {
      "epoch": 3.794002718314645,
      "grad_norm": 3.4319184858071896,
      "learning_rate": 9.407238928574022e-05,
      "loss": 3.4929,
      "step": 44663
    },
    {
      "epoch": 3.794087665647299,
      "grad_norm": 3.428877604363969,
      "learning_rate": 9.406601828579703e-05,
      "loss": 3.6345,
      "step": 44664
    },
    {
      "epoch": 3.7941726129799527,
      "grad_norm": 3.728503081611653,
      "learning_rate": 9.405964740305238e-05,
      "loss": 4.0663,
      "step": 44665
    },
    {
      "epoch": 3.794257560312606,
      "grad_norm": 3.4359852305311107,
      "learning_rate": 9.405327663751964e-05,
      "loss": 3.666,
      "step": 44666
    },
    {
      "epoch": 3.79434250764526,
      "grad_norm": 3.4854163697196405,
      "learning_rate": 9.404690598921213e-05,
      "loss": 3.6996,
      "step": 44667
    },
    {
      "epoch": 3.794427454977914,
      "grad_norm": 3.4855703897380317,
      "learning_rate": 9.404053545814318e-05,
      "loss": 3.8282,
      "step": 44668
    },
    {
      "epoch": 3.794512402310567,
      "grad_norm": 3.455569711213104,
      "learning_rate": 9.403416504432616e-05,
      "loss": 3.6828,
      "step": 44669
    },
    {
      "epoch": 3.794597349643221,
      "grad_norm": 3.324202621216027,
      "learning_rate": 9.402779474777445e-05,
      "loss": 3.5844,
      "step": 44670
    },
    {
      "epoch": 3.794682296975875,
      "grad_norm": 3.786360504041914,
      "learning_rate": 9.402142456850133e-05,
      "loss": 4.1971,
      "step": 44671
    },
    {
      "epoch": 3.7947672443085287,
      "grad_norm": 3.5282188840351636,
      "learning_rate": 9.401505450652015e-05,
      "loss": 3.9541,
      "step": 44672
    },
    {
      "epoch": 3.7948521916411826,
      "grad_norm": 3.9189887441050906,
      "learning_rate": 9.400868456184429e-05,
      "loss": 4.721,
      "step": 44673
    },
    {
      "epoch": 3.794937138973836,
      "grad_norm": 3.5635107541835516,
      "learning_rate": 9.400231473448716e-05,
      "loss": 3.9636,
      "step": 44674
    },
    {
      "epoch": 3.79502208630649,
      "grad_norm": 3.8014938515938526,
      "learning_rate": 9.399594502446199e-05,
      "loss": 4.3749,
      "step": 44675
    },
    {
      "epoch": 3.7951070336391437,
      "grad_norm": 3.742217739497988,
      "learning_rate": 9.398957543178222e-05,
      "loss": 4.1114,
      "step": 44676
    },
    {
      "epoch": 3.7951919809717976,
      "grad_norm": 3.7228753284446774,
      "learning_rate": 9.39832059564611e-05,
      "loss": 4.1662,
      "step": 44677
    },
    {
      "epoch": 3.7952769283044514,
      "grad_norm": 3.503855440260726,
      "learning_rate": 9.397683659851202e-05,
      "loss": 3.9541,
      "step": 44678
    },
    {
      "epoch": 3.795361875637105,
      "grad_norm": 3.864254812763669,
      "learning_rate": 9.397046735794836e-05,
      "loss": 4.6148,
      "step": 44679
    },
    {
      "epoch": 3.7954468229697587,
      "grad_norm": 3.5626958117940157,
      "learning_rate": 9.396409823478344e-05,
      "loss": 3.7209,
      "step": 44680
    },
    {
      "epoch": 3.7955317703024125,
      "grad_norm": 3.4782336655633856,
      "learning_rate": 9.395772922903063e-05,
      "loss": 3.7567,
      "step": 44681
    },
    {
      "epoch": 3.7956167176350664,
      "grad_norm": 3.4794314863439633,
      "learning_rate": 9.395136034070322e-05,
      "loss": 3.6085,
      "step": 44682
    },
    {
      "epoch": 3.79570166496772,
      "grad_norm": 3.433590502343308,
      "learning_rate": 9.394499156981463e-05,
      "loss": 3.6799,
      "step": 44683
    },
    {
      "epoch": 3.7957866123003736,
      "grad_norm": 3.8172181196136568,
      "learning_rate": 9.393862291637803e-05,
      "loss": 4.5102,
      "step": 44684
    },
    {
      "epoch": 3.7958715596330275,
      "grad_norm": 3.496770625414234,
      "learning_rate": 9.393225438040702e-05,
      "loss": 3.8108,
      "step": 44685
    },
    {
      "epoch": 3.7959565069656813,
      "grad_norm": 3.434574729654213,
      "learning_rate": 9.392588596191477e-05,
      "loss": 3.7465,
      "step": 44686
    },
    {
      "epoch": 3.796041454298335,
      "grad_norm": 3.4468038079263983,
      "learning_rate": 9.391951766091474e-05,
      "loss": 3.6156,
      "step": 44687
    },
    {
      "epoch": 3.796126401630989,
      "grad_norm": 3.4654210189659262,
      "learning_rate": 9.391314947742014e-05,
      "loss": 3.9268,
      "step": 44688
    },
    {
      "epoch": 3.7962113489636424,
      "grad_norm": 3.6218114830466765,
      "learning_rate": 9.390678141144436e-05,
      "loss": 4.0129,
      "step": 44689
    },
    {
      "epoch": 3.7962962962962963,
      "grad_norm": 3.7335230404975417,
      "learning_rate": 9.390041346300077e-05,
      "loss": 4.0594,
      "step": 44690
    },
    {
      "epoch": 3.79638124362895,
      "grad_norm": 3.75788087813767,
      "learning_rate": 9.38940456321027e-05,
      "loss": 3.9887,
      "step": 44691
    },
    {
      "epoch": 3.7964661909616035,
      "grad_norm": 3.4736387111114038,
      "learning_rate": 9.388767791876354e-05,
      "loss": 3.7093,
      "step": 44692
    },
    {
      "epoch": 3.796551138294258,
      "grad_norm": 3.8969029833313424,
      "learning_rate": 9.388131032299658e-05,
      "loss": 4.4611,
      "step": 44693
    },
    {
      "epoch": 3.7966360856269112,
      "grad_norm": 3.8825443851255352,
      "learning_rate": 9.387494284481519e-05,
      "loss": 4.3906,
      "step": 44694
    },
    {
      "epoch": 3.796721032959565,
      "grad_norm": 3.5448866584054968,
      "learning_rate": 9.386857548423265e-05,
      "loss": 3.5614,
      "step": 44695
    },
    {
      "epoch": 3.796805980292219,
      "grad_norm": 3.617325357308323,
      "learning_rate": 9.386220824126233e-05,
      "loss": 4.1068,
      "step": 44696
    },
    {
      "epoch": 3.7968909276248723,
      "grad_norm": 3.402587706310693,
      "learning_rate": 9.38558411159176e-05,
      "loss": 3.8604,
      "step": 44697
    },
    {
      "epoch": 3.796975874957526,
      "grad_norm": 3.8226552865715435,
      "learning_rate": 9.38494741082118e-05,
      "loss": 4.2621,
      "step": 44698
    },
    {
      "epoch": 3.79706082229018,
      "grad_norm": 3.7420019726761593,
      "learning_rate": 9.384310721815825e-05,
      "loss": 4.0901,
      "step": 44699
    },
    {
      "epoch": 3.797145769622834,
      "grad_norm": 3.3998146986113142,
      "learning_rate": 9.383674044577032e-05,
      "loss": 3.5257,
      "step": 44700
    },
    {
      "epoch": 3.7972307169554878,
      "grad_norm": 3.5280225330417925,
      "learning_rate": 9.383037379106132e-05,
      "loss": 3.8298,
      "step": 44701
    },
    {
      "epoch": 3.797315664288141,
      "grad_norm": 3.4488844383322843,
      "learning_rate": 9.382400725404455e-05,
      "loss": 4.0025,
      "step": 44702
    },
    {
      "epoch": 3.797400611620795,
      "grad_norm": 3.747350505097607,
      "learning_rate": 9.381764083473344e-05,
      "loss": 4.2618,
      "step": 44703
    },
    {
      "epoch": 3.797485558953449,
      "grad_norm": 3.4849763489764434,
      "learning_rate": 9.381127453314128e-05,
      "loss": 3.7628,
      "step": 44704
    },
    {
      "epoch": 3.7975705062861027,
      "grad_norm": 3.730982083304392,
      "learning_rate": 9.380490834928144e-05,
      "loss": 4.0023,
      "step": 44705
    },
    {
      "epoch": 3.7976554536187566,
      "grad_norm": 3.409618333446547,
      "learning_rate": 9.379854228316721e-05,
      "loss": 3.6038,
      "step": 44706
    },
    {
      "epoch": 3.79774040095141,
      "grad_norm": 3.824653383377905,
      "learning_rate": 9.379217633481196e-05,
      "loss": 4.3089,
      "step": 44707
    },
    {
      "epoch": 3.797825348284064,
      "grad_norm": 3.7900657982387256,
      "learning_rate": 9.378581050422898e-05,
      "loss": 4.1835,
      "step": 44708
    },
    {
      "epoch": 3.7979102956167177,
      "grad_norm": 3.8253298977639294,
      "learning_rate": 9.37794447914317e-05,
      "loss": 4.3708,
      "step": 44709
    },
    {
      "epoch": 3.7979952429493715,
      "grad_norm": 3.5870299068098213,
      "learning_rate": 9.377307919643344e-05,
      "loss": 4.2032,
      "step": 44710
    },
    {
      "epoch": 3.7980801902820254,
      "grad_norm": 3.7493835413763574,
      "learning_rate": 9.376671371924746e-05,
      "loss": 4.3395,
      "step": 44711
    },
    {
      "epoch": 3.7981651376146788,
      "grad_norm": 3.8047002312290332,
      "learning_rate": 9.37603483598872e-05,
      "loss": 4.2191,
      "step": 44712
    },
    {
      "epoch": 3.7982500849473326,
      "grad_norm": 3.6484644047736694,
      "learning_rate": 9.37539831183659e-05,
      "loss": 3.9023,
      "step": 44713
    },
    {
      "epoch": 3.7983350322799865,
      "grad_norm": 3.457633934030662,
      "learning_rate": 9.374761799469689e-05,
      "loss": 3.788,
      "step": 44714
    },
    {
      "epoch": 3.7984199796126403,
      "grad_norm": 3.685134381118346,
      "learning_rate": 9.37412529888936e-05,
      "loss": 4.2269,
      "step": 44715
    },
    {
      "epoch": 3.798504926945294,
      "grad_norm": 3.5184471900518504,
      "learning_rate": 9.373488810096935e-05,
      "loss": 3.8149,
      "step": 44716
    },
    {
      "epoch": 3.7985898742779476,
      "grad_norm": 3.4488213695625958,
      "learning_rate": 9.372852333093743e-05,
      "loss": 3.5736,
      "step": 44717
    },
    {
      "epoch": 3.7986748216106014,
      "grad_norm": 3.539752617143137,
      "learning_rate": 9.37221586788112e-05,
      "loss": 3.8905,
      "step": 44718
    },
    {
      "epoch": 3.7987597689432553,
      "grad_norm": 3.5510976200586097,
      "learning_rate": 9.3715794144604e-05,
      "loss": 4.0257,
      "step": 44719
    },
    {
      "epoch": 3.7988447162759087,
      "grad_norm": 3.8039212948307664,
      "learning_rate": 9.370942972832914e-05,
      "loss": 3.6257,
      "step": 44720
    },
    {
      "epoch": 3.7989296636085625,
      "grad_norm": 3.4337528138048388,
      "learning_rate": 9.370306542999994e-05,
      "loss": 3.7575,
      "step": 44721
    },
    {
      "epoch": 3.7990146109412164,
      "grad_norm": 3.4597859641374886,
      "learning_rate": 9.369670124962981e-05,
      "loss": 3.8661,
      "step": 44722
    },
    {
      "epoch": 3.7990995582738702,
      "grad_norm": 3.788567123871256,
      "learning_rate": 9.369033718723205e-05,
      "loss": 4.1765,
      "step": 44723
    },
    {
      "epoch": 3.799184505606524,
      "grad_norm": 3.8261605858645487,
      "learning_rate": 9.368397324281997e-05,
      "loss": 4.2384,
      "step": 44724
    },
    {
      "epoch": 3.7992694529391775,
      "grad_norm": 3.386717679664652,
      "learning_rate": 9.367760941640692e-05,
      "loss": 3.6706,
      "step": 44725
    },
    {
      "epoch": 3.7993544002718314,
      "grad_norm": 3.387877115146298,
      "learning_rate": 9.367124570800626e-05,
      "loss": 3.8406,
      "step": 44726
    },
    {
      "epoch": 3.799439347604485,
      "grad_norm": 3.3067195160868432,
      "learning_rate": 9.366488211763122e-05,
      "loss": 3.5761,
      "step": 44727
    },
    {
      "epoch": 3.799524294937139,
      "grad_norm": 3.875867845573832,
      "learning_rate": 9.36585186452953e-05,
      "loss": 4.3546,
      "step": 44728
    },
    {
      "epoch": 3.799609242269793,
      "grad_norm": 3.567162406864265,
      "learning_rate": 9.36521552910117e-05,
      "loss": 3.7463,
      "step": 44729
    },
    {
      "epoch": 3.7996941896024463,
      "grad_norm": 3.5596249636685346,
      "learning_rate": 9.364579205479385e-05,
      "loss": 4.0224,
      "step": 44730
    },
    {
      "epoch": 3.7997791369351,
      "grad_norm": 3.499217284661261,
      "learning_rate": 9.3639428936655e-05,
      "loss": 3.9136,
      "step": 44731
    },
    {
      "epoch": 3.799864084267754,
      "grad_norm": 3.826611590008464,
      "learning_rate": 9.36330659366085e-05,
      "loss": 4.1125,
      "step": 44732
    },
    {
      "epoch": 3.799949031600408,
      "grad_norm": 3.464841880253171,
      "learning_rate": 9.36267030546677e-05,
      "loss": 3.8075,
      "step": 44733
    },
    {
      "epoch": 3.8000339789330617,
      "grad_norm": 3.620940199501805,
      "learning_rate": 9.362034029084596e-05,
      "loss": 4.1376,
      "step": 44734
    },
    {
      "epoch": 3.800118926265715,
      "grad_norm": 3.4497655873715845,
      "learning_rate": 9.361397764515656e-05,
      "loss": 3.6925,
      "step": 44735
    },
    {
      "epoch": 3.800203873598369,
      "grad_norm": 3.4929194938507084,
      "learning_rate": 9.360761511761285e-05,
      "loss": 3.8729,
      "step": 44736
    },
    {
      "epoch": 3.800288820931023,
      "grad_norm": 3.4769462117855614,
      "learning_rate": 9.360125270822819e-05,
      "loss": 3.4343,
      "step": 44737
    },
    {
      "epoch": 3.8003737682636767,
      "grad_norm": 3.866772393708839,
      "learning_rate": 9.359489041701588e-05,
      "loss": 4.5827,
      "step": 44738
    },
    {
      "epoch": 3.8004587155963305,
      "grad_norm": 3.859775449540315,
      "learning_rate": 9.35885282439892e-05,
      "loss": 4.3531,
      "step": 44739
    },
    {
      "epoch": 3.800543662928984,
      "grad_norm": 3.641869025977548,
      "learning_rate": 9.358216618916157e-05,
      "loss": 3.8724,
      "step": 44740
    },
    {
      "epoch": 3.800628610261638,
      "grad_norm": 3.4782923294875765,
      "learning_rate": 9.357580425254634e-05,
      "loss": 3.9784,
      "step": 44741
    },
    {
      "epoch": 3.8007135575942916,
      "grad_norm": 3.521960089958045,
      "learning_rate": 9.356944243415673e-05,
      "loss": 3.7571,
      "step": 44742
    },
    {
      "epoch": 3.800798504926945,
      "grad_norm": 3.384888332676454,
      "learning_rate": 9.356308073400615e-05,
      "loss": 3.6806,
      "step": 44743
    },
    {
      "epoch": 3.800883452259599,
      "grad_norm": 3.730140204474286,
      "learning_rate": 9.355671915210792e-05,
      "loss": 4.1857,
      "step": 44744
    },
    {
      "epoch": 3.8009683995922527,
      "grad_norm": 3.7659943783847356,
      "learning_rate": 9.35503576884753e-05,
      "loss": 4.1807,
      "step": 44745
    },
    {
      "epoch": 3.8010533469249066,
      "grad_norm": 3.5719001454827604,
      "learning_rate": 9.35439963431217e-05,
      "loss": 3.9601,
      "step": 44746
    },
    {
      "epoch": 3.8011382942575604,
      "grad_norm": 3.750548856264846,
      "learning_rate": 9.353763511606046e-05,
      "loss": 4.4531,
      "step": 44747
    },
    {
      "epoch": 3.801223241590214,
      "grad_norm": 3.8239027266383014,
      "learning_rate": 9.353127400730487e-05,
      "loss": 4.3924,
      "step": 44748
    },
    {
      "epoch": 3.8013081889228677,
      "grad_norm": 3.5443269871270973,
      "learning_rate": 9.352491301686825e-05,
      "loss": 3.815,
      "step": 44749
    },
    {
      "epoch": 3.8013931362555216,
      "grad_norm": 3.741353907913179,
      "learning_rate": 9.351855214476393e-05,
      "loss": 4.1571,
      "step": 44750
    },
    {
      "epoch": 3.8014780835881754,
      "grad_norm": 3.5140627123567674,
      "learning_rate": 9.351219139100521e-05,
      "loss": 3.7811,
      "step": 44751
    },
    {
      "epoch": 3.8015630309208293,
      "grad_norm": 3.494813756003961,
      "learning_rate": 9.350583075560555e-05,
      "loss": 4.0174,
      "step": 44752
    },
    {
      "epoch": 3.8016479782534827,
      "grad_norm": 3.8405407581072617,
      "learning_rate": 9.349947023857812e-05,
      "loss": 3.6306,
      "step": 44753
    },
    {
      "epoch": 3.8017329255861365,
      "grad_norm": 3.4665398331909114,
      "learning_rate": 9.349310983993632e-05,
      "loss": 3.832,
      "step": 44754
    },
    {
      "epoch": 3.8018178729187904,
      "grad_norm": 3.63806845750103,
      "learning_rate": 9.348674955969351e-05,
      "loss": 4.0873,
      "step": 44755
    },
    {
      "epoch": 3.801902820251444,
      "grad_norm": 3.481790223593934,
      "learning_rate": 9.348038939786293e-05,
      "loss": 3.8378,
      "step": 44756
    },
    {
      "epoch": 3.801987767584098,
      "grad_norm": 3.6819108562378027,
      "learning_rate": 9.347402935445792e-05,
      "loss": 3.9991,
      "step": 44757
    },
    {
      "epoch": 3.8020727149167515,
      "grad_norm": 3.4135859819533216,
      "learning_rate": 9.346766942949188e-05,
      "loss": 3.759,
      "step": 44758
    },
    {
      "epoch": 3.8021576622494053,
      "grad_norm": 3.6382603411427734,
      "learning_rate": 9.34613096229781e-05,
      "loss": 4.1663,
      "step": 44759
    },
    {
      "epoch": 3.802242609582059,
      "grad_norm": 3.5234510537673507,
      "learning_rate": 9.34549499349299e-05,
      "loss": 3.5778,
      "step": 44760
    },
    {
      "epoch": 3.802327556914713,
      "grad_norm": 3.815801087782462,
      "learning_rate": 9.344859036536058e-05,
      "loss": 4.2067,
      "step": 44761
    },
    {
      "epoch": 3.802412504247367,
      "grad_norm": 3.3405215856446295,
      "learning_rate": 9.344223091428353e-05,
      "loss": 3.5939,
      "step": 44762
    },
    {
      "epoch": 3.8024974515800203,
      "grad_norm": 3.5537047155162127,
      "learning_rate": 9.3435871581712e-05,
      "loss": 3.6694,
      "step": 44763
    },
    {
      "epoch": 3.802582398912674,
      "grad_norm": 3.509642081659073,
      "learning_rate": 9.342951236765932e-05,
      "loss": 3.7329,
      "step": 44764
    },
    {
      "epoch": 3.802667346245328,
      "grad_norm": 3.473690264056783,
      "learning_rate": 9.342315327213887e-05,
      "loss": 3.7432,
      "step": 44765
    },
    {
      "epoch": 3.8027522935779814,
      "grad_norm": 3.773431390189168,
      "learning_rate": 9.341679429516397e-05,
      "loss": 4.3494,
      "step": 44766
    },
    {
      "epoch": 3.8028372409106352,
      "grad_norm": 3.6044426750451755,
      "learning_rate": 9.341043543674793e-05,
      "loss": 4.0131,
      "step": 44767
    },
    {
      "epoch": 3.802922188243289,
      "grad_norm": 3.385814500236527,
      "learning_rate": 9.340407669690401e-05,
      "loss": 3.6895,
      "step": 44768
    },
    {
      "epoch": 3.803007135575943,
      "grad_norm": 3.6083140586973372,
      "learning_rate": 9.339771807564566e-05,
      "loss": 4.1988,
      "step": 44769
    },
    {
      "epoch": 3.803092082908597,
      "grad_norm": 3.777440168845061,
      "learning_rate": 9.339135957298605e-05,
      "loss": 3.9104,
      "step": 44770
    },
    {
      "epoch": 3.80317703024125,
      "grad_norm": 3.50128753126569,
      "learning_rate": 9.338500118893865e-05,
      "loss": 3.7853,
      "step": 44771
    },
    {
      "epoch": 3.803261977573904,
      "grad_norm": 3.809506365010859,
      "learning_rate": 9.337864292351668e-05,
      "loss": 4.2713,
      "step": 44772
    },
    {
      "epoch": 3.803346924906558,
      "grad_norm": 3.840881101835753,
      "learning_rate": 9.337228477673354e-05,
      "loss": 4.2279,
      "step": 44773
    },
    {
      "epoch": 3.8034318722392118,
      "grad_norm": 3.3333100194081164,
      "learning_rate": 9.33659267486025e-05,
      "loss": 3.5054,
      "step": 44774
    },
    {
      "epoch": 3.8035168195718656,
      "grad_norm": 3.4602045395298426,
      "learning_rate": 9.335956883913686e-05,
      "loss": 3.5677,
      "step": 44775
    },
    {
      "epoch": 3.803601766904519,
      "grad_norm": 3.657583827753352,
      "learning_rate": 9.335321104834996e-05,
      "loss": 4.0128,
      "step": 44776
    },
    {
      "epoch": 3.803686714237173,
      "grad_norm": 3.5525309291790803,
      "learning_rate": 9.334685337625521e-05,
      "loss": 3.7594,
      "step": 44777
    },
    {
      "epoch": 3.8037716615698267,
      "grad_norm": 3.3599187026063855,
      "learning_rate": 9.334049582286584e-05,
      "loss": 3.7241,
      "step": 44778
    },
    {
      "epoch": 3.8038566089024806,
      "grad_norm": 3.4673907916656113,
      "learning_rate": 9.333413838819516e-05,
      "loss": 3.6525,
      "step": 44779
    },
    {
      "epoch": 3.8039415562351344,
      "grad_norm": 3.4683652517163663,
      "learning_rate": 9.332778107225655e-05,
      "loss": 3.5851,
      "step": 44780
    },
    {
      "epoch": 3.804026503567788,
      "grad_norm": 3.3528768605419885,
      "learning_rate": 9.33214238750633e-05,
      "loss": 3.5574,
      "step": 44781
    },
    {
      "epoch": 3.8041114509004417,
      "grad_norm": 3.945742588573854,
      "learning_rate": 9.331506679662869e-05,
      "loss": 4.687,
      "step": 44782
    },
    {
      "epoch": 3.8041963982330955,
      "grad_norm": 3.5352330841774027,
      "learning_rate": 9.33087098369661e-05,
      "loss": 3.9585,
      "step": 44783
    },
    {
      "epoch": 3.8042813455657494,
      "grad_norm": 3.326293812849526,
      "learning_rate": 9.330235299608888e-05,
      "loss": 3.4151,
      "step": 44784
    },
    {
      "epoch": 3.8043662928984032,
      "grad_norm": 3.617025931194177,
      "learning_rate": 9.329599627401025e-05,
      "loss": 3.8507,
      "step": 44785
    },
    {
      "epoch": 3.8044512402310566,
      "grad_norm": 3.7463027966738727,
      "learning_rate": 9.328963967074359e-05,
      "loss": 4.0777,
      "step": 44786
    },
    {
      "epoch": 3.8045361875637105,
      "grad_norm": 3.4138771021907695,
      "learning_rate": 9.328328318630224e-05,
      "loss": 3.7324,
      "step": 44787
    },
    {
      "epoch": 3.8046211348963643,
      "grad_norm": 3.7137034757764957,
      "learning_rate": 9.327692682069944e-05,
      "loss": 4.0169,
      "step": 44788
    },
    {
      "epoch": 3.8047060822290177,
      "grad_norm": 3.5596640238098938,
      "learning_rate": 9.327057057394857e-05,
      "loss": 3.9208,
      "step": 44789
    },
    {
      "epoch": 3.804791029561672,
      "grad_norm": 3.5173728223568848,
      "learning_rate": 9.326421444606291e-05,
      "loss": 4.0705,
      "step": 44790
    },
    {
      "epoch": 3.8048759768943254,
      "grad_norm": 3.549789831428669,
      "learning_rate": 9.325785843705586e-05,
      "loss": 3.911,
      "step": 44791
    },
    {
      "epoch": 3.8049609242269793,
      "grad_norm": 3.435357922313594,
      "learning_rate": 9.325150254694066e-05,
      "loss": 3.4555,
      "step": 44792
    },
    {
      "epoch": 3.805045871559633,
      "grad_norm": 3.4827149691711012,
      "learning_rate": 9.324514677573068e-05,
      "loss": 3.7104,
      "step": 44793
    },
    {
      "epoch": 3.8051308188922865,
      "grad_norm": 3.485751843233295,
      "learning_rate": 9.323879112343909e-05,
      "loss": 3.9243,
      "step": 44794
    },
    {
      "epoch": 3.8052157662249404,
      "grad_norm": 3.4505886549627087,
      "learning_rate": 9.323243559007943e-05,
      "loss": 3.5267,
      "step": 44795
    },
    {
      "epoch": 3.8053007135575942,
      "grad_norm": 3.3985347337473786,
      "learning_rate": 9.322608017566486e-05,
      "loss": 3.7075,
      "step": 44796
    },
    {
      "epoch": 3.805385660890248,
      "grad_norm": 3.4792642984203295,
      "learning_rate": 9.321972488020877e-05,
      "loss": 3.9842,
      "step": 44797
    },
    {
      "epoch": 3.805470608222902,
      "grad_norm": 3.478225059622645,
      "learning_rate": 9.321336970372447e-05,
      "loss": 3.8381,
      "step": 44798
    },
    {
      "epoch": 3.8055555555555554,
      "grad_norm": 3.292991466526797,
      "learning_rate": 9.320701464622524e-05,
      "loss": 3.3845,
      "step": 44799
    },
    {
      "epoch": 3.805640502888209,
      "grad_norm": 3.890162245691349,
      "learning_rate": 9.320065970772435e-05,
      "loss": 4.5717,
      "step": 44800
    },
    {
      "epoch": 3.805725450220863,
      "grad_norm": 3.527366626857911,
      "learning_rate": 9.319430488823524e-05,
      "loss": 3.6597,
      "step": 44801
    },
    {
      "epoch": 3.805810397553517,
      "grad_norm": 3.429482442030507,
      "learning_rate": 9.318795018777117e-05,
      "loss": 3.7861,
      "step": 44802
    },
    {
      "epoch": 3.8058953448861708,
      "grad_norm": 3.5131299854314273,
      "learning_rate": 9.318159560634544e-05,
      "loss": 3.7145,
      "step": 44803
    },
    {
      "epoch": 3.805980292218824,
      "grad_norm": 3.5821817622004364,
      "learning_rate": 9.317524114397136e-05,
      "loss": 4.0507,
      "step": 44804
    },
    {
      "epoch": 3.806065239551478,
      "grad_norm": 3.730180064339367,
      "learning_rate": 9.31688868006623e-05,
      "loss": 4.1714,
      "step": 44805
    },
    {
      "epoch": 3.806150186884132,
      "grad_norm": 3.399384676828698,
      "learning_rate": 9.31625325764315e-05,
      "loss": 3.3813,
      "step": 44806
    },
    {
      "epoch": 3.8062351342167857,
      "grad_norm": 3.460130498205986,
      "learning_rate": 9.315617847129227e-05,
      "loss": 3.7016,
      "step": 44807
    },
    {
      "epoch": 3.8063200815494396,
      "grad_norm": 3.5073986335978606,
      "learning_rate": 9.314982448525798e-05,
      "loss": 3.8093,
      "step": 44808
    },
    {
      "epoch": 3.806405028882093,
      "grad_norm": 3.487432445473491,
      "learning_rate": 9.314347061834197e-05,
      "loss": 3.8295,
      "step": 44809
    },
    {
      "epoch": 3.806489976214747,
      "grad_norm": 3.4828159249362023,
      "learning_rate": 9.313711687055747e-05,
      "loss": 3.581,
      "step": 44810
    },
    {
      "epoch": 3.8065749235474007,
      "grad_norm": 3.427503216101917,
      "learning_rate": 9.313076324191788e-05,
      "loss": 3.4072,
      "step": 44811
    },
    {
      "epoch": 3.8066598708800545,
      "grad_norm": 3.458856618718827,
      "learning_rate": 9.31244097324364e-05,
      "loss": 3.782,
      "step": 44812
    },
    {
      "epoch": 3.8067448182127084,
      "grad_norm": 3.448560339786836,
      "learning_rate": 9.311805634212641e-05,
      "loss": 3.3446,
      "step": 44813
    },
    {
      "epoch": 3.806829765545362,
      "grad_norm": 3.724870666561341,
      "learning_rate": 9.311170307100122e-05,
      "loss": 3.9893,
      "step": 44814
    },
    {
      "epoch": 3.8069147128780156,
      "grad_norm": 3.544274555507171,
      "learning_rate": 9.310534991907414e-05,
      "loss": 3.8302,
      "step": 44815
    },
    {
      "epoch": 3.8069996602106695,
      "grad_norm": 3.8411178790314424,
      "learning_rate": 9.309899688635855e-05,
      "loss": 4.3606,
      "step": 44816
    },
    {
      "epoch": 3.807084607543323,
      "grad_norm": 3.816555148030414,
      "learning_rate": 9.309264397286761e-05,
      "loss": 4.288,
      "step": 44817
    },
    {
      "epoch": 3.8071695548759767,
      "grad_norm": 3.8154566724132746,
      "learning_rate": 9.308629117861477e-05,
      "loss": 4.4389,
      "step": 44818
    },
    {
      "epoch": 3.8072545022086306,
      "grad_norm": 3.4569073626104947,
      "learning_rate": 9.30799385036132e-05,
      "loss": 3.5297,
      "step": 44819
    },
    {
      "epoch": 3.8073394495412844,
      "grad_norm": 3.3553884641585365,
      "learning_rate": 9.307358594787637e-05,
      "loss": 3.4376,
      "step": 44820
    },
    {
      "epoch": 3.8074243968739383,
      "grad_norm": 3.4094007696880766,
      "learning_rate": 9.306723351141751e-05,
      "loss": 3.6891,
      "step": 44821
    },
    {
      "epoch": 3.8075093442065917,
      "grad_norm": 3.5018231791834595,
      "learning_rate": 9.306088119424995e-05,
      "loss": 3.8021,
      "step": 44822
    },
    {
      "epoch": 3.8075942915392456,
      "grad_norm": 3.6251220565734017,
      "learning_rate": 9.305452899638696e-05,
      "loss": 3.9503,
      "step": 44823
    },
    {
      "epoch": 3.8076792388718994,
      "grad_norm": 3.784359618828072,
      "learning_rate": 9.304817691784186e-05,
      "loss": 4.1163,
      "step": 44824
    },
    {
      "epoch": 3.8077641862045533,
      "grad_norm": 3.3860109748315868,
      "learning_rate": 9.304182495862799e-05,
      "loss": 3.6903,
      "step": 44825
    },
    {
      "epoch": 3.807849133537207,
      "grad_norm": 3.7690859053911834,
      "learning_rate": 9.303547311875864e-05,
      "loss": 4.246,
      "step": 44826
    },
    {
      "epoch": 3.8079340808698605,
      "grad_norm": 3.821923027028012,
      "learning_rate": 9.302912139824715e-05,
      "loss": 4.265,
      "step": 44827
    },
    {
      "epoch": 3.8080190282025144,
      "grad_norm": 3.4291602863925426,
      "learning_rate": 9.30227697971068e-05,
      "loss": 3.6396,
      "step": 44828
    },
    {
      "epoch": 3.808103975535168,
      "grad_norm": 3.7183515090597243,
      "learning_rate": 9.301641831535091e-05,
      "loss": 3.9928,
      "step": 44829
    },
    {
      "epoch": 3.808188922867822,
      "grad_norm": 3.6267861936085186,
      "learning_rate": 9.301006695299276e-05,
      "loss": 4.2269,
      "step": 44830
    },
    {
      "epoch": 3.808273870200476,
      "grad_norm": 3.3785630309276944,
      "learning_rate": 9.300371571004564e-05,
      "loss": 3.4292,
      "step": 44831
    },
    {
      "epoch": 3.8083588175331293,
      "grad_norm": 3.8568432834316995,
      "learning_rate": 9.299736458652292e-05,
      "loss": 4.3739,
      "step": 44832
    },
    {
      "epoch": 3.808443764865783,
      "grad_norm": 3.842470896202449,
      "learning_rate": 9.29910135824379e-05,
      "loss": 4.4704,
      "step": 44833
    },
    {
      "epoch": 3.808528712198437,
      "grad_norm": 3.472967951576963,
      "learning_rate": 9.29846626978039e-05,
      "loss": 3.5601,
      "step": 44834
    },
    {
      "epoch": 3.808613659531091,
      "grad_norm": 3.7005382570789487,
      "learning_rate": 9.297831193263416e-05,
      "loss": 4.0922,
      "step": 44835
    },
    {
      "epoch": 3.8086986068637447,
      "grad_norm": 3.451698132911719,
      "learning_rate": 9.297196128694207e-05,
      "loss": 3.8754,
      "step": 44836
    },
    {
      "epoch": 3.808783554196398,
      "grad_norm": 3.7622633357397066,
      "learning_rate": 9.296561076074077e-05,
      "loss": 4.2744,
      "step": 44837
    },
    {
      "epoch": 3.808868501529052,
      "grad_norm": 3.7142037792077343,
      "learning_rate": 9.29592603540438e-05,
      "loss": 4.067,
      "step": 44838
    },
    {
      "epoch": 3.808953448861706,
      "grad_norm": 3.547895898543755,
      "learning_rate": 9.295291006686432e-05,
      "loss": 3.9312,
      "step": 44839
    },
    {
      "epoch": 3.8090383961943592,
      "grad_norm": 3.6051220651416793,
      "learning_rate": 9.29465598992157e-05,
      "loss": 3.8016,
      "step": 44840
    },
    {
      "epoch": 3.809123343527013,
      "grad_norm": 3.352630826345213,
      "learning_rate": 9.294020985111117e-05,
      "loss": 3.5031,
      "step": 44841
    },
    {
      "epoch": 3.809208290859667,
      "grad_norm": 3.4155620469417087,
      "learning_rate": 9.293385992256409e-05,
      "loss": 3.5683,
      "step": 44842
    },
    {
      "epoch": 3.809293238192321,
      "grad_norm": 3.4485332140371736,
      "learning_rate": 9.292751011358774e-05,
      "loss": 3.7131,
      "step": 44843
    },
    {
      "epoch": 3.8093781855249746,
      "grad_norm": 3.5570038748974304,
      "learning_rate": 9.292116042419545e-05,
      "loss": 3.6703,
      "step": 44844
    },
    {
      "epoch": 3.809463132857628,
      "grad_norm": 3.6586849756803232,
      "learning_rate": 9.291481085440054e-05,
      "loss": 3.6195,
      "step": 44845
    },
    {
      "epoch": 3.809548080190282,
      "grad_norm": 3.5013593513851564,
      "learning_rate": 9.290846140421628e-05,
      "loss": 3.7362,
      "step": 44846
    },
    {
      "epoch": 3.8096330275229358,
      "grad_norm": 3.4280358286107866,
      "learning_rate": 9.290211207365599e-05,
      "loss": 3.6817,
      "step": 44847
    },
    {
      "epoch": 3.8097179748555896,
      "grad_norm": 3.8382368016243205,
      "learning_rate": 9.289576286273294e-05,
      "loss": 4.1281,
      "step": 44848
    },
    {
      "epoch": 3.8098029221882435,
      "grad_norm": 3.413523236970669,
      "learning_rate": 9.288941377146042e-05,
      "loss": 3.4029,
      "step": 44849
    },
    {
      "epoch": 3.809887869520897,
      "grad_norm": 3.764418921410975,
      "learning_rate": 9.288306479985183e-05,
      "loss": 4.0532,
      "step": 44850
    },
    {
      "epoch": 3.8099728168535507,
      "grad_norm": 3.4166547137136103,
      "learning_rate": 9.287671594792042e-05,
      "loss": 3.4643,
      "step": 44851
    },
    {
      "epoch": 3.8100577641862046,
      "grad_norm": 3.8179361298478343,
      "learning_rate": 9.287036721567949e-05,
      "loss": 4.2928,
      "step": 44852
    },
    {
      "epoch": 3.8101427115188584,
      "grad_norm": 3.5312153002256648,
      "learning_rate": 9.286401860314231e-05,
      "loss": 3.9758,
      "step": 44853
    },
    {
      "epoch": 3.8102276588515123,
      "grad_norm": 3.5309094656594167,
      "learning_rate": 9.285767011032225e-05,
      "loss": 3.6396,
      "step": 44854
    },
    {
      "epoch": 3.8103126061841657,
      "grad_norm": 3.875607423027028,
      "learning_rate": 9.285132173723255e-05,
      "loss": 4.4875,
      "step": 44855
    },
    {
      "epoch": 3.8103975535168195,
      "grad_norm": 3.65892227694582,
      "learning_rate": 9.28449734838865e-05,
      "loss": 4.1738,
      "step": 44856
    },
    {
      "epoch": 3.8104825008494734,
      "grad_norm": 3.4924073021213458,
      "learning_rate": 9.283862535029749e-05,
      "loss": 3.5283,
      "step": 44857
    },
    {
      "epoch": 3.8105674481821272,
      "grad_norm": 3.456395660108877,
      "learning_rate": 9.283227733647878e-05,
      "loss": 3.5768,
      "step": 44858
    },
    {
      "epoch": 3.810652395514781,
      "grad_norm": 3.5546749227147374,
      "learning_rate": 9.282592944244364e-05,
      "loss": 3.7482,
      "step": 44859
    },
    {
      "epoch": 3.8107373428474345,
      "grad_norm": 3.386236702209505,
      "learning_rate": 9.281958166820539e-05,
      "loss": 3.7269,
      "step": 44860
    },
    {
      "epoch": 3.8108222901800883,
      "grad_norm": 3.7965225521629993,
      "learning_rate": 9.281323401377734e-05,
      "loss": 4.1301,
      "step": 44861
    },
    {
      "epoch": 3.810907237512742,
      "grad_norm": 3.481666521436434,
      "learning_rate": 9.280688647917272e-05,
      "loss": 4.0625,
      "step": 44862
    },
    {
      "epoch": 3.8109921848453956,
      "grad_norm": 3.452242575882545,
      "learning_rate": 9.280053906440498e-05,
      "loss": 3.4126,
      "step": 44863
    },
    {
      "epoch": 3.81107713217805,
      "grad_norm": 3.562826638609186,
      "learning_rate": 9.279419176948729e-05,
      "loss": 3.7895,
      "step": 44864
    },
    {
      "epoch": 3.8111620795107033,
      "grad_norm": 3.811650650754046,
      "learning_rate": 9.278784459443302e-05,
      "loss": 3.6616,
      "step": 44865
    },
    {
      "epoch": 3.811247026843357,
      "grad_norm": 3.7137130687430795,
      "learning_rate": 9.278149753925542e-05,
      "loss": 4.2084,
      "step": 44866
    },
    {
      "epoch": 3.811331974176011,
      "grad_norm": 3.7404299325585377,
      "learning_rate": 9.277515060396779e-05,
      "loss": 4.2445,
      "step": 44867
    },
    {
      "epoch": 3.8114169215086644,
      "grad_norm": 3.3206159977169016,
      "learning_rate": 9.276880378858345e-05,
      "loss": 3.4652,
      "step": 44868
    },
    {
      "epoch": 3.8115018688413183,
      "grad_norm": 3.5611708646099953,
      "learning_rate": 9.276245709311574e-05,
      "loss": 3.6524,
      "step": 44869
    },
    {
      "epoch": 3.811586816173972,
      "grad_norm": 3.468439303107542,
      "learning_rate": 9.27561105175779e-05,
      "loss": 3.6562,
      "step": 44870
    },
    {
      "epoch": 3.811671763506626,
      "grad_norm": 3.686294806905355,
      "learning_rate": 9.274976406198321e-05,
      "loss": 4.306,
      "step": 44871
    },
    {
      "epoch": 3.81175671083928,
      "grad_norm": 3.590872405566011,
      "learning_rate": 9.274341772634507e-05,
      "loss": 3.9488,
      "step": 44872
    },
    {
      "epoch": 3.811841658171933,
      "grad_norm": 3.5110448649336163,
      "learning_rate": 9.273707151067667e-05,
      "loss": 3.7364,
      "step": 44873
    },
    {
      "epoch": 3.811926605504587,
      "grad_norm": 3.7739221438311654,
      "learning_rate": 9.273072541499127e-05,
      "loss": 4.0957,
      "step": 44874
    },
    {
      "epoch": 3.812011552837241,
      "grad_norm": 3.4958332751203387,
      "learning_rate": 9.272437943930233e-05,
      "loss": 3.7455,
      "step": 44875
    },
    {
      "epoch": 3.8120965001698948,
      "grad_norm": 3.4620802365870706,
      "learning_rate": 9.271803358362308e-05,
      "loss": 3.8366,
      "step": 44876
    },
    {
      "epoch": 3.8121814475025486,
      "grad_norm": 3.7580232829000595,
      "learning_rate": 9.271168784796674e-05,
      "loss": 4.2802,
      "step": 44877
    },
    {
      "epoch": 3.812266394835202,
      "grad_norm": 3.5228615485387436,
      "learning_rate": 9.270534223234667e-05,
      "loss": 3.9251,
      "step": 44878
    },
    {
      "epoch": 3.812351342167856,
      "grad_norm": 3.82863171247045,
      "learning_rate": 9.269899673677619e-05,
      "loss": 4.4514,
      "step": 44879
    },
    {
      "epoch": 3.8124362895005097,
      "grad_norm": 3.6109808986720084,
      "learning_rate": 9.269265136126851e-05,
      "loss": 3.9031,
      "step": 44880
    },
    {
      "epoch": 3.8125212368331636,
      "grad_norm": 3.742407018402931,
      "learning_rate": 9.268630610583701e-05,
      "loss": 4.4551,
      "step": 44881
    },
    {
      "epoch": 3.8126061841658174,
      "grad_norm": 3.484353614345276,
      "learning_rate": 9.267996097049495e-05,
      "loss": 3.9063,
      "step": 44882
    },
    {
      "epoch": 3.812691131498471,
      "grad_norm": 3.601912282942232,
      "learning_rate": 9.267361595525567e-05,
      "loss": 4.0367,
      "step": 44883
    },
    {
      "epoch": 3.8127760788311247,
      "grad_norm": 3.6689413870307632,
      "learning_rate": 9.266727106013236e-05,
      "loss": 4.0902,
      "step": 44884
    },
    {
      "epoch": 3.8128610261637785,
      "grad_norm": 3.5031593910837406,
      "learning_rate": 9.26609262851384e-05,
      "loss": 3.7923,
      "step": 44885
    },
    {
      "epoch": 3.812945973496432,
      "grad_norm": 3.362362318761283,
      "learning_rate": 9.265458163028704e-05,
      "loss": 3.3421,
      "step": 44886
    },
    {
      "epoch": 3.8130309208290862,
      "grad_norm": 3.3966946364320028,
      "learning_rate": 9.264823709559167e-05,
      "loss": 3.5063,
      "step": 44887
    },
    {
      "epoch": 3.8131158681617396,
      "grad_norm": 3.452661353445488,
      "learning_rate": 9.264189268106546e-05,
      "loss": 3.6218,
      "step": 44888
    },
    {
      "epoch": 3.8132008154943935,
      "grad_norm": 3.6326469443655687,
      "learning_rate": 9.263554838672174e-05,
      "loss": 3.9608,
      "step": 44889
    },
    {
      "epoch": 3.8132857628270473,
      "grad_norm": 3.660529147057158,
      "learning_rate": 9.262920421257386e-05,
      "loss": 4.1836,
      "step": 44890
    },
    {
      "epoch": 3.8133707101597007,
      "grad_norm": 3.4847040221763366,
      "learning_rate": 9.262286015863504e-05,
      "loss": 3.8698,
      "step": 44891
    },
    {
      "epoch": 3.8134556574923546,
      "grad_norm": 3.4602188102380502,
      "learning_rate": 9.261651622491859e-05,
      "loss": 3.6872,
      "step": 44892
    },
    {
      "epoch": 3.8135406048250085,
      "grad_norm": 3.4806432020097064,
      "learning_rate": 9.261017241143782e-05,
      "loss": 3.7334,
      "step": 44893
    },
    {
      "epoch": 3.8136255521576623,
      "grad_norm": 3.6828170618125413,
      "learning_rate": 9.260382871820606e-05,
      "loss": 3.5194,
      "step": 44894
    },
    {
      "epoch": 3.813710499490316,
      "grad_norm": 3.517778412587187,
      "learning_rate": 9.259748514523653e-05,
      "loss": 3.6221,
      "step": 44895
    },
    {
      "epoch": 3.8137954468229696,
      "grad_norm": 3.680417021668608,
      "learning_rate": 9.259114169254255e-05,
      "loss": 3.6027,
      "step": 44896
    },
    {
      "epoch": 3.8138803941556234,
      "grad_norm": 3.424505203770396,
      "learning_rate": 9.258479836013745e-05,
      "loss": 3.4716,
      "step": 44897
    },
    {
      "epoch": 3.8139653414882773,
      "grad_norm": 3.7243937437400247,
      "learning_rate": 9.257845514803444e-05,
      "loss": 4.1959,
      "step": 44898
    },
    {
      "epoch": 3.814050288820931,
      "grad_norm": 3.3976593813648366,
      "learning_rate": 9.257211205624683e-05,
      "loss": 3.6337,
      "step": 44899
    },
    {
      "epoch": 3.814135236153585,
      "grad_norm": 3.4781771475697014,
      "learning_rate": 9.256576908478798e-05,
      "loss": 3.6019,
      "step": 44900
    },
    {
      "epoch": 3.8142201834862384,
      "grad_norm": 3.389045546146089,
      "learning_rate": 9.255942623367114e-05,
      "loss": 3.436,
      "step": 44901
    },
    {
      "epoch": 3.814305130818892,
      "grad_norm": 3.5284294549472137,
      "learning_rate": 9.255308350290956e-05,
      "loss": 3.7051,
      "step": 44902
    },
    {
      "epoch": 3.814390078151546,
      "grad_norm": 3.766695995290048,
      "learning_rate": 9.25467408925166e-05,
      "loss": 4.0067,
      "step": 44903
    },
    {
      "epoch": 3.8144750254842,
      "grad_norm": 3.4600363979766846,
      "learning_rate": 9.254039840250553e-05,
      "loss": 3.8248,
      "step": 44904
    },
    {
      "epoch": 3.8145599728168538,
      "grad_norm": 3.573255311232256,
      "learning_rate": 9.253405603288954e-05,
      "loss": 3.8641,
      "step": 44905
    },
    {
      "epoch": 3.814644920149507,
      "grad_norm": 3.538245547509851,
      "learning_rate": 9.252771378368207e-05,
      "loss": 3.972,
      "step": 44906
    },
    {
      "epoch": 3.814729867482161,
      "grad_norm": 3.7808549452050935,
      "learning_rate": 9.252137165489633e-05,
      "loss": 4.1314,
      "step": 44907
    },
    {
      "epoch": 3.814814814814815,
      "grad_norm": 3.472148172571275,
      "learning_rate": 9.251502964654565e-05,
      "loss": 3.4767,
      "step": 44908
    },
    {
      "epoch": 3.8148997621474687,
      "grad_norm": 3.746454424666962,
      "learning_rate": 9.250868775864327e-05,
      "loss": 3.5011,
      "step": 44909
    },
    {
      "epoch": 3.8149847094801226,
      "grad_norm": 3.846250474368679,
      "learning_rate": 9.25023459912025e-05,
      "loss": 4.2756,
      "step": 44910
    },
    {
      "epoch": 3.815069656812776,
      "grad_norm": 3.437934128549187,
      "learning_rate": 9.249600434423658e-05,
      "loss": 3.5312,
      "step": 44911
    },
    {
      "epoch": 3.81515460414543,
      "grad_norm": 3.3153890326705246,
      "learning_rate": 9.24896628177589e-05,
      "loss": 3.4857,
      "step": 44912
    },
    {
      "epoch": 3.8152395514780837,
      "grad_norm": 3.8833760217986217,
      "learning_rate": 9.248332141178268e-05,
      "loss": 4.4328,
      "step": 44913
    },
    {
      "epoch": 3.815324498810737,
      "grad_norm": 3.719967050660152,
      "learning_rate": 9.247698012632121e-05,
      "loss": 4.2517,
      "step": 44914
    },
    {
      "epoch": 3.815409446143391,
      "grad_norm": 3.5865802855001,
      "learning_rate": 9.247063896138782e-05,
      "loss": 3.737,
      "step": 44915
    },
    {
      "epoch": 3.815494393476045,
      "grad_norm": 3.801935695863847,
      "learning_rate": 9.246429791699573e-05,
      "loss": 4.2059,
      "step": 44916
    },
    {
      "epoch": 3.8155793408086986,
      "grad_norm": 3.4222472291816666,
      "learning_rate": 9.245795699315822e-05,
      "loss": 3.8206,
      "step": 44917
    },
    {
      "epoch": 3.8156642881413525,
      "grad_norm": 3.509376340426668,
      "learning_rate": 9.245161618988865e-05,
      "loss": 3.8655,
      "step": 44918
    },
    {
      "epoch": 3.815749235474006,
      "grad_norm": 3.588106002595008,
      "learning_rate": 9.244527550720029e-05,
      "loss": 3.6923,
      "step": 44919
    },
    {
      "epoch": 3.8158341828066598,
      "grad_norm": 3.520855983294654,
      "learning_rate": 9.243893494510639e-05,
      "loss": 3.7959,
      "step": 44920
    },
    {
      "epoch": 3.8159191301393136,
      "grad_norm": 3.729952173467447,
      "learning_rate": 9.243259450362025e-05,
      "loss": 4.1107,
      "step": 44921
    },
    {
      "epoch": 3.8160040774719675,
      "grad_norm": 3.558754653447757,
      "learning_rate": 9.242625418275519e-05,
      "loss": 3.8564,
      "step": 44922
    },
    {
      "epoch": 3.8160890248046213,
      "grad_norm": 3.797296035645524,
      "learning_rate": 9.24199139825244e-05,
      "loss": 3.7017,
      "step": 44923
    },
    {
      "epoch": 3.8161739721372747,
      "grad_norm": 3.5379684101158957,
      "learning_rate": 9.241357390294124e-05,
      "loss": 3.784,
      "step": 44924
    },
    {
      "epoch": 3.8162589194699286,
      "grad_norm": 3.3835453402784674,
      "learning_rate": 9.240723394401901e-05,
      "loss": 3.6024,
      "step": 44925
    },
    {
      "epoch": 3.8163438668025824,
      "grad_norm": 3.8136700812918707,
      "learning_rate": 9.240089410577096e-05,
      "loss": 4.3572,
      "step": 44926
    },
    {
      "epoch": 3.8164288141352363,
      "grad_norm": 3.619879468847446,
      "learning_rate": 9.239455438821037e-05,
      "loss": 3.8132,
      "step": 44927
    },
    {
      "epoch": 3.81651376146789,
      "grad_norm": 3.671778077271404,
      "learning_rate": 9.238821479135057e-05,
      "loss": 4.1353,
      "step": 44928
    },
    {
      "epoch": 3.8165987088005435,
      "grad_norm": 3.4109738321456446,
      "learning_rate": 9.23818753152047e-05,
      "loss": 3.5125,
      "step": 44929
    },
    {
      "epoch": 3.8166836561331974,
      "grad_norm": 3.462147347558929,
      "learning_rate": 9.237553595978623e-05,
      "loss": 3.5047,
      "step": 44930
    },
    {
      "epoch": 3.8167686034658512,
      "grad_norm": 3.5356152760809993,
      "learning_rate": 9.236919672510834e-05,
      "loss": 3.9611,
      "step": 44931
    },
    {
      "epoch": 3.816853550798505,
      "grad_norm": 3.392512669283362,
      "learning_rate": 9.236285761118436e-05,
      "loss": 3.4342,
      "step": 44932
    },
    {
      "epoch": 3.816938498131159,
      "grad_norm": 3.3477583635555352,
      "learning_rate": 9.235651861802755e-05,
      "loss": 3.5805,
      "step": 44933
    },
    {
      "epoch": 3.8170234454638123,
      "grad_norm": 3.8372940037338457,
      "learning_rate": 9.235017974565117e-05,
      "loss": 4.2529,
      "step": 44934
    },
    {
      "epoch": 3.817108392796466,
      "grad_norm": 3.594089052046953,
      "learning_rate": 9.234384099406847e-05,
      "loss": 3.7419,
      "step": 44935
    },
    {
      "epoch": 3.81719334012912,
      "grad_norm": 3.7187944356861955,
      "learning_rate": 9.233750236329283e-05,
      "loss": 3.938,
      "step": 44936
    },
    {
      "epoch": 3.8172782874617734,
      "grad_norm": 3.471722264753804,
      "learning_rate": 9.233116385333751e-05,
      "loss": 3.6313,
      "step": 44937
    },
    {
      "epoch": 3.8173632347944273,
      "grad_norm": 3.534042634063697,
      "learning_rate": 9.232482546421572e-05,
      "loss": 3.8543,
      "step": 44938
    },
    {
      "epoch": 3.817448182127081,
      "grad_norm": 3.7592020517065365,
      "learning_rate": 9.23184871959408e-05,
      "loss": 4.3015,
      "step": 44939
    },
    {
      "epoch": 3.817533129459735,
      "grad_norm": 3.3869468628360844,
      "learning_rate": 9.231214904852605e-05,
      "loss": 3.541,
      "step": 44940
    },
    {
      "epoch": 3.817618076792389,
      "grad_norm": 3.5604528840936034,
      "learning_rate": 9.230581102198467e-05,
      "loss": 3.5841,
      "step": 44941
    },
    {
      "epoch": 3.8177030241250423,
      "grad_norm": 3.67643170665027,
      "learning_rate": 9.229947311632996e-05,
      "loss": 3.8852,
      "step": 44942
    },
    {
      "epoch": 3.817787971457696,
      "grad_norm": 3.484738279832255,
      "learning_rate": 9.229313533157527e-05,
      "loss": 3.8414,
      "step": 44943
    },
    {
      "epoch": 3.81787291879035,
      "grad_norm": 3.7513821421802853,
      "learning_rate": 9.228679766773386e-05,
      "loss": 4.117,
      "step": 44944
    },
    {
      "epoch": 3.817957866123004,
      "grad_norm": 3.4374866379043567,
      "learning_rate": 9.228046012481895e-05,
      "loss": 3.4656,
      "step": 44945
    },
    {
      "epoch": 3.8180428134556577,
      "grad_norm": 3.919711799034806,
      "learning_rate": 9.227412270284389e-05,
      "loss": 4.5804,
      "step": 44946
    },
    {
      "epoch": 3.818127760788311,
      "grad_norm": 3.7978559217729853,
      "learning_rate": 9.226778540182188e-05,
      "loss": 4.3595,
      "step": 44947
    },
    {
      "epoch": 3.818212708120965,
      "grad_norm": 3.3555427123943575,
      "learning_rate": 9.226144822176624e-05,
      "loss": 3.5204,
      "step": 44948
    },
    {
      "epoch": 3.8182976554536188,
      "grad_norm": 3.4599192869658673,
      "learning_rate": 9.225511116269025e-05,
      "loss": 3.9634,
      "step": 44949
    },
    {
      "epoch": 3.8183826027862726,
      "grad_norm": 3.7357541466138016,
      "learning_rate": 9.224877422460718e-05,
      "loss": 3.7473,
      "step": 44950
    },
    {
      "epoch": 3.8184675501189265,
      "grad_norm": 3.4390581574785766,
      "learning_rate": 9.224243740753036e-05,
      "loss": 3.5671,
      "step": 44951
    },
    {
      "epoch": 3.81855249745158,
      "grad_norm": 3.7277298527147757,
      "learning_rate": 9.2236100711473e-05,
      "loss": 4.2656,
      "step": 44952
    },
    {
      "epoch": 3.8186374447842337,
      "grad_norm": 3.481743771311842,
      "learning_rate": 9.222976413644844e-05,
      "loss": 3.5305,
      "step": 44953
    },
    {
      "epoch": 3.8187223921168876,
      "grad_norm": 3.5643910388020106,
      "learning_rate": 9.22234276824698e-05,
      "loss": 3.7969,
      "step": 44954
    },
    {
      "epoch": 3.8188073394495414,
      "grad_norm": 3.838379067852328,
      "learning_rate": 9.221709134955058e-05,
      "loss": 4.3686,
      "step": 44955
    },
    {
      "epoch": 3.8188922867821953,
      "grad_norm": 3.943988058307949,
      "learning_rate": 9.221075513770393e-05,
      "loss": 4.6445,
      "step": 44956
    },
    {
      "epoch": 3.8189772341148487,
      "grad_norm": 3.525906358271722,
      "learning_rate": 9.220441904694316e-05,
      "loss": 3.6473,
      "step": 44957
    },
    {
      "epoch": 3.8190621814475025,
      "grad_norm": 3.9443779752337997,
      "learning_rate": 9.21980830772815e-05,
      "loss": 4.5133,
      "step": 44958
    },
    {
      "epoch": 3.8191471287801564,
      "grad_norm": 3.5237816207715524,
      "learning_rate": 9.219174722873226e-05,
      "loss": 3.5264,
      "step": 44959
    },
    {
      "epoch": 3.81923207611281,
      "grad_norm": 3.4460684955838747,
      "learning_rate": 9.21854115013087e-05,
      "loss": 3.6732,
      "step": 44960
    },
    {
      "epoch": 3.819317023445464,
      "grad_norm": 3.519267827968512,
      "learning_rate": 9.217907589502412e-05,
      "loss": 3.7007,
      "step": 44961
    },
    {
      "epoch": 3.8194019707781175,
      "grad_norm": 3.492965340670542,
      "learning_rate": 9.217274040989183e-05,
      "loss": 3.8851,
      "step": 44962
    },
    {
      "epoch": 3.8194869181107713,
      "grad_norm": 3.489658221415195,
      "learning_rate": 9.216640504592502e-05,
      "loss": 3.8365,
      "step": 44963
    },
    {
      "epoch": 3.819571865443425,
      "grad_norm": 3.4160091132364245,
      "learning_rate": 9.216006980313704e-05,
      "loss": 3.5105,
      "step": 44964
    },
    {
      "epoch": 3.8196568127760786,
      "grad_norm": 3.5707024580215267,
      "learning_rate": 9.215373468154109e-05,
      "loss": 3.7849,
      "step": 44965
    },
    {
      "epoch": 3.8197417601087325,
      "grad_norm": 3.803107781198383,
      "learning_rate": 9.214739968115046e-05,
      "loss": 4.1869,
      "step": 44966
    },
    {
      "epoch": 3.8198267074413863,
      "grad_norm": 3.467676606007131,
      "learning_rate": 9.214106480197846e-05,
      "loss": 3.851,
      "step": 44967
    },
    {
      "epoch": 3.81991165477404,
      "grad_norm": 3.897737787142533,
      "learning_rate": 9.213473004403837e-05,
      "loss": 4.5028,
      "step": 44968
    },
    {
      "epoch": 3.819996602106694,
      "grad_norm": 3.514897893879455,
      "learning_rate": 9.212839540734346e-05,
      "loss": 3.5321,
      "step": 44969
    },
    {
      "epoch": 3.8200815494393474,
      "grad_norm": 3.594014033838001,
      "learning_rate": 9.212206089190696e-05,
      "loss": 3.7902,
      "step": 44970
    },
    {
      "epoch": 3.8201664967720013,
      "grad_norm": 3.5226287151779516,
      "learning_rate": 9.211572649774221e-05,
      "loss": 3.7026,
      "step": 44971
    },
    {
      "epoch": 3.820251444104655,
      "grad_norm": 3.4051020688024396,
      "learning_rate": 9.210939222486233e-05,
      "loss": 3.5295,
      "step": 44972
    },
    {
      "epoch": 3.820336391437309,
      "grad_norm": 3.520346427658091,
      "learning_rate": 9.21030580732808e-05,
      "loss": 3.8553,
      "step": 44973
    },
    {
      "epoch": 3.820421338769963,
      "grad_norm": 3.725642798901998,
      "learning_rate": 9.209672404301076e-05,
      "loss": 4.1718,
      "step": 44974
    },
    {
      "epoch": 3.8205062861026162,
      "grad_norm": 3.382708514179614,
      "learning_rate": 9.209039013406556e-05,
      "loss": 3.4779,
      "step": 44975
    },
    {
      "epoch": 3.82059123343527,
      "grad_norm": 3.6302675255131547,
      "learning_rate": 9.208405634645836e-05,
      "loss": 4.0571,
      "step": 44976
    },
    {
      "epoch": 3.820676180767924,
      "grad_norm": 3.8037333773878528,
      "learning_rate": 9.207772268020254e-05,
      "loss": 4.3034,
      "step": 44977
    },
    {
      "epoch": 3.8207611281005778,
      "grad_norm": 3.78719847605884,
      "learning_rate": 9.207138913531129e-05,
      "loss": 3.7348,
      "step": 44978
    },
    {
      "epoch": 3.8208460754332316,
      "grad_norm": 3.4965172555045174,
      "learning_rate": 9.206505571179795e-05,
      "loss": 3.8463,
      "step": 44979
    },
    {
      "epoch": 3.820931022765885,
      "grad_norm": 3.517120377179778,
      "learning_rate": 9.205872240967577e-05,
      "loss": 3.9729,
      "step": 44980
    },
    {
      "epoch": 3.821015970098539,
      "grad_norm": 3.8467994216204375,
      "learning_rate": 9.205238922895803e-05,
      "loss": 4.1618,
      "step": 44981
    },
    {
      "epoch": 3.8211009174311927,
      "grad_norm": 3.5442332492401825,
      "learning_rate": 9.204605616965797e-05,
      "loss": 3.7391,
      "step": 44982
    },
    {
      "epoch": 3.821185864763846,
      "grad_norm": 3.570201189489051,
      "learning_rate": 9.203972323178885e-05,
      "loss": 4.0188,
      "step": 44983
    },
    {
      "epoch": 3.8212708120965004,
      "grad_norm": 3.4553246598060285,
      "learning_rate": 9.203339041536394e-05,
      "loss": 3.9485,
      "step": 44984
    },
    {
      "epoch": 3.821355759429154,
      "grad_norm": 3.850123214337315,
      "learning_rate": 9.202705772039654e-05,
      "loss": 4.1452,
      "step": 44985
    },
    {
      "epoch": 3.8214407067618077,
      "grad_norm": 3.50726841152819,
      "learning_rate": 9.202072514689994e-05,
      "loss": 3.9256,
      "step": 44986
    },
    {
      "epoch": 3.8215256540944615,
      "grad_norm": 3.6238324777287247,
      "learning_rate": 9.201439269488737e-05,
      "loss": 3.9485,
      "step": 44987
    },
    {
      "epoch": 3.821610601427115,
      "grad_norm": 3.4727780532903347,
      "learning_rate": 9.200806036437209e-05,
      "loss": 3.6265,
      "step": 44988
    },
    {
      "epoch": 3.821695548759769,
      "grad_norm": 3.5647038169653467,
      "learning_rate": 9.200172815536743e-05,
      "loss": 3.6802,
      "step": 44989
    },
    {
      "epoch": 3.8217804960924227,
      "grad_norm": 3.745400269270455,
      "learning_rate": 9.199539606788655e-05,
      "loss": 4.0726,
      "step": 44990
    },
    {
      "epoch": 3.8218654434250765,
      "grad_norm": 3.87865365847597,
      "learning_rate": 9.198906410194276e-05,
      "loss": 4.6113,
      "step": 44991
    },
    {
      "epoch": 3.8219503907577304,
      "grad_norm": 3.3880788894725575,
      "learning_rate": 9.19827322575494e-05,
      "loss": 3.4643,
      "step": 44992
    },
    {
      "epoch": 3.8220353380903838,
      "grad_norm": 3.5470763446515994,
      "learning_rate": 9.197640053471969e-05,
      "loss": 3.7698,
      "step": 44993
    },
    {
      "epoch": 3.8221202854230376,
      "grad_norm": 3.6451638985677643,
      "learning_rate": 9.197006893346686e-05,
      "loss": 3.8079,
      "step": 44994
    },
    {
      "epoch": 3.8222052327556915,
      "grad_norm": 3.7993478335405606,
      "learning_rate": 9.196373745380421e-05,
      "loss": 4.1411,
      "step": 44995
    },
    {
      "epoch": 3.8222901800883453,
      "grad_norm": 3.3948421191243052,
      "learning_rate": 9.195740609574503e-05,
      "loss": 3.5901,
      "step": 44996
    },
    {
      "epoch": 3.822375127420999,
      "grad_norm": 3.5340028702718347,
      "learning_rate": 9.195107485930249e-05,
      "loss": 3.7374,
      "step": 44997
    },
    {
      "epoch": 3.8224600747536526,
      "grad_norm": 3.502474446817612,
      "learning_rate": 9.194474374449e-05,
      "loss": 3.5234,
      "step": 44998
    },
    {
      "epoch": 3.8225450220863064,
      "grad_norm": 3.4518701930025317,
      "learning_rate": 9.193841275132071e-05,
      "loss": 3.6805,
      "step": 44999
    },
    {
      "epoch": 3.8226299694189603,
      "grad_norm": 3.374956699578818,
      "learning_rate": 9.193208187980797e-05,
      "loss": 3.4697,
      "step": 45000
    },
    {
      "epoch": 3.822714916751614,
      "grad_norm": 3.858038646897215,
      "learning_rate": 9.192575112996497e-05,
      "loss": 4.2513,
      "step": 45001
    },
    {
      "epoch": 3.822799864084268,
      "grad_norm": 3.8482057035423685,
      "learning_rate": 9.191942050180499e-05,
      "loss": 4.1585,
      "step": 45002
    },
    {
      "epoch": 3.8228848114169214,
      "grad_norm": 3.5127052348632315,
      "learning_rate": 9.191308999534131e-05,
      "loss": 3.8762,
      "step": 45003
    },
    {
      "epoch": 3.8229697587495752,
      "grad_norm": 3.6428320001506704,
      "learning_rate": 9.190675961058724e-05,
      "loss": 3.8975,
      "step": 45004
    },
    {
      "epoch": 3.823054706082229,
      "grad_norm": 3.705950189027748,
      "learning_rate": 9.190042934755597e-05,
      "loss": 4.0307,
      "step": 45005
    },
    {
      "epoch": 3.823139653414883,
      "grad_norm": 3.41094609963465,
      "learning_rate": 9.18940992062608e-05,
      "loss": 3.5986,
      "step": 45006
    },
    {
      "epoch": 3.823224600747537,
      "grad_norm": 3.8733926064764606,
      "learning_rate": 9.1887769186715e-05,
      "loss": 4.3589,
      "step": 45007
    },
    {
      "epoch": 3.82330954808019,
      "grad_norm": 3.4528052386215053,
      "learning_rate": 9.18814392889318e-05,
      "loss": 3.8567,
      "step": 45008
    },
    {
      "epoch": 3.823394495412844,
      "grad_norm": 3.4486492369888238,
      "learning_rate": 9.187510951292444e-05,
      "loss": 3.4996,
      "step": 45009
    },
    {
      "epoch": 3.823479442745498,
      "grad_norm": 3.40985625292271,
      "learning_rate": 9.186877985870627e-05,
      "loss": 3.5692,
      "step": 45010
    },
    {
      "epoch": 3.8235643900781513,
      "grad_norm": 3.885392289782415,
      "learning_rate": 9.186245032629054e-05,
      "loss": 4.5238,
      "step": 45011
    },
    {
      "epoch": 3.823649337410805,
      "grad_norm": 3.5626835510828494,
      "learning_rate": 9.185612091569043e-05,
      "loss": 4.0789,
      "step": 45012
    },
    {
      "epoch": 3.823734284743459,
      "grad_norm": 3.4778215249170343,
      "learning_rate": 9.184979162691928e-05,
      "loss": 3.8702,
      "step": 45013
    },
    {
      "epoch": 3.823819232076113,
      "grad_norm": 3.5388632504280313,
      "learning_rate": 9.184346245999034e-05,
      "loss": 3.9681,
      "step": 45014
    },
    {
      "epoch": 3.8239041794087667,
      "grad_norm": 3.884832920328742,
      "learning_rate": 9.183713341491679e-05,
      "loss": 3.7517,
      "step": 45015
    },
    {
      "epoch": 3.82398912674142,
      "grad_norm": 3.5033163501670668,
      "learning_rate": 9.1830804491712e-05,
      "loss": 3.7117,
      "step": 45016
    },
    {
      "epoch": 3.824074074074074,
      "grad_norm": 3.6239111018637042,
      "learning_rate": 9.182447569038917e-05,
      "loss": 3.9133,
      "step": 45017
    },
    {
      "epoch": 3.824159021406728,
      "grad_norm": 3.501489430511485,
      "learning_rate": 9.181814701096163e-05,
      "loss": 3.5501,
      "step": 45018
    },
    {
      "epoch": 3.8242439687393817,
      "grad_norm": 3.5291593797667185,
      "learning_rate": 9.181181845344254e-05,
      "loss": 3.68,
      "step": 45019
    },
    {
      "epoch": 3.8243289160720355,
      "grad_norm": 3.500568655068938,
      "learning_rate": 9.180549001784522e-05,
      "loss": 3.6088,
      "step": 45020
    },
    {
      "epoch": 3.824413863404689,
      "grad_norm": 3.651621540026806,
      "learning_rate": 9.17991617041829e-05,
      "loss": 4.0665,
      "step": 45021
    },
    {
      "epoch": 3.8244988107373428,
      "grad_norm": 3.4751206804342694,
      "learning_rate": 9.17928335124689e-05,
      "loss": 3.6645,
      "step": 45022
    },
    {
      "epoch": 3.8245837580699966,
      "grad_norm": 3.6314890019607318,
      "learning_rate": 9.178650544271641e-05,
      "loss": 4.0808,
      "step": 45023
    },
    {
      "epoch": 3.8246687054026505,
      "grad_norm": 3.789304685853779,
      "learning_rate": 9.178017749493873e-05,
      "loss": 4.213,
      "step": 45024
    },
    {
      "epoch": 3.8247536527353043,
      "grad_norm": 3.476265537624742,
      "learning_rate": 9.177384966914913e-05,
      "loss": 3.5676,
      "step": 45025
    },
    {
      "epoch": 3.8248386000679577,
      "grad_norm": 3.4956121711969366,
      "learning_rate": 9.17675219653608e-05,
      "loss": 3.4942,
      "step": 45026
    },
    {
      "epoch": 3.8249235474006116,
      "grad_norm": 3.4611815495345937,
      "learning_rate": 9.176119438358704e-05,
      "loss": 3.527,
      "step": 45027
    },
    {
      "epoch": 3.8250084947332654,
      "grad_norm": 3.6740988994735373,
      "learning_rate": 9.175486692384112e-05,
      "loss": 4.1178,
      "step": 45028
    },
    {
      "epoch": 3.8250934420659193,
      "grad_norm": 3.889096827864912,
      "learning_rate": 9.174853958613634e-05,
      "loss": 4.5812,
      "step": 45029
    },
    {
      "epoch": 3.825178389398573,
      "grad_norm": 3.602388794210312,
      "learning_rate": 9.174221237048585e-05,
      "loss": 4.0447,
      "step": 45030
    },
    {
      "epoch": 3.8252633367312265,
      "grad_norm": 3.520185935390015,
      "learning_rate": 9.1735885276903e-05,
      "loss": 3.991,
      "step": 45031
    },
    {
      "epoch": 3.8253482840638804,
      "grad_norm": 3.520415563872826,
      "learning_rate": 9.172955830540102e-05,
      "loss": 3.825,
      "step": 45032
    },
    {
      "epoch": 3.8254332313965342,
      "grad_norm": 3.4966430923701117,
      "learning_rate": 9.172323145599314e-05,
      "loss": 3.4733,
      "step": 45033
    },
    {
      "epoch": 3.8255181787291876,
      "grad_norm": 3.8379789134081035,
      "learning_rate": 9.171690472869259e-05,
      "loss": 4.2879,
      "step": 45034
    },
    {
      "epoch": 3.8256031260618415,
      "grad_norm": 3.41192173587414,
      "learning_rate": 9.171057812351271e-05,
      "loss": 3.5465,
      "step": 45035
    },
    {
      "epoch": 3.8256880733944953,
      "grad_norm": 3.5937060565692374,
      "learning_rate": 9.170425164046675e-05,
      "loss": 3.7476,
      "step": 45036
    },
    {
      "epoch": 3.825773020727149,
      "grad_norm": 3.7619112503296575,
      "learning_rate": 9.169792527956792e-05,
      "loss": 4.0873,
      "step": 45037
    },
    {
      "epoch": 3.825857968059803,
      "grad_norm": 3.549287839298411,
      "learning_rate": 9.169159904082946e-05,
      "loss": 4.017,
      "step": 45038
    },
    {
      "epoch": 3.8259429153924565,
      "grad_norm": 3.397961469759338,
      "learning_rate": 9.16852729242647e-05,
      "loss": 3.4139,
      "step": 45039
    },
    {
      "epoch": 3.8260278627251103,
      "grad_norm": 3.453262707383853,
      "learning_rate": 9.16789469298868e-05,
      "loss": 3.5396,
      "step": 45040
    },
    {
      "epoch": 3.826112810057764,
      "grad_norm": 3.839482617230376,
      "learning_rate": 9.167262105770908e-05,
      "loss": 4.233,
      "step": 45041
    },
    {
      "epoch": 3.826197757390418,
      "grad_norm": 3.7888490929966796,
      "learning_rate": 9.166629530774478e-05,
      "loss": 4.1774,
      "step": 45042
    },
    {
      "epoch": 3.826282704723072,
      "grad_norm": 3.393479519005816,
      "learning_rate": 9.165996968000719e-05,
      "loss": 3.4153,
      "step": 45043
    },
    {
      "epoch": 3.8263676520557253,
      "grad_norm": 3.4335362061154813,
      "learning_rate": 9.165364417450951e-05,
      "loss": 3.6477,
      "step": 45044
    },
    {
      "epoch": 3.826452599388379,
      "grad_norm": 3.5030374404904743,
      "learning_rate": 9.164731879126499e-05,
      "loss": 3.6737,
      "step": 45045
    },
    {
      "epoch": 3.826537546721033,
      "grad_norm": 3.50888280389853,
      "learning_rate": 9.164099353028689e-05,
      "loss": 3.728,
      "step": 45046
    },
    {
      "epoch": 3.826622494053687,
      "grad_norm": 3.5337284620324683,
      "learning_rate": 9.163466839158853e-05,
      "loss": 3.5452,
      "step": 45047
    },
    {
      "epoch": 3.8267074413863407,
      "grad_norm": 3.433077985619231,
      "learning_rate": 9.162834337518309e-05,
      "loss": 3.6518,
      "step": 45048
    },
    {
      "epoch": 3.826792388718994,
      "grad_norm": 3.6960474960102725,
      "learning_rate": 9.162201848108384e-05,
      "loss": 4.1149,
      "step": 45049
    },
    {
      "epoch": 3.826877336051648,
      "grad_norm": 3.8727781730442943,
      "learning_rate": 9.161569370930407e-05,
      "loss": 4.3854,
      "step": 45050
    },
    {
      "epoch": 3.8269622833843018,
      "grad_norm": 3.825228981657325,
      "learning_rate": 9.160936905985696e-05,
      "loss": 4.1548,
      "step": 45051
    },
    {
      "epoch": 3.8270472307169556,
      "grad_norm": 3.4792474111159013,
      "learning_rate": 9.160304453275576e-05,
      "loss": 3.6871,
      "step": 45052
    },
    {
      "epoch": 3.8271321780496095,
      "grad_norm": 3.4619649977941487,
      "learning_rate": 9.159672012801383e-05,
      "loss": 3.7271,
      "step": 45053
    },
    {
      "epoch": 3.827217125382263,
      "grad_norm": 3.468006747259996,
      "learning_rate": 9.159039584564436e-05,
      "loss": 3.7767,
      "step": 45054
    },
    {
      "epoch": 3.8273020727149167,
      "grad_norm": 3.497771848059588,
      "learning_rate": 9.158407168566058e-05,
      "loss": 3.8521,
      "step": 45055
    },
    {
      "epoch": 3.8273870200475706,
      "grad_norm": 3.4711382932590045,
      "learning_rate": 9.157774764807575e-05,
      "loss": 3.6043,
      "step": 45056
    },
    {
      "epoch": 3.827471967380224,
      "grad_norm": 3.890797547895229,
      "learning_rate": 9.157142373290317e-05,
      "loss": 4.361,
      "step": 45057
    },
    {
      "epoch": 3.8275569147128783,
      "grad_norm": 3.7972881728756005,
      "learning_rate": 9.156509994015597e-05,
      "loss": 4.2377,
      "step": 45058
    },
    {
      "epoch": 3.8276418620455317,
      "grad_norm": 3.9370477708024345,
      "learning_rate": 9.155877626984752e-05,
      "loss": 4.4292,
      "step": 45059
    },
    {
      "epoch": 3.8277268093781855,
      "grad_norm": 3.435210575509012,
      "learning_rate": 9.1552452721991e-05,
      "loss": 3.7737,
      "step": 45060
    },
    {
      "epoch": 3.8278117567108394,
      "grad_norm": 3.4576933020980434,
      "learning_rate": 9.154612929659977e-05,
      "loss": 3.5239,
      "step": 45061
    },
    {
      "epoch": 3.827896704043493,
      "grad_norm": 3.888036549068132,
      "learning_rate": 9.153980599368693e-05,
      "loss": 4.4061,
      "step": 45062
    },
    {
      "epoch": 3.8279816513761467,
      "grad_norm": 3.7117877878263266,
      "learning_rate": 9.153348281326585e-05,
      "loss": 3.9848,
      "step": 45063
    },
    {
      "epoch": 3.8280665987088005,
      "grad_norm": 3.563745154564451,
      "learning_rate": 9.152715975534963e-05,
      "loss": 4.0422,
      "step": 45064
    },
    {
      "epoch": 3.8281515460414544,
      "grad_norm": 3.910611251902107,
      "learning_rate": 9.15208368199517e-05,
      "loss": 3.6807,
      "step": 45065
    },
    {
      "epoch": 3.828236493374108,
      "grad_norm": 3.986658304874821,
      "learning_rate": 9.151451400708519e-05,
      "loss": 4.6299,
      "step": 45066
    },
    {
      "epoch": 3.8283214407067616,
      "grad_norm": 3.4148553787454863,
      "learning_rate": 9.15081913167634e-05,
      "loss": 3.4316,
      "step": 45067
    },
    {
      "epoch": 3.8284063880394155,
      "grad_norm": 3.480624291475244,
      "learning_rate": 9.150186874899955e-05,
      "loss": 3.7651,
      "step": 45068
    },
    {
      "epoch": 3.8284913353720693,
      "grad_norm": 3.572935109016935,
      "learning_rate": 9.14955463038069e-05,
      "loss": 3.9812,
      "step": 45069
    },
    {
      "epoch": 3.828576282704723,
      "grad_norm": 3.7777551597596246,
      "learning_rate": 9.148922398119865e-05,
      "loss": 3.9815,
      "step": 45070
    },
    {
      "epoch": 3.828661230037377,
      "grad_norm": 3.565512881709994,
      "learning_rate": 9.148290178118815e-05,
      "loss": 4.06,
      "step": 45071
    },
    {
      "epoch": 3.8287461773700304,
      "grad_norm": 3.63226802238336,
      "learning_rate": 9.147657970378858e-05,
      "loss": 4.1711,
      "step": 45072
    },
    {
      "epoch": 3.8288311247026843,
      "grad_norm": 3.4771645810557565,
      "learning_rate": 9.147025774901319e-05,
      "loss": 3.5541,
      "step": 45073
    },
    {
      "epoch": 3.828916072035338,
      "grad_norm": 3.5303670737438893,
      "learning_rate": 9.146393591687522e-05,
      "loss": 3.7507,
      "step": 45074
    },
    {
      "epoch": 3.829001019367992,
      "grad_norm": 3.4630702640277704,
      "learning_rate": 9.145761420738797e-05,
      "loss": 3.8665,
      "step": 45075
    },
    {
      "epoch": 3.829085966700646,
      "grad_norm": 3.506073113837444,
      "learning_rate": 9.145129262056461e-05,
      "loss": 3.665,
      "step": 45076
    },
    {
      "epoch": 3.8291709140332992,
      "grad_norm": 3.5872275545594747,
      "learning_rate": 9.144497115641839e-05,
      "loss": 3.8005,
      "step": 45077
    },
    {
      "epoch": 3.829255861365953,
      "grad_norm": 3.682490449352392,
      "learning_rate": 9.143864981496261e-05,
      "loss": 4.0674,
      "step": 45078
    },
    {
      "epoch": 3.829340808698607,
      "grad_norm": 3.692023636920751,
      "learning_rate": 9.143232859621052e-05,
      "loss": 3.953,
      "step": 45079
    },
    {
      "epoch": 3.8294257560312603,
      "grad_norm": 3.533045953019469,
      "learning_rate": 9.14260075001753e-05,
      "loss": 3.7051,
      "step": 45080
    },
    {
      "epoch": 3.8295107033639146,
      "grad_norm": 3.494050766245601,
      "learning_rate": 9.141968652687028e-05,
      "loss": 3.8024,
      "step": 45081
    },
    {
      "epoch": 3.829595650696568,
      "grad_norm": 3.6125450348761197,
      "learning_rate": 9.14133656763086e-05,
      "loss": 3.6795,
      "step": 45082
    },
    {
      "epoch": 3.829680598029222,
      "grad_norm": 3.5325078043524916,
      "learning_rate": 9.140704494850355e-05,
      "loss": 3.7028,
      "step": 45083
    },
    {
      "epoch": 3.8297655453618757,
      "grad_norm": 3.657929437690324,
      "learning_rate": 9.140072434346838e-05,
      "loss": 3.945,
      "step": 45084
    },
    {
      "epoch": 3.829850492694529,
      "grad_norm": 3.483823589408464,
      "learning_rate": 9.139440386121636e-05,
      "loss": 3.58,
      "step": 45085
    },
    {
      "epoch": 3.829935440027183,
      "grad_norm": 3.511472679436187,
      "learning_rate": 9.138808350176075e-05,
      "loss": 3.7819,
      "step": 45086
    },
    {
      "epoch": 3.830020387359837,
      "grad_norm": 3.8598875822311234,
      "learning_rate": 9.138176326511471e-05,
      "loss": 4.23,
      "step": 45087
    },
    {
      "epoch": 3.8301053346924907,
      "grad_norm": 3.749248292941472,
      "learning_rate": 9.137544315129153e-05,
      "loss": 4.3842,
      "step": 45088
    },
    {
      "epoch": 3.8301902820251446,
      "grad_norm": 3.51352976731025,
      "learning_rate": 9.136912316030437e-05,
      "loss": 3.7522,
      "step": 45089
    },
    {
      "epoch": 3.830275229357798,
      "grad_norm": 3.5164687798626764,
      "learning_rate": 9.136280329216665e-05,
      "loss": 3.7295,
      "step": 45090
    },
    {
      "epoch": 3.830360176690452,
      "grad_norm": 3.384513079914248,
      "learning_rate": 9.135648354689149e-05,
      "loss": 3.5492,
      "step": 45091
    },
    {
      "epoch": 3.8304451240231057,
      "grad_norm": 3.8809978907196245,
      "learning_rate": 9.135016392449217e-05,
      "loss": 4.4228,
      "step": 45092
    },
    {
      "epoch": 3.8305300713557595,
      "grad_norm": 3.958953907171624,
      "learning_rate": 9.134384442498188e-05,
      "loss": 4.7245,
      "step": 45093
    },
    {
      "epoch": 3.8306150186884134,
      "grad_norm": 3.4800318375412846,
      "learning_rate": 9.133752504837389e-05,
      "loss": 3.6848,
      "step": 45094
    },
    {
      "epoch": 3.8306999660210668,
      "grad_norm": 3.7200447284821587,
      "learning_rate": 9.133120579468142e-05,
      "loss": 3.8992,
      "step": 45095
    },
    {
      "epoch": 3.8307849133537206,
      "grad_norm": 3.6455551621830167,
      "learning_rate": 9.132488666391778e-05,
      "loss": 3.9901,
      "step": 45096
    },
    {
      "epoch": 3.8308698606863745,
      "grad_norm": 3.6265722964799223,
      "learning_rate": 9.13185676560962e-05,
      "loss": 4.0541,
      "step": 45097
    },
    {
      "epoch": 3.8309548080190283,
      "grad_norm": 3.468055738231348,
      "learning_rate": 9.131224877122986e-05,
      "loss": 3.6351,
      "step": 45098
    },
    {
      "epoch": 3.831039755351682,
      "grad_norm": 3.639057651667375,
      "learning_rate": 9.130593000933204e-05,
      "loss": 4.0384,
      "step": 45099
    },
    {
      "epoch": 3.8311247026843356,
      "grad_norm": 3.8459832059280457,
      "learning_rate": 9.129961137041594e-05,
      "loss": 4.1301,
      "step": 45100
    },
    {
      "epoch": 3.8312096500169894,
      "grad_norm": 3.79077787012711,
      "learning_rate": 9.12932928544948e-05,
      "loss": 4.4505,
      "step": 45101
    },
    {
      "epoch": 3.8312945973496433,
      "grad_norm": 3.4133479897026104,
      "learning_rate": 9.128697446158194e-05,
      "loss": 3.8762,
      "step": 45102
    },
    {
      "epoch": 3.831379544682297,
      "grad_norm": 3.7946817135878192,
      "learning_rate": 9.128065619169051e-05,
      "loss": 4.3287,
      "step": 45103
    },
    {
      "epoch": 3.831464492014951,
      "grad_norm": 3.873938517026605,
      "learning_rate": 9.127433804483383e-05,
      "loss": 4.7026,
      "step": 45104
    },
    {
      "epoch": 3.8315494393476044,
      "grad_norm": 3.4380832568215673,
      "learning_rate": 9.126802002102506e-05,
      "loss": 3.4241,
      "step": 45105
    },
    {
      "epoch": 3.8316343866802582,
      "grad_norm": 3.403209565862444,
      "learning_rate": 9.12617021202775e-05,
      "loss": 3.4873,
      "step": 45106
    },
    {
      "epoch": 3.831719334012912,
      "grad_norm": 3.425475621024753,
      "learning_rate": 9.125538434260427e-05,
      "loss": 3.7672,
      "step": 45107
    },
    {
      "epoch": 3.8318042813455655,
      "grad_norm": 3.840275421464023,
      "learning_rate": 9.12490666880188e-05,
      "loss": 4.2869,
      "step": 45108
    },
    {
      "epoch": 3.8318892286782194,
      "grad_norm": 3.4543279326193455,
      "learning_rate": 9.124274915653419e-05,
      "loss": 3.893,
      "step": 45109
    },
    {
      "epoch": 3.831974176010873,
      "grad_norm": 3.513097395571042,
      "learning_rate": 9.123643174816373e-05,
      "loss": 3.6733,
      "step": 45110
    },
    {
      "epoch": 3.832059123343527,
      "grad_norm": 3.5654725285452984,
      "learning_rate": 9.12301144629206e-05,
      "loss": 3.8843,
      "step": 45111
    },
    {
      "epoch": 3.832144070676181,
      "grad_norm": 3.5944864003874772,
      "learning_rate": 9.122379730081809e-05,
      "loss": 4.0038,
      "step": 45112
    },
    {
      "epoch": 3.8322290180088343,
      "grad_norm": 3.7059730127552126,
      "learning_rate": 9.12174802618694e-05,
      "loss": 3.9718,
      "step": 45113
    },
    {
      "epoch": 3.832313965341488,
      "grad_norm": 3.513278785936802,
      "learning_rate": 9.121116334608779e-05,
      "loss": 3.6738,
      "step": 45114
    },
    {
      "epoch": 3.832398912674142,
      "grad_norm": 3.8427641413928644,
      "learning_rate": 9.120484655348652e-05,
      "loss": 4.4187,
      "step": 45115
    },
    {
      "epoch": 3.832483860006796,
      "grad_norm": 3.3840984104998157,
      "learning_rate": 9.11985298840788e-05,
      "loss": 3.6803,
      "step": 45116
    },
    {
      "epoch": 3.8325688073394497,
      "grad_norm": 3.346568542040928,
      "learning_rate": 9.119221333787787e-05,
      "loss": 3.4201,
      "step": 45117
    },
    {
      "epoch": 3.832653754672103,
      "grad_norm": 3.4642109351920345,
      "learning_rate": 9.118589691489693e-05,
      "loss": 3.6851,
      "step": 45118
    },
    {
      "epoch": 3.832738702004757,
      "grad_norm": 3.8683543772471363,
      "learning_rate": 9.117958061514922e-05,
      "loss": 4.1534,
      "step": 45119
    },
    {
      "epoch": 3.832823649337411,
      "grad_norm": 3.5677010085534793,
      "learning_rate": 9.117326443864804e-05,
      "loss": 3.9187,
      "step": 45120
    },
    {
      "epoch": 3.8329085966700647,
      "grad_norm": 3.5312187779153694,
      "learning_rate": 9.116694838540659e-05,
      "loss": 3.7526,
      "step": 45121
    },
    {
      "epoch": 3.8329935440027185,
      "grad_norm": 3.609758043144027,
      "learning_rate": 9.116063245543807e-05,
      "loss": 3.9698,
      "step": 45122
    },
    {
      "epoch": 3.833078491335372,
      "grad_norm": 3.4025561465221075,
      "learning_rate": 9.115431664875575e-05,
      "loss": 3.7791,
      "step": 45123
    },
    {
      "epoch": 3.833163438668026,
      "grad_norm": 3.78348586271981,
      "learning_rate": 9.114800096537288e-05,
      "loss": 3.5845,
      "step": 45124
    },
    {
      "epoch": 3.8332483860006796,
      "grad_norm": 4.377224489499969,
      "learning_rate": 9.114168540530264e-05,
      "loss": 4.2758,
      "step": 45125
    },
    {
      "epoch": 3.8333333333333335,
      "grad_norm": 3.529077130055402,
      "learning_rate": 9.113536996855823e-05,
      "loss": 3.9829,
      "step": 45126
    },
    {
      "epoch": 3.8334182806659873,
      "grad_norm": 3.5177366351248285,
      "learning_rate": 9.112905465515302e-05,
      "loss": 3.9112,
      "step": 45127
    },
    {
      "epoch": 3.8335032279986407,
      "grad_norm": 3.499959516796389,
      "learning_rate": 9.112273946510018e-05,
      "loss": 3.5687,
      "step": 45128
    },
    {
      "epoch": 3.8335881753312946,
      "grad_norm": 3.5668543052740165,
      "learning_rate": 9.111642439841287e-05,
      "loss": 3.779,
      "step": 45129
    },
    {
      "epoch": 3.8336731226639484,
      "grad_norm": 3.4459409506627203,
      "learning_rate": 9.111010945510439e-05,
      "loss": 3.4993,
      "step": 45130
    },
    {
      "epoch": 3.833758069996602,
      "grad_norm": 3.5215649814337957,
      "learning_rate": 9.110379463518803e-05,
      "loss": 3.7854,
      "step": 45131
    },
    {
      "epoch": 3.8338430173292557,
      "grad_norm": 3.393984481574686,
      "learning_rate": 9.109747993867683e-05,
      "loss": 3.6408,
      "step": 45132
    },
    {
      "epoch": 3.8339279646619095,
      "grad_norm": 3.4836773531617538,
      "learning_rate": 9.109116536558422e-05,
      "loss": 3.6817,
      "step": 45133
    },
    {
      "epoch": 3.8340129119945634,
      "grad_norm": 3.4013133624491947,
      "learning_rate": 9.108485091592333e-05,
      "loss": 3.3579,
      "step": 45134
    },
    {
      "epoch": 3.8340978593272173,
      "grad_norm": 3.5481913148392135,
      "learning_rate": 9.107853658970748e-05,
      "loss": 3.5544,
      "step": 45135
    },
    {
      "epoch": 3.8341828066598707,
      "grad_norm": 3.3799743069063477,
      "learning_rate": 9.107222238694977e-05,
      "loss": 3.7097,
      "step": 45136
    },
    {
      "epoch": 3.8342677539925245,
      "grad_norm": 3.5335280797996016,
      "learning_rate": 9.106590830766351e-05,
      "loss": 3.7235,
      "step": 45137
    },
    {
      "epoch": 3.8343527013251784,
      "grad_norm": 3.703536697559936,
      "learning_rate": 9.105959435186187e-05,
      "loss": 3.8576,
      "step": 45138
    },
    {
      "epoch": 3.834437648657832,
      "grad_norm": 3.788886496704462,
      "learning_rate": 9.105328051955821e-05,
      "loss": 3.9278,
      "step": 45139
    },
    {
      "epoch": 3.834522595990486,
      "grad_norm": 3.4549673676387016,
      "learning_rate": 9.104696681076564e-05,
      "loss": 3.602,
      "step": 45140
    },
    {
      "epoch": 3.8346075433231395,
      "grad_norm": 3.4365328455006408,
      "learning_rate": 9.104065322549741e-05,
      "loss": 3.4335,
      "step": 45141
    },
    {
      "epoch": 3.8346924906557933,
      "grad_norm": 3.526159095732494,
      "learning_rate": 9.10343397637668e-05,
      "loss": 3.5243,
      "step": 45142
    },
    {
      "epoch": 3.834777437988447,
      "grad_norm": 3.7965609247335577,
      "learning_rate": 9.102802642558696e-05,
      "loss": 4.188,
      "step": 45143
    },
    {
      "epoch": 3.834862385321101,
      "grad_norm": 3.4659432281036193,
      "learning_rate": 9.102171321097115e-05,
      "loss": 3.5431,
      "step": 45144
    },
    {
      "epoch": 3.834947332653755,
      "grad_norm": 3.70617795253369,
      "learning_rate": 9.101540011993262e-05,
      "loss": 3.9924,
      "step": 45145
    },
    {
      "epoch": 3.8350322799864083,
      "grad_norm": 3.8286429878433217,
      "learning_rate": 9.100908715248463e-05,
      "loss": 4.3103,
      "step": 45146
    },
    {
      "epoch": 3.835117227319062,
      "grad_norm": 3.793566365160006,
      "learning_rate": 9.100277430864032e-05,
      "loss": 4.1547,
      "step": 45147
    },
    {
      "epoch": 3.835202174651716,
      "grad_norm": 3.51078487865063,
      "learning_rate": 9.099646158841297e-05,
      "loss": 3.7948,
      "step": 45148
    },
    {
      "epoch": 3.83528712198437,
      "grad_norm": 3.594483315428289,
      "learning_rate": 9.099014899181583e-05,
      "loss": 3.8987,
      "step": 45149
    },
    {
      "epoch": 3.8353720693170237,
      "grad_norm": 3.536869454714638,
      "learning_rate": 9.098383651886203e-05,
      "loss": 3.9022,
      "step": 45150
    },
    {
      "epoch": 3.835457016649677,
      "grad_norm": 3.3943050364500547,
      "learning_rate": 9.097752416956488e-05,
      "loss": 3.6615,
      "step": 45151
    },
    {
      "epoch": 3.835541963982331,
      "grad_norm": 3.8410619763587364,
      "learning_rate": 9.09712119439376e-05,
      "loss": 4.2521,
      "step": 45152
    },
    {
      "epoch": 3.835626911314985,
      "grad_norm": 3.9050857831280252,
      "learning_rate": 9.096489984199343e-05,
      "loss": 4.527,
      "step": 45153
    },
    {
      "epoch": 3.835711858647638,
      "grad_norm": 3.435940287736061,
      "learning_rate": 9.095858786374554e-05,
      "loss": 3.6992,
      "step": 45154
    },
    {
      "epoch": 3.8357968059802925,
      "grad_norm": 3.8349583860537915,
      "learning_rate": 9.095227600920717e-05,
      "loss": 4.4492,
      "step": 45155
    },
    {
      "epoch": 3.835881753312946,
      "grad_norm": 3.677601015784589,
      "learning_rate": 9.094596427839156e-05,
      "loss": 3.9326,
      "step": 45156
    },
    {
      "epoch": 3.8359667006455997,
      "grad_norm": 3.4908186593396966,
      "learning_rate": 9.093965267131195e-05,
      "loss": 3.6819,
      "step": 45157
    },
    {
      "epoch": 3.8360516479782536,
      "grad_norm": 3.5552519570524956,
      "learning_rate": 9.093334118798156e-05,
      "loss": 3.9968,
      "step": 45158
    },
    {
      "epoch": 3.836136595310907,
      "grad_norm": 3.462420992645319,
      "learning_rate": 9.092702982841359e-05,
      "loss": 3.6319,
      "step": 45159
    },
    {
      "epoch": 3.836221542643561,
      "grad_norm": 3.815056637080933,
      "learning_rate": 9.092071859262131e-05,
      "loss": 4.2511,
      "step": 45160
    },
    {
      "epoch": 3.8363064899762147,
      "grad_norm": 3.458036731407667,
      "learning_rate": 9.091440748061788e-05,
      "loss": 3.7491,
      "step": 45161
    },
    {
      "epoch": 3.8363914373088686,
      "grad_norm": 3.8704698242704985,
      "learning_rate": 9.090809649241652e-05,
      "loss": 4.3996,
      "step": 45162
    },
    {
      "epoch": 3.8364763846415224,
      "grad_norm": 3.8494558737058355,
      "learning_rate": 9.090178562803053e-05,
      "loss": 4.4319,
      "step": 45163
    },
    {
      "epoch": 3.836561331974176,
      "grad_norm": 3.48949213868065,
      "learning_rate": 9.089547488747313e-05,
      "loss": 3.7708,
      "step": 45164
    },
    {
      "epoch": 3.8366462793068297,
      "grad_norm": 3.586552784524254,
      "learning_rate": 9.088916427075743e-05,
      "loss": 3.8544,
      "step": 45165
    },
    {
      "epoch": 3.8367312266394835,
      "grad_norm": 3.559289003726282,
      "learning_rate": 9.088285377789677e-05,
      "loss": 3.8553,
      "step": 45166
    },
    {
      "epoch": 3.8368161739721374,
      "grad_norm": 3.533822099537697,
      "learning_rate": 9.087654340890434e-05,
      "loss": 3.7624,
      "step": 45167
    },
    {
      "epoch": 3.836901121304791,
      "grad_norm": 3.502424954449721,
      "learning_rate": 9.087023316379333e-05,
      "loss": 3.6665,
      "step": 45168
    },
    {
      "epoch": 3.8369860686374446,
      "grad_norm": 3.9230176117586555,
      "learning_rate": 9.086392304257696e-05,
      "loss": 4.5352,
      "step": 45169
    },
    {
      "epoch": 3.8370710159700985,
      "grad_norm": 3.5330663529647084,
      "learning_rate": 9.085761304526851e-05,
      "loss": 3.7615,
      "step": 45170
    },
    {
      "epoch": 3.8371559633027523,
      "grad_norm": 3.5638959550309455,
      "learning_rate": 9.085130317188118e-05,
      "loss": 4.1124,
      "step": 45171
    },
    {
      "epoch": 3.837240910635406,
      "grad_norm": 3.8196690707808227,
      "learning_rate": 9.084499342242815e-05,
      "loss": 4.2063,
      "step": 45172
    },
    {
      "epoch": 3.83732585796806,
      "grad_norm": 3.462549089819198,
      "learning_rate": 9.083868379692266e-05,
      "loss": 3.625,
      "step": 45173
    },
    {
      "epoch": 3.8374108053007134,
      "grad_norm": 3.788306767850538,
      "learning_rate": 9.083237429537799e-05,
      "loss": 4.2677,
      "step": 45174
    },
    {
      "epoch": 3.8374957526333673,
      "grad_norm": 3.839789206394716,
      "learning_rate": 9.082606491780726e-05,
      "loss": 4.2187,
      "step": 45175
    },
    {
      "epoch": 3.837580699966021,
      "grad_norm": 3.740167973174634,
      "learning_rate": 9.081975566422374e-05,
      "loss": 4.2445,
      "step": 45176
    },
    {
      "epoch": 3.837665647298675,
      "grad_norm": 3.5233780009617583,
      "learning_rate": 9.081344653464067e-05,
      "loss": 3.9798,
      "step": 45177
    },
    {
      "epoch": 3.837750594631329,
      "grad_norm": 3.802734255705111,
      "learning_rate": 9.080713752907126e-05,
      "loss": 4.1883,
      "step": 45178
    },
    {
      "epoch": 3.8378355419639822,
      "grad_norm": 3.8543954081648746,
      "learning_rate": 9.08008286475287e-05,
      "loss": 4.5815,
      "step": 45179
    },
    {
      "epoch": 3.837920489296636,
      "grad_norm": 3.484950653151974,
      "learning_rate": 9.079451989002622e-05,
      "loss": 3.4132,
      "step": 45180
    },
    {
      "epoch": 3.83800543662929,
      "grad_norm": 3.850428701968707,
      "learning_rate": 9.078821125657704e-05,
      "loss": 4.2661,
      "step": 45181
    },
    {
      "epoch": 3.8380903839619434,
      "grad_norm": 3.4964465945553007,
      "learning_rate": 9.078190274719442e-05,
      "loss": 3.7266,
      "step": 45182
    },
    {
      "epoch": 3.838175331294597,
      "grad_norm": 3.486575426980795,
      "learning_rate": 9.077559436189153e-05,
      "loss": 3.9805,
      "step": 45183
    },
    {
      "epoch": 3.838260278627251,
      "grad_norm": 3.7774754337606433,
      "learning_rate": 9.076928610068158e-05,
      "loss": 4.0331,
      "step": 45184
    },
    {
      "epoch": 3.838345225959905,
      "grad_norm": 3.724179930831824,
      "learning_rate": 9.076297796357783e-05,
      "loss": 4.4332,
      "step": 45185
    },
    {
      "epoch": 3.8384301732925588,
      "grad_norm": 3.4587560194955382,
      "learning_rate": 9.075666995059348e-05,
      "loss": 3.6286,
      "step": 45186
    },
    {
      "epoch": 3.838515120625212,
      "grad_norm": 3.607811483278006,
      "learning_rate": 9.07503620617417e-05,
      "loss": 3.986,
      "step": 45187
    },
    {
      "epoch": 3.838600067957866,
      "grad_norm": 3.9152336305546775,
      "learning_rate": 9.074405429703576e-05,
      "loss": 4.3369,
      "step": 45188
    },
    {
      "epoch": 3.83868501529052,
      "grad_norm": 3.485965799231944,
      "learning_rate": 9.073774665648892e-05,
      "loss": 3.7334,
      "step": 45189
    },
    {
      "epoch": 3.8387699626231737,
      "grad_norm": 3.5480800229607605,
      "learning_rate": 9.073143914011431e-05,
      "loss": 3.8352,
      "step": 45190
    },
    {
      "epoch": 3.8388549099558276,
      "grad_norm": 3.43643723608237,
      "learning_rate": 9.072513174792517e-05,
      "loss": 3.7301,
      "step": 45191
    },
    {
      "epoch": 3.838939857288481,
      "grad_norm": 3.66011051287701,
      "learning_rate": 9.071882447993477e-05,
      "loss": 4.0205,
      "step": 45192
    },
    {
      "epoch": 3.839024804621135,
      "grad_norm": 3.878593148700466,
      "learning_rate": 9.071251733615622e-05,
      "loss": 4.3438,
      "step": 45193
    },
    {
      "epoch": 3.8391097519537887,
      "grad_norm": 3.619293260151653,
      "learning_rate": 9.070621031660282e-05,
      "loss": 3.8135,
      "step": 45194
    },
    {
      "epoch": 3.8391946992864425,
      "grad_norm": 3.575294862724612,
      "learning_rate": 9.069990342128776e-05,
      "loss": 3.8801,
      "step": 45195
    },
    {
      "epoch": 3.8392796466190964,
      "grad_norm": 3.56248298746853,
      "learning_rate": 9.069359665022427e-05,
      "loss": 3.9523,
      "step": 45196
    },
    {
      "epoch": 3.83936459395175,
      "grad_norm": 3.5588306048314498,
      "learning_rate": 9.068729000342555e-05,
      "loss": 3.91,
      "step": 45197
    },
    {
      "epoch": 3.8394495412844036,
      "grad_norm": 3.495455654059226,
      "learning_rate": 9.068098348090483e-05,
      "loss": 3.6934,
      "step": 45198
    },
    {
      "epoch": 3.8395344886170575,
      "grad_norm": 3.5345275760568615,
      "learning_rate": 9.067467708267521e-05,
      "loss": 4.0587,
      "step": 45199
    },
    {
      "epoch": 3.8396194359497113,
      "grad_norm": 3.457463084400473,
      "learning_rate": 9.066837080875013e-05,
      "loss": 3.6554,
      "step": 45200
    },
    {
      "epoch": 3.839704383282365,
      "grad_norm": 3.4801256747910885,
      "learning_rate": 9.06620646591426e-05,
      "loss": 3.8971,
      "step": 45201
    },
    {
      "epoch": 3.8397893306150186,
      "grad_norm": 3.8154082375004874,
      "learning_rate": 9.065575863386592e-05,
      "loss": 3.6935,
      "step": 45202
    },
    {
      "epoch": 3.8398742779476724,
      "grad_norm": 3.561032131191357,
      "learning_rate": 9.064945273293334e-05,
      "loss": 3.7879,
      "step": 45203
    },
    {
      "epoch": 3.8399592252803263,
      "grad_norm": 3.7506447236066376,
      "learning_rate": 9.0643146956358e-05,
      "loss": 3.7463,
      "step": 45204
    },
    {
      "epoch": 3.8400441726129797,
      "grad_norm": 3.8751467505315587,
      "learning_rate": 9.063684130415308e-05,
      "loss": 4.3305,
      "step": 45205
    },
    {
      "epoch": 3.8401291199456336,
      "grad_norm": 3.83106299677976,
      "learning_rate": 9.06305357763319e-05,
      "loss": 4.1086,
      "step": 45206
    },
    {
      "epoch": 3.8402140672782874,
      "grad_norm": 3.64332929875619,
      "learning_rate": 9.062423037290765e-05,
      "loss": 4.0816,
      "step": 45207
    },
    {
      "epoch": 3.8402990146109413,
      "grad_norm": 3.2886086704529225,
      "learning_rate": 9.061792509389349e-05,
      "loss": 3.2844,
      "step": 45208
    },
    {
      "epoch": 3.840383961943595,
      "grad_norm": 3.5591624999407303,
      "learning_rate": 9.061161993930264e-05,
      "loss": 3.7586,
      "step": 45209
    },
    {
      "epoch": 3.8404689092762485,
      "grad_norm": 3.400258134108838,
      "learning_rate": 9.060531490914836e-05,
      "loss": 3.4341,
      "step": 45210
    },
    {
      "epoch": 3.8405538566089024,
      "grad_norm": 3.855750036353099,
      "learning_rate": 9.059901000344381e-05,
      "loss": 4.5515,
      "step": 45211
    },
    {
      "epoch": 3.840638803941556,
      "grad_norm": 3.4253408649353148,
      "learning_rate": 9.059270522220218e-05,
      "loss": 3.6989,
      "step": 45212
    },
    {
      "epoch": 3.84072375127421,
      "grad_norm": 3.6630028042085274,
      "learning_rate": 9.058640056543675e-05,
      "loss": 3.9623,
      "step": 45213
    },
    {
      "epoch": 3.840808698606864,
      "grad_norm": 3.426960432189107,
      "learning_rate": 9.058009603316073e-05,
      "loss": 3.5425,
      "step": 45214
    },
    {
      "epoch": 3.8408936459395173,
      "grad_norm": 3.4287662418368074,
      "learning_rate": 9.057379162538727e-05,
      "loss": 3.6565,
      "step": 45215
    },
    {
      "epoch": 3.840978593272171,
      "grad_norm": 3.5603085415812,
      "learning_rate": 9.056748734212963e-05,
      "loss": 3.6648,
      "step": 45216
    },
    {
      "epoch": 3.841063540604825,
      "grad_norm": 3.892751478212876,
      "learning_rate": 9.056118318340096e-05,
      "loss": 4.4185,
      "step": 45217
    },
    {
      "epoch": 3.841148487937479,
      "grad_norm": 3.4933137807896295,
      "learning_rate": 9.05548791492145e-05,
      "loss": 3.976,
      "step": 45218
    },
    {
      "epoch": 3.8412334352701327,
      "grad_norm": 3.4642266783611912,
      "learning_rate": 9.054857523958348e-05,
      "loss": 3.8338,
      "step": 45219
    },
    {
      "epoch": 3.841318382602786,
      "grad_norm": 3.7795307531901527,
      "learning_rate": 9.054227145452108e-05,
      "loss": 4.3841,
      "step": 45220
    },
    {
      "epoch": 3.84140332993544,
      "grad_norm": 3.595429419679781,
      "learning_rate": 9.053596779404059e-05,
      "loss": 3.9624,
      "step": 45221
    },
    {
      "epoch": 3.841488277268094,
      "grad_norm": 3.542707610444771,
      "learning_rate": 9.052966425815509e-05,
      "loss": 3.9029,
      "step": 45222
    },
    {
      "epoch": 3.8415732246007477,
      "grad_norm": 3.423268497969937,
      "learning_rate": 9.052336084687789e-05,
      "loss": 3.5313,
      "step": 45223
    },
    {
      "epoch": 3.8416581719334015,
      "grad_norm": 3.830211324628699,
      "learning_rate": 9.051705756022208e-05,
      "loss": 4.0693,
      "step": 45224
    },
    {
      "epoch": 3.841743119266055,
      "grad_norm": 3.509822338221939,
      "learning_rate": 9.051075439820103e-05,
      "loss": 3.5312,
      "step": 45225
    },
    {
      "epoch": 3.841828066598709,
      "grad_norm": 3.4313863692416655,
      "learning_rate": 9.05044513608278e-05,
      "loss": 3.3421,
      "step": 45226
    },
    {
      "epoch": 3.8419130139313626,
      "grad_norm": 3.7209594620056734,
      "learning_rate": 9.04981484481157e-05,
      "loss": 4.2208,
      "step": 45227
    },
    {
      "epoch": 3.841997961264016,
      "grad_norm": 3.815378166778819,
      "learning_rate": 9.049184566007789e-05,
      "loss": 4.0895,
      "step": 45228
    },
    {
      "epoch": 3.84208290859667,
      "grad_norm": 3.4161494684715117,
      "learning_rate": 9.048554299672755e-05,
      "loss": 3.4253,
      "step": 45229
    },
    {
      "epoch": 3.8421678559293237,
      "grad_norm": 3.8972056123476944,
      "learning_rate": 9.04792404580779e-05,
      "loss": 4.1161,
      "step": 45230
    },
    {
      "epoch": 3.8422528032619776,
      "grad_norm": 3.605827649764244,
      "learning_rate": 9.047293804414218e-05,
      "loss": 4.0432,
      "step": 45231
    },
    {
      "epoch": 3.8423377505946315,
      "grad_norm": 3.5161363935180323,
      "learning_rate": 9.046663575493361e-05,
      "loss": 3.6713,
      "step": 45232
    },
    {
      "epoch": 3.842422697927285,
      "grad_norm": 3.549167570851343,
      "learning_rate": 9.046033359046533e-05,
      "loss": 3.9811,
      "step": 45233
    },
    {
      "epoch": 3.8425076452599387,
      "grad_norm": 3.4247904775889135,
      "learning_rate": 9.045403155075063e-05,
      "loss": 3.6268,
      "step": 45234
    },
    {
      "epoch": 3.8425925925925926,
      "grad_norm": 3.642814342758713,
      "learning_rate": 9.044772963580262e-05,
      "loss": 3.9167,
      "step": 45235
    },
    {
      "epoch": 3.8426775399252464,
      "grad_norm": 3.835163328925672,
      "learning_rate": 9.044142784563449e-05,
      "loss": 4.1376,
      "step": 45236
    },
    {
      "epoch": 3.8427624872579003,
      "grad_norm": 3.4857212683921572,
      "learning_rate": 9.043512618025954e-05,
      "loss": 3.5845,
      "step": 45237
    },
    {
      "epoch": 3.8428474345905537,
      "grad_norm": 3.55775839969125,
      "learning_rate": 9.042882463969095e-05,
      "loss": 3.7401,
      "step": 45238
    },
    {
      "epoch": 3.8429323819232075,
      "grad_norm": 3.797819058741692,
      "learning_rate": 9.042252322394194e-05,
      "loss": 4.245,
      "step": 45239
    },
    {
      "epoch": 3.8430173292558614,
      "grad_norm": 3.6205033707341507,
      "learning_rate": 9.041622193302564e-05,
      "loss": 3.8117,
      "step": 45240
    },
    {
      "epoch": 3.843102276588515,
      "grad_norm": 3.544177711034644,
      "learning_rate": 9.040992076695534e-05,
      "loss": 3.6745,
      "step": 45241
    },
    {
      "epoch": 3.843187223921169,
      "grad_norm": 3.506693607703998,
      "learning_rate": 9.040361972574406e-05,
      "loss": 3.8266,
      "step": 45242
    },
    {
      "epoch": 3.8432721712538225,
      "grad_norm": 3.499642483410319,
      "learning_rate": 9.039731880940529e-05,
      "loss": 3.6558,
      "step": 45243
    },
    {
      "epoch": 3.8433571185864763,
      "grad_norm": 3.5135410539899703,
      "learning_rate": 9.039101801795202e-05,
      "loss": 3.6376,
      "step": 45244
    },
    {
      "epoch": 3.84344206591913,
      "grad_norm": 3.604555837718517,
      "learning_rate": 9.038471735139754e-05,
      "loss": 3.7641,
      "step": 45245
    },
    {
      "epoch": 3.843527013251784,
      "grad_norm": 3.387784095583059,
      "learning_rate": 9.037841680975503e-05,
      "loss": 3.5821,
      "step": 45246
    },
    {
      "epoch": 3.843611960584438,
      "grad_norm": 3.518243233419923,
      "learning_rate": 9.037211639303766e-05,
      "loss": 3.6083,
      "step": 45247
    },
    {
      "epoch": 3.8436969079170913,
      "grad_norm": 3.376518773791104,
      "learning_rate": 9.036581610125863e-05,
      "loss": 3.5628,
      "step": 45248
    },
    {
      "epoch": 3.843781855249745,
      "grad_norm": 3.554960775275104,
      "learning_rate": 9.035951593443118e-05,
      "loss": 3.7247,
      "step": 45249
    },
    {
      "epoch": 3.843866802582399,
      "grad_norm": 3.885581868635507,
      "learning_rate": 9.035321589256856e-05,
      "loss": 4.2992,
      "step": 45250
    },
    {
      "epoch": 3.8439517499150524,
      "grad_norm": 3.6597018386402675,
      "learning_rate": 9.034691597568387e-05,
      "loss": 3.982,
      "step": 45251
    },
    {
      "epoch": 3.8440366972477067,
      "grad_norm": 3.6408531275254905,
      "learning_rate": 9.03406161837904e-05,
      "loss": 4.2553,
      "step": 45252
    },
    {
      "epoch": 3.84412164458036,
      "grad_norm": 3.46968600992216,
      "learning_rate": 9.033431651690125e-05,
      "loss": 3.6774,
      "step": 45253
    },
    {
      "epoch": 3.844206591913014,
      "grad_norm": 3.3708175765226254,
      "learning_rate": 9.032801697502964e-05,
      "loss": 3.4978,
      "step": 45254
    },
    {
      "epoch": 3.844291539245668,
      "grad_norm": 3.5911684325121804,
      "learning_rate": 9.032171755818883e-05,
      "loss": 3.7768,
      "step": 45255
    },
    {
      "epoch": 3.844376486578321,
      "grad_norm": 3.447415553282263,
      "learning_rate": 9.031541826639203e-05,
      "loss": 3.5162,
      "step": 45256
    },
    {
      "epoch": 3.844461433910975,
      "grad_norm": 3.799880943724053,
      "learning_rate": 9.030911909965236e-05,
      "loss": 4.359,
      "step": 45257
    },
    {
      "epoch": 3.844546381243629,
      "grad_norm": 3.6193036627733646,
      "learning_rate": 9.030282005798306e-05,
      "loss": 3.7269,
      "step": 45258
    },
    {
      "epoch": 3.8446313285762828,
      "grad_norm": 4.102271767596777,
      "learning_rate": 9.029652114139735e-05,
      "loss": 3.7428,
      "step": 45259
    },
    {
      "epoch": 3.8447162759089366,
      "grad_norm": 3.507288603063529,
      "learning_rate": 9.029022234990839e-05,
      "loss": 3.907,
      "step": 45260
    },
    {
      "epoch": 3.84480122324159,
      "grad_norm": 3.8863380273475316,
      "learning_rate": 9.028392368352934e-05,
      "loss": 4.3077,
      "step": 45261
    },
    {
      "epoch": 3.844886170574244,
      "grad_norm": 3.80103888244439,
      "learning_rate": 9.027762514227348e-05,
      "loss": 4.3552,
      "step": 45262
    },
    {
      "epoch": 3.8449711179068977,
      "grad_norm": 3.5644858939327677,
      "learning_rate": 9.027132672615402e-05,
      "loss": 3.8588,
      "step": 45263
    },
    {
      "epoch": 3.8450560652395516,
      "grad_norm": 3.647565746246361,
      "learning_rate": 9.026502843518409e-05,
      "loss": 3.5116,
      "step": 45264
    },
    {
      "epoch": 3.8451410125722054,
      "grad_norm": 3.6044272849830974,
      "learning_rate": 9.02587302693769e-05,
      "loss": 3.9291,
      "step": 45265
    },
    {
      "epoch": 3.845225959904859,
      "grad_norm": 3.5350227421463636,
      "learning_rate": 9.025243222874569e-05,
      "loss": 3.5992,
      "step": 45266
    },
    {
      "epoch": 3.8453109072375127,
      "grad_norm": 3.3300829090235227,
      "learning_rate": 9.024613431330352e-05,
      "loss": 3.5067,
      "step": 45267
    },
    {
      "epoch": 3.8453958545701665,
      "grad_norm": 3.8896783707294804,
      "learning_rate": 9.023983652306378e-05,
      "loss": 4.239,
      "step": 45268
    },
    {
      "epoch": 3.8454808019028204,
      "grad_norm": 3.288156867508604,
      "learning_rate": 9.023353885803956e-05,
      "loss": 3.3083,
      "step": 45269
    },
    {
      "epoch": 3.8455657492354742,
      "grad_norm": 3.541762621197495,
      "learning_rate": 9.022724131824408e-05,
      "loss": 3.8445,
      "step": 45270
    },
    {
      "epoch": 3.8456506965681276,
      "grad_norm": 3.64545932275362,
      "learning_rate": 9.02209439036905e-05,
      "loss": 3.9427,
      "step": 45271
    },
    {
      "epoch": 3.8457356439007815,
      "grad_norm": 3.8025926770410554,
      "learning_rate": 9.021464661439205e-05,
      "loss": 4.4536,
      "step": 45272
    },
    {
      "epoch": 3.8458205912334353,
      "grad_norm": 3.6149875641716074,
      "learning_rate": 9.020834945036188e-05,
      "loss": 3.8993,
      "step": 45273
    },
    {
      "epoch": 3.845905538566089,
      "grad_norm": 3.9161100151206996,
      "learning_rate": 9.020205241161329e-05,
      "loss": 4.5111,
      "step": 45274
    },
    {
      "epoch": 3.845990485898743,
      "grad_norm": 3.7314836948366024,
      "learning_rate": 9.019575549815937e-05,
      "loss": 4.0502,
      "step": 45275
    },
    {
      "epoch": 3.8460754332313964,
      "grad_norm": 3.869768483743339,
      "learning_rate": 9.018945871001333e-05,
      "loss": 4.2924,
      "step": 45276
    },
    {
      "epoch": 3.8461603805640503,
      "grad_norm": 3.5370958816558935,
      "learning_rate": 9.018316204718844e-05,
      "loss": 3.6664,
      "step": 45277
    },
    {
      "epoch": 3.846245327896704,
      "grad_norm": 3.7382135163277406,
      "learning_rate": 9.017686550969779e-05,
      "loss": 4.4631,
      "step": 45278
    },
    {
      "epoch": 3.8463302752293576,
      "grad_norm": 3.785451337420885,
      "learning_rate": 9.017056909755459e-05,
      "loss": 4.1823,
      "step": 45279
    },
    {
      "epoch": 3.8464152225620114,
      "grad_norm": 3.475620729230182,
      "learning_rate": 9.016427281077209e-05,
      "loss": 3.7751,
      "step": 45280
    },
    {
      "epoch": 3.8465001698946653,
      "grad_norm": 3.641223898666036,
      "learning_rate": 9.015797664936348e-05,
      "loss": 3.896,
      "step": 45281
    },
    {
      "epoch": 3.846585117227319,
      "grad_norm": 3.7931404690504817,
      "learning_rate": 9.015168061334187e-05,
      "loss": 4.1879,
      "step": 45282
    },
    {
      "epoch": 3.846670064559973,
      "grad_norm": 3.5202716686493574,
      "learning_rate": 9.014538470272056e-05,
      "loss": 3.8248,
      "step": 45283
    },
    {
      "epoch": 3.8467550118926264,
      "grad_norm": 3.4702440162892936,
      "learning_rate": 9.01390889175127e-05,
      "loss": 3.893,
      "step": 45284
    },
    {
      "epoch": 3.84683995922528,
      "grad_norm": 3.5292760404770056,
      "learning_rate": 9.01327932577314e-05,
      "loss": 3.9126,
      "step": 45285
    },
    {
      "epoch": 3.846924906557934,
      "grad_norm": 3.765696178846795,
      "learning_rate": 9.012649772338997e-05,
      "loss": 4.0151,
      "step": 45286
    },
    {
      "epoch": 3.847009853890588,
      "grad_norm": 3.5177973832911276,
      "learning_rate": 9.012020231450155e-05,
      "loss": 3.7698,
      "step": 45287
    },
    {
      "epoch": 3.8470948012232418,
      "grad_norm": 3.5265525411462684,
      "learning_rate": 9.011390703107934e-05,
      "loss": 3.8271,
      "step": 45288
    },
    {
      "epoch": 3.847179748555895,
      "grad_norm": 3.5729851414874325,
      "learning_rate": 9.010761187313652e-05,
      "loss": 3.9979,
      "step": 45289
    },
    {
      "epoch": 3.847264695888549,
      "grad_norm": 3.707050323654365,
      "learning_rate": 9.010131684068627e-05,
      "loss": 3.9765,
      "step": 45290
    },
    {
      "epoch": 3.847349643221203,
      "grad_norm": 3.4287263929695437,
      "learning_rate": 9.009502193374178e-05,
      "loss": 3.396,
      "step": 45291
    },
    {
      "epoch": 3.8474345905538567,
      "grad_norm": 3.531106594842341,
      "learning_rate": 9.008872715231631e-05,
      "loss": 3.7117,
      "step": 45292
    },
    {
      "epoch": 3.8475195378865106,
      "grad_norm": 3.5172222304360172,
      "learning_rate": 9.008243249642295e-05,
      "loss": 3.5732,
      "step": 45293
    },
    {
      "epoch": 3.847604485219164,
      "grad_norm": 3.5199686745816057,
      "learning_rate": 9.007613796607495e-05,
      "loss": 3.8908,
      "step": 45294
    },
    {
      "epoch": 3.847689432551818,
      "grad_norm": 3.4641455717071876,
      "learning_rate": 9.006984356128552e-05,
      "loss": 3.8603,
      "step": 45295
    },
    {
      "epoch": 3.8477743798844717,
      "grad_norm": 3.8246842026911065,
      "learning_rate": 9.006354928206775e-05,
      "loss": 4.3817,
      "step": 45296
    },
    {
      "epoch": 3.8478593272171255,
      "grad_norm": 3.433621307058939,
      "learning_rate": 9.00572551284349e-05,
      "loss": 3.6966,
      "step": 45297
    },
    {
      "epoch": 3.8479442745497794,
      "grad_norm": 3.569549999408497,
      "learning_rate": 9.005096110040013e-05,
      "loss": 3.7822,
      "step": 45298
    },
    {
      "epoch": 3.848029221882433,
      "grad_norm": 3.7540089227310216,
      "learning_rate": 9.004466719797672e-05,
      "loss": 4.4202,
      "step": 45299
    },
    {
      "epoch": 3.8481141692150866,
      "grad_norm": 3.5697104871761796,
      "learning_rate": 9.003837342117774e-05,
      "loss": 3.6713,
      "step": 45300
    },
    {
      "epoch": 3.8481991165477405,
      "grad_norm": 3.5059860612123934,
      "learning_rate": 9.00320797700164e-05,
      "loss": 3.6407,
      "step": 45301
    },
    {
      "epoch": 3.848284063880394,
      "grad_norm": 3.497761658490285,
      "learning_rate": 9.002578624450598e-05,
      "loss": 3.904,
      "step": 45302
    },
    {
      "epoch": 3.8483690112130478,
      "grad_norm": 3.8614316230937464,
      "learning_rate": 9.001949284465951e-05,
      "loss": 4.0267,
      "step": 45303
    },
    {
      "epoch": 3.8484539585457016,
      "grad_norm": 3.5600674097595784,
      "learning_rate": 9.001319957049027e-05,
      "loss": 3.9071,
      "step": 45304
    },
    {
      "epoch": 3.8485389058783555,
      "grad_norm": 3.4564889323160313,
      "learning_rate": 9.000690642201146e-05,
      "loss": 3.3812,
      "step": 45305
    },
    {
      "epoch": 3.8486238532110093,
      "grad_norm": 3.4852904101411597,
      "learning_rate": 9.000061339923628e-05,
      "loss": 3.5083,
      "step": 45306
    },
    {
      "epoch": 3.8487088005436627,
      "grad_norm": 3.7874279967923563,
      "learning_rate": 8.999432050217784e-05,
      "loss": 3.9903,
      "step": 45307
    },
    {
      "epoch": 3.8487937478763166,
      "grad_norm": 3.4239662975194167,
      "learning_rate": 8.998802773084935e-05,
      "loss": 3.4854,
      "step": 45308
    },
    {
      "epoch": 3.8488786952089704,
      "grad_norm": 3.309559635515845,
      "learning_rate": 8.998173508526405e-05,
      "loss": 3.2919,
      "step": 45309
    },
    {
      "epoch": 3.8489636425416243,
      "grad_norm": 3.5216996656719353,
      "learning_rate": 8.997544256543504e-05,
      "loss": 3.8135,
      "step": 45310
    },
    {
      "epoch": 3.849048589874278,
      "grad_norm": 3.7736235939221556,
      "learning_rate": 8.996915017137557e-05,
      "loss": 4.1155,
      "step": 45311
    },
    {
      "epoch": 3.8491335372069315,
      "grad_norm": 3.5061444709036405,
      "learning_rate": 8.99628579030988e-05,
      "loss": 3.5947,
      "step": 45312
    },
    {
      "epoch": 3.8492184845395854,
      "grad_norm": 3.443201480689489,
      "learning_rate": 8.995656576061794e-05,
      "loss": 3.588,
      "step": 45313
    },
    {
      "epoch": 3.8493034318722392,
      "grad_norm": 3.5196873375290796,
      "learning_rate": 8.995027374394615e-05,
      "loss": 3.842,
      "step": 45314
    },
    {
      "epoch": 3.849388379204893,
      "grad_norm": 3.5137233533367187,
      "learning_rate": 8.994398185309659e-05,
      "loss": 3.729,
      "step": 45315
    },
    {
      "epoch": 3.849473326537547,
      "grad_norm": 3.4006671422050183,
      "learning_rate": 8.993769008808245e-05,
      "loss": 3.4973,
      "step": 45316
    },
    {
      "epoch": 3.8495582738702003,
      "grad_norm": 3.631287025668826,
      "learning_rate": 8.9931398448917e-05,
      "loss": 3.9642,
      "step": 45317
    },
    {
      "epoch": 3.849643221202854,
      "grad_norm": 3.678912073740152,
      "learning_rate": 8.992510693561331e-05,
      "loss": 4.3205,
      "step": 45318
    },
    {
      "epoch": 3.849728168535508,
      "grad_norm": 3.5550133676089852,
      "learning_rate": 8.991881554818462e-05,
      "loss": 3.6027,
      "step": 45319
    },
    {
      "epoch": 3.849813115868162,
      "grad_norm": 3.6056761346477284,
      "learning_rate": 8.991252428664413e-05,
      "loss": 3.9889,
      "step": 45320
    },
    {
      "epoch": 3.8498980632008157,
      "grad_norm": 3.5087075436772097,
      "learning_rate": 8.990623315100496e-05,
      "loss": 3.7749,
      "step": 45321
    },
    {
      "epoch": 3.849983010533469,
      "grad_norm": 3.4600750740607946,
      "learning_rate": 8.989994214128026e-05,
      "loss": 3.5258,
      "step": 45322
    },
    {
      "epoch": 3.850067957866123,
      "grad_norm": 3.4402178029051473,
      "learning_rate": 8.989365125748334e-05,
      "loss": 3.8312,
      "step": 45323
    },
    {
      "epoch": 3.850152905198777,
      "grad_norm": 3.49687614131935,
      "learning_rate": 8.988736049962737e-05,
      "loss": 3.7688,
      "step": 45324
    },
    {
      "epoch": 3.8502378525314302,
      "grad_norm": 3.7529988056129486,
      "learning_rate": 8.988106986772542e-05,
      "loss": 4.3424,
      "step": 45325
    },
    {
      "epoch": 3.8503227998640845,
      "grad_norm": 3.5938983399191606,
      "learning_rate": 8.987477936179072e-05,
      "loss": 3.9667,
      "step": 45326
    },
    {
      "epoch": 3.850407747196738,
      "grad_norm": 3.571321475874799,
      "learning_rate": 8.986848898183651e-05,
      "loss": 3.9618,
      "step": 45327
    },
    {
      "epoch": 3.850492694529392,
      "grad_norm": 3.5320090226629755,
      "learning_rate": 8.986219872787586e-05,
      "loss": 3.834,
      "step": 45328
    },
    {
      "epoch": 3.8505776418620457,
      "grad_norm": 3.4559104791058886,
      "learning_rate": 8.985590859992203e-05,
      "loss": 3.7288,
      "step": 45329
    },
    {
      "epoch": 3.850662589194699,
      "grad_norm": 3.5392431665563224,
      "learning_rate": 8.984961859798817e-05,
      "loss": 3.9688,
      "step": 45330
    },
    {
      "epoch": 3.850747536527353,
      "grad_norm": 3.570436456911899,
      "learning_rate": 8.984332872208751e-05,
      "loss": 3.8848,
      "step": 45331
    },
    {
      "epoch": 3.8508324838600068,
      "grad_norm": 3.8732162711483205,
      "learning_rate": 8.983703897223314e-05,
      "loss": 4.2316,
      "step": 45332
    },
    {
      "epoch": 3.8509174311926606,
      "grad_norm": 3.589663647767594,
      "learning_rate": 8.983074934843836e-05,
      "loss": 3.8977,
      "step": 45333
    },
    {
      "epoch": 3.8510023785253145,
      "grad_norm": 3.810531324346825,
      "learning_rate": 8.982445985071614e-05,
      "loss": 4.3776,
      "step": 45334
    },
    {
      "epoch": 3.851087325857968,
      "grad_norm": 3.7723881312716454,
      "learning_rate": 8.98181704790799e-05,
      "loss": 4.0765,
      "step": 45335
    },
    {
      "epoch": 3.8511722731906217,
      "grad_norm": 3.7110350075777516,
      "learning_rate": 8.98118812335427e-05,
      "loss": 4.2615,
      "step": 45336
    },
    {
      "epoch": 3.8512572205232756,
      "grad_norm": 3.4600219875240037,
      "learning_rate": 8.980559211411769e-05,
      "loss": 3.7222,
      "step": 45337
    },
    {
      "epoch": 3.8513421678559294,
      "grad_norm": 3.7740673967800094,
      "learning_rate": 8.979930312081817e-05,
      "loss": 4.3122,
      "step": 45338
    },
    {
      "epoch": 3.8514271151885833,
      "grad_norm": 3.4827580179823006,
      "learning_rate": 8.979301425365717e-05,
      "loss": 3.4283,
      "step": 45339
    },
    {
      "epoch": 3.8515120625212367,
      "grad_norm": 3.7290149935482697,
      "learning_rate": 8.97867255126479e-05,
      "loss": 3.8676,
      "step": 45340
    },
    {
      "epoch": 3.8515970098538905,
      "grad_norm": 3.4730955711917804,
      "learning_rate": 8.978043689780362e-05,
      "loss": 3.5361,
      "step": 45341
    },
    {
      "epoch": 3.8516819571865444,
      "grad_norm": 3.395064586634393,
      "learning_rate": 8.977414840913748e-05,
      "loss": 3.6168,
      "step": 45342
    },
    {
      "epoch": 3.8517669045191982,
      "grad_norm": 3.4425504779347627,
      "learning_rate": 8.976786004666259e-05,
      "loss": 3.4891,
      "step": 45343
    },
    {
      "epoch": 3.851851851851852,
      "grad_norm": 3.545417288857979,
      "learning_rate": 8.976157181039218e-05,
      "loss": 3.8374,
      "step": 45344
    },
    {
      "epoch": 3.8519367991845055,
      "grad_norm": 3.621475581534509,
      "learning_rate": 8.975528370033942e-05,
      "loss": 4.1594,
      "step": 45345
    },
    {
      "epoch": 3.8520217465171593,
      "grad_norm": 3.3212929973846257,
      "learning_rate": 8.974899571651745e-05,
      "loss": 3.4416,
      "step": 45346
    },
    {
      "epoch": 3.852106693849813,
      "grad_norm": 3.561970822326172,
      "learning_rate": 8.974270785893948e-05,
      "loss": 3.811,
      "step": 45347
    },
    {
      "epoch": 3.8521916411824666,
      "grad_norm": 3.4926055422897515,
      "learning_rate": 8.973642012761867e-05,
      "loss": 3.4736,
      "step": 45348
    },
    {
      "epoch": 3.852276588515121,
      "grad_norm": 3.6013885641698247,
      "learning_rate": 8.973013252256826e-05,
      "loss": 4.0852,
      "step": 45349
    },
    {
      "epoch": 3.8523615358477743,
      "grad_norm": 3.8844330469992236,
      "learning_rate": 8.972384504380133e-05,
      "loss": 4.3015,
      "step": 45350
    },
    {
      "epoch": 3.852446483180428,
      "grad_norm": 3.855249610959431,
      "learning_rate": 8.971755769133111e-05,
      "loss": 4.1883,
      "step": 45351
    },
    {
      "epoch": 3.852531430513082,
      "grad_norm": 3.5882958941617047,
      "learning_rate": 8.971127046517074e-05,
      "loss": 3.7086,
      "step": 45352
    },
    {
      "epoch": 3.8526163778457354,
      "grad_norm": 3.9134984634292334,
      "learning_rate": 8.97049833653334e-05,
      "loss": 3.7204,
      "step": 45353
    },
    {
      "epoch": 3.8527013251783893,
      "grad_norm": 3.7326159930333307,
      "learning_rate": 8.969869639183226e-05,
      "loss": 3.9502,
      "step": 45354
    },
    {
      "epoch": 3.852786272511043,
      "grad_norm": 3.42894867561799,
      "learning_rate": 8.969240954468053e-05,
      "loss": 3.7356,
      "step": 45355
    },
    {
      "epoch": 3.852871219843697,
      "grad_norm": 3.5050737112296355,
      "learning_rate": 8.968612282389139e-05,
      "loss": 3.2166,
      "step": 45356
    },
    {
      "epoch": 3.852956167176351,
      "grad_norm": 3.8708291776275505,
      "learning_rate": 8.967983622947794e-05,
      "loss": 4.3238,
      "step": 45357
    },
    {
      "epoch": 3.853041114509004,
      "grad_norm": 3.4223707105342926,
      "learning_rate": 8.967354976145342e-05,
      "loss": 3.3651,
      "step": 45358
    },
    {
      "epoch": 3.853126061841658,
      "grad_norm": 3.8216481725816984,
      "learning_rate": 8.96672634198309e-05,
      "loss": 4.1495,
      "step": 45359
    },
    {
      "epoch": 3.853211009174312,
      "grad_norm": 3.5748919526215683,
      "learning_rate": 8.966097720462373e-05,
      "loss": 3.7344,
      "step": 45360
    },
    {
      "epoch": 3.8532959565069658,
      "grad_norm": 3.47086096377988,
      "learning_rate": 8.965469111584492e-05,
      "loss": 3.4975,
      "step": 45361
    },
    {
      "epoch": 3.8533809038396196,
      "grad_norm": 3.8038443647588673,
      "learning_rate": 8.964840515350775e-05,
      "loss": 4.1475,
      "step": 45362
    },
    {
      "epoch": 3.853465851172273,
      "grad_norm": 3.5546128581701177,
      "learning_rate": 8.96421193176253e-05,
      "loss": 4.0337,
      "step": 45363
    },
    {
      "epoch": 3.853550798504927,
      "grad_norm": 3.689935750657814,
      "learning_rate": 8.963583360821081e-05,
      "loss": 4.0429,
      "step": 45364
    },
    {
      "epoch": 3.8536357458375807,
      "grad_norm": 3.5751722477941397,
      "learning_rate": 8.962954802527736e-05,
      "loss": 3.7978,
      "step": 45365
    },
    {
      "epoch": 3.8537206931702346,
      "grad_norm": 4.070004360773193,
      "learning_rate": 8.962326256883822e-05,
      "loss": 3.6991,
      "step": 45366
    },
    {
      "epoch": 3.8538056405028884,
      "grad_norm": 3.8246002992188832,
      "learning_rate": 8.961697723890655e-05,
      "loss": 4.4108,
      "step": 45367
    },
    {
      "epoch": 3.853890587835542,
      "grad_norm": 3.477884931998669,
      "learning_rate": 8.96106920354955e-05,
      "loss": 3.6691,
      "step": 45368
    },
    {
      "epoch": 3.8539755351681957,
      "grad_norm": 3.495871852443133,
      "learning_rate": 8.960440695861822e-05,
      "loss": 3.66,
      "step": 45369
    },
    {
      "epoch": 3.8540604825008495,
      "grad_norm": 3.6846224716972342,
      "learning_rate": 8.959812200828788e-05,
      "loss": 4.0412,
      "step": 45370
    },
    {
      "epoch": 3.8541454298335034,
      "grad_norm": 3.8711451670830357,
      "learning_rate": 8.95918371845176e-05,
      "loss": 4.0801,
      "step": 45371
    },
    {
      "epoch": 3.8542303771661572,
      "grad_norm": 3.3339041449395954,
      "learning_rate": 8.958555248732068e-05,
      "loss": 3.3791,
      "step": 45372
    },
    {
      "epoch": 3.8543153244988106,
      "grad_norm": 3.827976849644801,
      "learning_rate": 8.95792679167102e-05,
      "loss": 4.2501,
      "step": 45373
    },
    {
      "epoch": 3.8544002718314645,
      "grad_norm": 3.6315540774053994,
      "learning_rate": 8.957298347269934e-05,
      "loss": 4.089,
      "step": 45374
    },
    {
      "epoch": 3.8544852191641183,
      "grad_norm": 3.801547727077541,
      "learning_rate": 8.956669915530128e-05,
      "loss": 3.9802,
      "step": 45375
    },
    {
      "epoch": 3.8545701664967718,
      "grad_norm": 3.754776362676306,
      "learning_rate": 8.956041496452923e-05,
      "loss": 4.2035,
      "step": 45376
    },
    {
      "epoch": 3.8546551138294256,
      "grad_norm": 3.553385377086042,
      "learning_rate": 8.955413090039617e-05,
      "loss": 3.6758,
      "step": 45377
    },
    {
      "epoch": 3.8547400611620795,
      "grad_norm": 3.4870463600465973,
      "learning_rate": 8.954784696291552e-05,
      "loss": 3.7377,
      "step": 45378
    },
    {
      "epoch": 3.8548250084947333,
      "grad_norm": 3.426858833588749,
      "learning_rate": 8.95415631521003e-05,
      "loss": 3.4794,
      "step": 45379
    },
    {
      "epoch": 3.854909955827387,
      "grad_norm": 3.5542470419573324,
      "learning_rate": 8.953527946796373e-05,
      "loss": 3.8207,
      "step": 45380
    },
    {
      "epoch": 3.8549949031600406,
      "grad_norm": 3.4163933333891388,
      "learning_rate": 8.952899591051893e-05,
      "loss": 3.602,
      "step": 45381
    },
    {
      "epoch": 3.8550798504926944,
      "grad_norm": 3.4392813971410274,
      "learning_rate": 8.95227124797791e-05,
      "loss": 3.4657,
      "step": 45382
    },
    {
      "epoch": 3.8551647978253483,
      "grad_norm": 3.4704082261758464,
      "learning_rate": 8.951642917575735e-05,
      "loss": 3.614,
      "step": 45383
    },
    {
      "epoch": 3.855249745158002,
      "grad_norm": 3.49929582882646,
      "learning_rate": 8.951014599846693e-05,
      "loss": 3.563,
      "step": 45384
    },
    {
      "epoch": 3.855334692490656,
      "grad_norm": 3.8694211135846386,
      "learning_rate": 8.9503862947921e-05,
      "loss": 4.2174,
      "step": 45385
    },
    {
      "epoch": 3.8554196398233094,
      "grad_norm": 3.506975921446893,
      "learning_rate": 8.949758002413263e-05,
      "loss": 3.9969,
      "step": 45386
    },
    {
      "epoch": 3.8555045871559632,
      "grad_norm": 3.364011079112054,
      "learning_rate": 8.949129722711513e-05,
      "loss": 3.5375,
      "step": 45387
    },
    {
      "epoch": 3.855589534488617,
      "grad_norm": 3.520615462736678,
      "learning_rate": 8.94850145568815e-05,
      "loss": 3.9396,
      "step": 45388
    },
    {
      "epoch": 3.855674481821271,
      "grad_norm": 3.461967449352576,
      "learning_rate": 8.947873201344498e-05,
      "loss": 3.5577,
      "step": 45389
    },
    {
      "epoch": 3.8557594291539248,
      "grad_norm": 3.9112373414626536,
      "learning_rate": 8.947244959681875e-05,
      "loss": 4.6227,
      "step": 45390
    },
    {
      "epoch": 3.855844376486578,
      "grad_norm": 3.448244670271817,
      "learning_rate": 8.9466167307016e-05,
      "loss": 3.427,
      "step": 45391
    },
    {
      "epoch": 3.855929323819232,
      "grad_norm": 3.5456297643322614,
      "learning_rate": 8.945988514404984e-05,
      "loss": 3.8551,
      "step": 45392
    },
    {
      "epoch": 3.856014271151886,
      "grad_norm": 3.5730748197188618,
      "learning_rate": 8.945360310793341e-05,
      "loss": 3.9138,
      "step": 45393
    },
    {
      "epoch": 3.8560992184845397,
      "grad_norm": 3.53328215003182,
      "learning_rate": 8.944732119867998e-05,
      "loss": 3.8166,
      "step": 45394
    },
    {
      "epoch": 3.8561841658171936,
      "grad_norm": 3.638620466713641,
      "learning_rate": 8.944103941630259e-05,
      "loss": 4.0215,
      "step": 45395
    },
    {
      "epoch": 3.856269113149847,
      "grad_norm": 3.5194377929336667,
      "learning_rate": 8.943475776081443e-05,
      "loss": 3.6564,
      "step": 45396
    },
    {
      "epoch": 3.856354060482501,
      "grad_norm": 3.475144340816321,
      "learning_rate": 8.942847623222874e-05,
      "loss": 3.6103,
      "step": 45397
    },
    {
      "epoch": 3.8564390078151547,
      "grad_norm": 3.551483313408415,
      "learning_rate": 8.942219483055864e-05,
      "loss": 3.7242,
      "step": 45398
    },
    {
      "epoch": 3.856523955147808,
      "grad_norm": 3.545617842904421,
      "learning_rate": 8.941591355581723e-05,
      "loss": 3.7872,
      "step": 45399
    },
    {
      "epoch": 3.856608902480462,
      "grad_norm": 3.8508534144075357,
      "learning_rate": 8.940963240801776e-05,
      "loss": 4.0541,
      "step": 45400
    },
    {
      "epoch": 3.856693849813116,
      "grad_norm": 3.5457782163036504,
      "learning_rate": 8.940335138717334e-05,
      "loss": 3.6044,
      "step": 45401
    },
    {
      "epoch": 3.8567787971457697,
      "grad_norm": 3.522121126541983,
      "learning_rate": 8.939707049329712e-05,
      "loss": 3.9337,
      "step": 45402
    },
    {
      "epoch": 3.8568637444784235,
      "grad_norm": 3.891214886062194,
      "learning_rate": 8.93907897264023e-05,
      "loss": 4.3331,
      "step": 45403
    },
    {
      "epoch": 3.856948691811077,
      "grad_norm": 3.9148325079030206,
      "learning_rate": 8.938450908650202e-05,
      "loss": 4.3276,
      "step": 45404
    },
    {
      "epoch": 3.8570336391437308,
      "grad_norm": 3.776702148464172,
      "learning_rate": 8.937822857360947e-05,
      "loss": 4.029,
      "step": 45405
    },
    {
      "epoch": 3.8571185864763846,
      "grad_norm": 3.8233533992793554,
      "learning_rate": 8.937194818773775e-05,
      "loss": 4.2623,
      "step": 45406
    },
    {
      "epoch": 3.8572035338090385,
      "grad_norm": 3.4990087063410518,
      "learning_rate": 8.936566792890006e-05,
      "loss": 3.8711,
      "step": 45407
    },
    {
      "epoch": 3.8572884811416923,
      "grad_norm": 3.839827126735358,
      "learning_rate": 8.935938779710952e-05,
      "loss": 4.1084,
      "step": 45408
    },
    {
      "epoch": 3.8573734284743457,
      "grad_norm": 3.7490364306663175,
      "learning_rate": 8.935310779237939e-05,
      "loss": 4.3045,
      "step": 45409
    },
    {
      "epoch": 3.8574583758069996,
      "grad_norm": 3.7763105575259357,
      "learning_rate": 8.934682791472274e-05,
      "loss": 3.9792,
      "step": 45410
    },
    {
      "epoch": 3.8575433231396534,
      "grad_norm": 3.368968721921017,
      "learning_rate": 8.934054816415271e-05,
      "loss": 3.4633,
      "step": 45411
    },
    {
      "epoch": 3.8576282704723073,
      "grad_norm": 3.4691519327298797,
      "learning_rate": 8.933426854068252e-05,
      "loss": 3.7076,
      "step": 45412
    },
    {
      "epoch": 3.857713217804961,
      "grad_norm": 3.4401448180310714,
      "learning_rate": 8.932798904432531e-05,
      "loss": 3.719,
      "step": 45413
    },
    {
      "epoch": 3.8577981651376145,
      "grad_norm": 3.59041923659082,
      "learning_rate": 8.932170967509418e-05,
      "loss": 3.852,
      "step": 45414
    },
    {
      "epoch": 3.8578831124702684,
      "grad_norm": 3.6073188201748003,
      "learning_rate": 8.931543043300239e-05,
      "loss": 3.9897,
      "step": 45415
    },
    {
      "epoch": 3.8579680598029222,
      "grad_norm": 3.509273684457086,
      "learning_rate": 8.930915131806304e-05,
      "loss": 3.8469,
      "step": 45416
    },
    {
      "epoch": 3.858053007135576,
      "grad_norm": 3.5542548790293287,
      "learning_rate": 8.930287233028927e-05,
      "loss": 3.8667,
      "step": 45417
    },
    {
      "epoch": 3.85813795446823,
      "grad_norm": 3.5930153028233924,
      "learning_rate": 8.929659346969428e-05,
      "loss": 3.9343,
      "step": 45418
    },
    {
      "epoch": 3.8582229018008833,
      "grad_norm": 3.8344567807588907,
      "learning_rate": 8.929031473629121e-05,
      "loss": 4.4571,
      "step": 45419
    },
    {
      "epoch": 3.858307849133537,
      "grad_norm": 3.6035733295874675,
      "learning_rate": 8.928403613009315e-05,
      "loss": 4.0449,
      "step": 45420
    },
    {
      "epoch": 3.858392796466191,
      "grad_norm": 3.684964029572127,
      "learning_rate": 8.927775765111335e-05,
      "loss": 4.0418,
      "step": 45421
    },
    {
      "epoch": 3.8584777437988445,
      "grad_norm": 3.606944892774,
      "learning_rate": 8.927147929936492e-05,
      "loss": 3.7736,
      "step": 45422
    },
    {
      "epoch": 3.8585626911314987,
      "grad_norm": 3.3812609960011484,
      "learning_rate": 8.926520107486105e-05,
      "loss": 3.5437,
      "step": 45423
    },
    {
      "epoch": 3.858647638464152,
      "grad_norm": 3.870795354105478,
      "learning_rate": 8.925892297761486e-05,
      "loss": 4.3985,
      "step": 45424
    },
    {
      "epoch": 3.858732585796806,
      "grad_norm": 3.6578680653913684,
      "learning_rate": 8.92526450076395e-05,
      "loss": 4.1054,
      "step": 45425
    },
    {
      "epoch": 3.85881753312946,
      "grad_norm": 3.542082754516395,
      "learning_rate": 8.924636716494811e-05,
      "loss": 3.8606,
      "step": 45426
    },
    {
      "epoch": 3.8589024804621133,
      "grad_norm": 3.419815630875447,
      "learning_rate": 8.924008944955396e-05,
      "loss": 3.716,
      "step": 45427
    },
    {
      "epoch": 3.858987427794767,
      "grad_norm": 3.8158840980985484,
      "learning_rate": 8.923381186147005e-05,
      "loss": 4.1264,
      "step": 45428
    },
    {
      "epoch": 3.859072375127421,
      "grad_norm": 3.524797317906014,
      "learning_rate": 8.92275344007096e-05,
      "loss": 3.5495,
      "step": 45429
    },
    {
      "epoch": 3.859157322460075,
      "grad_norm": 3.6491383516092872,
      "learning_rate": 8.922125706728581e-05,
      "loss": 3.7648,
      "step": 45430
    },
    {
      "epoch": 3.8592422697927287,
      "grad_norm": 3.505489394969737,
      "learning_rate": 8.921497986121176e-05,
      "loss": 3.6819,
      "step": 45431
    },
    {
      "epoch": 3.859327217125382,
      "grad_norm": 3.4877828193367955,
      "learning_rate": 8.920870278250057e-05,
      "loss": 3.7114,
      "step": 45432
    },
    {
      "epoch": 3.859412164458036,
      "grad_norm": 3.693453071985738,
      "learning_rate": 8.92024258311655e-05,
      "loss": 3.9723,
      "step": 45433
    },
    {
      "epoch": 3.8594971117906898,
      "grad_norm": 3.5733909503768415,
      "learning_rate": 8.919614900721967e-05,
      "loss": 3.7618,
      "step": 45434
    },
    {
      "epoch": 3.8595820591233436,
      "grad_norm": 3.5095340284380105,
      "learning_rate": 8.91898723106762e-05,
      "loss": 3.5867,
      "step": 45435
    },
    {
      "epoch": 3.8596670064559975,
      "grad_norm": 3.622728868706623,
      "learning_rate": 8.918359574154825e-05,
      "loss": 3.8269,
      "step": 45436
    },
    {
      "epoch": 3.859751953788651,
      "grad_norm": 3.5441212321569697,
      "learning_rate": 8.9177319299849e-05,
      "loss": 3.6022,
      "step": 45437
    },
    {
      "epoch": 3.8598369011213047,
      "grad_norm": 3.825936867136625,
      "learning_rate": 8.917104298559156e-05,
      "loss": 4.1711,
      "step": 45438
    },
    {
      "epoch": 3.8599218484539586,
      "grad_norm": 3.7255608553948543,
      "learning_rate": 8.916476679878906e-05,
      "loss": 4.0238,
      "step": 45439
    },
    {
      "epoch": 3.8600067957866124,
      "grad_norm": 3.920317002183096,
      "learning_rate": 8.915849073945472e-05,
      "loss": 4.5217,
      "step": 45440
    },
    {
      "epoch": 3.8600917431192663,
      "grad_norm": 3.7866228446185173,
      "learning_rate": 8.915221480760168e-05,
      "loss": 4.3814,
      "step": 45441
    },
    {
      "epoch": 3.8601766904519197,
      "grad_norm": 3.573679940078079,
      "learning_rate": 8.914593900324306e-05,
      "loss": 3.8691,
      "step": 45442
    },
    {
      "epoch": 3.8602616377845735,
      "grad_norm": 3.596812070989913,
      "learning_rate": 8.913966332639203e-05,
      "loss": 3.8621,
      "step": 45443
    },
    {
      "epoch": 3.8603465851172274,
      "grad_norm": 3.586457698696236,
      "learning_rate": 8.913338777706174e-05,
      "loss": 3.6841,
      "step": 45444
    },
    {
      "epoch": 3.860431532449881,
      "grad_norm": 3.5029875216346795,
      "learning_rate": 8.912711235526526e-05,
      "loss": 3.7052,
      "step": 45445
    },
    {
      "epoch": 3.860516479782535,
      "grad_norm": 3.445839194983742,
      "learning_rate": 8.912083706101584e-05,
      "loss": 3.4976,
      "step": 45446
    },
    {
      "epoch": 3.8606014271151885,
      "grad_norm": 3.6852948405709514,
      "learning_rate": 8.91145618943266e-05,
      "loss": 4.0835,
      "step": 45447
    },
    {
      "epoch": 3.8606863744478424,
      "grad_norm": 4.029873703073499,
      "learning_rate": 8.910828685521073e-05,
      "loss": 3.8255,
      "step": 45448
    },
    {
      "epoch": 3.860771321780496,
      "grad_norm": 3.8392729531279537,
      "learning_rate": 8.910201194368128e-05,
      "loss": 4.4011,
      "step": 45449
    },
    {
      "epoch": 3.8608562691131496,
      "grad_norm": 3.9374519032694826,
      "learning_rate": 8.909573715975144e-05,
      "loss": 4.4264,
      "step": 45450
    },
    {
      "epoch": 3.8609412164458035,
      "grad_norm": 3.7353332453725963,
      "learning_rate": 8.908946250343437e-05,
      "loss": 4.2136,
      "step": 45451
    },
    {
      "epoch": 3.8610261637784573,
      "grad_norm": 3.5754675339681516,
      "learning_rate": 8.908318797474326e-05,
      "loss": 3.5428,
      "step": 45452
    },
    {
      "epoch": 3.861111111111111,
      "grad_norm": 3.5219588284979935,
      "learning_rate": 8.907691357369118e-05,
      "loss": 3.7539,
      "step": 45453
    },
    {
      "epoch": 3.861196058443765,
      "grad_norm": 3.5731082435472903,
      "learning_rate": 8.907063930029131e-05,
      "loss": 3.8592,
      "step": 45454
    },
    {
      "epoch": 3.8612810057764184,
      "grad_norm": 3.4572166337625165,
      "learning_rate": 8.906436515455683e-05,
      "loss": 3.5791,
      "step": 45455
    },
    {
      "epoch": 3.8613659531090723,
      "grad_norm": 3.6941252226155736,
      "learning_rate": 8.905809113650081e-05,
      "loss": 3.9848,
      "step": 45456
    },
    {
      "epoch": 3.861450900441726,
      "grad_norm": 3.863475550717402,
      "learning_rate": 8.905181724613642e-05,
      "loss": 4.2826,
      "step": 45457
    },
    {
      "epoch": 3.86153584777438,
      "grad_norm": 3.603509194612576,
      "learning_rate": 8.904554348347684e-05,
      "loss": 3.5343,
      "step": 45458
    },
    {
      "epoch": 3.861620795107034,
      "grad_norm": 3.5971377824743973,
      "learning_rate": 8.903926984853523e-05,
      "loss": 3.9901,
      "step": 45459
    },
    {
      "epoch": 3.8617057424396872,
      "grad_norm": 3.556721842007756,
      "learning_rate": 8.903299634132467e-05,
      "loss": 4.0319,
      "step": 45460
    },
    {
      "epoch": 3.861790689772341,
      "grad_norm": 3.6230322511071047,
      "learning_rate": 8.902672296185835e-05,
      "loss": 3.9223,
      "step": 45461
    },
    {
      "epoch": 3.861875637104995,
      "grad_norm": 3.5851486900284795,
      "learning_rate": 8.902044971014943e-05,
      "loss": 3.9522,
      "step": 45462
    },
    {
      "epoch": 3.861960584437649,
      "grad_norm": 3.916796234474088,
      "learning_rate": 8.901417658621096e-05,
      "loss": 4.5283,
      "step": 45463
    },
    {
      "epoch": 3.8620455317703026,
      "grad_norm": 3.6233563912334334,
      "learning_rate": 8.900790359005617e-05,
      "loss": 3.8969,
      "step": 45464
    },
    {
      "epoch": 3.862130479102956,
      "grad_norm": 3.550542797324665,
      "learning_rate": 8.900163072169823e-05,
      "loss": 3.7578,
      "step": 45465
    },
    {
      "epoch": 3.86221542643561,
      "grad_norm": 3.5903068212312115,
      "learning_rate": 8.899535798115023e-05,
      "loss": 3.5556,
      "step": 45466
    },
    {
      "epoch": 3.8623003737682637,
      "grad_norm": 3.7276965407596667,
      "learning_rate": 8.898908536842531e-05,
      "loss": 4.0108,
      "step": 45467
    },
    {
      "epoch": 3.8623853211009176,
      "grad_norm": 3.519366020562283,
      "learning_rate": 8.898281288353664e-05,
      "loss": 3.474,
      "step": 45468
    },
    {
      "epoch": 3.8624702684335714,
      "grad_norm": 3.775437904635438,
      "learning_rate": 8.897654052649726e-05,
      "loss": 4.034,
      "step": 45469
    },
    {
      "epoch": 3.862555215766225,
      "grad_norm": 3.5680829072139058,
      "learning_rate": 8.89702682973205e-05,
      "loss": 3.7615,
      "step": 45470
    },
    {
      "epoch": 3.8626401630988787,
      "grad_norm": 3.7306799895871263,
      "learning_rate": 8.896399619601935e-05,
      "loss": 4.2261,
      "step": 45471
    },
    {
      "epoch": 3.8627251104315325,
      "grad_norm": 3.77430804049128,
      "learning_rate": 8.895772422260704e-05,
      "loss": 3.9685,
      "step": 45472
    },
    {
      "epoch": 3.862810057764186,
      "grad_norm": 3.676712053728341,
      "learning_rate": 8.895145237709668e-05,
      "loss": 3.961,
      "step": 45473
    },
    {
      "epoch": 3.86289500509684,
      "grad_norm": 3.554766965448742,
      "learning_rate": 8.894518065950138e-05,
      "loss": 3.9465,
      "step": 45474
    },
    {
      "epoch": 3.8629799524294937,
      "grad_norm": 3.554648854402188,
      "learning_rate": 8.893890906983428e-05,
      "loss": 3.8209,
      "step": 45475
    },
    {
      "epoch": 3.8630648997621475,
      "grad_norm": 3.979751027680039,
      "learning_rate": 8.893263760810859e-05,
      "loss": 4.5788,
      "step": 45476
    },
    {
      "epoch": 3.8631498470948014,
      "grad_norm": 3.844797317119618,
      "learning_rate": 8.892636627433742e-05,
      "loss": 4.1597,
      "step": 45477
    },
    {
      "epoch": 3.8632347944274548,
      "grad_norm": 3.4974793178033874,
      "learning_rate": 8.89200950685339e-05,
      "loss": 3.5694,
      "step": 45478
    },
    {
      "epoch": 3.8633197417601086,
      "grad_norm": 3.8165889633461103,
      "learning_rate": 8.891382399071115e-05,
      "loss": 4.1128,
      "step": 45479
    },
    {
      "epoch": 3.8634046890927625,
      "grad_norm": 3.9383784205756616,
      "learning_rate": 8.890755304088236e-05,
      "loss": 4.4348,
      "step": 45480
    },
    {
      "epoch": 3.8634896364254163,
      "grad_norm": 3.6282447697486164,
      "learning_rate": 8.890128221906062e-05,
      "loss": 4.0922,
      "step": 45481
    },
    {
      "epoch": 3.86357458375807,
      "grad_norm": 3.399942477422415,
      "learning_rate": 8.889501152525904e-05,
      "loss": 3.5673,
      "step": 45482
    },
    {
      "epoch": 3.8636595310907236,
      "grad_norm": 3.624756446047277,
      "learning_rate": 8.888874095949086e-05,
      "loss": 4.0519,
      "step": 45483
    },
    {
      "epoch": 3.8637444784233774,
      "grad_norm": 3.533499472444907,
      "learning_rate": 8.888247052176919e-05,
      "loss": 3.6627,
      "step": 45484
    },
    {
      "epoch": 3.8638294257560313,
      "grad_norm": 3.5198155963401128,
      "learning_rate": 8.887620021210711e-05,
      "loss": 3.7052,
      "step": 45485
    },
    {
      "epoch": 3.863914373088685,
      "grad_norm": 3.5476842925650485,
      "learning_rate": 8.886993003051783e-05,
      "loss": 3.8946,
      "step": 45486
    },
    {
      "epoch": 3.863999320421339,
      "grad_norm": 3.8107657687294685,
      "learning_rate": 8.886365997701442e-05,
      "loss": 4.0995,
      "step": 45487
    },
    {
      "epoch": 3.8640842677539924,
      "grad_norm": 3.748388085187349,
      "learning_rate": 8.885739005161002e-05,
      "loss": 4.0801,
      "step": 45488
    },
    {
      "epoch": 3.8641692150866462,
      "grad_norm": 3.546182899259248,
      "learning_rate": 8.885112025431781e-05,
      "loss": 4.0453,
      "step": 45489
    },
    {
      "epoch": 3.8642541624193,
      "grad_norm": 3.544061738705523,
      "learning_rate": 8.884485058515094e-05,
      "loss": 3.7746,
      "step": 45490
    },
    {
      "epoch": 3.864339109751954,
      "grad_norm": 3.658141188903702,
      "learning_rate": 8.883858104412253e-05,
      "loss": 4.0085,
      "step": 45491
    },
    {
      "epoch": 3.864424057084608,
      "grad_norm": 3.5149806368467025,
      "learning_rate": 8.883231163124569e-05,
      "loss": 3.8508,
      "step": 45492
    },
    {
      "epoch": 3.864509004417261,
      "grad_norm": 3.5733257819561937,
      "learning_rate": 8.88260423465336e-05,
      "loss": 3.9572,
      "step": 45493
    },
    {
      "epoch": 3.864593951749915,
      "grad_norm": 3.5635737691370855,
      "learning_rate": 8.881977318999925e-05,
      "loss": 3.7416,
      "step": 45494
    },
    {
      "epoch": 3.864678899082569,
      "grad_norm": 3.535272352349009,
      "learning_rate": 8.881350416165602e-05,
      "loss": 3.8602,
      "step": 45495
    },
    {
      "epoch": 3.8647638464152223,
      "grad_norm": 3.457551515264669,
      "learning_rate": 8.880723526151688e-05,
      "loss": 3.5034,
      "step": 45496
    },
    {
      "epoch": 3.864848793747876,
      "grad_norm": 3.597114640304458,
      "learning_rate": 8.880096648959504e-05,
      "loss": 4.013,
      "step": 45497
    },
    {
      "epoch": 3.86493374108053,
      "grad_norm": 3.7111247313039666,
      "learning_rate": 8.879469784590356e-05,
      "loss": 4.0941,
      "step": 45498
    },
    {
      "epoch": 3.865018688413184,
      "grad_norm": 3.8448647851069913,
      "learning_rate": 8.878842933045563e-05,
      "loss": 3.8287,
      "step": 45499
    },
    {
      "epoch": 3.8651036357458377,
      "grad_norm": 3.7384126408431944,
      "learning_rate": 8.878216094326434e-05,
      "loss": 4.047,
      "step": 45500
    },
    {
      "epoch": 3.865188583078491,
      "grad_norm": 3.4898218343833416,
      "learning_rate": 8.877589268434287e-05,
      "loss": 3.7081,
      "step": 45501
    },
    {
      "epoch": 3.865273530411145,
      "grad_norm": 3.4832673641410095,
      "learning_rate": 8.876962455370437e-05,
      "loss": 3.5081,
      "step": 45502
    },
    {
      "epoch": 3.865358477743799,
      "grad_norm": 3.877234459907055,
      "learning_rate": 8.876335655136193e-05,
      "loss": 4.3302,
      "step": 45503
    },
    {
      "epoch": 3.8654434250764527,
      "grad_norm": 3.7862783033083485,
      "learning_rate": 8.875708867732871e-05,
      "loss": 4.2407,
      "step": 45504
    },
    {
      "epoch": 3.8655283724091065,
      "grad_norm": 3.467194752221512,
      "learning_rate": 8.87508209316178e-05,
      "loss": 3.6724,
      "step": 45505
    },
    {
      "epoch": 3.86561331974176,
      "grad_norm": 3.6856504023434447,
      "learning_rate": 8.874455331424233e-05,
      "loss": 4.146,
      "step": 45506
    },
    {
      "epoch": 3.8656982670744138,
      "grad_norm": 3.4905751532573186,
      "learning_rate": 8.873828582521548e-05,
      "loss": 3.8152,
      "step": 45507
    },
    {
      "epoch": 3.8657832144070676,
      "grad_norm": 3.3228497049795314,
      "learning_rate": 8.873201846455038e-05,
      "loss": 3.3615,
      "step": 45508
    },
    {
      "epoch": 3.8658681617397215,
      "grad_norm": 3.50730694227743,
      "learning_rate": 8.872575123226018e-05,
      "loss": 3.677,
      "step": 45509
    },
    {
      "epoch": 3.8659531090723753,
      "grad_norm": 3.478493320823745,
      "learning_rate": 8.871948412835794e-05,
      "loss": 3.6596,
      "step": 45510
    },
    {
      "epoch": 3.8660380564050287,
      "grad_norm": 3.536060041939632,
      "learning_rate": 8.871321715285687e-05,
      "loss": 3.8892,
      "step": 45511
    },
    {
      "epoch": 3.8661230037376826,
      "grad_norm": 3.5096882785417445,
      "learning_rate": 8.870695030576996e-05,
      "loss": 3.5443,
      "step": 45512
    },
    {
      "epoch": 3.8662079510703364,
      "grad_norm": 3.9509214698341943,
      "learning_rate": 8.870068358711053e-05,
      "loss": 4.3557,
      "step": 45513
    },
    {
      "epoch": 3.8662928984029903,
      "grad_norm": 3.697549601338126,
      "learning_rate": 8.869441699689161e-05,
      "loss": 4.163,
      "step": 45514
    },
    {
      "epoch": 3.866377845735644,
      "grad_norm": 3.4862456695453807,
      "learning_rate": 8.868815053512637e-05,
      "loss": 3.7427,
      "step": 45515
    },
    {
      "epoch": 3.8664627930682975,
      "grad_norm": 3.57402816362529,
      "learning_rate": 8.868188420182789e-05,
      "loss": 3.6961,
      "step": 45516
    },
    {
      "epoch": 3.8665477404009514,
      "grad_norm": 3.5625099985207402,
      "learning_rate": 8.867561799700932e-05,
      "loss": 3.756,
      "step": 45517
    },
    {
      "epoch": 3.8666326877336052,
      "grad_norm": 3.4783414120413347,
      "learning_rate": 8.866935192068374e-05,
      "loss": 3.6976,
      "step": 45518
    },
    {
      "epoch": 3.8667176350662587,
      "grad_norm": 3.885935890717611,
      "learning_rate": 8.86630859728644e-05,
      "loss": 4.1093,
      "step": 45519
    },
    {
      "epoch": 3.866802582398913,
      "grad_norm": 3.4692225498608686,
      "learning_rate": 8.865682015356435e-05,
      "loss": 3.6465,
      "step": 45520
    },
    {
      "epoch": 3.8668875297315664,
      "grad_norm": 3.4685225745354162,
      "learning_rate": 8.865055446279673e-05,
      "loss": 3.5551,
      "step": 45521
    },
    {
      "epoch": 3.86697247706422,
      "grad_norm": 3.541987782979875,
      "learning_rate": 8.864428890057471e-05,
      "loss": 3.6693,
      "step": 45522
    },
    {
      "epoch": 3.867057424396874,
      "grad_norm": 3.7473848446163625,
      "learning_rate": 8.863802346691132e-05,
      "loss": 4.1182,
      "step": 45523
    },
    {
      "epoch": 3.8671423717295275,
      "grad_norm": 3.754614689916066,
      "learning_rate": 8.863175816181976e-05,
      "loss": 4.1155,
      "step": 45524
    },
    {
      "epoch": 3.8672273190621813,
      "grad_norm": 3.544216574060703,
      "learning_rate": 8.86254929853131e-05,
      "loss": 3.6847,
      "step": 45525
    },
    {
      "epoch": 3.867312266394835,
      "grad_norm": 3.549867879454429,
      "learning_rate": 8.861922793740459e-05,
      "loss": 3.8768,
      "step": 45526
    },
    {
      "epoch": 3.867397213727489,
      "grad_norm": 3.4629900941807157,
      "learning_rate": 8.861296301810723e-05,
      "loss": 3.849,
      "step": 45527
    },
    {
      "epoch": 3.867482161060143,
      "grad_norm": 3.379195824733505,
      "learning_rate": 8.86066982274342e-05,
      "loss": 3.3902,
      "step": 45528
    },
    {
      "epoch": 3.8675671083927963,
      "grad_norm": 3.7770946038741537,
      "learning_rate": 8.860043356539866e-05,
      "loss": 4.247,
      "step": 45529
    },
    {
      "epoch": 3.86765205572545,
      "grad_norm": 3.5093084248386552,
      "learning_rate": 8.859416903201366e-05,
      "loss": 3.737,
      "step": 45530
    },
    {
      "epoch": 3.867737003058104,
      "grad_norm": 3.5050625506080326,
      "learning_rate": 8.858790462729233e-05,
      "loss": 3.693,
      "step": 45531
    },
    {
      "epoch": 3.867821950390758,
      "grad_norm": 3.863295530534014,
      "learning_rate": 8.858164035124787e-05,
      "loss": 3.7384,
      "step": 45532
    },
    {
      "epoch": 3.8679068977234117,
      "grad_norm": 3.4742409932136327,
      "learning_rate": 8.857537620389338e-05,
      "loss": 3.4784,
      "step": 45533
    },
    {
      "epoch": 3.867991845056065,
      "grad_norm": 3.5708976747716092,
      "learning_rate": 8.856911218524196e-05,
      "loss": 3.6912,
      "step": 45534
    },
    {
      "epoch": 3.868076792388719,
      "grad_norm": 3.559807013415502,
      "learning_rate": 8.856284829530673e-05,
      "loss": 3.8917,
      "step": 45535
    },
    {
      "epoch": 3.868161739721373,
      "grad_norm": 3.620467486514134,
      "learning_rate": 8.855658453410086e-05,
      "loss": 3.9929,
      "step": 45536
    },
    {
      "epoch": 3.8682466870540266,
      "grad_norm": 3.5371833472280825,
      "learning_rate": 8.85503209016374e-05,
      "loss": 3.8466,
      "step": 45537
    },
    {
      "epoch": 3.8683316343866805,
      "grad_norm": 3.426826746670837,
      "learning_rate": 8.854405739792953e-05,
      "loss": 3.6259,
      "step": 45538
    },
    {
      "epoch": 3.868416581719334,
      "grad_norm": 3.4588542413580985,
      "learning_rate": 8.853779402299037e-05,
      "loss": 3.6827,
      "step": 45539
    },
    {
      "epoch": 3.8685015290519877,
      "grad_norm": 3.455159545909949,
      "learning_rate": 8.853153077683306e-05,
      "loss": 3.7545,
      "step": 45540
    },
    {
      "epoch": 3.8685864763846416,
      "grad_norm": 3.6822968923532007,
      "learning_rate": 8.852526765947069e-05,
      "loss": 4.0126,
      "step": 45541
    },
    {
      "epoch": 3.8686714237172954,
      "grad_norm": 3.7681349901558847,
      "learning_rate": 8.851900467091636e-05,
      "loss": 4.1348,
      "step": 45542
    },
    {
      "epoch": 3.8687563710499493,
      "grad_norm": 3.50324117262591,
      "learning_rate": 8.851274181118324e-05,
      "loss": 3.7095,
      "step": 45543
    },
    {
      "epoch": 3.8688413183826027,
      "grad_norm": 3.5728340920480446,
      "learning_rate": 8.850647908028446e-05,
      "loss": 3.6126,
      "step": 45544
    },
    {
      "epoch": 3.8689262657152566,
      "grad_norm": 3.6922121374990167,
      "learning_rate": 8.850021647823311e-05,
      "loss": 3.8699,
      "step": 45545
    },
    {
      "epoch": 3.8690112130479104,
      "grad_norm": 3.7591409422398168,
      "learning_rate": 8.84939540050423e-05,
      "loss": 4.1255,
      "step": 45546
    },
    {
      "epoch": 3.869096160380564,
      "grad_norm": 3.539171137983211,
      "learning_rate": 8.848769166072522e-05,
      "loss": 3.8135,
      "step": 45547
    },
    {
      "epoch": 3.8691811077132177,
      "grad_norm": 3.8892762301964052,
      "learning_rate": 8.848142944529493e-05,
      "loss": 4.3237,
      "step": 45548
    },
    {
      "epoch": 3.8692660550458715,
      "grad_norm": 3.8624518681153917,
      "learning_rate": 8.847516735876452e-05,
      "loss": 4.0537,
      "step": 45549
    },
    {
      "epoch": 3.8693510023785254,
      "grad_norm": 3.5142327318280495,
      "learning_rate": 8.846890540114718e-05,
      "loss": 3.7403,
      "step": 45550
    },
    {
      "epoch": 3.869435949711179,
      "grad_norm": 3.725954293744861,
      "learning_rate": 8.846264357245605e-05,
      "loss": 4.4443,
      "step": 45551
    },
    {
      "epoch": 3.8695208970438326,
      "grad_norm": 3.52622582956474,
      "learning_rate": 8.845638187270418e-05,
      "loss": 3.6793,
      "step": 45552
    },
    {
      "epoch": 3.8696058443764865,
      "grad_norm": 3.6287331904085347,
      "learning_rate": 8.845012030190472e-05,
      "loss": 3.8536,
      "step": 45553
    },
    {
      "epoch": 3.8696907917091403,
      "grad_norm": 3.6703276879437525,
      "learning_rate": 8.844385886007081e-05,
      "loss": 3.8661,
      "step": 45554
    },
    {
      "epoch": 3.869775739041794,
      "grad_norm": 3.8708272116396247,
      "learning_rate": 8.84375975472155e-05,
      "loss": 4.2625,
      "step": 45555
    },
    {
      "epoch": 3.869860686374448,
      "grad_norm": 3.6194998178869846,
      "learning_rate": 8.843133636335197e-05,
      "loss": 3.7329,
      "step": 45556
    },
    {
      "epoch": 3.8699456337071014,
      "grad_norm": 3.4671029867814127,
      "learning_rate": 8.842507530849335e-05,
      "loss": 3.2785,
      "step": 45557
    },
    {
      "epoch": 3.8700305810397553,
      "grad_norm": 3.563148133851225,
      "learning_rate": 8.841881438265275e-05,
      "loss": 3.8892,
      "step": 45558
    },
    {
      "epoch": 3.870115528372409,
      "grad_norm": 3.9482854416361475,
      "learning_rate": 8.841255358584326e-05,
      "loss": 4.552,
      "step": 45559
    },
    {
      "epoch": 3.870200475705063,
      "grad_norm": 3.474140338355222,
      "learning_rate": 8.840629291807798e-05,
      "loss": 3.2918,
      "step": 45560
    },
    {
      "epoch": 3.870285423037717,
      "grad_norm": 3.559861517199274,
      "learning_rate": 8.840003237937007e-05,
      "loss": 3.6112,
      "step": 45561
    },
    {
      "epoch": 3.8703703703703702,
      "grad_norm": 3.5149572645265867,
      "learning_rate": 8.839377196973268e-05,
      "loss": 3.7791,
      "step": 45562
    },
    {
      "epoch": 3.870455317703024,
      "grad_norm": 3.8329074651675903,
      "learning_rate": 8.838751168917885e-05,
      "loss": 4.2266,
      "step": 45563
    },
    {
      "epoch": 3.870540265035678,
      "grad_norm": 3.502917415241835,
      "learning_rate": 8.838125153772174e-05,
      "loss": 3.7353,
      "step": 45564
    },
    {
      "epoch": 3.870625212368332,
      "grad_norm": 3.5158624790511075,
      "learning_rate": 8.837499151537449e-05,
      "loss": 3.5209,
      "step": 45565
    },
    {
      "epoch": 3.8707101597009856,
      "grad_norm": 3.6840043346194733,
      "learning_rate": 8.836873162215017e-05,
      "loss": 3.9224,
      "step": 45566
    },
    {
      "epoch": 3.870795107033639,
      "grad_norm": 3.635557557462371,
      "learning_rate": 8.836247185806185e-05,
      "loss": 3.9075,
      "step": 45567
    },
    {
      "epoch": 3.870880054366293,
      "grad_norm": 3.4501022855682733,
      "learning_rate": 8.835621222312278e-05,
      "loss": 3.6047,
      "step": 45568
    },
    {
      "epoch": 3.8709650016989468,
      "grad_norm": 3.449957723644752,
      "learning_rate": 8.834995271734599e-05,
      "loss": 3.5586,
      "step": 45569
    },
    {
      "epoch": 3.8710499490316,
      "grad_norm": 3.6447167481104747,
      "learning_rate": 8.83436933407446e-05,
      "loss": 3.8963,
      "step": 45570
    },
    {
      "epoch": 3.871134896364254,
      "grad_norm": 3.4745761873144465,
      "learning_rate": 8.833743409333175e-05,
      "loss": 3.6163,
      "step": 45571
    },
    {
      "epoch": 3.871219843696908,
      "grad_norm": 3.5575202406553377,
      "learning_rate": 8.833117497512055e-05,
      "loss": 3.7482,
      "step": 45572
    },
    {
      "epoch": 3.8713047910295617,
      "grad_norm": 3.828147559116698,
      "learning_rate": 8.83249159861241e-05,
      "loss": 4.1487,
      "step": 45573
    },
    {
      "epoch": 3.8713897383622156,
      "grad_norm": 3.41510866784174,
      "learning_rate": 8.831865712635548e-05,
      "loss": 3.7129,
      "step": 45574
    },
    {
      "epoch": 3.871474685694869,
      "grad_norm": 3.520436481059162,
      "learning_rate": 8.831239839582786e-05,
      "loss": 3.8698,
      "step": 45575
    },
    {
      "epoch": 3.871559633027523,
      "grad_norm": 3.511799361633528,
      "learning_rate": 8.830613979455437e-05,
      "loss": 3.721,
      "step": 45576
    },
    {
      "epoch": 3.8716445803601767,
      "grad_norm": 3.5229206386744547,
      "learning_rate": 8.829988132254808e-05,
      "loss": 3.8404,
      "step": 45577
    },
    {
      "epoch": 3.8717295276928305,
      "grad_norm": 3.748331859023684,
      "learning_rate": 8.82936229798221e-05,
      "loss": 3.9733,
      "step": 45578
    },
    {
      "epoch": 3.8718144750254844,
      "grad_norm": 4.0035255176621405,
      "learning_rate": 8.828736476638958e-05,
      "loss": 4.6124,
      "step": 45579
    },
    {
      "epoch": 3.8718994223581378,
      "grad_norm": 3.554796486649895,
      "learning_rate": 8.828110668226356e-05,
      "loss": 3.9661,
      "step": 45580
    },
    {
      "epoch": 3.8719843696907916,
      "grad_norm": 3.791692085512739,
      "learning_rate": 8.827484872745724e-05,
      "loss": 4.3698,
      "step": 45581
    },
    {
      "epoch": 3.8720693170234455,
      "grad_norm": 3.6160781462842593,
      "learning_rate": 8.826859090198369e-05,
      "loss": 4.1892,
      "step": 45582
    },
    {
      "epoch": 3.8721542643560993,
      "grad_norm": 3.9402694974911974,
      "learning_rate": 8.826233320585607e-05,
      "loss": 3.7861,
      "step": 45583
    },
    {
      "epoch": 3.872239211688753,
      "grad_norm": 3.5225954164846205,
      "learning_rate": 8.82560756390874e-05,
      "loss": 3.7085,
      "step": 45584
    },
    {
      "epoch": 3.8723241590214066,
      "grad_norm": 3.4753795337947055,
      "learning_rate": 8.824981820169086e-05,
      "loss": 3.5497,
      "step": 45585
    },
    {
      "epoch": 3.8724091063540604,
      "grad_norm": 3.73671532083879,
      "learning_rate": 8.824356089367949e-05,
      "loss": 3.6984,
      "step": 45586
    },
    {
      "epoch": 3.8724940536867143,
      "grad_norm": 3.58355131990597,
      "learning_rate": 8.823730371506654e-05,
      "loss": 3.8159,
      "step": 45587
    },
    {
      "epoch": 3.872579001019368,
      "grad_norm": 3.585776480790977,
      "learning_rate": 8.823104666586498e-05,
      "loss": 3.6092,
      "step": 45588
    },
    {
      "epoch": 3.872663948352022,
      "grad_norm": 3.755546468425166,
      "learning_rate": 8.822478974608798e-05,
      "loss": 4.384,
      "step": 45589
    },
    {
      "epoch": 3.8727488956846754,
      "grad_norm": 3.527085954329623,
      "learning_rate": 8.82185329557487e-05,
      "loss": 3.7883,
      "step": 45590
    },
    {
      "epoch": 3.8728338430173292,
      "grad_norm": 3.6194336698478558,
      "learning_rate": 8.821227629486012e-05,
      "loss": 4.0151,
      "step": 45591
    },
    {
      "epoch": 3.872918790349983,
      "grad_norm": 3.8349841344415463,
      "learning_rate": 8.820601976343541e-05,
      "loss": 4.2302,
      "step": 45592
    },
    {
      "epoch": 3.8730037376826365,
      "grad_norm": 3.543823977236364,
      "learning_rate": 8.819976336148774e-05,
      "loss": 3.6625,
      "step": 45593
    },
    {
      "epoch": 3.8730886850152904,
      "grad_norm": 3.8260220259432365,
      "learning_rate": 8.819350708903019e-05,
      "loss": 4.1834,
      "step": 45594
    },
    {
      "epoch": 3.873173632347944,
      "grad_norm": 3.80318744750204,
      "learning_rate": 8.818725094607582e-05,
      "loss": 4.4786,
      "step": 45595
    },
    {
      "epoch": 3.873258579680598,
      "grad_norm": 3.5162872114020005,
      "learning_rate": 8.818099493263778e-05,
      "loss": 3.6705,
      "step": 45596
    },
    {
      "epoch": 3.873343527013252,
      "grad_norm": 3.6634064384492433,
      "learning_rate": 8.817473904872918e-05,
      "loss": 3.8899,
      "step": 45597
    },
    {
      "epoch": 3.8734284743459053,
      "grad_norm": 3.800163299648315,
      "learning_rate": 8.816848329436305e-05,
      "loss": 4.1735,
      "step": 45598
    },
    {
      "epoch": 3.873513421678559,
      "grad_norm": 3.6388443555574015,
      "learning_rate": 8.816222766955263e-05,
      "loss": 4.1824,
      "step": 45599
    },
    {
      "epoch": 3.873598369011213,
      "grad_norm": 3.5019194506626796,
      "learning_rate": 8.815597217431093e-05,
      "loss": 3.6151,
      "step": 45600
    },
    {
      "epoch": 3.873683316343867,
      "grad_norm": 3.8756066870873487,
      "learning_rate": 8.814971680865114e-05,
      "loss": 4.2859,
      "step": 45601
    },
    {
      "epoch": 3.8737682636765207,
      "grad_norm": 3.52204236377772,
      "learning_rate": 8.814346157258626e-05,
      "loss": 3.5734,
      "step": 45602
    },
    {
      "epoch": 3.873853211009174,
      "grad_norm": 3.5680276609969783,
      "learning_rate": 8.81372064661295e-05,
      "loss": 3.6028,
      "step": 45603
    },
    {
      "epoch": 3.873938158341828,
      "grad_norm": 3.759957099344084,
      "learning_rate": 8.813095148929382e-05,
      "loss": 4.2874,
      "step": 45604
    },
    {
      "epoch": 3.874023105674482,
      "grad_norm": 3.6416744481987573,
      "learning_rate": 8.812469664209252e-05,
      "loss": 3.8018,
      "step": 45605
    },
    {
      "epoch": 3.8741080530071357,
      "grad_norm": 3.5625295613069454,
      "learning_rate": 8.811844192453856e-05,
      "loss": 3.9401,
      "step": 45606
    },
    {
      "epoch": 3.8741930003397895,
      "grad_norm": 3.4295599304054245,
      "learning_rate": 8.811218733664512e-05,
      "loss": 3.6095,
      "step": 45607
    },
    {
      "epoch": 3.874277947672443,
      "grad_norm": 3.5912313206782835,
      "learning_rate": 8.810593287842529e-05,
      "loss": 3.9158,
      "step": 45608
    },
    {
      "epoch": 3.874362895005097,
      "grad_norm": 3.78438666217084,
      "learning_rate": 8.809967854989215e-05,
      "loss": 3.9118,
      "step": 45609
    },
    {
      "epoch": 3.8744478423377506,
      "grad_norm": 3.844938787175027,
      "learning_rate": 8.80934243510588e-05,
      "loss": 4.179,
      "step": 45610
    },
    {
      "epoch": 3.8745327896704045,
      "grad_norm": 3.5284325210356005,
      "learning_rate": 8.808717028193838e-05,
      "loss": 3.7203,
      "step": 45611
    },
    {
      "epoch": 3.8746177370030583,
      "grad_norm": 3.5562305464677455,
      "learning_rate": 8.8080916342544e-05,
      "loss": 3.7419,
      "step": 45612
    },
    {
      "epoch": 3.8747026843357117,
      "grad_norm": 3.64257023518904,
      "learning_rate": 8.807466253288872e-05,
      "loss": 3.8898,
      "step": 45613
    },
    {
      "epoch": 3.8747876316683656,
      "grad_norm": 3.5118697530479954,
      "learning_rate": 8.806840885298567e-05,
      "loss": 3.7981,
      "step": 45614
    },
    {
      "epoch": 3.8748725790010194,
      "grad_norm": 3.730227865052172,
      "learning_rate": 8.806215530284799e-05,
      "loss": 4.1779,
      "step": 45615
    },
    {
      "epoch": 3.874957526333673,
      "grad_norm": 3.760818761488877,
      "learning_rate": 8.805590188248868e-05,
      "loss": 4.0803,
      "step": 45616
    },
    {
      "epoch": 3.875042473666327,
      "grad_norm": 3.61443911314229,
      "learning_rate": 8.80496485919209e-05,
      "loss": 3.918,
      "step": 45617
    },
    {
      "epoch": 3.8751274209989806,
      "grad_norm": 3.3749697854599274,
      "learning_rate": 8.80433954311578e-05,
      "loss": 3.4532,
      "step": 45618
    },
    {
      "epoch": 3.8752123683316344,
      "grad_norm": 3.3895002207812137,
      "learning_rate": 8.803714240021243e-05,
      "loss": 3.5874,
      "step": 45619
    },
    {
      "epoch": 3.8752973156642883,
      "grad_norm": 3.804530626702781,
      "learning_rate": 8.80308894990979e-05,
      "loss": 4.2068,
      "step": 45620
    },
    {
      "epoch": 3.8753822629969417,
      "grad_norm": 3.4493163183194073,
      "learning_rate": 8.802463672782735e-05,
      "loss": 3.7363,
      "step": 45621
    },
    {
      "epoch": 3.8754672103295955,
      "grad_norm": 3.485852666464873,
      "learning_rate": 8.801838408641378e-05,
      "loss": 3.7277,
      "step": 45622
    },
    {
      "epoch": 3.8755521576622494,
      "grad_norm": 3.830334280439697,
      "learning_rate": 8.801213157487037e-05,
      "loss": 4.3481,
      "step": 45623
    },
    {
      "epoch": 3.875637104994903,
      "grad_norm": 3.887896259748318,
      "learning_rate": 8.800587919321021e-05,
      "loss": 4.0719,
      "step": 45624
    },
    {
      "epoch": 3.875722052327557,
      "grad_norm": 3.522035943272328,
      "learning_rate": 8.799962694144641e-05,
      "loss": 3.7058,
      "step": 45625
    },
    {
      "epoch": 3.8758069996602105,
      "grad_norm": 3.3931658812175343,
      "learning_rate": 8.799337481959208e-05,
      "loss": 3.5572,
      "step": 45626
    },
    {
      "epoch": 3.8758919469928643,
      "grad_norm": 3.8541628419086686,
      "learning_rate": 8.798712282766027e-05,
      "loss": 4.1369,
      "step": 45627
    },
    {
      "epoch": 3.875976894325518,
      "grad_norm": 3.5410355685442694,
      "learning_rate": 8.798087096566415e-05,
      "loss": 3.8024,
      "step": 45628
    },
    {
      "epoch": 3.876061841658172,
      "grad_norm": 3.812975130202199,
      "learning_rate": 8.797461923361668e-05,
      "loss": 4.1668,
      "step": 45629
    },
    {
      "epoch": 3.876146788990826,
      "grad_norm": 3.495424496116716,
      "learning_rate": 8.796836763153113e-05,
      "loss": 3.6809,
      "step": 45630
    },
    {
      "epoch": 3.8762317363234793,
      "grad_norm": 3.5046443238090967,
      "learning_rate": 8.796211615942052e-05,
      "loss": 3.7363,
      "step": 45631
    },
    {
      "epoch": 3.876316683656133,
      "grad_norm": 3.604815549196987,
      "learning_rate": 8.795586481729797e-05,
      "loss": 3.9606,
      "step": 45632
    },
    {
      "epoch": 3.876401630988787,
      "grad_norm": 3.5400157081990242,
      "learning_rate": 8.794961360517652e-05,
      "loss": 3.8454,
      "step": 45633
    },
    {
      "epoch": 3.876486578321441,
      "grad_norm": 3.3865718860639533,
      "learning_rate": 8.794336252306935e-05,
      "loss": 3.4011,
      "step": 45634
    },
    {
      "epoch": 3.8765715256540947,
      "grad_norm": 3.8440515888561193,
      "learning_rate": 8.793711157098946e-05,
      "loss": 4.3887,
      "step": 45635
    },
    {
      "epoch": 3.876656472986748,
      "grad_norm": 3.8242184060595004,
      "learning_rate": 8.793086074895005e-05,
      "loss": 4.1437,
      "step": 45636
    },
    {
      "epoch": 3.876741420319402,
      "grad_norm": 3.5002520777063526,
      "learning_rate": 8.792461005696421e-05,
      "loss": 3.7434,
      "step": 45637
    },
    {
      "epoch": 3.876826367652056,
      "grad_norm": 3.532399875075441,
      "learning_rate": 8.791835949504496e-05,
      "loss": 3.6065,
      "step": 45638
    },
    {
      "epoch": 3.8769113149847096,
      "grad_norm": 3.693085109535177,
      "learning_rate": 8.791210906320547e-05,
      "loss": 3.9257,
      "step": 45639
    },
    {
      "epoch": 3.8769962623173635,
      "grad_norm": 3.6959045629185243,
      "learning_rate": 8.790585876145876e-05,
      "loss": 4.3672,
      "step": 45640
    },
    {
      "epoch": 3.877081209650017,
      "grad_norm": 3.7718633741264926,
      "learning_rate": 8.789960858981797e-05,
      "loss": 4.229,
      "step": 45641
    },
    {
      "epoch": 3.8771661569826708,
      "grad_norm": 3.8301716897705336,
      "learning_rate": 8.789335854829622e-05,
      "loss": 4.4635,
      "step": 45642
    },
    {
      "epoch": 3.8772511043153246,
      "grad_norm": 3.6212298406045527,
      "learning_rate": 8.78871086369066e-05,
      "loss": 3.817,
      "step": 45643
    },
    {
      "epoch": 3.877336051647978,
      "grad_norm": 3.6075837574405805,
      "learning_rate": 8.788085885566216e-05,
      "loss": 3.945,
      "step": 45644
    },
    {
      "epoch": 3.877420998980632,
      "grad_norm": 3.649586343777255,
      "learning_rate": 8.787460920457602e-05,
      "loss": 3.7445,
      "step": 45645
    },
    {
      "epoch": 3.8775059463132857,
      "grad_norm": 3.8323489458187274,
      "learning_rate": 8.786835968366132e-05,
      "loss": 4.214,
      "step": 45646
    },
    {
      "epoch": 3.8775908936459396,
      "grad_norm": 3.6331011290564983,
      "learning_rate": 8.7862110292931e-05,
      "loss": 3.6829,
      "step": 45647
    },
    {
      "epoch": 3.8776758409785934,
      "grad_norm": 3.9123735993828164,
      "learning_rate": 8.78558610323984e-05,
      "loss": 4.5618,
      "step": 45648
    },
    {
      "epoch": 3.877760788311247,
      "grad_norm": 3.8275414344468395,
      "learning_rate": 8.784961190207642e-05,
      "loss": 4.0774,
      "step": 45649
    },
    {
      "epoch": 3.8778457356439007,
      "grad_norm": 3.5858184707210135,
      "learning_rate": 8.784336290197824e-05,
      "loss": 3.7732,
      "step": 45650
    },
    {
      "epoch": 3.8779306829765545,
      "grad_norm": 3.68052576539019,
      "learning_rate": 8.783711403211691e-05,
      "loss": 4.0462,
      "step": 45651
    },
    {
      "epoch": 3.8780156303092084,
      "grad_norm": 3.9190427948923734,
      "learning_rate": 8.783086529250553e-05,
      "loss": 4.5198,
      "step": 45652
    },
    {
      "epoch": 3.8781005776418622,
      "grad_norm": 3.5686390144679363,
      "learning_rate": 8.782461668315718e-05,
      "loss": 3.525,
      "step": 45653
    },
    {
      "epoch": 3.8781855249745156,
      "grad_norm": 3.880932951411876,
      "learning_rate": 8.781836820408502e-05,
      "loss": 4.2093,
      "step": 45654
    },
    {
      "epoch": 3.8782704723071695,
      "grad_norm": 3.4678213815463774,
      "learning_rate": 8.781211985530211e-05,
      "loss": 3.8088,
      "step": 45655
    },
    {
      "epoch": 3.8783554196398233,
      "grad_norm": 3.669222142821392,
      "learning_rate": 8.780587163682152e-05,
      "loss": 4.2291,
      "step": 45656
    },
    {
      "epoch": 3.878440366972477,
      "grad_norm": 3.5434547348788916,
      "learning_rate": 8.779962354865638e-05,
      "loss": 3.8014,
      "step": 45657
    },
    {
      "epoch": 3.878525314305131,
      "grad_norm": 3.9295435716586553,
      "learning_rate": 8.779337559081971e-05,
      "loss": 4.5504,
      "step": 45658
    },
    {
      "epoch": 3.8786102616377844,
      "grad_norm": 3.571294794659667,
      "learning_rate": 8.778712776332468e-05,
      "loss": 3.7451,
      "step": 45659
    },
    {
      "epoch": 3.8786952089704383,
      "grad_norm": 3.6017226982655814,
      "learning_rate": 8.778088006618428e-05,
      "loss": 3.8611,
      "step": 45660
    },
    {
      "epoch": 3.878780156303092,
      "grad_norm": 4.023013713144641,
      "learning_rate": 8.777463249941176e-05,
      "loss": 3.8308,
      "step": 45661
    },
    {
      "epoch": 3.878865103635746,
      "grad_norm": 3.956482990566583,
      "learning_rate": 8.776838506302008e-05,
      "loss": 4.4457,
      "step": 45662
    },
    {
      "epoch": 3.8789500509684,
      "grad_norm": 3.601425689900322,
      "learning_rate": 8.776213775702236e-05,
      "loss": 3.9768,
      "step": 45663
    },
    {
      "epoch": 3.8790349983010532,
      "grad_norm": 3.844451860035211,
      "learning_rate": 8.775589058143174e-05,
      "loss": 4.143,
      "step": 45664
    },
    {
      "epoch": 3.879119945633707,
      "grad_norm": 3.861603636742972,
      "learning_rate": 8.774964353626123e-05,
      "loss": 4.3463,
      "step": 45665
    },
    {
      "epoch": 3.879204892966361,
      "grad_norm": 3.503718427834409,
      "learning_rate": 8.774339662152393e-05,
      "loss": 3.5106,
      "step": 45666
    },
    {
      "epoch": 3.8792898402990144,
      "grad_norm": 3.499848955923778,
      "learning_rate": 8.773714983723298e-05,
      "loss": 3.8133,
      "step": 45667
    },
    {
      "epoch": 3.879374787631668,
      "grad_norm": 3.641611749497257,
      "learning_rate": 8.773090318340151e-05,
      "loss": 3.7534,
      "step": 45668
    },
    {
      "epoch": 3.879459734964322,
      "grad_norm": 3.7666883143021725,
      "learning_rate": 8.772465666004249e-05,
      "loss": 4.1317,
      "step": 45669
    },
    {
      "epoch": 3.879544682296976,
      "grad_norm": 3.5853836521783484,
      "learning_rate": 8.771841026716906e-05,
      "loss": 4.0001,
      "step": 45670
    },
    {
      "epoch": 3.8796296296296298,
      "grad_norm": 3.416501368417305,
      "learning_rate": 8.771216400479435e-05,
      "loss": 3.404,
      "step": 45671
    },
    {
      "epoch": 3.879714576962283,
      "grad_norm": 3.7703549228779423,
      "learning_rate": 8.770591787293135e-05,
      "loss": 3.9772,
      "step": 45672
    },
    {
      "epoch": 3.879799524294937,
      "grad_norm": 3.496186796312782,
      "learning_rate": 8.769967187159325e-05,
      "loss": 3.5452,
      "step": 45673
    },
    {
      "epoch": 3.879884471627591,
      "grad_norm": 3.510490618136728,
      "learning_rate": 8.769342600079307e-05,
      "loss": 3.8512,
      "step": 45674
    },
    {
      "epoch": 3.8799694189602447,
      "grad_norm": 3.872295689051049,
      "learning_rate": 8.768718026054396e-05,
      "loss": 4.3435,
      "step": 45675
    },
    {
      "epoch": 3.8800543662928986,
      "grad_norm": 3.590589150232176,
      "learning_rate": 8.768093465085893e-05,
      "loss": 3.9056,
      "step": 45676
    },
    {
      "epoch": 3.880139313625552,
      "grad_norm": 3.8733317373691576,
      "learning_rate": 8.767468917175112e-05,
      "loss": 4.4373,
      "step": 45677
    },
    {
      "epoch": 3.880224260958206,
      "grad_norm": 3.3952798525784056,
      "learning_rate": 8.766844382323358e-05,
      "loss": 3.5354,
      "step": 45678
    },
    {
      "epoch": 3.8803092082908597,
      "grad_norm": 3.847796007866153,
      "learning_rate": 8.766219860531946e-05,
      "loss": 4.2261,
      "step": 45679
    },
    {
      "epoch": 3.8803941556235135,
      "grad_norm": 3.763218382987074,
      "learning_rate": 8.765595351802177e-05,
      "loss": 4.3055,
      "step": 45680
    },
    {
      "epoch": 3.8804791029561674,
      "grad_norm": 3.4999834070955322,
      "learning_rate": 8.764970856135365e-05,
      "loss": 3.6674,
      "step": 45681
    },
    {
      "epoch": 3.880564050288821,
      "grad_norm": 3.832904530608459,
      "learning_rate": 8.764346373532816e-05,
      "loss": 4.1465,
      "step": 45682
    },
    {
      "epoch": 3.8806489976214746,
      "grad_norm": 3.57502886649156,
      "learning_rate": 8.763721903995839e-05,
      "loss": 3.8257,
      "step": 45683
    },
    {
      "epoch": 3.8807339449541285,
      "grad_norm": 3.535464899631777,
      "learning_rate": 8.763097447525735e-05,
      "loss": 3.6777,
      "step": 45684
    },
    {
      "epoch": 3.8808188922867823,
      "grad_norm": 3.4948689790298615,
      "learning_rate": 8.762473004123825e-05,
      "loss": 3.77,
      "step": 45685
    },
    {
      "epoch": 3.880903839619436,
      "grad_norm": 3.806880251228007,
      "learning_rate": 8.761848573791417e-05,
      "loss": 4.1068,
      "step": 45686
    },
    {
      "epoch": 3.8809887869520896,
      "grad_norm": 3.521836123268063,
      "learning_rate": 8.761224156529808e-05,
      "loss": 3.5724,
      "step": 45687
    },
    {
      "epoch": 3.8810737342847434,
      "grad_norm": 3.379428396468415,
      "learning_rate": 8.760599752340315e-05,
      "loss": 3.3416,
      "step": 45688
    },
    {
      "epoch": 3.8811586816173973,
      "grad_norm": 3.8820033169752013,
      "learning_rate": 8.759975361224247e-05,
      "loss": 4.2434,
      "step": 45689
    },
    {
      "epoch": 3.8812436289500507,
      "grad_norm": 3.758545815016545,
      "learning_rate": 8.759350983182902e-05,
      "loss": 4.2064,
      "step": 45690
    },
    {
      "epoch": 3.8813285762827046,
      "grad_norm": 3.589066730867097,
      "learning_rate": 8.758726618217599e-05,
      "loss": 4.1015,
      "step": 45691
    },
    {
      "epoch": 3.8814135236153584,
      "grad_norm": 3.6130504822230733,
      "learning_rate": 8.758102266329642e-05,
      "loss": 3.7642,
      "step": 45692
    },
    {
      "epoch": 3.8814984709480123,
      "grad_norm": 3.517132216505146,
      "learning_rate": 8.757477927520342e-05,
      "loss": 3.7182,
      "step": 45693
    },
    {
      "epoch": 3.881583418280666,
      "grad_norm": 3.698447445425055,
      "learning_rate": 8.756853601791007e-05,
      "loss": 3.8738,
      "step": 45694
    },
    {
      "epoch": 3.8816683656133195,
      "grad_norm": 3.5754503819386287,
      "learning_rate": 8.756229289142943e-05,
      "loss": 3.6219,
      "step": 45695
    },
    {
      "epoch": 3.8817533129459734,
      "grad_norm": 3.567351872272794,
      "learning_rate": 8.755604989577452e-05,
      "loss": 3.5834,
      "step": 45696
    },
    {
      "epoch": 3.881838260278627,
      "grad_norm": 3.5759769656739473,
      "learning_rate": 8.754980703095851e-05,
      "loss": 3.8072,
      "step": 45697
    },
    {
      "epoch": 3.881923207611281,
      "grad_norm": 3.8464503945929853,
      "learning_rate": 8.754356429699449e-05,
      "loss": 4.2331,
      "step": 45698
    },
    {
      "epoch": 3.882008154943935,
      "grad_norm": 3.5661817217063456,
      "learning_rate": 8.753732169389555e-05,
      "loss": 3.704,
      "step": 45699
    },
    {
      "epoch": 3.8820931022765883,
      "grad_norm": 3.7014179882553653,
      "learning_rate": 8.753107922167462e-05,
      "loss": 4.2013,
      "step": 45700
    },
    {
      "epoch": 3.882178049609242,
      "grad_norm": 3.433537361564872,
      "learning_rate": 8.752483688034496e-05,
      "loss": 3.5753,
      "step": 45701
    },
    {
      "epoch": 3.882262996941896,
      "grad_norm": 3.6700422068000362,
      "learning_rate": 8.751859466991952e-05,
      "loss": 3.8578,
      "step": 45702
    },
    {
      "epoch": 3.88234794427455,
      "grad_norm": 3.9560919712776883,
      "learning_rate": 8.75123525904115e-05,
      "loss": 3.7813,
      "step": 45703
    },
    {
      "epoch": 3.8824328916072037,
      "grad_norm": 3.5545824688223617,
      "learning_rate": 8.750611064183386e-05,
      "loss": 3.8546,
      "step": 45704
    },
    {
      "epoch": 3.882517838939857,
      "grad_norm": 3.8988299804463598,
      "learning_rate": 8.749986882419977e-05,
      "loss": 4.4725,
      "step": 45705
    },
    {
      "epoch": 3.882602786272511,
      "grad_norm": 3.520179995182574,
      "learning_rate": 8.749362713752228e-05,
      "loss": 3.6911,
      "step": 45706
    },
    {
      "epoch": 3.882687733605165,
      "grad_norm": 3.5503739717547873,
      "learning_rate": 8.748738558181441e-05,
      "loss": 3.738,
      "step": 45707
    },
    {
      "epoch": 3.8827726809378187,
      "grad_norm": 3.4249546231768164,
      "learning_rate": 8.748114415708935e-05,
      "loss": 3.6711,
      "step": 45708
    },
    {
      "epoch": 3.8828576282704725,
      "grad_norm": 3.8248141410762404,
      "learning_rate": 8.747490286336005e-05,
      "loss": 4.2363,
      "step": 45709
    },
    {
      "epoch": 3.882942575603126,
      "grad_norm": 3.6775358240884914,
      "learning_rate": 8.746866170063973e-05,
      "loss": 4.1315,
      "step": 45710
    },
    {
      "epoch": 3.88302752293578,
      "grad_norm": 3.521773619413779,
      "learning_rate": 8.74624206689413e-05,
      "loss": 3.7445,
      "step": 45711
    },
    {
      "epoch": 3.8831124702684336,
      "grad_norm": 3.806922753451548,
      "learning_rate": 8.745617976827799e-05,
      "loss": 4.1318,
      "step": 45712
    },
    {
      "epoch": 3.883197417601087,
      "grad_norm": 3.873495615547297,
      "learning_rate": 8.744993899866284e-05,
      "loss": 4.5047,
      "step": 45713
    },
    {
      "epoch": 3.8832823649337413,
      "grad_norm": 3.7688692083003486,
      "learning_rate": 8.744369836010882e-05,
      "loss": 4.214,
      "step": 45714
    },
    {
      "epoch": 3.8833673122663948,
      "grad_norm": 3.665198764822928,
      "learning_rate": 8.743745785262908e-05,
      "loss": 3.8512,
      "step": 45715
    },
    {
      "epoch": 3.8834522595990486,
      "grad_norm": 3.6773510018810116,
      "learning_rate": 8.743121747623678e-05,
      "loss": 3.9236,
      "step": 45716
    },
    {
      "epoch": 3.8835372069317025,
      "grad_norm": 3.623696973868805,
      "learning_rate": 8.742497723094491e-05,
      "loss": 3.6726,
      "step": 45717
    },
    {
      "epoch": 3.883622154264356,
      "grad_norm": 3.5002609387641397,
      "learning_rate": 8.74187371167665e-05,
      "loss": 3.5964,
      "step": 45718
    },
    {
      "epoch": 3.8837071015970097,
      "grad_norm": 3.5738364703764836,
      "learning_rate": 8.741249713371474e-05,
      "loss": 3.7468,
      "step": 45719
    },
    {
      "epoch": 3.8837920489296636,
      "grad_norm": 3.8104939292974587,
      "learning_rate": 8.740625728180262e-05,
      "loss": 4.2614,
      "step": 45720
    },
    {
      "epoch": 3.8838769962623174,
      "grad_norm": 3.4879987748131462,
      "learning_rate": 8.740001756104318e-05,
      "loss": 3.5877,
      "step": 45721
    },
    {
      "epoch": 3.8839619435949713,
      "grad_norm": 3.776905317512166,
      "learning_rate": 8.739377797144956e-05,
      "loss": 4.1288,
      "step": 45722
    },
    {
      "epoch": 3.8840468909276247,
      "grad_norm": 3.736616205376364,
      "learning_rate": 8.738753851303487e-05,
      "loss": 4.023,
      "step": 45723
    },
    {
      "epoch": 3.8841318382602785,
      "grad_norm": 3.7941465159803007,
      "learning_rate": 8.738129918581216e-05,
      "loss": 4.1811,
      "step": 45724
    },
    {
      "epoch": 3.8842167855929324,
      "grad_norm": 3.7042665639453545,
      "learning_rate": 8.73750599897944e-05,
      "loss": 4.0033,
      "step": 45725
    },
    {
      "epoch": 3.8843017329255862,
      "grad_norm": 3.521486765519447,
      "learning_rate": 8.736882092499483e-05,
      "loss": 3.6888,
      "step": 45726
    },
    {
      "epoch": 3.88438668025824,
      "grad_norm": 3.533366220498721,
      "learning_rate": 8.736258199142636e-05,
      "loss": 3.694,
      "step": 45727
    },
    {
      "epoch": 3.8844716275908935,
      "grad_norm": 3.5895580207269577,
      "learning_rate": 8.735634318910221e-05,
      "loss": 3.686,
      "step": 45728
    },
    {
      "epoch": 3.8845565749235473,
      "grad_norm": 3.7097035816867834,
      "learning_rate": 8.73501045180353e-05,
      "loss": 4.2378,
      "step": 45729
    },
    {
      "epoch": 3.884641522256201,
      "grad_norm": 3.8608506563961638,
      "learning_rate": 8.734386597823887e-05,
      "loss": 4.3313,
      "step": 45730
    },
    {
      "epoch": 3.884726469588855,
      "grad_norm": 3.569740793094747,
      "learning_rate": 8.733762756972588e-05,
      "loss": 3.9001,
      "step": 45731
    },
    {
      "epoch": 3.884811416921509,
      "grad_norm": 3.58107673694142,
      "learning_rate": 8.733138929250937e-05,
      "loss": 3.8493,
      "step": 45732
    },
    {
      "epoch": 3.8848963642541623,
      "grad_norm": 3.557089285443526,
      "learning_rate": 8.732515114660247e-05,
      "loss": 3.6873,
      "step": 45733
    },
    {
      "epoch": 3.884981311586816,
      "grad_norm": 3.516486349324368,
      "learning_rate": 8.731891313201832e-05,
      "loss": 3.707,
      "step": 45734
    },
    {
      "epoch": 3.88506625891947,
      "grad_norm": 4.1690440247225835,
      "learning_rate": 8.731267524876991e-05,
      "loss": 3.9097,
      "step": 45735
    },
    {
      "epoch": 3.885151206252124,
      "grad_norm": 3.5716760933461726,
      "learning_rate": 8.730643749687027e-05,
      "loss": 3.5147,
      "step": 45736
    },
    {
      "epoch": 3.8852361535847777,
      "grad_norm": 3.4538213184018853,
      "learning_rate": 8.730019987633256e-05,
      "loss": 3.827,
      "step": 45737
    },
    {
      "epoch": 3.885321100917431,
      "grad_norm": 3.787002673932274,
      "learning_rate": 8.729396238716981e-05,
      "loss": 4.2972,
      "step": 45738
    },
    {
      "epoch": 3.885406048250085,
      "grad_norm": 3.6580459800589975,
      "learning_rate": 8.728772502939503e-05,
      "loss": 3.6439,
      "step": 45739
    },
    {
      "epoch": 3.885490995582739,
      "grad_norm": 3.4500976491323057,
      "learning_rate": 8.728148780302137e-05,
      "loss": 3.5992,
      "step": 45740
    },
    {
      "epoch": 3.885575942915392,
      "grad_norm": 3.594261333026485,
      "learning_rate": 8.727525070806192e-05,
      "loss": 3.9083,
      "step": 45741
    },
    {
      "epoch": 3.885660890248046,
      "grad_norm": 3.394548083068328,
      "learning_rate": 8.726901374452972e-05,
      "loss": 3.4771,
      "step": 45742
    },
    {
      "epoch": 3.8857458375807,
      "grad_norm": 3.7997167705223194,
      "learning_rate": 8.726277691243774e-05,
      "loss": 4.2183,
      "step": 45743
    },
    {
      "epoch": 3.8858307849133538,
      "grad_norm": 3.4715509102216116,
      "learning_rate": 8.725654021179917e-05,
      "loss": 3.6135,
      "step": 45744
    },
    {
      "epoch": 3.8859157322460076,
      "grad_norm": 3.8323709703437707,
      "learning_rate": 8.725030364262701e-05,
      "loss": 4.2625,
      "step": 45745
    },
    {
      "epoch": 3.886000679578661,
      "grad_norm": 3.8600741660115774,
      "learning_rate": 8.724406720493441e-05,
      "loss": 4.3493,
      "step": 45746
    },
    {
      "epoch": 3.886085626911315,
      "grad_norm": 3.4931291372379767,
      "learning_rate": 8.723783089873434e-05,
      "loss": 3.5127,
      "step": 45747
    },
    {
      "epoch": 3.8861705742439687,
      "grad_norm": 3.406027911402513,
      "learning_rate": 8.723159472403997e-05,
      "loss": 3.5885,
      "step": 45748
    },
    {
      "epoch": 3.8862555215766226,
      "grad_norm": 3.8966271554507355,
      "learning_rate": 8.722535868086429e-05,
      "loss": 4.2696,
      "step": 45749
    },
    {
      "epoch": 3.8863404689092764,
      "grad_norm": 3.6948344837461975,
      "learning_rate": 8.72191227692203e-05,
      "loss": 3.9136,
      "step": 45750
    },
    {
      "epoch": 3.88642541624193,
      "grad_norm": 3.7613017288769095,
      "learning_rate": 8.721288698912125e-05,
      "loss": 3.6776,
      "step": 45751
    },
    {
      "epoch": 3.8865103635745837,
      "grad_norm": 3.9526540605658163,
      "learning_rate": 8.720665134058003e-05,
      "loss": 4.3531,
      "step": 45752
    },
    {
      "epoch": 3.8865953109072375,
      "grad_norm": 3.6140653490024475,
      "learning_rate": 8.720041582360984e-05,
      "loss": 3.8519,
      "step": 45753
    },
    {
      "epoch": 3.8866802582398914,
      "grad_norm": 3.6357796721869615,
      "learning_rate": 8.719418043822364e-05,
      "loss": 3.8054,
      "step": 45754
    },
    {
      "epoch": 3.8867652055725452,
      "grad_norm": 3.8535111025244646,
      "learning_rate": 8.718794518443458e-05,
      "loss": 4.4498,
      "step": 45755
    },
    {
      "epoch": 3.8868501529051986,
      "grad_norm": 3.5104741723121835,
      "learning_rate": 8.71817100622557e-05,
      "loss": 3.6853,
      "step": 45756
    },
    {
      "epoch": 3.8869351002378525,
      "grad_norm": 3.5582381479816703,
      "learning_rate": 8.717547507169997e-05,
      "loss": 3.7198,
      "step": 45757
    },
    {
      "epoch": 3.8870200475705063,
      "grad_norm": 3.534459150249254,
      "learning_rate": 8.716924021278057e-05,
      "loss": 3.4593,
      "step": 45758
    },
    {
      "epoch": 3.88710499490316,
      "grad_norm": 3.6064529248405903,
      "learning_rate": 8.716300548551056e-05,
      "loss": 3.7316,
      "step": 45759
    },
    {
      "epoch": 3.887189942235814,
      "grad_norm": 3.4254628868211405,
      "learning_rate": 8.715677088990297e-05,
      "loss": 3.5886,
      "step": 45760
    },
    {
      "epoch": 3.8872748895684675,
      "grad_norm": 3.8359375646727067,
      "learning_rate": 8.715053642597083e-05,
      "loss": 4.1189,
      "step": 45761
    },
    {
      "epoch": 3.8873598369011213,
      "grad_norm": 3.6192511312588342,
      "learning_rate": 8.714430209372728e-05,
      "loss": 3.6369,
      "step": 45762
    },
    {
      "epoch": 3.887444784233775,
      "grad_norm": 3.550415566988983,
      "learning_rate": 8.713806789318535e-05,
      "loss": 3.8947,
      "step": 45763
    },
    {
      "epoch": 3.8875297315664286,
      "grad_norm": 3.4165817332519515,
      "learning_rate": 8.713183382435802e-05,
      "loss": 3.5786,
      "step": 45764
    },
    {
      "epoch": 3.8876146788990824,
      "grad_norm": 3.3366794317516666,
      "learning_rate": 8.712559988725846e-05,
      "loss": 3.3979,
      "step": 45765
    },
    {
      "epoch": 3.8876996262317363,
      "grad_norm": 3.5037725505645105,
      "learning_rate": 8.711936608189972e-05,
      "loss": 3.4647,
      "step": 45766
    },
    {
      "epoch": 3.88778457356439,
      "grad_norm": 3.514957604509746,
      "learning_rate": 8.711313240829485e-05,
      "loss": 3.7354,
      "step": 45767
    },
    {
      "epoch": 3.887869520897044,
      "grad_norm": 3.381553621930129,
      "learning_rate": 8.710689886645684e-05,
      "loss": 3.4336,
      "step": 45768
    },
    {
      "epoch": 3.8879544682296974,
      "grad_norm": 3.772932413482974,
      "learning_rate": 8.710066545639888e-05,
      "loss": 4.1636,
      "step": 45769
    },
    {
      "epoch": 3.888039415562351,
      "grad_norm": 3.608137434340359,
      "learning_rate": 8.70944321781339e-05,
      "loss": 3.7134,
      "step": 45770
    },
    {
      "epoch": 3.888124362895005,
      "grad_norm": 3.7234620414277857,
      "learning_rate": 8.708819903167508e-05,
      "loss": 4.0214,
      "step": 45771
    },
    {
      "epoch": 3.888209310227659,
      "grad_norm": 3.966446190674727,
      "learning_rate": 8.708196601703538e-05,
      "loss": 4.4565,
      "step": 45772
    },
    {
      "epoch": 3.8882942575603128,
      "grad_norm": 3.5507071022737358,
      "learning_rate": 8.707573313422796e-05,
      "loss": 4.0623,
      "step": 45773
    },
    {
      "epoch": 3.888379204892966,
      "grad_norm": 3.5596876384216816,
      "learning_rate": 8.706950038326582e-05,
      "loss": 3.8307,
      "step": 45774
    },
    {
      "epoch": 3.88846415222562,
      "grad_norm": 3.7642616018067176,
      "learning_rate": 8.706326776416196e-05,
      "loss": 3.9416,
      "step": 45775
    },
    {
      "epoch": 3.888549099558274,
      "grad_norm": 4.003412957125546,
      "learning_rate": 8.705703527692949e-05,
      "loss": 3.6153,
      "step": 45776
    },
    {
      "epoch": 3.8886340468909277,
      "grad_norm": 3.8370855380242332,
      "learning_rate": 8.705080292158156e-05,
      "loss": 4.081,
      "step": 45777
    },
    {
      "epoch": 3.8887189942235816,
      "grad_norm": 3.7632277931268057,
      "learning_rate": 8.704457069813114e-05,
      "loss": 4.3396,
      "step": 45778
    },
    {
      "epoch": 3.888803941556235,
      "grad_norm": 3.440168010190598,
      "learning_rate": 8.703833860659125e-05,
      "loss": 3.3408,
      "step": 45779
    },
    {
      "epoch": 3.888888888888889,
      "grad_norm": 3.5217780809691255,
      "learning_rate": 8.703210664697507e-05,
      "loss": 3.6771,
      "step": 45780
    },
    {
      "epoch": 3.8889738362215427,
      "grad_norm": 3.477814705944853,
      "learning_rate": 8.702587481929554e-05,
      "loss": 3.4379,
      "step": 45781
    },
    {
      "epoch": 3.8890587835541965,
      "grad_norm": 3.5893152744911885,
      "learning_rate": 8.701964312356573e-05,
      "loss": 3.4163,
      "step": 45782
    },
    {
      "epoch": 3.8891437308868504,
      "grad_norm": 3.6975590076312748,
      "learning_rate": 8.701341155979873e-05,
      "loss": 3.975,
      "step": 45783
    },
    {
      "epoch": 3.889228678219504,
      "grad_norm": 3.4962115449000066,
      "learning_rate": 8.700718012800766e-05,
      "loss": 3.4883,
      "step": 45784
    },
    {
      "epoch": 3.8893136255521576,
      "grad_norm": 3.5241089456851276,
      "learning_rate": 8.700094882820551e-05,
      "loss": 3.5821,
      "step": 45785
    },
    {
      "epoch": 3.8893985728848115,
      "grad_norm": 3.472934791018369,
      "learning_rate": 8.699471766040527e-05,
      "loss": 3.4249,
      "step": 45786
    },
    {
      "epoch": 3.889483520217465,
      "grad_norm": 3.4461302397440114,
      "learning_rate": 8.698848662462012e-05,
      "loss": 3.7348,
      "step": 45787
    },
    {
      "epoch": 3.889568467550119,
      "grad_norm": 3.3968435721619277,
      "learning_rate": 8.698225572086304e-05,
      "loss": 3.4935,
      "step": 45788
    },
    {
      "epoch": 3.8896534148827726,
      "grad_norm": 3.5653524004972885,
      "learning_rate": 8.697602494914713e-05,
      "loss": 3.6151,
      "step": 45789
    },
    {
      "epoch": 3.8897383622154265,
      "grad_norm": 3.5851073494993,
      "learning_rate": 8.696979430948537e-05,
      "loss": 3.6747,
      "step": 45790
    },
    {
      "epoch": 3.8898233095480803,
      "grad_norm": 3.6376489377598684,
      "learning_rate": 8.696356380189093e-05,
      "loss": 4.0396,
      "step": 45791
    },
    {
      "epoch": 3.8899082568807337,
      "grad_norm": 3.476331253251951,
      "learning_rate": 8.69573334263768e-05,
      "loss": 3.5087,
      "step": 45792
    },
    {
      "epoch": 3.8899932042133876,
      "grad_norm": 3.5440880878369576,
      "learning_rate": 8.6951103182956e-05,
      "loss": 3.7008,
      "step": 45793
    },
    {
      "epoch": 3.8900781515460414,
      "grad_norm": 3.9269529123060134,
      "learning_rate": 8.694487307164165e-05,
      "loss": 4.4613,
      "step": 45794
    },
    {
      "epoch": 3.8901630988786953,
      "grad_norm": 3.4322028416891044,
      "learning_rate": 8.693864309244673e-05,
      "loss": 3.6735,
      "step": 45795
    },
    {
      "epoch": 3.890248046211349,
      "grad_norm": 3.636964179471901,
      "learning_rate": 8.693241324538439e-05,
      "loss": 3.9313,
      "step": 45796
    },
    {
      "epoch": 3.8903329935440025,
      "grad_norm": 3.5366162783982764,
      "learning_rate": 8.692618353046757e-05,
      "loss": 3.7786,
      "step": 45797
    },
    {
      "epoch": 3.8904179408766564,
      "grad_norm": 3.4800879339222126,
      "learning_rate": 8.691995394770947e-05,
      "loss": 3.9025,
      "step": 45798
    },
    {
      "epoch": 3.8905028882093102,
      "grad_norm": 3.5018808645583945,
      "learning_rate": 8.691372449712303e-05,
      "loss": 3.633,
      "step": 45799
    },
    {
      "epoch": 3.890587835541964,
      "grad_norm": 3.823112245678977,
      "learning_rate": 8.690749517872135e-05,
      "loss": 4.1652,
      "step": 45800
    },
    {
      "epoch": 3.890672782874618,
      "grad_norm": 3.6463612762273137,
      "learning_rate": 8.690126599251733e-05,
      "loss": 3.8223,
      "step": 45801
    },
    {
      "epoch": 3.8907577302072713,
      "grad_norm": 3.4467435973684992,
      "learning_rate": 8.689503693852429e-05,
      "loss": 3.191,
      "step": 45802
    },
    {
      "epoch": 3.890842677539925,
      "grad_norm": 3.6012657564014847,
      "learning_rate": 8.688880801675513e-05,
      "loss": 3.8193,
      "step": 45803
    },
    {
      "epoch": 3.890927624872579,
      "grad_norm": 3.502347773660416,
      "learning_rate": 8.688257922722287e-05,
      "loss": 3.677,
      "step": 45804
    },
    {
      "epoch": 3.891012572205233,
      "grad_norm": 3.513688020236723,
      "learning_rate": 8.687635056994067e-05,
      "loss": 3.2277,
      "step": 45805
    },
    {
      "epoch": 3.8910975195378867,
      "grad_norm": 3.4143335080826307,
      "learning_rate": 8.687012204492152e-05,
      "loss": 3.5616,
      "step": 45806
    },
    {
      "epoch": 3.89118246687054,
      "grad_norm": 3.5708970051335873,
      "learning_rate": 8.686389365217839e-05,
      "loss": 4.0885,
      "step": 45807
    },
    {
      "epoch": 3.891267414203194,
      "grad_norm": 3.872272921616715,
      "learning_rate": 8.685766539172444e-05,
      "loss": 4.2543,
      "step": 45808
    },
    {
      "epoch": 3.891352361535848,
      "grad_norm": 3.382742771140162,
      "learning_rate": 8.685143726357275e-05,
      "loss": 3.4727,
      "step": 45809
    },
    {
      "epoch": 3.8914373088685013,
      "grad_norm": 3.6160904719314546,
      "learning_rate": 8.684520926773629e-05,
      "loss": 3.9646,
      "step": 45810
    },
    {
      "epoch": 3.8915222562011555,
      "grad_norm": 3.585877283866179,
      "learning_rate": 8.683898140422815e-05,
      "loss": 3.8546,
      "step": 45811
    },
    {
      "epoch": 3.891607203533809,
      "grad_norm": 4.039617799813979,
      "learning_rate": 8.68327536730613e-05,
      "loss": 3.5902,
      "step": 45812
    },
    {
      "epoch": 3.891692150866463,
      "grad_norm": 3.8701586658039786,
      "learning_rate": 8.682652607424883e-05,
      "loss": 4.1287,
      "step": 45813
    },
    {
      "epoch": 3.8917770981991167,
      "grad_norm": 3.4993177253112737,
      "learning_rate": 8.682029860780387e-05,
      "loss": 3.5468,
      "step": 45814
    },
    {
      "epoch": 3.89186204553177,
      "grad_norm": 3.585987907977712,
      "learning_rate": 8.681407127373936e-05,
      "loss": 3.8821,
      "step": 45815
    },
    {
      "epoch": 3.891946992864424,
      "grad_norm": 3.5664160674334315,
      "learning_rate": 8.680784407206845e-05,
      "loss": 3.5586,
      "step": 45816
    },
    {
      "epoch": 3.8920319401970778,
      "grad_norm": 3.8076296895672157,
      "learning_rate": 8.680161700280413e-05,
      "loss": 4.187,
      "step": 45817
    },
    {
      "epoch": 3.8921168875297316,
      "grad_norm": 3.5099963776620937,
      "learning_rate": 8.679539006595946e-05,
      "loss": 3.5694,
      "step": 45818
    },
    {
      "epoch": 3.8922018348623855,
      "grad_norm": 3.5417185701046034,
      "learning_rate": 8.678916326154733e-05,
      "loss": 3.6859,
      "step": 45819
    },
    {
      "epoch": 3.892286782195039,
      "grad_norm": 3.6694179017949446,
      "learning_rate": 8.67829365895811e-05,
      "loss": 4.0244,
      "step": 45820
    },
    {
      "epoch": 3.8923717295276927,
      "grad_norm": 3.893790092560056,
      "learning_rate": 8.67767100500736e-05,
      "loss": 4.3088,
      "step": 45821
    },
    {
      "epoch": 3.8924566768603466,
      "grad_norm": 3.7334166738453103,
      "learning_rate": 8.677048364303792e-05,
      "loss": 4.1321,
      "step": 45822
    },
    {
      "epoch": 3.8925416241930004,
      "grad_norm": 3.8614593370234926,
      "learning_rate": 8.676425736848713e-05,
      "loss": 4.03,
      "step": 45823
    },
    {
      "epoch": 3.8926265715256543,
      "grad_norm": 3.6717469463220573,
      "learning_rate": 8.675803122643426e-05,
      "loss": 3.7258,
      "step": 45824
    },
    {
      "epoch": 3.8927115188583077,
      "grad_norm": 3.5585163320071427,
      "learning_rate": 8.675180521689233e-05,
      "loss": 3.8213,
      "step": 45825
    },
    {
      "epoch": 3.8927964661909615,
      "grad_norm": 3.592053635883932,
      "learning_rate": 8.674557933987438e-05,
      "loss": 3.9307,
      "step": 45826
    },
    {
      "epoch": 3.8928814135236154,
      "grad_norm": 3.868295084120436,
      "learning_rate": 8.673935359539356e-05,
      "loss": 4.3786,
      "step": 45827
    },
    {
      "epoch": 3.8929663608562692,
      "grad_norm": 3.5432361916088855,
      "learning_rate": 8.673312798346284e-05,
      "loss": 3.7528,
      "step": 45828
    },
    {
      "epoch": 3.893051308188923,
      "grad_norm": 3.620231938709623,
      "learning_rate": 8.672690250409527e-05,
      "loss": 3.6278,
      "step": 45829
    },
    {
      "epoch": 3.8931362555215765,
      "grad_norm": 3.4271359897856937,
      "learning_rate": 8.672067715730379e-05,
      "loss": 3.5971,
      "step": 45830
    },
    {
      "epoch": 3.8932212028542303,
      "grad_norm": 3.9272824530092127,
      "learning_rate": 8.67144519431016e-05,
      "loss": 4.313,
      "step": 45831
    },
    {
      "epoch": 3.893306150186884,
      "grad_norm": 3.5572769640449073,
      "learning_rate": 8.670822686150171e-05,
      "loss": 3.6138,
      "step": 45832
    },
    {
      "epoch": 3.893391097519538,
      "grad_norm": 3.888067409191659,
      "learning_rate": 8.67020019125171e-05,
      "loss": 4.156,
      "step": 45833
    },
    {
      "epoch": 3.893476044852192,
      "grad_norm": 3.4412130636651908,
      "learning_rate": 8.66957770961609e-05,
      "loss": 3.5912,
      "step": 45834
    },
    {
      "epoch": 3.8935609921848453,
      "grad_norm": 3.5297192979934646,
      "learning_rate": 8.668955241244612e-05,
      "loss": 3.5341,
      "step": 45835
    },
    {
      "epoch": 3.893645939517499,
      "grad_norm": 3.6010766449335168,
      "learning_rate": 8.668332786138577e-05,
      "loss": 3.913,
      "step": 45836
    },
    {
      "epoch": 3.893730886850153,
      "grad_norm": 3.887638533621661,
      "learning_rate": 8.667710344299279e-05,
      "loss": 4.2135,
      "step": 45837
    },
    {
      "epoch": 3.8938158341828064,
      "grad_norm": 3.524556263440763,
      "learning_rate": 8.667087915728049e-05,
      "loss": 3.6828,
      "step": 45838
    },
    {
      "epoch": 3.8939007815154603,
      "grad_norm": 3.8583495149645857,
      "learning_rate": 8.666465500426174e-05,
      "loss": 4.2006,
      "step": 45839
    },
    {
      "epoch": 3.893985728848114,
      "grad_norm": 3.471838454056375,
      "learning_rate": 8.665843098394963e-05,
      "loss": 3.5929,
      "step": 45840
    },
    {
      "epoch": 3.894070676180768,
      "grad_norm": 3.5212132685553406,
      "learning_rate": 8.665220709635708e-05,
      "loss": 3.7625,
      "step": 45841
    },
    {
      "epoch": 3.894155623513422,
      "grad_norm": 3.522316574692188,
      "learning_rate": 8.664598334149731e-05,
      "loss": 3.5898,
      "step": 45842
    },
    {
      "epoch": 3.8942405708460752,
      "grad_norm": 3.4974650965334884,
      "learning_rate": 8.663975971938329e-05,
      "loss": 3.6006,
      "step": 45843
    },
    {
      "epoch": 3.894325518178729,
      "grad_norm": 3.771686910078617,
      "learning_rate": 8.66335362300279e-05,
      "loss": 4.3139,
      "step": 45844
    },
    {
      "epoch": 3.894410465511383,
      "grad_norm": 3.945527492167785,
      "learning_rate": 8.662731287344447e-05,
      "loss": 4.3571,
      "step": 45845
    },
    {
      "epoch": 3.8944954128440368,
      "grad_norm": 3.5800927582757,
      "learning_rate": 8.662108964964593e-05,
      "loss": 4.0882,
      "step": 45846
    },
    {
      "epoch": 3.8945803601766906,
      "grad_norm": 3.5092006422260043,
      "learning_rate": 8.661486655864524e-05,
      "loss": 3.6408,
      "step": 45847
    },
    {
      "epoch": 3.894665307509344,
      "grad_norm": 3.8402971605139293,
      "learning_rate": 8.660864360045545e-05,
      "loss": 4.1373,
      "step": 45848
    },
    {
      "epoch": 3.894750254841998,
      "grad_norm": 3.8708516606464656,
      "learning_rate": 8.660242077508969e-05,
      "loss": 4.1845,
      "step": 45849
    },
    {
      "epoch": 3.8948352021746517,
      "grad_norm": 3.9133122724555536,
      "learning_rate": 8.659619808256089e-05,
      "loss": 3.6407,
      "step": 45850
    },
    {
      "epoch": 3.8949201495073056,
      "grad_norm": 3.6504874913334437,
      "learning_rate": 8.658997552288215e-05,
      "loss": 3.8225,
      "step": 45851
    },
    {
      "epoch": 3.8950050968399594,
      "grad_norm": 3.801566664155264,
      "learning_rate": 8.658375309606654e-05,
      "loss": 3.9928,
      "step": 45852
    },
    {
      "epoch": 3.895090044172613,
      "grad_norm": 3.53212003765766,
      "learning_rate": 8.657753080212709e-05,
      "loss": 3.5875,
      "step": 45853
    },
    {
      "epoch": 3.8951749915052667,
      "grad_norm": 3.5607352182084315,
      "learning_rate": 8.657130864107679e-05,
      "loss": 3.9567,
      "step": 45854
    },
    {
      "epoch": 3.8952599388379205,
      "grad_norm": 3.548583864370223,
      "learning_rate": 8.656508661292864e-05,
      "loss": 3.7913,
      "step": 45855
    },
    {
      "epoch": 3.8953448861705744,
      "grad_norm": 3.494433147414356,
      "learning_rate": 8.655886471769572e-05,
      "loss": 3.656,
      "step": 45856
    },
    {
      "epoch": 3.8954298335032282,
      "grad_norm": 3.473435941794393,
      "learning_rate": 8.655264295539117e-05,
      "loss": 3.5087,
      "step": 45857
    },
    {
      "epoch": 3.8955147808358817,
      "grad_norm": 3.6186854425882444,
      "learning_rate": 8.65464213260279e-05,
      "loss": 3.9112,
      "step": 45858
    },
    {
      "epoch": 3.8955997281685355,
      "grad_norm": 3.6232901977157397,
      "learning_rate": 8.654019982961894e-05,
      "loss": 4.0777,
      "step": 45859
    },
    {
      "epoch": 3.8956846755011894,
      "grad_norm": 3.636607297240471,
      "learning_rate": 8.653397846617742e-05,
      "loss": 3.5059,
      "step": 45860
    },
    {
      "epoch": 3.8957696228338428,
      "grad_norm": 3.8330711872337235,
      "learning_rate": 8.652775723571633e-05,
      "loss": 3.6315,
      "step": 45861
    },
    {
      "epoch": 3.8958545701664966,
      "grad_norm": 3.5963811447322285,
      "learning_rate": 8.652153613824858e-05,
      "loss": 3.566,
      "step": 45862
    },
    {
      "epoch": 3.8959395174991505,
      "grad_norm": 3.5965957772596293,
      "learning_rate": 8.651531517378743e-05,
      "loss": 4.0241,
      "step": 45863
    },
    {
      "epoch": 3.8960244648318043,
      "grad_norm": 3.445470037389832,
      "learning_rate": 8.650909434234582e-05,
      "loss": 3.4422,
      "step": 45864
    },
    {
      "epoch": 3.896109412164458,
      "grad_norm": 3.9110404825795957,
      "learning_rate": 8.650287364393677e-05,
      "loss": 4.3766,
      "step": 45865
    },
    {
      "epoch": 3.8961943594971116,
      "grad_norm": 3.8989021756334687,
      "learning_rate": 8.649665307857326e-05,
      "loss": 4.4756,
      "step": 45866
    },
    {
      "epoch": 3.8962793068297654,
      "grad_norm": 3.549744957328157,
      "learning_rate": 8.649043264626844e-05,
      "loss": 3.6827,
      "step": 45867
    },
    {
      "epoch": 3.8963642541624193,
      "grad_norm": 3.3491697050641025,
      "learning_rate": 8.648421234703523e-05,
      "loss": 3.2043,
      "step": 45868
    },
    {
      "epoch": 3.896449201495073,
      "grad_norm": 3.6754094795970422,
      "learning_rate": 8.647799218088676e-05,
      "loss": 3.9512,
      "step": 45869
    },
    {
      "epoch": 3.896534148827727,
      "grad_norm": 3.46370696596903,
      "learning_rate": 8.647177214783596e-05,
      "loss": 3.6589,
      "step": 45870
    },
    {
      "epoch": 3.8966190961603804,
      "grad_norm": 3.5848011418173513,
      "learning_rate": 8.6465552247896e-05,
      "loss": 3.673,
      "step": 45871
    },
    {
      "epoch": 3.8967040434930342,
      "grad_norm": 3.9153891932834886,
      "learning_rate": 8.645933248107985e-05,
      "loss": 4.1778,
      "step": 45872
    },
    {
      "epoch": 3.896788990825688,
      "grad_norm": 3.6096775111631745,
      "learning_rate": 8.645311284740044e-05,
      "loss": 3.6739,
      "step": 45873
    },
    {
      "epoch": 3.896873938158342,
      "grad_norm": 3.518363111352628,
      "learning_rate": 8.644689334687092e-05,
      "loss": 3.568,
      "step": 45874
    },
    {
      "epoch": 3.896958885490996,
      "grad_norm": 3.553586193912492,
      "learning_rate": 8.644067397950433e-05,
      "loss": 3.9318,
      "step": 45875
    },
    {
      "epoch": 3.897043832823649,
      "grad_norm": 3.430715024858097,
      "learning_rate": 8.643445474531366e-05,
      "loss": 3.6013,
      "step": 45876
    },
    {
      "epoch": 3.897128780156303,
      "grad_norm": 4.052477741748276,
      "learning_rate": 8.642823564431192e-05,
      "loss": 3.6422,
      "step": 45877
    },
    {
      "epoch": 3.897213727488957,
      "grad_norm": 3.6724133960483925,
      "learning_rate": 8.642201667651219e-05,
      "loss": 3.8948,
      "step": 45878
    },
    {
      "epoch": 3.8972986748216107,
      "grad_norm": 3.4571709824749535,
      "learning_rate": 8.64157978419275e-05,
      "loss": 3.6008,
      "step": 45879
    },
    {
      "epoch": 3.8973836221542646,
      "grad_norm": 3.5827398951514695,
      "learning_rate": 8.640957914057077e-05,
      "loss": 3.8581,
      "step": 45880
    },
    {
      "epoch": 3.897468569486918,
      "grad_norm": 3.6708418516905787,
      "learning_rate": 8.640336057245513e-05,
      "loss": 3.9031,
      "step": 45881
    },
    {
      "epoch": 3.897553516819572,
      "grad_norm": 3.581612264131459,
      "learning_rate": 8.639714213759367e-05,
      "loss": 3.8163,
      "step": 45882
    },
    {
      "epoch": 3.8976384641522257,
      "grad_norm": 3.5565557746269914,
      "learning_rate": 8.639092383599934e-05,
      "loss": 3.4961,
      "step": 45883
    },
    {
      "epoch": 3.897723411484879,
      "grad_norm": 3.817333365672872,
      "learning_rate": 8.63847056676851e-05,
      "loss": 4.1075,
      "step": 45884
    },
    {
      "epoch": 3.8978083588175334,
      "grad_norm": 3.489606421422264,
      "learning_rate": 8.637848763266413e-05,
      "loss": 3.4545,
      "step": 45885
    },
    {
      "epoch": 3.897893306150187,
      "grad_norm": 3.5081286295827363,
      "learning_rate": 8.637226973094937e-05,
      "loss": 3.4619,
      "step": 45886
    },
    {
      "epoch": 3.8979782534828407,
      "grad_norm": 3.680017163700655,
      "learning_rate": 8.63660519625538e-05,
      "loss": 4.0831,
      "step": 45887
    },
    {
      "epoch": 3.8980632008154945,
      "grad_norm": 3.538991692996579,
      "learning_rate": 8.635983432749052e-05,
      "loss": 3.7753,
      "step": 45888
    },
    {
      "epoch": 3.898148148148148,
      "grad_norm": 3.7306892450199247,
      "learning_rate": 8.635361682577262e-05,
      "loss": 4.0276,
      "step": 45889
    },
    {
      "epoch": 3.8982330954808018,
      "grad_norm": 3.4802886293691233,
      "learning_rate": 8.634739945741303e-05,
      "loss": 3.7049,
      "step": 45890
    },
    {
      "epoch": 3.8983180428134556,
      "grad_norm": 3.8273488619922333,
      "learning_rate": 8.634118222242476e-05,
      "loss": 4.0363,
      "step": 45891
    },
    {
      "epoch": 3.8984029901461095,
      "grad_norm": 3.5310922732468293,
      "learning_rate": 8.633496512082095e-05,
      "loss": 3.6189,
      "step": 45892
    },
    {
      "epoch": 3.8984879374787633,
      "grad_norm": 3.4743421283434444,
      "learning_rate": 8.632874815261448e-05,
      "loss": 3.4581,
      "step": 45893
    },
    {
      "epoch": 3.8985728848114167,
      "grad_norm": 3.898966168271393,
      "learning_rate": 8.63225313178185e-05,
      "loss": 4.279,
      "step": 45894
    },
    {
      "epoch": 3.8986578321440706,
      "grad_norm": 3.922649157068859,
      "learning_rate": 8.631631461644595e-05,
      "loss": 4.5789,
      "step": 45895
    },
    {
      "epoch": 3.8987427794767244,
      "grad_norm": 3.546593310148282,
      "learning_rate": 8.631009804850996e-05,
      "loss": 3.6661,
      "step": 45896
    },
    {
      "epoch": 3.8988277268093783,
      "grad_norm": 3.549860597938722,
      "learning_rate": 8.630388161402347e-05,
      "loss": 3.8299,
      "step": 45897
    },
    {
      "epoch": 3.898912674142032,
      "grad_norm": 3.518057555172031,
      "learning_rate": 8.629766531299945e-05,
      "loss": 3.5313,
      "step": 45898
    },
    {
      "epoch": 3.8989976214746855,
      "grad_norm": 3.613884144963371,
      "learning_rate": 8.629144914545103e-05,
      "loss": 3.6384,
      "step": 45899
    },
    {
      "epoch": 3.8990825688073394,
      "grad_norm": 3.7163632284457697,
      "learning_rate": 8.628523311139127e-05,
      "loss": 4.342,
      "step": 45900
    },
    {
      "epoch": 3.8991675161399932,
      "grad_norm": 3.8473597454075743,
      "learning_rate": 8.62790172108331e-05,
      "loss": 4.275,
      "step": 45901
    },
    {
      "epoch": 3.899252463472647,
      "grad_norm": 3.4843085672876546,
      "learning_rate": 8.627280144378952e-05,
      "loss": 3.5209,
      "step": 45902
    },
    {
      "epoch": 3.899337410805301,
      "grad_norm": 3.5129499998333222,
      "learning_rate": 8.62665858102737e-05,
      "loss": 3.8473,
      "step": 45903
    },
    {
      "epoch": 3.8994223581379543,
      "grad_norm": 3.810958346334231,
      "learning_rate": 8.626037031029854e-05,
      "loss": 4.1734,
      "step": 45904
    },
    {
      "epoch": 3.899507305470608,
      "grad_norm": 3.679171081770318,
      "learning_rate": 8.625415494387704e-05,
      "loss": 4.0522,
      "step": 45905
    },
    {
      "epoch": 3.899592252803262,
      "grad_norm": 3.487224695895566,
      "learning_rate": 8.62479397110223e-05,
      "loss": 3.8331,
      "step": 45906
    },
    {
      "epoch": 3.8996772001359155,
      "grad_norm": 3.862285369293449,
      "learning_rate": 8.624172461174734e-05,
      "loss": 4.2008,
      "step": 45907
    },
    {
      "epoch": 3.8997621474685698,
      "grad_norm": 3.673513981281574,
      "learning_rate": 8.623550964606521e-05,
      "loss": 4.1198,
      "step": 45908
    },
    {
      "epoch": 3.899847094801223,
      "grad_norm": 3.7189823900960546,
      "learning_rate": 8.622929481398879e-05,
      "loss": 4.2733,
      "step": 45909
    },
    {
      "epoch": 3.899932042133877,
      "grad_norm": 3.7380267421959776,
      "learning_rate": 8.622308011553125e-05,
      "loss": 4.1933,
      "step": 45910
    },
    {
      "epoch": 3.900016989466531,
      "grad_norm": 3.386067657029604,
      "learning_rate": 8.621686555070552e-05,
      "loss": 3.4471,
      "step": 45911
    },
    {
      "epoch": 3.9001019367991843,
      "grad_norm": 3.456996033862373,
      "learning_rate": 8.621065111952471e-05,
      "loss": 3.4742,
      "step": 45912
    },
    {
      "epoch": 3.900186884131838,
      "grad_norm": 3.577978104740375,
      "learning_rate": 8.620443682200175e-05,
      "loss": 3.5696,
      "step": 45913
    },
    {
      "epoch": 3.900271831464492,
      "grad_norm": 3.647681929640799,
      "learning_rate": 8.619822265814975e-05,
      "loss": 3.8407,
      "step": 45914
    },
    {
      "epoch": 3.900356778797146,
      "grad_norm": 3.770460146366435,
      "learning_rate": 8.619200862798166e-05,
      "loss": 4.1003,
      "step": 45915
    },
    {
      "epoch": 3.9004417261297997,
      "grad_norm": 3.523202589495931,
      "learning_rate": 8.618579473151049e-05,
      "loss": 3.7522,
      "step": 45916
    },
    {
      "epoch": 3.900526673462453,
      "grad_norm": 3.655824927422162,
      "learning_rate": 8.61795809687493e-05,
      "loss": 4.0262,
      "step": 45917
    },
    {
      "epoch": 3.900611620795107,
      "grad_norm": 3.5687315389993604,
      "learning_rate": 8.617336733971114e-05,
      "loss": 3.5474,
      "step": 45918
    },
    {
      "epoch": 3.9006965681277608,
      "grad_norm": 3.6468571334335578,
      "learning_rate": 8.616715384440902e-05,
      "loss": 4.2537,
      "step": 45919
    },
    {
      "epoch": 3.9007815154604146,
      "grad_norm": 3.6596909007518423,
      "learning_rate": 8.616094048285583e-05,
      "loss": 4.0685,
      "step": 45920
    },
    {
      "epoch": 3.9008664627930685,
      "grad_norm": 3.506993826364102,
      "learning_rate": 8.615472725506479e-05,
      "loss": 3.4841,
      "step": 45921
    },
    {
      "epoch": 3.900951410125722,
      "grad_norm": 3.5237042275543082,
      "learning_rate": 8.614851416104878e-05,
      "loss": 3.6129,
      "step": 45922
    },
    {
      "epoch": 3.9010363574583757,
      "grad_norm": 3.416846889798507,
      "learning_rate": 8.614230120082083e-05,
      "loss": 3.3754,
      "step": 45923
    },
    {
      "epoch": 3.9011213047910296,
      "grad_norm": 3.839474329970883,
      "learning_rate": 8.613608837439397e-05,
      "loss": 4.1506,
      "step": 45924
    },
    {
      "epoch": 3.9012062521236834,
      "grad_norm": 3.8232661693678986,
      "learning_rate": 8.612987568178131e-05,
      "loss": 3.8838,
      "step": 45925
    },
    {
      "epoch": 3.9012911994563373,
      "grad_norm": 3.529526922162169,
      "learning_rate": 8.612366312299577e-05,
      "loss": 3.6521,
      "step": 45926
    },
    {
      "epoch": 3.9013761467889907,
      "grad_norm": 3.4858738560361457,
      "learning_rate": 8.611745069805032e-05,
      "loss": 3.5466,
      "step": 45927
    },
    {
      "epoch": 3.9014610941216445,
      "grad_norm": 3.573718422892968,
      "learning_rate": 8.611123840695812e-05,
      "loss": 3.9198,
      "step": 45928
    },
    {
      "epoch": 3.9015460414542984,
      "grad_norm": 3.9236314484514936,
      "learning_rate": 8.610502624973213e-05,
      "loss": 3.5159,
      "step": 45929
    },
    {
      "epoch": 3.9016309887869522,
      "grad_norm": 3.4310260913321717,
      "learning_rate": 8.609881422638525e-05,
      "loss": 3.6012,
      "step": 45930
    },
    {
      "epoch": 3.901715936119606,
      "grad_norm": 3.717968397476495,
      "learning_rate": 8.609260233693062e-05,
      "loss": 3.8891,
      "step": 45931
    },
    {
      "epoch": 3.9018008834522595,
      "grad_norm": 3.454886158438014,
      "learning_rate": 8.608639058138126e-05,
      "loss": 3.668,
      "step": 45932
    },
    {
      "epoch": 3.9018858307849134,
      "grad_norm": 3.606983695047226,
      "learning_rate": 8.608017895975019e-05,
      "loss": 4.0278,
      "step": 45933
    },
    {
      "epoch": 3.901970778117567,
      "grad_norm": 3.5730916711553697,
      "learning_rate": 8.60739674720503e-05,
      "loss": 3.8389,
      "step": 45934
    },
    {
      "epoch": 3.9020557254502206,
      "grad_norm": 3.4820402756296285,
      "learning_rate": 8.606775611829477e-05,
      "loss": 3.7478,
      "step": 45935
    },
    {
      "epoch": 3.9021406727828745,
      "grad_norm": 3.6766210164778124,
      "learning_rate": 8.606154489849647e-05,
      "loss": 3.9312,
      "step": 45936
    },
    {
      "epoch": 3.9022256201155283,
      "grad_norm": 3.869676130161499,
      "learning_rate": 8.605533381266855e-05,
      "loss": 4.1386,
      "step": 45937
    },
    {
      "epoch": 3.902310567448182,
      "grad_norm": 3.5846251268652174,
      "learning_rate": 8.604912286082389e-05,
      "loss": 3.8069,
      "step": 45938
    },
    {
      "epoch": 3.902395514780836,
      "grad_norm": 3.568445921905077,
      "learning_rate": 8.604291204297565e-05,
      "loss": 3.9333,
      "step": 45939
    },
    {
      "epoch": 3.9024804621134894,
      "grad_norm": 3.5332738989808465,
      "learning_rate": 8.603670135913676e-05,
      "loss": 3.5392,
      "step": 45940
    },
    {
      "epoch": 3.9025654094461433,
      "grad_norm": 3.5179384640585503,
      "learning_rate": 8.603049080932016e-05,
      "loss": 3.6033,
      "step": 45941
    },
    {
      "epoch": 3.902650356778797,
      "grad_norm": 4.432672022327721,
      "learning_rate": 8.602428039353896e-05,
      "loss": 3.8106,
      "step": 45942
    },
    {
      "epoch": 3.902735304111451,
      "grad_norm": 3.456267807836025,
      "learning_rate": 8.601807011180619e-05,
      "loss": 3.6105,
      "step": 45943
    },
    {
      "epoch": 3.902820251444105,
      "grad_norm": 3.462005495440342,
      "learning_rate": 8.601185996413486e-05,
      "loss": 3.4498,
      "step": 45944
    },
    {
      "epoch": 3.9029051987767582,
      "grad_norm": 3.900252263281556,
      "learning_rate": 8.600564995053788e-05,
      "loss": 4.1626,
      "step": 45945
    },
    {
      "epoch": 3.902990146109412,
      "grad_norm": 3.8902213055337334,
      "learning_rate": 8.599944007102835e-05,
      "loss": 3.7994,
      "step": 45946
    },
    {
      "epoch": 3.903075093442066,
      "grad_norm": 3.771336476596139,
      "learning_rate": 8.599323032561931e-05,
      "loss": 3.8894,
      "step": 45947
    },
    {
      "epoch": 3.90316004077472,
      "grad_norm": 3.8532590024840716,
      "learning_rate": 8.598702071432365e-05,
      "loss": 4.0146,
      "step": 45948
    },
    {
      "epoch": 3.9032449881073736,
      "grad_norm": 3.4871501811156063,
      "learning_rate": 8.598081123715445e-05,
      "loss": 3.5054,
      "step": 45949
    },
    {
      "epoch": 3.903329935440027,
      "grad_norm": 3.603649040059255,
      "learning_rate": 8.597460189412478e-05,
      "loss": 3.5642,
      "step": 45950
    },
    {
      "epoch": 3.903414882772681,
      "grad_norm": 3.645236367446008,
      "learning_rate": 8.596839268524763e-05,
      "loss": 3.7769,
      "step": 45951
    },
    {
      "epoch": 3.9034998301053347,
      "grad_norm": 3.50894612104091,
      "learning_rate": 8.596218361053588e-05,
      "loss": 3.752,
      "step": 45952
    },
    {
      "epoch": 3.9035847774379886,
      "grad_norm": 3.8292884702956482,
      "learning_rate": 8.595597467000269e-05,
      "loss": 4.128,
      "step": 45953
    },
    {
      "epoch": 3.9036697247706424,
      "grad_norm": 3.4951682797794814,
      "learning_rate": 8.594976586366097e-05,
      "loss": 3.5138,
      "step": 45954
    },
    {
      "epoch": 3.903754672103296,
      "grad_norm": 3.510742286732426,
      "learning_rate": 8.594355719152384e-05,
      "loss": 3.7278,
      "step": 45955
    },
    {
      "epoch": 3.9038396194359497,
      "grad_norm": 3.5172004161691706,
      "learning_rate": 8.593734865360418e-05,
      "loss": 3.6058,
      "step": 45956
    },
    {
      "epoch": 3.9039245667686036,
      "grad_norm": 3.6047300888048763,
      "learning_rate": 8.59311402499151e-05,
      "loss": 3.7624,
      "step": 45957
    },
    {
      "epoch": 3.904009514101257,
      "grad_norm": 3.7220479269579596,
      "learning_rate": 8.592493198046962e-05,
      "loss": 4.0754,
      "step": 45958
    },
    {
      "epoch": 3.904094461433911,
      "grad_norm": 3.978084484003541,
      "learning_rate": 8.591872384528059e-05,
      "loss": 4.46,
      "step": 45959
    },
    {
      "epoch": 3.9041794087665647,
      "grad_norm": 3.557341044866985,
      "learning_rate": 8.591251584436115e-05,
      "loss": 3.6412,
      "step": 45960
    },
    {
      "epoch": 3.9042643560992185,
      "grad_norm": 3.512359253289654,
      "learning_rate": 8.590630797772434e-05,
      "loss": 3.7306,
      "step": 45961
    },
    {
      "epoch": 3.9043493034318724,
      "grad_norm": 3.8767347320533876,
      "learning_rate": 8.590010024538312e-05,
      "loss": 4.2837,
      "step": 45962
    },
    {
      "epoch": 3.9044342507645258,
      "grad_norm": 3.570965633907862,
      "learning_rate": 8.589389264735042e-05,
      "loss": 3.5817,
      "step": 45963
    },
    {
      "epoch": 3.9045191980971796,
      "grad_norm": 3.650888140097906,
      "learning_rate": 8.588768518363937e-05,
      "loss": 3.9481,
      "step": 45964
    },
    {
      "epoch": 3.9046041454298335,
      "grad_norm": 3.4679605879648694,
      "learning_rate": 8.588147785426293e-05,
      "loss": 3.7072,
      "step": 45965
    },
    {
      "epoch": 3.9046890927624873,
      "grad_norm": 3.566478481797136,
      "learning_rate": 8.587527065923403e-05,
      "loss": 3.7705,
      "step": 45966
    },
    {
      "epoch": 3.904774040095141,
      "grad_norm": 3.6241477494175305,
      "learning_rate": 8.586906359856575e-05,
      "loss": 3.8166,
      "step": 45967
    },
    {
      "epoch": 3.9048589874277946,
      "grad_norm": 3.7841742110612566,
      "learning_rate": 8.586285667227115e-05,
      "loss": 4.3183,
      "step": 45968
    },
    {
      "epoch": 3.9049439347604484,
      "grad_norm": 3.5107103776612,
      "learning_rate": 8.585664988036317e-05,
      "loss": 3.4355,
      "step": 45969
    },
    {
      "epoch": 3.9050288820931023,
      "grad_norm": 3.4864661432131547,
      "learning_rate": 8.585044322285478e-05,
      "loss": 3.5573,
      "step": 45970
    },
    {
      "epoch": 3.905113829425756,
      "grad_norm": 3.485699435947892,
      "learning_rate": 8.584423669975905e-05,
      "loss": 3.6454,
      "step": 45971
    },
    {
      "epoch": 3.90519877675841,
      "grad_norm": 3.5818726250948743,
      "learning_rate": 8.583803031108893e-05,
      "loss": 3.6025,
      "step": 45972
    },
    {
      "epoch": 3.9052837240910634,
      "grad_norm": 3.3553974854544575,
      "learning_rate": 8.583182405685751e-05,
      "loss": 3.3841,
      "step": 45973
    },
    {
      "epoch": 3.9053686714237172,
      "grad_norm": 3.790743849600539,
      "learning_rate": 8.582561793707767e-05,
      "loss": 4.3418,
      "step": 45974
    },
    {
      "epoch": 3.905453618756371,
      "grad_norm": 3.5364125153092996,
      "learning_rate": 8.581941195176255e-05,
      "loss": 3.7143,
      "step": 45975
    },
    {
      "epoch": 3.905538566089025,
      "grad_norm": 3.4991292421262834,
      "learning_rate": 8.581320610092508e-05,
      "loss": 3.5021,
      "step": 45976
    },
    {
      "epoch": 3.905623513421679,
      "grad_norm": 3.4645857160777362,
      "learning_rate": 8.58070003845782e-05,
      "loss": 3.6775,
      "step": 45977
    },
    {
      "epoch": 3.905708460754332,
      "grad_norm": 3.5025868222614642,
      "learning_rate": 8.580079480273506e-05,
      "loss": 3.4392,
      "step": 45978
    },
    {
      "epoch": 3.905793408086986,
      "grad_norm": 3.8083637825465786,
      "learning_rate": 8.579458935540851e-05,
      "loss": 3.9088,
      "step": 45979
    },
    {
      "epoch": 3.90587835541964,
      "grad_norm": 3.8263551751320066,
      "learning_rate": 8.578838404261169e-05,
      "loss": 4.1221,
      "step": 45980
    },
    {
      "epoch": 3.9059633027522933,
      "grad_norm": 3.7157556905662736,
      "learning_rate": 8.578217886435747e-05,
      "loss": 3.9159,
      "step": 45981
    },
    {
      "epoch": 3.9060482500849476,
      "grad_norm": 3.6173696194404323,
      "learning_rate": 8.577597382065898e-05,
      "loss": 3.7096,
      "step": 45982
    },
    {
      "epoch": 3.906133197417601,
      "grad_norm": 3.876355483916678,
      "learning_rate": 8.576976891152919e-05,
      "loss": 4.3648,
      "step": 45983
    },
    {
      "epoch": 3.906218144750255,
      "grad_norm": 3.5193882815823527,
      "learning_rate": 8.576356413698097e-05,
      "loss": 3.89,
      "step": 45984
    },
    {
      "epoch": 3.9063030920829087,
      "grad_norm": 3.6338372062890283,
      "learning_rate": 8.575735949702746e-05,
      "loss": 3.7808,
      "step": 45985
    },
    {
      "epoch": 3.906388039415562,
      "grad_norm": 3.5463994617538797,
      "learning_rate": 8.575115499168165e-05,
      "loss": 3.8533,
      "step": 45986
    },
    {
      "epoch": 3.906472986748216,
      "grad_norm": 3.4925554306206634,
      "learning_rate": 8.574495062095654e-05,
      "loss": 3.5673,
      "step": 45987
    },
    {
      "epoch": 3.90655793408087,
      "grad_norm": 3.4636673083684753,
      "learning_rate": 8.573874638486503e-05,
      "loss": 3.4847,
      "step": 45988
    },
    {
      "epoch": 3.9066428814135237,
      "grad_norm": 3.5079477795422407,
      "learning_rate": 8.573254228342026e-05,
      "loss": 3.6494,
      "step": 45989
    },
    {
      "epoch": 3.9067278287461775,
      "grad_norm": 3.5714664119532227,
      "learning_rate": 8.572633831663516e-05,
      "loss": 3.7258,
      "step": 45990
    },
    {
      "epoch": 3.906812776078831,
      "grad_norm": 3.49637855053771,
      "learning_rate": 8.572013448452267e-05,
      "loss": 3.4457,
      "step": 45991
    },
    {
      "epoch": 3.906897723411485,
      "grad_norm": 3.6761563339412455,
      "learning_rate": 8.571393078709586e-05,
      "loss": 3.4852,
      "step": 45992
    },
    {
      "epoch": 3.9069826707441386,
      "grad_norm": 3.4962119675534775,
      "learning_rate": 8.570772722436777e-05,
      "loss": 3.383,
      "step": 45993
    },
    {
      "epoch": 3.9070676180767925,
      "grad_norm": 3.7971657956264533,
      "learning_rate": 8.570152379635134e-05,
      "loss": 4.0922,
      "step": 45994
    },
    {
      "epoch": 3.9071525654094463,
      "grad_norm": 3.4045754546334437,
      "learning_rate": 8.569532050305954e-05,
      "loss": 3.5407,
      "step": 45995
    },
    {
      "epoch": 3.9072375127420997,
      "grad_norm": 3.9068581158537903,
      "learning_rate": 8.568911734450545e-05,
      "loss": 4.3579,
      "step": 45996
    },
    {
      "epoch": 3.9073224600747536,
      "grad_norm": 3.861003125862285,
      "learning_rate": 8.568291432070198e-05,
      "loss": 4.1261,
      "step": 45997
    },
    {
      "epoch": 3.9074074074074074,
      "grad_norm": 3.933591081813125,
      "learning_rate": 8.567671143166221e-05,
      "loss": 4.4205,
      "step": 45998
    },
    {
      "epoch": 3.9074923547400613,
      "grad_norm": 3.680394012584937,
      "learning_rate": 8.567050867739904e-05,
      "loss": 3.8365,
      "step": 45999
    },
    {
      "epoch": 3.907577302072715,
      "grad_norm": 3.6036804552939268,
      "learning_rate": 8.566430605792558e-05,
      "loss": 3.4768,
      "step": 46000
    },
    {
      "epoch": 3.9076622494053685,
      "grad_norm": 3.5777339508296575,
      "learning_rate": 8.565810357325476e-05,
      "loss": 3.7342,
      "step": 46001
    },
    {
      "epoch": 3.9077471967380224,
      "grad_norm": 3.5842898372195706,
      "learning_rate": 8.565190122339953e-05,
      "loss": 3.8873,
      "step": 46002
    },
    {
      "epoch": 3.9078321440706763,
      "grad_norm": 3.5658000857036045,
      "learning_rate": 8.564569900837295e-05,
      "loss": 3.6247,
      "step": 46003
    },
    {
      "epoch": 3.90791709140333,
      "grad_norm": 3.48418722655413,
      "learning_rate": 8.563949692818806e-05,
      "loss": 3.6427,
      "step": 46004
    },
    {
      "epoch": 3.908002038735984,
      "grad_norm": 3.742442916429274,
      "learning_rate": 8.563329498285781e-05,
      "loss": 3.9945,
      "step": 46005
    },
    {
      "epoch": 3.9080869860686374,
      "grad_norm": 3.6456755294388876,
      "learning_rate": 8.562709317239512e-05,
      "loss": 4.3489,
      "step": 46006
    },
    {
      "epoch": 3.908171933401291,
      "grad_norm": 3.5690167622907323,
      "learning_rate": 8.562089149681311e-05,
      "loss": 3.6731,
      "step": 46007
    },
    {
      "epoch": 3.908256880733945,
      "grad_norm": 3.4909208225708084,
      "learning_rate": 8.561468995612471e-05,
      "loss": 3.7283,
      "step": 46008
    },
    {
      "epoch": 3.9083418280665985,
      "grad_norm": 3.577538807066724,
      "learning_rate": 8.560848855034285e-05,
      "loss": 3.6094,
      "step": 46009
    },
    {
      "epoch": 3.9084267753992523,
      "grad_norm": 3.4574331188287277,
      "learning_rate": 8.560228727948062e-05,
      "loss": 3.6453,
      "step": 46010
    },
    {
      "epoch": 3.908511722731906,
      "grad_norm": 3.7449334310473525,
      "learning_rate": 8.559608614355102e-05,
      "loss": 4.2692,
      "step": 46011
    },
    {
      "epoch": 3.90859667006456,
      "grad_norm": 3.607975109943492,
      "learning_rate": 8.558988514256704e-05,
      "loss": 3.8163,
      "step": 46012
    },
    {
      "epoch": 3.908681617397214,
      "grad_norm": 3.839544431248739,
      "learning_rate": 8.558368427654158e-05,
      "loss": 4.2539,
      "step": 46013
    },
    {
      "epoch": 3.9087665647298673,
      "grad_norm": 3.447925196556527,
      "learning_rate": 8.557748354548772e-05,
      "loss": 3.4897,
      "step": 46014
    },
    {
      "epoch": 3.908851512062521,
      "grad_norm": 3.475815582809384,
      "learning_rate": 8.55712829494184e-05,
      "loss": 3.3009,
      "step": 46015
    },
    {
      "epoch": 3.908936459395175,
      "grad_norm": 3.6221853930965806,
      "learning_rate": 8.556508248834668e-05,
      "loss": 3.8876,
      "step": 46016
    },
    {
      "epoch": 3.909021406727829,
      "grad_norm": 3.6366767800468125,
      "learning_rate": 8.555888216228546e-05,
      "loss": 3.9481,
      "step": 46017
    },
    {
      "epoch": 3.9091063540604827,
      "grad_norm": 3.5557027471199776,
      "learning_rate": 8.555268197124785e-05,
      "loss": 3.9316,
      "step": 46018
    },
    {
      "epoch": 3.909191301393136,
      "grad_norm": 3.868819562877237,
      "learning_rate": 8.554648191524677e-05,
      "loss": 4.5322,
      "step": 46019
    },
    {
      "epoch": 3.90927624872579,
      "grad_norm": 3.544779032521211,
      "learning_rate": 8.554028199429517e-05,
      "loss": 3.3872,
      "step": 46020
    },
    {
      "epoch": 3.909361196058444,
      "grad_norm": 3.6623360208949567,
      "learning_rate": 8.553408220840612e-05,
      "loss": 4.0766,
      "step": 46021
    },
    {
      "epoch": 3.9094461433910976,
      "grad_norm": 3.565442667250209,
      "learning_rate": 8.552788255759254e-05,
      "loss": 3.6227,
      "step": 46022
    },
    {
      "epoch": 3.9095310907237515,
      "grad_norm": 3.4907202578387726,
      "learning_rate": 8.55216830418675e-05,
      "loss": 3.5029,
      "step": 46023
    },
    {
      "epoch": 3.909616038056405,
      "grad_norm": 3.9730368100346416,
      "learning_rate": 8.551548366124389e-05,
      "loss": 4.5188,
      "step": 46024
    },
    {
      "epoch": 3.9097009853890587,
      "grad_norm": 4.114259130469539,
      "learning_rate": 8.550928441573483e-05,
      "loss": 3.8253,
      "step": 46025
    },
    {
      "epoch": 3.9097859327217126,
      "grad_norm": 3.7769706131336624,
      "learning_rate": 8.550308530535322e-05,
      "loss": 4.1702,
      "step": 46026
    },
    {
      "epoch": 3.9098708800543664,
      "grad_norm": 3.7799747213836117,
      "learning_rate": 8.549688633011202e-05,
      "loss": 4.4355,
      "step": 46027
    },
    {
      "epoch": 3.9099558273870203,
      "grad_norm": 3.4887978220779448,
      "learning_rate": 8.549068749002424e-05,
      "loss": 3.6279,
      "step": 46028
    },
    {
      "epoch": 3.9100407747196737,
      "grad_norm": 3.8616595046549556,
      "learning_rate": 8.548448878510295e-05,
      "loss": 4.2527,
      "step": 46029
    },
    {
      "epoch": 3.9101257220523276,
      "grad_norm": 3.7039899532101006,
      "learning_rate": 8.54782902153611e-05,
      "loss": 4.0673,
      "step": 46030
    },
    {
      "epoch": 3.9102106693849814,
      "grad_norm": 3.480486374120931,
      "learning_rate": 8.54720917808116e-05,
      "loss": 3.6279,
      "step": 46031
    },
    {
      "epoch": 3.910295616717635,
      "grad_norm": 3.6266235799012794,
      "learning_rate": 8.546589348146755e-05,
      "loss": 3.8044,
      "step": 46032
    },
    {
      "epoch": 3.9103805640502887,
      "grad_norm": 3.553208360552747,
      "learning_rate": 8.545969531734187e-05,
      "loss": 3.6342,
      "step": 46033
    },
    {
      "epoch": 3.9104655113829425,
      "grad_norm": 3.759341853228456,
      "learning_rate": 8.545349728844752e-05,
      "loss": 3.9886,
      "step": 46034
    },
    {
      "epoch": 3.9105504587155964,
      "grad_norm": 4.131913530252176,
      "learning_rate": 8.544729939479751e-05,
      "loss": 4.3969,
      "step": 46035
    },
    {
      "epoch": 3.91063540604825,
      "grad_norm": 3.488185249076471,
      "learning_rate": 8.544110163640491e-05,
      "loss": 3.4329,
      "step": 46036
    },
    {
      "epoch": 3.9107203533809036,
      "grad_norm": 3.625415340514162,
      "learning_rate": 8.543490401328263e-05,
      "loss": 3.9913,
      "step": 46037
    },
    {
      "epoch": 3.9108053007135575,
      "grad_norm": 3.5855286798734567,
      "learning_rate": 8.542870652544363e-05,
      "loss": 3.7388,
      "step": 46038
    },
    {
      "epoch": 3.9108902480462113,
      "grad_norm": 3.47158202150691,
      "learning_rate": 8.542250917290097e-05,
      "loss": 3.4476,
      "step": 46039
    },
    {
      "epoch": 3.910975195378865,
      "grad_norm": 3.471513953597283,
      "learning_rate": 8.541631195566755e-05,
      "loss": 3.6983,
      "step": 46040
    },
    {
      "epoch": 3.911060142711519,
      "grad_norm": 3.4804744951550886,
      "learning_rate": 8.541011487375645e-05,
      "loss": 3.6138,
      "step": 46041
    },
    {
      "epoch": 3.9111450900441724,
      "grad_norm": 3.8738731339334525,
      "learning_rate": 8.540391792718054e-05,
      "loss": 4.2188,
      "step": 46042
    },
    {
      "epoch": 3.9112300373768263,
      "grad_norm": 3.673401449770797,
      "learning_rate": 8.539772111595294e-05,
      "loss": 4.027,
      "step": 46043
    },
    {
      "epoch": 3.91131498470948,
      "grad_norm": 3.8445035576346664,
      "learning_rate": 8.539152444008656e-05,
      "loss": 3.691,
      "step": 46044
    },
    {
      "epoch": 3.911399932042134,
      "grad_norm": 3.5476327297652386,
      "learning_rate": 8.538532789959433e-05,
      "loss": 3.7013,
      "step": 46045
    },
    {
      "epoch": 3.911484879374788,
      "grad_norm": 3.6458149230195165,
      "learning_rate": 8.537913149448928e-05,
      "loss": 3.8098,
      "step": 46046
    },
    {
      "epoch": 3.9115698267074412,
      "grad_norm": 3.545914607175063,
      "learning_rate": 8.537293522478448e-05,
      "loss": 3.819,
      "step": 46047
    },
    {
      "epoch": 3.911654774040095,
      "grad_norm": 3.472118362080113,
      "learning_rate": 8.536673909049284e-05,
      "loss": 3.7589,
      "step": 46048
    },
    {
      "epoch": 3.911739721372749,
      "grad_norm": 3.8376522521273095,
      "learning_rate": 8.536054309162729e-05,
      "loss": 4.1826,
      "step": 46049
    },
    {
      "epoch": 3.911824668705403,
      "grad_norm": 3.41706096477869,
      "learning_rate": 8.53543472282009e-05,
      "loss": 3.4831,
      "step": 46050
    },
    {
      "epoch": 3.9119096160380566,
      "grad_norm": 3.90330869322737,
      "learning_rate": 8.534815150022661e-05,
      "loss": 4.4424,
      "step": 46051
    },
    {
      "epoch": 3.91199456337071,
      "grad_norm": 3.7955720612665678,
      "learning_rate": 8.534195590771737e-05,
      "loss": 4.0068,
      "step": 46052
    },
    {
      "epoch": 3.912079510703364,
      "grad_norm": 4.021986650321316,
      "learning_rate": 8.533576045068621e-05,
      "loss": 4.4177,
      "step": 46053
    },
    {
      "epoch": 3.9121644580360178,
      "grad_norm": 3.9106482129124065,
      "learning_rate": 8.532956512914613e-05,
      "loss": 4.3933,
      "step": 46054
    },
    {
      "epoch": 3.912249405368671,
      "grad_norm": 3.7352285348404934,
      "learning_rate": 8.532336994311009e-05,
      "loss": 4.2689,
      "step": 46055
    },
    {
      "epoch": 3.912334352701325,
      "grad_norm": 3.5712640731396625,
      "learning_rate": 8.5317174892591e-05,
      "loss": 3.9488,
      "step": 46056
    },
    {
      "epoch": 3.912419300033979,
      "grad_norm": 3.642750651738301,
      "learning_rate": 8.531097997760199e-05,
      "loss": 3.7754,
      "step": 46057
    },
    {
      "epoch": 3.9125042473666327,
      "grad_norm": 3.678739244183996,
      "learning_rate": 8.530478519815587e-05,
      "loss": 4.0205,
      "step": 46058
    },
    {
      "epoch": 3.9125891946992866,
      "grad_norm": 3.510660178250166,
      "learning_rate": 8.529859055426576e-05,
      "loss": 3.7257,
      "step": 46059
    },
    {
      "epoch": 3.91267414203194,
      "grad_norm": 3.5733628841167087,
      "learning_rate": 8.529239604594453e-05,
      "loss": 3.5583,
      "step": 46060
    },
    {
      "epoch": 3.912759089364594,
      "grad_norm": 4.036599763282546,
      "learning_rate": 8.528620167320527e-05,
      "loss": 3.7816,
      "step": 46061
    },
    {
      "epoch": 3.9128440366972477,
      "grad_norm": 3.3419279599193166,
      "learning_rate": 8.528000743606089e-05,
      "loss": 3.6102,
      "step": 46062
    },
    {
      "epoch": 3.9129289840299015,
      "grad_norm": 3.755437180699393,
      "learning_rate": 8.527381333452435e-05,
      "loss": 4.0865,
      "step": 46063
    },
    {
      "epoch": 3.9130139313625554,
      "grad_norm": 3.5787502856089524,
      "learning_rate": 8.52676193686087e-05,
      "loss": 3.787,
      "step": 46064
    },
    {
      "epoch": 3.913098878695209,
      "grad_norm": 3.5412354164652387,
      "learning_rate": 8.526142553832681e-05,
      "loss": 3.7469,
      "step": 46065
    },
    {
      "epoch": 3.9131838260278626,
      "grad_norm": 3.508748309508472,
      "learning_rate": 8.52552318436918e-05,
      "loss": 3.4985,
      "step": 46066
    },
    {
      "epoch": 3.9132687733605165,
      "grad_norm": 3.532876391881065,
      "learning_rate": 8.524903828471649e-05,
      "loss": 3.7181,
      "step": 46067
    },
    {
      "epoch": 3.9133537206931703,
      "grad_norm": 3.854340372452902,
      "learning_rate": 8.524284486141402e-05,
      "loss": 4.3494,
      "step": 46068
    },
    {
      "epoch": 3.913438668025824,
      "grad_norm": 3.542650791292204,
      "learning_rate": 8.523665157379729e-05,
      "loss": 3.6592,
      "step": 46069
    },
    {
      "epoch": 3.9135236153584776,
      "grad_norm": 3.606597037993891,
      "learning_rate": 8.523045842187926e-05,
      "loss": 3.7643,
      "step": 46070
    },
    {
      "epoch": 3.9136085626911314,
      "grad_norm": 3.8479877801081104,
      "learning_rate": 8.52242654056728e-05,
      "loss": 3.4407,
      "step": 46071
    },
    {
      "epoch": 3.9136935100237853,
      "grad_norm": 3.467166073711008,
      "learning_rate": 8.521807252519114e-05,
      "loss": 3.6671,
      "step": 46072
    },
    {
      "epoch": 3.913778457356439,
      "grad_norm": 3.53142932118735,
      "learning_rate": 8.52118797804471e-05,
      "loss": 3.5331,
      "step": 46073
    },
    {
      "epoch": 3.913863404689093,
      "grad_norm": 3.7135376329207954,
      "learning_rate": 8.520568717145365e-05,
      "loss": 4.07,
      "step": 46074
    },
    {
      "epoch": 3.9139483520217464,
      "grad_norm": 3.452550612797211,
      "learning_rate": 8.519949469822381e-05,
      "loss": 3.5617,
      "step": 46075
    },
    {
      "epoch": 3.9140332993544003,
      "grad_norm": 3.624254529014673,
      "learning_rate": 8.519330236077057e-05,
      "loss": 3.8534,
      "step": 46076
    },
    {
      "epoch": 3.914118246687054,
      "grad_norm": 3.6163311183907347,
      "learning_rate": 8.518711015910681e-05,
      "loss": 3.7628,
      "step": 46077
    },
    {
      "epoch": 3.9142031940197075,
      "grad_norm": 3.49984958436474,
      "learning_rate": 8.518091809324556e-05,
      "loss": 3.5706,
      "step": 46078
    },
    {
      "epoch": 3.914288141352362,
      "grad_norm": 3.4833176613895,
      "learning_rate": 8.517472616319986e-05,
      "loss": 3.9316,
      "step": 46079
    },
    {
      "epoch": 3.914373088685015,
      "grad_norm": 3.835605528675655,
      "learning_rate": 8.516853436898262e-05,
      "loss": 4.0563,
      "step": 46080
    },
    {
      "epoch": 3.914458036017669,
      "grad_norm": 3.823375024369866,
      "learning_rate": 8.516234271060685e-05,
      "loss": 4.2311,
      "step": 46081
    },
    {
      "epoch": 3.914542983350323,
      "grad_norm": 3.9195274242054103,
      "learning_rate": 8.51561511880854e-05,
      "loss": 4.3491,
      "step": 46082
    },
    {
      "epoch": 3.9146279306829763,
      "grad_norm": 3.6314057540205305,
      "learning_rate": 8.514995980143136e-05,
      "loss": 3.9721,
      "step": 46083
    },
    {
      "epoch": 3.91471287801563,
      "grad_norm": 3.610762356726697,
      "learning_rate": 8.514376855065772e-05,
      "loss": 3.8934,
      "step": 46084
    },
    {
      "epoch": 3.914797825348284,
      "grad_norm": 3.8721954226415334,
      "learning_rate": 8.513757743577737e-05,
      "loss": 4.3412,
      "step": 46085
    },
    {
      "epoch": 3.914882772680938,
      "grad_norm": 3.470392132326093,
      "learning_rate": 8.513138645680338e-05,
      "loss": 3.558,
      "step": 46086
    },
    {
      "epoch": 3.9149677200135917,
      "grad_norm": 3.542529040461566,
      "learning_rate": 8.512519561374864e-05,
      "loss": 3.6506,
      "step": 46087
    },
    {
      "epoch": 3.915052667346245,
      "grad_norm": 3.8262557978656044,
      "learning_rate": 8.511900490662618e-05,
      "loss": 4.2972,
      "step": 46088
    },
    {
      "epoch": 3.915137614678899,
      "grad_norm": 3.5274343033344127,
      "learning_rate": 8.51128143354488e-05,
      "loss": 3.7823,
      "step": 46089
    },
    {
      "epoch": 3.915222562011553,
      "grad_norm": 3.4199684204471086,
      "learning_rate": 8.510662390022973e-05,
      "loss": 3.1552,
      "step": 46090
    },
    {
      "epoch": 3.9153075093442067,
      "grad_norm": 3.480789384532861,
      "learning_rate": 8.510043360098183e-05,
      "loss": 3.4677,
      "step": 46091
    },
    {
      "epoch": 3.9153924566768605,
      "grad_norm": 3.5139185403543953,
      "learning_rate": 8.509424343771799e-05,
      "loss": 3.5296,
      "step": 46092
    },
    {
      "epoch": 3.915477404009514,
      "grad_norm": 3.428439704329398,
      "learning_rate": 8.508805341045132e-05,
      "loss": 3.4094,
      "step": 46093
    },
    {
      "epoch": 3.915562351342168,
      "grad_norm": 3.6312242870967597,
      "learning_rate": 8.508186351919471e-05,
      "loss": 3.8865,
      "step": 46094
    },
    {
      "epoch": 3.9156472986748216,
      "grad_norm": 4.005888275097958,
      "learning_rate": 8.507567376396111e-05,
      "loss": 4.5898,
      "step": 46095
    },
    {
      "epoch": 3.9157322460074755,
      "grad_norm": 3.8402735856904795,
      "learning_rate": 8.506948414476349e-05,
      "loss": 3.9475,
      "step": 46096
    },
    {
      "epoch": 3.9158171933401293,
      "grad_norm": 3.5042880232157403,
      "learning_rate": 8.506329466161493e-05,
      "loss": 3.6746,
      "step": 46097
    },
    {
      "epoch": 3.9159021406727827,
      "grad_norm": 3.5163804515375254,
      "learning_rate": 8.505710531452829e-05,
      "loss": 3.6108,
      "step": 46098
    },
    {
      "epoch": 3.9159870880054366,
      "grad_norm": 3.5420405492377594,
      "learning_rate": 8.50509161035166e-05,
      "loss": 3.5872,
      "step": 46099
    },
    {
      "epoch": 3.9160720353380905,
      "grad_norm": 4.0217119014536244,
      "learning_rate": 8.504472702859272e-05,
      "loss": 3.6806,
      "step": 46100
    },
    {
      "epoch": 3.9161569826707443,
      "grad_norm": 3.616720861179887,
      "learning_rate": 8.50385380897697e-05,
      "loss": 3.7324,
      "step": 46101
    },
    {
      "epoch": 3.916241930003398,
      "grad_norm": 3.8362761477981446,
      "learning_rate": 8.503234928706056e-05,
      "loss": 4.2292,
      "step": 46102
    },
    {
      "epoch": 3.9163268773360516,
      "grad_norm": 3.7949048343729874,
      "learning_rate": 8.502616062047815e-05,
      "loss": 4.0492,
      "step": 46103
    },
    {
      "epoch": 3.9164118246687054,
      "grad_norm": 3.904895154238254,
      "learning_rate": 8.501997209003555e-05,
      "loss": 4.2017,
      "step": 46104
    },
    {
      "epoch": 3.9164967720013593,
      "grad_norm": 3.474284933864626,
      "learning_rate": 8.501378369574568e-05,
      "loss": 3.5059,
      "step": 46105
    },
    {
      "epoch": 3.9165817193340127,
      "grad_norm": 3.563059722642502,
      "learning_rate": 8.500759543762149e-05,
      "loss": 3.8325,
      "step": 46106
    },
    {
      "epoch": 3.9166666666666665,
      "grad_norm": 3.894620455423973,
      "learning_rate": 8.500140731567581e-05,
      "loss": 4.2753,
      "step": 46107
    },
    {
      "epoch": 3.9167516139993204,
      "grad_norm": 3.4894241640381405,
      "learning_rate": 8.499521932992191e-05,
      "loss": 3.5101,
      "step": 46108
    },
    {
      "epoch": 3.916836561331974,
      "grad_norm": 3.472483390776385,
      "learning_rate": 8.498903148037257e-05,
      "loss": 3.7114,
      "step": 46109
    },
    {
      "epoch": 3.916921508664628,
      "grad_norm": 3.4730612021897236,
      "learning_rate": 8.498284376704081e-05,
      "loss": 3.5165,
      "step": 46110
    },
    {
      "epoch": 3.9170064559972815,
      "grad_norm": 3.9232813910256383,
      "learning_rate": 8.497665618993948e-05,
      "loss": 4.2193,
      "step": 46111
    },
    {
      "epoch": 3.9170914033299353,
      "grad_norm": 3.4072649833254975,
      "learning_rate": 8.497046874908171e-05,
      "loss": 3.5575,
      "step": 46112
    },
    {
      "epoch": 3.917176350662589,
      "grad_norm": 3.9091174301159444,
      "learning_rate": 8.496428144448039e-05,
      "loss": 4.373,
      "step": 46113
    },
    {
      "epoch": 3.917261297995243,
      "grad_norm": 3.8032361289418595,
      "learning_rate": 8.495809427614835e-05,
      "loss": 4.0957,
      "step": 46114
    },
    {
      "epoch": 3.917346245327897,
      "grad_norm": 3.648333903261385,
      "learning_rate": 8.495190724409881e-05,
      "loss": 3.8529,
      "step": 46115
    },
    {
      "epoch": 3.9174311926605503,
      "grad_norm": 3.4658812471672786,
      "learning_rate": 8.494572034834461e-05,
      "loss": 3.6214,
      "step": 46116
    },
    {
      "epoch": 3.917516139993204,
      "grad_norm": 3.5026751738774022,
      "learning_rate": 8.49395335888987e-05,
      "loss": 3.5884,
      "step": 46117
    },
    {
      "epoch": 3.917601087325858,
      "grad_norm": 3.642843153818232,
      "learning_rate": 8.493334696577402e-05,
      "loss": 3.9955,
      "step": 46118
    },
    {
      "epoch": 3.917686034658512,
      "grad_norm": 3.625257326001886,
      "learning_rate": 8.49271604789836e-05,
      "loss": 3.7545,
      "step": 46119
    },
    {
      "epoch": 3.9177709819911657,
      "grad_norm": 3.422918742099902,
      "learning_rate": 8.492097412854033e-05,
      "loss": 3.4335,
      "step": 46120
    },
    {
      "epoch": 3.917855929323819,
      "grad_norm": 3.8616171482555437,
      "learning_rate": 8.491478791445721e-05,
      "loss": 3.9305,
      "step": 46121
    },
    {
      "epoch": 3.917940876656473,
      "grad_norm": 3.409722637709009,
      "learning_rate": 8.490860183674726e-05,
      "loss": 3.2325,
      "step": 46122
    },
    {
      "epoch": 3.918025823989127,
      "grad_norm": 3.6437285100553845,
      "learning_rate": 8.490241589542339e-05,
      "loss": 3.7269,
      "step": 46123
    },
    {
      "epoch": 3.9181107713217806,
      "grad_norm": 3.4407567965169594,
      "learning_rate": 8.489623009049853e-05,
      "loss": 3.5546,
      "step": 46124
    },
    {
      "epoch": 3.9181957186544345,
      "grad_norm": 3.546330022089893,
      "learning_rate": 8.489004442198564e-05,
      "loss": 3.7112,
      "step": 46125
    },
    {
      "epoch": 3.918280665987088,
      "grad_norm": 3.700189257977933,
      "learning_rate": 8.488385888989771e-05,
      "loss": 3.9524,
      "step": 46126
    },
    {
      "epoch": 3.9183656133197418,
      "grad_norm": 3.5002904918827578,
      "learning_rate": 8.487767349424775e-05,
      "loss": 3.252,
      "step": 46127
    },
    {
      "epoch": 3.9184505606523956,
      "grad_norm": 3.439946949868478,
      "learning_rate": 8.487148823504867e-05,
      "loss": 3.4873,
      "step": 46128
    },
    {
      "epoch": 3.918535507985049,
      "grad_norm": 3.648459722703724,
      "learning_rate": 8.486530311231339e-05,
      "loss": 3.9475,
      "step": 46129
    },
    {
      "epoch": 3.918620455317703,
      "grad_norm": 3.4976328932875314,
      "learning_rate": 8.485911812605494e-05,
      "loss": 3.7013,
      "step": 46130
    },
    {
      "epoch": 3.9187054026503567,
      "grad_norm": 3.5476270262587946,
      "learning_rate": 8.485293327628627e-05,
      "loss": 3.4764,
      "step": 46131
    },
    {
      "epoch": 3.9187903499830106,
      "grad_norm": 3.676167103863998,
      "learning_rate": 8.48467485630202e-05,
      "loss": 4.1725,
      "step": 46132
    },
    {
      "epoch": 3.9188752973156644,
      "grad_norm": 3.8461766259116668,
      "learning_rate": 8.484056398626992e-05,
      "loss": 4.0717,
      "step": 46133
    },
    {
      "epoch": 3.918960244648318,
      "grad_norm": 3.6594498884908018,
      "learning_rate": 8.483437954604827e-05,
      "loss": 3.8836,
      "step": 46134
    },
    {
      "epoch": 3.9190451919809717,
      "grad_norm": 3.8554045691270176,
      "learning_rate": 8.482819524236823e-05,
      "loss": 3.9823,
      "step": 46135
    },
    {
      "epoch": 3.9191301393136255,
      "grad_norm": 3.49177979923162,
      "learning_rate": 8.482201107524267e-05,
      "loss": 3.7004,
      "step": 46136
    },
    {
      "epoch": 3.9192150866462794,
      "grad_norm": 3.541087263816615,
      "learning_rate": 8.481582704468468e-05,
      "loss": 3.7178,
      "step": 46137
    },
    {
      "epoch": 3.9193000339789332,
      "grad_norm": 3.58859199134752,
      "learning_rate": 8.480964315070711e-05,
      "loss": 3.7516,
      "step": 46138
    },
    {
      "epoch": 3.9193849813115866,
      "grad_norm": 3.549233022637849,
      "learning_rate": 8.480345939332302e-05,
      "loss": 3.7994,
      "step": 46139
    },
    {
      "epoch": 3.9194699286442405,
      "grad_norm": 3.9001668204336295,
      "learning_rate": 8.479727577254526e-05,
      "loss": 4.3982,
      "step": 46140
    },
    {
      "epoch": 3.9195548759768943,
      "grad_norm": 3.797772861134366,
      "learning_rate": 8.479109228838689e-05,
      "loss": 4.2056,
      "step": 46141
    },
    {
      "epoch": 3.919639823309548,
      "grad_norm": 3.6202001784764812,
      "learning_rate": 8.47849089408608e-05,
      "loss": 3.9354,
      "step": 46142
    },
    {
      "epoch": 3.919724770642202,
      "grad_norm": 3.664506354211877,
      "learning_rate": 8.477872572997992e-05,
      "loss": 3.8328,
      "step": 46143
    },
    {
      "epoch": 3.9198097179748554,
      "grad_norm": 3.4101531011057453,
      "learning_rate": 8.477254265575722e-05,
      "loss": 3.5696,
      "step": 46144
    },
    {
      "epoch": 3.9198946653075093,
      "grad_norm": 3.481269217964911,
      "learning_rate": 8.476635971820578e-05,
      "loss": 3.5165,
      "step": 46145
    },
    {
      "epoch": 3.919979612640163,
      "grad_norm": 3.5604596838040954,
      "learning_rate": 8.476017691733843e-05,
      "loss": 3.6447,
      "step": 46146
    },
    {
      "epoch": 3.920064559972817,
      "grad_norm": 3.5968426364368202,
      "learning_rate": 8.47539942531681e-05,
      "loss": 3.6494,
      "step": 46147
    },
    {
      "epoch": 3.920149507305471,
      "grad_norm": 3.455991688495811,
      "learning_rate": 8.474781172570784e-05,
      "loss": 3.6526,
      "step": 46148
    },
    {
      "epoch": 3.9202344546381243,
      "grad_norm": 3.4375913691600535,
      "learning_rate": 8.474162933497059e-05,
      "loss": 3.6442,
      "step": 46149
    },
    {
      "epoch": 3.920319401970778,
      "grad_norm": 3.598748920569121,
      "learning_rate": 8.47354470809692e-05,
      "loss": 3.5469,
      "step": 46150
    },
    {
      "epoch": 3.920404349303432,
      "grad_norm": 3.8589822424005034,
      "learning_rate": 8.472926496371668e-05,
      "loss": 4.1702,
      "step": 46151
    },
    {
      "epoch": 3.9204892966360854,
      "grad_norm": 3.887578545657549,
      "learning_rate": 8.47230829832261e-05,
      "loss": 4.2882,
      "step": 46152
    },
    {
      "epoch": 3.9205742439687397,
      "grad_norm": 3.8820929453881248,
      "learning_rate": 8.471690113951027e-05,
      "loss": 4.425,
      "step": 46153
    },
    {
      "epoch": 3.920659191301393,
      "grad_norm": 3.366474213760172,
      "learning_rate": 8.471071943258216e-05,
      "loss": 3.373,
      "step": 46154
    },
    {
      "epoch": 3.920744138634047,
      "grad_norm": 3.5357623799658917,
      "learning_rate": 8.470453786245479e-05,
      "loss": 3.5645,
      "step": 46155
    },
    {
      "epoch": 3.9208290859667008,
      "grad_norm": 3.5436398752001215,
      "learning_rate": 8.469835642914108e-05,
      "loss": 3.6682,
      "step": 46156
    },
    {
      "epoch": 3.920914033299354,
      "grad_norm": 3.545618339528519,
      "learning_rate": 8.469217513265391e-05,
      "loss": 3.7604,
      "step": 46157
    },
    {
      "epoch": 3.920998980632008,
      "grad_norm": 3.8576305144402476,
      "learning_rate": 8.468599397300631e-05,
      "loss": 4.1463,
      "step": 46158
    },
    {
      "epoch": 3.921083927964662,
      "grad_norm": 3.4937830208893588,
      "learning_rate": 8.467981295021127e-05,
      "loss": 3.78,
      "step": 46159
    },
    {
      "epoch": 3.9211688752973157,
      "grad_norm": 3.8200752331215075,
      "learning_rate": 8.46736320642817e-05,
      "loss": 4.0431,
      "step": 46160
    },
    {
      "epoch": 3.9212538226299696,
      "grad_norm": 3.706848377399371,
      "learning_rate": 8.466745131523045e-05,
      "loss": 4.031,
      "step": 46161
    },
    {
      "epoch": 3.921338769962623,
      "grad_norm": 3.992314196603695,
      "learning_rate": 8.466127070307063e-05,
      "loss": 3.5727,
      "step": 46162
    },
    {
      "epoch": 3.921423717295277,
      "grad_norm": 3.4310952697722312,
      "learning_rate": 8.465509022781507e-05,
      "loss": 3.41,
      "step": 46163
    },
    {
      "epoch": 3.9215086646279307,
      "grad_norm": 3.6396577248942434,
      "learning_rate": 8.464890988947681e-05,
      "loss": 3.912,
      "step": 46164
    },
    {
      "epoch": 3.9215936119605845,
      "grad_norm": 3.670880561986098,
      "learning_rate": 8.464272968806871e-05,
      "loss": 3.7781,
      "step": 46165
    },
    {
      "epoch": 3.9216785592932384,
      "grad_norm": 3.540538599998734,
      "learning_rate": 8.463654962360384e-05,
      "loss": 3.82,
      "step": 46166
    },
    {
      "epoch": 3.921763506625892,
      "grad_norm": 3.6086773542189743,
      "learning_rate": 8.463036969609507e-05,
      "loss": 3.8543,
      "step": 46167
    },
    {
      "epoch": 3.9218484539585456,
      "grad_norm": 3.680356676786489,
      "learning_rate": 8.46241899055553e-05,
      "loss": 3.8559,
      "step": 46168
    },
    {
      "epoch": 3.9219334012911995,
      "grad_norm": 3.5553566836157526,
      "learning_rate": 8.461801025199754e-05,
      "loss": 3.7495,
      "step": 46169
    },
    {
      "epoch": 3.9220183486238533,
      "grad_norm": 3.7244868098798056,
      "learning_rate": 8.461183073543477e-05,
      "loss": 4.1793,
      "step": 46170
    },
    {
      "epoch": 3.922103295956507,
      "grad_norm": 3.4723531752960692,
      "learning_rate": 8.460565135587991e-05,
      "loss": 3.4456,
      "step": 46171
    },
    {
      "epoch": 3.9221882432891606,
      "grad_norm": 3.6246956148647183,
      "learning_rate": 8.459947211334585e-05,
      "loss": 3.7756,
      "step": 46172
    },
    {
      "epoch": 3.9222731906218145,
      "grad_norm": 3.5294351577365695,
      "learning_rate": 8.459329300784564e-05,
      "loss": 3.5094,
      "step": 46173
    },
    {
      "epoch": 3.9223581379544683,
      "grad_norm": 3.488843725200305,
      "learning_rate": 8.458711403939218e-05,
      "loss": 3.3287,
      "step": 46174
    },
    {
      "epoch": 3.9224430852871217,
      "grad_norm": 3.548794964693638,
      "learning_rate": 8.458093520799834e-05,
      "loss": 3.7041,
      "step": 46175
    },
    {
      "epoch": 3.922528032619776,
      "grad_norm": 3.4369035152222414,
      "learning_rate": 8.457475651367714e-05,
      "loss": 3.3305,
      "step": 46176
    },
    {
      "epoch": 3.9226129799524294,
      "grad_norm": 3.9605619471661986,
      "learning_rate": 8.456857795644158e-05,
      "loss": 4.4077,
      "step": 46177
    },
    {
      "epoch": 3.9226979272850833,
      "grad_norm": 3.5142687926103653,
      "learning_rate": 8.456239953630456e-05,
      "loss": 3.5389,
      "step": 46178
    },
    {
      "epoch": 3.922782874617737,
      "grad_norm": 3.523791105182715,
      "learning_rate": 8.455622125327894e-05,
      "loss": 3.4639,
      "step": 46179
    },
    {
      "epoch": 3.9228678219503905,
      "grad_norm": 3.4426697188623065,
      "learning_rate": 8.455004310737781e-05,
      "loss": 3.6347,
      "step": 46180
    },
    {
      "epoch": 3.9229527692830444,
      "grad_norm": 3.921623833481388,
      "learning_rate": 8.454386509861397e-05,
      "loss": 4.4033,
      "step": 46181
    },
    {
      "epoch": 3.9230377166156982,
      "grad_norm": 3.854611707077724,
      "learning_rate": 8.453768722700053e-05,
      "loss": 4.053,
      "step": 46182
    },
    {
      "epoch": 3.923122663948352,
      "grad_norm": 3.541991766932332,
      "learning_rate": 8.453150949255026e-05,
      "loss": 3.8155,
      "step": 46183
    },
    {
      "epoch": 3.923207611281006,
      "grad_norm": 3.5375229410149847,
      "learning_rate": 8.452533189527626e-05,
      "loss": 3.8341,
      "step": 46184
    },
    {
      "epoch": 3.9232925586136593,
      "grad_norm": 3.4285654386794766,
      "learning_rate": 8.451915443519138e-05,
      "loss": 3.6372,
      "step": 46185
    },
    {
      "epoch": 3.923377505946313,
      "grad_norm": 3.8596087737655784,
      "learning_rate": 8.451297711230855e-05,
      "loss": 4.2924,
      "step": 46186
    },
    {
      "epoch": 3.923462453278967,
      "grad_norm": 3.3121790124607795,
      "learning_rate": 8.450679992664075e-05,
      "loss": 3.2744,
      "step": 46187
    },
    {
      "epoch": 3.923547400611621,
      "grad_norm": 3.4588649310357793,
      "learning_rate": 8.450062287820096e-05,
      "loss": 3.5666,
      "step": 46188
    },
    {
      "epoch": 3.9236323479442747,
      "grad_norm": 3.661273875743223,
      "learning_rate": 8.449444596700212e-05,
      "loss": 3.815,
      "step": 46189
    },
    {
      "epoch": 3.923717295276928,
      "grad_norm": 3.8768096055717054,
      "learning_rate": 8.448826919305704e-05,
      "loss": 4.0977,
      "step": 46190
    },
    {
      "epoch": 3.923802242609582,
      "grad_norm": 3.455151157453776,
      "learning_rate": 8.448209255637886e-05,
      "loss": 3.4721,
      "step": 46191
    },
    {
      "epoch": 3.923887189942236,
      "grad_norm": 3.8866109055827773,
      "learning_rate": 8.447591605698039e-05,
      "loss": 4.3841,
      "step": 46192
    },
    {
      "epoch": 3.9239721372748897,
      "grad_norm": 3.554618978669821,
      "learning_rate": 8.446973969487456e-05,
      "loss": 3.7719,
      "step": 46193
    },
    {
      "epoch": 3.9240570846075435,
      "grad_norm": 3.4416915034440794,
      "learning_rate": 8.446356347007433e-05,
      "loss": 3.4631,
      "step": 46194
    },
    {
      "epoch": 3.924142031940197,
      "grad_norm": 3.7688219113585175,
      "learning_rate": 8.445738738259277e-05,
      "loss": 4.1066,
      "step": 46195
    },
    {
      "epoch": 3.924226979272851,
      "grad_norm": 3.446299883046815,
      "learning_rate": 8.445121143244268e-05,
      "loss": 3.3099,
      "step": 46196
    },
    {
      "epoch": 3.9243119266055047,
      "grad_norm": 3.523824687213691,
      "learning_rate": 8.4445035619637e-05,
      "loss": 3.6928,
      "step": 46197
    },
    {
      "epoch": 3.9243968739381585,
      "grad_norm": 3.493280965870869,
      "learning_rate": 8.443885994418873e-05,
      "loss": 3.7472,
      "step": 46198
    },
    {
      "epoch": 3.9244818212708124,
      "grad_norm": 3.621931918757492,
      "learning_rate": 8.443268440611081e-05,
      "loss": 3.6797,
      "step": 46199
    },
    {
      "epoch": 3.9245667686034658,
      "grad_norm": 3.8499111962860924,
      "learning_rate": 8.442650900541611e-05,
      "loss": 4.1402,
      "step": 46200
    },
    {
      "epoch": 3.9246517159361196,
      "grad_norm": 3.8306528894010925,
      "learning_rate": 8.44203337421176e-05,
      "loss": 3.3857,
      "step": 46201
    },
    {
      "epoch": 3.9247366632687735,
      "grad_norm": 3.6526453958822183,
      "learning_rate": 8.44141586162283e-05,
      "loss": 4.0905,
      "step": 46202
    },
    {
      "epoch": 3.924821610601427,
      "grad_norm": 3.662513448484262,
      "learning_rate": 8.440798362776109e-05,
      "loss": 4.154,
      "step": 46203
    },
    {
      "epoch": 3.9249065579340807,
      "grad_norm": 3.571407940205288,
      "learning_rate": 8.440180877672884e-05,
      "loss": 3.7834,
      "step": 46204
    },
    {
      "epoch": 3.9249915052667346,
      "grad_norm": 3.709875046917315,
      "learning_rate": 8.439563406314461e-05,
      "loss": 3.6357,
      "step": 46205
    },
    {
      "epoch": 3.9250764525993884,
      "grad_norm": 3.4317932498004846,
      "learning_rate": 8.438945948702122e-05,
      "loss": 3.4651,
      "step": 46206
    },
    {
      "epoch": 3.9251613999320423,
      "grad_norm": 3.747961859031502,
      "learning_rate": 8.438328504837172e-05,
      "loss": 3.9877,
      "step": 46207
    },
    {
      "epoch": 3.9252463472646957,
      "grad_norm": 3.442424610141648,
      "learning_rate": 8.437711074720892e-05,
      "loss": 3.4167,
      "step": 46208
    },
    {
      "epoch": 3.9253312945973495,
      "grad_norm": 3.665646034022509,
      "learning_rate": 8.437093658354591e-05,
      "loss": 4.0009,
      "step": 46209
    },
    {
      "epoch": 3.9254162419300034,
      "grad_norm": 3.940617939775601,
      "learning_rate": 8.436476255739555e-05,
      "loss": 4.324,
      "step": 46210
    },
    {
      "epoch": 3.9255011892626572,
      "grad_norm": 3.4420399264984796,
      "learning_rate": 8.43585886687707e-05,
      "loss": 3.6229,
      "step": 46211
    },
    {
      "epoch": 3.925586136595311,
      "grad_norm": 3.5555115871575413,
      "learning_rate": 8.435241491768438e-05,
      "loss": 3.6576,
      "step": 46212
    },
    {
      "epoch": 3.9256710839279645,
      "grad_norm": 3.5746522561283944,
      "learning_rate": 8.434624130414956e-05,
      "loss": 3.6551,
      "step": 46213
    },
    {
      "epoch": 3.9257560312606183,
      "grad_norm": 3.708586642429974,
      "learning_rate": 8.434006782817916e-05,
      "loss": 4.0083,
      "step": 46214
    },
    {
      "epoch": 3.925840978593272,
      "grad_norm": 3.4714032724844337,
      "learning_rate": 8.433389448978599e-05,
      "loss": 3.6242,
      "step": 46215
    },
    {
      "epoch": 3.925925925925926,
      "grad_norm": 3.5127703474497,
      "learning_rate": 8.432772128898317e-05,
      "loss": 3.8648,
      "step": 46216
    },
    {
      "epoch": 3.92601087325858,
      "grad_norm": 3.917697587733372,
      "learning_rate": 8.432154822578354e-05,
      "loss": 4.2718,
      "step": 46217
    },
    {
      "epoch": 3.9260958205912333,
      "grad_norm": 3.8328291783118407,
      "learning_rate": 8.431537530019998e-05,
      "loss": 3.9877,
      "step": 46218
    },
    {
      "epoch": 3.926180767923887,
      "grad_norm": 3.901774967076659,
      "learning_rate": 8.430920251224547e-05,
      "loss": 4.2899,
      "step": 46219
    },
    {
      "epoch": 3.926265715256541,
      "grad_norm": 3.530238777947393,
      "learning_rate": 8.430302986193304e-05,
      "loss": 3.7159,
      "step": 46220
    },
    {
      "epoch": 3.926350662589195,
      "grad_norm": 3.4538737552407546,
      "learning_rate": 8.429685734927554e-05,
      "loss": 3.5064,
      "step": 46221
    },
    {
      "epoch": 3.9264356099218487,
      "grad_norm": 3.7425600551310616,
      "learning_rate": 8.429068497428582e-05,
      "loss": 4.072,
      "step": 46222
    },
    {
      "epoch": 3.926520557254502,
      "grad_norm": 3.630015098773852,
      "learning_rate": 8.428451273697698e-05,
      "loss": 3.8895,
      "step": 46223
    },
    {
      "epoch": 3.926605504587156,
      "grad_norm": 3.6913261826589894,
      "learning_rate": 8.42783406373618e-05,
      "loss": 4.0302,
      "step": 46224
    },
    {
      "epoch": 3.92669045191981,
      "grad_norm": 3.8851756939279127,
      "learning_rate": 8.427216867545336e-05,
      "loss": 4.1827,
      "step": 46225
    },
    {
      "epoch": 3.926775399252463,
      "grad_norm": 3.4866704716169603,
      "learning_rate": 8.426599685126444e-05,
      "loss": 3.6457,
      "step": 46226
    },
    {
      "epoch": 3.926860346585117,
      "grad_norm": 3.747884309933694,
      "learning_rate": 8.425982516480811e-05,
      "loss": 4.0613,
      "step": 46227
    },
    {
      "epoch": 3.926945293917771,
      "grad_norm": 3.737146656510487,
      "learning_rate": 8.425365361609726e-05,
      "loss": 4.2222,
      "step": 46228
    },
    {
      "epoch": 3.9270302412504248,
      "grad_norm": 3.5462507165336037,
      "learning_rate": 8.424748220514472e-05,
      "loss": 3.3784,
      "step": 46229
    },
    {
      "epoch": 3.9271151885830786,
      "grad_norm": 3.63233403665035,
      "learning_rate": 8.42413109319635e-05,
      "loss": 3.6793,
      "step": 46230
    },
    {
      "epoch": 3.927200135915732,
      "grad_norm": 3.5771042415995393,
      "learning_rate": 8.42351397965666e-05,
      "loss": 3.777,
      "step": 46231
    },
    {
      "epoch": 3.927285083248386,
      "grad_norm": 3.788619542213875,
      "learning_rate": 8.422896879896688e-05,
      "loss": 4.337,
      "step": 46232
    },
    {
      "epoch": 3.9273700305810397,
      "grad_norm": 3.666221775127107,
      "learning_rate": 8.422279793917721e-05,
      "loss": 3.7722,
      "step": 46233
    },
    {
      "epoch": 3.9274549779136936,
      "grad_norm": 3.569467190186422,
      "learning_rate": 8.421662721721063e-05,
      "loss": 3.8019,
      "step": 46234
    },
    {
      "epoch": 3.9275399252463474,
      "grad_norm": 3.6912441363254476,
      "learning_rate": 8.421045663308004e-05,
      "loss": 3.8451,
      "step": 46235
    },
    {
      "epoch": 3.927624872579001,
      "grad_norm": 3.9495802728183516,
      "learning_rate": 8.42042861867983e-05,
      "loss": 4.6038,
      "step": 46236
    },
    {
      "epoch": 3.9277098199116547,
      "grad_norm": 3.7744590328141263,
      "learning_rate": 8.419811587837835e-05,
      "loss": 4.1049,
      "step": 46237
    },
    {
      "epoch": 3.9277947672443085,
      "grad_norm": 3.874687772448844,
      "learning_rate": 8.419194570783326e-05,
      "loss": 4.3661,
      "step": 46238
    },
    {
      "epoch": 3.9278797145769624,
      "grad_norm": 3.6191241156133906,
      "learning_rate": 8.418577567517583e-05,
      "loss": 3.8436,
      "step": 46239
    },
    {
      "epoch": 3.9279646619096162,
      "grad_norm": 3.607523440893995,
      "learning_rate": 8.417960578041897e-05,
      "loss": 4.0555,
      "step": 46240
    },
    {
      "epoch": 3.9280496092422696,
      "grad_norm": 3.6116976708717488,
      "learning_rate": 8.41734360235757e-05,
      "loss": 3.7699,
      "step": 46241
    },
    {
      "epoch": 3.9281345565749235,
      "grad_norm": 3.899777486872285,
      "learning_rate": 8.416726640465887e-05,
      "loss": 4.3633,
      "step": 46242
    },
    {
      "epoch": 3.9282195039075773,
      "grad_norm": 3.558588150361459,
      "learning_rate": 8.416109692368147e-05,
      "loss": 3.6901,
      "step": 46243
    },
    {
      "epoch": 3.928304451240231,
      "grad_norm": 3.4889190771625356,
      "learning_rate": 8.415492758065632e-05,
      "loss": 3.5462,
      "step": 46244
    },
    {
      "epoch": 3.928389398572885,
      "grad_norm": 3.6347103297281604,
      "learning_rate": 8.414875837559651e-05,
      "loss": 3.8019,
      "step": 46245
    },
    {
      "epoch": 3.9284743459055385,
      "grad_norm": 3.7746074680883646,
      "learning_rate": 8.414258930851486e-05,
      "loss": 4.1662,
      "step": 46246
    },
    {
      "epoch": 3.9285592932381923,
      "grad_norm": 3.8475520765636135,
      "learning_rate": 8.413642037942426e-05,
      "loss": 3.5337,
      "step": 46247
    },
    {
      "epoch": 3.928644240570846,
      "grad_norm": 3.599726489149018,
      "learning_rate": 8.413025158833776e-05,
      "loss": 3.8369,
      "step": 46248
    },
    {
      "epoch": 3.9287291879034996,
      "grad_norm": 3.4639335826275475,
      "learning_rate": 8.412408293526815e-05,
      "loss": 3.6361,
      "step": 46249
    },
    {
      "epoch": 3.928814135236154,
      "grad_norm": 3.5848718000210815,
      "learning_rate": 8.411791442022847e-05,
      "loss": 3.6658,
      "step": 46250
    },
    {
      "epoch": 3.9288990825688073,
      "grad_norm": 3.5544068844247905,
      "learning_rate": 8.411174604323155e-05,
      "loss": 3.6606,
      "step": 46251
    },
    {
      "epoch": 3.928984029901461,
      "grad_norm": 3.5783634774579927,
      "learning_rate": 8.41055778042904e-05,
      "loss": 3.7531,
      "step": 46252
    },
    {
      "epoch": 3.929068977234115,
      "grad_norm": 3.4861820300608817,
      "learning_rate": 8.40994097034179e-05,
      "loss": 3.4621,
      "step": 46253
    },
    {
      "epoch": 3.9291539245667684,
      "grad_norm": 3.985561168247146,
      "learning_rate": 8.409324174062694e-05,
      "loss": 4.361,
      "step": 46254
    },
    {
      "epoch": 3.9292388718994222,
      "grad_norm": 3.5471907302150583,
      "learning_rate": 8.408707391593047e-05,
      "loss": 3.7659,
      "step": 46255
    },
    {
      "epoch": 3.929323819232076,
      "grad_norm": 3.5886456050722777,
      "learning_rate": 8.40809062293415e-05,
      "loss": 3.818,
      "step": 46256
    },
    {
      "epoch": 3.92940876656473,
      "grad_norm": 3.539961329092704,
      "learning_rate": 8.407473868087285e-05,
      "loss": 3.7334,
      "step": 46257
    },
    {
      "epoch": 3.9294937138973838,
      "grad_norm": 3.628525899369682,
      "learning_rate": 8.406857127053744e-05,
      "loss": 3.8968,
      "step": 46258
    },
    {
      "epoch": 3.929578661230037,
      "grad_norm": 3.6062910507085753,
      "learning_rate": 8.406240399834827e-05,
      "loss": 3.5166,
      "step": 46259
    },
    {
      "epoch": 3.929663608562691,
      "grad_norm": 3.5462350830214624,
      "learning_rate": 8.405623686431821e-05,
      "loss": 3.6064,
      "step": 46260
    },
    {
      "epoch": 3.929748555895345,
      "grad_norm": 3.5966391080257574,
      "learning_rate": 8.405006986846014e-05,
      "loss": 3.7822,
      "step": 46261
    },
    {
      "epoch": 3.9298335032279987,
      "grad_norm": 3.5679137459380468,
      "learning_rate": 8.404390301078702e-05,
      "loss": 3.8373,
      "step": 46262
    },
    {
      "epoch": 3.9299184505606526,
      "grad_norm": 3.437410095907482,
      "learning_rate": 8.403773629131182e-05,
      "loss": 3.8065,
      "step": 46263
    },
    {
      "epoch": 3.930003397893306,
      "grad_norm": 3.894509426402045,
      "learning_rate": 8.403156971004747e-05,
      "loss": 4.1205,
      "step": 46264
    },
    {
      "epoch": 3.93008834522596,
      "grad_norm": 3.461353041264892,
      "learning_rate": 8.402540326700675e-05,
      "loss": 3.6833,
      "step": 46265
    },
    {
      "epoch": 3.9301732925586137,
      "grad_norm": 3.765163189125006,
      "learning_rate": 8.401923696220275e-05,
      "loss": 4.0567,
      "step": 46266
    },
    {
      "epoch": 3.9302582398912675,
      "grad_norm": 3.570203361350225,
      "learning_rate": 8.401307079564823e-05,
      "loss": 3.6408,
      "step": 46267
    },
    {
      "epoch": 3.9303431872239214,
      "grad_norm": 3.5712353920658195,
      "learning_rate": 8.400690476735627e-05,
      "loss": 3.7056,
      "step": 46268
    },
    {
      "epoch": 3.930428134556575,
      "grad_norm": 3.535639421861674,
      "learning_rate": 8.400073887733965e-05,
      "loss": 3.7485,
      "step": 46269
    },
    {
      "epoch": 3.9305130818892287,
      "grad_norm": 3.5560688569814016,
      "learning_rate": 8.399457312561143e-05,
      "loss": 3.6385,
      "step": 46270
    },
    {
      "epoch": 3.9305980292218825,
      "grad_norm": 3.529388891693564,
      "learning_rate": 8.398840751218442e-05,
      "loss": 3.6956,
      "step": 46271
    },
    {
      "epoch": 3.930682976554536,
      "grad_norm": 3.6926977317571845,
      "learning_rate": 8.398224203707153e-05,
      "loss": 4.0643,
      "step": 46272
    },
    {
      "epoch": 3.93076792388719,
      "grad_norm": 3.9196268833398586,
      "learning_rate": 8.397607670028573e-05,
      "loss": 4.3816,
      "step": 46273
    },
    {
      "epoch": 3.9308528712198436,
      "grad_norm": 3.6330938896427383,
      "learning_rate": 8.396991150183997e-05,
      "loss": 3.9644,
      "step": 46274
    },
    {
      "epoch": 3.9309378185524975,
      "grad_norm": 3.8996587957493762,
      "learning_rate": 8.396374644174713e-05,
      "loss": 3.935,
      "step": 46275
    },
    {
      "epoch": 3.9310227658851513,
      "grad_norm": 3.836226719464768,
      "learning_rate": 8.395758152002005e-05,
      "loss": 4.1849,
      "step": 46276
    },
    {
      "epoch": 3.9311077132178047,
      "grad_norm": 3.454914373837665,
      "learning_rate": 8.39514167366718e-05,
      "loss": 3.5063,
      "step": 46277
    },
    {
      "epoch": 3.9311926605504586,
      "grad_norm": 3.7353251939939156,
      "learning_rate": 8.394525209171522e-05,
      "loss": 3.5221,
      "step": 46278
    },
    {
      "epoch": 3.9312776078831124,
      "grad_norm": 3.5955235117392617,
      "learning_rate": 8.393908758516316e-05,
      "loss": 3.6697,
      "step": 46279
    },
    {
      "epoch": 3.9313625552157663,
      "grad_norm": 3.578007048048355,
      "learning_rate": 8.393292321702858e-05,
      "loss": 3.5729,
      "step": 46280
    },
    {
      "epoch": 3.93144750254842,
      "grad_norm": 3.5526749531546793,
      "learning_rate": 8.392675898732448e-05,
      "loss": 3.7157,
      "step": 46281
    },
    {
      "epoch": 3.9315324498810735,
      "grad_norm": 3.5195523035552436,
      "learning_rate": 8.392059489606374e-05,
      "loss": 3.6145,
      "step": 46282
    },
    {
      "epoch": 3.9316173972137274,
      "grad_norm": 3.5259000306310044,
      "learning_rate": 8.391443094325918e-05,
      "loss": 3.6325,
      "step": 46283
    },
    {
      "epoch": 3.9317023445463812,
      "grad_norm": 4.008196550668885,
      "learning_rate": 8.390826712892382e-05,
      "loss": 4.736,
      "step": 46284
    },
    {
      "epoch": 3.931787291879035,
      "grad_norm": 3.6307969369607815,
      "learning_rate": 8.39021034530705e-05,
      "loss": 4.1019,
      "step": 46285
    },
    {
      "epoch": 3.931872239211689,
      "grad_norm": 3.563982615786368,
      "learning_rate": 8.389593991571225e-05,
      "loss": 3.5481,
      "step": 46286
    },
    {
      "epoch": 3.9319571865443423,
      "grad_norm": 3.767311497717316,
      "learning_rate": 8.388977651686182e-05,
      "loss": 4.1893,
      "step": 46287
    },
    {
      "epoch": 3.932042133876996,
      "grad_norm": 3.4966369525427474,
      "learning_rate": 8.388361325653228e-05,
      "loss": 3.6705,
      "step": 46288
    },
    {
      "epoch": 3.93212708120965,
      "grad_norm": 3.894501878367308,
      "learning_rate": 8.387745013473646e-05,
      "loss": 4.3556,
      "step": 46289
    },
    {
      "epoch": 3.932212028542304,
      "grad_norm": 3.8673714087083244,
      "learning_rate": 8.387128715148724e-05,
      "loss": 4.4638,
      "step": 46290
    },
    {
      "epoch": 3.9322969758749577,
      "grad_norm": 3.6941237863844796,
      "learning_rate": 8.386512430679767e-05,
      "loss": 3.6351,
      "step": 46291
    },
    {
      "epoch": 3.932381923207611,
      "grad_norm": 3.5716619605774014,
      "learning_rate": 8.385896160068048e-05,
      "loss": 3.8775,
      "step": 46292
    },
    {
      "epoch": 3.932466870540265,
      "grad_norm": 3.7391645375525733,
      "learning_rate": 8.385279903314876e-05,
      "loss": 3.8149,
      "step": 46293
    },
    {
      "epoch": 3.932551817872919,
      "grad_norm": 3.4354263860345915,
      "learning_rate": 8.384663660421526e-05,
      "loss": 3.451,
      "step": 46294
    },
    {
      "epoch": 3.9326367652055727,
      "grad_norm": 3.6603125281423083,
      "learning_rate": 8.384047431389306e-05,
      "loss": 3.7045,
      "step": 46295
    },
    {
      "epoch": 3.9327217125382266,
      "grad_norm": 3.6805613712523493,
      "learning_rate": 8.383431216219498e-05,
      "loss": 3.7959,
      "step": 46296
    },
    {
      "epoch": 3.93280665987088,
      "grad_norm": 3.8329383455746755,
      "learning_rate": 8.382815014913386e-05,
      "loss": 4.2417,
      "step": 46297
    },
    {
      "epoch": 3.932891607203534,
      "grad_norm": 3.5601251814876536,
      "learning_rate": 8.382198827472271e-05,
      "loss": 3.8539,
      "step": 46298
    },
    {
      "epoch": 3.9329765545361877,
      "grad_norm": 3.585048885437453,
      "learning_rate": 8.381582653897447e-05,
      "loss": 3.7259,
      "step": 46299
    },
    {
      "epoch": 3.933061501868841,
      "grad_norm": 3.851617207187139,
      "learning_rate": 8.380966494190199e-05,
      "loss": 4.5119,
      "step": 46300
    },
    {
      "epoch": 3.933146449201495,
      "grad_norm": 3.5501604981787507,
      "learning_rate": 8.380350348351815e-05,
      "loss": 3.7801,
      "step": 46301
    },
    {
      "epoch": 3.9332313965341488,
      "grad_norm": 3.696608323836508,
      "learning_rate": 8.379734216383593e-05,
      "loss": 3.9221,
      "step": 46302
    },
    {
      "epoch": 3.9333163438668026,
      "grad_norm": 3.5710924023440067,
      "learning_rate": 8.379118098286824e-05,
      "loss": 3.4206,
      "step": 46303
    },
    {
      "epoch": 3.9334012911994565,
      "grad_norm": 3.8222157280243647,
      "learning_rate": 8.37850199406279e-05,
      "loss": 4.1693,
      "step": 46304
    },
    {
      "epoch": 3.93348623853211,
      "grad_norm": 3.5167785972294454,
      "learning_rate": 8.377885903712785e-05,
      "loss": 3.6242,
      "step": 46305
    },
    {
      "epoch": 3.9335711858647637,
      "grad_norm": 3.5701685375308667,
      "learning_rate": 8.37726982723811e-05,
      "loss": 3.7671,
      "step": 46306
    },
    {
      "epoch": 3.9336561331974176,
      "grad_norm": 3.973471947938533,
      "learning_rate": 8.37665376464005e-05,
      "loss": 3.7718,
      "step": 46307
    },
    {
      "epoch": 3.9337410805300714,
      "grad_norm": 3.545904776878537,
      "learning_rate": 8.376037715919886e-05,
      "loss": 3.4276,
      "step": 46308
    },
    {
      "epoch": 3.9338260278627253,
      "grad_norm": 3.4597029205033136,
      "learning_rate": 8.375421681078928e-05,
      "loss": 3.3885,
      "step": 46309
    },
    {
      "epoch": 3.9339109751953787,
      "grad_norm": 3.635045509160055,
      "learning_rate": 8.374805660118446e-05,
      "loss": 3.8383,
      "step": 46310
    },
    {
      "epoch": 3.9339959225280325,
      "grad_norm": 3.5147671898938886,
      "learning_rate": 8.374189653039747e-05,
      "loss": 3.5578,
      "step": 46311
    },
    {
      "epoch": 3.9340808698606864,
      "grad_norm": 3.925717270823658,
      "learning_rate": 8.373573659844111e-05,
      "loss": 4.4683,
      "step": 46312
    },
    {
      "epoch": 3.9341658171933402,
      "grad_norm": 3.535112103997357,
      "learning_rate": 8.372957680532839e-05,
      "loss": 3.6248,
      "step": 46313
    },
    {
      "epoch": 3.934250764525994,
      "grad_norm": 3.6027519262882883,
      "learning_rate": 8.372341715107213e-05,
      "loss": 3.6649,
      "step": 46314
    },
    {
      "epoch": 3.9343357118586475,
      "grad_norm": 3.8696135221209413,
      "learning_rate": 8.371725763568523e-05,
      "loss": 4.0145,
      "step": 46315
    },
    {
      "epoch": 3.9344206591913014,
      "grad_norm": 3.6163769253314166,
      "learning_rate": 8.371109825918064e-05,
      "loss": 3.6576,
      "step": 46316
    },
    {
      "epoch": 3.934505606523955,
      "grad_norm": 3.5705913329601944,
      "learning_rate": 8.370493902157131e-05,
      "loss": 3.6833,
      "step": 46317
    },
    {
      "epoch": 3.934590553856609,
      "grad_norm": 3.6031635337874244,
      "learning_rate": 8.369877992287009e-05,
      "loss": 3.6774,
      "step": 46318
    },
    {
      "epoch": 3.934675501189263,
      "grad_norm": 3.4019972175298014,
      "learning_rate": 8.369262096308982e-05,
      "loss": 3.4366,
      "step": 46319
    },
    {
      "epoch": 3.9347604485219163,
      "grad_norm": 3.545948737411276,
      "learning_rate": 8.368646214224355e-05,
      "loss": 3.7722,
      "step": 46320
    },
    {
      "epoch": 3.93484539585457,
      "grad_norm": 3.5620102305891805,
      "learning_rate": 8.368030346034409e-05,
      "loss": 3.6582,
      "step": 46321
    },
    {
      "epoch": 3.934930343187224,
      "grad_norm": 3.8851886601061856,
      "learning_rate": 8.36741449174043e-05,
      "loss": 4.1493,
      "step": 46322
    },
    {
      "epoch": 3.9350152905198774,
      "grad_norm": 3.534955719459936,
      "learning_rate": 8.366798651343718e-05,
      "loss": 3.4854,
      "step": 46323
    },
    {
      "epoch": 3.9351002378525313,
      "grad_norm": 3.711237705360378,
      "learning_rate": 8.366182824845563e-05,
      "loss": 4.0654,
      "step": 46324
    },
    {
      "epoch": 3.935185185185185,
      "grad_norm": 3.523327169652075,
      "learning_rate": 8.365567012247251e-05,
      "loss": 3.6544,
      "step": 46325
    },
    {
      "epoch": 3.935270132517839,
      "grad_norm": 3.505059442831751,
      "learning_rate": 8.364951213550071e-05,
      "loss": 3.5313,
      "step": 46326
    },
    {
      "epoch": 3.935355079850493,
      "grad_norm": 3.5724040584061387,
      "learning_rate": 8.364335428755319e-05,
      "loss": 3.7648,
      "step": 46327
    },
    {
      "epoch": 3.9354400271831462,
      "grad_norm": 3.6204207715635355,
      "learning_rate": 8.363719657864278e-05,
      "loss": 4.0973,
      "step": 46328
    },
    {
      "epoch": 3.9355249745158,
      "grad_norm": 3.4663404732200553,
      "learning_rate": 8.363103900878246e-05,
      "loss": 3.4006,
      "step": 46329
    },
    {
      "epoch": 3.935609921848454,
      "grad_norm": 3.808946772282128,
      "learning_rate": 8.362488157798505e-05,
      "loss": 3.9197,
      "step": 46330
    },
    {
      "epoch": 3.935694869181108,
      "grad_norm": 3.778970133132225,
      "learning_rate": 8.361872428626356e-05,
      "loss": 4.0684,
      "step": 46331
    },
    {
      "epoch": 3.9357798165137616,
      "grad_norm": 3.60166568252105,
      "learning_rate": 8.361256713363083e-05,
      "loss": 4.1454,
      "step": 46332
    },
    {
      "epoch": 3.935864763846415,
      "grad_norm": 3.5984870799450026,
      "learning_rate": 8.36064101200997e-05,
      "loss": 3.6757,
      "step": 46333
    },
    {
      "epoch": 3.935949711179069,
      "grad_norm": 3.6342283685105463,
      "learning_rate": 8.360025324568317e-05,
      "loss": 3.8683,
      "step": 46334
    },
    {
      "epoch": 3.9360346585117227,
      "grad_norm": 3.603687561688828,
      "learning_rate": 8.359409651039406e-05,
      "loss": 3.6798,
      "step": 46335
    },
    {
      "epoch": 3.9361196058443766,
      "grad_norm": 3.8901302293540554,
      "learning_rate": 8.358793991424536e-05,
      "loss": 4.1714,
      "step": 46336
    },
    {
      "epoch": 3.9362045531770304,
      "grad_norm": 3.9452148729723944,
      "learning_rate": 8.358178345724988e-05,
      "loss": 4.4491,
      "step": 46337
    },
    {
      "epoch": 3.936289500509684,
      "grad_norm": 3.5184834831510976,
      "learning_rate": 8.357562713942061e-05,
      "loss": 3.7571,
      "step": 46338
    },
    {
      "epoch": 3.9363744478423377,
      "grad_norm": 4.323528758681682,
      "learning_rate": 8.35694709607704e-05,
      "loss": 3.561,
      "step": 46339
    },
    {
      "epoch": 3.9364593951749915,
      "grad_norm": 3.630929160398412,
      "learning_rate": 8.356331492131213e-05,
      "loss": 3.8107,
      "step": 46340
    },
    {
      "epoch": 3.9365443425076454,
      "grad_norm": 3.5706879108935703,
      "learning_rate": 8.355715902105862e-05,
      "loss": 3.6151,
      "step": 46341
    },
    {
      "epoch": 3.9366292898402993,
      "grad_norm": 3.8299165865870557,
      "learning_rate": 8.355100326002298e-05,
      "loss": 4.2413,
      "step": 46342
    },
    {
      "epoch": 3.9367142371729527,
      "grad_norm": 3.49871240168094,
      "learning_rate": 8.3544847638218e-05,
      "loss": 3.597,
      "step": 46343
    },
    {
      "epoch": 3.9367991845056065,
      "grad_norm": 3.5136303655728662,
      "learning_rate": 8.353869215565649e-05,
      "loss": 3.7252,
      "step": 46344
    },
    {
      "epoch": 3.9368841318382604,
      "grad_norm": 3.7479322652037306,
      "learning_rate": 8.353253681235151e-05,
      "loss": 4.0857,
      "step": 46345
    },
    {
      "epoch": 3.9369690791709138,
      "grad_norm": 3.970522301438692,
      "learning_rate": 8.352638160831587e-05,
      "loss": 4.3989,
      "step": 46346
    },
    {
      "epoch": 3.937054026503568,
      "grad_norm": 3.5592081006932923,
      "learning_rate": 8.352022654356243e-05,
      "loss": 3.6777,
      "step": 46347
    },
    {
      "epoch": 3.9371389738362215,
      "grad_norm": 3.946509900499061,
      "learning_rate": 8.351407161810413e-05,
      "loss": 4.518,
      "step": 46348
    },
    {
      "epoch": 3.9372239211688753,
      "grad_norm": 3.680920635488134,
      "learning_rate": 8.35079168319539e-05,
      "loss": 3.8287,
      "step": 46349
    },
    {
      "epoch": 3.937308868501529,
      "grad_norm": 3.5119446167338912,
      "learning_rate": 8.350176218512462e-05,
      "loss": 3.5509,
      "step": 46350
    },
    {
      "epoch": 3.9373938158341826,
      "grad_norm": 3.580721087514495,
      "learning_rate": 8.349560767762918e-05,
      "loss": 3.7336,
      "step": 46351
    },
    {
      "epoch": 3.9374787631668364,
      "grad_norm": 3.576401827529542,
      "learning_rate": 8.348945330948039e-05,
      "loss": 3.6768,
      "step": 46352
    },
    {
      "epoch": 3.9375637104994903,
      "grad_norm": 3.569710293090141,
      "learning_rate": 8.348329908069123e-05,
      "loss": 3.6012,
      "step": 46353
    },
    {
      "epoch": 3.937648657832144,
      "grad_norm": 3.9576323492741414,
      "learning_rate": 8.347714499127463e-05,
      "loss": 4.4281,
      "step": 46354
    },
    {
      "epoch": 3.937733605164798,
      "grad_norm": 3.900050868334605,
      "learning_rate": 8.347099104124339e-05,
      "loss": 4.3336,
      "step": 46355
    },
    {
      "epoch": 3.9378185524974514,
      "grad_norm": 3.9246236501621867,
      "learning_rate": 8.34648372306105e-05,
      "loss": 4.2775,
      "step": 46356
    },
    {
      "epoch": 3.9379034998301052,
      "grad_norm": 3.735114457315065,
      "learning_rate": 8.345868355938882e-05,
      "loss": 3.9953,
      "step": 46357
    },
    {
      "epoch": 3.937988447162759,
      "grad_norm": 3.465830002448491,
      "learning_rate": 8.345253002759122e-05,
      "loss": 3.4309,
      "step": 46358
    },
    {
      "epoch": 3.938073394495413,
      "grad_norm": 3.6905060651719364,
      "learning_rate": 8.34463766352305e-05,
      "loss": 3.9377,
      "step": 46359
    },
    {
      "epoch": 3.938158341828067,
      "grad_norm": 3.532902733598982,
      "learning_rate": 8.344022338231978e-05,
      "loss": 3.7588,
      "step": 46360
    },
    {
      "epoch": 3.93824328916072,
      "grad_norm": 3.858496777317211,
      "learning_rate": 8.343407026887183e-05,
      "loss": 3.9958,
      "step": 46361
    },
    {
      "epoch": 3.938328236493374,
      "grad_norm": 3.55265015578652,
      "learning_rate": 8.342791729489949e-05,
      "loss": 3.6212,
      "step": 46362
    },
    {
      "epoch": 3.938413183826028,
      "grad_norm": 3.4869343370919825,
      "learning_rate": 8.342176446041575e-05,
      "loss": 3.4397,
      "step": 46363
    },
    {
      "epoch": 3.9384981311586817,
      "grad_norm": 3.5879677514850847,
      "learning_rate": 8.341561176543346e-05,
      "loss": 3.916,
      "step": 46364
    },
    {
      "epoch": 3.9385830784913356,
      "grad_norm": 3.5072504904321895,
      "learning_rate": 8.340945920996545e-05,
      "loss": 3.717,
      "step": 46365
    },
    {
      "epoch": 3.938668025823989,
      "grad_norm": 3.607283359638728,
      "learning_rate": 8.340330679402467e-05,
      "loss": 3.5864,
      "step": 46366
    },
    {
      "epoch": 3.938752973156643,
      "grad_norm": 3.934911757025116,
      "learning_rate": 8.339715451762409e-05,
      "loss": 4.5637,
      "step": 46367
    },
    {
      "epoch": 3.9388379204892967,
      "grad_norm": 3.5752051053524796,
      "learning_rate": 8.339100238077651e-05,
      "loss": 3.62,
      "step": 46368
    },
    {
      "epoch": 3.93892286782195,
      "grad_norm": 3.5282044512332664,
      "learning_rate": 8.338485038349485e-05,
      "loss": 3.5267,
      "step": 46369
    },
    {
      "epoch": 3.9390078151546044,
      "grad_norm": 3.4044067732602707,
      "learning_rate": 8.33786985257919e-05,
      "loss": 3.2663,
      "step": 46370
    },
    {
      "epoch": 3.939092762487258,
      "grad_norm": 3.6793123599560884,
      "learning_rate": 8.337254680768065e-05,
      "loss": 4.0002,
      "step": 46371
    },
    {
      "epoch": 3.9391777098199117,
      "grad_norm": 3.6070242495824827,
      "learning_rate": 8.336639522917403e-05,
      "loss": 3.7521,
      "step": 46372
    },
    {
      "epoch": 3.9392626571525655,
      "grad_norm": 3.502898761426109,
      "learning_rate": 8.336024379028481e-05,
      "loss": 3.4539,
      "step": 46373
    },
    {
      "epoch": 3.939347604485219,
      "grad_norm": 3.686842722849433,
      "learning_rate": 8.3354092491026e-05,
      "loss": 3.8813,
      "step": 46374
    },
    {
      "epoch": 3.9394325518178728,
      "grad_norm": 3.5467787125650316,
      "learning_rate": 8.334794133141044e-05,
      "loss": 3.7487,
      "step": 46375
    },
    {
      "epoch": 3.9395174991505266,
      "grad_norm": 3.9501035910026356,
      "learning_rate": 8.334179031145103e-05,
      "loss": 4.538,
      "step": 46376
    },
    {
      "epoch": 3.9396024464831805,
      "grad_norm": 3.5489326053575345,
      "learning_rate": 8.33356394311605e-05,
      "loss": 3.683,
      "step": 46377
    },
    {
      "epoch": 3.9396873938158343,
      "grad_norm": 3.635664914331304,
      "learning_rate": 8.332948869055199e-05,
      "loss": 3.9969,
      "step": 46378
    },
    {
      "epoch": 3.9397723411484877,
      "grad_norm": 4.039590271418846,
      "learning_rate": 8.332333808963828e-05,
      "loss": 4.8118,
      "step": 46379
    },
    {
      "epoch": 3.9398572884811416,
      "grad_norm": 3.444040350929047,
      "learning_rate": 8.331718762843224e-05,
      "loss": 3.4074,
      "step": 46380
    },
    {
      "epoch": 3.9399422358137954,
      "grad_norm": 3.9666312140755733,
      "learning_rate": 8.331103730694672e-05,
      "loss": 4.2902,
      "step": 46381
    },
    {
      "epoch": 3.9400271831464493,
      "grad_norm": 3.5742522838323487,
      "learning_rate": 8.33048871251947e-05,
      "loss": 3.8628,
      "step": 46382
    },
    {
      "epoch": 3.940112130479103,
      "grad_norm": 3.6418438479569577,
      "learning_rate": 8.329873708318905e-05,
      "loss": 3.9263,
      "step": 46383
    },
    {
      "epoch": 3.9401970778117565,
      "grad_norm": 3.4184014079213223,
      "learning_rate": 8.329258718094249e-05,
      "loss": 3.3423,
      "step": 46384
    },
    {
      "epoch": 3.9402820251444104,
      "grad_norm": 3.4860563561949682,
      "learning_rate": 8.328643741846816e-05,
      "loss": 3.6718,
      "step": 46385
    },
    {
      "epoch": 3.9403669724770642,
      "grad_norm": 3.870325248836132,
      "learning_rate": 8.328028779577884e-05,
      "loss": 4.1023,
      "step": 46386
    },
    {
      "epoch": 3.940451919809718,
      "grad_norm": 3.552617682786378,
      "learning_rate": 8.327413831288738e-05,
      "loss": 3.7773,
      "step": 46387
    },
    {
      "epoch": 3.940536867142372,
      "grad_norm": 3.906591260991717,
      "learning_rate": 8.326798896980667e-05,
      "loss": 4.4976,
      "step": 46388
    },
    {
      "epoch": 3.9406218144750254,
      "grad_norm": 3.940541601601303,
      "learning_rate": 8.326183976654965e-05,
      "loss": 4.4208,
      "step": 46389
    },
    {
      "epoch": 3.940706761807679,
      "grad_norm": 3.9207113847822095,
      "learning_rate": 8.32556907031291e-05,
      "loss": 4.1948,
      "step": 46390
    },
    {
      "epoch": 3.940791709140333,
      "grad_norm": 3.4885789029938987,
      "learning_rate": 8.324954177955805e-05,
      "loss": 3.6141,
      "step": 46391
    },
    {
      "epoch": 3.940876656472987,
      "grad_norm": 3.6673522493121116,
      "learning_rate": 8.324339299584924e-05,
      "loss": 3.9416,
      "step": 46392
    },
    {
      "epoch": 3.9409616038056408,
      "grad_norm": 3.4485875853533137,
      "learning_rate": 8.323724435201569e-05,
      "loss": 3.4215,
      "step": 46393
    },
    {
      "epoch": 3.941046551138294,
      "grad_norm": 3.8063153775240264,
      "learning_rate": 8.32310958480702e-05,
      "loss": 4.1586,
      "step": 46394
    },
    {
      "epoch": 3.941131498470948,
      "grad_norm": 3.51524752952117,
      "learning_rate": 8.322494748402562e-05,
      "loss": 3.737,
      "step": 46395
    },
    {
      "epoch": 3.941216445803602,
      "grad_norm": 3.6352140090411575,
      "learning_rate": 8.321879925989487e-05,
      "loss": 3.766,
      "step": 46396
    },
    {
      "epoch": 3.9413013931362553,
      "grad_norm": 3.5908925934407216,
      "learning_rate": 8.32126511756909e-05,
      "loss": 3.5643,
      "step": 46397
    },
    {
      "epoch": 3.941386340468909,
      "grad_norm": 3.7425150857928697,
      "learning_rate": 8.320650323142656e-05,
      "loss": 3.9423,
      "step": 46398
    },
    {
      "epoch": 3.941471287801563,
      "grad_norm": 3.674204305399966,
      "learning_rate": 8.320035542711461e-05,
      "loss": 3.9952,
      "step": 46399
    },
    {
      "epoch": 3.941556235134217,
      "grad_norm": 3.7459785398976084,
      "learning_rate": 8.319420776276811e-05,
      "loss": 4.1151,
      "step": 46400
    },
    {
      "epoch": 3.9416411824668707,
      "grad_norm": 3.6347478958709827,
      "learning_rate": 8.318806023839984e-05,
      "loss": 3.966,
      "step": 46401
    },
    {
      "epoch": 3.941726129799524,
      "grad_norm": 3.816719145545998,
      "learning_rate": 8.318191285402259e-05,
      "loss": 3.4637,
      "step": 46402
    },
    {
      "epoch": 3.941811077132178,
      "grad_norm": 3.538790684354685,
      "learning_rate": 8.317576560964947e-05,
      "loss": 3.5103,
      "step": 46403
    },
    {
      "epoch": 3.941896024464832,
      "grad_norm": 3.9112070411053113,
      "learning_rate": 8.316961850529324e-05,
      "loss": 4.1911,
      "step": 46404
    },
    {
      "epoch": 3.9419809717974856,
      "grad_norm": 3.773586194420666,
      "learning_rate": 8.316347154096677e-05,
      "loss": 4.1349,
      "step": 46405
    },
    {
      "epoch": 3.9420659191301395,
      "grad_norm": 3.604913983277745,
      "learning_rate": 8.31573247166829e-05,
      "loss": 3.8266,
      "step": 46406
    },
    {
      "epoch": 3.942150866462793,
      "grad_norm": 3.493271437566773,
      "learning_rate": 8.315117803245461e-05,
      "loss": 3.5025,
      "step": 46407
    },
    {
      "epoch": 3.9422358137954467,
      "grad_norm": 3.604610471480189,
      "learning_rate": 8.314503148829468e-05,
      "loss": 4.1059,
      "step": 46408
    },
    {
      "epoch": 3.9423207611281006,
      "grad_norm": 3.8626286509353904,
      "learning_rate": 8.31388850842161e-05,
      "loss": 4.1438,
      "step": 46409
    },
    {
      "epoch": 3.9424057084607544,
      "grad_norm": 3.9661591659146134,
      "learning_rate": 8.313273882023161e-05,
      "loss": 4.5639,
      "step": 46410
    },
    {
      "epoch": 3.9424906557934083,
      "grad_norm": 3.6168446452026433,
      "learning_rate": 8.312659269635424e-05,
      "loss": 3.7607,
      "step": 46411
    },
    {
      "epoch": 3.9425756031260617,
      "grad_norm": 3.7426794066912534,
      "learning_rate": 8.312044671259678e-05,
      "loss": 4.0867,
      "step": 46412
    },
    {
      "epoch": 3.9426605504587156,
      "grad_norm": 3.926112021776192,
      "learning_rate": 8.311430086897206e-05,
      "loss": 4.1759,
      "step": 46413
    },
    {
      "epoch": 3.9427454977913694,
      "grad_norm": 3.9761203109115884,
      "learning_rate": 8.310815516549303e-05,
      "loss": 4.5403,
      "step": 46414
    },
    {
      "epoch": 3.9428304451240233,
      "grad_norm": 3.628284066244354,
      "learning_rate": 8.31020096021726e-05,
      "loss": 3.7959,
      "step": 46415
    },
    {
      "epoch": 3.942915392456677,
      "grad_norm": 3.6799260739346016,
      "learning_rate": 8.30958641790236e-05,
      "loss": 4.1033,
      "step": 46416
    },
    {
      "epoch": 3.9430003397893305,
      "grad_norm": 3.515474406816375,
      "learning_rate": 8.308971889605888e-05,
      "loss": 3.6289,
      "step": 46417
    },
    {
      "epoch": 3.9430852871219844,
      "grad_norm": 3.9340138500366364,
      "learning_rate": 8.308357375329137e-05,
      "loss": 4.5024,
      "step": 46418
    },
    {
      "epoch": 3.943170234454638,
      "grad_norm": 3.59582665008049,
      "learning_rate": 8.307742875073394e-05,
      "loss": 3.7653,
      "step": 46419
    },
    {
      "epoch": 3.9432551817872916,
      "grad_norm": 3.4218075083743216,
      "learning_rate": 8.307128388839937e-05,
      "loss": 3.3274,
      "step": 46420
    },
    {
      "epoch": 3.9433401291199455,
      "grad_norm": 3.6167214273278554,
      "learning_rate": 8.306513916630063e-05,
      "loss": 4.0615,
      "step": 46421
    },
    {
      "epoch": 3.9434250764525993,
      "grad_norm": 3.859629183906493,
      "learning_rate": 8.305899458445061e-05,
      "loss": 4.297,
      "step": 46422
    },
    {
      "epoch": 3.943510023785253,
      "grad_norm": 3.576323605874593,
      "learning_rate": 8.305285014286216e-05,
      "loss": 3.7457,
      "step": 46423
    },
    {
      "epoch": 3.943594971117907,
      "grad_norm": 3.9859981285693156,
      "learning_rate": 8.304670584154808e-05,
      "loss": 4.3971,
      "step": 46424
    },
    {
      "epoch": 3.9436799184505604,
      "grad_norm": 3.635725349523814,
      "learning_rate": 8.304056168052137e-05,
      "loss": 3.8065,
      "step": 46425
    },
    {
      "epoch": 3.9437648657832143,
      "grad_norm": 3.435404485280545,
      "learning_rate": 8.303441765979486e-05,
      "loss": 3.4739,
      "step": 46426
    },
    {
      "epoch": 3.943849813115868,
      "grad_norm": 3.9013288248925417,
      "learning_rate": 8.302827377938133e-05,
      "loss": 3.9909,
      "step": 46427
    },
    {
      "epoch": 3.943934760448522,
      "grad_norm": 3.86346556585999,
      "learning_rate": 8.302213003929374e-05,
      "loss": 4.1087,
      "step": 46428
    },
    {
      "epoch": 3.944019707781176,
      "grad_norm": 3.4885829275980154,
      "learning_rate": 8.3015986439545e-05,
      "loss": 3.7215,
      "step": 46429
    },
    {
      "epoch": 3.9441046551138292,
      "grad_norm": 3.527500652905639,
      "learning_rate": 8.300984298014796e-05,
      "loss": 3.5651,
      "step": 46430
    },
    {
      "epoch": 3.944189602446483,
      "grad_norm": 3.4450532497338235,
      "learning_rate": 8.300369966111537e-05,
      "loss": 3.3638,
      "step": 46431
    },
    {
      "epoch": 3.944274549779137,
      "grad_norm": 3.6329900118832854,
      "learning_rate": 8.299755648246031e-05,
      "loss": 4.0718,
      "step": 46432
    },
    {
      "epoch": 3.944359497111791,
      "grad_norm": 3.5687518362680324,
      "learning_rate": 8.299141344419543e-05,
      "loss": 3.685,
      "step": 46433
    },
    {
      "epoch": 3.9444444444444446,
      "grad_norm": 3.613075009300306,
      "learning_rate": 8.298527054633381e-05,
      "loss": 3.5077,
      "step": 46434
    },
    {
      "epoch": 3.944529391777098,
      "grad_norm": 3.5338792127160605,
      "learning_rate": 8.297912778888815e-05,
      "loss": 3.7215,
      "step": 46435
    },
    {
      "epoch": 3.944614339109752,
      "grad_norm": 3.655904672273229,
      "learning_rate": 8.297298517187145e-05,
      "loss": 4.0325,
      "step": 46436
    },
    {
      "epoch": 3.9446992864424058,
      "grad_norm": 3.914712979859469,
      "learning_rate": 8.296684269529654e-05,
      "loss": 3.4777,
      "step": 46437
    },
    {
      "epoch": 3.9447842337750596,
      "grad_norm": 3.6853016333482533,
      "learning_rate": 8.29607003591762e-05,
      "loss": 3.8886,
      "step": 46438
    },
    {
      "epoch": 3.9448691811077135,
      "grad_norm": 3.9838300408395733,
      "learning_rate": 8.295455816352341e-05,
      "loss": 4.4198,
      "step": 46439
    },
    {
      "epoch": 3.944954128440367,
      "grad_norm": 3.480465127977284,
      "learning_rate": 8.294841610835103e-05,
      "loss": 3.6038,
      "step": 46440
    },
    {
      "epoch": 3.9450390757730207,
      "grad_norm": 3.5611915652110424,
      "learning_rate": 8.294227419367194e-05,
      "loss": 3.725,
      "step": 46441
    },
    {
      "epoch": 3.9451240231056746,
      "grad_norm": 3.592639423982399,
      "learning_rate": 8.293613241949888e-05,
      "loss": 3.7688,
      "step": 46442
    },
    {
      "epoch": 3.945208970438328,
      "grad_norm": 3.937173777643543,
      "learning_rate": 8.292999078584488e-05,
      "loss": 4.5056,
      "step": 46443
    },
    {
      "epoch": 3.9452939177709823,
      "grad_norm": 4.2074289857407985,
      "learning_rate": 8.292384929272276e-05,
      "loss": 4.2293,
      "step": 46444
    },
    {
      "epoch": 3.9453788651036357,
      "grad_norm": 3.979665506637391,
      "learning_rate": 8.291770794014529e-05,
      "loss": 4.5459,
      "step": 46445
    },
    {
      "epoch": 3.9454638124362895,
      "grad_norm": 3.7967601430297515,
      "learning_rate": 8.291156672812543e-05,
      "loss": 3.9639,
      "step": 46446
    },
    {
      "epoch": 3.9455487597689434,
      "grad_norm": 3.667688733807105,
      "learning_rate": 8.290542565667609e-05,
      "loss": 4.0199,
      "step": 46447
    },
    {
      "epoch": 3.9456337071015968,
      "grad_norm": 3.568457887874088,
      "learning_rate": 8.289928472581009e-05,
      "loss": 3.672,
      "step": 46448
    },
    {
      "epoch": 3.9457186544342506,
      "grad_norm": 3.4752997613661614,
      "learning_rate": 8.289314393554022e-05,
      "loss": 3.5463,
      "step": 46449
    },
    {
      "epoch": 3.9458036017669045,
      "grad_norm": 3.4374840688605053,
      "learning_rate": 8.288700328587951e-05,
      "loss": 3.3719,
      "step": 46450
    },
    {
      "epoch": 3.9458885490995583,
      "grad_norm": 3.5907099062729677,
      "learning_rate": 8.288086277684065e-05,
      "loss": 3.6771,
      "step": 46451
    },
    {
      "epoch": 3.945973496432212,
      "grad_norm": 3.5838191885027486,
      "learning_rate": 8.287472240843665e-05,
      "loss": 3.9446,
      "step": 46452
    },
    {
      "epoch": 3.9460584437648656,
      "grad_norm": 3.7464920914004947,
      "learning_rate": 8.286858218068026e-05,
      "loss": 3.9625,
      "step": 46453
    },
    {
      "epoch": 3.9461433910975194,
      "grad_norm": 3.8309913006906005,
      "learning_rate": 8.286244209358444e-05,
      "loss": 4.4245,
      "step": 46454
    },
    {
      "epoch": 3.9462283384301733,
      "grad_norm": 3.8555952485941987,
      "learning_rate": 8.285630214716206e-05,
      "loss": 4.1558,
      "step": 46455
    },
    {
      "epoch": 3.946313285762827,
      "grad_norm": 3.5022351611574862,
      "learning_rate": 8.285016234142586e-05,
      "loss": 3.5865,
      "step": 46456
    },
    {
      "epoch": 3.946398233095481,
      "grad_norm": 3.689229746439865,
      "learning_rate": 8.284402267638878e-05,
      "loss": 3.7799,
      "step": 46457
    },
    {
      "epoch": 3.9464831804281344,
      "grad_norm": 3.958135554074764,
      "learning_rate": 8.283788315206376e-05,
      "loss": 4.4484,
      "step": 46458
    },
    {
      "epoch": 3.9465681277607882,
      "grad_norm": 3.6575657910900197,
      "learning_rate": 8.283174376846359e-05,
      "loss": 4.1425,
      "step": 46459
    },
    {
      "epoch": 3.946653075093442,
      "grad_norm": 3.858332244653636,
      "learning_rate": 8.28256045256011e-05,
      "loss": 4.0802,
      "step": 46460
    },
    {
      "epoch": 3.946738022426096,
      "grad_norm": 3.7019611357027324,
      "learning_rate": 8.281946542348923e-05,
      "loss": 4.0947,
      "step": 46461
    },
    {
      "epoch": 3.94682296975875,
      "grad_norm": 3.648843280432878,
      "learning_rate": 8.28133264621408e-05,
      "loss": 3.9222,
      "step": 46462
    },
    {
      "epoch": 3.946907917091403,
      "grad_norm": 3.8517845736489735,
      "learning_rate": 8.280718764156863e-05,
      "loss": 4.1871,
      "step": 46463
    },
    {
      "epoch": 3.946992864424057,
      "grad_norm": 3.9713848047630917,
      "learning_rate": 8.280104896178563e-05,
      "loss": 4.359,
      "step": 46464
    },
    {
      "epoch": 3.947077811756711,
      "grad_norm": 3.698638715112775,
      "learning_rate": 8.279491042280474e-05,
      "loss": 4.0282,
      "step": 46465
    },
    {
      "epoch": 3.9471627590893648,
      "grad_norm": 3.5747794674380735,
      "learning_rate": 8.278877202463874e-05,
      "loss": 3.5955,
      "step": 46466
    },
    {
      "epoch": 3.9472477064220186,
      "grad_norm": 3.6174531543797253,
      "learning_rate": 8.278263376730042e-05,
      "loss": 3.6728,
      "step": 46467
    },
    {
      "epoch": 3.947332653754672,
      "grad_norm": 3.9347094447241617,
      "learning_rate": 8.277649565080281e-05,
      "loss": 4.2937,
      "step": 46468
    },
    {
      "epoch": 3.947417601087326,
      "grad_norm": 3.610079640749167,
      "learning_rate": 8.277035767515866e-05,
      "loss": 3.9407,
      "step": 46469
    },
    {
      "epoch": 3.9475025484199797,
      "grad_norm": 3.7609146564471443,
      "learning_rate": 8.27642198403808e-05,
      "loss": 4.267,
      "step": 46470
    },
    {
      "epoch": 3.947587495752633,
      "grad_norm": 3.603822872438432,
      "learning_rate": 8.275808214648212e-05,
      "loss": 3.6705,
      "step": 46471
    },
    {
      "epoch": 3.947672443085287,
      "grad_norm": 3.685133808380699,
      "learning_rate": 8.275194459347559e-05,
      "loss": 3.923,
      "step": 46472
    },
    {
      "epoch": 3.947757390417941,
      "grad_norm": 3.6226080504953453,
      "learning_rate": 8.274580718137398e-05,
      "loss": 3.7648,
      "step": 46473
    },
    {
      "epoch": 3.9478423377505947,
      "grad_norm": 3.6212537063408403,
      "learning_rate": 8.273966991019007e-05,
      "loss": 3.8328,
      "step": 46474
    },
    {
      "epoch": 3.9479272850832485,
      "grad_norm": 3.597291580329658,
      "learning_rate": 8.273353277993688e-05,
      "loss": 3.8347,
      "step": 46475
    },
    {
      "epoch": 3.948012232415902,
      "grad_norm": 3.8642471547073485,
      "learning_rate": 8.272739579062713e-05,
      "loss": 4.1234,
      "step": 46476
    },
    {
      "epoch": 3.948097179748556,
      "grad_norm": 3.537025208573649,
      "learning_rate": 8.27212589422738e-05,
      "loss": 3.6525,
      "step": 46477
    },
    {
      "epoch": 3.9481821270812096,
      "grad_norm": 3.755255332745572,
      "learning_rate": 8.271512223488962e-05,
      "loss": 4.0617,
      "step": 46478
    },
    {
      "epoch": 3.9482670744138635,
      "grad_norm": 3.4471435925948786,
      "learning_rate": 8.27089856684876e-05,
      "loss": 3.5614,
      "step": 46479
    },
    {
      "epoch": 3.9483520217465173,
      "grad_norm": 3.6557376708978455,
      "learning_rate": 8.270284924308048e-05,
      "loss": 4.0013,
      "step": 46480
    },
    {
      "epoch": 3.9484369690791707,
      "grad_norm": 3.8256762078123034,
      "learning_rate": 8.269671295868112e-05,
      "loss": 4.197,
      "step": 46481
    },
    {
      "epoch": 3.9485219164118246,
      "grad_norm": 3.922254671391259,
      "learning_rate": 8.26905768153024e-05,
      "loss": 4.2747,
      "step": 46482
    },
    {
      "epoch": 3.9486068637444784,
      "grad_norm": 3.8871904275054137,
      "learning_rate": 8.268444081295725e-05,
      "loss": 4.1796,
      "step": 46483
    },
    {
      "epoch": 3.9486918110771323,
      "grad_norm": 3.932308277575755,
      "learning_rate": 8.267830495165846e-05,
      "loss": 4.4245,
      "step": 46484
    },
    {
      "epoch": 3.948776758409786,
      "grad_norm": 3.641644879465006,
      "learning_rate": 8.267216923141882e-05,
      "loss": 3.9142,
      "step": 46485
    },
    {
      "epoch": 3.9488617057424396,
      "grad_norm": 3.594389961361663,
      "learning_rate": 8.266603365225134e-05,
      "loss": 3.6638,
      "step": 46486
    },
    {
      "epoch": 3.9489466530750934,
      "grad_norm": 3.9578445846409593,
      "learning_rate": 8.265989821416877e-05,
      "loss": 4.4337,
      "step": 46487
    },
    {
      "epoch": 3.9490316004077473,
      "grad_norm": 3.7142573145480653,
      "learning_rate": 8.265376291718393e-05,
      "loss": 3.9256,
      "step": 46488
    },
    {
      "epoch": 3.949116547740401,
      "grad_norm": 3.7594133119614925,
      "learning_rate": 8.264762776130973e-05,
      "loss": 3.8709,
      "step": 46489
    },
    {
      "epoch": 3.949201495073055,
      "grad_norm": 3.8025207470957985,
      "learning_rate": 8.264149274655911e-05,
      "loss": 3.9846,
      "step": 46490
    },
    {
      "epoch": 3.9492864424057084,
      "grad_norm": 3.532492793060484,
      "learning_rate": 8.263535787294483e-05,
      "loss": 3.5865,
      "step": 46491
    },
    {
      "epoch": 3.949371389738362,
      "grad_norm": 3.9882801473830978,
      "learning_rate": 8.262922314047971e-05,
      "loss": 4.4925,
      "step": 46492
    },
    {
      "epoch": 3.949456337071016,
      "grad_norm": 3.6514741184918735,
      "learning_rate": 8.262308854917668e-05,
      "loss": 3.7015,
      "step": 46493
    },
    {
      "epoch": 3.9495412844036695,
      "grad_norm": 3.823106320205363,
      "learning_rate": 8.261695409904853e-05,
      "loss": 4.2356,
      "step": 46494
    },
    {
      "epoch": 3.9496262317363233,
      "grad_norm": 3.484469004270835,
      "learning_rate": 8.261081979010819e-05,
      "loss": 3.47,
      "step": 46495
    },
    {
      "epoch": 3.949711179068977,
      "grad_norm": 3.698944764119688,
      "learning_rate": 8.260468562236843e-05,
      "loss": 4.0762,
      "step": 46496
    },
    {
      "epoch": 3.949796126401631,
      "grad_norm": 3.534824161027014,
      "learning_rate": 8.259855159584219e-05,
      "loss": 3.5303,
      "step": 46497
    },
    {
      "epoch": 3.949881073734285,
      "grad_norm": 3.9188317060341995,
      "learning_rate": 8.259241771054229e-05,
      "loss": 4.3152,
      "step": 46498
    },
    {
      "epoch": 3.9499660210669383,
      "grad_norm": 3.96143304731428,
      "learning_rate": 8.25862839664815e-05,
      "loss": 3.7776,
      "step": 46499
    },
    {
      "epoch": 3.950050968399592,
      "grad_norm": 3.8757604000520915,
      "learning_rate": 8.258015036367274e-05,
      "loss": 4.2498,
      "step": 46500
    },
    {
      "epoch": 3.950135915732246,
      "grad_norm": 3.906301792914019,
      "learning_rate": 8.257401690212895e-05,
      "loss": 4.1167,
      "step": 46501
    },
    {
      "epoch": 3.9502208630649,
      "grad_norm": 3.5330170455835033,
      "learning_rate": 8.256788358186285e-05,
      "loss": 3.8716,
      "step": 46502
    },
    {
      "epoch": 3.9503058103975537,
      "grad_norm": 3.50374796297672,
      "learning_rate": 8.256175040288731e-05,
      "loss": 3.5052,
      "step": 46503
    },
    {
      "epoch": 3.950390757730207,
      "grad_norm": 3.4511402705262313,
      "learning_rate": 8.255561736521526e-05,
      "loss": 3.6128,
      "step": 46504
    },
    {
      "epoch": 3.950475705062861,
      "grad_norm": 3.6983669872955454,
      "learning_rate": 8.254948446885948e-05,
      "loss": 3.9691,
      "step": 46505
    },
    {
      "epoch": 3.950560652395515,
      "grad_norm": 3.8250838371575733,
      "learning_rate": 8.254335171383281e-05,
      "loss": 4.1583,
      "step": 46506
    },
    {
      "epoch": 3.9506455997281686,
      "grad_norm": 3.892406907909027,
      "learning_rate": 8.25372191001481e-05,
      "loss": 4.3184,
      "step": 46507
    },
    {
      "epoch": 3.9507305470608225,
      "grad_norm": 3.4641140999301823,
      "learning_rate": 8.25310866278183e-05,
      "loss": 3.3512,
      "step": 46508
    },
    {
      "epoch": 3.950815494393476,
      "grad_norm": 3.486100365899015,
      "learning_rate": 8.252495429685618e-05,
      "loss": 3.4734,
      "step": 46509
    },
    {
      "epoch": 3.9509004417261298,
      "grad_norm": 3.810900553945701,
      "learning_rate": 8.251882210727453e-05,
      "loss": 3.9404,
      "step": 46510
    },
    {
      "epoch": 3.9509853890587836,
      "grad_norm": 3.5892141733844687,
      "learning_rate": 8.251269005908635e-05,
      "loss": 3.7373,
      "step": 46511
    },
    {
      "epoch": 3.9510703363914375,
      "grad_norm": 3.640594874923313,
      "learning_rate": 8.250655815230438e-05,
      "loss": 3.9017,
      "step": 46512
    },
    {
      "epoch": 3.9511552837240913,
      "grad_norm": 3.504714658969009,
      "learning_rate": 8.250042638694143e-05,
      "loss": 3.512,
      "step": 46513
    },
    {
      "epoch": 3.9512402310567447,
      "grad_norm": 3.571530557123154,
      "learning_rate": 8.249429476301043e-05,
      "loss": 3.7618,
      "step": 46514
    },
    {
      "epoch": 3.9513251783893986,
      "grad_norm": 3.4876081962610326,
      "learning_rate": 8.248816328052426e-05,
      "loss": 3.5952,
      "step": 46515
    },
    {
      "epoch": 3.9514101257220524,
      "grad_norm": 3.8652627770772208,
      "learning_rate": 8.24820319394957e-05,
      "loss": 4.1549,
      "step": 46516
    },
    {
      "epoch": 3.951495073054706,
      "grad_norm": 3.6409074948912026,
      "learning_rate": 8.247590073993755e-05,
      "loss": 4.1177,
      "step": 46517
    },
    {
      "epoch": 3.9515800203873597,
      "grad_norm": 3.4561394212403918,
      "learning_rate": 8.246976968186279e-05,
      "loss": 3.4309,
      "step": 46518
    },
    {
      "epoch": 3.9516649677200135,
      "grad_norm": 3.5836924243070443,
      "learning_rate": 8.246363876528413e-05,
      "loss": 3.7774,
      "step": 46519
    },
    {
      "epoch": 3.9517499150526674,
      "grad_norm": 3.5880876453043395,
      "learning_rate": 8.245750799021455e-05,
      "loss": 3.6579,
      "step": 46520
    },
    {
      "epoch": 3.9518348623853212,
      "grad_norm": 3.9049754831014796,
      "learning_rate": 8.245137735666676e-05,
      "loss": 4.3001,
      "step": 46521
    },
    {
      "epoch": 3.9519198097179746,
      "grad_norm": 3.8125344475509912,
      "learning_rate": 8.244524686465372e-05,
      "loss": 3.9062,
      "step": 46522
    },
    {
      "epoch": 3.9520047570506285,
      "grad_norm": 3.4851495992866575,
      "learning_rate": 8.243911651418823e-05,
      "loss": 3.3716,
      "step": 46523
    },
    {
      "epoch": 3.9520897043832823,
      "grad_norm": 3.6259711570226316,
      "learning_rate": 8.243298630528308e-05,
      "loss": 3.7135,
      "step": 46524
    },
    {
      "epoch": 3.952174651715936,
      "grad_norm": 3.6516942675926702,
      "learning_rate": 8.242685623795116e-05,
      "loss": 3.8006,
      "step": 46525
    },
    {
      "epoch": 3.95225959904859,
      "grad_norm": 3.53908974511953,
      "learning_rate": 8.24207263122054e-05,
      "loss": 3.4522,
      "step": 46526
    },
    {
      "epoch": 3.9523445463812434,
      "grad_norm": 3.8287369657925505,
      "learning_rate": 8.241459652805853e-05,
      "loss": 4.1215,
      "step": 46527
    },
    {
      "epoch": 3.9524294937138973,
      "grad_norm": 3.972802407460368,
      "learning_rate": 8.240846688552341e-05,
      "loss": 4.1938,
      "step": 46528
    },
    {
      "epoch": 3.952514441046551,
      "grad_norm": 3.7483079372091113,
      "learning_rate": 8.240233738461292e-05,
      "loss": 4.2893,
      "step": 46529
    },
    {
      "epoch": 3.952599388379205,
      "grad_norm": 3.9147045712182846,
      "learning_rate": 8.23962080253399e-05,
      "loss": 4.3952,
      "step": 46530
    },
    {
      "epoch": 3.952684335711859,
      "grad_norm": 3.8513478805773516,
      "learning_rate": 8.239007880771714e-05,
      "loss": 4.2757,
      "step": 46531
    },
    {
      "epoch": 3.9527692830445122,
      "grad_norm": 3.6977680598357603,
      "learning_rate": 8.23839497317575e-05,
      "loss": 4.2634,
      "step": 46532
    },
    {
      "epoch": 3.952854230377166,
      "grad_norm": 3.7901447116463465,
      "learning_rate": 8.23778207974739e-05,
      "loss": 4.4478,
      "step": 46533
    },
    {
      "epoch": 3.95293917770982,
      "grad_norm": 3.683755155629238,
      "learning_rate": 8.237169200487911e-05,
      "loss": 3.7827,
      "step": 46534
    },
    {
      "epoch": 3.953024125042474,
      "grad_norm": 3.8994083682461858,
      "learning_rate": 8.236556335398598e-05,
      "loss": 4.3777,
      "step": 46535
    },
    {
      "epoch": 3.9531090723751277,
      "grad_norm": 3.425948216855525,
      "learning_rate": 8.235943484480737e-05,
      "loss": 3.4026,
      "step": 46536
    },
    {
      "epoch": 3.953194019707781,
      "grad_norm": 3.6437619030422193,
      "learning_rate": 8.235330647735607e-05,
      "loss": 3.8715,
      "step": 46537
    },
    {
      "epoch": 3.953278967040435,
      "grad_norm": 3.603910753572555,
      "learning_rate": 8.2347178251645e-05,
      "loss": 3.7863,
      "step": 46538
    },
    {
      "epoch": 3.9533639143730888,
      "grad_norm": 3.9796988766394015,
      "learning_rate": 8.234105016768693e-05,
      "loss": 4.3924,
      "step": 46539
    },
    {
      "epoch": 3.953448861705742,
      "grad_norm": 3.4860970204686197,
      "learning_rate": 8.233492222549477e-05,
      "loss": 3.7458,
      "step": 46540
    },
    {
      "epoch": 3.9535338090383965,
      "grad_norm": 3.5801830182184315,
      "learning_rate": 8.232879442508133e-05,
      "loss": 3.7026,
      "step": 46541
    },
    {
      "epoch": 3.95361875637105,
      "grad_norm": 3.550734759528048,
      "learning_rate": 8.232266676645936e-05,
      "loss": 3.6428,
      "step": 46542
    },
    {
      "epoch": 3.9537037037037037,
      "grad_norm": 3.4772791351153596,
      "learning_rate": 8.23165392496418e-05,
      "loss": 3.4708,
      "step": 46543
    },
    {
      "epoch": 3.9537886510363576,
      "grad_norm": 3.479104867410337,
      "learning_rate": 8.231041187464152e-05,
      "loss": 3.3991,
      "step": 46544
    },
    {
      "epoch": 3.953873598369011,
      "grad_norm": 3.483476984319099,
      "learning_rate": 8.230428464147131e-05,
      "loss": 3.5733,
      "step": 46545
    },
    {
      "epoch": 3.953958545701665,
      "grad_norm": 3.5917079982396234,
      "learning_rate": 8.229815755014394e-05,
      "loss": 3.652,
      "step": 46546
    },
    {
      "epoch": 3.9540434930343187,
      "grad_norm": 3.6006338160847373,
      "learning_rate": 8.229203060067236e-05,
      "loss": 3.689,
      "step": 46547
    },
    {
      "epoch": 3.9541284403669725,
      "grad_norm": 3.5325309229355013,
      "learning_rate": 8.228590379306937e-05,
      "loss": 3.5447,
      "step": 46548
    },
    {
      "epoch": 3.9542133876996264,
      "grad_norm": 4.119290699729804,
      "learning_rate": 8.227977712734776e-05,
      "loss": 3.739,
      "step": 46549
    },
    {
      "epoch": 3.95429833503228,
      "grad_norm": 3.8879255731649494,
      "learning_rate": 8.227365060352039e-05,
      "loss": 4.2594,
      "step": 46550
    },
    {
      "epoch": 3.9543832823649336,
      "grad_norm": 3.6059757463976574,
      "learning_rate": 8.226752422160017e-05,
      "loss": 3.8408,
      "step": 46551
    },
    {
      "epoch": 3.9544682296975875,
      "grad_norm": 3.958886362935853,
      "learning_rate": 8.226139798159987e-05,
      "loss": 4.3386,
      "step": 46552
    },
    {
      "epoch": 3.9545531770302413,
      "grad_norm": 3.513400570611921,
      "learning_rate": 8.225527188353232e-05,
      "loss": 3.6036,
      "step": 46553
    },
    {
      "epoch": 3.954638124362895,
      "grad_norm": 3.652267282379692,
      "learning_rate": 8.224914592741038e-05,
      "loss": 3.7696,
      "step": 46554
    },
    {
      "epoch": 3.9547230716955486,
      "grad_norm": 3.643211533279316,
      "learning_rate": 8.224302011324685e-05,
      "loss": 4.0139,
      "step": 46555
    },
    {
      "epoch": 3.9548080190282024,
      "grad_norm": 3.601297751283996,
      "learning_rate": 8.223689444105462e-05,
      "loss": 3.6749,
      "step": 46556
    },
    {
      "epoch": 3.9548929663608563,
      "grad_norm": 3.754145551019508,
      "learning_rate": 8.223076891084646e-05,
      "loss": 3.9932,
      "step": 46557
    },
    {
      "epoch": 3.95497791369351,
      "grad_norm": 3.978903954156066,
      "learning_rate": 8.22246435226353e-05,
      "loss": 4.3891,
      "step": 46558
    },
    {
      "epoch": 3.955062861026164,
      "grad_norm": 3.9106236471007243,
      "learning_rate": 8.221851827643391e-05,
      "loss": 4.2171,
      "step": 46559
    },
    {
      "epoch": 3.9551478083588174,
      "grad_norm": 3.5101832774784802,
      "learning_rate": 8.22123931722551e-05,
      "loss": 3.5099,
      "step": 46560
    },
    {
      "epoch": 3.9552327556914713,
      "grad_norm": 3.482426399191171,
      "learning_rate": 8.220626821011176e-05,
      "loss": 3.6442,
      "step": 46561
    },
    {
      "epoch": 3.955317703024125,
      "grad_norm": 3.348010380729273,
      "learning_rate": 8.220014339001666e-05,
      "loss": 3.4341,
      "step": 46562
    },
    {
      "epoch": 3.955402650356779,
      "grad_norm": 3.4854648760903233,
      "learning_rate": 8.219401871198272e-05,
      "loss": 3.4701,
      "step": 46563
    },
    {
      "epoch": 3.955487597689433,
      "grad_norm": 3.486007913212077,
      "learning_rate": 8.218789417602267e-05,
      "loss": 3.7971,
      "step": 46564
    },
    {
      "epoch": 3.955572545022086,
      "grad_norm": 3.550091131162703,
      "learning_rate": 8.218176978214946e-05,
      "loss": 3.8515,
      "step": 46565
    },
    {
      "epoch": 3.95565749235474,
      "grad_norm": 3.937672500535475,
      "learning_rate": 8.217564553037588e-05,
      "loss": 3.6222,
      "step": 46566
    },
    {
      "epoch": 3.955742439687394,
      "grad_norm": 3.6566599502740442,
      "learning_rate": 8.216952142071465e-05,
      "loss": 3.9817,
      "step": 46567
    },
    {
      "epoch": 3.9558273870200473,
      "grad_norm": 3.8367340261621887,
      "learning_rate": 8.216339745317872e-05,
      "loss": 4.3589,
      "step": 46568
    },
    {
      "epoch": 3.955912334352701,
      "grad_norm": 3.3766368954019628,
      "learning_rate": 8.215727362778094e-05,
      "loss": 3.2779,
      "step": 46569
    },
    {
      "epoch": 3.955997281685355,
      "grad_norm": 3.5486655833695937,
      "learning_rate": 8.21511499445341e-05,
      "loss": 3.78,
      "step": 46570
    },
    {
      "epoch": 3.956082229018009,
      "grad_norm": 3.769672082958708,
      "learning_rate": 8.214502640345097e-05,
      "loss": 4.2397,
      "step": 46571
    },
    {
      "epoch": 3.9561671763506627,
      "grad_norm": 3.56552063494235,
      "learning_rate": 8.21389030045445e-05,
      "loss": 3.7839,
      "step": 46572
    },
    {
      "epoch": 3.956252123683316,
      "grad_norm": 3.5802350837632027,
      "learning_rate": 8.213277974782746e-05,
      "loss": 3.8071,
      "step": 46573
    },
    {
      "epoch": 3.95633707101597,
      "grad_norm": 3.557488437943676,
      "learning_rate": 8.21266566333126e-05,
      "loss": 3.6247,
      "step": 46574
    },
    {
      "epoch": 3.956422018348624,
      "grad_norm": 3.9813333007702,
      "learning_rate": 8.212053366101286e-05,
      "loss": 4.4416,
      "step": 46575
    },
    {
      "epoch": 3.9565069656812777,
      "grad_norm": 3.500870160947877,
      "learning_rate": 8.211441083094109e-05,
      "loss": 3.6042,
      "step": 46576
    },
    {
      "epoch": 3.9565919130139315,
      "grad_norm": 3.463761073692299,
      "learning_rate": 8.210828814311007e-05,
      "loss": 3.5167,
      "step": 46577
    },
    {
      "epoch": 3.956676860346585,
      "grad_norm": 3.6136889683221645,
      "learning_rate": 8.210216559753255e-05,
      "loss": 3.8833,
      "step": 46578
    },
    {
      "epoch": 3.956761807679239,
      "grad_norm": 3.524416009751034,
      "learning_rate": 8.209604319422152e-05,
      "loss": 3.5095,
      "step": 46579
    },
    {
      "epoch": 3.9568467550118926,
      "grad_norm": 3.591002211909135,
      "learning_rate": 8.208992093318965e-05,
      "loss": 3.8356,
      "step": 46580
    },
    {
      "epoch": 3.9569317023445465,
      "grad_norm": 3.9255131073047997,
      "learning_rate": 8.208379881444988e-05,
      "loss": 4.169,
      "step": 46581
    },
    {
      "epoch": 3.9570166496772003,
      "grad_norm": 3.5295580946961875,
      "learning_rate": 8.207767683801496e-05,
      "loss": 3.7044,
      "step": 46582
    },
    {
      "epoch": 3.9571015970098538,
      "grad_norm": 3.7980515290206247,
      "learning_rate": 8.207155500389783e-05,
      "loss": 3.9865,
      "step": 46583
    },
    {
      "epoch": 3.9571865443425076,
      "grad_norm": 3.5834873097612845,
      "learning_rate": 8.206543331211122e-05,
      "loss": 3.7671,
      "step": 46584
    },
    {
      "epoch": 3.9572714916751615,
      "grad_norm": 3.634234770308005,
      "learning_rate": 8.205931176266794e-05,
      "loss": 3.8591,
      "step": 46585
    },
    {
      "epoch": 3.9573564390078153,
      "grad_norm": 3.6183598560159536,
      "learning_rate": 8.205319035558085e-05,
      "loss": 3.8298,
      "step": 46586
    },
    {
      "epoch": 3.957441386340469,
      "grad_norm": 3.6089310425002106,
      "learning_rate": 8.204706909086284e-05,
      "loss": 3.9886,
      "step": 46587
    },
    {
      "epoch": 3.9575263336731226,
      "grad_norm": 3.479487456818174,
      "learning_rate": 8.204094796852668e-05,
      "loss": 3.5084,
      "step": 46588
    },
    {
      "epoch": 3.9576112810057764,
      "grad_norm": 3.6720787439231692,
      "learning_rate": 8.203482698858514e-05,
      "loss": 4.046,
      "step": 46589
    },
    {
      "epoch": 3.9576962283384303,
      "grad_norm": 3.569168395857304,
      "learning_rate": 8.202870615105116e-05,
      "loss": 3.8612,
      "step": 46590
    },
    {
      "epoch": 3.9577811756710837,
      "grad_norm": 3.686351584712995,
      "learning_rate": 8.20225854559375e-05,
      "loss": 3.923,
      "step": 46591
    },
    {
      "epoch": 3.9578661230037375,
      "grad_norm": 3.9372715760598265,
      "learning_rate": 8.201646490325692e-05,
      "loss": 4.2873,
      "step": 46592
    },
    {
      "epoch": 3.9579510703363914,
      "grad_norm": 3.5654348335909316,
      "learning_rate": 8.201034449302233e-05,
      "loss": 3.6594,
      "step": 46593
    },
    {
      "epoch": 3.9580360176690452,
      "grad_norm": 3.921451361523837,
      "learning_rate": 8.200422422524659e-05,
      "loss": 4.3603,
      "step": 46594
    },
    {
      "epoch": 3.958120965001699,
      "grad_norm": 3.9163681304862497,
      "learning_rate": 8.199810409994248e-05,
      "loss": 4.3087,
      "step": 46595
    },
    {
      "epoch": 3.9582059123343525,
      "grad_norm": 3.629188593938485,
      "learning_rate": 8.199198411712275e-05,
      "loss": 3.8524,
      "step": 46596
    },
    {
      "epoch": 3.9582908596670063,
      "grad_norm": 3.5253557600277046,
      "learning_rate": 8.198586427680035e-05,
      "loss": 3.7396,
      "step": 46597
    },
    {
      "epoch": 3.95837580699966,
      "grad_norm": 3.509756830379967,
      "learning_rate": 8.197974457898798e-05,
      "loss": 3.4969,
      "step": 46598
    },
    {
      "epoch": 3.958460754332314,
      "grad_norm": 3.5672692335829126,
      "learning_rate": 8.197362502369858e-05,
      "loss": 3.6905,
      "step": 46599
    },
    {
      "epoch": 3.958545701664968,
      "grad_norm": 3.8120842645824022,
      "learning_rate": 8.196750561094487e-05,
      "loss": 4.1771,
      "step": 46600
    },
    {
      "epoch": 3.9586306489976213,
      "grad_norm": 3.613397368003577,
      "learning_rate": 8.196138634073976e-05,
      "loss": 3.6776,
      "step": 46601
    },
    {
      "epoch": 3.958715596330275,
      "grad_norm": 3.6009336628322406,
      "learning_rate": 8.195526721309605e-05,
      "loss": 3.7787,
      "step": 46602
    },
    {
      "epoch": 3.958800543662929,
      "grad_norm": 3.8850531574438993,
      "learning_rate": 8.194914822802648e-05,
      "loss": 4.1775,
      "step": 46603
    },
    {
      "epoch": 3.958885490995583,
      "grad_norm": 3.799726529802799,
      "learning_rate": 8.194302938554398e-05,
      "loss": 4.1969,
      "step": 46604
    },
    {
      "epoch": 3.9589704383282367,
      "grad_norm": 3.9860410232081445,
      "learning_rate": 8.193691068566125e-05,
      "loss": 4.5786,
      "step": 46605
    },
    {
      "epoch": 3.95905538566089,
      "grad_norm": 4.041416081407363,
      "learning_rate": 8.193079212839128e-05,
      "loss": 4.3691,
      "step": 46606
    },
    {
      "epoch": 3.959140332993544,
      "grad_norm": 3.6647508799129156,
      "learning_rate": 8.192467371374671e-05,
      "loss": 3.8651,
      "step": 46607
    },
    {
      "epoch": 3.959225280326198,
      "grad_norm": 3.907754529898456,
      "learning_rate": 8.191855544174052e-05,
      "loss": 4.1365,
      "step": 46608
    },
    {
      "epoch": 3.9593102276588517,
      "grad_norm": 3.459063217260832,
      "learning_rate": 8.191243731238545e-05,
      "loss": 3.4396,
      "step": 46609
    },
    {
      "epoch": 3.9593951749915055,
      "grad_norm": 3.5388250534909154,
      "learning_rate": 8.19063193256943e-05,
      "loss": 3.5184,
      "step": 46610
    },
    {
      "epoch": 3.959480122324159,
      "grad_norm": 3.482674955446825,
      "learning_rate": 8.190020148167982e-05,
      "loss": 3.5392,
      "step": 46611
    },
    {
      "epoch": 3.9595650696568128,
      "grad_norm": 3.7508763193609824,
      "learning_rate": 8.189408378035503e-05,
      "loss": 3.9616,
      "step": 46612
    },
    {
      "epoch": 3.9596500169894666,
      "grad_norm": 3.521171988349978,
      "learning_rate": 8.188796622173264e-05,
      "loss": 3.6632,
      "step": 46613
    },
    {
      "epoch": 3.95973496432212,
      "grad_norm": 3.862884043556675,
      "learning_rate": 8.18818488058254e-05,
      "loss": 4.1389,
      "step": 46614
    },
    {
      "epoch": 3.9598199116547743,
      "grad_norm": 3.887905184839695,
      "learning_rate": 8.187573153264628e-05,
      "loss": 4.4023,
      "step": 46615
    },
    {
      "epoch": 3.9599048589874277,
      "grad_norm": 3.62645862826563,
      "learning_rate": 8.186961440220801e-05,
      "loss": 3.7706,
      "step": 46616
    },
    {
      "epoch": 3.9599898063200816,
      "grad_norm": 3.8898749826940238,
      "learning_rate": 8.186349741452333e-05,
      "loss": 4.1469,
      "step": 46617
    },
    {
      "epoch": 3.9600747536527354,
      "grad_norm": 3.856755995399972,
      "learning_rate": 8.185738056960515e-05,
      "loss": 3.9939,
      "step": 46618
    },
    {
      "epoch": 3.960159700985389,
      "grad_norm": 3.5536146561523085,
      "learning_rate": 8.185126386746631e-05,
      "loss": 3.5473,
      "step": 46619
    },
    {
      "epoch": 3.9602446483180427,
      "grad_norm": 3.7217691108347375,
      "learning_rate": 8.184514730811961e-05,
      "loss": 4.0135,
      "step": 46620
    },
    {
      "epoch": 3.9603295956506965,
      "grad_norm": 3.537233220232282,
      "learning_rate": 8.183903089157784e-05,
      "loss": 3.638,
      "step": 46621
    },
    {
      "epoch": 3.9604145429833504,
      "grad_norm": 3.912189001947726,
      "learning_rate": 8.183291461785377e-05,
      "loss": 4.2841,
      "step": 46622
    },
    {
      "epoch": 3.9604994903160042,
      "grad_norm": 3.543150556684609,
      "learning_rate": 8.182679848696027e-05,
      "loss": 3.669,
      "step": 46623
    },
    {
      "epoch": 3.9605844376486576,
      "grad_norm": 3.5652926112947187,
      "learning_rate": 8.18206824989102e-05,
      "loss": 3.7393,
      "step": 46624
    },
    {
      "epoch": 3.9606693849813115,
      "grad_norm": 3.529490942969624,
      "learning_rate": 8.181456665371629e-05,
      "loss": 3.6266,
      "step": 46625
    },
    {
      "epoch": 3.9607543323139653,
      "grad_norm": 3.6236622333148363,
      "learning_rate": 8.180845095139142e-05,
      "loss": 3.9007,
      "step": 46626
    },
    {
      "epoch": 3.960839279646619,
      "grad_norm": 3.657231755145922,
      "learning_rate": 8.18023353919484e-05,
      "loss": 3.8854,
      "step": 46627
    },
    {
      "epoch": 3.960924226979273,
      "grad_norm": 3.9210395650117493,
      "learning_rate": 8.179621997540001e-05,
      "loss": 4.3395,
      "step": 46628
    },
    {
      "epoch": 3.9610091743119265,
      "grad_norm": 3.8720478934251124,
      "learning_rate": 8.179010470175894e-05,
      "loss": 4.2909,
      "step": 46629
    },
    {
      "epoch": 3.9610941216445803,
      "grad_norm": 3.4991753140246646,
      "learning_rate": 8.178398957103827e-05,
      "loss": 3.4441,
      "step": 46630
    },
    {
      "epoch": 3.961179068977234,
      "grad_norm": 3.566429321176126,
      "learning_rate": 8.177787458325068e-05,
      "loss": 3.6395,
      "step": 46631
    },
    {
      "epoch": 3.961264016309888,
      "grad_norm": 3.7219134524484287,
      "learning_rate": 8.177175973840894e-05,
      "loss": 3.7866,
      "step": 46632
    },
    {
      "epoch": 3.961348963642542,
      "grad_norm": 3.676349070673729,
      "learning_rate": 8.176564503652594e-05,
      "loss": 3.8757,
      "step": 46633
    },
    {
      "epoch": 3.9614339109751953,
      "grad_norm": 3.604098091316209,
      "learning_rate": 8.175953047761447e-05,
      "loss": 3.936,
      "step": 46634
    },
    {
      "epoch": 3.961518858307849,
      "grad_norm": 3.5922589024815452,
      "learning_rate": 8.175341606168727e-05,
      "loss": 3.6416,
      "step": 46635
    },
    {
      "epoch": 3.961603805640503,
      "grad_norm": 3.6128764857140423,
      "learning_rate": 8.17473017887572e-05,
      "loss": 3.8385,
      "step": 46636
    },
    {
      "epoch": 3.9616887529731564,
      "grad_norm": 3.8272219483924004,
      "learning_rate": 8.174118765883716e-05,
      "loss": 4.0984,
      "step": 46637
    },
    {
      "epoch": 3.9617737003058107,
      "grad_norm": 3.914853576413265,
      "learning_rate": 8.173507367193986e-05,
      "loss": 4.3155,
      "step": 46638
    },
    {
      "epoch": 3.961858647638464,
      "grad_norm": 3.6263097295271196,
      "learning_rate": 8.172895982807814e-05,
      "loss": 3.9128,
      "step": 46639
    },
    {
      "epoch": 3.961943594971118,
      "grad_norm": 3.40861022336202,
      "learning_rate": 8.172284612726476e-05,
      "loss": 3.2487,
      "step": 46640
    },
    {
      "epoch": 3.9620285423037718,
      "grad_norm": 3.8982971196369753,
      "learning_rate": 8.171673256951254e-05,
      "loss": 4.5409,
      "step": 46641
    },
    {
      "epoch": 3.962113489636425,
      "grad_norm": 3.5302914347023324,
      "learning_rate": 8.171061915483442e-05,
      "loss": 3.678,
      "step": 46642
    },
    {
      "epoch": 3.962198436969079,
      "grad_norm": 3.6456860082503724,
      "learning_rate": 8.170450588324304e-05,
      "loss": 3.7038,
      "step": 46643
    },
    {
      "epoch": 3.962283384301733,
      "grad_norm": 3.6731761589589844,
      "learning_rate": 8.169839275475133e-05,
      "loss": 3.6956,
      "step": 46644
    },
    {
      "epoch": 3.9623683316343867,
      "grad_norm": 3.6250484828882286,
      "learning_rate": 8.169227976937207e-05,
      "loss": 3.8986,
      "step": 46645
    },
    {
      "epoch": 3.9624532789670406,
      "grad_norm": 3.879968196114655,
      "learning_rate": 8.168616692711805e-05,
      "loss": 3.9967,
      "step": 46646
    },
    {
      "epoch": 3.962538226299694,
      "grad_norm": 3.5228680400453114,
      "learning_rate": 8.168005422800199e-05,
      "loss": 3.6763,
      "step": 46647
    },
    {
      "epoch": 3.962623173632348,
      "grad_norm": 3.541793842075678,
      "learning_rate": 8.167394167203683e-05,
      "loss": 3.8344,
      "step": 46648
    },
    {
      "epoch": 3.9627081209650017,
      "grad_norm": 3.664662884774031,
      "learning_rate": 8.166782925923535e-05,
      "loss": 3.786,
      "step": 46649
    },
    {
      "epoch": 3.9627930682976555,
      "grad_norm": 3.606660364173756,
      "learning_rate": 8.166171698961035e-05,
      "loss": 3.8691,
      "step": 46650
    },
    {
      "epoch": 3.9628780156303094,
      "grad_norm": 3.6372598170147077,
      "learning_rate": 8.165560486317459e-05,
      "loss": 3.8378,
      "step": 46651
    },
    {
      "epoch": 3.962962962962963,
      "grad_norm": 3.5268611892403356,
      "learning_rate": 8.164949287994095e-05,
      "loss": 3.4405,
      "step": 46652
    },
    {
      "epoch": 3.9630479102956166,
      "grad_norm": 4.016435712460033,
      "learning_rate": 8.164338103992223e-05,
      "loss": 4.5796,
      "step": 46653
    },
    {
      "epoch": 3.9631328576282705,
      "grad_norm": 3.8379102843771964,
      "learning_rate": 8.163726934313107e-05,
      "loss": 4.2433,
      "step": 46654
    },
    {
      "epoch": 3.9632178049609244,
      "grad_norm": 3.894647062357677,
      "learning_rate": 8.163115778958052e-05,
      "loss": 3.9456,
      "step": 46655
    },
    {
      "epoch": 3.963302752293578,
      "grad_norm": 3.594859639953545,
      "learning_rate": 8.16250463792833e-05,
      "loss": 3.904,
      "step": 46656
    },
    {
      "epoch": 3.9633876996262316,
      "grad_norm": 3.6917280616076913,
      "learning_rate": 8.161893511225218e-05,
      "loss": 3.6771,
      "step": 46657
    },
    {
      "epoch": 3.9634726469588855,
      "grad_norm": 3.902968391383255,
      "learning_rate": 8.161282398849993e-05,
      "loss": 3.6797,
      "step": 46658
    },
    {
      "epoch": 3.9635575942915393,
      "grad_norm": 3.6903207606164354,
      "learning_rate": 8.160671300803944e-05,
      "loss": 3.9177,
      "step": 46659
    },
    {
      "epoch": 3.963642541624193,
      "grad_norm": 3.6041490256934074,
      "learning_rate": 8.160060217088346e-05,
      "loss": 3.7116,
      "step": 46660
    },
    {
      "epoch": 3.963727488956847,
      "grad_norm": 3.9542277436477784,
      "learning_rate": 8.159449147704482e-05,
      "loss": 4.3302,
      "step": 46661
    },
    {
      "epoch": 3.9638124362895004,
      "grad_norm": 3.8607085361283064,
      "learning_rate": 8.15883809265363e-05,
      "loss": 4.484,
      "step": 46662
    },
    {
      "epoch": 3.9638973836221543,
      "grad_norm": 3.590032584049362,
      "learning_rate": 8.158227051937074e-05,
      "loss": 3.8122,
      "step": 46663
    },
    {
      "epoch": 3.963982330954808,
      "grad_norm": 3.734978675765787,
      "learning_rate": 8.157616025556096e-05,
      "loss": 3.9608,
      "step": 46664
    },
    {
      "epoch": 3.9640672782874615,
      "grad_norm": 3.804941062804889,
      "learning_rate": 8.157005013511965e-05,
      "loss": 3.9329,
      "step": 46665
    },
    {
      "epoch": 3.9641522256201154,
      "grad_norm": 3.5596725115228605,
      "learning_rate": 8.15639401580597e-05,
      "loss": 3.6429,
      "step": 46666
    },
    {
      "epoch": 3.9642371729527692,
      "grad_norm": 3.5333473700661227,
      "learning_rate": 8.155783032439392e-05,
      "loss": 3.5141,
      "step": 46667
    },
    {
      "epoch": 3.964322120285423,
      "grad_norm": 3.5868485911430295,
      "learning_rate": 8.155172063413512e-05,
      "loss": 3.9229,
      "step": 46668
    },
    {
      "epoch": 3.964407067618077,
      "grad_norm": 3.5320739475949647,
      "learning_rate": 8.1545611087296e-05,
      "loss": 3.3778,
      "step": 46669
    },
    {
      "epoch": 3.9644920149507303,
      "grad_norm": 3.9410383377954505,
      "learning_rate": 8.153950168388953e-05,
      "loss": 4.1242,
      "step": 46670
    },
    {
      "epoch": 3.964576962283384,
      "grad_norm": 3.4809166266947855,
      "learning_rate": 8.153339242392837e-05,
      "loss": 3.5721,
      "step": 46671
    },
    {
      "epoch": 3.964661909616038,
      "grad_norm": 3.7711734115134434,
      "learning_rate": 8.152728330742527e-05,
      "loss": 4.1312,
      "step": 46672
    },
    {
      "epoch": 3.964746856948692,
      "grad_norm": 3.864039976565367,
      "learning_rate": 8.152117433439326e-05,
      "loss": 3.9558,
      "step": 46673
    },
    {
      "epoch": 3.9648318042813457,
      "grad_norm": 3.7091318860333007,
      "learning_rate": 8.151506550484499e-05,
      "loss": 3.8465,
      "step": 46674
    },
    {
      "epoch": 3.964916751613999,
      "grad_norm": 3.7054631306094343,
      "learning_rate": 8.150895681879326e-05,
      "loss": 3.9169,
      "step": 46675
    },
    {
      "epoch": 3.965001698946653,
      "grad_norm": 3.5523614571894515,
      "learning_rate": 8.150284827625084e-05,
      "loss": 3.8986,
      "step": 46676
    },
    {
      "epoch": 3.965086646279307,
      "grad_norm": 3.581987891877516,
      "learning_rate": 8.149673987723064e-05,
      "loss": 3.6958,
      "step": 46677
    },
    {
      "epoch": 3.9651715936119607,
      "grad_norm": 3.560049297428878,
      "learning_rate": 8.149063162174535e-05,
      "loss": 3.816,
      "step": 46678
    },
    {
      "epoch": 3.9652565409446145,
      "grad_norm": 3.606995320984754,
      "learning_rate": 8.148452350980785e-05,
      "loss": 3.8681,
      "step": 46679
    },
    {
      "epoch": 3.965341488277268,
      "grad_norm": 3.8534761558596307,
      "learning_rate": 8.147841554143085e-05,
      "loss": 4.0529,
      "step": 46680
    },
    {
      "epoch": 3.965426435609922,
      "grad_norm": 3.4456305397057485,
      "learning_rate": 8.147230771662725e-05,
      "loss": 3.4719,
      "step": 46681
    },
    {
      "epoch": 3.9655113829425757,
      "grad_norm": 3.5104976356107547,
      "learning_rate": 8.146620003540982e-05,
      "loss": 3.3484,
      "step": 46682
    },
    {
      "epoch": 3.9655963302752295,
      "grad_norm": 3.7306853182135873,
      "learning_rate": 8.146009249779126e-05,
      "loss": 3.7581,
      "step": 46683
    },
    {
      "epoch": 3.9656812776078834,
      "grad_norm": 3.5437918954498575,
      "learning_rate": 8.145398510378444e-05,
      "loss": 3.914,
      "step": 46684
    },
    {
      "epoch": 3.9657662249405368,
      "grad_norm": 3.5195104259721957,
      "learning_rate": 8.144787785340222e-05,
      "loss": 3.5404,
      "step": 46685
    },
    {
      "epoch": 3.9658511722731906,
      "grad_norm": 3.5504347616045075,
      "learning_rate": 8.144177074665734e-05,
      "loss": 3.586,
      "step": 46686
    },
    {
      "epoch": 3.9659361196058445,
      "grad_norm": 3.5904891892919197,
      "learning_rate": 8.143566378356253e-05,
      "loss": 3.7962,
      "step": 46687
    },
    {
      "epoch": 3.966021066938498,
      "grad_norm": 3.728470849082837,
      "learning_rate": 8.14295569641307e-05,
      "loss": 3.9317,
      "step": 46688
    },
    {
      "epoch": 3.9661060142711517,
      "grad_norm": 3.4417979006897927,
      "learning_rate": 8.142345028837459e-05,
      "loss": 3.5539,
      "step": 46689
    },
    {
      "epoch": 3.9661909616038056,
      "grad_norm": 3.9201107829221447,
      "learning_rate": 8.141734375630696e-05,
      "loss": 4.3268,
      "step": 46690
    },
    {
      "epoch": 3.9662759089364594,
      "grad_norm": 3.6126397404503217,
      "learning_rate": 8.141123736794063e-05,
      "loss": 3.6292,
      "step": 46691
    },
    {
      "epoch": 3.9663608562691133,
      "grad_norm": 3.6781507546322194,
      "learning_rate": 8.140513112328845e-05,
      "loss": 3.8918,
      "step": 46692
    },
    {
      "epoch": 3.9664458036017667,
      "grad_norm": 3.6398363153561615,
      "learning_rate": 8.13990250223632e-05,
      "loss": 3.6769,
      "step": 46693
    },
    {
      "epoch": 3.9665307509344205,
      "grad_norm": 3.614883762647079,
      "learning_rate": 8.139291906517757e-05,
      "loss": 3.7652,
      "step": 46694
    },
    {
      "epoch": 3.9666156982670744,
      "grad_norm": 4.221048547166696,
      "learning_rate": 8.13868132517445e-05,
      "loss": 3.4249,
      "step": 46695
    },
    {
      "epoch": 3.9667006455997282,
      "grad_norm": 3.646287906957551,
      "learning_rate": 8.138070758207671e-05,
      "loss": 3.5756,
      "step": 46696
    },
    {
      "epoch": 3.966785592932382,
      "grad_norm": 3.5827949487111748,
      "learning_rate": 8.137460205618694e-05,
      "loss": 3.7453,
      "step": 46697
    },
    {
      "epoch": 3.9668705402650355,
      "grad_norm": 3.4571554078406543,
      "learning_rate": 8.136849667408803e-05,
      "loss": 3.5093,
      "step": 46698
    },
    {
      "epoch": 3.9669554875976893,
      "grad_norm": 3.6518583900802364,
      "learning_rate": 8.136239143579285e-05,
      "loss": 3.9498,
      "step": 46699
    },
    {
      "epoch": 3.967040434930343,
      "grad_norm": 3.5929567163874534,
      "learning_rate": 8.135628634131413e-05,
      "loss": 3.8248,
      "step": 46700
    },
    {
      "epoch": 3.967125382262997,
      "grad_norm": 3.5776456175434417,
      "learning_rate": 8.135018139066459e-05,
      "loss": 3.8295,
      "step": 46701
    },
    {
      "epoch": 3.967210329595651,
      "grad_norm": 3.6839364398287002,
      "learning_rate": 8.134407658385715e-05,
      "loss": 3.9105,
      "step": 46702
    },
    {
      "epoch": 3.9672952769283043,
      "grad_norm": 3.723044909870666,
      "learning_rate": 8.133797192090449e-05,
      "loss": 4.2191,
      "step": 46703
    },
    {
      "epoch": 3.967380224260958,
      "grad_norm": 3.687296165228491,
      "learning_rate": 8.13318674018195e-05,
      "loss": 4.0543,
      "step": 46704
    },
    {
      "epoch": 3.967465171593612,
      "grad_norm": 3.9109493541462266,
      "learning_rate": 8.132576302661486e-05,
      "loss": 4.2999,
      "step": 46705
    },
    {
      "epoch": 3.967550118926266,
      "grad_norm": 3.555609453443804,
      "learning_rate": 8.131965879530348e-05,
      "loss": 3.4498,
      "step": 46706
    },
    {
      "epoch": 3.9676350662589197,
      "grad_norm": 3.659405175236477,
      "learning_rate": 8.13135547078981e-05,
      "loss": 3.7728,
      "step": 46707
    },
    {
      "epoch": 3.967720013591573,
      "grad_norm": 3.5576424184439808,
      "learning_rate": 8.130745076441145e-05,
      "loss": 3.6622,
      "step": 46708
    },
    {
      "epoch": 3.967804960924227,
      "grad_norm": 3.954301676961339,
      "learning_rate": 8.130134696485635e-05,
      "loss": 4.3649,
      "step": 46709
    },
    {
      "epoch": 3.967889908256881,
      "grad_norm": 3.572320031454862,
      "learning_rate": 8.12952433092457e-05,
      "loss": 3.5974,
      "step": 46710
    },
    {
      "epoch": 3.9679748555895342,
      "grad_norm": 3.9580557617377305,
      "learning_rate": 8.128913979759219e-05,
      "loss": 4.2359,
      "step": 46711
    },
    {
      "epoch": 3.9680598029221885,
      "grad_norm": 3.585462436541982,
      "learning_rate": 8.128303642990854e-05,
      "loss": 3.8768,
      "step": 46712
    },
    {
      "epoch": 3.968144750254842,
      "grad_norm": 3.5386770689360314,
      "learning_rate": 8.12769332062077e-05,
      "loss": 3.5089,
      "step": 46713
    },
    {
      "epoch": 3.9682296975874958,
      "grad_norm": 3.5879477313116874,
      "learning_rate": 8.127083012650237e-05,
      "loss": 3.4906,
      "step": 46714
    },
    {
      "epoch": 3.9683146449201496,
      "grad_norm": 3.6077442436840843,
      "learning_rate": 8.126472719080528e-05,
      "loss": 3.7813,
      "step": 46715
    },
    {
      "epoch": 3.968399592252803,
      "grad_norm": 3.5172303582868345,
      "learning_rate": 8.125862439912928e-05,
      "loss": 3.7863,
      "step": 46716
    },
    {
      "epoch": 3.968484539585457,
      "grad_norm": 4.002226900760157,
      "learning_rate": 8.125252175148723e-05,
      "loss": 4.3466,
      "step": 46717
    },
    {
      "epoch": 3.9685694869181107,
      "grad_norm": 3.647756105284311,
      "learning_rate": 8.124641924789183e-05,
      "loss": 3.7525,
      "step": 46718
    },
    {
      "epoch": 3.9686544342507646,
      "grad_norm": 3.5530886234793906,
      "learning_rate": 8.124031688835582e-05,
      "loss": 3.5916,
      "step": 46719
    },
    {
      "epoch": 3.9687393815834184,
      "grad_norm": 3.8256869317297983,
      "learning_rate": 8.123421467289212e-05,
      "loss": 4.3681,
      "step": 46720
    },
    {
      "epoch": 3.968824328916072,
      "grad_norm": 3.791023659542373,
      "learning_rate": 8.122811260151339e-05,
      "loss": 3.9879,
      "step": 46721
    },
    {
      "epoch": 3.9689092762487257,
      "grad_norm": 3.872618540423154,
      "learning_rate": 8.122201067423252e-05,
      "loss": 4.1422,
      "step": 46722
    },
    {
      "epoch": 3.9689942235813795,
      "grad_norm": 3.6077532426217576,
      "learning_rate": 8.121590889106219e-05,
      "loss": 3.8901,
      "step": 46723
    },
    {
      "epoch": 3.9690791709140334,
      "grad_norm": 3.5318542794941012,
      "learning_rate": 8.120980725201529e-05,
      "loss": 3.7643,
      "step": 46724
    },
    {
      "epoch": 3.9691641182466872,
      "grad_norm": 3.6711234442068235,
      "learning_rate": 8.120370575710455e-05,
      "loss": 3.6438,
      "step": 46725
    },
    {
      "epoch": 3.9692490655793407,
      "grad_norm": 3.5361017362734857,
      "learning_rate": 8.119760440634271e-05,
      "loss": 3.6194,
      "step": 46726
    },
    {
      "epoch": 3.9693340129119945,
      "grad_norm": 3.658693957373351,
      "learning_rate": 8.11915031997426e-05,
      "loss": 3.8575,
      "step": 46727
    },
    {
      "epoch": 3.9694189602446484,
      "grad_norm": 3.5842296764311405,
      "learning_rate": 8.118540213731707e-05,
      "loss": 3.624,
      "step": 46728
    },
    {
      "epoch": 3.969503907577302,
      "grad_norm": 3.5734408764045122,
      "learning_rate": 8.117930121907886e-05,
      "loss": 3.7179,
      "step": 46729
    },
    {
      "epoch": 3.969588854909956,
      "grad_norm": 3.692687701638018,
      "learning_rate": 8.117320044504063e-05,
      "loss": 3.7859,
      "step": 46730
    },
    {
      "epoch": 3.9696738022426095,
      "grad_norm": 3.6294181828483656,
      "learning_rate": 8.116709981521536e-05,
      "loss": 3.9024,
      "step": 46731
    },
    {
      "epoch": 3.9697587495752633,
      "grad_norm": 3.5182344418288647,
      "learning_rate": 8.116099932961574e-05,
      "loss": 3.5215,
      "step": 46732
    },
    {
      "epoch": 3.969843696907917,
      "grad_norm": 3.5407375778997148,
      "learning_rate": 8.115489898825447e-05,
      "loss": 3.6811,
      "step": 46733
    },
    {
      "epoch": 3.9699286442405706,
      "grad_norm": 3.8511335747649054,
      "learning_rate": 8.114879879114443e-05,
      "loss": 4.0806,
      "step": 46734
    },
    {
      "epoch": 3.970013591573225,
      "grad_norm": 3.5269856766144687,
      "learning_rate": 8.114269873829845e-05,
      "loss": 3.7805,
      "step": 46735
    },
    {
      "epoch": 3.9700985389058783,
      "grad_norm": 3.9849057364207083,
      "learning_rate": 8.113659882972923e-05,
      "loss": 4.2637,
      "step": 46736
    },
    {
      "epoch": 3.970183486238532,
      "grad_norm": 3.7116363080848025,
      "learning_rate": 8.113049906544952e-05,
      "loss": 3.5164,
      "step": 46737
    },
    {
      "epoch": 3.970268433571186,
      "grad_norm": 3.8668013628498756,
      "learning_rate": 8.112439944547221e-05,
      "loss": 4.136,
      "step": 46738
    },
    {
      "epoch": 3.9703533809038394,
      "grad_norm": 3.678637703116507,
      "learning_rate": 8.111829996981001e-05,
      "loss": 3.7627,
      "step": 46739
    },
    {
      "epoch": 3.9704383282364932,
      "grad_norm": 3.8670658519507612,
      "learning_rate": 8.111220063847566e-05,
      "loss": 4.1509,
      "step": 46740
    },
    {
      "epoch": 3.970523275569147,
      "grad_norm": 3.9060733639142806,
      "learning_rate": 8.110610145148199e-05,
      "loss": 4.1148,
      "step": 46741
    },
    {
      "epoch": 3.970608222901801,
      "grad_norm": 3.6242256126278902,
      "learning_rate": 8.110000240884185e-05,
      "loss": 3.5772,
      "step": 46742
    },
    {
      "epoch": 3.970693170234455,
      "grad_norm": 3.636586631396429,
      "learning_rate": 8.109390351056793e-05,
      "loss": 3.8236,
      "step": 46743
    },
    {
      "epoch": 3.970778117567108,
      "grad_norm": 3.949372460794768,
      "learning_rate": 8.108780475667297e-05,
      "loss": 4.3348,
      "step": 46744
    },
    {
      "epoch": 3.970863064899762,
      "grad_norm": 3.743755700888773,
      "learning_rate": 8.108170614716986e-05,
      "loss": 3.8281,
      "step": 46745
    },
    {
      "epoch": 3.970948012232416,
      "grad_norm": 3.513347578766095,
      "learning_rate": 8.107560768207128e-05,
      "loss": 3.4498,
      "step": 46746
    },
    {
      "epoch": 3.9710329595650697,
      "grad_norm": 3.930145208857252,
      "learning_rate": 8.106950936139012e-05,
      "loss": 4.316,
      "step": 46747
    },
    {
      "epoch": 3.9711179068977236,
      "grad_norm": 3.6805932742974465,
      "learning_rate": 8.106341118513902e-05,
      "loss": 4.0112,
      "step": 46748
    },
    {
      "epoch": 3.971202854230377,
      "grad_norm": 3.6669735161764256,
      "learning_rate": 8.105731315333088e-05,
      "loss": 4.0128,
      "step": 46749
    },
    {
      "epoch": 3.971287801563031,
      "grad_norm": 3.8956546179243525,
      "learning_rate": 8.105121526597844e-05,
      "loss": 4.2899,
      "step": 46750
    },
    {
      "epoch": 3.9713727488956847,
      "grad_norm": 3.5975887645059683,
      "learning_rate": 8.10451175230944e-05,
      "loss": 3.4313,
      "step": 46751
    },
    {
      "epoch": 3.9714576962283386,
      "grad_norm": 3.6989656499455035,
      "learning_rate": 8.10390199246916e-05,
      "loss": 3.9203,
      "step": 46752
    },
    {
      "epoch": 3.9715426435609924,
      "grad_norm": 4.081578704762215,
      "learning_rate": 8.103292247078287e-05,
      "loss": 3.7056,
      "step": 46753
    },
    {
      "epoch": 3.971627590893646,
      "grad_norm": 3.9813471077428586,
      "learning_rate": 8.102682516138092e-05,
      "loss": 4.2596,
      "step": 46754
    },
    {
      "epoch": 3.9717125382262997,
      "grad_norm": 3.623124441988971,
      "learning_rate": 8.102072799649851e-05,
      "loss": 3.9527,
      "step": 46755
    },
    {
      "epoch": 3.9717974855589535,
      "grad_norm": 3.899205815405125,
      "learning_rate": 8.101463097614848e-05,
      "loss": 4.3629,
      "step": 46756
    },
    {
      "epoch": 3.9718824328916074,
      "grad_norm": 3.708146044985408,
      "learning_rate": 8.100853410034356e-05,
      "loss": 4.0104,
      "step": 46757
    },
    {
      "epoch": 3.971967380224261,
      "grad_norm": 3.638424620536216,
      "learning_rate": 8.100243736909649e-05,
      "loss": 3.8927,
      "step": 46758
    },
    {
      "epoch": 3.9720523275569146,
      "grad_norm": 3.9030530050336707,
      "learning_rate": 8.099634078242009e-05,
      "loss": 4.0093,
      "step": 46759
    },
    {
      "epoch": 3.9721372748895685,
      "grad_norm": 3.693366694081384,
      "learning_rate": 8.099024434032717e-05,
      "loss": 3.8532,
      "step": 46760
    },
    {
      "epoch": 3.9722222222222223,
      "grad_norm": 3.642605973155247,
      "learning_rate": 8.098414804283049e-05,
      "loss": 3.6951,
      "step": 46761
    },
    {
      "epoch": 3.9723071695548757,
      "grad_norm": 3.60062931540771,
      "learning_rate": 8.097805188994272e-05,
      "loss": 3.7633,
      "step": 46762
    },
    {
      "epoch": 3.9723921168875296,
      "grad_norm": 3.5349643832885778,
      "learning_rate": 8.097195588167678e-05,
      "loss": 3.673,
      "step": 46763
    },
    {
      "epoch": 3.9724770642201834,
      "grad_norm": 3.9279737780421278,
      "learning_rate": 8.096586001804531e-05,
      "loss": 4.2511,
      "step": 46764
    },
    {
      "epoch": 3.9725620115528373,
      "grad_norm": 3.9160851792142477,
      "learning_rate": 8.095976429906122e-05,
      "loss": 4.1267,
      "step": 46765
    },
    {
      "epoch": 3.972646958885491,
      "grad_norm": 3.929559607954747,
      "learning_rate": 8.095366872473715e-05,
      "loss": 4.3712,
      "step": 46766
    },
    {
      "epoch": 3.9727319062181445,
      "grad_norm": 3.686918831296962,
      "learning_rate": 8.094757329508599e-05,
      "loss": 3.7953,
      "step": 46767
    },
    {
      "epoch": 3.9728168535507984,
      "grad_norm": 3.880202873769938,
      "learning_rate": 8.094147801012043e-05,
      "loss": 4.0375,
      "step": 46768
    },
    {
      "epoch": 3.9729018008834522,
      "grad_norm": 3.6824593295948245,
      "learning_rate": 8.093538286985322e-05,
      "loss": 3.8387,
      "step": 46769
    },
    {
      "epoch": 3.972986748216106,
      "grad_norm": 3.8848785817465954,
      "learning_rate": 8.09292878742972e-05,
      "loss": 4.1474,
      "step": 46770
    },
    {
      "epoch": 3.97307169554876,
      "grad_norm": 3.84516516898629,
      "learning_rate": 8.092319302346514e-05,
      "loss": 3.9736,
      "step": 46771
    },
    {
      "epoch": 3.9731566428814133,
      "grad_norm": 3.8988743797576806,
      "learning_rate": 8.091709831736981e-05,
      "loss": 4.2077,
      "step": 46772
    },
    {
      "epoch": 3.973241590214067,
      "grad_norm": 3.6287736637755827,
      "learning_rate": 8.09110037560239e-05,
      "loss": 3.6625,
      "step": 46773
    },
    {
      "epoch": 3.973326537546721,
      "grad_norm": 3.8711672010564655,
      "learning_rate": 8.090490933944028e-05,
      "loss": 4.2645,
      "step": 46774
    },
    {
      "epoch": 3.973411484879375,
      "grad_norm": 3.5656032040187142,
      "learning_rate": 8.089881506763168e-05,
      "loss": 3.7534,
      "step": 46775
    },
    {
      "epoch": 3.9734964322120288,
      "grad_norm": 3.9079839948221475,
      "learning_rate": 8.089272094061084e-05,
      "loss": 4.2217,
      "step": 46776
    },
    {
      "epoch": 3.973581379544682,
      "grad_norm": 3.510056411398194,
      "learning_rate": 8.088662695839052e-05,
      "loss": 3.5699,
      "step": 46777
    },
    {
      "epoch": 3.973666326877336,
      "grad_norm": 3.5739041450076545,
      "learning_rate": 8.088053312098361e-05,
      "loss": 3.956,
      "step": 46778
    },
    {
      "epoch": 3.97375127420999,
      "grad_norm": 3.8718252213517426,
      "learning_rate": 8.087443942840278e-05,
      "loss": 4.1466,
      "step": 46779
    },
    {
      "epoch": 3.9738362215426437,
      "grad_norm": 3.5844490700604195,
      "learning_rate": 8.086834588066074e-05,
      "loss": 3.6063,
      "step": 46780
    },
    {
      "epoch": 3.9739211688752976,
      "grad_norm": 3.72539557692926,
      "learning_rate": 8.08622524777704e-05,
      "loss": 3.8846,
      "step": 46781
    },
    {
      "epoch": 3.974006116207951,
      "grad_norm": 3.782348148189081,
      "learning_rate": 8.085615921974446e-05,
      "loss": 4.0845,
      "step": 46782
    },
    {
      "epoch": 3.974091063540605,
      "grad_norm": 3.8855344871126114,
      "learning_rate": 8.085006610659561e-05,
      "loss": 4.3961,
      "step": 46783
    },
    {
      "epoch": 3.9741760108732587,
      "grad_norm": 3.5883404280731415,
      "learning_rate": 8.084397313833672e-05,
      "loss": 3.7194,
      "step": 46784
    },
    {
      "epoch": 3.974260958205912,
      "grad_norm": 3.941412701819781,
      "learning_rate": 8.083788031498055e-05,
      "loss": 4.172,
      "step": 46785
    },
    {
      "epoch": 3.974345905538566,
      "grad_norm": 3.999217216958493,
      "learning_rate": 8.083178763653988e-05,
      "loss": 4.1872,
      "step": 46786
    },
    {
      "epoch": 3.9744308528712198,
      "grad_norm": 3.600381733966397,
      "learning_rate": 8.082569510302736e-05,
      "loss": 3.6269,
      "step": 46787
    },
    {
      "epoch": 3.9745158002038736,
      "grad_norm": 3.8039175886248486,
      "learning_rate": 8.081960271445589e-05,
      "loss": 4.0272,
      "step": 46788
    },
    {
      "epoch": 3.9746007475365275,
      "grad_norm": 3.5399686589898405,
      "learning_rate": 8.081351047083814e-05,
      "loss": 3.7411,
      "step": 46789
    },
    {
      "epoch": 3.974685694869181,
      "grad_norm": 3.7497028357952997,
      "learning_rate": 8.080741837218697e-05,
      "loss": 4.1568,
      "step": 46790
    },
    {
      "epoch": 3.9747706422018347,
      "grad_norm": 3.5579029314440875,
      "learning_rate": 8.080132641851501e-05,
      "loss": 3.406,
      "step": 46791
    },
    {
      "epoch": 3.9748555895344886,
      "grad_norm": 3.771748643699269,
      "learning_rate": 8.079523460983518e-05,
      "loss": 4.2394,
      "step": 46792
    },
    {
      "epoch": 3.9749405368671424,
      "grad_norm": 3.5521697864956563,
      "learning_rate": 8.078914294616017e-05,
      "loss": 3.5965,
      "step": 46793
    },
    {
      "epoch": 3.9750254841997963,
      "grad_norm": 3.596127916490908,
      "learning_rate": 8.078305142750268e-05,
      "loss": 3.8156,
      "step": 46794
    },
    {
      "epoch": 3.9751104315324497,
      "grad_norm": 3.8843725587634053,
      "learning_rate": 8.077696005387555e-05,
      "loss": 4.2463,
      "step": 46795
    },
    {
      "epoch": 3.9751953788651035,
      "grad_norm": 3.531058887658446,
      "learning_rate": 8.077086882529157e-05,
      "loss": 3.4542,
      "step": 46796
    },
    {
      "epoch": 3.9752803261977574,
      "grad_norm": 3.5308937786072567,
      "learning_rate": 8.076477774176348e-05,
      "loss": 3.4981,
      "step": 46797
    },
    {
      "epoch": 3.9753652735304112,
      "grad_norm": 3.5203744599400046,
      "learning_rate": 8.075868680330394e-05,
      "loss": 3.6778,
      "step": 46798
    },
    {
      "epoch": 3.975450220863065,
      "grad_norm": 3.573417659807655,
      "learning_rate": 8.075259600992589e-05,
      "loss": 3.6602,
      "step": 46799
    },
    {
      "epoch": 3.9755351681957185,
      "grad_norm": 3.5744351849682943,
      "learning_rate": 8.074650536164198e-05,
      "loss": 3.5931,
      "step": 46800
    },
    {
      "epoch": 3.9756201155283724,
      "grad_norm": 3.6139690749025783,
      "learning_rate": 8.074041485846494e-05,
      "loss": 3.8493,
      "step": 46801
    },
    {
      "epoch": 3.975705062861026,
      "grad_norm": 3.8213246833987604,
      "learning_rate": 8.073432450040759e-05,
      "loss": 4.1876,
      "step": 46802
    },
    {
      "epoch": 3.97579001019368,
      "grad_norm": 3.864275045509853,
      "learning_rate": 8.072823428748273e-05,
      "loss": 4.2473,
      "step": 46803
    },
    {
      "epoch": 3.975874957526334,
      "grad_norm": 3.659097467677308,
      "learning_rate": 8.072214421970308e-05,
      "loss": 3.8092,
      "step": 46804
    },
    {
      "epoch": 3.9759599048589873,
      "grad_norm": 3.655252905077332,
      "learning_rate": 8.071605429708133e-05,
      "loss": 3.7122,
      "step": 46805
    },
    {
      "epoch": 3.976044852191641,
      "grad_norm": 3.561793405815569,
      "learning_rate": 8.070996451963037e-05,
      "loss": 3.6503,
      "step": 46806
    },
    {
      "epoch": 3.976129799524295,
      "grad_norm": 3.3560743200884193,
      "learning_rate": 8.070387488736284e-05,
      "loss": 3.2999,
      "step": 46807
    },
    {
      "epoch": 3.9762147468569484,
      "grad_norm": 3.5638023076541647,
      "learning_rate": 8.069778540029161e-05,
      "loss": 3.6703,
      "step": 46808
    },
    {
      "epoch": 3.9762996941896027,
      "grad_norm": 3.532554936261175,
      "learning_rate": 8.069169605842934e-05,
      "loss": 3.7294,
      "step": 46809
    },
    {
      "epoch": 3.976384641522256,
      "grad_norm": 3.6785160579094147,
      "learning_rate": 8.068560686178887e-05,
      "loss": 3.8982,
      "step": 46810
    },
    {
      "epoch": 3.97646958885491,
      "grad_norm": 3.563804468251835,
      "learning_rate": 8.067951781038293e-05,
      "loss": 4.0067,
      "step": 46811
    },
    {
      "epoch": 3.976554536187564,
      "grad_norm": 3.6683486440185478,
      "learning_rate": 8.067342890422422e-05,
      "loss": 3.6656,
      "step": 46812
    },
    {
      "epoch": 3.9766394835202172,
      "grad_norm": 3.521239262846247,
      "learning_rate": 8.066734014332555e-05,
      "loss": 3.6241,
      "step": 46813
    },
    {
      "epoch": 3.976724430852871,
      "grad_norm": 4.024728642773712,
      "learning_rate": 8.066125152769972e-05,
      "loss": 4.4652,
      "step": 46814
    },
    {
      "epoch": 3.976809378185525,
      "grad_norm": 3.581386334993908,
      "learning_rate": 8.065516305735945e-05,
      "loss": 3.6251,
      "step": 46815
    },
    {
      "epoch": 3.976894325518179,
      "grad_norm": 3.9682753796721815,
      "learning_rate": 8.064907473231743e-05,
      "loss": 4.3017,
      "step": 46816
    },
    {
      "epoch": 3.9769792728508326,
      "grad_norm": 3.5996113033249038,
      "learning_rate": 8.064298655258656e-05,
      "loss": 3.6123,
      "step": 46817
    },
    {
      "epoch": 3.977064220183486,
      "grad_norm": 3.931267676518573,
      "learning_rate": 8.06368985181795e-05,
      "loss": 3.5965,
      "step": 46818
    },
    {
      "epoch": 3.97714916751614,
      "grad_norm": 3.4619912382137574,
      "learning_rate": 8.063081062910894e-05,
      "loss": 3.4589,
      "step": 46819
    },
    {
      "epoch": 3.9772341148487937,
      "grad_norm": 3.605087662398338,
      "learning_rate": 8.062472288538775e-05,
      "loss": 3.6195,
      "step": 46820
    },
    {
      "epoch": 3.9773190621814476,
      "grad_norm": 3.6871602672117794,
      "learning_rate": 8.06186352870287e-05,
      "loss": 3.8408,
      "step": 46821
    },
    {
      "epoch": 3.9774040095141014,
      "grad_norm": 3.62066906086359,
      "learning_rate": 8.061254783404448e-05,
      "loss": 3.7644,
      "step": 46822
    },
    {
      "epoch": 3.977488956846755,
      "grad_norm": 3.546257745957101,
      "learning_rate": 8.060646052644782e-05,
      "loss": 3.7857,
      "step": 46823
    },
    {
      "epoch": 3.9775739041794087,
      "grad_norm": 3.38127001438814,
      "learning_rate": 8.060037336425159e-05,
      "loss": 3.4665,
      "step": 46824
    },
    {
      "epoch": 3.9776588515120626,
      "grad_norm": 3.8090989108312576,
      "learning_rate": 8.059428634746841e-05,
      "loss": 4.3807,
      "step": 46825
    },
    {
      "epoch": 3.9777437988447164,
      "grad_norm": 3.880972849637303,
      "learning_rate": 8.058819947611115e-05,
      "loss": 4.0861,
      "step": 46826
    },
    {
      "epoch": 3.9778287461773703,
      "grad_norm": 3.895405498024208,
      "learning_rate": 8.058211275019244e-05,
      "loss": 4.285,
      "step": 46827
    },
    {
      "epoch": 3.9779136935100237,
      "grad_norm": 3.4976477117821645,
      "learning_rate": 8.057602616972517e-05,
      "loss": 3.5569,
      "step": 46828
    },
    {
      "epoch": 3.9779986408426775,
      "grad_norm": 3.6506291550960026,
      "learning_rate": 8.056993973472203e-05,
      "loss": 3.892,
      "step": 46829
    },
    {
      "epoch": 3.9780835881753314,
      "grad_norm": 3.71647771822611,
      "learning_rate": 8.056385344519572e-05,
      "loss": 3.7438,
      "step": 46830
    },
    {
      "epoch": 3.978168535507985,
      "grad_norm": 3.742075606673821,
      "learning_rate": 8.055776730115907e-05,
      "loss": 3.9766,
      "step": 46831
    },
    {
      "epoch": 3.978253482840639,
      "grad_norm": 3.543633928502457,
      "learning_rate": 8.055168130262477e-05,
      "loss": 3.4768,
      "step": 46832
    },
    {
      "epoch": 3.9783384301732925,
      "grad_norm": 3.6219740096320754,
      "learning_rate": 8.054559544960567e-05,
      "loss": 3.8377,
      "step": 46833
    },
    {
      "epoch": 3.9784233775059463,
      "grad_norm": 3.5921440276509657,
      "learning_rate": 8.053950974211437e-05,
      "loss": 3.5517,
      "step": 46834
    },
    {
      "epoch": 3.9785083248386,
      "grad_norm": 3.9147057733902604,
      "learning_rate": 8.05334241801638e-05,
      "loss": 4.2317,
      "step": 46835
    },
    {
      "epoch": 3.9785932721712536,
      "grad_norm": 3.7931675847076765,
      "learning_rate": 8.05273387637666e-05,
      "loss": 4.2517,
      "step": 46836
    },
    {
      "epoch": 3.9786782195039074,
      "grad_norm": 3.5288183315636474,
      "learning_rate": 8.05212534929355e-05,
      "loss": 3.6667,
      "step": 46837
    },
    {
      "epoch": 3.9787631668365613,
      "grad_norm": 3.6619649883894225,
      "learning_rate": 8.051516836768328e-05,
      "loss": 3.8492,
      "step": 46838
    },
    {
      "epoch": 3.978848114169215,
      "grad_norm": 3.786612376885927,
      "learning_rate": 8.050908338802276e-05,
      "loss": 3.8835,
      "step": 46839
    },
    {
      "epoch": 3.978933061501869,
      "grad_norm": 3.6188110580968003,
      "learning_rate": 8.050299855396664e-05,
      "loss": 3.7421,
      "step": 46840
    },
    {
      "epoch": 3.9790180088345224,
      "grad_norm": 3.815652251405344,
      "learning_rate": 8.049691386552761e-05,
      "loss": 4.1422,
      "step": 46841
    },
    {
      "epoch": 3.9791029561671762,
      "grad_norm": 3.688339058806659,
      "learning_rate": 8.049082932271851e-05,
      "loss": 3.7184,
      "step": 46842
    },
    {
      "epoch": 3.97918790349983,
      "grad_norm": 3.8236954836481427,
      "learning_rate": 8.048474492555208e-05,
      "loss": 4.0975,
      "step": 46843
    },
    {
      "epoch": 3.979272850832484,
      "grad_norm": 3.6504049284815654,
      "learning_rate": 8.047866067404094e-05,
      "loss": 3.9874,
      "step": 46844
    },
    {
      "epoch": 3.979357798165138,
      "grad_norm": 4.193162515701021,
      "learning_rate": 8.047257656819798e-05,
      "loss": 3.6699,
      "step": 46845
    },
    {
      "epoch": 3.979442745497791,
      "grad_norm": 3.8666090893440543,
      "learning_rate": 8.046649260803594e-05,
      "loss": 4.03,
      "step": 46846
    },
    {
      "epoch": 3.979527692830445,
      "grad_norm": 3.6996165106706176,
      "learning_rate": 8.046040879356753e-05,
      "loss": 4.022,
      "step": 46847
    },
    {
      "epoch": 3.979612640163099,
      "grad_norm": 3.557219322193281,
      "learning_rate": 8.045432512480547e-05,
      "loss": 3.4721,
      "step": 46848
    },
    {
      "epoch": 3.9796975874957528,
      "grad_norm": 4.084717570406501,
      "learning_rate": 8.044824160176255e-05,
      "loss": 4.5232,
      "step": 46849
    },
    {
      "epoch": 3.9797825348284066,
      "grad_norm": 3.790012479501409,
      "learning_rate": 8.044215822445149e-05,
      "loss": 3.9245,
      "step": 46850
    },
    {
      "epoch": 3.97986748216106,
      "grad_norm": 3.898095632957378,
      "learning_rate": 8.043607499288507e-05,
      "loss": 4.1383,
      "step": 46851
    },
    {
      "epoch": 3.979952429493714,
      "grad_norm": 3.995038489655358,
      "learning_rate": 8.042999190707596e-05,
      "loss": 4.5384,
      "step": 46852
    },
    {
      "epoch": 3.9800373768263677,
      "grad_norm": 3.6654800002543566,
      "learning_rate": 8.042390896703705e-05,
      "loss": 3.9131,
      "step": 46853
    },
    {
      "epoch": 3.9801223241590216,
      "grad_norm": 3.9438303264258248,
      "learning_rate": 8.0417826172781e-05,
      "loss": 4.0889,
      "step": 46854
    },
    {
      "epoch": 3.9802072714916754,
      "grad_norm": 3.9625973949956355,
      "learning_rate": 8.041174352432047e-05,
      "loss": 4.3507,
      "step": 46855
    },
    {
      "epoch": 3.980292218824329,
      "grad_norm": 3.505509027531487,
      "learning_rate": 8.04056610216683e-05,
      "loss": 3.5368,
      "step": 46856
    },
    {
      "epoch": 3.9803771661569827,
      "grad_norm": 3.890144650533903,
      "learning_rate": 8.039957866483727e-05,
      "loss": 4.2434,
      "step": 46857
    },
    {
      "epoch": 3.9804621134896365,
      "grad_norm": 3.6303945958506385,
      "learning_rate": 8.039349645384009e-05,
      "loss": 3.8456,
      "step": 46858
    },
    {
      "epoch": 3.98054706082229,
      "grad_norm": 3.6667517665719402,
      "learning_rate": 8.038741438868945e-05,
      "loss": 3.7011,
      "step": 46859
    },
    {
      "epoch": 3.980632008154944,
      "grad_norm": 3.5478860777012944,
      "learning_rate": 8.038133246939815e-05,
      "loss": 3.6205,
      "step": 46860
    },
    {
      "epoch": 3.9807169554875976,
      "grad_norm": 3.497367881533722,
      "learning_rate": 8.037525069597894e-05,
      "loss": 3.614,
      "step": 46861
    },
    {
      "epoch": 3.9808019028202515,
      "grad_norm": 3.505602304073546,
      "learning_rate": 8.036916906844451e-05,
      "loss": 3.7338,
      "step": 46862
    },
    {
      "epoch": 3.9808868501529053,
      "grad_norm": 3.940267772873152,
      "learning_rate": 8.03630875868076e-05,
      "loss": 4.3138,
      "step": 46863
    },
    {
      "epoch": 3.9809717974855587,
      "grad_norm": 3.6266559848874986,
      "learning_rate": 8.035700625108106e-05,
      "loss": 3.4795,
      "step": 46864
    },
    {
      "epoch": 3.9810567448182126,
      "grad_norm": 3.7596216220141185,
      "learning_rate": 8.035092506127755e-05,
      "loss": 4.091,
      "step": 46865
    },
    {
      "epoch": 3.9811416921508664,
      "grad_norm": 3.5987718291548068,
      "learning_rate": 8.034484401740977e-05,
      "loss": 3.6921,
      "step": 46866
    },
    {
      "epoch": 3.9812266394835203,
      "grad_norm": 3.646241758047549,
      "learning_rate": 8.033876311949059e-05,
      "loss": 3.784,
      "step": 46867
    },
    {
      "epoch": 3.981311586816174,
      "grad_norm": 3.40093751166945,
      "learning_rate": 8.03326823675326e-05,
      "loss": 3.4056,
      "step": 46868
    },
    {
      "epoch": 3.9813965341488275,
      "grad_norm": 3.9289230383912135,
      "learning_rate": 8.032660176154868e-05,
      "loss": 4.1289,
      "step": 46869
    },
    {
      "epoch": 3.9814814814814814,
      "grad_norm": 3.715660934274442,
      "learning_rate": 8.032052130155142e-05,
      "loss": 4.1226,
      "step": 46870
    },
    {
      "epoch": 3.9815664288141353,
      "grad_norm": 3.6282274556833483,
      "learning_rate": 8.031444098755373e-05,
      "loss": 3.7763,
      "step": 46871
    },
    {
      "epoch": 3.981651376146789,
      "grad_norm": 3.5414905128562024,
      "learning_rate": 8.030836081956825e-05,
      "loss": 3.5131,
      "step": 46872
    },
    {
      "epoch": 3.981736323479443,
      "grad_norm": 3.55620575377647,
      "learning_rate": 8.030228079760769e-05,
      "loss": 3.7287,
      "step": 46873
    },
    {
      "epoch": 3.9818212708120964,
      "grad_norm": 3.6990000870984745,
      "learning_rate": 8.029620092168491e-05,
      "loss": 3.8806,
      "step": 46874
    },
    {
      "epoch": 3.98190621814475,
      "grad_norm": 3.457344741568678,
      "learning_rate": 8.029012119181249e-05,
      "loss": 3.6268,
      "step": 46875
    },
    {
      "epoch": 3.981991165477404,
      "grad_norm": 3.565633961484582,
      "learning_rate": 8.028404160800332e-05,
      "loss": 3.7617,
      "step": 46876
    },
    {
      "epoch": 3.982076112810058,
      "grad_norm": 3.6779195607512234,
      "learning_rate": 8.027796217027002e-05,
      "loss": 4.011,
      "step": 46877
    },
    {
      "epoch": 3.9821610601427118,
      "grad_norm": 3.6199334247949517,
      "learning_rate": 8.027188287862542e-05,
      "loss": 4.0727,
      "step": 46878
    },
    {
      "epoch": 3.982246007475365,
      "grad_norm": 3.571536374597053,
      "learning_rate": 8.026580373308225e-05,
      "loss": 3.5847,
      "step": 46879
    },
    {
      "epoch": 3.982330954808019,
      "grad_norm": 3.5602819321736536,
      "learning_rate": 8.02597247336532e-05,
      "loss": 3.5464,
      "step": 46880
    },
    {
      "epoch": 3.982415902140673,
      "grad_norm": 3.5618007151258757,
      "learning_rate": 8.02536458803509e-05,
      "loss": 3.4514,
      "step": 46881
    },
    {
      "epoch": 3.9825008494733263,
      "grad_norm": 3.981129126068708,
      "learning_rate": 8.024756717318834e-05,
      "loss": 4.821,
      "step": 46882
    },
    {
      "epoch": 3.98258579680598,
      "grad_norm": 3.989948634557166,
      "learning_rate": 8.024148861217814e-05,
      "loss": 4.4482,
      "step": 46883
    },
    {
      "epoch": 3.982670744138634,
      "grad_norm": 3.5896578325590607,
      "learning_rate": 8.023541019733295e-05,
      "loss": 3.6774,
      "step": 46884
    },
    {
      "epoch": 3.982755691471288,
      "grad_norm": 3.9352593276456003,
      "learning_rate": 8.022933192866563e-05,
      "loss": 4.4301,
      "step": 46885
    },
    {
      "epoch": 3.9828406388039417,
      "grad_norm": 3.9791407903254084,
      "learning_rate": 8.022325380618887e-05,
      "loss": 4.528,
      "step": 46886
    },
    {
      "epoch": 3.982925586136595,
      "grad_norm": 3.5436118392106155,
      "learning_rate": 8.021717582991536e-05,
      "loss": 3.4893,
      "step": 46887
    },
    {
      "epoch": 3.983010533469249,
      "grad_norm": 4.0086416120961665,
      "learning_rate": 8.021109799985786e-05,
      "loss": 4.1889,
      "step": 46888
    },
    {
      "epoch": 3.983095480801903,
      "grad_norm": 3.6786812748472992,
      "learning_rate": 8.020502031602918e-05,
      "loss": 3.6513,
      "step": 46889
    },
    {
      "epoch": 3.9831804281345566,
      "grad_norm": 3.5693859470503213,
      "learning_rate": 8.019894277844199e-05,
      "loss": 3.6779,
      "step": 46890
    },
    {
      "epoch": 3.9832653754672105,
      "grad_norm": 3.828687960433364,
      "learning_rate": 8.019286538710904e-05,
      "loss": 4.3554,
      "step": 46891
    },
    {
      "epoch": 3.983350322799864,
      "grad_norm": 3.6887228796381133,
      "learning_rate": 8.0186788142043e-05,
      "loss": 3.9719,
      "step": 46892
    },
    {
      "epoch": 3.9834352701325177,
      "grad_norm": 3.83876656180366,
      "learning_rate": 8.018071104325664e-05,
      "loss": 4.078,
      "step": 46893
    },
    {
      "epoch": 3.9835202174651716,
      "grad_norm": 3.5451295023719838,
      "learning_rate": 8.017463409076277e-05,
      "loss": 3.6042,
      "step": 46894
    },
    {
      "epoch": 3.9836051647978254,
      "grad_norm": 3.5157637562683703,
      "learning_rate": 8.016855728457403e-05,
      "loss": 3.4276,
      "step": 46895
    },
    {
      "epoch": 3.9836901121304793,
      "grad_norm": 3.852314602952917,
      "learning_rate": 8.016248062470324e-05,
      "loss": 4.1115,
      "step": 46896
    },
    {
      "epoch": 3.9837750594631327,
      "grad_norm": 3.758264516763234,
      "learning_rate": 8.015640411116307e-05,
      "loss": 4.0398,
      "step": 46897
    },
    {
      "epoch": 3.9838600067957866,
      "grad_norm": 3.981879976481911,
      "learning_rate": 8.015032774396625e-05,
      "loss": 4.4076,
      "step": 46898
    },
    {
      "epoch": 3.9839449541284404,
      "grad_norm": 3.6989666308416913,
      "learning_rate": 8.014425152312543e-05,
      "loss": 4.1221,
      "step": 46899
    },
    {
      "epoch": 3.9840299014610943,
      "grad_norm": 3.9941500788307533,
      "learning_rate": 8.013817544865355e-05,
      "loss": 4.2513,
      "step": 46900
    },
    {
      "epoch": 3.984114848793748,
      "grad_norm": 3.6263816300763705,
      "learning_rate": 8.01320995205632e-05,
      "loss": 3.586,
      "step": 46901
    },
    {
      "epoch": 3.9841997961264015,
      "grad_norm": 3.926067229742481,
      "learning_rate": 8.012602373886718e-05,
      "loss": 4.2331,
      "step": 46902
    },
    {
      "epoch": 3.9842847434590554,
      "grad_norm": 3.856715468537019,
      "learning_rate": 8.011994810357807e-05,
      "loss": 4.3354,
      "step": 46903
    },
    {
      "epoch": 3.984369690791709,
      "grad_norm": 3.5733691296395533,
      "learning_rate": 8.011387261470881e-05,
      "loss": 3.4746,
      "step": 46904
    },
    {
      "epoch": 3.9844546381243626,
      "grad_norm": 3.897057385789493,
      "learning_rate": 8.010779727227195e-05,
      "loss": 4.1543,
      "step": 46905
    },
    {
      "epoch": 3.984539585457017,
      "grad_norm": 3.481068562730508,
      "learning_rate": 8.010172207628028e-05,
      "loss": 3.4998,
      "step": 46906
    },
    {
      "epoch": 3.9846245327896703,
      "grad_norm": 3.8649921597963304,
      "learning_rate": 8.009564702674662e-05,
      "loss": 4.1833,
      "step": 46907
    },
    {
      "epoch": 3.984709480122324,
      "grad_norm": 3.6596003714635,
      "learning_rate": 8.008957212368362e-05,
      "loss": 3.9457,
      "step": 46908
    },
    {
      "epoch": 3.984794427454978,
      "grad_norm": 3.6601524091843514,
      "learning_rate": 8.008349736710402e-05,
      "loss": 3.6778,
      "step": 46909
    },
    {
      "epoch": 3.9848793747876314,
      "grad_norm": 4.055048282724585,
      "learning_rate": 8.00774227570205e-05,
      "loss": 3.6714,
      "step": 46910
    },
    {
      "epoch": 3.9849643221202853,
      "grad_norm": 3.972479124170805,
      "learning_rate": 8.007134829344583e-05,
      "loss": 4.3566,
      "step": 46911
    },
    {
      "epoch": 3.985049269452939,
      "grad_norm": 3.8094363948359438,
      "learning_rate": 8.006527397639277e-05,
      "loss": 4.1968,
      "step": 46912
    },
    {
      "epoch": 3.985134216785593,
      "grad_norm": 3.7074887351952213,
      "learning_rate": 8.005919980587398e-05,
      "loss": 3.607,
      "step": 46913
    },
    {
      "epoch": 3.985219164118247,
      "grad_norm": 3.796314960719748,
      "learning_rate": 8.005312578190228e-05,
      "loss": 3.9784,
      "step": 46914
    },
    {
      "epoch": 3.9853041114509002,
      "grad_norm": 3.5314737857097294,
      "learning_rate": 8.004705190449032e-05,
      "loss": 3.6523,
      "step": 46915
    },
    {
      "epoch": 3.985389058783554,
      "grad_norm": 3.965224821489293,
      "learning_rate": 8.004097817365088e-05,
      "loss": 4.4016,
      "step": 46916
    },
    {
      "epoch": 3.985474006116208,
      "grad_norm": 3.8785458278229683,
      "learning_rate": 8.003490458939659e-05,
      "loss": 4.312,
      "step": 46917
    },
    {
      "epoch": 3.985558953448862,
      "grad_norm": 3.9959211649422213,
      "learning_rate": 8.002883115174022e-05,
      "loss": 4.3321,
      "step": 46918
    },
    {
      "epoch": 3.9856439007815156,
      "grad_norm": 3.436820150065162,
      "learning_rate": 8.002275786069458e-05,
      "loss": 3.3267,
      "step": 46919
    },
    {
      "epoch": 3.985728848114169,
      "grad_norm": 3.5679973454959892,
      "learning_rate": 8.001668471627233e-05,
      "loss": 3.6139,
      "step": 46920
    },
    {
      "epoch": 3.985813795446823,
      "grad_norm": 3.9137140613775445,
      "learning_rate": 8.001061171848614e-05,
      "loss": 4.1421,
      "step": 46921
    },
    {
      "epoch": 3.9858987427794768,
      "grad_norm": 3.6246137655758983,
      "learning_rate": 8.000453886734884e-05,
      "loss": 3.8581,
      "step": 46922
    },
    {
      "epoch": 3.9859836901121306,
      "grad_norm": 3.4704518378291187,
      "learning_rate": 7.999846616287313e-05,
      "loss": 3.3943,
      "step": 46923
    },
    {
      "epoch": 3.9860686374447845,
      "grad_norm": 3.5371419546620886,
      "learning_rate": 7.999239360507155e-05,
      "loss": 3.6612,
      "step": 46924
    },
    {
      "epoch": 3.986153584777438,
      "grad_norm": 3.69714272745429,
      "learning_rate": 7.998632119395715e-05,
      "loss": 3.8812,
      "step": 46925
    },
    {
      "epoch": 3.9862385321100917,
      "grad_norm": 3.5585526030653463,
      "learning_rate": 7.998024892954246e-05,
      "loss": 3.5635,
      "step": 46926
    },
    {
      "epoch": 3.9863234794427456,
      "grad_norm": 3.4619634189200355,
      "learning_rate": 7.997417681184024e-05,
      "loss": 3.5461,
      "step": 46927
    },
    {
      "epoch": 3.9864084267753994,
      "grad_norm": 3.5811487690963015,
      "learning_rate": 7.996810484086313e-05,
      "loss": 3.6732,
      "step": 46928
    },
    {
      "epoch": 3.9864933741080533,
      "grad_norm": 3.5509799772089945,
      "learning_rate": 7.9962033016624e-05,
      "loss": 3.6382,
      "step": 46929
    },
    {
      "epoch": 3.9865783214407067,
      "grad_norm": 3.6444294233449543,
      "learning_rate": 7.995596133913542e-05,
      "loss": 4.0031,
      "step": 46930
    },
    {
      "epoch": 3.9866632687733605,
      "grad_norm": 3.6016020978299608,
      "learning_rate": 7.994988980841027e-05,
      "loss": 3.5825,
      "step": 46931
    },
    {
      "epoch": 3.9867482161060144,
      "grad_norm": 3.463959758833682,
      "learning_rate": 7.99438184244611e-05,
      "loss": 3.5339,
      "step": 46932
    },
    {
      "epoch": 3.986833163438668,
      "grad_norm": 3.5902073367263507,
      "learning_rate": 7.993774718730079e-05,
      "loss": 3.6387,
      "step": 46933
    },
    {
      "epoch": 3.9869181107713216,
      "grad_norm": 3.6564895381650224,
      "learning_rate": 7.993167609694203e-05,
      "loss": 3.8324,
      "step": 46934
    },
    {
      "epoch": 3.9870030581039755,
      "grad_norm": 3.53048287538226,
      "learning_rate": 7.992560515339741e-05,
      "loss": 3.6508,
      "step": 46935
    },
    {
      "epoch": 3.9870880054366293,
      "grad_norm": 3.5923904977952463,
      "learning_rate": 7.991953435667975e-05,
      "loss": 3.4537,
      "step": 46936
    },
    {
      "epoch": 3.987172952769283,
      "grad_norm": 3.8204820327992266,
      "learning_rate": 7.991346370680183e-05,
      "loss": 4.1348,
      "step": 46937
    },
    {
      "epoch": 3.9872579001019366,
      "grad_norm": 3.6868429878646505,
      "learning_rate": 7.990739320377631e-05,
      "loss": 3.7124,
      "step": 46938
    },
    {
      "epoch": 3.9873428474345904,
      "grad_norm": 3.743302782623252,
      "learning_rate": 7.990132284761584e-05,
      "loss": 4.0689,
      "step": 46939
    },
    {
      "epoch": 3.9874277947672443,
      "grad_norm": 3.954711536222323,
      "learning_rate": 7.989525263833326e-05,
      "loss": 4.5769,
      "step": 46940
    },
    {
      "epoch": 3.987512742099898,
      "grad_norm": 3.6606173372957778,
      "learning_rate": 7.988918257594123e-05,
      "loss": 3.9619,
      "step": 46941
    },
    {
      "epoch": 3.987597689432552,
      "grad_norm": 3.816088194964103,
      "learning_rate": 7.988311266045236e-05,
      "loss": 3.9546,
      "step": 46942
    },
    {
      "epoch": 3.9876826367652054,
      "grad_norm": 3.5841263970141553,
      "learning_rate": 7.987704289187958e-05,
      "loss": 3.5845,
      "step": 46943
    },
    {
      "epoch": 3.9877675840978593,
      "grad_norm": 3.9550922139994484,
      "learning_rate": 7.987097327023553e-05,
      "loss": 3.3382,
      "step": 46944
    },
    {
      "epoch": 3.987852531430513,
      "grad_norm": 3.6064892202612753,
      "learning_rate": 7.98649037955329e-05,
      "loss": 3.781,
      "step": 46945
    },
    {
      "epoch": 3.987937478763167,
      "grad_norm": 3.597504792869289,
      "learning_rate": 7.985883446778435e-05,
      "loss": 3.6345,
      "step": 46946
    },
    {
      "epoch": 3.988022426095821,
      "grad_norm": 3.580419243488563,
      "learning_rate": 7.985276528700271e-05,
      "loss": 3.7362,
      "step": 46947
    },
    {
      "epoch": 3.988107373428474,
      "grad_norm": 3.5700694879926007,
      "learning_rate": 7.98466962532006e-05,
      "loss": 3.6575,
      "step": 46948
    },
    {
      "epoch": 3.988192320761128,
      "grad_norm": 3.5531513368106418,
      "learning_rate": 7.984062736639083e-05,
      "loss": 3.51,
      "step": 46949
    },
    {
      "epoch": 3.988277268093782,
      "grad_norm": 3.68588615362791,
      "learning_rate": 7.983455862658602e-05,
      "loss": 4.1762,
      "step": 46950
    },
    {
      "epoch": 3.9883622154264358,
      "grad_norm": 3.5080174271029136,
      "learning_rate": 7.982849003379899e-05,
      "loss": 3.4262,
      "step": 46951
    },
    {
      "epoch": 3.9884471627590896,
      "grad_norm": 3.8463553892843003,
      "learning_rate": 7.982242158804241e-05,
      "loss": 3.9056,
      "step": 46952
    },
    {
      "epoch": 3.988532110091743,
      "grad_norm": 3.465662006754369,
      "learning_rate": 7.981635328932893e-05,
      "loss": 3.3601,
      "step": 46953
    },
    {
      "epoch": 3.988617057424397,
      "grad_norm": 3.579731240659806,
      "learning_rate": 7.981028513767131e-05,
      "loss": 3.6727,
      "step": 46954
    },
    {
      "epoch": 3.9887020047570507,
      "grad_norm": 3.5912366611308633,
      "learning_rate": 7.98042171330823e-05,
      "loss": 3.8898,
      "step": 46955
    },
    {
      "epoch": 3.988786952089704,
      "grad_norm": 3.9287777937138455,
      "learning_rate": 7.979814927557463e-05,
      "loss": 4.3752,
      "step": 46956
    },
    {
      "epoch": 3.988871899422358,
      "grad_norm": 3.576909635056536,
      "learning_rate": 7.97920815651609e-05,
      "loss": 3.7542,
      "step": 46957
    },
    {
      "epoch": 3.988956846755012,
      "grad_norm": 3.904390598375371,
      "learning_rate": 7.978601400185398e-05,
      "loss": 4.2073,
      "step": 46958
    },
    {
      "epoch": 3.9890417940876657,
      "grad_norm": 3.4832822892832214,
      "learning_rate": 7.977994658566648e-05,
      "loss": 3.6601,
      "step": 46959
    },
    {
      "epoch": 3.9891267414203195,
      "grad_norm": 3.750671587515892,
      "learning_rate": 7.977387931661108e-05,
      "loss": 3.9284,
      "step": 46960
    },
    {
      "epoch": 3.989211688752973,
      "grad_norm": 3.3917457579687467,
      "learning_rate": 7.976781219470054e-05,
      "loss": 3.367,
      "step": 46961
    },
    {
      "epoch": 3.989296636085627,
      "grad_norm": 3.643956930967745,
      "learning_rate": 7.976174521994762e-05,
      "loss": 3.6846,
      "step": 46962
    },
    {
      "epoch": 3.9893815834182806,
      "grad_norm": 3.6011416995908383,
      "learning_rate": 7.975567839236501e-05,
      "loss": 3.7817,
      "step": 46963
    },
    {
      "epoch": 3.9894665307509345,
      "grad_norm": 3.508474468521131,
      "learning_rate": 7.974961171196535e-05,
      "loss": 3.6261,
      "step": 46964
    },
    {
      "epoch": 3.9895514780835883,
      "grad_norm": 3.5935658205208254,
      "learning_rate": 7.974354517876145e-05,
      "loss": 3.7886,
      "step": 46965
    },
    {
      "epoch": 3.9896364254162417,
      "grad_norm": 3.58634625885657,
      "learning_rate": 7.973747879276599e-05,
      "loss": 3.7013,
      "step": 46966
    },
    {
      "epoch": 3.9897213727488956,
      "grad_norm": 3.645186040715422,
      "learning_rate": 7.973141255399162e-05,
      "loss": 3.7661,
      "step": 46967
    },
    {
      "epoch": 3.9898063200815495,
      "grad_norm": 3.6119979125471002,
      "learning_rate": 7.972534646245107e-05,
      "loss": 3.6027,
      "step": 46968
    },
    {
      "epoch": 3.9898912674142033,
      "grad_norm": 3.5086985656226517,
      "learning_rate": 7.971928051815714e-05,
      "loss": 3.4178,
      "step": 46969
    },
    {
      "epoch": 3.989976214746857,
      "grad_norm": 3.590495925024526,
      "learning_rate": 7.971321472112247e-05,
      "loss": 3.7206,
      "step": 46970
    },
    {
      "epoch": 3.9900611620795106,
      "grad_norm": 3.9334550984479115,
      "learning_rate": 7.970714907135975e-05,
      "loss": 4.1996,
      "step": 46971
    },
    {
      "epoch": 3.9901461094121644,
      "grad_norm": 3.995119051379254,
      "learning_rate": 7.970108356888173e-05,
      "loss": 4.3871,
      "step": 46972
    },
    {
      "epoch": 3.9902310567448183,
      "grad_norm": 3.792636981911932,
      "learning_rate": 7.969501821370107e-05,
      "loss": 4.0399,
      "step": 46973
    },
    {
      "epoch": 3.990316004077472,
      "grad_norm": 3.6022700274143546,
      "learning_rate": 7.968895300583058e-05,
      "loss": 3.9466,
      "step": 46974
    },
    {
      "epoch": 3.990400951410126,
      "grad_norm": 3.867450572979086,
      "learning_rate": 7.968288794528283e-05,
      "loss": 4.0835,
      "step": 46975
    },
    {
      "epoch": 3.9904858987427794,
      "grad_norm": 3.4681354272522134,
      "learning_rate": 7.967682303207067e-05,
      "loss": 3.3031,
      "step": 46976
    },
    {
      "epoch": 3.990570846075433,
      "grad_norm": 3.543641117093986,
      "learning_rate": 7.967075826620673e-05,
      "loss": 3.6039,
      "step": 46977
    },
    {
      "epoch": 3.990655793408087,
      "grad_norm": 3.5930327949801115,
      "learning_rate": 7.966469364770366e-05,
      "loss": 3.8669,
      "step": 46978
    },
    {
      "epoch": 3.9907407407407405,
      "grad_norm": 3.6539436883957097,
      "learning_rate": 7.965862917657425e-05,
      "loss": 4.0834,
      "step": 46979
    },
    {
      "epoch": 3.9908256880733948,
      "grad_norm": 3.6039069754609074,
      "learning_rate": 7.965256485283123e-05,
      "loss": 3.7072,
      "step": 46980
    },
    {
      "epoch": 3.990910635406048,
      "grad_norm": 3.977061541908275,
      "learning_rate": 7.964650067648729e-05,
      "loss": 4.4337,
      "step": 46981
    },
    {
      "epoch": 3.990995582738702,
      "grad_norm": 3.764605822647168,
      "learning_rate": 7.964043664755503e-05,
      "loss": 3.9091,
      "step": 46982
    },
    {
      "epoch": 3.991080530071356,
      "grad_norm": 3.5097239956844914,
      "learning_rate": 7.963437276604731e-05,
      "loss": 3.6008,
      "step": 46983
    },
    {
      "epoch": 3.9911654774040093,
      "grad_norm": 3.777961452149355,
      "learning_rate": 7.962830903197676e-05,
      "loss": 4.0902,
      "step": 46984
    },
    {
      "epoch": 3.991250424736663,
      "grad_norm": 4.23854361375038,
      "learning_rate": 7.962224544535603e-05,
      "loss": 3.5342,
      "step": 46985
    },
    {
      "epoch": 3.991335372069317,
      "grad_norm": 3.766105614361389,
      "learning_rate": 7.96161820061979e-05,
      "loss": 3.9738,
      "step": 46986
    },
    {
      "epoch": 3.991420319401971,
      "grad_norm": 3.554585621164118,
      "learning_rate": 7.96101187145151e-05,
      "loss": 3.5623,
      "step": 46987
    },
    {
      "epoch": 3.9915052667346247,
      "grad_norm": 3.519518970824592,
      "learning_rate": 7.960405557032031e-05,
      "loss": 3.4386,
      "step": 46988
    },
    {
      "epoch": 3.991590214067278,
      "grad_norm": 3.5362517264606312,
      "learning_rate": 7.959799257362615e-05,
      "loss": 3.5005,
      "step": 46989
    },
    {
      "epoch": 3.991675161399932,
      "grad_norm": 3.6533641442959506,
      "learning_rate": 7.959192972444544e-05,
      "loss": 3.8795,
      "step": 46990
    },
    {
      "epoch": 3.991760108732586,
      "grad_norm": 3.6042560920354414,
      "learning_rate": 7.958586702279078e-05,
      "loss": 3.4984,
      "step": 46991
    },
    {
      "epoch": 3.9918450560652396,
      "grad_norm": 3.6264584110613365,
      "learning_rate": 7.9579804468675e-05,
      "loss": 3.843,
      "step": 46992
    },
    {
      "epoch": 3.9919300033978935,
      "grad_norm": 3.990361301910224,
      "learning_rate": 7.957374206211067e-05,
      "loss": 4.3815,
      "step": 46993
    },
    {
      "epoch": 3.992014950730547,
      "grad_norm": 3.652405187918214,
      "learning_rate": 7.95676798031106e-05,
      "loss": 3.9858,
      "step": 46994
    },
    {
      "epoch": 3.9920998980632008,
      "grad_norm": 3.5937097048137163,
      "learning_rate": 7.956161769168746e-05,
      "loss": 3.3427,
      "step": 46995
    },
    {
      "epoch": 3.9921848453958546,
      "grad_norm": 3.5066926800980944,
      "learning_rate": 7.955555572785389e-05,
      "loss": 3.4732,
      "step": 46996
    },
    {
      "epoch": 3.9922697927285085,
      "grad_norm": 3.460297243328713,
      "learning_rate": 7.954949391162261e-05,
      "loss": 3.4666,
      "step": 46997
    },
    {
      "epoch": 3.9923547400611623,
      "grad_norm": 3.582158650155727,
      "learning_rate": 7.954343224300644e-05,
      "loss": 3.5037,
      "step": 46998
    },
    {
      "epoch": 3.9924396873938157,
      "grad_norm": 3.9174719916833447,
      "learning_rate": 7.953737072201795e-05,
      "loss": 4.2123,
      "step": 46999
    },
    {
      "epoch": 3.9925246347264696,
      "grad_norm": 3.6843863119037565,
      "learning_rate": 7.953130934866988e-05,
      "loss": 3.839,
      "step": 47000
    },
    {
      "epoch": 3.9926095820591234,
      "grad_norm": 3.9246487802874084,
      "learning_rate": 7.952524812297496e-05,
      "loss": 4.3956,
      "step": 47001
    },
    {
      "epoch": 3.992694529391777,
      "grad_norm": 3.8433567191101696,
      "learning_rate": 7.951918704494585e-05,
      "loss": 4.1168,
      "step": 47002
    },
    {
      "epoch": 3.992779476724431,
      "grad_norm": 3.8519000718324237,
      "learning_rate": 7.951312611459522e-05,
      "loss": 4.2767,
      "step": 47003
    },
    {
      "epoch": 3.9928644240570845,
      "grad_norm": 3.5230369122868117,
      "learning_rate": 7.950706533193582e-05,
      "loss": 3.7935,
      "step": 47004
    },
    {
      "epoch": 3.9929493713897384,
      "grad_norm": 3.8625007321150893,
      "learning_rate": 7.950100469698039e-05,
      "loss": 4.1058,
      "step": 47005
    },
    {
      "epoch": 3.9930343187223922,
      "grad_norm": 3.896874910475896,
      "learning_rate": 7.949494420974158e-05,
      "loss": 4.1936,
      "step": 47006
    },
    {
      "epoch": 3.9931192660550456,
      "grad_norm": 3.5592330387095683,
      "learning_rate": 7.948888387023205e-05,
      "loss": 3.649,
      "step": 47007
    },
    {
      "epoch": 3.9932042133876995,
      "grad_norm": 3.4945869677274146,
      "learning_rate": 7.948282367846458e-05,
      "loss": 3.6363,
      "step": 47008
    },
    {
      "epoch": 3.9932891607203533,
      "grad_norm": 3.6520690861605334,
      "learning_rate": 7.947676363445181e-05,
      "loss": 4.0017,
      "step": 47009
    },
    {
      "epoch": 3.993374108053007,
      "grad_norm": 3.5671163352713955,
      "learning_rate": 7.94707037382064e-05,
      "loss": 3.5042,
      "step": 47010
    },
    {
      "epoch": 3.993459055385661,
      "grad_norm": 3.6741690770504993,
      "learning_rate": 7.946464398974113e-05,
      "loss": 3.7854,
      "step": 47011
    },
    {
      "epoch": 3.9935440027183144,
      "grad_norm": 3.5488162331951894,
      "learning_rate": 7.945858438906871e-05,
      "loss": 3.9328,
      "step": 47012
    },
    {
      "epoch": 3.9936289500509683,
      "grad_norm": 3.572193416527369,
      "learning_rate": 7.945252493620179e-05,
      "loss": 3.7505,
      "step": 47013
    },
    {
      "epoch": 3.993713897383622,
      "grad_norm": 3.711366230692369,
      "learning_rate": 7.944646563115302e-05,
      "loss": 3.9071,
      "step": 47014
    },
    {
      "epoch": 3.993798844716276,
      "grad_norm": 3.6753232510782223,
      "learning_rate": 7.944040647393518e-05,
      "loss": 3.7794,
      "step": 47015
    },
    {
      "epoch": 3.99388379204893,
      "grad_norm": 3.5373627800752225,
      "learning_rate": 7.943434746456089e-05,
      "loss": 3.4915,
      "step": 47016
    },
    {
      "epoch": 3.9939687393815833,
      "grad_norm": 3.5127404635953403,
      "learning_rate": 7.942828860304295e-05,
      "loss": 3.5339,
      "step": 47017
    },
    {
      "epoch": 3.994053686714237,
      "grad_norm": 3.57368382751443,
      "learning_rate": 7.942222988939394e-05,
      "loss": 3.5389,
      "step": 47018
    },
    {
      "epoch": 3.994138634046891,
      "grad_norm": 3.610345635436674,
      "learning_rate": 7.941617132362664e-05,
      "loss": 3.7818,
      "step": 47019
    },
    {
      "epoch": 3.994223581379545,
      "grad_norm": 3.6099748530784233,
      "learning_rate": 7.941011290575373e-05,
      "loss": 3.555,
      "step": 47020
    },
    {
      "epoch": 3.9943085287121987,
      "grad_norm": 3.486265632795453,
      "learning_rate": 7.940405463578782e-05,
      "loss": 3.6393,
      "step": 47021
    },
    {
      "epoch": 3.994393476044852,
      "grad_norm": 3.707767765448769,
      "learning_rate": 7.939799651374168e-05,
      "loss": 3.7739,
      "step": 47022
    },
    {
      "epoch": 3.994478423377506,
      "grad_norm": 4.023607533289213,
      "learning_rate": 7.939193853962807e-05,
      "loss": 4.2144,
      "step": 47023
    },
    {
      "epoch": 3.9945633707101598,
      "grad_norm": 3.4651439147425562,
      "learning_rate": 7.938588071345957e-05,
      "loss": 3.5184,
      "step": 47024
    },
    {
      "epoch": 3.9946483180428136,
      "grad_norm": 3.8833998708293147,
      "learning_rate": 7.937982303524887e-05,
      "loss": 4.1376,
      "step": 47025
    },
    {
      "epoch": 3.9947332653754675,
      "grad_norm": 3.915876009023595,
      "learning_rate": 7.937376550500876e-05,
      "loss": 4.4112,
      "step": 47026
    },
    {
      "epoch": 3.994818212708121,
      "grad_norm": 3.481622536001793,
      "learning_rate": 7.936770812275188e-05,
      "loss": 3.6647,
      "step": 47027
    },
    {
      "epoch": 3.9949031600407747,
      "grad_norm": 3.39784934718188,
      "learning_rate": 7.936165088849085e-05,
      "loss": 3.2205,
      "step": 47028
    },
    {
      "epoch": 3.9949881073734286,
      "grad_norm": 3.8525877313823598,
      "learning_rate": 7.935559380223842e-05,
      "loss": 3.9446,
      "step": 47029
    },
    {
      "epoch": 3.995073054706082,
      "grad_norm": 4.311001516055457,
      "learning_rate": 7.934953686400735e-05,
      "loss": 3.8893,
      "step": 47030
    },
    {
      "epoch": 3.995158002038736,
      "grad_norm": 3.555469965369419,
      "learning_rate": 7.934348007381031e-05,
      "loss": 3.3501,
      "step": 47031
    },
    {
      "epoch": 3.9952429493713897,
      "grad_norm": 3.5333500931183024,
      "learning_rate": 7.933742343165987e-05,
      "loss": 3.6597,
      "step": 47032
    },
    {
      "epoch": 3.9953278967040435,
      "grad_norm": 3.98144219505377,
      "learning_rate": 7.933136693756885e-05,
      "loss": 3.6746,
      "step": 47033
    },
    {
      "epoch": 3.9954128440366974,
      "grad_norm": 3.523844728318676,
      "learning_rate": 7.932531059154982e-05,
      "loss": 3.6405,
      "step": 47034
    },
    {
      "epoch": 3.995497791369351,
      "grad_norm": 3.640874534360969,
      "learning_rate": 7.931925439361563e-05,
      "loss": 3.7683,
      "step": 47035
    },
    {
      "epoch": 3.9955827387020046,
      "grad_norm": 3.7623948497505144,
      "learning_rate": 7.931319834377881e-05,
      "loss": 3.8191,
      "step": 47036
    },
    {
      "epoch": 3.9956676860346585,
      "grad_norm": 3.547613232336144,
      "learning_rate": 7.930714244205219e-05,
      "loss": 3.4377,
      "step": 47037
    },
    {
      "epoch": 3.9957526333673123,
      "grad_norm": 3.6438126979038468,
      "learning_rate": 7.930108668844838e-05,
      "loss": 3.7073,
      "step": 47038
    },
    {
      "epoch": 3.995837580699966,
      "grad_norm": 3.521649540477813,
      "learning_rate": 7.929503108298004e-05,
      "loss": 3.6611,
      "step": 47039
    },
    {
      "epoch": 3.9959225280326196,
      "grad_norm": 3.5714578509747636,
      "learning_rate": 7.928897562565987e-05,
      "loss": 3.7556,
      "step": 47040
    },
    {
      "epoch": 3.9960074753652735,
      "grad_norm": 3.6432794457091924,
      "learning_rate": 7.928292031650066e-05,
      "loss": 3.9046,
      "step": 47041
    },
    {
      "epoch": 3.9960924226979273,
      "grad_norm": 3.5161368827832287,
      "learning_rate": 7.927686515551502e-05,
      "loss": 3.605,
      "step": 47042
    },
    {
      "epoch": 3.996177370030581,
      "grad_norm": 3.478733791245891,
      "learning_rate": 7.927081014271559e-05,
      "loss": 3.4102,
      "step": 47043
    },
    {
      "epoch": 3.996262317363235,
      "grad_norm": 3.7297075169092584,
      "learning_rate": 7.926475527811515e-05,
      "loss": 3.9128,
      "step": 47044
    },
    {
      "epoch": 3.9963472646958884,
      "grad_norm": 3.618721378578497,
      "learning_rate": 7.925870056172635e-05,
      "loss": 3.5974,
      "step": 47045
    },
    {
      "epoch": 3.9964322120285423,
      "grad_norm": 3.638385567907467,
      "learning_rate": 7.925264599356182e-05,
      "loss": 3.8946,
      "step": 47046
    },
    {
      "epoch": 3.996517159361196,
      "grad_norm": 3.847116685400357,
      "learning_rate": 7.92465915736343e-05,
      "loss": 4.0571,
      "step": 47047
    },
    {
      "epoch": 3.99660210669385,
      "grad_norm": 3.4966544644463564,
      "learning_rate": 7.924053730195651e-05,
      "loss": 3.4827,
      "step": 47048
    },
    {
      "epoch": 3.996687054026504,
      "grad_norm": 3.470625990163248,
      "learning_rate": 7.923448317854112e-05,
      "loss": 3.5745,
      "step": 47049
    },
    {
      "epoch": 3.9967720013591572,
      "grad_norm": 3.8480686190737043,
      "learning_rate": 7.922842920340072e-05,
      "loss": 4.2074,
      "step": 47050
    },
    {
      "epoch": 3.996856948691811,
      "grad_norm": 3.780297122923509,
      "learning_rate": 7.922237537654812e-05,
      "loss": 4.1256,
      "step": 47051
    },
    {
      "epoch": 3.996941896024465,
      "grad_norm": 3.619473103427775,
      "learning_rate": 7.921632169799598e-05,
      "loss": 3.7449,
      "step": 47052
    },
    {
      "epoch": 3.9970268433571183,
      "grad_norm": 3.5274360942442473,
      "learning_rate": 7.921026816775688e-05,
      "loss": 3.6045,
      "step": 47053
    },
    {
      "epoch": 3.997111790689772,
      "grad_norm": 3.5665373265722895,
      "learning_rate": 7.920421478584358e-05,
      "loss": 3.6121,
      "step": 47054
    },
    {
      "epoch": 3.997196738022426,
      "grad_norm": 3.7048078145084715,
      "learning_rate": 7.919816155226885e-05,
      "loss": 3.7015,
      "step": 47055
    },
    {
      "epoch": 3.99728168535508,
      "grad_norm": 3.602895687037486,
      "learning_rate": 7.919210846704525e-05,
      "loss": 3.8822,
      "step": 47056
    },
    {
      "epoch": 3.9973666326877337,
      "grad_norm": 3.494331167946621,
      "learning_rate": 7.918605553018545e-05,
      "loss": 3.6031,
      "step": 47057
    },
    {
      "epoch": 3.997451580020387,
      "grad_norm": 3.6755162910453167,
      "learning_rate": 7.918000274170226e-05,
      "loss": 3.81,
      "step": 47058
    },
    {
      "epoch": 3.997536527353041,
      "grad_norm": 3.8969458102895898,
      "learning_rate": 7.917395010160822e-05,
      "loss": 4.1724,
      "step": 47059
    },
    {
      "epoch": 3.997621474685695,
      "grad_norm": 3.504238791902885,
      "learning_rate": 7.916789760991615e-05,
      "loss": 3.5674,
      "step": 47060
    },
    {
      "epoch": 3.9977064220183487,
      "grad_norm": 3.8807103086954915,
      "learning_rate": 7.916184526663858e-05,
      "loss": 4.5535,
      "step": 47061
    },
    {
      "epoch": 3.9977913693510025,
      "grad_norm": 3.519917874394369,
      "learning_rate": 7.915579307178835e-05,
      "loss": 3.4933,
      "step": 47062
    },
    {
      "epoch": 3.997876316683656,
      "grad_norm": 3.5462844012854013,
      "learning_rate": 7.914974102537803e-05,
      "loss": 3.4988,
      "step": 47063
    },
    {
      "epoch": 3.99796126401631,
      "grad_norm": 3.535697147576109,
      "learning_rate": 7.91436891274203e-05,
      "loss": 3.6265,
      "step": 47064
    },
    {
      "epoch": 3.9980462113489637,
      "grad_norm": 3.7356562471037074,
      "learning_rate": 7.913763737792787e-05,
      "loss": 4.2094,
      "step": 47065
    },
    {
      "epoch": 3.9981311586816175,
      "grad_norm": 4.217126391236435,
      "learning_rate": 7.913158577691349e-05,
      "loss": 3.6878,
      "step": 47066
    },
    {
      "epoch": 3.9982161060142714,
      "grad_norm": 3.7322052148907505,
      "learning_rate": 7.912553432438977e-05,
      "loss": 3.9878,
      "step": 47067
    },
    {
      "epoch": 3.9983010533469248,
      "grad_norm": 3.574909957192858,
      "learning_rate": 7.911948302036933e-05,
      "loss": 3.7895,
      "step": 47068
    },
    {
      "epoch": 3.9983860006795786,
      "grad_norm": 3.8093827468131627,
      "learning_rate": 7.911343186486498e-05,
      "loss": 4.075,
      "step": 47069
    },
    {
      "epoch": 3.9984709480122325,
      "grad_norm": 3.9029949554363945,
      "learning_rate": 7.910738085788931e-05,
      "loss": 4.1628,
      "step": 47070
    },
    {
      "epoch": 3.9985558953448863,
      "grad_norm": 3.9086517464103006,
      "learning_rate": 7.9101329999455e-05,
      "loss": 4.3406,
      "step": 47071
    },
    {
      "epoch": 3.99864084267754,
      "grad_norm": 3.5738620451493843,
      "learning_rate": 7.909527928957473e-05,
      "loss": 3.617,
      "step": 47072
    },
    {
      "epoch": 3.9987257900101936,
      "grad_norm": 3.8913317931604796,
      "learning_rate": 7.908922872826125e-05,
      "loss": 4.1585,
      "step": 47073
    },
    {
      "epoch": 3.9988107373428474,
      "grad_norm": 3.609529382694091,
      "learning_rate": 7.90831783155272e-05,
      "loss": 3.5227,
      "step": 47074
    },
    {
      "epoch": 3.9988956846755013,
      "grad_norm": 3.4613079791268797,
      "learning_rate": 7.907712805138517e-05,
      "loss": 3.6289,
      "step": 47075
    },
    {
      "epoch": 3.9989806320081547,
      "grad_norm": 3.7728754296183227,
      "learning_rate": 7.907107793584798e-05,
      "loss": 3.9733,
      "step": 47076
    },
    {
      "epoch": 3.999065579340809,
      "grad_norm": 3.6510863991088414,
      "learning_rate": 7.906502796892817e-05,
      "loss": 3.677,
      "step": 47077
    },
    {
      "epoch": 3.9991505266734624,
      "grad_norm": 3.476698443353655,
      "learning_rate": 7.905897815063853e-05,
      "loss": 3.3217,
      "step": 47078
    },
    {
      "epoch": 3.9992354740061162,
      "grad_norm": 3.8026371252057944,
      "learning_rate": 7.905292848099165e-05,
      "loss": 4.1172,
      "step": 47079
    },
    {
      "epoch": 3.99932042133877,
      "grad_norm": 3.879084766259531,
      "learning_rate": 7.90468789600003e-05,
      "loss": 4.1301,
      "step": 47080
    },
    {
      "epoch": 3.9994053686714235,
      "grad_norm": 3.5282203154340297,
      "learning_rate": 7.90408295876771e-05,
      "loss": 3.786,
      "step": 47081
    },
    {
      "epoch": 3.9994903160040773,
      "grad_norm": 3.916121054389642,
      "learning_rate": 7.903478036403467e-05,
      "loss": 4.3236,
      "step": 47082
    },
    {
      "epoch": 3.999575263336731,
      "grad_norm": 3.6308785323672272,
      "learning_rate": 7.902873128908573e-05,
      "loss": 3.7074,
      "step": 47083
    },
    {
      "epoch": 3.999660210669385,
      "grad_norm": 4.015488849745907,
      "learning_rate": 7.902268236284303e-05,
      "loss": 4.6051,
      "step": 47084
    },
    {
      "epoch": 3.999745158002039,
      "grad_norm": 3.78115249260528,
      "learning_rate": 7.901663358531918e-05,
      "loss": 3.8449,
      "step": 47085
    },
    {
      "epoch": 3.9998301053346923,
      "grad_norm": 3.9258998389634363,
      "learning_rate": 7.90105849565268e-05,
      "loss": 4.2516,
      "step": 47086
    },
    {
      "epoch": 3.999915052667346,
      "grad_norm": 3.6419327130882153,
      "learning_rate": 7.900453647647868e-05,
      "loss": 3.7864,
      "step": 47087
    },
    {
      "epoch": 4.0,
      "grad_norm": 3.720988724809953,
      "learning_rate": 7.899848814518742e-05,
      "loss": 3.7299,
      "step": 47088
    },
    {
      "epoch": 4.0,
      "eval_loss": 4.690349102020264,
      "eval_runtime": 37.0588,
      "eval_samples_per_second": 5.154,
      "eval_steps_per_second": 5.154,
      "step": 47088
    },
    {
      "epoch": 4.000084947332653,
      "grad_norm": 2.8949335691678852,
      "learning_rate": 7.899243996266564e-05,
      "loss": 2.1342,
      "step": 47089
    },
    {
      "epoch": 4.000169894665308,
      "grad_norm": 3.44722587129009,
      "learning_rate": 7.898639192892611e-05,
      "loss": 2.8748,
      "step": 47090
    },
    {
      "epoch": 4.000254841997961,
      "grad_norm": 3.5967125806442124,
      "learning_rate": 7.898034404398149e-05,
      "loss": 2.9023,
      "step": 47091
    },
    {
      "epoch": 4.000339789330615,
      "grad_norm": 3.14639117424155,
      "learning_rate": 7.897429630784444e-05,
      "loss": 2.652,
      "step": 47092
    },
    {
      "epoch": 4.000424736663269,
      "grad_norm": 3.201144039248639,
      "learning_rate": 7.896824872052758e-05,
      "loss": 2.6303,
      "step": 47093
    },
    {
      "epoch": 4.000509683995922,
      "grad_norm": 3.3945713057359708,
      "learning_rate": 7.896220128204367e-05,
      "loss": 3.03,
      "step": 47094
    },
    {
      "epoch": 4.0005946313285765,
      "grad_norm": 3.677973772036501,
      "learning_rate": 7.895615399240529e-05,
      "loss": 3.3469,
      "step": 47095
    },
    {
      "epoch": 4.00067957866123,
      "grad_norm": 2.268901420483531,
      "learning_rate": 7.895010685162521e-05,
      "loss": 1.4154,
      "step": 47096
    },
    {
      "epoch": 4.000764525993884,
      "grad_norm": 2.9681512879544387,
      "learning_rate": 7.894405985971597e-05,
      "loss": 2.2861,
      "step": 47097
    },
    {
      "epoch": 4.000849473326538,
      "grad_norm": 2.9049102072725823,
      "learning_rate": 7.893801301669038e-05,
      "loss": 1.9107,
      "step": 47098
    },
    {
      "epoch": 4.000934420659191,
      "grad_norm": 3.255643999710631,
      "learning_rate": 7.893196632256107e-05,
      "loss": 2.9359,
      "step": 47099
    },
    {
      "epoch": 4.001019367991845,
      "grad_norm": 3.1929286028773802,
      "learning_rate": 7.892591977734062e-05,
      "loss": 2.3763,
      "step": 47100
    },
    {
      "epoch": 4.001104315324499,
      "grad_norm": 3.531604484352432,
      "learning_rate": 7.891987338104183e-05,
      "loss": 3.3062,
      "step": 47101
    },
    {
      "epoch": 4.001189262657152,
      "grad_norm": 3.344759218938951,
      "learning_rate": 7.891382713367723e-05,
      "loss": 2.9516,
      "step": 47102
    },
    {
      "epoch": 4.001274209989806,
      "grad_norm": 3.2782149517946935,
      "learning_rate": 7.890778103525964e-05,
      "loss": 2.8252,
      "step": 47103
    },
    {
      "epoch": 4.00135915732246,
      "grad_norm": 3.701039179953887,
      "learning_rate": 7.890173508580158e-05,
      "loss": 2.8384,
      "step": 47104
    },
    {
      "epoch": 4.001444104655114,
      "grad_norm": 2.831546418995466,
      "learning_rate": 7.889568928531586e-05,
      "loss": 2.225,
      "step": 47105
    },
    {
      "epoch": 4.0015290519877675,
      "grad_norm": 2.7171288246147847,
      "learning_rate": 7.888964363381506e-05,
      "loss": 1.9594,
      "step": 47106
    },
    {
      "epoch": 4.001613999320421,
      "grad_norm": 3.12088430264363,
      "learning_rate": 7.888359813131184e-05,
      "loss": 2.6049,
      "step": 47107
    },
    {
      "epoch": 4.001698946653075,
      "grad_norm": 3.5616108538095017,
      "learning_rate": 7.887755277781886e-05,
      "loss": 3.0681,
      "step": 47108
    },
    {
      "epoch": 4.001783893985729,
      "grad_norm": 3.1211522039125685,
      "learning_rate": 7.887150757334891e-05,
      "loss": 2.5769,
      "step": 47109
    },
    {
      "epoch": 4.001868841318383,
      "grad_norm": 2.760124689395635,
      "learning_rate": 7.886546251791455e-05,
      "loss": 2.0059,
      "step": 47110
    },
    {
      "epoch": 4.001953788651036,
      "grad_norm": 3.3097102524864743,
      "learning_rate": 7.88594176115284e-05,
      "loss": 2.7124,
      "step": 47111
    },
    {
      "epoch": 4.00203873598369,
      "grad_norm": 3.239867108326285,
      "learning_rate": 7.885337285420327e-05,
      "loss": 2.6106,
      "step": 47112
    },
    {
      "epoch": 4.002123683316344,
      "grad_norm": 2.628853096541729,
      "learning_rate": 7.884732824595171e-05,
      "loss": 1.628,
      "step": 47113
    },
    {
      "epoch": 4.0022086306489975,
      "grad_norm": 3.247553393734349,
      "learning_rate": 7.884128378678637e-05,
      "loss": 2.736,
      "step": 47114
    },
    {
      "epoch": 4.002293577981652,
      "grad_norm": 2.821635056563224,
      "learning_rate": 7.883523947671999e-05,
      "loss": 2.0172,
      "step": 47115
    },
    {
      "epoch": 4.002378525314305,
      "grad_norm": 3.4349233867181095,
      "learning_rate": 7.882919531576526e-05,
      "loss": 2.92,
      "step": 47116
    },
    {
      "epoch": 4.002463472646959,
      "grad_norm": 3.579395324666509,
      "learning_rate": 7.882315130393477e-05,
      "loss": 2.9653,
      "step": 47117
    },
    {
      "epoch": 4.002548419979613,
      "grad_norm": 2.4694410533508764,
      "learning_rate": 7.881710744124115e-05,
      "loss": 1.5787,
      "step": 47118
    },
    {
      "epoch": 4.002633367312266,
      "grad_norm": 3.5925893809942604,
      "learning_rate": 7.881106372769719e-05,
      "loss": 2.9982,
      "step": 47119
    },
    {
      "epoch": 4.002718314644921,
      "grad_norm": 3.2387814717826156,
      "learning_rate": 7.880502016331546e-05,
      "loss": 2.8407,
      "step": 47120
    },
    {
      "epoch": 4.002803261977574,
      "grad_norm": 2.993761437753466,
      "learning_rate": 7.879897674810865e-05,
      "loss": 2.3017,
      "step": 47121
    },
    {
      "epoch": 4.002888209310227,
      "grad_norm": 3.31451167152206,
      "learning_rate": 7.87929334820894e-05,
      "loss": 2.7687,
      "step": 47122
    },
    {
      "epoch": 4.002973156642882,
      "grad_norm": 3.3183991874285783,
      "learning_rate": 7.878689036527043e-05,
      "loss": 2.8584,
      "step": 47123
    },
    {
      "epoch": 4.003058103975535,
      "grad_norm": 3.333557279968232,
      "learning_rate": 7.878084739766438e-05,
      "loss": 2.6818,
      "step": 47124
    },
    {
      "epoch": 4.0031430513081885,
      "grad_norm": 3.3094010751505705,
      "learning_rate": 7.877480457928383e-05,
      "loss": 2.7974,
      "step": 47125
    },
    {
      "epoch": 4.003227998640843,
      "grad_norm": 2.8374807303565,
      "learning_rate": 7.87687619101415e-05,
      "loss": 2.2308,
      "step": 47126
    },
    {
      "epoch": 4.003312945973496,
      "grad_norm": 2.8845546263451842,
      "learning_rate": 7.876271939025014e-05,
      "loss": 1.9138,
      "step": 47127
    },
    {
      "epoch": 4.0033978933061505,
      "grad_norm": 3.223103199221646,
      "learning_rate": 7.875667701962232e-05,
      "loss": 2.7378,
      "step": 47128
    },
    {
      "epoch": 4.003482840638804,
      "grad_norm": 3.2653164565718145,
      "learning_rate": 7.875063479827066e-05,
      "loss": 2.6625,
      "step": 47129
    },
    {
      "epoch": 4.003567787971457,
      "grad_norm": 3.300856121818605,
      "learning_rate": 7.874459272620792e-05,
      "loss": 2.8946,
      "step": 47130
    },
    {
      "epoch": 4.003652735304112,
      "grad_norm": 3.220238590480472,
      "learning_rate": 7.873855080344672e-05,
      "loss": 2.5944,
      "step": 47131
    },
    {
      "epoch": 4.003737682636765,
      "grad_norm": 3.1852022378575366,
      "learning_rate": 7.873250902999965e-05,
      "loss": 2.621,
      "step": 47132
    },
    {
      "epoch": 4.003822629969419,
      "grad_norm": 2.9580338646119224,
      "learning_rate": 7.872646740587943e-05,
      "loss": 2.3584,
      "step": 47133
    },
    {
      "epoch": 4.003907577302073,
      "grad_norm": 3.55685863320471,
      "learning_rate": 7.872042593109876e-05,
      "loss": 2.891,
      "step": 47134
    },
    {
      "epoch": 4.003992524634726,
      "grad_norm": 3.563320948844619,
      "learning_rate": 7.871438460567027e-05,
      "loss": 2.954,
      "step": 47135
    },
    {
      "epoch": 4.00407747196738,
      "grad_norm": 2.7561701702381,
      "learning_rate": 7.870834342960656e-05,
      "loss": 1.6478,
      "step": 47136
    },
    {
      "epoch": 4.004162419300034,
      "grad_norm": 3.246648919876833,
      "learning_rate": 7.870230240292037e-05,
      "loss": 2.7471,
      "step": 47137
    },
    {
      "epoch": 4.004247366632688,
      "grad_norm": 3.2625496599370134,
      "learning_rate": 7.869626152562428e-05,
      "loss": 2.5459,
      "step": 47138
    },
    {
      "epoch": 4.0043323139653415,
      "grad_norm": 3.059844482825477,
      "learning_rate": 7.869022079773106e-05,
      "loss": 2.3692,
      "step": 47139
    },
    {
      "epoch": 4.004417261297995,
      "grad_norm": 3.573735977402344,
      "learning_rate": 7.868418021925321e-05,
      "loss": 3.0685,
      "step": 47140
    },
    {
      "epoch": 4.004502208630649,
      "grad_norm": 3.04418418992228,
      "learning_rate": 7.867813979020355e-05,
      "loss": 2.4644,
      "step": 47141
    },
    {
      "epoch": 4.004587155963303,
      "grad_norm": 2.5172631509524965,
      "learning_rate": 7.867209951059466e-05,
      "loss": 1.8641,
      "step": 47142
    },
    {
      "epoch": 4.004672103295957,
      "grad_norm": 3.2758417443416366,
      "learning_rate": 7.86660593804392e-05,
      "loss": 2.7422,
      "step": 47143
    },
    {
      "epoch": 4.00475705062861,
      "grad_norm": 3.0554796361494465,
      "learning_rate": 7.866001939974975e-05,
      "loss": 2.3027,
      "step": 47144
    },
    {
      "epoch": 4.004841997961264,
      "grad_norm": 3.6124797871749164,
      "learning_rate": 7.865397956853904e-05,
      "loss": 2.6428,
      "step": 47145
    },
    {
      "epoch": 4.004926945293918,
      "grad_norm": 3.636866169007739,
      "learning_rate": 7.864793988681979e-05,
      "loss": 3.2523,
      "step": 47146
    },
    {
      "epoch": 4.005011892626571,
      "grad_norm": 3.186293481581382,
      "learning_rate": 7.864190035460453e-05,
      "loss": 2.3135,
      "step": 47147
    },
    {
      "epoch": 4.005096839959226,
      "grad_norm": 3.677471652012914,
      "learning_rate": 7.863586097190603e-05,
      "loss": 2.9258,
      "step": 47148
    },
    {
      "epoch": 4.005181787291879,
      "grad_norm": 3.1575313657419755,
      "learning_rate": 7.862982173873688e-05,
      "loss": 2.6477,
      "step": 47149
    },
    {
      "epoch": 4.0052667346245325,
      "grad_norm": 3.4603416085528336,
      "learning_rate": 7.862378265510976e-05,
      "loss": 2.8062,
      "step": 47150
    },
    {
      "epoch": 4.005351681957187,
      "grad_norm": 3.0649525927550267,
      "learning_rate": 7.861774372103716e-05,
      "loss": 2.5275,
      "step": 47151
    },
    {
      "epoch": 4.00543662928984,
      "grad_norm": 3.4066367780234286,
      "learning_rate": 7.861170493653201e-05,
      "loss": 2.7634,
      "step": 47152
    },
    {
      "epoch": 4.005521576622494,
      "grad_norm": 2.676864748706285,
      "learning_rate": 7.860566630160684e-05,
      "loss": 2.0612,
      "step": 47153
    },
    {
      "epoch": 4.005606523955148,
      "grad_norm": 2.81825754845184,
      "learning_rate": 7.859962781627423e-05,
      "loss": 2.1658,
      "step": 47154
    },
    {
      "epoch": 4.005691471287801,
      "grad_norm": 3.1171337264323427,
      "learning_rate": 7.859358948054695e-05,
      "loss": 2.5242,
      "step": 47155
    },
    {
      "epoch": 4.005776418620456,
      "grad_norm": 2.4879099994632257,
      "learning_rate": 7.858755129443759e-05,
      "loss": 1.8144,
      "step": 47156
    },
    {
      "epoch": 4.005861365953109,
      "grad_norm": 2.648572209448511,
      "learning_rate": 7.858151325795877e-05,
      "loss": 1.8121,
      "step": 47157
    },
    {
      "epoch": 4.0059463132857625,
      "grad_norm": 3.1397606815664703,
      "learning_rate": 7.857547537112316e-05,
      "loss": 2.1892,
      "step": 47158
    },
    {
      "epoch": 4.006031260618417,
      "grad_norm": 3.1371229883511322,
      "learning_rate": 7.856943763394351e-05,
      "loss": 2.4162,
      "step": 47159
    },
    {
      "epoch": 4.00611620795107,
      "grad_norm": 3.389250508619687,
      "learning_rate": 7.85634000464324e-05,
      "loss": 2.7434,
      "step": 47160
    },
    {
      "epoch": 4.0062011552837244,
      "grad_norm": 3.634607929656838,
      "learning_rate": 7.855736260860246e-05,
      "loss": 2.9957,
      "step": 47161
    },
    {
      "epoch": 4.006286102616378,
      "grad_norm": 3.1094410474192786,
      "learning_rate": 7.855132532046631e-05,
      "loss": 2.5715,
      "step": 47162
    },
    {
      "epoch": 4.006371049949031,
      "grad_norm": 2.9917682030448134,
      "learning_rate": 7.854528818203664e-05,
      "loss": 2.2064,
      "step": 47163
    },
    {
      "epoch": 4.0064559972816856,
      "grad_norm": 2.317557198273273,
      "learning_rate": 7.853925119332615e-05,
      "loss": 1.6288,
      "step": 47164
    },
    {
      "epoch": 4.006540944614339,
      "grad_norm": 3.3041908828742295,
      "learning_rate": 7.85332143543474e-05,
      "loss": 2.7667,
      "step": 47165
    },
    {
      "epoch": 4.006625891946993,
      "grad_norm": 3.3772949925545577,
      "learning_rate": 7.852717766511313e-05,
      "loss": 2.975,
      "step": 47166
    },
    {
      "epoch": 4.006710839279647,
      "grad_norm": 3.186319396309107,
      "learning_rate": 7.852114112563596e-05,
      "loss": 2.5156,
      "step": 47167
    },
    {
      "epoch": 4.0067957866123,
      "grad_norm": 3.488672589049771,
      "learning_rate": 7.85151047359285e-05,
      "loss": 3.1106,
      "step": 47168
    },
    {
      "epoch": 4.006880733944954,
      "grad_norm": 3.36509564561101,
      "learning_rate": 7.85090684960033e-05,
      "loss": 2.7012,
      "step": 47169
    },
    {
      "epoch": 4.006965681277608,
      "grad_norm": 3.7344664355006407,
      "learning_rate": 7.850303240587325e-05,
      "loss": 3.4816,
      "step": 47170
    },
    {
      "epoch": 4.007050628610262,
      "grad_norm": 3.4028179795252456,
      "learning_rate": 7.849699646555089e-05,
      "loss": 2.8251,
      "step": 47171
    },
    {
      "epoch": 4.0071355759429155,
      "grad_norm": 3.670435557023977,
      "learning_rate": 7.849096067504882e-05,
      "loss": 3.3583,
      "step": 47172
    },
    {
      "epoch": 4.007220523275569,
      "grad_norm": 3.251664315089999,
      "learning_rate": 7.848492503437966e-05,
      "loss": 2.7873,
      "step": 47173
    },
    {
      "epoch": 4.007305470608223,
      "grad_norm": 3.1763591465025316,
      "learning_rate": 7.84788895435562e-05,
      "loss": 2.4993,
      "step": 47174
    },
    {
      "epoch": 4.007390417940877,
      "grad_norm": 3.293443520781407,
      "learning_rate": 7.847285420259092e-05,
      "loss": 2.8045,
      "step": 47175
    },
    {
      "epoch": 4.00747536527353,
      "grad_norm": 3.2944531033384052,
      "learning_rate": 7.846681901149654e-05,
      "loss": 2.814,
      "step": 47176
    },
    {
      "epoch": 4.007560312606184,
      "grad_norm": 3.3462122885003787,
      "learning_rate": 7.84607839702858e-05,
      "loss": 2.6474,
      "step": 47177
    },
    {
      "epoch": 4.007645259938838,
      "grad_norm": 2.483301533052124,
      "learning_rate": 7.845474907897122e-05,
      "loss": 1.6478,
      "step": 47178
    },
    {
      "epoch": 4.007730207271492,
      "grad_norm": 2.6042572613521804,
      "learning_rate": 7.84487143375655e-05,
      "loss": 1.9277,
      "step": 47179
    },
    {
      "epoch": 4.007815154604145,
      "grad_norm": 3.0896060642779783,
      "learning_rate": 7.844267974608122e-05,
      "loss": 2.4115,
      "step": 47180
    },
    {
      "epoch": 4.007900101936799,
      "grad_norm": 2.956236421552083,
      "learning_rate": 7.843664530453104e-05,
      "loss": 2.313,
      "step": 47181
    },
    {
      "epoch": 4.007985049269453,
      "grad_norm": 3.2939643993894983,
      "learning_rate": 7.84306110129277e-05,
      "loss": 2.7865,
      "step": 47182
    },
    {
      "epoch": 4.0080699966021065,
      "grad_norm": 3.2191176611458467,
      "learning_rate": 7.842457687128374e-05,
      "loss": 2.5749,
      "step": 47183
    },
    {
      "epoch": 4.008154943934761,
      "grad_norm": 3.149891744183469,
      "learning_rate": 7.841854287961186e-05,
      "loss": 2.6084,
      "step": 47184
    },
    {
      "epoch": 4.008239891267414,
      "grad_norm": 3.1667427134061796,
      "learning_rate": 7.841250903792472e-05,
      "loss": 2.4295,
      "step": 47185
    },
    {
      "epoch": 4.008324838600068,
      "grad_norm": 3.437054787893671,
      "learning_rate": 7.840647534623493e-05,
      "loss": 2.7178,
      "step": 47186
    },
    {
      "epoch": 4.008409785932722,
      "grad_norm": 3.1751733228002523,
      "learning_rate": 7.840044180455505e-05,
      "loss": 2.5166,
      "step": 47187
    },
    {
      "epoch": 4.008494733265375,
      "grad_norm": 2.5254487013055296,
      "learning_rate": 7.839440841289782e-05,
      "loss": 1.7895,
      "step": 47188
    },
    {
      "epoch": 4.00857968059803,
      "grad_norm": 3.289796785085167,
      "learning_rate": 7.83883751712759e-05,
      "loss": 2.4998,
      "step": 47189
    },
    {
      "epoch": 4.008664627930683,
      "grad_norm": 3.009134999640303,
      "learning_rate": 7.83823420797019e-05,
      "loss": 2.0829,
      "step": 47190
    },
    {
      "epoch": 4.008749575263336,
      "grad_norm": 2.9253873110112067,
      "learning_rate": 7.83763091381884e-05,
      "loss": 2.2583,
      "step": 47191
    },
    {
      "epoch": 4.008834522595991,
      "grad_norm": 3.1524406090861694,
      "learning_rate": 7.837027634674816e-05,
      "loss": 2.6574,
      "step": 47192
    },
    {
      "epoch": 4.008919469928644,
      "grad_norm": 2.7771435041503407,
      "learning_rate": 7.836424370539375e-05,
      "loss": 2.0678,
      "step": 47193
    },
    {
      "epoch": 4.009004417261298,
      "grad_norm": 3.42154056277948,
      "learning_rate": 7.83582112141377e-05,
      "loss": 2.0225,
      "step": 47194
    },
    {
      "epoch": 4.009089364593952,
      "grad_norm": 3.256732210529567,
      "learning_rate": 7.835217887299289e-05,
      "loss": 2.7383,
      "step": 47195
    },
    {
      "epoch": 4.009174311926605,
      "grad_norm": 3.2507030526557266,
      "learning_rate": 7.834614668197184e-05,
      "loss": 2.7367,
      "step": 47196
    },
    {
      "epoch": 4.0092592592592595,
      "grad_norm": 2.7922052399678354,
      "learning_rate": 7.834011464108718e-05,
      "loss": 2.1876,
      "step": 47197
    },
    {
      "epoch": 4.009344206591913,
      "grad_norm": 2.552960035110279,
      "learning_rate": 7.833408275035149e-05,
      "loss": 1.6993,
      "step": 47198
    },
    {
      "epoch": 4.009429153924566,
      "grad_norm": 3.4268963931176804,
      "learning_rate": 7.832805100977755e-05,
      "loss": 2.6266,
      "step": 47199
    },
    {
      "epoch": 4.009514101257221,
      "grad_norm": 2.9346405044083093,
      "learning_rate": 7.832201941937785e-05,
      "loss": 2.0284,
      "step": 47200
    },
    {
      "epoch": 4.009599048589874,
      "grad_norm": 3.571686724433699,
      "learning_rate": 7.831598797916514e-05,
      "loss": 2.7508,
      "step": 47201
    },
    {
      "epoch": 4.009683995922528,
      "grad_norm": 3.2377633734058695,
      "learning_rate": 7.830995668915198e-05,
      "loss": 2.6103,
      "step": 47202
    },
    {
      "epoch": 4.009768943255182,
      "grad_norm": 3.4224679178701094,
      "learning_rate": 7.830392554935111e-05,
      "loss": 2.838,
      "step": 47203
    },
    {
      "epoch": 4.009853890587835,
      "grad_norm": 2.47292819816136,
      "learning_rate": 7.82978945597751e-05,
      "loss": 1.6557,
      "step": 47204
    },
    {
      "epoch": 4.009938837920489,
      "grad_norm": 3.651703661742542,
      "learning_rate": 7.829186372043651e-05,
      "loss": 3.1011,
      "step": 47205
    },
    {
      "epoch": 4.010023785253143,
      "grad_norm": 3.1775217677746994,
      "learning_rate": 7.828583303134807e-05,
      "loss": 2.484,
      "step": 47206
    },
    {
      "epoch": 4.010108732585797,
      "grad_norm": 3.5389670077987807,
      "learning_rate": 7.827980249252245e-05,
      "loss": 2.9448,
      "step": 47207
    },
    {
      "epoch": 4.0101936799184505,
      "grad_norm": 3.4058158425110845,
      "learning_rate": 7.827377210397224e-05,
      "loss": 2.7796,
      "step": 47208
    },
    {
      "epoch": 4.010278627251104,
      "grad_norm": 3.067868401936028,
      "learning_rate": 7.826774186571005e-05,
      "loss": 2.3721,
      "step": 47209
    },
    {
      "epoch": 4.010363574583758,
      "grad_norm": 3.070716410900824,
      "learning_rate": 7.826171177774855e-05,
      "loss": 2.5136,
      "step": 47210
    },
    {
      "epoch": 4.010448521916412,
      "grad_norm": 3.4592385057028245,
      "learning_rate": 7.825568184010039e-05,
      "loss": 2.8331,
      "step": 47211
    },
    {
      "epoch": 4.010533469249066,
      "grad_norm": 3.419168283454033,
      "learning_rate": 7.824965205277804e-05,
      "loss": 2.7304,
      "step": 47212
    },
    {
      "epoch": 4.010618416581719,
      "grad_norm": 2.9727297149772274,
      "learning_rate": 7.824362241579439e-05,
      "loss": 2.2807,
      "step": 47213
    },
    {
      "epoch": 4.010703363914373,
      "grad_norm": 3.330072066107492,
      "learning_rate": 7.823759292916195e-05,
      "loss": 2.6109,
      "step": 47214
    },
    {
      "epoch": 4.010788311247027,
      "grad_norm": 3.5053706196876546,
      "learning_rate": 7.823156359289336e-05,
      "loss": 2.9494,
      "step": 47215
    },
    {
      "epoch": 4.0108732585796805,
      "grad_norm": 3.218129389690504,
      "learning_rate": 7.822553440700123e-05,
      "loss": 2.5689,
      "step": 47216
    },
    {
      "epoch": 4.010958205912335,
      "grad_norm": 3.437495073637855,
      "learning_rate": 7.821950537149823e-05,
      "loss": 2.6777,
      "step": 47217
    },
    {
      "epoch": 4.011043153244988,
      "grad_norm": 3.2837187038097246,
      "learning_rate": 7.821347648639693e-05,
      "loss": 2.5385,
      "step": 47218
    },
    {
      "epoch": 4.011128100577642,
      "grad_norm": 3.305807518333761,
      "learning_rate": 7.820744775171008e-05,
      "loss": 2.7814,
      "step": 47219
    },
    {
      "epoch": 4.011213047910296,
      "grad_norm": 2.665543092606821,
      "learning_rate": 7.820141916745016e-05,
      "loss": 1.8081,
      "step": 47220
    },
    {
      "epoch": 4.011297995242949,
      "grad_norm": 3.2800657333160617,
      "learning_rate": 7.819539073362997e-05,
      "loss": 2.9673,
      "step": 47221
    },
    {
      "epoch": 4.011382942575603,
      "grad_norm": 2.2336779551615673,
      "learning_rate": 7.818936245026204e-05,
      "loss": 1.4801,
      "step": 47222
    },
    {
      "epoch": 4.011467889908257,
      "grad_norm": 2.3418086513908327,
      "learning_rate": 7.818333431735896e-05,
      "loss": 1.5067,
      "step": 47223
    },
    {
      "epoch": 4.01155283724091,
      "grad_norm": 3.216103376689017,
      "learning_rate": 7.817730633493342e-05,
      "loss": 2.7508,
      "step": 47224
    },
    {
      "epoch": 4.011637784573565,
      "grad_norm": 3.1808101319353925,
      "learning_rate": 7.817127850299811e-05,
      "loss": 2.6781,
      "step": 47225
    },
    {
      "epoch": 4.011722731906218,
      "grad_norm": 3.3648540398673736,
      "learning_rate": 7.816525082156559e-05,
      "loss": 2.962,
      "step": 47226
    },
    {
      "epoch": 4.0118076792388715,
      "grad_norm": 3.015991023966922,
      "learning_rate": 7.815922329064844e-05,
      "loss": 2.4432,
      "step": 47227
    },
    {
      "epoch": 4.011892626571526,
      "grad_norm": 2.588022524887271,
      "learning_rate": 7.815319591025939e-05,
      "loss": 1.5584,
      "step": 47228
    },
    {
      "epoch": 4.011977573904179,
      "grad_norm": 3.131443149706656,
      "learning_rate": 7.814716868041105e-05,
      "loss": 2.4123,
      "step": 47229
    },
    {
      "epoch": 4.0120625212368335,
      "grad_norm": 2.832592272079972,
      "learning_rate": 7.814114160111595e-05,
      "loss": 2.0708,
      "step": 47230
    },
    {
      "epoch": 4.012147468569487,
      "grad_norm": 3.2097383098375443,
      "learning_rate": 7.81351146723868e-05,
      "loss": 2.7206,
      "step": 47231
    },
    {
      "epoch": 4.01223241590214,
      "grad_norm": 3.06279769810131,
      "learning_rate": 7.812908789423628e-05,
      "loss": 2.429,
      "step": 47232
    },
    {
      "epoch": 4.012317363234795,
      "grad_norm": 3.3880905022215275,
      "learning_rate": 7.812306126667696e-05,
      "loss": 3.0047,
      "step": 47233
    },
    {
      "epoch": 4.012402310567448,
      "grad_norm": 3.1745479624034103,
      "learning_rate": 7.81170347897214e-05,
      "loss": 2.4137,
      "step": 47234
    },
    {
      "epoch": 4.012487257900102,
      "grad_norm": 2.875902557954382,
      "learning_rate": 7.811100846338236e-05,
      "loss": 2.0186,
      "step": 47235
    },
    {
      "epoch": 4.012572205232756,
      "grad_norm": 3.1898839098974614,
      "learning_rate": 7.810498228767241e-05,
      "loss": 2.3816,
      "step": 47236
    },
    {
      "epoch": 4.012657152565409,
      "grad_norm": 3.150811100446397,
      "learning_rate": 7.80989562626041e-05,
      "loss": 2.2445,
      "step": 47237
    },
    {
      "epoch": 4.012742099898063,
      "grad_norm": 3.2091601259661493,
      "learning_rate": 7.809293038819013e-05,
      "loss": 2.608,
      "step": 47238
    },
    {
      "epoch": 4.012827047230717,
      "grad_norm": 2.6242370725918924,
      "learning_rate": 7.808690466444317e-05,
      "loss": 1.9239,
      "step": 47239
    },
    {
      "epoch": 4.012911994563371,
      "grad_norm": 2.599000772686238,
      "learning_rate": 7.80808790913758e-05,
      "loss": 1.9023,
      "step": 47240
    },
    {
      "epoch": 4.0129969418960245,
      "grad_norm": 2.910537032191125,
      "learning_rate": 7.807485366900057e-05,
      "loss": 2.2893,
      "step": 47241
    },
    {
      "epoch": 4.013081889228678,
      "grad_norm": 3.23531834444645,
      "learning_rate": 7.806882839733026e-05,
      "loss": 2.6739,
      "step": 47242
    },
    {
      "epoch": 4.013166836561332,
      "grad_norm": 3.0920278967634,
      "learning_rate": 7.806280327637734e-05,
      "loss": 2.4103,
      "step": 47243
    },
    {
      "epoch": 4.013251783893986,
      "grad_norm": 3.4579504361192663,
      "learning_rate": 7.805677830615455e-05,
      "loss": 2.8113,
      "step": 47244
    },
    {
      "epoch": 4.01333673122664,
      "grad_norm": 2.994252706495156,
      "learning_rate": 7.805075348667445e-05,
      "loss": 2.1694,
      "step": 47245
    },
    {
      "epoch": 4.013421678559293,
      "grad_norm": 3.93034562253543,
      "learning_rate": 7.80447288179497e-05,
      "loss": 2.7069,
      "step": 47246
    },
    {
      "epoch": 4.013506625891947,
      "grad_norm": 3.438605839788102,
      "learning_rate": 7.803870429999292e-05,
      "loss": 2.8612,
      "step": 47247
    },
    {
      "epoch": 4.013591573224601,
      "grad_norm": 3.355350087825233,
      "learning_rate": 7.803267993281667e-05,
      "loss": 2.9869,
      "step": 47248
    },
    {
      "epoch": 4.013676520557254,
      "grad_norm": 2.96258628561083,
      "learning_rate": 7.802665571643361e-05,
      "loss": 1.9997,
      "step": 47249
    },
    {
      "epoch": 4.013761467889908,
      "grad_norm": 3.0092993660155893,
      "learning_rate": 7.802063165085645e-05,
      "loss": 2.3935,
      "step": 47250
    },
    {
      "epoch": 4.013846415222562,
      "grad_norm": 2.8299568570808247,
      "learning_rate": 7.801460773609774e-05,
      "loss": 2.0633,
      "step": 47251
    },
    {
      "epoch": 4.0139313625552155,
      "grad_norm": 2.9369329049692743,
      "learning_rate": 7.800858397217002e-05,
      "loss": 2.1525,
      "step": 47252
    },
    {
      "epoch": 4.01401630988787,
      "grad_norm": 3.6500308730358118,
      "learning_rate": 7.800256035908608e-05,
      "loss": 3.123,
      "step": 47253
    },
    {
      "epoch": 4.014101257220523,
      "grad_norm": 2.5997954945520325,
      "learning_rate": 7.799653689685841e-05,
      "loss": 1.8746,
      "step": 47254
    },
    {
      "epoch": 4.014186204553177,
      "grad_norm": 3.1425004103581236,
      "learning_rate": 7.799051358549965e-05,
      "loss": 2.2949,
      "step": 47255
    },
    {
      "epoch": 4.014271151885831,
      "grad_norm": 3.0050540230578444,
      "learning_rate": 7.798449042502243e-05,
      "loss": 2.189,
      "step": 47256
    },
    {
      "epoch": 4.014356099218484,
      "grad_norm": 2.6702769156175257,
      "learning_rate": 7.797846741543943e-05,
      "loss": 1.6793,
      "step": 47257
    },
    {
      "epoch": 4.014441046551139,
      "grad_norm": 2.8287141771886573,
      "learning_rate": 7.797244455676325e-05,
      "loss": 2.0812,
      "step": 47258
    },
    {
      "epoch": 4.014525993883792,
      "grad_norm": 2.441921558546167,
      "learning_rate": 7.796642184900643e-05,
      "loss": 1.7182,
      "step": 47259
    },
    {
      "epoch": 4.0146109412164455,
      "grad_norm": 3.1566373103719236,
      "learning_rate": 7.796039929218168e-05,
      "loss": 2.3118,
      "step": 47260
    },
    {
      "epoch": 4.0146958885491,
      "grad_norm": 3.605512816662601,
      "learning_rate": 7.795437688630152e-05,
      "loss": 3.1411,
      "step": 47261
    },
    {
      "epoch": 4.014780835881753,
      "grad_norm": 2.8667374756631707,
      "learning_rate": 7.794835463137871e-05,
      "loss": 1.8659,
      "step": 47262
    },
    {
      "epoch": 4.0148657832144075,
      "grad_norm": 3.280875079965654,
      "learning_rate": 7.794233252742574e-05,
      "loss": 2.4734,
      "step": 47263
    },
    {
      "epoch": 4.014950730547061,
      "grad_norm": 2.9268016966439196,
      "learning_rate": 7.793631057445533e-05,
      "loss": 2.1261,
      "step": 47264
    },
    {
      "epoch": 4.015035677879714,
      "grad_norm": 2.4804362036690746,
      "learning_rate": 7.793028877248003e-05,
      "loss": 1.8321,
      "step": 47265
    },
    {
      "epoch": 4.015120625212369,
      "grad_norm": 3.0939201825098035,
      "learning_rate": 7.79242671215124e-05,
      "loss": 2.55,
      "step": 47266
    },
    {
      "epoch": 4.015205572545022,
      "grad_norm": 3.1194267459764085,
      "learning_rate": 7.791824562156518e-05,
      "loss": 2.5517,
      "step": 47267
    },
    {
      "epoch": 4.015290519877676,
      "grad_norm": 3.420982758806818,
      "learning_rate": 7.791222427265097e-05,
      "loss": 2.8953,
      "step": 47268
    },
    {
      "epoch": 4.01537546721033,
      "grad_norm": 2.494970870729774,
      "learning_rate": 7.790620307478234e-05,
      "loss": 1.7868,
      "step": 47269
    },
    {
      "epoch": 4.015460414542983,
      "grad_norm": 3.3456796079524156,
      "learning_rate": 7.790018202797187e-05,
      "loss": 2.6612,
      "step": 47270
    },
    {
      "epoch": 4.015545361875637,
      "grad_norm": 3.0871859606018233,
      "learning_rate": 7.78941611322323e-05,
      "loss": 2.3875,
      "step": 47271
    },
    {
      "epoch": 4.015630309208291,
      "grad_norm": 2.588559511270945,
      "learning_rate": 7.788814038757615e-05,
      "loss": 1.8881,
      "step": 47272
    },
    {
      "epoch": 4.015715256540944,
      "grad_norm": 3.373145931888474,
      "learning_rate": 7.788211979401601e-05,
      "loss": 2.5808,
      "step": 47273
    },
    {
      "epoch": 4.0158002038735985,
      "grad_norm": 3.4023614659235615,
      "learning_rate": 7.787609935156454e-05,
      "loss": 2.8754,
      "step": 47274
    },
    {
      "epoch": 4.015885151206252,
      "grad_norm": 3.6392098439451908,
      "learning_rate": 7.787007906023442e-05,
      "loss": 3.0589,
      "step": 47275
    },
    {
      "epoch": 4.015970098538906,
      "grad_norm": 3.193903437965447,
      "learning_rate": 7.786405892003819e-05,
      "loss": 2.2425,
      "step": 47276
    },
    {
      "epoch": 4.01605504587156,
      "grad_norm": 3.5703453881510248,
      "learning_rate": 7.785803893098844e-05,
      "loss": 2.9455,
      "step": 47277
    },
    {
      "epoch": 4.016139993204213,
      "grad_norm": 3.135922072177881,
      "learning_rate": 7.785201909309786e-05,
      "loss": 2.3819,
      "step": 47278
    },
    {
      "epoch": 4.016224940536867,
      "grad_norm": 3.3562573218319964,
      "learning_rate": 7.7845999406379e-05,
      "loss": 2.8872,
      "step": 47279
    },
    {
      "epoch": 4.016309887869521,
      "grad_norm": 3.1674861739214473,
      "learning_rate": 7.783997987084447e-05,
      "loss": 2.6775,
      "step": 47280
    },
    {
      "epoch": 4.016394835202175,
      "grad_norm": 2.8770468397889206,
      "learning_rate": 7.78339604865069e-05,
      "loss": 2.1587,
      "step": 47281
    },
    {
      "epoch": 4.016479782534828,
      "grad_norm": 3.2354533285983336,
      "learning_rate": 7.782794125337896e-05,
      "loss": 2.2026,
      "step": 47282
    },
    {
      "epoch": 4.016564729867482,
      "grad_norm": 2.8171503486521976,
      "learning_rate": 7.782192217147322e-05,
      "loss": 2.0731,
      "step": 47283
    },
    {
      "epoch": 4.016649677200136,
      "grad_norm": 3.0471979973732295,
      "learning_rate": 7.781590324080222e-05,
      "loss": 2.3007,
      "step": 47284
    },
    {
      "epoch": 4.0167346245327895,
      "grad_norm": 3.7524170617254944,
      "learning_rate": 7.78098844613787e-05,
      "loss": 3.4882,
      "step": 47285
    },
    {
      "epoch": 4.016819571865444,
      "grad_norm": 3.097603862458539,
      "learning_rate": 7.780386583321514e-05,
      "loss": 2.4996,
      "step": 47286
    },
    {
      "epoch": 4.016904519198097,
      "grad_norm": 3.4331901448262045,
      "learning_rate": 7.779784735632427e-05,
      "loss": 2.9492,
      "step": 47287
    },
    {
      "epoch": 4.016989466530751,
      "grad_norm": 3.0495445353932564,
      "learning_rate": 7.779182903071861e-05,
      "loss": 2.3641,
      "step": 47288
    },
    {
      "epoch": 4.017074413863405,
      "grad_norm": 3.258827324821505,
      "learning_rate": 7.778581085641087e-05,
      "loss": 2.5903,
      "step": 47289
    },
    {
      "epoch": 4.017159361196058,
      "grad_norm": 3.4565950722900727,
      "learning_rate": 7.777979283341357e-05,
      "loss": 3.0509,
      "step": 47290
    },
    {
      "epoch": 4.017244308528713,
      "grad_norm": 3.313925501002871,
      "learning_rate": 7.77737749617393e-05,
      "loss": 2.572,
      "step": 47291
    },
    {
      "epoch": 4.017329255861366,
      "grad_norm": 3.486282440879267,
      "learning_rate": 7.776775724140072e-05,
      "loss": 2.9363,
      "step": 47292
    },
    {
      "epoch": 4.017414203194019,
      "grad_norm": 3.1755304107871907,
      "learning_rate": 7.776173967241052e-05,
      "loss": 2.4861,
      "step": 47293
    },
    {
      "epoch": 4.017499150526674,
      "grad_norm": 3.259086873839928,
      "learning_rate": 7.775572225478119e-05,
      "loss": 2.6331,
      "step": 47294
    },
    {
      "epoch": 4.017584097859327,
      "grad_norm": 3.053250262257945,
      "learning_rate": 7.774970498852531e-05,
      "loss": 2.4216,
      "step": 47295
    },
    {
      "epoch": 4.0176690451919805,
      "grad_norm": 2.6876757669761164,
      "learning_rate": 7.774368787365564e-05,
      "loss": 1.8748,
      "step": 47296
    },
    {
      "epoch": 4.017753992524635,
      "grad_norm": 3.0531031338459114,
      "learning_rate": 7.773767091018469e-05,
      "loss": 2.3038,
      "step": 47297
    },
    {
      "epoch": 4.017838939857288,
      "grad_norm": 3.2468933325009224,
      "learning_rate": 7.7731654098125e-05,
      "loss": 2.5357,
      "step": 47298
    },
    {
      "epoch": 4.0179238871899425,
      "grad_norm": 3.6983487744966825,
      "learning_rate": 7.772563743748925e-05,
      "loss": 3.0633,
      "step": 47299
    },
    {
      "epoch": 4.018008834522596,
      "grad_norm": 3.368671866976269,
      "learning_rate": 7.771962092829013e-05,
      "loss": 2.6536,
      "step": 47300
    },
    {
      "epoch": 4.018093781855249,
      "grad_norm": 2.354954281631374,
      "learning_rate": 7.771360457054015e-05,
      "loss": 1.7102,
      "step": 47301
    },
    {
      "epoch": 4.018178729187904,
      "grad_norm": 3.620458682669741,
      "learning_rate": 7.770758836425187e-05,
      "loss": 2.936,
      "step": 47302
    },
    {
      "epoch": 4.018263676520557,
      "grad_norm": 3.355336151467807,
      "learning_rate": 7.770157230943805e-05,
      "loss": 2.5352,
      "step": 47303
    },
    {
      "epoch": 4.018348623853211,
      "grad_norm": 2.4568987307052197,
      "learning_rate": 7.769555640611112e-05,
      "loss": 1.8231,
      "step": 47304
    },
    {
      "epoch": 4.018433571185865,
      "grad_norm": 2.955668790650968,
      "learning_rate": 7.768954065428382e-05,
      "loss": 2.3668,
      "step": 47305
    },
    {
      "epoch": 4.018518518518518,
      "grad_norm": 3.472361563601113,
      "learning_rate": 7.768352505396865e-05,
      "loss": 2.9391,
      "step": 47306
    },
    {
      "epoch": 4.0186034658511725,
      "grad_norm": 3.3018883859330943,
      "learning_rate": 7.767750960517834e-05,
      "loss": 2.8672,
      "step": 47307
    },
    {
      "epoch": 4.018688413183826,
      "grad_norm": 2.9156485042893046,
      "learning_rate": 7.76714943079254e-05,
      "loss": 2.1989,
      "step": 47308
    },
    {
      "epoch": 4.01877336051648,
      "grad_norm": 2.4676012941302647,
      "learning_rate": 7.76654791622224e-05,
      "loss": 1.7429,
      "step": 47309
    },
    {
      "epoch": 4.018858307849134,
      "grad_norm": 3.180783277761334,
      "learning_rate": 7.765946416808199e-05,
      "loss": 2.2325,
      "step": 47310
    },
    {
      "epoch": 4.018943255181787,
      "grad_norm": 3.4336565138256785,
      "learning_rate": 7.765344932551688e-05,
      "loss": 2.878,
      "step": 47311
    },
    {
      "epoch": 4.019028202514441,
      "grad_norm": 3.318386027152643,
      "learning_rate": 7.764743463453954e-05,
      "loss": 2.8671,
      "step": 47312
    },
    {
      "epoch": 4.019113149847095,
      "grad_norm": 3.537639693600651,
      "learning_rate": 7.764142009516257e-05,
      "loss": 2.998,
      "step": 47313
    },
    {
      "epoch": 4.019198097179749,
      "grad_norm": 3.3207306422983787,
      "learning_rate": 7.763540570739865e-05,
      "loss": 2.7639,
      "step": 47314
    },
    {
      "epoch": 4.019283044512402,
      "grad_norm": 3.668630817554559,
      "learning_rate": 7.762939147126037e-05,
      "loss": 3.1067,
      "step": 47315
    },
    {
      "epoch": 4.019367991845056,
      "grad_norm": 2.910929155205948,
      "learning_rate": 7.762337738676021e-05,
      "loss": 2.1582,
      "step": 47316
    },
    {
      "epoch": 4.01945293917771,
      "grad_norm": 3.2990181175954163,
      "learning_rate": 7.761736345391089e-05,
      "loss": 2.3501,
      "step": 47317
    },
    {
      "epoch": 4.0195378865103635,
      "grad_norm": 2.578106441407232,
      "learning_rate": 7.761134967272503e-05,
      "loss": 1.9151,
      "step": 47318
    },
    {
      "epoch": 4.019622833843018,
      "grad_norm": 2.9744150203016546,
      "learning_rate": 7.76053360432152e-05,
      "loss": 2.1343,
      "step": 47319
    },
    {
      "epoch": 4.019707781175671,
      "grad_norm": 2.7614838867006166,
      "learning_rate": 7.759932256539392e-05,
      "loss": 2.0519,
      "step": 47320
    },
    {
      "epoch": 4.019792728508325,
      "grad_norm": 3.325791619173269,
      "learning_rate": 7.759330923927392e-05,
      "loss": 2.5634,
      "step": 47321
    },
    {
      "epoch": 4.019877675840979,
      "grad_norm": 3.56698980867363,
      "learning_rate": 7.758729606486775e-05,
      "loss": 2.9211,
      "step": 47322
    },
    {
      "epoch": 4.019962623173632,
      "grad_norm": 3.324310080107448,
      "learning_rate": 7.758128304218791e-05,
      "loss": 2.835,
      "step": 47323
    },
    {
      "epoch": 4.020047570506286,
      "grad_norm": 3.4828172295025484,
      "learning_rate": 7.757527017124711e-05,
      "loss": 3.0939,
      "step": 47324
    },
    {
      "epoch": 4.02013251783894,
      "grad_norm": 3.11511710985518,
      "learning_rate": 7.756925745205798e-05,
      "loss": 2.5451,
      "step": 47325
    },
    {
      "epoch": 4.020217465171593,
      "grad_norm": 3.4191219784558005,
      "learning_rate": 7.756324488463304e-05,
      "loss": 2.8536,
      "step": 47326
    },
    {
      "epoch": 4.020302412504248,
      "grad_norm": 3.293114363137822,
      "learning_rate": 7.755723246898487e-05,
      "loss": 2.6578,
      "step": 47327
    },
    {
      "epoch": 4.020387359836901,
      "grad_norm": 3.276911156389688,
      "learning_rate": 7.755122020512615e-05,
      "loss": 2.6409,
      "step": 47328
    },
    {
      "epoch": 4.0204723071695545,
      "grad_norm": 2.447268656619032,
      "learning_rate": 7.75452080930694e-05,
      "loss": 1.7428,
      "step": 47329
    },
    {
      "epoch": 4.020557254502209,
      "grad_norm": 3.1002186533264964,
      "learning_rate": 7.753919613282732e-05,
      "loss": 2.4013,
      "step": 47330
    },
    {
      "epoch": 4.020642201834862,
      "grad_norm": 3.389761824132781,
      "learning_rate": 7.753318432441235e-05,
      "loss": 3.0698,
      "step": 47331
    },
    {
      "epoch": 4.0207271491675165,
      "grad_norm": 3.383360820329596,
      "learning_rate": 7.752717266783725e-05,
      "loss": 2.6047,
      "step": 47332
    },
    {
      "epoch": 4.02081209650017,
      "grad_norm": 2.945203129349627,
      "learning_rate": 7.752116116311454e-05,
      "loss": 2.1763,
      "step": 47333
    },
    {
      "epoch": 4.020897043832823,
      "grad_norm": 3.8022201307502335,
      "learning_rate": 7.751514981025679e-05,
      "loss": 3.3006,
      "step": 47334
    },
    {
      "epoch": 4.020981991165478,
      "grad_norm": 3.509611796208909,
      "learning_rate": 7.750913860927658e-05,
      "loss": 2.8146,
      "step": 47335
    },
    {
      "epoch": 4.021066938498131,
      "grad_norm": 2.7280162597522546,
      "learning_rate": 7.750312756018662e-05,
      "loss": 2.1211,
      "step": 47336
    },
    {
      "epoch": 4.021151885830785,
      "grad_norm": 3.220523460523717,
      "learning_rate": 7.749711666299946e-05,
      "loss": 2.346,
      "step": 47337
    },
    {
      "epoch": 4.021236833163439,
      "grad_norm": 3.5208183525307035,
      "learning_rate": 7.749110591772759e-05,
      "loss": 3.0941,
      "step": 47338
    },
    {
      "epoch": 4.021321780496092,
      "grad_norm": 3.5748059565960206,
      "learning_rate": 7.748509532438374e-05,
      "loss": 2.8176,
      "step": 47339
    },
    {
      "epoch": 4.021406727828746,
      "grad_norm": 3.282277984297903,
      "learning_rate": 7.747908488298045e-05,
      "loss": 2.5558,
      "step": 47340
    },
    {
      "epoch": 4.0214916751614,
      "grad_norm": 3.4785346760108298,
      "learning_rate": 7.747307459353025e-05,
      "loss": 3.092,
      "step": 47341
    },
    {
      "epoch": 4.021576622494054,
      "grad_norm": 3.1445312227613935,
      "learning_rate": 7.74670644560458e-05,
      "loss": 2.3387,
      "step": 47342
    },
    {
      "epoch": 4.0216615698267075,
      "grad_norm": 2.7232493195031533,
      "learning_rate": 7.746105447053974e-05,
      "loss": 2.0704,
      "step": 47343
    },
    {
      "epoch": 4.021746517159361,
      "grad_norm": 2.6858857321898655,
      "learning_rate": 7.745504463702464e-05,
      "loss": 2.0631,
      "step": 47344
    },
    {
      "epoch": 4.021831464492015,
      "grad_norm": 3.675173987000346,
      "learning_rate": 7.744903495551297e-05,
      "loss": 3.2264,
      "step": 47345
    },
    {
      "epoch": 4.021916411824669,
      "grad_norm": 3.4554200634026597,
      "learning_rate": 7.744302542601746e-05,
      "loss": 2.9063,
      "step": 47346
    },
    {
      "epoch": 4.022001359157322,
      "grad_norm": 3.0070258268081105,
      "learning_rate": 7.743701604855064e-05,
      "loss": 2.3468,
      "step": 47347
    },
    {
      "epoch": 4.022086306489976,
      "grad_norm": 3.1343012832941004,
      "learning_rate": 7.743100682312517e-05,
      "loss": 2.2397,
      "step": 47348
    },
    {
      "epoch": 4.02217125382263,
      "grad_norm": 3.2025487615482957,
      "learning_rate": 7.74249977497535e-05,
      "loss": 2.5376,
      "step": 47349
    },
    {
      "epoch": 4.022256201155284,
      "grad_norm": 3.002891486613253,
      "learning_rate": 7.74189888284484e-05,
      "loss": 2.3999,
      "step": 47350
    },
    {
      "epoch": 4.0223411484879374,
      "grad_norm": 3.324604831269276,
      "learning_rate": 7.741298005922235e-05,
      "loss": 2.988,
      "step": 47351
    },
    {
      "epoch": 4.022426095820591,
      "grad_norm": 3.6364365021012977,
      "learning_rate": 7.740697144208793e-05,
      "loss": 3.2012,
      "step": 47352
    },
    {
      "epoch": 4.022511043153245,
      "grad_norm": 3.204377268890569,
      "learning_rate": 7.740096297705772e-05,
      "loss": 2.6938,
      "step": 47353
    },
    {
      "epoch": 4.0225959904858986,
      "grad_norm": 3.427964882582907,
      "learning_rate": 7.739495466414445e-05,
      "loss": 2.864,
      "step": 47354
    },
    {
      "epoch": 4.022680937818553,
      "grad_norm": 3.1389035873703732,
      "learning_rate": 7.738894650336059e-05,
      "loss": 2.4641,
      "step": 47355
    },
    {
      "epoch": 4.022765885151206,
      "grad_norm": 3.251560251174902,
      "learning_rate": 7.738293849471868e-05,
      "loss": 2.5524,
      "step": 47356
    },
    {
      "epoch": 4.02285083248386,
      "grad_norm": 2.6283492189629993,
      "learning_rate": 7.737693063823145e-05,
      "loss": 1.9286,
      "step": 47357
    },
    {
      "epoch": 4.022935779816514,
      "grad_norm": 3.3617821287564444,
      "learning_rate": 7.737092293391142e-05,
      "loss": 2.819,
      "step": 47358
    },
    {
      "epoch": 4.023020727149167,
      "grad_norm": 2.854857476639511,
      "learning_rate": 7.736491538177112e-05,
      "loss": 2.157,
      "step": 47359
    },
    {
      "epoch": 4.023105674481822,
      "grad_norm": 2.904745389639002,
      "learning_rate": 7.735890798182315e-05,
      "loss": 2.265,
      "step": 47360
    },
    {
      "epoch": 4.023190621814475,
      "grad_norm": 3.57462986526411,
      "learning_rate": 7.735290073408023e-05,
      "loss": 2.9213,
      "step": 47361
    },
    {
      "epoch": 4.0232755691471285,
      "grad_norm": 3.661768067145802,
      "learning_rate": 7.734689363855487e-05,
      "loss": 3.2065,
      "step": 47362
    },
    {
      "epoch": 4.023360516479783,
      "grad_norm": 3.130218604860832,
      "learning_rate": 7.734088669525955e-05,
      "loss": 2.3517,
      "step": 47363
    },
    {
      "epoch": 4.023445463812436,
      "grad_norm": 3.358634083272278,
      "learning_rate": 7.733487990420702e-05,
      "loss": 2.8584,
      "step": 47364
    },
    {
      "epoch": 4.0235304111450905,
      "grad_norm": 2.906953561432047,
      "learning_rate": 7.732887326540972e-05,
      "loss": 1.9398,
      "step": 47365
    },
    {
      "epoch": 4.023615358477744,
      "grad_norm": 2.874950238538135,
      "learning_rate": 7.732286677888039e-05,
      "loss": 2.1561,
      "step": 47366
    },
    {
      "epoch": 4.023700305810397,
      "grad_norm": 3.4753323805734575,
      "learning_rate": 7.731686044463147e-05,
      "loss": 2.7705,
      "step": 47367
    },
    {
      "epoch": 4.023785253143052,
      "grad_norm": 3.1867577407525975,
      "learning_rate": 7.731085426267567e-05,
      "loss": 2.6065,
      "step": 47368
    },
    {
      "epoch": 4.023870200475705,
      "grad_norm": 3.48244969062277,
      "learning_rate": 7.730484823302552e-05,
      "loss": 2.8604,
      "step": 47369
    },
    {
      "epoch": 4.023955147808358,
      "grad_norm": 3.681994676747708,
      "learning_rate": 7.729884235569353e-05,
      "loss": 2.7093,
      "step": 47370
    },
    {
      "epoch": 4.024040095141013,
      "grad_norm": 2.729819892795113,
      "learning_rate": 7.729283663069241e-05,
      "loss": 2.1005,
      "step": 47371
    },
    {
      "epoch": 4.024125042473666,
      "grad_norm": 3.018950366685204,
      "learning_rate": 7.728683105803464e-05,
      "loss": 2.4065,
      "step": 47372
    },
    {
      "epoch": 4.02420998980632,
      "grad_norm": 3.357772468793124,
      "learning_rate": 7.728082563773291e-05,
      "loss": 2.6329,
      "step": 47373
    },
    {
      "epoch": 4.024294937138974,
      "grad_norm": 3.593781041980517,
      "learning_rate": 7.727482036979967e-05,
      "loss": 2.9145,
      "step": 47374
    },
    {
      "epoch": 4.024379884471627,
      "grad_norm": 3.1886442192599422,
      "learning_rate": 7.726881525424766e-05,
      "loss": 2.6066,
      "step": 47375
    },
    {
      "epoch": 4.0244648318042815,
      "grad_norm": 2.993594654245658,
      "learning_rate": 7.726281029108937e-05,
      "loss": 2.2721,
      "step": 47376
    },
    {
      "epoch": 4.024549779136935,
      "grad_norm": 2.9030499406398618,
      "learning_rate": 7.725680548033732e-05,
      "loss": 2.1783,
      "step": 47377
    },
    {
      "epoch": 4.024634726469589,
      "grad_norm": 3.358296246835463,
      "learning_rate": 7.725080082200418e-05,
      "loss": 2.6641,
      "step": 47378
    },
    {
      "epoch": 4.024719673802243,
      "grad_norm": 3.3134630786737125,
      "learning_rate": 7.724479631610257e-05,
      "loss": 2.6669,
      "step": 47379
    },
    {
      "epoch": 4.024804621134896,
      "grad_norm": 3.3722634730133465,
      "learning_rate": 7.7238791962645e-05,
      "loss": 2.6457,
      "step": 47380
    },
    {
      "epoch": 4.02488956846755,
      "grad_norm": 2.767036441974283,
      "learning_rate": 7.723278776164402e-05,
      "loss": 1.8743,
      "step": 47381
    },
    {
      "epoch": 4.024974515800204,
      "grad_norm": 3.0422453579992514,
      "learning_rate": 7.722678371311233e-05,
      "loss": 2.2127,
      "step": 47382
    },
    {
      "epoch": 4.025059463132858,
      "grad_norm": 3.418854144556525,
      "learning_rate": 7.722077981706243e-05,
      "loss": 2.9363,
      "step": 47383
    },
    {
      "epoch": 4.025144410465511,
      "grad_norm": 2.670042338465308,
      "learning_rate": 7.721477607350683e-05,
      "loss": 2.0182,
      "step": 47384
    },
    {
      "epoch": 4.025229357798165,
      "grad_norm": 2.7022538216833483,
      "learning_rate": 7.720877248245822e-05,
      "loss": 1.8435,
      "step": 47385
    },
    {
      "epoch": 4.025314305130819,
      "grad_norm": 3.276667823849543,
      "learning_rate": 7.720276904392919e-05,
      "loss": 2.4994,
      "step": 47386
    },
    {
      "epoch": 4.0253992524634725,
      "grad_norm": 3.011752957470517,
      "learning_rate": 7.719676575793227e-05,
      "loss": 2.1601,
      "step": 47387
    },
    {
      "epoch": 4.025484199796127,
      "grad_norm": 3.4929353382877872,
      "learning_rate": 7.719076262447999e-05,
      "loss": 2.9692,
      "step": 47388
    },
    {
      "epoch": 4.02556914712878,
      "grad_norm": 2.616347124441658,
      "learning_rate": 7.718475964358505e-05,
      "loss": 1.7954,
      "step": 47389
    },
    {
      "epoch": 4.025654094461434,
      "grad_norm": 3.571264934967865,
      "learning_rate": 7.71787568152599e-05,
      "loss": 2.7543,
      "step": 47390
    },
    {
      "epoch": 4.025739041794088,
      "grad_norm": 3.5067255206913814,
      "learning_rate": 7.717275413951723e-05,
      "loss": 2.69,
      "step": 47391
    },
    {
      "epoch": 4.025823989126741,
      "grad_norm": 3.374184761069696,
      "learning_rate": 7.716675161636953e-05,
      "loss": 2.5984,
      "step": 47392
    },
    {
      "epoch": 4.025908936459395,
      "grad_norm": 3.35788939598083,
      "learning_rate": 7.716074924582943e-05,
      "loss": 2.7245,
      "step": 47393
    },
    {
      "epoch": 4.025993883792049,
      "grad_norm": 2.792010697108713,
      "learning_rate": 7.715474702790953e-05,
      "loss": 2.0715,
      "step": 47394
    },
    {
      "epoch": 4.026078831124702,
      "grad_norm": 3.2881620526068662,
      "learning_rate": 7.71487449626223e-05,
      "loss": 2.7066,
      "step": 47395
    },
    {
      "epoch": 4.026163778457357,
      "grad_norm": 3.746686636257154,
      "learning_rate": 7.714274304998038e-05,
      "loss": 3.3538,
      "step": 47396
    },
    {
      "epoch": 4.02624872579001,
      "grad_norm": 2.9265696406132573,
      "learning_rate": 7.713674128999639e-05,
      "loss": 2.0094,
      "step": 47397
    },
    {
      "epoch": 4.0263336731226635,
      "grad_norm": 3.5092659176047847,
      "learning_rate": 7.713073968268288e-05,
      "loss": 2.8559,
      "step": 47398
    },
    {
      "epoch": 4.026418620455318,
      "grad_norm": 2.796381760194192,
      "learning_rate": 7.712473822805234e-05,
      "loss": 2.0904,
      "step": 47399
    },
    {
      "epoch": 4.026503567787971,
      "grad_norm": 3.305315796854139,
      "learning_rate": 7.711873692611749e-05,
      "loss": 2.7592,
      "step": 47400
    },
    {
      "epoch": 4.0265885151206255,
      "grad_norm": 3.363138928082763,
      "learning_rate": 7.711273577689082e-05,
      "loss": 2.475,
      "step": 47401
    },
    {
      "epoch": 4.026673462453279,
      "grad_norm": 3.1971883355732755,
      "learning_rate": 7.710673478038487e-05,
      "loss": 2.6568,
      "step": 47402
    },
    {
      "epoch": 4.026758409785932,
      "grad_norm": 3.1565642398997023,
      "learning_rate": 7.710073393661224e-05,
      "loss": 2.2059,
      "step": 47403
    },
    {
      "epoch": 4.026843357118587,
      "grad_norm": 3.5065198173550196,
      "learning_rate": 7.709473324558558e-05,
      "loss": 2.7655,
      "step": 47404
    },
    {
      "epoch": 4.02692830445124,
      "grad_norm": 3.060629747564482,
      "learning_rate": 7.70887327073174e-05,
      "loss": 2.2085,
      "step": 47405
    },
    {
      "epoch": 4.027013251783894,
      "grad_norm": 3.3441179469498765,
      "learning_rate": 7.708273232182023e-05,
      "loss": 2.778,
      "step": 47406
    },
    {
      "epoch": 4.027098199116548,
      "grad_norm": 2.964760661300317,
      "learning_rate": 7.707673208910674e-05,
      "loss": 1.9303,
      "step": 47407
    },
    {
      "epoch": 4.027183146449201,
      "grad_norm": 3.5603200738375573,
      "learning_rate": 7.70707320091894e-05,
      "loss": 3.0494,
      "step": 47408
    },
    {
      "epoch": 4.0272680937818555,
      "grad_norm": 2.9404500446324366,
      "learning_rate": 7.706473208208088e-05,
      "loss": 2.1719,
      "step": 47409
    },
    {
      "epoch": 4.027353041114509,
      "grad_norm": 3.4035949525755544,
      "learning_rate": 7.705873230779366e-05,
      "loss": 2.8144,
      "step": 47410
    },
    {
      "epoch": 4.027437988447163,
      "grad_norm": 2.555074256836026,
      "learning_rate": 7.70527326863404e-05,
      "loss": 1.8423,
      "step": 47411
    },
    {
      "epoch": 4.027522935779817,
      "grad_norm": 2.8844537119093854,
      "learning_rate": 7.704673321773363e-05,
      "loss": 1.9248,
      "step": 47412
    },
    {
      "epoch": 4.02760788311247,
      "grad_norm": 3.188960374363703,
      "learning_rate": 7.704073390198592e-05,
      "loss": 2.3506,
      "step": 47413
    },
    {
      "epoch": 4.027692830445124,
      "grad_norm": 2.4555593621893057,
      "learning_rate": 7.703473473910979e-05,
      "loss": 1.7867,
      "step": 47414
    },
    {
      "epoch": 4.027777777777778,
      "grad_norm": 3.178298591902274,
      "learning_rate": 7.702873572911786e-05,
      "loss": 2.7007,
      "step": 47415
    },
    {
      "epoch": 4.027862725110432,
      "grad_norm": 3.17857474276864,
      "learning_rate": 7.702273687202275e-05,
      "loss": 2.513,
      "step": 47416
    },
    {
      "epoch": 4.027947672443085,
      "grad_norm": 3.7566186802032067,
      "learning_rate": 7.701673816783691e-05,
      "loss": 3.2858,
      "step": 47417
    },
    {
      "epoch": 4.028032619775739,
      "grad_norm": 3.071572807929468,
      "learning_rate": 7.701073961657306e-05,
      "loss": 2.4331,
      "step": 47418
    },
    {
      "epoch": 4.028117567108393,
      "grad_norm": 3.5481856039947477,
      "learning_rate": 7.700474121824365e-05,
      "loss": 3.1609,
      "step": 47419
    },
    {
      "epoch": 4.0282025144410465,
      "grad_norm": 3.19989167161005,
      "learning_rate": 7.699874297286133e-05,
      "loss": 2.7001,
      "step": 47420
    },
    {
      "epoch": 4.0282874617737,
      "grad_norm": 3.2819331172069695,
      "learning_rate": 7.699274488043847e-05,
      "loss": 2.5157,
      "step": 47421
    },
    {
      "epoch": 4.028372409106354,
      "grad_norm": 3.5930627562517787,
      "learning_rate": 7.698674694098791e-05,
      "loss": 2.8601,
      "step": 47422
    },
    {
      "epoch": 4.028457356439008,
      "grad_norm": 2.8728957530706674,
      "learning_rate": 7.698074915452211e-05,
      "loss": 2.1562,
      "step": 47423
    },
    {
      "epoch": 4.028542303771662,
      "grad_norm": 2.707909741676995,
      "learning_rate": 7.697475152105356e-05,
      "loss": 2.0045,
      "step": 47424
    },
    {
      "epoch": 4.028627251104315,
      "grad_norm": 2.768799248729852,
      "learning_rate": 7.696875404059496e-05,
      "loss": 2.0923,
      "step": 47425
    },
    {
      "epoch": 4.028712198436969,
      "grad_norm": 3.4832170307585795,
      "learning_rate": 7.69627567131588e-05,
      "loss": 2.9019,
      "step": 47426
    },
    {
      "epoch": 4.028797145769623,
      "grad_norm": 3.147666647167967,
      "learning_rate": 7.695675953875757e-05,
      "loss": 2.5817,
      "step": 47427
    },
    {
      "epoch": 4.028882093102276,
      "grad_norm": 2.500199113564954,
      "learning_rate": 7.695076251740397e-05,
      "loss": 1.7281,
      "step": 47428
    },
    {
      "epoch": 4.028967040434931,
      "grad_norm": 3.408634952254371,
      "learning_rate": 7.694476564911053e-05,
      "loss": 2.8051,
      "step": 47429
    },
    {
      "epoch": 4.029051987767584,
      "grad_norm": 2.623999352261468,
      "learning_rate": 7.693876893388983e-05,
      "loss": 1.7647,
      "step": 47430
    },
    {
      "epoch": 4.0291369351002375,
      "grad_norm": 3.5067049293320034,
      "learning_rate": 7.693277237175438e-05,
      "loss": 2.8621,
      "step": 47431
    },
    {
      "epoch": 4.029221882432892,
      "grad_norm": 2.592291713641568,
      "learning_rate": 7.692677596271673e-05,
      "loss": 1.914,
      "step": 47432
    },
    {
      "epoch": 4.029306829765545,
      "grad_norm": 2.8157827314209536,
      "learning_rate": 7.692077970678948e-05,
      "loss": 2.0578,
      "step": 47433
    },
    {
      "epoch": 4.0293917770981995,
      "grad_norm": 2.9446107166461775,
      "learning_rate": 7.691478360398528e-05,
      "loss": 2.25,
      "step": 47434
    },
    {
      "epoch": 4.029476724430853,
      "grad_norm": 3.047011505912389,
      "learning_rate": 7.690878765431654e-05,
      "loss": 2.4002,
      "step": 47435
    },
    {
      "epoch": 4.029561671763506,
      "grad_norm": 2.911290926530778,
      "learning_rate": 7.690279185779593e-05,
      "loss": 2.0403,
      "step": 47436
    },
    {
      "epoch": 4.029646619096161,
      "grad_norm": 3.284085951369332,
      "learning_rate": 7.689679621443601e-05,
      "loss": 2.6452,
      "step": 47437
    },
    {
      "epoch": 4.029731566428814,
      "grad_norm": 2.900153146360972,
      "learning_rate": 7.68908007242493e-05,
      "loss": 2.2231,
      "step": 47438
    },
    {
      "epoch": 4.029816513761468,
      "grad_norm": 3.4001824370497946,
      "learning_rate": 7.688480538724824e-05,
      "loss": 2.9647,
      "step": 47439
    },
    {
      "epoch": 4.029901461094122,
      "grad_norm": 3.697956017652514,
      "learning_rate": 7.687881020344568e-05,
      "loss": 3.1902,
      "step": 47440
    },
    {
      "epoch": 4.029986408426775,
      "grad_norm": 3.0551337896789827,
      "learning_rate": 7.687281517285399e-05,
      "loss": 2.403,
      "step": 47441
    },
    {
      "epoch": 4.030071355759429,
      "grad_norm": 3.294807404842552,
      "learning_rate": 7.68668202954858e-05,
      "loss": 2.5293,
      "step": 47442
    },
    {
      "epoch": 4.030156303092083,
      "grad_norm": 2.7732451059190075,
      "learning_rate": 7.686082557135355e-05,
      "loss": 2.0746,
      "step": 47443
    },
    {
      "epoch": 4.030241250424736,
      "grad_norm": 3.7324283042777497,
      "learning_rate": 7.685483100046997e-05,
      "loss": 3.1371,
      "step": 47444
    },
    {
      "epoch": 4.0303261977573905,
      "grad_norm": 3.243492094666889,
      "learning_rate": 7.684883658284748e-05,
      "loss": 2.6633,
      "step": 47445
    },
    {
      "epoch": 4.030411145090044,
      "grad_norm": 3.01470616978507,
      "learning_rate": 7.684284231849869e-05,
      "loss": 2.4804,
      "step": 47446
    },
    {
      "epoch": 4.030496092422698,
      "grad_norm": 3.2930083551329616,
      "learning_rate": 7.683684820743625e-05,
      "loss": 2.5845,
      "step": 47447
    },
    {
      "epoch": 4.030581039755352,
      "grad_norm": 2.965521315635421,
      "learning_rate": 7.683085424967262e-05,
      "loss": 2.1853,
      "step": 47448
    },
    {
      "epoch": 4.030665987088005,
      "grad_norm": 2.7413043683609195,
      "learning_rate": 7.68248604452204e-05,
      "loss": 1.9468,
      "step": 47449
    },
    {
      "epoch": 4.030750934420659,
      "grad_norm": 3.4199564966905287,
      "learning_rate": 7.681886679409205e-05,
      "loss": 2.8108,
      "step": 47450
    },
    {
      "epoch": 4.030835881753313,
      "grad_norm": 2.8577779654323465,
      "learning_rate": 7.681287329630022e-05,
      "loss": 2.2245,
      "step": 47451
    },
    {
      "epoch": 4.030920829085967,
      "grad_norm": 3.2034686903898426,
      "learning_rate": 7.680687995185751e-05,
      "loss": 2.4991,
      "step": 47452
    },
    {
      "epoch": 4.0310057764186205,
      "grad_norm": 3.052897233491806,
      "learning_rate": 7.680088676077636e-05,
      "loss": 2.3632,
      "step": 47453
    },
    {
      "epoch": 4.031090723751274,
      "grad_norm": 3.1792327986944744,
      "learning_rate": 7.679489372306948e-05,
      "loss": 2.4934,
      "step": 47454
    },
    {
      "epoch": 4.031175671083928,
      "grad_norm": 2.8183223758977953,
      "learning_rate": 7.67889008387493e-05,
      "loss": 2.1828,
      "step": 47455
    },
    {
      "epoch": 4.031260618416582,
      "grad_norm": 3.40460632825736,
      "learning_rate": 7.678290810782841e-05,
      "loss": 2.5999,
      "step": 47456
    },
    {
      "epoch": 4.031345565749236,
      "grad_norm": 3.121465980536693,
      "learning_rate": 7.677691553031933e-05,
      "loss": 2.6032,
      "step": 47457
    },
    {
      "epoch": 4.031430513081889,
      "grad_norm": 3.227635927739776,
      "learning_rate": 7.677092310623467e-05,
      "loss": 2.3773,
      "step": 47458
    },
    {
      "epoch": 4.031515460414543,
      "grad_norm": 2.9894889045555852,
      "learning_rate": 7.676493083558702e-05,
      "loss": 2.1291,
      "step": 47459
    },
    {
      "epoch": 4.031600407747197,
      "grad_norm": 2.8131013125870465,
      "learning_rate": 7.675893871838887e-05,
      "loss": 2.0964,
      "step": 47460
    },
    {
      "epoch": 4.03168535507985,
      "grad_norm": 2.9806738845972918,
      "learning_rate": 7.675294675465276e-05,
      "loss": 2.3816,
      "step": 47461
    },
    {
      "epoch": 4.031770302412505,
      "grad_norm": 2.7817133723163128,
      "learning_rate": 7.674695494439133e-05,
      "loss": 1.791,
      "step": 47462
    },
    {
      "epoch": 4.031855249745158,
      "grad_norm": 3.2141514726527523,
      "learning_rate": 7.674096328761709e-05,
      "loss": 2.4519,
      "step": 47463
    },
    {
      "epoch": 4.0319401970778115,
      "grad_norm": 2.753373599711177,
      "learning_rate": 7.673497178434248e-05,
      "loss": 1.7849,
      "step": 47464
    },
    {
      "epoch": 4.032025144410466,
      "grad_norm": 2.750787013165161,
      "learning_rate": 7.672898043458024e-05,
      "loss": 2.0359,
      "step": 47465
    },
    {
      "epoch": 4.032110091743119,
      "grad_norm": 3.572083738081263,
      "learning_rate": 7.67229892383429e-05,
      "loss": 2.6253,
      "step": 47466
    },
    {
      "epoch": 4.032195039075773,
      "grad_norm": 3.135416678914571,
      "learning_rate": 7.671699819564293e-05,
      "loss": 2.4189,
      "step": 47467
    },
    {
      "epoch": 4.032279986408427,
      "grad_norm": 3.1211142108065872,
      "learning_rate": 7.671100730649286e-05,
      "loss": 2.238,
      "step": 47468
    },
    {
      "epoch": 4.03236493374108,
      "grad_norm": 3.2755810972057064,
      "learning_rate": 7.670501657090534e-05,
      "loss": 2.5798,
      "step": 47469
    },
    {
      "epoch": 4.032449881073735,
      "grad_norm": 2.793331833297949,
      "learning_rate": 7.669902598889282e-05,
      "loss": 1.9087,
      "step": 47470
    },
    {
      "epoch": 4.032534828406388,
      "grad_norm": 3.7315364137032594,
      "learning_rate": 7.669303556046797e-05,
      "loss": 3.165,
      "step": 47471
    },
    {
      "epoch": 4.032619775739041,
      "grad_norm": 3.3110722620609083,
      "learning_rate": 7.668704528564324e-05,
      "loss": 2.6248,
      "step": 47472
    },
    {
      "epoch": 4.032704723071696,
      "grad_norm": 3.0636408797610613,
      "learning_rate": 7.668105516443127e-05,
      "loss": 2.5136,
      "step": 47473
    },
    {
      "epoch": 4.032789670404349,
      "grad_norm": 3.035192198853179,
      "learning_rate": 7.667506519684457e-05,
      "loss": 2.35,
      "step": 47474
    },
    {
      "epoch": 4.032874617737003,
      "grad_norm": 2.4377035583925277,
      "learning_rate": 7.666907538289561e-05,
      "loss": 1.6271,
      "step": 47475
    },
    {
      "epoch": 4.032959565069657,
      "grad_norm": 3.368843973818681,
      "learning_rate": 7.666308572259704e-05,
      "loss": 2.8663,
      "step": 47476
    },
    {
      "epoch": 4.03304451240231,
      "grad_norm": 3.3377880693519217,
      "learning_rate": 7.665709621596142e-05,
      "loss": 2.7828,
      "step": 47477
    },
    {
      "epoch": 4.0331294597349645,
      "grad_norm": 3.349524660808524,
      "learning_rate": 7.665110686300127e-05,
      "loss": 3.047,
      "step": 47478
    },
    {
      "epoch": 4.033214407067618,
      "grad_norm": 2.4332454040271805,
      "learning_rate": 7.664511766372908e-05,
      "loss": 1.5854,
      "step": 47479
    },
    {
      "epoch": 4.033299354400272,
      "grad_norm": 3.478650738570938,
      "learning_rate": 7.663912861815753e-05,
      "loss": 2.6753,
      "step": 47480
    },
    {
      "epoch": 4.033384301732926,
      "grad_norm": 2.604732166283393,
      "learning_rate": 7.663313972629906e-05,
      "loss": 1.9189,
      "step": 47481
    },
    {
      "epoch": 4.033469249065579,
      "grad_norm": 3.2120010856047108,
      "learning_rate": 7.662715098816617e-05,
      "loss": 2.633,
      "step": 47482
    },
    {
      "epoch": 4.033554196398233,
      "grad_norm": 2.3772883248607424,
      "learning_rate": 7.662116240377157e-05,
      "loss": 1.6045,
      "step": 47483
    },
    {
      "epoch": 4.033639143730887,
      "grad_norm": 2.6733064109228524,
      "learning_rate": 7.661517397312776e-05,
      "loss": 2.0686,
      "step": 47484
    },
    {
      "epoch": 4.033724091063541,
      "grad_norm": 3.2730960506798894,
      "learning_rate": 7.660918569624722e-05,
      "loss": 2.6731,
      "step": 47485
    },
    {
      "epoch": 4.033809038396194,
      "grad_norm": 3.115691905889938,
      "learning_rate": 7.660319757314248e-05,
      "loss": 2.3703,
      "step": 47486
    },
    {
      "epoch": 4.033893985728848,
      "grad_norm": 2.8240262685358513,
      "learning_rate": 7.659720960382622e-05,
      "loss": 2.0307,
      "step": 47487
    },
    {
      "epoch": 4.033978933061502,
      "grad_norm": 2.383267962172228,
      "learning_rate": 7.659122178831085e-05,
      "loss": 1.7598,
      "step": 47488
    },
    {
      "epoch": 4.0340638803941555,
      "grad_norm": 3.018634705367204,
      "learning_rate": 7.6585234126609e-05,
      "loss": 2.408,
      "step": 47489
    },
    {
      "epoch": 4.034148827726809,
      "grad_norm": 3.3178794857648852,
      "learning_rate": 7.657924661873315e-05,
      "loss": 2.6337,
      "step": 47490
    },
    {
      "epoch": 4.034233775059463,
      "grad_norm": 2.9317902513404865,
      "learning_rate": 7.657325926469595e-05,
      "loss": 2.245,
      "step": 47491
    },
    {
      "epoch": 4.034318722392117,
      "grad_norm": 3.4127912548949175,
      "learning_rate": 7.656727206450985e-05,
      "loss": 2.9842,
      "step": 47492
    },
    {
      "epoch": 4.034403669724771,
      "grad_norm": 3.287687885381551,
      "learning_rate": 7.656128501818738e-05,
      "loss": 2.7171,
      "step": 47493
    },
    {
      "epoch": 4.034488617057424,
      "grad_norm": 2.493220326975733,
      "learning_rate": 7.655529812574115e-05,
      "loss": 1.7643,
      "step": 47494
    },
    {
      "epoch": 4.034573564390078,
      "grad_norm": 2.895365543375427,
      "learning_rate": 7.654931138718373e-05,
      "loss": 2.0855,
      "step": 47495
    },
    {
      "epoch": 4.034658511722732,
      "grad_norm": 3.3013342531767216,
      "learning_rate": 7.654332480252758e-05,
      "loss": 2.5473,
      "step": 47496
    },
    {
      "epoch": 4.0347434590553855,
      "grad_norm": 3.195750636075269,
      "learning_rate": 7.653733837178527e-05,
      "loss": 2.5809,
      "step": 47497
    },
    {
      "epoch": 4.03482840638804,
      "grad_norm": 3.213628773922398,
      "learning_rate": 7.653135209496938e-05,
      "loss": 2.6612,
      "step": 47498
    },
    {
      "epoch": 4.034913353720693,
      "grad_norm": 3.6628910723710835,
      "learning_rate": 7.652536597209244e-05,
      "loss": 2.9735,
      "step": 47499
    },
    {
      "epoch": 4.034998301053347,
      "grad_norm": 3.532824727611893,
      "learning_rate": 7.651938000316692e-05,
      "loss": 2.6579,
      "step": 47500
    },
    {
      "epoch": 4.035083248386001,
      "grad_norm": 2.9415968881806864,
      "learning_rate": 7.651339418820542e-05,
      "loss": 2.1072,
      "step": 47501
    },
    {
      "epoch": 4.035168195718654,
      "grad_norm": 3.1788704951898725,
      "learning_rate": 7.650740852722056e-05,
      "loss": 2.4828,
      "step": 47502
    },
    {
      "epoch": 4.0352531430513086,
      "grad_norm": 2.9571026679852683,
      "learning_rate": 7.650142302022478e-05,
      "loss": 2.1122,
      "step": 47503
    },
    {
      "epoch": 4.035338090383962,
      "grad_norm": 3.357457449541685,
      "learning_rate": 7.64954376672306e-05,
      "loss": 2.2362,
      "step": 47504
    },
    {
      "epoch": 4.035423037716615,
      "grad_norm": 2.3720751776658435,
      "learning_rate": 7.648945246825066e-05,
      "loss": 1.5814,
      "step": 47505
    },
    {
      "epoch": 4.03550798504927,
      "grad_norm": 3.358466066914796,
      "learning_rate": 7.648346742329745e-05,
      "loss": 2.8236,
      "step": 47506
    },
    {
      "epoch": 4.035592932381923,
      "grad_norm": 3.5936967733730865,
      "learning_rate": 7.647748253238345e-05,
      "loss": 2.9828,
      "step": 47507
    },
    {
      "epoch": 4.035677879714577,
      "grad_norm": 3.0628296765757708,
      "learning_rate": 7.64714977955213e-05,
      "loss": 2.4843,
      "step": 47508
    },
    {
      "epoch": 4.035762827047231,
      "grad_norm": 3.325552298970769,
      "learning_rate": 7.646551321272352e-05,
      "loss": 2.7139,
      "step": 47509
    },
    {
      "epoch": 4.035847774379884,
      "grad_norm": 2.977742438243777,
      "learning_rate": 7.645952878400262e-05,
      "loss": 2.3151,
      "step": 47510
    },
    {
      "epoch": 4.0359327217125385,
      "grad_norm": 2.9032303395057486,
      "learning_rate": 7.645354450937111e-05,
      "loss": 2.1964,
      "step": 47511
    },
    {
      "epoch": 4.036017669045192,
      "grad_norm": 3.374567578929128,
      "learning_rate": 7.644756038884161e-05,
      "loss": 2.7385,
      "step": 47512
    },
    {
      "epoch": 4.036102616377846,
      "grad_norm": 2.684888135239664,
      "learning_rate": 7.644157642242658e-05,
      "loss": 2.0214,
      "step": 47513
    },
    {
      "epoch": 4.0361875637105,
      "grad_norm": 3.485888985938291,
      "learning_rate": 7.643559261013862e-05,
      "loss": 2.6375,
      "step": 47514
    },
    {
      "epoch": 4.036272511043153,
      "grad_norm": 3.2781288586284316,
      "learning_rate": 7.642960895199023e-05,
      "loss": 2.1627,
      "step": 47515
    },
    {
      "epoch": 4.036357458375807,
      "grad_norm": 3.23506821603057,
      "learning_rate": 7.642362544799398e-05,
      "loss": 2.6661,
      "step": 47516
    },
    {
      "epoch": 4.036442405708461,
      "grad_norm": 2.968462699966899,
      "learning_rate": 7.641764209816238e-05,
      "loss": 2.1851,
      "step": 47517
    },
    {
      "epoch": 4.036527353041114,
      "grad_norm": 2.8788171485817777,
      "learning_rate": 7.641165890250795e-05,
      "loss": 2.1686,
      "step": 47518
    },
    {
      "epoch": 4.036612300373768,
      "grad_norm": 3.586852094718234,
      "learning_rate": 7.640567586104324e-05,
      "loss": 3.1502,
      "step": 47519
    },
    {
      "epoch": 4.036697247706422,
      "grad_norm": 3.2909842790521564,
      "learning_rate": 7.639969297378084e-05,
      "loss": 2.8088,
      "step": 47520
    },
    {
      "epoch": 4.036782195039076,
      "grad_norm": 3.708350994977325,
      "learning_rate": 7.639371024073325e-05,
      "loss": 3.0928,
      "step": 47521
    },
    {
      "epoch": 4.0368671423717295,
      "grad_norm": 3.4047361857002856,
      "learning_rate": 7.638772766191294e-05,
      "loss": 3.0377,
      "step": 47522
    },
    {
      "epoch": 4.036952089704383,
      "grad_norm": 2.82255381592376,
      "learning_rate": 7.638174523733256e-05,
      "loss": 2.1045,
      "step": 47523
    },
    {
      "epoch": 4.037037037037037,
      "grad_norm": 3.512505482013413,
      "learning_rate": 7.637576296700458e-05,
      "loss": 2.6973,
      "step": 47524
    },
    {
      "epoch": 4.037121984369691,
      "grad_norm": 3.1333737326771587,
      "learning_rate": 7.636978085094151e-05,
      "loss": 2.5358,
      "step": 47525
    },
    {
      "epoch": 4.037206931702345,
      "grad_norm": 2.4868474003083976,
      "learning_rate": 7.636379888915589e-05,
      "loss": 1.7597,
      "step": 47526
    },
    {
      "epoch": 4.037291879034998,
      "grad_norm": 3.5069558953693654,
      "learning_rate": 7.635781708166036e-05,
      "loss": 2.8028,
      "step": 47527
    },
    {
      "epoch": 4.037376826367652,
      "grad_norm": 3.6283550954950474,
      "learning_rate": 7.635183542846736e-05,
      "loss": 3.0893,
      "step": 47528
    },
    {
      "epoch": 4.037461773700306,
      "grad_norm": 3.0677863907132736,
      "learning_rate": 7.634585392958938e-05,
      "loss": 2.4638,
      "step": 47529
    },
    {
      "epoch": 4.037546721032959,
      "grad_norm": 3.3160684969768157,
      "learning_rate": 7.63398725850391e-05,
      "loss": 2.79,
      "step": 47530
    },
    {
      "epoch": 4.037631668365614,
      "grad_norm": 3.10267873629123,
      "learning_rate": 7.633389139482888e-05,
      "loss": 2.3478,
      "step": 47531
    },
    {
      "epoch": 4.037716615698267,
      "grad_norm": 2.4118759257536,
      "learning_rate": 7.632791035897138e-05,
      "loss": 1.5967,
      "step": 47532
    },
    {
      "epoch": 4.0378015630309205,
      "grad_norm": 2.5556738047949548,
      "learning_rate": 7.632192947747905e-05,
      "loss": 1.7899,
      "step": 47533
    },
    {
      "epoch": 4.037886510363575,
      "grad_norm": 3.277031803220844,
      "learning_rate": 7.631594875036452e-05,
      "loss": 2.6758,
      "step": 47534
    },
    {
      "epoch": 4.037971457696228,
      "grad_norm": 3.1262737162572547,
      "learning_rate": 7.630996817764026e-05,
      "loss": 2.4278,
      "step": 47535
    },
    {
      "epoch": 4.0380564050288825,
      "grad_norm": 3.0544062644503613,
      "learning_rate": 7.630398775931875e-05,
      "loss": 2.4386,
      "step": 47536
    },
    {
      "epoch": 4.038141352361536,
      "grad_norm": 3.7236748588499893,
      "learning_rate": 7.629800749541256e-05,
      "loss": 3.1756,
      "step": 47537
    },
    {
      "epoch": 4.038226299694189,
      "grad_norm": 3.3477343454143678,
      "learning_rate": 7.629202738593428e-05,
      "loss": 2.1799,
      "step": 47538
    },
    {
      "epoch": 4.038311247026844,
      "grad_norm": 3.195289896220759,
      "learning_rate": 7.628604743089643e-05,
      "loss": 2.6564,
      "step": 47539
    },
    {
      "epoch": 4.038396194359497,
      "grad_norm": 3.287967926934789,
      "learning_rate": 7.628006763031142e-05,
      "loss": 2.7952,
      "step": 47540
    },
    {
      "epoch": 4.0384811416921504,
      "grad_norm": 3.2444387589204915,
      "learning_rate": 7.627408798419192e-05,
      "loss": 2.5746,
      "step": 47541
    },
    {
      "epoch": 4.038566089024805,
      "grad_norm": 3.2401203197975255,
      "learning_rate": 7.626810849255042e-05,
      "loss": 2.7591,
      "step": 47542
    },
    {
      "epoch": 4.038651036357458,
      "grad_norm": 3.4679716536573095,
      "learning_rate": 7.626212915539937e-05,
      "loss": 2.8986,
      "step": 47543
    },
    {
      "epoch": 4.038735983690112,
      "grad_norm": 3.0599445029611876,
      "learning_rate": 7.625614997275135e-05,
      "loss": 2.3717,
      "step": 47544
    },
    {
      "epoch": 4.038820931022766,
      "grad_norm": 2.6468826828830627,
      "learning_rate": 7.625017094461897e-05,
      "loss": 1.7786,
      "step": 47545
    },
    {
      "epoch": 4.038905878355419,
      "grad_norm": 3.1096553465454466,
      "learning_rate": 7.624419207101468e-05,
      "loss": 2.1968,
      "step": 47546
    },
    {
      "epoch": 4.0389908256880735,
      "grad_norm": 2.584145660147513,
      "learning_rate": 7.623821335195094e-05,
      "loss": 1.8894,
      "step": 47547
    },
    {
      "epoch": 4.039075773020727,
      "grad_norm": 3.07176119058182,
      "learning_rate": 7.623223478744042e-05,
      "loss": 2.2304,
      "step": 47548
    },
    {
      "epoch": 4.039160720353381,
      "grad_norm": 2.883450522598017,
      "learning_rate": 7.62262563774956e-05,
      "loss": 2.1881,
      "step": 47549
    },
    {
      "epoch": 4.039245667686035,
      "grad_norm": 2.9104482027426686,
      "learning_rate": 7.622027812212888e-05,
      "loss": 2.0566,
      "step": 47550
    },
    {
      "epoch": 4.039330615018688,
      "grad_norm": 2.8672027112534266,
      "learning_rate": 7.621430002135293e-05,
      "loss": 2.1648,
      "step": 47551
    },
    {
      "epoch": 4.039415562351342,
      "grad_norm": 3.262219273552177,
      "learning_rate": 7.620832207518027e-05,
      "loss": 2.7519,
      "step": 47552
    },
    {
      "epoch": 4.039500509683996,
      "grad_norm": 3.218927743273272,
      "learning_rate": 7.620234428362342e-05,
      "loss": 2.5528,
      "step": 47553
    },
    {
      "epoch": 4.03958545701665,
      "grad_norm": 3.261962297062461,
      "learning_rate": 7.61963666466948e-05,
      "loss": 2.427,
      "step": 47554
    },
    {
      "epoch": 4.0396704043493035,
      "grad_norm": 2.7624637744273746,
      "learning_rate": 7.619038916440707e-05,
      "loss": 2.038,
      "step": 47555
    },
    {
      "epoch": 4.039755351681957,
      "grad_norm": 3.028353540955077,
      "learning_rate": 7.618441183677264e-05,
      "loss": 2.3398,
      "step": 47556
    },
    {
      "epoch": 4.039840299014611,
      "grad_norm": 3.227619969872267,
      "learning_rate": 7.617843466380415e-05,
      "loss": 2.6087,
      "step": 47557
    },
    {
      "epoch": 4.039925246347265,
      "grad_norm": 2.653791094926565,
      "learning_rate": 7.617245764551402e-05,
      "loss": 1.9534,
      "step": 47558
    },
    {
      "epoch": 4.040010193679919,
      "grad_norm": 2.9284116792303454,
      "learning_rate": 7.616648078191485e-05,
      "loss": 2.2011,
      "step": 47559
    },
    {
      "epoch": 4.040095141012572,
      "grad_norm": 3.322393568693666,
      "learning_rate": 7.616050407301915e-05,
      "loss": 2.6902,
      "step": 47560
    },
    {
      "epoch": 4.040180088345226,
      "grad_norm": 3.2557487034921255,
      "learning_rate": 7.615452751883936e-05,
      "loss": 2.6771,
      "step": 47561
    },
    {
      "epoch": 4.04026503567788,
      "grad_norm": 3.6716257061253823,
      "learning_rate": 7.614855111938809e-05,
      "loss": 2.7695,
      "step": 47562
    },
    {
      "epoch": 4.040349983010533,
      "grad_norm": 3.6523903655190906,
      "learning_rate": 7.614257487467788e-05,
      "loss": 2.823,
      "step": 47563
    },
    {
      "epoch": 4.040434930343187,
      "grad_norm": 3.6027766233900063,
      "learning_rate": 7.613659878472119e-05,
      "loss": 2.7974,
      "step": 47564
    },
    {
      "epoch": 4.040519877675841,
      "grad_norm": 3.156823553020617,
      "learning_rate": 7.613062284953054e-05,
      "loss": 2.489,
      "step": 47565
    },
    {
      "epoch": 4.0406048250084945,
      "grad_norm": 3.296433917753916,
      "learning_rate": 7.612464706911852e-05,
      "loss": 2.6298,
      "step": 47566
    },
    {
      "epoch": 4.040689772341149,
      "grad_norm": 2.986695642853911,
      "learning_rate": 7.611867144349761e-05,
      "loss": 2.3025,
      "step": 47567
    },
    {
      "epoch": 4.040774719673802,
      "grad_norm": 3.2574499751354336,
      "learning_rate": 7.611269597268028e-05,
      "loss": 2.3457,
      "step": 47568
    },
    {
      "epoch": 4.040859667006456,
      "grad_norm": 2.526851315488245,
      "learning_rate": 7.610672065667907e-05,
      "loss": 1.71,
      "step": 47569
    },
    {
      "epoch": 4.04094461433911,
      "grad_norm": 3.2845046216666733,
      "learning_rate": 7.61007454955066e-05,
      "loss": 2.3795,
      "step": 47570
    },
    {
      "epoch": 4.041029561671763,
      "grad_norm": 3.0871587784370984,
      "learning_rate": 7.609477048917533e-05,
      "loss": 2.215,
      "step": 47571
    },
    {
      "epoch": 4.041114509004418,
      "grad_norm": 3.5955391777743246,
      "learning_rate": 7.608879563769769e-05,
      "loss": 3.0699,
      "step": 47572
    },
    {
      "epoch": 4.041199456337071,
      "grad_norm": 2.9011607259375083,
      "learning_rate": 7.608282094108633e-05,
      "loss": 2.1956,
      "step": 47573
    },
    {
      "epoch": 4.041284403669724,
      "grad_norm": 3.101740742385956,
      "learning_rate": 7.607684639935368e-05,
      "loss": 2.5435,
      "step": 47574
    },
    {
      "epoch": 4.041369351002379,
      "grad_norm": 2.927584454898429,
      "learning_rate": 7.607087201251232e-05,
      "loss": 2.2839,
      "step": 47575
    },
    {
      "epoch": 4.041454298335032,
      "grad_norm": 3.1778319231865084,
      "learning_rate": 7.606489778057472e-05,
      "loss": 2.6326,
      "step": 47576
    },
    {
      "epoch": 4.041539245667686,
      "grad_norm": 3.220745373543837,
      "learning_rate": 7.605892370355345e-05,
      "loss": 2.334,
      "step": 47577
    },
    {
      "epoch": 4.04162419300034,
      "grad_norm": 3.3454640620176344,
      "learning_rate": 7.605294978146101e-05,
      "loss": 2.3979,
      "step": 47578
    },
    {
      "epoch": 4.041709140332993,
      "grad_norm": 3.315604497702053,
      "learning_rate": 7.604697601430983e-05,
      "loss": 2.7488,
      "step": 47579
    },
    {
      "epoch": 4.0417940876656475,
      "grad_norm": 3.1512646966142372,
      "learning_rate": 7.604100240211251e-05,
      "loss": 2.6582,
      "step": 47580
    },
    {
      "epoch": 4.041879034998301,
      "grad_norm": 3.079417977898869,
      "learning_rate": 7.603502894488162e-05,
      "loss": 2.369,
      "step": 47581
    },
    {
      "epoch": 4.041963982330955,
      "grad_norm": 3.1813789695899835,
      "learning_rate": 7.602905564262961e-05,
      "loss": 2.4362,
      "step": 47582
    },
    {
      "epoch": 4.042048929663609,
      "grad_norm": 3.109240264083284,
      "learning_rate": 7.602308249536893e-05,
      "loss": 2.3299,
      "step": 47583
    },
    {
      "epoch": 4.042133876996262,
      "grad_norm": 3.2919537473477556,
      "learning_rate": 7.601710950311224e-05,
      "loss": 2.6442,
      "step": 47584
    },
    {
      "epoch": 4.042218824328916,
      "grad_norm": 2.4185710511057974,
      "learning_rate": 7.601113666587198e-05,
      "loss": 1.6027,
      "step": 47585
    },
    {
      "epoch": 4.04230377166157,
      "grad_norm": 3.454774145354359,
      "learning_rate": 7.60051639836606e-05,
      "loss": 3.0492,
      "step": 47586
    },
    {
      "epoch": 4.042388718994223,
      "grad_norm": 2.6764376117847677,
      "learning_rate": 7.599919145649068e-05,
      "loss": 1.9085,
      "step": 47587
    },
    {
      "epoch": 4.042473666326877,
      "grad_norm": 3.0975555958958028,
      "learning_rate": 7.599321908437478e-05,
      "loss": 2.2819,
      "step": 47588
    },
    {
      "epoch": 4.042558613659531,
      "grad_norm": 3.341264550243847,
      "learning_rate": 7.598724686732539e-05,
      "loss": 2.7229,
      "step": 47589
    },
    {
      "epoch": 4.042643560992185,
      "grad_norm": 3.3116208628722132,
      "learning_rate": 7.598127480535493e-05,
      "loss": 2.6845,
      "step": 47590
    },
    {
      "epoch": 4.0427285083248385,
      "grad_norm": 3.548785113853706,
      "learning_rate": 7.597530289847605e-05,
      "loss": 2.6834,
      "step": 47591
    },
    {
      "epoch": 4.042813455657492,
      "grad_norm": 3.5526899543939594,
      "learning_rate": 7.59693311467012e-05,
      "loss": 2.7861,
      "step": 47592
    },
    {
      "epoch": 4.042898402990146,
      "grad_norm": 2.884741696467168,
      "learning_rate": 7.596335955004282e-05,
      "loss": 2.1228,
      "step": 47593
    },
    {
      "epoch": 4.0429833503228,
      "grad_norm": 3.9402974539369904,
      "learning_rate": 7.59573881085135e-05,
      "loss": 3.4525,
      "step": 47594
    },
    {
      "epoch": 4.043068297655454,
      "grad_norm": 3.473246887322218,
      "learning_rate": 7.595141682212577e-05,
      "loss": 2.7044,
      "step": 47595
    },
    {
      "epoch": 4.043153244988107,
      "grad_norm": 3.1472924484403038,
      "learning_rate": 7.594544569089217e-05,
      "loss": 2.4876,
      "step": 47596
    },
    {
      "epoch": 4.043238192320761,
      "grad_norm": 2.716939687573911,
      "learning_rate": 7.593947471482507e-05,
      "loss": 1.9213,
      "step": 47597
    },
    {
      "epoch": 4.043323139653415,
      "grad_norm": 3.519939542383423,
      "learning_rate": 7.593350389393712e-05,
      "loss": 2.3632,
      "step": 47598
    },
    {
      "epoch": 4.0434080869860685,
      "grad_norm": 3.648850252726792,
      "learning_rate": 7.592753322824073e-05,
      "loss": 2.9189,
      "step": 47599
    },
    {
      "epoch": 4.043493034318723,
      "grad_norm": 2.871491094305442,
      "learning_rate": 7.592156271774853e-05,
      "loss": 2.2472,
      "step": 47600
    },
    {
      "epoch": 4.043577981651376,
      "grad_norm": 3.0917269265778766,
      "learning_rate": 7.591559236247288e-05,
      "loss": 2.4874,
      "step": 47601
    },
    {
      "epoch": 4.04366292898403,
      "grad_norm": 2.845293428807485,
      "learning_rate": 7.590962216242643e-05,
      "loss": 1.8132,
      "step": 47602
    },
    {
      "epoch": 4.043747876316684,
      "grad_norm": 3.3166572738164835,
      "learning_rate": 7.590365211762164e-05,
      "loss": 2.5939,
      "step": 47603
    },
    {
      "epoch": 4.043832823649337,
      "grad_norm": 3.1747479479432443,
      "learning_rate": 7.589768222807095e-05,
      "loss": 2.594,
      "step": 47604
    },
    {
      "epoch": 4.043917770981992,
      "grad_norm": 3.194492151029166,
      "learning_rate": 7.58917124937869e-05,
      "loss": 2.5244,
      "step": 47605
    },
    {
      "epoch": 4.044002718314645,
      "grad_norm": 3.217492767100232,
      "learning_rate": 7.588574291478212e-05,
      "loss": 2.5451,
      "step": 47606
    },
    {
      "epoch": 4.044087665647298,
      "grad_norm": 2.7912555641847754,
      "learning_rate": 7.5879773491069e-05,
      "loss": 2.0859,
      "step": 47607
    },
    {
      "epoch": 4.044172612979953,
      "grad_norm": 3.3245720346208385,
      "learning_rate": 7.587380422266002e-05,
      "loss": 2.469,
      "step": 47608
    },
    {
      "epoch": 4.044257560312606,
      "grad_norm": 3.4499983266621492,
      "learning_rate": 7.58678351095678e-05,
      "loss": 2.9365,
      "step": 47609
    },
    {
      "epoch": 4.04434250764526,
      "grad_norm": 2.5937166419821875,
      "learning_rate": 7.586186615180476e-05,
      "loss": 1.953,
      "step": 47610
    },
    {
      "epoch": 4.044427454977914,
      "grad_norm": 3.093586695019566,
      "learning_rate": 7.58558973493834e-05,
      "loss": 2.5246,
      "step": 47611
    },
    {
      "epoch": 4.044512402310567,
      "grad_norm": 3.2692805895948798,
      "learning_rate": 7.584992870231625e-05,
      "loss": 2.6538,
      "step": 47612
    },
    {
      "epoch": 4.0445973496432215,
      "grad_norm": 2.5899858148831383,
      "learning_rate": 7.584396021061588e-05,
      "loss": 1.9219,
      "step": 47613
    },
    {
      "epoch": 4.044682296975875,
      "grad_norm": 2.824612583238647,
      "learning_rate": 7.583799187429475e-05,
      "loss": 1.7787,
      "step": 47614
    },
    {
      "epoch": 4.044767244308528,
      "grad_norm": 3.346222023025316,
      "learning_rate": 7.583202369336528e-05,
      "loss": 2.6372,
      "step": 47615
    },
    {
      "epoch": 4.044852191641183,
      "grad_norm": 2.8464809523835974,
      "learning_rate": 7.582605566784012e-05,
      "loss": 2.112,
      "step": 47616
    },
    {
      "epoch": 4.044937138973836,
      "grad_norm": 2.9200799546846383,
      "learning_rate": 7.582008779773164e-05,
      "loss": 2.1358,
      "step": 47617
    },
    {
      "epoch": 4.04502208630649,
      "grad_norm": 3.817558442865506,
      "learning_rate": 7.581412008305246e-05,
      "loss": 3.1863,
      "step": 47618
    },
    {
      "epoch": 4.045107033639144,
      "grad_norm": 2.95326858187308,
      "learning_rate": 7.5808152523815e-05,
      "loss": 2.0709,
      "step": 47619
    },
    {
      "epoch": 4.045191980971797,
      "grad_norm": 3.22438618774414,
      "learning_rate": 7.580218512003184e-05,
      "loss": 2.5854,
      "step": 47620
    },
    {
      "epoch": 4.045276928304451,
      "grad_norm": 3.220125208019835,
      "learning_rate": 7.579621787171545e-05,
      "loss": 2.3483,
      "step": 47621
    },
    {
      "epoch": 4.045361875637105,
      "grad_norm": 2.9114048085366893,
      "learning_rate": 7.579025077887826e-05,
      "loss": 2.2339,
      "step": 47622
    },
    {
      "epoch": 4.045446822969759,
      "grad_norm": 3.332694929386599,
      "learning_rate": 7.578428384153284e-05,
      "loss": 2.5396,
      "step": 47623
    },
    {
      "epoch": 4.0455317703024125,
      "grad_norm": 3.6233002219846293,
      "learning_rate": 7.577831705969173e-05,
      "loss": 2.838,
      "step": 47624
    },
    {
      "epoch": 4.045616717635066,
      "grad_norm": 3.031071414700249,
      "learning_rate": 7.577235043336742e-05,
      "loss": 2.3346,
      "step": 47625
    },
    {
      "epoch": 4.04570166496772,
      "grad_norm": 3.109216761385623,
      "learning_rate": 7.576638396257231e-05,
      "loss": 2.4655,
      "step": 47626
    },
    {
      "epoch": 4.045786612300374,
      "grad_norm": 3.0150815774776,
      "learning_rate": 7.576041764731904e-05,
      "loss": 2.481,
      "step": 47627
    },
    {
      "epoch": 4.045871559633028,
      "grad_norm": 3.5065225249127905,
      "learning_rate": 7.575445148762004e-05,
      "loss": 2.936,
      "step": 47628
    },
    {
      "epoch": 4.045956506965681,
      "grad_norm": 3.4044128847966406,
      "learning_rate": 7.574848548348777e-05,
      "loss": 2.6186,
      "step": 47629
    },
    {
      "epoch": 4.046041454298335,
      "grad_norm": 3.2557659619597827,
      "learning_rate": 7.574251963493477e-05,
      "loss": 2.5011,
      "step": 47630
    },
    {
      "epoch": 4.046126401630989,
      "grad_norm": 3.115443336113013,
      "learning_rate": 7.573655394197361e-05,
      "loss": 2.4901,
      "step": 47631
    },
    {
      "epoch": 4.046211348963642,
      "grad_norm": 3.0352571605097043,
      "learning_rate": 7.57305884046167e-05,
      "loss": 2.2664,
      "step": 47632
    },
    {
      "epoch": 4.046296296296297,
      "grad_norm": 3.4177514007435943,
      "learning_rate": 7.572462302287656e-05,
      "loss": 2.8396,
      "step": 47633
    },
    {
      "epoch": 4.04638124362895,
      "grad_norm": 2.8025224702902234,
      "learning_rate": 7.571865779676573e-05,
      "loss": 2.0727,
      "step": 47634
    },
    {
      "epoch": 4.0464661909616035,
      "grad_norm": 3.1752528042623647,
      "learning_rate": 7.571269272629666e-05,
      "loss": 2.5526,
      "step": 47635
    },
    {
      "epoch": 4.046551138294258,
      "grad_norm": 3.100207557069891,
      "learning_rate": 7.570672781148184e-05,
      "loss": 2.3336,
      "step": 47636
    },
    {
      "epoch": 4.046636085626911,
      "grad_norm": 3.3189657966036936,
      "learning_rate": 7.570076305233377e-05,
      "loss": 2.5682,
      "step": 47637
    },
    {
      "epoch": 4.046721032959565,
      "grad_norm": 3.151831492360894,
      "learning_rate": 7.569479844886503e-05,
      "loss": 2.3689,
      "step": 47638
    },
    {
      "epoch": 4.046805980292219,
      "grad_norm": 3.2774875306581324,
      "learning_rate": 7.568883400108808e-05,
      "loss": 2.7418,
      "step": 47639
    },
    {
      "epoch": 4.046890927624872,
      "grad_norm": 3.1653709566871866,
      "learning_rate": 7.568286970901532e-05,
      "loss": 2.5651,
      "step": 47640
    },
    {
      "epoch": 4.046975874957527,
      "grad_norm": 2.890175300419027,
      "learning_rate": 7.567690557265938e-05,
      "loss": 2.0473,
      "step": 47641
    },
    {
      "epoch": 4.04706082229018,
      "grad_norm": 3.1741269981877385,
      "learning_rate": 7.567094159203264e-05,
      "loss": 2.4882,
      "step": 47642
    },
    {
      "epoch": 4.0471457696228335,
      "grad_norm": 2.591742731704668,
      "learning_rate": 7.566497776714772e-05,
      "loss": 1.7626,
      "step": 47643
    },
    {
      "epoch": 4.047230716955488,
      "grad_norm": 3.266033968694154,
      "learning_rate": 7.5659014098017e-05,
      "loss": 2.741,
      "step": 47644
    },
    {
      "epoch": 4.047315664288141,
      "grad_norm": 3.1652038084087932,
      "learning_rate": 7.565305058465307e-05,
      "loss": 2.4934,
      "step": 47645
    },
    {
      "epoch": 4.0474006116207955,
      "grad_norm": 2.8382761406653745,
      "learning_rate": 7.56470872270684e-05,
      "loss": 2.1059,
      "step": 47646
    },
    {
      "epoch": 4.047485558953449,
      "grad_norm": 3.3064415198797437,
      "learning_rate": 7.564112402527542e-05,
      "loss": 2.5876,
      "step": 47647
    },
    {
      "epoch": 4.047570506286102,
      "grad_norm": 3.291058484257544,
      "learning_rate": 7.563516097928663e-05,
      "loss": 2.6772,
      "step": 47648
    },
    {
      "epoch": 4.047655453618757,
      "grad_norm": 3.699737333040207,
      "learning_rate": 7.562919808911467e-05,
      "loss": 2.7504,
      "step": 47649
    },
    {
      "epoch": 4.04774040095141,
      "grad_norm": 3.250871945572543,
      "learning_rate": 7.56232353547719e-05,
      "loss": 2.4242,
      "step": 47650
    },
    {
      "epoch": 4.047825348284064,
      "grad_norm": 3.3541925886821895,
      "learning_rate": 7.561727277627079e-05,
      "loss": 2.7805,
      "step": 47651
    },
    {
      "epoch": 4.047910295616718,
      "grad_norm": 3.155119609580088,
      "learning_rate": 7.561131035362396e-05,
      "loss": 2.4998,
      "step": 47652
    },
    {
      "epoch": 4.047995242949371,
      "grad_norm": 3.1469924778546727,
      "learning_rate": 7.560534808684382e-05,
      "loss": 2.4865,
      "step": 47653
    },
    {
      "epoch": 4.048080190282025,
      "grad_norm": 2.5884465550109192,
      "learning_rate": 7.559938597594282e-05,
      "loss": 1.7885,
      "step": 47654
    },
    {
      "epoch": 4.048165137614679,
      "grad_norm": 2.9969150659440147,
      "learning_rate": 7.559342402093351e-05,
      "loss": 2.3992,
      "step": 47655
    },
    {
      "epoch": 4.048250084947333,
      "grad_norm": 3.634584922678358,
      "learning_rate": 7.558746222182843e-05,
      "loss": 2.9194,
      "step": 47656
    },
    {
      "epoch": 4.0483350322799865,
      "grad_norm": 3.5111794015317903,
      "learning_rate": 7.558150057864004e-05,
      "loss": 2.8224,
      "step": 47657
    },
    {
      "epoch": 4.04841997961264,
      "grad_norm": 3.19027015597695,
      "learning_rate": 7.557553909138073e-05,
      "loss": 2.3434,
      "step": 47658
    },
    {
      "epoch": 4.048504926945294,
      "grad_norm": 2.7757962169736294,
      "learning_rate": 7.556957776006315e-05,
      "loss": 2.1005,
      "step": 47659
    },
    {
      "epoch": 4.048589874277948,
      "grad_norm": 3.4450577116063346,
      "learning_rate": 7.556361658469963e-05,
      "loss": 2.9421,
      "step": 47660
    },
    {
      "epoch": 4.048674821610601,
      "grad_norm": 2.458514699850185,
      "learning_rate": 7.555765556530282e-05,
      "loss": 1.7688,
      "step": 47661
    },
    {
      "epoch": 4.048759768943255,
      "grad_norm": 3.303094792364516,
      "learning_rate": 7.555169470188507e-05,
      "loss": 2.6579,
      "step": 47662
    },
    {
      "epoch": 4.048844716275909,
      "grad_norm": 2.9927135374999976,
      "learning_rate": 7.5545733994459e-05,
      "loss": 2.1091,
      "step": 47663
    },
    {
      "epoch": 4.048929663608563,
      "grad_norm": 3.5986567242264758,
      "learning_rate": 7.553977344303703e-05,
      "loss": 2.9689,
      "step": 47664
    },
    {
      "epoch": 4.049014610941216,
      "grad_norm": 2.931322502776988,
      "learning_rate": 7.553381304763159e-05,
      "loss": 2.2593,
      "step": 47665
    },
    {
      "epoch": 4.04909955827387,
      "grad_norm": 3.39693647260466,
      "learning_rate": 7.552785280825523e-05,
      "loss": 2.8774,
      "step": 47666
    },
    {
      "epoch": 4.049184505606524,
      "grad_norm": 2.934728726899312,
      "learning_rate": 7.552189272492051e-05,
      "loss": 2.0785,
      "step": 47667
    },
    {
      "epoch": 4.0492694529391775,
      "grad_norm": 2.575363301496253,
      "learning_rate": 7.551593279763983e-05,
      "loss": 1.7681,
      "step": 47668
    },
    {
      "epoch": 4.049354400271832,
      "grad_norm": 2.6832824562373334,
      "learning_rate": 7.550997302642567e-05,
      "loss": 1.9634,
      "step": 47669
    },
    {
      "epoch": 4.049439347604485,
      "grad_norm": 2.716874209406864,
      "learning_rate": 7.550401341129058e-05,
      "loss": 1.9944,
      "step": 47670
    },
    {
      "epoch": 4.049524294937139,
      "grad_norm": 3.4064667526433037,
      "learning_rate": 7.5498053952247e-05,
      "loss": 2.6147,
      "step": 47671
    },
    {
      "epoch": 4.049609242269793,
      "grad_norm": 3.9592268438928437,
      "learning_rate": 7.549209464930738e-05,
      "loss": 3.0769,
      "step": 47672
    },
    {
      "epoch": 4.049694189602446,
      "grad_norm": 3.2260101465976634,
      "learning_rate": 7.548613550248426e-05,
      "loss": 2.4157,
      "step": 47673
    },
    {
      "epoch": 4.049779136935101,
      "grad_norm": 3.422548789332563,
      "learning_rate": 7.548017651179017e-05,
      "loss": 2.5811,
      "step": 47674
    },
    {
      "epoch": 4.049864084267754,
      "grad_norm": 3.200331440455766,
      "learning_rate": 7.547421767723755e-05,
      "loss": 2.4213,
      "step": 47675
    },
    {
      "epoch": 4.049949031600407,
      "grad_norm": 3.138837845326037,
      "learning_rate": 7.546825899883883e-05,
      "loss": 2.3533,
      "step": 47676
    },
    {
      "epoch": 4.050033978933062,
      "grad_norm": 3.4921957057264934,
      "learning_rate": 7.54623004766066e-05,
      "loss": 2.8252,
      "step": 47677
    },
    {
      "epoch": 4.050118926265715,
      "grad_norm": 2.9837183194649786,
      "learning_rate": 7.545634211055324e-05,
      "loss": 2.1129,
      "step": 47678
    },
    {
      "epoch": 4.050203873598369,
      "grad_norm": 3.4593873515231093,
      "learning_rate": 7.545038390069132e-05,
      "loss": 2.742,
      "step": 47679
    },
    {
      "epoch": 4.050288820931023,
      "grad_norm": 3.2582821065214436,
      "learning_rate": 7.544442584703326e-05,
      "loss": 2.5409,
      "step": 47680
    },
    {
      "epoch": 4.050373768263676,
      "grad_norm": 3.158238049209041,
      "learning_rate": 7.543846794959162e-05,
      "loss": 2.5612,
      "step": 47681
    },
    {
      "epoch": 4.0504587155963305,
      "grad_norm": 2.8979056646118537,
      "learning_rate": 7.543251020837883e-05,
      "loss": 2.0836,
      "step": 47682
    },
    {
      "epoch": 4.050543662928984,
      "grad_norm": 3.075083861106157,
      "learning_rate": 7.542655262340741e-05,
      "loss": 2.4951,
      "step": 47683
    },
    {
      "epoch": 4.050628610261638,
      "grad_norm": 3.255132225622403,
      "learning_rate": 7.542059519468974e-05,
      "loss": 2.5732,
      "step": 47684
    },
    {
      "epoch": 4.050713557594292,
      "grad_norm": 3.3159566531626496,
      "learning_rate": 7.541463792223837e-05,
      "loss": 2.8363,
      "step": 47685
    },
    {
      "epoch": 4.050798504926945,
      "grad_norm": 2.9789516498653534,
      "learning_rate": 7.540868080606585e-05,
      "loss": 2.4797,
      "step": 47686
    },
    {
      "epoch": 4.050883452259599,
      "grad_norm": 2.8685585270485383,
      "learning_rate": 7.540272384618455e-05,
      "loss": 2.0779,
      "step": 47687
    },
    {
      "epoch": 4.050968399592253,
      "grad_norm": 2.997432756856378,
      "learning_rate": 7.539676704260705e-05,
      "loss": 2.2624,
      "step": 47688
    },
    {
      "epoch": 4.051053346924906,
      "grad_norm": 3.651188202150868,
      "learning_rate": 7.53908103953458e-05,
      "loss": 3.1256,
      "step": 47689
    },
    {
      "epoch": 4.0511382942575604,
      "grad_norm": 3.378494435494037,
      "learning_rate": 7.538485390441325e-05,
      "loss": 2.9035,
      "step": 47690
    },
    {
      "epoch": 4.051223241590214,
      "grad_norm": 2.804731849152335,
      "learning_rate": 7.53788975698218e-05,
      "loss": 2.1004,
      "step": 47691
    },
    {
      "epoch": 4.051308188922868,
      "grad_norm": 3.3921550445154733,
      "learning_rate": 7.537294139158412e-05,
      "loss": 2.916,
      "step": 47692
    },
    {
      "epoch": 4.0513931362555216,
      "grad_norm": 3.1081610237447266,
      "learning_rate": 7.53669853697126e-05,
      "loss": 2.4957,
      "step": 47693
    },
    {
      "epoch": 4.051478083588175,
      "grad_norm": 3.672498816912183,
      "learning_rate": 7.536102950421966e-05,
      "loss": 2.9883,
      "step": 47694
    },
    {
      "epoch": 4.051563030920829,
      "grad_norm": 3.435910911171943,
      "learning_rate": 7.535507379511791e-05,
      "loss": 2.5597,
      "step": 47695
    },
    {
      "epoch": 4.051647978253483,
      "grad_norm": 3.081918563923524,
      "learning_rate": 7.534911824241973e-05,
      "loss": 2.4252,
      "step": 47696
    },
    {
      "epoch": 4.051732925586137,
      "grad_norm": 3.3040968324668087,
      "learning_rate": 7.534316284613759e-05,
      "loss": 2.7676,
      "step": 47697
    },
    {
      "epoch": 4.05181787291879,
      "grad_norm": 3.2968543527864584,
      "learning_rate": 7.533720760628397e-05,
      "loss": 2.6298,
      "step": 47698
    },
    {
      "epoch": 4.051902820251444,
      "grad_norm": 3.4979710466653327,
      "learning_rate": 7.533125252287144e-05,
      "loss": 2.8377,
      "step": 47699
    },
    {
      "epoch": 4.051987767584098,
      "grad_norm": 3.1503815290719697,
      "learning_rate": 7.532529759591243e-05,
      "loss": 2.5485,
      "step": 47700
    },
    {
      "epoch": 4.0520727149167515,
      "grad_norm": 3.4892362305099427,
      "learning_rate": 7.531934282541941e-05,
      "loss": 2.838,
      "step": 47701
    },
    {
      "epoch": 4.052157662249406,
      "grad_norm": 3.725782556124422,
      "learning_rate": 7.531338821140478e-05,
      "loss": 3.0596,
      "step": 47702
    },
    {
      "epoch": 4.052242609582059,
      "grad_norm": 3.141677349696752,
      "learning_rate": 7.530743375388111e-05,
      "loss": 2.5567,
      "step": 47703
    },
    {
      "epoch": 4.052327556914713,
      "grad_norm": 2.7136704882241847,
      "learning_rate": 7.530147945286088e-05,
      "loss": 2.0035,
      "step": 47704
    },
    {
      "epoch": 4.052412504247367,
      "grad_norm": 3.3854730443620484,
      "learning_rate": 7.529552530835651e-05,
      "loss": 2.6066,
      "step": 47705
    },
    {
      "epoch": 4.05249745158002,
      "grad_norm": 3.7535512354964737,
      "learning_rate": 7.528957132038056e-05,
      "loss": 3.2209,
      "step": 47706
    },
    {
      "epoch": 4.052582398912675,
      "grad_norm": 2.7760191476245235,
      "learning_rate": 7.528361748894542e-05,
      "loss": 1.8946,
      "step": 47707
    },
    {
      "epoch": 4.052667346245328,
      "grad_norm": 3.275813013950375,
      "learning_rate": 7.527766381406363e-05,
      "loss": 2.3778,
      "step": 47708
    },
    {
      "epoch": 4.052752293577981,
      "grad_norm": 3.346318998398685,
      "learning_rate": 7.527171029574752e-05,
      "loss": 2.5004,
      "step": 47709
    },
    {
      "epoch": 4.052837240910636,
      "grad_norm": 3.206114024182621,
      "learning_rate": 7.526575693400977e-05,
      "loss": 2.4391,
      "step": 47710
    },
    {
      "epoch": 4.052922188243289,
      "grad_norm": 3.3644255244338477,
      "learning_rate": 7.525980372886277e-05,
      "loss": 2.7428,
      "step": 47711
    },
    {
      "epoch": 4.0530071355759425,
      "grad_norm": 2.687968872897654,
      "learning_rate": 7.525385068031897e-05,
      "loss": 1.8621,
      "step": 47712
    },
    {
      "epoch": 4.053092082908597,
      "grad_norm": 3.199979180287107,
      "learning_rate": 7.524789778839081e-05,
      "loss": 2.4682,
      "step": 47713
    },
    {
      "epoch": 4.05317703024125,
      "grad_norm": 3.7058819657540654,
      "learning_rate": 7.524194505309089e-05,
      "loss": 3.1992,
      "step": 47714
    },
    {
      "epoch": 4.0532619775739045,
      "grad_norm": 3.157559941728339,
      "learning_rate": 7.52359924744315e-05,
      "loss": 2.2502,
      "step": 47715
    },
    {
      "epoch": 4.053346924906558,
      "grad_norm": 2.8862290979042595,
      "learning_rate": 7.523004005242524e-05,
      "loss": 2.0326,
      "step": 47716
    },
    {
      "epoch": 4.053431872239211,
      "grad_norm": 3.1451287624337456,
      "learning_rate": 7.522408778708463e-05,
      "loss": 2.3672,
      "step": 47717
    },
    {
      "epoch": 4.053516819571866,
      "grad_norm": 3.350821908457625,
      "learning_rate": 7.521813567842205e-05,
      "loss": 2.8771,
      "step": 47718
    },
    {
      "epoch": 4.053601766904519,
      "grad_norm": 3.0366225451883215,
      "learning_rate": 7.521218372645e-05,
      "loss": 2.2003,
      "step": 47719
    },
    {
      "epoch": 4.053686714237173,
      "grad_norm": 3.2047173440003496,
      "learning_rate": 7.520623193118087e-05,
      "loss": 2.746,
      "step": 47720
    },
    {
      "epoch": 4.053771661569827,
      "grad_norm": 3.0511684966948915,
      "learning_rate": 7.520028029262721e-05,
      "loss": 2.1258,
      "step": 47721
    },
    {
      "epoch": 4.05385660890248,
      "grad_norm": 3.406990599881625,
      "learning_rate": 7.519432881080156e-05,
      "loss": 2.9246,
      "step": 47722
    },
    {
      "epoch": 4.053941556235134,
      "grad_norm": 3.5715091084159685,
      "learning_rate": 7.518837748571621e-05,
      "loss": 2.8499,
      "step": 47723
    },
    {
      "epoch": 4.054026503567788,
      "grad_norm": 3.056967475059116,
      "learning_rate": 7.518242631738382e-05,
      "loss": 2.4261,
      "step": 47724
    },
    {
      "epoch": 4.054111450900442,
      "grad_norm": 3.3325364640881943,
      "learning_rate": 7.517647530581679e-05,
      "loss": 2.626,
      "step": 47725
    },
    {
      "epoch": 4.0541963982330955,
      "grad_norm": 3.0541033908848885,
      "learning_rate": 7.517052445102754e-05,
      "loss": 2.4106,
      "step": 47726
    },
    {
      "epoch": 4.054281345565749,
      "grad_norm": 3.2515829367487066,
      "learning_rate": 7.516457375302853e-05,
      "loss": 2.6601,
      "step": 47727
    },
    {
      "epoch": 4.054366292898403,
      "grad_norm": 3.7683410843043754,
      "learning_rate": 7.515862321183225e-05,
      "loss": 3.07,
      "step": 47728
    },
    {
      "epoch": 4.054451240231057,
      "grad_norm": 3.2493793862216744,
      "learning_rate": 7.515267282745127e-05,
      "loss": 2.406,
      "step": 47729
    },
    {
      "epoch": 4.054536187563711,
      "grad_norm": 3.284056613328348,
      "learning_rate": 7.514672259989797e-05,
      "loss": 2.7182,
      "step": 47730
    },
    {
      "epoch": 4.054621134896364,
      "grad_norm": 2.7807757624431417,
      "learning_rate": 7.514077252918474e-05,
      "loss": 2.0297,
      "step": 47731
    },
    {
      "epoch": 4.054706082229018,
      "grad_norm": 3.2650955854460526,
      "learning_rate": 7.513482261532421e-05,
      "loss": 2.5628,
      "step": 47732
    },
    {
      "epoch": 4.054791029561672,
      "grad_norm": 3.53025701228085,
      "learning_rate": 7.512887285832876e-05,
      "loss": 2.5778,
      "step": 47733
    },
    {
      "epoch": 4.054875976894325,
      "grad_norm": 3.0807112519320317,
      "learning_rate": 7.512292325821074e-05,
      "loss": 2.3788,
      "step": 47734
    },
    {
      "epoch": 4.054960924226979,
      "grad_norm": 3.4888294960856547,
      "learning_rate": 7.511697381498287e-05,
      "loss": 2.9251,
      "step": 47735
    },
    {
      "epoch": 4.055045871559633,
      "grad_norm": 3.0240294671058705,
      "learning_rate": 7.51110245286575e-05,
      "loss": 2.3928,
      "step": 47736
    },
    {
      "epoch": 4.0551308188922865,
      "grad_norm": 3.4450085472024092,
      "learning_rate": 7.510507539924705e-05,
      "loss": 2.8463,
      "step": 47737
    },
    {
      "epoch": 4.055215766224941,
      "grad_norm": 3.072084849814461,
      "learning_rate": 7.509912642676396e-05,
      "loss": 2.4356,
      "step": 47738
    },
    {
      "epoch": 4.055300713557594,
      "grad_norm": 3.217615575134912,
      "learning_rate": 7.509317761122084e-05,
      "loss": 2.6255,
      "step": 47739
    },
    {
      "epoch": 4.055385660890248,
      "grad_norm": 3.7813426466010127,
      "learning_rate": 7.508722895262997e-05,
      "loss": 3.1844,
      "step": 47740
    },
    {
      "epoch": 4.055470608222902,
      "grad_norm": 3.8310361801256376,
      "learning_rate": 7.508128045100398e-05,
      "loss": 3.3395,
      "step": 47741
    },
    {
      "epoch": 4.055555555555555,
      "grad_norm": 3.3406159490122986,
      "learning_rate": 7.50753321063552e-05,
      "loss": 2.9433,
      "step": 47742
    },
    {
      "epoch": 4.05564050288821,
      "grad_norm": 2.56786527982772,
      "learning_rate": 7.506938391869624e-05,
      "loss": 1.8574,
      "step": 47743
    },
    {
      "epoch": 4.055725450220863,
      "grad_norm": 2.745771733165628,
      "learning_rate": 7.506343588803947e-05,
      "loss": 2.0421,
      "step": 47744
    },
    {
      "epoch": 4.0558103975535165,
      "grad_norm": 3.179718965613456,
      "learning_rate": 7.50574880143973e-05,
      "loss": 2.4784,
      "step": 47745
    },
    {
      "epoch": 4.055895344886171,
      "grad_norm": 3.3429945061494797,
      "learning_rate": 7.505154029778225e-05,
      "loss": 2.3928,
      "step": 47746
    },
    {
      "epoch": 4.055980292218824,
      "grad_norm": 3.222204084661305,
      "learning_rate": 7.504559273820684e-05,
      "loss": 2.3179,
      "step": 47747
    },
    {
      "epoch": 4.0560652395514785,
      "grad_norm": 3.550947963312843,
      "learning_rate": 7.50396453356835e-05,
      "loss": 2.7017,
      "step": 47748
    },
    {
      "epoch": 4.056150186884132,
      "grad_norm": 2.841160694227603,
      "learning_rate": 7.503369809022461e-05,
      "loss": 2.0348,
      "step": 47749
    },
    {
      "epoch": 4.056235134216785,
      "grad_norm": 3.444794392046764,
      "learning_rate": 7.502775100184273e-05,
      "loss": 2.5889,
      "step": 47750
    },
    {
      "epoch": 4.05632008154944,
      "grad_norm": 2.927236490412993,
      "learning_rate": 7.502180407055031e-05,
      "loss": 2.0,
      "step": 47751
    },
    {
      "epoch": 4.056405028882093,
      "grad_norm": 3.2064435099079107,
      "learning_rate": 7.501585729635972e-05,
      "loss": 2.3164,
      "step": 47752
    },
    {
      "epoch": 4.056489976214747,
      "grad_norm": 2.537829040162467,
      "learning_rate": 7.500991067928348e-05,
      "loss": 1.7817,
      "step": 47753
    },
    {
      "epoch": 4.056574923547401,
      "grad_norm": 3.344019359231332,
      "learning_rate": 7.500396421933411e-05,
      "loss": 2.7558,
      "step": 47754
    },
    {
      "epoch": 4.056659870880054,
      "grad_norm": 2.6446888599611245,
      "learning_rate": 7.499801791652401e-05,
      "loss": 1.8612,
      "step": 47755
    },
    {
      "epoch": 4.056744818212708,
      "grad_norm": 3.313184412090422,
      "learning_rate": 7.49920717708656e-05,
      "loss": 2.5198,
      "step": 47756
    },
    {
      "epoch": 4.056829765545362,
      "grad_norm": 2.671961155695749,
      "learning_rate": 7.498612578237143e-05,
      "loss": 1.93,
      "step": 47757
    },
    {
      "epoch": 4.056914712878015,
      "grad_norm": 3.482697564649975,
      "learning_rate": 7.498017995105386e-05,
      "loss": 2.8359,
      "step": 47758
    },
    {
      "epoch": 4.0569996602106695,
      "grad_norm": 3.3849723401636496,
      "learning_rate": 7.497423427692545e-05,
      "loss": 2.617,
      "step": 47759
    },
    {
      "epoch": 4.057084607543323,
      "grad_norm": 2.717602081090759,
      "learning_rate": 7.496828875999857e-05,
      "loss": 1.927,
      "step": 47760
    },
    {
      "epoch": 4.057169554875977,
      "grad_norm": 3.2483404208513322,
      "learning_rate": 7.496234340028575e-05,
      "loss": 2.5037,
      "step": 47761
    },
    {
      "epoch": 4.057254502208631,
      "grad_norm": 3.507003706490304,
      "learning_rate": 7.495639819779942e-05,
      "loss": 2.9074,
      "step": 47762
    },
    {
      "epoch": 4.057339449541284,
      "grad_norm": 2.5882182175235893,
      "learning_rate": 7.495045315255196e-05,
      "loss": 1.8709,
      "step": 47763
    },
    {
      "epoch": 4.057424396873938,
      "grad_norm": 3.584936015394194,
      "learning_rate": 7.494450826455592e-05,
      "loss": 3.1191,
      "step": 47764
    },
    {
      "epoch": 4.057509344206592,
      "grad_norm": 2.757134584357954,
      "learning_rate": 7.493856353382378e-05,
      "loss": 1.9455,
      "step": 47765
    },
    {
      "epoch": 4.057594291539246,
      "grad_norm": 2.622513058132171,
      "learning_rate": 7.493261896036794e-05,
      "loss": 1.7855,
      "step": 47766
    },
    {
      "epoch": 4.057679238871899,
      "grad_norm": 3.3171775501471745,
      "learning_rate": 7.492667454420082e-05,
      "loss": 2.419,
      "step": 47767
    },
    {
      "epoch": 4.057764186204553,
      "grad_norm": 3.282991239890007,
      "learning_rate": 7.492073028533498e-05,
      "loss": 2.7215,
      "step": 47768
    },
    {
      "epoch": 4.057849133537207,
      "grad_norm": 3.5395702123363773,
      "learning_rate": 7.491478618378278e-05,
      "loss": 2.9258,
      "step": 47769
    },
    {
      "epoch": 4.0579340808698605,
      "grad_norm": 3.037452777161826,
      "learning_rate": 7.490884223955668e-05,
      "loss": 2.4105,
      "step": 47770
    },
    {
      "epoch": 4.058019028202515,
      "grad_norm": 3.7476661162649294,
      "learning_rate": 7.490289845266916e-05,
      "loss": 3.2307,
      "step": 47771
    },
    {
      "epoch": 4.058103975535168,
      "grad_norm": 3.5512797570463612,
      "learning_rate": 7.489695482313273e-05,
      "loss": 3.0681,
      "step": 47772
    },
    {
      "epoch": 4.058188922867822,
      "grad_norm": 3.0755718996840025,
      "learning_rate": 7.48910113509598e-05,
      "loss": 2.5409,
      "step": 47773
    },
    {
      "epoch": 4.058273870200476,
      "grad_norm": 3.349339546644562,
      "learning_rate": 7.488506803616276e-05,
      "loss": 2.6891,
      "step": 47774
    },
    {
      "epoch": 4.058358817533129,
      "grad_norm": 2.6778941638788702,
      "learning_rate": 7.487912487875417e-05,
      "loss": 1.9662,
      "step": 47775
    },
    {
      "epoch": 4.058443764865784,
      "grad_norm": 2.6279252204270103,
      "learning_rate": 7.487318187874642e-05,
      "loss": 1.8988,
      "step": 47776
    },
    {
      "epoch": 4.058528712198437,
      "grad_norm": 2.8347558069479963,
      "learning_rate": 7.486723903615193e-05,
      "loss": 2.0545,
      "step": 47777
    },
    {
      "epoch": 4.05861365953109,
      "grad_norm": 3.1484471869975073,
      "learning_rate": 7.486129635098318e-05,
      "loss": 2.7346,
      "step": 47778
    },
    {
      "epoch": 4.058698606863745,
      "grad_norm": 3.7020167290085215,
      "learning_rate": 7.485535382325272e-05,
      "loss": 3.1422,
      "step": 47779
    },
    {
      "epoch": 4.058783554196398,
      "grad_norm": 2.5257996691169238,
      "learning_rate": 7.484941145297289e-05,
      "loss": 1.6874,
      "step": 47780
    },
    {
      "epoch": 4.0588685015290515,
      "grad_norm": 3.4394687128675487,
      "learning_rate": 7.484346924015613e-05,
      "loss": 2.8618,
      "step": 47781
    },
    {
      "epoch": 4.058953448861706,
      "grad_norm": 3.476103381610976,
      "learning_rate": 7.483752718481498e-05,
      "loss": 2.4061,
      "step": 47782
    },
    {
      "epoch": 4.059038396194359,
      "grad_norm": 3.8024235546416834,
      "learning_rate": 7.483158528696178e-05,
      "loss": 3.263,
      "step": 47783
    },
    {
      "epoch": 4.0591233435270135,
      "grad_norm": 3.3835719447368517,
      "learning_rate": 7.48256435466091e-05,
      "loss": 2.7503,
      "step": 47784
    },
    {
      "epoch": 4.059208290859667,
      "grad_norm": 3.564426938770668,
      "learning_rate": 7.481970196376927e-05,
      "loss": 2.866,
      "step": 47785
    },
    {
      "epoch": 4.05929323819232,
      "grad_norm": 2.699993705154016,
      "learning_rate": 7.481376053845486e-05,
      "loss": 1.981,
      "step": 47786
    },
    {
      "epoch": 4.059378185524975,
      "grad_norm": 3.3070204594206487,
      "learning_rate": 7.480781927067827e-05,
      "loss": 2.5847,
      "step": 47787
    },
    {
      "epoch": 4.059463132857628,
      "grad_norm": 3.6334666475830444,
      "learning_rate": 7.480187816045184e-05,
      "loss": 2.8516,
      "step": 47788
    },
    {
      "epoch": 4.059548080190282,
      "grad_norm": 2.4724946559033194,
      "learning_rate": 7.479593720778816e-05,
      "loss": 1.6142,
      "step": 47789
    },
    {
      "epoch": 4.059633027522936,
      "grad_norm": 2.762580583900453,
      "learning_rate": 7.478999641269966e-05,
      "loss": 2.0529,
      "step": 47790
    },
    {
      "epoch": 4.059717974855589,
      "grad_norm": 2.92691782835643,
      "learning_rate": 7.478405577519878e-05,
      "loss": 2.1304,
      "step": 47791
    },
    {
      "epoch": 4.0598029221882435,
      "grad_norm": 3.3292514834267926,
      "learning_rate": 7.477811529529788e-05,
      "loss": 2.8554,
      "step": 47792
    },
    {
      "epoch": 4.059887869520897,
      "grad_norm": 2.5690440981698837,
      "learning_rate": 7.477217497300955e-05,
      "loss": 1.8461,
      "step": 47793
    },
    {
      "epoch": 4.059972816853551,
      "grad_norm": 3.741652500626123,
      "learning_rate": 7.476623480834614e-05,
      "loss": 3.0776,
      "step": 47794
    },
    {
      "epoch": 4.060057764186205,
      "grad_norm": 3.3345051071437615,
      "learning_rate": 7.476029480132007e-05,
      "loss": 2.7956,
      "step": 47795
    },
    {
      "epoch": 4.060142711518858,
      "grad_norm": 3.188622234785752,
      "learning_rate": 7.475435495194385e-05,
      "loss": 2.4999,
      "step": 47796
    },
    {
      "epoch": 4.060227658851512,
      "grad_norm": 2.7128194281875255,
      "learning_rate": 7.474841526022997e-05,
      "loss": 1.9159,
      "step": 47797
    },
    {
      "epoch": 4.060312606184166,
      "grad_norm": 3.08522503169034,
      "learning_rate": 7.474247572619079e-05,
      "loss": 2.2165,
      "step": 47798
    },
    {
      "epoch": 4.06039755351682,
      "grad_norm": 3.426476764492286,
      "learning_rate": 7.473653634983874e-05,
      "loss": 2.8656,
      "step": 47799
    },
    {
      "epoch": 4.060482500849473,
      "grad_norm": 3.371913178094165,
      "learning_rate": 7.473059713118636e-05,
      "loss": 2.5946,
      "step": 47800
    },
    {
      "epoch": 4.060567448182127,
      "grad_norm": 3.4317275172015425,
      "learning_rate": 7.472465807024599e-05,
      "loss": 2.8779,
      "step": 47801
    },
    {
      "epoch": 4.060652395514781,
      "grad_norm": 3.2028800808844817,
      "learning_rate": 7.471871916703017e-05,
      "loss": 2.3816,
      "step": 47802
    },
    {
      "epoch": 4.0607373428474345,
      "grad_norm": 3.645235688876743,
      "learning_rate": 7.471278042155123e-05,
      "loss": 3.0906,
      "step": 47803
    },
    {
      "epoch": 4.060822290180089,
      "grad_norm": 3.1322754069767202,
      "learning_rate": 7.470684183382177e-05,
      "loss": 2.192,
      "step": 47804
    },
    {
      "epoch": 4.060907237512742,
      "grad_norm": 2.5503217009835737,
      "learning_rate": 7.470090340385414e-05,
      "loss": 1.6622,
      "step": 47805
    },
    {
      "epoch": 4.060992184845396,
      "grad_norm": 2.5117937603150677,
      "learning_rate": 7.469496513166071e-05,
      "loss": 1.7141,
      "step": 47806
    },
    {
      "epoch": 4.06107713217805,
      "grad_norm": 3.4317610220125423,
      "learning_rate": 7.468902701725402e-05,
      "loss": 2.4891,
      "step": 47807
    },
    {
      "epoch": 4.061162079510703,
      "grad_norm": 3.4727105558338454,
      "learning_rate": 7.468308906064654e-05,
      "loss": 2.8398,
      "step": 47808
    },
    {
      "epoch": 4.061247026843357,
      "grad_norm": 3.8000226384322215,
      "learning_rate": 7.467715126185066e-05,
      "loss": 3.3712,
      "step": 47809
    },
    {
      "epoch": 4.061331974176011,
      "grad_norm": 3.1083226555663486,
      "learning_rate": 7.467121362087879e-05,
      "loss": 2.2945,
      "step": 47810
    },
    {
      "epoch": 4.061416921508664,
      "grad_norm": 2.6046452444637396,
      "learning_rate": 7.466527613774344e-05,
      "loss": 1.9263,
      "step": 47811
    },
    {
      "epoch": 4.061501868841319,
      "grad_norm": 3.22108581013439,
      "learning_rate": 7.465933881245703e-05,
      "loss": 2.4734,
      "step": 47812
    },
    {
      "epoch": 4.061586816173972,
      "grad_norm": 2.9077906711548773,
      "learning_rate": 7.465340164503194e-05,
      "loss": 2.1639,
      "step": 47813
    },
    {
      "epoch": 4.0616717635066255,
      "grad_norm": 3.443590949157583,
      "learning_rate": 7.464746463548064e-05,
      "loss": 2.808,
      "step": 47814
    },
    {
      "epoch": 4.06175671083928,
      "grad_norm": 3.362696004588791,
      "learning_rate": 7.464152778381565e-05,
      "loss": 2.5589,
      "step": 47815
    },
    {
      "epoch": 4.061841658171933,
      "grad_norm": 3.7268447518911785,
      "learning_rate": 7.463559109004936e-05,
      "loss": 3.1801,
      "step": 47816
    },
    {
      "epoch": 4.0619266055045875,
      "grad_norm": 2.923917389763883,
      "learning_rate": 7.462965455419412e-05,
      "loss": 2.0822,
      "step": 47817
    },
    {
      "epoch": 4.062011552837241,
      "grad_norm": 3.1245563109253913,
      "learning_rate": 7.462371817626251e-05,
      "loss": 2.1437,
      "step": 47818
    },
    {
      "epoch": 4.062096500169894,
      "grad_norm": 3.1680745328510276,
      "learning_rate": 7.461778195626692e-05,
      "loss": 2.4741,
      "step": 47819
    },
    {
      "epoch": 4.062181447502549,
      "grad_norm": 3.307770885509178,
      "learning_rate": 7.46118458942197e-05,
      "loss": 2.8555,
      "step": 47820
    },
    {
      "epoch": 4.062266394835202,
      "grad_norm": 3.8027229663272757,
      "learning_rate": 7.460590999013337e-05,
      "loss": 2.7364,
      "step": 47821
    },
    {
      "epoch": 4.062351342167856,
      "grad_norm": 2.4335127122811437,
      "learning_rate": 7.45999742440204e-05,
      "loss": 1.722,
      "step": 47822
    },
    {
      "epoch": 4.06243628950051,
      "grad_norm": 2.5497189439462273,
      "learning_rate": 7.45940386558932e-05,
      "loss": 1.7147,
      "step": 47823
    },
    {
      "epoch": 4.062521236833163,
      "grad_norm": 3.750154130444944,
      "learning_rate": 7.458810322576413e-05,
      "loss": 3.137,
      "step": 47824
    },
    {
      "epoch": 4.062606184165817,
      "grad_norm": 2.7257695201432814,
      "learning_rate": 7.458216795364573e-05,
      "loss": 1.8454,
      "step": 47825
    },
    {
      "epoch": 4.062691131498471,
      "grad_norm": 3.384016187183334,
      "learning_rate": 7.457623283955036e-05,
      "loss": 2.8004,
      "step": 47826
    },
    {
      "epoch": 4.062776078831125,
      "grad_norm": 3.350829127366513,
      "learning_rate": 7.457029788349054e-05,
      "loss": 2.8382,
      "step": 47827
    },
    {
      "epoch": 4.0628610261637785,
      "grad_norm": 3.261216692669619,
      "learning_rate": 7.456436308547858e-05,
      "loss": 2.6223,
      "step": 47828
    },
    {
      "epoch": 4.062945973496432,
      "grad_norm": 3.1822960208058313,
      "learning_rate": 7.455842844552709e-05,
      "loss": 2.2773,
      "step": 47829
    },
    {
      "epoch": 4.063030920829086,
      "grad_norm": 3.716405849375397,
      "learning_rate": 7.455249396364837e-05,
      "loss": 3.1187,
      "step": 47830
    },
    {
      "epoch": 4.06311586816174,
      "grad_norm": 3.0457348589048387,
      "learning_rate": 7.454655963985484e-05,
      "loss": 2.3753,
      "step": 47831
    },
    {
      "epoch": 4.063200815494393,
      "grad_norm": 3.717061256936802,
      "learning_rate": 7.4540625474159e-05,
      "loss": 3.1163,
      "step": 47832
    },
    {
      "epoch": 4.063285762827047,
      "grad_norm": 2.9230114461332564,
      "learning_rate": 7.45346914665733e-05,
      "loss": 2.2068,
      "step": 47833
    },
    {
      "epoch": 4.063370710159701,
      "grad_norm": 3.257144076123969,
      "learning_rate": 7.452875761711016e-05,
      "loss": 2.4987,
      "step": 47834
    },
    {
      "epoch": 4.063455657492355,
      "grad_norm": 2.850839848575104,
      "learning_rate": 7.452282392578195e-05,
      "loss": 2.1758,
      "step": 47835
    },
    {
      "epoch": 4.0635406048250085,
      "grad_norm": 2.9316646722558244,
      "learning_rate": 7.451689039260119e-05,
      "loss": 2.2624,
      "step": 47836
    },
    {
      "epoch": 4.063625552157662,
      "grad_norm": 2.8098125262185887,
      "learning_rate": 7.451095701758026e-05,
      "loss": 1.9737,
      "step": 47837
    },
    {
      "epoch": 4.063710499490316,
      "grad_norm": 3.226269432779729,
      "learning_rate": 7.450502380073157e-05,
      "loss": 2.5617,
      "step": 47838
    },
    {
      "epoch": 4.06379544682297,
      "grad_norm": 3.372179333534443,
      "learning_rate": 7.449909074206755e-05,
      "loss": 2.9165,
      "step": 47839
    },
    {
      "epoch": 4.063880394155624,
      "grad_norm": 3.209690365896208,
      "learning_rate": 7.449315784160076e-05,
      "loss": 2.4763,
      "step": 47840
    },
    {
      "epoch": 4.063965341488277,
      "grad_norm": 3.404729955130758,
      "learning_rate": 7.448722509934351e-05,
      "loss": 2.858,
      "step": 47841
    },
    {
      "epoch": 4.064050288820931,
      "grad_norm": 3.299196491736459,
      "learning_rate": 7.448129251530822e-05,
      "loss": 3.0046,
      "step": 47842
    },
    {
      "epoch": 4.064135236153585,
      "grad_norm": 2.9995174408009344,
      "learning_rate": 7.447536008950741e-05,
      "loss": 2.4297,
      "step": 47843
    },
    {
      "epoch": 4.064220183486238,
      "grad_norm": 2.8697986992253295,
      "learning_rate": 7.446942782195341e-05,
      "loss": 2.1098,
      "step": 47844
    },
    {
      "epoch": 4.064305130818893,
      "grad_norm": 2.716865358242012,
      "learning_rate": 7.446349571265874e-05,
      "loss": 1.9009,
      "step": 47845
    },
    {
      "epoch": 4.064390078151546,
      "grad_norm": 3.336882891080485,
      "learning_rate": 7.445756376163575e-05,
      "loss": 2.4741,
      "step": 47846
    },
    {
      "epoch": 4.0644750254841995,
      "grad_norm": 3.2736422508056204,
      "learning_rate": 7.445163196889694e-05,
      "loss": 2.6332,
      "step": 47847
    },
    {
      "epoch": 4.064559972816854,
      "grad_norm": 3.2771119314190993,
      "learning_rate": 7.444570033445473e-05,
      "loss": 2.5168,
      "step": 47848
    },
    {
      "epoch": 4.064644920149507,
      "grad_norm": 3.6427080490131143,
      "learning_rate": 7.443976885832146e-05,
      "loss": 2.9623,
      "step": 47849
    },
    {
      "epoch": 4.0647298674821615,
      "grad_norm": 3.084650581014223,
      "learning_rate": 7.443383754050963e-05,
      "loss": 2.355,
      "step": 47850
    },
    {
      "epoch": 4.064814814814815,
      "grad_norm": 3.3596335597858307,
      "learning_rate": 7.44279063810317e-05,
      "loss": 2.4576,
      "step": 47851
    },
    {
      "epoch": 4.064899762147468,
      "grad_norm": 3.1987117005082877,
      "learning_rate": 7.442197537990006e-05,
      "loss": 2.3081,
      "step": 47852
    },
    {
      "epoch": 4.064984709480123,
      "grad_norm": 3.536415612285948,
      "learning_rate": 7.44160445371271e-05,
      "loss": 2.8271,
      "step": 47853
    },
    {
      "epoch": 4.065069656812776,
      "grad_norm": 3.03439188129139,
      "learning_rate": 7.441011385272532e-05,
      "loss": 2.2815,
      "step": 47854
    },
    {
      "epoch": 4.06515460414543,
      "grad_norm": 3.3423267566049644,
      "learning_rate": 7.440418332670713e-05,
      "loss": 2.4432,
      "step": 47855
    },
    {
      "epoch": 4.065239551478084,
      "grad_norm": 3.2914314960853246,
      "learning_rate": 7.439825295908486e-05,
      "loss": 2.5744,
      "step": 47856
    },
    {
      "epoch": 4.065324498810737,
      "grad_norm": 3.2249600886400973,
      "learning_rate": 7.439232274987102e-05,
      "loss": 2.4099,
      "step": 47857
    },
    {
      "epoch": 4.065409446143391,
      "grad_norm": 3.0736047980684953,
      "learning_rate": 7.438639269907809e-05,
      "loss": 2.0846,
      "step": 47858
    },
    {
      "epoch": 4.065494393476045,
      "grad_norm": 3.419592499182605,
      "learning_rate": 7.438046280671842e-05,
      "loss": 2.649,
      "step": 47859
    },
    {
      "epoch": 4.065579340808698,
      "grad_norm": 3.125775611355714,
      "learning_rate": 7.437453307280441e-05,
      "loss": 2.3976,
      "step": 47860
    },
    {
      "epoch": 4.0656642881413525,
      "grad_norm": 3.3443561379134716,
      "learning_rate": 7.436860349734856e-05,
      "loss": 2.5244,
      "step": 47861
    },
    {
      "epoch": 4.065749235474006,
      "grad_norm": 3.1247268721460255,
      "learning_rate": 7.436267408036325e-05,
      "loss": 2.4261,
      "step": 47862
    },
    {
      "epoch": 4.06583418280666,
      "grad_norm": 2.6967314475664925,
      "learning_rate": 7.435674482186088e-05,
      "loss": 1.9469,
      "step": 47863
    },
    {
      "epoch": 4.065919130139314,
      "grad_norm": 3.379272520639367,
      "learning_rate": 7.435081572185389e-05,
      "loss": 2.8503,
      "step": 47864
    },
    {
      "epoch": 4.066004077471967,
      "grad_norm": 2.7391262996057417,
      "learning_rate": 7.434488678035477e-05,
      "loss": 1.8478,
      "step": 47865
    },
    {
      "epoch": 4.066089024804621,
      "grad_norm": 3.265718846753383,
      "learning_rate": 7.433895799737589e-05,
      "loss": 2.395,
      "step": 47866
    },
    {
      "epoch": 4.066173972137275,
      "grad_norm": 3.7044027922648617,
      "learning_rate": 7.433302937292962e-05,
      "loss": 3.0284,
      "step": 47867
    },
    {
      "epoch": 4.066258919469929,
      "grad_norm": 3.266989657908442,
      "learning_rate": 7.43271009070285e-05,
      "loss": 2.585,
      "step": 47868
    },
    {
      "epoch": 4.066343866802582,
      "grad_norm": 3.308758268646292,
      "learning_rate": 7.432117259968482e-05,
      "loss": 2.6121,
      "step": 47869
    },
    {
      "epoch": 4.066428814135236,
      "grad_norm": 3.1507380734287045,
      "learning_rate": 7.431524445091113e-05,
      "loss": 2.2052,
      "step": 47870
    },
    {
      "epoch": 4.06651376146789,
      "grad_norm": 3.1647996156655336,
      "learning_rate": 7.430931646071973e-05,
      "loss": 2.5446,
      "step": 47871
    },
    {
      "epoch": 4.0665987088005435,
      "grad_norm": 3.535223101554213,
      "learning_rate": 7.430338862912316e-05,
      "loss": 2.7838,
      "step": 47872
    },
    {
      "epoch": 4.066683656133198,
      "grad_norm": 3.13297664592114,
      "learning_rate": 7.429746095613376e-05,
      "loss": 2.3364,
      "step": 47873
    },
    {
      "epoch": 4.066768603465851,
      "grad_norm": 3.048690669934447,
      "learning_rate": 7.429153344176394e-05,
      "loss": 2.2624,
      "step": 47874
    },
    {
      "epoch": 4.066853550798505,
      "grad_norm": 3.2163021552447315,
      "learning_rate": 7.428560608602615e-05,
      "loss": 2.6901,
      "step": 47875
    },
    {
      "epoch": 4.066938498131159,
      "grad_norm": 3.526325539018023,
      "learning_rate": 7.427967888893285e-05,
      "loss": 2.965,
      "step": 47876
    },
    {
      "epoch": 4.067023445463812,
      "grad_norm": 3.4731893410199066,
      "learning_rate": 7.427375185049644e-05,
      "loss": 2.6467,
      "step": 47877
    },
    {
      "epoch": 4.067108392796467,
      "grad_norm": 3.3177382835077998,
      "learning_rate": 7.426782497072925e-05,
      "loss": 2.472,
      "step": 47878
    },
    {
      "epoch": 4.06719334012912,
      "grad_norm": 3.300460712081584,
      "learning_rate": 7.426189824964383e-05,
      "loss": 2.832,
      "step": 47879
    },
    {
      "epoch": 4.0672782874617734,
      "grad_norm": 3.337390168201744,
      "learning_rate": 7.425597168725254e-05,
      "loss": 2.6423,
      "step": 47880
    },
    {
      "epoch": 4.067363234794428,
      "grad_norm": 3.353672818943969,
      "learning_rate": 7.425004528356772e-05,
      "loss": 2.788,
      "step": 47881
    },
    {
      "epoch": 4.067448182127081,
      "grad_norm": 3.096645064687214,
      "learning_rate": 7.424411903860188e-05,
      "loss": 2.3682,
      "step": 47882
    },
    {
      "epoch": 4.0675331294597346,
      "grad_norm": 2.7686020755079364,
      "learning_rate": 7.423819295236747e-05,
      "loss": 2.087,
      "step": 47883
    },
    {
      "epoch": 4.067618076792389,
      "grad_norm": 3.0993977543494933,
      "learning_rate": 7.423226702487685e-05,
      "loss": 2.4286,
      "step": 47884
    },
    {
      "epoch": 4.067703024125042,
      "grad_norm": 3.0362215211308268,
      "learning_rate": 7.42263412561424e-05,
      "loss": 2.3419,
      "step": 47885
    },
    {
      "epoch": 4.0677879714576965,
      "grad_norm": 3.6311035952318815,
      "learning_rate": 7.422041564617662e-05,
      "loss": 2.8304,
      "step": 47886
    },
    {
      "epoch": 4.06787291879035,
      "grad_norm": 3.1137816653630113,
      "learning_rate": 7.421449019499182e-05,
      "loss": 2.5286,
      "step": 47887
    },
    {
      "epoch": 4.067957866123003,
      "grad_norm": 2.879515943962198,
      "learning_rate": 7.420856490260056e-05,
      "loss": 2.1725,
      "step": 47888
    },
    {
      "epoch": 4.068042813455658,
      "grad_norm": 3.166131228150531,
      "learning_rate": 7.420263976901511e-05,
      "loss": 2.4182,
      "step": 47889
    },
    {
      "epoch": 4.068127760788311,
      "grad_norm": 3.1704190682717903,
      "learning_rate": 7.4196714794248e-05,
      "loss": 2.4946,
      "step": 47890
    },
    {
      "epoch": 4.068212708120965,
      "grad_norm": 3.2572081690388788,
      "learning_rate": 7.41907899783116e-05,
      "loss": 2.4854,
      "step": 47891
    },
    {
      "epoch": 4.068297655453619,
      "grad_norm": 3.2362687522023683,
      "learning_rate": 7.418486532121825e-05,
      "loss": 2.6467,
      "step": 47892
    },
    {
      "epoch": 4.068382602786272,
      "grad_norm": 3.0297624502178926,
      "learning_rate": 7.417894082298046e-05,
      "loss": 2.2887,
      "step": 47893
    },
    {
      "epoch": 4.0684675501189265,
      "grad_norm": 3.145977280538154,
      "learning_rate": 7.417301648361067e-05,
      "loss": 2.452,
      "step": 47894
    },
    {
      "epoch": 4.06855249745158,
      "grad_norm": 3.47429300492977,
      "learning_rate": 7.416709230312121e-05,
      "loss": 2.4899,
      "step": 47895
    },
    {
      "epoch": 4.068637444784234,
      "grad_norm": 3.3958268779207947,
      "learning_rate": 7.41611682815245e-05,
      "loss": 2.7277,
      "step": 47896
    },
    {
      "epoch": 4.068722392116888,
      "grad_norm": 3.399928756251804,
      "learning_rate": 7.4155244418833e-05,
      "loss": 2.6923,
      "step": 47897
    },
    {
      "epoch": 4.068807339449541,
      "grad_norm": 3.564584169320763,
      "learning_rate": 7.414932071505912e-05,
      "loss": 2.5684,
      "step": 47898
    },
    {
      "epoch": 4.068892286782195,
      "grad_norm": 2.506265729859056,
      "learning_rate": 7.414339717021518e-05,
      "loss": 1.7323,
      "step": 47899
    },
    {
      "epoch": 4.068977234114849,
      "grad_norm": 3.210368085397238,
      "learning_rate": 7.413747378431369e-05,
      "loss": 2.3914,
      "step": 47900
    },
    {
      "epoch": 4.069062181447503,
      "grad_norm": 3.314471564918798,
      "learning_rate": 7.413155055736706e-05,
      "loss": 2.5816,
      "step": 47901
    },
    {
      "epoch": 4.069147128780156,
      "grad_norm": 3.4638296791398515,
      "learning_rate": 7.412562748938769e-05,
      "loss": 2.6928,
      "step": 47902
    },
    {
      "epoch": 4.06923207611281,
      "grad_norm": 2.882028811470409,
      "learning_rate": 7.411970458038792e-05,
      "loss": 2.1563,
      "step": 47903
    },
    {
      "epoch": 4.069317023445464,
      "grad_norm": 2.8980003801061938,
      "learning_rate": 7.411378183038025e-05,
      "loss": 2.2363,
      "step": 47904
    },
    {
      "epoch": 4.0694019707781175,
      "grad_norm": 3.1300660028649454,
      "learning_rate": 7.410785923937706e-05,
      "loss": 2.3681,
      "step": 47905
    },
    {
      "epoch": 4.069486918110771,
      "grad_norm": 3.1444199140719666,
      "learning_rate": 7.410193680739071e-05,
      "loss": 2.4164,
      "step": 47906
    },
    {
      "epoch": 4.069571865443425,
      "grad_norm": 3.363332648518399,
      "learning_rate": 7.409601453443365e-05,
      "loss": 2.7608,
      "step": 47907
    },
    {
      "epoch": 4.069656812776079,
      "grad_norm": 3.1675731031274927,
      "learning_rate": 7.409009242051835e-05,
      "loss": 2.3827,
      "step": 47908
    },
    {
      "epoch": 4.069741760108733,
      "grad_norm": 2.9283965407298185,
      "learning_rate": 7.408417046565716e-05,
      "loss": 2.185,
      "step": 47909
    },
    {
      "epoch": 4.069826707441386,
      "grad_norm": 3.1221078437177474,
      "learning_rate": 7.407824866986242e-05,
      "loss": 2.4586,
      "step": 47910
    },
    {
      "epoch": 4.06991165477404,
      "grad_norm": 2.6759522633426993,
      "learning_rate": 7.407232703314668e-05,
      "loss": 1.8968,
      "step": 47911
    },
    {
      "epoch": 4.069996602106694,
      "grad_norm": 2.9813165709347045,
      "learning_rate": 7.406640555552221e-05,
      "loss": 2.2311,
      "step": 47912
    },
    {
      "epoch": 4.070081549439347,
      "grad_norm": 3.7787572327498786,
      "learning_rate": 7.406048423700155e-05,
      "loss": 3.2833,
      "step": 47913
    },
    {
      "epoch": 4.070166496772002,
      "grad_norm": 3.392483235884873,
      "learning_rate": 7.405456307759695e-05,
      "loss": 2.7401,
      "step": 47914
    },
    {
      "epoch": 4.070251444104655,
      "grad_norm": 3.2397969535264357,
      "learning_rate": 7.404864207732099e-05,
      "loss": 2.4564,
      "step": 47915
    },
    {
      "epoch": 4.0703363914373085,
      "grad_norm": 3.1838295167871986,
      "learning_rate": 7.404272123618599e-05,
      "loss": 2.5195,
      "step": 47916
    },
    {
      "epoch": 4.070421338769963,
      "grad_norm": 3.614590777029308,
      "learning_rate": 7.40368005542043e-05,
      "loss": 2.8332,
      "step": 47917
    },
    {
      "epoch": 4.070506286102616,
      "grad_norm": 2.616112661551844,
      "learning_rate": 7.403088003138837e-05,
      "loss": 1.8408,
      "step": 47918
    },
    {
      "epoch": 4.0705912334352705,
      "grad_norm": 2.987829640062792,
      "learning_rate": 7.40249596677507e-05,
      "loss": 2.0043,
      "step": 47919
    },
    {
      "epoch": 4.070676180767924,
      "grad_norm": 3.118358163060652,
      "learning_rate": 7.401903946330361e-05,
      "loss": 2.3323,
      "step": 47920
    },
    {
      "epoch": 4.070761128100577,
      "grad_norm": 3.230692703365243,
      "learning_rate": 7.401311941805944e-05,
      "loss": 2.6001,
      "step": 47921
    },
    {
      "epoch": 4.070846075433232,
      "grad_norm": 3.3436547559235033,
      "learning_rate": 7.400719953203072e-05,
      "loss": 2.6185,
      "step": 47922
    },
    {
      "epoch": 4.070931022765885,
      "grad_norm": 2.878583702551663,
      "learning_rate": 7.400127980522979e-05,
      "loss": 2.0983,
      "step": 47923
    },
    {
      "epoch": 4.071015970098539,
      "grad_norm": 3.4181479208774737,
      "learning_rate": 7.399536023766901e-05,
      "loss": 2.8543,
      "step": 47924
    },
    {
      "epoch": 4.071100917431193,
      "grad_norm": 2.752791395899949,
      "learning_rate": 7.398944082936083e-05,
      "loss": 2.0727,
      "step": 47925
    },
    {
      "epoch": 4.071185864763846,
      "grad_norm": 3.024415473342488,
      "learning_rate": 7.398352158031773e-05,
      "loss": 2.3347,
      "step": 47926
    },
    {
      "epoch": 4.0712708120965,
      "grad_norm": 2.990944083833079,
      "learning_rate": 7.397760249055202e-05,
      "loss": 2.2788,
      "step": 47927
    },
    {
      "epoch": 4.071355759429154,
      "grad_norm": 2.9935478660482158,
      "learning_rate": 7.397168356007607e-05,
      "loss": 2.1618,
      "step": 47928
    },
    {
      "epoch": 4.071440706761807,
      "grad_norm": 2.921657062686853,
      "learning_rate": 7.396576478890239e-05,
      "loss": 2.1108,
      "step": 47929
    },
    {
      "epoch": 4.0715256540944615,
      "grad_norm": 2.9333254597137235,
      "learning_rate": 7.395984617704327e-05,
      "loss": 2.1567,
      "step": 47930
    },
    {
      "epoch": 4.071610601427115,
      "grad_norm": 3.084100994132826,
      "learning_rate": 7.395392772451123e-05,
      "loss": 2.5122,
      "step": 47931
    },
    {
      "epoch": 4.071695548759769,
      "grad_norm": 3.0961244612766654,
      "learning_rate": 7.394800943131852e-05,
      "loss": 2.2549,
      "step": 47932
    },
    {
      "epoch": 4.071780496092423,
      "grad_norm": 2.5919807259112946,
      "learning_rate": 7.394209129747772e-05,
      "loss": 1.9519,
      "step": 47933
    },
    {
      "epoch": 4.071865443425076,
      "grad_norm": 2.6720074755506933,
      "learning_rate": 7.393617332300113e-05,
      "loss": 1.7833,
      "step": 47934
    },
    {
      "epoch": 4.07195039075773,
      "grad_norm": 2.73256029434899,
      "learning_rate": 7.393025550790108e-05,
      "loss": 1.8448,
      "step": 47935
    },
    {
      "epoch": 4.072035338090384,
      "grad_norm": 2.9649387867934456,
      "learning_rate": 7.392433785219006e-05,
      "loss": 2.2218,
      "step": 47936
    },
    {
      "epoch": 4.072120285423038,
      "grad_norm": 3.6525256029422684,
      "learning_rate": 7.391842035588052e-05,
      "loss": 3.1928,
      "step": 47937
    },
    {
      "epoch": 4.0722052327556915,
      "grad_norm": 3.1043648192456392,
      "learning_rate": 7.391250301898479e-05,
      "loss": 2.0512,
      "step": 47938
    },
    {
      "epoch": 4.072290180088345,
      "grad_norm": 4.022140076908345,
      "learning_rate": 7.390658584151523e-05,
      "loss": 3.7958,
      "step": 47939
    },
    {
      "epoch": 4.072375127420999,
      "grad_norm": 3.0927838202211846,
      "learning_rate": 7.390066882348431e-05,
      "loss": 2.2025,
      "step": 47940
    },
    {
      "epoch": 4.072460074753653,
      "grad_norm": 2.9051374025158996,
      "learning_rate": 7.389475196490441e-05,
      "loss": 2.262,
      "step": 47941
    },
    {
      "epoch": 4.072545022086307,
      "grad_norm": 3.25713931347521,
      "learning_rate": 7.388883526578789e-05,
      "loss": 2.7216,
      "step": 47942
    },
    {
      "epoch": 4.07262996941896,
      "grad_norm": 3.2667418652649167,
      "learning_rate": 7.388291872614714e-05,
      "loss": 2.7265,
      "step": 47943
    },
    {
      "epoch": 4.072714916751614,
      "grad_norm": 2.9589173548258256,
      "learning_rate": 7.387700234599467e-05,
      "loss": 2.3495,
      "step": 47944
    },
    {
      "epoch": 4.072799864084268,
      "grad_norm": 3.8826644433226782,
      "learning_rate": 7.387108612534278e-05,
      "loss": 2.9539,
      "step": 47945
    },
    {
      "epoch": 4.072884811416921,
      "grad_norm": 3.0318734767868682,
      "learning_rate": 7.386517006420386e-05,
      "loss": 2.1906,
      "step": 47946
    },
    {
      "epoch": 4.072969758749576,
      "grad_norm": 3.3817428828037097,
      "learning_rate": 7.385925416259036e-05,
      "loss": 2.6842,
      "step": 47947
    },
    {
      "epoch": 4.073054706082229,
      "grad_norm": 2.967786266476861,
      "learning_rate": 7.38533384205146e-05,
      "loss": 2.1587,
      "step": 47948
    },
    {
      "epoch": 4.0731396534148825,
      "grad_norm": 3.0443267686671827,
      "learning_rate": 7.384742283798907e-05,
      "loss": 2.3542,
      "step": 47949
    },
    {
      "epoch": 4.073224600747537,
      "grad_norm": 3.0766116847178853,
      "learning_rate": 7.384150741502608e-05,
      "loss": 2.3771,
      "step": 47950
    },
    {
      "epoch": 4.07330954808019,
      "grad_norm": 3.161682570275064,
      "learning_rate": 7.38355921516381e-05,
      "loss": 2.4775,
      "step": 47951
    },
    {
      "epoch": 4.073394495412844,
      "grad_norm": 3.6522787092808726,
      "learning_rate": 7.382967704783747e-05,
      "loss": 2.8497,
      "step": 47952
    },
    {
      "epoch": 4.073479442745498,
      "grad_norm": 2.9640898415610706,
      "learning_rate": 7.382376210363663e-05,
      "loss": 2.3614,
      "step": 47953
    },
    {
      "epoch": 4.073564390078151,
      "grad_norm": 3.0229152293661827,
      "learning_rate": 7.381784731904788e-05,
      "loss": 2.3287,
      "step": 47954
    },
    {
      "epoch": 4.073649337410806,
      "grad_norm": 3.3091842142521193,
      "learning_rate": 7.381193269408367e-05,
      "loss": 2.5696,
      "step": 47955
    },
    {
      "epoch": 4.073734284743459,
      "grad_norm": 3.110513927014192,
      "learning_rate": 7.380601822875645e-05,
      "loss": 2.1044,
      "step": 47956
    },
    {
      "epoch": 4.073819232076112,
      "grad_norm": 3.173955968081913,
      "learning_rate": 7.380010392307852e-05,
      "loss": 2.4963,
      "step": 47957
    },
    {
      "epoch": 4.073904179408767,
      "grad_norm": 3.4608628618594532,
      "learning_rate": 7.379418977706237e-05,
      "loss": 2.5638,
      "step": 47958
    },
    {
      "epoch": 4.07398912674142,
      "grad_norm": 3.5128477532678213,
      "learning_rate": 7.378827579072033e-05,
      "loss": 2.6186,
      "step": 47959
    },
    {
      "epoch": 4.074074074074074,
      "grad_norm": 3.3900851146147053,
      "learning_rate": 7.378236196406479e-05,
      "loss": 2.6917,
      "step": 47960
    },
    {
      "epoch": 4.074159021406728,
      "grad_norm": 2.4654010012936998,
      "learning_rate": 7.377644829710803e-05,
      "loss": 1.6105,
      "step": 47961
    },
    {
      "epoch": 4.074243968739381,
      "grad_norm": 3.172445672152917,
      "learning_rate": 7.377053478986271e-05,
      "loss": 2.1473,
      "step": 47962
    },
    {
      "epoch": 4.0743289160720355,
      "grad_norm": 3.646132591944103,
      "learning_rate": 7.376462144234105e-05,
      "loss": 2.8712,
      "step": 47963
    },
    {
      "epoch": 4.074413863404689,
      "grad_norm": 3.3337147186535425,
      "learning_rate": 7.37587082545554e-05,
      "loss": 2.5386,
      "step": 47964
    },
    {
      "epoch": 4.074498810737343,
      "grad_norm": 3.23517424438283,
      "learning_rate": 7.375279522651827e-05,
      "loss": 2.5076,
      "step": 47965
    },
    {
      "epoch": 4.074583758069997,
      "grad_norm": 3.4259621182104936,
      "learning_rate": 7.374688235824198e-05,
      "loss": 2.6921,
      "step": 47966
    },
    {
      "epoch": 4.07466870540265,
      "grad_norm": 3.230164737197026,
      "learning_rate": 7.374096964973886e-05,
      "loss": 2.6344,
      "step": 47967
    },
    {
      "epoch": 4.074753652735304,
      "grad_norm": 3.138554833509848,
      "learning_rate": 7.37350571010214e-05,
      "loss": 2.4067,
      "step": 47968
    },
    {
      "epoch": 4.074838600067958,
      "grad_norm": 3.459673650700229,
      "learning_rate": 7.372914471210201e-05,
      "loss": 2.8097,
      "step": 47969
    },
    {
      "epoch": 4.074923547400612,
      "grad_norm": 2.85809271694143,
      "learning_rate": 7.3723232482993e-05,
      "loss": 2.2247,
      "step": 47970
    },
    {
      "epoch": 4.075008494733265,
      "grad_norm": 3.0478802489670196,
      "learning_rate": 7.371732041370681e-05,
      "loss": 2.2994,
      "step": 47971
    },
    {
      "epoch": 4.075093442065919,
      "grad_norm": 3.58346659598739,
      "learning_rate": 7.371140850425573e-05,
      "loss": 2.7649,
      "step": 47972
    },
    {
      "epoch": 4.075178389398573,
      "grad_norm": 3.398430556672786,
      "learning_rate": 7.370549675465224e-05,
      "loss": 2.8132,
      "step": 47973
    },
    {
      "epoch": 4.0752633367312265,
      "grad_norm": 3.342002028628325,
      "learning_rate": 7.369958516490873e-05,
      "loss": 2.345,
      "step": 47974
    },
    {
      "epoch": 4.07534828406388,
      "grad_norm": 3.226244760864336,
      "learning_rate": 7.369367373503751e-05,
      "loss": 2.4196,
      "step": 47975
    },
    {
      "epoch": 4.075433231396534,
      "grad_norm": 3.3139490991614236,
      "learning_rate": 7.36877624650511e-05,
      "loss": 2.6586,
      "step": 47976
    },
    {
      "epoch": 4.075518178729188,
      "grad_norm": 3.2540495250179924,
      "learning_rate": 7.368185135496178e-05,
      "loss": 2.6301,
      "step": 47977
    },
    {
      "epoch": 4.075603126061842,
      "grad_norm": 3.530946229734077,
      "learning_rate": 7.367594040478197e-05,
      "loss": 2.9183,
      "step": 47978
    },
    {
      "epoch": 4.075688073394495,
      "grad_norm": 2.587502069392185,
      "learning_rate": 7.36700296145239e-05,
      "loss": 1.7622,
      "step": 47979
    },
    {
      "epoch": 4.075773020727149,
      "grad_norm": 3.598842462841832,
      "learning_rate": 7.366411898420026e-05,
      "loss": 3.0074,
      "step": 47980
    },
    {
      "epoch": 4.075857968059803,
      "grad_norm": 3.267787724236911,
      "learning_rate": 7.365820851382324e-05,
      "loss": 2.5675,
      "step": 47981
    },
    {
      "epoch": 4.0759429153924565,
      "grad_norm": 2.682614685703409,
      "learning_rate": 7.365229820340528e-05,
      "loss": 1.9086,
      "step": 47982
    },
    {
      "epoch": 4.076027862725111,
      "grad_norm": 3.111570581169947,
      "learning_rate": 7.364638805295867e-05,
      "loss": 2.3284,
      "step": 47983
    },
    {
      "epoch": 4.076112810057764,
      "grad_norm": 3.1550179664649622,
      "learning_rate": 7.364047806249591e-05,
      "loss": 2.5238,
      "step": 47984
    },
    {
      "epoch": 4.076197757390418,
      "grad_norm": 3.324091113314143,
      "learning_rate": 7.36345682320293e-05,
      "loss": 2.5715,
      "step": 47985
    },
    {
      "epoch": 4.076282704723072,
      "grad_norm": 2.902664598796496,
      "learning_rate": 7.362865856157126e-05,
      "loss": 2.0717,
      "step": 47986
    },
    {
      "epoch": 4.076367652055725,
      "grad_norm": 3.1279717077435576,
      "learning_rate": 7.362274905113422e-05,
      "loss": 2.5208,
      "step": 47987
    },
    {
      "epoch": 4.07645259938838,
      "grad_norm": 3.0708376384485763,
      "learning_rate": 7.361683970073053e-05,
      "loss": 2.0804,
      "step": 47988
    },
    {
      "epoch": 4.076537546721033,
      "grad_norm": 3.427242748584781,
      "learning_rate": 7.361093051037255e-05,
      "loss": 2.757,
      "step": 47989
    },
    {
      "epoch": 4.076622494053686,
      "grad_norm": 3.462149761928525,
      "learning_rate": 7.360502148007261e-05,
      "loss": 2.6486,
      "step": 47990
    },
    {
      "epoch": 4.076707441386341,
      "grad_norm": 3.1032814342882795,
      "learning_rate": 7.359911260984316e-05,
      "loss": 2.2755,
      "step": 47991
    },
    {
      "epoch": 4.076792388718994,
      "grad_norm": 3.6325169690285573,
      "learning_rate": 7.359320389969663e-05,
      "loss": 2.9604,
      "step": 47992
    },
    {
      "epoch": 4.076877336051648,
      "grad_norm": 2.6467782096053893,
      "learning_rate": 7.358729534964527e-05,
      "loss": 1.9535,
      "step": 47993
    },
    {
      "epoch": 4.076962283384302,
      "grad_norm": 2.80166431046634,
      "learning_rate": 7.35813869597016e-05,
      "loss": 2.1679,
      "step": 47994
    },
    {
      "epoch": 4.077047230716955,
      "grad_norm": 2.6411105808969033,
      "learning_rate": 7.357547872987794e-05,
      "loss": 1.9179,
      "step": 47995
    },
    {
      "epoch": 4.0771321780496095,
      "grad_norm": 3.102967217984111,
      "learning_rate": 7.356957066018665e-05,
      "loss": 2.2953,
      "step": 47996
    },
    {
      "epoch": 4.077217125382263,
      "grad_norm": 2.8339030956627327,
      "learning_rate": 7.356366275064005e-05,
      "loss": 2.0558,
      "step": 47997
    },
    {
      "epoch": 4.077302072714917,
      "grad_norm": 2.8896666392144086,
      "learning_rate": 7.355775500125062e-05,
      "loss": 2.1137,
      "step": 47998
    },
    {
      "epoch": 4.077387020047571,
      "grad_norm": 3.6953969750543707,
      "learning_rate": 7.355184741203074e-05,
      "loss": 3.011,
      "step": 47999
    },
    {
      "epoch": 4.077471967380224,
      "grad_norm": 3.283639603832133,
      "learning_rate": 7.354593998299276e-05,
      "loss": 2.5529,
      "step": 48000
    },
    {
      "epoch": 4.077556914712878,
      "grad_norm": 3.2269951623155846,
      "learning_rate": 7.354003271414901e-05,
      "loss": 2.4277,
      "step": 48001
    },
    {
      "epoch": 4.077641862045532,
      "grad_norm": 2.6508686965488364,
      "learning_rate": 7.353412560551196e-05,
      "loss": 1.8632,
      "step": 48002
    },
    {
      "epoch": 4.077726809378185,
      "grad_norm": 3.1006400960386555,
      "learning_rate": 7.352821865709394e-05,
      "loss": 2.4492,
      "step": 48003
    },
    {
      "epoch": 4.077811756710839,
      "grad_norm": 3.531947964621242,
      "learning_rate": 7.352231186890722e-05,
      "loss": 2.7834,
      "step": 48004
    },
    {
      "epoch": 4.077896704043493,
      "grad_norm": 2.735350676132631,
      "learning_rate": 7.351640524096438e-05,
      "loss": 1.951,
      "step": 48005
    },
    {
      "epoch": 4.077981651376147,
      "grad_norm": 3.5474093915426526,
      "learning_rate": 7.35104987732777e-05,
      "loss": 2.7308,
      "step": 48006
    },
    {
      "epoch": 4.0780665987088005,
      "grad_norm": 3.6739840490920725,
      "learning_rate": 7.350459246585957e-05,
      "loss": 3.0492,
      "step": 48007
    },
    {
      "epoch": 4.078151546041454,
      "grad_norm": 3.821669899270717,
      "learning_rate": 7.349868631872228e-05,
      "loss": 3.2311,
      "step": 48008
    },
    {
      "epoch": 4.078236493374108,
      "grad_norm": 3.3797870787582642,
      "learning_rate": 7.349278033187833e-05,
      "loss": 2.5156,
      "step": 48009
    },
    {
      "epoch": 4.078321440706762,
      "grad_norm": 3.1749356547790923,
      "learning_rate": 7.348687450533999e-05,
      "loss": 2.4796,
      "step": 48010
    },
    {
      "epoch": 4.078406388039416,
      "grad_norm": 2.773008559003225,
      "learning_rate": 7.348096883911974e-05,
      "loss": 2.0112,
      "step": 48011
    },
    {
      "epoch": 4.078491335372069,
      "grad_norm": 3.319841975903427,
      "learning_rate": 7.347506333322984e-05,
      "loss": 2.7422,
      "step": 48012
    },
    {
      "epoch": 4.078576282704723,
      "grad_norm": 3.6369553151603418,
      "learning_rate": 7.346915798768278e-05,
      "loss": 2.9583,
      "step": 48013
    },
    {
      "epoch": 4.078661230037377,
      "grad_norm": 3.6593844517868646,
      "learning_rate": 7.346325280249088e-05,
      "loss": 2.9445,
      "step": 48014
    },
    {
      "epoch": 4.07874617737003,
      "grad_norm": 2.7996390266308886,
      "learning_rate": 7.345734777766645e-05,
      "loss": 2.0749,
      "step": 48015
    },
    {
      "epoch": 4.078831124702685,
      "grad_norm": 3.189518931080371,
      "learning_rate": 7.34514429132219e-05,
      "loss": 2.4895,
      "step": 48016
    },
    {
      "epoch": 4.078916072035338,
      "grad_norm": 3.371742706649607,
      "learning_rate": 7.34455382091697e-05,
      "loss": 2.9163,
      "step": 48017
    },
    {
      "epoch": 4.0790010193679915,
      "grad_norm": 3.0368692774667503,
      "learning_rate": 7.343963366552215e-05,
      "loss": 2.2268,
      "step": 48018
    },
    {
      "epoch": 4.079085966700646,
      "grad_norm": 3.287860338965571,
      "learning_rate": 7.343372928229157e-05,
      "loss": 2.5946,
      "step": 48019
    },
    {
      "epoch": 4.079170914033299,
      "grad_norm": 2.6977352206109777,
      "learning_rate": 7.342782505949041e-05,
      "loss": 1.9521,
      "step": 48020
    },
    {
      "epoch": 4.0792558613659535,
      "grad_norm": 3.0723838880359615,
      "learning_rate": 7.342192099713102e-05,
      "loss": 2.2917,
      "step": 48021
    },
    {
      "epoch": 4.079340808698607,
      "grad_norm": 3.8556547529899334,
      "learning_rate": 7.34160170952257e-05,
      "loss": 3.2202,
      "step": 48022
    },
    {
      "epoch": 4.07942575603126,
      "grad_norm": 2.913942395421176,
      "learning_rate": 7.341011335378689e-05,
      "loss": 2.1146,
      "step": 48023
    },
    {
      "epoch": 4.079510703363915,
      "grad_norm": 3.206656493636653,
      "learning_rate": 7.3404209772827e-05,
      "loss": 2.4082,
      "step": 48024
    },
    {
      "epoch": 4.079595650696568,
      "grad_norm": 3.137637116065772,
      "learning_rate": 7.339830635235835e-05,
      "loss": 2.3199,
      "step": 48025
    },
    {
      "epoch": 4.0796805980292214,
      "grad_norm": 3.4805280842405892,
      "learning_rate": 7.339240309239328e-05,
      "loss": 3.026,
      "step": 48026
    },
    {
      "epoch": 4.079765545361876,
      "grad_norm": 3.799557683166668,
      "learning_rate": 7.338649999294423e-05,
      "loss": 3.2002,
      "step": 48027
    },
    {
      "epoch": 4.079850492694529,
      "grad_norm": 3.4399863100651515,
      "learning_rate": 7.338059705402345e-05,
      "loss": 2.7342,
      "step": 48028
    },
    {
      "epoch": 4.0799354400271834,
      "grad_norm": 2.8654276088782122,
      "learning_rate": 7.337469427564348e-05,
      "loss": 2.1454,
      "step": 48029
    },
    {
      "epoch": 4.080020387359837,
      "grad_norm": 3.392458187431979,
      "learning_rate": 7.336879165781652e-05,
      "loss": 2.521,
      "step": 48030
    },
    {
      "epoch": 4.08010533469249,
      "grad_norm": 3.2027908954618853,
      "learning_rate": 7.336288920055507e-05,
      "loss": 2.3522,
      "step": 48031
    },
    {
      "epoch": 4.0801902820251446,
      "grad_norm": 3.1161650411533413,
      "learning_rate": 7.335698690387146e-05,
      "loss": 2.3872,
      "step": 48032
    },
    {
      "epoch": 4.080275229357798,
      "grad_norm": 3.3409428394137644,
      "learning_rate": 7.335108476777794e-05,
      "loss": 2.7255,
      "step": 48033
    },
    {
      "epoch": 4.080360176690452,
      "grad_norm": 3.1027828982463954,
      "learning_rate": 7.334518279228701e-05,
      "loss": 2.4114,
      "step": 48034
    },
    {
      "epoch": 4.080445124023106,
      "grad_norm": 3.560836425632669,
      "learning_rate": 7.333928097741104e-05,
      "loss": 3.0602,
      "step": 48035
    },
    {
      "epoch": 4.080530071355759,
      "grad_norm": 3.7454293832021874,
      "learning_rate": 7.333337932316238e-05,
      "loss": 3.1805,
      "step": 48036
    },
    {
      "epoch": 4.080615018688413,
      "grad_norm": 3.714145339293347,
      "learning_rate": 7.33274778295533e-05,
      "loss": 2.9724,
      "step": 48037
    },
    {
      "epoch": 4.080699966021067,
      "grad_norm": 2.9141270629848366,
      "learning_rate": 7.33215764965963e-05,
      "loss": 1.9868,
      "step": 48038
    },
    {
      "epoch": 4.080784913353721,
      "grad_norm": 3.346453269952928,
      "learning_rate": 7.331567532430365e-05,
      "loss": 2.7783,
      "step": 48039
    },
    {
      "epoch": 4.0808698606863745,
      "grad_norm": 3.395290940718028,
      "learning_rate": 7.330977431268774e-05,
      "loss": 2.8978,
      "step": 48040
    },
    {
      "epoch": 4.080954808019028,
      "grad_norm": 3.4568410401413314,
      "learning_rate": 7.330387346176093e-05,
      "loss": 2.6605,
      "step": 48041
    },
    {
      "epoch": 4.081039755351682,
      "grad_norm": 3.001492894529213,
      "learning_rate": 7.329797277153563e-05,
      "loss": 2.3388,
      "step": 48042
    },
    {
      "epoch": 4.081124702684336,
      "grad_norm": 3.4482737974596853,
      "learning_rate": 7.329207224202419e-05,
      "loss": 2.834,
      "step": 48043
    },
    {
      "epoch": 4.08120965001699,
      "grad_norm": 3.3139448233158926,
      "learning_rate": 7.328617187323888e-05,
      "loss": 2.5257,
      "step": 48044
    },
    {
      "epoch": 4.081294597349643,
      "grad_norm": 2.4519011155718586,
      "learning_rate": 7.32802716651922e-05,
      "loss": 1.7829,
      "step": 48045
    },
    {
      "epoch": 4.081379544682297,
      "grad_norm": 3.386284003990647,
      "learning_rate": 7.327437161789647e-05,
      "loss": 2.7967,
      "step": 48046
    },
    {
      "epoch": 4.081464492014951,
      "grad_norm": 3.6152504197655952,
      "learning_rate": 7.326847173136396e-05,
      "loss": 2.968,
      "step": 48047
    },
    {
      "epoch": 4.081549439347604,
      "grad_norm": 3.123621766781596,
      "learning_rate": 7.32625720056071e-05,
      "loss": 2.4016,
      "step": 48048
    },
    {
      "epoch": 4.081634386680259,
      "grad_norm": 3.248910006958743,
      "learning_rate": 7.325667244063832e-05,
      "loss": 2.6278,
      "step": 48049
    },
    {
      "epoch": 4.081719334012912,
      "grad_norm": 3.6266135887434796,
      "learning_rate": 7.325077303646991e-05,
      "loss": 3.1614,
      "step": 48050
    },
    {
      "epoch": 4.0818042813455655,
      "grad_norm": 3.501093441901807,
      "learning_rate": 7.324487379311416e-05,
      "loss": 2.641,
      "step": 48051
    },
    {
      "epoch": 4.08188922867822,
      "grad_norm": 2.821674057661526,
      "learning_rate": 7.32389747105836e-05,
      "loss": 2.1088,
      "step": 48052
    },
    {
      "epoch": 4.081974176010873,
      "grad_norm": 3.3322126758458475,
      "learning_rate": 7.323307578889042e-05,
      "loss": 2.3244,
      "step": 48053
    },
    {
      "epoch": 4.082059123343527,
      "grad_norm": 3.4670830739090124,
      "learning_rate": 7.322717702804712e-05,
      "loss": 2.8426,
      "step": 48054
    },
    {
      "epoch": 4.082144070676181,
      "grad_norm": 3.013037781195845,
      "learning_rate": 7.322127842806594e-05,
      "loss": 1.9588,
      "step": 48055
    },
    {
      "epoch": 4.082229018008834,
      "grad_norm": 3.8986120909483954,
      "learning_rate": 7.321537998895938e-05,
      "loss": 3.0901,
      "step": 48056
    },
    {
      "epoch": 4.082313965341489,
      "grad_norm": 2.770186189756121,
      "learning_rate": 7.32094817107397e-05,
      "loss": 2.0714,
      "step": 48057
    },
    {
      "epoch": 4.082398912674142,
      "grad_norm": 3.3934557835507815,
      "learning_rate": 7.32035835934192e-05,
      "loss": 2.7009,
      "step": 48058
    },
    {
      "epoch": 4.082483860006795,
      "grad_norm": 3.343976134536216,
      "learning_rate": 7.319768563701034e-05,
      "loss": 2.6714,
      "step": 48059
    },
    {
      "epoch": 4.08256880733945,
      "grad_norm": 3.4711440344678883,
      "learning_rate": 7.31917878415255e-05,
      "loss": 2.6633,
      "step": 48060
    },
    {
      "epoch": 4.082653754672103,
      "grad_norm": 3.756966336076093,
      "learning_rate": 7.318589020697699e-05,
      "loss": 2.9521,
      "step": 48061
    },
    {
      "epoch": 4.082738702004757,
      "grad_norm": 3.1928996448949754,
      "learning_rate": 7.317999273337711e-05,
      "loss": 2.494,
      "step": 48062
    },
    {
      "epoch": 4.082823649337411,
      "grad_norm": 3.193049075328344,
      "learning_rate": 7.317409542073831e-05,
      "loss": 2.1823,
      "step": 48063
    },
    {
      "epoch": 4.082908596670064,
      "grad_norm": 3.48674652264074,
      "learning_rate": 7.316819826907294e-05,
      "loss": 2.7603,
      "step": 48064
    },
    {
      "epoch": 4.0829935440027185,
      "grad_norm": 2.8877817436966855,
      "learning_rate": 7.316230127839325e-05,
      "loss": 2.1825,
      "step": 48065
    },
    {
      "epoch": 4.083078491335372,
      "grad_norm": 3.1647238927389885,
      "learning_rate": 7.315640444871169e-05,
      "loss": 2.4106,
      "step": 48066
    },
    {
      "epoch": 4.083163438668026,
      "grad_norm": 3.1110127109998706,
      "learning_rate": 7.315050778004065e-05,
      "loss": 2.3144,
      "step": 48067
    },
    {
      "epoch": 4.08324838600068,
      "grad_norm": 2.6211917039913866,
      "learning_rate": 7.314461127239243e-05,
      "loss": 1.888,
      "step": 48068
    },
    {
      "epoch": 4.083333333333333,
      "grad_norm": 2.93082527088673,
      "learning_rate": 7.313871492577933e-05,
      "loss": 2.2571,
      "step": 48069
    },
    {
      "epoch": 4.083418280665987,
      "grad_norm": 3.034580807892655,
      "learning_rate": 7.313281874021383e-05,
      "loss": 2.296,
      "step": 48070
    },
    {
      "epoch": 4.083503227998641,
      "grad_norm": 3.0242946865395326,
      "learning_rate": 7.312692271570815e-05,
      "loss": 2.3426,
      "step": 48071
    },
    {
      "epoch": 4.083588175331295,
      "grad_norm": 3.671579193471035,
      "learning_rate": 7.312102685227476e-05,
      "loss": 3.2362,
      "step": 48072
    },
    {
      "epoch": 4.083673122663948,
      "grad_norm": 3.1915501302235927,
      "learning_rate": 7.311513114992591e-05,
      "loss": 2.5201,
      "step": 48073
    },
    {
      "epoch": 4.083758069996602,
      "grad_norm": 3.4493246500749657,
      "learning_rate": 7.310923560867408e-05,
      "loss": 2.6497,
      "step": 48074
    },
    {
      "epoch": 4.083843017329256,
      "grad_norm": 3.2783479616815265,
      "learning_rate": 7.310334022853155e-05,
      "loss": 2.3968,
      "step": 48075
    },
    {
      "epoch": 4.0839279646619095,
      "grad_norm": 3.6375224791871186,
      "learning_rate": 7.309744500951063e-05,
      "loss": 2.8547,
      "step": 48076
    },
    {
      "epoch": 4.084012911994563,
      "grad_norm": 2.834503512861021,
      "learning_rate": 7.309154995162368e-05,
      "loss": 2.0922,
      "step": 48077
    },
    {
      "epoch": 4.084097859327217,
      "grad_norm": 3.3855163278215255,
      "learning_rate": 7.308565505488318e-05,
      "loss": 2.7532,
      "step": 48078
    },
    {
      "epoch": 4.084182806659871,
      "grad_norm": 3.2134597789671107,
      "learning_rate": 7.307976031930137e-05,
      "loss": 2.3948,
      "step": 48079
    },
    {
      "epoch": 4.084267753992525,
      "grad_norm": 2.5505272876139524,
      "learning_rate": 7.307386574489055e-05,
      "loss": 1.8081,
      "step": 48080
    },
    {
      "epoch": 4.084352701325178,
      "grad_norm": 3.2624046292071727,
      "learning_rate": 7.306797133166322e-05,
      "loss": 2.4008,
      "step": 48081
    },
    {
      "epoch": 4.084437648657832,
      "grad_norm": 3.7107997560558874,
      "learning_rate": 7.306207707963164e-05,
      "loss": 3.0132,
      "step": 48082
    },
    {
      "epoch": 4.084522595990486,
      "grad_norm": 2.991578738311089,
      "learning_rate": 7.305618298880813e-05,
      "loss": 2.2761,
      "step": 48083
    },
    {
      "epoch": 4.0846075433231395,
      "grad_norm": 2.9666253709186643,
      "learning_rate": 7.305028905920508e-05,
      "loss": 2.0935,
      "step": 48084
    },
    {
      "epoch": 4.084692490655794,
      "grad_norm": 3.0206196347175727,
      "learning_rate": 7.30443952908349e-05,
      "loss": 2.3701,
      "step": 48085
    },
    {
      "epoch": 4.084777437988447,
      "grad_norm": 2.891464725553642,
      "learning_rate": 7.303850168370988e-05,
      "loss": 1.9848,
      "step": 48086
    },
    {
      "epoch": 4.084862385321101,
      "grad_norm": 3.0835310401728337,
      "learning_rate": 7.30326082378423e-05,
      "loss": 2.3992,
      "step": 48087
    },
    {
      "epoch": 4.084947332653755,
      "grad_norm": 2.7322290003020933,
      "learning_rate": 7.302671495324464e-05,
      "loss": 1.8858,
      "step": 48088
    },
    {
      "epoch": 4.085032279986408,
      "grad_norm": 3.3396401088437253,
      "learning_rate": 7.30208218299292e-05,
      "loss": 2.5593,
      "step": 48089
    },
    {
      "epoch": 4.085117227319063,
      "grad_norm": 2.7323398806490533,
      "learning_rate": 7.301492886790825e-05,
      "loss": 1.8589,
      "step": 48090
    },
    {
      "epoch": 4.085202174651716,
      "grad_norm": 3.3018388030220858,
      "learning_rate": 7.30090360671942e-05,
      "loss": 2.4977,
      "step": 48091
    },
    {
      "epoch": 4.085287121984369,
      "grad_norm": 3.833752337389564,
      "learning_rate": 7.300314342779946e-05,
      "loss": 2.634,
      "step": 48092
    },
    {
      "epoch": 4.085372069317024,
      "grad_norm": 2.9548005180911563,
      "learning_rate": 7.299725094973633e-05,
      "loss": 2.3902,
      "step": 48093
    },
    {
      "epoch": 4.085457016649677,
      "grad_norm": 3.217632618024581,
      "learning_rate": 7.299135863301706e-05,
      "loss": 2.4964,
      "step": 48094
    },
    {
      "epoch": 4.085541963982331,
      "grad_norm": 2.9469603932994275,
      "learning_rate": 7.298546647765413e-05,
      "loss": 2.2588,
      "step": 48095
    },
    {
      "epoch": 4.085626911314985,
      "grad_norm": 2.7736849149419425,
      "learning_rate": 7.29795744836598e-05,
      "loss": 1.9517,
      "step": 48096
    },
    {
      "epoch": 4.085711858647638,
      "grad_norm": 3.239334321160308,
      "learning_rate": 7.297368265104651e-05,
      "loss": 2.5383,
      "step": 48097
    },
    {
      "epoch": 4.0857968059802925,
      "grad_norm": 3.352296366741239,
      "learning_rate": 7.296779097982647e-05,
      "loss": 2.7772,
      "step": 48098
    },
    {
      "epoch": 4.085881753312946,
      "grad_norm": 3.036533349936349,
      "learning_rate": 7.296189947001218e-05,
      "loss": 2.1865,
      "step": 48099
    },
    {
      "epoch": 4.085966700645599,
      "grad_norm": 3.2962134936630947,
      "learning_rate": 7.295600812161589e-05,
      "loss": 2.3169,
      "step": 48100
    },
    {
      "epoch": 4.086051647978254,
      "grad_norm": 2.749811499246316,
      "learning_rate": 7.29501169346499e-05,
      "loss": 1.9828,
      "step": 48101
    },
    {
      "epoch": 4.086136595310907,
      "grad_norm": 3.1798657270562143,
      "learning_rate": 7.294422590912662e-05,
      "loss": 2.4513,
      "step": 48102
    },
    {
      "epoch": 4.086221542643561,
      "grad_norm": 2.798329495033248,
      "learning_rate": 7.293833504505844e-05,
      "loss": 1.9386,
      "step": 48103
    },
    {
      "epoch": 4.086306489976215,
      "grad_norm": 2.7628097512863596,
      "learning_rate": 7.293244434245764e-05,
      "loss": 2.0621,
      "step": 48104
    },
    {
      "epoch": 4.086391437308868,
      "grad_norm": 3.4351651262934477,
      "learning_rate": 7.292655380133653e-05,
      "loss": 2.517,
      "step": 48105
    },
    {
      "epoch": 4.086476384641522,
      "grad_norm": 3.4001549114781007,
      "learning_rate": 7.292066342170754e-05,
      "loss": 2.4915,
      "step": 48106
    },
    {
      "epoch": 4.086561331974176,
      "grad_norm": 3.3118735744300314,
      "learning_rate": 7.291477320358297e-05,
      "loss": 2.8005,
      "step": 48107
    },
    {
      "epoch": 4.08664627930683,
      "grad_norm": 3.361022777050729,
      "learning_rate": 7.29088831469751e-05,
      "loss": 2.6008,
      "step": 48108
    },
    {
      "epoch": 4.0867312266394835,
      "grad_norm": 3.3450654507555977,
      "learning_rate": 7.290299325189635e-05,
      "loss": 2.5769,
      "step": 48109
    },
    {
      "epoch": 4.086816173972137,
      "grad_norm": 3.5676735503948533,
      "learning_rate": 7.289710351835909e-05,
      "loss": 2.8369,
      "step": 48110
    },
    {
      "epoch": 4.086901121304791,
      "grad_norm": 3.47123711251218,
      "learning_rate": 7.28912139463756e-05,
      "loss": 2.8962,
      "step": 48111
    },
    {
      "epoch": 4.086986068637445,
      "grad_norm": 3.248788808974464,
      "learning_rate": 7.288532453595818e-05,
      "loss": 2.5207,
      "step": 48112
    },
    {
      "epoch": 4.087071015970099,
      "grad_norm": 3.0490667553906845,
      "learning_rate": 7.287943528711927e-05,
      "loss": 2.4362,
      "step": 48113
    },
    {
      "epoch": 4.087155963302752,
      "grad_norm": 2.808709540117091,
      "learning_rate": 7.287354619987112e-05,
      "loss": 1.9302,
      "step": 48114
    },
    {
      "epoch": 4.087240910635406,
      "grad_norm": 3.349614237468637,
      "learning_rate": 7.286765727422615e-05,
      "loss": 2.7475,
      "step": 48115
    },
    {
      "epoch": 4.08732585796806,
      "grad_norm": 2.877379327818872,
      "learning_rate": 7.286176851019663e-05,
      "loss": 2.1798,
      "step": 48116
    },
    {
      "epoch": 4.087410805300713,
      "grad_norm": 3.278093730121596,
      "learning_rate": 7.285587990779498e-05,
      "loss": 2.6256,
      "step": 48117
    },
    {
      "epoch": 4.087495752633368,
      "grad_norm": 2.8603666925978994,
      "learning_rate": 7.284999146703347e-05,
      "loss": 2.0593,
      "step": 48118
    },
    {
      "epoch": 4.087580699966021,
      "grad_norm": 3.297388828807244,
      "learning_rate": 7.284410318792441e-05,
      "loss": 2.693,
      "step": 48119
    },
    {
      "epoch": 4.0876656472986745,
      "grad_norm": 2.8803184084622555,
      "learning_rate": 7.283821507048018e-05,
      "loss": 2.0484,
      "step": 48120
    },
    {
      "epoch": 4.087750594631329,
      "grad_norm": 2.673763981793549,
      "learning_rate": 7.283232711471318e-05,
      "loss": 1.9548,
      "step": 48121
    },
    {
      "epoch": 4.087835541963982,
      "grad_norm": 3.2708787704931597,
      "learning_rate": 7.28264393206357e-05,
      "loss": 2.3289,
      "step": 48122
    },
    {
      "epoch": 4.087920489296636,
      "grad_norm": 3.014012302352514,
      "learning_rate": 7.282055168825999e-05,
      "loss": 2.3372,
      "step": 48123
    },
    {
      "epoch": 4.08800543662929,
      "grad_norm": 3.7068969578840445,
      "learning_rate": 7.281466421759852e-05,
      "loss": 3.2765,
      "step": 48124
    },
    {
      "epoch": 4.088090383961943,
      "grad_norm": 3.3458166171913155,
      "learning_rate": 7.280877690866358e-05,
      "loss": 2.5914,
      "step": 48125
    },
    {
      "epoch": 4.088175331294598,
      "grad_norm": 3.1849241958238688,
      "learning_rate": 7.280288976146742e-05,
      "loss": 2.5534,
      "step": 48126
    },
    {
      "epoch": 4.088260278627251,
      "grad_norm": 2.6575089438345887,
      "learning_rate": 7.279700277602244e-05,
      "loss": 1.8062,
      "step": 48127
    },
    {
      "epoch": 4.0883452259599045,
      "grad_norm": 2.847788507536856,
      "learning_rate": 7.279111595234107e-05,
      "loss": 2.0127,
      "step": 48128
    },
    {
      "epoch": 4.088430173292559,
      "grad_norm": 3.385368004462543,
      "learning_rate": 7.278522929043554e-05,
      "loss": 2.5345,
      "step": 48129
    },
    {
      "epoch": 4.088515120625212,
      "grad_norm": 3.3838294738438757,
      "learning_rate": 7.277934279031815e-05,
      "loss": 2.7987,
      "step": 48130
    },
    {
      "epoch": 4.0886000679578665,
      "grad_norm": 3.0927751900981097,
      "learning_rate": 7.277345645200133e-05,
      "loss": 2.3273,
      "step": 48131
    },
    {
      "epoch": 4.08868501529052,
      "grad_norm": 3.081243318836466,
      "learning_rate": 7.27675702754974e-05,
      "loss": 2.2434,
      "step": 48132
    },
    {
      "epoch": 4.088769962623173,
      "grad_norm": 3.4293040757248776,
      "learning_rate": 7.276168426081857e-05,
      "loss": 2.7027,
      "step": 48133
    },
    {
      "epoch": 4.088854909955828,
      "grad_norm": 3.6209023990898705,
      "learning_rate": 7.27557984079773e-05,
      "loss": 2.7824,
      "step": 48134
    },
    {
      "epoch": 4.088939857288481,
      "grad_norm": 3.5550805392357794,
      "learning_rate": 7.274991271698591e-05,
      "loss": 2.9914,
      "step": 48135
    },
    {
      "epoch": 4.089024804621135,
      "grad_norm": 3.2408479735095646,
      "learning_rate": 7.274402718785674e-05,
      "loss": 2.4786,
      "step": 48136
    },
    {
      "epoch": 4.089109751953789,
      "grad_norm": 2.8768492022554835,
      "learning_rate": 7.273814182060201e-05,
      "loss": 1.9817,
      "step": 48137
    },
    {
      "epoch": 4.089194699286442,
      "grad_norm": 3.0073709192577596,
      "learning_rate": 7.27322566152342e-05,
      "loss": 2.2861,
      "step": 48138
    },
    {
      "epoch": 4.089279646619096,
      "grad_norm": 3.3495841605580905,
      "learning_rate": 7.272637157176554e-05,
      "loss": 2.7167,
      "step": 48139
    },
    {
      "epoch": 4.08936459395175,
      "grad_norm": 3.0943873946857328,
      "learning_rate": 7.272048669020843e-05,
      "loss": 2.4367,
      "step": 48140
    },
    {
      "epoch": 4.089449541284404,
      "grad_norm": 3.173763619162262,
      "learning_rate": 7.271460197057512e-05,
      "loss": 2.4593,
      "step": 48141
    },
    {
      "epoch": 4.0895344886170575,
      "grad_norm": 2.6451145534946745,
      "learning_rate": 7.270871741287804e-05,
      "loss": 1.7363,
      "step": 48142
    },
    {
      "epoch": 4.089619435949711,
      "grad_norm": 3.485903223376591,
      "learning_rate": 7.270283301712947e-05,
      "loss": 2.8312,
      "step": 48143
    },
    {
      "epoch": 4.089704383282365,
      "grad_norm": 3.34830531534505,
      "learning_rate": 7.269694878334168e-05,
      "loss": 2.7252,
      "step": 48144
    },
    {
      "epoch": 4.089789330615019,
      "grad_norm": 3.258067385179118,
      "learning_rate": 7.269106471152706e-05,
      "loss": 2.5369,
      "step": 48145
    },
    {
      "epoch": 4.089874277947672,
      "grad_norm": 3.120556191887341,
      "learning_rate": 7.2685180801698e-05,
      "loss": 2.4639,
      "step": 48146
    },
    {
      "epoch": 4.089959225280326,
      "grad_norm": 2.973402894721175,
      "learning_rate": 7.267929705386675e-05,
      "loss": 2.2195,
      "step": 48147
    },
    {
      "epoch": 4.09004417261298,
      "grad_norm": 3.3145326512305533,
      "learning_rate": 7.267341346804558e-05,
      "loss": 2.687,
      "step": 48148
    },
    {
      "epoch": 4.090129119945634,
      "grad_norm": 3.0286567705610286,
      "learning_rate": 7.266753004424698e-05,
      "loss": 2.164,
      "step": 48149
    },
    {
      "epoch": 4.090214067278287,
      "grad_norm": 3.007635752303966,
      "learning_rate": 7.266164678248316e-05,
      "loss": 2.1661,
      "step": 48150
    },
    {
      "epoch": 4.090299014610941,
      "grad_norm": 3.3818532531612995,
      "learning_rate": 7.265576368276643e-05,
      "loss": 2.6979,
      "step": 48151
    },
    {
      "epoch": 4.090383961943595,
      "grad_norm": 3.638884607688746,
      "learning_rate": 7.264988074510917e-05,
      "loss": 3.2308,
      "step": 48152
    },
    {
      "epoch": 4.0904689092762485,
      "grad_norm": 3.033302052320808,
      "learning_rate": 7.264399796952374e-05,
      "loss": 2.2068,
      "step": 48153
    },
    {
      "epoch": 4.090553856608903,
      "grad_norm": 2.9042305093084235,
      "learning_rate": 7.263811535602243e-05,
      "loss": 2.1206,
      "step": 48154
    },
    {
      "epoch": 4.090638803941556,
      "grad_norm": 3.1721934127637414,
      "learning_rate": 7.263223290461751e-05,
      "loss": 2.3338,
      "step": 48155
    },
    {
      "epoch": 4.09072375127421,
      "grad_norm": 3.070257366804781,
      "learning_rate": 7.262635061532141e-05,
      "loss": 2.1027,
      "step": 48156
    },
    {
      "epoch": 4.090808698606864,
      "grad_norm": 3.098271717281113,
      "learning_rate": 7.262046848814633e-05,
      "loss": 2.1801,
      "step": 48157
    },
    {
      "epoch": 4.090893645939517,
      "grad_norm": 3.245622342290599,
      "learning_rate": 7.261458652310474e-05,
      "loss": 2.2897,
      "step": 48158
    },
    {
      "epoch": 4.090978593272172,
      "grad_norm": 2.833137426938707,
      "learning_rate": 7.260870472020882e-05,
      "loss": 2.012,
      "step": 48159
    },
    {
      "epoch": 4.091063540604825,
      "grad_norm": 3.528772533044186,
      "learning_rate": 7.260282307947101e-05,
      "loss": 2.5235,
      "step": 48160
    },
    {
      "epoch": 4.091148487937478,
      "grad_norm": 3.377594985887397,
      "learning_rate": 7.259694160090362e-05,
      "loss": 2.664,
      "step": 48161
    },
    {
      "epoch": 4.091233435270133,
      "grad_norm": 2.8920265950941495,
      "learning_rate": 7.259106028451886e-05,
      "loss": 2.0689,
      "step": 48162
    },
    {
      "epoch": 4.091318382602786,
      "grad_norm": 3.572494408711791,
      "learning_rate": 7.258517913032915e-05,
      "loss": 2.8303,
      "step": 48163
    },
    {
      "epoch": 4.09140332993544,
      "grad_norm": 3.5064850855603353,
      "learning_rate": 7.257929813834685e-05,
      "loss": 2.8624,
      "step": 48164
    },
    {
      "epoch": 4.091488277268094,
      "grad_norm": 3.15359315778743,
      "learning_rate": 7.257341730858422e-05,
      "loss": 2.3767,
      "step": 48165
    },
    {
      "epoch": 4.091573224600747,
      "grad_norm": 3.424816313876422,
      "learning_rate": 7.256753664105353e-05,
      "loss": 2.6759,
      "step": 48166
    },
    {
      "epoch": 4.0916581719334015,
      "grad_norm": 2.960942164328882,
      "learning_rate": 7.256165613576723e-05,
      "loss": 2.2237,
      "step": 48167
    },
    {
      "epoch": 4.091743119266055,
      "grad_norm": 3.2218226828731726,
      "learning_rate": 7.25557757927376e-05,
      "loss": 2.3779,
      "step": 48168
    },
    {
      "epoch": 4.091828066598709,
      "grad_norm": 3.0489998289457265,
      "learning_rate": 7.254989561197683e-05,
      "loss": 2.218,
      "step": 48169
    },
    {
      "epoch": 4.091913013931363,
      "grad_norm": 3.3354363571968046,
      "learning_rate": 7.254401559349739e-05,
      "loss": 2.9447,
      "step": 48170
    },
    {
      "epoch": 4.091997961264016,
      "grad_norm": 2.8341731357173994,
      "learning_rate": 7.25381357373116e-05,
      "loss": 2.1809,
      "step": 48171
    },
    {
      "epoch": 4.09208290859667,
      "grad_norm": 3.151900545053031,
      "learning_rate": 7.253225604343174e-05,
      "loss": 2.4652,
      "step": 48172
    },
    {
      "epoch": 4.092167855929324,
      "grad_norm": 3.4291279790564846,
      "learning_rate": 7.252637651187005e-05,
      "loss": 2.5714,
      "step": 48173
    },
    {
      "epoch": 4.092252803261977,
      "grad_norm": 3.0992107099931574,
      "learning_rate": 7.2520497142639e-05,
      "loss": 2.3507,
      "step": 48174
    },
    {
      "epoch": 4.0923377505946315,
      "grad_norm": 3.3348897197473324,
      "learning_rate": 7.251461793575084e-05,
      "loss": 2.5041,
      "step": 48175
    },
    {
      "epoch": 4.092422697927285,
      "grad_norm": 3.1656642655114906,
      "learning_rate": 7.250873889121781e-05,
      "loss": 2.4276,
      "step": 48176
    },
    {
      "epoch": 4.092507645259939,
      "grad_norm": 3.217381057147052,
      "learning_rate": 7.250286000905233e-05,
      "loss": 2.4895,
      "step": 48177
    },
    {
      "epoch": 4.092592592592593,
      "grad_norm": 3.1126045370550353,
      "learning_rate": 7.249698128926674e-05,
      "loss": 2.2824,
      "step": 48178
    },
    {
      "epoch": 4.092677539925246,
      "grad_norm": 3.442351525857254,
      "learning_rate": 7.249110273187328e-05,
      "loss": 2.6822,
      "step": 48179
    },
    {
      "epoch": 4.0927624872579,
      "grad_norm": 3.277208353393582,
      "learning_rate": 7.248522433688427e-05,
      "loss": 2.7827,
      "step": 48180
    },
    {
      "epoch": 4.092847434590554,
      "grad_norm": 3.0729802561056188,
      "learning_rate": 7.247934610431209e-05,
      "loss": 2.4542,
      "step": 48181
    },
    {
      "epoch": 4.092932381923208,
      "grad_norm": 3.110727852227949,
      "learning_rate": 7.247346803416898e-05,
      "loss": 2.4506,
      "step": 48182
    },
    {
      "epoch": 4.093017329255861,
      "grad_norm": 3.3860760084659884,
      "learning_rate": 7.246759012646734e-05,
      "loss": 2.5281,
      "step": 48183
    },
    {
      "epoch": 4.093102276588515,
      "grad_norm": 3.205733780629819,
      "learning_rate": 7.24617123812194e-05,
      "loss": 2.3009,
      "step": 48184
    },
    {
      "epoch": 4.093187223921169,
      "grad_norm": 2.850770650999993,
      "learning_rate": 7.245583479843755e-05,
      "loss": 2.1116,
      "step": 48185
    },
    {
      "epoch": 4.0932721712538225,
      "grad_norm": 3.11585260966051,
      "learning_rate": 7.244995737813408e-05,
      "loss": 2.3029,
      "step": 48186
    },
    {
      "epoch": 4.093357118586477,
      "grad_norm": 3.139835558202942,
      "learning_rate": 7.244408012032127e-05,
      "loss": 2.1785,
      "step": 48187
    },
    {
      "epoch": 4.09344206591913,
      "grad_norm": 3.860257631588484,
      "learning_rate": 7.243820302501143e-05,
      "loss": 3.1752,
      "step": 48188
    },
    {
      "epoch": 4.093527013251784,
      "grad_norm": 3.1462884022674404,
      "learning_rate": 7.243232609221696e-05,
      "loss": 2.1648,
      "step": 48189
    },
    {
      "epoch": 4.093611960584438,
      "grad_norm": 3.387829061918219,
      "learning_rate": 7.242644932195014e-05,
      "loss": 2.8065,
      "step": 48190
    },
    {
      "epoch": 4.093696907917091,
      "grad_norm": 2.847356308669432,
      "learning_rate": 7.24205727142232e-05,
      "loss": 2.1736,
      "step": 48191
    },
    {
      "epoch": 4.093781855249746,
      "grad_norm": 2.507608275203933,
      "learning_rate": 7.241469626904858e-05,
      "loss": 1.7098,
      "step": 48192
    },
    {
      "epoch": 4.093866802582399,
      "grad_norm": 3.3759480775863495,
      "learning_rate": 7.240881998643852e-05,
      "loss": 2.7839,
      "step": 48193
    },
    {
      "epoch": 4.093951749915052,
      "grad_norm": 2.6604658621801067,
      "learning_rate": 7.24029438664053e-05,
      "loss": 1.9313,
      "step": 48194
    },
    {
      "epoch": 4.094036697247707,
      "grad_norm": 2.784158752772975,
      "learning_rate": 7.239706790896124e-05,
      "loss": 1.9657,
      "step": 48195
    },
    {
      "epoch": 4.09412164458036,
      "grad_norm": 3.156298614566978,
      "learning_rate": 7.239119211411878e-05,
      "loss": 2.3341,
      "step": 48196
    },
    {
      "epoch": 4.0942065919130135,
      "grad_norm": 3.081723389514299,
      "learning_rate": 7.238531648189013e-05,
      "loss": 2.37,
      "step": 48197
    },
    {
      "epoch": 4.094291539245668,
      "grad_norm": 3.041991991301445,
      "learning_rate": 7.237944101228755e-05,
      "loss": 2.2218,
      "step": 48198
    },
    {
      "epoch": 4.094376486578321,
      "grad_norm": 3.2599739489227186,
      "learning_rate": 7.237356570532347e-05,
      "loss": 2.6346,
      "step": 48199
    },
    {
      "epoch": 4.0944614339109755,
      "grad_norm": 3.2182577095945017,
      "learning_rate": 7.236769056101009e-05,
      "loss": 2.5226,
      "step": 48200
    },
    {
      "epoch": 4.094546381243629,
      "grad_norm": 3.3469825494530934,
      "learning_rate": 7.236181557935982e-05,
      "loss": 2.6704,
      "step": 48201
    },
    {
      "epoch": 4.094631328576282,
      "grad_norm": 3.014150227022935,
      "learning_rate": 7.235594076038486e-05,
      "loss": 2.2971,
      "step": 48202
    },
    {
      "epoch": 4.094716275908937,
      "grad_norm": 3.5944787856614644,
      "learning_rate": 7.235006610409764e-05,
      "loss": 2.4406,
      "step": 48203
    },
    {
      "epoch": 4.09480122324159,
      "grad_norm": 3.524657410296874,
      "learning_rate": 7.234419161051043e-05,
      "loss": 2.6978,
      "step": 48204
    },
    {
      "epoch": 4.094886170574244,
      "grad_norm": 3.2266593001667214,
      "learning_rate": 7.233831727963542e-05,
      "loss": 2.2976,
      "step": 48205
    },
    {
      "epoch": 4.094971117906898,
      "grad_norm": 3.6392262350143163,
      "learning_rate": 7.233244311148506e-05,
      "loss": 2.9574,
      "step": 48206
    },
    {
      "epoch": 4.095056065239551,
      "grad_norm": 3.3172275888680947,
      "learning_rate": 7.232656910607165e-05,
      "loss": 2.3613,
      "step": 48207
    },
    {
      "epoch": 4.095141012572205,
      "grad_norm": 3.2570080219011963,
      "learning_rate": 7.232069526340747e-05,
      "loss": 2.5797,
      "step": 48208
    },
    {
      "epoch": 4.095225959904859,
      "grad_norm": 3.256731291693746,
      "learning_rate": 7.231482158350475e-05,
      "loss": 2.4829,
      "step": 48209
    },
    {
      "epoch": 4.095310907237513,
      "grad_norm": 3.112059322405369,
      "learning_rate": 7.230894806637593e-05,
      "loss": 2.5113,
      "step": 48210
    },
    {
      "epoch": 4.0953958545701665,
      "grad_norm": 2.6757112226810045,
      "learning_rate": 7.230307471203327e-05,
      "loss": 1.9725,
      "step": 48211
    },
    {
      "epoch": 4.09548080190282,
      "grad_norm": 3.0908603593931203,
      "learning_rate": 7.2297201520489e-05,
      "loss": 2.397,
      "step": 48212
    },
    {
      "epoch": 4.095565749235474,
      "grad_norm": 3.5207498904138186,
      "learning_rate": 7.229132849175547e-05,
      "loss": 2.7587,
      "step": 48213
    },
    {
      "epoch": 4.095650696568128,
      "grad_norm": 3.48623780569455,
      "learning_rate": 7.228545562584508e-05,
      "loss": 2.807,
      "step": 48214
    },
    {
      "epoch": 4.095735643900782,
      "grad_norm": 2.9777116412261426,
      "learning_rate": 7.227958292277003e-05,
      "loss": 2.1191,
      "step": 48215
    },
    {
      "epoch": 4.095820591233435,
      "grad_norm": 3.1061487317255856,
      "learning_rate": 7.227371038254264e-05,
      "loss": 2.4133,
      "step": 48216
    },
    {
      "epoch": 4.095905538566089,
      "grad_norm": 3.1692433029097193,
      "learning_rate": 7.226783800517527e-05,
      "loss": 2.455,
      "step": 48217
    },
    {
      "epoch": 4.095990485898743,
      "grad_norm": 2.7520185065619556,
      "learning_rate": 7.22619657906801e-05,
      "loss": 2.0646,
      "step": 48218
    },
    {
      "epoch": 4.0960754332313964,
      "grad_norm": 3.3044491884337983,
      "learning_rate": 7.225609373906959e-05,
      "loss": 2.6515,
      "step": 48219
    },
    {
      "epoch": 4.09616038056405,
      "grad_norm": 3.4791356620357745,
      "learning_rate": 7.225022185035591e-05,
      "loss": 2.6199,
      "step": 48220
    },
    {
      "epoch": 4.096245327896704,
      "grad_norm": 3.5091001530623256,
      "learning_rate": 7.22443501245515e-05,
      "loss": 2.7334,
      "step": 48221
    },
    {
      "epoch": 4.0963302752293576,
      "grad_norm": 3.1986991988945115,
      "learning_rate": 7.223847856166856e-05,
      "loss": 2.3812,
      "step": 48222
    },
    {
      "epoch": 4.096415222562012,
      "grad_norm": 3.4602678034704852,
      "learning_rate": 7.223260716171943e-05,
      "loss": 2.595,
      "step": 48223
    },
    {
      "epoch": 4.096500169894665,
      "grad_norm": 3.011097197246129,
      "learning_rate": 7.222673592471634e-05,
      "loss": 2.1988,
      "step": 48224
    },
    {
      "epoch": 4.096585117227319,
      "grad_norm": 3.7064399274182733,
      "learning_rate": 7.222086485067167e-05,
      "loss": 2.924,
      "step": 48225
    },
    {
      "epoch": 4.096670064559973,
      "grad_norm": 3.1640629627051173,
      "learning_rate": 7.221499393959774e-05,
      "loss": 2.531,
      "step": 48226
    },
    {
      "epoch": 4.096755011892626,
      "grad_norm": 3.210088865885432,
      "learning_rate": 7.220912319150677e-05,
      "loss": 2.3911,
      "step": 48227
    },
    {
      "epoch": 4.096839959225281,
      "grad_norm": 3.0892208889593937,
      "learning_rate": 7.220325260641117e-05,
      "loss": 2.2068,
      "step": 48228
    },
    {
      "epoch": 4.096924906557934,
      "grad_norm": 3.0851751169128026,
      "learning_rate": 7.219738218432317e-05,
      "loss": 2.3441,
      "step": 48229
    },
    {
      "epoch": 4.0970098538905875,
      "grad_norm": 3.150890006209342,
      "learning_rate": 7.21915119252551e-05,
      "loss": 2.3931,
      "step": 48230
    },
    {
      "epoch": 4.097094801223242,
      "grad_norm": 2.9764055961392017,
      "learning_rate": 7.218564182921909e-05,
      "loss": 2.0194,
      "step": 48231
    },
    {
      "epoch": 4.097179748555895,
      "grad_norm": 3.352453108633022,
      "learning_rate": 7.217977189622774e-05,
      "loss": 2.6576,
      "step": 48232
    },
    {
      "epoch": 4.0972646958885495,
      "grad_norm": 3.427785876751887,
      "learning_rate": 7.217390212629316e-05,
      "loss": 2.8864,
      "step": 48233
    },
    {
      "epoch": 4.097349643221203,
      "grad_norm": 2.6834839936427137,
      "learning_rate": 7.216803251942767e-05,
      "loss": 1.9409,
      "step": 48234
    },
    {
      "epoch": 4.097434590553856,
      "grad_norm": 3.1092678718294535,
      "learning_rate": 7.216216307564361e-05,
      "loss": 2.3313,
      "step": 48235
    },
    {
      "epoch": 4.097519537886511,
      "grad_norm": 3.428989185873879,
      "learning_rate": 7.215629379495324e-05,
      "loss": 2.9649,
      "step": 48236
    },
    {
      "epoch": 4.097604485219164,
      "grad_norm": 3.320719015707441,
      "learning_rate": 7.215042467736885e-05,
      "loss": 2.6923,
      "step": 48237
    },
    {
      "epoch": 4.097689432551818,
      "grad_norm": 2.8105260804046073,
      "learning_rate": 7.214455572290275e-05,
      "loss": 2.0333,
      "step": 48238
    },
    {
      "epoch": 4.097774379884472,
      "grad_norm": 3.2524352660771823,
      "learning_rate": 7.213868693156729e-05,
      "loss": 2.6981,
      "step": 48239
    },
    {
      "epoch": 4.097859327217125,
      "grad_norm": 3.0460537155693572,
      "learning_rate": 7.213281830337473e-05,
      "loss": 2.214,
      "step": 48240
    },
    {
      "epoch": 4.097944274549779,
      "grad_norm": 2.9948998603808463,
      "learning_rate": 7.212694983833737e-05,
      "loss": 2.3765,
      "step": 48241
    },
    {
      "epoch": 4.098029221882433,
      "grad_norm": 3.2672430898696203,
      "learning_rate": 7.212108153646743e-05,
      "loss": 2.6166,
      "step": 48242
    },
    {
      "epoch": 4.098114169215087,
      "grad_norm": 3.3258132037067316,
      "learning_rate": 7.211521339777726e-05,
      "loss": 2.6452,
      "step": 48243
    },
    {
      "epoch": 4.0981991165477405,
      "grad_norm": 3.532380123674615,
      "learning_rate": 7.210934542227924e-05,
      "loss": 2.6731,
      "step": 48244
    },
    {
      "epoch": 4.098284063880394,
      "grad_norm": 3.2324915875624325,
      "learning_rate": 7.210347760998552e-05,
      "loss": 2.4473,
      "step": 48245
    },
    {
      "epoch": 4.098369011213048,
      "grad_norm": 3.516299175136276,
      "learning_rate": 7.209760996090855e-05,
      "loss": 2.6252,
      "step": 48246
    },
    {
      "epoch": 4.098453958545702,
      "grad_norm": 3.860213617835654,
      "learning_rate": 7.209174247506052e-05,
      "loss": 3.3036,
      "step": 48247
    },
    {
      "epoch": 4.098538905878355,
      "grad_norm": 2.7820033769834014,
      "learning_rate": 7.208587515245376e-05,
      "loss": 1.8709,
      "step": 48248
    },
    {
      "epoch": 4.098623853211009,
      "grad_norm": 3.050373399686749,
      "learning_rate": 7.208000799310043e-05,
      "loss": 2.2969,
      "step": 48249
    },
    {
      "epoch": 4.098708800543663,
      "grad_norm": 3.042454135708824,
      "learning_rate": 7.207414099701304e-05,
      "loss": 2.2371,
      "step": 48250
    },
    {
      "epoch": 4.098793747876317,
      "grad_norm": 3.1918417490119535,
      "learning_rate": 7.20682741642038e-05,
      "loss": 2.3719,
      "step": 48251
    },
    {
      "epoch": 4.09887869520897,
      "grad_norm": 3.5236309013928673,
      "learning_rate": 7.2062407494685e-05,
      "loss": 2.5788,
      "step": 48252
    },
    {
      "epoch": 4.098963642541624,
      "grad_norm": 3.3130125354244284,
      "learning_rate": 7.205654098846884e-05,
      "loss": 2.6044,
      "step": 48253
    },
    {
      "epoch": 4.099048589874278,
      "grad_norm": 2.921519445558645,
      "learning_rate": 7.205067464556778e-05,
      "loss": 2.0951,
      "step": 48254
    },
    {
      "epoch": 4.0991335372069315,
      "grad_norm": 3.3311284345487233,
      "learning_rate": 7.204480846599394e-05,
      "loss": 2.5189,
      "step": 48255
    },
    {
      "epoch": 4.099218484539586,
      "grad_norm": 3.1791211380662054,
      "learning_rate": 7.203894244975973e-05,
      "loss": 2.5259,
      "step": 48256
    },
    {
      "epoch": 4.099303431872239,
      "grad_norm": 2.8588573335352496,
      "learning_rate": 7.203307659687743e-05,
      "loss": 2.1309,
      "step": 48257
    },
    {
      "epoch": 4.099388379204893,
      "grad_norm": 3.8702126022455547,
      "learning_rate": 7.202721090735933e-05,
      "loss": 3.033,
      "step": 48258
    },
    {
      "epoch": 4.099473326537547,
      "grad_norm": 3.2067037054256335,
      "learning_rate": 7.202134538121769e-05,
      "loss": 2.5611,
      "step": 48259
    },
    {
      "epoch": 4.0995582738702,
      "grad_norm": 3.40730993930367,
      "learning_rate": 7.201548001846475e-05,
      "loss": 2.6878,
      "step": 48260
    },
    {
      "epoch": 4.099643221202855,
      "grad_norm": 2.6751278250509474,
      "learning_rate": 7.200961481911285e-05,
      "loss": 1.8987,
      "step": 48261
    },
    {
      "epoch": 4.099728168535508,
      "grad_norm": 3.5150869820553443,
      "learning_rate": 7.200374978317436e-05,
      "loss": 2.667,
      "step": 48262
    },
    {
      "epoch": 4.099813115868161,
      "grad_norm": 3.3597477541150242,
      "learning_rate": 7.199788491066148e-05,
      "loss": 2.7159,
      "step": 48263
    },
    {
      "epoch": 4.099898063200816,
      "grad_norm": 3.386499569453943,
      "learning_rate": 7.199202020158648e-05,
      "loss": 2.5561,
      "step": 48264
    },
    {
      "epoch": 4.099983010533469,
      "grad_norm": 3.2258492007992903,
      "learning_rate": 7.198615565596174e-05,
      "loss": 2.2681,
      "step": 48265
    },
    {
      "epoch": 4.100067957866123,
      "grad_norm": 3.17911188388477,
      "learning_rate": 7.198029127379947e-05,
      "loss": 2.4933,
      "step": 48266
    },
    {
      "epoch": 4.100152905198777,
      "grad_norm": 2.7685086765365994,
      "learning_rate": 7.197442705511195e-05,
      "loss": 2.0807,
      "step": 48267
    },
    {
      "epoch": 4.10023785253143,
      "grad_norm": 3.435913970325879,
      "learning_rate": 7.196856299991147e-05,
      "loss": 2.7654,
      "step": 48268
    },
    {
      "epoch": 4.1003227998640845,
      "grad_norm": 3.1424202581674305,
      "learning_rate": 7.196269910821041e-05,
      "loss": 2.2153,
      "step": 48269
    },
    {
      "epoch": 4.100407747196738,
      "grad_norm": 2.651660350318757,
      "learning_rate": 7.1956835380021e-05,
      "loss": 1.8713,
      "step": 48270
    },
    {
      "epoch": 4.100492694529391,
      "grad_norm": 3.543887638420924,
      "learning_rate": 7.195097181535546e-05,
      "loss": 2.8128,
      "step": 48271
    },
    {
      "epoch": 4.100577641862046,
      "grad_norm": 3.6137575876492676,
      "learning_rate": 7.194510841422618e-05,
      "loss": 2.9278,
      "step": 48272
    },
    {
      "epoch": 4.100662589194699,
      "grad_norm": 3.201742235341899,
      "learning_rate": 7.193924517664541e-05,
      "loss": 2.5342,
      "step": 48273
    },
    {
      "epoch": 4.100747536527353,
      "grad_norm": 3.3300096624444153,
      "learning_rate": 7.193338210262529e-05,
      "loss": 2.5074,
      "step": 48274
    },
    {
      "epoch": 4.100832483860007,
      "grad_norm": 3.3158620431007897,
      "learning_rate": 7.192751919217836e-05,
      "loss": 2.4801,
      "step": 48275
    },
    {
      "epoch": 4.10091743119266,
      "grad_norm": 3.059555043867544,
      "learning_rate": 7.19216564453168e-05,
      "loss": 2.0424,
      "step": 48276
    },
    {
      "epoch": 4.1010023785253145,
      "grad_norm": 3.386138972044692,
      "learning_rate": 7.191579386205285e-05,
      "loss": 2.5977,
      "step": 48277
    },
    {
      "epoch": 4.101087325857968,
      "grad_norm": 3.3528838366224103,
      "learning_rate": 7.190993144239879e-05,
      "loss": 2.6944,
      "step": 48278
    },
    {
      "epoch": 4.101172273190622,
      "grad_norm": 2.783616992114896,
      "learning_rate": 7.190406918636698e-05,
      "loss": 1.8447,
      "step": 48279
    },
    {
      "epoch": 4.101257220523276,
      "grad_norm": 3.0197108848425063,
      "learning_rate": 7.18982070939696e-05,
      "loss": 2.1292,
      "step": 48280
    },
    {
      "epoch": 4.101342167855929,
      "grad_norm": 3.35879559135467,
      "learning_rate": 7.189234516521903e-05,
      "loss": 2.745,
      "step": 48281
    },
    {
      "epoch": 4.101427115188583,
      "grad_norm": 3.5954624526049628,
      "learning_rate": 7.188648340012749e-05,
      "loss": 2.7727,
      "step": 48282
    },
    {
      "epoch": 4.101512062521237,
      "grad_norm": 3.3568205312321586,
      "learning_rate": 7.188062179870733e-05,
      "loss": 2.7791,
      "step": 48283
    },
    {
      "epoch": 4.101597009853891,
      "grad_norm": 3.2463404528067037,
      "learning_rate": 7.187476036097077e-05,
      "loss": 2.466,
      "step": 48284
    },
    {
      "epoch": 4.101681957186544,
      "grad_norm": 3.041513245306459,
      "learning_rate": 7.186889908693007e-05,
      "loss": 2.2029,
      "step": 48285
    },
    {
      "epoch": 4.101766904519198,
      "grad_norm": 3.256963927569599,
      "learning_rate": 7.186303797659755e-05,
      "loss": 2.301,
      "step": 48286
    },
    {
      "epoch": 4.101851851851852,
      "grad_norm": 3.3428018528514403,
      "learning_rate": 7.185717702998555e-05,
      "loss": 2.3424,
      "step": 48287
    },
    {
      "epoch": 4.1019367991845055,
      "grad_norm": 2.9832822795754605,
      "learning_rate": 7.185131624710626e-05,
      "loss": 2.1129,
      "step": 48288
    },
    {
      "epoch": 4.10202174651716,
      "grad_norm": 3.2462757955444452,
      "learning_rate": 7.184545562797196e-05,
      "loss": 2.6179,
      "step": 48289
    },
    {
      "epoch": 4.102106693849813,
      "grad_norm": 3.07037492399427,
      "learning_rate": 7.183959517259503e-05,
      "loss": 2.1336,
      "step": 48290
    },
    {
      "epoch": 4.102191641182467,
      "grad_norm": 3.660823688391894,
      "learning_rate": 7.183373488098766e-05,
      "loss": 3.0552,
      "step": 48291
    },
    {
      "epoch": 4.102276588515121,
      "grad_norm": 3.3398056382783174,
      "learning_rate": 7.182787475316209e-05,
      "loss": 2.5337,
      "step": 48292
    },
    {
      "epoch": 4.102361535847774,
      "grad_norm": 2.9576339394978666,
      "learning_rate": 7.182201478913066e-05,
      "loss": 2.208,
      "step": 48293
    },
    {
      "epoch": 4.102446483180428,
      "grad_norm": 2.9251369896916892,
      "learning_rate": 7.181615498890571e-05,
      "loss": 2.1294,
      "step": 48294
    },
    {
      "epoch": 4.102531430513082,
      "grad_norm": 3.1602690362665946,
      "learning_rate": 7.181029535249945e-05,
      "loss": 2.4296,
      "step": 48295
    },
    {
      "epoch": 4.102616377845735,
      "grad_norm": 3.1043685628714726,
      "learning_rate": 7.18044358799241e-05,
      "loss": 2.0611,
      "step": 48296
    },
    {
      "epoch": 4.10270132517839,
      "grad_norm": 2.8610736605755753,
      "learning_rate": 7.179857657119207e-05,
      "loss": 2.182,
      "step": 48297
    },
    {
      "epoch": 4.102786272511043,
      "grad_norm": 2.8577636124104515,
      "learning_rate": 7.179271742631552e-05,
      "loss": 2.1962,
      "step": 48298
    },
    {
      "epoch": 4.1028712198436965,
      "grad_norm": 2.9558148261665647,
      "learning_rate": 7.178685844530682e-05,
      "loss": 2.3502,
      "step": 48299
    },
    {
      "epoch": 4.102956167176351,
      "grad_norm": 3.684115415604293,
      "learning_rate": 7.178099962817812e-05,
      "loss": 3.1575,
      "step": 48300
    },
    {
      "epoch": 4.103041114509004,
      "grad_norm": 2.943342812830899,
      "learning_rate": 7.177514097494185e-05,
      "loss": 2.1375,
      "step": 48301
    },
    {
      "epoch": 4.1031260618416585,
      "grad_norm": 3.2204880785528305,
      "learning_rate": 7.176928248561022e-05,
      "loss": 2.3054,
      "step": 48302
    },
    {
      "epoch": 4.103211009174312,
      "grad_norm": 3.0915616917104267,
      "learning_rate": 7.176342416019542e-05,
      "loss": 2.2731,
      "step": 48303
    },
    {
      "epoch": 4.103295956506965,
      "grad_norm": 3.25663906081217,
      "learning_rate": 7.175756599870981e-05,
      "loss": 2.3192,
      "step": 48304
    },
    {
      "epoch": 4.10338090383962,
      "grad_norm": 2.8499705987356414,
      "learning_rate": 7.175170800116572e-05,
      "loss": 2.177,
      "step": 48305
    },
    {
      "epoch": 4.103465851172273,
      "grad_norm": 3.5808416222874544,
      "learning_rate": 7.174585016757536e-05,
      "loss": 2.8357,
      "step": 48306
    },
    {
      "epoch": 4.103550798504927,
      "grad_norm": 3.182851845434092,
      "learning_rate": 7.173999249795094e-05,
      "loss": 2.4961,
      "step": 48307
    },
    {
      "epoch": 4.103635745837581,
      "grad_norm": 3.6390434446326116,
      "learning_rate": 7.173413499230485e-05,
      "loss": 2.9292,
      "step": 48308
    },
    {
      "epoch": 4.103720693170234,
      "grad_norm": 3.3152793537828757,
      "learning_rate": 7.172827765064931e-05,
      "loss": 2.6671,
      "step": 48309
    },
    {
      "epoch": 4.103805640502888,
      "grad_norm": 2.7636862059382787,
      "learning_rate": 7.172242047299655e-05,
      "loss": 2.0892,
      "step": 48310
    },
    {
      "epoch": 4.103890587835542,
      "grad_norm": 3.274201946590705,
      "learning_rate": 7.171656345935889e-05,
      "loss": 2.5269,
      "step": 48311
    },
    {
      "epoch": 4.103975535168196,
      "grad_norm": 3.5322241736495044,
      "learning_rate": 7.171070660974863e-05,
      "loss": 2.9715,
      "step": 48312
    },
    {
      "epoch": 4.1040604825008495,
      "grad_norm": 2.736675537676591,
      "learning_rate": 7.170484992417804e-05,
      "loss": 1.8997,
      "step": 48313
    },
    {
      "epoch": 4.104145429833503,
      "grad_norm": 3.5641336567455673,
      "learning_rate": 7.169899340265929e-05,
      "loss": 2.7347,
      "step": 48314
    },
    {
      "epoch": 4.104230377166157,
      "grad_norm": 3.7966256710817214,
      "learning_rate": 7.169313704520478e-05,
      "loss": 3.1203,
      "step": 48315
    },
    {
      "epoch": 4.104315324498811,
      "grad_norm": 2.9074081369209637,
      "learning_rate": 7.168728085182673e-05,
      "loss": 2.1927,
      "step": 48316
    },
    {
      "epoch": 4.104400271831464,
      "grad_norm": 2.6000456145384407,
      "learning_rate": 7.168142482253734e-05,
      "loss": 1.8353,
      "step": 48317
    },
    {
      "epoch": 4.104485219164118,
      "grad_norm": 3.2149157866407276,
      "learning_rate": 7.167556895734895e-05,
      "loss": 2.5146,
      "step": 48318
    },
    {
      "epoch": 4.104570166496772,
      "grad_norm": 3.453519790104454,
      "learning_rate": 7.166971325627388e-05,
      "loss": 3.0002,
      "step": 48319
    },
    {
      "epoch": 4.104655113829426,
      "grad_norm": 3.2762571748239866,
      "learning_rate": 7.166385771932435e-05,
      "loss": 2.6023,
      "step": 48320
    },
    {
      "epoch": 4.1047400611620795,
      "grad_norm": 3.211226240001211,
      "learning_rate": 7.165800234651255e-05,
      "loss": 2.5242,
      "step": 48321
    },
    {
      "epoch": 4.104825008494733,
      "grad_norm": 2.753426996162846,
      "learning_rate": 7.165214713785089e-05,
      "loss": 2.0055,
      "step": 48322
    },
    {
      "epoch": 4.104909955827387,
      "grad_norm": 3.3566244724212972,
      "learning_rate": 7.164629209335153e-05,
      "loss": 2.4551,
      "step": 48323
    },
    {
      "epoch": 4.104994903160041,
      "grad_norm": 2.9272579686237292,
      "learning_rate": 7.164043721302681e-05,
      "loss": 2.0191,
      "step": 48324
    },
    {
      "epoch": 4.105079850492695,
      "grad_norm": 2.946891013042215,
      "learning_rate": 7.163458249688891e-05,
      "loss": 2.1799,
      "step": 48325
    },
    {
      "epoch": 4.105164797825348,
      "grad_norm": 3.464510084398998,
      "learning_rate": 7.162872794495022e-05,
      "loss": 2.7481,
      "step": 48326
    },
    {
      "epoch": 4.105249745158002,
      "grad_norm": 2.803543651657932,
      "learning_rate": 7.162287355722294e-05,
      "loss": 2.1241,
      "step": 48327
    },
    {
      "epoch": 4.105334692490656,
      "grad_norm": 2.8232938310942575,
      "learning_rate": 7.161701933371927e-05,
      "loss": 2.0923,
      "step": 48328
    },
    {
      "epoch": 4.105419639823309,
      "grad_norm": 2.90103229175823,
      "learning_rate": 7.161116527445157e-05,
      "loss": 2.1398,
      "step": 48329
    },
    {
      "epoch": 4.105504587155964,
      "grad_norm": 3.4539951471960677,
      "learning_rate": 7.16053113794321e-05,
      "loss": 2.4711,
      "step": 48330
    },
    {
      "epoch": 4.105589534488617,
      "grad_norm": 2.5262897879968884,
      "learning_rate": 7.159945764867314e-05,
      "loss": 1.7912,
      "step": 48331
    },
    {
      "epoch": 4.1056744818212705,
      "grad_norm": 3.046176829250995,
      "learning_rate": 7.159360408218685e-05,
      "loss": 2.2865,
      "step": 48332
    },
    {
      "epoch": 4.105759429153925,
      "grad_norm": 2.966573213913431,
      "learning_rate": 7.158775067998561e-05,
      "loss": 1.9556,
      "step": 48333
    },
    {
      "epoch": 4.105844376486578,
      "grad_norm": 3.9022683629541226,
      "learning_rate": 7.158189744208165e-05,
      "loss": 3.0755,
      "step": 48334
    },
    {
      "epoch": 4.1059293238192325,
      "grad_norm": 3.2737932054579013,
      "learning_rate": 7.157604436848716e-05,
      "loss": 2.6774,
      "step": 48335
    },
    {
      "epoch": 4.106014271151886,
      "grad_norm": 3.4388424931714976,
      "learning_rate": 7.157019145921448e-05,
      "loss": 2.7739,
      "step": 48336
    },
    {
      "epoch": 4.106099218484539,
      "grad_norm": 3.35310285724001,
      "learning_rate": 7.156433871427593e-05,
      "loss": 2.4785,
      "step": 48337
    },
    {
      "epoch": 4.106184165817194,
      "grad_norm": 3.1106978316478884,
      "learning_rate": 7.155848613368369e-05,
      "loss": 2.5315,
      "step": 48338
    },
    {
      "epoch": 4.106269113149847,
      "grad_norm": 2.8987047583649668,
      "learning_rate": 7.155263371744997e-05,
      "loss": 2.1247,
      "step": 48339
    },
    {
      "epoch": 4.1063540604825,
      "grad_norm": 3.082173107254738,
      "learning_rate": 7.154678146558717e-05,
      "loss": 2.4473,
      "step": 48340
    },
    {
      "epoch": 4.106439007815155,
      "grad_norm": 3.5952493140934303,
      "learning_rate": 7.154092937810743e-05,
      "loss": 3.1499,
      "step": 48341
    },
    {
      "epoch": 4.106523955147808,
      "grad_norm": 2.735263686534385,
      "learning_rate": 7.153507745502312e-05,
      "loss": 1.9175,
      "step": 48342
    },
    {
      "epoch": 4.106608902480462,
      "grad_norm": 3.511193930256671,
      "learning_rate": 7.152922569634638e-05,
      "loss": 2.6005,
      "step": 48343
    },
    {
      "epoch": 4.106693849813116,
      "grad_norm": 2.9738482208131924,
      "learning_rate": 7.15233741020896e-05,
      "loss": 2.2074,
      "step": 48344
    },
    {
      "epoch": 4.106778797145769,
      "grad_norm": 3.278813734847666,
      "learning_rate": 7.151752267226499e-05,
      "loss": 2.4569,
      "step": 48345
    },
    {
      "epoch": 4.1068637444784235,
      "grad_norm": 3.1858922278102657,
      "learning_rate": 7.151167140688472e-05,
      "loss": 2.4837,
      "step": 48346
    },
    {
      "epoch": 4.106948691811077,
      "grad_norm": 3.202752741238492,
      "learning_rate": 7.150582030596115e-05,
      "loss": 2.3609,
      "step": 48347
    },
    {
      "epoch": 4.107033639143731,
      "grad_norm": 3.483365435962602,
      "learning_rate": 7.149996936950657e-05,
      "loss": 2.782,
      "step": 48348
    },
    {
      "epoch": 4.107118586476385,
      "grad_norm": 3.2875179408533164,
      "learning_rate": 7.149411859753318e-05,
      "loss": 2.5067,
      "step": 48349
    },
    {
      "epoch": 4.107203533809038,
      "grad_norm": 2.7995864086496574,
      "learning_rate": 7.14882679900532e-05,
      "loss": 1.9754,
      "step": 48350
    },
    {
      "epoch": 4.107288481141692,
      "grad_norm": 2.901615222980547,
      "learning_rate": 7.148241754707899e-05,
      "loss": 2.0746,
      "step": 48351
    },
    {
      "epoch": 4.107373428474346,
      "grad_norm": 3.2033106210929905,
      "learning_rate": 7.147656726862276e-05,
      "loss": 2.3984,
      "step": 48352
    },
    {
      "epoch": 4.107458375807,
      "grad_norm": 3.2773789087614964,
      "learning_rate": 7.147071715469669e-05,
      "loss": 2.3677,
      "step": 48353
    },
    {
      "epoch": 4.107543323139653,
      "grad_norm": 3.2097465136547796,
      "learning_rate": 7.146486720531314e-05,
      "loss": 2.2503,
      "step": 48354
    },
    {
      "epoch": 4.107628270472307,
      "grad_norm": 3.332120507820721,
      "learning_rate": 7.145901742048436e-05,
      "loss": 2.7007,
      "step": 48355
    },
    {
      "epoch": 4.107713217804961,
      "grad_norm": 3.2285991114431174,
      "learning_rate": 7.14531678002226e-05,
      "loss": 2.5888,
      "step": 48356
    },
    {
      "epoch": 4.1077981651376145,
      "grad_norm": 3.422106316554325,
      "learning_rate": 7.144731834454006e-05,
      "loss": 2.7091,
      "step": 48357
    },
    {
      "epoch": 4.107883112470269,
      "grad_norm": 3.4308970273195807,
      "learning_rate": 7.144146905344907e-05,
      "loss": 2.8474,
      "step": 48358
    },
    {
      "epoch": 4.107968059802922,
      "grad_norm": 3.4150769224652753,
      "learning_rate": 7.143561992696188e-05,
      "loss": 2.588,
      "step": 48359
    },
    {
      "epoch": 4.108053007135576,
      "grad_norm": 3.5500855785019074,
      "learning_rate": 7.142977096509065e-05,
      "loss": 2.6867,
      "step": 48360
    },
    {
      "epoch": 4.10813795446823,
      "grad_norm": 3.28210083333362,
      "learning_rate": 7.142392216784771e-05,
      "loss": 2.4022,
      "step": 48361
    },
    {
      "epoch": 4.108222901800883,
      "grad_norm": 3.832125205840162,
      "learning_rate": 7.141807353524536e-05,
      "loss": 2.6533,
      "step": 48362
    },
    {
      "epoch": 4.108307849133538,
      "grad_norm": 3.370715036528945,
      "learning_rate": 7.14122250672958e-05,
      "loss": 2.4361,
      "step": 48363
    },
    {
      "epoch": 4.108392796466191,
      "grad_norm": 3.1436136924376727,
      "learning_rate": 7.140637676401124e-05,
      "loss": 2.262,
      "step": 48364
    },
    {
      "epoch": 4.1084777437988445,
      "grad_norm": 3.651043699253921,
      "learning_rate": 7.140052862540404e-05,
      "loss": 2.8576,
      "step": 48365
    },
    {
      "epoch": 4.108562691131499,
      "grad_norm": 3.8419771304276753,
      "learning_rate": 7.139468065148635e-05,
      "loss": 2.9926,
      "step": 48366
    },
    {
      "epoch": 4.108647638464152,
      "grad_norm": 3.341161634909134,
      "learning_rate": 7.13888328422705e-05,
      "loss": 2.6323,
      "step": 48367
    },
    {
      "epoch": 4.108732585796806,
      "grad_norm": 3.4495937119267266,
      "learning_rate": 7.138298519776869e-05,
      "loss": 2.7973,
      "step": 48368
    },
    {
      "epoch": 4.10881753312946,
      "grad_norm": 3.3060916093058674,
      "learning_rate": 7.137713771799324e-05,
      "loss": 2.5728,
      "step": 48369
    },
    {
      "epoch": 4.108902480462113,
      "grad_norm": 3.335385230243296,
      "learning_rate": 7.137129040295635e-05,
      "loss": 2.5269,
      "step": 48370
    },
    {
      "epoch": 4.1089874277947676,
      "grad_norm": 3.206879781790738,
      "learning_rate": 7.136544325267021e-05,
      "loss": 2.4614,
      "step": 48371
    },
    {
      "epoch": 4.109072375127421,
      "grad_norm": 3.181936203841955,
      "learning_rate": 7.135959626714717e-05,
      "loss": 2.6388,
      "step": 48372
    },
    {
      "epoch": 4.109157322460074,
      "grad_norm": 3.3550087968955475,
      "learning_rate": 7.135374944639949e-05,
      "loss": 2.7392,
      "step": 48373
    },
    {
      "epoch": 4.109242269792729,
      "grad_norm": 3.0314490005966364,
      "learning_rate": 7.13479027904394e-05,
      "loss": 2.2718,
      "step": 48374
    },
    {
      "epoch": 4.109327217125382,
      "grad_norm": 3.350149162016193,
      "learning_rate": 7.134205629927906e-05,
      "loss": 2.8166,
      "step": 48375
    },
    {
      "epoch": 4.109412164458036,
      "grad_norm": 3.1057159981356883,
      "learning_rate": 7.133620997293084e-05,
      "loss": 2.1197,
      "step": 48376
    },
    {
      "epoch": 4.10949711179069,
      "grad_norm": 3.2942481787720412,
      "learning_rate": 7.133036381140698e-05,
      "loss": 2.2989,
      "step": 48377
    },
    {
      "epoch": 4.109582059123343,
      "grad_norm": 3.043876838423364,
      "learning_rate": 7.132451781471961e-05,
      "loss": 2.2348,
      "step": 48378
    },
    {
      "epoch": 4.1096670064559975,
      "grad_norm": 3.138009679920922,
      "learning_rate": 7.131867198288108e-05,
      "loss": 2.2744,
      "step": 48379
    },
    {
      "epoch": 4.109751953788651,
      "grad_norm": 3.0826919383834386,
      "learning_rate": 7.131282631590367e-05,
      "loss": 2.1534,
      "step": 48380
    },
    {
      "epoch": 4.109836901121305,
      "grad_norm": 3.50095959115506,
      "learning_rate": 7.130698081379957e-05,
      "loss": 2.5578,
      "step": 48381
    },
    {
      "epoch": 4.109921848453959,
      "grad_norm": 3.3374247866058733,
      "learning_rate": 7.130113547658099e-05,
      "loss": 2.6466,
      "step": 48382
    },
    {
      "epoch": 4.110006795786612,
      "grad_norm": 3.3518767226902484,
      "learning_rate": 7.129529030426029e-05,
      "loss": 2.5903,
      "step": 48383
    },
    {
      "epoch": 4.110091743119266,
      "grad_norm": 3.8624393164816744,
      "learning_rate": 7.128944529684958e-05,
      "loss": 3.0638,
      "step": 48384
    },
    {
      "epoch": 4.11017669045192,
      "grad_norm": 2.9414342631161503,
      "learning_rate": 7.128360045436124e-05,
      "loss": 2.0926,
      "step": 48385
    },
    {
      "epoch": 4.110261637784574,
      "grad_norm": 3.0826713747384735,
      "learning_rate": 7.12777557768074e-05,
      "loss": 2.2348,
      "step": 48386
    },
    {
      "epoch": 4.110346585117227,
      "grad_norm": 3.126998300824575,
      "learning_rate": 7.127191126420043e-05,
      "loss": 2.0912,
      "step": 48387
    },
    {
      "epoch": 4.110431532449881,
      "grad_norm": 2.883205754966603,
      "learning_rate": 7.126606691655249e-05,
      "loss": 2.1043,
      "step": 48388
    },
    {
      "epoch": 4.110516479782535,
      "grad_norm": 3.776501406963341,
      "learning_rate": 7.12602227338758e-05,
      "loss": 3.068,
      "step": 48389
    },
    {
      "epoch": 4.1106014271151885,
      "grad_norm": 3.1394179976977523,
      "learning_rate": 7.125437871618265e-05,
      "loss": 2.0988,
      "step": 48390
    },
    {
      "epoch": 4.110686374447842,
      "grad_norm": 3.3921227247308194,
      "learning_rate": 7.124853486348535e-05,
      "loss": 2.7326,
      "step": 48391
    },
    {
      "epoch": 4.110771321780496,
      "grad_norm": 3.272904243310356,
      "learning_rate": 7.124269117579607e-05,
      "loss": 2.6103,
      "step": 48392
    },
    {
      "epoch": 4.11085626911315,
      "grad_norm": 3.0411202033791356,
      "learning_rate": 7.1236847653127e-05,
      "loss": 2.3595,
      "step": 48393
    },
    {
      "epoch": 4.110941216445804,
      "grad_norm": 3.3599347855387047,
      "learning_rate": 7.123100429549051e-05,
      "loss": 2.9222,
      "step": 48394
    },
    {
      "epoch": 4.111026163778457,
      "grad_norm": 3.026789867588093,
      "learning_rate": 7.122516110289879e-05,
      "loss": 2.4118,
      "step": 48395
    },
    {
      "epoch": 4.111111111111111,
      "grad_norm": 2.879657312568751,
      "learning_rate": 7.1219318075364e-05,
      "loss": 2.0823,
      "step": 48396
    },
    {
      "epoch": 4.111196058443765,
      "grad_norm": 3.072625226651264,
      "learning_rate": 7.121347521289848e-05,
      "loss": 2.3066,
      "step": 48397
    },
    {
      "epoch": 4.111281005776418,
      "grad_norm": 3.450814161057032,
      "learning_rate": 7.120763251551449e-05,
      "loss": 2.6858,
      "step": 48398
    },
    {
      "epoch": 4.111365953109073,
      "grad_norm": 3.282780792753521,
      "learning_rate": 7.120178998322423e-05,
      "loss": 2.6104,
      "step": 48399
    },
    {
      "epoch": 4.111450900441726,
      "grad_norm": 2.7510995971449463,
      "learning_rate": 7.11959476160399e-05,
      "loss": 2.0089,
      "step": 48400
    },
    {
      "epoch": 4.1115358477743795,
      "grad_norm": 3.802394023633733,
      "learning_rate": 7.119010541397384e-05,
      "loss": 3.1931,
      "step": 48401
    },
    {
      "epoch": 4.111620795107034,
      "grad_norm": 3.1876219345583934,
      "learning_rate": 7.118426337703824e-05,
      "loss": 2.4982,
      "step": 48402
    },
    {
      "epoch": 4.111705742439687,
      "grad_norm": 2.6597983283087943,
      "learning_rate": 7.117842150524527e-05,
      "loss": 1.8344,
      "step": 48403
    },
    {
      "epoch": 4.1117906897723415,
      "grad_norm": 3.176732740802955,
      "learning_rate": 7.117257979860724e-05,
      "loss": 2.3587,
      "step": 48404
    },
    {
      "epoch": 4.111875637104995,
      "grad_norm": 2.798839568947104,
      "learning_rate": 7.116673825713644e-05,
      "loss": 2.125,
      "step": 48405
    },
    {
      "epoch": 4.111960584437648,
      "grad_norm": 3.8723919461232663,
      "learning_rate": 7.116089688084508e-05,
      "loss": 2.9954,
      "step": 48406
    },
    {
      "epoch": 4.112045531770303,
      "grad_norm": 3.3745976774888855,
      "learning_rate": 7.11550556697453e-05,
      "loss": 2.4067,
      "step": 48407
    },
    {
      "epoch": 4.112130479102956,
      "grad_norm": 2.814337542597695,
      "learning_rate": 7.114921462384949e-05,
      "loss": 2.2167,
      "step": 48408
    },
    {
      "epoch": 4.11221542643561,
      "grad_norm": 3.2203175949197953,
      "learning_rate": 7.114337374316975e-05,
      "loss": 2.3783,
      "step": 48409
    },
    {
      "epoch": 4.112300373768264,
      "grad_norm": 3.081451256798031,
      "learning_rate": 7.113753302771843e-05,
      "loss": 2.3627,
      "step": 48410
    },
    {
      "epoch": 4.112385321100917,
      "grad_norm": 3.4741797860045294,
      "learning_rate": 7.113169247750768e-05,
      "loss": 2.5753,
      "step": 48411
    },
    {
      "epoch": 4.112470268433571,
      "grad_norm": 3.136106619053477,
      "learning_rate": 7.112585209254982e-05,
      "loss": 2.3879,
      "step": 48412
    },
    {
      "epoch": 4.112555215766225,
      "grad_norm": 2.7335650614703155,
      "learning_rate": 7.112001187285706e-05,
      "loss": 1.9373,
      "step": 48413
    },
    {
      "epoch": 4.112640163098879,
      "grad_norm": 3.4582080956705306,
      "learning_rate": 7.111417181844158e-05,
      "loss": 2.8948,
      "step": 48414
    },
    {
      "epoch": 4.1127251104315325,
      "grad_norm": 3.6283134080320893,
      "learning_rate": 7.110833192931563e-05,
      "loss": 2.7636,
      "step": 48415
    },
    {
      "epoch": 4.112810057764186,
      "grad_norm": 3.7579710614018986,
      "learning_rate": 7.110249220549155e-05,
      "loss": 3.0122,
      "step": 48416
    },
    {
      "epoch": 4.11289500509684,
      "grad_norm": 3.6388312554431286,
      "learning_rate": 7.10966526469815e-05,
      "loss": 2.9116,
      "step": 48417
    },
    {
      "epoch": 4.112979952429494,
      "grad_norm": 2.8609050317345353,
      "learning_rate": 7.109081325379766e-05,
      "loss": 2.1447,
      "step": 48418
    },
    {
      "epoch": 4.113064899762147,
      "grad_norm": 3.423030460706712,
      "learning_rate": 7.10849740259524e-05,
      "loss": 2.8792,
      "step": 48419
    },
    {
      "epoch": 4.113149847094801,
      "grad_norm": 3.150600682219104,
      "learning_rate": 7.107913496345785e-05,
      "loss": 2.4677,
      "step": 48420
    },
    {
      "epoch": 4.113234794427455,
      "grad_norm": 3.12701934432077,
      "learning_rate": 7.107329606632623e-05,
      "loss": 2.309,
      "step": 48421
    },
    {
      "epoch": 4.113319741760109,
      "grad_norm": 3.248320284508892,
      "learning_rate": 7.106745733456982e-05,
      "loss": 2.5983,
      "step": 48422
    },
    {
      "epoch": 4.1134046890927625,
      "grad_norm": 3.6962018238327694,
      "learning_rate": 7.106161876820089e-05,
      "loss": 3.1217,
      "step": 48423
    },
    {
      "epoch": 4.113489636425416,
      "grad_norm": 3.6955144781390423,
      "learning_rate": 7.105578036723167e-05,
      "loss": 3.079,
      "step": 48424
    },
    {
      "epoch": 4.11357458375807,
      "grad_norm": 3.1357286476036044,
      "learning_rate": 7.104994213167429e-05,
      "loss": 2.3185,
      "step": 48425
    },
    {
      "epoch": 4.113659531090724,
      "grad_norm": 2.7244392273262164,
      "learning_rate": 7.104410406154107e-05,
      "loss": 1.9444,
      "step": 48426
    },
    {
      "epoch": 4.113744478423378,
      "grad_norm": 2.8084425511877753,
      "learning_rate": 7.103826615684421e-05,
      "loss": 2.1153,
      "step": 48427
    },
    {
      "epoch": 4.113829425756031,
      "grad_norm": 3.007254516194002,
      "learning_rate": 7.103242841759599e-05,
      "loss": 2.2316,
      "step": 48428
    },
    {
      "epoch": 4.113914373088685,
      "grad_norm": 3.551430940373249,
      "learning_rate": 7.102659084380857e-05,
      "loss": 2.6286,
      "step": 48429
    },
    {
      "epoch": 4.113999320421339,
      "grad_norm": 3.4234052903595202,
      "learning_rate": 7.102075343549426e-05,
      "loss": 2.8141,
      "step": 48430
    },
    {
      "epoch": 4.114084267753992,
      "grad_norm": 3.4478381324809106,
      "learning_rate": 7.101491619266527e-05,
      "loss": 2.8052,
      "step": 48431
    },
    {
      "epoch": 4.114169215086647,
      "grad_norm": 3.604873933508008,
      "learning_rate": 7.100907911533373e-05,
      "loss": 2.9307,
      "step": 48432
    },
    {
      "epoch": 4.1142541624193,
      "grad_norm": 3.3795091272780895,
      "learning_rate": 7.100324220351195e-05,
      "loss": 2.8725,
      "step": 48433
    },
    {
      "epoch": 4.1143391097519535,
      "grad_norm": 3.220697236344602,
      "learning_rate": 7.099740545721224e-05,
      "loss": 2.6687,
      "step": 48434
    },
    {
      "epoch": 4.114424057084608,
      "grad_norm": 2.8259531060961565,
      "learning_rate": 7.099156887644675e-05,
      "loss": 2.0074,
      "step": 48435
    },
    {
      "epoch": 4.114509004417261,
      "grad_norm": 3.351367708691789,
      "learning_rate": 7.098573246122763e-05,
      "loss": 2.7212,
      "step": 48436
    },
    {
      "epoch": 4.1145939517499155,
      "grad_norm": 2.9876564719366163,
      "learning_rate": 7.097989621156725e-05,
      "loss": 2.2084,
      "step": 48437
    },
    {
      "epoch": 4.114678899082569,
      "grad_norm": 3.259412762000152,
      "learning_rate": 7.09740601274778e-05,
      "loss": 2.4853,
      "step": 48438
    },
    {
      "epoch": 4.114763846415222,
      "grad_norm": 3.8344510988319698,
      "learning_rate": 7.096822420897142e-05,
      "loss": 3.546,
      "step": 48439
    },
    {
      "epoch": 4.114848793747877,
      "grad_norm": 3.418430604672001,
      "learning_rate": 7.09623884560604e-05,
      "loss": 2.7998,
      "step": 48440
    },
    {
      "epoch": 4.11493374108053,
      "grad_norm": 3.4107346156203824,
      "learning_rate": 7.095655286875704e-05,
      "loss": 2.8476,
      "step": 48441
    },
    {
      "epoch": 4.115018688413183,
      "grad_norm": 3.3174851448226645,
      "learning_rate": 7.095071744707349e-05,
      "loss": 2.4922,
      "step": 48442
    },
    {
      "epoch": 4.115103635745838,
      "grad_norm": 3.72638209107014,
      "learning_rate": 7.094488219102194e-05,
      "loss": 3.1788,
      "step": 48443
    },
    {
      "epoch": 4.115188583078491,
      "grad_norm": 3.5308297696183866,
      "learning_rate": 7.093904710061469e-05,
      "loss": 2.7946,
      "step": 48444
    },
    {
      "epoch": 4.115273530411145,
      "grad_norm": 3.0810123130884968,
      "learning_rate": 7.093321217586398e-05,
      "loss": 2.4083,
      "step": 48445
    },
    {
      "epoch": 4.115358477743799,
      "grad_norm": 3.0597331762947735,
      "learning_rate": 7.092737741678192e-05,
      "loss": 2.0435,
      "step": 48446
    },
    {
      "epoch": 4.115443425076452,
      "grad_norm": 3.3886296382405017,
      "learning_rate": 7.092154282338079e-05,
      "loss": 2.4009,
      "step": 48447
    },
    {
      "epoch": 4.1155283724091065,
      "grad_norm": 3.335523351288606,
      "learning_rate": 7.091570839567293e-05,
      "loss": 2.5667,
      "step": 48448
    },
    {
      "epoch": 4.11561331974176,
      "grad_norm": 3.2743694877332685,
      "learning_rate": 7.090987413367046e-05,
      "loss": 2.3213,
      "step": 48449
    },
    {
      "epoch": 4.115698267074414,
      "grad_norm": 3.2115284994602766,
      "learning_rate": 7.090404003738554e-05,
      "loss": 2.4489,
      "step": 48450
    },
    {
      "epoch": 4.115783214407068,
      "grad_norm": 3.398218722023312,
      "learning_rate": 7.089820610683055e-05,
      "loss": 2.7971,
      "step": 48451
    },
    {
      "epoch": 4.115868161739721,
      "grad_norm": 3.174636326948722,
      "learning_rate": 7.089237234201757e-05,
      "loss": 2.517,
      "step": 48452
    },
    {
      "epoch": 4.115953109072375,
      "grad_norm": 3.525441276418078,
      "learning_rate": 7.088653874295893e-05,
      "loss": 2.6457,
      "step": 48453
    },
    {
      "epoch": 4.116038056405029,
      "grad_norm": 2.8932086028730484,
      "learning_rate": 7.088070530966676e-05,
      "loss": 2.1054,
      "step": 48454
    },
    {
      "epoch": 4.116123003737683,
      "grad_norm": 3.2949893558226866,
      "learning_rate": 7.087487204215341e-05,
      "loss": 2.6228,
      "step": 48455
    },
    {
      "epoch": 4.116207951070336,
      "grad_norm": 3.1930753727842207,
      "learning_rate": 7.0869038940431e-05,
      "loss": 2.5452,
      "step": 48456
    },
    {
      "epoch": 4.11629289840299,
      "grad_norm": 3.53571487032086,
      "learning_rate": 7.086320600451175e-05,
      "loss": 2.7476,
      "step": 48457
    },
    {
      "epoch": 4.116377845735644,
      "grad_norm": 2.7927720978374784,
      "learning_rate": 7.085737323440789e-05,
      "loss": 1.8888,
      "step": 48458
    },
    {
      "epoch": 4.1164627930682975,
      "grad_norm": 2.934853902348974,
      "learning_rate": 7.085154063013172e-05,
      "loss": 1.9624,
      "step": 48459
    },
    {
      "epoch": 4.116547740400952,
      "grad_norm": 3.6950393454269843,
      "learning_rate": 7.084570819169541e-05,
      "loss": 2.7637,
      "step": 48460
    },
    {
      "epoch": 4.116632687733605,
      "grad_norm": 3.139705283267297,
      "learning_rate": 7.083987591911109e-05,
      "loss": 2.5436,
      "step": 48461
    },
    {
      "epoch": 4.116717635066259,
      "grad_norm": 3.310808416618851,
      "learning_rate": 7.083404381239114e-05,
      "loss": 2.3628,
      "step": 48462
    },
    {
      "epoch": 4.116802582398913,
      "grad_norm": 3.625839978647557,
      "learning_rate": 7.08282118715477e-05,
      "loss": 2.7122,
      "step": 48463
    },
    {
      "epoch": 4.116887529731566,
      "grad_norm": 3.2822155119636545,
      "learning_rate": 7.082238009659293e-05,
      "loss": 2.5326,
      "step": 48464
    },
    {
      "epoch": 4.11697247706422,
      "grad_norm": 3.2543052693038863,
      "learning_rate": 7.081654848753913e-05,
      "loss": 2.4119,
      "step": 48465
    },
    {
      "epoch": 4.117057424396874,
      "grad_norm": 3.8165934543105267,
      "learning_rate": 7.081071704439854e-05,
      "loss": 3.0279,
      "step": 48466
    },
    {
      "epoch": 4.1171423717295275,
      "grad_norm": 3.4920525290513544,
      "learning_rate": 7.080488576718335e-05,
      "loss": 2.5994,
      "step": 48467
    },
    {
      "epoch": 4.117227319062182,
      "grad_norm": 3.259190187399462,
      "learning_rate": 7.079905465590571e-05,
      "loss": 2.4193,
      "step": 48468
    },
    {
      "epoch": 4.117312266394835,
      "grad_norm": 3.1963712376442124,
      "learning_rate": 7.079322371057795e-05,
      "loss": 2.3462,
      "step": 48469
    },
    {
      "epoch": 4.117397213727489,
      "grad_norm": 3.324800921725364,
      "learning_rate": 7.078739293121217e-05,
      "loss": 2.4788,
      "step": 48470
    },
    {
      "epoch": 4.117482161060143,
      "grad_norm": 3.7117540043398782,
      "learning_rate": 7.078156231782072e-05,
      "loss": 3.0988,
      "step": 48471
    },
    {
      "epoch": 4.117567108392796,
      "grad_norm": 3.1898181243677364,
      "learning_rate": 7.077573187041568e-05,
      "loss": 2.5765,
      "step": 48472
    },
    {
      "epoch": 4.117652055725451,
      "grad_norm": 3.130457384694344,
      "learning_rate": 7.076990158900941e-05,
      "loss": 2.2411,
      "step": 48473
    },
    {
      "epoch": 4.117737003058104,
      "grad_norm": 3.1946929153378045,
      "learning_rate": 7.076407147361402e-05,
      "loss": 2.5441,
      "step": 48474
    },
    {
      "epoch": 4.117821950390757,
      "grad_norm": 3.716606236148521,
      "learning_rate": 7.075824152424172e-05,
      "loss": 3.1062,
      "step": 48475
    },
    {
      "epoch": 4.117906897723412,
      "grad_norm": 2.9556034943229097,
      "learning_rate": 7.075241174090475e-05,
      "loss": 2.3908,
      "step": 48476
    },
    {
      "epoch": 4.117991845056065,
      "grad_norm": 3.317732774158086,
      "learning_rate": 7.07465821236154e-05,
      "loss": 2.4106,
      "step": 48477
    },
    {
      "epoch": 4.118076792388719,
      "grad_norm": 2.5289386759533263,
      "learning_rate": 7.074075267238583e-05,
      "loss": 1.7489,
      "step": 48478
    },
    {
      "epoch": 4.118161739721373,
      "grad_norm": 3.1767571803042913,
      "learning_rate": 7.073492338722817e-05,
      "loss": 2.5114,
      "step": 48479
    },
    {
      "epoch": 4.118246687054026,
      "grad_norm": 2.8496937186946742,
      "learning_rate": 7.072909426815479e-05,
      "loss": 2.2482,
      "step": 48480
    },
    {
      "epoch": 4.1183316343866805,
      "grad_norm": 2.868634557235101,
      "learning_rate": 7.072326531517781e-05,
      "loss": 2.1156,
      "step": 48481
    },
    {
      "epoch": 4.118416581719334,
      "grad_norm": 2.980082687302479,
      "learning_rate": 7.07174365283094e-05,
      "loss": 2.118,
      "step": 48482
    },
    {
      "epoch": 4.118501529051988,
      "grad_norm": 3.3415445290084556,
      "learning_rate": 7.071160790756184e-05,
      "loss": 2.4768,
      "step": 48483
    },
    {
      "epoch": 4.118586476384642,
      "grad_norm": 2.8854138010132284,
      "learning_rate": 7.070577945294737e-05,
      "loss": 2.1353,
      "step": 48484
    },
    {
      "epoch": 4.118671423717295,
      "grad_norm": 2.9622966843938228,
      "learning_rate": 7.069995116447819e-05,
      "loss": 2.2524,
      "step": 48485
    },
    {
      "epoch": 4.118756371049949,
      "grad_norm": 3.5928615978458405,
      "learning_rate": 7.069412304216642e-05,
      "loss": 2.3677,
      "step": 48486
    },
    {
      "epoch": 4.118841318382603,
      "grad_norm": 2.837750710320984,
      "learning_rate": 7.06882950860244e-05,
      "loss": 2.0754,
      "step": 48487
    },
    {
      "epoch": 4.118926265715256,
      "grad_norm": 2.6934916194418044,
      "learning_rate": 7.068246729606421e-05,
      "loss": 1.926,
      "step": 48488
    },
    {
      "epoch": 4.11901121304791,
      "grad_norm": 2.7602433414166434,
      "learning_rate": 7.067663967229819e-05,
      "loss": 2.019,
      "step": 48489
    },
    {
      "epoch": 4.119096160380564,
      "grad_norm": 3.3678311168898567,
      "learning_rate": 7.067081221473846e-05,
      "loss": 2.7116,
      "step": 48490
    },
    {
      "epoch": 4.119181107713218,
      "grad_norm": 2.71057361949602,
      "learning_rate": 7.066498492339729e-05,
      "loss": 1.7905,
      "step": 48491
    },
    {
      "epoch": 4.1192660550458715,
      "grad_norm": 3.3490495219722205,
      "learning_rate": 7.065915779828686e-05,
      "loss": 2.5891,
      "step": 48492
    },
    {
      "epoch": 4.119351002378525,
      "grad_norm": 3.4384512160603498,
      "learning_rate": 7.065333083941941e-05,
      "loss": 2.8161,
      "step": 48493
    },
    {
      "epoch": 4.119435949711179,
      "grad_norm": 3.458298550097807,
      "learning_rate": 7.064750404680705e-05,
      "loss": 2.5604,
      "step": 48494
    },
    {
      "epoch": 4.119520897043833,
      "grad_norm": 3.2778947578947064,
      "learning_rate": 7.064167742046205e-05,
      "loss": 2.5611,
      "step": 48495
    },
    {
      "epoch": 4.119605844376487,
      "grad_norm": 3.327415911849019,
      "learning_rate": 7.06358509603967e-05,
      "loss": 2.7709,
      "step": 48496
    },
    {
      "epoch": 4.11969079170914,
      "grad_norm": 3.6971457407738417,
      "learning_rate": 7.063002466662308e-05,
      "loss": 2.9286,
      "step": 48497
    },
    {
      "epoch": 4.119775739041794,
      "grad_norm": 2.867874128895926,
      "learning_rate": 7.062419853915351e-05,
      "loss": 2.1958,
      "step": 48498
    },
    {
      "epoch": 4.119860686374448,
      "grad_norm": 3.0622318052399606,
      "learning_rate": 7.061837257800013e-05,
      "loss": 2.2217,
      "step": 48499
    },
    {
      "epoch": 4.119945633707101,
      "grad_norm": 3.2730718325485277,
      "learning_rate": 7.061254678317518e-05,
      "loss": 2.6357,
      "step": 48500
    },
    {
      "epoch": 4.120030581039756,
      "grad_norm": 2.872224387169853,
      "learning_rate": 7.060672115469071e-05,
      "loss": 2.2118,
      "step": 48501
    },
    {
      "epoch": 4.120115528372409,
      "grad_norm": 3.0763662817196313,
      "learning_rate": 7.06008956925592e-05,
      "loss": 1.9979,
      "step": 48502
    },
    {
      "epoch": 4.1202004757050625,
      "grad_norm": 3.2877510197324207,
      "learning_rate": 7.059507039679271e-05,
      "loss": 2.4045,
      "step": 48503
    },
    {
      "epoch": 4.120285423037717,
      "grad_norm": 3.0670360377456842,
      "learning_rate": 7.058924526740344e-05,
      "loss": 2.2975,
      "step": 48504
    },
    {
      "epoch": 4.12037037037037,
      "grad_norm": 3.2236808547971747,
      "learning_rate": 7.058342030440357e-05,
      "loss": 2.219,
      "step": 48505
    },
    {
      "epoch": 4.1204553177030245,
      "grad_norm": 3.550846443028246,
      "learning_rate": 7.057759550780539e-05,
      "loss": 2.5972,
      "step": 48506
    },
    {
      "epoch": 4.120540265035678,
      "grad_norm": 3.713104254828006,
      "learning_rate": 7.057177087762101e-05,
      "loss": 3.022,
      "step": 48507
    },
    {
      "epoch": 4.120625212368331,
      "grad_norm": 3.0863062930168543,
      "learning_rate": 7.056594641386268e-05,
      "loss": 2.3504,
      "step": 48508
    },
    {
      "epoch": 4.120710159700986,
      "grad_norm": 3.7403032389759545,
      "learning_rate": 7.056012211654266e-05,
      "loss": 2.9589,
      "step": 48509
    },
    {
      "epoch": 4.120795107033639,
      "grad_norm": 3.007443800207366,
      "learning_rate": 7.055429798567311e-05,
      "loss": 1.9557,
      "step": 48510
    },
    {
      "epoch": 4.1208800543662925,
      "grad_norm": 3.3522105667811606,
      "learning_rate": 7.054847402126623e-05,
      "loss": 2.4955,
      "step": 48511
    },
    {
      "epoch": 4.120965001698947,
      "grad_norm": 3.148831917466744,
      "learning_rate": 7.054265022333414e-05,
      "loss": 2.327,
      "step": 48512
    },
    {
      "epoch": 4.1210499490316,
      "grad_norm": 3.5145819280035413,
      "learning_rate": 7.053682659188912e-05,
      "loss": 2.6343,
      "step": 48513
    },
    {
      "epoch": 4.1211348963642545,
      "grad_norm": 2.865861014375319,
      "learning_rate": 7.053100312694347e-05,
      "loss": 2.2132,
      "step": 48514
    },
    {
      "epoch": 4.121219843696908,
      "grad_norm": 3.3303842726548654,
      "learning_rate": 7.05251798285092e-05,
      "loss": 2.5898,
      "step": 48515
    },
    {
      "epoch": 4.121304791029561,
      "grad_norm": 3.5208636138762244,
      "learning_rate": 7.051935669659867e-05,
      "loss": 2.8346,
      "step": 48516
    },
    {
      "epoch": 4.121389738362216,
      "grad_norm": 3.217121618806962,
      "learning_rate": 7.051353373122402e-05,
      "loss": 2.4059,
      "step": 48517
    },
    {
      "epoch": 4.121474685694869,
      "grad_norm": 3.4394710625737237,
      "learning_rate": 7.050771093239746e-05,
      "loss": 2.6456,
      "step": 48518
    },
    {
      "epoch": 4.121559633027523,
      "grad_norm": 3.1921085763592436,
      "learning_rate": 7.050188830013105e-05,
      "loss": 2.2807,
      "step": 48519
    },
    {
      "epoch": 4.121644580360177,
      "grad_norm": 3.480063471428033,
      "learning_rate": 7.049606583443724e-05,
      "loss": 2.7344,
      "step": 48520
    },
    {
      "epoch": 4.12172952769283,
      "grad_norm": 3.277661308562207,
      "learning_rate": 7.049024353532809e-05,
      "loss": 2.4573,
      "step": 48521
    },
    {
      "epoch": 4.121814475025484,
      "grad_norm": 3.8147436471006677,
      "learning_rate": 7.048442140281584e-05,
      "loss": 3.1738,
      "step": 48522
    },
    {
      "epoch": 4.121899422358138,
      "grad_norm": 3.0150599364050215,
      "learning_rate": 7.047859943691261e-05,
      "loss": 2.266,
      "step": 48523
    },
    {
      "epoch": 4.121984369690792,
      "grad_norm": 2.850631919109263,
      "learning_rate": 7.047277763763069e-05,
      "loss": 2.136,
      "step": 48524
    },
    {
      "epoch": 4.1220693170234455,
      "grad_norm": 2.5965514783219654,
      "learning_rate": 7.046695600498221e-05,
      "loss": 1.7785,
      "step": 48525
    },
    {
      "epoch": 4.122154264356099,
      "grad_norm": 3.1824761922703595,
      "learning_rate": 7.046113453897939e-05,
      "loss": 2.3429,
      "step": 48526
    },
    {
      "epoch": 4.122239211688753,
      "grad_norm": 3.0670348253610955,
      "learning_rate": 7.045531323963451e-05,
      "loss": 2.3362,
      "step": 48527
    },
    {
      "epoch": 4.122324159021407,
      "grad_norm": 3.241614868406645,
      "learning_rate": 7.044949210695969e-05,
      "loss": 2.5839,
      "step": 48528
    },
    {
      "epoch": 4.122409106354061,
      "grad_norm": 3.0729227066380016,
      "learning_rate": 7.044367114096713e-05,
      "loss": 2.4239,
      "step": 48529
    },
    {
      "epoch": 4.122494053686714,
      "grad_norm": 2.7242708992783005,
      "learning_rate": 7.043785034166899e-05,
      "loss": 1.9205,
      "step": 48530
    },
    {
      "epoch": 4.122579001019368,
      "grad_norm": 3.3480345253107013,
      "learning_rate": 7.043202970907749e-05,
      "loss": 2.7253,
      "step": 48531
    },
    {
      "epoch": 4.122663948352022,
      "grad_norm": 3.179978416044868,
      "learning_rate": 7.042620924320492e-05,
      "loss": 2.5368,
      "step": 48532
    },
    {
      "epoch": 4.122748895684675,
      "grad_norm": 3.2702078781174895,
      "learning_rate": 7.042038894406338e-05,
      "loss": 2.2444,
      "step": 48533
    },
    {
      "epoch": 4.12283384301733,
      "grad_norm": 3.336542942913164,
      "learning_rate": 7.041456881166503e-05,
      "loss": 2.4037,
      "step": 48534
    },
    {
      "epoch": 4.122918790349983,
      "grad_norm": 3.0391674943002163,
      "learning_rate": 7.040874884602217e-05,
      "loss": 2.2105,
      "step": 48535
    },
    {
      "epoch": 4.1230037376826365,
      "grad_norm": 2.9114169742294465,
      "learning_rate": 7.040292904714697e-05,
      "loss": 2.1494,
      "step": 48536
    },
    {
      "epoch": 4.123088685015291,
      "grad_norm": 3.1076438259358916,
      "learning_rate": 7.039710941505153e-05,
      "loss": 2.3313,
      "step": 48537
    },
    {
      "epoch": 4.123173632347944,
      "grad_norm": 3.7061359180541174,
      "learning_rate": 7.03912899497481e-05,
      "loss": 2.9057,
      "step": 48538
    },
    {
      "epoch": 4.123258579680598,
      "grad_norm": 3.0642887718333562,
      "learning_rate": 7.038547065124896e-05,
      "loss": 2.2527,
      "step": 48539
    },
    {
      "epoch": 4.123343527013252,
      "grad_norm": 2.9420152112613565,
      "learning_rate": 7.037965151956623e-05,
      "loss": 1.8695,
      "step": 48540
    },
    {
      "epoch": 4.123428474345905,
      "grad_norm": 3.1760220366022875,
      "learning_rate": 7.037383255471203e-05,
      "loss": 2.5112,
      "step": 48541
    },
    {
      "epoch": 4.12351342167856,
      "grad_norm": 3.1063233490654083,
      "learning_rate": 7.036801375669869e-05,
      "loss": 2.3686,
      "step": 48542
    },
    {
      "epoch": 4.123598369011213,
      "grad_norm": 3.412862536326431,
      "learning_rate": 7.036219512553833e-05,
      "loss": 2.8291,
      "step": 48543
    },
    {
      "epoch": 4.123683316343866,
      "grad_norm": 3.9413488568456,
      "learning_rate": 7.035637666124304e-05,
      "loss": 3.4567,
      "step": 48544
    },
    {
      "epoch": 4.123768263676521,
      "grad_norm": 3.331799783700561,
      "learning_rate": 7.035055836382522e-05,
      "loss": 2.3572,
      "step": 48545
    },
    {
      "epoch": 4.123853211009174,
      "grad_norm": 2.8864710348574376,
      "learning_rate": 7.034474023329697e-05,
      "loss": 2.097,
      "step": 48546
    },
    {
      "epoch": 4.123938158341828,
      "grad_norm": 3.3496244856339175,
      "learning_rate": 7.033892226967048e-05,
      "loss": 2.757,
      "step": 48547
    },
    {
      "epoch": 4.124023105674482,
      "grad_norm": 3.665573616029513,
      "learning_rate": 7.033310447295786e-05,
      "loss": 2.7259,
      "step": 48548
    },
    {
      "epoch": 4.124108053007135,
      "grad_norm": 3.2845216694738437,
      "learning_rate": 7.032728684317144e-05,
      "loss": 2.5364,
      "step": 48549
    },
    {
      "epoch": 4.1241930003397895,
      "grad_norm": 3.066760030940935,
      "learning_rate": 7.032146938032327e-05,
      "loss": 2.3563,
      "step": 48550
    },
    {
      "epoch": 4.124277947672443,
      "grad_norm": 3.227245757613482,
      "learning_rate": 7.031565208442569e-05,
      "loss": 2.5561,
      "step": 48551
    },
    {
      "epoch": 4.124362895005097,
      "grad_norm": 3.480929262584988,
      "learning_rate": 7.030983495549074e-05,
      "loss": 2.6197,
      "step": 48552
    },
    {
      "epoch": 4.124447842337751,
      "grad_norm": 2.9659932223107663,
      "learning_rate": 7.030401799353073e-05,
      "loss": 2.0908,
      "step": 48553
    },
    {
      "epoch": 4.124532789670404,
      "grad_norm": 3.7555502656432727,
      "learning_rate": 7.029820119855781e-05,
      "loss": 2.9744,
      "step": 48554
    },
    {
      "epoch": 4.124617737003058,
      "grad_norm": 3.319313167999472,
      "learning_rate": 7.029238457058409e-05,
      "loss": 2.5522,
      "step": 48555
    },
    {
      "epoch": 4.124702684335712,
      "grad_norm": 3.109125451035982,
      "learning_rate": 7.028656810962183e-05,
      "loss": 2.2382,
      "step": 48556
    },
    {
      "epoch": 4.124787631668366,
      "grad_norm": 3.5731615535128167,
      "learning_rate": 7.028075181568326e-05,
      "loss": 2.596,
      "step": 48557
    },
    {
      "epoch": 4.1248725790010194,
      "grad_norm": 2.8203838010578317,
      "learning_rate": 7.027493568878051e-05,
      "loss": 2.0061,
      "step": 48558
    },
    {
      "epoch": 4.124957526333673,
      "grad_norm": 2.9074575349399403,
      "learning_rate": 7.026911972892572e-05,
      "loss": 2.0185,
      "step": 48559
    },
    {
      "epoch": 4.125042473666327,
      "grad_norm": 3.002386957511563,
      "learning_rate": 7.02633039361312e-05,
      "loss": 2.1384,
      "step": 48560
    },
    {
      "epoch": 4.1251274209989806,
      "grad_norm": 3.1791429511681772,
      "learning_rate": 7.025748831040904e-05,
      "loss": 2.4287,
      "step": 48561
    },
    {
      "epoch": 4.125212368331634,
      "grad_norm": 3.4110361413949,
      "learning_rate": 7.025167285177141e-05,
      "loss": 2.7156,
      "step": 48562
    },
    {
      "epoch": 4.125297315664288,
      "grad_norm": 2.944537229329801,
      "learning_rate": 7.024585756023053e-05,
      "loss": 2.0884,
      "step": 48563
    },
    {
      "epoch": 4.125382262996942,
      "grad_norm": 3.5496116414714654,
      "learning_rate": 7.024004243579865e-05,
      "loss": 2.8182,
      "step": 48564
    },
    {
      "epoch": 4.125467210329596,
      "grad_norm": 3.251253373194428,
      "learning_rate": 7.023422747848789e-05,
      "loss": 2.4759,
      "step": 48565
    },
    {
      "epoch": 4.125552157662249,
      "grad_norm": 3.514428428626609,
      "learning_rate": 7.02284126883104e-05,
      "loss": 2.6119,
      "step": 48566
    },
    {
      "epoch": 4.125637104994903,
      "grad_norm": 2.6553996712370385,
      "learning_rate": 7.022259806527843e-05,
      "loss": 1.8846,
      "step": 48567
    },
    {
      "epoch": 4.125722052327557,
      "grad_norm": 3.454743126389925,
      "learning_rate": 7.021678360940411e-05,
      "loss": 2.9347,
      "step": 48568
    },
    {
      "epoch": 4.1258069996602105,
      "grad_norm": 3.164760401164195,
      "learning_rate": 7.021096932069968e-05,
      "loss": 2.3442,
      "step": 48569
    },
    {
      "epoch": 4.125891946992865,
      "grad_norm": 3.886330193604939,
      "learning_rate": 7.020515519917725e-05,
      "loss": 3.1998,
      "step": 48570
    },
    {
      "epoch": 4.125976894325518,
      "grad_norm": 3.16485615422216,
      "learning_rate": 7.019934124484909e-05,
      "loss": 2.2657,
      "step": 48571
    },
    {
      "epoch": 4.126061841658172,
      "grad_norm": 2.7914412965856,
      "learning_rate": 7.019352745772735e-05,
      "loss": 1.9301,
      "step": 48572
    },
    {
      "epoch": 4.126146788990826,
      "grad_norm": 3.433547606265477,
      "learning_rate": 7.018771383782413e-05,
      "loss": 2.59,
      "step": 48573
    },
    {
      "epoch": 4.126231736323479,
      "grad_norm": 3.371440472119037,
      "learning_rate": 7.018190038515169e-05,
      "loss": 2.7265,
      "step": 48574
    },
    {
      "epoch": 4.126316683656134,
      "grad_norm": 3.0179261683614578,
      "learning_rate": 7.017608709972224e-05,
      "loss": 2.3877,
      "step": 48575
    },
    {
      "epoch": 4.126401630988787,
      "grad_norm": 2.953651544795422,
      "learning_rate": 7.017027398154793e-05,
      "loss": 2.2183,
      "step": 48576
    },
    {
      "epoch": 4.12648657832144,
      "grad_norm": 3.6089997697328657,
      "learning_rate": 7.016446103064087e-05,
      "loss": 2.7442,
      "step": 48577
    },
    {
      "epoch": 4.126571525654095,
      "grad_norm": 3.5602449958155513,
      "learning_rate": 7.015864824701336e-05,
      "loss": 2.5744,
      "step": 48578
    },
    {
      "epoch": 4.126656472986748,
      "grad_norm": 3.2982998203454823,
      "learning_rate": 7.015283563067753e-05,
      "loss": 2.5233,
      "step": 48579
    },
    {
      "epoch": 4.126741420319402,
      "grad_norm": 3.299702135262891,
      "learning_rate": 7.014702318164548e-05,
      "loss": 2.6517,
      "step": 48580
    },
    {
      "epoch": 4.126826367652056,
      "grad_norm": 2.935623129444365,
      "learning_rate": 7.014121089992946e-05,
      "loss": 2.2349,
      "step": 48581
    },
    {
      "epoch": 4.126911314984709,
      "grad_norm": 3.1852737523210326,
      "learning_rate": 7.01353987855417e-05,
      "loss": 2.1603,
      "step": 48582
    },
    {
      "epoch": 4.1269962623173635,
      "grad_norm": 3.477497629402235,
      "learning_rate": 7.012958683849434e-05,
      "loss": 2.8399,
      "step": 48583
    },
    {
      "epoch": 4.127081209650017,
      "grad_norm": 3.3164252234972778,
      "learning_rate": 7.012377505879948e-05,
      "loss": 2.5959,
      "step": 48584
    },
    {
      "epoch": 4.127166156982671,
      "grad_norm": 3.0136560278486217,
      "learning_rate": 7.01179634464694e-05,
      "loss": 2.213,
      "step": 48585
    },
    {
      "epoch": 4.127251104315325,
      "grad_norm": 2.876191731088503,
      "learning_rate": 7.011215200151625e-05,
      "loss": 2.197,
      "step": 48586
    },
    {
      "epoch": 4.127336051647978,
      "grad_norm": 3.197992126065151,
      "learning_rate": 7.010634072395214e-05,
      "loss": 2.6968,
      "step": 48587
    },
    {
      "epoch": 4.127420998980632,
      "grad_norm": 3.538864978628799,
      "learning_rate": 7.010052961378929e-05,
      "loss": 3.0548,
      "step": 48588
    },
    {
      "epoch": 4.127505946313286,
      "grad_norm": 3.2404139963580993,
      "learning_rate": 7.009471867103995e-05,
      "loss": 2.2234,
      "step": 48589
    },
    {
      "epoch": 4.127590893645939,
      "grad_norm": 3.1966578036722844,
      "learning_rate": 7.008890789571623e-05,
      "loss": 2.2844,
      "step": 48590
    },
    {
      "epoch": 4.127675840978593,
      "grad_norm": 3.6668103944317862,
      "learning_rate": 7.008309728783024e-05,
      "loss": 2.8701,
      "step": 48591
    },
    {
      "epoch": 4.127760788311247,
      "grad_norm": 3.21332302072492,
      "learning_rate": 7.007728684739431e-05,
      "loss": 2.6526,
      "step": 48592
    },
    {
      "epoch": 4.127845735643901,
      "grad_norm": 2.8439600007160744,
      "learning_rate": 7.007147657442044e-05,
      "loss": 2.086,
      "step": 48593
    },
    {
      "epoch": 4.1279306829765545,
      "grad_norm": 2.7292783615433316,
      "learning_rate": 7.006566646892096e-05,
      "loss": 1.8538,
      "step": 48594
    },
    {
      "epoch": 4.128015630309208,
      "grad_norm": 3.084173946924352,
      "learning_rate": 7.005985653090791e-05,
      "loss": 2.3955,
      "step": 48595
    },
    {
      "epoch": 4.128100577641862,
      "grad_norm": 3.521667238722476,
      "learning_rate": 7.005404676039359e-05,
      "loss": 2.9564,
      "step": 48596
    },
    {
      "epoch": 4.128185524974516,
      "grad_norm": 3.281226665192514,
      "learning_rate": 7.004823715739013e-05,
      "loss": 2.6432,
      "step": 48597
    },
    {
      "epoch": 4.12827047230717,
      "grad_norm": 3.180647910573272,
      "learning_rate": 7.00424277219096e-05,
      "loss": 2.3763,
      "step": 48598
    },
    {
      "epoch": 4.128355419639823,
      "grad_norm": 3.112406411548531,
      "learning_rate": 7.003661845396427e-05,
      "loss": 2.4814,
      "step": 48599
    },
    {
      "epoch": 4.128440366972477,
      "grad_norm": 3.265436216645239,
      "learning_rate": 7.003080935356636e-05,
      "loss": 2.3078,
      "step": 48600
    },
    {
      "epoch": 4.128525314305131,
      "grad_norm": 3.7133038652675943,
      "learning_rate": 7.002500042072797e-05,
      "loss": 2.8653,
      "step": 48601
    },
    {
      "epoch": 4.128610261637784,
      "grad_norm": 3.100499133967187,
      "learning_rate": 7.001919165546122e-05,
      "loss": 2.311,
      "step": 48602
    },
    {
      "epoch": 4.128695208970439,
      "grad_norm": 3.957393587079822,
      "learning_rate": 7.00133830577784e-05,
      "loss": 3.0664,
      "step": 48603
    },
    {
      "epoch": 4.128780156303092,
      "grad_norm": 3.5482484726857204,
      "learning_rate": 7.000757462769166e-05,
      "loss": 2.8168,
      "step": 48604
    },
    {
      "epoch": 4.1288651036357455,
      "grad_norm": 3.3172718137842523,
      "learning_rate": 7.000176636521304e-05,
      "loss": 2.2891,
      "step": 48605
    },
    {
      "epoch": 4.1289500509684,
      "grad_norm": 3.0904897471252792,
      "learning_rate": 6.999595827035483e-05,
      "loss": 2.0751,
      "step": 48606
    },
    {
      "epoch": 4.129034998301053,
      "grad_norm": 3.2640902326956764,
      "learning_rate": 6.999015034312921e-05,
      "loss": 2.535,
      "step": 48607
    },
    {
      "epoch": 4.1291199456337075,
      "grad_norm": 3.0955141858148143,
      "learning_rate": 6.998434258354832e-05,
      "loss": 2.3056,
      "step": 48608
    },
    {
      "epoch": 4.129204892966361,
      "grad_norm": 3.0731600552063907,
      "learning_rate": 6.997853499162427e-05,
      "loss": 2.2353,
      "step": 48609
    },
    {
      "epoch": 4.129289840299014,
      "grad_norm": 2.964282735189873,
      "learning_rate": 6.997272756736935e-05,
      "loss": 2.2854,
      "step": 48610
    },
    {
      "epoch": 4.129374787631669,
      "grad_norm": 3.4976332945956363,
      "learning_rate": 6.996692031079559e-05,
      "loss": 3.0618,
      "step": 48611
    },
    {
      "epoch": 4.129459734964322,
      "grad_norm": 3.3270340547028345,
      "learning_rate": 6.996111322191529e-05,
      "loss": 2.6541,
      "step": 48612
    },
    {
      "epoch": 4.1295446822969755,
      "grad_norm": 3.591395710840517,
      "learning_rate": 6.995530630074049e-05,
      "loss": 2.9194,
      "step": 48613
    },
    {
      "epoch": 4.12962962962963,
      "grad_norm": 2.9443893160498362,
      "learning_rate": 6.994949954728348e-05,
      "loss": 1.9987,
      "step": 48614
    },
    {
      "epoch": 4.129714576962283,
      "grad_norm": 3.295245103779893,
      "learning_rate": 6.994369296155637e-05,
      "loss": 2.5743,
      "step": 48615
    },
    {
      "epoch": 4.1297995242949375,
      "grad_norm": 3.1495514878324986,
      "learning_rate": 6.993788654357127e-05,
      "loss": 2.158,
      "step": 48616
    },
    {
      "epoch": 4.129884471627591,
      "grad_norm": 3.426721306213371,
      "learning_rate": 6.993208029334041e-05,
      "loss": 2.468,
      "step": 48617
    },
    {
      "epoch": 4.129969418960244,
      "grad_norm": 3.7452652977092273,
      "learning_rate": 6.9926274210876e-05,
      "loss": 2.8576,
      "step": 48618
    },
    {
      "epoch": 4.130054366292899,
      "grad_norm": 3.120992337374714,
      "learning_rate": 6.992046829619016e-05,
      "loss": 2.3294,
      "step": 48619
    },
    {
      "epoch": 4.130139313625552,
      "grad_norm": 3.3414540703369062,
      "learning_rate": 6.991466254929498e-05,
      "loss": 2.3795,
      "step": 48620
    },
    {
      "epoch": 4.130224260958206,
      "grad_norm": 3.4151361325859546,
      "learning_rate": 6.990885697020276e-05,
      "loss": 2.7153,
      "step": 48621
    },
    {
      "epoch": 4.13030920829086,
      "grad_norm": 3.4737697888974193,
      "learning_rate": 6.990305155892558e-05,
      "loss": 2.7958,
      "step": 48622
    },
    {
      "epoch": 4.130394155623513,
      "grad_norm": 2.8978980453814702,
      "learning_rate": 6.98972463154756e-05,
      "loss": 1.9931,
      "step": 48623
    },
    {
      "epoch": 4.130479102956167,
      "grad_norm": 2.8197946199485164,
      "learning_rate": 6.989144123986497e-05,
      "loss": 2.1797,
      "step": 48624
    },
    {
      "epoch": 4.130564050288821,
      "grad_norm": 3.1697413402638177,
      "learning_rate": 6.988563633210597e-05,
      "loss": 2.4657,
      "step": 48625
    },
    {
      "epoch": 4.130648997621475,
      "grad_norm": 3.2605363909831837,
      "learning_rate": 6.987983159221067e-05,
      "loss": 2.6485,
      "step": 48626
    },
    {
      "epoch": 4.1307339449541285,
      "grad_norm": 3.5130515210545057,
      "learning_rate": 6.987402702019121e-05,
      "loss": 2.5927,
      "step": 48627
    },
    {
      "epoch": 4.130818892286782,
      "grad_norm": 3.0721201752739797,
      "learning_rate": 6.986822261605981e-05,
      "loss": 2.2513,
      "step": 48628
    },
    {
      "epoch": 4.130903839619436,
      "grad_norm": 3.326508817177313,
      "learning_rate": 6.986241837982863e-05,
      "loss": 2.3801,
      "step": 48629
    },
    {
      "epoch": 4.13098878695209,
      "grad_norm": 3.4100215603157924,
      "learning_rate": 6.985661431150975e-05,
      "loss": 2.5928,
      "step": 48630
    },
    {
      "epoch": 4.131073734284744,
      "grad_norm": 2.971539634541092,
      "learning_rate": 6.985081041111539e-05,
      "loss": 2.2607,
      "step": 48631
    },
    {
      "epoch": 4.131158681617397,
      "grad_norm": 3.0985556225400703,
      "learning_rate": 6.984500667865777e-05,
      "loss": 2.454,
      "step": 48632
    },
    {
      "epoch": 4.131243628950051,
      "grad_norm": 2.882047572581061,
      "learning_rate": 6.983920311414899e-05,
      "loss": 2.0075,
      "step": 48633
    },
    {
      "epoch": 4.131328576282705,
      "grad_norm": 3.4720617039446733,
      "learning_rate": 6.983339971760117e-05,
      "loss": 2.4318,
      "step": 48634
    },
    {
      "epoch": 4.131413523615358,
      "grad_norm": 3.0769608382739455,
      "learning_rate": 6.982759648902657e-05,
      "loss": 1.9889,
      "step": 48635
    },
    {
      "epoch": 4.131498470948012,
      "grad_norm": 3.6679634199304427,
      "learning_rate": 6.982179342843722e-05,
      "loss": 2.8761,
      "step": 48636
    },
    {
      "epoch": 4.131583418280666,
      "grad_norm": 3.912333385688159,
      "learning_rate": 6.981599053584541e-05,
      "loss": 3.1925,
      "step": 48637
    },
    {
      "epoch": 4.1316683656133195,
      "grad_norm": 2.9409401377613267,
      "learning_rate": 6.98101878112632e-05,
      "loss": 2.1517,
      "step": 48638
    },
    {
      "epoch": 4.131753312945974,
      "grad_norm": 3.3773131590432994,
      "learning_rate": 6.980438525470285e-05,
      "loss": 2.5306,
      "step": 48639
    },
    {
      "epoch": 4.131838260278627,
      "grad_norm": 3.3380317815396903,
      "learning_rate": 6.979858286617645e-05,
      "loss": 2.5811,
      "step": 48640
    },
    {
      "epoch": 4.131923207611281,
      "grad_norm": 3.7710507012145995,
      "learning_rate": 6.97927806456961e-05,
      "loss": 2.6959,
      "step": 48641
    },
    {
      "epoch": 4.132008154943935,
      "grad_norm": 3.023996274037361,
      "learning_rate": 6.978697859327403e-05,
      "loss": 2.0027,
      "step": 48642
    },
    {
      "epoch": 4.132093102276588,
      "grad_norm": 3.1653589657285446,
      "learning_rate": 6.978117670892244e-05,
      "loss": 2.285,
      "step": 48643
    },
    {
      "epoch": 4.132178049609243,
      "grad_norm": 3.6405741577321833,
      "learning_rate": 6.977537499265343e-05,
      "loss": 3.0582,
      "step": 48644
    },
    {
      "epoch": 4.132262996941896,
      "grad_norm": 3.187255001985181,
      "learning_rate": 6.976957344447913e-05,
      "loss": 2.4857,
      "step": 48645
    },
    {
      "epoch": 4.132347944274549,
      "grad_norm": 3.0403421828654587,
      "learning_rate": 6.976377206441178e-05,
      "loss": 2.3709,
      "step": 48646
    },
    {
      "epoch": 4.132432891607204,
      "grad_norm": 2.7356093485038127,
      "learning_rate": 6.975797085246348e-05,
      "loss": 1.9788,
      "step": 48647
    },
    {
      "epoch": 4.132517838939857,
      "grad_norm": 2.6336923084391834,
      "learning_rate": 6.975216980864632e-05,
      "loss": 1.8096,
      "step": 48648
    },
    {
      "epoch": 4.132602786272511,
      "grad_norm": 2.9438176121279622,
      "learning_rate": 6.974636893297253e-05,
      "loss": 2.0955,
      "step": 48649
    },
    {
      "epoch": 4.132687733605165,
      "grad_norm": 3.3326859217704214,
      "learning_rate": 6.974056822545433e-05,
      "loss": 2.4767,
      "step": 48650
    },
    {
      "epoch": 4.132772680937818,
      "grad_norm": 3.791480309485822,
      "learning_rate": 6.97347676861038e-05,
      "loss": 3.0757,
      "step": 48651
    },
    {
      "epoch": 4.1328576282704725,
      "grad_norm": 3.1112552874831287,
      "learning_rate": 6.972896731493304e-05,
      "loss": 2.5792,
      "step": 48652
    },
    {
      "epoch": 4.132942575603126,
      "grad_norm": 3.4204483711845977,
      "learning_rate": 6.97231671119543e-05,
      "loss": 2.8467,
      "step": 48653
    },
    {
      "epoch": 4.13302752293578,
      "grad_norm": 2.9998134769416436,
      "learning_rate": 6.971736707717966e-05,
      "loss": 2.3222,
      "step": 48654
    },
    {
      "epoch": 4.133112470268434,
      "grad_norm": 2.7840453461395245,
      "learning_rate": 6.971156721062135e-05,
      "loss": 2.0512,
      "step": 48655
    },
    {
      "epoch": 4.133197417601087,
      "grad_norm": 2.960591522269552,
      "learning_rate": 6.970576751229143e-05,
      "loss": 2.1872,
      "step": 48656
    },
    {
      "epoch": 4.133282364933741,
      "grad_norm": 3.317969678812991,
      "learning_rate": 6.969996798220216e-05,
      "loss": 2.6158,
      "step": 48657
    },
    {
      "epoch": 4.133367312266395,
      "grad_norm": 2.97954751982435,
      "learning_rate": 6.969416862036562e-05,
      "loss": 2.2362,
      "step": 48658
    },
    {
      "epoch": 4.133452259599048,
      "grad_norm": 2.9594000130765465,
      "learning_rate": 6.968836942679394e-05,
      "loss": 2.2691,
      "step": 48659
    },
    {
      "epoch": 4.1335372069317025,
      "grad_norm": 3.229221516709317,
      "learning_rate": 6.96825704014993e-05,
      "loss": 2.4042,
      "step": 48660
    },
    {
      "epoch": 4.133622154264356,
      "grad_norm": 3.4682708501492177,
      "learning_rate": 6.96767715444939e-05,
      "loss": 2.7838,
      "step": 48661
    },
    {
      "epoch": 4.13370710159701,
      "grad_norm": 3.4409173416840457,
      "learning_rate": 6.967097285578985e-05,
      "loss": 2.5412,
      "step": 48662
    },
    {
      "epoch": 4.133792048929664,
      "grad_norm": 3.171301007566095,
      "learning_rate": 6.966517433539924e-05,
      "loss": 2.3765,
      "step": 48663
    },
    {
      "epoch": 4.133876996262317,
      "grad_norm": 3.7115670540634844,
      "learning_rate": 6.965937598333434e-05,
      "loss": 2.9248,
      "step": 48664
    },
    {
      "epoch": 4.133961943594971,
      "grad_norm": 3.452436781323136,
      "learning_rate": 6.965357779960722e-05,
      "loss": 2.7628,
      "step": 48665
    },
    {
      "epoch": 4.134046890927625,
      "grad_norm": 3.4091709263167136,
      "learning_rate": 6.964777978423002e-05,
      "loss": 2.5907,
      "step": 48666
    },
    {
      "epoch": 4.134131838260279,
      "grad_norm": 3.7404146126355813,
      "learning_rate": 6.96419819372149e-05,
      "loss": 2.8143,
      "step": 48667
    },
    {
      "epoch": 4.134216785592932,
      "grad_norm": 3.103683853166883,
      "learning_rate": 6.963618425857408e-05,
      "loss": 2.4131,
      "step": 48668
    },
    {
      "epoch": 4.134301732925586,
      "grad_norm": 3.0513653092459863,
      "learning_rate": 6.963038674831962e-05,
      "loss": 2.3316,
      "step": 48669
    },
    {
      "epoch": 4.13438668025824,
      "grad_norm": 3.464763182921154,
      "learning_rate": 6.962458940646367e-05,
      "loss": 2.8138,
      "step": 48670
    },
    {
      "epoch": 4.1344716275908935,
      "grad_norm": 3.0700015491803962,
      "learning_rate": 6.961879223301846e-05,
      "loss": 2.4065,
      "step": 48671
    },
    {
      "epoch": 4.134556574923548,
      "grad_norm": 2.746324801477937,
      "learning_rate": 6.961299522799607e-05,
      "loss": 1.9746,
      "step": 48672
    },
    {
      "epoch": 4.134641522256201,
      "grad_norm": 3.398800567959771,
      "learning_rate": 6.96071983914086e-05,
      "loss": 2.7448,
      "step": 48673
    },
    {
      "epoch": 4.134726469588855,
      "grad_norm": 3.2929420619878,
      "learning_rate": 6.960140172326826e-05,
      "loss": 2.5799,
      "step": 48674
    },
    {
      "epoch": 4.134811416921509,
      "grad_norm": 3.2209032267190705,
      "learning_rate": 6.959560522358726e-05,
      "loss": 2.2273,
      "step": 48675
    },
    {
      "epoch": 4.134896364254162,
      "grad_norm": 3.017369207602063,
      "learning_rate": 6.958980889237764e-05,
      "loss": 2.3646,
      "step": 48676
    },
    {
      "epoch": 4.134981311586817,
      "grad_norm": 3.3324202603803457,
      "learning_rate": 6.958401272965155e-05,
      "loss": 2.6851,
      "step": 48677
    },
    {
      "epoch": 4.13506625891947,
      "grad_norm": 3.225995111868498,
      "learning_rate": 6.957821673542123e-05,
      "loss": 2.5631,
      "step": 48678
    },
    {
      "epoch": 4.135151206252123,
      "grad_norm": 3.3723939593556915,
      "learning_rate": 6.957242090969867e-05,
      "loss": 2.6671,
      "step": 48679
    },
    {
      "epoch": 4.135236153584778,
      "grad_norm": 3.04124979326375,
      "learning_rate": 6.956662525249617e-05,
      "loss": 2.3381,
      "step": 48680
    },
    {
      "epoch": 4.135321100917431,
      "grad_norm": 3.2165795338961805,
      "learning_rate": 6.956082976382576e-05,
      "loss": 2.4486,
      "step": 48681
    },
    {
      "epoch": 4.1354060482500845,
      "grad_norm": 3.0468771101381766,
      "learning_rate": 6.955503444369969e-05,
      "loss": 2.3377,
      "step": 48682
    },
    {
      "epoch": 4.135490995582739,
      "grad_norm": 3.2596578504540754,
      "learning_rate": 6.954923929213004e-05,
      "loss": 2.3112,
      "step": 48683
    },
    {
      "epoch": 4.135575942915392,
      "grad_norm": 3.2791798053182366,
      "learning_rate": 6.954344430912888e-05,
      "loss": 2.6124,
      "step": 48684
    },
    {
      "epoch": 4.1356608902480465,
      "grad_norm": 3.2511240402800072,
      "learning_rate": 6.953764949470844e-05,
      "loss": 2.4301,
      "step": 48685
    },
    {
      "epoch": 4.1357458375807,
      "grad_norm": 2.731291193886288,
      "learning_rate": 6.953185484888091e-05,
      "loss": 1.9416,
      "step": 48686
    },
    {
      "epoch": 4.135830784913353,
      "grad_norm": 3.5217389704605524,
      "learning_rate": 6.952606037165838e-05,
      "loss": 2.9255,
      "step": 48687
    },
    {
      "epoch": 4.135915732246008,
      "grad_norm": 3.315043873106342,
      "learning_rate": 6.952026606305291e-05,
      "loss": 2.4267,
      "step": 48688
    },
    {
      "epoch": 4.136000679578661,
      "grad_norm": 3.0452194382115803,
      "learning_rate": 6.951447192307677e-05,
      "loss": 2.401,
      "step": 48689
    },
    {
      "epoch": 4.136085626911315,
      "grad_norm": 3.060017460175984,
      "learning_rate": 6.950867795174205e-05,
      "loss": 2.2177,
      "step": 48690
    },
    {
      "epoch": 4.136170574243969,
      "grad_norm": 3.2344369992162716,
      "learning_rate": 6.950288414906082e-05,
      "loss": 2.3058,
      "step": 48691
    },
    {
      "epoch": 4.136255521576622,
      "grad_norm": 3.583969373773082,
      "learning_rate": 6.949709051504529e-05,
      "loss": 2.8286,
      "step": 48692
    },
    {
      "epoch": 4.136340468909276,
      "grad_norm": 3.8735712732969865,
      "learning_rate": 6.949129704970764e-05,
      "loss": 2.9718,
      "step": 48693
    },
    {
      "epoch": 4.13642541624193,
      "grad_norm": 3.497996824284851,
      "learning_rate": 6.948550375305997e-05,
      "loss": 2.6092,
      "step": 48694
    },
    {
      "epoch": 4.136510363574584,
      "grad_norm": 3.020678822398749,
      "learning_rate": 6.947971062511435e-05,
      "loss": 2.2564,
      "step": 48695
    },
    {
      "epoch": 4.1365953109072375,
      "grad_norm": 3.357099244199041,
      "learning_rate": 6.947391766588304e-05,
      "loss": 2.4651,
      "step": 48696
    },
    {
      "epoch": 4.136680258239891,
      "grad_norm": 2.8372199932818627,
      "learning_rate": 6.946812487537806e-05,
      "loss": 2.1778,
      "step": 48697
    },
    {
      "epoch": 4.136765205572545,
      "grad_norm": 3.4521457352748652,
      "learning_rate": 6.946233225361166e-05,
      "loss": 2.7611,
      "step": 48698
    },
    {
      "epoch": 4.136850152905199,
      "grad_norm": 3.018180799193641,
      "learning_rate": 6.945653980059587e-05,
      "loss": 2.2589,
      "step": 48699
    },
    {
      "epoch": 4.136935100237853,
      "grad_norm": 3.299560973258739,
      "learning_rate": 6.945074751634293e-05,
      "loss": 2.9508,
      "step": 48700
    },
    {
      "epoch": 4.137020047570506,
      "grad_norm": 3.8054900583764337,
      "learning_rate": 6.944495540086492e-05,
      "loss": 3.2579,
      "step": 48701
    },
    {
      "epoch": 4.13710499490316,
      "grad_norm": 3.0441500283666785,
      "learning_rate": 6.943916345417393e-05,
      "loss": 2.23,
      "step": 48702
    },
    {
      "epoch": 4.137189942235814,
      "grad_norm": 3.2701093351461754,
      "learning_rate": 6.943337167628214e-05,
      "loss": 2.5413,
      "step": 48703
    },
    {
      "epoch": 4.1372748895684675,
      "grad_norm": 3.1500208179754106,
      "learning_rate": 6.942758006720176e-05,
      "loss": 2.426,
      "step": 48704
    },
    {
      "epoch": 4.137359836901121,
      "grad_norm": 2.766524607485841,
      "learning_rate": 6.942178862694485e-05,
      "loss": 1.9409,
      "step": 48705
    },
    {
      "epoch": 4.137444784233775,
      "grad_norm": 3.4582029343416125,
      "learning_rate": 6.941599735552351e-05,
      "loss": 2.957,
      "step": 48706
    },
    {
      "epoch": 4.137529731566429,
      "grad_norm": 3.3581346339401734,
      "learning_rate": 6.941020625294997e-05,
      "loss": 2.6033,
      "step": 48707
    },
    {
      "epoch": 4.137614678899083,
      "grad_norm": 2.993570708741356,
      "learning_rate": 6.940441531923629e-05,
      "loss": 2.2676,
      "step": 48708
    },
    {
      "epoch": 4.137699626231736,
      "grad_norm": 3.2933794234180467,
      "learning_rate": 6.939862455439459e-05,
      "loss": 2.7819,
      "step": 48709
    },
    {
      "epoch": 4.13778457356439,
      "grad_norm": 3.6084712673988157,
      "learning_rate": 6.939283395843703e-05,
      "loss": 2.8484,
      "step": 48710
    },
    {
      "epoch": 4.137869520897044,
      "grad_norm": 3.3900233927260786,
      "learning_rate": 6.938704353137582e-05,
      "loss": 2.3452,
      "step": 48711
    },
    {
      "epoch": 4.137954468229697,
      "grad_norm": 2.9844316753375137,
      "learning_rate": 6.938125327322301e-05,
      "loss": 2.1378,
      "step": 48712
    },
    {
      "epoch": 4.138039415562352,
      "grad_norm": 3.0824746284191433,
      "learning_rate": 6.937546318399069e-05,
      "loss": 2.2317,
      "step": 48713
    },
    {
      "epoch": 4.138124362895005,
      "grad_norm": 3.671805869598322,
      "learning_rate": 6.936967326369113e-05,
      "loss": 2.4942,
      "step": 48714
    },
    {
      "epoch": 4.1382093102276585,
      "grad_norm": 3.0805772142088212,
      "learning_rate": 6.936388351233634e-05,
      "loss": 2.2067,
      "step": 48715
    },
    {
      "epoch": 4.138294257560313,
      "grad_norm": 2.9189434254383277,
      "learning_rate": 6.935809392993846e-05,
      "loss": 2.1732,
      "step": 48716
    },
    {
      "epoch": 4.138379204892966,
      "grad_norm": 3.4484556676040565,
      "learning_rate": 6.935230451650966e-05,
      "loss": 2.7233,
      "step": 48717
    },
    {
      "epoch": 4.1384641522256205,
      "grad_norm": 3.227668676581947,
      "learning_rate": 6.93465152720621e-05,
      "loss": 2.3232,
      "step": 48718
    },
    {
      "epoch": 4.138549099558274,
      "grad_norm": 2.9703731813041028,
      "learning_rate": 6.934072619660788e-05,
      "loss": 2.213,
      "step": 48719
    },
    {
      "epoch": 4.138634046890927,
      "grad_norm": 3.524090435245384,
      "learning_rate": 6.933493729015907e-05,
      "loss": 2.6214,
      "step": 48720
    },
    {
      "epoch": 4.138718994223582,
      "grad_norm": 3.281446207907206,
      "learning_rate": 6.932914855272791e-05,
      "loss": 2.2426,
      "step": 48721
    },
    {
      "epoch": 4.138803941556235,
      "grad_norm": 3.1979427343772633,
      "learning_rate": 6.93233599843264e-05,
      "loss": 2.2574,
      "step": 48722
    },
    {
      "epoch": 4.138888888888889,
      "grad_norm": 2.9337228943453075,
      "learning_rate": 6.931757158496683e-05,
      "loss": 2.1257,
      "step": 48723
    },
    {
      "epoch": 4.138973836221543,
      "grad_norm": 3.2778224271532492,
      "learning_rate": 6.931178335466115e-05,
      "loss": 2.6379,
      "step": 48724
    },
    {
      "epoch": 4.139058783554196,
      "grad_norm": 2.846832457075475,
      "learning_rate": 6.930599529342166e-05,
      "loss": 2.0259,
      "step": 48725
    },
    {
      "epoch": 4.13914373088685,
      "grad_norm": 3.176119380647592,
      "learning_rate": 6.930020740126037e-05,
      "loss": 2.1905,
      "step": 48726
    },
    {
      "epoch": 4.139228678219504,
      "grad_norm": 3.319666654904328,
      "learning_rate": 6.929441967818942e-05,
      "loss": 2.5376,
      "step": 48727
    },
    {
      "epoch": 4.139313625552157,
      "grad_norm": 2.7843603073233822,
      "learning_rate": 6.928863212422093e-05,
      "loss": 2.0365,
      "step": 48728
    },
    {
      "epoch": 4.1393985728848115,
      "grad_norm": 3.4210385707112336,
      "learning_rate": 6.928284473936713e-05,
      "loss": 2.7543,
      "step": 48729
    },
    {
      "epoch": 4.139483520217465,
      "grad_norm": 3.271240510164165,
      "learning_rate": 6.927705752364007e-05,
      "loss": 2.616,
      "step": 48730
    },
    {
      "epoch": 4.139568467550119,
      "grad_norm": 3.6706145446243954,
      "learning_rate": 6.927127047705182e-05,
      "loss": 2.7568,
      "step": 48731
    },
    {
      "epoch": 4.139653414882773,
      "grad_norm": 2.84661386484089,
      "learning_rate": 6.926548359961463e-05,
      "loss": 2.0188,
      "step": 48732
    },
    {
      "epoch": 4.139738362215426,
      "grad_norm": 3.393018951593987,
      "learning_rate": 6.925969689134054e-05,
      "loss": 2.6992,
      "step": 48733
    },
    {
      "epoch": 4.13982330954808,
      "grad_norm": 3.6369642794725547,
      "learning_rate": 6.925391035224165e-05,
      "loss": 2.7748,
      "step": 48734
    },
    {
      "epoch": 4.139908256880734,
      "grad_norm": 3.034214779520919,
      "learning_rate": 6.924812398233011e-05,
      "loss": 2.2488,
      "step": 48735
    },
    {
      "epoch": 4.139993204213388,
      "grad_norm": 2.96373369316977,
      "learning_rate": 6.924233778161815e-05,
      "loss": 2.1493,
      "step": 48736
    },
    {
      "epoch": 4.140078151546041,
      "grad_norm": 3.5802911839827845,
      "learning_rate": 6.92365517501178e-05,
      "loss": 2.8733,
      "step": 48737
    },
    {
      "epoch": 4.140163098878695,
      "grad_norm": 2.6971156852106835,
      "learning_rate": 6.923076588784112e-05,
      "loss": 1.8544,
      "step": 48738
    },
    {
      "epoch": 4.140248046211349,
      "grad_norm": 2.6160947552388323,
      "learning_rate": 6.922498019480037e-05,
      "loss": 1.7851,
      "step": 48739
    },
    {
      "epoch": 4.1403329935440025,
      "grad_norm": 3.363430774873335,
      "learning_rate": 6.921919467100753e-05,
      "loss": 2.5306,
      "step": 48740
    },
    {
      "epoch": 4.140417940876657,
      "grad_norm": 2.960715143863637,
      "learning_rate": 6.921340931647487e-05,
      "loss": 2.1334,
      "step": 48741
    },
    {
      "epoch": 4.14050288820931,
      "grad_norm": 3.1690703873040684,
      "learning_rate": 6.920762413121439e-05,
      "loss": 2.2442,
      "step": 48742
    },
    {
      "epoch": 4.140587835541964,
      "grad_norm": 3.480978133178719,
      "learning_rate": 6.92018391152383e-05,
      "loss": 2.7787,
      "step": 48743
    },
    {
      "epoch": 4.140672782874618,
      "grad_norm": 3.3533608662148846,
      "learning_rate": 6.919605426855869e-05,
      "loss": 2.5816,
      "step": 48744
    },
    {
      "epoch": 4.140757730207271,
      "grad_norm": 2.9161509239561396,
      "learning_rate": 6.919026959118762e-05,
      "loss": 2.1511,
      "step": 48745
    },
    {
      "epoch": 4.140842677539926,
      "grad_norm": 3.258373604534638,
      "learning_rate": 6.918448508313727e-05,
      "loss": 2.624,
      "step": 48746
    },
    {
      "epoch": 4.140927624872579,
      "grad_norm": 2.9997961909941613,
      "learning_rate": 6.917870074441981e-05,
      "loss": 2.1755,
      "step": 48747
    },
    {
      "epoch": 4.1410125722052324,
      "grad_norm": 2.818116814980695,
      "learning_rate": 6.917291657504731e-05,
      "loss": 2.0549,
      "step": 48748
    },
    {
      "epoch": 4.141097519537887,
      "grad_norm": 3.6735009351132826,
      "learning_rate": 6.916713257503181e-05,
      "loss": 2.7688,
      "step": 48749
    },
    {
      "epoch": 4.14118246687054,
      "grad_norm": 2.985462981650542,
      "learning_rate": 6.916134874438558e-05,
      "loss": 2.1221,
      "step": 48750
    },
    {
      "epoch": 4.141267414203194,
      "grad_norm": 3.562453932651785,
      "learning_rate": 6.915556508312065e-05,
      "loss": 2.7501,
      "step": 48751
    },
    {
      "epoch": 4.141352361535848,
      "grad_norm": 3.911270748702918,
      "learning_rate": 6.91497815912491e-05,
      "loss": 3.1929,
      "step": 48752
    },
    {
      "epoch": 4.141437308868501,
      "grad_norm": 3.612189373986593,
      "learning_rate": 6.914399826878309e-05,
      "loss": 2.8225,
      "step": 48753
    },
    {
      "epoch": 4.1415222562011555,
      "grad_norm": 2.9499151549176292,
      "learning_rate": 6.913821511573482e-05,
      "loss": 2.2088,
      "step": 48754
    },
    {
      "epoch": 4.141607203533809,
      "grad_norm": 3.495499135833017,
      "learning_rate": 6.913243213211633e-05,
      "loss": 2.9429,
      "step": 48755
    },
    {
      "epoch": 4.141692150866462,
      "grad_norm": 3.3280933253476617,
      "learning_rate": 6.912664931793968e-05,
      "loss": 2.3831,
      "step": 48756
    },
    {
      "epoch": 4.141777098199117,
      "grad_norm": 3.4111158274956437,
      "learning_rate": 6.912086667321712e-05,
      "loss": 2.4799,
      "step": 48757
    },
    {
      "epoch": 4.14186204553177,
      "grad_norm": 3.193128643269176,
      "learning_rate": 6.911508419796067e-05,
      "loss": 2.293,
      "step": 48758
    },
    {
      "epoch": 4.141946992864424,
      "grad_norm": 2.770827162390369,
      "learning_rate": 6.910930189218244e-05,
      "loss": 2.1166,
      "step": 48759
    },
    {
      "epoch": 4.142031940197078,
      "grad_norm": 3.7552014659943747,
      "learning_rate": 6.910351975589455e-05,
      "loss": 2.788,
      "step": 48760
    },
    {
      "epoch": 4.142116887529731,
      "grad_norm": 2.984605481934478,
      "learning_rate": 6.909773778910922e-05,
      "loss": 2.2977,
      "step": 48761
    },
    {
      "epoch": 4.1422018348623855,
      "grad_norm": 3.1975274563408616,
      "learning_rate": 6.909195599183847e-05,
      "loss": 2.3461,
      "step": 48762
    },
    {
      "epoch": 4.142286782195039,
      "grad_norm": 3.602240794990409,
      "learning_rate": 6.908617436409445e-05,
      "loss": 2.9017,
      "step": 48763
    },
    {
      "epoch": 4.142371729527693,
      "grad_norm": 2.9331203933668806,
      "learning_rate": 6.908039290588919e-05,
      "loss": 2.1133,
      "step": 48764
    },
    {
      "epoch": 4.142456676860347,
      "grad_norm": 3.8735606256847404,
      "learning_rate": 6.907461161723487e-05,
      "loss": 3.0276,
      "step": 48765
    },
    {
      "epoch": 4.142541624193,
      "grad_norm": 3.2008869542552993,
      "learning_rate": 6.906883049814365e-05,
      "loss": 2.1738,
      "step": 48766
    },
    {
      "epoch": 4.142626571525654,
      "grad_norm": 3.1798643194117626,
      "learning_rate": 6.906304954862756e-05,
      "loss": 2.306,
      "step": 48767
    },
    {
      "epoch": 4.142711518858308,
      "grad_norm": 3.4368383233072155,
      "learning_rate": 6.90572687686988e-05,
      "loss": 2.6356,
      "step": 48768
    },
    {
      "epoch": 4.142796466190962,
      "grad_norm": 3.393331403244846,
      "learning_rate": 6.905148815836941e-05,
      "loss": 2.3896,
      "step": 48769
    },
    {
      "epoch": 4.142881413523615,
      "grad_norm": 2.9394773125661278,
      "learning_rate": 6.904570771765155e-05,
      "loss": 2.1996,
      "step": 48770
    },
    {
      "epoch": 4.142966360856269,
      "grad_norm": 3.2154899533938073,
      "learning_rate": 6.903992744655718e-05,
      "loss": 2.4126,
      "step": 48771
    },
    {
      "epoch": 4.143051308188923,
      "grad_norm": 2.82222180980103,
      "learning_rate": 6.903414734509865e-05,
      "loss": 1.8664,
      "step": 48772
    },
    {
      "epoch": 4.1431362555215765,
      "grad_norm": 3.2508410916365675,
      "learning_rate": 6.902836741328796e-05,
      "loss": 2.3745,
      "step": 48773
    },
    {
      "epoch": 4.143221202854231,
      "grad_norm": 3.3710911315836887,
      "learning_rate": 6.902258765113723e-05,
      "loss": 2.6866,
      "step": 48774
    },
    {
      "epoch": 4.143306150186884,
      "grad_norm": 2.7697824755153917,
      "learning_rate": 6.90168080586585e-05,
      "loss": 1.8606,
      "step": 48775
    },
    {
      "epoch": 4.143391097519538,
      "grad_norm": 3.16980116695545,
      "learning_rate": 6.901102863586398e-05,
      "loss": 2.1912,
      "step": 48776
    },
    {
      "epoch": 4.143476044852192,
      "grad_norm": 3.2092922125609094,
      "learning_rate": 6.90052493827657e-05,
      "loss": 2.3942,
      "step": 48777
    },
    {
      "epoch": 4.143560992184845,
      "grad_norm": 2.938539272609593,
      "learning_rate": 6.899947029937579e-05,
      "loss": 2.141,
      "step": 48778
    },
    {
      "epoch": 4.1436459395175,
      "grad_norm": 3.462414013426706,
      "learning_rate": 6.899369138570644e-05,
      "loss": 2.9282,
      "step": 48779
    },
    {
      "epoch": 4.143730886850153,
      "grad_norm": 3.082926918483529,
      "learning_rate": 6.898791264176969e-05,
      "loss": 2.3936,
      "step": 48780
    },
    {
      "epoch": 4.143815834182806,
      "grad_norm": 2.73867790023656,
      "learning_rate": 6.898213406757768e-05,
      "loss": 1.9669,
      "step": 48781
    },
    {
      "epoch": 4.143900781515461,
      "grad_norm": 2.9876813116900713,
      "learning_rate": 6.89763556631424e-05,
      "loss": 2.2594,
      "step": 48782
    },
    {
      "epoch": 4.143985728848114,
      "grad_norm": 3.040446820930142,
      "learning_rate": 6.897057742847607e-05,
      "loss": 2.3279,
      "step": 48783
    },
    {
      "epoch": 4.1440706761807675,
      "grad_norm": 3.321870450211971,
      "learning_rate": 6.896479936359082e-05,
      "loss": 2.4908,
      "step": 48784
    },
    {
      "epoch": 4.144155623513422,
      "grad_norm": 3.3431057757175013,
      "learning_rate": 6.895902146849867e-05,
      "loss": 2.6723,
      "step": 48785
    },
    {
      "epoch": 4.144240570846075,
      "grad_norm": 3.346761643071783,
      "learning_rate": 6.895324374321183e-05,
      "loss": 2.3747,
      "step": 48786
    },
    {
      "epoch": 4.1443255181787295,
      "grad_norm": 3.496144890276832,
      "learning_rate": 6.894746618774233e-05,
      "loss": 2.8245,
      "step": 48787
    },
    {
      "epoch": 4.144410465511383,
      "grad_norm": 3.4753412727364053,
      "learning_rate": 6.894168880210229e-05,
      "loss": 2.8438,
      "step": 48788
    },
    {
      "epoch": 4.144495412844036,
      "grad_norm": 3.315171941459683,
      "learning_rate": 6.893591158630372e-05,
      "loss": 2.474,
      "step": 48789
    },
    {
      "epoch": 4.144580360176691,
      "grad_norm": 3.321864941804076,
      "learning_rate": 6.893013454035892e-05,
      "loss": 2.5227,
      "step": 48790
    },
    {
      "epoch": 4.144665307509344,
      "grad_norm": 3.095348772030038,
      "learning_rate": 6.89243576642799e-05,
      "loss": 2.3147,
      "step": 48791
    },
    {
      "epoch": 4.144750254841998,
      "grad_norm": 2.797220040233032,
      "learning_rate": 6.891858095807876e-05,
      "loss": 2.2222,
      "step": 48792
    },
    {
      "epoch": 4.144835202174652,
      "grad_norm": 3.079480640212249,
      "learning_rate": 6.891280442176755e-05,
      "loss": 2.3835,
      "step": 48793
    },
    {
      "epoch": 4.144920149507305,
      "grad_norm": 3.383243664038013,
      "learning_rate": 6.890702805535849e-05,
      "loss": 2.8261,
      "step": 48794
    },
    {
      "epoch": 4.145005096839959,
      "grad_norm": 3.241707339735031,
      "learning_rate": 6.890125185886355e-05,
      "loss": 2.4927,
      "step": 48795
    },
    {
      "epoch": 4.145090044172613,
      "grad_norm": 2.899535367554687,
      "learning_rate": 6.889547583229492e-05,
      "loss": 2.0064,
      "step": 48796
    },
    {
      "epoch": 4.145174991505267,
      "grad_norm": 3.505074308919495,
      "learning_rate": 6.888969997566474e-05,
      "loss": 2.8743,
      "step": 48797
    },
    {
      "epoch": 4.1452599388379205,
      "grad_norm": 3.4381961464303807,
      "learning_rate": 6.888392428898505e-05,
      "loss": 2.727,
      "step": 48798
    },
    {
      "epoch": 4.145344886170574,
      "grad_norm": 3.413450730078032,
      "learning_rate": 6.887814877226796e-05,
      "loss": 2.7392,
      "step": 48799
    },
    {
      "epoch": 4.145429833503228,
      "grad_norm": 3.0536044167964844,
      "learning_rate": 6.887237342552551e-05,
      "loss": 2.258,
      "step": 48800
    },
    {
      "epoch": 4.145514780835882,
      "grad_norm": 2.682415164069258,
      "learning_rate": 6.886659824876989e-05,
      "loss": 1.9558,
      "step": 48801
    },
    {
      "epoch": 4.145599728168536,
      "grad_norm": 3.608356975562593,
      "learning_rate": 6.886082324201322e-05,
      "loss": 3.0624,
      "step": 48802
    },
    {
      "epoch": 4.145684675501189,
      "grad_norm": 3.335435821303523,
      "learning_rate": 6.885504840526755e-05,
      "loss": 2.6009,
      "step": 48803
    },
    {
      "epoch": 4.145769622833843,
      "grad_norm": 3.0003493889837847,
      "learning_rate": 6.884927373854491e-05,
      "loss": 2.1129,
      "step": 48804
    },
    {
      "epoch": 4.145854570166497,
      "grad_norm": 3.873743518384588,
      "learning_rate": 6.884349924185756e-05,
      "loss": 2.9333,
      "step": 48805
    },
    {
      "epoch": 4.1459395174991505,
      "grad_norm": 2.7592420481069415,
      "learning_rate": 6.883772491521749e-05,
      "loss": 1.947,
      "step": 48806
    },
    {
      "epoch": 4.146024464831804,
      "grad_norm": 2.969121924671795,
      "learning_rate": 6.883195075863678e-05,
      "loss": 2.2547,
      "step": 48807
    },
    {
      "epoch": 4.146109412164458,
      "grad_norm": 3.058320140345191,
      "learning_rate": 6.882617677212757e-05,
      "loss": 2.2936,
      "step": 48808
    },
    {
      "epoch": 4.146194359497112,
      "grad_norm": 2.8093521879288477,
      "learning_rate": 6.882040295570202e-05,
      "loss": 1.9636,
      "step": 48809
    },
    {
      "epoch": 4.146279306829766,
      "grad_norm": 2.9736506528073683,
      "learning_rate": 6.881462930937215e-05,
      "loss": 2.1537,
      "step": 48810
    },
    {
      "epoch": 4.146364254162419,
      "grad_norm": 3.011891744201454,
      "learning_rate": 6.880885583315003e-05,
      "loss": 2.2083,
      "step": 48811
    },
    {
      "epoch": 4.146449201495073,
      "grad_norm": 3.5678203661717536,
      "learning_rate": 6.880308252704784e-05,
      "loss": 2.9009,
      "step": 48812
    },
    {
      "epoch": 4.146534148827727,
      "grad_norm": 2.691471674525656,
      "learning_rate": 6.879730939107767e-05,
      "loss": 2.0656,
      "step": 48813
    },
    {
      "epoch": 4.14661909616038,
      "grad_norm": 3.074487755988942,
      "learning_rate": 6.879153642525145e-05,
      "loss": 1.9696,
      "step": 48814
    },
    {
      "epoch": 4.146704043493035,
      "grad_norm": 3.1375947272046734,
      "learning_rate": 6.878576362958152e-05,
      "loss": 2.0479,
      "step": 48815
    },
    {
      "epoch": 4.146788990825688,
      "grad_norm": 3.3506329894739943,
      "learning_rate": 6.877999100407989e-05,
      "loss": 2.2955,
      "step": 48816
    },
    {
      "epoch": 4.1468739381583415,
      "grad_norm": 3.1451750632463367,
      "learning_rate": 6.877421854875861e-05,
      "loss": 2.3291,
      "step": 48817
    },
    {
      "epoch": 4.146958885490996,
      "grad_norm": 3.2447336060158074,
      "learning_rate": 6.876844626362974e-05,
      "loss": 2.2883,
      "step": 48818
    },
    {
      "epoch": 4.147043832823649,
      "grad_norm": 3.477245239886403,
      "learning_rate": 6.87626741487055e-05,
      "loss": 2.4727,
      "step": 48819
    },
    {
      "epoch": 4.1471287801563035,
      "grad_norm": 2.8753430410098506,
      "learning_rate": 6.875690220399786e-05,
      "loss": 1.8479,
      "step": 48820
    },
    {
      "epoch": 4.147213727488957,
      "grad_norm": 3.528239383860922,
      "learning_rate": 6.875113042951903e-05,
      "loss": 3.017,
      "step": 48821
    },
    {
      "epoch": 4.14729867482161,
      "grad_norm": 3.071877769091415,
      "learning_rate": 6.874535882528098e-05,
      "loss": 2.1284,
      "step": 48822
    },
    {
      "epoch": 4.147383622154265,
      "grad_norm": 3.0885010656278107,
      "learning_rate": 6.873958739129593e-05,
      "loss": 2.2094,
      "step": 48823
    },
    {
      "epoch": 4.147468569486918,
      "grad_norm": 3.177041421969949,
      "learning_rate": 6.873381612757589e-05,
      "loss": 2.4821,
      "step": 48824
    },
    {
      "epoch": 4.147553516819572,
      "grad_norm": 3.582086805100432,
      "learning_rate": 6.872804503413293e-05,
      "loss": 2.772,
      "step": 48825
    },
    {
      "epoch": 4.147638464152226,
      "grad_norm": 3.195173519015743,
      "learning_rate": 6.872227411097919e-05,
      "loss": 2.4756,
      "step": 48826
    },
    {
      "epoch": 4.147723411484879,
      "grad_norm": 2.9415858449949734,
      "learning_rate": 6.871650335812681e-05,
      "loss": 2.0621,
      "step": 48827
    },
    {
      "epoch": 4.147808358817533,
      "grad_norm": 3.025722054701098,
      "learning_rate": 6.871073277558783e-05,
      "loss": 2.1585,
      "step": 48828
    },
    {
      "epoch": 4.147893306150187,
      "grad_norm": 3.6983672909523673,
      "learning_rate": 6.870496236337428e-05,
      "loss": 2.8174,
      "step": 48829
    },
    {
      "epoch": 4.14797825348284,
      "grad_norm": 2.9609900089309344,
      "learning_rate": 6.869919212149836e-05,
      "loss": 2.3737,
      "step": 48830
    },
    {
      "epoch": 4.1480632008154945,
      "grad_norm": 2.8109554838331534,
      "learning_rate": 6.869342204997211e-05,
      "loss": 2.0444,
      "step": 48831
    },
    {
      "epoch": 4.148148148148148,
      "grad_norm": 3.6145779100979762,
      "learning_rate": 6.868765214880756e-05,
      "loss": 2.6712,
      "step": 48832
    },
    {
      "epoch": 4.148233095480802,
      "grad_norm": 2.7972744216614105,
      "learning_rate": 6.868188241801687e-05,
      "loss": 1.9323,
      "step": 48833
    },
    {
      "epoch": 4.148318042813456,
      "grad_norm": 3.380013542690174,
      "learning_rate": 6.867611285761218e-05,
      "loss": 2.7757,
      "step": 48834
    },
    {
      "epoch": 4.148402990146109,
      "grad_norm": 3.093876608372647,
      "learning_rate": 6.86703434676055e-05,
      "loss": 2.4045,
      "step": 48835
    },
    {
      "epoch": 4.148487937478763,
      "grad_norm": 3.2252165889770787,
      "learning_rate": 6.866457424800889e-05,
      "loss": 2.4501,
      "step": 48836
    },
    {
      "epoch": 4.148572884811417,
      "grad_norm": 3.1038738194856377,
      "learning_rate": 6.865880519883455e-05,
      "loss": 2.4924,
      "step": 48837
    },
    {
      "epoch": 4.148657832144071,
      "grad_norm": 3.275902215209452,
      "learning_rate": 6.865303632009443e-05,
      "loss": 2.5926,
      "step": 48838
    },
    {
      "epoch": 4.148742779476724,
      "grad_norm": 3.5569938435489865,
      "learning_rate": 6.864726761180076e-05,
      "loss": 2.9511,
      "step": 48839
    },
    {
      "epoch": 4.148827726809378,
      "grad_norm": 3.0320602257248392,
      "learning_rate": 6.86414990739655e-05,
      "loss": 2.1949,
      "step": 48840
    },
    {
      "epoch": 4.148912674142032,
      "grad_norm": 2.7316044033694267,
      "learning_rate": 6.863573070660085e-05,
      "loss": 2.0769,
      "step": 48841
    },
    {
      "epoch": 4.1489976214746855,
      "grad_norm": 2.9635793377104616,
      "learning_rate": 6.862996250971883e-05,
      "loss": 2.2207,
      "step": 48842
    },
    {
      "epoch": 4.14908256880734,
      "grad_norm": 3.1568052951408374,
      "learning_rate": 6.86241944833315e-05,
      "loss": 2.3644,
      "step": 48843
    },
    {
      "epoch": 4.149167516139993,
      "grad_norm": 3.2019146237758713,
      "learning_rate": 6.861842662745096e-05,
      "loss": 2.3373,
      "step": 48844
    },
    {
      "epoch": 4.149252463472647,
      "grad_norm": 2.8748409826138652,
      "learning_rate": 6.861265894208938e-05,
      "loss": 1.9867,
      "step": 48845
    },
    {
      "epoch": 4.149337410805301,
      "grad_norm": 3.3588777611981078,
      "learning_rate": 6.860689142725879e-05,
      "loss": 2.6,
      "step": 48846
    },
    {
      "epoch": 4.149422358137954,
      "grad_norm": 3.084034400320995,
      "learning_rate": 6.860112408297122e-05,
      "loss": 2.3118,
      "step": 48847
    },
    {
      "epoch": 4.149507305470609,
      "grad_norm": 3.3242787646522243,
      "learning_rate": 6.859535690923885e-05,
      "loss": 2.5339,
      "step": 48848
    },
    {
      "epoch": 4.149592252803262,
      "grad_norm": 3.5092080319561982,
      "learning_rate": 6.858958990607371e-05,
      "loss": 2.5222,
      "step": 48849
    },
    {
      "epoch": 4.1496772001359155,
      "grad_norm": 3.3294490758565596,
      "learning_rate": 6.858382307348786e-05,
      "loss": 2.5809,
      "step": 48850
    },
    {
      "epoch": 4.14976214746857,
      "grad_norm": 3.338321188271307,
      "learning_rate": 6.857805641149338e-05,
      "loss": 2.6164,
      "step": 48851
    },
    {
      "epoch": 4.149847094801223,
      "grad_norm": 3.1422393628176257,
      "learning_rate": 6.857228992010246e-05,
      "loss": 2.0549,
      "step": 48852
    },
    {
      "epoch": 4.149932042133877,
      "grad_norm": 3.3873486484013666,
      "learning_rate": 6.856652359932708e-05,
      "loss": 2.5916,
      "step": 48853
    },
    {
      "epoch": 4.150016989466531,
      "grad_norm": 3.326063770079056,
      "learning_rate": 6.856075744917933e-05,
      "loss": 2.7852,
      "step": 48854
    },
    {
      "epoch": 4.150101936799184,
      "grad_norm": 3.302538315473681,
      "learning_rate": 6.855499146967136e-05,
      "loss": 2.6468,
      "step": 48855
    },
    {
      "epoch": 4.150186884131839,
      "grad_norm": 3.1285114524597213,
      "learning_rate": 6.85492256608152e-05,
      "loss": 2.3072,
      "step": 48856
    },
    {
      "epoch": 4.150271831464492,
      "grad_norm": 3.5970259457227045,
      "learning_rate": 6.854346002262287e-05,
      "loss": 3.0218,
      "step": 48857
    },
    {
      "epoch": 4.150356778797145,
      "grad_norm": 3.3642561768978547,
      "learning_rate": 6.853769455510653e-05,
      "loss": 2.4011,
      "step": 48858
    },
    {
      "epoch": 4.1504417261298,
      "grad_norm": 3.1874990229785873,
      "learning_rate": 6.853192925827829e-05,
      "loss": 2.4118,
      "step": 48859
    },
    {
      "epoch": 4.150526673462453,
      "grad_norm": 3.100504534347763,
      "learning_rate": 6.85261641321502e-05,
      "loss": 2.124,
      "step": 48860
    },
    {
      "epoch": 4.150611620795107,
      "grad_norm": 2.7559184403583483,
      "learning_rate": 6.852039917673426e-05,
      "loss": 1.9636,
      "step": 48861
    },
    {
      "epoch": 4.150696568127761,
      "grad_norm": 3.1342255933694805,
      "learning_rate": 6.851463439204267e-05,
      "loss": 2.3798,
      "step": 48862
    },
    {
      "epoch": 4.150781515460414,
      "grad_norm": 3.2843455227871377,
      "learning_rate": 6.85088697780874e-05,
      "loss": 2.6068,
      "step": 48863
    },
    {
      "epoch": 4.1508664627930685,
      "grad_norm": 3.2241441635604566,
      "learning_rate": 6.850310533488065e-05,
      "loss": 2.4541,
      "step": 48864
    },
    {
      "epoch": 4.150951410125722,
      "grad_norm": 2.9728428032388146,
      "learning_rate": 6.849734106243436e-05,
      "loss": 2.1946,
      "step": 48865
    },
    {
      "epoch": 4.151036357458376,
      "grad_norm": 3.303330643550439,
      "learning_rate": 6.849157696076073e-05,
      "loss": 2.2857,
      "step": 48866
    },
    {
      "epoch": 4.15112130479103,
      "grad_norm": 3.1183050978763633,
      "learning_rate": 6.84858130298718e-05,
      "loss": 2.1892,
      "step": 48867
    },
    {
      "epoch": 4.151206252123683,
      "grad_norm": 3.5945194773350133,
      "learning_rate": 6.848004926977959e-05,
      "loss": 2.7022,
      "step": 48868
    },
    {
      "epoch": 4.151291199456337,
      "grad_norm": 3.6999515714539877,
      "learning_rate": 6.84742856804962e-05,
      "loss": 2.9027,
      "step": 48869
    },
    {
      "epoch": 4.151376146788991,
      "grad_norm": 3.1008572196843995,
      "learning_rate": 6.846852226203379e-05,
      "loss": 2.3362,
      "step": 48870
    },
    {
      "epoch": 4.151461094121645,
      "grad_norm": 3.3626222265672707,
      "learning_rate": 6.846275901440436e-05,
      "loss": 2.5397,
      "step": 48871
    },
    {
      "epoch": 4.151546041454298,
      "grad_norm": 2.6753117886147275,
      "learning_rate": 6.845699593761997e-05,
      "loss": 1.8349,
      "step": 48872
    },
    {
      "epoch": 4.151630988786952,
      "grad_norm": 3.4383340492725516,
      "learning_rate": 6.845123303169275e-05,
      "loss": 2.8714,
      "step": 48873
    },
    {
      "epoch": 4.151715936119606,
      "grad_norm": 2.9405032856187603,
      "learning_rate": 6.844547029663475e-05,
      "loss": 2.186,
      "step": 48874
    },
    {
      "epoch": 4.1518008834522595,
      "grad_norm": 2.860357247403225,
      "learning_rate": 6.843970773245802e-05,
      "loss": 2.1538,
      "step": 48875
    },
    {
      "epoch": 4.151885830784913,
      "grad_norm": 2.8356961563101497,
      "learning_rate": 6.843394533917463e-05,
      "loss": 2.0643,
      "step": 48876
    },
    {
      "epoch": 4.151970778117567,
      "grad_norm": 2.854968368824546,
      "learning_rate": 6.842818311679675e-05,
      "loss": 2.0272,
      "step": 48877
    },
    {
      "epoch": 4.152055725450221,
      "grad_norm": 2.646922823063404,
      "learning_rate": 6.842242106533637e-05,
      "loss": 1.938,
      "step": 48878
    },
    {
      "epoch": 4.152140672782875,
      "grad_norm": 3.2521273459328435,
      "learning_rate": 6.841665918480554e-05,
      "loss": 2.4347,
      "step": 48879
    },
    {
      "epoch": 4.152225620115528,
      "grad_norm": 3.0237753414496082,
      "learning_rate": 6.841089747521641e-05,
      "loss": 2.1851,
      "step": 48880
    },
    {
      "epoch": 4.152310567448182,
      "grad_norm": 3.5753251763755802,
      "learning_rate": 6.840513593658098e-05,
      "loss": 2.9662,
      "step": 48881
    },
    {
      "epoch": 4.152395514780836,
      "grad_norm": 3.3512094210550947,
      "learning_rate": 6.83993745689114e-05,
      "loss": 2.5956,
      "step": 48882
    },
    {
      "epoch": 4.152480462113489,
      "grad_norm": 2.8125680883288013,
      "learning_rate": 6.839361337221964e-05,
      "loss": 1.9069,
      "step": 48883
    },
    {
      "epoch": 4.152565409446144,
      "grad_norm": 2.7474018485736686,
      "learning_rate": 6.838785234651789e-05,
      "loss": 1.8818,
      "step": 48884
    },
    {
      "epoch": 4.152650356778797,
      "grad_norm": 3.1729473616507464,
      "learning_rate": 6.838209149181816e-05,
      "loss": 2.3465,
      "step": 48885
    },
    {
      "epoch": 4.1527353041114505,
      "grad_norm": 3.0289833412532317,
      "learning_rate": 6.837633080813247e-05,
      "loss": 2.0598,
      "step": 48886
    },
    {
      "epoch": 4.152820251444105,
      "grad_norm": 3.0947366405503347,
      "learning_rate": 6.837057029547294e-05,
      "loss": 2.2239,
      "step": 48887
    },
    {
      "epoch": 4.152905198776758,
      "grad_norm": 3.2835806753928507,
      "learning_rate": 6.83648099538517e-05,
      "loss": 2.4893,
      "step": 48888
    },
    {
      "epoch": 4.1529901461094125,
      "grad_norm": 2.807419036871053,
      "learning_rate": 6.835904978328076e-05,
      "loss": 2.1519,
      "step": 48889
    },
    {
      "epoch": 4.153075093442066,
      "grad_norm": 3.1284115237702603,
      "learning_rate": 6.835328978377212e-05,
      "loss": 2.3909,
      "step": 48890
    },
    {
      "epoch": 4.153160040774719,
      "grad_norm": 2.974079505469831,
      "learning_rate": 6.834752995533798e-05,
      "loss": 2.1038,
      "step": 48891
    },
    {
      "epoch": 4.153244988107374,
      "grad_norm": 3.7965214271757013,
      "learning_rate": 6.834177029799037e-05,
      "loss": 2.7914,
      "step": 48892
    },
    {
      "epoch": 4.153329935440027,
      "grad_norm": 3.1904706404810295,
      "learning_rate": 6.833601081174125e-05,
      "loss": 2.1775,
      "step": 48893
    },
    {
      "epoch": 4.153414882772681,
      "grad_norm": 3.3668011689723407,
      "learning_rate": 6.833025149660279e-05,
      "loss": 2.5618,
      "step": 48894
    },
    {
      "epoch": 4.153499830105335,
      "grad_norm": 3.4482141921439067,
      "learning_rate": 6.83244923525871e-05,
      "loss": 2.7226,
      "step": 48895
    },
    {
      "epoch": 4.153584777437988,
      "grad_norm": 3.3033949738824173,
      "learning_rate": 6.831873337970619e-05,
      "loss": 2.2379,
      "step": 48896
    },
    {
      "epoch": 4.1536697247706424,
      "grad_norm": 2.8581317022206862,
      "learning_rate": 6.831297457797207e-05,
      "loss": 2.0909,
      "step": 48897
    },
    {
      "epoch": 4.153754672103296,
      "grad_norm": 3.298534504540478,
      "learning_rate": 6.830721594739691e-05,
      "loss": 2.3769,
      "step": 48898
    },
    {
      "epoch": 4.153839619435949,
      "grad_norm": 3.7991722891656776,
      "learning_rate": 6.830145748799273e-05,
      "loss": 2.9942,
      "step": 48899
    },
    {
      "epoch": 4.1539245667686036,
      "grad_norm": 3.075202034043303,
      "learning_rate": 6.829569919977155e-05,
      "loss": 2.0559,
      "step": 48900
    },
    {
      "epoch": 4.154009514101257,
      "grad_norm": 3.1065958432652203,
      "learning_rate": 6.828994108274546e-05,
      "loss": 2.2324,
      "step": 48901
    },
    {
      "epoch": 4.154094461433911,
      "grad_norm": 2.8873856660731314,
      "learning_rate": 6.828418313692662e-05,
      "loss": 2.0506,
      "step": 48902
    },
    {
      "epoch": 4.154179408766565,
      "grad_norm": 3.44171925347321,
      "learning_rate": 6.8278425362327e-05,
      "loss": 2.7282,
      "step": 48903
    },
    {
      "epoch": 4.154264356099218,
      "grad_norm": 3.4862395139583153,
      "learning_rate": 6.827266775895863e-05,
      "loss": 2.5331,
      "step": 48904
    },
    {
      "epoch": 4.154349303431872,
      "grad_norm": 2.8465506010502,
      "learning_rate": 6.826691032683369e-05,
      "loss": 1.8754,
      "step": 48905
    },
    {
      "epoch": 4.154434250764526,
      "grad_norm": 3.592407875601976,
      "learning_rate": 6.826115306596414e-05,
      "loss": 2.8326,
      "step": 48906
    },
    {
      "epoch": 4.15451919809718,
      "grad_norm": 3.6468635522626394,
      "learning_rate": 6.825539597636211e-05,
      "loss": 2.5586,
      "step": 48907
    },
    {
      "epoch": 4.1546041454298335,
      "grad_norm": 3.3387522096195594,
      "learning_rate": 6.82496390580396e-05,
      "loss": 2.3996,
      "step": 48908
    },
    {
      "epoch": 4.154689092762487,
      "grad_norm": 3.4749061939915986,
      "learning_rate": 6.824388231100875e-05,
      "loss": 2.5582,
      "step": 48909
    },
    {
      "epoch": 4.154774040095141,
      "grad_norm": 2.906282734323167,
      "learning_rate": 6.82381257352816e-05,
      "loss": 2.1963,
      "step": 48910
    },
    {
      "epoch": 4.154858987427795,
      "grad_norm": 3.57805221972849,
      "learning_rate": 6.823236933087012e-05,
      "loss": 2.7965,
      "step": 48911
    },
    {
      "epoch": 4.154943934760449,
      "grad_norm": 2.810587246211466,
      "learning_rate": 6.822661309778645e-05,
      "loss": 1.9013,
      "step": 48912
    },
    {
      "epoch": 4.155028882093102,
      "grad_norm": 3.432603790176089,
      "learning_rate": 6.822085703604271e-05,
      "loss": 2.4051,
      "step": 48913
    },
    {
      "epoch": 4.155113829425756,
      "grad_norm": 3.278848795824723,
      "learning_rate": 6.821510114565088e-05,
      "loss": 2.508,
      "step": 48914
    },
    {
      "epoch": 4.15519877675841,
      "grad_norm": 3.1530062631231837,
      "learning_rate": 6.820934542662298e-05,
      "loss": 2.3095,
      "step": 48915
    },
    {
      "epoch": 4.155283724091063,
      "grad_norm": 3.182153157974036,
      "learning_rate": 6.82035898789712e-05,
      "loss": 2.296,
      "step": 48916
    },
    {
      "epoch": 4.155368671423718,
      "grad_norm": 3.4215724665691747,
      "learning_rate": 6.819783450270752e-05,
      "loss": 2.594,
      "step": 48917
    },
    {
      "epoch": 4.155453618756371,
      "grad_norm": 3.7876517362735367,
      "learning_rate": 6.819207929784395e-05,
      "loss": 3.0894,
      "step": 48918
    },
    {
      "epoch": 4.1555385660890245,
      "grad_norm": 3.2600049120903782,
      "learning_rate": 6.81863242643926e-05,
      "loss": 2.48,
      "step": 48919
    },
    {
      "epoch": 4.155623513421679,
      "grad_norm": 3.555417155410859,
      "learning_rate": 6.818056940236559e-05,
      "loss": 2.6017,
      "step": 48920
    },
    {
      "epoch": 4.155708460754332,
      "grad_norm": 3.118037454669263,
      "learning_rate": 6.817481471177492e-05,
      "loss": 2.3042,
      "step": 48921
    },
    {
      "epoch": 4.1557934080869865,
      "grad_norm": 3.0007879640274218,
      "learning_rate": 6.816906019263261e-05,
      "loss": 2.1268,
      "step": 48922
    },
    {
      "epoch": 4.15587835541964,
      "grad_norm": 3.22141371433722,
      "learning_rate": 6.816330584495078e-05,
      "loss": 2.1493,
      "step": 48923
    },
    {
      "epoch": 4.155963302752293,
      "grad_norm": 3.43298571454034,
      "learning_rate": 6.815755166874143e-05,
      "loss": 2.831,
      "step": 48924
    },
    {
      "epoch": 4.156048250084948,
      "grad_norm": 2.946010970043394,
      "learning_rate": 6.81517976640167e-05,
      "loss": 2.1253,
      "step": 48925
    },
    {
      "epoch": 4.156133197417601,
      "grad_norm": 3.739286265350925,
      "learning_rate": 6.814604383078853e-05,
      "loss": 2.4803,
      "step": 48926
    },
    {
      "epoch": 4.156218144750254,
      "grad_norm": 3.4518858002974775,
      "learning_rate": 6.81402901690691e-05,
      "loss": 2.8401,
      "step": 48927
    },
    {
      "epoch": 4.156303092082909,
      "grad_norm": 3.0547766240266956,
      "learning_rate": 6.813453667887042e-05,
      "loss": 2.2311,
      "step": 48928
    },
    {
      "epoch": 4.156388039415562,
      "grad_norm": 3.277900163888599,
      "learning_rate": 6.812878336020447e-05,
      "loss": 2.4281,
      "step": 48929
    },
    {
      "epoch": 4.156472986748216,
      "grad_norm": 3.0057453122340756,
      "learning_rate": 6.812303021308338e-05,
      "loss": 2.0593,
      "step": 48930
    },
    {
      "epoch": 4.15655793408087,
      "grad_norm": 3.1697421053018604,
      "learning_rate": 6.811727723751924e-05,
      "loss": 2.5175,
      "step": 48931
    },
    {
      "epoch": 4.156642881413523,
      "grad_norm": 3.3339962462364485,
      "learning_rate": 6.811152443352404e-05,
      "loss": 2.632,
      "step": 48932
    },
    {
      "epoch": 4.1567278287461775,
      "grad_norm": 3.0035121210736024,
      "learning_rate": 6.810577180110982e-05,
      "loss": 2.1169,
      "step": 48933
    },
    {
      "epoch": 4.156812776078831,
      "grad_norm": 3.279753200946444,
      "learning_rate": 6.810001934028873e-05,
      "loss": 2.6167,
      "step": 48934
    },
    {
      "epoch": 4.156897723411485,
      "grad_norm": 3.247885726293265,
      "learning_rate": 6.809426705107272e-05,
      "loss": 2.4597,
      "step": 48935
    },
    {
      "epoch": 4.156982670744139,
      "grad_norm": 3.5898785771861825,
      "learning_rate": 6.808851493347385e-05,
      "loss": 2.617,
      "step": 48936
    },
    {
      "epoch": 4.157067618076792,
      "grad_norm": 3.1051142762554633,
      "learning_rate": 6.80827629875042e-05,
      "loss": 2.2809,
      "step": 48937
    },
    {
      "epoch": 4.157152565409446,
      "grad_norm": 3.008684020557114,
      "learning_rate": 6.807701121317587e-05,
      "loss": 2.295,
      "step": 48938
    },
    {
      "epoch": 4.1572375127421,
      "grad_norm": 3.3940524097455556,
      "learning_rate": 6.807125961050088e-05,
      "loss": 2.5617,
      "step": 48939
    },
    {
      "epoch": 4.157322460074754,
      "grad_norm": 3.3704581230792257,
      "learning_rate": 6.80655081794912e-05,
      "loss": 2.6537,
      "step": 48940
    },
    {
      "epoch": 4.157407407407407,
      "grad_norm": 3.0891323610894355,
      "learning_rate": 6.8059756920159e-05,
      "loss": 2.1834,
      "step": 48941
    },
    {
      "epoch": 4.157492354740061,
      "grad_norm": 3.008521427223861,
      "learning_rate": 6.805400583251631e-05,
      "loss": 2.3275,
      "step": 48942
    },
    {
      "epoch": 4.157577302072715,
      "grad_norm": 3.6464872401763175,
      "learning_rate": 6.804825491657507e-05,
      "loss": 2.8364,
      "step": 48943
    },
    {
      "epoch": 4.1576622494053685,
      "grad_norm": 3.1179361889472124,
      "learning_rate": 6.804250417234741e-05,
      "loss": 2.1643,
      "step": 48944
    },
    {
      "epoch": 4.157747196738023,
      "grad_norm": 2.7739449873208843,
      "learning_rate": 6.803675359984543e-05,
      "loss": 1.9368,
      "step": 48945
    },
    {
      "epoch": 4.157832144070676,
      "grad_norm": 2.9647054692688584,
      "learning_rate": 6.803100319908114e-05,
      "loss": 2.0947,
      "step": 48946
    },
    {
      "epoch": 4.15791709140333,
      "grad_norm": 3.749656193238802,
      "learning_rate": 6.802525297006651e-05,
      "loss": 2.8553,
      "step": 48947
    },
    {
      "epoch": 4.158002038735984,
      "grad_norm": 3.146007018447671,
      "learning_rate": 6.801950291281372e-05,
      "loss": 2.4401,
      "step": 48948
    },
    {
      "epoch": 4.158086986068637,
      "grad_norm": 3.2331721934332505,
      "learning_rate": 6.80137530273347e-05,
      "loss": 2.2149,
      "step": 48949
    },
    {
      "epoch": 4.158171933401292,
      "grad_norm": 2.7940458448612353,
      "learning_rate": 6.80080033136416e-05,
      "loss": 1.9709,
      "step": 48950
    },
    {
      "epoch": 4.158256880733945,
      "grad_norm": 3.4549166218491947,
      "learning_rate": 6.800225377174636e-05,
      "loss": 2.6627,
      "step": 48951
    },
    {
      "epoch": 4.1583418280665985,
      "grad_norm": 3.168859627941025,
      "learning_rate": 6.799650440166116e-05,
      "loss": 2.4746,
      "step": 48952
    },
    {
      "epoch": 4.158426775399253,
      "grad_norm": 3.256321294339765,
      "learning_rate": 6.799075520339795e-05,
      "loss": 2.3315,
      "step": 48953
    },
    {
      "epoch": 4.158511722731906,
      "grad_norm": 3.290268900526069,
      "learning_rate": 6.798500617696875e-05,
      "loss": 2.4827,
      "step": 48954
    },
    {
      "epoch": 4.15859667006456,
      "grad_norm": 3.0584229131349687,
      "learning_rate": 6.797925732238566e-05,
      "loss": 2.2877,
      "step": 48955
    },
    {
      "epoch": 4.158681617397214,
      "grad_norm": 3.359936713143849,
      "learning_rate": 6.797350863966078e-05,
      "loss": 2.6075,
      "step": 48956
    },
    {
      "epoch": 4.158766564729867,
      "grad_norm": 3.4015430470113444,
      "learning_rate": 6.796776012880609e-05,
      "loss": 2.6572,
      "step": 48957
    },
    {
      "epoch": 4.158851512062522,
      "grad_norm": 3.154226312156725,
      "learning_rate": 6.796201178983358e-05,
      "loss": 2.2136,
      "step": 48958
    },
    {
      "epoch": 4.158936459395175,
      "grad_norm": 2.905659865423364,
      "learning_rate": 6.795626362275542e-05,
      "loss": 2.1979,
      "step": 48959
    },
    {
      "epoch": 4.159021406727828,
      "grad_norm": 3.4574699039311745,
      "learning_rate": 6.795051562758358e-05,
      "loss": 2.5558,
      "step": 48960
    },
    {
      "epoch": 4.159106354060483,
      "grad_norm": 3.6670050688095355,
      "learning_rate": 6.794476780433007e-05,
      "loss": 2.8225,
      "step": 48961
    },
    {
      "epoch": 4.159191301393136,
      "grad_norm": 3.4801983666315337,
      "learning_rate": 6.793902015300696e-05,
      "loss": 2.8389,
      "step": 48962
    },
    {
      "epoch": 4.15927624872579,
      "grad_norm": 3.217766210700962,
      "learning_rate": 6.793327267362637e-05,
      "loss": 2.5659,
      "step": 48963
    },
    {
      "epoch": 4.159361196058444,
      "grad_norm": 3.4882667055602807,
      "learning_rate": 6.792752536620028e-05,
      "loss": 2.8422,
      "step": 48964
    },
    {
      "epoch": 4.159446143391097,
      "grad_norm": 3.575093383629634,
      "learning_rate": 6.792177823074068e-05,
      "loss": 2.9063,
      "step": 48965
    },
    {
      "epoch": 4.1595310907237515,
      "grad_norm": 2.7510918756765372,
      "learning_rate": 6.791603126725973e-05,
      "loss": 2.0415,
      "step": 48966
    },
    {
      "epoch": 4.159616038056405,
      "grad_norm": 3.269718534936836,
      "learning_rate": 6.791028447576934e-05,
      "loss": 2.6101,
      "step": 48967
    },
    {
      "epoch": 4.159700985389059,
      "grad_norm": 3.212464511046027,
      "learning_rate": 6.790453785628168e-05,
      "loss": 2.3574,
      "step": 48968
    },
    {
      "epoch": 4.159785932721713,
      "grad_norm": 3.5552793460808103,
      "learning_rate": 6.789879140880868e-05,
      "loss": 2.737,
      "step": 48969
    },
    {
      "epoch": 4.159870880054366,
      "grad_norm": 2.808666445231598,
      "learning_rate": 6.789304513336248e-05,
      "loss": 2.0582,
      "step": 48970
    },
    {
      "epoch": 4.15995582738702,
      "grad_norm": 3.3286067374651545,
      "learning_rate": 6.788729902995508e-05,
      "loss": 2.4364,
      "step": 48971
    },
    {
      "epoch": 4.160040774719674,
      "grad_norm": 3.4564339022626207,
      "learning_rate": 6.788155309859844e-05,
      "loss": 2.9823,
      "step": 48972
    },
    {
      "epoch": 4.160125722052328,
      "grad_norm": 3.0631048799844653,
      "learning_rate": 6.787580733930467e-05,
      "loss": 2.2912,
      "step": 48973
    },
    {
      "epoch": 4.160210669384981,
      "grad_norm": 3.5585667018525804,
      "learning_rate": 6.787006175208588e-05,
      "loss": 2.9277,
      "step": 48974
    },
    {
      "epoch": 4.160295616717635,
      "grad_norm": 2.8575643644536215,
      "learning_rate": 6.786431633695403e-05,
      "loss": 2.0688,
      "step": 48975
    },
    {
      "epoch": 4.160380564050289,
      "grad_norm": 3.0195477133987203,
      "learning_rate": 6.785857109392111e-05,
      "loss": 2.2814,
      "step": 48976
    },
    {
      "epoch": 4.1604655113829425,
      "grad_norm": 3.1495233173176116,
      "learning_rate": 6.785282602299927e-05,
      "loss": 2.289,
      "step": 48977
    },
    {
      "epoch": 4.160550458715596,
      "grad_norm": 3.202201031063121,
      "learning_rate": 6.784708112420049e-05,
      "loss": 2.3846,
      "step": 48978
    },
    {
      "epoch": 4.16063540604825,
      "grad_norm": 2.781286229196765,
      "learning_rate": 6.784133639753676e-05,
      "loss": 2.122,
      "step": 48979
    },
    {
      "epoch": 4.160720353380904,
      "grad_norm": 3.326155046699654,
      "learning_rate": 6.783559184302017e-05,
      "loss": 2.6561,
      "step": 48980
    },
    {
      "epoch": 4.160805300713558,
      "grad_norm": 3.4082791124204475,
      "learning_rate": 6.782984746066279e-05,
      "loss": 2.7008,
      "step": 48981
    },
    {
      "epoch": 4.160890248046211,
      "grad_norm": 3.049945573717422,
      "learning_rate": 6.782410325047663e-05,
      "loss": 2.3387,
      "step": 48982
    },
    {
      "epoch": 4.160975195378865,
      "grad_norm": 3.257741480432814,
      "learning_rate": 6.781835921247366e-05,
      "loss": 2.1967,
      "step": 48983
    },
    {
      "epoch": 4.161060142711519,
      "grad_norm": 3.0782800137634885,
      "learning_rate": 6.781261534666602e-05,
      "loss": 2.1229,
      "step": 48984
    },
    {
      "epoch": 4.161145090044172,
      "grad_norm": 3.179830150595697,
      "learning_rate": 6.780687165306569e-05,
      "loss": 2.4524,
      "step": 48985
    },
    {
      "epoch": 4.161230037376827,
      "grad_norm": 3.0299984367524777,
      "learning_rate": 6.780112813168468e-05,
      "loss": 1.9817,
      "step": 48986
    },
    {
      "epoch": 4.16131498470948,
      "grad_norm": 3.3017490256876467,
      "learning_rate": 6.779538478253503e-05,
      "loss": 2.2786,
      "step": 48987
    },
    {
      "epoch": 4.1613999320421335,
      "grad_norm": 3.2125858233165707,
      "learning_rate": 6.778964160562885e-05,
      "loss": 2.5717,
      "step": 48988
    },
    {
      "epoch": 4.161484879374788,
      "grad_norm": 2.9994050850264276,
      "learning_rate": 6.778389860097813e-05,
      "loss": 2.1139,
      "step": 48989
    },
    {
      "epoch": 4.161569826707441,
      "grad_norm": 2.76559525332113,
      "learning_rate": 6.777815576859487e-05,
      "loss": 1.8593,
      "step": 48990
    },
    {
      "epoch": 4.1616547740400955,
      "grad_norm": 3.4747414852585887,
      "learning_rate": 6.777241310849116e-05,
      "loss": 2.5665,
      "step": 48991
    },
    {
      "epoch": 4.161739721372749,
      "grad_norm": 2.7633033348386418,
      "learning_rate": 6.776667062067893e-05,
      "loss": 1.9658,
      "step": 48992
    },
    {
      "epoch": 4.161824668705402,
      "grad_norm": 2.709259266454403,
      "learning_rate": 6.776092830517037e-05,
      "loss": 1.806,
      "step": 48993
    },
    {
      "epoch": 4.161909616038057,
      "grad_norm": 3.102035958460283,
      "learning_rate": 6.775518616197734e-05,
      "loss": 2.2271,
      "step": 48994
    },
    {
      "epoch": 4.16199456337071,
      "grad_norm": 3.6855880517407793,
      "learning_rate": 6.774944419111202e-05,
      "loss": 2.9673,
      "step": 48995
    },
    {
      "epoch": 4.162079510703364,
      "grad_norm": 2.8306710061626097,
      "learning_rate": 6.774370239258639e-05,
      "loss": 2.0108,
      "step": 48996
    },
    {
      "epoch": 4.162164458036018,
      "grad_norm": 2.832371468059592,
      "learning_rate": 6.77379607664124e-05,
      "loss": 2.047,
      "step": 48997
    },
    {
      "epoch": 4.162249405368671,
      "grad_norm": 2.9820437931058033,
      "learning_rate": 6.773221931260216e-05,
      "loss": 2.1219,
      "step": 48998
    },
    {
      "epoch": 4.1623343527013255,
      "grad_norm": 3.232250853493958,
      "learning_rate": 6.772647803116773e-05,
      "loss": 2.4243,
      "step": 48999
    },
    {
      "epoch": 4.162419300033979,
      "grad_norm": 3.40987083638767,
      "learning_rate": 6.772073692212113e-05,
      "loss": 2.4099,
      "step": 49000
    },
    {
      "epoch": 4.162504247366632,
      "grad_norm": 2.723237673515169,
      "learning_rate": 6.771499598547427e-05,
      "loss": 1.9405,
      "step": 49001
    },
    {
      "epoch": 4.162589194699287,
      "grad_norm": 3.2493676221346792,
      "learning_rate": 6.770925522123934e-05,
      "loss": 2.2079,
      "step": 49002
    },
    {
      "epoch": 4.16267414203194,
      "grad_norm": 3.0714668363815507,
      "learning_rate": 6.770351462942829e-05,
      "loss": 2.1359,
      "step": 49003
    },
    {
      "epoch": 4.162759089364594,
      "grad_norm": 3.5548488530205424,
      "learning_rate": 6.76977742100531e-05,
      "loss": 2.9776,
      "step": 49004
    },
    {
      "epoch": 4.162844036697248,
      "grad_norm": 3.626156264234505,
      "learning_rate": 6.769203396312584e-05,
      "loss": 2.6775,
      "step": 49005
    },
    {
      "epoch": 4.162928984029901,
      "grad_norm": 3.3435498536103734,
      "learning_rate": 6.768629388865864e-05,
      "loss": 2.5279,
      "step": 49006
    },
    {
      "epoch": 4.163013931362555,
      "grad_norm": 3.9642427944823924,
      "learning_rate": 6.768055398666339e-05,
      "loss": 3.0795,
      "step": 49007
    },
    {
      "epoch": 4.163098878695209,
      "grad_norm": 3.681828895387929,
      "learning_rate": 6.767481425715214e-05,
      "loss": 2.5016,
      "step": 49008
    },
    {
      "epoch": 4.163183826027863,
      "grad_norm": 3.4511985631301303,
      "learning_rate": 6.766907470013699e-05,
      "loss": 2.6712,
      "step": 49009
    },
    {
      "epoch": 4.1632687733605165,
      "grad_norm": 3.737810136712472,
      "learning_rate": 6.766333531562986e-05,
      "loss": 2.8862,
      "step": 49010
    },
    {
      "epoch": 4.16335372069317,
      "grad_norm": 2.881998230963942,
      "learning_rate": 6.765759610364288e-05,
      "loss": 2.1263,
      "step": 49011
    },
    {
      "epoch": 4.163438668025824,
      "grad_norm": 2.858910706583953,
      "learning_rate": 6.765185706418798e-05,
      "loss": 2.048,
      "step": 49012
    },
    {
      "epoch": 4.163523615358478,
      "grad_norm": 3.147219023239733,
      "learning_rate": 6.764611819727729e-05,
      "loss": 2.2851,
      "step": 49013
    },
    {
      "epoch": 4.163608562691132,
      "grad_norm": 2.988466768468729,
      "learning_rate": 6.764037950292278e-05,
      "loss": 2.083,
      "step": 49014
    },
    {
      "epoch": 4.163693510023785,
      "grad_norm": 2.8348647382918175,
      "learning_rate": 6.763464098113645e-05,
      "loss": 2.0551,
      "step": 49015
    },
    {
      "epoch": 4.163778457356439,
      "grad_norm": 3.016264377352587,
      "learning_rate": 6.762890263193026e-05,
      "loss": 2.2845,
      "step": 49016
    },
    {
      "epoch": 4.163863404689093,
      "grad_norm": 3.117582063177241,
      "learning_rate": 6.76231644553164e-05,
      "loss": 2.4091,
      "step": 49017
    },
    {
      "epoch": 4.163948352021746,
      "grad_norm": 3.3095314352526706,
      "learning_rate": 6.761742645130684e-05,
      "loss": 2.3138,
      "step": 49018
    },
    {
      "epoch": 4.164033299354401,
      "grad_norm": 3.2109896673591907,
      "learning_rate": 6.76116886199135e-05,
      "loss": 2.3907,
      "step": 49019
    },
    {
      "epoch": 4.164118246687054,
      "grad_norm": 2.9958825045099102,
      "learning_rate": 6.760595096114856e-05,
      "loss": 2.3119,
      "step": 49020
    },
    {
      "epoch": 4.1642031940197075,
      "grad_norm": 3.424178112906607,
      "learning_rate": 6.760021347502393e-05,
      "loss": 2.467,
      "step": 49021
    },
    {
      "epoch": 4.164288141352362,
      "grad_norm": 3.302781105937116,
      "learning_rate": 6.759447616155163e-05,
      "loss": 2.3462,
      "step": 49022
    },
    {
      "epoch": 4.164373088685015,
      "grad_norm": 3.299367691547055,
      "learning_rate": 6.75887390207437e-05,
      "loss": 2.3017,
      "step": 49023
    },
    {
      "epoch": 4.164458036017669,
      "grad_norm": 3.201623897931639,
      "learning_rate": 6.758300205261222e-05,
      "loss": 2.2046,
      "step": 49024
    },
    {
      "epoch": 4.164542983350323,
      "grad_norm": 3.4658628592617444,
      "learning_rate": 6.757726525716917e-05,
      "loss": 2.8694,
      "step": 49025
    },
    {
      "epoch": 4.164627930682976,
      "grad_norm": 3.143530142615482,
      "learning_rate": 6.757152863442652e-05,
      "loss": 2.3759,
      "step": 49026
    },
    {
      "epoch": 4.164712878015631,
      "grad_norm": 3.3414649632218745,
      "learning_rate": 6.756579218439638e-05,
      "loss": 2.6083,
      "step": 49027
    },
    {
      "epoch": 4.164797825348284,
      "grad_norm": 3.0833900269911427,
      "learning_rate": 6.756005590709073e-05,
      "loss": 2.4083,
      "step": 49028
    },
    {
      "epoch": 4.164882772680937,
      "grad_norm": 3.4729792840283102,
      "learning_rate": 6.755431980252153e-05,
      "loss": 2.7031,
      "step": 49029
    },
    {
      "epoch": 4.164967720013592,
      "grad_norm": 3.6843814883956028,
      "learning_rate": 6.754858387070084e-05,
      "loss": 2.8183,
      "step": 49030
    },
    {
      "epoch": 4.165052667346245,
      "grad_norm": 3.275127620915206,
      "learning_rate": 6.754284811164076e-05,
      "loss": 2.3828,
      "step": 49031
    },
    {
      "epoch": 4.165137614678899,
      "grad_norm": 2.9996363680936997,
      "learning_rate": 6.753711252535323e-05,
      "loss": 2.215,
      "step": 49032
    },
    {
      "epoch": 4.165222562011553,
      "grad_norm": 3.1742392275380515,
      "learning_rate": 6.753137711185027e-05,
      "loss": 2.6106,
      "step": 49033
    },
    {
      "epoch": 4.165307509344206,
      "grad_norm": 3.387257750811388,
      "learning_rate": 6.752564187114387e-05,
      "loss": 2.4642,
      "step": 49034
    },
    {
      "epoch": 4.1653924566768605,
      "grad_norm": 3.572724933669142,
      "learning_rate": 6.751990680324607e-05,
      "loss": 2.683,
      "step": 49035
    },
    {
      "epoch": 4.165477404009514,
      "grad_norm": 3.388316512674675,
      "learning_rate": 6.751417190816895e-05,
      "loss": 2.7401,
      "step": 49036
    },
    {
      "epoch": 4.165562351342168,
      "grad_norm": 3.178012244035816,
      "learning_rate": 6.750843718592442e-05,
      "loss": 2.4009,
      "step": 49037
    },
    {
      "epoch": 4.165647298674822,
      "grad_norm": 2.989004625321638,
      "learning_rate": 6.750270263652461e-05,
      "loss": 2.238,
      "step": 49038
    },
    {
      "epoch": 4.165732246007475,
      "grad_norm": 3.3422942377578164,
      "learning_rate": 6.749696825998148e-05,
      "loss": 2.7007,
      "step": 49039
    },
    {
      "epoch": 4.165817193340129,
      "grad_norm": 2.8789802198847627,
      "learning_rate": 6.749123405630703e-05,
      "loss": 2.0239,
      "step": 49040
    },
    {
      "epoch": 4.165902140672783,
      "grad_norm": 2.8980640369383672,
      "learning_rate": 6.748550002551316e-05,
      "loss": 2.128,
      "step": 49041
    },
    {
      "epoch": 4.165987088005437,
      "grad_norm": 2.8745246218792317,
      "learning_rate": 6.747976616761215e-05,
      "loss": 1.9392,
      "step": 49042
    },
    {
      "epoch": 4.1660720353380905,
      "grad_norm": 3.077097780266607,
      "learning_rate": 6.747403248261587e-05,
      "loss": 1.9917,
      "step": 49043
    },
    {
      "epoch": 4.166156982670744,
      "grad_norm": 3.1966472532714265,
      "learning_rate": 6.746829897053633e-05,
      "loss": 2.4762,
      "step": 49044
    },
    {
      "epoch": 4.166241930003398,
      "grad_norm": 2.99791101247053,
      "learning_rate": 6.74625656313855e-05,
      "loss": 2.2825,
      "step": 49045
    },
    {
      "epoch": 4.166326877336052,
      "grad_norm": 3.090092220560507,
      "learning_rate": 6.745683246517549e-05,
      "loss": 2.1398,
      "step": 49046
    },
    {
      "epoch": 4.166411824668705,
      "grad_norm": 3.2938384370923948,
      "learning_rate": 6.745109947191824e-05,
      "loss": 2.5789,
      "step": 49047
    },
    {
      "epoch": 4.166496772001359,
      "grad_norm": 3.184494996430354,
      "learning_rate": 6.744536665162577e-05,
      "loss": 2.2265,
      "step": 49048
    },
    {
      "epoch": 4.166581719334013,
      "grad_norm": 3.276000540084141,
      "learning_rate": 6.743963400431015e-05,
      "loss": 2.4349,
      "step": 49049
    },
    {
      "epoch": 4.166666666666667,
      "grad_norm": 3.134594549453141,
      "learning_rate": 6.743390152998339e-05,
      "loss": 2.2337,
      "step": 49050
    },
    {
      "epoch": 4.16675161399932,
      "grad_norm": 3.79114029417507,
      "learning_rate": 6.742816922865743e-05,
      "loss": 3.0161,
      "step": 49051
    },
    {
      "epoch": 4.166836561331974,
      "grad_norm": 3.124296147526058,
      "learning_rate": 6.74224371003443e-05,
      "loss": 2.1139,
      "step": 49052
    },
    {
      "epoch": 4.166921508664628,
      "grad_norm": 3.3520661576227893,
      "learning_rate": 6.7416705145056e-05,
      "loss": 2.5557,
      "step": 49053
    },
    {
      "epoch": 4.1670064559972815,
      "grad_norm": 3.329480600844372,
      "learning_rate": 6.741097336280462e-05,
      "loss": 2.7487,
      "step": 49054
    },
    {
      "epoch": 4.167091403329936,
      "grad_norm": 3.2826174941206645,
      "learning_rate": 6.740524175360206e-05,
      "loss": 2.2421,
      "step": 49055
    },
    {
      "epoch": 4.167176350662589,
      "grad_norm": 3.1245282766024367,
      "learning_rate": 6.739951031746046e-05,
      "loss": 2.2627,
      "step": 49056
    },
    {
      "epoch": 4.167261297995243,
      "grad_norm": 3.941677345743282,
      "learning_rate": 6.739377905439173e-05,
      "loss": 3.2221,
      "step": 49057
    },
    {
      "epoch": 4.167346245327897,
      "grad_norm": 3.898434544336529,
      "learning_rate": 6.738804796440793e-05,
      "loss": 3.3246,
      "step": 49058
    },
    {
      "epoch": 4.16743119266055,
      "grad_norm": 3.239187669053192,
      "learning_rate": 6.738231704752091e-05,
      "loss": 2.5187,
      "step": 49059
    },
    {
      "epoch": 4.167516139993205,
      "grad_norm": 3.1665924343641616,
      "learning_rate": 6.737658630374293e-05,
      "loss": 2.3843,
      "step": 49060
    },
    {
      "epoch": 4.167601087325858,
      "grad_norm": 3.1617558462223245,
      "learning_rate": 6.737085573308587e-05,
      "loss": 2.4162,
      "step": 49061
    },
    {
      "epoch": 4.167686034658511,
      "grad_norm": 3.5062315830536472,
      "learning_rate": 6.736512533556177e-05,
      "loss": 2.7318,
      "step": 49062
    },
    {
      "epoch": 4.167770981991166,
      "grad_norm": 3.4552136345066224,
      "learning_rate": 6.735939511118252e-05,
      "loss": 2.5355,
      "step": 49063
    },
    {
      "epoch": 4.167855929323819,
      "grad_norm": 3.053186770791081,
      "learning_rate": 6.73536650599603e-05,
      "loss": 2.3597,
      "step": 49064
    },
    {
      "epoch": 4.167940876656473,
      "grad_norm": 3.2949037608076712,
      "learning_rate": 6.734793518190696e-05,
      "loss": 2.4981,
      "step": 49065
    },
    {
      "epoch": 4.168025823989127,
      "grad_norm": 3.5251471600016333,
      "learning_rate": 6.734220547703459e-05,
      "loss": 2.7124,
      "step": 49066
    },
    {
      "epoch": 4.16811077132178,
      "grad_norm": 3.068661145853555,
      "learning_rate": 6.733647594535524e-05,
      "loss": 2.2928,
      "step": 49067
    },
    {
      "epoch": 4.1681957186544345,
      "grad_norm": 3.254874606879643,
      "learning_rate": 6.733074658688088e-05,
      "loss": 2.5352,
      "step": 49068
    },
    {
      "epoch": 4.168280665987088,
      "grad_norm": 2.958656616327151,
      "learning_rate": 6.732501740162346e-05,
      "loss": 2.1744,
      "step": 49069
    },
    {
      "epoch": 4.168365613319741,
      "grad_norm": 3.6112715687770067,
      "learning_rate": 6.731928838959498e-05,
      "loss": 2.7356,
      "step": 49070
    },
    {
      "epoch": 4.168450560652396,
      "grad_norm": 2.990534342141478,
      "learning_rate": 6.731355955080749e-05,
      "loss": 2.2152,
      "step": 49071
    },
    {
      "epoch": 4.168535507985049,
      "grad_norm": 3.6788194388369493,
      "learning_rate": 6.730783088527304e-05,
      "loss": 2.7761,
      "step": 49072
    },
    {
      "epoch": 4.168620455317703,
      "grad_norm": 3.3636503236480086,
      "learning_rate": 6.730210239300358e-05,
      "loss": 2.7012,
      "step": 49073
    },
    {
      "epoch": 4.168705402650357,
      "grad_norm": 3.3377078667725666,
      "learning_rate": 6.729637407401105e-05,
      "loss": 2.7844,
      "step": 49074
    },
    {
      "epoch": 4.16879034998301,
      "grad_norm": 3.0210533768427688,
      "learning_rate": 6.729064592830759e-05,
      "loss": 2.1584,
      "step": 49075
    },
    {
      "epoch": 4.168875297315664,
      "grad_norm": 3.495073662654442,
      "learning_rate": 6.728491795590511e-05,
      "loss": 2.8908,
      "step": 49076
    },
    {
      "epoch": 4.168960244648318,
      "grad_norm": 3.678845066726493,
      "learning_rate": 6.727919015681558e-05,
      "loss": 2.8466,
      "step": 49077
    },
    {
      "epoch": 4.169045191980972,
      "grad_norm": 3.422790172090554,
      "learning_rate": 6.727346253105106e-05,
      "loss": 2.709,
      "step": 49078
    },
    {
      "epoch": 4.1691301393136255,
      "grad_norm": 3.2961624865256076,
      "learning_rate": 6.72677350786236e-05,
      "loss": 2.2196,
      "step": 49079
    },
    {
      "epoch": 4.169215086646279,
      "grad_norm": 3.026492356822329,
      "learning_rate": 6.726200779954512e-05,
      "loss": 2.3531,
      "step": 49080
    },
    {
      "epoch": 4.169300033978933,
      "grad_norm": 3.14646344407695,
      "learning_rate": 6.72562806938276e-05,
      "loss": 2.2421,
      "step": 49081
    },
    {
      "epoch": 4.169384981311587,
      "grad_norm": 3.7447450741429766,
      "learning_rate": 6.725055376148316e-05,
      "loss": 2.9059,
      "step": 49082
    },
    {
      "epoch": 4.169469928644241,
      "grad_norm": 2.9381821284180947,
      "learning_rate": 6.724482700252371e-05,
      "loss": 2.2151,
      "step": 49083
    },
    {
      "epoch": 4.169554875976894,
      "grad_norm": 3.2963571040797204,
      "learning_rate": 6.723910041696113e-05,
      "loss": 2.5135,
      "step": 49084
    },
    {
      "epoch": 4.169639823309548,
      "grad_norm": 3.234357627960492,
      "learning_rate": 6.72333740048077e-05,
      "loss": 2.2038,
      "step": 49085
    },
    {
      "epoch": 4.169724770642202,
      "grad_norm": 2.808837084244756,
      "learning_rate": 6.722764776607525e-05,
      "loss": 1.9251,
      "step": 49086
    },
    {
      "epoch": 4.1698097179748554,
      "grad_norm": 3.043805377219661,
      "learning_rate": 6.72219217007758e-05,
      "loss": 2.2165,
      "step": 49087
    },
    {
      "epoch": 4.16989466530751,
      "grad_norm": 3.046125538211749,
      "learning_rate": 6.721619580892128e-05,
      "loss": 2.2964,
      "step": 49088
    },
    {
      "epoch": 4.169979612640163,
      "grad_norm": 3.2803603209288577,
      "learning_rate": 6.721047009052383e-05,
      "loss": 2.3356,
      "step": 49089
    },
    {
      "epoch": 4.1700645599728166,
      "grad_norm": 3.7188950420023015,
      "learning_rate": 6.72047445455953e-05,
      "loss": 2.8642,
      "step": 49090
    },
    {
      "epoch": 4.170149507305471,
      "grad_norm": 3.4673884566807094,
      "learning_rate": 6.719901917414782e-05,
      "loss": 2.64,
      "step": 49091
    },
    {
      "epoch": 4.170234454638124,
      "grad_norm": 3.5475425683635033,
      "learning_rate": 6.719329397619327e-05,
      "loss": 2.8087,
      "step": 49092
    },
    {
      "epoch": 4.170319401970778,
      "grad_norm": 3.408391940853356,
      "learning_rate": 6.718756895174376e-05,
      "loss": 2.739,
      "step": 49093
    },
    {
      "epoch": 4.170404349303432,
      "grad_norm": 3.0846353957481205,
      "learning_rate": 6.718184410081121e-05,
      "loss": 2.2198,
      "step": 49094
    },
    {
      "epoch": 4.170489296636085,
      "grad_norm": 2.9232422456729252,
      "learning_rate": 6.717611942340759e-05,
      "loss": 2.1615,
      "step": 49095
    },
    {
      "epoch": 4.17057424396874,
      "grad_norm": 3.2474608700612153,
      "learning_rate": 6.717039491954494e-05,
      "loss": 2.2136,
      "step": 49096
    },
    {
      "epoch": 4.170659191301393,
      "grad_norm": 2.972560764283219,
      "learning_rate": 6.716467058923529e-05,
      "loss": 2.2784,
      "step": 49097
    },
    {
      "epoch": 4.1707441386340465,
      "grad_norm": 3.15836333239206,
      "learning_rate": 6.71589464324906e-05,
      "loss": 2.3773,
      "step": 49098
    },
    {
      "epoch": 4.170829085966701,
      "grad_norm": 3.469907705081042,
      "learning_rate": 6.715322244932281e-05,
      "loss": 2.4172,
      "step": 49099
    },
    {
      "epoch": 4.170914033299354,
      "grad_norm": 3.8632770267613243,
      "learning_rate": 6.7147498639744e-05,
      "loss": 3.1939,
      "step": 49100
    },
    {
      "epoch": 4.1709989806320085,
      "grad_norm": 3.792969902095161,
      "learning_rate": 6.714177500376615e-05,
      "loss": 3.032,
      "step": 49101
    },
    {
      "epoch": 4.171083927964662,
      "grad_norm": 3.3110321790034356,
      "learning_rate": 6.713605154140117e-05,
      "loss": 2.2905,
      "step": 49102
    },
    {
      "epoch": 4.171168875297315,
      "grad_norm": 2.7360515354449326,
      "learning_rate": 6.713032825266109e-05,
      "loss": 1.9141,
      "step": 49103
    },
    {
      "epoch": 4.17125382262997,
      "grad_norm": 3.388672621658978,
      "learning_rate": 6.712460513755799e-05,
      "loss": 2.6443,
      "step": 49104
    },
    {
      "epoch": 4.171338769962623,
      "grad_norm": 3.1994522486693744,
      "learning_rate": 6.711888219610378e-05,
      "loss": 2.4756,
      "step": 49105
    },
    {
      "epoch": 4.171423717295277,
      "grad_norm": 2.921710201855916,
      "learning_rate": 6.711315942831042e-05,
      "loss": 1.91,
      "step": 49106
    },
    {
      "epoch": 4.171508664627931,
      "grad_norm": 3.4062332316115342,
      "learning_rate": 6.710743683419002e-05,
      "loss": 2.5479,
      "step": 49107
    },
    {
      "epoch": 4.171593611960584,
      "grad_norm": 3.697700156983706,
      "learning_rate": 6.710171441375441e-05,
      "loss": 2.6513,
      "step": 49108
    },
    {
      "epoch": 4.171678559293238,
      "grad_norm": 3.073473048315198,
      "learning_rate": 6.709599216701575e-05,
      "loss": 2.2161,
      "step": 49109
    },
    {
      "epoch": 4.171763506625892,
      "grad_norm": 3.142927123659278,
      "learning_rate": 6.709027009398587e-05,
      "loss": 2.3223,
      "step": 49110
    },
    {
      "epoch": 4.171848453958546,
      "grad_norm": 3.280647439537046,
      "learning_rate": 6.708454819467689e-05,
      "loss": 2.7941,
      "step": 49111
    },
    {
      "epoch": 4.1719334012911995,
      "grad_norm": 3.3989685516612536,
      "learning_rate": 6.707882646910075e-05,
      "loss": 2.7014,
      "step": 49112
    },
    {
      "epoch": 4.172018348623853,
      "grad_norm": 2.8118739182739425,
      "learning_rate": 6.70731049172694e-05,
      "loss": 1.9076,
      "step": 49113
    },
    {
      "epoch": 4.172103295956507,
      "grad_norm": 3.371366950326728,
      "learning_rate": 6.706738353919483e-05,
      "loss": 2.3191,
      "step": 49114
    },
    {
      "epoch": 4.172188243289161,
      "grad_norm": 3.0439666431598393,
      "learning_rate": 6.706166233488914e-05,
      "loss": 2.3941,
      "step": 49115
    },
    {
      "epoch": 4.172273190621815,
      "grad_norm": 3.1526686825487715,
      "learning_rate": 6.705594130436424e-05,
      "loss": 2.4266,
      "step": 49116
    },
    {
      "epoch": 4.172358137954468,
      "grad_norm": 3.477610186017684,
      "learning_rate": 6.705022044763204e-05,
      "loss": 2.6033,
      "step": 49117
    },
    {
      "epoch": 4.172443085287122,
      "grad_norm": 3.31405447758398,
      "learning_rate": 6.704449976470467e-05,
      "loss": 2.6271,
      "step": 49118
    },
    {
      "epoch": 4.172528032619776,
      "grad_norm": 3.076090235430489,
      "learning_rate": 6.703877925559404e-05,
      "loss": 2.2212,
      "step": 49119
    },
    {
      "epoch": 4.172612979952429,
      "grad_norm": 2.801228588569182,
      "learning_rate": 6.70330589203121e-05,
      "loss": 1.9221,
      "step": 49120
    },
    {
      "epoch": 4.172697927285083,
      "grad_norm": 3.723860077638295,
      "learning_rate": 6.702733875887087e-05,
      "loss": 3.126,
      "step": 49121
    },
    {
      "epoch": 4.172782874617737,
      "grad_norm": 3.5055454678244686,
      "learning_rate": 6.70216187712824e-05,
      "loss": 2.7067,
      "step": 49122
    },
    {
      "epoch": 4.1728678219503905,
      "grad_norm": 3.4917869792931304,
      "learning_rate": 6.701589895755866e-05,
      "loss": 2.8535,
      "step": 49123
    },
    {
      "epoch": 4.172952769283045,
      "grad_norm": 3.764370733347395,
      "learning_rate": 6.701017931771149e-05,
      "loss": 3.0198,
      "step": 49124
    },
    {
      "epoch": 4.173037716615698,
      "grad_norm": 3.2099292952896694,
      "learning_rate": 6.700445985175306e-05,
      "loss": 2.2317,
      "step": 49125
    },
    {
      "epoch": 4.173122663948352,
      "grad_norm": 3.422322428729347,
      "learning_rate": 6.699874055969526e-05,
      "loss": 2.7445,
      "step": 49126
    },
    {
      "epoch": 4.173207611281006,
      "grad_norm": 3.428653500110593,
      "learning_rate": 6.699302144155005e-05,
      "loss": 2.577,
      "step": 49127
    },
    {
      "epoch": 4.173292558613659,
      "grad_norm": 2.8733458122723703,
      "learning_rate": 6.698730249732945e-05,
      "loss": 2.0888,
      "step": 49128
    },
    {
      "epoch": 4.173377505946314,
      "grad_norm": 3.18803545410943,
      "learning_rate": 6.698158372704549e-05,
      "loss": 2.3749,
      "step": 49129
    },
    {
      "epoch": 4.173462453278967,
      "grad_norm": 2.9156872209166464,
      "learning_rate": 6.697586513071011e-05,
      "loss": 2.0287,
      "step": 49130
    },
    {
      "epoch": 4.17354740061162,
      "grad_norm": 3.214894296632633,
      "learning_rate": 6.697014670833522e-05,
      "loss": 2.549,
      "step": 49131
    },
    {
      "epoch": 4.173632347944275,
      "grad_norm": 3.7379936795290205,
      "learning_rate": 6.696442845993296e-05,
      "loss": 2.8876,
      "step": 49132
    },
    {
      "epoch": 4.173717295276928,
      "grad_norm": 3.3465922532411856,
      "learning_rate": 6.695871038551515e-05,
      "loss": 2.6213,
      "step": 49133
    },
    {
      "epoch": 4.173802242609582,
      "grad_norm": 3.2550478512910845,
      "learning_rate": 6.695299248509388e-05,
      "loss": 2.5089,
      "step": 49134
    },
    {
      "epoch": 4.173887189942236,
      "grad_norm": 3.127535341741114,
      "learning_rate": 6.694727475868107e-05,
      "loss": 2.1405,
      "step": 49135
    },
    {
      "epoch": 4.173972137274889,
      "grad_norm": 3.6609221134666865,
      "learning_rate": 6.694155720628875e-05,
      "loss": 2.6455,
      "step": 49136
    },
    {
      "epoch": 4.1740570846075435,
      "grad_norm": 3.167401951396953,
      "learning_rate": 6.69358398279289e-05,
      "loss": 2.5001,
      "step": 49137
    },
    {
      "epoch": 4.174142031940197,
      "grad_norm": 3.0239177201228844,
      "learning_rate": 6.69301226236134e-05,
      "loss": 2.3107,
      "step": 49138
    },
    {
      "epoch": 4.174226979272851,
      "grad_norm": 3.8297095196237234,
      "learning_rate": 6.692440559335431e-05,
      "loss": 3.1329,
      "step": 49139
    },
    {
      "epoch": 4.174311926605505,
      "grad_norm": 2.900385518951969,
      "learning_rate": 6.691868873716365e-05,
      "loss": 2.1047,
      "step": 49140
    },
    {
      "epoch": 4.174396873938158,
      "grad_norm": 3.8227231037520615,
      "learning_rate": 6.691297205505337e-05,
      "loss": 3.0101,
      "step": 49141
    },
    {
      "epoch": 4.174481821270812,
      "grad_norm": 2.766500819759133,
      "learning_rate": 6.690725554703537e-05,
      "loss": 1.9475,
      "step": 49142
    },
    {
      "epoch": 4.174566768603466,
      "grad_norm": 2.8538850705242,
      "learning_rate": 6.690153921312173e-05,
      "loss": 2.0537,
      "step": 49143
    },
    {
      "epoch": 4.17465171593612,
      "grad_norm": 3.463676845779075,
      "learning_rate": 6.689582305332438e-05,
      "loss": 2.8281,
      "step": 49144
    },
    {
      "epoch": 4.1747366632687735,
      "grad_norm": 3.4143704931827985,
      "learning_rate": 6.689010706765526e-05,
      "loss": 2.5708,
      "step": 49145
    },
    {
      "epoch": 4.174821610601427,
      "grad_norm": 2.925436155203238,
      "learning_rate": 6.688439125612638e-05,
      "loss": 2.1605,
      "step": 49146
    },
    {
      "epoch": 4.174906557934081,
      "grad_norm": 3.329213825094184,
      "learning_rate": 6.68786756187498e-05,
      "loss": 2.6415,
      "step": 49147
    },
    {
      "epoch": 4.174991505266735,
      "grad_norm": 2.8248294322912315,
      "learning_rate": 6.68729601555374e-05,
      "loss": 2.0582,
      "step": 49148
    },
    {
      "epoch": 4.175076452599388,
      "grad_norm": 3.1583096391946293,
      "learning_rate": 6.686724486650111e-05,
      "loss": 2.3334,
      "step": 49149
    },
    {
      "epoch": 4.175161399932042,
      "grad_norm": 3.276168090323652,
      "learning_rate": 6.686152975165305e-05,
      "loss": 2.4435,
      "step": 49150
    },
    {
      "epoch": 4.175246347264696,
      "grad_norm": 3.824794215080803,
      "learning_rate": 6.685581481100504e-05,
      "loss": 2.99,
      "step": 49151
    },
    {
      "epoch": 4.17533129459735,
      "grad_norm": 3.313893629134403,
      "learning_rate": 6.68501000445692e-05,
      "loss": 2.2867,
      "step": 49152
    },
    {
      "epoch": 4.175416241930003,
      "grad_norm": 3.3197521055415073,
      "learning_rate": 6.684438545235737e-05,
      "loss": 2.7412,
      "step": 49153
    },
    {
      "epoch": 4.175501189262657,
      "grad_norm": 3.738904108338437,
      "learning_rate": 6.683867103438165e-05,
      "loss": 2.9628,
      "step": 49154
    },
    {
      "epoch": 4.175586136595311,
      "grad_norm": 3.042517070794456,
      "learning_rate": 6.683295679065396e-05,
      "loss": 2.2225,
      "step": 49155
    },
    {
      "epoch": 4.1756710839279645,
      "grad_norm": 2.724669542523383,
      "learning_rate": 6.68272427211862e-05,
      "loss": 1.8836,
      "step": 49156
    },
    {
      "epoch": 4.175756031260619,
      "grad_norm": 2.9907111347822077,
      "learning_rate": 6.68215288259904e-05,
      "loss": 2.3444,
      "step": 49157
    },
    {
      "epoch": 4.175840978593272,
      "grad_norm": 3.416218364455694,
      "learning_rate": 6.681581510507861e-05,
      "loss": 2.8402,
      "step": 49158
    },
    {
      "epoch": 4.175925925925926,
      "grad_norm": 3.087205735595457,
      "learning_rate": 6.681010155846272e-05,
      "loss": 2.2408,
      "step": 49159
    },
    {
      "epoch": 4.17601087325858,
      "grad_norm": 2.9149302587843895,
      "learning_rate": 6.680438818615468e-05,
      "loss": 2.0963,
      "step": 49160
    },
    {
      "epoch": 4.176095820591233,
      "grad_norm": 3.0854242175842694,
      "learning_rate": 6.679867498816652e-05,
      "loss": 2.1529,
      "step": 49161
    },
    {
      "epoch": 4.176180767923888,
      "grad_norm": 2.7417176876260516,
      "learning_rate": 6.679296196451021e-05,
      "loss": 1.7424,
      "step": 49162
    },
    {
      "epoch": 4.176265715256541,
      "grad_norm": 3.16588349769271,
      "learning_rate": 6.678724911519764e-05,
      "loss": 2.3004,
      "step": 49163
    },
    {
      "epoch": 4.176350662589194,
      "grad_norm": 3.2706112343786646,
      "learning_rate": 6.678153644024082e-05,
      "loss": 2.4479,
      "step": 49164
    },
    {
      "epoch": 4.176435609921849,
      "grad_norm": 3.307225938385769,
      "learning_rate": 6.677582393965179e-05,
      "loss": 2.4531,
      "step": 49165
    },
    {
      "epoch": 4.176520557254502,
      "grad_norm": 3.0459917869882225,
      "learning_rate": 6.677011161344247e-05,
      "loss": 2.1739,
      "step": 49166
    },
    {
      "epoch": 4.176605504587156,
      "grad_norm": 2.8991547304278495,
      "learning_rate": 6.676439946162478e-05,
      "loss": 1.9921,
      "step": 49167
    },
    {
      "epoch": 4.17669045191981,
      "grad_norm": 3.7426964852332043,
      "learning_rate": 6.675868748421078e-05,
      "loss": 2.7808,
      "step": 49168
    },
    {
      "epoch": 4.176775399252463,
      "grad_norm": 3.057428911497992,
      "learning_rate": 6.675297568121239e-05,
      "loss": 2.4089,
      "step": 49169
    },
    {
      "epoch": 4.1768603465851175,
      "grad_norm": 3.9211215609504104,
      "learning_rate": 6.674726405264153e-05,
      "loss": 3.1262,
      "step": 49170
    },
    {
      "epoch": 4.176945293917771,
      "grad_norm": 3.099671583202514,
      "learning_rate": 6.674155259851021e-05,
      "loss": 2.283,
      "step": 49171
    },
    {
      "epoch": 4.177030241250424,
      "grad_norm": 3.228266169262953,
      "learning_rate": 6.673584131883047e-05,
      "loss": 2.5545,
      "step": 49172
    },
    {
      "epoch": 4.177115188583079,
      "grad_norm": 3.087663296532393,
      "learning_rate": 6.673013021361422e-05,
      "loss": 2.1892,
      "step": 49173
    },
    {
      "epoch": 4.177200135915732,
      "grad_norm": 3.028996269111853,
      "learning_rate": 6.672441928287333e-05,
      "loss": 2.2326,
      "step": 49174
    },
    {
      "epoch": 4.177285083248386,
      "grad_norm": 3.4991631708497812,
      "learning_rate": 6.671870852661994e-05,
      "loss": 2.7503,
      "step": 49175
    },
    {
      "epoch": 4.17737003058104,
      "grad_norm": 3.3733763189089685,
      "learning_rate": 6.671299794486584e-05,
      "loss": 2.5401,
      "step": 49176
    },
    {
      "epoch": 4.177454977913693,
      "grad_norm": 3.0496536344245344,
      "learning_rate": 6.670728753762318e-05,
      "loss": 2.1451,
      "step": 49177
    },
    {
      "epoch": 4.177539925246347,
      "grad_norm": 3.2238645741124534,
      "learning_rate": 6.670157730490375e-05,
      "loss": 2.3373,
      "step": 49178
    },
    {
      "epoch": 4.177624872579001,
      "grad_norm": 2.7852443368636517,
      "learning_rate": 6.669586724671967e-05,
      "loss": 1.9801,
      "step": 49179
    },
    {
      "epoch": 4.177709819911655,
      "grad_norm": 3.5395667342811477,
      "learning_rate": 6.669015736308281e-05,
      "loss": 2.7632,
      "step": 49180
    },
    {
      "epoch": 4.1777947672443085,
      "grad_norm": 3.122161706054792,
      "learning_rate": 6.66844476540051e-05,
      "loss": 2.478,
      "step": 49181
    },
    {
      "epoch": 4.177879714576962,
      "grad_norm": 2.985090359318767,
      "learning_rate": 6.667873811949855e-05,
      "loss": 2.2081,
      "step": 49182
    },
    {
      "epoch": 4.177964661909616,
      "grad_norm": 3.7504230936313987,
      "learning_rate": 6.667302875957521e-05,
      "loss": 2.7754,
      "step": 49183
    },
    {
      "epoch": 4.17804960924227,
      "grad_norm": 3.384230909221237,
      "learning_rate": 6.666731957424692e-05,
      "loss": 2.7204,
      "step": 49184
    },
    {
      "epoch": 4.178134556574924,
      "grad_norm": 3.3830699160811797,
      "learning_rate": 6.666161056352567e-05,
      "loss": 2.5766,
      "step": 49185
    },
    {
      "epoch": 4.178219503907577,
      "grad_norm": 3.557264876068355,
      "learning_rate": 6.665590172742347e-05,
      "loss": 2.828,
      "step": 49186
    },
    {
      "epoch": 4.178304451240231,
      "grad_norm": 3.2368390234520446,
      "learning_rate": 6.665019306595226e-05,
      "loss": 2.218,
      "step": 49187
    },
    {
      "epoch": 4.178389398572885,
      "grad_norm": 3.1066744705465505,
      "learning_rate": 6.664448457912393e-05,
      "loss": 2.3999,
      "step": 49188
    },
    {
      "epoch": 4.1784743459055385,
      "grad_norm": 2.958395600456676,
      "learning_rate": 6.663877626695051e-05,
      "loss": 2.2338,
      "step": 49189
    },
    {
      "epoch": 4.178559293238193,
      "grad_norm": 2.950699077894251,
      "learning_rate": 6.663306812944399e-05,
      "loss": 2.1497,
      "step": 49190
    },
    {
      "epoch": 4.178644240570846,
      "grad_norm": 3.247845334043898,
      "learning_rate": 6.662736016661631e-05,
      "loss": 2.5769,
      "step": 49191
    },
    {
      "epoch": 4.1787291879035,
      "grad_norm": 3.229151094135046,
      "learning_rate": 6.662165237847935e-05,
      "loss": 2.5532,
      "step": 49192
    },
    {
      "epoch": 4.178814135236154,
      "grad_norm": 3.3009106061046567,
      "learning_rate": 6.661594476504518e-05,
      "loss": 2.4908,
      "step": 49193
    },
    {
      "epoch": 4.178899082568807,
      "grad_norm": 3.0395491342028658,
      "learning_rate": 6.661023732632567e-05,
      "loss": 2.2453,
      "step": 49194
    },
    {
      "epoch": 4.178984029901461,
      "grad_norm": 3.017292794794712,
      "learning_rate": 6.660453006233285e-05,
      "loss": 2.1707,
      "step": 49195
    },
    {
      "epoch": 4.179068977234115,
      "grad_norm": 3.312907657151859,
      "learning_rate": 6.65988229730786e-05,
      "loss": 2.2866,
      "step": 49196
    },
    {
      "epoch": 4.179153924566768,
      "grad_norm": 3.1863540243635584,
      "learning_rate": 6.659311605857499e-05,
      "loss": 2.4835,
      "step": 49197
    },
    {
      "epoch": 4.179238871899423,
      "grad_norm": 3.4930065116174487,
      "learning_rate": 6.658740931883392e-05,
      "loss": 2.5228,
      "step": 49198
    },
    {
      "epoch": 4.179323819232076,
      "grad_norm": 3.2151410470116266,
      "learning_rate": 6.658170275386726e-05,
      "loss": 2.5293,
      "step": 49199
    },
    {
      "epoch": 4.1794087665647295,
      "grad_norm": 3.448314572114546,
      "learning_rate": 6.657599636368708e-05,
      "loss": 2.6533,
      "step": 49200
    },
    {
      "epoch": 4.179493713897384,
      "grad_norm": 3.260611933695363,
      "learning_rate": 6.657029014830533e-05,
      "loss": 2.4525,
      "step": 49201
    },
    {
      "epoch": 4.179578661230037,
      "grad_norm": 3.2741772505996782,
      "learning_rate": 6.656458410773396e-05,
      "loss": 2.458,
      "step": 49202
    },
    {
      "epoch": 4.1796636085626915,
      "grad_norm": 3.304327037399926,
      "learning_rate": 6.655887824198484e-05,
      "loss": 2.403,
      "step": 49203
    },
    {
      "epoch": 4.179748555895345,
      "grad_norm": 3.446217109200998,
      "learning_rate": 6.655317255107006e-05,
      "loss": 2.6823,
      "step": 49204
    },
    {
      "epoch": 4.179833503227998,
      "grad_norm": 3.047748098308448,
      "learning_rate": 6.654746703500149e-05,
      "loss": 2.4445,
      "step": 49205
    },
    {
      "epoch": 4.179918450560653,
      "grad_norm": 3.3005072065973113,
      "learning_rate": 6.654176169379107e-05,
      "loss": 2.8013,
      "step": 49206
    },
    {
      "epoch": 4.180003397893306,
      "grad_norm": 3.195874284817178,
      "learning_rate": 6.653605652745077e-05,
      "loss": 2.2965,
      "step": 49207
    },
    {
      "epoch": 4.18008834522596,
      "grad_norm": 3.4304894388547496,
      "learning_rate": 6.653035153599263e-05,
      "loss": 2.6382,
      "step": 49208
    },
    {
      "epoch": 4.180173292558614,
      "grad_norm": 3.5987167027506293,
      "learning_rate": 6.652464671942851e-05,
      "loss": 2.7846,
      "step": 49209
    },
    {
      "epoch": 4.180258239891267,
      "grad_norm": 3.5448502399012662,
      "learning_rate": 6.651894207777036e-05,
      "loss": 2.6381,
      "step": 49210
    },
    {
      "epoch": 4.180343187223921,
      "grad_norm": 3.346635518751107,
      "learning_rate": 6.651323761103018e-05,
      "loss": 2.2974,
      "step": 49211
    },
    {
      "epoch": 4.180428134556575,
      "grad_norm": 3.2986674853026954,
      "learning_rate": 6.650753331921993e-05,
      "loss": 2.6131,
      "step": 49212
    },
    {
      "epoch": 4.180513081889229,
      "grad_norm": 3.49618109608207,
      "learning_rate": 6.650182920235148e-05,
      "loss": 2.9514,
      "step": 49213
    },
    {
      "epoch": 4.1805980292218825,
      "grad_norm": 3.4413594444855646,
      "learning_rate": 6.649612526043682e-05,
      "loss": 2.7976,
      "step": 49214
    },
    {
      "epoch": 4.180682976554536,
      "grad_norm": 3.0088164497912784,
      "learning_rate": 6.649042149348799e-05,
      "loss": 2.2431,
      "step": 49215
    },
    {
      "epoch": 4.18076792388719,
      "grad_norm": 3.695006575985472,
      "learning_rate": 6.648471790151687e-05,
      "loss": 2.8215,
      "step": 49216
    },
    {
      "epoch": 4.180852871219844,
      "grad_norm": 3.176843377628626,
      "learning_rate": 6.647901448453534e-05,
      "loss": 2.3962,
      "step": 49217
    },
    {
      "epoch": 4.180937818552497,
      "grad_norm": 2.873569790785661,
      "learning_rate": 6.64733112425555e-05,
      "loss": 2.1765,
      "step": 49218
    },
    {
      "epoch": 4.181022765885151,
      "grad_norm": 3.1172326111007322,
      "learning_rate": 6.646760817558915e-05,
      "loss": 2.2128,
      "step": 49219
    },
    {
      "epoch": 4.181107713217805,
      "grad_norm": 3.1828871971214245,
      "learning_rate": 6.646190528364836e-05,
      "loss": 2.32,
      "step": 49220
    },
    {
      "epoch": 4.181192660550459,
      "grad_norm": 3.6964053404042168,
      "learning_rate": 6.645620256674498e-05,
      "loss": 2.9596,
      "step": 49221
    },
    {
      "epoch": 4.181277607883112,
      "grad_norm": 2.707692528745529,
      "learning_rate": 6.645050002489106e-05,
      "loss": 1.9495,
      "step": 49222
    },
    {
      "epoch": 4.181362555215766,
      "grad_norm": 3.075079345915957,
      "learning_rate": 6.64447976580985e-05,
      "loss": 2.0561,
      "step": 49223
    },
    {
      "epoch": 4.18144750254842,
      "grad_norm": 3.217039670798208,
      "learning_rate": 6.64390954663792e-05,
      "loss": 2.5018,
      "step": 49224
    },
    {
      "epoch": 4.1815324498810735,
      "grad_norm": 3.859768057193778,
      "learning_rate": 6.643339344974515e-05,
      "loss": 2.9191,
      "step": 49225
    },
    {
      "epoch": 4.181617397213728,
      "grad_norm": 3.4395416900826765,
      "learning_rate": 6.642769160820834e-05,
      "loss": 2.7724,
      "step": 49226
    },
    {
      "epoch": 4.181702344546381,
      "grad_norm": 3.5453606439353136,
      "learning_rate": 6.64219899417807e-05,
      "loss": 2.8586,
      "step": 49227
    },
    {
      "epoch": 4.181787291879035,
      "grad_norm": 3.609569975787877,
      "learning_rate": 6.641628845047409e-05,
      "loss": 2.7499,
      "step": 49228
    },
    {
      "epoch": 4.181872239211689,
      "grad_norm": 3.575752736373139,
      "learning_rate": 6.641058713430057e-05,
      "loss": 2.268,
      "step": 49229
    },
    {
      "epoch": 4.181957186544342,
      "grad_norm": 2.922768272862909,
      "learning_rate": 6.640488599327203e-05,
      "loss": 2.2303,
      "step": 49230
    },
    {
      "epoch": 4.182042133876997,
      "grad_norm": 3.3574333709517132,
      "learning_rate": 6.639918502740037e-05,
      "loss": 2.7267,
      "step": 49231
    },
    {
      "epoch": 4.18212708120965,
      "grad_norm": 3.142327794773324,
      "learning_rate": 6.63934842366976e-05,
      "loss": 2.1618,
      "step": 49232
    },
    {
      "epoch": 4.1822120285423035,
      "grad_norm": 3.4911610475808224,
      "learning_rate": 6.63877836211757e-05,
      "loss": 2.4332,
      "step": 49233
    },
    {
      "epoch": 4.182296975874958,
      "grad_norm": 3.463530691231192,
      "learning_rate": 6.638208318084657e-05,
      "loss": 2.6187,
      "step": 49234
    },
    {
      "epoch": 4.182381923207611,
      "grad_norm": 3.0876029889111742,
      "learning_rate": 6.63763829157221e-05,
      "loss": 2.2357,
      "step": 49235
    },
    {
      "epoch": 4.1824668705402654,
      "grad_norm": 3.844110385717822,
      "learning_rate": 6.637068282581434e-05,
      "loss": 3.0879,
      "step": 49236
    },
    {
      "epoch": 4.182551817872919,
      "grad_norm": 3.179994487283505,
      "learning_rate": 6.636498291113511e-05,
      "loss": 2.4187,
      "step": 49237
    },
    {
      "epoch": 4.182636765205572,
      "grad_norm": 2.997393101051375,
      "learning_rate": 6.635928317169648e-05,
      "loss": 2.2206,
      "step": 49238
    },
    {
      "epoch": 4.1827217125382266,
      "grad_norm": 3.0216318544757987,
      "learning_rate": 6.635358360751028e-05,
      "loss": 2.1699,
      "step": 49239
    },
    {
      "epoch": 4.18280665987088,
      "grad_norm": 3.6097374843198393,
      "learning_rate": 6.634788421858856e-05,
      "loss": 2.8233,
      "step": 49240
    },
    {
      "epoch": 4.182891607203533,
      "grad_norm": 3.1458220146451503,
      "learning_rate": 6.63421850049432e-05,
      "loss": 2.4115,
      "step": 49241
    },
    {
      "epoch": 4.182976554536188,
      "grad_norm": 3.7776418749938854,
      "learning_rate": 6.633648596658611e-05,
      "loss": 2.8933,
      "step": 49242
    },
    {
      "epoch": 4.183061501868841,
      "grad_norm": 3.1069510190802236,
      "learning_rate": 6.633078710352927e-05,
      "loss": 2.2336,
      "step": 49243
    },
    {
      "epoch": 4.183146449201495,
      "grad_norm": 2.8044144798055384,
      "learning_rate": 6.632508841578468e-05,
      "loss": 1.982,
      "step": 49244
    },
    {
      "epoch": 4.183231396534149,
      "grad_norm": 3.7881563638554474,
      "learning_rate": 6.63193899033642e-05,
      "loss": 2.8216,
      "step": 49245
    },
    {
      "epoch": 4.183316343866802,
      "grad_norm": 3.620044432116769,
      "learning_rate": 6.631369156627976e-05,
      "loss": 2.7,
      "step": 49246
    },
    {
      "epoch": 4.1834012911994565,
      "grad_norm": 3.648857069970975,
      "learning_rate": 6.630799340454339e-05,
      "loss": 2.6381,
      "step": 49247
    },
    {
      "epoch": 4.18348623853211,
      "grad_norm": 3.0179000462126324,
      "learning_rate": 6.630229541816696e-05,
      "loss": 2.1375,
      "step": 49248
    },
    {
      "epoch": 4.183571185864764,
      "grad_norm": 3.299383172493906,
      "learning_rate": 6.629659760716237e-05,
      "loss": 2.3638,
      "step": 49249
    },
    {
      "epoch": 4.183656133197418,
      "grad_norm": 3.1013205939522863,
      "learning_rate": 6.629089997154159e-05,
      "loss": 2.243,
      "step": 49250
    },
    {
      "epoch": 4.183741080530071,
      "grad_norm": 2.9006246670997036,
      "learning_rate": 6.628520251131666e-05,
      "loss": 2.0627,
      "step": 49251
    },
    {
      "epoch": 4.183826027862725,
      "grad_norm": 3.1484556248467315,
      "learning_rate": 6.627950522649942e-05,
      "loss": 2.3609,
      "step": 49252
    },
    {
      "epoch": 4.183910975195379,
      "grad_norm": 3.192626798365892,
      "learning_rate": 6.627380811710177e-05,
      "loss": 2.4312,
      "step": 49253
    },
    {
      "epoch": 4.183995922528033,
      "grad_norm": 3.371650515371629,
      "learning_rate": 6.626811118313576e-05,
      "loss": 2.703,
      "step": 49254
    },
    {
      "epoch": 4.184080869860686,
      "grad_norm": 3.106689801018652,
      "learning_rate": 6.626241442461325e-05,
      "loss": 2.3302,
      "step": 49255
    },
    {
      "epoch": 4.18416581719334,
      "grad_norm": 2.9180773138279257,
      "learning_rate": 6.625671784154616e-05,
      "loss": 2.2585,
      "step": 49256
    },
    {
      "epoch": 4.184250764525994,
      "grad_norm": 3.134373294511205,
      "learning_rate": 6.625102143394643e-05,
      "loss": 2.3576,
      "step": 49257
    },
    {
      "epoch": 4.1843357118586475,
      "grad_norm": 3.1288066648143618,
      "learning_rate": 6.624532520182611e-05,
      "loss": 2.3403,
      "step": 49258
    },
    {
      "epoch": 4.184420659191302,
      "grad_norm": 3.172674936777737,
      "learning_rate": 6.623962914519704e-05,
      "loss": 2.3988,
      "step": 49259
    },
    {
      "epoch": 4.184505606523955,
      "grad_norm": 3.6125556346272067,
      "learning_rate": 6.62339332640711e-05,
      "loss": 2.6725,
      "step": 49260
    },
    {
      "epoch": 4.184590553856609,
      "grad_norm": 3.3864284171033017,
      "learning_rate": 6.622823755846035e-05,
      "loss": 2.3909,
      "step": 49261
    },
    {
      "epoch": 4.184675501189263,
      "grad_norm": 3.3455896113704315,
      "learning_rate": 6.622254202837663e-05,
      "loss": 2.3508,
      "step": 49262
    },
    {
      "epoch": 4.184760448521916,
      "grad_norm": 2.7584854080631747,
      "learning_rate": 6.621684667383193e-05,
      "loss": 1.7823,
      "step": 49263
    },
    {
      "epoch": 4.18484539585457,
      "grad_norm": 3.045677630549498,
      "learning_rate": 6.621115149483812e-05,
      "loss": 2.2634,
      "step": 49264
    },
    {
      "epoch": 4.184930343187224,
      "grad_norm": 2.790240104568519,
      "learning_rate": 6.620545649140724e-05,
      "loss": 2.1474,
      "step": 49265
    },
    {
      "epoch": 4.185015290519877,
      "grad_norm": 3.209417469917216,
      "learning_rate": 6.619976166355114e-05,
      "loss": 2.3694,
      "step": 49266
    },
    {
      "epoch": 4.185100237852532,
      "grad_norm": 3.390621844815905,
      "learning_rate": 6.619406701128173e-05,
      "loss": 2.6703,
      "step": 49267
    },
    {
      "epoch": 4.185185185185185,
      "grad_norm": 2.9638407750770397,
      "learning_rate": 6.618837253461096e-05,
      "loss": 2.1848,
      "step": 49268
    },
    {
      "epoch": 4.1852701325178385,
      "grad_norm": 3.5388756696787094,
      "learning_rate": 6.618267823355085e-05,
      "loss": 2.5624,
      "step": 49269
    },
    {
      "epoch": 4.185355079850493,
      "grad_norm": 3.344267507314298,
      "learning_rate": 6.617698410811328e-05,
      "loss": 2.4166,
      "step": 49270
    },
    {
      "epoch": 4.185440027183146,
      "grad_norm": 3.6348743478318437,
      "learning_rate": 6.617129015831009e-05,
      "loss": 2.4496,
      "step": 49271
    },
    {
      "epoch": 4.1855249745158005,
      "grad_norm": 2.8241902877746585,
      "learning_rate": 6.616559638415335e-05,
      "loss": 1.9641,
      "step": 49272
    },
    {
      "epoch": 4.185609921848454,
      "grad_norm": 2.877054954782487,
      "learning_rate": 6.615990278565491e-05,
      "loss": 2.1834,
      "step": 49273
    },
    {
      "epoch": 4.185694869181107,
      "grad_norm": 3.3245061558977307,
      "learning_rate": 6.61542093628267e-05,
      "loss": 2.5815,
      "step": 49274
    },
    {
      "epoch": 4.185779816513762,
      "grad_norm": 2.9240399497864322,
      "learning_rate": 6.614851611568062e-05,
      "loss": 2.0785,
      "step": 49275
    },
    {
      "epoch": 4.185864763846415,
      "grad_norm": 3.1518784260180546,
      "learning_rate": 6.614282304422872e-05,
      "loss": 2.3771,
      "step": 49276
    },
    {
      "epoch": 4.185949711179069,
      "grad_norm": 2.9871490055117285,
      "learning_rate": 6.613713014848285e-05,
      "loss": 2.32,
      "step": 49277
    },
    {
      "epoch": 4.186034658511723,
      "grad_norm": 3.681066201462325,
      "learning_rate": 6.613143742845489e-05,
      "loss": 2.6333,
      "step": 49278
    },
    {
      "epoch": 4.186119605844376,
      "grad_norm": 3.3768636610719516,
      "learning_rate": 6.612574488415686e-05,
      "loss": 2.748,
      "step": 49279
    },
    {
      "epoch": 4.18620455317703,
      "grad_norm": 3.151460896323244,
      "learning_rate": 6.61200525156006e-05,
      "loss": 2.3216,
      "step": 49280
    },
    {
      "epoch": 4.186289500509684,
      "grad_norm": 2.7510733184319682,
      "learning_rate": 6.611436032279815e-05,
      "loss": 1.9064,
      "step": 49281
    },
    {
      "epoch": 4.186374447842338,
      "grad_norm": 3.4017091566950226,
      "learning_rate": 6.610866830576131e-05,
      "loss": 2.7422,
      "step": 49282
    },
    {
      "epoch": 4.1864593951749915,
      "grad_norm": 3.298137564254502,
      "learning_rate": 6.610297646450212e-05,
      "loss": 2.4227,
      "step": 49283
    },
    {
      "epoch": 4.186544342507645,
      "grad_norm": 3.5544881989263253,
      "learning_rate": 6.609728479903245e-05,
      "loss": 2.8498,
      "step": 49284
    },
    {
      "epoch": 4.186629289840299,
      "grad_norm": 3.1391354531460602,
      "learning_rate": 6.609159330936423e-05,
      "loss": 2.269,
      "step": 49285
    },
    {
      "epoch": 4.186714237172953,
      "grad_norm": 3.5654340411271463,
      "learning_rate": 6.608590199550928e-05,
      "loss": 2.743,
      "step": 49286
    },
    {
      "epoch": 4.186799184505607,
      "grad_norm": 3.312401056450982,
      "learning_rate": 6.608021085747974e-05,
      "loss": 2.6605,
      "step": 49287
    },
    {
      "epoch": 4.18688413183826,
      "grad_norm": 2.924115226616788,
      "learning_rate": 6.607451989528743e-05,
      "loss": 2.0127,
      "step": 49288
    },
    {
      "epoch": 4.186969079170914,
      "grad_norm": 3.4732390144231973,
      "learning_rate": 6.60688291089442e-05,
      "loss": 2.7152,
      "step": 49289
    },
    {
      "epoch": 4.187054026503568,
      "grad_norm": 3.3764377564419004,
      "learning_rate": 6.60631384984621e-05,
      "loss": 2.7809,
      "step": 49290
    },
    {
      "epoch": 4.1871389738362215,
      "grad_norm": 3.480607543332379,
      "learning_rate": 6.6057448063853e-05,
      "loss": 2.5428,
      "step": 49291
    },
    {
      "epoch": 4.187223921168875,
      "grad_norm": 2.898611194428972,
      "learning_rate": 6.605175780512877e-05,
      "loss": 2.0268,
      "step": 49292
    },
    {
      "epoch": 4.187308868501529,
      "grad_norm": 2.93419205790415,
      "learning_rate": 6.604606772230137e-05,
      "loss": 2.1906,
      "step": 49293
    },
    {
      "epoch": 4.187393815834183,
      "grad_norm": 3.9065355356187297,
      "learning_rate": 6.604037781538279e-05,
      "loss": 3.3115,
      "step": 49294
    },
    {
      "epoch": 4.187478763166837,
      "grad_norm": 3.4596302799852205,
      "learning_rate": 6.603468808438492e-05,
      "loss": 2.7289,
      "step": 49295
    },
    {
      "epoch": 4.18756371049949,
      "grad_norm": 3.039481050183273,
      "learning_rate": 6.602899852931958e-05,
      "loss": 2.1319,
      "step": 49296
    },
    {
      "epoch": 4.187648657832144,
      "grad_norm": 2.8923813083148033,
      "learning_rate": 6.602330915019882e-05,
      "loss": 2.0115,
      "step": 49297
    },
    {
      "epoch": 4.187733605164798,
      "grad_norm": 2.83085998201576,
      "learning_rate": 6.601761994703452e-05,
      "loss": 2.051,
      "step": 49298
    },
    {
      "epoch": 4.187818552497451,
      "grad_norm": 3.0649828844391656,
      "learning_rate": 6.601193091983855e-05,
      "loss": 2.2529,
      "step": 49299
    },
    {
      "epoch": 4.187903499830106,
      "grad_norm": 3.4762734373196644,
      "learning_rate": 6.600624206862286e-05,
      "loss": 2.784,
      "step": 49300
    },
    {
      "epoch": 4.187988447162759,
      "grad_norm": 3.588354837766864,
      "learning_rate": 6.600055339339943e-05,
      "loss": 2.9223,
      "step": 49301
    },
    {
      "epoch": 4.1880733944954125,
      "grad_norm": 3.0618835465315195,
      "learning_rate": 6.599486489418012e-05,
      "loss": 2.3143,
      "step": 49302
    },
    {
      "epoch": 4.188158341828067,
      "grad_norm": 3.0663578919333685,
      "learning_rate": 6.598917657097688e-05,
      "loss": 2.1851,
      "step": 49303
    },
    {
      "epoch": 4.18824328916072,
      "grad_norm": 3.3537779092487305,
      "learning_rate": 6.598348842380155e-05,
      "loss": 2.5767,
      "step": 49304
    },
    {
      "epoch": 4.1883282364933745,
      "grad_norm": 3.621361905609069,
      "learning_rate": 6.59778004526661e-05,
      "loss": 2.6224,
      "step": 49305
    },
    {
      "epoch": 4.188413183826028,
      "grad_norm": 3.166653026046626,
      "learning_rate": 6.597211265758252e-05,
      "loss": 2.2339,
      "step": 49306
    },
    {
      "epoch": 4.188498131158681,
      "grad_norm": 3.89582871162334,
      "learning_rate": 6.596642503856261e-05,
      "loss": 2.858,
      "step": 49307
    },
    {
      "epoch": 4.188583078491336,
      "grad_norm": 2.88741113864024,
      "learning_rate": 6.596073759561837e-05,
      "loss": 2.0826,
      "step": 49308
    },
    {
      "epoch": 4.188668025823989,
      "grad_norm": 3.06188985157165,
      "learning_rate": 6.595505032876172e-05,
      "loss": 2.3464,
      "step": 49309
    },
    {
      "epoch": 4.188752973156643,
      "grad_norm": 3.5883155545167136,
      "learning_rate": 6.594936323800452e-05,
      "loss": 2.6565,
      "step": 49310
    },
    {
      "epoch": 4.188837920489297,
      "grad_norm": 3.3572805738809772,
      "learning_rate": 6.59436763233586e-05,
      "loss": 2.4314,
      "step": 49311
    },
    {
      "epoch": 4.18892286782195,
      "grad_norm": 2.873540629069292,
      "learning_rate": 6.593798958483612e-05,
      "loss": 2.1204,
      "step": 49312
    },
    {
      "epoch": 4.189007815154604,
      "grad_norm": 2.985136697741741,
      "learning_rate": 6.593230302244884e-05,
      "loss": 2.0998,
      "step": 49313
    },
    {
      "epoch": 4.189092762487258,
      "grad_norm": 3.5398166579806807,
      "learning_rate": 6.59266166362087e-05,
      "loss": 2.7545,
      "step": 49314
    },
    {
      "epoch": 4.189177709819912,
      "grad_norm": 2.9343264505206426,
      "learning_rate": 6.592093042612756e-05,
      "loss": 2.1401,
      "step": 49315
    },
    {
      "epoch": 4.1892626571525655,
      "grad_norm": 3.467654207972571,
      "learning_rate": 6.591524439221742e-05,
      "loss": 2.5716,
      "step": 49316
    },
    {
      "epoch": 4.189347604485219,
      "grad_norm": 3.378390932999881,
      "learning_rate": 6.590955853449011e-05,
      "loss": 2.7704,
      "step": 49317
    },
    {
      "epoch": 4.189432551817873,
      "grad_norm": 3.289336585981694,
      "learning_rate": 6.590387285295762e-05,
      "loss": 2.3673,
      "step": 49318
    },
    {
      "epoch": 4.189517499150527,
      "grad_norm": 3.6061015874748144,
      "learning_rate": 6.589818734763186e-05,
      "loss": 2.6806,
      "step": 49319
    },
    {
      "epoch": 4.18960244648318,
      "grad_norm": 2.816816325785397,
      "learning_rate": 6.589250201852473e-05,
      "loss": 2.0863,
      "step": 49320
    },
    {
      "epoch": 4.189687393815834,
      "grad_norm": 3.0633155238336465,
      "learning_rate": 6.588681686564813e-05,
      "loss": 2.0509,
      "step": 49321
    },
    {
      "epoch": 4.189772341148488,
      "grad_norm": 2.9802586804866156,
      "learning_rate": 6.588113188901391e-05,
      "loss": 2.2822,
      "step": 49322
    },
    {
      "epoch": 4.189857288481142,
      "grad_norm": 3.5331338402873445,
      "learning_rate": 6.587544708863406e-05,
      "loss": 2.8339,
      "step": 49323
    },
    {
      "epoch": 4.189942235813795,
      "grad_norm": 3.4304453368507315,
      "learning_rate": 6.586976246452053e-05,
      "loss": 2.8262,
      "step": 49324
    },
    {
      "epoch": 4.190027183146449,
      "grad_norm": 3.754371394554118,
      "learning_rate": 6.58640780166851e-05,
      "loss": 3.1014,
      "step": 49325
    },
    {
      "epoch": 4.190112130479103,
      "grad_norm": 3.2760481788631663,
      "learning_rate": 6.585839374513985e-05,
      "loss": 2.5724,
      "step": 49326
    },
    {
      "epoch": 4.1901970778117565,
      "grad_norm": 3.389584921347056,
      "learning_rate": 6.585270964989656e-05,
      "loss": 2.6265,
      "step": 49327
    },
    {
      "epoch": 4.190282025144411,
      "grad_norm": 3.0478241975620413,
      "learning_rate": 6.584702573096721e-05,
      "loss": 2.2189,
      "step": 49328
    },
    {
      "epoch": 4.190366972477064,
      "grad_norm": 3.1487246843130006,
      "learning_rate": 6.584134198836354e-05,
      "loss": 2.3931,
      "step": 49329
    },
    {
      "epoch": 4.190451919809718,
      "grad_norm": 3.0532054093430356,
      "learning_rate": 6.583565842209774e-05,
      "loss": 2.2406,
      "step": 49330
    },
    {
      "epoch": 4.190536867142372,
      "grad_norm": 3.067094942935301,
      "learning_rate": 6.582997503218154e-05,
      "loss": 2.2715,
      "step": 49331
    },
    {
      "epoch": 4.190621814475025,
      "grad_norm": 3.1667916199676838,
      "learning_rate": 6.582429181862689e-05,
      "loss": 2.5222,
      "step": 49332
    },
    {
      "epoch": 4.19070676180768,
      "grad_norm": 3.3450353240715214,
      "learning_rate": 6.581860878144565e-05,
      "loss": 2.5751,
      "step": 49333
    },
    {
      "epoch": 4.190791709140333,
      "grad_norm": 3.3208314558633187,
      "learning_rate": 6.581292592064982e-05,
      "loss": 2.3197,
      "step": 49334
    },
    {
      "epoch": 4.1908766564729865,
      "grad_norm": 3.1271025915361337,
      "learning_rate": 6.58072432362512e-05,
      "loss": 2.3986,
      "step": 49335
    },
    {
      "epoch": 4.190961603805641,
      "grad_norm": 3.384321995524349,
      "learning_rate": 6.580156072826176e-05,
      "loss": 2.5992,
      "step": 49336
    },
    {
      "epoch": 4.191046551138294,
      "grad_norm": 3.256069818909131,
      "learning_rate": 6.579587839669344e-05,
      "loss": 2.7306,
      "step": 49337
    },
    {
      "epoch": 4.1911314984709485,
      "grad_norm": 3.4806610031032426,
      "learning_rate": 6.579019624155811e-05,
      "loss": 2.8359,
      "step": 49338
    },
    {
      "epoch": 4.191216445803602,
      "grad_norm": 2.868097243499466,
      "learning_rate": 6.578451426286769e-05,
      "loss": 2.0168,
      "step": 49339
    },
    {
      "epoch": 4.191301393136255,
      "grad_norm": 3.327038860602449,
      "learning_rate": 6.5778832460634e-05,
      "loss": 2.4803,
      "step": 49340
    },
    {
      "epoch": 4.19138634046891,
      "grad_norm": 3.6085828668284745,
      "learning_rate": 6.5773150834869e-05,
      "loss": 2.8201,
      "step": 49341
    },
    {
      "epoch": 4.191471287801563,
      "grad_norm": 3.0360812220861533,
      "learning_rate": 6.576746938558469e-05,
      "loss": 2.3325,
      "step": 49342
    },
    {
      "epoch": 4.191556235134216,
      "grad_norm": 3.440909175468958,
      "learning_rate": 6.576178811279288e-05,
      "loss": 2.7557,
      "step": 49343
    },
    {
      "epoch": 4.191641182466871,
      "grad_norm": 3.648896382244106,
      "learning_rate": 6.575610701650542e-05,
      "loss": 2.7423,
      "step": 49344
    },
    {
      "epoch": 4.191726129799524,
      "grad_norm": 3.2364674632724277,
      "learning_rate": 6.575042609673437e-05,
      "loss": 2.528,
      "step": 49345
    },
    {
      "epoch": 4.191811077132178,
      "grad_norm": 3.3380954185672955,
      "learning_rate": 6.57447453534915e-05,
      "loss": 2.4436,
      "step": 49346
    },
    {
      "epoch": 4.191896024464832,
      "grad_norm": 3.842912176529598,
      "learning_rate": 6.573906478678872e-05,
      "loss": 3.1442,
      "step": 49347
    },
    {
      "epoch": 4.191980971797485,
      "grad_norm": 3.5807209849233805,
      "learning_rate": 6.573338439663795e-05,
      "loss": 2.5778,
      "step": 49348
    },
    {
      "epoch": 4.1920659191301395,
      "grad_norm": 3.4656935484520943,
      "learning_rate": 6.57277041830512e-05,
      "loss": 2.518,
      "step": 49349
    },
    {
      "epoch": 4.192150866462793,
      "grad_norm": 2.8121509194402434,
      "learning_rate": 6.572202414604025e-05,
      "loss": 2.0044,
      "step": 49350
    },
    {
      "epoch": 4.192235813795447,
      "grad_norm": 3.0510860029094093,
      "learning_rate": 6.571634428561699e-05,
      "loss": 2.0882,
      "step": 49351
    },
    {
      "epoch": 4.192320761128101,
      "grad_norm": 3.106955517867986,
      "learning_rate": 6.571066460179342e-05,
      "loss": 2.2559,
      "step": 49352
    },
    {
      "epoch": 4.192405708460754,
      "grad_norm": 3.4272522802989993,
      "learning_rate": 6.570498509458138e-05,
      "loss": 2.4189,
      "step": 49353
    },
    {
      "epoch": 4.192490655793408,
      "grad_norm": 3.7109463235850235,
      "learning_rate": 6.56993057639927e-05,
      "loss": 3.0502,
      "step": 49354
    },
    {
      "epoch": 4.192575603126062,
      "grad_norm": 3.359459301507702,
      "learning_rate": 6.569362661003942e-05,
      "loss": 2.4533,
      "step": 49355
    },
    {
      "epoch": 4.192660550458716,
      "grad_norm": 3.0996638341327087,
      "learning_rate": 6.568794763273339e-05,
      "loss": 2.1904,
      "step": 49356
    },
    {
      "epoch": 4.192745497791369,
      "grad_norm": 2.9733844053940177,
      "learning_rate": 6.568226883208649e-05,
      "loss": 2.1646,
      "step": 49357
    },
    {
      "epoch": 4.192830445124023,
      "grad_norm": 3.4394156627458594,
      "learning_rate": 6.567659020811057e-05,
      "loss": 2.5903,
      "step": 49358
    },
    {
      "epoch": 4.192915392456677,
      "grad_norm": 3.054367447615662,
      "learning_rate": 6.567091176081763e-05,
      "loss": 2.1329,
      "step": 49359
    },
    {
      "epoch": 4.1930003397893305,
      "grad_norm": 3.5098980060510203,
      "learning_rate": 6.566523349021948e-05,
      "loss": 2.5326,
      "step": 49360
    },
    {
      "epoch": 4.193085287121985,
      "grad_norm": 3.1682917695478685,
      "learning_rate": 6.56595553963281e-05,
      "loss": 2.3916,
      "step": 49361
    },
    {
      "epoch": 4.193170234454638,
      "grad_norm": 3.7739547741125197,
      "learning_rate": 6.56538774791553e-05,
      "loss": 2.9882,
      "step": 49362
    },
    {
      "epoch": 4.193255181787292,
      "grad_norm": 3.850982517256357,
      "learning_rate": 6.564819973871307e-05,
      "loss": 2.7697,
      "step": 49363
    },
    {
      "epoch": 4.193340129119946,
      "grad_norm": 2.826793697557769,
      "learning_rate": 6.564252217501325e-05,
      "loss": 2.0012,
      "step": 49364
    },
    {
      "epoch": 4.193425076452599,
      "grad_norm": 3.7163648458675254,
      "learning_rate": 6.56368447880677e-05,
      "loss": 3.1671,
      "step": 49365
    },
    {
      "epoch": 4.193510023785253,
      "grad_norm": 3.458792769493993,
      "learning_rate": 6.563116757788837e-05,
      "loss": 2.4798,
      "step": 49366
    },
    {
      "epoch": 4.193594971117907,
      "grad_norm": 3.126224179417952,
      "learning_rate": 6.562549054448717e-05,
      "loss": 2.5493,
      "step": 49367
    },
    {
      "epoch": 4.19367991845056,
      "grad_norm": 2.9867981276556526,
      "learning_rate": 6.5619813687876e-05,
      "loss": 2.1041,
      "step": 49368
    },
    {
      "epoch": 4.193764865783215,
      "grad_norm": 3.1755739147778157,
      "learning_rate": 6.561413700806665e-05,
      "loss": 2.4,
      "step": 49369
    },
    {
      "epoch": 4.193849813115868,
      "grad_norm": 3.150243800735416,
      "learning_rate": 6.560846050507114e-05,
      "loss": 2.4552,
      "step": 49370
    },
    {
      "epoch": 4.1939347604485215,
      "grad_norm": 3.1468440073048862,
      "learning_rate": 6.560278417890134e-05,
      "loss": 2.0657,
      "step": 49371
    },
    {
      "epoch": 4.194019707781176,
      "grad_norm": 3.264805625878406,
      "learning_rate": 6.559710802956903e-05,
      "loss": 2.4489,
      "step": 49372
    },
    {
      "epoch": 4.194104655113829,
      "grad_norm": 3.611756369208914,
      "learning_rate": 6.559143205708621e-05,
      "loss": 2.7789,
      "step": 49373
    },
    {
      "epoch": 4.1941896024464835,
      "grad_norm": 3.480356475937217,
      "learning_rate": 6.558575626146482e-05,
      "loss": 2.7512,
      "step": 49374
    },
    {
      "epoch": 4.194274549779137,
      "grad_norm": 3.300555859760085,
      "learning_rate": 6.558008064271666e-05,
      "loss": 2.5621,
      "step": 49375
    },
    {
      "epoch": 4.19435949711179,
      "grad_norm": 3.2896022687702113,
      "learning_rate": 6.55744052008536e-05,
      "loss": 2.685,
      "step": 49376
    },
    {
      "epoch": 4.194444444444445,
      "grad_norm": 3.326120249419263,
      "learning_rate": 6.556872993588763e-05,
      "loss": 2.577,
      "step": 49377
    },
    {
      "epoch": 4.194529391777098,
      "grad_norm": 3.70354115020435,
      "learning_rate": 6.556305484783055e-05,
      "loss": 3.0361,
      "step": 49378
    },
    {
      "epoch": 4.194614339109752,
      "grad_norm": 3.204063873754757,
      "learning_rate": 6.555737993669434e-05,
      "loss": 2.5088,
      "step": 49379
    },
    {
      "epoch": 4.194699286442406,
      "grad_norm": 3.209468743773892,
      "learning_rate": 6.55517052024908e-05,
      "loss": 2.3099,
      "step": 49380
    },
    {
      "epoch": 4.194784233775059,
      "grad_norm": 3.165689981273559,
      "learning_rate": 6.554603064523189e-05,
      "loss": 2.5491,
      "step": 49381
    },
    {
      "epoch": 4.1948691811077135,
      "grad_norm": 3.6919427938179004,
      "learning_rate": 6.554035626492949e-05,
      "loss": 2.841,
      "step": 49382
    },
    {
      "epoch": 4.194954128440367,
      "grad_norm": 3.4175437583207753,
      "learning_rate": 6.553468206159542e-05,
      "loss": 2.474,
      "step": 49383
    },
    {
      "epoch": 4.195039075773021,
      "grad_norm": 3.128963236758527,
      "learning_rate": 6.552900803524162e-05,
      "loss": 2.1938,
      "step": 49384
    },
    {
      "epoch": 4.195124023105675,
      "grad_norm": 3.584186796660958,
      "learning_rate": 6.552333418588002e-05,
      "loss": 2.6755,
      "step": 49385
    },
    {
      "epoch": 4.195208970438328,
      "grad_norm": 3.1398884067402797,
      "learning_rate": 6.55176605135225e-05,
      "loss": 2.3525,
      "step": 49386
    },
    {
      "epoch": 4.195293917770982,
      "grad_norm": 3.633998810051976,
      "learning_rate": 6.551198701818083e-05,
      "loss": 2.8615,
      "step": 49387
    },
    {
      "epoch": 4.195378865103636,
      "grad_norm": 3.349541788160372,
      "learning_rate": 6.550631369986706e-05,
      "loss": 2.4939,
      "step": 49388
    },
    {
      "epoch": 4.195463812436289,
      "grad_norm": 3.40229837102927,
      "learning_rate": 6.550064055859299e-05,
      "loss": 2.6595,
      "step": 49389
    },
    {
      "epoch": 4.195548759768943,
      "grad_norm": 3.308800416917585,
      "learning_rate": 6.549496759437046e-05,
      "loss": 2.4979,
      "step": 49390
    },
    {
      "epoch": 4.195633707101597,
      "grad_norm": 3.093413366156448,
      "learning_rate": 6.548929480721143e-05,
      "loss": 2.3288,
      "step": 49391
    },
    {
      "epoch": 4.195718654434251,
      "grad_norm": 3.4433581337287213,
      "learning_rate": 6.548362219712781e-05,
      "loss": 2.7775,
      "step": 49392
    },
    {
      "epoch": 4.1958036017669045,
      "grad_norm": 2.98419098769921,
      "learning_rate": 6.547794976413146e-05,
      "loss": 2.1734,
      "step": 49393
    },
    {
      "epoch": 4.195888549099558,
      "grad_norm": 2.9776669688313278,
      "learning_rate": 6.54722775082342e-05,
      "loss": 2.2405,
      "step": 49394
    },
    {
      "epoch": 4.195973496432212,
      "grad_norm": 3.079747645267891,
      "learning_rate": 6.546660542944802e-05,
      "loss": 2.0799,
      "step": 49395
    },
    {
      "epoch": 4.196058443764866,
      "grad_norm": 2.8730767544921045,
      "learning_rate": 6.546093352778474e-05,
      "loss": 1.9712,
      "step": 49396
    },
    {
      "epoch": 4.19614339109752,
      "grad_norm": 3.2606991329368817,
      "learning_rate": 6.545526180325621e-05,
      "loss": 2.2245,
      "step": 49397
    },
    {
      "epoch": 4.196228338430173,
      "grad_norm": 3.2931855715377845,
      "learning_rate": 6.544959025587437e-05,
      "loss": 2.2181,
      "step": 49398
    },
    {
      "epoch": 4.196313285762827,
      "grad_norm": 2.8671692813091276,
      "learning_rate": 6.544391888565114e-05,
      "loss": 2.0168,
      "step": 49399
    },
    {
      "epoch": 4.196398233095481,
      "grad_norm": 3.1074519263899645,
      "learning_rate": 6.543824769259834e-05,
      "loss": 1.9744,
      "step": 49400
    },
    {
      "epoch": 4.196483180428134,
      "grad_norm": 3.1710508381780693,
      "learning_rate": 6.543257667672785e-05,
      "loss": 2.448,
      "step": 49401
    },
    {
      "epoch": 4.196568127760789,
      "grad_norm": 3.6058642895117954,
      "learning_rate": 6.54269058380516e-05,
      "loss": 2.8556,
      "step": 49402
    },
    {
      "epoch": 4.196653075093442,
      "grad_norm": 3.864415596962004,
      "learning_rate": 6.542123517658141e-05,
      "loss": 3.1217,
      "step": 49403
    },
    {
      "epoch": 4.1967380224260955,
      "grad_norm": 3.1531911000630632,
      "learning_rate": 6.541556469232924e-05,
      "loss": 2.3423,
      "step": 49404
    },
    {
      "epoch": 4.19682296975875,
      "grad_norm": 3.673482079316708,
      "learning_rate": 6.540989438530687e-05,
      "loss": 2.9302,
      "step": 49405
    },
    {
      "epoch": 4.196907917091403,
      "grad_norm": 3.009244478540608,
      "learning_rate": 6.540422425552631e-05,
      "loss": 2.1298,
      "step": 49406
    },
    {
      "epoch": 4.1969928644240575,
      "grad_norm": 3.353898856731565,
      "learning_rate": 6.539855430299936e-05,
      "loss": 2.6082,
      "step": 49407
    },
    {
      "epoch": 4.197077811756711,
      "grad_norm": 3.201490099660892,
      "learning_rate": 6.539288452773785e-05,
      "loss": 2.4908,
      "step": 49408
    },
    {
      "epoch": 4.197162759089364,
      "grad_norm": 3.592173105417942,
      "learning_rate": 6.538721492975373e-05,
      "loss": 2.9128,
      "step": 49409
    },
    {
      "epoch": 4.197247706422019,
      "grad_norm": 3.5879503224445015,
      "learning_rate": 6.538154550905892e-05,
      "loss": 2.6145,
      "step": 49410
    },
    {
      "epoch": 4.197332653754672,
      "grad_norm": 3.4474508647284976,
      "learning_rate": 6.537587626566526e-05,
      "loss": 2.7047,
      "step": 49411
    },
    {
      "epoch": 4.197417601087325,
      "grad_norm": 3.562813036332061,
      "learning_rate": 6.537020719958455e-05,
      "loss": 2.893,
      "step": 49412
    },
    {
      "epoch": 4.19750254841998,
      "grad_norm": 3.2155607474501426,
      "learning_rate": 6.536453831082878e-05,
      "loss": 2.6096,
      "step": 49413
    },
    {
      "epoch": 4.197587495752633,
      "grad_norm": 2.8998623933745433,
      "learning_rate": 6.535886959940981e-05,
      "loss": 2.0442,
      "step": 49414
    },
    {
      "epoch": 4.197672443085287,
      "grad_norm": 3.411436288431394,
      "learning_rate": 6.535320106533942e-05,
      "loss": 2.7376,
      "step": 49415
    },
    {
      "epoch": 4.197757390417941,
      "grad_norm": 3.3953665886430553,
      "learning_rate": 6.534753270862956e-05,
      "loss": 2.7288,
      "step": 49416
    },
    {
      "epoch": 4.197842337750594,
      "grad_norm": 3.2881385762485236,
      "learning_rate": 6.534186452929216e-05,
      "loss": 2.248,
      "step": 49417
    },
    {
      "epoch": 4.1979272850832485,
      "grad_norm": 3.5633268618244958,
      "learning_rate": 6.533619652733904e-05,
      "loss": 2.5675,
      "step": 49418
    },
    {
      "epoch": 4.198012232415902,
      "grad_norm": 3.7462813382703257,
      "learning_rate": 6.533052870278203e-05,
      "loss": 2.6296,
      "step": 49419
    },
    {
      "epoch": 4.198097179748556,
      "grad_norm": 3.3389514653932038,
      "learning_rate": 6.53248610556331e-05,
      "loss": 2.6151,
      "step": 49420
    },
    {
      "epoch": 4.19818212708121,
      "grad_norm": 2.902672195596708,
      "learning_rate": 6.531919358590402e-05,
      "loss": 1.9954,
      "step": 49421
    },
    {
      "epoch": 4.198267074413863,
      "grad_norm": 3.262891849320949,
      "learning_rate": 6.531352629360682e-05,
      "loss": 2.3308,
      "step": 49422
    },
    {
      "epoch": 4.198352021746517,
      "grad_norm": 3.3860334169990343,
      "learning_rate": 6.530785917875318e-05,
      "loss": 2.8558,
      "step": 49423
    },
    {
      "epoch": 4.198436969079171,
      "grad_norm": 3.6277343488744234,
      "learning_rate": 6.530219224135515e-05,
      "loss": 2.6951,
      "step": 49424
    },
    {
      "epoch": 4.198521916411825,
      "grad_norm": 2.9468973167745727,
      "learning_rate": 6.529652548142451e-05,
      "loss": 2.0316,
      "step": 49425
    },
    {
      "epoch": 4.1986068637444784,
      "grad_norm": 2.871913751063671,
      "learning_rate": 6.529085889897311e-05,
      "loss": 2.1229,
      "step": 49426
    },
    {
      "epoch": 4.198691811077132,
      "grad_norm": 3.175284631744038,
      "learning_rate": 6.528519249401286e-05,
      "loss": 2.5081,
      "step": 49427
    },
    {
      "epoch": 4.198776758409786,
      "grad_norm": 3.291028018525614,
      "learning_rate": 6.52795262665557e-05,
      "loss": 2.5957,
      "step": 49428
    },
    {
      "epoch": 4.1988617057424396,
      "grad_norm": 3.506218544756893,
      "learning_rate": 6.527386021661343e-05,
      "loss": 2.925,
      "step": 49429
    },
    {
      "epoch": 4.198946653075094,
      "grad_norm": 2.9674375395102075,
      "learning_rate": 6.526819434419789e-05,
      "loss": 2.2342,
      "step": 49430
    },
    {
      "epoch": 4.199031600407747,
      "grad_norm": 3.3563095177117654,
      "learning_rate": 6.526252864932103e-05,
      "loss": 2.5011,
      "step": 49431
    },
    {
      "epoch": 4.199116547740401,
      "grad_norm": 3.477650114176775,
      "learning_rate": 6.52568631319947e-05,
      "loss": 2.4954,
      "step": 49432
    },
    {
      "epoch": 4.199201495073055,
      "grad_norm": 3.0939416060538703,
      "learning_rate": 6.525119779223069e-05,
      "loss": 2.4713,
      "step": 49433
    },
    {
      "epoch": 4.199286442405708,
      "grad_norm": 2.8948000690758633,
      "learning_rate": 6.524553263004095e-05,
      "loss": 2.1041,
      "step": 49434
    },
    {
      "epoch": 4.199371389738362,
      "grad_norm": 2.9510215244592186,
      "learning_rate": 6.523986764543738e-05,
      "loss": 2.0942,
      "step": 49435
    },
    {
      "epoch": 4.199456337071016,
      "grad_norm": 3.7920591775047794,
      "learning_rate": 6.52342028384318e-05,
      "loss": 2.8599,
      "step": 49436
    },
    {
      "epoch": 4.1995412844036695,
      "grad_norm": 3.2784672258178356,
      "learning_rate": 6.522853820903605e-05,
      "loss": 2.3369,
      "step": 49437
    },
    {
      "epoch": 4.199626231736324,
      "grad_norm": 3.2016426952787587,
      "learning_rate": 6.522287375726208e-05,
      "loss": 2.2453,
      "step": 49438
    },
    {
      "epoch": 4.199711179068977,
      "grad_norm": 2.937418071123493,
      "learning_rate": 6.52172094831217e-05,
      "loss": 2.1969,
      "step": 49439
    },
    {
      "epoch": 4.199796126401631,
      "grad_norm": 3.164913063828265,
      "learning_rate": 6.521154538662675e-05,
      "loss": 2.3087,
      "step": 49440
    },
    {
      "epoch": 4.199881073734285,
      "grad_norm": 3.4681707346788113,
      "learning_rate": 6.520588146778915e-05,
      "loss": 2.9191,
      "step": 49441
    },
    {
      "epoch": 4.199966021066938,
      "grad_norm": 3.1036711713199443,
      "learning_rate": 6.520021772662079e-05,
      "loss": 2.3925,
      "step": 49442
    },
    {
      "epoch": 4.200050968399593,
      "grad_norm": 3.0319321776174384,
      "learning_rate": 6.519455416313351e-05,
      "loss": 2.1736,
      "step": 49443
    },
    {
      "epoch": 4.200135915732246,
      "grad_norm": 3.194154635536845,
      "learning_rate": 6.518889077733914e-05,
      "loss": 2.3536,
      "step": 49444
    },
    {
      "epoch": 4.200220863064899,
      "grad_norm": 3.5167790447919525,
      "learning_rate": 6.518322756924962e-05,
      "loss": 2.8026,
      "step": 49445
    },
    {
      "epoch": 4.200305810397554,
      "grad_norm": 2.9551938724877926,
      "learning_rate": 6.517756453887672e-05,
      "loss": 2.0697,
      "step": 49446
    },
    {
      "epoch": 4.200390757730207,
      "grad_norm": 3.374935886255463,
      "learning_rate": 6.517190168623241e-05,
      "loss": 2.598,
      "step": 49447
    },
    {
      "epoch": 4.200475705062861,
      "grad_norm": 3.716636092024803,
      "learning_rate": 6.516623901132845e-05,
      "loss": 2.7737,
      "step": 49448
    },
    {
      "epoch": 4.200560652395515,
      "grad_norm": 3.3171737623171302,
      "learning_rate": 6.51605765141768e-05,
      "loss": 2.5548,
      "step": 49449
    },
    {
      "epoch": 4.200645599728168,
      "grad_norm": 3.3053368305204867,
      "learning_rate": 6.515491419478932e-05,
      "loss": 2.4234,
      "step": 49450
    },
    {
      "epoch": 4.2007305470608225,
      "grad_norm": 3.1862614799852866,
      "learning_rate": 6.514925205317776e-05,
      "loss": 2.2534,
      "step": 49451
    },
    {
      "epoch": 4.200815494393476,
      "grad_norm": 3.368779320686699,
      "learning_rate": 6.514359008935409e-05,
      "loss": 2.6273,
      "step": 49452
    },
    {
      "epoch": 4.20090044172613,
      "grad_norm": 3.8162020048730776,
      "learning_rate": 6.513792830333017e-05,
      "loss": 2.9239,
      "step": 49453
    },
    {
      "epoch": 4.200985389058784,
      "grad_norm": 3.4758297286476285,
      "learning_rate": 6.513226669511785e-05,
      "loss": 2.4697,
      "step": 49454
    },
    {
      "epoch": 4.201070336391437,
      "grad_norm": 3.670951375947247,
      "learning_rate": 6.512660526472895e-05,
      "loss": 3.0935,
      "step": 49455
    },
    {
      "epoch": 4.201155283724091,
      "grad_norm": 3.219353402698815,
      "learning_rate": 6.51209440121754e-05,
      "loss": 2.4343,
      "step": 49456
    },
    {
      "epoch": 4.201240231056745,
      "grad_norm": 2.9368625669332356,
      "learning_rate": 6.511528293746902e-05,
      "loss": 2.1668,
      "step": 49457
    },
    {
      "epoch": 4.201325178389398,
      "grad_norm": 3.0392901211650125,
      "learning_rate": 6.510962204062162e-05,
      "loss": 2.2201,
      "step": 49458
    },
    {
      "epoch": 4.201410125722052,
      "grad_norm": 3.4760938870570475,
      "learning_rate": 6.510396132164515e-05,
      "loss": 2.5817,
      "step": 49459
    },
    {
      "epoch": 4.201495073054706,
      "grad_norm": 2.876802803744712,
      "learning_rate": 6.509830078055147e-05,
      "loss": 2.0277,
      "step": 49460
    },
    {
      "epoch": 4.20158002038736,
      "grad_norm": 3.4065171665303486,
      "learning_rate": 6.509264041735242e-05,
      "loss": 2.5135,
      "step": 49461
    },
    {
      "epoch": 4.2016649677200135,
      "grad_norm": 3.5241237325106622,
      "learning_rate": 6.50869802320598e-05,
      "loss": 3.0205,
      "step": 49462
    },
    {
      "epoch": 4.201749915052667,
      "grad_norm": 3.305874349507494,
      "learning_rate": 6.508132022468556e-05,
      "loss": 2.7484,
      "step": 49463
    },
    {
      "epoch": 4.201834862385321,
      "grad_norm": 2.8765581447468334,
      "learning_rate": 6.50756603952415e-05,
      "loss": 2.0911,
      "step": 49464
    },
    {
      "epoch": 4.201919809717975,
      "grad_norm": 2.8581407395272698,
      "learning_rate": 6.507000074373953e-05,
      "loss": 2.1306,
      "step": 49465
    },
    {
      "epoch": 4.202004757050629,
      "grad_norm": 3.351960799769186,
      "learning_rate": 6.506434127019143e-05,
      "loss": 2.4256,
      "step": 49466
    },
    {
      "epoch": 4.202089704383282,
      "grad_norm": 3.091330508456736,
      "learning_rate": 6.505868197460915e-05,
      "loss": 2.2695,
      "step": 49467
    },
    {
      "epoch": 4.202174651715936,
      "grad_norm": 2.833608064249243,
      "learning_rate": 6.505302285700451e-05,
      "loss": 2.0045,
      "step": 49468
    },
    {
      "epoch": 4.20225959904859,
      "grad_norm": 2.8920962993611212,
      "learning_rate": 6.504736391738931e-05,
      "loss": 2.0305,
      "step": 49469
    },
    {
      "epoch": 4.202344546381243,
      "grad_norm": 2.8811955818238597,
      "learning_rate": 6.504170515577548e-05,
      "loss": 2.0964,
      "step": 49470
    },
    {
      "epoch": 4.202429493713898,
      "grad_norm": 3.4388828342719804,
      "learning_rate": 6.503604657217489e-05,
      "loss": 2.7073,
      "step": 49471
    },
    {
      "epoch": 4.202514441046551,
      "grad_norm": 3.0883112386804417,
      "learning_rate": 6.503038816659936e-05,
      "loss": 2.0321,
      "step": 49472
    },
    {
      "epoch": 4.2025993883792045,
      "grad_norm": 3.2968099332769967,
      "learning_rate": 6.50247299390607e-05,
      "loss": 2.6809,
      "step": 49473
    },
    {
      "epoch": 4.202684335711859,
      "grad_norm": 3.6628008318658143,
      "learning_rate": 6.501907188957087e-05,
      "loss": 2.8795,
      "step": 49474
    },
    {
      "epoch": 4.202769283044512,
      "grad_norm": 3.3112733281325055,
      "learning_rate": 6.501341401814167e-05,
      "loss": 2.5913,
      "step": 49475
    },
    {
      "epoch": 4.2028542303771665,
      "grad_norm": 3.54243638869097,
      "learning_rate": 6.500775632478489e-05,
      "loss": 2.6682,
      "step": 49476
    },
    {
      "epoch": 4.20293917770982,
      "grad_norm": 3.8601582395255756,
      "learning_rate": 6.500209880951246e-05,
      "loss": 2.8768,
      "step": 49477
    },
    {
      "epoch": 4.203024125042473,
      "grad_norm": 3.3054684912839973,
      "learning_rate": 6.49964414723363e-05,
      "loss": 2.4712,
      "step": 49478
    },
    {
      "epoch": 4.203109072375128,
      "grad_norm": 3.118059598497126,
      "learning_rate": 6.499078431326814e-05,
      "loss": 2.559,
      "step": 49479
    },
    {
      "epoch": 4.203194019707781,
      "grad_norm": 3.7853151740689355,
      "learning_rate": 6.498512733231987e-05,
      "loss": 2.8456,
      "step": 49480
    },
    {
      "epoch": 4.203278967040435,
      "grad_norm": 3.441436167397356,
      "learning_rate": 6.497947052950338e-05,
      "loss": 2.9077,
      "step": 49481
    },
    {
      "epoch": 4.203363914373089,
      "grad_norm": 3.6957003920019296,
      "learning_rate": 6.497381390483053e-05,
      "loss": 2.8404,
      "step": 49482
    },
    {
      "epoch": 4.203448861705742,
      "grad_norm": 3.493171891121867,
      "learning_rate": 6.496815745831304e-05,
      "loss": 2.7933,
      "step": 49483
    },
    {
      "epoch": 4.2035338090383965,
      "grad_norm": 3.048509149216731,
      "learning_rate": 6.496250118996288e-05,
      "loss": 2.3218,
      "step": 49484
    },
    {
      "epoch": 4.20361875637105,
      "grad_norm": 2.8244105506987176,
      "learning_rate": 6.495684509979195e-05,
      "loss": 1.8549,
      "step": 49485
    },
    {
      "epoch": 4.203703703703703,
      "grad_norm": 2.9774188888737636,
      "learning_rate": 6.495118918781203e-05,
      "loss": 2.199,
      "step": 49486
    },
    {
      "epoch": 4.203788651036358,
      "grad_norm": 3.0509536926558196,
      "learning_rate": 6.49455334540349e-05,
      "loss": 2.297,
      "step": 49487
    },
    {
      "epoch": 4.203873598369011,
      "grad_norm": 3.4804672973877206,
      "learning_rate": 6.493987789847257e-05,
      "loss": 2.809,
      "step": 49488
    },
    {
      "epoch": 4.203958545701665,
      "grad_norm": 3.9074080179995554,
      "learning_rate": 6.493422252113672e-05,
      "loss": 3.113,
      "step": 49489
    },
    {
      "epoch": 4.204043493034319,
      "grad_norm": 3.0450305448876382,
      "learning_rate": 6.492856732203935e-05,
      "loss": 2.4087,
      "step": 49490
    },
    {
      "epoch": 4.204128440366972,
      "grad_norm": 3.3808026771954722,
      "learning_rate": 6.492291230119219e-05,
      "loss": 2.5515,
      "step": 49491
    },
    {
      "epoch": 4.204213387699626,
      "grad_norm": 2.7234916440558727,
      "learning_rate": 6.49172574586072e-05,
      "loss": 2.0753,
      "step": 49492
    },
    {
      "epoch": 4.20429833503228,
      "grad_norm": 3.626162939442678,
      "learning_rate": 6.491160279429617e-05,
      "loss": 2.7348,
      "step": 49493
    },
    {
      "epoch": 4.204383282364934,
      "grad_norm": 3.397215714467792,
      "learning_rate": 6.490594830827092e-05,
      "loss": 2.617,
      "step": 49494
    },
    {
      "epoch": 4.2044682296975875,
      "grad_norm": 3.378185863065334,
      "learning_rate": 6.49002940005433e-05,
      "loss": 2.7322,
      "step": 49495
    },
    {
      "epoch": 4.204553177030241,
      "grad_norm": 3.4761173205074325,
      "learning_rate": 6.489463987112523e-05,
      "loss": 2.8375,
      "step": 49496
    },
    {
      "epoch": 4.204638124362895,
      "grad_norm": 3.3760708766680056,
      "learning_rate": 6.488898592002855e-05,
      "loss": 2.5521,
      "step": 49497
    },
    {
      "epoch": 4.204723071695549,
      "grad_norm": 3.572937274729554,
      "learning_rate": 6.488333214726498e-05,
      "loss": 2.581,
      "step": 49498
    },
    {
      "epoch": 4.204808019028203,
      "grad_norm": 3.6199021279321006,
      "learning_rate": 6.487767855284653e-05,
      "loss": 2.6699,
      "step": 49499
    },
    {
      "epoch": 4.204892966360856,
      "grad_norm": 3.7684557424904357,
      "learning_rate": 6.487202513678496e-05,
      "loss": 2.9761,
      "step": 49500
    },
    {
      "epoch": 4.20497791369351,
      "grad_norm": 3.1424867515825303,
      "learning_rate": 6.486637189909209e-05,
      "loss": 2.0296,
      "step": 49501
    },
    {
      "epoch": 4.205062861026164,
      "grad_norm": 3.692713884970963,
      "learning_rate": 6.486071883977977e-05,
      "loss": 2.9194,
      "step": 49502
    },
    {
      "epoch": 4.205147808358817,
      "grad_norm": 3.574573044675236,
      "learning_rate": 6.485506595885997e-05,
      "loss": 2.5738,
      "step": 49503
    },
    {
      "epoch": 4.205232755691472,
      "grad_norm": 3.2947798321786137,
      "learning_rate": 6.484941325634442e-05,
      "loss": 2.3071,
      "step": 49504
    },
    {
      "epoch": 4.205317703024125,
      "grad_norm": 3.395126783658883,
      "learning_rate": 6.484376073224493e-05,
      "loss": 2.5661,
      "step": 49505
    },
    {
      "epoch": 4.2054026503567785,
      "grad_norm": 2.8952648282814524,
      "learning_rate": 6.483810838657347e-05,
      "loss": 2.1335,
      "step": 49506
    },
    {
      "epoch": 4.205487597689433,
      "grad_norm": 3.1858709366460105,
      "learning_rate": 6.483245621934176e-05,
      "loss": 2.3635,
      "step": 49507
    },
    {
      "epoch": 4.205572545022086,
      "grad_norm": 3.6894959132043685,
      "learning_rate": 6.482680423056172e-05,
      "loss": 2.7914,
      "step": 49508
    },
    {
      "epoch": 4.2056574923547405,
      "grad_norm": 3.7393276562157505,
      "learning_rate": 6.482115242024513e-05,
      "loss": 2.8665,
      "step": 49509
    },
    {
      "epoch": 4.205742439687394,
      "grad_norm": 3.1389458019190917,
      "learning_rate": 6.481550078840393e-05,
      "loss": 2.366,
      "step": 49510
    },
    {
      "epoch": 4.205827387020047,
      "grad_norm": 3.0636419313036876,
      "learning_rate": 6.48098493350499e-05,
      "loss": 2.1732,
      "step": 49511
    },
    {
      "epoch": 4.205912334352702,
      "grad_norm": 3.3485919995891114,
      "learning_rate": 6.480419806019484e-05,
      "loss": 2.7737,
      "step": 49512
    },
    {
      "epoch": 4.205997281685355,
      "grad_norm": 3.0165193974590823,
      "learning_rate": 6.479854696385062e-05,
      "loss": 1.9593,
      "step": 49513
    },
    {
      "epoch": 4.206082229018008,
      "grad_norm": 3.2390096243893027,
      "learning_rate": 6.479289604602916e-05,
      "loss": 2.5916,
      "step": 49514
    },
    {
      "epoch": 4.206167176350663,
      "grad_norm": 3.1554159040713485,
      "learning_rate": 6.478724530674223e-05,
      "loss": 1.9729,
      "step": 49515
    },
    {
      "epoch": 4.206252123683316,
      "grad_norm": 3.6568084304301216,
      "learning_rate": 6.478159474600162e-05,
      "loss": 2.9554,
      "step": 49516
    },
    {
      "epoch": 4.20633707101597,
      "grad_norm": 3.34136203444122,
      "learning_rate": 6.477594436381928e-05,
      "loss": 2.3686,
      "step": 49517
    },
    {
      "epoch": 4.206422018348624,
      "grad_norm": 3.375031448488539,
      "learning_rate": 6.477029416020702e-05,
      "loss": 2.6558,
      "step": 49518
    },
    {
      "epoch": 4.206506965681277,
      "grad_norm": 3.382043056906794,
      "learning_rate": 6.476464413517656e-05,
      "loss": 2.3804,
      "step": 49519
    },
    {
      "epoch": 4.2065919130139315,
      "grad_norm": 3.7089029895059684,
      "learning_rate": 6.475899428873986e-05,
      "loss": 2.8192,
      "step": 49520
    },
    {
      "epoch": 4.206676860346585,
      "grad_norm": 3.564243173739944,
      "learning_rate": 6.475334462090879e-05,
      "loss": 2.6619,
      "step": 49521
    },
    {
      "epoch": 4.206761807679239,
      "grad_norm": 3.4607228517545967,
      "learning_rate": 6.474769513169511e-05,
      "loss": 2.9485,
      "step": 49522
    },
    {
      "epoch": 4.206846755011893,
      "grad_norm": 3.4615352306299108,
      "learning_rate": 6.474204582111063e-05,
      "loss": 2.7145,
      "step": 49523
    },
    {
      "epoch": 4.206931702344546,
      "grad_norm": 3.39339998241522,
      "learning_rate": 6.473639668916728e-05,
      "loss": 2.7324,
      "step": 49524
    },
    {
      "epoch": 4.2070166496772,
      "grad_norm": 2.838782973179802,
      "learning_rate": 6.473074773587686e-05,
      "loss": 2.0425,
      "step": 49525
    },
    {
      "epoch": 4.207101597009854,
      "grad_norm": 3.220226471566874,
      "learning_rate": 6.472509896125114e-05,
      "loss": 2.6662,
      "step": 49526
    },
    {
      "epoch": 4.207186544342508,
      "grad_norm": 3.7781044859421398,
      "learning_rate": 6.4719450365302e-05,
      "loss": 2.8165,
      "step": 49527
    },
    {
      "epoch": 4.2072714916751615,
      "grad_norm": 3.230057198521451,
      "learning_rate": 6.471380194804135e-05,
      "loss": 2.2822,
      "step": 49528
    },
    {
      "epoch": 4.207356439007815,
      "grad_norm": 3.3172256135813094,
      "learning_rate": 6.470815370948095e-05,
      "loss": 2.5148,
      "step": 49529
    },
    {
      "epoch": 4.207441386340469,
      "grad_norm": 2.967980298461019,
      "learning_rate": 6.470250564963263e-05,
      "loss": 2.1559,
      "step": 49530
    },
    {
      "epoch": 4.207526333673123,
      "grad_norm": 3.5128497765340922,
      "learning_rate": 6.469685776850826e-05,
      "loss": 2.5341,
      "step": 49531
    },
    {
      "epoch": 4.207611281005777,
      "grad_norm": 3.324273211572866,
      "learning_rate": 6.469121006611962e-05,
      "loss": 2.659,
      "step": 49532
    },
    {
      "epoch": 4.20769622833843,
      "grad_norm": 2.802426685028457,
      "learning_rate": 6.468556254247863e-05,
      "loss": 1.9867,
      "step": 49533
    },
    {
      "epoch": 4.207781175671084,
      "grad_norm": 3.539185830744487,
      "learning_rate": 6.467991519759701e-05,
      "loss": 2.5531,
      "step": 49534
    },
    {
      "epoch": 4.207866123003738,
      "grad_norm": 3.57106999793897,
      "learning_rate": 6.467426803148672e-05,
      "loss": 2.5765,
      "step": 49535
    },
    {
      "epoch": 4.207951070336391,
      "grad_norm": 3.3025560412971657,
      "learning_rate": 6.466862104415952e-05,
      "loss": 2.4256,
      "step": 49536
    },
    {
      "epoch": 4.208036017669045,
      "grad_norm": 3.0099593808686977,
      "learning_rate": 6.466297423562719e-05,
      "loss": 2.4997,
      "step": 49537
    },
    {
      "epoch": 4.208120965001699,
      "grad_norm": 3.066859386782786,
      "learning_rate": 6.465732760590164e-05,
      "loss": 2.2121,
      "step": 49538
    },
    {
      "epoch": 4.2082059123343525,
      "grad_norm": 3.4184975334065433,
      "learning_rate": 6.465168115499471e-05,
      "loss": 2.4615,
      "step": 49539
    },
    {
      "epoch": 4.208290859667007,
      "grad_norm": 3.1349238613195576,
      "learning_rate": 6.464603488291823e-05,
      "loss": 2.1896,
      "step": 49540
    },
    {
      "epoch": 4.20837580699966,
      "grad_norm": 3.425688438556108,
      "learning_rate": 6.464038878968394e-05,
      "loss": 2.5084,
      "step": 49541
    },
    {
      "epoch": 4.208460754332314,
      "grad_norm": 3.4878454705672666,
      "learning_rate": 6.463474287530378e-05,
      "loss": 2.6852,
      "step": 49542
    },
    {
      "epoch": 4.208545701664968,
      "grad_norm": 3.2012143062586578,
      "learning_rate": 6.462909713978956e-05,
      "loss": 2.506,
      "step": 49543
    },
    {
      "epoch": 4.208630648997621,
      "grad_norm": 3.334045745673195,
      "learning_rate": 6.462345158315301e-05,
      "loss": 2.4266,
      "step": 49544
    },
    {
      "epoch": 4.208715596330276,
      "grad_norm": 3.7397249367069523,
      "learning_rate": 6.461780620540603e-05,
      "loss": 2.602,
      "step": 49545
    },
    {
      "epoch": 4.208800543662929,
      "grad_norm": 3.5272450811341884,
      "learning_rate": 6.461216100656054e-05,
      "loss": 2.7956,
      "step": 49546
    },
    {
      "epoch": 4.208885490995582,
      "grad_norm": 3.609393742717711,
      "learning_rate": 6.460651598662826e-05,
      "loss": 3.15,
      "step": 49547
    },
    {
      "epoch": 4.208970438328237,
      "grad_norm": 3.1955809135900854,
      "learning_rate": 6.460087114562097e-05,
      "loss": 2.4668,
      "step": 49548
    },
    {
      "epoch": 4.20905538566089,
      "grad_norm": 3.3221794642781304,
      "learning_rate": 6.459522648355064e-05,
      "loss": 2.3883,
      "step": 49549
    },
    {
      "epoch": 4.209140332993544,
      "grad_norm": 3.3277167800685072,
      "learning_rate": 6.458958200042896e-05,
      "loss": 2.2193,
      "step": 49550
    },
    {
      "epoch": 4.209225280326198,
      "grad_norm": 3.1704412628710053,
      "learning_rate": 6.458393769626786e-05,
      "loss": 2.367,
      "step": 49551
    },
    {
      "epoch": 4.209310227658851,
      "grad_norm": 3.0410702084483083,
      "learning_rate": 6.45782935710791e-05,
      "loss": 2.3064,
      "step": 49552
    },
    {
      "epoch": 4.2093951749915055,
      "grad_norm": 3.456640457422783,
      "learning_rate": 6.457264962487458e-05,
      "loss": 2.7074,
      "step": 49553
    },
    {
      "epoch": 4.209480122324159,
      "grad_norm": 3.2596410650229233,
      "learning_rate": 6.456700585766607e-05,
      "loss": 2.5328,
      "step": 49554
    },
    {
      "epoch": 4.209565069656813,
      "grad_norm": 3.3699267644667956,
      "learning_rate": 6.456136226946541e-05,
      "loss": 2.3991,
      "step": 49555
    },
    {
      "epoch": 4.209650016989467,
      "grad_norm": 2.9057007222311655,
      "learning_rate": 6.455571886028431e-05,
      "loss": 2.1812,
      "step": 49556
    },
    {
      "epoch": 4.20973496432212,
      "grad_norm": 3.4066921329017776,
      "learning_rate": 6.455007563013482e-05,
      "loss": 2.4033,
      "step": 49557
    },
    {
      "epoch": 4.209819911654774,
      "grad_norm": 3.253035824275627,
      "learning_rate": 6.454443257902864e-05,
      "loss": 2.5155,
      "step": 49558
    },
    {
      "epoch": 4.209904858987428,
      "grad_norm": 3.3858606038469814,
      "learning_rate": 6.453878970697754e-05,
      "loss": 2.7531,
      "step": 49559
    },
    {
      "epoch": 4.209989806320081,
      "grad_norm": 3.182322263117295,
      "learning_rate": 6.453314701399348e-05,
      "loss": 2.4355,
      "step": 49560
    },
    {
      "epoch": 4.210074753652735,
      "grad_norm": 2.731432362390998,
      "learning_rate": 6.45275045000882e-05,
      "loss": 2.0077,
      "step": 49561
    },
    {
      "epoch": 4.210159700985389,
      "grad_norm": 3.0253671846725028,
      "learning_rate": 6.452186216527347e-05,
      "loss": 2.2979,
      "step": 49562
    },
    {
      "epoch": 4.210244648318043,
      "grad_norm": 3.5328172147419847,
      "learning_rate": 6.451622000956119e-05,
      "loss": 2.6339,
      "step": 49563
    },
    {
      "epoch": 4.2103295956506965,
      "grad_norm": 3.393100531556382,
      "learning_rate": 6.451057803296321e-05,
      "loss": 2.6283,
      "step": 49564
    },
    {
      "epoch": 4.21041454298335,
      "grad_norm": 3.4926633581439335,
      "learning_rate": 6.45049362354913e-05,
      "loss": 2.6388,
      "step": 49565
    },
    {
      "epoch": 4.210499490316004,
      "grad_norm": 4.270898797196762,
      "learning_rate": 6.449929461715724e-05,
      "loss": 3.004,
      "step": 49566
    },
    {
      "epoch": 4.210584437648658,
      "grad_norm": 3.5042851316204398,
      "learning_rate": 6.449365317797297e-05,
      "loss": 2.5335,
      "step": 49567
    },
    {
      "epoch": 4.210669384981312,
      "grad_norm": 3.4714501970298093,
      "learning_rate": 6.448801191795024e-05,
      "loss": 2.7059,
      "step": 49568
    },
    {
      "epoch": 4.210754332313965,
      "grad_norm": 3.2302586072622415,
      "learning_rate": 6.44823708371008e-05,
      "loss": 2.1661,
      "step": 49569
    },
    {
      "epoch": 4.210839279646619,
      "grad_norm": 3.1749072843936053,
      "learning_rate": 6.447672993543654e-05,
      "loss": 2.5034,
      "step": 49570
    },
    {
      "epoch": 4.210924226979273,
      "grad_norm": 3.0677004233759195,
      "learning_rate": 6.447108921296934e-05,
      "loss": 2.0329,
      "step": 49571
    },
    {
      "epoch": 4.2110091743119265,
      "grad_norm": 3.2671678785388076,
      "learning_rate": 6.446544866971096e-05,
      "loss": 2.4036,
      "step": 49572
    },
    {
      "epoch": 4.211094121644581,
      "grad_norm": 2.9195903445292055,
      "learning_rate": 6.445980830567321e-05,
      "loss": 2.0273,
      "step": 49573
    },
    {
      "epoch": 4.211179068977234,
      "grad_norm": 3.34921653274376,
      "learning_rate": 6.445416812086786e-05,
      "loss": 2.5873,
      "step": 49574
    },
    {
      "epoch": 4.211264016309888,
      "grad_norm": 3.350055042258883,
      "learning_rate": 6.444852811530679e-05,
      "loss": 2.6751,
      "step": 49575
    },
    {
      "epoch": 4.211348963642542,
      "grad_norm": 3.0078376503648747,
      "learning_rate": 6.444288828900186e-05,
      "loss": 2.2324,
      "step": 49576
    },
    {
      "epoch": 4.211433910975195,
      "grad_norm": 2.869927845000516,
      "learning_rate": 6.443724864196478e-05,
      "loss": 1.8768,
      "step": 49577
    },
    {
      "epoch": 4.2115188583078496,
      "grad_norm": 3.1150333322958477,
      "learning_rate": 6.443160917420749e-05,
      "loss": 2.2846,
      "step": 49578
    },
    {
      "epoch": 4.211603805640503,
      "grad_norm": 2.8830408385168274,
      "learning_rate": 6.442596988574174e-05,
      "loss": 1.9088,
      "step": 49579
    },
    {
      "epoch": 4.211688752973156,
      "grad_norm": 2.926534044364454,
      "learning_rate": 6.442033077657935e-05,
      "loss": 1.9727,
      "step": 49580
    },
    {
      "epoch": 4.211773700305811,
      "grad_norm": 3.7024408201177543,
      "learning_rate": 6.441469184673203e-05,
      "loss": 3.0248,
      "step": 49581
    },
    {
      "epoch": 4.211858647638464,
      "grad_norm": 3.3368504726093478,
      "learning_rate": 6.440905309621178e-05,
      "loss": 2.4811,
      "step": 49582
    },
    {
      "epoch": 4.2119435949711175,
      "grad_norm": 3.104602661825773,
      "learning_rate": 6.440341452503036e-05,
      "loss": 2.4778,
      "step": 49583
    },
    {
      "epoch": 4.212028542303772,
      "grad_norm": 3.168430487749911,
      "learning_rate": 6.439777613319955e-05,
      "loss": 2.4123,
      "step": 49584
    },
    {
      "epoch": 4.212113489636425,
      "grad_norm": 3.2314209821869335,
      "learning_rate": 6.439213792073111e-05,
      "loss": 2.5107,
      "step": 49585
    },
    {
      "epoch": 4.2121984369690795,
      "grad_norm": 3.5684832947358966,
      "learning_rate": 6.438649988763697e-05,
      "loss": 2.7151,
      "step": 49586
    },
    {
      "epoch": 4.212283384301733,
      "grad_norm": 3.060606437915545,
      "learning_rate": 6.438086203392883e-05,
      "loss": 2.3155,
      "step": 49587
    },
    {
      "epoch": 4.212368331634386,
      "grad_norm": 3.60596782694983,
      "learning_rate": 6.437522435961858e-05,
      "loss": 2.3962,
      "step": 49588
    },
    {
      "epoch": 4.212453278967041,
      "grad_norm": 3.688774197655655,
      "learning_rate": 6.436958686471807e-05,
      "loss": 2.9437,
      "step": 49589
    },
    {
      "epoch": 4.212538226299694,
      "grad_norm": 3.159854475053354,
      "learning_rate": 6.436394954923904e-05,
      "loss": 2.3351,
      "step": 49590
    },
    {
      "epoch": 4.212623173632348,
      "grad_norm": 2.8899441109484503,
      "learning_rate": 6.435831241319332e-05,
      "loss": 2.1649,
      "step": 49591
    },
    {
      "epoch": 4.212708120965002,
      "grad_norm": 2.997340256621833,
      "learning_rate": 6.435267545659267e-05,
      "loss": 2.2653,
      "step": 49592
    },
    {
      "epoch": 4.212793068297655,
      "grad_norm": 3.6071063040273277,
      "learning_rate": 6.434703867944897e-05,
      "loss": 2.5217,
      "step": 49593
    },
    {
      "epoch": 4.212878015630309,
      "grad_norm": 3.6526582070702127,
      "learning_rate": 6.434140208177403e-05,
      "loss": 2.8265,
      "step": 49594
    },
    {
      "epoch": 4.212962962962963,
      "grad_norm": 3.3996658701785565,
      "learning_rate": 6.43357656635796e-05,
      "loss": 2.7136,
      "step": 49595
    },
    {
      "epoch": 4.213047910295617,
      "grad_norm": 3.5407292908233643,
      "learning_rate": 6.43301294248776e-05,
      "loss": 2.6003,
      "step": 49596
    },
    {
      "epoch": 4.2131328576282705,
      "grad_norm": 3.0931560126170248,
      "learning_rate": 6.432449336567976e-05,
      "loss": 2.213,
      "step": 49597
    },
    {
      "epoch": 4.213217804960924,
      "grad_norm": 2.994430682175131,
      "learning_rate": 6.431885748599791e-05,
      "loss": 2.244,
      "step": 49598
    },
    {
      "epoch": 4.213302752293578,
      "grad_norm": 2.8393629870702077,
      "learning_rate": 6.431322178584374e-05,
      "loss": 2.1063,
      "step": 49599
    },
    {
      "epoch": 4.213387699626232,
      "grad_norm": 3.1193336184430414,
      "learning_rate": 6.430758626522927e-05,
      "loss": 2.4686,
      "step": 49600
    },
    {
      "epoch": 4.213472646958886,
      "grad_norm": 3.1005127751077155,
      "learning_rate": 6.430195092416621e-05,
      "loss": 2.459,
      "step": 49601
    },
    {
      "epoch": 4.213557594291539,
      "grad_norm": 3.4286616016109646,
      "learning_rate": 6.429631576266636e-05,
      "loss": 2.7987,
      "step": 49602
    },
    {
      "epoch": 4.213642541624193,
      "grad_norm": 3.0489937847509925,
      "learning_rate": 6.429068078074148e-05,
      "loss": 2.1503,
      "step": 49603
    },
    {
      "epoch": 4.213727488956847,
      "grad_norm": 3.6472469183682366,
      "learning_rate": 6.42850459784035e-05,
      "loss": 2.4662,
      "step": 49604
    },
    {
      "epoch": 4.2138124362895,
      "grad_norm": 3.051951847405648,
      "learning_rate": 6.427941135566406e-05,
      "loss": 2.1568,
      "step": 49605
    },
    {
      "epoch": 4.213897383622154,
      "grad_norm": 3.1126456625045114,
      "learning_rate": 6.42737769125351e-05,
      "loss": 2.2302,
      "step": 49606
    },
    {
      "epoch": 4.213982330954808,
      "grad_norm": 3.55570046078587,
      "learning_rate": 6.426814264902842e-05,
      "loss": 2.9083,
      "step": 49607
    },
    {
      "epoch": 4.2140672782874615,
      "grad_norm": 3.3070515709220225,
      "learning_rate": 6.426250856515581e-05,
      "loss": 2.5756,
      "step": 49608
    },
    {
      "epoch": 4.214152225620116,
      "grad_norm": 3.4247609571695103,
      "learning_rate": 6.425687466092906e-05,
      "loss": 2.4427,
      "step": 49609
    },
    {
      "epoch": 4.214237172952769,
      "grad_norm": 2.905146299624611,
      "learning_rate": 6.42512409363599e-05,
      "loss": 2.0931,
      "step": 49610
    },
    {
      "epoch": 4.214322120285423,
      "grad_norm": 3.2463655234729103,
      "learning_rate": 6.424560739146021e-05,
      "loss": 2.4389,
      "step": 49611
    },
    {
      "epoch": 4.214407067618077,
      "grad_norm": 2.9891723279513243,
      "learning_rate": 6.423997402624186e-05,
      "loss": 2.0812,
      "step": 49612
    },
    {
      "epoch": 4.21449201495073,
      "grad_norm": 3.1002705089168026,
      "learning_rate": 6.423434084071655e-05,
      "loss": 2.2123,
      "step": 49613
    },
    {
      "epoch": 4.214576962283385,
      "grad_norm": 3.1826097086032097,
      "learning_rate": 6.422870783489609e-05,
      "loss": 2.1537,
      "step": 49614
    },
    {
      "epoch": 4.214661909616038,
      "grad_norm": 3.6024384103641807,
      "learning_rate": 6.422307500879237e-05,
      "loss": 2.7568,
      "step": 49615
    },
    {
      "epoch": 4.2147468569486914,
      "grad_norm": 3.4998400387548196,
      "learning_rate": 6.421744236241712e-05,
      "loss": 2.535,
      "step": 49616
    },
    {
      "epoch": 4.214831804281346,
      "grad_norm": 2.930750106070277,
      "learning_rate": 6.421180989578211e-05,
      "loss": 2.1492,
      "step": 49617
    },
    {
      "epoch": 4.214916751613999,
      "grad_norm": 3.082018034983684,
      "learning_rate": 6.42061776088992e-05,
      "loss": 1.9571,
      "step": 49618
    },
    {
      "epoch": 4.215001698946653,
      "grad_norm": 2.8914561977640076,
      "learning_rate": 6.42005455017802e-05,
      "loss": 2.0826,
      "step": 49619
    },
    {
      "epoch": 4.215086646279307,
      "grad_norm": 3.3138248015099867,
      "learning_rate": 6.419491357443691e-05,
      "loss": 2.413,
      "step": 49620
    },
    {
      "epoch": 4.21517159361196,
      "grad_norm": 3.868784540695537,
      "learning_rate": 6.418928182688105e-05,
      "loss": 3.0388,
      "step": 49621
    },
    {
      "epoch": 4.2152565409446145,
      "grad_norm": 2.746040210058922,
      "learning_rate": 6.418365025912453e-05,
      "loss": 1.9166,
      "step": 49622
    },
    {
      "epoch": 4.215341488277268,
      "grad_norm": 3.280161700656813,
      "learning_rate": 6.417801887117911e-05,
      "loss": 2.5394,
      "step": 49623
    },
    {
      "epoch": 4.215426435609922,
      "grad_norm": 2.8569786885789212,
      "learning_rate": 6.417238766305652e-05,
      "loss": 2.0051,
      "step": 49624
    },
    {
      "epoch": 4.215511382942576,
      "grad_norm": 3.5263786018585765,
      "learning_rate": 6.416675663476861e-05,
      "loss": 2.6935,
      "step": 49625
    },
    {
      "epoch": 4.215596330275229,
      "grad_norm": 3.318655756977321,
      "learning_rate": 6.416112578632725e-05,
      "loss": 2.5367,
      "step": 49626
    },
    {
      "epoch": 4.215681277607883,
      "grad_norm": 3.127945879690253,
      "learning_rate": 6.415549511774418e-05,
      "loss": 2.4375,
      "step": 49627
    },
    {
      "epoch": 4.215766224940537,
      "grad_norm": 3.5966047706344977,
      "learning_rate": 6.414986462903114e-05,
      "loss": 2.5311,
      "step": 49628
    },
    {
      "epoch": 4.21585117227319,
      "grad_norm": 3.888388074471585,
      "learning_rate": 6.414423432020003e-05,
      "loss": 3.0775,
      "step": 49629
    },
    {
      "epoch": 4.2159361196058445,
      "grad_norm": 3.2504672132371666,
      "learning_rate": 6.413860419126253e-05,
      "loss": 2.277,
      "step": 49630
    },
    {
      "epoch": 4.216021066938498,
      "grad_norm": 3.287268013859866,
      "learning_rate": 6.413297424223058e-05,
      "loss": 2.235,
      "step": 49631
    },
    {
      "epoch": 4.216106014271152,
      "grad_norm": 3.748306979691159,
      "learning_rate": 6.412734447311584e-05,
      "loss": 2.8311,
      "step": 49632
    },
    {
      "epoch": 4.216190961603806,
      "grad_norm": 3.591100761823521,
      "learning_rate": 6.412171488393022e-05,
      "loss": 2.813,
      "step": 49633
    },
    {
      "epoch": 4.216275908936459,
      "grad_norm": 3.3869901688526474,
      "learning_rate": 6.411608547468547e-05,
      "loss": 2.1677,
      "step": 49634
    },
    {
      "epoch": 4.216360856269113,
      "grad_norm": 3.565539875948841,
      "learning_rate": 6.411045624539331e-05,
      "loss": 2.7416,
      "step": 49635
    },
    {
      "epoch": 4.216445803601767,
      "grad_norm": 3.3506991891059767,
      "learning_rate": 6.410482719606561e-05,
      "loss": 2.4727,
      "step": 49636
    },
    {
      "epoch": 4.216530750934421,
      "grad_norm": 2.90997378107545,
      "learning_rate": 6.40991983267142e-05,
      "loss": 2.2489,
      "step": 49637
    },
    {
      "epoch": 4.216615698267074,
      "grad_norm": 3.5538156929487807,
      "learning_rate": 6.409356963735085e-05,
      "loss": 2.774,
      "step": 49638
    },
    {
      "epoch": 4.216700645599728,
      "grad_norm": 3.3790666089874764,
      "learning_rate": 6.408794112798728e-05,
      "loss": 2.6241,
      "step": 49639
    },
    {
      "epoch": 4.216785592932382,
      "grad_norm": 3.192069476046492,
      "learning_rate": 6.408231279863541e-05,
      "loss": 2.3024,
      "step": 49640
    },
    {
      "epoch": 4.2168705402650355,
      "grad_norm": 3.269330276922083,
      "learning_rate": 6.407668464930693e-05,
      "loss": 2.4645,
      "step": 49641
    },
    {
      "epoch": 4.21695548759769,
      "grad_norm": 3.4425733549403743,
      "learning_rate": 6.407105668001362e-05,
      "loss": 2.6609,
      "step": 49642
    },
    {
      "epoch": 4.217040434930343,
      "grad_norm": 3.1552327238867726,
      "learning_rate": 6.406542889076732e-05,
      "loss": 2.3272,
      "step": 49643
    },
    {
      "epoch": 4.217125382262997,
      "grad_norm": 3.844914574857128,
      "learning_rate": 6.405980128157988e-05,
      "loss": 3.1731,
      "step": 49644
    },
    {
      "epoch": 4.217210329595651,
      "grad_norm": 3.3563555323810585,
      "learning_rate": 6.405417385246302e-05,
      "loss": 2.4402,
      "step": 49645
    },
    {
      "epoch": 4.217295276928304,
      "grad_norm": 3.7439159824696917,
      "learning_rate": 6.404854660342849e-05,
      "loss": 2.7823,
      "step": 49646
    },
    {
      "epoch": 4.217380224260959,
      "grad_norm": 2.9040023297919157,
      "learning_rate": 6.40429195344882e-05,
      "loss": 2.1067,
      "step": 49647
    },
    {
      "epoch": 4.217465171593612,
      "grad_norm": 3.1596873933472938,
      "learning_rate": 6.403729264565381e-05,
      "loss": 2.2097,
      "step": 49648
    },
    {
      "epoch": 4.217550118926265,
      "grad_norm": 3.271131372755403,
      "learning_rate": 6.403166593693722e-05,
      "loss": 2.635,
      "step": 49649
    },
    {
      "epoch": 4.21763506625892,
      "grad_norm": 3.4275032794726297,
      "learning_rate": 6.402603940835013e-05,
      "loss": 2.5949,
      "step": 49650
    },
    {
      "epoch": 4.217720013591573,
      "grad_norm": 3.366947406933899,
      "learning_rate": 6.402041305990442e-05,
      "loss": 2.7351,
      "step": 49651
    },
    {
      "epoch": 4.217804960924227,
      "grad_norm": 3.170500028008024,
      "learning_rate": 6.401478689161182e-05,
      "loss": 2.1227,
      "step": 49652
    },
    {
      "epoch": 4.217889908256881,
      "grad_norm": 3.0989443602528723,
      "learning_rate": 6.400916090348409e-05,
      "loss": 2.1452,
      "step": 49653
    },
    {
      "epoch": 4.217974855589534,
      "grad_norm": 3.561839879805979,
      "learning_rate": 6.400353509553306e-05,
      "loss": 2.7597,
      "step": 49654
    },
    {
      "epoch": 4.2180598029221885,
      "grad_norm": 3.00080118797165,
      "learning_rate": 6.399790946777056e-05,
      "loss": 2.2113,
      "step": 49655
    },
    {
      "epoch": 4.218144750254842,
      "grad_norm": 3.2720594087594845,
      "learning_rate": 6.399228402020835e-05,
      "loss": 2.6824,
      "step": 49656
    },
    {
      "epoch": 4.218229697587495,
      "grad_norm": 2.9303272836315957,
      "learning_rate": 6.398665875285811e-05,
      "loss": 2.1462,
      "step": 49657
    },
    {
      "epoch": 4.21831464492015,
      "grad_norm": 3.0276466508276623,
      "learning_rate": 6.39810336657318e-05,
      "loss": 2.2199,
      "step": 49658
    },
    {
      "epoch": 4.218399592252803,
      "grad_norm": 3.0889455327164703,
      "learning_rate": 6.397540875884112e-05,
      "loss": 2.1993,
      "step": 49659
    },
    {
      "epoch": 4.218484539585457,
      "grad_norm": 3.1535114722809983,
      "learning_rate": 6.396978403219779e-05,
      "loss": 2.2413,
      "step": 49660
    },
    {
      "epoch": 4.218569486918111,
      "grad_norm": 3.4925509848780507,
      "learning_rate": 6.396415948581367e-05,
      "loss": 2.6262,
      "step": 49661
    },
    {
      "epoch": 4.218654434250764,
      "grad_norm": 2.86661723251995,
      "learning_rate": 6.39585351197006e-05,
      "loss": 2.0162,
      "step": 49662
    },
    {
      "epoch": 4.218739381583418,
      "grad_norm": 3.120995346671226,
      "learning_rate": 6.39529109338703e-05,
      "loss": 2.2278,
      "step": 49663
    },
    {
      "epoch": 4.218824328916072,
      "grad_norm": 3.0716782212854232,
      "learning_rate": 6.39472869283345e-05,
      "loss": 2.2472,
      "step": 49664
    },
    {
      "epoch": 4.218909276248726,
      "grad_norm": 3.0678335260431546,
      "learning_rate": 6.394166310310509e-05,
      "loss": 2.3839,
      "step": 49665
    },
    {
      "epoch": 4.2189942235813795,
      "grad_norm": 3.598232459021476,
      "learning_rate": 6.393603945819384e-05,
      "loss": 2.9305,
      "step": 49666
    },
    {
      "epoch": 4.219079170914033,
      "grad_norm": 3.870498280659736,
      "learning_rate": 6.39304159936124e-05,
      "loss": 3.2674,
      "step": 49667
    },
    {
      "epoch": 4.219164118246687,
      "grad_norm": 3.058995281693125,
      "learning_rate": 6.392479270937269e-05,
      "loss": 2.3557,
      "step": 49668
    },
    {
      "epoch": 4.219249065579341,
      "grad_norm": 3.0780431942073307,
      "learning_rate": 6.391916960548648e-05,
      "loss": 2.2112,
      "step": 49669
    },
    {
      "epoch": 4.219334012911995,
      "grad_norm": 3.0058573914216384,
      "learning_rate": 6.391354668196553e-05,
      "loss": 2.2998,
      "step": 49670
    },
    {
      "epoch": 4.219418960244648,
      "grad_norm": 3.590277314805038,
      "learning_rate": 6.390792393882158e-05,
      "loss": 2.7603,
      "step": 49671
    },
    {
      "epoch": 4.219503907577302,
      "grad_norm": 3.1103528083501435,
      "learning_rate": 6.39023013760665e-05,
      "loss": 2.2668,
      "step": 49672
    },
    {
      "epoch": 4.219588854909956,
      "grad_norm": 3.6855304714742947,
      "learning_rate": 6.389667899371196e-05,
      "loss": 2.8765,
      "step": 49673
    },
    {
      "epoch": 4.2196738022426095,
      "grad_norm": 3.4524805202985394,
      "learning_rate": 6.389105679176984e-05,
      "loss": 2.3875,
      "step": 49674
    },
    {
      "epoch": 4.219758749575264,
      "grad_norm": 2.929041856937679,
      "learning_rate": 6.388543477025185e-05,
      "loss": 2.1188,
      "step": 49675
    },
    {
      "epoch": 4.219843696907917,
      "grad_norm": 3.436802189849796,
      "learning_rate": 6.387981292916986e-05,
      "loss": 2.6627,
      "step": 49676
    },
    {
      "epoch": 4.219928644240571,
      "grad_norm": 3.218390398455939,
      "learning_rate": 6.387419126853557e-05,
      "loss": 2.3251,
      "step": 49677
    },
    {
      "epoch": 4.220013591573225,
      "grad_norm": 2.979130079968539,
      "learning_rate": 6.386856978836073e-05,
      "loss": 2.1816,
      "step": 49678
    },
    {
      "epoch": 4.220098538905878,
      "grad_norm": 3.529974490675839,
      "learning_rate": 6.386294848865718e-05,
      "loss": 2.6191,
      "step": 49679
    },
    {
      "epoch": 4.220183486238533,
      "grad_norm": 3.237642190968029,
      "learning_rate": 6.385732736943673e-05,
      "loss": 2.3504,
      "step": 49680
    },
    {
      "epoch": 4.220268433571186,
      "grad_norm": 3.582587247102414,
      "learning_rate": 6.385170643071112e-05,
      "loss": 2.6633,
      "step": 49681
    },
    {
      "epoch": 4.220353380903839,
      "grad_norm": 2.977833774071664,
      "learning_rate": 6.384608567249206e-05,
      "loss": 2.0393,
      "step": 49682
    },
    {
      "epoch": 4.220438328236494,
      "grad_norm": 3.7106260026449567,
      "learning_rate": 6.384046509479145e-05,
      "loss": 2.8593,
      "step": 49683
    },
    {
      "epoch": 4.220523275569147,
      "grad_norm": 4.013436674418359,
      "learning_rate": 6.383484469762101e-05,
      "loss": 3.3575,
      "step": 49684
    },
    {
      "epoch": 4.2206082229018005,
      "grad_norm": 3.127802611732688,
      "learning_rate": 6.382922448099246e-05,
      "loss": 2.3379,
      "step": 49685
    },
    {
      "epoch": 4.220693170234455,
      "grad_norm": 3.6673571030909833,
      "learning_rate": 6.382360444491761e-05,
      "loss": 2.8348,
      "step": 49686
    },
    {
      "epoch": 4.220778117567108,
      "grad_norm": 3.1264660523707493,
      "learning_rate": 6.381798458940832e-05,
      "loss": 2.3504,
      "step": 49687
    },
    {
      "epoch": 4.2208630648997625,
      "grad_norm": 3.4357765337641695,
      "learning_rate": 6.381236491447631e-05,
      "loss": 2.7876,
      "step": 49688
    },
    {
      "epoch": 4.220948012232416,
      "grad_norm": 3.1959644287299143,
      "learning_rate": 6.380674542013329e-05,
      "loss": 2.1735,
      "step": 49689
    },
    {
      "epoch": 4.221032959565069,
      "grad_norm": 3.422228167482269,
      "learning_rate": 6.380112610639113e-05,
      "loss": 2.728,
      "step": 49690
    },
    {
      "epoch": 4.221117906897724,
      "grad_norm": 2.890283176501508,
      "learning_rate": 6.37955069732615e-05,
      "loss": 2.0938,
      "step": 49691
    },
    {
      "epoch": 4.221202854230377,
      "grad_norm": 2.931802503465879,
      "learning_rate": 6.378988802075632e-05,
      "loss": 2.0723,
      "step": 49692
    },
    {
      "epoch": 4.221287801563031,
      "grad_norm": 3.7352740825414856,
      "learning_rate": 6.37842692488872e-05,
      "loss": 3.032,
      "step": 49693
    },
    {
      "epoch": 4.221372748895685,
      "grad_norm": 3.319951663961098,
      "learning_rate": 6.377865065766606e-05,
      "loss": 2.4703,
      "step": 49694
    },
    {
      "epoch": 4.221457696228338,
      "grad_norm": 3.5322050824285,
      "learning_rate": 6.37730322471046e-05,
      "loss": 2.5965,
      "step": 49695
    },
    {
      "epoch": 4.221542643560992,
      "grad_norm": 3.141022755312133,
      "learning_rate": 6.376741401721454e-05,
      "loss": 2.3025,
      "step": 49696
    },
    {
      "epoch": 4.221627590893646,
      "grad_norm": 3.215719399698761,
      "learning_rate": 6.376179596800773e-05,
      "loss": 2.3495,
      "step": 49697
    },
    {
      "epoch": 4.2217125382263,
      "grad_norm": 3.348352099760554,
      "learning_rate": 6.375617809949596e-05,
      "loss": 2.5393,
      "step": 49698
    },
    {
      "epoch": 4.2217974855589535,
      "grad_norm": 3.8451403403476108,
      "learning_rate": 6.375056041169098e-05,
      "loss": 3.0663,
      "step": 49699
    },
    {
      "epoch": 4.221882432891607,
      "grad_norm": 3.1896363684988134,
      "learning_rate": 6.374494290460446e-05,
      "loss": 2.2509,
      "step": 49700
    },
    {
      "epoch": 4.221967380224261,
      "grad_norm": 3.255828609836049,
      "learning_rate": 6.373932557824833e-05,
      "loss": 2.3338,
      "step": 49701
    },
    {
      "epoch": 4.222052327556915,
      "grad_norm": 3.7917148272388204,
      "learning_rate": 6.373370843263426e-05,
      "loss": 2.8877,
      "step": 49702
    },
    {
      "epoch": 4.222137274889569,
      "grad_norm": 2.961744203080502,
      "learning_rate": 6.372809146777401e-05,
      "loss": 2.1254,
      "step": 49703
    },
    {
      "epoch": 4.222222222222222,
      "grad_norm": 2.830729502244775,
      "learning_rate": 6.372247468367938e-05,
      "loss": 2.0512,
      "step": 49704
    },
    {
      "epoch": 4.222307169554876,
      "grad_norm": 3.1965085273451845,
      "learning_rate": 6.371685808036219e-05,
      "loss": 2.3128,
      "step": 49705
    },
    {
      "epoch": 4.22239211688753,
      "grad_norm": 3.5270448975266655,
      "learning_rate": 6.371124165783418e-05,
      "loss": 2.5005,
      "step": 49706
    },
    {
      "epoch": 4.222477064220183,
      "grad_norm": 3.125831224463872,
      "learning_rate": 6.3705625416107e-05,
      "loss": 2.3712,
      "step": 49707
    },
    {
      "epoch": 4.222562011552837,
      "grad_norm": 3.3246656314297,
      "learning_rate": 6.370000935519261e-05,
      "loss": 2.6013,
      "step": 49708
    },
    {
      "epoch": 4.222646958885491,
      "grad_norm": 2.936556317336736,
      "learning_rate": 6.369439347510267e-05,
      "loss": 2.2777,
      "step": 49709
    },
    {
      "epoch": 4.2227319062181445,
      "grad_norm": 3.274061630515587,
      "learning_rate": 6.36887777758489e-05,
      "loss": 2.4446,
      "step": 49710
    },
    {
      "epoch": 4.222816853550799,
      "grad_norm": 3.1147628773183467,
      "learning_rate": 6.368316225744314e-05,
      "loss": 2.3717,
      "step": 49711
    },
    {
      "epoch": 4.222901800883452,
      "grad_norm": 3.093311179513476,
      "learning_rate": 6.36775469198972e-05,
      "loss": 2.1391,
      "step": 49712
    },
    {
      "epoch": 4.222986748216106,
      "grad_norm": 3.891810302525416,
      "learning_rate": 6.367193176322278e-05,
      "loss": 2.7347,
      "step": 49713
    },
    {
      "epoch": 4.22307169554876,
      "grad_norm": 3.0075873967400817,
      "learning_rate": 6.366631678743158e-05,
      "loss": 2.1854,
      "step": 49714
    },
    {
      "epoch": 4.223156642881413,
      "grad_norm": 3.2438344450920757,
      "learning_rate": 6.366070199253552e-05,
      "loss": 2.5254,
      "step": 49715
    },
    {
      "epoch": 4.223241590214068,
      "grad_norm": 3.9967519316684856,
      "learning_rate": 6.365508737854622e-05,
      "loss": 3.3332,
      "step": 49716
    },
    {
      "epoch": 4.223326537546721,
      "grad_norm": 3.0366052220221995,
      "learning_rate": 6.364947294547557e-05,
      "loss": 2.1268,
      "step": 49717
    },
    {
      "epoch": 4.2234114848793745,
      "grad_norm": 3.7725331128571495,
      "learning_rate": 6.364385869333521e-05,
      "loss": 2.9063,
      "step": 49718
    },
    {
      "epoch": 4.223496432212029,
      "grad_norm": 2.9228987697972744,
      "learning_rate": 6.363824462213703e-05,
      "loss": 2.1724,
      "step": 49719
    },
    {
      "epoch": 4.223581379544682,
      "grad_norm": 3.568047651815745,
      "learning_rate": 6.36326307318927e-05,
      "loss": 2.6297,
      "step": 49720
    },
    {
      "epoch": 4.2236663268773365,
      "grad_norm": 3.3280040821716446,
      "learning_rate": 6.3627017022614e-05,
      "loss": 2.5735,
      "step": 49721
    },
    {
      "epoch": 4.22375127420999,
      "grad_norm": 3.3368627725214024,
      "learning_rate": 6.362140349431269e-05,
      "loss": 2.7126,
      "step": 49722
    },
    {
      "epoch": 4.223836221542643,
      "grad_norm": 3.204873131499619,
      "learning_rate": 6.361579014700058e-05,
      "loss": 2.494,
      "step": 49723
    },
    {
      "epoch": 4.223921168875298,
      "grad_norm": 3.3602322683055497,
      "learning_rate": 6.36101769806894e-05,
      "loss": 2.7439,
      "step": 49724
    },
    {
      "epoch": 4.224006116207951,
      "grad_norm": 3.532463141253859,
      "learning_rate": 6.360456399539089e-05,
      "loss": 2.6648,
      "step": 49725
    },
    {
      "epoch": 4.224091063540605,
      "grad_norm": 3.1778619478280516,
      "learning_rate": 6.359895119111685e-05,
      "loss": 2.3106,
      "step": 49726
    },
    {
      "epoch": 4.224176010873259,
      "grad_norm": 3.343230575169502,
      "learning_rate": 6.359333856787903e-05,
      "loss": 2.6541,
      "step": 49727
    },
    {
      "epoch": 4.224260958205912,
      "grad_norm": 2.8713266706129175,
      "learning_rate": 6.358772612568913e-05,
      "loss": 2.1326,
      "step": 49728
    },
    {
      "epoch": 4.224345905538566,
      "grad_norm": 3.6511657662900387,
      "learning_rate": 6.358211386455895e-05,
      "loss": 3.084,
      "step": 49729
    },
    {
      "epoch": 4.22443085287122,
      "grad_norm": 2.955263188327722,
      "learning_rate": 6.35765017845003e-05,
      "loss": 2.1861,
      "step": 49730
    },
    {
      "epoch": 4.224515800203873,
      "grad_norm": 2.8979913928419556,
      "learning_rate": 6.357088988552494e-05,
      "loss": 2.0431,
      "step": 49731
    },
    {
      "epoch": 4.2246007475365275,
      "grad_norm": 3.2289687278499426,
      "learning_rate": 6.356527816764451e-05,
      "loss": 2.2678,
      "step": 49732
    },
    {
      "epoch": 4.224685694869181,
      "grad_norm": 3.5209178874421316,
      "learning_rate": 6.35596666308709e-05,
      "loss": 2.488,
      "step": 49733
    },
    {
      "epoch": 4.224770642201835,
      "grad_norm": 3.350119466814008,
      "learning_rate": 6.355405527521576e-05,
      "loss": 2.6672,
      "step": 49734
    },
    {
      "epoch": 4.224855589534489,
      "grad_norm": 3.158494350592406,
      "learning_rate": 6.354844410069096e-05,
      "loss": 2.4596,
      "step": 49735
    },
    {
      "epoch": 4.224940536867142,
      "grad_norm": 3.268113456101767,
      "learning_rate": 6.354283310730814e-05,
      "loss": 2.5703,
      "step": 49736
    },
    {
      "epoch": 4.225025484199796,
      "grad_norm": 3.954102432584334,
      "learning_rate": 6.353722229507917e-05,
      "loss": 3.0291,
      "step": 49737
    },
    {
      "epoch": 4.22511043153245,
      "grad_norm": 3.257499618789739,
      "learning_rate": 6.353161166401575e-05,
      "loss": 2.6248,
      "step": 49738
    },
    {
      "epoch": 4.225195378865104,
      "grad_norm": 3.105586724362476,
      "learning_rate": 6.352600121412957e-05,
      "loss": 2.3289,
      "step": 49739
    },
    {
      "epoch": 4.225280326197757,
      "grad_norm": 3.1889625412144786,
      "learning_rate": 6.352039094543247e-05,
      "loss": 2.5875,
      "step": 49740
    },
    {
      "epoch": 4.225365273530411,
      "grad_norm": 3.636663834374605,
      "learning_rate": 6.351478085793623e-05,
      "loss": 2.7981,
      "step": 49741
    },
    {
      "epoch": 4.225450220863065,
      "grad_norm": 3.22918378541856,
      "learning_rate": 6.350917095165258e-05,
      "loss": 2.2778,
      "step": 49742
    },
    {
      "epoch": 4.2255351681957185,
      "grad_norm": 3.0846075511228084,
      "learning_rate": 6.35035612265932e-05,
      "loss": 2.2284,
      "step": 49743
    },
    {
      "epoch": 4.225620115528373,
      "grad_norm": 2.9680075779067576,
      "learning_rate": 6.349795168276994e-05,
      "loss": 2.2376,
      "step": 49744
    },
    {
      "epoch": 4.225705062861026,
      "grad_norm": 3.810285827665775,
      "learning_rate": 6.349234232019451e-05,
      "loss": 3.2532,
      "step": 49745
    },
    {
      "epoch": 4.22579001019368,
      "grad_norm": 3.129094970059501,
      "learning_rate": 6.348673313887865e-05,
      "loss": 2.3116,
      "step": 49746
    },
    {
      "epoch": 4.225874957526334,
      "grad_norm": 3.5674711130263077,
      "learning_rate": 6.34811241388341e-05,
      "loss": 2.723,
      "step": 49747
    },
    {
      "epoch": 4.225959904858987,
      "grad_norm": 2.941875057919523,
      "learning_rate": 6.347551532007269e-05,
      "loss": 2.0939,
      "step": 49748
    },
    {
      "epoch": 4.226044852191642,
      "grad_norm": 3.2735667389620384,
      "learning_rate": 6.346990668260615e-05,
      "loss": 2.4524,
      "step": 49749
    },
    {
      "epoch": 4.226129799524295,
      "grad_norm": 3.4209037546766483,
      "learning_rate": 6.346429822644614e-05,
      "loss": 2.7464,
      "step": 49750
    },
    {
      "epoch": 4.226214746856948,
      "grad_norm": 3.3388249176660816,
      "learning_rate": 6.345868995160453e-05,
      "loss": 2.5477,
      "step": 49751
    },
    {
      "epoch": 4.226299694189603,
      "grad_norm": 2.8729698653396794,
      "learning_rate": 6.345308185809303e-05,
      "loss": 2.0323,
      "step": 49752
    },
    {
      "epoch": 4.226384641522256,
      "grad_norm": 3.230729496022945,
      "learning_rate": 6.344747394592334e-05,
      "loss": 2.2504,
      "step": 49753
    },
    {
      "epoch": 4.2264695888549095,
      "grad_norm": 3.3623105081547187,
      "learning_rate": 6.344186621510722e-05,
      "loss": 2.5557,
      "step": 49754
    },
    {
      "epoch": 4.226554536187564,
      "grad_norm": 3.026120878252493,
      "learning_rate": 6.343625866565651e-05,
      "loss": 2.2839,
      "step": 49755
    },
    {
      "epoch": 4.226639483520217,
      "grad_norm": 3.3443926418905727,
      "learning_rate": 6.343065129758292e-05,
      "loss": 2.6425,
      "step": 49756
    },
    {
      "epoch": 4.2267244308528715,
      "grad_norm": 2.966388239831839,
      "learning_rate": 6.342504411089812e-05,
      "loss": 2.2294,
      "step": 49757
    },
    {
      "epoch": 4.226809378185525,
      "grad_norm": 3.4688063866480987,
      "learning_rate": 6.341943710561396e-05,
      "loss": 2.4753,
      "step": 49758
    },
    {
      "epoch": 4.226894325518178,
      "grad_norm": 3.091489244937548,
      "learning_rate": 6.34138302817421e-05,
      "loss": 2.284,
      "step": 49759
    },
    {
      "epoch": 4.226979272850833,
      "grad_norm": 3.5562609095486475,
      "learning_rate": 6.34082236392944e-05,
      "loss": 2.6096,
      "step": 49760
    },
    {
      "epoch": 4.227064220183486,
      "grad_norm": 4.060578208133941,
      "learning_rate": 6.340261717828247e-05,
      "loss": 3.0087,
      "step": 49761
    },
    {
      "epoch": 4.22714916751614,
      "grad_norm": 3.238181900418648,
      "learning_rate": 6.339701089871818e-05,
      "loss": 2.322,
      "step": 49762
    },
    {
      "epoch": 4.227234114848794,
      "grad_norm": 3.1737107583578807,
      "learning_rate": 6.339140480061324e-05,
      "loss": 2.4824,
      "step": 49763
    },
    {
      "epoch": 4.227319062181447,
      "grad_norm": 3.6864750461655356,
      "learning_rate": 6.338579888397933e-05,
      "loss": 2.8387,
      "step": 49764
    },
    {
      "epoch": 4.2274040095141014,
      "grad_norm": 3.574504225689869,
      "learning_rate": 6.338019314882824e-05,
      "loss": 2.8448,
      "step": 49765
    },
    {
      "epoch": 4.227488956846755,
      "grad_norm": 3.201241051038395,
      "learning_rate": 6.337458759517177e-05,
      "loss": 2.4239,
      "step": 49766
    },
    {
      "epoch": 4.227573904179409,
      "grad_norm": 3.20268403159693,
      "learning_rate": 6.336898222302163e-05,
      "loss": 2.3579,
      "step": 49767
    },
    {
      "epoch": 4.2276588515120626,
      "grad_norm": 3.4831387064921326,
      "learning_rate": 6.33633770323895e-05,
      "loss": 2.8633,
      "step": 49768
    },
    {
      "epoch": 4.227743798844716,
      "grad_norm": 3.7122451804191776,
      "learning_rate": 6.335777202328724e-05,
      "loss": 2.8514,
      "step": 49769
    },
    {
      "epoch": 4.22782874617737,
      "grad_norm": 3.1512190314669715,
      "learning_rate": 6.335216719572653e-05,
      "loss": 2.2985,
      "step": 49770
    },
    {
      "epoch": 4.227913693510024,
      "grad_norm": 3.020804629294652,
      "learning_rate": 6.334656254971906e-05,
      "loss": 2.2568,
      "step": 49771
    },
    {
      "epoch": 4.227998640842678,
      "grad_norm": 3.309433182090153,
      "learning_rate": 6.334095808527663e-05,
      "loss": 2.5347,
      "step": 49772
    },
    {
      "epoch": 4.228083588175331,
      "grad_norm": 2.79709574844501,
      "learning_rate": 6.333535380241105e-05,
      "loss": 1.8878,
      "step": 49773
    },
    {
      "epoch": 4.228168535507985,
      "grad_norm": 3.780490011584425,
      "learning_rate": 6.332974970113398e-05,
      "loss": 2.9423,
      "step": 49774
    },
    {
      "epoch": 4.228253482840639,
      "grad_norm": 2.778125093007469,
      "learning_rate": 6.332414578145713e-05,
      "loss": 2.0984,
      "step": 49775
    },
    {
      "epoch": 4.2283384301732925,
      "grad_norm": 2.8681795667722407,
      "learning_rate": 6.331854204339234e-05,
      "loss": 2.0776,
      "step": 49776
    },
    {
      "epoch": 4.228423377505946,
      "grad_norm": 3.1996435512064103,
      "learning_rate": 6.331293848695124e-05,
      "loss": 2.389,
      "step": 49777
    },
    {
      "epoch": 4.2285083248386,
      "grad_norm": 3.114952446532048,
      "learning_rate": 6.330733511214571e-05,
      "loss": 2.3172,
      "step": 49778
    },
    {
      "epoch": 4.228593272171254,
      "grad_norm": 3.3324100939575447,
      "learning_rate": 6.330173191898734e-05,
      "loss": 2.6706,
      "step": 49779
    },
    {
      "epoch": 4.228678219503908,
      "grad_norm": 3.197172442720562,
      "learning_rate": 6.329612890748801e-05,
      "loss": 2.4134,
      "step": 49780
    },
    {
      "epoch": 4.228763166836561,
      "grad_norm": 2.8723544450437055,
      "learning_rate": 6.329052607765941e-05,
      "loss": 1.9954,
      "step": 49781
    },
    {
      "epoch": 4.228848114169215,
      "grad_norm": 3.3458165865102094,
      "learning_rate": 6.328492342951318e-05,
      "loss": 2.4936,
      "step": 49782
    },
    {
      "epoch": 4.228933061501869,
      "grad_norm": 3.824246424863589,
      "learning_rate": 6.327932096306116e-05,
      "loss": 2.8761,
      "step": 49783
    },
    {
      "epoch": 4.229018008834522,
      "grad_norm": 3.074540289854471,
      "learning_rate": 6.327371867831512e-05,
      "loss": 2.0936,
      "step": 49784
    },
    {
      "epoch": 4.229102956167177,
      "grad_norm": 3.041040952892211,
      "learning_rate": 6.326811657528674e-05,
      "loss": 2.2869,
      "step": 49785
    },
    {
      "epoch": 4.22918790349983,
      "grad_norm": 3.2997767605578483,
      "learning_rate": 6.326251465398773e-05,
      "loss": 2.5801,
      "step": 49786
    },
    {
      "epoch": 4.2292728508324835,
      "grad_norm": 3.185610987570146,
      "learning_rate": 6.325691291442992e-05,
      "loss": 2.4342,
      "step": 49787
    },
    {
      "epoch": 4.229357798165138,
      "grad_norm": 3.40130023315859,
      "learning_rate": 6.325131135662498e-05,
      "loss": 2.479,
      "step": 49788
    },
    {
      "epoch": 4.229442745497791,
      "grad_norm": 3.37002431567798,
      "learning_rate": 6.324570998058463e-05,
      "loss": 2.7659,
      "step": 49789
    },
    {
      "epoch": 4.2295276928304455,
      "grad_norm": 2.970586431346092,
      "learning_rate": 6.324010878632061e-05,
      "loss": 2.1677,
      "step": 49790
    },
    {
      "epoch": 4.229612640163099,
      "grad_norm": 3.240682784423901,
      "learning_rate": 6.323450777384475e-05,
      "loss": 2.3667,
      "step": 49791
    },
    {
      "epoch": 4.229697587495752,
      "grad_norm": 3.1849928881545795,
      "learning_rate": 6.322890694316873e-05,
      "loss": 2.3038,
      "step": 49792
    },
    {
      "epoch": 4.229782534828407,
      "grad_norm": 3.683495819167522,
      "learning_rate": 6.32233062943042e-05,
      "loss": 2.8427,
      "step": 49793
    },
    {
      "epoch": 4.22986748216106,
      "grad_norm": 3.2879161981122658,
      "learning_rate": 6.321770582726304e-05,
      "loss": 2.54,
      "step": 49794
    },
    {
      "epoch": 4.229952429493714,
      "grad_norm": 3.5557856660572518,
      "learning_rate": 6.32121055420569e-05,
      "loss": 2.8788,
      "step": 49795
    },
    {
      "epoch": 4.230037376826368,
      "grad_norm": 3.2401675274694473,
      "learning_rate": 6.320650543869748e-05,
      "loss": 2.406,
      "step": 49796
    },
    {
      "epoch": 4.230122324159021,
      "grad_norm": 3.3097435566973292,
      "learning_rate": 6.320090551719658e-05,
      "loss": 2.5375,
      "step": 49797
    },
    {
      "epoch": 4.230207271491675,
      "grad_norm": 3.4356172874480353,
      "learning_rate": 6.319530577756594e-05,
      "loss": 2.4395,
      "step": 49798
    },
    {
      "epoch": 4.230292218824329,
      "grad_norm": 3.782182918453714,
      "learning_rate": 6.318970621981728e-05,
      "loss": 2.6859,
      "step": 49799
    },
    {
      "epoch": 4.230377166156982,
      "grad_norm": 3.2443888445000226,
      "learning_rate": 6.318410684396229e-05,
      "loss": 2.4055,
      "step": 49800
    },
    {
      "epoch": 4.2304621134896365,
      "grad_norm": 3.3389467972600118,
      "learning_rate": 6.317850765001276e-05,
      "loss": 2.6408,
      "step": 49801
    },
    {
      "epoch": 4.23054706082229,
      "grad_norm": 3.716679778028858,
      "learning_rate": 6.317290863798035e-05,
      "loss": 2.7993,
      "step": 49802
    },
    {
      "epoch": 4.230632008154944,
      "grad_norm": 2.9850449430098616,
      "learning_rate": 6.31673098078769e-05,
      "loss": 2.1237,
      "step": 49803
    },
    {
      "epoch": 4.230716955487598,
      "grad_norm": 3.537656007087847,
      "learning_rate": 6.3161711159714e-05,
      "loss": 2.5518,
      "step": 49804
    },
    {
      "epoch": 4.230801902820251,
      "grad_norm": 3.4073566218453464,
      "learning_rate": 6.315611269350355e-05,
      "loss": 2.3076,
      "step": 49805
    },
    {
      "epoch": 4.230886850152905,
      "grad_norm": 3.3057815063082923,
      "learning_rate": 6.315051440925718e-05,
      "loss": 2.763,
      "step": 49806
    },
    {
      "epoch": 4.230971797485559,
      "grad_norm": 3.3557588832208953,
      "learning_rate": 6.314491630698656e-05,
      "loss": 2.2759,
      "step": 49807
    },
    {
      "epoch": 4.231056744818213,
      "grad_norm": 3.1183853986633965,
      "learning_rate": 6.31393183867035e-05,
      "loss": 2.2284,
      "step": 49808
    },
    {
      "epoch": 4.231141692150866,
      "grad_norm": 3.358994651157075,
      "learning_rate": 6.313372064841978e-05,
      "loss": 2.7828,
      "step": 49809
    },
    {
      "epoch": 4.23122663948352,
      "grad_norm": 3.349318184469244,
      "learning_rate": 6.312812309214705e-05,
      "loss": 2.6862,
      "step": 49810
    },
    {
      "epoch": 4.231311586816174,
      "grad_norm": 2.95750928984427,
      "learning_rate": 6.312252571789701e-05,
      "loss": 2.0805,
      "step": 49811
    },
    {
      "epoch": 4.2313965341488275,
      "grad_norm": 3.7777909524946836,
      "learning_rate": 6.311692852568151e-05,
      "loss": 2.8916,
      "step": 49812
    },
    {
      "epoch": 4.231481481481482,
      "grad_norm": 3.414087027965354,
      "learning_rate": 6.311133151551217e-05,
      "loss": 2.3871,
      "step": 49813
    },
    {
      "epoch": 4.231566428814135,
      "grad_norm": 3.647072229347921,
      "learning_rate": 6.310573468740072e-05,
      "loss": 2.8683,
      "step": 49814
    },
    {
      "epoch": 4.231651376146789,
      "grad_norm": 3.3792443763955116,
      "learning_rate": 6.310013804135892e-05,
      "loss": 2.397,
      "step": 49815
    },
    {
      "epoch": 4.231736323479443,
      "grad_norm": 2.9670115434147637,
      "learning_rate": 6.309454157739853e-05,
      "loss": 2.1025,
      "step": 49816
    },
    {
      "epoch": 4.231821270812096,
      "grad_norm": 3.6381635368181677,
      "learning_rate": 6.308894529553124e-05,
      "loss": 2.6552,
      "step": 49817
    },
    {
      "epoch": 4.231906218144751,
      "grad_norm": 2.985865846852644,
      "learning_rate": 6.308334919576874e-05,
      "loss": 2.243,
      "step": 49818
    },
    {
      "epoch": 4.231991165477404,
      "grad_norm": 3.334473234819032,
      "learning_rate": 6.307775327812283e-05,
      "loss": 2.2261,
      "step": 49819
    },
    {
      "epoch": 4.2320761128100575,
      "grad_norm": 3.294297771797324,
      "learning_rate": 6.307215754260515e-05,
      "loss": 2.6683,
      "step": 49820
    },
    {
      "epoch": 4.232161060142712,
      "grad_norm": 3.1753691216514675,
      "learning_rate": 6.306656198922754e-05,
      "loss": 2.4873,
      "step": 49821
    },
    {
      "epoch": 4.232246007475365,
      "grad_norm": 2.9822038554016403,
      "learning_rate": 6.306096661800158e-05,
      "loss": 2.1205,
      "step": 49822
    },
    {
      "epoch": 4.232330954808019,
      "grad_norm": 3.496268069121446,
      "learning_rate": 6.305537142893913e-05,
      "loss": 2.4861,
      "step": 49823
    },
    {
      "epoch": 4.232415902140673,
      "grad_norm": 3.155691627417765,
      "learning_rate": 6.304977642205185e-05,
      "loss": 2.2603,
      "step": 49824
    },
    {
      "epoch": 4.232500849473326,
      "grad_norm": 3.368322089642122,
      "learning_rate": 6.304418159735148e-05,
      "loss": 2.4536,
      "step": 49825
    },
    {
      "epoch": 4.232585796805981,
      "grad_norm": 2.848955008918142,
      "learning_rate": 6.303858695484961e-05,
      "loss": 2.0356,
      "step": 49826
    },
    {
      "epoch": 4.232670744138634,
      "grad_norm": 3.5190636297384823,
      "learning_rate": 6.30329924945582e-05,
      "loss": 2.6057,
      "step": 49827
    },
    {
      "epoch": 4.232755691471287,
      "grad_norm": 3.5155369042936995,
      "learning_rate": 6.302739821648884e-05,
      "loss": 2.6545,
      "step": 49828
    },
    {
      "epoch": 4.232840638803942,
      "grad_norm": 3.3596342032635955,
      "learning_rate": 6.302180412065322e-05,
      "loss": 2.489,
      "step": 49829
    },
    {
      "epoch": 4.232925586136595,
      "grad_norm": 3.7389139895385815,
      "learning_rate": 6.301621020706316e-05,
      "loss": 2.7813,
      "step": 49830
    },
    {
      "epoch": 4.233010533469249,
      "grad_norm": 3.093493386717762,
      "learning_rate": 6.301061647573034e-05,
      "loss": 2.3082,
      "step": 49831
    },
    {
      "epoch": 4.233095480801903,
      "grad_norm": 3.3981810026018406,
      "learning_rate": 6.30050229266664e-05,
      "loss": 2.5889,
      "step": 49832
    },
    {
      "epoch": 4.233180428134556,
      "grad_norm": 3.2776535921798517,
      "learning_rate": 6.299942955988314e-05,
      "loss": 2.5291,
      "step": 49833
    },
    {
      "epoch": 4.2332653754672105,
      "grad_norm": 2.9060989029317654,
      "learning_rate": 6.299383637539231e-05,
      "loss": 2.188,
      "step": 49834
    },
    {
      "epoch": 4.233350322799864,
      "grad_norm": 3.4279967374919225,
      "learning_rate": 6.29882433732056e-05,
      "loss": 2.6907,
      "step": 49835
    },
    {
      "epoch": 4.233435270132518,
      "grad_norm": 3.162283992796231,
      "learning_rate": 6.298265055333465e-05,
      "loss": 2.2777,
      "step": 49836
    },
    {
      "epoch": 4.233520217465172,
      "grad_norm": 3.1921214920635914,
      "learning_rate": 6.297705791579131e-05,
      "loss": 2.1497,
      "step": 49837
    },
    {
      "epoch": 4.233605164797825,
      "grad_norm": 3.2512406207258415,
      "learning_rate": 6.297146546058723e-05,
      "loss": 2.5243,
      "step": 49838
    },
    {
      "epoch": 4.233690112130479,
      "grad_norm": 3.381726064953577,
      "learning_rate": 6.296587318773409e-05,
      "loss": 2.4809,
      "step": 49839
    },
    {
      "epoch": 4.233775059463133,
      "grad_norm": 3.3751760735851373,
      "learning_rate": 6.296028109724363e-05,
      "loss": 2.3188,
      "step": 49840
    },
    {
      "epoch": 4.233860006795787,
      "grad_norm": 3.0815913200933873,
      "learning_rate": 6.295468918912765e-05,
      "loss": 2.3068,
      "step": 49841
    },
    {
      "epoch": 4.23394495412844,
      "grad_norm": 3.3376390322685894,
      "learning_rate": 6.29490974633978e-05,
      "loss": 2.3987,
      "step": 49842
    },
    {
      "epoch": 4.234029901461094,
      "grad_norm": 3.5981242125139987,
      "learning_rate": 6.294350592006581e-05,
      "loss": 2.9345,
      "step": 49843
    },
    {
      "epoch": 4.234114848793748,
      "grad_norm": 3.147949052304726,
      "learning_rate": 6.293791455914333e-05,
      "loss": 2.3649,
      "step": 49844
    },
    {
      "epoch": 4.2341997961264015,
      "grad_norm": 3.358066127563864,
      "learning_rate": 6.293232338064212e-05,
      "loss": 2.5837,
      "step": 49845
    },
    {
      "epoch": 4.234284743459056,
      "grad_norm": 2.8994125947324907,
      "learning_rate": 6.292673238457395e-05,
      "loss": 2.0596,
      "step": 49846
    },
    {
      "epoch": 4.234369690791709,
      "grad_norm": 2.976118349970334,
      "learning_rate": 6.292114157095047e-05,
      "loss": 2.1967,
      "step": 49847
    },
    {
      "epoch": 4.234454638124363,
      "grad_norm": 3.077700446797999,
      "learning_rate": 6.291555093978344e-05,
      "loss": 2.233,
      "step": 49848
    },
    {
      "epoch": 4.234539585457017,
      "grad_norm": 3.3375023344549533,
      "learning_rate": 6.290996049108457e-05,
      "loss": 2.6305,
      "step": 49849
    },
    {
      "epoch": 4.23462453278967,
      "grad_norm": 3.4793981387569852,
      "learning_rate": 6.290437022486554e-05,
      "loss": 2.516,
      "step": 49850
    },
    {
      "epoch": 4.234709480122324,
      "grad_norm": 3.474689335253891,
      "learning_rate": 6.289878014113798e-05,
      "loss": 2.4855,
      "step": 49851
    },
    {
      "epoch": 4.234794427454978,
      "grad_norm": 2.887436118307838,
      "learning_rate": 6.289319023991381e-05,
      "loss": 2.0893,
      "step": 49852
    },
    {
      "epoch": 4.234879374787631,
      "grad_norm": 3.0173770509912217,
      "learning_rate": 6.28876005212046e-05,
      "loss": 2.2999,
      "step": 49853
    },
    {
      "epoch": 4.234964322120286,
      "grad_norm": 3.1541870157013348,
      "learning_rate": 6.288201098502214e-05,
      "loss": 2.5124,
      "step": 49854
    },
    {
      "epoch": 4.235049269452939,
      "grad_norm": 3.553297716119703,
      "learning_rate": 6.2876421631378e-05,
      "loss": 2.6303,
      "step": 49855
    },
    {
      "epoch": 4.2351342167855925,
      "grad_norm": 3.109525181268291,
      "learning_rate": 6.287083246028407e-05,
      "loss": 2.3029,
      "step": 49856
    },
    {
      "epoch": 4.235219164118247,
      "grad_norm": 3.201663405090323,
      "learning_rate": 6.28652434717519e-05,
      "loss": 2.4648,
      "step": 49857
    },
    {
      "epoch": 4.2353041114509,
      "grad_norm": 3.083598057977841,
      "learning_rate": 6.28596546657933e-05,
      "loss": 2.2161,
      "step": 49858
    },
    {
      "epoch": 4.2353890587835545,
      "grad_norm": 2.80714662267508,
      "learning_rate": 6.285406604242e-05,
      "loss": 2.0087,
      "step": 49859
    },
    {
      "epoch": 4.235474006116208,
      "grad_norm": 3.492637329903406,
      "learning_rate": 6.284847760164369e-05,
      "loss": 2.3979,
      "step": 49860
    },
    {
      "epoch": 4.235558953448861,
      "grad_norm": 3.1138550657472592,
      "learning_rate": 6.284288934347604e-05,
      "loss": 2.2139,
      "step": 49861
    },
    {
      "epoch": 4.235643900781516,
      "grad_norm": 3.311142080521327,
      "learning_rate": 6.283730126792873e-05,
      "loss": 2.5584,
      "step": 49862
    },
    {
      "epoch": 4.235728848114169,
      "grad_norm": 2.939205897253197,
      "learning_rate": 6.283171337501352e-05,
      "loss": 2.1803,
      "step": 49863
    },
    {
      "epoch": 4.235813795446823,
      "grad_norm": 3.424777782763084,
      "learning_rate": 6.282612566474217e-05,
      "loss": 2.4467,
      "step": 49864
    },
    {
      "epoch": 4.235898742779477,
      "grad_norm": 2.904426598990755,
      "learning_rate": 6.282053813712626e-05,
      "loss": 2.0996,
      "step": 49865
    },
    {
      "epoch": 4.23598369011213,
      "grad_norm": 3.506781821425275,
      "learning_rate": 6.281495079217764e-05,
      "loss": 2.5995,
      "step": 49866
    },
    {
      "epoch": 4.2360686374447845,
      "grad_norm": 3.1145525929577182,
      "learning_rate": 6.280936362990795e-05,
      "loss": 2.3773,
      "step": 49867
    },
    {
      "epoch": 4.236153584777438,
      "grad_norm": 3.2711308906855283,
      "learning_rate": 6.280377665032889e-05,
      "loss": 2.5494,
      "step": 49868
    },
    {
      "epoch": 4.236238532110092,
      "grad_norm": 3.270700541071332,
      "learning_rate": 6.279818985345206e-05,
      "loss": 2.3912,
      "step": 49869
    },
    {
      "epoch": 4.236323479442746,
      "grad_norm": 2.956575313269147,
      "learning_rate": 6.279260323928938e-05,
      "loss": 2.0647,
      "step": 49870
    },
    {
      "epoch": 4.236408426775399,
      "grad_norm": 3.5322546982195706,
      "learning_rate": 6.278701680785245e-05,
      "loss": 2.7052,
      "step": 49871
    },
    {
      "epoch": 4.236493374108053,
      "grad_norm": 3.197004830586047,
      "learning_rate": 6.2781430559153e-05,
      "loss": 2.4232,
      "step": 49872
    },
    {
      "epoch": 4.236578321440707,
      "grad_norm": 3.3574542307071913,
      "learning_rate": 6.277584449320263e-05,
      "loss": 2.5161,
      "step": 49873
    },
    {
      "epoch": 4.236663268773361,
      "grad_norm": 3.1398358815457748,
      "learning_rate": 6.27702586100132e-05,
      "loss": 2.4327,
      "step": 49874
    },
    {
      "epoch": 4.236748216106014,
      "grad_norm": 3.269620545728454,
      "learning_rate": 6.276467290959629e-05,
      "loss": 2.5457,
      "step": 49875
    },
    {
      "epoch": 4.236833163438668,
      "grad_norm": 3.8929588713809764,
      "learning_rate": 6.275908739196363e-05,
      "loss": 3.0651,
      "step": 49876
    },
    {
      "epoch": 4.236918110771322,
      "grad_norm": 3.580084705530347,
      "learning_rate": 6.275350205712702e-05,
      "loss": 2.4859,
      "step": 49877
    },
    {
      "epoch": 4.2370030581039755,
      "grad_norm": 4.152891770004226,
      "learning_rate": 6.274791690509809e-05,
      "loss": 3.1068,
      "step": 49878
    },
    {
      "epoch": 4.237088005436629,
      "grad_norm": 3.2847880123667523,
      "learning_rate": 6.274233193588853e-05,
      "loss": 2.4393,
      "step": 49879
    },
    {
      "epoch": 4.237172952769283,
      "grad_norm": 3.4934518466537483,
      "learning_rate": 6.273674714951002e-05,
      "loss": 2.6784,
      "step": 49880
    },
    {
      "epoch": 4.237257900101937,
      "grad_norm": 3.2123631362872493,
      "learning_rate": 6.273116254597434e-05,
      "loss": 2.4523,
      "step": 49881
    },
    {
      "epoch": 4.237342847434591,
      "grad_norm": 2.9392736369406776,
      "learning_rate": 6.27255781252931e-05,
      "loss": 2.2118,
      "step": 49882
    },
    {
      "epoch": 4.237427794767244,
      "grad_norm": 3.422412767306707,
      "learning_rate": 6.271999388747809e-05,
      "loss": 2.7743,
      "step": 49883
    },
    {
      "epoch": 4.237512742099898,
      "grad_norm": 3.18748305079952,
      "learning_rate": 6.271440983254095e-05,
      "loss": 2.0329,
      "step": 49884
    },
    {
      "epoch": 4.237597689432552,
      "grad_norm": 3.244674800279734,
      "learning_rate": 6.270882596049342e-05,
      "loss": 2.4658,
      "step": 49885
    },
    {
      "epoch": 4.237682636765205,
      "grad_norm": 3.350076256242092,
      "learning_rate": 6.27032422713472e-05,
      "loss": 2.5014,
      "step": 49886
    },
    {
      "epoch": 4.23776758409786,
      "grad_norm": 2.764141863608563,
      "learning_rate": 6.269765876511391e-05,
      "loss": 2.057,
      "step": 49887
    },
    {
      "epoch": 4.237852531430513,
      "grad_norm": 3.1233397551037583,
      "learning_rate": 6.269207544180531e-05,
      "loss": 2.324,
      "step": 49888
    },
    {
      "epoch": 4.2379374787631665,
      "grad_norm": 3.46128696822751,
      "learning_rate": 6.268649230143314e-05,
      "loss": 2.6115,
      "step": 49889
    },
    {
      "epoch": 4.238022426095821,
      "grad_norm": 3.1947437827860754,
      "learning_rate": 6.268090934400907e-05,
      "loss": 2.3868,
      "step": 49890
    },
    {
      "epoch": 4.238107373428474,
      "grad_norm": 3.011905536401513,
      "learning_rate": 6.267532656954474e-05,
      "loss": 2.1329,
      "step": 49891
    },
    {
      "epoch": 4.2381923207611285,
      "grad_norm": 3.4554323553007253,
      "learning_rate": 6.266974397805193e-05,
      "loss": 2.4397,
      "step": 49892
    },
    {
      "epoch": 4.238277268093782,
      "grad_norm": 3.6835271337827393,
      "learning_rate": 6.266416156954231e-05,
      "loss": 2.5621,
      "step": 49893
    },
    {
      "epoch": 4.238362215426435,
      "grad_norm": 3.197447136463665,
      "learning_rate": 6.265857934402751e-05,
      "loss": 2.3169,
      "step": 49894
    },
    {
      "epoch": 4.23844716275909,
      "grad_norm": 3.1384405907635946,
      "learning_rate": 6.265299730151926e-05,
      "loss": 1.9688,
      "step": 49895
    },
    {
      "epoch": 4.238532110091743,
      "grad_norm": 3.185384319639027,
      "learning_rate": 6.264741544202937e-05,
      "loss": 2.1585,
      "step": 49896
    },
    {
      "epoch": 4.238617057424397,
      "grad_norm": 3.2952374500060135,
      "learning_rate": 6.264183376556943e-05,
      "loss": 2.5508,
      "step": 49897
    },
    {
      "epoch": 4.238702004757051,
      "grad_norm": 3.2829955113589318,
      "learning_rate": 6.263625227215109e-05,
      "loss": 2.6059,
      "step": 49898
    },
    {
      "epoch": 4.238786952089704,
      "grad_norm": 3.3312677336420213,
      "learning_rate": 6.263067096178616e-05,
      "loss": 2.3436,
      "step": 49899
    },
    {
      "epoch": 4.238871899422358,
      "grad_norm": 3.124418825689309,
      "learning_rate": 6.262508983448622e-05,
      "loss": 2.3391,
      "step": 49900
    },
    {
      "epoch": 4.238956846755012,
      "grad_norm": 3.4719031549259136,
      "learning_rate": 6.261950889026308e-05,
      "loss": 2.6648,
      "step": 49901
    },
    {
      "epoch": 4.239041794087665,
      "grad_norm": 3.3211081928509425,
      "learning_rate": 6.261392812912833e-05,
      "loss": 2.4178,
      "step": 49902
    },
    {
      "epoch": 4.2391267414203195,
      "grad_norm": 3.3270554200002236,
      "learning_rate": 6.260834755109377e-05,
      "loss": 2.3819,
      "step": 49903
    },
    {
      "epoch": 4.239211688752973,
      "grad_norm": 3.280811873600133,
      "learning_rate": 6.260276715617101e-05,
      "loss": 2.4567,
      "step": 49904
    },
    {
      "epoch": 4.239296636085627,
      "grad_norm": 3.7896120645066502,
      "learning_rate": 6.259718694437172e-05,
      "loss": 2.8522,
      "step": 49905
    },
    {
      "epoch": 4.239381583418281,
      "grad_norm": 3.7323126937768474,
      "learning_rate": 6.259160691570764e-05,
      "loss": 2.8051,
      "step": 49906
    },
    {
      "epoch": 4.239466530750934,
      "grad_norm": 2.985504875754983,
      "learning_rate": 6.258602707019053e-05,
      "loss": 2.1309,
      "step": 49907
    },
    {
      "epoch": 4.239551478083588,
      "grad_norm": 3.3674016197465537,
      "learning_rate": 6.2580447407832e-05,
      "loss": 2.4709,
      "step": 49908
    },
    {
      "epoch": 4.239636425416242,
      "grad_norm": 3.1589489838361784,
      "learning_rate": 6.25748679286437e-05,
      "loss": 2.2109,
      "step": 49909
    },
    {
      "epoch": 4.239721372748896,
      "grad_norm": 3.33628203925928,
      "learning_rate": 6.256928863263742e-05,
      "loss": 2.6764,
      "step": 49910
    },
    {
      "epoch": 4.2398063200815495,
      "grad_norm": 3.1572977694669033,
      "learning_rate": 6.256370951982481e-05,
      "loss": 2.4794,
      "step": 49911
    },
    {
      "epoch": 4.239891267414203,
      "grad_norm": 2.9753009195396367,
      "learning_rate": 6.255813059021749e-05,
      "loss": 2.1188,
      "step": 49912
    },
    {
      "epoch": 4.239976214746857,
      "grad_norm": 3.596595285966484,
      "learning_rate": 6.255255184382722e-05,
      "loss": 2.5513,
      "step": 49913
    },
    {
      "epoch": 4.240061162079511,
      "grad_norm": 3.361994974795359,
      "learning_rate": 6.254697328066573e-05,
      "loss": 2.6064,
      "step": 49914
    },
    {
      "epoch": 4.240146109412165,
      "grad_norm": 3.3977802071970853,
      "learning_rate": 6.254139490074468e-05,
      "loss": 2.4903,
      "step": 49915
    },
    {
      "epoch": 4.240231056744818,
      "grad_norm": 3.4390668263716435,
      "learning_rate": 6.253581670407568e-05,
      "loss": 2.6576,
      "step": 49916
    },
    {
      "epoch": 4.240316004077472,
      "grad_norm": 2.949965727023027,
      "learning_rate": 6.253023869067051e-05,
      "loss": 2.2736,
      "step": 49917
    },
    {
      "epoch": 4.240400951410126,
      "grad_norm": 2.968674262520707,
      "learning_rate": 6.252466086054078e-05,
      "loss": 1.9647,
      "step": 49918
    },
    {
      "epoch": 4.240485898742779,
      "grad_norm": 3.3512741458279063,
      "learning_rate": 6.251908321369828e-05,
      "loss": 2.7554,
      "step": 49919
    },
    {
      "epoch": 4.240570846075434,
      "grad_norm": 3.0183681488301635,
      "learning_rate": 6.251350575015458e-05,
      "loss": 2.1063,
      "step": 49920
    },
    {
      "epoch": 4.240655793408087,
      "grad_norm": 2.8347332695635776,
      "learning_rate": 6.25079284699215e-05,
      "loss": 1.978,
      "step": 49921
    },
    {
      "epoch": 4.2407407407407405,
      "grad_norm": 3.228132096668701,
      "learning_rate": 6.250235137301062e-05,
      "loss": 2.2576,
      "step": 49922
    },
    {
      "epoch": 4.240825688073395,
      "grad_norm": 3.307053888367545,
      "learning_rate": 6.249677445943363e-05,
      "loss": 2.3238,
      "step": 49923
    },
    {
      "epoch": 4.240910635406048,
      "grad_norm": 3.0639935022831963,
      "learning_rate": 6.249119772920223e-05,
      "loss": 2.2869,
      "step": 49924
    },
    {
      "epoch": 4.240995582738702,
      "grad_norm": 3.4664325563452,
      "learning_rate": 6.248562118232816e-05,
      "loss": 2.8419,
      "step": 49925
    },
    {
      "epoch": 4.241080530071356,
      "grad_norm": 3.309212266553275,
      "learning_rate": 6.248004481882308e-05,
      "loss": 2.4628,
      "step": 49926
    },
    {
      "epoch": 4.241165477404009,
      "grad_norm": 2.952374870773126,
      "learning_rate": 6.24744686386986e-05,
      "loss": 2.2088,
      "step": 49927
    },
    {
      "epoch": 4.241250424736664,
      "grad_norm": 3.4988818551246186,
      "learning_rate": 6.24688926419665e-05,
      "loss": 2.7719,
      "step": 49928
    },
    {
      "epoch": 4.241335372069317,
      "grad_norm": 3.214008583108419,
      "learning_rate": 6.246331682863844e-05,
      "loss": 2.3887,
      "step": 49929
    },
    {
      "epoch": 4.24142031940197,
      "grad_norm": 3.4568142028934226,
      "learning_rate": 6.245774119872604e-05,
      "loss": 2.634,
      "step": 49930
    },
    {
      "epoch": 4.241505266734625,
      "grad_norm": 3.4505856129091166,
      "learning_rate": 6.245216575224101e-05,
      "loss": 2.5422,
      "step": 49931
    },
    {
      "epoch": 4.241590214067278,
      "grad_norm": 3.874815172925671,
      "learning_rate": 6.24465904891951e-05,
      "loss": 3.202,
      "step": 49932
    },
    {
      "epoch": 4.241675161399932,
      "grad_norm": 3.1537706467421223,
      "learning_rate": 6.244101540959997e-05,
      "loss": 2.3076,
      "step": 49933
    },
    {
      "epoch": 4.241760108732586,
      "grad_norm": 3.1829290477495613,
      "learning_rate": 6.24354405134672e-05,
      "loss": 2.4735,
      "step": 49934
    },
    {
      "epoch": 4.241845056065239,
      "grad_norm": 3.6457256738312913,
      "learning_rate": 6.24298658008086e-05,
      "loss": 2.6727,
      "step": 49935
    },
    {
      "epoch": 4.2419300033978935,
      "grad_norm": 2.963077895150718,
      "learning_rate": 6.24242912716358e-05,
      "loss": 2.1157,
      "step": 49936
    },
    {
      "epoch": 4.242014950730547,
      "grad_norm": 3.0072424519861767,
      "learning_rate": 6.241871692596042e-05,
      "loss": 2.1898,
      "step": 49937
    },
    {
      "epoch": 4.242099898063201,
      "grad_norm": 3.123948353004637,
      "learning_rate": 6.241314276379421e-05,
      "loss": 2.3798,
      "step": 49938
    },
    {
      "epoch": 4.242184845395855,
      "grad_norm": 3.14316817991125,
      "learning_rate": 6.240756878514888e-05,
      "loss": 2.2342,
      "step": 49939
    },
    {
      "epoch": 4.242269792728508,
      "grad_norm": 3.2082384978994942,
      "learning_rate": 6.240199499003606e-05,
      "loss": 2.4538,
      "step": 49940
    },
    {
      "epoch": 4.242354740061162,
      "grad_norm": 3.178626643876663,
      "learning_rate": 6.239642137846737e-05,
      "loss": 2.186,
      "step": 49941
    },
    {
      "epoch": 4.242439687393816,
      "grad_norm": 3.0040907455452524,
      "learning_rate": 6.239084795045462e-05,
      "loss": 2.334,
      "step": 49942
    },
    {
      "epoch": 4.24252463472647,
      "grad_norm": 3.4304886062183333,
      "learning_rate": 6.238527470600937e-05,
      "loss": 2.3973,
      "step": 49943
    },
    {
      "epoch": 4.242609582059123,
      "grad_norm": 2.7935146916136837,
      "learning_rate": 6.23797016451434e-05,
      "loss": 1.9018,
      "step": 49944
    },
    {
      "epoch": 4.242694529391777,
      "grad_norm": 2.8846436416884114,
      "learning_rate": 6.237412876786829e-05,
      "loss": 2.0958,
      "step": 49945
    },
    {
      "epoch": 4.242779476724431,
      "grad_norm": 3.5217316580110625,
      "learning_rate": 6.23685560741958e-05,
      "loss": 2.641,
      "step": 49946
    },
    {
      "epoch": 4.2428644240570845,
      "grad_norm": 3.299518874323303,
      "learning_rate": 6.236298356413758e-05,
      "loss": 2.6178,
      "step": 49947
    },
    {
      "epoch": 4.242949371389738,
      "grad_norm": 3.5562006025537714,
      "learning_rate": 6.235741123770522e-05,
      "loss": 2.6454,
      "step": 49948
    },
    {
      "epoch": 4.243034318722392,
      "grad_norm": 3.0711336674161362,
      "learning_rate": 6.23518390949105e-05,
      "loss": 2.1714,
      "step": 49949
    },
    {
      "epoch": 4.243119266055046,
      "grad_norm": 3.41428557896957,
      "learning_rate": 6.23462671357651e-05,
      "loss": 2.7051,
      "step": 49950
    },
    {
      "epoch": 4.2432042133877,
      "grad_norm": 3.248011486451929,
      "learning_rate": 6.234069536028066e-05,
      "loss": 2.5024,
      "step": 49951
    },
    {
      "epoch": 4.243289160720353,
      "grad_norm": 3.6128806973367977,
      "learning_rate": 6.233512376846881e-05,
      "loss": 2.8045,
      "step": 49952
    },
    {
      "epoch": 4.243374108053007,
      "grad_norm": 3.256008529606944,
      "learning_rate": 6.232955236034134e-05,
      "loss": 2.5069,
      "step": 49953
    },
    {
      "epoch": 4.243459055385661,
      "grad_norm": 3.294745900791706,
      "learning_rate": 6.232398113590983e-05,
      "loss": 2.4262,
      "step": 49954
    },
    {
      "epoch": 4.2435440027183144,
      "grad_norm": 3.5168969441076046,
      "learning_rate": 6.231841009518593e-05,
      "loss": 2.5517,
      "step": 49955
    },
    {
      "epoch": 4.243628950050969,
      "grad_norm": 3.4972779827006493,
      "learning_rate": 6.231283923818135e-05,
      "loss": 2.5109,
      "step": 49956
    },
    {
      "epoch": 4.243713897383622,
      "grad_norm": 3.1037308653429854,
      "learning_rate": 6.230726856490782e-05,
      "loss": 2.224,
      "step": 49957
    },
    {
      "epoch": 4.2437988447162756,
      "grad_norm": 3.293956020340587,
      "learning_rate": 6.230169807537699e-05,
      "loss": 2.2388,
      "step": 49958
    },
    {
      "epoch": 4.24388379204893,
      "grad_norm": 2.8591117237262154,
      "learning_rate": 6.229612776960043e-05,
      "loss": 1.9425,
      "step": 49959
    },
    {
      "epoch": 4.243968739381583,
      "grad_norm": 2.9775438417780653,
      "learning_rate": 6.229055764758994e-05,
      "loss": 2.1393,
      "step": 49960
    },
    {
      "epoch": 4.2440536867142375,
      "grad_norm": 3.3844094563662406,
      "learning_rate": 6.228498770935711e-05,
      "loss": 2.6169,
      "step": 49961
    },
    {
      "epoch": 4.244138634046891,
      "grad_norm": 3.0726856206240574,
      "learning_rate": 6.227941795491368e-05,
      "loss": 2.2001,
      "step": 49962
    },
    {
      "epoch": 4.244223581379544,
      "grad_norm": 3.7643228832389077,
      "learning_rate": 6.227384838427122e-05,
      "loss": 2.9122,
      "step": 49963
    },
    {
      "epoch": 4.244308528712199,
      "grad_norm": 3.4764545918662786,
      "learning_rate": 6.226827899744152e-05,
      "loss": 2.7182,
      "step": 49964
    },
    {
      "epoch": 4.244393476044852,
      "grad_norm": 3.562121533490054,
      "learning_rate": 6.226270979443619e-05,
      "loss": 2.6628,
      "step": 49965
    },
    {
      "epoch": 4.244478423377506,
      "grad_norm": 3.5612834269702907,
      "learning_rate": 6.225714077526683e-05,
      "loss": 2.4337,
      "step": 49966
    },
    {
      "epoch": 4.24456337071016,
      "grad_norm": 3.2133331749932568,
      "learning_rate": 6.225157193994519e-05,
      "loss": 2.4289,
      "step": 49967
    },
    {
      "epoch": 4.244648318042813,
      "grad_norm": 3.2561904986554544,
      "learning_rate": 6.2246003288483e-05,
      "loss": 2.4534,
      "step": 49968
    },
    {
      "epoch": 4.2447332653754675,
      "grad_norm": 3.183117054417206,
      "learning_rate": 6.224043482089183e-05,
      "loss": 2.4448,
      "step": 49969
    },
    {
      "epoch": 4.244818212708121,
      "grad_norm": 3.222047183150804,
      "learning_rate": 6.223486653718332e-05,
      "loss": 2.4461,
      "step": 49970
    },
    {
      "epoch": 4.244903160040774,
      "grad_norm": 3.4063418379014325,
      "learning_rate": 6.222929843736924e-05,
      "loss": 2.6834,
      "step": 49971
    },
    {
      "epoch": 4.244988107373429,
      "grad_norm": 3.2810021569521357,
      "learning_rate": 6.22237305214612e-05,
      "loss": 2.1623,
      "step": 49972
    },
    {
      "epoch": 4.245073054706082,
      "grad_norm": 3.2425059381496415,
      "learning_rate": 6.221816278947082e-05,
      "loss": 2.5075,
      "step": 49973
    },
    {
      "epoch": 4.245158002038736,
      "grad_norm": 3.114479772450284,
      "learning_rate": 6.221259524140983e-05,
      "loss": 2.3099,
      "step": 49974
    },
    {
      "epoch": 4.24524294937139,
      "grad_norm": 3.508590379361384,
      "learning_rate": 6.220702787728992e-05,
      "loss": 2.4567,
      "step": 49975
    },
    {
      "epoch": 4.245327896704043,
      "grad_norm": 3.6583196582543227,
      "learning_rate": 6.220146069712274e-05,
      "loss": 2.783,
      "step": 49976
    },
    {
      "epoch": 4.245412844036697,
      "grad_norm": 3.076419676923555,
      "learning_rate": 6.219589370091988e-05,
      "loss": 2.2551,
      "step": 49977
    },
    {
      "epoch": 4.245497791369351,
      "grad_norm": 3.7147381961964907,
      "learning_rate": 6.219032688869309e-05,
      "loss": 2.8084,
      "step": 49978
    },
    {
      "epoch": 4.245582738702005,
      "grad_norm": 3.20471175169606,
      "learning_rate": 6.218476026045401e-05,
      "loss": 2.3091,
      "step": 49979
    },
    {
      "epoch": 4.2456676860346585,
      "grad_norm": 2.9020675550984123,
      "learning_rate": 6.217919381621425e-05,
      "loss": 1.9919,
      "step": 49980
    },
    {
      "epoch": 4.245752633367312,
      "grad_norm": 3.3240026341172975,
      "learning_rate": 6.217362755598552e-05,
      "loss": 2.36,
      "step": 49981
    },
    {
      "epoch": 4.245837580699966,
      "grad_norm": 3.3696142240601787,
      "learning_rate": 6.216806147977952e-05,
      "loss": 2.6889,
      "step": 49982
    },
    {
      "epoch": 4.24592252803262,
      "grad_norm": 2.9501978495948125,
      "learning_rate": 6.216249558760789e-05,
      "loss": 2.1864,
      "step": 49983
    },
    {
      "epoch": 4.246007475365274,
      "grad_norm": 3.417994767452728,
      "learning_rate": 6.215692987948223e-05,
      "loss": 2.3746,
      "step": 49984
    },
    {
      "epoch": 4.246092422697927,
      "grad_norm": 3.539155652589906,
      "learning_rate": 6.21513643554143e-05,
      "loss": 2.6368,
      "step": 49985
    },
    {
      "epoch": 4.246177370030581,
      "grad_norm": 3.3675107069106156,
      "learning_rate": 6.214579901541565e-05,
      "loss": 2.5279,
      "step": 49986
    },
    {
      "epoch": 4.246262317363235,
      "grad_norm": 3.205781241508456,
      "learning_rate": 6.214023385949805e-05,
      "loss": 2.1447,
      "step": 49987
    },
    {
      "epoch": 4.246347264695888,
      "grad_norm": 3.336633598231793,
      "learning_rate": 6.213466888767306e-05,
      "loss": 2.602,
      "step": 49988
    },
    {
      "epoch": 4.246432212028543,
      "grad_norm": 3.633073596613784,
      "learning_rate": 6.212910409995245e-05,
      "loss": 2.682,
      "step": 49989
    },
    {
      "epoch": 4.246517159361196,
      "grad_norm": 3.690258030707747,
      "learning_rate": 6.212353949634782e-05,
      "loss": 2.748,
      "step": 49990
    },
    {
      "epoch": 4.2466021066938495,
      "grad_norm": 3.115037531407099,
      "learning_rate": 6.21179750768708e-05,
      "loss": 2.4746,
      "step": 49991
    },
    {
      "epoch": 4.246687054026504,
      "grad_norm": 3.266341641504902,
      "learning_rate": 6.211241084153305e-05,
      "loss": 2.437,
      "step": 49992
    },
    {
      "epoch": 4.246772001359157,
      "grad_norm": 3.278560530308251,
      "learning_rate": 6.210684679034633e-05,
      "loss": 2.47,
      "step": 49993
    },
    {
      "epoch": 4.246856948691811,
      "grad_norm": 3.1572669449541246,
      "learning_rate": 6.210128292332223e-05,
      "loss": 2.2161,
      "step": 49994
    },
    {
      "epoch": 4.246941896024465,
      "grad_norm": 3.1267785535503942,
      "learning_rate": 6.209571924047235e-05,
      "loss": 2.3723,
      "step": 49995
    },
    {
      "epoch": 4.247026843357118,
      "grad_norm": 2.7610798478823964,
      "learning_rate": 6.209015574180844e-05,
      "loss": 2.0393,
      "step": 49996
    },
    {
      "epoch": 4.247111790689773,
      "grad_norm": 3.1724667146205023,
      "learning_rate": 6.208459242734214e-05,
      "loss": 2.351,
      "step": 49997
    },
    {
      "epoch": 4.247196738022426,
      "grad_norm": 3.328891541028254,
      "learning_rate": 6.207902929708503e-05,
      "loss": 2.5195,
      "step": 49998
    },
    {
      "epoch": 4.247281685355079,
      "grad_norm": 3.322088403386732,
      "learning_rate": 6.207346635104883e-05,
      "loss": 2.4179,
      "step": 49999
    },
    {
      "epoch": 4.247366632687734,
      "grad_norm": 3.1091900076328556,
      "learning_rate": 6.206790358924524e-05,
      "loss": 2.339,
      "step": 50000
    },
    {
      "epoch": 4.247451580020387,
      "grad_norm": 3.5962775847456157,
      "learning_rate": 6.206234101168588e-05,
      "loss": 2.8739,
      "step": 50001
    },
    {
      "epoch": 4.247536527353041,
      "grad_norm": 3.204643333120547,
      "learning_rate": 6.205677861838231e-05,
      "loss": 2.4858,
      "step": 50002
    },
    {
      "epoch": 4.247621474685695,
      "grad_norm": 3.241851892277976,
      "learning_rate": 6.205121640934634e-05,
      "loss": 2.4455,
      "step": 50003
    },
    {
      "epoch": 4.247706422018348,
      "grad_norm": 2.9000188772947872,
      "learning_rate": 6.204565438458949e-05,
      "loss": 2.0041,
      "step": 50004
    },
    {
      "epoch": 4.2477913693510025,
      "grad_norm": 3.680341774450333,
      "learning_rate": 6.204009254412352e-05,
      "loss": 2.841,
      "step": 50005
    },
    {
      "epoch": 4.247876316683656,
      "grad_norm": 3.373615550996918,
      "learning_rate": 6.203453088796e-05,
      "loss": 2.3731,
      "step": 50006
    },
    {
      "epoch": 4.24796126401631,
      "grad_norm": 3.6924058629582004,
      "learning_rate": 6.202896941611067e-05,
      "loss": 2.6815,
      "step": 50007
    },
    {
      "epoch": 4.248046211348964,
      "grad_norm": 3.2040068117529263,
      "learning_rate": 6.202340812858712e-05,
      "loss": 2.3893,
      "step": 50008
    },
    {
      "epoch": 4.248131158681617,
      "grad_norm": 2.982069400517864,
      "learning_rate": 6.201784702540099e-05,
      "loss": 2.3454,
      "step": 50009
    },
    {
      "epoch": 4.248216106014271,
      "grad_norm": 3.116064982822412,
      "learning_rate": 6.201228610656395e-05,
      "loss": 2.2525,
      "step": 50010
    },
    {
      "epoch": 4.248301053346925,
      "grad_norm": 3.327169006683827,
      "learning_rate": 6.200672537208772e-05,
      "loss": 2.5764,
      "step": 50011
    },
    {
      "epoch": 4.248386000679579,
      "grad_norm": 3.1310536023844695,
      "learning_rate": 6.200116482198388e-05,
      "loss": 2.2994,
      "step": 50012
    },
    {
      "epoch": 4.2484709480122325,
      "grad_norm": 3.395290038614945,
      "learning_rate": 6.199560445626403e-05,
      "loss": 2.659,
      "step": 50013
    },
    {
      "epoch": 4.248555895344886,
      "grad_norm": 3.8633470184140264,
      "learning_rate": 6.199004427493996e-05,
      "loss": 2.812,
      "step": 50014
    },
    {
      "epoch": 4.24864084267754,
      "grad_norm": 3.0049160524515806,
      "learning_rate": 6.198448427802324e-05,
      "loss": 2.2298,
      "step": 50015
    },
    {
      "epoch": 4.248725790010194,
      "grad_norm": 4.013911441869771,
      "learning_rate": 6.197892446552546e-05,
      "loss": 2.9091,
      "step": 50016
    },
    {
      "epoch": 4.248810737342847,
      "grad_norm": 2.899033723593049,
      "learning_rate": 6.197336483745836e-05,
      "loss": 2.2286,
      "step": 50017
    },
    {
      "epoch": 4.248895684675501,
      "grad_norm": 3.213816704711633,
      "learning_rate": 6.19678053938336e-05,
      "loss": 2.2819,
      "step": 50018
    },
    {
      "epoch": 4.248980632008155,
      "grad_norm": 3.4207521338603,
      "learning_rate": 6.19622461346628e-05,
      "loss": 2.6428,
      "step": 50019
    },
    {
      "epoch": 4.249065579340809,
      "grad_norm": 3.1638174448946796,
      "learning_rate": 6.195668705995754e-05,
      "loss": 2.4399,
      "step": 50020
    },
    {
      "epoch": 4.249150526673462,
      "grad_norm": 3.189873472215185,
      "learning_rate": 6.195112816972957e-05,
      "loss": 2.2887,
      "step": 50021
    },
    {
      "epoch": 4.249235474006116,
      "grad_norm": 3.549845646613948,
      "learning_rate": 6.194556946399051e-05,
      "loss": 2.9272,
      "step": 50022
    },
    {
      "epoch": 4.24932042133877,
      "grad_norm": 3.423396414857335,
      "learning_rate": 6.194001094275193e-05,
      "loss": 2.5577,
      "step": 50023
    },
    {
      "epoch": 4.2494053686714235,
      "grad_norm": 3.5957607585712044,
      "learning_rate": 6.193445260602555e-05,
      "loss": 2.5929,
      "step": 50024
    },
    {
      "epoch": 4.249490316004078,
      "grad_norm": 2.956774200290453,
      "learning_rate": 6.192889445382304e-05,
      "loss": 2.1952,
      "step": 50025
    },
    {
      "epoch": 4.249575263336731,
      "grad_norm": 2.971395882998872,
      "learning_rate": 6.192333648615605e-05,
      "loss": 1.9813,
      "step": 50026
    },
    {
      "epoch": 4.249660210669385,
      "grad_norm": 2.946367841840971,
      "learning_rate": 6.19177787030361e-05,
      "loss": 2.0899,
      "step": 50027
    },
    {
      "epoch": 4.249745158002039,
      "grad_norm": 2.9475046063628185,
      "learning_rate": 6.191222110447499e-05,
      "loss": 2.0984,
      "step": 50028
    },
    {
      "epoch": 4.249830105334692,
      "grad_norm": 3.199766517511916,
      "learning_rate": 6.190666369048424e-05,
      "loss": 2.3498,
      "step": 50029
    },
    {
      "epoch": 4.249915052667347,
      "grad_norm": 2.8670723401228204,
      "learning_rate": 6.190110646107562e-05,
      "loss": 2.1004,
      "step": 50030
    },
    {
      "epoch": 4.25,
      "grad_norm": 3.6243093676439826,
      "learning_rate": 6.189554941626063e-05,
      "loss": 2.9438,
      "step": 50031
    },
    {
      "epoch": 4.250084947332653,
      "grad_norm": 3.2871237161343156,
      "learning_rate": 6.188999255605107e-05,
      "loss": 2.5423,
      "step": 50032
    },
    {
      "epoch": 4.250169894665308,
      "grad_norm": 2.87125827556029,
      "learning_rate": 6.188443588045848e-05,
      "loss": 2.1184,
      "step": 50033
    },
    {
      "epoch": 4.250254841997961,
      "grad_norm": 3.3381002229857195,
      "learning_rate": 6.187887938949447e-05,
      "loss": 2.3459,
      "step": 50034
    },
    {
      "epoch": 4.250339789330615,
      "grad_norm": 3.071809223072057,
      "learning_rate": 6.187332308317077e-05,
      "loss": 2.2552,
      "step": 50035
    },
    {
      "epoch": 4.250424736663269,
      "grad_norm": 3.057537660204494,
      "learning_rate": 6.186776696149901e-05,
      "loss": 2.2055,
      "step": 50036
    },
    {
      "epoch": 4.250509683995922,
      "grad_norm": 3.5677660233209876,
      "learning_rate": 6.186221102449082e-05,
      "loss": 2.5321,
      "step": 50037
    },
    {
      "epoch": 4.2505946313285765,
      "grad_norm": 3.116158345334458,
      "learning_rate": 6.185665527215778e-05,
      "loss": 2.3726,
      "step": 50038
    },
    {
      "epoch": 4.25067957866123,
      "grad_norm": 3.441555657687098,
      "learning_rate": 6.185109970451164e-05,
      "loss": 2.4628,
      "step": 50039
    },
    {
      "epoch": 4.250764525993883,
      "grad_norm": 3.2747239489158666,
      "learning_rate": 6.1845544321564e-05,
      "loss": 2.2879,
      "step": 50040
    },
    {
      "epoch": 4.250849473326538,
      "grad_norm": 3.7636661722023055,
      "learning_rate": 6.183998912332643e-05,
      "loss": 3.0646,
      "step": 50041
    },
    {
      "epoch": 4.250934420659191,
      "grad_norm": 3.366930370012317,
      "learning_rate": 6.183443410981062e-05,
      "loss": 2.4187,
      "step": 50042
    },
    {
      "epoch": 4.251019367991845,
      "grad_norm": 3.647309145054778,
      "learning_rate": 6.182887928102826e-05,
      "loss": 2.8996,
      "step": 50043
    },
    {
      "epoch": 4.251104315324499,
      "grad_norm": 3.080771483646809,
      "learning_rate": 6.182332463699096e-05,
      "loss": 2.3279,
      "step": 50044
    },
    {
      "epoch": 4.251189262657153,
      "grad_norm": 3.233454439594437,
      "learning_rate": 6.181777017771027e-05,
      "loss": 2.4359,
      "step": 50045
    },
    {
      "epoch": 4.251274209989806,
      "grad_norm": 3.377704998360132,
      "learning_rate": 6.181221590319796e-05,
      "loss": 2.3488,
      "step": 50046
    },
    {
      "epoch": 4.25135915732246,
      "grad_norm": 3.46849848504172,
      "learning_rate": 6.180666181346557e-05,
      "loss": 2.6787,
      "step": 50047
    },
    {
      "epoch": 4.251444104655114,
      "grad_norm": 3.1101097587911726,
      "learning_rate": 6.180110790852482e-05,
      "loss": 2.1689,
      "step": 50048
    },
    {
      "epoch": 4.2515290519877675,
      "grad_norm": 3.1521426893674116,
      "learning_rate": 6.179555418838725e-05,
      "loss": 2.245,
      "step": 50049
    },
    {
      "epoch": 4.251613999320421,
      "grad_norm": 3.306619661250831,
      "learning_rate": 6.17900006530646e-05,
      "loss": 2.3123,
      "step": 50050
    },
    {
      "epoch": 4.251698946653075,
      "grad_norm": 3.7382082967167154,
      "learning_rate": 6.178444730256844e-05,
      "loss": 2.8217,
      "step": 50051
    },
    {
      "epoch": 4.251783893985729,
      "grad_norm": 3.6350977222454226,
      "learning_rate": 6.17788941369104e-05,
      "loss": 2.5662,
      "step": 50052
    },
    {
      "epoch": 4.251868841318383,
      "grad_norm": 2.805112729631364,
      "learning_rate": 6.177334115610213e-05,
      "loss": 1.9678,
      "step": 50053
    },
    {
      "epoch": 4.251953788651036,
      "grad_norm": 3.1291076364622974,
      "learning_rate": 6.176778836015532e-05,
      "loss": 2.4528,
      "step": 50054
    },
    {
      "epoch": 4.25203873598369,
      "grad_norm": 3.335456891591531,
      "learning_rate": 6.176223574908156e-05,
      "loss": 2.6593,
      "step": 50055
    },
    {
      "epoch": 4.252123683316344,
      "grad_norm": 3.4458279781770766,
      "learning_rate": 6.175668332289243e-05,
      "loss": 2.4462,
      "step": 50056
    },
    {
      "epoch": 4.2522086306489975,
      "grad_norm": 3.5084614557351874,
      "learning_rate": 6.175113108159968e-05,
      "loss": 2.5915,
      "step": 50057
    },
    {
      "epoch": 4.252293577981652,
      "grad_norm": 3.153958199816467,
      "learning_rate": 6.174557902521485e-05,
      "loss": 2.344,
      "step": 50058
    },
    {
      "epoch": 4.252378525314305,
      "grad_norm": 4.020051438212233,
      "learning_rate": 6.174002715374957e-05,
      "loss": 3.3125,
      "step": 50059
    },
    {
      "epoch": 4.252463472646959,
      "grad_norm": 3.1704735996354865,
      "learning_rate": 6.17344754672155e-05,
      "loss": 2.3645,
      "step": 50060
    },
    {
      "epoch": 4.252548419979613,
      "grad_norm": 2.8954109725544432,
      "learning_rate": 6.172892396562434e-05,
      "loss": 2.0818,
      "step": 50061
    },
    {
      "epoch": 4.252633367312266,
      "grad_norm": 3.57772171579608,
      "learning_rate": 6.172337264898767e-05,
      "loss": 2.6729,
      "step": 50062
    },
    {
      "epoch": 4.252718314644921,
      "grad_norm": 3.1625383690691993,
      "learning_rate": 6.171782151731703e-05,
      "loss": 2.2977,
      "step": 50063
    },
    {
      "epoch": 4.252803261977574,
      "grad_norm": 2.9100828603661983,
      "learning_rate": 6.171227057062421e-05,
      "loss": 2.2371,
      "step": 50064
    },
    {
      "epoch": 4.252888209310227,
      "grad_norm": 3.0195918961719634,
      "learning_rate": 6.170671980892076e-05,
      "loss": 2.2264,
      "step": 50065
    },
    {
      "epoch": 4.252973156642882,
      "grad_norm": 3.153483899199729,
      "learning_rate": 6.170116923221824e-05,
      "loss": 2.4205,
      "step": 50066
    },
    {
      "epoch": 4.253058103975535,
      "grad_norm": 2.81466336706579,
      "learning_rate": 6.169561884052838e-05,
      "loss": 2.0045,
      "step": 50067
    },
    {
      "epoch": 4.253143051308189,
      "grad_norm": 3.29609415549609,
      "learning_rate": 6.169006863386284e-05,
      "loss": 2.6632,
      "step": 50068
    },
    {
      "epoch": 4.253227998640843,
      "grad_norm": 3.6568579780370323,
      "learning_rate": 6.168451861223318e-05,
      "loss": 2.6093,
      "step": 50069
    },
    {
      "epoch": 4.253312945973496,
      "grad_norm": 3.1427733421693937,
      "learning_rate": 6.167896877565098e-05,
      "loss": 2.2322,
      "step": 50070
    },
    {
      "epoch": 4.2533978933061505,
      "grad_norm": 3.517058904404965,
      "learning_rate": 6.1673419124128e-05,
      "loss": 2.8006,
      "step": 50071
    },
    {
      "epoch": 4.253482840638804,
      "grad_norm": 2.947743745958787,
      "learning_rate": 6.166786965767575e-05,
      "loss": 2.0517,
      "step": 50072
    },
    {
      "epoch": 4.253567787971457,
      "grad_norm": 2.9961040045583656,
      "learning_rate": 6.166232037630596e-05,
      "loss": 2.0426,
      "step": 50073
    },
    {
      "epoch": 4.253652735304112,
      "grad_norm": 3.834353398915305,
      "learning_rate": 6.165677128003015e-05,
      "loss": 2.9661,
      "step": 50074
    },
    {
      "epoch": 4.253737682636765,
      "grad_norm": 3.268838644265426,
      "learning_rate": 6.165122236886004e-05,
      "loss": 2.4905,
      "step": 50075
    },
    {
      "epoch": 4.253822629969419,
      "grad_norm": 3.356060042609109,
      "learning_rate": 6.164567364280725e-05,
      "loss": 2.3627,
      "step": 50076
    },
    {
      "epoch": 4.253907577302073,
      "grad_norm": 3.0318194705736414,
      "learning_rate": 6.16401251018833e-05,
      "loss": 2.1157,
      "step": 50077
    },
    {
      "epoch": 4.253992524634726,
      "grad_norm": 3.1836701143407975,
      "learning_rate": 6.16345767460999e-05,
      "loss": 2.3583,
      "step": 50078
    },
    {
      "epoch": 4.25407747196738,
      "grad_norm": 3.6058254102045324,
      "learning_rate": 6.162902857546871e-05,
      "loss": 2.8138,
      "step": 50079
    },
    {
      "epoch": 4.254162419300034,
      "grad_norm": 3.089935595756086,
      "learning_rate": 6.162348059000132e-05,
      "loss": 2.2909,
      "step": 50080
    },
    {
      "epoch": 4.254247366632688,
      "grad_norm": 3.2392009021978594,
      "learning_rate": 6.161793278970927e-05,
      "loss": 2.2191,
      "step": 50081
    },
    {
      "epoch": 4.2543323139653415,
      "grad_norm": 4.168290919161185,
      "learning_rate": 6.161238517460435e-05,
      "loss": 2.7882,
      "step": 50082
    },
    {
      "epoch": 4.254417261297995,
      "grad_norm": 3.430936560290837,
      "learning_rate": 6.160683774469807e-05,
      "loss": 2.6891,
      "step": 50083
    },
    {
      "epoch": 4.254502208630649,
      "grad_norm": 4.134436647378789,
      "learning_rate": 6.160129050000203e-05,
      "loss": 3.1933,
      "step": 50084
    },
    {
      "epoch": 4.254587155963303,
      "grad_norm": 3.4073882686867454,
      "learning_rate": 6.15957434405279e-05,
      "loss": 2.3206,
      "step": 50085
    },
    {
      "epoch": 4.254672103295957,
      "grad_norm": 3.258357451885264,
      "learning_rate": 6.159019656628737e-05,
      "loss": 2.2098,
      "step": 50086
    },
    {
      "epoch": 4.25475705062861,
      "grad_norm": 2.8738654481468546,
      "learning_rate": 6.158464987729198e-05,
      "loss": 2.0413,
      "step": 50087
    },
    {
      "epoch": 4.254841997961264,
      "grad_norm": 3.706507720728672,
      "learning_rate": 6.157910337355332e-05,
      "loss": 2.9761,
      "step": 50088
    },
    {
      "epoch": 4.254926945293918,
      "grad_norm": 3.5169661092426114,
      "learning_rate": 6.15735570550831e-05,
      "loss": 2.7153,
      "step": 50089
    },
    {
      "epoch": 4.255011892626571,
      "grad_norm": 3.271773591068477,
      "learning_rate": 6.156801092189287e-05,
      "loss": 2.4836,
      "step": 50090
    },
    {
      "epoch": 4.255096839959226,
      "grad_norm": 3.652011763444273,
      "learning_rate": 6.156246497399433e-05,
      "loss": 2.8632,
      "step": 50091
    },
    {
      "epoch": 4.255181787291879,
      "grad_norm": 2.9316119828549985,
      "learning_rate": 6.155691921139899e-05,
      "loss": 2.0304,
      "step": 50092
    },
    {
      "epoch": 4.2552667346245325,
      "grad_norm": 3.5240752409384135,
      "learning_rate": 6.155137363411859e-05,
      "loss": 2.3446,
      "step": 50093
    },
    {
      "epoch": 4.255351681957187,
      "grad_norm": 3.2728158302640558,
      "learning_rate": 6.154582824216469e-05,
      "loss": 2.2372,
      "step": 50094
    },
    {
      "epoch": 4.25543662928984,
      "grad_norm": 3.0337236879382186,
      "learning_rate": 6.15402830355489e-05,
      "loss": 2.118,
      "step": 50095
    },
    {
      "epoch": 4.255521576622494,
      "grad_norm": 3.751773243202629,
      "learning_rate": 6.153473801428278e-05,
      "loss": 2.6862,
      "step": 50096
    },
    {
      "epoch": 4.255606523955148,
      "grad_norm": 3.0209794917396584,
      "learning_rate": 6.15291931783781e-05,
      "loss": 2.2256,
      "step": 50097
    },
    {
      "epoch": 4.255691471287801,
      "grad_norm": 3.1492672800769466,
      "learning_rate": 6.152364852784639e-05,
      "loss": 2.2415,
      "step": 50098
    },
    {
      "epoch": 4.255776418620456,
      "grad_norm": 3.0637734692056626,
      "learning_rate": 6.151810406269923e-05,
      "loss": 2.2218,
      "step": 50099
    },
    {
      "epoch": 4.255861365953109,
      "grad_norm": 3.789155510368877,
      "learning_rate": 6.151255978294834e-05,
      "loss": 2.8274,
      "step": 50100
    },
    {
      "epoch": 4.2559463132857625,
      "grad_norm": 3.366088551487599,
      "learning_rate": 6.150701568860526e-05,
      "loss": 2.6948,
      "step": 50101
    },
    {
      "epoch": 4.256031260618417,
      "grad_norm": 3.5823260732573785,
      "learning_rate": 6.15014717796816e-05,
      "loss": 2.7703,
      "step": 50102
    },
    {
      "epoch": 4.25611620795107,
      "grad_norm": 3.318274442274448,
      "learning_rate": 6.149592805618898e-05,
      "loss": 2.5514,
      "step": 50103
    },
    {
      "epoch": 4.2562011552837244,
      "grad_norm": 3.475965301605589,
      "learning_rate": 6.14903845181391e-05,
      "loss": 2.7568,
      "step": 50104
    },
    {
      "epoch": 4.256286102616378,
      "grad_norm": 3.253317791650985,
      "learning_rate": 6.148484116554349e-05,
      "loss": 2.3766,
      "step": 50105
    },
    {
      "epoch": 4.256371049949031,
      "grad_norm": 3.0351410795049953,
      "learning_rate": 6.147929799841376e-05,
      "loss": 2.2268,
      "step": 50106
    },
    {
      "epoch": 4.2564559972816856,
      "grad_norm": 3.5314304121699402,
      "learning_rate": 6.14737550167616e-05,
      "loss": 2.5756,
      "step": 50107
    },
    {
      "epoch": 4.256540944614339,
      "grad_norm": 3.117685176558365,
      "learning_rate": 6.146821222059857e-05,
      "loss": 2.3099,
      "step": 50108
    },
    {
      "epoch": 4.256625891946993,
      "grad_norm": 3.08329884022734,
      "learning_rate": 6.146266960993625e-05,
      "loss": 2.391,
      "step": 50109
    },
    {
      "epoch": 4.256710839279647,
      "grad_norm": 3.2811105997786867,
      "learning_rate": 6.145712718478627e-05,
      "loss": 2.5562,
      "step": 50110
    },
    {
      "epoch": 4.2567957866123,
      "grad_norm": 3.918402496746759,
      "learning_rate": 6.145158494516033e-05,
      "loss": 3.0965,
      "step": 50111
    },
    {
      "epoch": 4.256880733944954,
      "grad_norm": 3.468081441660997,
      "learning_rate": 6.144604289106999e-05,
      "loss": 2.6066,
      "step": 50112
    },
    {
      "epoch": 4.256965681277608,
      "grad_norm": 3.16984162232949,
      "learning_rate": 6.144050102252686e-05,
      "loss": 2.2412,
      "step": 50113
    },
    {
      "epoch": 4.257050628610262,
      "grad_norm": 3.079382383676516,
      "learning_rate": 6.143495933954247e-05,
      "loss": 2.1708,
      "step": 50114
    },
    {
      "epoch": 4.2571355759429155,
      "grad_norm": 3.1367295106957647,
      "learning_rate": 6.14294178421285e-05,
      "loss": 2.2092,
      "step": 50115
    },
    {
      "epoch": 4.257220523275569,
      "grad_norm": 3.505923517062367,
      "learning_rate": 6.142387653029664e-05,
      "loss": 2.444,
      "step": 50116
    },
    {
      "epoch": 4.257305470608223,
      "grad_norm": 3.235930385523448,
      "learning_rate": 6.141833540405836e-05,
      "loss": 2.3572,
      "step": 50117
    },
    {
      "epoch": 4.257390417940877,
      "grad_norm": 2.943863296616571,
      "learning_rate": 6.141279446342539e-05,
      "loss": 2.1395,
      "step": 50118
    },
    {
      "epoch": 4.25747536527353,
      "grad_norm": 3.183277228992958,
      "learning_rate": 6.140725370840929e-05,
      "loss": 2.3793,
      "step": 50119
    },
    {
      "epoch": 4.257560312606184,
      "grad_norm": 2.94913883366741,
      "learning_rate": 6.140171313902168e-05,
      "loss": 2.1575,
      "step": 50120
    },
    {
      "epoch": 4.257645259938838,
      "grad_norm": 3.317939732603803,
      "learning_rate": 6.139617275527401e-05,
      "loss": 2.502,
      "step": 50121
    },
    {
      "epoch": 4.257730207271492,
      "grad_norm": 2.78453234079579,
      "learning_rate": 6.139063255717817e-05,
      "loss": 1.9028,
      "step": 50122
    },
    {
      "epoch": 4.257815154604145,
      "grad_norm": 3.5127562410723296,
      "learning_rate": 6.138509254474563e-05,
      "loss": 2.5875,
      "step": 50123
    },
    {
      "epoch": 4.257900101936799,
      "grad_norm": 3.436415350131433,
      "learning_rate": 6.1379552717988e-05,
      "loss": 2.4117,
      "step": 50124
    },
    {
      "epoch": 4.257985049269453,
      "grad_norm": 3.314520465242932,
      "learning_rate": 6.137401307691684e-05,
      "loss": 2.544,
      "step": 50125
    },
    {
      "epoch": 4.2580699966021065,
      "grad_norm": 3.7965976890356052,
      "learning_rate": 6.136847362154385e-05,
      "loss": 2.8961,
      "step": 50126
    },
    {
      "epoch": 4.258154943934761,
      "grad_norm": 3.307106075309161,
      "learning_rate": 6.136293435188055e-05,
      "loss": 2.2087,
      "step": 50127
    },
    {
      "epoch": 4.258239891267414,
      "grad_norm": 3.7675690510913356,
      "learning_rate": 6.135739526793858e-05,
      "loss": 2.7869,
      "step": 50128
    },
    {
      "epoch": 4.258324838600068,
      "grad_norm": 3.390719322581305,
      "learning_rate": 6.135185636972961e-05,
      "loss": 2.6903,
      "step": 50129
    },
    {
      "epoch": 4.258409785932722,
      "grad_norm": 4.055677604256843,
      "learning_rate": 6.134631765726518e-05,
      "loss": 2.9552,
      "step": 50130
    },
    {
      "epoch": 4.258494733265375,
      "grad_norm": 3.2164821526289726,
      "learning_rate": 6.134077913055693e-05,
      "loss": 2.3943,
      "step": 50131
    },
    {
      "epoch": 4.25857968059803,
      "grad_norm": 3.0333250294821807,
      "learning_rate": 6.133524078961636e-05,
      "loss": 2.3723,
      "step": 50132
    },
    {
      "epoch": 4.258664627930683,
      "grad_norm": 3.1533955926031463,
      "learning_rate": 6.132970263445518e-05,
      "loss": 2.3144,
      "step": 50133
    },
    {
      "epoch": 4.258749575263336,
      "grad_norm": 4.096737342078128,
      "learning_rate": 6.132416466508502e-05,
      "loss": 3.3087,
      "step": 50134
    },
    {
      "epoch": 4.258834522595991,
      "grad_norm": 3.0176132737204924,
      "learning_rate": 6.13186268815174e-05,
      "loss": 2.3125,
      "step": 50135
    },
    {
      "epoch": 4.258919469928644,
      "grad_norm": 3.302466228357391,
      "learning_rate": 6.131308928376394e-05,
      "loss": 2.3361,
      "step": 50136
    },
    {
      "epoch": 4.259004417261298,
      "grad_norm": 3.166643344013041,
      "learning_rate": 6.13075518718363e-05,
      "loss": 2.3552,
      "step": 50137
    },
    {
      "epoch": 4.259089364593952,
      "grad_norm": 3.2962304485207667,
      "learning_rate": 6.130201464574603e-05,
      "loss": 2.7339,
      "step": 50138
    },
    {
      "epoch": 4.259174311926605,
      "grad_norm": 3.495897807481571,
      "learning_rate": 6.129647760550466e-05,
      "loss": 2.7897,
      "step": 50139
    },
    {
      "epoch": 4.2592592592592595,
      "grad_norm": 2.891262333737875,
      "learning_rate": 6.129094075112398e-05,
      "loss": 2.1,
      "step": 50140
    },
    {
      "epoch": 4.259344206591913,
      "grad_norm": 3.578538012054582,
      "learning_rate": 6.128540408261548e-05,
      "loss": 2.9326,
      "step": 50141
    },
    {
      "epoch": 4.259429153924566,
      "grad_norm": 3.1849608579362862,
      "learning_rate": 6.127986759999075e-05,
      "loss": 2.2101,
      "step": 50142
    },
    {
      "epoch": 4.259514101257221,
      "grad_norm": 3.3633147995672243,
      "learning_rate": 6.127433130326138e-05,
      "loss": 2.6879,
      "step": 50143
    },
    {
      "epoch": 4.259599048589874,
      "grad_norm": 3.38084894402911,
      "learning_rate": 6.126879519243905e-05,
      "loss": 2.6828,
      "step": 50144
    },
    {
      "epoch": 4.259683995922528,
      "grad_norm": 3.430267349797301,
      "learning_rate": 6.126325926753526e-05,
      "loss": 2.5499,
      "step": 50145
    },
    {
      "epoch": 4.259768943255182,
      "grad_norm": 2.9471573066506727,
      "learning_rate": 6.125772352856163e-05,
      "loss": 2.1432,
      "step": 50146
    },
    {
      "epoch": 4.259853890587835,
      "grad_norm": 3.488081040223537,
      "learning_rate": 6.125218797552987e-05,
      "loss": 2.4501,
      "step": 50147
    },
    {
      "epoch": 4.259938837920489,
      "grad_norm": 3.577373598623547,
      "learning_rate": 6.124665260845148e-05,
      "loss": 2.5099,
      "step": 50148
    },
    {
      "epoch": 4.260023785253143,
      "grad_norm": 3.226448793748584,
      "learning_rate": 6.124111742733807e-05,
      "loss": 2.3211,
      "step": 50149
    },
    {
      "epoch": 4.260108732585797,
      "grad_norm": 3.4234505068339556,
      "learning_rate": 6.12355824322012e-05,
      "loss": 2.6378,
      "step": 50150
    },
    {
      "epoch": 4.2601936799184505,
      "grad_norm": 2.9121311989016774,
      "learning_rate": 6.123004762305256e-05,
      "loss": 2.1699,
      "step": 50151
    },
    {
      "epoch": 4.260278627251104,
      "grad_norm": 3.382084623899613,
      "learning_rate": 6.122451299990365e-05,
      "loss": 2.5368,
      "step": 50152
    },
    {
      "epoch": 4.260363574583758,
      "grad_norm": 3.5391446261062267,
      "learning_rate": 6.121897856276615e-05,
      "loss": 2.7595,
      "step": 50153
    },
    {
      "epoch": 4.260448521916412,
      "grad_norm": 3.3387943151354516,
      "learning_rate": 6.121344431165158e-05,
      "loss": 2.5105,
      "step": 50154
    },
    {
      "epoch": 4.260533469249066,
      "grad_norm": 3.590887845582645,
      "learning_rate": 6.120791024657162e-05,
      "loss": 2.5909,
      "step": 50155
    },
    {
      "epoch": 4.260618416581719,
      "grad_norm": 3.351771560056671,
      "learning_rate": 6.120237636753783e-05,
      "loss": 2.5122,
      "step": 50156
    },
    {
      "epoch": 4.260703363914373,
      "grad_norm": 3.531796834373665,
      "learning_rate": 6.119684267456175e-05,
      "loss": 2.8163,
      "step": 50157
    },
    {
      "epoch": 4.260788311247027,
      "grad_norm": 3.187936830129849,
      "learning_rate": 6.1191309167655e-05,
      "loss": 2.4233,
      "step": 50158
    },
    {
      "epoch": 4.2608732585796805,
      "grad_norm": 3.259366465664424,
      "learning_rate": 6.118577584682926e-05,
      "loss": 2.2357,
      "step": 50159
    },
    {
      "epoch": 4.260958205912335,
      "grad_norm": 3.460720278760105,
      "learning_rate": 6.118024271209607e-05,
      "loss": 2.7967,
      "step": 50160
    },
    {
      "epoch": 4.261043153244988,
      "grad_norm": 3.0887400629413615,
      "learning_rate": 6.117470976346695e-05,
      "loss": 2.219,
      "step": 50161
    },
    {
      "epoch": 4.261128100577642,
      "grad_norm": 3.331333571943914,
      "learning_rate": 6.11691770009536e-05,
      "loss": 2.3969,
      "step": 50162
    },
    {
      "epoch": 4.261213047910296,
      "grad_norm": 3.5895165049942803,
      "learning_rate": 6.116364442456758e-05,
      "loss": 2.9201,
      "step": 50163
    },
    {
      "epoch": 4.261297995242949,
      "grad_norm": 3.1289392611860243,
      "learning_rate": 6.11581120343204e-05,
      "loss": 2.39,
      "step": 50164
    },
    {
      "epoch": 4.261382942575603,
      "grad_norm": 3.3175478739871425,
      "learning_rate": 6.115257983022375e-05,
      "loss": 2.4681,
      "step": 50165
    },
    {
      "epoch": 4.261467889908257,
      "grad_norm": 3.5699270066042232,
      "learning_rate": 6.114704781228923e-05,
      "loss": 2.8955,
      "step": 50166
    },
    {
      "epoch": 4.26155283724091,
      "grad_norm": 3.933645255876926,
      "learning_rate": 6.11415159805284e-05,
      "loss": 3.1249,
      "step": 50167
    },
    {
      "epoch": 4.261637784573565,
      "grad_norm": 3.1609250390720334,
      "learning_rate": 6.11359843349528e-05,
      "loss": 2.3717,
      "step": 50168
    },
    {
      "epoch": 4.261722731906218,
      "grad_norm": 3.119001511115066,
      "learning_rate": 6.113045287557411e-05,
      "loss": 2.2273,
      "step": 50169
    },
    {
      "epoch": 4.2618076792388715,
      "grad_norm": 3.2582420551291906,
      "learning_rate": 6.112492160240384e-05,
      "loss": 2.5871,
      "step": 50170
    },
    {
      "epoch": 4.261892626571526,
      "grad_norm": 3.491205165018632,
      "learning_rate": 6.111939051545366e-05,
      "loss": 2.7492,
      "step": 50171
    },
    {
      "epoch": 4.261977573904179,
      "grad_norm": 3.500390417586302,
      "learning_rate": 6.111385961473508e-05,
      "loss": 2.8449,
      "step": 50172
    },
    {
      "epoch": 4.2620625212368335,
      "grad_norm": 3.6032127967327647,
      "learning_rate": 6.110832890025975e-05,
      "loss": 2.7709,
      "step": 50173
    },
    {
      "epoch": 4.262147468569487,
      "grad_norm": 3.8176252510132245,
      "learning_rate": 6.110279837203925e-05,
      "loss": 3.0635,
      "step": 50174
    },
    {
      "epoch": 4.26223241590214,
      "grad_norm": 3.1459602698311806,
      "learning_rate": 6.109726803008508e-05,
      "loss": 2.321,
      "step": 50175
    },
    {
      "epoch": 4.262317363234795,
      "grad_norm": 3.1672880417045888,
      "learning_rate": 6.109173787440893e-05,
      "loss": 2.262,
      "step": 50176
    },
    {
      "epoch": 4.262402310567448,
      "grad_norm": 3.188553151249092,
      "learning_rate": 6.10862079050224e-05,
      "loss": 2.5094,
      "step": 50177
    },
    {
      "epoch": 4.262487257900102,
      "grad_norm": 3.4329366507983163,
      "learning_rate": 6.108067812193703e-05,
      "loss": 2.6278,
      "step": 50178
    },
    {
      "epoch": 4.262572205232756,
      "grad_norm": 3.525817322244942,
      "learning_rate": 6.107514852516434e-05,
      "loss": 2.5403,
      "step": 50179
    },
    {
      "epoch": 4.262657152565409,
      "grad_norm": 3.5822417337052777,
      "learning_rate": 6.106961911471607e-05,
      "loss": 2.5845,
      "step": 50180
    },
    {
      "epoch": 4.262742099898063,
      "grad_norm": 3.2975658217229618,
      "learning_rate": 6.106408989060372e-05,
      "loss": 2.5713,
      "step": 50181
    },
    {
      "epoch": 4.262827047230717,
      "grad_norm": 3.2100540774072743,
      "learning_rate": 6.10585608528388e-05,
      "loss": 2.4008,
      "step": 50182
    },
    {
      "epoch": 4.262911994563371,
      "grad_norm": 3.4696810617083567,
      "learning_rate": 6.105303200143298e-05,
      "loss": 2.8169,
      "step": 50183
    },
    {
      "epoch": 4.2629969418960245,
      "grad_norm": 3.326828708164842,
      "learning_rate": 6.104750333639791e-05,
      "loss": 2.5119,
      "step": 50184
    },
    {
      "epoch": 4.263081889228678,
      "grad_norm": 3.878867115617609,
      "learning_rate": 6.104197485774511e-05,
      "loss": 2.5968,
      "step": 50185
    },
    {
      "epoch": 4.263166836561332,
      "grad_norm": 3.4183195860552296,
      "learning_rate": 6.103644656548606e-05,
      "loss": 2.687,
      "step": 50186
    },
    {
      "epoch": 4.263251783893986,
      "grad_norm": 3.319463658043497,
      "learning_rate": 6.1030918459632516e-05,
      "loss": 2.3588,
      "step": 50187
    },
    {
      "epoch": 4.263336731226639,
      "grad_norm": 2.982676491440989,
      "learning_rate": 6.102539054019593e-05,
      "loss": 2.1308,
      "step": 50188
    },
    {
      "epoch": 4.263421678559293,
      "grad_norm": 2.9399349638289234,
      "learning_rate": 6.101986280718799e-05,
      "loss": 2.1629,
      "step": 50189
    },
    {
      "epoch": 4.263506625891947,
      "grad_norm": 3.098500471723044,
      "learning_rate": 6.101433526062018e-05,
      "loss": 2.2762,
      "step": 50190
    },
    {
      "epoch": 4.263591573224601,
      "grad_norm": 3.090556706212399,
      "learning_rate": 6.100880790050419e-05,
      "loss": 2.3134,
      "step": 50191
    },
    {
      "epoch": 4.263676520557254,
      "grad_norm": 3.870513910847099,
      "learning_rate": 6.100328072685152e-05,
      "loss": 3.2103,
      "step": 50192
    },
    {
      "epoch": 4.263761467889908,
      "grad_norm": 3.0142493656334355,
      "learning_rate": 6.099775373967373e-05,
      "loss": 2.0079,
      "step": 50193
    },
    {
      "epoch": 4.263846415222562,
      "grad_norm": 3.8503129503168902,
      "learning_rate": 6.099222693898244e-05,
      "loss": 3.0508,
      "step": 50194
    },
    {
      "epoch": 4.2639313625552155,
      "grad_norm": 3.5162764041885044,
      "learning_rate": 6.098670032478929e-05,
      "loss": 2.5798,
      "step": 50195
    },
    {
      "epoch": 4.26401630988787,
      "grad_norm": 3.161034445934663,
      "learning_rate": 6.098117389710579e-05,
      "loss": 2.316,
      "step": 50196
    },
    {
      "epoch": 4.264101257220523,
      "grad_norm": 3.035850838480916,
      "learning_rate": 6.097564765594348e-05,
      "loss": 2.2028,
      "step": 50197
    },
    {
      "epoch": 4.264186204553177,
      "grad_norm": 3.4332492840011746,
      "learning_rate": 6.097012160131406e-05,
      "loss": 2.614,
      "step": 50198
    },
    {
      "epoch": 4.264271151885831,
      "grad_norm": 3.2363825483477267,
      "learning_rate": 6.096459573322903e-05,
      "loss": 2.3442,
      "step": 50199
    },
    {
      "epoch": 4.264356099218484,
      "grad_norm": 2.941864955114866,
      "learning_rate": 6.0959070051699925e-05,
      "loss": 2.1468,
      "step": 50200
    },
    {
      "epoch": 4.264441046551139,
      "grad_norm": 3.4075121391951955,
      "learning_rate": 6.0953544556738384e-05,
      "loss": 2.5773,
      "step": 50201
    },
    {
      "epoch": 4.264525993883792,
      "grad_norm": 3.0851667773184475,
      "learning_rate": 6.094801924835602e-05,
      "loss": 2.3041,
      "step": 50202
    },
    {
      "epoch": 4.2646109412164455,
      "grad_norm": 3.393868362106143,
      "learning_rate": 6.094249412656437e-05,
      "loss": 2.4069,
      "step": 50203
    },
    {
      "epoch": 4.2646958885491,
      "grad_norm": 3.074376682212425,
      "learning_rate": 6.0936969191374956e-05,
      "loss": 2.2745,
      "step": 50204
    },
    {
      "epoch": 4.264780835881753,
      "grad_norm": 3.282374836143592,
      "learning_rate": 6.093144444279945e-05,
      "loss": 2.2822,
      "step": 50205
    },
    {
      "epoch": 4.2648657832144075,
      "grad_norm": 3.1257452353504296,
      "learning_rate": 6.092591988084939e-05,
      "loss": 2.2473,
      "step": 50206
    },
    {
      "epoch": 4.264950730547061,
      "grad_norm": 3.5219973090764767,
      "learning_rate": 6.09203955055363e-05,
      "loss": 2.9611,
      "step": 50207
    },
    {
      "epoch": 4.265035677879714,
      "grad_norm": 3.1626131118913112,
      "learning_rate": 6.0914871316871796e-05,
      "loss": 2.3236,
      "step": 50208
    },
    {
      "epoch": 4.265120625212369,
      "grad_norm": 3.4852470389571226,
      "learning_rate": 6.090934731486751e-05,
      "loss": 2.8807,
      "step": 50209
    },
    {
      "epoch": 4.265205572545022,
      "grad_norm": 3.7659437804486005,
      "learning_rate": 6.0903823499534964e-05,
      "loss": 2.5004,
      "step": 50210
    },
    {
      "epoch": 4.265290519877675,
      "grad_norm": 3.3287242171552918,
      "learning_rate": 6.0898299870885676e-05,
      "loss": 2.4822,
      "step": 50211
    },
    {
      "epoch": 4.26537546721033,
      "grad_norm": 3.1062129662319045,
      "learning_rate": 6.089277642893133e-05,
      "loss": 2.3933,
      "step": 50212
    },
    {
      "epoch": 4.265460414542983,
      "grad_norm": 3.5164243606459102,
      "learning_rate": 6.0887253173683395e-05,
      "loss": 2.4844,
      "step": 50213
    },
    {
      "epoch": 4.265545361875637,
      "grad_norm": 3.1254911252108424,
      "learning_rate": 6.0881730105153556e-05,
      "loss": 2.2668,
      "step": 50214
    },
    {
      "epoch": 4.265630309208291,
      "grad_norm": 3.0344591492133928,
      "learning_rate": 6.0876207223353255e-05,
      "loss": 2.2938,
      "step": 50215
    },
    {
      "epoch": 4.265715256540945,
      "grad_norm": 3.5320438003181867,
      "learning_rate": 6.08706845282942e-05,
      "loss": 2.907,
      "step": 50216
    },
    {
      "epoch": 4.2658002038735985,
      "grad_norm": 3.396713133946629,
      "learning_rate": 6.086516201998788e-05,
      "loss": 2.7802,
      "step": 50217
    },
    {
      "epoch": 4.265885151206252,
      "grad_norm": 3.654279263852236,
      "learning_rate": 6.085963969844585e-05,
      "loss": 2.6678,
      "step": 50218
    },
    {
      "epoch": 4.265970098538906,
      "grad_norm": 3.672366040795776,
      "learning_rate": 6.085411756367969e-05,
      "loss": 3.001,
      "step": 50219
    },
    {
      "epoch": 4.26605504587156,
      "grad_norm": 3.5604956267726617,
      "learning_rate": 6.084859561570105e-05,
      "loss": 2.6419,
      "step": 50220
    },
    {
      "epoch": 4.266139993204213,
      "grad_norm": 3.4219785687188566,
      "learning_rate": 6.084307385452146e-05,
      "loss": 2.2995,
      "step": 50221
    },
    {
      "epoch": 4.266224940536867,
      "grad_norm": 3.1515157487448047,
      "learning_rate": 6.083755228015241e-05,
      "loss": 2.3613,
      "step": 50222
    },
    {
      "epoch": 4.266309887869521,
      "grad_norm": 3.3440362396885552,
      "learning_rate": 6.0832030892605575e-05,
      "loss": 2.3296,
      "step": 50223
    },
    {
      "epoch": 4.266394835202175,
      "grad_norm": 3.2624851724029655,
      "learning_rate": 6.082650969189249e-05,
      "loss": 2.3576,
      "step": 50224
    },
    {
      "epoch": 4.266479782534828,
      "grad_norm": 3.8014824460520855,
      "learning_rate": 6.082098867802467e-05,
      "loss": 2.8761,
      "step": 50225
    },
    {
      "epoch": 4.266564729867482,
      "grad_norm": 3.2271543216663354,
      "learning_rate": 6.081546785101372e-05,
      "loss": 2.5186,
      "step": 50226
    },
    {
      "epoch": 4.266649677200136,
      "grad_norm": 3.3157024455220325,
      "learning_rate": 6.0809947210871275e-05,
      "loss": 2.4618,
      "step": 50227
    },
    {
      "epoch": 4.2667346245327895,
      "grad_norm": 2.922225325724121,
      "learning_rate": 6.0804426757608834e-05,
      "loss": 1.9934,
      "step": 50228
    },
    {
      "epoch": 4.266819571865444,
      "grad_norm": 3.2262670350206397,
      "learning_rate": 6.079890649123794e-05,
      "loss": 2.1505,
      "step": 50229
    },
    {
      "epoch": 4.266904519198097,
      "grad_norm": 3.181184506680727,
      "learning_rate": 6.079338641177023e-05,
      "loss": 2.461,
      "step": 50230
    },
    {
      "epoch": 4.266989466530751,
      "grad_norm": 3.1745365244576793,
      "learning_rate": 6.078786651921717e-05,
      "loss": 2.3105,
      "step": 50231
    },
    {
      "epoch": 4.267074413863405,
      "grad_norm": 3.0054777529168804,
      "learning_rate": 6.0782346813590455e-05,
      "loss": 2.3031,
      "step": 50232
    },
    {
      "epoch": 4.267159361196058,
      "grad_norm": 3.386128922683377,
      "learning_rate": 6.077682729490154e-05,
      "loss": 2.5544,
      "step": 50233
    },
    {
      "epoch": 4.267244308528712,
      "grad_norm": 3.1729447983467343,
      "learning_rate": 6.077130796316208e-05,
      "loss": 2.3698,
      "step": 50234
    },
    {
      "epoch": 4.267329255861366,
      "grad_norm": 3.4714561402220774,
      "learning_rate": 6.0765788818383576e-05,
      "loss": 2.6429,
      "step": 50235
    },
    {
      "epoch": 4.267414203194019,
      "grad_norm": 2.933751838011426,
      "learning_rate": 6.0760269860577584e-05,
      "loss": 2.0889,
      "step": 50236
    },
    {
      "epoch": 4.267499150526674,
      "grad_norm": 3.1826192628975365,
      "learning_rate": 6.075475108975568e-05,
      "loss": 2.3893,
      "step": 50237
    },
    {
      "epoch": 4.267584097859327,
      "grad_norm": 3.1411487777700593,
      "learning_rate": 6.07492325059295e-05,
      "loss": 2.239,
      "step": 50238
    },
    {
      "epoch": 4.267669045191981,
      "grad_norm": 3.1559062467848076,
      "learning_rate": 6.0743714109110547e-05,
      "loss": 2.3706,
      "step": 50239
    },
    {
      "epoch": 4.267753992524635,
      "grad_norm": 3.6754345071149057,
      "learning_rate": 6.0738195899310344e-05,
      "loss": 2.6636,
      "step": 50240
    },
    {
      "epoch": 4.267838939857288,
      "grad_norm": 3.38797469732319,
      "learning_rate": 6.073267787654053e-05,
      "loss": 2.7701,
      "step": 50241
    },
    {
      "epoch": 4.2679238871899425,
      "grad_norm": 3.5095138400004426,
      "learning_rate": 6.072716004081264e-05,
      "loss": 2.4931,
      "step": 50242
    },
    {
      "epoch": 4.268008834522596,
      "grad_norm": 3.090903169145483,
      "learning_rate": 6.072164239213818e-05,
      "loss": 2.2955,
      "step": 50243
    },
    {
      "epoch": 4.268093781855249,
      "grad_norm": 3.340429350646256,
      "learning_rate": 6.071612493052875e-05,
      "loss": 2.474,
      "step": 50244
    },
    {
      "epoch": 4.268178729187904,
      "grad_norm": 3.1807238214319042,
      "learning_rate": 6.0710607655995976e-05,
      "loss": 2.4484,
      "step": 50245
    },
    {
      "epoch": 4.268263676520557,
      "grad_norm": 3.0162879910284484,
      "learning_rate": 6.070509056855136e-05,
      "loss": 2.2416,
      "step": 50246
    },
    {
      "epoch": 4.268348623853211,
      "grad_norm": 3.0745145286949267,
      "learning_rate": 6.069957366820642e-05,
      "loss": 2.1938,
      "step": 50247
    },
    {
      "epoch": 4.268433571185865,
      "grad_norm": 2.948171868265114,
      "learning_rate": 6.06940569549728e-05,
      "loss": 1.9933,
      "step": 50248
    },
    {
      "epoch": 4.268518518518518,
      "grad_norm": 3.4228677587685397,
      "learning_rate": 6.068854042886202e-05,
      "loss": 2.4499,
      "step": 50249
    },
    {
      "epoch": 4.2686034658511725,
      "grad_norm": 3.4801059880497336,
      "learning_rate": 6.068302408988558e-05,
      "loss": 2.5242,
      "step": 50250
    },
    {
      "epoch": 4.268688413183826,
      "grad_norm": 3.121763747298555,
      "learning_rate": 6.06775079380551e-05,
      "loss": 2.3138,
      "step": 50251
    },
    {
      "epoch": 4.26877336051648,
      "grad_norm": 3.4164579734548344,
      "learning_rate": 6.06719919733822e-05,
      "loss": 2.8039,
      "step": 50252
    },
    {
      "epoch": 4.268858307849134,
      "grad_norm": 3.510615352790105,
      "learning_rate": 6.066647619587836e-05,
      "loss": 2.4062,
      "step": 50253
    },
    {
      "epoch": 4.268943255181787,
      "grad_norm": 3.383732915862016,
      "learning_rate": 6.0660960605555094e-05,
      "loss": 2.4514,
      "step": 50254
    },
    {
      "epoch": 4.269028202514441,
      "grad_norm": 3.7914152532824774,
      "learning_rate": 6.065544520242407e-05,
      "loss": 2.931,
      "step": 50255
    },
    {
      "epoch": 4.269113149847095,
      "grad_norm": 3.3915683781342927,
      "learning_rate": 6.064992998649673e-05,
      "loss": 2.4072,
      "step": 50256
    },
    {
      "epoch": 4.269198097179749,
      "grad_norm": 3.635947734597092,
      "learning_rate": 6.064441495778474e-05,
      "loss": 2.5167,
      "step": 50257
    },
    {
      "epoch": 4.269283044512402,
      "grad_norm": 3.6523921061977136,
      "learning_rate": 6.063890011629956e-05,
      "loss": 2.8404,
      "step": 50258
    },
    {
      "epoch": 4.269367991845056,
      "grad_norm": 3.731572338144425,
      "learning_rate": 6.063338546205283e-05,
      "loss": 2.7662,
      "step": 50259
    },
    {
      "epoch": 4.26945293917771,
      "grad_norm": 3.863281251841744,
      "learning_rate": 6.062787099505607e-05,
      "loss": 3.0148,
      "step": 50260
    },
    {
      "epoch": 4.2695378865103635,
      "grad_norm": 3.1633040423050307,
      "learning_rate": 6.062235671532077e-05,
      "loss": 2.2727,
      "step": 50261
    },
    {
      "epoch": 4.269622833843018,
      "grad_norm": 3.294801583689964,
      "learning_rate": 6.061684262285854e-05,
      "loss": 2.3423,
      "step": 50262
    },
    {
      "epoch": 4.269707781175671,
      "grad_norm": 3.5173332611423382,
      "learning_rate": 6.0611328717681e-05,
      "loss": 2.7421,
      "step": 50263
    },
    {
      "epoch": 4.269792728508325,
      "grad_norm": 3.6872399328495336,
      "learning_rate": 6.060581499979965e-05,
      "loss": 3.0078,
      "step": 50264
    },
    {
      "epoch": 4.269877675840979,
      "grad_norm": 2.9656333139457156,
      "learning_rate": 6.060030146922595e-05,
      "loss": 1.9625,
      "step": 50265
    },
    {
      "epoch": 4.269962623173632,
      "grad_norm": 3.5443787596739007,
      "learning_rate": 6.059478812597159e-05,
      "loss": 2.5244,
      "step": 50266
    },
    {
      "epoch": 4.270047570506286,
      "grad_norm": 3.112154398650683,
      "learning_rate": 6.058927497004809e-05,
      "loss": 2.1715,
      "step": 50267
    },
    {
      "epoch": 4.27013251783894,
      "grad_norm": 3.878753953047503,
      "learning_rate": 6.0583762001466916e-05,
      "loss": 3.0369,
      "step": 50268
    },
    {
      "epoch": 4.270217465171593,
      "grad_norm": 3.461191192850652,
      "learning_rate": 6.057824922023967e-05,
      "loss": 2.4518,
      "step": 50269
    },
    {
      "epoch": 4.270302412504248,
      "grad_norm": 3.109440947857316,
      "learning_rate": 6.057273662637798e-05,
      "loss": 2.365,
      "step": 50270
    },
    {
      "epoch": 4.270387359836901,
      "grad_norm": 3.1869310462597285,
      "learning_rate": 6.0567224219893315e-05,
      "loss": 2.1326,
      "step": 50271
    },
    {
      "epoch": 4.2704723071695545,
      "grad_norm": 3.611344619437326,
      "learning_rate": 6.05617120007972e-05,
      "loss": 2.57,
      "step": 50272
    },
    {
      "epoch": 4.270557254502209,
      "grad_norm": 3.588191667528448,
      "learning_rate": 6.055619996910127e-05,
      "loss": 2.5875,
      "step": 50273
    },
    {
      "epoch": 4.270642201834862,
      "grad_norm": 3.358009874924403,
      "learning_rate": 6.0550688124816996e-05,
      "loss": 2.2981,
      "step": 50274
    },
    {
      "epoch": 4.2707271491675165,
      "grad_norm": 3.5230802253142497,
      "learning_rate": 6.0545176467956e-05,
      "loss": 2.8699,
      "step": 50275
    },
    {
      "epoch": 4.27081209650017,
      "grad_norm": 3.141602833267407,
      "learning_rate": 6.0539664998529744e-05,
      "loss": 2.298,
      "step": 50276
    },
    {
      "epoch": 4.270897043832823,
      "grad_norm": 3.01837149054038,
      "learning_rate": 6.053415371654987e-05,
      "loss": 2.1719,
      "step": 50277
    },
    {
      "epoch": 4.270981991165478,
      "grad_norm": 2.9526187050037227,
      "learning_rate": 6.0528642622027884e-05,
      "loss": 2.0476,
      "step": 50278
    },
    {
      "epoch": 4.271066938498131,
      "grad_norm": 3.2978991839830107,
      "learning_rate": 6.052313171497527e-05,
      "loss": 2.4757,
      "step": 50279
    },
    {
      "epoch": 4.271151885830785,
      "grad_norm": 3.46825483097954,
      "learning_rate": 6.0517620995403656e-05,
      "loss": 2.5793,
      "step": 50280
    },
    {
      "epoch": 4.271236833163439,
      "grad_norm": 3.2720419454041467,
      "learning_rate": 6.051211046332459e-05,
      "loss": 2.433,
      "step": 50281
    },
    {
      "epoch": 4.271321780496092,
      "grad_norm": 3.058345797064548,
      "learning_rate": 6.050660011874963e-05,
      "loss": 2.2751,
      "step": 50282
    },
    {
      "epoch": 4.271406727828746,
      "grad_norm": 3.2911614090653156,
      "learning_rate": 6.05010899616902e-05,
      "loss": 2.5965,
      "step": 50283
    },
    {
      "epoch": 4.2714916751614,
      "grad_norm": 3.325764899009337,
      "learning_rate": 6.0495579992157995e-05,
      "loss": 2.2529,
      "step": 50284
    },
    {
      "epoch": 4.271576622494054,
      "grad_norm": 3.5517619713058446,
      "learning_rate": 6.049007021016451e-05,
      "loss": 2.5662,
      "step": 50285
    },
    {
      "epoch": 4.2716615698267075,
      "grad_norm": 2.9791816200512695,
      "learning_rate": 6.0484560615721217e-05,
      "loss": 2.1776,
      "step": 50286
    },
    {
      "epoch": 4.271746517159361,
      "grad_norm": 3.1520057185172683,
      "learning_rate": 6.047905120883972e-05,
      "loss": 2.2034,
      "step": 50287
    },
    {
      "epoch": 4.271831464492015,
      "grad_norm": 3.229312938510499,
      "learning_rate": 6.0473541989531606e-05,
      "loss": 2.5574,
      "step": 50288
    },
    {
      "epoch": 4.271916411824669,
      "grad_norm": 3.1471911813005153,
      "learning_rate": 6.0468032957808396e-05,
      "loss": 2.2308,
      "step": 50289
    },
    {
      "epoch": 4.272001359157322,
      "grad_norm": 3.554618138964013,
      "learning_rate": 6.046252411368155e-05,
      "loss": 2.7833,
      "step": 50290
    },
    {
      "epoch": 4.272086306489976,
      "grad_norm": 3.2187248295493585,
      "learning_rate": 6.045701545716271e-05,
      "loss": 2.4036,
      "step": 50291
    },
    {
      "epoch": 4.27217125382263,
      "grad_norm": 3.2164223722043093,
      "learning_rate": 6.045150698826341e-05,
      "loss": 2.3783,
      "step": 50292
    },
    {
      "epoch": 4.272256201155284,
      "grad_norm": 3.4300754849702275,
      "learning_rate": 6.044599870699509e-05,
      "loss": 2.6771,
      "step": 50293
    },
    {
      "epoch": 4.2723411484879374,
      "grad_norm": 3.0452538257363884,
      "learning_rate": 6.044049061336938e-05,
      "loss": 2.1608,
      "step": 50294
    },
    {
      "epoch": 4.272426095820591,
      "grad_norm": 3.232816082705558,
      "learning_rate": 6.043498270739785e-05,
      "loss": 2.5088,
      "step": 50295
    },
    {
      "epoch": 4.272511043153245,
      "grad_norm": 3.687205023517441,
      "learning_rate": 6.0429474989092004e-05,
      "loss": 2.7832,
      "step": 50296
    },
    {
      "epoch": 4.2725959904858986,
      "grad_norm": 3.154412611028247,
      "learning_rate": 6.042396745846331e-05,
      "loss": 2.347,
      "step": 50297
    },
    {
      "epoch": 4.272680937818553,
      "grad_norm": 4.19804334379976,
      "learning_rate": 6.041846011552344e-05,
      "loss": 3.502,
      "step": 50298
    },
    {
      "epoch": 4.272765885151206,
      "grad_norm": 3.307956441669568,
      "learning_rate": 6.04129529602838e-05,
      "loss": 2.5627,
      "step": 50299
    },
    {
      "epoch": 4.27285083248386,
      "grad_norm": 3.3726198310993265,
      "learning_rate": 6.040744599275606e-05,
      "loss": 2.255,
      "step": 50300
    },
    {
      "epoch": 4.272935779816514,
      "grad_norm": 3.377129606110407,
      "learning_rate": 6.040193921295164e-05,
      "loss": 2.3631,
      "step": 50301
    },
    {
      "epoch": 4.273020727149167,
      "grad_norm": 3.245393742719505,
      "learning_rate": 6.039643262088218e-05,
      "loss": 2.3398,
      "step": 50302
    },
    {
      "epoch": 4.273105674481822,
      "grad_norm": 3.19519793290997,
      "learning_rate": 6.039092621655917e-05,
      "loss": 2.3791,
      "step": 50303
    },
    {
      "epoch": 4.273190621814475,
      "grad_norm": 3.136775621127176,
      "learning_rate": 6.0385419999994106e-05,
      "loss": 2.382,
      "step": 50304
    },
    {
      "epoch": 4.2732755691471285,
      "grad_norm": 3.4618081616457332,
      "learning_rate": 6.0379913971198555e-05,
      "loss": 2.6918,
      "step": 50305
    },
    {
      "epoch": 4.273360516479783,
      "grad_norm": 3.1303406984090945,
      "learning_rate": 6.037440813018413e-05,
      "loss": 2.3376,
      "step": 50306
    },
    {
      "epoch": 4.273445463812436,
      "grad_norm": 3.4701705662544753,
      "learning_rate": 6.0368902476962304e-05,
      "loss": 2.4816,
      "step": 50307
    },
    {
      "epoch": 4.2735304111450905,
      "grad_norm": 3.196597919107145,
      "learning_rate": 6.036339701154455e-05,
      "loss": 2.0244,
      "step": 50308
    },
    {
      "epoch": 4.273615358477744,
      "grad_norm": 3.606030920727006,
      "learning_rate": 6.0357891733942525e-05,
      "loss": 2.6208,
      "step": 50309
    },
    {
      "epoch": 4.273700305810397,
      "grad_norm": 3.2191181413714394,
      "learning_rate": 6.0352386644167706e-05,
      "loss": 2.3949,
      "step": 50310
    },
    {
      "epoch": 4.273785253143052,
      "grad_norm": 3.628742638620526,
      "learning_rate": 6.034688174223158e-05,
      "loss": 2.8768,
      "step": 50311
    },
    {
      "epoch": 4.273870200475705,
      "grad_norm": 3.2761762624036685,
      "learning_rate": 6.034137702814572e-05,
      "loss": 2.5808,
      "step": 50312
    },
    {
      "epoch": 4.273955147808358,
      "grad_norm": 3.189709796415965,
      "learning_rate": 6.033587250192172e-05,
      "loss": 2.5097,
      "step": 50313
    },
    {
      "epoch": 4.274040095141013,
      "grad_norm": 3.3764740270550253,
      "learning_rate": 6.0330368163571075e-05,
      "loss": 2.6569,
      "step": 50314
    },
    {
      "epoch": 4.274125042473666,
      "grad_norm": 3.6683985778430332,
      "learning_rate": 6.032486401310525e-05,
      "loss": 2.6797,
      "step": 50315
    },
    {
      "epoch": 4.27420998980632,
      "grad_norm": 3.385091007944801,
      "learning_rate": 6.031936005053588e-05,
      "loss": 2.4842,
      "step": 50316
    },
    {
      "epoch": 4.274294937138974,
      "grad_norm": 2.8340723266658356,
      "learning_rate": 6.031385627587441e-05,
      "loss": 1.9793,
      "step": 50317
    },
    {
      "epoch": 4.274379884471627,
      "grad_norm": 3.2890899599178054,
      "learning_rate": 6.030835268913245e-05,
      "loss": 2.5329,
      "step": 50318
    },
    {
      "epoch": 4.2744648318042815,
      "grad_norm": 3.1998872252589985,
      "learning_rate": 6.0302849290321446e-05,
      "loss": 2.37,
      "step": 50319
    },
    {
      "epoch": 4.274549779136935,
      "grad_norm": 3.343246407607679,
      "learning_rate": 6.029734607945304e-05,
      "loss": 2.4382,
      "step": 50320
    },
    {
      "epoch": 4.274634726469589,
      "grad_norm": 3.291012008193129,
      "learning_rate": 6.02918430565387e-05,
      "loss": 2.5047,
      "step": 50321
    },
    {
      "epoch": 4.274719673802243,
      "grad_norm": 3.3838629301688905,
      "learning_rate": 6.0286340221589906e-05,
      "loss": 2.6123,
      "step": 50322
    },
    {
      "epoch": 4.274804621134896,
      "grad_norm": 3.666278869409058,
      "learning_rate": 6.028083757461823e-05,
      "loss": 2.6947,
      "step": 50323
    },
    {
      "epoch": 4.27488956846755,
      "grad_norm": 2.953616018426852,
      "learning_rate": 6.0275335115635276e-05,
      "loss": 2.0951,
      "step": 50324
    },
    {
      "epoch": 4.274974515800204,
      "grad_norm": 3.6410293964294174,
      "learning_rate": 6.026983284465249e-05,
      "loss": 2.5917,
      "step": 50325
    },
    {
      "epoch": 4.275059463132858,
      "grad_norm": 3.0849025300136104,
      "learning_rate": 6.026433076168139e-05,
      "loss": 2.2712,
      "step": 50326
    },
    {
      "epoch": 4.275144410465511,
      "grad_norm": 3.208404418484243,
      "learning_rate": 6.0258828866733575e-05,
      "loss": 2.639,
      "step": 50327
    },
    {
      "epoch": 4.275229357798165,
      "grad_norm": 3.3306090499850165,
      "learning_rate": 6.025332715982052e-05,
      "loss": 2.5245,
      "step": 50328
    },
    {
      "epoch": 4.275314305130819,
      "grad_norm": 3.2921080478190516,
      "learning_rate": 6.024782564095374e-05,
      "loss": 2.6273,
      "step": 50329
    },
    {
      "epoch": 4.2753992524634725,
      "grad_norm": 3.068755692519045,
      "learning_rate": 6.0242324310144776e-05,
      "loss": 2.3379,
      "step": 50330
    },
    {
      "epoch": 4.275484199796127,
      "grad_norm": 3.176934820409253,
      "learning_rate": 6.02368231674052e-05,
      "loss": 2.4498,
      "step": 50331
    },
    {
      "epoch": 4.27556914712878,
      "grad_norm": 3.580990193234286,
      "learning_rate": 6.023132221274653e-05,
      "loss": 2.7942,
      "step": 50332
    },
    {
      "epoch": 4.275654094461434,
      "grad_norm": 3.1812128209138475,
      "learning_rate": 6.02258214461802e-05,
      "loss": 2.5139,
      "step": 50333
    },
    {
      "epoch": 4.275739041794088,
      "grad_norm": 3.205606215052515,
      "learning_rate": 6.022032086771787e-05,
      "loss": 2.4091,
      "step": 50334
    },
    {
      "epoch": 4.275823989126741,
      "grad_norm": 3.268995284619321,
      "learning_rate": 6.021482047737098e-05,
      "loss": 2.1556,
      "step": 50335
    },
    {
      "epoch": 4.275908936459395,
      "grad_norm": 3.5183363358313087,
      "learning_rate": 6.020932027515104e-05,
      "loss": 2.6824,
      "step": 50336
    },
    {
      "epoch": 4.275993883792049,
      "grad_norm": 3.1115451687736755,
      "learning_rate": 6.020382026106958e-05,
      "loss": 2.1971,
      "step": 50337
    },
    {
      "epoch": 4.276078831124702,
      "grad_norm": 3.303164418034132,
      "learning_rate": 6.019832043513822e-05,
      "loss": 2.5335,
      "step": 50338
    },
    {
      "epoch": 4.276163778457357,
      "grad_norm": 3.390051282379654,
      "learning_rate": 6.019282079736843e-05,
      "loss": 2.7651,
      "step": 50339
    },
    {
      "epoch": 4.27624872579001,
      "grad_norm": 3.371130112112702,
      "learning_rate": 6.018732134777165e-05,
      "loss": 2.7803,
      "step": 50340
    },
    {
      "epoch": 4.2763336731226635,
      "grad_norm": 3.3971249202167955,
      "learning_rate": 6.018182208635952e-05,
      "loss": 2.3677,
      "step": 50341
    },
    {
      "epoch": 4.276418620455318,
      "grad_norm": 2.988580181953846,
      "learning_rate": 6.017632301314347e-05,
      "loss": 2.1731,
      "step": 50342
    },
    {
      "epoch": 4.276503567787971,
      "grad_norm": 3.242533061942037,
      "learning_rate": 6.017082412813513e-05,
      "loss": 2.2109,
      "step": 50343
    },
    {
      "epoch": 4.2765885151206255,
      "grad_norm": 2.9562541960796023,
      "learning_rate": 6.0165325431345884e-05,
      "loss": 2.1338,
      "step": 50344
    },
    {
      "epoch": 4.276673462453279,
      "grad_norm": 3.4027900043094204,
      "learning_rate": 6.0159826922787404e-05,
      "loss": 2.5878,
      "step": 50345
    },
    {
      "epoch": 4.276758409785932,
      "grad_norm": 3.0646057021042408,
      "learning_rate": 6.015432860247113e-05,
      "loss": 2.3166,
      "step": 50346
    },
    {
      "epoch": 4.276843357118587,
      "grad_norm": 3.655319713367168,
      "learning_rate": 6.014883047040851e-05,
      "loss": 2.7482,
      "step": 50347
    },
    {
      "epoch": 4.27692830445124,
      "grad_norm": 3.1420322748033302,
      "learning_rate": 6.014333252661116e-05,
      "loss": 2.2642,
      "step": 50348
    },
    {
      "epoch": 4.277013251783894,
      "grad_norm": 3.550391540690691,
      "learning_rate": 6.013783477109065e-05,
      "loss": 2.8856,
      "step": 50349
    },
    {
      "epoch": 4.277098199116548,
      "grad_norm": 3.195913590386411,
      "learning_rate": 6.0132337203858416e-05,
      "loss": 2.4185,
      "step": 50350
    },
    {
      "epoch": 4.277183146449201,
      "grad_norm": 3.5236451551350414,
      "learning_rate": 6.0126839824925924e-05,
      "loss": 2.7541,
      "step": 50351
    },
    {
      "epoch": 4.2772680937818555,
      "grad_norm": 3.5883106900531465,
      "learning_rate": 6.0121342634304835e-05,
      "loss": 2.4911,
      "step": 50352
    },
    {
      "epoch": 4.277353041114509,
      "grad_norm": 3.1283281420048556,
      "learning_rate": 6.011584563200659e-05,
      "loss": 2.4782,
      "step": 50353
    },
    {
      "epoch": 4.277437988447163,
      "grad_norm": 3.8707163950501045,
      "learning_rate": 6.011034881804265e-05,
      "loss": 2.9904,
      "step": 50354
    },
    {
      "epoch": 4.277522935779817,
      "grad_norm": 3.2374753979424176,
      "learning_rate": 6.0104852192424605e-05,
      "loss": 2.4493,
      "step": 50355
    },
    {
      "epoch": 4.27760788311247,
      "grad_norm": 3.2818703006485714,
      "learning_rate": 6.009935575516401e-05,
      "loss": 2.5366,
      "step": 50356
    },
    {
      "epoch": 4.277692830445124,
      "grad_norm": 3.4430286552662257,
      "learning_rate": 6.009385950627233e-05,
      "loss": 2.613,
      "step": 50357
    },
    {
      "epoch": 4.277777777777778,
      "grad_norm": 3.7631719752328303,
      "learning_rate": 6.008836344576103e-05,
      "loss": 2.9718,
      "step": 50358
    },
    {
      "epoch": 4.277862725110431,
      "grad_norm": 3.3668332846547857,
      "learning_rate": 6.008286757364173e-05,
      "loss": 2.6216,
      "step": 50359
    },
    {
      "epoch": 4.277947672443085,
      "grad_norm": 3.497583312970191,
      "learning_rate": 6.007737188992584e-05,
      "loss": 2.5046,
      "step": 50360
    },
    {
      "epoch": 4.278032619775739,
      "grad_norm": 3.588809424280479,
      "learning_rate": 6.0071876394624984e-05,
      "loss": 2.5843,
      "step": 50361
    },
    {
      "epoch": 4.278117567108393,
      "grad_norm": 3.0227738371266972,
      "learning_rate": 6.006638108775057e-05,
      "loss": 2.2984,
      "step": 50362
    },
    {
      "epoch": 4.2782025144410465,
      "grad_norm": 3.203556211760939,
      "learning_rate": 6.006088596931421e-05,
      "loss": 2.2669,
      "step": 50363
    },
    {
      "epoch": 4.2782874617737,
      "grad_norm": 3.3723145635740455,
      "learning_rate": 6.005539103932738e-05,
      "loss": 2.3668,
      "step": 50364
    },
    {
      "epoch": 4.278372409106354,
      "grad_norm": 3.2922155149853416,
      "learning_rate": 6.004989629780158e-05,
      "loss": 2.4071,
      "step": 50365
    },
    {
      "epoch": 4.278457356439008,
      "grad_norm": 3.0128769497700465,
      "learning_rate": 6.004440174474822e-05,
      "loss": 2.125,
      "step": 50366
    },
    {
      "epoch": 4.278542303771662,
      "grad_norm": 3.270655407541771,
      "learning_rate": 6.003890738017904e-05,
      "loss": 2.2539,
      "step": 50367
    },
    {
      "epoch": 4.278627251104315,
      "grad_norm": 3.1135965242629644,
      "learning_rate": 6.003341320410543e-05,
      "loss": 2.1318,
      "step": 50368
    },
    {
      "epoch": 4.278712198436969,
      "grad_norm": 3.227581430284947,
      "learning_rate": 6.0027919216538844e-05,
      "loss": 2.0932,
      "step": 50369
    },
    {
      "epoch": 4.278797145769623,
      "grad_norm": 3.7175081559220127,
      "learning_rate": 6.002242541749091e-05,
      "loss": 2.7521,
      "step": 50370
    },
    {
      "epoch": 4.278882093102276,
      "grad_norm": 3.4133402725938353,
      "learning_rate": 6.00169318069731e-05,
      "loss": 2.568,
      "step": 50371
    },
    {
      "epoch": 4.278967040434931,
      "grad_norm": 2.9264140276855435,
      "learning_rate": 6.001143838499684e-05,
      "loss": 2.0629,
      "step": 50372
    },
    {
      "epoch": 4.279051987767584,
      "grad_norm": 3.554916522085244,
      "learning_rate": 6.000594515157372e-05,
      "loss": 2.6224,
      "step": 50373
    },
    {
      "epoch": 4.2791369351002375,
      "grad_norm": 3.515910111936281,
      "learning_rate": 6.0000452106715294e-05,
      "loss": 2.6128,
      "step": 50374
    },
    {
      "epoch": 4.279221882432892,
      "grad_norm": 3.249764555865984,
      "learning_rate": 5.9994959250433014e-05,
      "loss": 2.3905,
      "step": 50375
    },
    {
      "epoch": 4.279306829765545,
      "grad_norm": 3.5212454291638955,
      "learning_rate": 5.9989466582738386e-05,
      "loss": 2.7769,
      "step": 50376
    },
    {
      "epoch": 4.2793917770981995,
      "grad_norm": 3.3345490652651955,
      "learning_rate": 5.9983974103642866e-05,
      "loss": 2.5402,
      "step": 50377
    },
    {
      "epoch": 4.279476724430853,
      "grad_norm": 3.288641750001538,
      "learning_rate": 5.997848181315809e-05,
      "loss": 2.5165,
      "step": 50378
    },
    {
      "epoch": 4.279561671763506,
      "grad_norm": 3.7394686772332997,
      "learning_rate": 5.997298971129545e-05,
      "loss": 2.8831,
      "step": 50379
    },
    {
      "epoch": 4.279646619096161,
      "grad_norm": 3.532252427604298,
      "learning_rate": 5.9967497798066484e-05,
      "loss": 2.4826,
      "step": 50380
    },
    {
      "epoch": 4.279731566428814,
      "grad_norm": 3.163893861940707,
      "learning_rate": 5.996200607348278e-05,
      "loss": 2.496,
      "step": 50381
    },
    {
      "epoch": 4.279816513761467,
      "grad_norm": 3.452058851633064,
      "learning_rate": 5.995651453755579e-05,
      "loss": 2.6109,
      "step": 50382
    },
    {
      "epoch": 4.279901461094122,
      "grad_norm": 3.560172432841803,
      "learning_rate": 5.9951023190296996e-05,
      "loss": 2.982,
      "step": 50383
    },
    {
      "epoch": 4.279986408426775,
      "grad_norm": 3.238022755322705,
      "learning_rate": 5.994553203171787e-05,
      "loss": 2.506,
      "step": 50384
    },
    {
      "epoch": 4.280071355759429,
      "grad_norm": 3.2283099795214154,
      "learning_rate": 5.9940041061829974e-05,
      "loss": 2.396,
      "step": 50385
    },
    {
      "epoch": 4.280156303092083,
      "grad_norm": 3.445341763783171,
      "learning_rate": 5.993455028064485e-05,
      "loss": 2.3857,
      "step": 50386
    },
    {
      "epoch": 4.280241250424737,
      "grad_norm": 3.2649388481639603,
      "learning_rate": 5.992905968817392e-05,
      "loss": 2.2773,
      "step": 50387
    },
    {
      "epoch": 4.2803261977573905,
      "grad_norm": 3.199447524614509,
      "learning_rate": 5.9923569284428756e-05,
      "loss": 2.3858,
      "step": 50388
    },
    {
      "epoch": 4.280411145090044,
      "grad_norm": 3.007714025802924,
      "learning_rate": 5.9918079069420856e-05,
      "loss": 2.2415,
      "step": 50389
    },
    {
      "epoch": 4.280496092422698,
      "grad_norm": 3.4603940839859884,
      "learning_rate": 5.99125890431617e-05,
      "loss": 2.5698,
      "step": 50390
    },
    {
      "epoch": 4.280581039755352,
      "grad_norm": 3.668760643963832,
      "learning_rate": 5.990709920566269e-05,
      "loss": 2.775,
      "step": 50391
    },
    {
      "epoch": 4.280665987088005,
      "grad_norm": 3.6466475357668324,
      "learning_rate": 5.990160955693553e-05,
      "loss": 2.9346,
      "step": 50392
    },
    {
      "epoch": 4.280750934420659,
      "grad_norm": 3.1190966530645463,
      "learning_rate": 5.989612009699162e-05,
      "loss": 2.2643,
      "step": 50393
    },
    {
      "epoch": 4.280835881753313,
      "grad_norm": 3.514077033078181,
      "learning_rate": 5.9890630825842474e-05,
      "loss": 2.7268,
      "step": 50394
    },
    {
      "epoch": 4.280920829085967,
      "grad_norm": 2.9326153435922495,
      "learning_rate": 5.988514174349953e-05,
      "loss": 2.0609,
      "step": 50395
    },
    {
      "epoch": 4.2810057764186205,
      "grad_norm": 3.3201730534645097,
      "learning_rate": 5.9879652849974405e-05,
      "loss": 2.2219,
      "step": 50396
    },
    {
      "epoch": 4.281090723751274,
      "grad_norm": 3.1879437503403945,
      "learning_rate": 5.9874164145278475e-05,
      "loss": 2.3538,
      "step": 50397
    },
    {
      "epoch": 4.281175671083928,
      "grad_norm": 3.3888392913306413,
      "learning_rate": 5.986867562942331e-05,
      "loss": 2.5136,
      "step": 50398
    },
    {
      "epoch": 4.281260618416582,
      "grad_norm": 3.1308532374831164,
      "learning_rate": 5.986318730242046e-05,
      "loss": 2.175,
      "step": 50399
    },
    {
      "epoch": 4.281345565749236,
      "grad_norm": 3.1070686399137317,
      "learning_rate": 5.985769916428138e-05,
      "loss": 2.2892,
      "step": 50400
    },
    {
      "epoch": 4.281430513081889,
      "grad_norm": 3.5087054538127656,
      "learning_rate": 5.985221121501755e-05,
      "loss": 2.9588,
      "step": 50401
    },
    {
      "epoch": 4.281515460414543,
      "grad_norm": 3.325227170680324,
      "learning_rate": 5.9846723454640415e-05,
      "loss": 2.5393,
      "step": 50402
    },
    {
      "epoch": 4.281600407747197,
      "grad_norm": 3.063243212566863,
      "learning_rate": 5.984123588316156e-05,
      "loss": 2.1595,
      "step": 50403
    },
    {
      "epoch": 4.28168535507985,
      "grad_norm": 3.657621935712002,
      "learning_rate": 5.9835748500592506e-05,
      "loss": 2.9764,
      "step": 50404
    },
    {
      "epoch": 4.281770302412504,
      "grad_norm": 3.2397219764545446,
      "learning_rate": 5.98302613069447e-05,
      "loss": 2.452,
      "step": 50405
    },
    {
      "epoch": 4.281855249745158,
      "grad_norm": 3.005699109891206,
      "learning_rate": 5.9824774302229595e-05,
      "loss": 2.1194,
      "step": 50406
    },
    {
      "epoch": 4.2819401970778115,
      "grad_norm": 3.499012840842748,
      "learning_rate": 5.981928748645878e-05,
      "loss": 2.4371,
      "step": 50407
    },
    {
      "epoch": 4.282025144410466,
      "grad_norm": 3.530566682794635,
      "learning_rate": 5.981380085964372e-05,
      "loss": 2.704,
      "step": 50408
    },
    {
      "epoch": 4.282110091743119,
      "grad_norm": 3.175056080712631,
      "learning_rate": 5.980831442179579e-05,
      "loss": 2.3647,
      "step": 50409
    },
    {
      "epoch": 4.2821950390757735,
      "grad_norm": 3.5882149325212254,
      "learning_rate": 5.98028281729267e-05,
      "loss": 2.8579,
      "step": 50410
    },
    {
      "epoch": 4.282279986408427,
      "grad_norm": 3.031072276279849,
      "learning_rate": 5.979734211304784e-05,
      "loss": 2.0986,
      "step": 50411
    },
    {
      "epoch": 4.28236493374108,
      "grad_norm": 3.9416942973526408,
      "learning_rate": 5.979185624217071e-05,
      "loss": 2.9912,
      "step": 50412
    },
    {
      "epoch": 4.282449881073735,
      "grad_norm": 3.0535575424262094,
      "learning_rate": 5.978637056030675e-05,
      "loss": 2.169,
      "step": 50413
    },
    {
      "epoch": 4.282534828406388,
      "grad_norm": 3.6319576721762172,
      "learning_rate": 5.978088506746755e-05,
      "loss": 2.6702,
      "step": 50414
    },
    {
      "epoch": 4.282619775739041,
      "grad_norm": 3.422098904258784,
      "learning_rate": 5.977539976366451e-05,
      "loss": 2.5673,
      "step": 50415
    },
    {
      "epoch": 4.282704723071696,
      "grad_norm": 3.080987760203792,
      "learning_rate": 5.976991464890918e-05,
      "loss": 2.3243,
      "step": 50416
    },
    {
      "epoch": 4.282789670404349,
      "grad_norm": 3.4308218127683823,
      "learning_rate": 5.9764429723213094e-05,
      "loss": 2.5736,
      "step": 50417
    },
    {
      "epoch": 4.282874617737003,
      "grad_norm": 3.2645113459168087,
      "learning_rate": 5.975894498658769e-05,
      "loss": 2.5613,
      "step": 50418
    },
    {
      "epoch": 4.282959565069657,
      "grad_norm": 3.109129509222537,
      "learning_rate": 5.975346043904447e-05,
      "loss": 2.2286,
      "step": 50419
    },
    {
      "epoch": 4.28304451240231,
      "grad_norm": 3.3886878415703023,
      "learning_rate": 5.974797608059486e-05,
      "loss": 2.7626,
      "step": 50420
    },
    {
      "epoch": 4.2831294597349645,
      "grad_norm": 3.7863609486125593,
      "learning_rate": 5.9742491911250474e-05,
      "loss": 2.8561,
      "step": 50421
    },
    {
      "epoch": 4.283214407067618,
      "grad_norm": 3.197421505257338,
      "learning_rate": 5.973700793102268e-05,
      "loss": 2.4058,
      "step": 50422
    },
    {
      "epoch": 4.283299354400272,
      "grad_norm": 2.9717425123334547,
      "learning_rate": 5.9731524139923095e-05,
      "loss": 2.1049,
      "step": 50423
    },
    {
      "epoch": 4.283384301732926,
      "grad_norm": 3.532639566794571,
      "learning_rate": 5.9726040537963086e-05,
      "loss": 2.4558,
      "step": 50424
    },
    {
      "epoch": 4.283469249065579,
      "grad_norm": 3.6928547372155527,
      "learning_rate": 5.9720557125154256e-05,
      "loss": 2.7899,
      "step": 50425
    },
    {
      "epoch": 4.283554196398233,
      "grad_norm": 3.3930864210943064,
      "learning_rate": 5.971507390150803e-05,
      "loss": 2.5499,
      "step": 50426
    },
    {
      "epoch": 4.283639143730887,
      "grad_norm": 3.4077968065747437,
      "learning_rate": 5.9709590867035855e-05,
      "loss": 2.3949,
      "step": 50427
    },
    {
      "epoch": 4.283724091063541,
      "grad_norm": 2.9228715636628086,
      "learning_rate": 5.9704108021749284e-05,
      "loss": 2.1468,
      "step": 50428
    },
    {
      "epoch": 4.283809038396194,
      "grad_norm": 3.24913406954729,
      "learning_rate": 5.969862536565984e-05,
      "loss": 2.4176,
      "step": 50429
    },
    {
      "epoch": 4.283893985728848,
      "grad_norm": 3.1283860860949657,
      "learning_rate": 5.9693142898778964e-05,
      "loss": 2.3641,
      "step": 50430
    },
    {
      "epoch": 4.283978933061502,
      "grad_norm": 3.5463263200123363,
      "learning_rate": 5.968766062111809e-05,
      "loss": 2.9366,
      "step": 50431
    },
    {
      "epoch": 4.2840638803941555,
      "grad_norm": 3.4995692802335987,
      "learning_rate": 5.96821785326888e-05,
      "loss": 2.8575,
      "step": 50432
    },
    {
      "epoch": 4.28414882772681,
      "grad_norm": 3.3339459362704296,
      "learning_rate": 5.967669663350254e-05,
      "loss": 2.475,
      "step": 50433
    },
    {
      "epoch": 4.284233775059463,
      "grad_norm": 3.3217709805804314,
      "learning_rate": 5.9671214923570747e-05,
      "loss": 2.4745,
      "step": 50434
    },
    {
      "epoch": 4.284318722392117,
      "grad_norm": 3.106772550304456,
      "learning_rate": 5.966573340290496e-05,
      "loss": 2.1986,
      "step": 50435
    },
    {
      "epoch": 4.284403669724771,
      "grad_norm": 3.032398448053498,
      "learning_rate": 5.966025207151671e-05,
      "loss": 2.2038,
      "step": 50436
    },
    {
      "epoch": 4.284488617057424,
      "grad_norm": 3.1308069202568367,
      "learning_rate": 5.965477092941743e-05,
      "loss": 2.3632,
      "step": 50437
    },
    {
      "epoch": 4.284573564390078,
      "grad_norm": 3.367454238284565,
      "learning_rate": 5.964928997661855e-05,
      "loss": 2.759,
      "step": 50438
    },
    {
      "epoch": 4.284658511722732,
      "grad_norm": 3.451517445779224,
      "learning_rate": 5.964380921313166e-05,
      "loss": 2.7712,
      "step": 50439
    },
    {
      "epoch": 4.2847434590553855,
      "grad_norm": 3.1064956984937817,
      "learning_rate": 5.9638328638968145e-05,
      "loss": 2.349,
      "step": 50440
    },
    {
      "epoch": 4.28482840638804,
      "grad_norm": 2.999628897140018,
      "learning_rate": 5.96328482541396e-05,
      "loss": 2.1941,
      "step": 50441
    },
    {
      "epoch": 4.284913353720693,
      "grad_norm": 3.3873628942582505,
      "learning_rate": 5.9627368058657374e-05,
      "loss": 2.4987,
      "step": 50442
    },
    {
      "epoch": 4.284998301053347,
      "grad_norm": 3.0331741665338114,
      "learning_rate": 5.962188805253307e-05,
      "loss": 2.226,
      "step": 50443
    },
    {
      "epoch": 4.285083248386001,
      "grad_norm": 3.2440728860141115,
      "learning_rate": 5.961640823577815e-05,
      "loss": 2.3699,
      "step": 50444
    },
    {
      "epoch": 4.285168195718654,
      "grad_norm": 3.424720123291582,
      "learning_rate": 5.9610928608404e-05,
      "loss": 2.5249,
      "step": 50445
    },
    {
      "epoch": 4.2852531430513086,
      "grad_norm": 3.2812379130021996,
      "learning_rate": 5.9605449170422146e-05,
      "loss": 2.2116,
      "step": 50446
    },
    {
      "epoch": 4.285338090383962,
      "grad_norm": 3.2840231299806772,
      "learning_rate": 5.959996992184418e-05,
      "loss": 2.2238,
      "step": 50447
    },
    {
      "epoch": 4.285423037716615,
      "grad_norm": 3.55673990643773,
      "learning_rate": 5.9594490862681474e-05,
      "loss": 2.5683,
      "step": 50448
    },
    {
      "epoch": 4.28550798504927,
      "grad_norm": 3.5040782581513175,
      "learning_rate": 5.958901199294547e-05,
      "loss": 2.7408,
      "step": 50449
    },
    {
      "epoch": 4.285592932381923,
      "grad_norm": 3.509551797668084,
      "learning_rate": 5.9583533312647775e-05,
      "loss": 2.8488,
      "step": 50450
    },
    {
      "epoch": 4.285677879714577,
      "grad_norm": 3.4596015564076525,
      "learning_rate": 5.957805482179978e-05,
      "loss": 2.3348,
      "step": 50451
    },
    {
      "epoch": 4.285762827047231,
      "grad_norm": 3.3069912477574652,
      "learning_rate": 5.957257652041295e-05,
      "loss": 2.5094,
      "step": 50452
    },
    {
      "epoch": 4.285847774379884,
      "grad_norm": 3.31458040082119,
      "learning_rate": 5.956709840849879e-05,
      "loss": 2.5493,
      "step": 50453
    },
    {
      "epoch": 4.2859327217125385,
      "grad_norm": 3.498460048835188,
      "learning_rate": 5.9561620486068844e-05,
      "loss": 2.9438,
      "step": 50454
    },
    {
      "epoch": 4.286017669045192,
      "grad_norm": 3.452051579278552,
      "learning_rate": 5.955614275313453e-05,
      "loss": 2.4388,
      "step": 50455
    },
    {
      "epoch": 4.286102616377846,
      "grad_norm": 3.2935424340063975,
      "learning_rate": 5.955066520970727e-05,
      "loss": 2.4865,
      "step": 50456
    },
    {
      "epoch": 4.2861875637105,
      "grad_norm": 3.5746979994252106,
      "learning_rate": 5.9545187855798645e-05,
      "loss": 2.7762,
      "step": 50457
    },
    {
      "epoch": 4.286272511043153,
      "grad_norm": 3.5208811058078293,
      "learning_rate": 5.9539710691420055e-05,
      "loss": 2.7717,
      "step": 50458
    },
    {
      "epoch": 4.286357458375807,
      "grad_norm": 3.2462545390401814,
      "learning_rate": 5.953423371658304e-05,
      "loss": 2.5642,
      "step": 50459
    },
    {
      "epoch": 4.286442405708461,
      "grad_norm": 3.3416689613045203,
      "learning_rate": 5.9528756931298995e-05,
      "loss": 2.4708,
      "step": 50460
    },
    {
      "epoch": 4.286527353041114,
      "grad_norm": 3.0672367453920626,
      "learning_rate": 5.952328033557949e-05,
      "loss": 2.3131,
      "step": 50461
    },
    {
      "epoch": 4.286612300373768,
      "grad_norm": 3.6913128791255168,
      "learning_rate": 5.9517803929435954e-05,
      "loss": 2.7512,
      "step": 50462
    },
    {
      "epoch": 4.286697247706422,
      "grad_norm": 3.2677685191508115,
      "learning_rate": 5.951232771287982e-05,
      "loss": 2.4583,
      "step": 50463
    },
    {
      "epoch": 4.286782195039076,
      "grad_norm": 2.812339122279225,
      "learning_rate": 5.9506851685922595e-05,
      "loss": 1.9968,
      "step": 50464
    },
    {
      "epoch": 4.2868671423717295,
      "grad_norm": 2.799528803595811,
      "learning_rate": 5.9501375848575805e-05,
      "loss": 1.9023,
      "step": 50465
    },
    {
      "epoch": 4.286952089704383,
      "grad_norm": 3.432895500319421,
      "learning_rate": 5.94959002008509e-05,
      "loss": 2.562,
      "step": 50466
    },
    {
      "epoch": 4.287037037037037,
      "grad_norm": 2.989989830722836,
      "learning_rate": 5.949042474275927e-05,
      "loss": 2.2034,
      "step": 50467
    },
    {
      "epoch": 4.287121984369691,
      "grad_norm": 3.2784999266449093,
      "learning_rate": 5.948494947431249e-05,
      "loss": 2.4044,
      "step": 50468
    },
    {
      "epoch": 4.287206931702345,
      "grad_norm": 3.5141501689985306,
      "learning_rate": 5.9479474395521995e-05,
      "loss": 2.6564,
      "step": 50469
    },
    {
      "epoch": 4.287291879034998,
      "grad_norm": 3.3079331991670347,
      "learning_rate": 5.947399950639922e-05,
      "loss": 2.4568,
      "step": 50470
    },
    {
      "epoch": 4.287376826367652,
      "grad_norm": 3.067469593038476,
      "learning_rate": 5.946852480695565e-05,
      "loss": 2.2319,
      "step": 50471
    },
    {
      "epoch": 4.287461773700306,
      "grad_norm": 3.636595872880539,
      "learning_rate": 5.946305029720285e-05,
      "loss": 2.7544,
      "step": 50472
    },
    {
      "epoch": 4.287546721032959,
      "grad_norm": 3.360631203812899,
      "learning_rate": 5.9457575977152214e-05,
      "loss": 2.6136,
      "step": 50473
    },
    {
      "epoch": 4.287631668365614,
      "grad_norm": 3.930453978969317,
      "learning_rate": 5.9452101846815154e-05,
      "loss": 2.9297,
      "step": 50474
    },
    {
      "epoch": 4.287716615698267,
      "grad_norm": 3.1680684962038326,
      "learning_rate": 5.944662790620326e-05,
      "loss": 2.3728,
      "step": 50475
    },
    {
      "epoch": 4.2878015630309205,
      "grad_norm": 3.100092278420567,
      "learning_rate": 5.944115415532795e-05,
      "loss": 2.1309,
      "step": 50476
    },
    {
      "epoch": 4.287886510363575,
      "grad_norm": 3.6343860679547118,
      "learning_rate": 5.943568059420062e-05,
      "loss": 2.6075,
      "step": 50477
    },
    {
      "epoch": 4.287971457696228,
      "grad_norm": 3.4851459729614893,
      "learning_rate": 5.943020722283282e-05,
      "loss": 2.6662,
      "step": 50478
    },
    {
      "epoch": 4.2880564050288825,
      "grad_norm": 2.957731037494033,
      "learning_rate": 5.942473404123605e-05,
      "loss": 2.1163,
      "step": 50479
    },
    {
      "epoch": 4.288141352361536,
      "grad_norm": 2.9562382104168026,
      "learning_rate": 5.941926104942173e-05,
      "loss": 2.1411,
      "step": 50480
    },
    {
      "epoch": 4.288226299694189,
      "grad_norm": 3.5756320156811756,
      "learning_rate": 5.9413788247401286e-05,
      "loss": 2.6294,
      "step": 50481
    },
    {
      "epoch": 4.288311247026844,
      "grad_norm": 3.476279846123937,
      "learning_rate": 5.940831563518627e-05,
      "loss": 2.4009,
      "step": 50482
    },
    {
      "epoch": 4.288396194359497,
      "grad_norm": 3.0192207944933096,
      "learning_rate": 5.940284321278806e-05,
      "loss": 2.1811,
      "step": 50483
    },
    {
      "epoch": 4.2884811416921504,
      "grad_norm": 2.964686565229842,
      "learning_rate": 5.9397370980218225e-05,
      "loss": 2.1617,
      "step": 50484
    },
    {
      "epoch": 4.288566089024805,
      "grad_norm": 3.1128055006066844,
      "learning_rate": 5.939189893748812e-05,
      "loss": 2.312,
      "step": 50485
    },
    {
      "epoch": 4.288651036357458,
      "grad_norm": 3.107560953217551,
      "learning_rate": 5.938642708460932e-05,
      "loss": 2.2316,
      "step": 50486
    },
    {
      "epoch": 4.288735983690112,
      "grad_norm": 3.215341291135687,
      "learning_rate": 5.9380955421593224e-05,
      "loss": 2.4434,
      "step": 50487
    },
    {
      "epoch": 4.288820931022766,
      "grad_norm": 3.3232562450897114,
      "learning_rate": 5.937548394845128e-05,
      "loss": 2.3708,
      "step": 50488
    },
    {
      "epoch": 4.288905878355419,
      "grad_norm": 3.319150477354909,
      "learning_rate": 5.937001266519496e-05,
      "loss": 2.4667,
      "step": 50489
    },
    {
      "epoch": 4.2889908256880735,
      "grad_norm": 3.8538709609112227,
      "learning_rate": 5.936454157183582e-05,
      "loss": 2.8596,
      "step": 50490
    },
    {
      "epoch": 4.289075773020727,
      "grad_norm": 3.786097832389606,
      "learning_rate": 5.935907066838524e-05,
      "loss": 2.9702,
      "step": 50491
    },
    {
      "epoch": 4.289160720353381,
      "grad_norm": 3.678023326974291,
      "learning_rate": 5.9353599954854655e-05,
      "loss": 2.9207,
      "step": 50492
    },
    {
      "epoch": 4.289245667686035,
      "grad_norm": 3.2432822769145915,
      "learning_rate": 5.934812943125562e-05,
      "loss": 2.4171,
      "step": 50493
    },
    {
      "epoch": 4.289330615018688,
      "grad_norm": 2.832927997019502,
      "learning_rate": 5.9342659097599546e-05,
      "loss": 1.8949,
      "step": 50494
    },
    {
      "epoch": 4.289415562351342,
      "grad_norm": 3.5477021938578774,
      "learning_rate": 5.933718895389785e-05,
      "loss": 2.8038,
      "step": 50495
    },
    {
      "epoch": 4.289500509683996,
      "grad_norm": 3.5080925854992095,
      "learning_rate": 5.933171900016202e-05,
      "loss": 2.3988,
      "step": 50496
    },
    {
      "epoch": 4.28958545701665,
      "grad_norm": 3.361777044095388,
      "learning_rate": 5.932624923640361e-05,
      "loss": 2.4877,
      "step": 50497
    },
    {
      "epoch": 4.2896704043493035,
      "grad_norm": 3.7734347624592464,
      "learning_rate": 5.9320779662633995e-05,
      "loss": 2.973,
      "step": 50498
    },
    {
      "epoch": 4.289755351681957,
      "grad_norm": 3.0342300642572164,
      "learning_rate": 5.931531027886459e-05,
      "loss": 2.1682,
      "step": 50499
    },
    {
      "epoch": 4.289840299014611,
      "grad_norm": 3.0280402820160344,
      "learning_rate": 5.930984108510698e-05,
      "loss": 2.1231,
      "step": 50500
    },
    {
      "epoch": 4.289925246347265,
      "grad_norm": 3.430012946229847,
      "learning_rate": 5.9304372081372495e-05,
      "loss": 2.5717,
      "step": 50501
    },
    {
      "epoch": 4.290010193679919,
      "grad_norm": 3.066405468939187,
      "learning_rate": 5.929890326767272e-05,
      "loss": 2.3113,
      "step": 50502
    },
    {
      "epoch": 4.290095141012572,
      "grad_norm": 3.060170176998222,
      "learning_rate": 5.929343464401899e-05,
      "loss": 2.1849,
      "step": 50503
    },
    {
      "epoch": 4.290180088345226,
      "grad_norm": 2.996331112770185,
      "learning_rate": 5.928796621042288e-05,
      "loss": 2.1171,
      "step": 50504
    },
    {
      "epoch": 4.29026503567788,
      "grad_norm": 3.0086752535095163,
      "learning_rate": 5.928249796689578e-05,
      "loss": 2.1299,
      "step": 50505
    },
    {
      "epoch": 4.290349983010533,
      "grad_norm": 3.419190097899138,
      "learning_rate": 5.927702991344911e-05,
      "loss": 2.8064,
      "step": 50506
    },
    {
      "epoch": 4.290434930343187,
      "grad_norm": 3.8426328513030215,
      "learning_rate": 5.927156205009438e-05,
      "loss": 3.15,
      "step": 50507
    },
    {
      "epoch": 4.290519877675841,
      "grad_norm": 2.95652172445568,
      "learning_rate": 5.926609437684311e-05,
      "loss": 2.1429,
      "step": 50508
    },
    {
      "epoch": 4.2906048250084945,
      "grad_norm": 3.0400856068549014,
      "learning_rate": 5.9260626893706676e-05,
      "loss": 2.1589,
      "step": 50509
    },
    {
      "epoch": 4.290689772341149,
      "grad_norm": 3.0985796098590495,
      "learning_rate": 5.925515960069649e-05,
      "loss": 2.2578,
      "step": 50510
    },
    {
      "epoch": 4.290774719673802,
      "grad_norm": 3.1437603483879015,
      "learning_rate": 5.924969249782413e-05,
      "loss": 2.3721,
      "step": 50511
    },
    {
      "epoch": 4.290859667006456,
      "grad_norm": 3.1134237119352295,
      "learning_rate": 5.924422558510099e-05,
      "loss": 2.2934,
      "step": 50512
    },
    {
      "epoch": 4.29094461433911,
      "grad_norm": 3.6221112728027394,
      "learning_rate": 5.923875886253846e-05,
      "loss": 2.7833,
      "step": 50513
    },
    {
      "epoch": 4.291029561671763,
      "grad_norm": 3.0438886021794196,
      "learning_rate": 5.923329233014806e-05,
      "loss": 2.1011,
      "step": 50514
    },
    {
      "epoch": 4.291114509004418,
      "grad_norm": 3.7299625687775584,
      "learning_rate": 5.9227825987941294e-05,
      "loss": 2.8721,
      "step": 50515
    },
    {
      "epoch": 4.291199456337071,
      "grad_norm": 3.2979986767442813,
      "learning_rate": 5.922235983592955e-05,
      "loss": 2.5165,
      "step": 50516
    },
    {
      "epoch": 4.291284403669724,
      "grad_norm": 3.248311596281336,
      "learning_rate": 5.9216893874124245e-05,
      "loss": 2.1351,
      "step": 50517
    },
    {
      "epoch": 4.291369351002379,
      "grad_norm": 3.489414593693857,
      "learning_rate": 5.921142810253695e-05,
      "loss": 2.7169,
      "step": 50518
    },
    {
      "epoch": 4.291454298335032,
      "grad_norm": 3.6857258936347326,
      "learning_rate": 5.920596252117903e-05,
      "loss": 2.8739,
      "step": 50519
    },
    {
      "epoch": 4.291539245667686,
      "grad_norm": 3.65408189501183,
      "learning_rate": 5.9200497130061904e-05,
      "loss": 3.004,
      "step": 50520
    },
    {
      "epoch": 4.29162419300034,
      "grad_norm": 3.2430744022802434,
      "learning_rate": 5.919503192919707e-05,
      "loss": 2.3597,
      "step": 50521
    },
    {
      "epoch": 4.291709140332993,
      "grad_norm": 3.7689395287504297,
      "learning_rate": 5.918956691859603e-05,
      "loss": 2.8165,
      "step": 50522
    },
    {
      "epoch": 4.2917940876656475,
      "grad_norm": 2.872510913325836,
      "learning_rate": 5.91841020982702e-05,
      "loss": 2.143,
      "step": 50523
    },
    {
      "epoch": 4.291879034998301,
      "grad_norm": 2.9746678255124603,
      "learning_rate": 5.9178637468230974e-05,
      "loss": 2.194,
      "step": 50524
    },
    {
      "epoch": 4.291963982330955,
      "grad_norm": 4.007418284147812,
      "learning_rate": 5.9173173028489876e-05,
      "loss": 2.8161,
      "step": 50525
    },
    {
      "epoch": 4.292048929663609,
      "grad_norm": 3.7855010765341595,
      "learning_rate": 5.91677087790583e-05,
      "loss": 2.758,
      "step": 50526
    },
    {
      "epoch": 4.292133876996262,
      "grad_norm": 3.4205655046444865,
      "learning_rate": 5.916224471994776e-05,
      "loss": 2.7482,
      "step": 50527
    },
    {
      "epoch": 4.292218824328916,
      "grad_norm": 3.1084202595481916,
      "learning_rate": 5.9156780851169607e-05,
      "loss": 2.2544,
      "step": 50528
    },
    {
      "epoch": 4.29230377166157,
      "grad_norm": 3.17295640549709,
      "learning_rate": 5.9151317172735406e-05,
      "loss": 2.5501,
      "step": 50529
    },
    {
      "epoch": 4.292388718994223,
      "grad_norm": 3.1060136037051165,
      "learning_rate": 5.914585368465656e-05,
      "loss": 2.2704,
      "step": 50530
    },
    {
      "epoch": 4.292473666326877,
      "grad_norm": 3.0108722825257273,
      "learning_rate": 5.914039038694445e-05,
      "loss": 2.1334,
      "step": 50531
    },
    {
      "epoch": 4.292558613659531,
      "grad_norm": 3.4024903518384737,
      "learning_rate": 5.9134927279610566e-05,
      "loss": 2.5921,
      "step": 50532
    },
    {
      "epoch": 4.292643560992185,
      "grad_norm": 3.1420088270794433,
      "learning_rate": 5.9129464362666425e-05,
      "loss": 2.4783,
      "step": 50533
    },
    {
      "epoch": 4.2927285083248385,
      "grad_norm": 2.857233670232829,
      "learning_rate": 5.9124001636123405e-05,
      "loss": 2.0532,
      "step": 50534
    },
    {
      "epoch": 4.292813455657492,
      "grad_norm": 3.2686708579700063,
      "learning_rate": 5.911853909999291e-05,
      "loss": 2.3429,
      "step": 50535
    },
    {
      "epoch": 4.292898402990146,
      "grad_norm": 3.1269098447813333,
      "learning_rate": 5.911307675428651e-05,
      "loss": 2.1724,
      "step": 50536
    },
    {
      "epoch": 4.2929833503228,
      "grad_norm": 3.476394024040696,
      "learning_rate": 5.9107614599015556e-05,
      "loss": 2.7071,
      "step": 50537
    },
    {
      "epoch": 4.293068297655454,
      "grad_norm": 3.6746225490356546,
      "learning_rate": 5.910215263419148e-05,
      "loss": 3.055,
      "step": 50538
    },
    {
      "epoch": 4.293153244988107,
      "grad_norm": 2.9562645456313468,
      "learning_rate": 5.909669085982575e-05,
      "loss": 2.101,
      "step": 50539
    },
    {
      "epoch": 4.293238192320761,
      "grad_norm": 2.941238292307123,
      "learning_rate": 5.909122927592988e-05,
      "loss": 1.9786,
      "step": 50540
    },
    {
      "epoch": 4.293323139653415,
      "grad_norm": 3.8049108723014777,
      "learning_rate": 5.908576788251526e-05,
      "loss": 2.8884,
      "step": 50541
    },
    {
      "epoch": 4.2934080869860685,
      "grad_norm": 3.139515774658758,
      "learning_rate": 5.908030667959325e-05,
      "loss": 2.3936,
      "step": 50542
    },
    {
      "epoch": 4.293493034318723,
      "grad_norm": 3.258123120827269,
      "learning_rate": 5.9074845667175444e-05,
      "loss": 2.4754,
      "step": 50543
    },
    {
      "epoch": 4.293577981651376,
      "grad_norm": 3.4723518519984315,
      "learning_rate": 5.906938484527316e-05,
      "loss": 2.7579,
      "step": 50544
    },
    {
      "epoch": 4.29366292898403,
      "grad_norm": 3.2323817859211523,
      "learning_rate": 5.906392421389795e-05,
      "loss": 2.444,
      "step": 50545
    },
    {
      "epoch": 4.293747876316684,
      "grad_norm": 3.1500061738552962,
      "learning_rate": 5.905846377306113e-05,
      "loss": 2.3057,
      "step": 50546
    },
    {
      "epoch": 4.293832823649337,
      "grad_norm": 3.3629504323576156,
      "learning_rate": 5.905300352277426e-05,
      "loss": 2.3607,
      "step": 50547
    },
    {
      "epoch": 4.293917770981992,
      "grad_norm": 3.2312220301325056,
      "learning_rate": 5.9047543463048746e-05,
      "loss": 2.3269,
      "step": 50548
    },
    {
      "epoch": 4.294002718314645,
      "grad_norm": 3.2355652952280236,
      "learning_rate": 5.904208359389594e-05,
      "loss": 2.3366,
      "step": 50549
    },
    {
      "epoch": 4.294087665647298,
      "grad_norm": 3.4869967022406456,
      "learning_rate": 5.903662391532736e-05,
      "loss": 2.4428,
      "step": 50550
    },
    {
      "epoch": 4.294172612979953,
      "grad_norm": 3.0455694624450844,
      "learning_rate": 5.9031164427354495e-05,
      "loss": 2.1662,
      "step": 50551
    },
    {
      "epoch": 4.294257560312606,
      "grad_norm": 3.0770018876355274,
      "learning_rate": 5.902570512998874e-05,
      "loss": 2.1383,
      "step": 50552
    },
    {
      "epoch": 4.2943425076452595,
      "grad_norm": 3.0198804393126313,
      "learning_rate": 5.902024602324145e-05,
      "loss": 2.188,
      "step": 50553
    },
    {
      "epoch": 4.294427454977914,
      "grad_norm": 3.588936179969535,
      "learning_rate": 5.901478710712421e-05,
      "loss": 2.5599,
      "step": 50554
    },
    {
      "epoch": 4.294512402310567,
      "grad_norm": 2.8866849931073113,
      "learning_rate": 5.9009328381648375e-05,
      "loss": 2.0674,
      "step": 50555
    },
    {
      "epoch": 4.2945973496432215,
      "grad_norm": 3.46100062505997,
      "learning_rate": 5.900386984682533e-05,
      "loss": 2.6105,
      "step": 50556
    },
    {
      "epoch": 4.294682296975875,
      "grad_norm": 3.23563007413566,
      "learning_rate": 5.8998411502666584e-05,
      "loss": 2.3017,
      "step": 50557
    },
    {
      "epoch": 4.294767244308528,
      "grad_norm": 3.3492992599825575,
      "learning_rate": 5.89929533491836e-05,
      "loss": 2.6202,
      "step": 50558
    },
    {
      "epoch": 4.294852191641183,
      "grad_norm": 3.30288350956109,
      "learning_rate": 5.89874953863878e-05,
      "loss": 2.4258,
      "step": 50559
    },
    {
      "epoch": 4.294937138973836,
      "grad_norm": 3.5134906175290594,
      "learning_rate": 5.898203761429054e-05,
      "loss": 2.7425,
      "step": 50560
    },
    {
      "epoch": 4.29502208630649,
      "grad_norm": 3.173980626451447,
      "learning_rate": 5.897658003290336e-05,
      "loss": 2.2635,
      "step": 50561
    },
    {
      "epoch": 4.295107033639144,
      "grad_norm": 3.4326725463126824,
      "learning_rate": 5.897112264223767e-05,
      "loss": 2.706,
      "step": 50562
    },
    {
      "epoch": 4.295191980971797,
      "grad_norm": 3.4929697863991147,
      "learning_rate": 5.8965665442304804e-05,
      "loss": 2.5298,
      "step": 50563
    },
    {
      "epoch": 4.295276928304451,
      "grad_norm": 2.923196485941264,
      "learning_rate": 5.89602084331163e-05,
      "loss": 2.0594,
      "step": 50564
    },
    {
      "epoch": 4.295361875637105,
      "grad_norm": 3.5428413953424402,
      "learning_rate": 5.895475161468362e-05,
      "loss": 2.9084,
      "step": 50565
    },
    {
      "epoch": 4.295446822969759,
      "grad_norm": 2.9183380052531445,
      "learning_rate": 5.894929498701812e-05,
      "loss": 2.0959,
      "step": 50566
    },
    {
      "epoch": 4.2955317703024125,
      "grad_norm": 3.182861081228956,
      "learning_rate": 5.894383855013124e-05,
      "loss": 2.3942,
      "step": 50567
    },
    {
      "epoch": 4.295616717635066,
      "grad_norm": 3.057705779273175,
      "learning_rate": 5.893838230403446e-05,
      "loss": 2.2952,
      "step": 50568
    },
    {
      "epoch": 4.29570166496772,
      "grad_norm": 3.364509978612921,
      "learning_rate": 5.893292624873916e-05,
      "loss": 2.3642,
      "step": 50569
    },
    {
      "epoch": 4.295786612300374,
      "grad_norm": 3.029781710608976,
      "learning_rate": 5.892747038425683e-05,
      "loss": 1.9683,
      "step": 50570
    },
    {
      "epoch": 4.295871559633028,
      "grad_norm": 3.155806020281521,
      "learning_rate": 5.892201471059882e-05,
      "loss": 2.3822,
      "step": 50571
    },
    {
      "epoch": 4.295956506965681,
      "grad_norm": 3.2379666724867264,
      "learning_rate": 5.891655922777666e-05,
      "loss": 2.5092,
      "step": 50572
    },
    {
      "epoch": 4.296041454298335,
      "grad_norm": 3.3455639092973692,
      "learning_rate": 5.891110393580174e-05,
      "loss": 2.26,
      "step": 50573
    },
    {
      "epoch": 4.296126401630989,
      "grad_norm": 3.0171694078130016,
      "learning_rate": 5.8905648834685414e-05,
      "loss": 2.1021,
      "step": 50574
    },
    {
      "epoch": 4.296211348963642,
      "grad_norm": 3.2674915078791673,
      "learning_rate": 5.890019392443919e-05,
      "loss": 2.3788,
      "step": 50575
    },
    {
      "epoch": 4.296296296296296,
      "grad_norm": 2.8965735327922717,
      "learning_rate": 5.889473920507455e-05,
      "loss": 2.1155,
      "step": 50576
    },
    {
      "epoch": 4.29638124362895,
      "grad_norm": 3.5370679552155386,
      "learning_rate": 5.888928467660285e-05,
      "loss": 2.7914,
      "step": 50577
    },
    {
      "epoch": 4.2964661909616035,
      "grad_norm": 3.3686201861166647,
      "learning_rate": 5.888383033903547e-05,
      "loss": 2.5348,
      "step": 50578
    },
    {
      "epoch": 4.296551138294258,
      "grad_norm": 3.763523131057224,
      "learning_rate": 5.887837619238397e-05,
      "loss": 2.7756,
      "step": 50579
    },
    {
      "epoch": 4.296636085626911,
      "grad_norm": 2.976053958667583,
      "learning_rate": 5.8872922236659695e-05,
      "loss": 2.0901,
      "step": 50580
    },
    {
      "epoch": 4.2967210329595655,
      "grad_norm": 3.6059154817943515,
      "learning_rate": 5.886746847187403e-05,
      "loss": 2.6395,
      "step": 50581
    },
    {
      "epoch": 4.296805980292219,
      "grad_norm": 3.0981795037496958,
      "learning_rate": 5.886201489803846e-05,
      "loss": 2.2032,
      "step": 50582
    },
    {
      "epoch": 4.296890927624872,
      "grad_norm": 3.094074577702633,
      "learning_rate": 5.8856561515164444e-05,
      "loss": 2.2751,
      "step": 50583
    },
    {
      "epoch": 4.296975874957527,
      "grad_norm": 3.1630990317532524,
      "learning_rate": 5.8851108323263394e-05,
      "loss": 2.3159,
      "step": 50584
    },
    {
      "epoch": 4.29706082229018,
      "grad_norm": 3.3645169327020756,
      "learning_rate": 5.8845655322346664e-05,
      "loss": 2.4007,
      "step": 50585
    },
    {
      "epoch": 4.2971457696228335,
      "grad_norm": 3.3757656702437027,
      "learning_rate": 5.884020251242577e-05,
      "loss": 2.6091,
      "step": 50586
    },
    {
      "epoch": 4.297230716955488,
      "grad_norm": 3.19391856350912,
      "learning_rate": 5.883474989351206e-05,
      "loss": 2.4986,
      "step": 50587
    },
    {
      "epoch": 4.297315664288141,
      "grad_norm": 3.167045074008908,
      "learning_rate": 5.882929746561703e-05,
      "loss": 2.3278,
      "step": 50588
    },
    {
      "epoch": 4.2974006116207955,
      "grad_norm": 3.558565489669427,
      "learning_rate": 5.882384522875202e-05,
      "loss": 2.5903,
      "step": 50589
    },
    {
      "epoch": 4.297485558953449,
      "grad_norm": 3.3862786971021173,
      "learning_rate": 5.881839318292856e-05,
      "loss": 2.3665,
      "step": 50590
    },
    {
      "epoch": 4.297570506286102,
      "grad_norm": 3.2776469708413782,
      "learning_rate": 5.881294132815803e-05,
      "loss": 2.5548,
      "step": 50591
    },
    {
      "epoch": 4.297655453618757,
      "grad_norm": 2.847067859114802,
      "learning_rate": 5.880748966445178e-05,
      "loss": 1.951,
      "step": 50592
    },
    {
      "epoch": 4.29774040095141,
      "grad_norm": 3.304386425354034,
      "learning_rate": 5.88020381918213e-05,
      "loss": 2.4213,
      "step": 50593
    },
    {
      "epoch": 4.297825348284064,
      "grad_norm": 3.462280536594127,
      "learning_rate": 5.8796586910278065e-05,
      "loss": 2.5801,
      "step": 50594
    },
    {
      "epoch": 4.297910295616718,
      "grad_norm": 3.260886855674776,
      "learning_rate": 5.8791135819833435e-05,
      "loss": 2.418,
      "step": 50595
    },
    {
      "epoch": 4.297995242949371,
      "grad_norm": 3.058386174323525,
      "learning_rate": 5.878568492049876e-05,
      "loss": 2.2729,
      "step": 50596
    },
    {
      "epoch": 4.298080190282025,
      "grad_norm": 4.28131029088727,
      "learning_rate": 5.8780234212285616e-05,
      "loss": 2.7967,
      "step": 50597
    },
    {
      "epoch": 4.298165137614679,
      "grad_norm": 3.1783087163590125,
      "learning_rate": 5.877478369520534e-05,
      "loss": 2.0678,
      "step": 50598
    },
    {
      "epoch": 4.298250084947332,
      "grad_norm": 3.1837936473655617,
      "learning_rate": 5.8769333369269316e-05,
      "loss": 2.2684,
      "step": 50599
    },
    {
      "epoch": 4.2983350322799865,
      "grad_norm": 3.319404490050105,
      "learning_rate": 5.8763883234488984e-05,
      "loss": 2.3401,
      "step": 50600
    },
    {
      "epoch": 4.29841997961264,
      "grad_norm": 3.109740690672173,
      "learning_rate": 5.875843329087585e-05,
      "loss": 2.2488,
      "step": 50601
    },
    {
      "epoch": 4.298504926945294,
      "grad_norm": 3.274687520156138,
      "learning_rate": 5.875298353844127e-05,
      "loss": 2.4322,
      "step": 50602
    },
    {
      "epoch": 4.298589874277948,
      "grad_norm": 3.0945735136186223,
      "learning_rate": 5.874753397719661e-05,
      "loss": 2.3657,
      "step": 50603
    },
    {
      "epoch": 4.298674821610602,
      "grad_norm": 3.283112279861669,
      "learning_rate": 5.8742084607153383e-05,
      "loss": 2.5043,
      "step": 50604
    },
    {
      "epoch": 4.298759768943255,
      "grad_norm": 2.9507521966245296,
      "learning_rate": 5.873663542832297e-05,
      "loss": 2.147,
      "step": 50605
    },
    {
      "epoch": 4.298844716275909,
      "grad_norm": 3.361502722425797,
      "learning_rate": 5.8731186440716744e-05,
      "loss": 2.3799,
      "step": 50606
    },
    {
      "epoch": 4.298929663608563,
      "grad_norm": 2.994516294064743,
      "learning_rate": 5.872573764434614e-05,
      "loss": 2.0394,
      "step": 50607
    },
    {
      "epoch": 4.299014610941216,
      "grad_norm": 3.13241011881843,
      "learning_rate": 5.8720289039222664e-05,
      "loss": 1.984,
      "step": 50608
    },
    {
      "epoch": 4.29909955827387,
      "grad_norm": 3.004150367417839,
      "learning_rate": 5.8714840625357654e-05,
      "loss": 2.1639,
      "step": 50609
    },
    {
      "epoch": 4.299184505606524,
      "grad_norm": 3.450461987014727,
      "learning_rate": 5.870939240276248e-05,
      "loss": 2.5637,
      "step": 50610
    },
    {
      "epoch": 4.2992694529391775,
      "grad_norm": 3.1333901522771934,
      "learning_rate": 5.8703944371448666e-05,
      "loss": 2.3462,
      "step": 50611
    },
    {
      "epoch": 4.299354400271832,
      "grad_norm": 3.097413561206946,
      "learning_rate": 5.869849653142754e-05,
      "loss": 2.1246,
      "step": 50612
    },
    {
      "epoch": 4.299439347604485,
      "grad_norm": 3.637128417524786,
      "learning_rate": 5.869304888271059e-05,
      "loss": 2.7024,
      "step": 50613
    },
    {
      "epoch": 4.299524294937139,
      "grad_norm": 3.510903146648238,
      "learning_rate": 5.868760142530915e-05,
      "loss": 2.6821,
      "step": 50614
    },
    {
      "epoch": 4.299609242269793,
      "grad_norm": 3.8790839457591773,
      "learning_rate": 5.868215415923472e-05,
      "loss": 3.0635,
      "step": 50615
    },
    {
      "epoch": 4.299694189602446,
      "grad_norm": 3.336200879618952,
      "learning_rate": 5.8676707084498685e-05,
      "loss": 2.4654,
      "step": 50616
    },
    {
      "epoch": 4.299779136935101,
      "grad_norm": 3.7666779758095497,
      "learning_rate": 5.8671260201112373e-05,
      "loss": 2.9027,
      "step": 50617
    },
    {
      "epoch": 4.299864084267754,
      "grad_norm": 3.3055970294860986,
      "learning_rate": 5.866581350908727e-05,
      "loss": 2.4368,
      "step": 50618
    },
    {
      "epoch": 4.299949031600407,
      "grad_norm": 2.9191874697281897,
      "learning_rate": 5.866036700843486e-05,
      "loss": 2.1176,
      "step": 50619
    },
    {
      "epoch": 4.300033978933062,
      "grad_norm": 3.3762755552259938,
      "learning_rate": 5.865492069916646e-05,
      "loss": 2.2471,
      "step": 50620
    },
    {
      "epoch": 4.300118926265715,
      "grad_norm": 2.992591304963279,
      "learning_rate": 5.8649474581293454e-05,
      "loss": 2.2137,
      "step": 50621
    },
    {
      "epoch": 4.300203873598369,
      "grad_norm": 3.370680949176753,
      "learning_rate": 5.8644028654827354e-05,
      "loss": 2.6987,
      "step": 50622
    },
    {
      "epoch": 4.300288820931023,
      "grad_norm": 3.3430897749307076,
      "learning_rate": 5.8638582919779534e-05,
      "loss": 2.5804,
      "step": 50623
    },
    {
      "epoch": 4.300373768263676,
      "grad_norm": 3.1236706281283,
      "learning_rate": 5.8633137376161315e-05,
      "loss": 2.2671,
      "step": 50624
    },
    {
      "epoch": 4.3004587155963305,
      "grad_norm": 3.5036452525423267,
      "learning_rate": 5.86276920239842e-05,
      "loss": 2.6426,
      "step": 50625
    },
    {
      "epoch": 4.300543662928984,
      "grad_norm": 3.525474979565529,
      "learning_rate": 5.8622246863259613e-05,
      "loss": 2.6905,
      "step": 50626
    },
    {
      "epoch": 4.300628610261638,
      "grad_norm": 3.8581804825867776,
      "learning_rate": 5.8616801893998946e-05,
      "loss": 2.9979,
      "step": 50627
    },
    {
      "epoch": 4.300713557594292,
      "grad_norm": 3.4855795845777457,
      "learning_rate": 5.8611357116213525e-05,
      "loss": 2.3456,
      "step": 50628
    },
    {
      "epoch": 4.300798504926945,
      "grad_norm": 3.318083138166003,
      "learning_rate": 5.86059125299149e-05,
      "loss": 2.6155,
      "step": 50629
    },
    {
      "epoch": 4.300883452259599,
      "grad_norm": 3.3419030873796873,
      "learning_rate": 5.860046813511433e-05,
      "loss": 2.2972,
      "step": 50630
    },
    {
      "epoch": 4.300968399592253,
      "grad_norm": 3.180564823723235,
      "learning_rate": 5.859502393182336e-05,
      "loss": 2.3835,
      "step": 50631
    },
    {
      "epoch": 4.301053346924906,
      "grad_norm": 3.430541656260209,
      "learning_rate": 5.8589579920053294e-05,
      "loss": 2.385,
      "step": 50632
    },
    {
      "epoch": 4.3011382942575604,
      "grad_norm": 3.270719570724165,
      "learning_rate": 5.8584136099815615e-05,
      "loss": 2.4877,
      "step": 50633
    },
    {
      "epoch": 4.301223241590214,
      "grad_norm": 3.126154993178006,
      "learning_rate": 5.8578692471121704e-05,
      "loss": 2.2572,
      "step": 50634
    },
    {
      "epoch": 4.301308188922868,
      "grad_norm": 3.0962093607926975,
      "learning_rate": 5.8573249033982946e-05,
      "loss": 2.1965,
      "step": 50635
    },
    {
      "epoch": 4.3013931362555216,
      "grad_norm": 3.579425570751184,
      "learning_rate": 5.856780578841065e-05,
      "loss": 2.579,
      "step": 50636
    },
    {
      "epoch": 4.301478083588175,
      "grad_norm": 3.3249919110880546,
      "learning_rate": 5.8562362734416444e-05,
      "loss": 2.4047,
      "step": 50637
    },
    {
      "epoch": 4.301563030920829,
      "grad_norm": 3.491041301882953,
      "learning_rate": 5.855691987201161e-05,
      "loss": 2.4021,
      "step": 50638
    },
    {
      "epoch": 4.301647978253483,
      "grad_norm": 3.7363081073514923,
      "learning_rate": 5.8551477201207514e-05,
      "loss": 3.0413,
      "step": 50639
    },
    {
      "epoch": 4.301732925586137,
      "grad_norm": 3.2894676069643305,
      "learning_rate": 5.854603472201566e-05,
      "loss": 2.5185,
      "step": 50640
    },
    {
      "epoch": 4.30181787291879,
      "grad_norm": 3.4067283614381973,
      "learning_rate": 5.854059243444739e-05,
      "loss": 2.5337,
      "step": 50641
    },
    {
      "epoch": 4.301902820251444,
      "grad_norm": 3.0324743368938836,
      "learning_rate": 5.853515033851408e-05,
      "loss": 2.0663,
      "step": 50642
    },
    {
      "epoch": 4.301987767584098,
      "grad_norm": 3.1301522589531405,
      "learning_rate": 5.852970843422715e-05,
      "loss": 2.181,
      "step": 50643
    },
    {
      "epoch": 4.3020727149167515,
      "grad_norm": 3.4915836058512397,
      "learning_rate": 5.852426672159808e-05,
      "loss": 2.8061,
      "step": 50644
    },
    {
      "epoch": 4.302157662249406,
      "grad_norm": 3.526254442391691,
      "learning_rate": 5.85188252006382e-05,
      "loss": 2.905,
      "step": 50645
    },
    {
      "epoch": 4.302242609582059,
      "grad_norm": 3.084781681485906,
      "learning_rate": 5.851338387135895e-05,
      "loss": 2.1423,
      "step": 50646
    },
    {
      "epoch": 4.302327556914713,
      "grad_norm": 3.092628453008647,
      "learning_rate": 5.850794273377162e-05,
      "loss": 2.2419,
      "step": 50647
    },
    {
      "epoch": 4.302412504247367,
      "grad_norm": 3.1569246102206288,
      "learning_rate": 5.850250178788777e-05,
      "loss": 2.3411,
      "step": 50648
    },
    {
      "epoch": 4.30249745158002,
      "grad_norm": 3.3982590452183428,
      "learning_rate": 5.849706103371867e-05,
      "loss": 2.4592,
      "step": 50649
    },
    {
      "epoch": 4.302582398912675,
      "grad_norm": 3.1014398254000923,
      "learning_rate": 5.849162047127578e-05,
      "loss": 2.1633,
      "step": 50650
    },
    {
      "epoch": 4.302667346245328,
      "grad_norm": 3.2166723130670687,
      "learning_rate": 5.848618010057055e-05,
      "loss": 2.4083,
      "step": 50651
    },
    {
      "epoch": 4.302752293577981,
      "grad_norm": 3.288284833509343,
      "learning_rate": 5.848073992161431e-05,
      "loss": 2.365,
      "step": 50652
    },
    {
      "epoch": 4.302837240910636,
      "grad_norm": 3.4016649271959034,
      "learning_rate": 5.8475299934418487e-05,
      "loss": 2.5617,
      "step": 50653
    },
    {
      "epoch": 4.302922188243289,
      "grad_norm": 3.404563382711252,
      "learning_rate": 5.8469860138994405e-05,
      "loss": 2.342,
      "step": 50654
    },
    {
      "epoch": 4.3030071355759425,
      "grad_norm": 3.455225763092605,
      "learning_rate": 5.846442053535352e-05,
      "loss": 2.593,
      "step": 50655
    },
    {
      "epoch": 4.303092082908597,
      "grad_norm": 3.9509415198663675,
      "learning_rate": 5.8458981123507296e-05,
      "loss": 3.2996,
      "step": 50656
    },
    {
      "epoch": 4.30317703024125,
      "grad_norm": 3.2714162957320623,
      "learning_rate": 5.845354190346702e-05,
      "loss": 2.4854,
      "step": 50657
    },
    {
      "epoch": 4.3032619775739045,
      "grad_norm": 3.368597872852923,
      "learning_rate": 5.844810287524418e-05,
      "loss": 2.422,
      "step": 50658
    },
    {
      "epoch": 4.303346924906558,
      "grad_norm": 3.3037218310561887,
      "learning_rate": 5.8442664038850125e-05,
      "loss": 2.4372,
      "step": 50659
    },
    {
      "epoch": 4.303431872239211,
      "grad_norm": 3.1091574263417834,
      "learning_rate": 5.843722539429626e-05,
      "loss": 2.424,
      "step": 50660
    },
    {
      "epoch": 4.303516819571866,
      "grad_norm": 3.426193692779367,
      "learning_rate": 5.843178694159387e-05,
      "loss": 2.761,
      "step": 50661
    },
    {
      "epoch": 4.303601766904519,
      "grad_norm": 3.215572979682321,
      "learning_rate": 5.842634868075455e-05,
      "loss": 2.5106,
      "step": 50662
    },
    {
      "epoch": 4.303686714237173,
      "grad_norm": 3.385581280236184,
      "learning_rate": 5.842091061178961e-05,
      "loss": 2.336,
      "step": 50663
    },
    {
      "epoch": 4.303771661569827,
      "grad_norm": 3.2143317627855628,
      "learning_rate": 5.8415472734710436e-05,
      "loss": 2.4359,
      "step": 50664
    },
    {
      "epoch": 4.30385660890248,
      "grad_norm": 3.1399307890781816,
      "learning_rate": 5.841003504952837e-05,
      "loss": 2.3016,
      "step": 50665
    },
    {
      "epoch": 4.303941556235134,
      "grad_norm": 2.909743626016274,
      "learning_rate": 5.84045975562549e-05,
      "loss": 2.1295,
      "step": 50666
    },
    {
      "epoch": 4.304026503567788,
      "grad_norm": 2.9830301512774806,
      "learning_rate": 5.839916025490132e-05,
      "loss": 2.1982,
      "step": 50667
    },
    {
      "epoch": 4.304111450900442,
      "grad_norm": 3.8200423427093066,
      "learning_rate": 5.8393723145479094e-05,
      "loss": 2.8052,
      "step": 50668
    },
    {
      "epoch": 4.3041963982330955,
      "grad_norm": 3.622036526029168,
      "learning_rate": 5.838828622799963e-05,
      "loss": 2.4867,
      "step": 50669
    },
    {
      "epoch": 4.304281345565749,
      "grad_norm": 3.4329643397001126,
      "learning_rate": 5.83828495024743e-05,
      "loss": 2.6143,
      "step": 50670
    },
    {
      "epoch": 4.304366292898403,
      "grad_norm": 3.3943088154668786,
      "learning_rate": 5.837741296891449e-05,
      "loss": 2.4916,
      "step": 50671
    },
    {
      "epoch": 4.304451240231057,
      "grad_norm": 3.333447775453075,
      "learning_rate": 5.8371976627331524e-05,
      "loss": 2.5711,
      "step": 50672
    },
    {
      "epoch": 4.304536187563711,
      "grad_norm": 3.4669813989493514,
      "learning_rate": 5.836654047773685e-05,
      "loss": 2.3519,
      "step": 50673
    },
    {
      "epoch": 4.304621134896364,
      "grad_norm": 3.261977661736641,
      "learning_rate": 5.836110452014193e-05,
      "loss": 2.2171,
      "step": 50674
    },
    {
      "epoch": 4.304706082229018,
      "grad_norm": 3.0119208273819753,
      "learning_rate": 5.835566875455806e-05,
      "loss": 2.1357,
      "step": 50675
    },
    {
      "epoch": 4.304791029561672,
      "grad_norm": 3.3038584097262342,
      "learning_rate": 5.835023318099662e-05,
      "loss": 2.5551,
      "step": 50676
    },
    {
      "epoch": 4.304875976894325,
      "grad_norm": 3.177338195498465,
      "learning_rate": 5.8344797799469095e-05,
      "loss": 2.4398,
      "step": 50677
    },
    {
      "epoch": 4.304960924226979,
      "grad_norm": 2.9778402743499566,
      "learning_rate": 5.8339362609986794e-05,
      "loss": 2.253,
      "step": 50678
    },
    {
      "epoch": 4.305045871559633,
      "grad_norm": 3.386203906185778,
      "learning_rate": 5.8333927612561035e-05,
      "loss": 2.434,
      "step": 50679
    },
    {
      "epoch": 4.3051308188922865,
      "grad_norm": 3.4269211597102327,
      "learning_rate": 5.83284928072034e-05,
      "loss": 2.5949,
      "step": 50680
    },
    {
      "epoch": 4.305215766224941,
      "grad_norm": 3.9207005891342908,
      "learning_rate": 5.832305819392517e-05,
      "loss": 2.9094,
      "step": 50681
    },
    {
      "epoch": 4.305300713557594,
      "grad_norm": 3.32833151991854,
      "learning_rate": 5.8317623772737744e-05,
      "loss": 2.4173,
      "step": 50682
    },
    {
      "epoch": 4.305385660890248,
      "grad_norm": 3.024607969760925,
      "learning_rate": 5.831218954365242e-05,
      "loss": 2.2461,
      "step": 50683
    },
    {
      "epoch": 4.305470608222902,
      "grad_norm": 3.434521569792396,
      "learning_rate": 5.830675550668074e-05,
      "loss": 2.4602,
      "step": 50684
    },
    {
      "epoch": 4.305555555555555,
      "grad_norm": 3.7918648057580717,
      "learning_rate": 5.830132166183396e-05,
      "loss": 2.7565,
      "step": 50685
    },
    {
      "epoch": 4.30564050288821,
      "grad_norm": 3.607371827553119,
      "learning_rate": 5.8295888009123506e-05,
      "loss": 2.7031,
      "step": 50686
    },
    {
      "epoch": 4.305725450220863,
      "grad_norm": 3.2695038493809006,
      "learning_rate": 5.8290454548560845e-05,
      "loss": 2.3354,
      "step": 50687
    },
    {
      "epoch": 4.3058103975535165,
      "grad_norm": 3.4701269167897477,
      "learning_rate": 5.828502128015729e-05,
      "loss": 2.5868,
      "step": 50688
    },
    {
      "epoch": 4.305895344886171,
      "grad_norm": 3.347657735338697,
      "learning_rate": 5.8279588203924216e-05,
      "loss": 2.605,
      "step": 50689
    },
    {
      "epoch": 4.305980292218824,
      "grad_norm": 3.3576350705938514,
      "learning_rate": 5.8274155319872975e-05,
      "loss": 2.2196,
      "step": 50690
    },
    {
      "epoch": 4.3060652395514785,
      "grad_norm": 3.284468991812684,
      "learning_rate": 5.826872262801505e-05,
      "loss": 2.142,
      "step": 50691
    },
    {
      "epoch": 4.306150186884132,
      "grad_norm": 3.0909107693170648,
      "learning_rate": 5.826329012836171e-05,
      "loss": 2.307,
      "step": 50692
    },
    {
      "epoch": 4.306235134216785,
      "grad_norm": 3.73005082534712,
      "learning_rate": 5.825785782092445e-05,
      "loss": 2.8173,
      "step": 50693
    },
    {
      "epoch": 4.30632008154944,
      "grad_norm": 3.502810340555793,
      "learning_rate": 5.825242570571455e-05,
      "loss": 2.5813,
      "step": 50694
    },
    {
      "epoch": 4.306405028882093,
      "grad_norm": 3.112517903848514,
      "learning_rate": 5.824699378274349e-05,
      "loss": 2.3398,
      "step": 50695
    },
    {
      "epoch": 4.306489976214747,
      "grad_norm": 3.7922357694440483,
      "learning_rate": 5.8241562052022606e-05,
      "loss": 2.7987,
      "step": 50696
    },
    {
      "epoch": 4.306574923547401,
      "grad_norm": 3.7621508169127247,
      "learning_rate": 5.823613051356322e-05,
      "loss": 2.8656,
      "step": 50697
    },
    {
      "epoch": 4.306659870880054,
      "grad_norm": 3.8168832538238484,
      "learning_rate": 5.823069916737677e-05,
      "loss": 2.7768,
      "step": 50698
    },
    {
      "epoch": 4.306744818212708,
      "grad_norm": 3.3009280927244866,
      "learning_rate": 5.8225268013474694e-05,
      "loss": 2.4237,
      "step": 50699
    },
    {
      "epoch": 4.306829765545362,
      "grad_norm": 3.3925522143841556,
      "learning_rate": 5.821983705186831e-05,
      "loss": 2.5693,
      "step": 50700
    },
    {
      "epoch": 4.306914712878015,
      "grad_norm": 2.987486125535318,
      "learning_rate": 5.8214406282568944e-05,
      "loss": 2.1049,
      "step": 50701
    },
    {
      "epoch": 4.3069996602106695,
      "grad_norm": 3.3047380343572943,
      "learning_rate": 5.820897570558807e-05,
      "loss": 2.4133,
      "step": 50702
    },
    {
      "epoch": 4.307084607543323,
      "grad_norm": 3.3485089869278455,
      "learning_rate": 5.820354532093706e-05,
      "loss": 2.4445,
      "step": 50703
    },
    {
      "epoch": 4.307169554875977,
      "grad_norm": 3.5828166576740688,
      "learning_rate": 5.819811512862718e-05,
      "loss": 2.6864,
      "step": 50704
    },
    {
      "epoch": 4.307254502208631,
      "grad_norm": 2.900102118091497,
      "learning_rate": 5.819268512866989e-05,
      "loss": 2.1857,
      "step": 50705
    },
    {
      "epoch": 4.307339449541284,
      "grad_norm": 3.0047588041377136,
      "learning_rate": 5.818725532107663e-05,
      "loss": 2.2535,
      "step": 50706
    },
    {
      "epoch": 4.307424396873938,
      "grad_norm": 3.529820712240766,
      "learning_rate": 5.818182570585871e-05,
      "loss": 2.4668,
      "step": 50707
    },
    {
      "epoch": 4.307509344206592,
      "grad_norm": 3.4038662134778757,
      "learning_rate": 5.817639628302745e-05,
      "loss": 2.8589,
      "step": 50708
    },
    {
      "epoch": 4.307594291539246,
      "grad_norm": 3.077526528598952,
      "learning_rate": 5.8170967052594335e-05,
      "loss": 2.2226,
      "step": 50709
    },
    {
      "epoch": 4.307679238871899,
      "grad_norm": 3.423369543864747,
      "learning_rate": 5.816553801457064e-05,
      "loss": 2.3096,
      "step": 50710
    },
    {
      "epoch": 4.307764186204553,
      "grad_norm": 3.051539318288781,
      "learning_rate": 5.8160109168967864e-05,
      "loss": 2.1168,
      "step": 50711
    },
    {
      "epoch": 4.307849133537207,
      "grad_norm": 3.136720968004753,
      "learning_rate": 5.815468051579724e-05,
      "loss": 2.2447,
      "step": 50712
    },
    {
      "epoch": 4.3079340808698605,
      "grad_norm": 2.936529671377241,
      "learning_rate": 5.814925205507028e-05,
      "loss": 2.0658,
      "step": 50713
    },
    {
      "epoch": 4.308019028202515,
      "grad_norm": 4.046298036635086,
      "learning_rate": 5.8143823786798266e-05,
      "loss": 3.0564,
      "step": 50714
    },
    {
      "epoch": 4.308103975535168,
      "grad_norm": 3.40655742530332,
      "learning_rate": 5.813839571099256e-05,
      "loss": 2.6846,
      "step": 50715
    },
    {
      "epoch": 4.308188922867822,
      "grad_norm": 3.7212374436534628,
      "learning_rate": 5.813296782766458e-05,
      "loss": 2.626,
      "step": 50716
    },
    {
      "epoch": 4.308273870200476,
      "grad_norm": 3.5681460725690313,
      "learning_rate": 5.8127540136825736e-05,
      "loss": 2.8654,
      "step": 50717
    },
    {
      "epoch": 4.308358817533129,
      "grad_norm": 3.1798123021195392,
      "learning_rate": 5.812211263848734e-05,
      "loss": 2.4287,
      "step": 50718
    },
    {
      "epoch": 4.308443764865784,
      "grad_norm": 3.4286895125769,
      "learning_rate": 5.811668533266075e-05,
      "loss": 2.5551,
      "step": 50719
    },
    {
      "epoch": 4.308528712198437,
      "grad_norm": 3.4463816901579887,
      "learning_rate": 5.811125821935741e-05,
      "loss": 2.5937,
      "step": 50720
    },
    {
      "epoch": 4.30861365953109,
      "grad_norm": 3.0333296082862713,
      "learning_rate": 5.810583129858864e-05,
      "loss": 2.2589,
      "step": 50721
    },
    {
      "epoch": 4.308698606863745,
      "grad_norm": 3.0451262070602976,
      "learning_rate": 5.8100404570365784e-05,
      "loss": 2.3554,
      "step": 50722
    },
    {
      "epoch": 4.308783554196398,
      "grad_norm": 3.471893966833139,
      "learning_rate": 5.809497803470025e-05,
      "loss": 2.6292,
      "step": 50723
    },
    {
      "epoch": 4.3088685015290515,
      "grad_norm": 3.2591388659051233,
      "learning_rate": 5.808955169160345e-05,
      "loss": 2.5072,
      "step": 50724
    },
    {
      "epoch": 4.308953448861706,
      "grad_norm": 3.3754330504226977,
      "learning_rate": 5.808412554108671e-05,
      "loss": 2.6956,
      "step": 50725
    },
    {
      "epoch": 4.309038396194359,
      "grad_norm": 3.7636634782232203,
      "learning_rate": 5.807869958316136e-05,
      "loss": 2.8357,
      "step": 50726
    },
    {
      "epoch": 4.3091233435270135,
      "grad_norm": 3.3883435889061975,
      "learning_rate": 5.807327381783885e-05,
      "loss": 2.2387,
      "step": 50727
    },
    {
      "epoch": 4.309208290859667,
      "grad_norm": 3.532832289130101,
      "learning_rate": 5.806784824513046e-05,
      "loss": 2.6477,
      "step": 50728
    },
    {
      "epoch": 4.30929323819232,
      "grad_norm": 3.853734402102653,
      "learning_rate": 5.806242286504767e-05,
      "loss": 2.9484,
      "step": 50729
    },
    {
      "epoch": 4.309378185524975,
      "grad_norm": 3.1386503343491876,
      "learning_rate": 5.805699767760172e-05,
      "loss": 2.3487,
      "step": 50730
    },
    {
      "epoch": 4.309463132857628,
      "grad_norm": 3.1922764403171526,
      "learning_rate": 5.805157268280408e-05,
      "loss": 2.3953,
      "step": 50731
    },
    {
      "epoch": 4.309548080190282,
      "grad_norm": 3.893207652636898,
      "learning_rate": 5.80461478806661e-05,
      "loss": 2.625,
      "step": 50732
    },
    {
      "epoch": 4.309633027522936,
      "grad_norm": 3.768410006441724,
      "learning_rate": 5.804072327119906e-05,
      "loss": 2.8367,
      "step": 50733
    },
    {
      "epoch": 4.309717974855589,
      "grad_norm": 3.142865906326729,
      "learning_rate": 5.8035298854414397e-05,
      "loss": 2.3041,
      "step": 50734
    },
    {
      "epoch": 4.3098029221882435,
      "grad_norm": 4.010208632299589,
      "learning_rate": 5.8029874630323525e-05,
      "loss": 3.2449,
      "step": 50735
    },
    {
      "epoch": 4.309887869520897,
      "grad_norm": 3.154140063697442,
      "learning_rate": 5.802445059893775e-05,
      "loss": 2.3238,
      "step": 50736
    },
    {
      "epoch": 4.309972816853551,
      "grad_norm": 3.802619637595221,
      "learning_rate": 5.8019026760268414e-05,
      "loss": 2.9199,
      "step": 50737
    },
    {
      "epoch": 4.310057764186205,
      "grad_norm": 3.474116695096029,
      "learning_rate": 5.8013603114326935e-05,
      "loss": 2.6868,
      "step": 50738
    },
    {
      "epoch": 4.310142711518858,
      "grad_norm": 3.321524954847616,
      "learning_rate": 5.8008179661124666e-05,
      "loss": 2.413,
      "step": 50739
    },
    {
      "epoch": 4.310227658851512,
      "grad_norm": 3.1174462362078734,
      "learning_rate": 5.8002756400672896e-05,
      "loss": 2.4379,
      "step": 50740
    },
    {
      "epoch": 4.310312606184166,
      "grad_norm": 3.220260973846783,
      "learning_rate": 5.799733333298305e-05,
      "loss": 2.2771,
      "step": 50741
    },
    {
      "epoch": 4.31039755351682,
      "grad_norm": 3.2155672069681214,
      "learning_rate": 5.799191045806655e-05,
      "loss": 2.418,
      "step": 50742
    },
    {
      "epoch": 4.310482500849473,
      "grad_norm": 3.202239300812673,
      "learning_rate": 5.7986487775934685e-05,
      "loss": 2.3105,
      "step": 50743
    },
    {
      "epoch": 4.310567448182127,
      "grad_norm": 3.142478264921477,
      "learning_rate": 5.7981065286598785e-05,
      "loss": 2.2626,
      "step": 50744
    },
    {
      "epoch": 4.310652395514781,
      "grad_norm": 3.0697511936222805,
      "learning_rate": 5.7975642990070326e-05,
      "loss": 2.3279,
      "step": 50745
    },
    {
      "epoch": 4.3107373428474345,
      "grad_norm": 2.9314053126665565,
      "learning_rate": 5.7970220886360576e-05,
      "loss": 1.9154,
      "step": 50746
    },
    {
      "epoch": 4.310822290180088,
      "grad_norm": 3.629514712633201,
      "learning_rate": 5.796479897548089e-05,
      "loss": 2.736,
      "step": 50747
    },
    {
      "epoch": 4.310907237512742,
      "grad_norm": 3.4309832712131927,
      "learning_rate": 5.795937725744265e-05,
      "loss": 2.3891,
      "step": 50748
    },
    {
      "epoch": 4.310992184845396,
      "grad_norm": 3.5492532881197674,
      "learning_rate": 5.795395573225728e-05,
      "loss": 2.8137,
      "step": 50749
    },
    {
      "epoch": 4.31107713217805,
      "grad_norm": 3.345981111240102,
      "learning_rate": 5.794853439993608e-05,
      "loss": 2.3701,
      "step": 50750
    },
    {
      "epoch": 4.311162079510703,
      "grad_norm": 2.9576571531068994,
      "learning_rate": 5.7943113260490366e-05,
      "loss": 2.0358,
      "step": 50751
    },
    {
      "epoch": 4.311247026843358,
      "grad_norm": 3.072108914118265,
      "learning_rate": 5.793769231393159e-05,
      "loss": 2.2966,
      "step": 50752
    },
    {
      "epoch": 4.311331974176011,
      "grad_norm": 3.348973061122776,
      "learning_rate": 5.793227156027103e-05,
      "loss": 2.5444,
      "step": 50753
    },
    {
      "epoch": 4.311416921508664,
      "grad_norm": 3.834270496089946,
      "learning_rate": 5.792685099952012e-05,
      "loss": 3.1819,
      "step": 50754
    },
    {
      "epoch": 4.311501868841319,
      "grad_norm": 3.194437622355482,
      "learning_rate": 5.792143063169013e-05,
      "loss": 2.3514,
      "step": 50755
    },
    {
      "epoch": 4.311586816173972,
      "grad_norm": 3.4145890783679564,
      "learning_rate": 5.7916010456792515e-05,
      "loss": 2.4505,
      "step": 50756
    },
    {
      "epoch": 4.3116717635066255,
      "grad_norm": 3.9112169704397886,
      "learning_rate": 5.7910590474838586e-05,
      "loss": 2.9139,
      "step": 50757
    },
    {
      "epoch": 4.31175671083928,
      "grad_norm": 3.0722330381302987,
      "learning_rate": 5.7905170685839644e-05,
      "loss": 2.2644,
      "step": 50758
    },
    {
      "epoch": 4.311841658171933,
      "grad_norm": 3.371179821566607,
      "learning_rate": 5.789975108980709e-05,
      "loss": 2.3087,
      "step": 50759
    },
    {
      "epoch": 4.3119266055045875,
      "grad_norm": 3.2551258562176635,
      "learning_rate": 5.7894331686752356e-05,
      "loss": 2.4561,
      "step": 50760
    },
    {
      "epoch": 4.312011552837241,
      "grad_norm": 3.167624311971961,
      "learning_rate": 5.788891247668671e-05,
      "loss": 2.4322,
      "step": 50761
    },
    {
      "epoch": 4.312096500169894,
      "grad_norm": 3.42480093716906,
      "learning_rate": 5.788349345962148e-05,
      "loss": 2.428,
      "step": 50762
    },
    {
      "epoch": 4.312181447502549,
      "grad_norm": 3.5049389038356633,
      "learning_rate": 5.787807463556811e-05,
      "loss": 2.6098,
      "step": 50763
    },
    {
      "epoch": 4.312266394835202,
      "grad_norm": 3.4339199934138795,
      "learning_rate": 5.787265600453792e-05,
      "loss": 2.6056,
      "step": 50764
    },
    {
      "epoch": 4.312351342167856,
      "grad_norm": 3.186970575339425,
      "learning_rate": 5.78672375665422e-05,
      "loss": 2.2787,
      "step": 50765
    },
    {
      "epoch": 4.31243628950051,
      "grad_norm": 3.1670981220839356,
      "learning_rate": 5.786181932159234e-05,
      "loss": 2.264,
      "step": 50766
    },
    {
      "epoch": 4.312521236833163,
      "grad_norm": 2.87592390975498,
      "learning_rate": 5.7856401269699776e-05,
      "loss": 2.1105,
      "step": 50767
    },
    {
      "epoch": 4.312606184165817,
      "grad_norm": 3.35480345435463,
      "learning_rate": 5.78509834108758e-05,
      "loss": 2.4607,
      "step": 50768
    },
    {
      "epoch": 4.312691131498471,
      "grad_norm": 3.441756723027885,
      "learning_rate": 5.78455657451317e-05,
      "loss": 2.604,
      "step": 50769
    },
    {
      "epoch": 4.312776078831124,
      "grad_norm": 3.00458647281506,
      "learning_rate": 5.784014827247891e-05,
      "loss": 2.2126,
      "step": 50770
    },
    {
      "epoch": 4.3128610261637785,
      "grad_norm": 3.4534975871335485,
      "learning_rate": 5.7834730992928734e-05,
      "loss": 2.6045,
      "step": 50771
    },
    {
      "epoch": 4.312945973496432,
      "grad_norm": 3.406958401698581,
      "learning_rate": 5.7829313906492594e-05,
      "loss": 2.6234,
      "step": 50772
    },
    {
      "epoch": 4.313030920829086,
      "grad_norm": 3.3820056385860666,
      "learning_rate": 5.782389701318174e-05,
      "loss": 2.6145,
      "step": 50773
    },
    {
      "epoch": 4.31311586816174,
      "grad_norm": 3.0622914542014943,
      "learning_rate": 5.781848031300761e-05,
      "loss": 2.1878,
      "step": 50774
    },
    {
      "epoch": 4.313200815494394,
      "grad_norm": 2.9647756645876924,
      "learning_rate": 5.781306380598154e-05,
      "loss": 2.1806,
      "step": 50775
    },
    {
      "epoch": 4.313285762827047,
      "grad_norm": 3.277077227117474,
      "learning_rate": 5.780764749211479e-05,
      "loss": 2.2791,
      "step": 50776
    },
    {
      "epoch": 4.313370710159701,
      "grad_norm": 3.3735371061738673,
      "learning_rate": 5.7802231371418775e-05,
      "loss": 2.6126,
      "step": 50777
    },
    {
      "epoch": 4.313455657492355,
      "grad_norm": 3.027260478982517,
      "learning_rate": 5.77968154439049e-05,
      "loss": 2.1944,
      "step": 50778
    },
    {
      "epoch": 4.3135406048250085,
      "grad_norm": 3.0988123946824224,
      "learning_rate": 5.7791399709584465e-05,
      "loss": 2.2927,
      "step": 50779
    },
    {
      "epoch": 4.313625552157662,
      "grad_norm": 3.3236129297802957,
      "learning_rate": 5.778598416846873e-05,
      "loss": 2.4139,
      "step": 50780
    },
    {
      "epoch": 4.313710499490316,
      "grad_norm": 3.8874243376832682,
      "learning_rate": 5.7780568820569205e-05,
      "loss": 2.9557,
      "step": 50781
    },
    {
      "epoch": 4.31379544682297,
      "grad_norm": 3.4002241423352872,
      "learning_rate": 5.7775153665897134e-05,
      "loss": 2.4856,
      "step": 50782
    },
    {
      "epoch": 4.313880394155624,
      "grad_norm": 3.270494757502949,
      "learning_rate": 5.776973870446384e-05,
      "loss": 2.4315,
      "step": 50783
    },
    {
      "epoch": 4.313965341488277,
      "grad_norm": 3.8416524098261466,
      "learning_rate": 5.7764323936280704e-05,
      "loss": 2.9339,
      "step": 50784
    },
    {
      "epoch": 4.314050288820931,
      "grad_norm": 3.3847378824512844,
      "learning_rate": 5.775890936135913e-05,
      "loss": 2.5177,
      "step": 50785
    },
    {
      "epoch": 4.314135236153585,
      "grad_norm": 3.562722261401434,
      "learning_rate": 5.775349497971042e-05,
      "loss": 2.6861,
      "step": 50786
    },
    {
      "epoch": 4.314220183486238,
      "grad_norm": 2.981418118610167,
      "learning_rate": 5.7748080791345866e-05,
      "loss": 1.9979,
      "step": 50787
    },
    {
      "epoch": 4.314305130818893,
      "grad_norm": 3.5125899060288313,
      "learning_rate": 5.774266679627689e-05,
      "loss": 2.7605,
      "step": 50788
    },
    {
      "epoch": 4.314390078151546,
      "grad_norm": 3.238693894556474,
      "learning_rate": 5.7737252994514816e-05,
      "loss": 2.5952,
      "step": 50789
    },
    {
      "epoch": 4.3144750254841995,
      "grad_norm": 3.5645166411985953,
      "learning_rate": 5.7731839386070924e-05,
      "loss": 2.8745,
      "step": 50790
    },
    {
      "epoch": 4.314559972816854,
      "grad_norm": 3.340584800770492,
      "learning_rate": 5.77264259709566e-05,
      "loss": 2.434,
      "step": 50791
    },
    {
      "epoch": 4.314644920149507,
      "grad_norm": 2.7823348275709883,
      "learning_rate": 5.772101274918325e-05,
      "loss": 1.9504,
      "step": 50792
    },
    {
      "epoch": 4.3147298674821615,
      "grad_norm": 3.6018125947489845,
      "learning_rate": 5.7715599720762165e-05,
      "loss": 2.738,
      "step": 50793
    },
    {
      "epoch": 4.314814814814815,
      "grad_norm": 3.3139741584859967,
      "learning_rate": 5.7710186885704626e-05,
      "loss": 2.4721,
      "step": 50794
    },
    {
      "epoch": 4.314899762147468,
      "grad_norm": 3.2701369428334823,
      "learning_rate": 5.770477424402209e-05,
      "loss": 2.4511,
      "step": 50795
    },
    {
      "epoch": 4.314984709480123,
      "grad_norm": 3.556424410012511,
      "learning_rate": 5.7699361795725775e-05,
      "loss": 2.8839,
      "step": 50796
    },
    {
      "epoch": 4.315069656812776,
      "grad_norm": 2.9968352355857184,
      "learning_rate": 5.7693949540827156e-05,
      "loss": 2.0808,
      "step": 50797
    },
    {
      "epoch": 4.31515460414543,
      "grad_norm": 3.067775361410161,
      "learning_rate": 5.7688537479337425e-05,
      "loss": 2.1688,
      "step": 50798
    },
    {
      "epoch": 4.315239551478084,
      "grad_norm": 3.2356818906986526,
      "learning_rate": 5.7683125611268074e-05,
      "loss": 2.4519,
      "step": 50799
    },
    {
      "epoch": 4.315324498810737,
      "grad_norm": 3.882979839311347,
      "learning_rate": 5.7677713936630365e-05,
      "loss": 2.7678,
      "step": 50800
    },
    {
      "epoch": 4.315409446143391,
      "grad_norm": 3.3694178555724386,
      "learning_rate": 5.76723024554356e-05,
      "loss": 2.6928,
      "step": 50801
    },
    {
      "epoch": 4.315494393476045,
      "grad_norm": 3.8397131266285287,
      "learning_rate": 5.766689116769515e-05,
      "loss": 3.0269,
      "step": 50802
    },
    {
      "epoch": 4.315579340808698,
      "grad_norm": 3.2686998845659607,
      "learning_rate": 5.766148007342041e-05,
      "loss": 2.5545,
      "step": 50803
    },
    {
      "epoch": 4.3156642881413525,
      "grad_norm": 3.0754308346268795,
      "learning_rate": 5.765606917262266e-05,
      "loss": 2.3751,
      "step": 50804
    },
    {
      "epoch": 4.315749235474006,
      "grad_norm": 3.1298510308516394,
      "learning_rate": 5.765065846531322e-05,
      "loss": 2.1862,
      "step": 50805
    },
    {
      "epoch": 4.31583418280666,
      "grad_norm": 3.9365376801510137,
      "learning_rate": 5.764524795150349e-05,
      "loss": 2.8704,
      "step": 50806
    },
    {
      "epoch": 4.315919130139314,
      "grad_norm": 3.0985516079524276,
      "learning_rate": 5.763983763120478e-05,
      "loss": 2.2688,
      "step": 50807
    },
    {
      "epoch": 4.316004077471967,
      "grad_norm": 3.530695977328169,
      "learning_rate": 5.763442750442836e-05,
      "loss": 2.7007,
      "step": 50808
    },
    {
      "epoch": 4.316089024804621,
      "grad_norm": 3.0586024737128277,
      "learning_rate": 5.762901757118563e-05,
      "loss": 2.2546,
      "step": 50809
    },
    {
      "epoch": 4.316173972137275,
      "grad_norm": 3.4272519151645424,
      "learning_rate": 5.7623607831487956e-05,
      "loss": 2.5935,
      "step": 50810
    },
    {
      "epoch": 4.316258919469929,
      "grad_norm": 2.931346843302008,
      "learning_rate": 5.761819828534664e-05,
      "loss": 2.0498,
      "step": 50811
    },
    {
      "epoch": 4.316343866802582,
      "grad_norm": 3.3781562879430607,
      "learning_rate": 5.761278893277297e-05,
      "loss": 2.4096,
      "step": 50812
    },
    {
      "epoch": 4.316428814135236,
      "grad_norm": 3.6450634922178335,
      "learning_rate": 5.760737977377837e-05,
      "loss": 2.6861,
      "step": 50813
    },
    {
      "epoch": 4.31651376146789,
      "grad_norm": 3.682791783492794,
      "learning_rate": 5.760197080837408e-05,
      "loss": 2.7222,
      "step": 50814
    },
    {
      "epoch": 4.3165987088005435,
      "grad_norm": 3.5459951247949864,
      "learning_rate": 5.759656203657152e-05,
      "loss": 2.7191,
      "step": 50815
    },
    {
      "epoch": 4.316683656133198,
      "grad_norm": 3.710224717967462,
      "learning_rate": 5.759115345838194e-05,
      "loss": 2.6635,
      "step": 50816
    },
    {
      "epoch": 4.316768603465851,
      "grad_norm": 3.5274618562763678,
      "learning_rate": 5.7585745073816756e-05,
      "loss": 2.5511,
      "step": 50817
    },
    {
      "epoch": 4.316853550798505,
      "grad_norm": 2.944676073053124,
      "learning_rate": 5.758033688288727e-05,
      "loss": 2.0697,
      "step": 50818
    },
    {
      "epoch": 4.316938498131159,
      "grad_norm": 3.0746439727456063,
      "learning_rate": 5.757492888560474e-05,
      "loss": 2.3045,
      "step": 50819
    },
    {
      "epoch": 4.317023445463812,
      "grad_norm": 3.37895126865501,
      "learning_rate": 5.7569521081980574e-05,
      "loss": 2.5448,
      "step": 50820
    },
    {
      "epoch": 4.317108392796467,
      "grad_norm": 3.3273901522186793,
      "learning_rate": 5.7564113472026134e-05,
      "loss": 2.7119,
      "step": 50821
    },
    {
      "epoch": 4.31719334012912,
      "grad_norm": 3.2207973160366543,
      "learning_rate": 5.7558706055752716e-05,
      "loss": 2.2427,
      "step": 50822
    },
    {
      "epoch": 4.3172782874617734,
      "grad_norm": 3.6361274698754635,
      "learning_rate": 5.7553298833171576e-05,
      "loss": 2.9423,
      "step": 50823
    },
    {
      "epoch": 4.317363234794428,
      "grad_norm": 3.087336983028182,
      "learning_rate": 5.754789180429418e-05,
      "loss": 2.2967,
      "step": 50824
    },
    {
      "epoch": 4.317448182127081,
      "grad_norm": 3.3064355644657413,
      "learning_rate": 5.754248496913177e-05,
      "loss": 2.4747,
      "step": 50825
    },
    {
      "epoch": 4.3175331294597346,
      "grad_norm": 3.3648395995825617,
      "learning_rate": 5.753707832769564e-05,
      "loss": 2.5911,
      "step": 50826
    },
    {
      "epoch": 4.317618076792389,
      "grad_norm": 2.7513149393995886,
      "learning_rate": 5.753167187999716e-05,
      "loss": 1.8215,
      "step": 50827
    },
    {
      "epoch": 4.317703024125042,
      "grad_norm": 3.430329651103528,
      "learning_rate": 5.752626562604773e-05,
      "loss": 2.523,
      "step": 50828
    },
    {
      "epoch": 4.3177879714576965,
      "grad_norm": 3.4107142940836064,
      "learning_rate": 5.752085956585863e-05,
      "loss": 2.4883,
      "step": 50829
    },
    {
      "epoch": 4.31787291879035,
      "grad_norm": 3.5183539782354587,
      "learning_rate": 5.751545369944111e-05,
      "loss": 2.8256,
      "step": 50830
    },
    {
      "epoch": 4.317957866123003,
      "grad_norm": 3.3099614959803354,
      "learning_rate": 5.751004802680659e-05,
      "loss": 2.5451,
      "step": 50831
    },
    {
      "epoch": 4.318042813455658,
      "grad_norm": 3.509714578640813,
      "learning_rate": 5.750464254796638e-05,
      "loss": 2.4287,
      "step": 50832
    },
    {
      "epoch": 4.318127760788311,
      "grad_norm": 3.2475558103153688,
      "learning_rate": 5.7499237262931754e-05,
      "loss": 2.3912,
      "step": 50833
    },
    {
      "epoch": 4.318212708120965,
      "grad_norm": 3.20661370716792,
      "learning_rate": 5.749383217171405e-05,
      "loss": 2.2451,
      "step": 50834
    },
    {
      "epoch": 4.318297655453619,
      "grad_norm": 3.3238313471690666,
      "learning_rate": 5.74884272743247e-05,
      "loss": 2.3871,
      "step": 50835
    },
    {
      "epoch": 4.318382602786272,
      "grad_norm": 3.053567097056056,
      "learning_rate": 5.7483022570774925e-05,
      "loss": 2.1539,
      "step": 50836
    },
    {
      "epoch": 4.3184675501189265,
      "grad_norm": 3.0309582989235024,
      "learning_rate": 5.7477618061076025e-05,
      "loss": 2.1025,
      "step": 50837
    },
    {
      "epoch": 4.31855249745158,
      "grad_norm": 3.1890408718435093,
      "learning_rate": 5.747221374523943e-05,
      "loss": 2.2982,
      "step": 50838
    },
    {
      "epoch": 4.318637444784234,
      "grad_norm": 3.1668053377784475,
      "learning_rate": 5.746680962327634e-05,
      "loss": 2.417,
      "step": 50839
    },
    {
      "epoch": 4.318722392116888,
      "grad_norm": 3.376343766567775,
      "learning_rate": 5.7461405695198204e-05,
      "loss": 2.6188,
      "step": 50840
    },
    {
      "epoch": 4.318807339449541,
      "grad_norm": 3.744736350537781,
      "learning_rate": 5.7456001961016236e-05,
      "loss": 2.7402,
      "step": 50841
    },
    {
      "epoch": 4.318892286782195,
      "grad_norm": 3.53756306145485,
      "learning_rate": 5.7450598420741854e-05,
      "loss": 2.7062,
      "step": 50842
    },
    {
      "epoch": 4.318977234114849,
      "grad_norm": 3.859222333633751,
      "learning_rate": 5.744519507438632e-05,
      "loss": 2.9538,
      "step": 50843
    },
    {
      "epoch": 4.319062181447503,
      "grad_norm": 3.3850233586888967,
      "learning_rate": 5.7439791921960933e-05,
      "loss": 2.5626,
      "step": 50844
    },
    {
      "epoch": 4.319147128780156,
      "grad_norm": 3.049587943592367,
      "learning_rate": 5.7434388963477054e-05,
      "loss": 1.9969,
      "step": 50845
    },
    {
      "epoch": 4.31923207611281,
      "grad_norm": 3.0766717016195506,
      "learning_rate": 5.742898619894604e-05,
      "loss": 2.221,
      "step": 50846
    },
    {
      "epoch": 4.319317023445464,
      "grad_norm": 2.994544192231275,
      "learning_rate": 5.7423583628379175e-05,
      "loss": 2.0779,
      "step": 50847
    },
    {
      "epoch": 4.3194019707781175,
      "grad_norm": 3.024024277802471,
      "learning_rate": 5.741818125178771e-05,
      "loss": 2.1956,
      "step": 50848
    },
    {
      "epoch": 4.319486918110771,
      "grad_norm": 3.9336320510317337,
      "learning_rate": 5.741277906918309e-05,
      "loss": 3.4885,
      "step": 50849
    },
    {
      "epoch": 4.319571865443425,
      "grad_norm": 2.8860741215207755,
      "learning_rate": 5.74073770805766e-05,
      "loss": 2.0305,
      "step": 50850
    },
    {
      "epoch": 4.319656812776079,
      "grad_norm": 3.5090823104786173,
      "learning_rate": 5.740197528597943e-05,
      "loss": 2.7992,
      "step": 50851
    },
    {
      "epoch": 4.319741760108733,
      "grad_norm": 3.2487367512873355,
      "learning_rate": 5.739657368540304e-05,
      "loss": 2.3189,
      "step": 50852
    },
    {
      "epoch": 4.319826707441386,
      "grad_norm": 3.1932666187193663,
      "learning_rate": 5.739117227885874e-05,
      "loss": 2.3029,
      "step": 50853
    },
    {
      "epoch": 4.31991165477404,
      "grad_norm": 3.7073023694706433,
      "learning_rate": 5.738577106635783e-05,
      "loss": 2.7348,
      "step": 50854
    },
    {
      "epoch": 4.319996602106694,
      "grad_norm": 3.2545409167350616,
      "learning_rate": 5.738037004791155e-05,
      "loss": 2.2665,
      "step": 50855
    },
    {
      "epoch": 4.320081549439347,
      "grad_norm": 3.6836808057644093,
      "learning_rate": 5.7374969223531345e-05,
      "loss": 2.5622,
      "step": 50856
    },
    {
      "epoch": 4.320166496772002,
      "grad_norm": 3.305352167053613,
      "learning_rate": 5.73695685932284e-05,
      "loss": 2.3455,
      "step": 50857
    },
    {
      "epoch": 4.320251444104655,
      "grad_norm": 3.328063392264437,
      "learning_rate": 5.736416815701416e-05,
      "loss": 2.3564,
      "step": 50858
    },
    {
      "epoch": 4.3203363914373085,
      "grad_norm": 3.279011333770952,
      "learning_rate": 5.735876791489981e-05,
      "loss": 2.4052,
      "step": 50859
    },
    {
      "epoch": 4.320421338769963,
      "grad_norm": 3.2936459700598735,
      "learning_rate": 5.735336786689681e-05,
      "loss": 2.4365,
      "step": 50860
    },
    {
      "epoch": 4.320506286102616,
      "grad_norm": 3.3088670188935954,
      "learning_rate": 5.734796801301638e-05,
      "loss": 2.2918,
      "step": 50861
    },
    {
      "epoch": 4.3205912334352705,
      "grad_norm": 3.1850453331654567,
      "learning_rate": 5.73425683532698e-05,
      "loss": 2.3458,
      "step": 50862
    },
    {
      "epoch": 4.320676180767924,
      "grad_norm": 3.5192428958723263,
      "learning_rate": 5.7337168887668455e-05,
      "loss": 2.5887,
      "step": 50863
    },
    {
      "epoch": 4.320761128100577,
      "grad_norm": 3.2433409066463312,
      "learning_rate": 5.7331769616223666e-05,
      "loss": 2.386,
      "step": 50864
    },
    {
      "epoch": 4.320846075433232,
      "grad_norm": 3.0248122457301903,
      "learning_rate": 5.732637053894674e-05,
      "loss": 2.2595,
      "step": 50865
    },
    {
      "epoch": 4.320931022765885,
      "grad_norm": 3.231249645812915,
      "learning_rate": 5.7320971655848907e-05,
      "loss": 2.2823,
      "step": 50866
    },
    {
      "epoch": 4.321015970098539,
      "grad_norm": 3.2532024356054876,
      "learning_rate": 5.731557296694159e-05,
      "loss": 2.5107,
      "step": 50867
    },
    {
      "epoch": 4.321100917431193,
      "grad_norm": 3.4467470418412502,
      "learning_rate": 5.7310174472236055e-05,
      "loss": 2.7047,
      "step": 50868
    },
    {
      "epoch": 4.321185864763846,
      "grad_norm": 3.4512967439428492,
      "learning_rate": 5.730477617174357e-05,
      "loss": 2.4264,
      "step": 50869
    },
    {
      "epoch": 4.3212708120965,
      "grad_norm": 3.361046530582441,
      "learning_rate": 5.729937806547548e-05,
      "loss": 2.4479,
      "step": 50870
    },
    {
      "epoch": 4.321355759429154,
      "grad_norm": 3.305328578990172,
      "learning_rate": 5.7293980153443145e-05,
      "loss": 2.4009,
      "step": 50871
    },
    {
      "epoch": 4.321440706761807,
      "grad_norm": 3.870544797420846,
      "learning_rate": 5.7288582435657854e-05,
      "loss": 2.5735,
      "step": 50872
    },
    {
      "epoch": 4.3215256540944615,
      "grad_norm": 3.681306288353778,
      "learning_rate": 5.728318491213083e-05,
      "loss": 2.823,
      "step": 50873
    },
    {
      "epoch": 4.321610601427115,
      "grad_norm": 3.1441848931444216,
      "learning_rate": 5.72777875828735e-05,
      "loss": 2.3085,
      "step": 50874
    },
    {
      "epoch": 4.321695548759769,
      "grad_norm": 3.5793932154616432,
      "learning_rate": 5.727239044789713e-05,
      "loss": 2.8744,
      "step": 50875
    },
    {
      "epoch": 4.321780496092423,
      "grad_norm": 3.755340967131083,
      "learning_rate": 5.726699350721296e-05,
      "loss": 3.152,
      "step": 50876
    },
    {
      "epoch": 4.321865443425076,
      "grad_norm": 3.1825080531380108,
      "learning_rate": 5.726159676083234e-05,
      "loss": 2.365,
      "step": 50877
    },
    {
      "epoch": 4.32195039075773,
      "grad_norm": 3.498790007333479,
      "learning_rate": 5.7256200208766675e-05,
      "loss": 2.5218,
      "step": 50878
    },
    {
      "epoch": 4.322035338090384,
      "grad_norm": 3.2446043691566664,
      "learning_rate": 5.7250803851027194e-05,
      "loss": 2.4529,
      "step": 50879
    },
    {
      "epoch": 4.322120285423038,
      "grad_norm": 3.646164858353089,
      "learning_rate": 5.7245407687625126e-05,
      "loss": 2.6118,
      "step": 50880
    },
    {
      "epoch": 4.3222052327556915,
      "grad_norm": 3.545710226856987,
      "learning_rate": 5.7240011718571935e-05,
      "loss": 2.992,
      "step": 50881
    },
    {
      "epoch": 4.322290180088345,
      "grad_norm": 3.513400616955942,
      "learning_rate": 5.723461594387878e-05,
      "loss": 2.7308,
      "step": 50882
    },
    {
      "epoch": 4.322375127420999,
      "grad_norm": 3.7736588723264592,
      "learning_rate": 5.72292203635571e-05,
      "loss": 2.9673,
      "step": 50883
    },
    {
      "epoch": 4.322460074753653,
      "grad_norm": 3.168086073520273,
      "learning_rate": 5.722382497761806e-05,
      "loss": 2.4518,
      "step": 50884
    },
    {
      "epoch": 4.322545022086307,
      "grad_norm": 2.9391001208515037,
      "learning_rate": 5.7218429786073104e-05,
      "loss": 2.1098,
      "step": 50885
    },
    {
      "epoch": 4.32262996941896,
      "grad_norm": 3.4440788376903635,
      "learning_rate": 5.7213034788933476e-05,
      "loss": 2.6991,
      "step": 50886
    },
    {
      "epoch": 4.322714916751614,
      "grad_norm": 3.4121023643101522,
      "learning_rate": 5.720763998621046e-05,
      "loss": 2.7556,
      "step": 50887
    },
    {
      "epoch": 4.322799864084268,
      "grad_norm": 3.6618395108880493,
      "learning_rate": 5.720224537791529e-05,
      "loss": 2.9576,
      "step": 50888
    },
    {
      "epoch": 4.322884811416921,
      "grad_norm": 3.3026212728554407,
      "learning_rate": 5.719685096405945e-05,
      "loss": 2.5574,
      "step": 50889
    },
    {
      "epoch": 4.322969758749576,
      "grad_norm": 3.359724505898315,
      "learning_rate": 5.7191456744654144e-05,
      "loss": 2.5994,
      "step": 50890
    },
    {
      "epoch": 4.323054706082229,
      "grad_norm": 3.2945950745925767,
      "learning_rate": 5.718606271971064e-05,
      "loss": 2.3844,
      "step": 50891
    },
    {
      "epoch": 4.3231396534148825,
      "grad_norm": 3.681799263448308,
      "learning_rate": 5.718066888924032e-05,
      "loss": 2.9037,
      "step": 50892
    },
    {
      "epoch": 4.323224600747537,
      "grad_norm": 3.3600412046420858,
      "learning_rate": 5.717527525325445e-05,
      "loss": 2.4057,
      "step": 50893
    },
    {
      "epoch": 4.32330954808019,
      "grad_norm": 3.5696430108787682,
      "learning_rate": 5.716988181176426e-05,
      "loss": 2.6817,
      "step": 50894
    },
    {
      "epoch": 4.323394495412844,
      "grad_norm": 3.255874233505778,
      "learning_rate": 5.716448856478114e-05,
      "loss": 2.473,
      "step": 50895
    },
    {
      "epoch": 4.323479442745498,
      "grad_norm": 3.534413583802313,
      "learning_rate": 5.715909551231639e-05,
      "loss": 2.5968,
      "step": 50896
    },
    {
      "epoch": 4.323564390078151,
      "grad_norm": 3.869954133938283,
      "learning_rate": 5.7153702654381314e-05,
      "loss": 2.7512,
      "step": 50897
    },
    {
      "epoch": 4.323649337410806,
      "grad_norm": 3.1786056850246003,
      "learning_rate": 5.714830999098711e-05,
      "loss": 2.3201,
      "step": 50898
    },
    {
      "epoch": 4.323734284743459,
      "grad_norm": 3.29714222483379,
      "learning_rate": 5.714291752214522e-05,
      "loss": 2.4998,
      "step": 50899
    },
    {
      "epoch": 4.323819232076112,
      "grad_norm": 3.3936562474526397,
      "learning_rate": 5.713752524786681e-05,
      "loss": 2.7636,
      "step": 50900
    },
    {
      "epoch": 4.323904179408767,
      "grad_norm": 3.267022029864785,
      "learning_rate": 5.7132133168163306e-05,
      "loss": 2.3543,
      "step": 50901
    },
    {
      "epoch": 4.32398912674142,
      "grad_norm": 3.4690890390170783,
      "learning_rate": 5.712674128304589e-05,
      "loss": 2.7072,
      "step": 50902
    },
    {
      "epoch": 4.324074074074074,
      "grad_norm": 3.2381260711627733,
      "learning_rate": 5.7121349592525966e-05,
      "loss": 2.4187,
      "step": 50903
    },
    {
      "epoch": 4.324159021406728,
      "grad_norm": 3.4345328806107265,
      "learning_rate": 5.711595809661478e-05,
      "loss": 2.3971,
      "step": 50904
    },
    {
      "epoch": 4.324243968739381,
      "grad_norm": 3.0991313694023046,
      "learning_rate": 5.711056679532361e-05,
      "loss": 2.1315,
      "step": 50905
    },
    {
      "epoch": 4.3243289160720355,
      "grad_norm": 3.698352514734191,
      "learning_rate": 5.710517568866369e-05,
      "loss": 2.6551,
      "step": 50906
    },
    {
      "epoch": 4.324413863404689,
      "grad_norm": 3.3135356697158795,
      "learning_rate": 5.7099784776646476e-05,
      "loss": 2.371,
      "step": 50907
    },
    {
      "epoch": 4.324498810737343,
      "grad_norm": 3.3480253204017765,
      "learning_rate": 5.709439405928318e-05,
      "loss": 2.1335,
      "step": 50908
    },
    {
      "epoch": 4.324583758069997,
      "grad_norm": 3.16583732237153,
      "learning_rate": 5.708900353658507e-05,
      "loss": 2.2613,
      "step": 50909
    },
    {
      "epoch": 4.32466870540265,
      "grad_norm": 3.2153752912681597,
      "learning_rate": 5.708361320856352e-05,
      "loss": 2.2535,
      "step": 50910
    },
    {
      "epoch": 4.324753652735304,
      "grad_norm": 3.7319550382198377,
      "learning_rate": 5.707822307522976e-05,
      "loss": 2.5861,
      "step": 50911
    },
    {
      "epoch": 4.324838600067958,
      "grad_norm": 3.056051708030979,
      "learning_rate": 5.707283313659505e-05,
      "loss": 2.2635,
      "step": 50912
    },
    {
      "epoch": 4.324923547400612,
      "grad_norm": 3.863399985138284,
      "learning_rate": 5.7067443392670745e-05,
      "loss": 2.9429,
      "step": 50913
    },
    {
      "epoch": 4.325008494733265,
      "grad_norm": 3.008570597891859,
      "learning_rate": 5.706205384346817e-05,
      "loss": 2.11,
      "step": 50914
    },
    {
      "epoch": 4.325093442065919,
      "grad_norm": 3.235871434190328,
      "learning_rate": 5.705666448899857e-05,
      "loss": 2.4696,
      "step": 50915
    },
    {
      "epoch": 4.325178389398573,
      "grad_norm": 3.785092010596771,
      "learning_rate": 5.705127532927324e-05,
      "loss": 2.9498,
      "step": 50916
    },
    {
      "epoch": 4.3252633367312265,
      "grad_norm": 3.781614574003263,
      "learning_rate": 5.7045886364303426e-05,
      "loss": 2.7366,
      "step": 50917
    },
    {
      "epoch": 4.32534828406388,
      "grad_norm": 3.261508106966705,
      "learning_rate": 5.7040497594100516e-05,
      "loss": 2.3474,
      "step": 50918
    },
    {
      "epoch": 4.325433231396534,
      "grad_norm": 3.5045299441245352,
      "learning_rate": 5.70351090186757e-05,
      "loss": 2.566,
      "step": 50919
    },
    {
      "epoch": 4.325518178729188,
      "grad_norm": 3.5388894202665613,
      "learning_rate": 5.702972063804033e-05,
      "loss": 2.6345,
      "step": 50920
    },
    {
      "epoch": 4.325603126061842,
      "grad_norm": 3.461281406533906,
      "learning_rate": 5.702433245220572e-05,
      "loss": 2.476,
      "step": 50921
    },
    {
      "epoch": 4.325688073394495,
      "grad_norm": 3.227618065984131,
      "learning_rate": 5.701894446118314e-05,
      "loss": 2.4473,
      "step": 50922
    },
    {
      "epoch": 4.325773020727149,
      "grad_norm": 3.553442556498717,
      "learning_rate": 5.7013556664983854e-05,
      "loss": 2.4501,
      "step": 50923
    },
    {
      "epoch": 4.325857968059803,
      "grad_norm": 3.0748137585435718,
      "learning_rate": 5.7008169063619116e-05,
      "loss": 2.3463,
      "step": 50924
    },
    {
      "epoch": 4.3259429153924565,
      "grad_norm": 3.4238102366937397,
      "learning_rate": 5.700278165710027e-05,
      "loss": 2.4224,
      "step": 50925
    },
    {
      "epoch": 4.326027862725111,
      "grad_norm": 3.143654634201511,
      "learning_rate": 5.6997394445438636e-05,
      "loss": 2.2562,
      "step": 50926
    },
    {
      "epoch": 4.326112810057764,
      "grad_norm": 3.035000221436968,
      "learning_rate": 5.6992007428645405e-05,
      "loss": 2.1303,
      "step": 50927
    },
    {
      "epoch": 4.326197757390418,
      "grad_norm": 3.615522644194712,
      "learning_rate": 5.698662060673199e-05,
      "loss": 2.8128,
      "step": 50928
    },
    {
      "epoch": 4.326282704723072,
      "grad_norm": 3.11396425229007,
      "learning_rate": 5.698123397970959e-05,
      "loss": 2.1743,
      "step": 50929
    },
    {
      "epoch": 4.326367652055725,
      "grad_norm": 3.313243472648645,
      "learning_rate": 5.697584754758953e-05,
      "loss": 2.2051,
      "step": 50930
    },
    {
      "epoch": 4.32645259938838,
      "grad_norm": 3.226829780610286,
      "learning_rate": 5.697046131038296e-05,
      "loss": 2.4831,
      "step": 50931
    },
    {
      "epoch": 4.326537546721033,
      "grad_norm": 3.7161850037780724,
      "learning_rate": 5.6965075268101384e-05,
      "loss": 2.8106,
      "step": 50932
    },
    {
      "epoch": 4.326622494053686,
      "grad_norm": 3.016523261231949,
      "learning_rate": 5.695968942075599e-05,
      "loss": 2.1858,
      "step": 50933
    },
    {
      "epoch": 4.326707441386341,
      "grad_norm": 3.4794451055210027,
      "learning_rate": 5.695430376835806e-05,
      "loss": 2.4068,
      "step": 50934
    },
    {
      "epoch": 4.326792388718994,
      "grad_norm": 3.58855455380065,
      "learning_rate": 5.694891831091883e-05,
      "loss": 2.7832,
      "step": 50935
    },
    {
      "epoch": 4.326877336051648,
      "grad_norm": 3.080389920172477,
      "learning_rate": 5.6943533048449666e-05,
      "loss": 2.1358,
      "step": 50936
    },
    {
      "epoch": 4.326962283384302,
      "grad_norm": 3.568944214963116,
      "learning_rate": 5.693814798096179e-05,
      "loss": 2.6539,
      "step": 50937
    },
    {
      "epoch": 4.327047230716955,
      "grad_norm": 3.238028167285764,
      "learning_rate": 5.69327631084665e-05,
      "loss": 2.3914,
      "step": 50938
    },
    {
      "epoch": 4.3271321780496095,
      "grad_norm": 3.2157809432865685,
      "learning_rate": 5.692737843097514e-05,
      "loss": 2.4571,
      "step": 50939
    },
    {
      "epoch": 4.327217125382263,
      "grad_norm": 3.4521259904216115,
      "learning_rate": 5.692199394849895e-05,
      "loss": 2.5441,
      "step": 50940
    },
    {
      "epoch": 4.327302072714916,
      "grad_norm": 3.0594845417865746,
      "learning_rate": 5.6916609661049206e-05,
      "loss": 2.0015,
      "step": 50941
    },
    {
      "epoch": 4.327387020047571,
      "grad_norm": 3.1211791912958424,
      "learning_rate": 5.691122556863713e-05,
      "loss": 2.1816,
      "step": 50942
    },
    {
      "epoch": 4.327471967380224,
      "grad_norm": 3.5021002571706905,
      "learning_rate": 5.690584167127406e-05,
      "loss": 2.4131,
      "step": 50943
    },
    {
      "epoch": 4.327556914712878,
      "grad_norm": 3.2461985676056844,
      "learning_rate": 5.6900457968971354e-05,
      "loss": 2.3191,
      "step": 50944
    },
    {
      "epoch": 4.327641862045532,
      "grad_norm": 3.701028252863048,
      "learning_rate": 5.6895074461740196e-05,
      "loss": 2.8231,
      "step": 50945
    },
    {
      "epoch": 4.327726809378186,
      "grad_norm": 3.1488170319084094,
      "learning_rate": 5.688969114959184e-05,
      "loss": 2.4129,
      "step": 50946
    },
    {
      "epoch": 4.327811756710839,
      "grad_norm": 3.601525894584548,
      "learning_rate": 5.688430803253768e-05,
      "loss": 2.506,
      "step": 50947
    },
    {
      "epoch": 4.327896704043493,
      "grad_norm": 3.9458936745552236,
      "learning_rate": 5.6878925110588917e-05,
      "loss": 3.1818,
      "step": 50948
    },
    {
      "epoch": 4.327981651376147,
      "grad_norm": 3.8347609761153545,
      "learning_rate": 5.687354238375674e-05,
      "loss": 2.6561,
      "step": 50949
    },
    {
      "epoch": 4.3280665987088005,
      "grad_norm": 3.4875440008640353,
      "learning_rate": 5.686815985205264e-05,
      "loss": 2.6216,
      "step": 50950
    },
    {
      "epoch": 4.328151546041454,
      "grad_norm": 2.8730948790344364,
      "learning_rate": 5.686277751548777e-05,
      "loss": 1.9799,
      "step": 50951
    },
    {
      "epoch": 4.328236493374108,
      "grad_norm": 4.10549880473531,
      "learning_rate": 5.685739537407344e-05,
      "loss": 2.9127,
      "step": 50952
    },
    {
      "epoch": 4.328321440706762,
      "grad_norm": 3.4817746861191816,
      "learning_rate": 5.685201342782085e-05,
      "loss": 2.6548,
      "step": 50953
    },
    {
      "epoch": 4.328406388039416,
      "grad_norm": 2.9552693427416816,
      "learning_rate": 5.684663167674138e-05,
      "loss": 1.9768,
      "step": 50954
    },
    {
      "epoch": 4.328491335372069,
      "grad_norm": 3.681503940710618,
      "learning_rate": 5.684125012084622e-05,
      "loss": 2.6144,
      "step": 50955
    },
    {
      "epoch": 4.328576282704723,
      "grad_norm": 3.7682172248034598,
      "learning_rate": 5.683586876014669e-05,
      "loss": 2.8275,
      "step": 50956
    },
    {
      "epoch": 4.328661230037377,
      "grad_norm": 3.7143768065463814,
      "learning_rate": 5.6830487594654116e-05,
      "loss": 2.9416,
      "step": 50957
    },
    {
      "epoch": 4.32874617737003,
      "grad_norm": 3.288308425996477,
      "learning_rate": 5.682510662437972e-05,
      "loss": 2.5615,
      "step": 50958
    },
    {
      "epoch": 4.328831124702685,
      "grad_norm": 3.4514320725499767,
      "learning_rate": 5.681972584933478e-05,
      "loss": 2.7072,
      "step": 50959
    },
    {
      "epoch": 4.328916072035338,
      "grad_norm": 3.2062169960032882,
      "learning_rate": 5.681434526953051e-05,
      "loss": 2.451,
      "step": 50960
    },
    {
      "epoch": 4.3290010193679915,
      "grad_norm": 3.4314816619019766,
      "learning_rate": 5.68089648849783e-05,
      "loss": 2.7074,
      "step": 50961
    },
    {
      "epoch": 4.329085966700646,
      "grad_norm": 3.496054133115899,
      "learning_rate": 5.680358469568932e-05,
      "loss": 2.5265,
      "step": 50962
    },
    {
      "epoch": 4.329170914033299,
      "grad_norm": 3.021015249577242,
      "learning_rate": 5.679820470167493e-05,
      "loss": 2.1489,
      "step": 50963
    },
    {
      "epoch": 4.329255861365953,
      "grad_norm": 3.7936071026891196,
      "learning_rate": 5.679282490294632e-05,
      "loss": 2.7186,
      "step": 50964
    },
    {
      "epoch": 4.329340808698607,
      "grad_norm": 3.345353220810024,
      "learning_rate": 5.678744529951484e-05,
      "loss": 2.5456,
      "step": 50965
    },
    {
      "epoch": 4.32942575603126,
      "grad_norm": 3.408873179959592,
      "learning_rate": 5.678206589139174e-05,
      "loss": 2.4252,
      "step": 50966
    },
    {
      "epoch": 4.329510703363915,
      "grad_norm": 3.7564730929448054,
      "learning_rate": 5.677668667858822e-05,
      "loss": 2.8173,
      "step": 50967
    },
    {
      "epoch": 4.329595650696568,
      "grad_norm": 3.0299942702556244,
      "learning_rate": 5.6771307661115614e-05,
      "loss": 2.1495,
      "step": 50968
    },
    {
      "epoch": 4.329680598029222,
      "grad_norm": 3.290360558485159,
      "learning_rate": 5.676592883898523e-05,
      "loss": 2.4384,
      "step": 50969
    },
    {
      "epoch": 4.329765545361876,
      "grad_norm": 3.501845619652645,
      "learning_rate": 5.67605502122083e-05,
      "loss": 2.7979,
      "step": 50970
    },
    {
      "epoch": 4.329850492694529,
      "grad_norm": 4.021150802057789,
      "learning_rate": 5.6755171780796044e-05,
      "loss": 2.9601,
      "step": 50971
    },
    {
      "epoch": 4.3299354400271834,
      "grad_norm": 3.595411348371037,
      "learning_rate": 5.674979354475982e-05,
      "loss": 2.586,
      "step": 50972
    },
    {
      "epoch": 4.330020387359837,
      "grad_norm": 3.3775462355558625,
      "learning_rate": 5.674441550411085e-05,
      "loss": 2.3977,
      "step": 50973
    },
    {
      "epoch": 4.33010533469249,
      "grad_norm": 3.477238025806632,
      "learning_rate": 5.6739037658860364e-05,
      "loss": 2.4578,
      "step": 50974
    },
    {
      "epoch": 4.3301902820251446,
      "grad_norm": 3.8069226404569223,
      "learning_rate": 5.673366000901967e-05,
      "loss": 2.8286,
      "step": 50975
    },
    {
      "epoch": 4.330275229357798,
      "grad_norm": 3.0100115252184088,
      "learning_rate": 5.672828255460008e-05,
      "loss": 2.2302,
      "step": 50976
    },
    {
      "epoch": 4.330360176690452,
      "grad_norm": 3.839360260240716,
      "learning_rate": 5.672290529561283e-05,
      "loss": 2.9862,
      "step": 50977
    },
    {
      "epoch": 4.330445124023106,
      "grad_norm": 3.687309398589856,
      "learning_rate": 5.671752823206913e-05,
      "loss": 2.6158,
      "step": 50978
    },
    {
      "epoch": 4.330530071355759,
      "grad_norm": 3.4479577492076365,
      "learning_rate": 5.671215136398034e-05,
      "loss": 2.5577,
      "step": 50979
    },
    {
      "epoch": 4.330615018688413,
      "grad_norm": 3.645789110903454,
      "learning_rate": 5.670677469135763e-05,
      "loss": 2.6274,
      "step": 50980
    },
    {
      "epoch": 4.330699966021067,
      "grad_norm": 3.05732654409642,
      "learning_rate": 5.6701398214212356e-05,
      "loss": 2.2202,
      "step": 50981
    },
    {
      "epoch": 4.330784913353721,
      "grad_norm": 3.683939773401646,
      "learning_rate": 5.669602193255571e-05,
      "loss": 2.6533,
      "step": 50982
    },
    {
      "epoch": 4.3308698606863745,
      "grad_norm": 3.428500842573698,
      "learning_rate": 5.6690645846399027e-05,
      "loss": 2.8145,
      "step": 50983
    },
    {
      "epoch": 4.330954808019028,
      "grad_norm": 3.1545483258301408,
      "learning_rate": 5.668526995575353e-05,
      "loss": 2.4323,
      "step": 50984
    },
    {
      "epoch": 4.331039755351682,
      "grad_norm": 3.0369804972782757,
      "learning_rate": 5.6679894260630455e-05,
      "loss": 2.3157,
      "step": 50985
    },
    {
      "epoch": 4.331124702684336,
      "grad_norm": 3.483647017160097,
      "learning_rate": 5.667451876104108e-05,
      "loss": 2.5884,
      "step": 50986
    },
    {
      "epoch": 4.33120965001699,
      "grad_norm": 3.0411546395610993,
      "learning_rate": 5.666914345699674e-05,
      "loss": 2.1568,
      "step": 50987
    },
    {
      "epoch": 4.331294597349643,
      "grad_norm": 3.135732512619795,
      "learning_rate": 5.6663768348508654e-05,
      "loss": 2.3726,
      "step": 50988
    },
    {
      "epoch": 4.331379544682297,
      "grad_norm": 3.37787848901708,
      "learning_rate": 5.6658393435588015e-05,
      "loss": 2.6128,
      "step": 50989
    },
    {
      "epoch": 4.331464492014951,
      "grad_norm": 3.7963575792119877,
      "learning_rate": 5.665301871824619e-05,
      "loss": 2.573,
      "step": 50990
    },
    {
      "epoch": 4.331549439347604,
      "grad_norm": 3.427317895488697,
      "learning_rate": 5.6647644196494415e-05,
      "loss": 2.5323,
      "step": 50991
    },
    {
      "epoch": 4.331634386680259,
      "grad_norm": 3.0107855997034316,
      "learning_rate": 5.6642269870343856e-05,
      "loss": 2.1412,
      "step": 50992
    },
    {
      "epoch": 4.331719334012912,
      "grad_norm": 3.4853909581590097,
      "learning_rate": 5.663689573980585e-05,
      "loss": 2.7068,
      "step": 50993
    },
    {
      "epoch": 4.3318042813455655,
      "grad_norm": 3.4779134160995877,
      "learning_rate": 5.663152180489172e-05,
      "loss": 2.3299,
      "step": 50994
    },
    {
      "epoch": 4.33188922867822,
      "grad_norm": 3.430077588699792,
      "learning_rate": 5.6626148065612664e-05,
      "loss": 2.4039,
      "step": 50995
    },
    {
      "epoch": 4.331974176010873,
      "grad_norm": 3.14194553337615,
      "learning_rate": 5.662077452197989e-05,
      "loss": 2.3815,
      "step": 50996
    },
    {
      "epoch": 4.332059123343527,
      "grad_norm": 3.535220309914928,
      "learning_rate": 5.6615401174004755e-05,
      "loss": 2.5919,
      "step": 50997
    },
    {
      "epoch": 4.332144070676181,
      "grad_norm": 3.408779399869396,
      "learning_rate": 5.6610028021698414e-05,
      "loss": 2.4198,
      "step": 50998
    },
    {
      "epoch": 4.332229018008834,
      "grad_norm": 3.2785571077434006,
      "learning_rate": 5.660465506507225e-05,
      "loss": 2.2664,
      "step": 50999
    },
    {
      "epoch": 4.332313965341489,
      "grad_norm": 3.3260259511950103,
      "learning_rate": 5.659928230413738e-05,
      "loss": 2.419,
      "step": 51000
    },
    {
      "epoch": 4.332398912674142,
      "grad_norm": 2.999101909285633,
      "learning_rate": 5.6593909738905205e-05,
      "loss": 2.2486,
      "step": 51001
    },
    {
      "epoch": 4.332483860006795,
      "grad_norm": 3.644106504086279,
      "learning_rate": 5.65885373693869e-05,
      "loss": 2.7615,
      "step": 51002
    },
    {
      "epoch": 4.33256880733945,
      "grad_norm": 3.1573069459041605,
      "learning_rate": 5.6583165195593685e-05,
      "loss": 2.3235,
      "step": 51003
    },
    {
      "epoch": 4.332653754672103,
      "grad_norm": 3.380394926790048,
      "learning_rate": 5.657779321753691e-05,
      "loss": 2.7137,
      "step": 51004
    },
    {
      "epoch": 4.332738702004757,
      "grad_norm": 3.2485795743410275,
      "learning_rate": 5.657242143522774e-05,
      "loss": 2.4579,
      "step": 51005
    },
    {
      "epoch": 4.332823649337411,
      "grad_norm": 3.677729664043461,
      "learning_rate": 5.656704984867751e-05,
      "loss": 2.7628,
      "step": 51006
    },
    {
      "epoch": 4.332908596670064,
      "grad_norm": 3.26322958688748,
      "learning_rate": 5.6561678457897416e-05,
      "loss": 2.376,
      "step": 51007
    },
    {
      "epoch": 4.3329935440027185,
      "grad_norm": 3.644491656227545,
      "learning_rate": 5.655630726289878e-05,
      "loss": 2.6065,
      "step": 51008
    },
    {
      "epoch": 4.333078491335372,
      "grad_norm": 3.2508911841390975,
      "learning_rate": 5.65509362636928e-05,
      "loss": 2.3479,
      "step": 51009
    },
    {
      "epoch": 4.333163438668026,
      "grad_norm": 3.181670115800415,
      "learning_rate": 5.65455654602907e-05,
      "loss": 2.3891,
      "step": 51010
    },
    {
      "epoch": 4.33324838600068,
      "grad_norm": 3.120722242851623,
      "learning_rate": 5.654019485270379e-05,
      "loss": 2.1497,
      "step": 51011
    },
    {
      "epoch": 4.333333333333333,
      "grad_norm": 3.081843489025215,
      "learning_rate": 5.653482444094334e-05,
      "loss": 2.3144,
      "step": 51012
    },
    {
      "epoch": 4.333418280665987,
      "grad_norm": 3.0787098024268786,
      "learning_rate": 5.6529454225020586e-05,
      "loss": 2.2376,
      "step": 51013
    },
    {
      "epoch": 4.333503227998641,
      "grad_norm": 3.1341842840726395,
      "learning_rate": 5.652408420494671e-05,
      "loss": 2.2967,
      "step": 51014
    },
    {
      "epoch": 4.333588175331295,
      "grad_norm": 3.510341504615267,
      "learning_rate": 5.6518714380733087e-05,
      "loss": 2.4201,
      "step": 51015
    },
    {
      "epoch": 4.333673122663948,
      "grad_norm": 3.3993771468448455,
      "learning_rate": 5.6513344752390887e-05,
      "loss": 2.6932,
      "step": 51016
    },
    {
      "epoch": 4.333758069996602,
      "grad_norm": 3.2255108613965646,
      "learning_rate": 5.650797531993133e-05,
      "loss": 2.3124,
      "step": 51017
    },
    {
      "epoch": 4.333843017329256,
      "grad_norm": 3.389098165298272,
      "learning_rate": 5.650260608336571e-05,
      "loss": 2.6763,
      "step": 51018
    },
    {
      "epoch": 4.3339279646619095,
      "grad_norm": 3.393064099179175,
      "learning_rate": 5.649723704270533e-05,
      "loss": 2.3643,
      "step": 51019
    },
    {
      "epoch": 4.334012911994563,
      "grad_norm": 2.9478843233687333,
      "learning_rate": 5.64918681979614e-05,
      "loss": 2.0115,
      "step": 51020
    },
    {
      "epoch": 4.334097859327217,
      "grad_norm": 3.3952771893897897,
      "learning_rate": 5.648649954914509e-05,
      "loss": 2.2716,
      "step": 51021
    },
    {
      "epoch": 4.334182806659871,
      "grad_norm": 3.121507425393054,
      "learning_rate": 5.648113109626778e-05,
      "loss": 2.2718,
      "step": 51022
    },
    {
      "epoch": 4.334267753992525,
      "grad_norm": 3.049037091624587,
      "learning_rate": 5.64757628393406e-05,
      "loss": 2.0664,
      "step": 51023
    },
    {
      "epoch": 4.334352701325178,
      "grad_norm": 3.3960686167145067,
      "learning_rate": 5.6470394778374914e-05,
      "loss": 2.4896,
      "step": 51024
    },
    {
      "epoch": 4.334437648657832,
      "grad_norm": 3.2210489171995285,
      "learning_rate": 5.646502691338186e-05,
      "loss": 2.2153,
      "step": 51025
    },
    {
      "epoch": 4.334522595990486,
      "grad_norm": 3.302276441499865,
      "learning_rate": 5.645965924437277e-05,
      "loss": 2.6012,
      "step": 51026
    },
    {
      "epoch": 4.3346075433231395,
      "grad_norm": 3.5351781870113164,
      "learning_rate": 5.6454291771358876e-05,
      "loss": 2.765,
      "step": 51027
    },
    {
      "epoch": 4.334692490655794,
      "grad_norm": 3.0553521936870864,
      "learning_rate": 5.644892449435135e-05,
      "loss": 2.1489,
      "step": 51028
    },
    {
      "epoch": 4.334777437988447,
      "grad_norm": 3.2831051132284843,
      "learning_rate": 5.6443557413361496e-05,
      "loss": 2.3258,
      "step": 51029
    },
    {
      "epoch": 4.334862385321101,
      "grad_norm": 3.2545164644079114,
      "learning_rate": 5.64381905284006e-05,
      "loss": 2.525,
      "step": 51030
    },
    {
      "epoch": 4.334947332653755,
      "grad_norm": 3.295514352582106,
      "learning_rate": 5.6432823839479855e-05,
      "loss": 2.4228,
      "step": 51031
    },
    {
      "epoch": 4.335032279986408,
      "grad_norm": 2.9610993484657118,
      "learning_rate": 5.642745734661047e-05,
      "loss": 2.0902,
      "step": 51032
    },
    {
      "epoch": 4.335117227319063,
      "grad_norm": 3.791909889364054,
      "learning_rate": 5.64220910498038e-05,
      "loss": 2.9491,
      "step": 51033
    },
    {
      "epoch": 4.335202174651716,
      "grad_norm": 3.1955090956519974,
      "learning_rate": 5.6416724949071005e-05,
      "loss": 2.3392,
      "step": 51034
    },
    {
      "epoch": 4.335287121984369,
      "grad_norm": 3.3579943136506722,
      "learning_rate": 5.641135904442331e-05,
      "loss": 2.5885,
      "step": 51035
    },
    {
      "epoch": 4.335372069317024,
      "grad_norm": 3.8294108307225265,
      "learning_rate": 5.6405993335871985e-05,
      "loss": 2.9984,
      "step": 51036
    },
    {
      "epoch": 4.335457016649677,
      "grad_norm": 3.33455343346795,
      "learning_rate": 5.640062782342834e-05,
      "loss": 2.5455,
      "step": 51037
    },
    {
      "epoch": 4.335541963982331,
      "grad_norm": 3.0448388147247276,
      "learning_rate": 5.639526250710355e-05,
      "loss": 2.2316,
      "step": 51038
    },
    {
      "epoch": 4.335626911314985,
      "grad_norm": 3.062800195681565,
      "learning_rate": 5.638989738690882e-05,
      "loss": 2.1595,
      "step": 51039
    },
    {
      "epoch": 4.335711858647638,
      "grad_norm": 2.963653495427753,
      "learning_rate": 5.63845324628555e-05,
      "loss": 2.0605,
      "step": 51040
    },
    {
      "epoch": 4.3357968059802925,
      "grad_norm": 3.495972726219718,
      "learning_rate": 5.6379167734954713e-05,
      "loss": 2.597,
      "step": 51041
    },
    {
      "epoch": 4.335881753312946,
      "grad_norm": 3.271129923382876,
      "learning_rate": 5.637380320321781e-05,
      "loss": 2.3609,
      "step": 51042
    },
    {
      "epoch": 4.335966700645599,
      "grad_norm": 3.561861433191137,
      "learning_rate": 5.636843886765592e-05,
      "loss": 2.5579,
      "step": 51043
    },
    {
      "epoch": 4.336051647978254,
      "grad_norm": 3.538408051199473,
      "learning_rate": 5.636307472828038e-05,
      "loss": 2.5175,
      "step": 51044
    },
    {
      "epoch": 4.336136595310907,
      "grad_norm": 3.6133621697728096,
      "learning_rate": 5.63577107851024e-05,
      "loss": 2.8655,
      "step": 51045
    },
    {
      "epoch": 4.336221542643561,
      "grad_norm": 3.405782109141578,
      "learning_rate": 5.635234703813318e-05,
      "loss": 2.3314,
      "step": 51046
    },
    {
      "epoch": 4.336306489976215,
      "grad_norm": 3.1268752148887193,
      "learning_rate": 5.634698348738396e-05,
      "loss": 2.3687,
      "step": 51047
    },
    {
      "epoch": 4.336391437308868,
      "grad_norm": 3.5312302347925155,
      "learning_rate": 5.634162013286607e-05,
      "loss": 2.8475,
      "step": 51048
    },
    {
      "epoch": 4.336476384641522,
      "grad_norm": 3.4579288978330105,
      "learning_rate": 5.633625697459068e-05,
      "loss": 2.5878,
      "step": 51049
    },
    {
      "epoch": 4.336561331974176,
      "grad_norm": 3.869559629788127,
      "learning_rate": 5.6330894012568976e-05,
      "loss": 2.9664,
      "step": 51050
    },
    {
      "epoch": 4.33664627930683,
      "grad_norm": 3.4545730107372012,
      "learning_rate": 5.632553124681231e-05,
      "loss": 2.4281,
      "step": 51051
    },
    {
      "epoch": 4.3367312266394835,
      "grad_norm": 3.8094577805811727,
      "learning_rate": 5.632016867733186e-05,
      "loss": 2.9406,
      "step": 51052
    },
    {
      "epoch": 4.336816173972137,
      "grad_norm": 3.2345889654651616,
      "learning_rate": 5.63148063041388e-05,
      "loss": 2.3946,
      "step": 51053
    },
    {
      "epoch": 4.336901121304791,
      "grad_norm": 3.062756078803667,
      "learning_rate": 5.630944412724445e-05,
      "loss": 2.1489,
      "step": 51054
    },
    {
      "epoch": 4.336986068637445,
      "grad_norm": 4.039705385141798,
      "learning_rate": 5.630408214666004e-05,
      "loss": 3.4016,
      "step": 51055
    },
    {
      "epoch": 4.337071015970099,
      "grad_norm": 3.6298248079808855,
      "learning_rate": 5.629872036239681e-05,
      "loss": 2.5945,
      "step": 51056
    },
    {
      "epoch": 4.337155963302752,
      "grad_norm": 3.0671417943793498,
      "learning_rate": 5.629335877446591e-05,
      "loss": 2.1924,
      "step": 51057
    },
    {
      "epoch": 4.337240910635406,
      "grad_norm": 3.8920275535493905,
      "learning_rate": 5.628799738287869e-05,
      "loss": 2.8063,
      "step": 51058
    },
    {
      "epoch": 4.33732585796806,
      "grad_norm": 3.2939086643910436,
      "learning_rate": 5.628263618764633e-05,
      "loss": 2.5124,
      "step": 51059
    },
    {
      "epoch": 4.337410805300713,
      "grad_norm": 3.431229046365576,
      "learning_rate": 5.627727518878002e-05,
      "loss": 2.6932,
      "step": 51060
    },
    {
      "epoch": 4.337495752633368,
      "grad_norm": 3.5670003704898976,
      "learning_rate": 5.627191438629103e-05,
      "loss": 2.8886,
      "step": 51061
    },
    {
      "epoch": 4.337580699966021,
      "grad_norm": 3.7644914349939675,
      "learning_rate": 5.6266553780190656e-05,
      "loss": 2.8183,
      "step": 51062
    },
    {
      "epoch": 4.3376656472986745,
      "grad_norm": 3.287322778665288,
      "learning_rate": 5.626119337049005e-05,
      "loss": 2.3296,
      "step": 51063
    },
    {
      "epoch": 4.337750594631329,
      "grad_norm": 2.974160405190482,
      "learning_rate": 5.625583315720044e-05,
      "loss": 2.0747,
      "step": 51064
    },
    {
      "epoch": 4.337835541963982,
      "grad_norm": 3.0753795684111283,
      "learning_rate": 5.6250473140333124e-05,
      "loss": 2.2723,
      "step": 51065
    },
    {
      "epoch": 4.337920489296636,
      "grad_norm": 3.674943165077064,
      "learning_rate": 5.624511331989924e-05,
      "loss": 2.5024,
      "step": 51066
    },
    {
      "epoch": 4.33800543662929,
      "grad_norm": 3.101145807266833,
      "learning_rate": 5.623975369591014e-05,
      "loss": 2.2945,
      "step": 51067
    },
    {
      "epoch": 4.338090383961943,
      "grad_norm": 3.541344035361635,
      "learning_rate": 5.62343942683769e-05,
      "loss": 2.7382,
      "step": 51068
    },
    {
      "epoch": 4.338175331294598,
      "grad_norm": 3.150442139248067,
      "learning_rate": 5.622903503731091e-05,
      "loss": 2.3588,
      "step": 51069
    },
    {
      "epoch": 4.338260278627251,
      "grad_norm": 3.352815029170222,
      "learning_rate": 5.6223676002723315e-05,
      "loss": 2.3553,
      "step": 51070
    },
    {
      "epoch": 4.3383452259599045,
      "grad_norm": 2.967023325249265,
      "learning_rate": 5.6218317164625315e-05,
      "loss": 2.1348,
      "step": 51071
    },
    {
      "epoch": 4.338430173292559,
      "grad_norm": 3.744177134143623,
      "learning_rate": 5.6212958523028165e-05,
      "loss": 2.9951,
      "step": 51072
    },
    {
      "epoch": 4.338515120625212,
      "grad_norm": 2.930517115331651,
      "learning_rate": 5.620760007794315e-05,
      "loss": 1.9629,
      "step": 51073
    },
    {
      "epoch": 4.3386000679578665,
      "grad_norm": 3.3499835541848726,
      "learning_rate": 5.620224182938145e-05,
      "loss": 2.325,
      "step": 51074
    },
    {
      "epoch": 4.33868501529052,
      "grad_norm": 3.226248042751034,
      "learning_rate": 5.619688377735426e-05,
      "loss": 2.2942,
      "step": 51075
    },
    {
      "epoch": 4.338769962623173,
      "grad_norm": 3.3613460228770364,
      "learning_rate": 5.6191525921872876e-05,
      "loss": 2.5527,
      "step": 51076
    },
    {
      "epoch": 4.338854909955828,
      "grad_norm": 3.776235705299186,
      "learning_rate": 5.618616826294848e-05,
      "loss": 3.1865,
      "step": 51077
    },
    {
      "epoch": 4.338939857288481,
      "grad_norm": 3.453591571888087,
      "learning_rate": 5.618081080059227e-05,
      "loss": 2.4136,
      "step": 51078
    },
    {
      "epoch": 4.339024804621135,
      "grad_norm": 3.4628312192437414,
      "learning_rate": 5.617545353481551e-05,
      "loss": 2.7354,
      "step": 51079
    },
    {
      "epoch": 4.339109751953789,
      "grad_norm": 3.3272847369033656,
      "learning_rate": 5.617009646562947e-05,
      "loss": 2.5262,
      "step": 51080
    },
    {
      "epoch": 4.339194699286442,
      "grad_norm": 3.0763691910332955,
      "learning_rate": 5.616473959304532e-05,
      "loss": 2.2663,
      "step": 51081
    },
    {
      "epoch": 4.339279646619096,
      "grad_norm": 3.2850969692688543,
      "learning_rate": 5.6159382917074265e-05,
      "loss": 2.5169,
      "step": 51082
    },
    {
      "epoch": 4.33936459395175,
      "grad_norm": 3.4575001614973275,
      "learning_rate": 5.6154026437727575e-05,
      "loss": 2.5105,
      "step": 51083
    },
    {
      "epoch": 4.339449541284404,
      "grad_norm": 3.553961228981366,
      "learning_rate": 5.6148670155016426e-05,
      "loss": 2.4452,
      "step": 51084
    },
    {
      "epoch": 4.3395344886170575,
      "grad_norm": 3.1108908815812906,
      "learning_rate": 5.614331406895211e-05,
      "loss": 2.4438,
      "step": 51085
    },
    {
      "epoch": 4.339619435949711,
      "grad_norm": 3.206079602817578,
      "learning_rate": 5.613795817954576e-05,
      "loss": 2.2089,
      "step": 51086
    },
    {
      "epoch": 4.339704383282365,
      "grad_norm": 3.640453864641409,
      "learning_rate": 5.61326024868087e-05,
      "loss": 2.767,
      "step": 51087
    },
    {
      "epoch": 4.339789330615019,
      "grad_norm": 3.4226349228067527,
      "learning_rate": 5.612724699075209e-05,
      "loss": 2.401,
      "step": 51088
    },
    {
      "epoch": 4.339874277947672,
      "grad_norm": 3.010938578539632,
      "learning_rate": 5.612189169138713e-05,
      "loss": 2.1202,
      "step": 51089
    },
    {
      "epoch": 4.339959225280326,
      "grad_norm": 3.54339908681204,
      "learning_rate": 5.6116536588725055e-05,
      "loss": 2.624,
      "step": 51090
    },
    {
      "epoch": 4.34004417261298,
      "grad_norm": 3.255740108224949,
      "learning_rate": 5.611118168277716e-05,
      "loss": 2.5052,
      "step": 51091
    },
    {
      "epoch": 4.340129119945634,
      "grad_norm": 3.480244986576623,
      "learning_rate": 5.6105826973554596e-05,
      "loss": 2.6303,
      "step": 51092
    },
    {
      "epoch": 4.340214067278287,
      "grad_norm": 3.988996436926143,
      "learning_rate": 5.610047246106855e-05,
      "loss": 2.991,
      "step": 51093
    },
    {
      "epoch": 4.340299014610941,
      "grad_norm": 3.0318902157267016,
      "learning_rate": 5.609511814533033e-05,
      "loss": 2.2002,
      "step": 51094
    },
    {
      "epoch": 4.340383961943595,
      "grad_norm": 3.208073491073522,
      "learning_rate": 5.608976402635111e-05,
      "loss": 2.3998,
      "step": 51095
    },
    {
      "epoch": 4.3404689092762485,
      "grad_norm": 3.20936075996717,
      "learning_rate": 5.6084410104142066e-05,
      "loss": 2.2704,
      "step": 51096
    },
    {
      "epoch": 4.340553856608903,
      "grad_norm": 3.385039569964007,
      "learning_rate": 5.607905637871445e-05,
      "loss": 2.5292,
      "step": 51097
    },
    {
      "epoch": 4.340638803941556,
      "grad_norm": 3.652041314669516,
      "learning_rate": 5.607370285007954e-05,
      "loss": 2.7951,
      "step": 51098
    },
    {
      "epoch": 4.34072375127421,
      "grad_norm": 3.7171508248830065,
      "learning_rate": 5.606834951824851e-05,
      "loss": 2.9007,
      "step": 51099
    },
    {
      "epoch": 4.340808698606864,
      "grad_norm": 2.979354017179521,
      "learning_rate": 5.606299638323252e-05,
      "loss": 2.2322,
      "step": 51100
    },
    {
      "epoch": 4.340893645939517,
      "grad_norm": 3.1689289469994875,
      "learning_rate": 5.6057643445042875e-05,
      "loss": 2.3246,
      "step": 51101
    },
    {
      "epoch": 4.340978593272172,
      "grad_norm": 3.522278415647937,
      "learning_rate": 5.605229070369075e-05,
      "loss": 2.8593,
      "step": 51102
    },
    {
      "epoch": 4.341063540604825,
      "grad_norm": 3.391061002297908,
      "learning_rate": 5.604693815918731e-05,
      "loss": 2.5582,
      "step": 51103
    },
    {
      "epoch": 4.341148487937478,
      "grad_norm": 3.30903049648538,
      "learning_rate": 5.604158581154383e-05,
      "loss": 2.4558,
      "step": 51104
    },
    {
      "epoch": 4.341233435270133,
      "grad_norm": 3.1301379523769426,
      "learning_rate": 5.6036233660771555e-05,
      "loss": 2.3917,
      "step": 51105
    },
    {
      "epoch": 4.341318382602786,
      "grad_norm": 3.325850958818331,
      "learning_rate": 5.603088170688168e-05,
      "loss": 2.4932,
      "step": 51106
    },
    {
      "epoch": 4.34140332993544,
      "grad_norm": 3.591938239095322,
      "learning_rate": 5.6025529949885326e-05,
      "loss": 2.6106,
      "step": 51107
    },
    {
      "epoch": 4.341488277268094,
      "grad_norm": 3.304389493097881,
      "learning_rate": 5.602017838979384e-05,
      "loss": 2.4156,
      "step": 51108
    },
    {
      "epoch": 4.341573224600747,
      "grad_norm": 3.0257501920935264,
      "learning_rate": 5.601482702661832e-05,
      "loss": 2.0917,
      "step": 51109
    },
    {
      "epoch": 4.3416581719334015,
      "grad_norm": 3.5339121583001716,
      "learning_rate": 5.600947586037009e-05,
      "loss": 2.6222,
      "step": 51110
    },
    {
      "epoch": 4.341743119266055,
      "grad_norm": 3.265956732165121,
      "learning_rate": 5.6004124891060257e-05,
      "loss": 2.3223,
      "step": 51111
    },
    {
      "epoch": 4.341828066598708,
      "grad_norm": 3.1714256014269187,
      "learning_rate": 5.599877411870013e-05,
      "loss": 2.2722,
      "step": 51112
    },
    {
      "epoch": 4.341913013931363,
      "grad_norm": 3.2897655596450526,
      "learning_rate": 5.599342354330087e-05,
      "loss": 2.423,
      "step": 51113
    },
    {
      "epoch": 4.341997961264016,
      "grad_norm": 3.703519905828866,
      "learning_rate": 5.5988073164873655e-05,
      "loss": 2.7751,
      "step": 51114
    },
    {
      "epoch": 4.34208290859667,
      "grad_norm": 2.917847168903304,
      "learning_rate": 5.598272298342971e-05,
      "loss": 2.0093,
      "step": 51115
    },
    {
      "epoch": 4.342167855929324,
      "grad_norm": 3.2326396686417374,
      "learning_rate": 5.597737299898034e-05,
      "loss": 2.3091,
      "step": 51116
    },
    {
      "epoch": 4.342252803261978,
      "grad_norm": 3.312641109587352,
      "learning_rate": 5.597202321153667e-05,
      "loss": 2.4848,
      "step": 51117
    },
    {
      "epoch": 4.3423377505946315,
      "grad_norm": 3.901559405780437,
      "learning_rate": 5.596667362110986e-05,
      "loss": 2.6676,
      "step": 51118
    },
    {
      "epoch": 4.342422697927285,
      "grad_norm": 3.025467367936985,
      "learning_rate": 5.596132422771124e-05,
      "loss": 2.1242,
      "step": 51119
    },
    {
      "epoch": 4.342507645259939,
      "grad_norm": 3.1550279710265077,
      "learning_rate": 5.595597503135197e-05,
      "loss": 2.109,
      "step": 51120
    },
    {
      "epoch": 4.342592592592593,
      "grad_norm": 3.289310712835367,
      "learning_rate": 5.5950626032043186e-05,
      "loss": 2.5938,
      "step": 51121
    },
    {
      "epoch": 4.342677539925246,
      "grad_norm": 3.2221268694276652,
      "learning_rate": 5.594527722979615e-05,
      "loss": 2.4025,
      "step": 51122
    },
    {
      "epoch": 4.3427624872579,
      "grad_norm": 4.031486908093101,
      "learning_rate": 5.593992862462212e-05,
      "loss": 3.2654,
      "step": 51123
    },
    {
      "epoch": 4.342847434590554,
      "grad_norm": 3.418801190117014,
      "learning_rate": 5.5934580216532274e-05,
      "loss": 2.4896,
      "step": 51124
    },
    {
      "epoch": 4.342932381923208,
      "grad_norm": 3.8021464843713817,
      "learning_rate": 5.592923200553774e-05,
      "loss": 3.1233,
      "step": 51125
    },
    {
      "epoch": 4.343017329255861,
      "grad_norm": 3.1572191856466243,
      "learning_rate": 5.5923883991649845e-05,
      "loss": 2.3693,
      "step": 51126
    },
    {
      "epoch": 4.343102276588515,
      "grad_norm": 2.9890147129244236,
      "learning_rate": 5.59185361748797e-05,
      "loss": 2.1709,
      "step": 51127
    },
    {
      "epoch": 4.343187223921169,
      "grad_norm": 3.443193759921299,
      "learning_rate": 5.591318855523857e-05,
      "loss": 2.5842,
      "step": 51128
    },
    {
      "epoch": 4.3432721712538225,
      "grad_norm": 3.0632620431408784,
      "learning_rate": 5.590784113273761e-05,
      "loss": 2.2662,
      "step": 51129
    },
    {
      "epoch": 4.343357118586477,
      "grad_norm": 3.2868002183835308,
      "learning_rate": 5.5902493907388086e-05,
      "loss": 2.4351,
      "step": 51130
    },
    {
      "epoch": 4.34344206591913,
      "grad_norm": 3.3289418567883353,
      "learning_rate": 5.589714687920118e-05,
      "loss": 2.6177,
      "step": 51131
    },
    {
      "epoch": 4.343527013251784,
      "grad_norm": 3.065307489384674,
      "learning_rate": 5.589180004818802e-05,
      "loss": 2.1999,
      "step": 51132
    },
    {
      "epoch": 4.343611960584438,
      "grad_norm": 3.5192791648986064,
      "learning_rate": 5.5886453414359884e-05,
      "loss": 2.6975,
      "step": 51133
    },
    {
      "epoch": 4.343696907917091,
      "grad_norm": 3.3933363855405534,
      "learning_rate": 5.5881106977728016e-05,
      "loss": 2.5481,
      "step": 51134
    },
    {
      "epoch": 4.343781855249745,
      "grad_norm": 3.1965007915834387,
      "learning_rate": 5.587576073830355e-05,
      "loss": 2.3051,
      "step": 51135
    },
    {
      "epoch": 4.343866802582399,
      "grad_norm": 3.592270716675747,
      "learning_rate": 5.5870414696097664e-05,
      "loss": 2.615,
      "step": 51136
    },
    {
      "epoch": 4.343951749915052,
      "grad_norm": 3.196874126719136,
      "learning_rate": 5.586506885112166e-05,
      "loss": 2.4489,
      "step": 51137
    },
    {
      "epoch": 4.344036697247707,
      "grad_norm": 3.23392821479521,
      "learning_rate": 5.585972320338666e-05,
      "loss": 2.3811,
      "step": 51138
    },
    {
      "epoch": 4.34412164458036,
      "grad_norm": 3.0617949589101716,
      "learning_rate": 5.585437775290384e-05,
      "loss": 2.2058,
      "step": 51139
    },
    {
      "epoch": 4.344206591913014,
      "grad_norm": 3.122697219884595,
      "learning_rate": 5.584903249968444e-05,
      "loss": 2.2921,
      "step": 51140
    },
    {
      "epoch": 4.344291539245668,
      "grad_norm": 3.5621677842782855,
      "learning_rate": 5.584368744373971e-05,
      "loss": 2.8397,
      "step": 51141
    },
    {
      "epoch": 4.344376486578321,
      "grad_norm": 3.1485819485814166,
      "learning_rate": 5.583834258508082e-05,
      "loss": 2.2524,
      "step": 51142
    },
    {
      "epoch": 4.3444614339109755,
      "grad_norm": 3.404891211766805,
      "learning_rate": 5.583299792371888e-05,
      "loss": 2.5701,
      "step": 51143
    },
    {
      "epoch": 4.344546381243629,
      "grad_norm": 3.3853643378297975,
      "learning_rate": 5.582765345966524e-05,
      "loss": 2.6259,
      "step": 51144
    },
    {
      "epoch": 4.344631328576282,
      "grad_norm": 3.34218595244132,
      "learning_rate": 5.5822309192931e-05,
      "loss": 2.3914,
      "step": 51145
    },
    {
      "epoch": 4.344716275908937,
      "grad_norm": 3.5480934519122136,
      "learning_rate": 5.5816965123527316e-05,
      "loss": 2.7649,
      "step": 51146
    },
    {
      "epoch": 4.34480122324159,
      "grad_norm": 3.376151749297576,
      "learning_rate": 5.581162125146546e-05,
      "loss": 2.5387,
      "step": 51147
    },
    {
      "epoch": 4.344886170574244,
      "grad_norm": 2.9817638231102275,
      "learning_rate": 5.5806277576756665e-05,
      "loss": 2.0726,
      "step": 51148
    },
    {
      "epoch": 4.344971117906898,
      "grad_norm": 3.061210941376088,
      "learning_rate": 5.5800934099412065e-05,
      "loss": 2.1513,
      "step": 51149
    },
    {
      "epoch": 4.345056065239551,
      "grad_norm": 3.399526023507095,
      "learning_rate": 5.579559081944283e-05,
      "loss": 2.5195,
      "step": 51150
    },
    {
      "epoch": 4.345141012572205,
      "grad_norm": 3.4000447239817313,
      "learning_rate": 5.5790247736860255e-05,
      "loss": 2.471,
      "step": 51151
    },
    {
      "epoch": 4.345225959904859,
      "grad_norm": 3.530071636381329,
      "learning_rate": 5.578490485167541e-05,
      "loss": 2.581,
      "step": 51152
    },
    {
      "epoch": 4.345310907237513,
      "grad_norm": 3.2815193597679526,
      "learning_rate": 5.577956216389961e-05,
      "loss": 2.3236,
      "step": 51153
    },
    {
      "epoch": 4.3453958545701665,
      "grad_norm": 3.455678067627511,
      "learning_rate": 5.577421967354395e-05,
      "loss": 2.5058,
      "step": 51154
    },
    {
      "epoch": 4.34548080190282,
      "grad_norm": 3.3827715718751423,
      "learning_rate": 5.576887738061971e-05,
      "loss": 2.3127,
      "step": 51155
    },
    {
      "epoch": 4.345565749235474,
      "grad_norm": 3.4204510530128474,
      "learning_rate": 5.5763535285138034e-05,
      "loss": 2.2929,
      "step": 51156
    },
    {
      "epoch": 4.345650696568128,
      "grad_norm": 3.4105970606947364,
      "learning_rate": 5.575819338711014e-05,
      "loss": 2.5682,
      "step": 51157
    },
    {
      "epoch": 4.345735643900782,
      "grad_norm": 3.0170977764619358,
      "learning_rate": 5.5752851686547104e-05,
      "loss": 2.0739,
      "step": 51158
    },
    {
      "epoch": 4.345820591233435,
      "grad_norm": 3.718505656755665,
      "learning_rate": 5.574751018346031e-05,
      "loss": 2.7428,
      "step": 51159
    },
    {
      "epoch": 4.345905538566089,
      "grad_norm": 3.019761057177836,
      "learning_rate": 5.574216887786086e-05,
      "loss": 2.0983,
      "step": 51160
    },
    {
      "epoch": 4.345990485898743,
      "grad_norm": 3.332130509144334,
      "learning_rate": 5.57368277697599e-05,
      "loss": 2.1532,
      "step": 51161
    },
    {
      "epoch": 4.3460754332313964,
      "grad_norm": 3.2150535865917136,
      "learning_rate": 5.573148685916872e-05,
      "loss": 2.404,
      "step": 51162
    },
    {
      "epoch": 4.346160380564051,
      "grad_norm": 2.9236493761754936,
      "learning_rate": 5.572614614609845e-05,
      "loss": 2.0296,
      "step": 51163
    },
    {
      "epoch": 4.346245327896704,
      "grad_norm": 3.3616864358973504,
      "learning_rate": 5.572080563056023e-05,
      "loss": 2.5446,
      "step": 51164
    },
    {
      "epoch": 4.3463302752293576,
      "grad_norm": 3.4491757115834507,
      "learning_rate": 5.571546531256532e-05,
      "loss": 2.5851,
      "step": 51165
    },
    {
      "epoch": 4.346415222562012,
      "grad_norm": 3.264916864728276,
      "learning_rate": 5.571012519212494e-05,
      "loss": 2.509,
      "step": 51166
    },
    {
      "epoch": 4.346500169894665,
      "grad_norm": 3.4845653407083326,
      "learning_rate": 5.570478526925024e-05,
      "loss": 2.7394,
      "step": 51167
    },
    {
      "epoch": 4.346585117227319,
      "grad_norm": 2.9905264258754447,
      "learning_rate": 5.569944554395236e-05,
      "loss": 2.1918,
      "step": 51168
    },
    {
      "epoch": 4.346670064559973,
      "grad_norm": 3.042391257146796,
      "learning_rate": 5.569410601624257e-05,
      "loss": 2.182,
      "step": 51169
    },
    {
      "epoch": 4.346755011892626,
      "grad_norm": 3.027631317529878,
      "learning_rate": 5.568876668613197e-05,
      "loss": 2.0971,
      "step": 51170
    },
    {
      "epoch": 4.346839959225281,
      "grad_norm": 3.544019788194741,
      "learning_rate": 5.568342755363188e-05,
      "loss": 2.864,
      "step": 51171
    },
    {
      "epoch": 4.346924906557934,
      "grad_norm": 3.4048418391202437,
      "learning_rate": 5.567808861875331e-05,
      "loss": 2.396,
      "step": 51172
    },
    {
      "epoch": 4.3470098538905875,
      "grad_norm": 3.230515274709899,
      "learning_rate": 5.567274988150763e-05,
      "loss": 2.5886,
      "step": 51173
    },
    {
      "epoch": 4.347094801223242,
      "grad_norm": 3.391387257986104,
      "learning_rate": 5.5667411341905925e-05,
      "loss": 2.6504,
      "step": 51174
    },
    {
      "epoch": 4.347179748555895,
      "grad_norm": 3.280984239218469,
      "learning_rate": 5.5662072999959386e-05,
      "loss": 2.5585,
      "step": 51175
    },
    {
      "epoch": 4.3472646958885495,
      "grad_norm": 3.3447048750898287,
      "learning_rate": 5.5656734855679105e-05,
      "loss": 2.4663,
      "step": 51176
    },
    {
      "epoch": 4.347349643221203,
      "grad_norm": 3.098232067659508,
      "learning_rate": 5.565139690907649e-05,
      "loss": 2.0884,
      "step": 51177
    },
    {
      "epoch": 4.347434590553856,
      "grad_norm": 3.5555676570588672,
      "learning_rate": 5.564605916016259e-05,
      "loss": 2.5128,
      "step": 51178
    },
    {
      "epoch": 4.347519537886511,
      "grad_norm": 3.998061463051106,
      "learning_rate": 5.564072160894854e-05,
      "loss": 2.9325,
      "step": 51179
    },
    {
      "epoch": 4.347604485219164,
      "grad_norm": 3.7091015912777996,
      "learning_rate": 5.563538425544566e-05,
      "loss": 2.612,
      "step": 51180
    },
    {
      "epoch": 4.347689432551818,
      "grad_norm": 3.3178288461566385,
      "learning_rate": 5.563004709966505e-05,
      "loss": 2.6814,
      "step": 51181
    },
    {
      "epoch": 4.347774379884472,
      "grad_norm": 3.1545879324267734,
      "learning_rate": 5.562471014161785e-05,
      "loss": 2.3574,
      "step": 51182
    },
    {
      "epoch": 4.347859327217125,
      "grad_norm": 3.372484092197092,
      "learning_rate": 5.5619373381315304e-05,
      "loss": 2.5079,
      "step": 51183
    },
    {
      "epoch": 4.347944274549779,
      "grad_norm": 3.7073114513984633,
      "learning_rate": 5.561403681876864e-05,
      "loss": 2.7054,
      "step": 51184
    },
    {
      "epoch": 4.348029221882433,
      "grad_norm": 3.371374097674606,
      "learning_rate": 5.560870045398898e-05,
      "loss": 2.6715,
      "step": 51185
    },
    {
      "epoch": 4.348114169215087,
      "grad_norm": 3.0931898302444543,
      "learning_rate": 5.5603364286987514e-05,
      "loss": 2.138,
      "step": 51186
    },
    {
      "epoch": 4.3481991165477405,
      "grad_norm": 3.456513495947558,
      "learning_rate": 5.5598028317775376e-05,
      "loss": 2.5884,
      "step": 51187
    },
    {
      "epoch": 4.348284063880394,
      "grad_norm": 3.2269952714838457,
      "learning_rate": 5.5592692546363836e-05,
      "loss": 2.535,
      "step": 51188
    },
    {
      "epoch": 4.348369011213048,
      "grad_norm": 3.6124530133632833,
      "learning_rate": 5.5587356972763965e-05,
      "loss": 2.6696,
      "step": 51189
    },
    {
      "epoch": 4.348453958545702,
      "grad_norm": 3.316463775947867,
      "learning_rate": 5.5582021596987014e-05,
      "loss": 2.5463,
      "step": 51190
    },
    {
      "epoch": 4.348538905878355,
      "grad_norm": 3.2880157160830707,
      "learning_rate": 5.5576686419044215e-05,
      "loss": 2.3763,
      "step": 51191
    },
    {
      "epoch": 4.348623853211009,
      "grad_norm": 3.1304971928120326,
      "learning_rate": 5.557135143894669e-05,
      "loss": 2.3805,
      "step": 51192
    },
    {
      "epoch": 4.348708800543663,
      "grad_norm": 3.2206993442235454,
      "learning_rate": 5.556601665670559e-05,
      "loss": 2.4489,
      "step": 51193
    },
    {
      "epoch": 4.348793747876317,
      "grad_norm": 2.834612272792909,
      "learning_rate": 5.556068207233208e-05,
      "loss": 2.1161,
      "step": 51194
    },
    {
      "epoch": 4.34887869520897,
      "grad_norm": 3.32566655048905,
      "learning_rate": 5.5555347685837375e-05,
      "loss": 2.1382,
      "step": 51195
    },
    {
      "epoch": 4.348963642541624,
      "grad_norm": 3.376666927659968,
      "learning_rate": 5.5550013497232705e-05,
      "loss": 2.7931,
      "step": 51196
    },
    {
      "epoch": 4.349048589874278,
      "grad_norm": 3.347338897819924,
      "learning_rate": 5.5544679506529124e-05,
      "loss": 2.4047,
      "step": 51197
    },
    {
      "epoch": 4.3491335372069315,
      "grad_norm": 3.2881613292187124,
      "learning_rate": 5.5539345713737956e-05,
      "loss": 2.4386,
      "step": 51198
    },
    {
      "epoch": 4.349218484539586,
      "grad_norm": 3.2516685760697817,
      "learning_rate": 5.553401211887029e-05,
      "loss": 2.4683,
      "step": 51199
    },
    {
      "epoch": 4.349303431872239,
      "grad_norm": 3.8657114559179457,
      "learning_rate": 5.5528678721937296e-05,
      "loss": 2.9907,
      "step": 51200
    },
    {
      "epoch": 4.349388379204893,
      "grad_norm": 3.312525999952613,
      "learning_rate": 5.552334552295008e-05,
      "loss": 2.4436,
      "step": 51201
    },
    {
      "epoch": 4.349473326537547,
      "grad_norm": 3.598419664934537,
      "learning_rate": 5.551801252191998e-05,
      "loss": 2.7192,
      "step": 51202
    },
    {
      "epoch": 4.3495582738702,
      "grad_norm": 3.2424088491384233,
      "learning_rate": 5.55126797188581e-05,
      "loss": 2.4056,
      "step": 51203
    },
    {
      "epoch": 4.349643221202855,
      "grad_norm": 3.6272155202066774,
      "learning_rate": 5.550734711377561e-05,
      "loss": 2.8023,
      "step": 51204
    },
    {
      "epoch": 4.349728168535508,
      "grad_norm": 3.301564131374738,
      "learning_rate": 5.550201470668363e-05,
      "loss": 2.5189,
      "step": 51205
    },
    {
      "epoch": 4.349813115868161,
      "grad_norm": 3.436489741234513,
      "learning_rate": 5.5496682497593405e-05,
      "loss": 2.5235,
      "step": 51206
    },
    {
      "epoch": 4.349898063200816,
      "grad_norm": 3.219786865822228,
      "learning_rate": 5.549135048651606e-05,
      "loss": 2.4087,
      "step": 51207
    },
    {
      "epoch": 4.349983010533469,
      "grad_norm": 3.418978964259057,
      "learning_rate": 5.548601867346278e-05,
      "loss": 2.5491,
      "step": 51208
    },
    {
      "epoch": 4.350067957866123,
      "grad_norm": 3.4850692004121298,
      "learning_rate": 5.54806870584448e-05,
      "loss": 2.4386,
      "step": 51209
    },
    {
      "epoch": 4.350152905198777,
      "grad_norm": 3.7428048733292583,
      "learning_rate": 5.5475355641473234e-05,
      "loss": 2.9429,
      "step": 51210
    },
    {
      "epoch": 4.35023785253143,
      "grad_norm": 2.9911221451395797,
      "learning_rate": 5.547002442255925e-05,
      "loss": 2.1362,
      "step": 51211
    },
    {
      "epoch": 4.3503227998640845,
      "grad_norm": 3.5599893404005574,
      "learning_rate": 5.5464693401713986e-05,
      "loss": 2.7746,
      "step": 51212
    },
    {
      "epoch": 4.350407747196738,
      "grad_norm": 3.1687799803019683,
      "learning_rate": 5.545936257894864e-05,
      "loss": 2.3477,
      "step": 51213
    },
    {
      "epoch": 4.350492694529391,
      "grad_norm": 3.3710342346136484,
      "learning_rate": 5.545403195427445e-05,
      "loss": 2.5398,
      "step": 51214
    },
    {
      "epoch": 4.350577641862046,
      "grad_norm": 3.0668658387915038,
      "learning_rate": 5.5448701527702535e-05,
      "loss": 2.1367,
      "step": 51215
    },
    {
      "epoch": 4.350662589194699,
      "grad_norm": 3.578106940562221,
      "learning_rate": 5.544337129924401e-05,
      "loss": 2.6495,
      "step": 51216
    },
    {
      "epoch": 4.350747536527353,
      "grad_norm": 3.2241926212602703,
      "learning_rate": 5.543804126891013e-05,
      "loss": 2.1235,
      "step": 51217
    },
    {
      "epoch": 4.350832483860007,
      "grad_norm": 3.473885377706917,
      "learning_rate": 5.5432711436712026e-05,
      "loss": 2.384,
      "step": 51218
    },
    {
      "epoch": 4.35091743119266,
      "grad_norm": 3.4055283668852945,
      "learning_rate": 5.542738180266075e-05,
      "loss": 2.3583,
      "step": 51219
    },
    {
      "epoch": 4.3510023785253145,
      "grad_norm": 2.9809102093086475,
      "learning_rate": 5.542205236676771e-05,
      "loss": 2.0572,
      "step": 51220
    },
    {
      "epoch": 4.351087325857968,
      "grad_norm": 3.3046092601880543,
      "learning_rate": 5.541672312904392e-05,
      "loss": 2.6,
      "step": 51221
    },
    {
      "epoch": 4.351172273190622,
      "grad_norm": 3.0671632474064876,
      "learning_rate": 5.541139408950059e-05,
      "loss": 2.1003,
      "step": 51222
    },
    {
      "epoch": 4.351257220523276,
      "grad_norm": 3.1073655094356716,
      "learning_rate": 5.5406065248148814e-05,
      "loss": 2.3907,
      "step": 51223
    },
    {
      "epoch": 4.351342167855929,
      "grad_norm": 3.463107380970587,
      "learning_rate": 5.5400736604999854e-05,
      "loss": 2.5846,
      "step": 51224
    },
    {
      "epoch": 4.351427115188583,
      "grad_norm": 3.387193034993395,
      "learning_rate": 5.539540816006479e-05,
      "loss": 2.4238,
      "step": 51225
    },
    {
      "epoch": 4.351512062521237,
      "grad_norm": 3.1125798499539115,
      "learning_rate": 5.539007991335483e-05,
      "loss": 2.2242,
      "step": 51226
    },
    {
      "epoch": 4.351597009853891,
      "grad_norm": 3.881478996363321,
      "learning_rate": 5.538475186488117e-05,
      "loss": 2.8852,
      "step": 51227
    },
    {
      "epoch": 4.351681957186544,
      "grad_norm": 3.270186594798002,
      "learning_rate": 5.537942401465496e-05,
      "loss": 2.4542,
      "step": 51228
    },
    {
      "epoch": 4.351766904519198,
      "grad_norm": 3.0222594251451307,
      "learning_rate": 5.537409636268733e-05,
      "loss": 2.1379,
      "step": 51229
    },
    {
      "epoch": 4.351851851851852,
      "grad_norm": 3.669068786042475,
      "learning_rate": 5.5368768908989426e-05,
      "loss": 2.6185,
      "step": 51230
    },
    {
      "epoch": 4.3519367991845055,
      "grad_norm": 3.373196570450779,
      "learning_rate": 5.536344165357248e-05,
      "loss": 2.4777,
      "step": 51231
    },
    {
      "epoch": 4.35202174651716,
      "grad_norm": 3.090928582229426,
      "learning_rate": 5.535811459644756e-05,
      "loss": 2.235,
      "step": 51232
    },
    {
      "epoch": 4.352106693849813,
      "grad_norm": 3.269413412460316,
      "learning_rate": 5.535278773762595e-05,
      "loss": 2.3941,
      "step": 51233
    },
    {
      "epoch": 4.352191641182467,
      "grad_norm": 3.4530209610493237,
      "learning_rate": 5.5347461077118675e-05,
      "loss": 2.3339,
      "step": 51234
    },
    {
      "epoch": 4.352276588515121,
      "grad_norm": 3.3002594919678283,
      "learning_rate": 5.534213461493704e-05,
      "loss": 2.2896,
      "step": 51235
    },
    {
      "epoch": 4.352361535847774,
      "grad_norm": 3.563231021608096,
      "learning_rate": 5.533680835109212e-05,
      "loss": 2.841,
      "step": 51236
    },
    {
      "epoch": 4.352446483180428,
      "grad_norm": 3.2737639302819725,
      "learning_rate": 5.533148228559503e-05,
      "loss": 2.5534,
      "step": 51237
    },
    {
      "epoch": 4.352531430513082,
      "grad_norm": 3.684781205717619,
      "learning_rate": 5.532615641845701e-05,
      "loss": 2.694,
      "step": 51238
    },
    {
      "epoch": 4.352616377845735,
      "grad_norm": 3.0959030298916366,
      "learning_rate": 5.532083074968922e-05,
      "loss": 2.3123,
      "step": 51239
    },
    {
      "epoch": 4.35270132517839,
      "grad_norm": 3.329841770454382,
      "learning_rate": 5.5315505279302815e-05,
      "loss": 2.2969,
      "step": 51240
    },
    {
      "epoch": 4.352786272511043,
      "grad_norm": 3.2749719181935593,
      "learning_rate": 5.5310180007308874e-05,
      "loss": 2.5217,
      "step": 51241
    },
    {
      "epoch": 4.3528712198436965,
      "grad_norm": 3.351910368586293,
      "learning_rate": 5.530485493371866e-05,
      "loss": 2.3741,
      "step": 51242
    },
    {
      "epoch": 4.352956167176351,
      "grad_norm": 3.9927371345250515,
      "learning_rate": 5.52995300585433e-05,
      "loss": 2.888,
      "step": 51243
    },
    {
      "epoch": 4.353041114509004,
      "grad_norm": 3.0216719815933493,
      "learning_rate": 5.5294205381793864e-05,
      "loss": 2.1721,
      "step": 51244
    },
    {
      "epoch": 4.3531260618416585,
      "grad_norm": 3.1194327938304274,
      "learning_rate": 5.52888809034816e-05,
      "loss": 2.3394,
      "step": 51245
    },
    {
      "epoch": 4.353211009174312,
      "grad_norm": 3.6391761327016554,
      "learning_rate": 5.528355662361769e-05,
      "loss": 2.6851,
      "step": 51246
    },
    {
      "epoch": 4.353295956506965,
      "grad_norm": 3.5764162008573406,
      "learning_rate": 5.527823254221324e-05,
      "loss": 2.5875,
      "step": 51247
    },
    {
      "epoch": 4.35338090383962,
      "grad_norm": 3.4773352083127165,
      "learning_rate": 5.5272908659279366e-05,
      "loss": 2.7348,
      "step": 51248
    },
    {
      "epoch": 4.353465851172273,
      "grad_norm": 3.771564897858421,
      "learning_rate": 5.526758497482733e-05,
      "loss": 2.8691,
      "step": 51249
    },
    {
      "epoch": 4.353550798504927,
      "grad_norm": 3.630359473441617,
      "learning_rate": 5.5262261488868157e-05,
      "loss": 2.5369,
      "step": 51250
    },
    {
      "epoch": 4.353635745837581,
      "grad_norm": 3.398077902459241,
      "learning_rate": 5.525693820141312e-05,
      "loss": 2.4194,
      "step": 51251
    },
    {
      "epoch": 4.353720693170234,
      "grad_norm": 3.8085129083840767,
      "learning_rate": 5.525161511247328e-05,
      "loss": 2.9219,
      "step": 51252
    },
    {
      "epoch": 4.353805640502888,
      "grad_norm": 3.0285249350672587,
      "learning_rate": 5.524629222205988e-05,
      "loss": 2.2383,
      "step": 51253
    },
    {
      "epoch": 4.353890587835542,
      "grad_norm": 3.1784665350704513,
      "learning_rate": 5.524096953018403e-05,
      "loss": 2.3566,
      "step": 51254
    },
    {
      "epoch": 4.353975535168196,
      "grad_norm": 3.152944327134272,
      "learning_rate": 5.5235647036856835e-05,
      "loss": 2.1911,
      "step": 51255
    },
    {
      "epoch": 4.3540604825008495,
      "grad_norm": 3.490855858106652,
      "learning_rate": 5.523032474208948e-05,
      "loss": 2.823,
      "step": 51256
    },
    {
      "epoch": 4.354145429833503,
      "grad_norm": 3.2312273839594305,
      "learning_rate": 5.522500264589316e-05,
      "loss": 2.4707,
      "step": 51257
    },
    {
      "epoch": 4.354230377166157,
      "grad_norm": 3.169995091462565,
      "learning_rate": 5.521968074827902e-05,
      "loss": 2.3262,
      "step": 51258
    },
    {
      "epoch": 4.354315324498811,
      "grad_norm": 3.730215083594341,
      "learning_rate": 5.521435904925813e-05,
      "loss": 2.7084,
      "step": 51259
    },
    {
      "epoch": 4.354400271831464,
      "grad_norm": 3.2632881155710725,
      "learning_rate": 5.520903754884174e-05,
      "loss": 2.3451,
      "step": 51260
    },
    {
      "epoch": 4.354485219164118,
      "grad_norm": 3.3467663886332297,
      "learning_rate": 5.520371624704096e-05,
      "loss": 2.4091,
      "step": 51261
    },
    {
      "epoch": 4.354570166496772,
      "grad_norm": 3.3773906876911233,
      "learning_rate": 5.5198395143866875e-05,
      "loss": 2.6113,
      "step": 51262
    },
    {
      "epoch": 4.354655113829426,
      "grad_norm": 3.355603902209986,
      "learning_rate": 5.51930742393307e-05,
      "loss": 2.4338,
      "step": 51263
    },
    {
      "epoch": 4.3547400611620795,
      "grad_norm": 3.193822247981715,
      "learning_rate": 5.5187753533443635e-05,
      "loss": 2.1967,
      "step": 51264
    },
    {
      "epoch": 4.354825008494733,
      "grad_norm": 3.1909645089349126,
      "learning_rate": 5.518243302621678e-05,
      "loss": 2.3231,
      "step": 51265
    },
    {
      "epoch": 4.354909955827387,
      "grad_norm": 3.3193298757925653,
      "learning_rate": 5.51771127176612e-05,
      "loss": 2.4674,
      "step": 51266
    },
    {
      "epoch": 4.354994903160041,
      "grad_norm": 2.960181237568144,
      "learning_rate": 5.517179260778817e-05,
      "loss": 2.107,
      "step": 51267
    },
    {
      "epoch": 4.355079850492695,
      "grad_norm": 3.179016445102477,
      "learning_rate": 5.516647269660876e-05,
      "loss": 2.2422,
      "step": 51268
    },
    {
      "epoch": 4.355164797825348,
      "grad_norm": 3.3704991165766933,
      "learning_rate": 5.5161152984134166e-05,
      "loss": 2.6624,
      "step": 51269
    },
    {
      "epoch": 4.355249745158002,
      "grad_norm": 3.5783141074488616,
      "learning_rate": 5.515583347037548e-05,
      "loss": 2.6262,
      "step": 51270
    },
    {
      "epoch": 4.355334692490656,
      "grad_norm": 3.7766143118800253,
      "learning_rate": 5.5150514155343916e-05,
      "loss": 2.5143,
      "step": 51271
    },
    {
      "epoch": 4.355419639823309,
      "grad_norm": 3.1415897521772256,
      "learning_rate": 5.514519503905058e-05,
      "loss": 2.3139,
      "step": 51272
    },
    {
      "epoch": 4.355504587155964,
      "grad_norm": 3.30137771223107,
      "learning_rate": 5.513987612150657e-05,
      "loss": 2.367,
      "step": 51273
    },
    {
      "epoch": 4.355589534488617,
      "grad_norm": 3.2788224404096296,
      "learning_rate": 5.513455740272314e-05,
      "loss": 2.4773,
      "step": 51274
    },
    {
      "epoch": 4.3556744818212705,
      "grad_norm": 3.5536240909535715,
      "learning_rate": 5.512923888271131e-05,
      "loss": 2.463,
      "step": 51275
    },
    {
      "epoch": 4.355759429153925,
      "grad_norm": 3.531195924436883,
      "learning_rate": 5.512392056148235e-05,
      "loss": 2.5899,
      "step": 51276
    },
    {
      "epoch": 4.355844376486578,
      "grad_norm": 3.2392985656204485,
      "learning_rate": 5.511860243904729e-05,
      "loss": 2.2893,
      "step": 51277
    },
    {
      "epoch": 4.3559293238192325,
      "grad_norm": 3.140918710102325,
      "learning_rate": 5.511328451541737e-05,
      "loss": 2.1349,
      "step": 51278
    },
    {
      "epoch": 4.356014271151886,
      "grad_norm": 3.5419873328825164,
      "learning_rate": 5.5107966790603675e-05,
      "loss": 2.677,
      "step": 51279
    },
    {
      "epoch": 4.356099218484539,
      "grad_norm": 3.3206935754387206,
      "learning_rate": 5.510264926461732e-05,
      "loss": 2.4859,
      "step": 51280
    },
    {
      "epoch": 4.356184165817194,
      "grad_norm": 3.331990315398447,
      "learning_rate": 5.509733193746948e-05,
      "loss": 2.4545,
      "step": 51281
    },
    {
      "epoch": 4.356269113149847,
      "grad_norm": 3.7002967640693227,
      "learning_rate": 5.509201480917136e-05,
      "loss": 2.7308,
      "step": 51282
    },
    {
      "epoch": 4.3563540604825,
      "grad_norm": 3.1339689849029697,
      "learning_rate": 5.508669787973405e-05,
      "loss": 2.0866,
      "step": 51283
    },
    {
      "epoch": 4.356439007815155,
      "grad_norm": 3.1006770615903085,
      "learning_rate": 5.508138114916863e-05,
      "loss": 2.1302,
      "step": 51284
    },
    {
      "epoch": 4.356523955147808,
      "grad_norm": 3.588799469821273,
      "learning_rate": 5.507606461748633e-05,
      "loss": 2.906,
      "step": 51285
    },
    {
      "epoch": 4.356608902480462,
      "grad_norm": 3.2423777274621517,
      "learning_rate": 5.507074828469826e-05,
      "loss": 2.2368,
      "step": 51286
    },
    {
      "epoch": 4.356693849813116,
      "grad_norm": 3.1125416844138964,
      "learning_rate": 5.506543215081551e-05,
      "loss": 2.3804,
      "step": 51287
    },
    {
      "epoch": 4.356778797145769,
      "grad_norm": 3.0769137646979874,
      "learning_rate": 5.506011621584925e-05,
      "loss": 2.3389,
      "step": 51288
    },
    {
      "epoch": 4.3568637444784235,
      "grad_norm": 3.337106601547733,
      "learning_rate": 5.5054800479810704e-05,
      "loss": 2.435,
      "step": 51289
    },
    {
      "epoch": 4.356948691811077,
      "grad_norm": 3.5689530884454705,
      "learning_rate": 5.504948494271093e-05,
      "loss": 2.4776,
      "step": 51290
    },
    {
      "epoch": 4.357033639143731,
      "grad_norm": 3.418248481194783,
      "learning_rate": 5.5044169604561004e-05,
      "loss": 2.5442,
      "step": 51291
    },
    {
      "epoch": 4.357118586476385,
      "grad_norm": 3.187805073802032,
      "learning_rate": 5.5038854465372187e-05,
      "loss": 2.4605,
      "step": 51292
    },
    {
      "epoch": 4.357203533809038,
      "grad_norm": 2.9619507518558876,
      "learning_rate": 5.5033539525155515e-05,
      "loss": 2.0208,
      "step": 51293
    },
    {
      "epoch": 4.357288481141692,
      "grad_norm": 3.8544009625196236,
      "learning_rate": 5.5028224783922225e-05,
      "loss": 2.9436,
      "step": 51294
    },
    {
      "epoch": 4.357373428474346,
      "grad_norm": 3.336684674945614,
      "learning_rate": 5.502291024168334e-05,
      "loss": 2.5581,
      "step": 51295
    },
    {
      "epoch": 4.357458375807,
      "grad_norm": 3.373263109218783,
      "learning_rate": 5.5017595898450096e-05,
      "loss": 2.4352,
      "step": 51296
    },
    {
      "epoch": 4.357543323139653,
      "grad_norm": 3.1793027800049423,
      "learning_rate": 5.5012281754233606e-05,
      "loss": 2.4723,
      "step": 51297
    },
    {
      "epoch": 4.357628270472307,
      "grad_norm": 3.435434491294938,
      "learning_rate": 5.500696780904491e-05,
      "loss": 2.5001,
      "step": 51298
    },
    {
      "epoch": 4.357713217804961,
      "grad_norm": 3.4090005624577575,
      "learning_rate": 5.500165406289523e-05,
      "loss": 2.5795,
      "step": 51299
    },
    {
      "epoch": 4.3577981651376145,
      "grad_norm": 3.2328485138069145,
      "learning_rate": 5.4996340515795736e-05,
      "loss": 2.3192,
      "step": 51300
    },
    {
      "epoch": 4.357883112470269,
      "grad_norm": 3.4352050427471164,
      "learning_rate": 5.4991027167757514e-05,
      "loss": 2.809,
      "step": 51301
    },
    {
      "epoch": 4.357968059802922,
      "grad_norm": 3.153243345743702,
      "learning_rate": 5.4985714018791646e-05,
      "loss": 2.2945,
      "step": 51302
    },
    {
      "epoch": 4.358053007135576,
      "grad_norm": 3.6689401082328486,
      "learning_rate": 5.498040106890935e-05,
      "loss": 2.7635,
      "step": 51303
    },
    {
      "epoch": 4.35813795446823,
      "grad_norm": 3.478876337039189,
      "learning_rate": 5.497508831812174e-05,
      "loss": 2.3832,
      "step": 51304
    },
    {
      "epoch": 4.358222901800883,
      "grad_norm": 3.1759445793801797,
      "learning_rate": 5.4969775766439865e-05,
      "loss": 2.2756,
      "step": 51305
    },
    {
      "epoch": 4.358307849133537,
      "grad_norm": 3.502523391520764,
      "learning_rate": 5.496446341387492e-05,
      "loss": 2.5991,
      "step": 51306
    },
    {
      "epoch": 4.358392796466191,
      "grad_norm": 3.1846423132660293,
      "learning_rate": 5.495915126043811e-05,
      "loss": 2.2541,
      "step": 51307
    },
    {
      "epoch": 4.3584777437988445,
      "grad_norm": 4.135052128045259,
      "learning_rate": 5.4953839306140464e-05,
      "loss": 3.2153,
      "step": 51308
    },
    {
      "epoch": 4.358562691131499,
      "grad_norm": 3.4941752597102576,
      "learning_rate": 5.49485275509931e-05,
      "loss": 2.4503,
      "step": 51309
    },
    {
      "epoch": 4.358647638464152,
      "grad_norm": 3.245030980560255,
      "learning_rate": 5.494321599500726e-05,
      "loss": 2.2857,
      "step": 51310
    },
    {
      "epoch": 4.3587325857968064,
      "grad_norm": 3.2612942655008124,
      "learning_rate": 5.4937904638193924e-05,
      "loss": 2.3766,
      "step": 51311
    },
    {
      "epoch": 4.35881753312946,
      "grad_norm": 3.3528671919017503,
      "learning_rate": 5.493259348056434e-05,
      "loss": 2.5429,
      "step": 51312
    },
    {
      "epoch": 4.358902480462113,
      "grad_norm": 3.26460827466822,
      "learning_rate": 5.4927282522129577e-05,
      "loss": 2.4731,
      "step": 51313
    },
    {
      "epoch": 4.3589874277947676,
      "grad_norm": 3.0263633480862833,
      "learning_rate": 5.492197176290081e-05,
      "loss": 2.1326,
      "step": 51314
    },
    {
      "epoch": 4.359072375127421,
      "grad_norm": 3.1191725364815306,
      "learning_rate": 5.4916661202889154e-05,
      "loss": 2.2118,
      "step": 51315
    },
    {
      "epoch": 4.359157322460074,
      "grad_norm": 3.276075039330246,
      "learning_rate": 5.491135084210565e-05,
      "loss": 2.3718,
      "step": 51316
    },
    {
      "epoch": 4.359242269792729,
      "grad_norm": 3.0825688310604225,
      "learning_rate": 5.4906040680561505e-05,
      "loss": 2.2755,
      "step": 51317
    },
    {
      "epoch": 4.359327217125382,
      "grad_norm": 2.996296441419864,
      "learning_rate": 5.490073071826789e-05,
      "loss": 2.0553,
      "step": 51318
    },
    {
      "epoch": 4.359412164458036,
      "grad_norm": 3.5253170369457156,
      "learning_rate": 5.489542095523586e-05,
      "loss": 2.6558,
      "step": 51319
    },
    {
      "epoch": 4.35949711179069,
      "grad_norm": 3.3596049619338806,
      "learning_rate": 5.489011139147652e-05,
      "loss": 2.2475,
      "step": 51320
    },
    {
      "epoch": 4.359582059123343,
      "grad_norm": 3.524041109422808,
      "learning_rate": 5.4884802027001085e-05,
      "loss": 2.4494,
      "step": 51321
    },
    {
      "epoch": 4.3596670064559975,
      "grad_norm": 2.8969439464098072,
      "learning_rate": 5.487949286182063e-05,
      "loss": 2.0171,
      "step": 51322
    },
    {
      "epoch": 4.359751953788651,
      "grad_norm": 3.6501412534683477,
      "learning_rate": 5.487418389594621e-05,
      "loss": 2.8151,
      "step": 51323
    },
    {
      "epoch": 4.359836901121305,
      "grad_norm": 3.3856602679307475,
      "learning_rate": 5.4868875129389023e-05,
      "loss": 2.5861,
      "step": 51324
    },
    {
      "epoch": 4.359921848453959,
      "grad_norm": 3.3630919480504957,
      "learning_rate": 5.4863566562160224e-05,
      "loss": 2.5227,
      "step": 51325
    },
    {
      "epoch": 4.360006795786612,
      "grad_norm": 3.18592723308978,
      "learning_rate": 5.485825819427092e-05,
      "loss": 2.2556,
      "step": 51326
    },
    {
      "epoch": 4.360091743119266,
      "grad_norm": 3.3673594949662826,
      "learning_rate": 5.485295002573213e-05,
      "loss": 2.2895,
      "step": 51327
    },
    {
      "epoch": 4.36017669045192,
      "grad_norm": 3.777123241597542,
      "learning_rate": 5.484764205655512e-05,
      "loss": 2.673,
      "step": 51328
    },
    {
      "epoch": 4.360261637784573,
      "grad_norm": 3.618708189204513,
      "learning_rate": 5.484233428675096e-05,
      "loss": 2.6184,
      "step": 51329
    },
    {
      "epoch": 4.360346585117227,
      "grad_norm": 3.285254937714167,
      "learning_rate": 5.4837026716330696e-05,
      "loss": 2.4697,
      "step": 51330
    },
    {
      "epoch": 4.360431532449881,
      "grad_norm": 3.6151061401618536,
      "learning_rate": 5.4831719345305514e-05,
      "loss": 2.708,
      "step": 51331
    },
    {
      "epoch": 4.360516479782535,
      "grad_norm": 3.6718617752266622,
      "learning_rate": 5.482641217368657e-05,
      "loss": 2.5886,
      "step": 51332
    },
    {
      "epoch": 4.3606014271151885,
      "grad_norm": 3.5303025507560366,
      "learning_rate": 5.4821105201484963e-05,
      "loss": 2.7856,
      "step": 51333
    },
    {
      "epoch": 4.360686374447843,
      "grad_norm": 3.158407360229986,
      "learning_rate": 5.4815798428711746e-05,
      "loss": 2.1746,
      "step": 51334
    },
    {
      "epoch": 4.360771321780496,
      "grad_norm": 3.5588123682015658,
      "learning_rate": 5.481049185537813e-05,
      "loss": 2.6509,
      "step": 51335
    },
    {
      "epoch": 4.36085626911315,
      "grad_norm": 3.082226727950608,
      "learning_rate": 5.480518548149515e-05,
      "loss": 2.2681,
      "step": 51336
    },
    {
      "epoch": 4.360941216445804,
      "grad_norm": 3.731186073155444,
      "learning_rate": 5.479987930707402e-05,
      "loss": 2.6191,
      "step": 51337
    },
    {
      "epoch": 4.361026163778457,
      "grad_norm": 3.4472857318649113,
      "learning_rate": 5.4794573332125744e-05,
      "loss": 2.435,
      "step": 51338
    },
    {
      "epoch": 4.361111111111111,
      "grad_norm": 3.3073270219220854,
      "learning_rate": 5.478926755666156e-05,
      "loss": 2.5704,
      "step": 51339
    },
    {
      "epoch": 4.361196058443765,
      "grad_norm": 3.1388627804042932,
      "learning_rate": 5.478396198069253e-05,
      "loss": 2.4656,
      "step": 51340
    },
    {
      "epoch": 4.361281005776418,
      "grad_norm": 3.6259801089677444,
      "learning_rate": 5.47786566042297e-05,
      "loss": 2.7117,
      "step": 51341
    },
    {
      "epoch": 4.361365953109073,
      "grad_norm": 3.33774061751499,
      "learning_rate": 5.4773351427284265e-05,
      "loss": 2.5359,
      "step": 51342
    },
    {
      "epoch": 4.361450900441726,
      "grad_norm": 3.0475685885427306,
      "learning_rate": 5.476804644986738e-05,
      "loss": 2.2328,
      "step": 51343
    },
    {
      "epoch": 4.3615358477743795,
      "grad_norm": 3.702693041813929,
      "learning_rate": 5.4762741671990115e-05,
      "loss": 2.764,
      "step": 51344
    },
    {
      "epoch": 4.361620795107034,
      "grad_norm": 3.175126099828101,
      "learning_rate": 5.47574370936635e-05,
      "loss": 2.147,
      "step": 51345
    },
    {
      "epoch": 4.361705742439687,
      "grad_norm": 3.029990088550135,
      "learning_rate": 5.475213271489881e-05,
      "loss": 2.1207,
      "step": 51346
    },
    {
      "epoch": 4.3617906897723415,
      "grad_norm": 3.3340686840149103,
      "learning_rate": 5.474682853570708e-05,
      "loss": 2.4158,
      "step": 51347
    },
    {
      "epoch": 4.361875637104995,
      "grad_norm": 3.7355937297307773,
      "learning_rate": 5.474152455609936e-05,
      "loss": 2.7929,
      "step": 51348
    },
    {
      "epoch": 4.361960584437648,
      "grad_norm": 3.1799281244545594,
      "learning_rate": 5.473622077608682e-05,
      "loss": 2.2267,
      "step": 51349
    },
    {
      "epoch": 4.362045531770303,
      "grad_norm": 3.475396736940844,
      "learning_rate": 5.473091719568064e-05,
      "loss": 2.6662,
      "step": 51350
    },
    {
      "epoch": 4.362130479102956,
      "grad_norm": 3.395531888109616,
      "learning_rate": 5.472561381489186e-05,
      "loss": 2.4958,
      "step": 51351
    },
    {
      "epoch": 4.36221542643561,
      "grad_norm": 3.0285078911837306,
      "learning_rate": 5.4720310633731565e-05,
      "loss": 2.1723,
      "step": 51352
    },
    {
      "epoch": 4.362300373768264,
      "grad_norm": 3.3423166630434555,
      "learning_rate": 5.4715007652210964e-05,
      "loss": 2.6171,
      "step": 51353
    },
    {
      "epoch": 4.362385321100917,
      "grad_norm": 4.07983619553671,
      "learning_rate": 5.470970487034104e-05,
      "loss": 3.4466,
      "step": 51354
    },
    {
      "epoch": 4.362470268433571,
      "grad_norm": 3.262764365078885,
      "learning_rate": 5.470440228813303e-05,
      "loss": 2.2692,
      "step": 51355
    },
    {
      "epoch": 4.362555215766225,
      "grad_norm": 3.1310365691611115,
      "learning_rate": 5.469909990559794e-05,
      "loss": 2.2721,
      "step": 51356
    },
    {
      "epoch": 4.362640163098879,
      "grad_norm": 3.287696286715637,
      "learning_rate": 5.4693797722746976e-05,
      "loss": 2.3029,
      "step": 51357
    },
    {
      "epoch": 4.3627251104315325,
      "grad_norm": 3.1618391630374325,
      "learning_rate": 5.468849573959121e-05,
      "loss": 2.4469,
      "step": 51358
    },
    {
      "epoch": 4.362810057764186,
      "grad_norm": 3.5212382467599292,
      "learning_rate": 5.4683193956141686e-05,
      "loss": 2.7154,
      "step": 51359
    },
    {
      "epoch": 4.36289500509684,
      "grad_norm": 3.4661267251935497,
      "learning_rate": 5.467789237240957e-05,
      "loss": 2.6705,
      "step": 51360
    },
    {
      "epoch": 4.362979952429494,
      "grad_norm": 3.704876675050676,
      "learning_rate": 5.4672590988406014e-05,
      "loss": 2.6696,
      "step": 51361
    },
    {
      "epoch": 4.363064899762147,
      "grad_norm": 3.889111082816045,
      "learning_rate": 5.4667289804142086e-05,
      "loss": 2.8699,
      "step": 51362
    },
    {
      "epoch": 4.363149847094801,
      "grad_norm": 3.5794779868916127,
      "learning_rate": 5.466198881962882e-05,
      "loss": 2.4619,
      "step": 51363
    },
    {
      "epoch": 4.363234794427455,
      "grad_norm": 3.190340600782144,
      "learning_rate": 5.4656688034877464e-05,
      "loss": 2.2623,
      "step": 51364
    },
    {
      "epoch": 4.363319741760109,
      "grad_norm": 3.3795965432634714,
      "learning_rate": 5.4651387449899044e-05,
      "loss": 2.6038,
      "step": 51365
    },
    {
      "epoch": 4.3634046890927625,
      "grad_norm": 3.3494922853146147,
      "learning_rate": 5.4646087064704626e-05,
      "loss": 2.6607,
      "step": 51366
    },
    {
      "epoch": 4.363489636425416,
      "grad_norm": 3.2055429304411103,
      "learning_rate": 5.464078687930535e-05,
      "loss": 2.1247,
      "step": 51367
    },
    {
      "epoch": 4.36357458375807,
      "grad_norm": 3.3332547713893215,
      "learning_rate": 5.46354868937124e-05,
      "loss": 2.4403,
      "step": 51368
    },
    {
      "epoch": 4.363659531090724,
      "grad_norm": 3.4728692139187984,
      "learning_rate": 5.463018710793682e-05,
      "loss": 2.7283,
      "step": 51369
    },
    {
      "epoch": 4.363744478423378,
      "grad_norm": 3.1044827230153964,
      "learning_rate": 5.4624887521989655e-05,
      "loss": 2.366,
      "step": 51370
    },
    {
      "epoch": 4.363829425756031,
      "grad_norm": 3.5086657151945784,
      "learning_rate": 5.461958813588211e-05,
      "loss": 2.5902,
      "step": 51371
    },
    {
      "epoch": 4.363914373088685,
      "grad_norm": 3.301041246455658,
      "learning_rate": 5.461428894962524e-05,
      "loss": 2.4327,
      "step": 51372
    },
    {
      "epoch": 4.363999320421339,
      "grad_norm": 3.2406472603795256,
      "learning_rate": 5.460898996323012e-05,
      "loss": 2.4428,
      "step": 51373
    },
    {
      "epoch": 4.364084267753992,
      "grad_norm": 3.2820281290871316,
      "learning_rate": 5.460369117670788e-05,
      "loss": 2.3749,
      "step": 51374
    },
    {
      "epoch": 4.364169215086647,
      "grad_norm": 3.395119695361494,
      "learning_rate": 5.459839259006969e-05,
      "loss": 2.3682,
      "step": 51375
    },
    {
      "epoch": 4.3642541624193,
      "grad_norm": 3.0338706499558037,
      "learning_rate": 5.4593094203326574e-05,
      "loss": 2.2058,
      "step": 51376
    },
    {
      "epoch": 4.3643391097519535,
      "grad_norm": 3.67977791121133,
      "learning_rate": 5.45877960164896e-05,
      "loss": 2.8958,
      "step": 51377
    },
    {
      "epoch": 4.364424057084608,
      "grad_norm": 3.315971952802177,
      "learning_rate": 5.458249802956998e-05,
      "loss": 2.5086,
      "step": 51378
    },
    {
      "epoch": 4.364509004417261,
      "grad_norm": 3.405516335797534,
      "learning_rate": 5.457720024257868e-05,
      "loss": 2.5854,
      "step": 51379
    },
    {
      "epoch": 4.3645939517499155,
      "grad_norm": 3.3204105018161654,
      "learning_rate": 5.457190265552695e-05,
      "loss": 2.3059,
      "step": 51380
    },
    {
      "epoch": 4.364678899082569,
      "grad_norm": 3.0267056222638598,
      "learning_rate": 5.456660526842575e-05,
      "loss": 1.9859,
      "step": 51381
    },
    {
      "epoch": 4.364763846415222,
      "grad_norm": 3.9816746032656725,
      "learning_rate": 5.45613080812863e-05,
      "loss": 3.1019,
      "step": 51382
    },
    {
      "epoch": 4.364848793747877,
      "grad_norm": 3.6807434390770077,
      "learning_rate": 5.455601109411966e-05,
      "loss": 2.7363,
      "step": 51383
    },
    {
      "epoch": 4.36493374108053,
      "grad_norm": 3.4523427348910047,
      "learning_rate": 5.4550714306936847e-05,
      "loss": 2.5434,
      "step": 51384
    },
    {
      "epoch": 4.365018688413183,
      "grad_norm": 3.492492251078149,
      "learning_rate": 5.454541771974902e-05,
      "loss": 2.5058,
      "step": 51385
    },
    {
      "epoch": 4.365103635745838,
      "grad_norm": 3.1908619265911793,
      "learning_rate": 5.454012133256734e-05,
      "loss": 2.2946,
      "step": 51386
    },
    {
      "epoch": 4.365188583078491,
      "grad_norm": 3.4021035479738444,
      "learning_rate": 5.453482514540285e-05,
      "loss": 2.2951,
      "step": 51387
    },
    {
      "epoch": 4.365273530411145,
      "grad_norm": 3.596668919901038,
      "learning_rate": 5.452952915826658e-05,
      "loss": 2.4705,
      "step": 51388
    },
    {
      "epoch": 4.365358477743799,
      "grad_norm": 3.4626572059045326,
      "learning_rate": 5.452423337116975e-05,
      "loss": 2.3621,
      "step": 51389
    },
    {
      "epoch": 4.365443425076452,
      "grad_norm": 3.293341075204033,
      "learning_rate": 5.4518937784123396e-05,
      "loss": 2.2078,
      "step": 51390
    },
    {
      "epoch": 4.3655283724091065,
      "grad_norm": 3.1888558599746015,
      "learning_rate": 5.4513642397138554e-05,
      "loss": 2.3932,
      "step": 51391
    },
    {
      "epoch": 4.36561331974176,
      "grad_norm": 3.4217953107676666,
      "learning_rate": 5.450834721022639e-05,
      "loss": 2.7524,
      "step": 51392
    },
    {
      "epoch": 4.365698267074414,
      "grad_norm": 3.164731487014687,
      "learning_rate": 5.450305222339805e-05,
      "loss": 2.1579,
      "step": 51393
    },
    {
      "epoch": 4.365783214407068,
      "grad_norm": 3.5593709807276603,
      "learning_rate": 5.449775743666454e-05,
      "loss": 2.6833,
      "step": 51394
    },
    {
      "epoch": 4.365868161739721,
      "grad_norm": 3.5386904866941604,
      "learning_rate": 5.449246285003695e-05,
      "loss": 2.5335,
      "step": 51395
    },
    {
      "epoch": 4.365953109072375,
      "grad_norm": 3.6421105490391197,
      "learning_rate": 5.448716846352645e-05,
      "loss": 2.5882,
      "step": 51396
    },
    {
      "epoch": 4.366038056405029,
      "grad_norm": 3.0735958079198498,
      "learning_rate": 5.4481874277144044e-05,
      "loss": 2.1725,
      "step": 51397
    },
    {
      "epoch": 4.366123003737683,
      "grad_norm": 3.009377503302977,
      "learning_rate": 5.4476580290900914e-05,
      "loss": 2.1444,
      "step": 51398
    },
    {
      "epoch": 4.366207951070336,
      "grad_norm": 3.8871405292926924,
      "learning_rate": 5.447128650480806e-05,
      "loss": 2.6146,
      "step": 51399
    },
    {
      "epoch": 4.36629289840299,
      "grad_norm": 3.1520985623763362,
      "learning_rate": 5.4465992918876664e-05,
      "loss": 2.3569,
      "step": 51400
    },
    {
      "epoch": 4.366377845735644,
      "grad_norm": 3.3362901301845254,
      "learning_rate": 5.446069953311779e-05,
      "loss": 2.4191,
      "step": 51401
    },
    {
      "epoch": 4.3664627930682975,
      "grad_norm": 3.4581072637721264,
      "learning_rate": 5.445540634754246e-05,
      "loss": 2.6617,
      "step": 51402
    },
    {
      "epoch": 4.366547740400952,
      "grad_norm": 3.386370330689663,
      "learning_rate": 5.44501133621618e-05,
      "loss": 2.1908,
      "step": 51403
    },
    {
      "epoch": 4.366632687733605,
      "grad_norm": 3.446181973087373,
      "learning_rate": 5.4444820576987e-05,
      "loss": 2.5008,
      "step": 51404
    },
    {
      "epoch": 4.366717635066259,
      "grad_norm": 3.2173939408858003,
      "learning_rate": 5.443952799202905e-05,
      "loss": 2.2655,
      "step": 51405
    },
    {
      "epoch": 4.366802582398913,
      "grad_norm": 3.0841453717777823,
      "learning_rate": 5.4434235607299025e-05,
      "loss": 2.258,
      "step": 51406
    },
    {
      "epoch": 4.366887529731566,
      "grad_norm": 3.904880638147434,
      "learning_rate": 5.442894342280809e-05,
      "loss": 2.8655,
      "step": 51407
    },
    {
      "epoch": 4.36697247706422,
      "grad_norm": 3.405627819437605,
      "learning_rate": 5.442365143856729e-05,
      "loss": 2.1974,
      "step": 51408
    },
    {
      "epoch": 4.367057424396874,
      "grad_norm": 3.1234755313758122,
      "learning_rate": 5.441835965458766e-05,
      "loss": 2.2492,
      "step": 51409
    },
    {
      "epoch": 4.3671423717295275,
      "grad_norm": 3.09970979543224,
      "learning_rate": 5.441306807088037e-05,
      "loss": 2.1465,
      "step": 51410
    },
    {
      "epoch": 4.367227319062182,
      "grad_norm": 3.3613922842195416,
      "learning_rate": 5.440777668745651e-05,
      "loss": 2.499,
      "step": 51411
    },
    {
      "epoch": 4.367312266394835,
      "grad_norm": 3.3317573177849984,
      "learning_rate": 5.4402485504327136e-05,
      "loss": 2.384,
      "step": 51412
    },
    {
      "epoch": 4.367397213727489,
      "grad_norm": 3.3366398692979886,
      "learning_rate": 5.43971945215033e-05,
      "loss": 2.2855,
      "step": 51413
    },
    {
      "epoch": 4.367482161060143,
      "grad_norm": 3.6956992014281775,
      "learning_rate": 5.439190373899616e-05,
      "loss": 2.6864,
      "step": 51414
    },
    {
      "epoch": 4.367567108392796,
      "grad_norm": 3.6815464574510885,
      "learning_rate": 5.438661315681678e-05,
      "loss": 2.4509,
      "step": 51415
    },
    {
      "epoch": 4.367652055725451,
      "grad_norm": 3.3741662581320155,
      "learning_rate": 5.4381322774976174e-05,
      "loss": 2.432,
      "step": 51416
    },
    {
      "epoch": 4.367737003058104,
      "grad_norm": 3.814115670568125,
      "learning_rate": 5.437603259348548e-05,
      "loss": 2.8443,
      "step": 51417
    },
    {
      "epoch": 4.367821950390757,
      "grad_norm": 3.5618433662848696,
      "learning_rate": 5.437074261235586e-05,
      "loss": 2.8695,
      "step": 51418
    },
    {
      "epoch": 4.367906897723412,
      "grad_norm": 3.526205123591349,
      "learning_rate": 5.436545283159831e-05,
      "loss": 2.6791,
      "step": 51419
    },
    {
      "epoch": 4.367991845056065,
      "grad_norm": 3.3119462343029626,
      "learning_rate": 5.4360163251223874e-05,
      "loss": 2.4669,
      "step": 51420
    },
    {
      "epoch": 4.368076792388719,
      "grad_norm": 3.087070057949226,
      "learning_rate": 5.435487387124375e-05,
      "loss": 2.1234,
      "step": 51421
    },
    {
      "epoch": 4.368161739721373,
      "grad_norm": 3.6787133680745914,
      "learning_rate": 5.434958469166891e-05,
      "loss": 2.8556,
      "step": 51422
    },
    {
      "epoch": 4.368246687054026,
      "grad_norm": 3.510887138918748,
      "learning_rate": 5.434429571251054e-05,
      "loss": 2.4316,
      "step": 51423
    },
    {
      "epoch": 4.3683316343866805,
      "grad_norm": 3.4689002986384248,
      "learning_rate": 5.4339006933779617e-05,
      "loss": 2.7059,
      "step": 51424
    },
    {
      "epoch": 4.368416581719334,
      "grad_norm": 3.516886928354644,
      "learning_rate": 5.433371835548732e-05,
      "loss": 2.3386,
      "step": 51425
    },
    {
      "epoch": 4.368501529051988,
      "grad_norm": 3.231714425281394,
      "learning_rate": 5.43284299776447e-05,
      "loss": 2.2626,
      "step": 51426
    },
    {
      "epoch": 4.368586476384642,
      "grad_norm": 3.0679658890406287,
      "learning_rate": 5.432314180026281e-05,
      "loss": 2.1522,
      "step": 51427
    },
    {
      "epoch": 4.368671423717295,
      "grad_norm": 3.5449164779067557,
      "learning_rate": 5.431785382335264e-05,
      "loss": 2.459,
      "step": 51428
    },
    {
      "epoch": 4.368756371049949,
      "grad_norm": 3.115282480708244,
      "learning_rate": 5.431256604692549e-05,
      "loss": 2.3874,
      "step": 51429
    },
    {
      "epoch": 4.368841318382603,
      "grad_norm": 3.2442651641275453,
      "learning_rate": 5.430727847099232e-05,
      "loss": 2.3491,
      "step": 51430
    },
    {
      "epoch": 4.368926265715256,
      "grad_norm": 3.879749521065337,
      "learning_rate": 5.430199109556415e-05,
      "loss": 2.8364,
      "step": 51431
    },
    {
      "epoch": 4.36901121304791,
      "grad_norm": 3.477188513608349,
      "learning_rate": 5.4296703920652185e-05,
      "loss": 2.7495,
      "step": 51432
    },
    {
      "epoch": 4.369096160380564,
      "grad_norm": 3.311379985449059,
      "learning_rate": 5.429141694626743e-05,
      "loss": 2.326,
      "step": 51433
    },
    {
      "epoch": 4.369181107713218,
      "grad_norm": 3.813558503993581,
      "learning_rate": 5.4286130172420926e-05,
      "loss": 2.9132,
      "step": 51434
    },
    {
      "epoch": 4.3692660550458715,
      "grad_norm": 3.1773157197827464,
      "learning_rate": 5.4280843599123786e-05,
      "loss": 2.3418,
      "step": 51435
    },
    {
      "epoch": 4.369351002378525,
      "grad_norm": 3.526439563099554,
      "learning_rate": 5.427555722638716e-05,
      "loss": 2.8287,
      "step": 51436
    },
    {
      "epoch": 4.369435949711179,
      "grad_norm": 3.1483343586719124,
      "learning_rate": 5.4270271054222064e-05,
      "loss": 2.3991,
      "step": 51437
    },
    {
      "epoch": 4.369520897043833,
      "grad_norm": 3.735620658821309,
      "learning_rate": 5.426498508263952e-05,
      "loss": 2.8716,
      "step": 51438
    },
    {
      "epoch": 4.369605844376487,
      "grad_norm": 3.2048584896906993,
      "learning_rate": 5.42596993116507e-05,
      "loss": 2.3603,
      "step": 51439
    },
    {
      "epoch": 4.36969079170914,
      "grad_norm": 3.487510583751516,
      "learning_rate": 5.4254413741266575e-05,
      "loss": 2.581,
      "step": 51440
    },
    {
      "epoch": 4.369775739041794,
      "grad_norm": 3.778178077112583,
      "learning_rate": 5.424912837149834e-05,
      "loss": 2.9304,
      "step": 51441
    },
    {
      "epoch": 4.369860686374448,
      "grad_norm": 3.443215688529236,
      "learning_rate": 5.424384320235697e-05,
      "loss": 2.6739,
      "step": 51442
    },
    {
      "epoch": 4.369945633707101,
      "grad_norm": 3.107021056803085,
      "learning_rate": 5.423855823385361e-05,
      "loss": 2.3873,
      "step": 51443
    },
    {
      "epoch": 4.370030581039756,
      "grad_norm": 3.3046028862127277,
      "learning_rate": 5.423327346599932e-05,
      "loss": 2.4534,
      "step": 51444
    },
    {
      "epoch": 4.370115528372409,
      "grad_norm": 3.4854157405925994,
      "learning_rate": 5.422798889880514e-05,
      "loss": 2.7462,
      "step": 51445
    },
    {
      "epoch": 4.3702004757050625,
      "grad_norm": 3.3047398039799685,
      "learning_rate": 5.4222704532282066e-05,
      "loss": 2.5118,
      "step": 51446
    },
    {
      "epoch": 4.370285423037717,
      "grad_norm": 4.0283906258764235,
      "learning_rate": 5.4217420366441356e-05,
      "loss": 2.9595,
      "step": 51447
    },
    {
      "epoch": 4.37037037037037,
      "grad_norm": 3.151217548295206,
      "learning_rate": 5.4212136401293996e-05,
      "loss": 2.1556,
      "step": 51448
    },
    {
      "epoch": 4.3704553177030245,
      "grad_norm": 3.082630326433636,
      "learning_rate": 5.4206852636850984e-05,
      "loss": 2.2984,
      "step": 51449
    },
    {
      "epoch": 4.370540265035678,
      "grad_norm": 3.7691053194695714,
      "learning_rate": 5.4201569073123516e-05,
      "loss": 2.7173,
      "step": 51450
    },
    {
      "epoch": 4.370625212368331,
      "grad_norm": 3.294439032968081,
      "learning_rate": 5.419628571012261e-05,
      "loss": 2.3567,
      "step": 51451
    },
    {
      "epoch": 4.370710159700986,
      "grad_norm": 3.2386573597724526,
      "learning_rate": 5.4191002547859266e-05,
      "loss": 2.4352,
      "step": 51452
    },
    {
      "epoch": 4.370795107033639,
      "grad_norm": 3.8033664232230455,
      "learning_rate": 5.4185719586344637e-05,
      "loss": 2.7305,
      "step": 51453
    },
    {
      "epoch": 4.3708800543662925,
      "grad_norm": 3.0284975539101553,
      "learning_rate": 5.4180436825589806e-05,
      "loss": 2.2293,
      "step": 51454
    },
    {
      "epoch": 4.370965001698947,
      "grad_norm": 3.1561982392159273,
      "learning_rate": 5.417515426560581e-05,
      "loss": 2.5034,
      "step": 51455
    },
    {
      "epoch": 4.3710499490316,
      "grad_norm": 3.160852418248555,
      "learning_rate": 5.416987190640373e-05,
      "loss": 2.4096,
      "step": 51456
    },
    {
      "epoch": 4.3711348963642545,
      "grad_norm": 3.1056352782404693,
      "learning_rate": 5.416458974799456e-05,
      "loss": 2.1709,
      "step": 51457
    },
    {
      "epoch": 4.371219843696908,
      "grad_norm": 3.7621497987066883,
      "learning_rate": 5.4159307790389476e-05,
      "loss": 2.8078,
      "step": 51458
    },
    {
      "epoch": 4.371304791029561,
      "grad_norm": 3.760869201203003,
      "learning_rate": 5.415402603359945e-05,
      "loss": 2.9511,
      "step": 51459
    },
    {
      "epoch": 4.371389738362216,
      "grad_norm": 3.593087070489067,
      "learning_rate": 5.414874447763558e-05,
      "loss": 2.5676,
      "step": 51460
    },
    {
      "epoch": 4.371474685694869,
      "grad_norm": 3.0261677502944417,
      "learning_rate": 5.4143463122509024e-05,
      "loss": 2.0674,
      "step": 51461
    },
    {
      "epoch": 4.371559633027523,
      "grad_norm": 3.136889530396752,
      "learning_rate": 5.413818196823076e-05,
      "loss": 2.1523,
      "step": 51462
    },
    {
      "epoch": 4.371644580360177,
      "grad_norm": 3.325054132341956,
      "learning_rate": 5.413290101481188e-05,
      "loss": 2.4029,
      "step": 51463
    },
    {
      "epoch": 4.37172952769283,
      "grad_norm": 3.1426014080351927,
      "learning_rate": 5.412762026226338e-05,
      "loss": 2.1337,
      "step": 51464
    },
    {
      "epoch": 4.371814475025484,
      "grad_norm": 3.816714561010643,
      "learning_rate": 5.4122339710596365e-05,
      "loss": 2.8965,
      "step": 51465
    },
    {
      "epoch": 4.371899422358138,
      "grad_norm": 3.4687245066762165,
      "learning_rate": 5.4117059359821986e-05,
      "loss": 2.6544,
      "step": 51466
    },
    {
      "epoch": 4.371984369690792,
      "grad_norm": 3.4844694099782023,
      "learning_rate": 5.4111779209951165e-05,
      "loss": 2.5632,
      "step": 51467
    },
    {
      "epoch": 4.3720693170234455,
      "grad_norm": 3.9553393932036793,
      "learning_rate": 5.41064992609951e-05,
      "loss": 3.0933,
      "step": 51468
    },
    {
      "epoch": 4.372154264356099,
      "grad_norm": 3.1285035664145835,
      "learning_rate": 5.4101219512964774e-05,
      "loss": 2.3779,
      "step": 51469
    },
    {
      "epoch": 4.372239211688753,
      "grad_norm": 3.2719476205114826,
      "learning_rate": 5.409593996587129e-05,
      "loss": 2.4181,
      "step": 51470
    },
    {
      "epoch": 4.372324159021407,
      "grad_norm": 3.4071284958867607,
      "learning_rate": 5.4090660619725575e-05,
      "loss": 2.4537,
      "step": 51471
    },
    {
      "epoch": 4.372409106354061,
      "grad_norm": 3.368936568296507,
      "learning_rate": 5.408538147453889e-05,
      "loss": 2.5311,
      "step": 51472
    },
    {
      "epoch": 4.372494053686714,
      "grad_norm": 3.4819669659521493,
      "learning_rate": 5.4080102530322215e-05,
      "loss": 2.668,
      "step": 51473
    },
    {
      "epoch": 4.372579001019368,
      "grad_norm": 3.6576185581396365,
      "learning_rate": 5.4074823787086625e-05,
      "loss": 2.7379,
      "step": 51474
    },
    {
      "epoch": 4.372663948352022,
      "grad_norm": 3.859801706472749,
      "learning_rate": 5.406954524484309e-05,
      "loss": 2.9153,
      "step": 51475
    },
    {
      "epoch": 4.372748895684675,
      "grad_norm": 2.9910340499805996,
      "learning_rate": 5.4064266903602785e-05,
      "loss": 2.0386,
      "step": 51476
    },
    {
      "epoch": 4.372833843017329,
      "grad_norm": 3.3978556441480534,
      "learning_rate": 5.405898876337668e-05,
      "loss": 2.5777,
      "step": 51477
    },
    {
      "epoch": 4.372918790349983,
      "grad_norm": 3.824599250790904,
      "learning_rate": 5.405371082417588e-05,
      "loss": 3.02,
      "step": 51478
    },
    {
      "epoch": 4.3730037376826365,
      "grad_norm": 3.117573272613066,
      "learning_rate": 5.404843308601149e-05,
      "loss": 2.3376,
      "step": 51479
    },
    {
      "epoch": 4.373088685015291,
      "grad_norm": 3.5614176612316557,
      "learning_rate": 5.404315554889454e-05,
      "loss": 2.75,
      "step": 51480
    },
    {
      "epoch": 4.373173632347944,
      "grad_norm": 3.7381864726919516,
      "learning_rate": 5.4037878212836055e-05,
      "loss": 2.7568,
      "step": 51481
    },
    {
      "epoch": 4.373258579680598,
      "grad_norm": 3.5965280475917347,
      "learning_rate": 5.403260107784705e-05,
      "loss": 2.5628,
      "step": 51482
    },
    {
      "epoch": 4.373343527013252,
      "grad_norm": 3.317956780960502,
      "learning_rate": 5.402732414393864e-05,
      "loss": 2.2255,
      "step": 51483
    },
    {
      "epoch": 4.373428474345905,
      "grad_norm": 3.5109346907776557,
      "learning_rate": 5.402204741112193e-05,
      "loss": 2.3626,
      "step": 51484
    },
    {
      "epoch": 4.37351342167856,
      "grad_norm": 3.566732954417575,
      "learning_rate": 5.401677087940794e-05,
      "loss": 2.4119,
      "step": 51485
    },
    {
      "epoch": 4.373598369011213,
      "grad_norm": 3.3156368927905047,
      "learning_rate": 5.4011494548807656e-05,
      "loss": 2.6615,
      "step": 51486
    },
    {
      "epoch": 4.373683316343866,
      "grad_norm": 3.413774335805859,
      "learning_rate": 5.400621841933224e-05,
      "loss": 2.5456,
      "step": 51487
    },
    {
      "epoch": 4.373768263676521,
      "grad_norm": 3.4501117039323486,
      "learning_rate": 5.400094249099271e-05,
      "loss": 2.5842,
      "step": 51488
    },
    {
      "epoch": 4.373853211009174,
      "grad_norm": 3.5033424664590798,
      "learning_rate": 5.399566676379998e-05,
      "loss": 2.8058,
      "step": 51489
    },
    {
      "epoch": 4.373938158341828,
      "grad_norm": 3.6656103413321786,
      "learning_rate": 5.399039123776536e-05,
      "loss": 2.9508,
      "step": 51490
    },
    {
      "epoch": 4.374023105674482,
      "grad_norm": 3.39946205846053,
      "learning_rate": 5.3985115912899754e-05,
      "loss": 2.4457,
      "step": 51491
    },
    {
      "epoch": 4.374108053007135,
      "grad_norm": 3.6384447325199356,
      "learning_rate": 5.397984078921426e-05,
      "loss": 2.6107,
      "step": 51492
    },
    {
      "epoch": 4.3741930003397895,
      "grad_norm": 3.453553474805128,
      "learning_rate": 5.397456586671986e-05,
      "loss": 2.5261,
      "step": 51493
    },
    {
      "epoch": 4.374277947672443,
      "grad_norm": 3.3524945492838474,
      "learning_rate": 5.396929114542769e-05,
      "loss": 2.2158,
      "step": 51494
    },
    {
      "epoch": 4.374362895005097,
      "grad_norm": 3.6809288288085744,
      "learning_rate": 5.396401662534871e-05,
      "loss": 2.5983,
      "step": 51495
    },
    {
      "epoch": 4.374447842337751,
      "grad_norm": 3.426246948278663,
      "learning_rate": 5.395874230649409e-05,
      "loss": 2.6432,
      "step": 51496
    },
    {
      "epoch": 4.374532789670404,
      "grad_norm": 3.2358582609171,
      "learning_rate": 5.395346818887477e-05,
      "loss": 2.3091,
      "step": 51497
    },
    {
      "epoch": 4.374617737003058,
      "grad_norm": 3.349190197341638,
      "learning_rate": 5.394819427250191e-05,
      "loss": 2.4826,
      "step": 51498
    },
    {
      "epoch": 4.374702684335712,
      "grad_norm": 3.7589376955634553,
      "learning_rate": 5.39429205573865e-05,
      "loss": 2.6497,
      "step": 51499
    },
    {
      "epoch": 4.374787631668365,
      "grad_norm": 3.656441154339511,
      "learning_rate": 5.3937647043539525e-05,
      "loss": 2.827,
      "step": 51500
    },
    {
      "epoch": 4.3748725790010194,
      "grad_norm": 3.1230238543638573,
      "learning_rate": 5.3932373730972166e-05,
      "loss": 2.2165,
      "step": 51501
    },
    {
      "epoch": 4.374957526333673,
      "grad_norm": 3.300189095026952,
      "learning_rate": 5.3927100619695356e-05,
      "loss": 2.2089,
      "step": 51502
    },
    {
      "epoch": 4.375042473666327,
      "grad_norm": 3.4980131303270245,
      "learning_rate": 5.3921827709720236e-05,
      "loss": 2.6692,
      "step": 51503
    },
    {
      "epoch": 4.3751274209989806,
      "grad_norm": 3.671919242064186,
      "learning_rate": 5.391655500105777e-05,
      "loss": 3.005,
      "step": 51504
    },
    {
      "epoch": 4.375212368331635,
      "grad_norm": 3.8488555476668456,
      "learning_rate": 5.391128249371909e-05,
      "loss": 2.7129,
      "step": 51505
    },
    {
      "epoch": 4.375297315664288,
      "grad_norm": 3.08832603706751,
      "learning_rate": 5.390601018771523e-05,
      "loss": 2.2551,
      "step": 51506
    },
    {
      "epoch": 4.375382262996942,
      "grad_norm": 3.191974329310161,
      "learning_rate": 5.3900738083057145e-05,
      "loss": 2.2542,
      "step": 51507
    },
    {
      "epoch": 4.375467210329596,
      "grad_norm": 3.166928302452946,
      "learning_rate": 5.3895466179755936e-05,
      "loss": 2.1505,
      "step": 51508
    },
    {
      "epoch": 4.375552157662249,
      "grad_norm": 3.0922555584206006,
      "learning_rate": 5.3890194477822715e-05,
      "loss": 2.2895,
      "step": 51509
    },
    {
      "epoch": 4.375637104994903,
      "grad_norm": 3.2692202881840067,
      "learning_rate": 5.388492297726848e-05,
      "loss": 2.4936,
      "step": 51510
    },
    {
      "epoch": 4.375722052327557,
      "grad_norm": 3.7992152252534104,
      "learning_rate": 5.387965167810421e-05,
      "loss": 2.7805,
      "step": 51511
    },
    {
      "epoch": 4.3758069996602105,
      "grad_norm": 3.25381957504044,
      "learning_rate": 5.387438058034108e-05,
      "loss": 2.178,
      "step": 51512
    },
    {
      "epoch": 4.375891946992865,
      "grad_norm": 3.02482952280342,
      "learning_rate": 5.386910968399004e-05,
      "loss": 2.2478,
      "step": 51513
    },
    {
      "epoch": 4.375976894325518,
      "grad_norm": 3.3094619453448035,
      "learning_rate": 5.386383898906212e-05,
      "loss": 2.566,
      "step": 51514
    },
    {
      "epoch": 4.376061841658172,
      "grad_norm": 3.4140815154218007,
      "learning_rate": 5.38585684955684e-05,
      "loss": 2.6566,
      "step": 51515
    },
    {
      "epoch": 4.376146788990826,
      "grad_norm": 3.185488432907333,
      "learning_rate": 5.3853298203519956e-05,
      "loss": 2.2466,
      "step": 51516
    },
    {
      "epoch": 4.376231736323479,
      "grad_norm": 3.305650355197724,
      "learning_rate": 5.3848028112927835e-05,
      "loss": 2.3645,
      "step": 51517
    },
    {
      "epoch": 4.376316683656134,
      "grad_norm": 3.4414247877140203,
      "learning_rate": 5.384275822380297e-05,
      "loss": 2.1619,
      "step": 51518
    },
    {
      "epoch": 4.376401630988787,
      "grad_norm": 3.547188017175426,
      "learning_rate": 5.383748853615652e-05,
      "loss": 2.7947,
      "step": 51519
    },
    {
      "epoch": 4.37648657832144,
      "grad_norm": 2.988936992108439,
      "learning_rate": 5.383221904999945e-05,
      "loss": 2.0683,
      "step": 51520
    },
    {
      "epoch": 4.376571525654095,
      "grad_norm": 3.420902695054126,
      "learning_rate": 5.382694976534287e-05,
      "loss": 2.6357,
      "step": 51521
    },
    {
      "epoch": 4.376656472986748,
      "grad_norm": 3.676260375406473,
      "learning_rate": 5.382168068219776e-05,
      "loss": 2.6567,
      "step": 51522
    },
    {
      "epoch": 4.376741420319402,
      "grad_norm": 3.0822995096039865,
      "learning_rate": 5.381641180057523e-05,
      "loss": 2.0776,
      "step": 51523
    },
    {
      "epoch": 4.376826367652056,
      "grad_norm": 3.449591208927654,
      "learning_rate": 5.381114312048625e-05,
      "loss": 2.7709,
      "step": 51524
    },
    {
      "epoch": 4.376911314984709,
      "grad_norm": 3.354133429680056,
      "learning_rate": 5.380587464194186e-05,
      "loss": 2.5262,
      "step": 51525
    },
    {
      "epoch": 4.3769962623173635,
      "grad_norm": 3.401229193477216,
      "learning_rate": 5.3800606364953115e-05,
      "loss": 2.5948,
      "step": 51526
    },
    {
      "epoch": 4.377081209650017,
      "grad_norm": 3.25922610502723,
      "learning_rate": 5.379533828953112e-05,
      "loss": 2.3659,
      "step": 51527
    },
    {
      "epoch": 4.377166156982671,
      "grad_norm": 3.5004130365771458,
      "learning_rate": 5.379007041568685e-05,
      "loss": 2.7433,
      "step": 51528
    },
    {
      "epoch": 4.377251104315325,
      "grad_norm": 3.15308804073291,
      "learning_rate": 5.378480274343129e-05,
      "loss": 2.3782,
      "step": 51529
    },
    {
      "epoch": 4.377336051647978,
      "grad_norm": 3.2457187804493732,
      "learning_rate": 5.3779535272775595e-05,
      "loss": 2.471,
      "step": 51530
    },
    {
      "epoch": 4.377420998980632,
      "grad_norm": 3.497096001077353,
      "learning_rate": 5.377426800373075e-05,
      "loss": 2.6159,
      "step": 51531
    },
    {
      "epoch": 4.377505946313286,
      "grad_norm": 3.572791654148776,
      "learning_rate": 5.3769000936307726e-05,
      "loss": 2.7304,
      "step": 51532
    },
    {
      "epoch": 4.377590893645939,
      "grad_norm": 3.1926966750497363,
      "learning_rate": 5.376373407051761e-05,
      "loss": 2.3415,
      "step": 51533
    },
    {
      "epoch": 4.377675840978593,
      "grad_norm": 3.370870214242491,
      "learning_rate": 5.375846740637151e-05,
      "loss": 2.4902,
      "step": 51534
    },
    {
      "epoch": 4.377760788311247,
      "grad_norm": 3.6155126335664405,
      "learning_rate": 5.375320094388039e-05,
      "loss": 2.5234,
      "step": 51535
    },
    {
      "epoch": 4.377845735643901,
      "grad_norm": 3.4345582148076574,
      "learning_rate": 5.374793468305526e-05,
      "loss": 2.3449,
      "step": 51536
    },
    {
      "epoch": 4.3779306829765545,
      "grad_norm": 3.47044881954142,
      "learning_rate": 5.374266862390721e-05,
      "loss": 2.4129,
      "step": 51537
    },
    {
      "epoch": 4.378015630309208,
      "grad_norm": 3.6985470024437204,
      "learning_rate": 5.373740276644721e-05,
      "loss": 2.5981,
      "step": 51538
    },
    {
      "epoch": 4.378100577641862,
      "grad_norm": 3.2971755381168073,
      "learning_rate": 5.373213711068638e-05,
      "loss": 2.2553,
      "step": 51539
    },
    {
      "epoch": 4.378185524974516,
      "grad_norm": 2.900179005388879,
      "learning_rate": 5.3726871656635665e-05,
      "loss": 2.0636,
      "step": 51540
    },
    {
      "epoch": 4.37827047230717,
      "grad_norm": 3.3288916686354586,
      "learning_rate": 5.372160640430618e-05,
      "loss": 2.4813,
      "step": 51541
    },
    {
      "epoch": 4.378355419639823,
      "grad_norm": 2.9217080850866672,
      "learning_rate": 5.3716341353708915e-05,
      "loss": 2.0822,
      "step": 51542
    },
    {
      "epoch": 4.378440366972477,
      "grad_norm": 3.4605596517195734,
      "learning_rate": 5.371107650485487e-05,
      "loss": 2.7974,
      "step": 51543
    },
    {
      "epoch": 4.378525314305131,
      "grad_norm": 3.263777651815128,
      "learning_rate": 5.370581185775513e-05,
      "loss": 2.4016,
      "step": 51544
    },
    {
      "epoch": 4.378610261637784,
      "grad_norm": 3.43324564762045,
      "learning_rate": 5.370054741242069e-05,
      "loss": 2.3159,
      "step": 51545
    },
    {
      "epoch": 4.378695208970439,
      "grad_norm": 3.7383194114466822,
      "learning_rate": 5.369528316886262e-05,
      "loss": 2.7287,
      "step": 51546
    },
    {
      "epoch": 4.378780156303092,
      "grad_norm": 3.0193441255927276,
      "learning_rate": 5.369001912709189e-05,
      "loss": 2.1408,
      "step": 51547
    },
    {
      "epoch": 4.3788651036357455,
      "grad_norm": 3.287546720341705,
      "learning_rate": 5.368475528711962e-05,
      "loss": 2.3664,
      "step": 51548
    },
    {
      "epoch": 4.3789500509684,
      "grad_norm": 4.034973635299155,
      "learning_rate": 5.367949164895677e-05,
      "loss": 3.2133,
      "step": 51549
    },
    {
      "epoch": 4.379034998301053,
      "grad_norm": 3.329959405652205,
      "learning_rate": 5.367422821261435e-05,
      "loss": 2.536,
      "step": 51550
    },
    {
      "epoch": 4.3791199456337075,
      "grad_norm": 3.5754310207303037,
      "learning_rate": 5.366896497810341e-05,
      "loss": 2.5156,
      "step": 51551
    },
    {
      "epoch": 4.379204892966361,
      "grad_norm": 3.1660107655197143,
      "learning_rate": 5.3663701945435044e-05,
      "loss": 2.2865,
      "step": 51552
    },
    {
      "epoch": 4.379289840299014,
      "grad_norm": 3.4145061407668527,
      "learning_rate": 5.3658439114620235e-05,
      "loss": 2.5983,
      "step": 51553
    },
    {
      "epoch": 4.379374787631669,
      "grad_norm": 3.026679040837676,
      "learning_rate": 5.3653176485669946e-05,
      "loss": 2.0456,
      "step": 51554
    },
    {
      "epoch": 4.379459734964322,
      "grad_norm": 3.710268860680622,
      "learning_rate": 5.3647914058595324e-05,
      "loss": 2.76,
      "step": 51555
    },
    {
      "epoch": 4.3795446822969755,
      "grad_norm": 3.394241274143231,
      "learning_rate": 5.364265183340731e-05,
      "loss": 2.1986,
      "step": 51556
    },
    {
      "epoch": 4.37962962962963,
      "grad_norm": 3.6343727275533437,
      "learning_rate": 5.363738981011691e-05,
      "loss": 2.572,
      "step": 51557
    },
    {
      "epoch": 4.379714576962283,
      "grad_norm": 3.530289702882717,
      "learning_rate": 5.363212798873519e-05,
      "loss": 2.6808,
      "step": 51558
    },
    {
      "epoch": 4.3797995242949375,
      "grad_norm": 3.1784657518645463,
      "learning_rate": 5.362686636927323e-05,
      "loss": 2.3065,
      "step": 51559
    },
    {
      "epoch": 4.379884471627591,
      "grad_norm": 3.144381175383538,
      "learning_rate": 5.3621604951741994e-05,
      "loss": 2.2591,
      "step": 51560
    },
    {
      "epoch": 4.379969418960244,
      "grad_norm": 3.3982607499926254,
      "learning_rate": 5.3616343736152466e-05,
      "loss": 2.7341,
      "step": 51561
    },
    {
      "epoch": 4.380054366292899,
      "grad_norm": 3.1180644279754195,
      "learning_rate": 5.3611082722515767e-05,
      "loss": 2.3015,
      "step": 51562
    },
    {
      "epoch": 4.380139313625552,
      "grad_norm": 3.1608220596851093,
      "learning_rate": 5.3605821910842824e-05,
      "loss": 2.3467,
      "step": 51563
    },
    {
      "epoch": 4.380224260958206,
      "grad_norm": 3.361811783451721,
      "learning_rate": 5.360056130114475e-05,
      "loss": 2.5178,
      "step": 51564
    },
    {
      "epoch": 4.38030920829086,
      "grad_norm": 3.4633503874126585,
      "learning_rate": 5.3595300893432475e-05,
      "loss": 2.3689,
      "step": 51565
    },
    {
      "epoch": 4.380394155623513,
      "grad_norm": 3.1639251150040377,
      "learning_rate": 5.359004068771712e-05,
      "loss": 2.3305,
      "step": 51566
    },
    {
      "epoch": 4.380479102956167,
      "grad_norm": 3.4371245469134664,
      "learning_rate": 5.358478068400965e-05,
      "loss": 2.6524,
      "step": 51567
    },
    {
      "epoch": 4.380564050288821,
      "grad_norm": 3.911716825141602,
      "learning_rate": 5.357952088232106e-05,
      "loss": 2.7267,
      "step": 51568
    },
    {
      "epoch": 4.380648997621475,
      "grad_norm": 3.1681165742863944,
      "learning_rate": 5.357426128266239e-05,
      "loss": 2.1958,
      "step": 51569
    },
    {
      "epoch": 4.3807339449541285,
      "grad_norm": 3.491244112523043,
      "learning_rate": 5.356900188504472e-05,
      "loss": 2.3472,
      "step": 51570
    },
    {
      "epoch": 4.380818892286782,
      "grad_norm": 3.666904453709175,
      "learning_rate": 5.356374268947903e-05,
      "loss": 2.8325,
      "step": 51571
    },
    {
      "epoch": 4.380903839619436,
      "grad_norm": 3.649769636343997,
      "learning_rate": 5.355848369597628e-05,
      "loss": 2.8012,
      "step": 51572
    },
    {
      "epoch": 4.38098878695209,
      "grad_norm": 3.2404075464352355,
      "learning_rate": 5.3553224904547595e-05,
      "loss": 2.422,
      "step": 51573
    },
    {
      "epoch": 4.381073734284744,
      "grad_norm": 3.3205141748658575,
      "learning_rate": 5.354796631520394e-05,
      "loss": 2.3816,
      "step": 51574
    },
    {
      "epoch": 4.381158681617397,
      "grad_norm": 3.4128020319072316,
      "learning_rate": 5.35427079279563e-05,
      "loss": 2.3908,
      "step": 51575
    },
    {
      "epoch": 4.381243628950051,
      "grad_norm": 3.969206174297938,
      "learning_rate": 5.3537449742815695e-05,
      "loss": 3.0575,
      "step": 51576
    },
    {
      "epoch": 4.381328576282705,
      "grad_norm": 3.122872630110674,
      "learning_rate": 5.3532191759793254e-05,
      "loss": 2.2276,
      "step": 51577
    },
    {
      "epoch": 4.381413523615358,
      "grad_norm": 3.540565858682854,
      "learning_rate": 5.3526933978899905e-05,
      "loss": 2.6248,
      "step": 51578
    },
    {
      "epoch": 4.381498470948012,
      "grad_norm": 3.4040813583208305,
      "learning_rate": 5.352167640014663e-05,
      "loss": 2.5207,
      "step": 51579
    },
    {
      "epoch": 4.381583418280666,
      "grad_norm": 3.4744668923085142,
      "learning_rate": 5.3516419023544534e-05,
      "loss": 2.5205,
      "step": 51580
    },
    {
      "epoch": 4.3816683656133195,
      "grad_norm": 3.265877989024899,
      "learning_rate": 5.3511161849104536e-05,
      "loss": 2.3419,
      "step": 51581
    },
    {
      "epoch": 4.381753312945974,
      "grad_norm": 3.695465373147805,
      "learning_rate": 5.3505904876837756e-05,
      "loss": 2.6933,
      "step": 51582
    },
    {
      "epoch": 4.381838260278627,
      "grad_norm": 3.551214413823645,
      "learning_rate": 5.350064810675511e-05,
      "loss": 2.7733,
      "step": 51583
    },
    {
      "epoch": 4.381923207611281,
      "grad_norm": 3.0075306011454987,
      "learning_rate": 5.349539153886773e-05,
      "loss": 2.0889,
      "step": 51584
    },
    {
      "epoch": 4.382008154943935,
      "grad_norm": 3.320455026085314,
      "learning_rate": 5.3490135173186525e-05,
      "loss": 2.1608,
      "step": 51585
    },
    {
      "epoch": 4.382093102276588,
      "grad_norm": 3.326283472691386,
      "learning_rate": 5.348487900972252e-05,
      "loss": 2.1856,
      "step": 51586
    },
    {
      "epoch": 4.382178049609243,
      "grad_norm": 3.550737718669211,
      "learning_rate": 5.347962304848673e-05,
      "loss": 2.3289,
      "step": 51587
    },
    {
      "epoch": 4.382262996941896,
      "grad_norm": 3.5744276769960472,
      "learning_rate": 5.347436728949025e-05,
      "loss": 2.4874,
      "step": 51588
    },
    {
      "epoch": 4.382347944274549,
      "grad_norm": 3.459343562951916,
      "learning_rate": 5.3469111732744035e-05,
      "loss": 2.5053,
      "step": 51589
    },
    {
      "epoch": 4.382432891607204,
      "grad_norm": 3.277662456783751,
      "learning_rate": 5.3463856378259044e-05,
      "loss": 2.4343,
      "step": 51590
    },
    {
      "epoch": 4.382517838939857,
      "grad_norm": 3.397106538858411,
      "learning_rate": 5.3458601226046374e-05,
      "loss": 2.5276,
      "step": 51591
    },
    {
      "epoch": 4.382602786272511,
      "grad_norm": 3.427585497781582,
      "learning_rate": 5.345334627611702e-05,
      "loss": 2.5014,
      "step": 51592
    },
    {
      "epoch": 4.382687733605165,
      "grad_norm": 3.5080386402082566,
      "learning_rate": 5.344809152848192e-05,
      "loss": 2.6543,
      "step": 51593
    },
    {
      "epoch": 4.382772680937818,
      "grad_norm": 3.8190080392220525,
      "learning_rate": 5.344283698315212e-05,
      "loss": 2.8558,
      "step": 51594
    },
    {
      "epoch": 4.3828576282704725,
      "grad_norm": 3.112161439007386,
      "learning_rate": 5.343758264013872e-05,
      "loss": 2.2863,
      "step": 51595
    },
    {
      "epoch": 4.382942575603126,
      "grad_norm": 3.4972426872116564,
      "learning_rate": 5.343232849945264e-05,
      "loss": 2.6949,
      "step": 51596
    },
    {
      "epoch": 4.38302752293578,
      "grad_norm": 3.2931262791754112,
      "learning_rate": 5.342707456110486e-05,
      "loss": 2.6998,
      "step": 51597
    },
    {
      "epoch": 4.383112470268434,
      "grad_norm": 3.5462213448855495,
      "learning_rate": 5.342182082510648e-05,
      "loss": 2.6994,
      "step": 51598
    },
    {
      "epoch": 4.383197417601087,
      "grad_norm": 3.1944659865540403,
      "learning_rate": 5.3416567291468485e-05,
      "loss": 2.3436,
      "step": 51599
    },
    {
      "epoch": 4.383282364933741,
      "grad_norm": 3.0784896929110332,
      "learning_rate": 5.3411313960201784e-05,
      "loss": 2.1384,
      "step": 51600
    },
    {
      "epoch": 4.383367312266395,
      "grad_norm": 3.4739423241736542,
      "learning_rate": 5.3406060831317485e-05,
      "loss": 2.3026,
      "step": 51601
    },
    {
      "epoch": 4.383452259599048,
      "grad_norm": 3.5163882911018294,
      "learning_rate": 5.34008079048266e-05,
      "loss": 2.6403,
      "step": 51602
    },
    {
      "epoch": 4.3835372069317025,
      "grad_norm": 3.7789070541123175,
      "learning_rate": 5.3395555180740105e-05,
      "loss": 2.5823,
      "step": 51603
    },
    {
      "epoch": 4.383622154264356,
      "grad_norm": 3.1680235274646553,
      "learning_rate": 5.3390302659068965e-05,
      "loss": 2.1975,
      "step": 51604
    },
    {
      "epoch": 4.38370710159701,
      "grad_norm": 3.4648591723205358,
      "learning_rate": 5.338505033982429e-05,
      "loss": 2.5386,
      "step": 51605
    },
    {
      "epoch": 4.383792048929664,
      "grad_norm": 3.328887320068831,
      "learning_rate": 5.337979822301696e-05,
      "loss": 2.3868,
      "step": 51606
    },
    {
      "epoch": 4.383876996262317,
      "grad_norm": 3.3841957640242315,
      "learning_rate": 5.337454630865808e-05,
      "loss": 2.4385,
      "step": 51607
    },
    {
      "epoch": 4.383961943594971,
      "grad_norm": 3.2803812824887157,
      "learning_rate": 5.336929459675858e-05,
      "loss": 2.5657,
      "step": 51608
    },
    {
      "epoch": 4.384046890927625,
      "grad_norm": 3.4369336697621957,
      "learning_rate": 5.336404308732956e-05,
      "loss": 2.6047,
      "step": 51609
    },
    {
      "epoch": 4.384131838260279,
      "grad_norm": 3.645271816780644,
      "learning_rate": 5.335879178038196e-05,
      "loss": 2.7751,
      "step": 51610
    },
    {
      "epoch": 4.384216785592932,
      "grad_norm": 3.170237558100147,
      "learning_rate": 5.3353540675926735e-05,
      "loss": 2.2705,
      "step": 51611
    },
    {
      "epoch": 4.384301732925586,
      "grad_norm": 3.104775692696869,
      "learning_rate": 5.3348289773974914e-05,
      "loss": 2.1178,
      "step": 51612
    },
    {
      "epoch": 4.38438668025824,
      "grad_norm": 3.073905884085594,
      "learning_rate": 5.3343039074537606e-05,
      "loss": 2.3511,
      "step": 51613
    },
    {
      "epoch": 4.3844716275908935,
      "grad_norm": 3.5075064185890708,
      "learning_rate": 5.3337788577625726e-05,
      "loss": 2.6064,
      "step": 51614
    },
    {
      "epoch": 4.384556574923548,
      "grad_norm": 3.3293886960993575,
      "learning_rate": 5.333253828325024e-05,
      "loss": 2.578,
      "step": 51615
    },
    {
      "epoch": 4.384641522256201,
      "grad_norm": 3.4310257868433096,
      "learning_rate": 5.332728819142222e-05,
      "loss": 2.5414,
      "step": 51616
    },
    {
      "epoch": 4.384726469588855,
      "grad_norm": 3.2453120314282375,
      "learning_rate": 5.332203830215265e-05,
      "loss": 2.3562,
      "step": 51617
    },
    {
      "epoch": 4.384811416921509,
      "grad_norm": 3.5841026892153525,
      "learning_rate": 5.3316788615452464e-05,
      "loss": 2.5366,
      "step": 51618
    },
    {
      "epoch": 4.384896364254162,
      "grad_norm": 3.101181234318231,
      "learning_rate": 5.331153913133272e-05,
      "loss": 2.3446,
      "step": 51619
    },
    {
      "epoch": 4.384981311586817,
      "grad_norm": 3.3639480997045887,
      "learning_rate": 5.330628984980445e-05,
      "loss": 2.638,
      "step": 51620
    },
    {
      "epoch": 4.38506625891947,
      "grad_norm": 3.4567641700076144,
      "learning_rate": 5.3301040770878634e-05,
      "loss": 2.2558,
      "step": 51621
    },
    {
      "epoch": 4.385151206252123,
      "grad_norm": 3.526182978738557,
      "learning_rate": 5.3295791894566174e-05,
      "loss": 2.7432,
      "step": 51622
    },
    {
      "epoch": 4.385236153584778,
      "grad_norm": 3.24579800950915,
      "learning_rate": 5.329054322087822e-05,
      "loss": 2.3015,
      "step": 51623
    },
    {
      "epoch": 4.385321100917431,
      "grad_norm": 3.179854780238548,
      "learning_rate": 5.328529474982564e-05,
      "loss": 2.2057,
      "step": 51624
    },
    {
      "epoch": 4.3854060482500845,
      "grad_norm": 3.402126496824712,
      "learning_rate": 5.328004648141952e-05,
      "loss": 2.615,
      "step": 51625
    },
    {
      "epoch": 4.385490995582739,
      "grad_norm": 3.205530019287621,
      "learning_rate": 5.3274798415670795e-05,
      "loss": 2.3576,
      "step": 51626
    },
    {
      "epoch": 4.385575942915392,
      "grad_norm": 3.691901644185007,
      "learning_rate": 5.326955055259052e-05,
      "loss": 3.0314,
      "step": 51627
    },
    {
      "epoch": 4.3856608902480465,
      "grad_norm": 3.310954727308233,
      "learning_rate": 5.3264302892189666e-05,
      "loss": 2.4136,
      "step": 51628
    },
    {
      "epoch": 4.3857458375807,
      "grad_norm": 3.0838162817650026,
      "learning_rate": 5.325905543447918e-05,
      "loss": 2.2133,
      "step": 51629
    },
    {
      "epoch": 4.385830784913353,
      "grad_norm": 3.4190684992831106,
      "learning_rate": 5.325380817947009e-05,
      "loss": 2.5157,
      "step": 51630
    },
    {
      "epoch": 4.385915732246008,
      "grad_norm": 3.45467147428557,
      "learning_rate": 5.324856112717344e-05,
      "loss": 2.5737,
      "step": 51631
    },
    {
      "epoch": 4.386000679578661,
      "grad_norm": 3.210052691457142,
      "learning_rate": 5.3243314277600206e-05,
      "loss": 2.3285,
      "step": 51632
    },
    {
      "epoch": 4.386085626911315,
      "grad_norm": 3.474301892535669,
      "learning_rate": 5.323806763076129e-05,
      "loss": 2.5794,
      "step": 51633
    },
    {
      "epoch": 4.386170574243969,
      "grad_norm": 3.0863531086149094,
      "learning_rate": 5.323282118666782e-05,
      "loss": 2.1608,
      "step": 51634
    },
    {
      "epoch": 4.386255521576622,
      "grad_norm": 3.61052460742255,
      "learning_rate": 5.322757494533072e-05,
      "loss": 2.4564,
      "step": 51635
    },
    {
      "epoch": 4.386340468909276,
      "grad_norm": 3.8685318035509275,
      "learning_rate": 5.322232890676094e-05,
      "loss": 3.0785,
      "step": 51636
    },
    {
      "epoch": 4.38642541624193,
      "grad_norm": 3.636454704658722,
      "learning_rate": 5.32170830709695e-05,
      "loss": 2.6155,
      "step": 51637
    },
    {
      "epoch": 4.386510363574584,
      "grad_norm": 3.0771409330164494,
      "learning_rate": 5.321183743796748e-05,
      "loss": 2.2018,
      "step": 51638
    },
    {
      "epoch": 4.3865953109072375,
      "grad_norm": 3.071336309252702,
      "learning_rate": 5.320659200776578e-05,
      "loss": 2.1741,
      "step": 51639
    },
    {
      "epoch": 4.386680258239891,
      "grad_norm": 3.4842767617727564,
      "learning_rate": 5.3201346780375385e-05,
      "loss": 2.4122,
      "step": 51640
    },
    {
      "epoch": 4.386765205572545,
      "grad_norm": 3.128204289050102,
      "learning_rate": 5.319610175580735e-05,
      "loss": 2.2086,
      "step": 51641
    },
    {
      "epoch": 4.386850152905199,
      "grad_norm": 3.508490269662958,
      "learning_rate": 5.3190856934072636e-05,
      "loss": 2.7912,
      "step": 51642
    },
    {
      "epoch": 4.386935100237853,
      "grad_norm": 3.487012716731041,
      "learning_rate": 5.318561231518216e-05,
      "loss": 2.309,
      "step": 51643
    },
    {
      "epoch": 4.387020047570506,
      "grad_norm": 4.031890684384555,
      "learning_rate": 5.318036789914698e-05,
      "loss": 3.1114,
      "step": 51644
    },
    {
      "epoch": 4.38710499490316,
      "grad_norm": 3.3073347508835913,
      "learning_rate": 5.3175123685978124e-05,
      "loss": 2.3349,
      "step": 51645
    },
    {
      "epoch": 4.387189942235814,
      "grad_norm": 3.50084639784614,
      "learning_rate": 5.316987967568654e-05,
      "loss": 2.6369,
      "step": 51646
    },
    {
      "epoch": 4.3872748895684675,
      "grad_norm": 3.2313504570723945,
      "learning_rate": 5.316463586828317e-05,
      "loss": 2.3522,
      "step": 51647
    },
    {
      "epoch": 4.387359836901121,
      "grad_norm": 2.984347563518935,
      "learning_rate": 5.3159392263779087e-05,
      "loss": 2.1437,
      "step": 51648
    },
    {
      "epoch": 4.387444784233775,
      "grad_norm": 3.0942430879222624,
      "learning_rate": 5.315414886218517e-05,
      "loss": 2.2013,
      "step": 51649
    },
    {
      "epoch": 4.387529731566429,
      "grad_norm": 3.4217411908930413,
      "learning_rate": 5.314890566351254e-05,
      "loss": 2.4765,
      "step": 51650
    },
    {
      "epoch": 4.387614678899083,
      "grad_norm": 3.5592359986243376,
      "learning_rate": 5.3143662667772044e-05,
      "loss": 2.7322,
      "step": 51651
    },
    {
      "epoch": 4.387699626231736,
      "grad_norm": 3.8284024423626173,
      "learning_rate": 5.31384198749748e-05,
      "loss": 2.8017,
      "step": 51652
    },
    {
      "epoch": 4.38778457356439,
      "grad_norm": 3.147736235684991,
      "learning_rate": 5.313317728513172e-05,
      "loss": 2.4581,
      "step": 51653
    },
    {
      "epoch": 4.387869520897044,
      "grad_norm": 3.2236425539057314,
      "learning_rate": 5.312793489825375e-05,
      "loss": 2.3451,
      "step": 51654
    },
    {
      "epoch": 4.387954468229697,
      "grad_norm": 3.1779132859832466,
      "learning_rate": 5.3122692714351914e-05,
      "loss": 2.2752,
      "step": 51655
    },
    {
      "epoch": 4.388039415562352,
      "grad_norm": 3.1603824696766463,
      "learning_rate": 5.3117450733437275e-05,
      "loss": 2.3239,
      "step": 51656
    },
    {
      "epoch": 4.388124362895005,
      "grad_norm": 3.2704264902692755,
      "learning_rate": 5.311220895552072e-05,
      "loss": 2.2958,
      "step": 51657
    },
    {
      "epoch": 4.3882093102276585,
      "grad_norm": 3.270041050754455,
      "learning_rate": 5.310696738061323e-05,
      "loss": 2.5323,
      "step": 51658
    },
    {
      "epoch": 4.388294257560313,
      "grad_norm": 3.523052864690771,
      "learning_rate": 5.3101726008725854e-05,
      "loss": 2.6046,
      "step": 51659
    },
    {
      "epoch": 4.388379204892966,
      "grad_norm": 3.7008904514937386,
      "learning_rate": 5.3096484839869534e-05,
      "loss": 2.6181,
      "step": 51660
    },
    {
      "epoch": 4.3884641522256205,
      "grad_norm": 4.096324698693501,
      "learning_rate": 5.309124387405522e-05,
      "loss": 2.8329,
      "step": 51661
    },
    {
      "epoch": 4.388549099558274,
      "grad_norm": 3.52626534043264,
      "learning_rate": 5.308600311129391e-05,
      "loss": 2.7761,
      "step": 51662
    },
    {
      "epoch": 4.388634046890927,
      "grad_norm": 3.850195640689001,
      "learning_rate": 5.308076255159664e-05,
      "loss": 3.0212,
      "step": 51663
    },
    {
      "epoch": 4.388718994223582,
      "grad_norm": 3.0950253577018527,
      "learning_rate": 5.307552219497437e-05,
      "loss": 2.1976,
      "step": 51664
    },
    {
      "epoch": 4.388803941556235,
      "grad_norm": 3.302330070902898,
      "learning_rate": 5.3070282041438014e-05,
      "loss": 2.3609,
      "step": 51665
    },
    {
      "epoch": 4.388888888888889,
      "grad_norm": 3.6418267980258183,
      "learning_rate": 5.306504209099865e-05,
      "loss": 2.8062,
      "step": 51666
    },
    {
      "epoch": 4.388973836221543,
      "grad_norm": 3.085848406000276,
      "learning_rate": 5.305980234366716e-05,
      "loss": 2.3171,
      "step": 51667
    },
    {
      "epoch": 4.389058783554196,
      "grad_norm": 3.40325709992557,
      "learning_rate": 5.305456279945461e-05,
      "loss": 2.6181,
      "step": 51668
    },
    {
      "epoch": 4.38914373088685,
      "grad_norm": 3.0879135203715746,
      "learning_rate": 5.3049323458371896e-05,
      "loss": 2.1067,
      "step": 51669
    },
    {
      "epoch": 4.389228678219504,
      "grad_norm": 3.4007781921085187,
      "learning_rate": 5.304408432043008e-05,
      "loss": 2.1991,
      "step": 51670
    },
    {
      "epoch": 4.389313625552157,
      "grad_norm": 3.5189954762145486,
      "learning_rate": 5.303884538564011e-05,
      "loss": 2.3915,
      "step": 51671
    },
    {
      "epoch": 4.3893985728848115,
      "grad_norm": 3.4008673539672345,
      "learning_rate": 5.303360665401289e-05,
      "loss": 2.2689,
      "step": 51672
    },
    {
      "epoch": 4.389483520217465,
      "grad_norm": 3.2727067694681455,
      "learning_rate": 5.3028368125559476e-05,
      "loss": 2.3207,
      "step": 51673
    },
    {
      "epoch": 4.389568467550119,
      "grad_norm": 3.2883463039957515,
      "learning_rate": 5.3023129800290854e-05,
      "loss": 2.5808,
      "step": 51674
    },
    {
      "epoch": 4.389653414882773,
      "grad_norm": 3.660536293717623,
      "learning_rate": 5.3017891678217995e-05,
      "loss": 2.7895,
      "step": 51675
    },
    {
      "epoch": 4.389738362215427,
      "grad_norm": 3.2028276718310362,
      "learning_rate": 5.301265375935179e-05,
      "loss": 2.3816,
      "step": 51676
    },
    {
      "epoch": 4.38982330954808,
      "grad_norm": 2.978753184827126,
      "learning_rate": 5.300741604370332e-05,
      "loss": 2.2514,
      "step": 51677
    },
    {
      "epoch": 4.389908256880734,
      "grad_norm": 3.1485078936105158,
      "learning_rate": 5.3002178531283525e-05,
      "loss": 2.1523,
      "step": 51678
    },
    {
      "epoch": 4.389993204213388,
      "grad_norm": 3.3226616357942462,
      "learning_rate": 5.29969412221033e-05,
      "loss": 2.4256,
      "step": 51679
    },
    {
      "epoch": 4.390078151546041,
      "grad_norm": 2.9932899053730315,
      "learning_rate": 5.299170411617371e-05,
      "loss": 2.2577,
      "step": 51680
    },
    {
      "epoch": 4.390163098878695,
      "grad_norm": 3.276391041560958,
      "learning_rate": 5.298646721350575e-05,
      "loss": 2.492,
      "step": 51681
    },
    {
      "epoch": 4.390248046211349,
      "grad_norm": 3.032667135374089,
      "learning_rate": 5.298123051411034e-05,
      "loss": 2.2022,
      "step": 51682
    },
    {
      "epoch": 4.3903329935440025,
      "grad_norm": 3.372775399997133,
      "learning_rate": 5.297599401799843e-05,
      "loss": 2.4541,
      "step": 51683
    },
    {
      "epoch": 4.390417940876657,
      "grad_norm": 3.2966067579709932,
      "learning_rate": 5.297075772518107e-05,
      "loss": 2.4342,
      "step": 51684
    },
    {
      "epoch": 4.39050288820931,
      "grad_norm": 3.259178267104449,
      "learning_rate": 5.296552163566918e-05,
      "loss": 2.5607,
      "step": 51685
    },
    {
      "epoch": 4.390587835541964,
      "grad_norm": 3.2971848347734203,
      "learning_rate": 5.296028574947369e-05,
      "loss": 2.4653,
      "step": 51686
    },
    {
      "epoch": 4.390672782874618,
      "grad_norm": 3.004760440564013,
      "learning_rate": 5.29550500666056e-05,
      "loss": 1.9675,
      "step": 51687
    },
    {
      "epoch": 4.390757730207271,
      "grad_norm": 3.335422129985152,
      "learning_rate": 5.294981458707598e-05,
      "loss": 2.4844,
      "step": 51688
    },
    {
      "epoch": 4.390842677539926,
      "grad_norm": 3.126409902943305,
      "learning_rate": 5.294457931089569e-05,
      "loss": 2.3468,
      "step": 51689
    },
    {
      "epoch": 4.390927624872579,
      "grad_norm": 3.2770197843144717,
      "learning_rate": 5.2939344238075696e-05,
      "loss": 2.4501,
      "step": 51690
    },
    {
      "epoch": 4.3910125722052324,
      "grad_norm": 3.408929565298522,
      "learning_rate": 5.293410936862704e-05,
      "loss": 2.4041,
      "step": 51691
    },
    {
      "epoch": 4.391097519537887,
      "grad_norm": 3.18113064847205,
      "learning_rate": 5.29288747025606e-05,
      "loss": 2.1229,
      "step": 51692
    },
    {
      "epoch": 4.39118246687054,
      "grad_norm": 3.013626608797429,
      "learning_rate": 5.292364023988744e-05,
      "loss": 2.1597,
      "step": 51693
    },
    {
      "epoch": 4.3912674142031936,
      "grad_norm": 3.5218979779123125,
      "learning_rate": 5.291840598061844e-05,
      "loss": 2.4751,
      "step": 51694
    },
    {
      "epoch": 4.391352361535848,
      "grad_norm": 3.4288119768990724,
      "learning_rate": 5.291317192476464e-05,
      "loss": 2.7059,
      "step": 51695
    },
    {
      "epoch": 4.391437308868501,
      "grad_norm": 3.668587186578749,
      "learning_rate": 5.2907938072336986e-05,
      "loss": 2.6256,
      "step": 51696
    },
    {
      "epoch": 4.3915222562011555,
      "grad_norm": 3.5599657519997394,
      "learning_rate": 5.290270442334643e-05,
      "loss": 2.6777,
      "step": 51697
    },
    {
      "epoch": 4.391607203533809,
      "grad_norm": 3.373869197619588,
      "learning_rate": 5.2897470977803854e-05,
      "loss": 2.5964,
      "step": 51698
    },
    {
      "epoch": 4.391692150866463,
      "grad_norm": 3.06361157133766,
      "learning_rate": 5.289223773572041e-05,
      "loss": 2.1766,
      "step": 51699
    },
    {
      "epoch": 4.391777098199117,
      "grad_norm": 3.2843818295040528,
      "learning_rate": 5.288700469710695e-05,
      "loss": 2.2784,
      "step": 51700
    },
    {
      "epoch": 4.39186204553177,
      "grad_norm": 3.849081432609962,
      "learning_rate": 5.288177186197441e-05,
      "loss": 2.6829,
      "step": 51701
    },
    {
      "epoch": 4.391946992864424,
      "grad_norm": 3.4237200041953453,
      "learning_rate": 5.287653923033386e-05,
      "loss": 2.6765,
      "step": 51702
    },
    {
      "epoch": 4.392031940197078,
      "grad_norm": 3.6803731967146316,
      "learning_rate": 5.2871306802196186e-05,
      "loss": 3.0332,
      "step": 51703
    },
    {
      "epoch": 4.392116887529731,
      "grad_norm": 3.1716453285869397,
      "learning_rate": 5.2866074577572326e-05,
      "loss": 2.2481,
      "step": 51704
    },
    {
      "epoch": 4.3922018348623855,
      "grad_norm": 3.5485778967421764,
      "learning_rate": 5.286084255647328e-05,
      "loss": 2.4201,
      "step": 51705
    },
    {
      "epoch": 4.392286782195039,
      "grad_norm": 3.620971925537584,
      "learning_rate": 5.285561073891006e-05,
      "loss": 2.6683,
      "step": 51706
    },
    {
      "epoch": 4.392371729527693,
      "grad_norm": 3.3588920649663656,
      "learning_rate": 5.2850379124893586e-05,
      "loss": 2.3911,
      "step": 51707
    },
    {
      "epoch": 4.392456676860347,
      "grad_norm": 3.276403361356029,
      "learning_rate": 5.284514771443477e-05,
      "loss": 2.5125,
      "step": 51708
    },
    {
      "epoch": 4.392541624193,
      "grad_norm": 3.2512543991993033,
      "learning_rate": 5.283991650754467e-05,
      "loss": 2.3784,
      "step": 51709
    },
    {
      "epoch": 4.392626571525654,
      "grad_norm": 3.778067303161321,
      "learning_rate": 5.283468550423414e-05,
      "loss": 2.8665,
      "step": 51710
    },
    {
      "epoch": 4.392711518858308,
      "grad_norm": 3.7578617089211144,
      "learning_rate": 5.2829454704514254e-05,
      "loss": 2.7931,
      "step": 51711
    },
    {
      "epoch": 4.392796466190962,
      "grad_norm": 3.1185755499004246,
      "learning_rate": 5.282422410839587e-05,
      "loss": 2.1307,
      "step": 51712
    },
    {
      "epoch": 4.392881413523615,
      "grad_norm": 3.3579423218144053,
      "learning_rate": 5.281899371589005e-05,
      "loss": 2.627,
      "step": 51713
    },
    {
      "epoch": 4.392966360856269,
      "grad_norm": 3.4492766757008733,
      "learning_rate": 5.281376352700768e-05,
      "loss": 2.3059,
      "step": 51714
    },
    {
      "epoch": 4.393051308188923,
      "grad_norm": 3.649741491605834,
      "learning_rate": 5.280853354175975e-05,
      "loss": 2.522,
      "step": 51715
    },
    {
      "epoch": 4.3931362555215765,
      "grad_norm": 3.2070328821747993,
      "learning_rate": 5.280330376015709e-05,
      "loss": 2.3796,
      "step": 51716
    },
    {
      "epoch": 4.393221202854231,
      "grad_norm": 3.5150731321028705,
      "learning_rate": 5.279807418221089e-05,
      "loss": 2.79,
      "step": 51717
    },
    {
      "epoch": 4.393306150186884,
      "grad_norm": 3.596988991305937,
      "learning_rate": 5.279284480793198e-05,
      "loss": 2.4684,
      "step": 51718
    },
    {
      "epoch": 4.393391097519538,
      "grad_norm": 3.4512103628542414,
      "learning_rate": 5.278761563733127e-05,
      "loss": 2.4767,
      "step": 51719
    },
    {
      "epoch": 4.393476044852192,
      "grad_norm": 3.715487446352942,
      "learning_rate": 5.278238667041982e-05,
      "loss": 2.9433,
      "step": 51720
    },
    {
      "epoch": 4.393560992184845,
      "grad_norm": 3.27606641818721,
      "learning_rate": 5.277715790720857e-05,
      "loss": 2.3943,
      "step": 51721
    },
    {
      "epoch": 4.3936459395175,
      "grad_norm": 3.7429823062017515,
      "learning_rate": 5.277192934770836e-05,
      "loss": 2.9327,
      "step": 51722
    },
    {
      "epoch": 4.393730886850153,
      "grad_norm": 3.0946099473323767,
      "learning_rate": 5.2766700991930256e-05,
      "loss": 2.1821,
      "step": 51723
    },
    {
      "epoch": 4.393815834182806,
      "grad_norm": 3.6629791445181272,
      "learning_rate": 5.276147283988522e-05,
      "loss": 2.7123,
      "step": 51724
    },
    {
      "epoch": 4.393900781515461,
      "grad_norm": 3.516162220549538,
      "learning_rate": 5.275624489158418e-05,
      "loss": 2.7033,
      "step": 51725
    },
    {
      "epoch": 4.393985728848114,
      "grad_norm": 3.1138485989081492,
      "learning_rate": 5.275101714703809e-05,
      "loss": 2.3025,
      "step": 51726
    },
    {
      "epoch": 4.3940706761807675,
      "grad_norm": 3.4612851445255126,
      "learning_rate": 5.2745789606257844e-05,
      "loss": 2.6512,
      "step": 51727
    },
    {
      "epoch": 4.394155623513422,
      "grad_norm": 3.282055900982995,
      "learning_rate": 5.2740562269254505e-05,
      "loss": 2.1884,
      "step": 51728
    },
    {
      "epoch": 4.394240570846075,
      "grad_norm": 3.2486562259969403,
      "learning_rate": 5.2735335136038904e-05,
      "loss": 2.3358,
      "step": 51729
    },
    {
      "epoch": 4.3943255181787295,
      "grad_norm": 3.4148576157642285,
      "learning_rate": 5.273010820662208e-05,
      "loss": 2.4388,
      "step": 51730
    },
    {
      "epoch": 4.394410465511383,
      "grad_norm": 3.755724676654157,
      "learning_rate": 5.272488148101501e-05,
      "loss": 2.8245,
      "step": 51731
    },
    {
      "epoch": 4.394495412844036,
      "grad_norm": 3.3775165033544683,
      "learning_rate": 5.271965495922858e-05,
      "loss": 2.4495,
      "step": 51732
    },
    {
      "epoch": 4.394580360176691,
      "grad_norm": 3.7489752870013437,
      "learning_rate": 5.2714428641273785e-05,
      "loss": 2.8125,
      "step": 51733
    },
    {
      "epoch": 4.394665307509344,
      "grad_norm": 3.402940966689312,
      "learning_rate": 5.2709202527161484e-05,
      "loss": 2.4376,
      "step": 51734
    },
    {
      "epoch": 4.394750254841998,
      "grad_norm": 3.359322608307892,
      "learning_rate": 5.270397661690272e-05,
      "loss": 2.4414,
      "step": 51735
    },
    {
      "epoch": 4.394835202174652,
      "grad_norm": 3.5608582965248243,
      "learning_rate": 5.2698750910508445e-05,
      "loss": 2.4493,
      "step": 51736
    },
    {
      "epoch": 4.394920149507305,
      "grad_norm": 3.8486482642484465,
      "learning_rate": 5.269352540798959e-05,
      "loss": 2.9686,
      "step": 51737
    },
    {
      "epoch": 4.395005096839959,
      "grad_norm": 3.6016183101298385,
      "learning_rate": 5.268830010935706e-05,
      "loss": 2.4782,
      "step": 51738
    },
    {
      "epoch": 4.395090044172613,
      "grad_norm": 3.326814849928476,
      "learning_rate": 5.268307501462187e-05,
      "loss": 2.5376,
      "step": 51739
    },
    {
      "epoch": 4.395174991505267,
      "grad_norm": 3.808671983883497,
      "learning_rate": 5.2677850123794945e-05,
      "loss": 3.0605,
      "step": 51740
    },
    {
      "epoch": 4.3952599388379205,
      "grad_norm": 3.406963141051467,
      "learning_rate": 5.2672625436887115e-05,
      "loss": 2.5584,
      "step": 51741
    },
    {
      "epoch": 4.395344886170574,
      "grad_norm": 3.3872096100500197,
      "learning_rate": 5.266740095390956e-05,
      "loss": 2.3618,
      "step": 51742
    },
    {
      "epoch": 4.395429833503228,
      "grad_norm": 2.8842351895916445,
      "learning_rate": 5.266217667487309e-05,
      "loss": 1.9368,
      "step": 51743
    },
    {
      "epoch": 4.395514780835882,
      "grad_norm": 3.351824773573691,
      "learning_rate": 5.265695259978867e-05,
      "loss": 2.5911,
      "step": 51744
    },
    {
      "epoch": 4.395599728168536,
      "grad_norm": 3.1601915452793423,
      "learning_rate": 5.265172872866717e-05,
      "loss": 2.1044,
      "step": 51745
    },
    {
      "epoch": 4.395684675501189,
      "grad_norm": 3.4335632384978685,
      "learning_rate": 5.264650506151969e-05,
      "loss": 2.5459,
      "step": 51746
    },
    {
      "epoch": 4.395769622833843,
      "grad_norm": 3.1049421929423575,
      "learning_rate": 5.264128159835703e-05,
      "loss": 2.4569,
      "step": 51747
    },
    {
      "epoch": 4.395854570166497,
      "grad_norm": 3.295157230352432,
      "learning_rate": 5.26360583391902e-05,
      "loss": 2.2708,
      "step": 51748
    },
    {
      "epoch": 4.3959395174991505,
      "grad_norm": 3.350169102023317,
      "learning_rate": 5.2630835284030185e-05,
      "loss": 2.5112,
      "step": 51749
    },
    {
      "epoch": 4.396024464831804,
      "grad_norm": 3.362577049263537,
      "learning_rate": 5.262561243288788e-05,
      "loss": 2.3774,
      "step": 51750
    },
    {
      "epoch": 4.396109412164458,
      "grad_norm": 3.53631551872522,
      "learning_rate": 5.2620389785774235e-05,
      "loss": 2.6611,
      "step": 51751
    },
    {
      "epoch": 4.396194359497112,
      "grad_norm": 3.3095323225363598,
      "learning_rate": 5.261516734270016e-05,
      "loss": 2.3579,
      "step": 51752
    },
    {
      "epoch": 4.396279306829766,
      "grad_norm": 3.6008032094842712,
      "learning_rate": 5.260994510367661e-05,
      "loss": 2.5962,
      "step": 51753
    },
    {
      "epoch": 4.396364254162419,
      "grad_norm": 2.998129008616734,
      "learning_rate": 5.260472306871461e-05,
      "loss": 2.0797,
      "step": 51754
    },
    {
      "epoch": 4.396449201495073,
      "grad_norm": 3.1327136577263435,
      "learning_rate": 5.259950123782504e-05,
      "loss": 2.3384,
      "step": 51755
    },
    {
      "epoch": 4.396534148827727,
      "grad_norm": 3.522663856992165,
      "learning_rate": 5.259427961101878e-05,
      "loss": 2.652,
      "step": 51756
    },
    {
      "epoch": 4.39661909616038,
      "grad_norm": 3.6322465451110104,
      "learning_rate": 5.258905818830688e-05,
      "loss": 2.8525,
      "step": 51757
    },
    {
      "epoch": 4.396704043493035,
      "grad_norm": 3.3998278393213863,
      "learning_rate": 5.258383696970023e-05,
      "loss": 2.3729,
      "step": 51758
    },
    {
      "epoch": 4.396788990825688,
      "grad_norm": 3.4929602654466003,
      "learning_rate": 5.257861595520967e-05,
      "loss": 2.6409,
      "step": 51759
    },
    {
      "epoch": 4.3968739381583415,
      "grad_norm": 3.3984074599523604,
      "learning_rate": 5.257339514484635e-05,
      "loss": 2.4351,
      "step": 51760
    },
    {
      "epoch": 4.396958885490996,
      "grad_norm": 3.023333166393348,
      "learning_rate": 5.2568174538621094e-05,
      "loss": 2.1572,
      "step": 51761
    },
    {
      "epoch": 4.397043832823649,
      "grad_norm": 3.1363395333904687,
      "learning_rate": 5.2562954136544854e-05,
      "loss": 2.1997,
      "step": 51762
    },
    {
      "epoch": 4.3971287801563035,
      "grad_norm": 3.5182485224971436,
      "learning_rate": 5.2557733938628505e-05,
      "loss": 2.408,
      "step": 51763
    },
    {
      "epoch": 4.397213727488957,
      "grad_norm": 3.5819520134478924,
      "learning_rate": 5.25525139448831e-05,
      "loss": 2.4661,
      "step": 51764
    },
    {
      "epoch": 4.39729867482161,
      "grad_norm": 3.621394189287174,
      "learning_rate": 5.254729415531945e-05,
      "loss": 2.5188,
      "step": 51765
    },
    {
      "epoch": 4.397383622154265,
      "grad_norm": 3.003997445692517,
      "learning_rate": 5.254207456994862e-05,
      "loss": 2.0954,
      "step": 51766
    },
    {
      "epoch": 4.397468569486918,
      "grad_norm": 3.3411915239196635,
      "learning_rate": 5.253685518878144e-05,
      "loss": 2.2311,
      "step": 51767
    },
    {
      "epoch": 4.397553516819572,
      "grad_norm": 3.5778487250756603,
      "learning_rate": 5.253163601182893e-05,
      "loss": 2.4869,
      "step": 51768
    },
    {
      "epoch": 4.397638464152226,
      "grad_norm": 3.3371291589134824,
      "learning_rate": 5.2526417039102e-05,
      "loss": 2.3855,
      "step": 51769
    },
    {
      "epoch": 4.397723411484879,
      "grad_norm": 3.247161282114767,
      "learning_rate": 5.252119827061151e-05,
      "loss": 2.4179,
      "step": 51770
    },
    {
      "epoch": 4.397808358817533,
      "grad_norm": 3.5799983107221243,
      "learning_rate": 5.25159797063685e-05,
      "loss": 2.7361,
      "step": 51771
    },
    {
      "epoch": 4.397893306150187,
      "grad_norm": 3.197356548859429,
      "learning_rate": 5.251076134638384e-05,
      "loss": 2.1938,
      "step": 51772
    },
    {
      "epoch": 4.39797825348284,
      "grad_norm": 3.4457601527916033,
      "learning_rate": 5.250554319066852e-05,
      "loss": 2.5285,
      "step": 51773
    },
    {
      "epoch": 4.3980632008154945,
      "grad_norm": 3.172857088051233,
      "learning_rate": 5.250032523923339e-05,
      "loss": 2.4677,
      "step": 51774
    },
    {
      "epoch": 4.398148148148148,
      "grad_norm": 3.101720237561968,
      "learning_rate": 5.249510749208949e-05,
      "loss": 2.0457,
      "step": 51775
    },
    {
      "epoch": 4.398233095480802,
      "grad_norm": 3.0698794303534145,
      "learning_rate": 5.2489889949247696e-05,
      "loss": 2.405,
      "step": 51776
    },
    {
      "epoch": 4.398318042813456,
      "grad_norm": 3.174498446522167,
      "learning_rate": 5.248467261071889e-05,
      "loss": 2.2348,
      "step": 51777
    },
    {
      "epoch": 4.398402990146109,
      "grad_norm": 4.012475127458819,
      "learning_rate": 5.2479455476514046e-05,
      "loss": 2.8595,
      "step": 51778
    },
    {
      "epoch": 4.398487937478763,
      "grad_norm": 3.0997040084502094,
      "learning_rate": 5.247423854664416e-05,
      "loss": 2.3097,
      "step": 51779
    },
    {
      "epoch": 4.398572884811417,
      "grad_norm": 3.1423823878656787,
      "learning_rate": 5.24690218211201e-05,
      "loss": 2.433,
      "step": 51780
    },
    {
      "epoch": 4.398657832144071,
      "grad_norm": 3.3540618281876466,
      "learning_rate": 5.246380529995277e-05,
      "loss": 2.4751,
      "step": 51781
    },
    {
      "epoch": 4.398742779476724,
      "grad_norm": 3.662019322319178,
      "learning_rate": 5.245858898315317e-05,
      "loss": 2.5559,
      "step": 51782
    },
    {
      "epoch": 4.398827726809378,
      "grad_norm": 3.5332461693059356,
      "learning_rate": 5.245337287073219e-05,
      "loss": 2.6543,
      "step": 51783
    },
    {
      "epoch": 4.398912674142032,
      "grad_norm": 3.9056250065624827,
      "learning_rate": 5.244815696270072e-05,
      "loss": 2.8684,
      "step": 51784
    },
    {
      "epoch": 4.3989976214746855,
      "grad_norm": 3.0956198770548284,
      "learning_rate": 5.2442941259069734e-05,
      "loss": 2.0245,
      "step": 51785
    },
    {
      "epoch": 4.39908256880734,
      "grad_norm": 3.344587144493032,
      "learning_rate": 5.2437725759850193e-05,
      "loss": 2.5778,
      "step": 51786
    },
    {
      "epoch": 4.399167516139993,
      "grad_norm": 3.375437717646512,
      "learning_rate": 5.243251046505301e-05,
      "loss": 2.5417,
      "step": 51787
    },
    {
      "epoch": 4.399252463472647,
      "grad_norm": 3.234215543598634,
      "learning_rate": 5.242729537468904e-05,
      "loss": 2.4168,
      "step": 51788
    },
    {
      "epoch": 4.399337410805301,
      "grad_norm": 3.09091448257856,
      "learning_rate": 5.2422080488769296e-05,
      "loss": 2.0859,
      "step": 51789
    },
    {
      "epoch": 4.399422358137954,
      "grad_norm": 3.8054153988648336,
      "learning_rate": 5.241686580730464e-05,
      "loss": 2.7452,
      "step": 51790
    },
    {
      "epoch": 4.399507305470609,
      "grad_norm": 2.9762453929186514,
      "learning_rate": 5.2411651330306065e-05,
      "loss": 2.1701,
      "step": 51791
    },
    {
      "epoch": 4.399592252803262,
      "grad_norm": 3.3288262422538883,
      "learning_rate": 5.240643705778442e-05,
      "loss": 2.2153,
      "step": 51792
    },
    {
      "epoch": 4.3996772001359155,
      "grad_norm": 3.175621813983506,
      "learning_rate": 5.2401222989750724e-05,
      "loss": 2.2645,
      "step": 51793
    },
    {
      "epoch": 4.39976214746857,
      "grad_norm": 3.1115557911440734,
      "learning_rate": 5.2396009126215847e-05,
      "loss": 2.3213,
      "step": 51794
    },
    {
      "epoch": 4.399847094801223,
      "grad_norm": 3.171072051406867,
      "learning_rate": 5.239079546719067e-05,
      "loss": 2.3301,
      "step": 51795
    },
    {
      "epoch": 4.399932042133877,
      "grad_norm": 3.3972241989834915,
      "learning_rate": 5.238558201268617e-05,
      "loss": 2.3033,
      "step": 51796
    },
    {
      "epoch": 4.400016989466531,
      "grad_norm": 4.094616789655398,
      "learning_rate": 5.23803687627133e-05,
      "loss": 2.7877,
      "step": 51797
    },
    {
      "epoch": 4.400101936799184,
      "grad_norm": 3.634267829759006,
      "learning_rate": 5.237515571728296e-05,
      "loss": 2.6387,
      "step": 51798
    },
    {
      "epoch": 4.400186884131839,
      "grad_norm": 3.8485930791507235,
      "learning_rate": 5.2369942876406e-05,
      "loss": 2.8125,
      "step": 51799
    },
    {
      "epoch": 4.400271831464492,
      "grad_norm": 3.3643089622827693,
      "learning_rate": 5.236473024009346e-05,
      "loss": 2.3729,
      "step": 51800
    },
    {
      "epoch": 4.400356778797145,
      "grad_norm": 3.4180469397677475,
      "learning_rate": 5.235951780835621e-05,
      "loss": 2.6413,
      "step": 51801
    },
    {
      "epoch": 4.4004417261298,
      "grad_norm": 3.252788819358032,
      "learning_rate": 5.235430558120511e-05,
      "loss": 2.1448,
      "step": 51802
    },
    {
      "epoch": 4.400526673462453,
      "grad_norm": 3.66886888387283,
      "learning_rate": 5.234909355865113e-05,
      "loss": 2.5513,
      "step": 51803
    },
    {
      "epoch": 4.400611620795107,
      "grad_norm": 3.73840327954882,
      "learning_rate": 5.234388174070526e-05,
      "loss": 2.7544,
      "step": 51804
    },
    {
      "epoch": 4.400696568127761,
      "grad_norm": 3.745946006725139,
      "learning_rate": 5.2338670127378365e-05,
      "loss": 2.669,
      "step": 51805
    },
    {
      "epoch": 4.400781515460414,
      "grad_norm": 3.266074193551558,
      "learning_rate": 5.23334587186813e-05,
      "loss": 2.5273,
      "step": 51806
    },
    {
      "epoch": 4.4008664627930685,
      "grad_norm": 3.2203963039819685,
      "learning_rate": 5.232824751462511e-05,
      "loss": 2.2138,
      "step": 51807
    },
    {
      "epoch": 4.400951410125722,
      "grad_norm": 3.7944920062761027,
      "learning_rate": 5.2323036515220576e-05,
      "loss": 2.7724,
      "step": 51808
    },
    {
      "epoch": 4.401036357458376,
      "grad_norm": 3.506149834902207,
      "learning_rate": 5.231782572047875e-05,
      "loss": 2.3812,
      "step": 51809
    },
    {
      "epoch": 4.40112130479103,
      "grad_norm": 3.2094980954569796,
      "learning_rate": 5.231261513041043e-05,
      "loss": 2.6007,
      "step": 51810
    },
    {
      "epoch": 4.401206252123683,
      "grad_norm": 3.6292443666037757,
      "learning_rate": 5.230740474502666e-05,
      "loss": 2.5269,
      "step": 51811
    },
    {
      "epoch": 4.401291199456337,
      "grad_norm": 3.5179932884261453,
      "learning_rate": 5.230219456433827e-05,
      "loss": 2.7683,
      "step": 51812
    },
    {
      "epoch": 4.401376146788991,
      "grad_norm": 3.6441061599881506,
      "learning_rate": 5.229698458835617e-05,
      "loss": 2.9052,
      "step": 51813
    },
    {
      "epoch": 4.401461094121645,
      "grad_norm": 3.385875603902288,
      "learning_rate": 5.2291774817091324e-05,
      "loss": 2.2145,
      "step": 51814
    },
    {
      "epoch": 4.401546041454298,
      "grad_norm": 3.327086243169466,
      "learning_rate": 5.22865652505546e-05,
      "loss": 2.1676,
      "step": 51815
    },
    {
      "epoch": 4.401630988786952,
      "grad_norm": 3.0752901337296232,
      "learning_rate": 5.2281355888756985e-05,
      "loss": 2.2359,
      "step": 51816
    },
    {
      "epoch": 4.401715936119606,
      "grad_norm": 3.410249325364694,
      "learning_rate": 5.227614673170929e-05,
      "loss": 2.5621,
      "step": 51817
    },
    {
      "epoch": 4.4018008834522595,
      "grad_norm": 3.771194116413501,
      "learning_rate": 5.227093777942255e-05,
      "loss": 3.0303,
      "step": 51818
    },
    {
      "epoch": 4.401885830784913,
      "grad_norm": 3.2715198033250776,
      "learning_rate": 5.226572903190761e-05,
      "loss": 2.4122,
      "step": 51819
    },
    {
      "epoch": 4.401970778117567,
      "grad_norm": 3.3308443225162585,
      "learning_rate": 5.2260520489175364e-05,
      "loss": 2.5366,
      "step": 51820
    },
    {
      "epoch": 4.402055725450221,
      "grad_norm": 3.6293306855867473,
      "learning_rate": 5.225531215123673e-05,
      "loss": 2.5192,
      "step": 51821
    },
    {
      "epoch": 4.402140672782875,
      "grad_norm": 3.1896210763968376,
      "learning_rate": 5.2250104018102714e-05,
      "loss": 2.2738,
      "step": 51822
    },
    {
      "epoch": 4.402225620115528,
      "grad_norm": 3.4706381422177794,
      "learning_rate": 5.224489608978416e-05,
      "loss": 2.6146,
      "step": 51823
    },
    {
      "epoch": 4.402310567448182,
      "grad_norm": 3.49582368942947,
      "learning_rate": 5.223968836629192e-05,
      "loss": 2.5967,
      "step": 51824
    },
    {
      "epoch": 4.402395514780836,
      "grad_norm": 3.448610641274182,
      "learning_rate": 5.2234480847637005e-05,
      "loss": 2.6068,
      "step": 51825
    },
    {
      "epoch": 4.402480462113489,
      "grad_norm": 3.305079447673736,
      "learning_rate": 5.22292735338303e-05,
      "loss": 2.4556,
      "step": 51826
    },
    {
      "epoch": 4.402565409446144,
      "grad_norm": 3.5210799038695706,
      "learning_rate": 5.222406642488266e-05,
      "loss": 2.5911,
      "step": 51827
    },
    {
      "epoch": 4.402650356778797,
      "grad_norm": 3.383844929140648,
      "learning_rate": 5.221885952080502e-05,
      "loss": 2.3536,
      "step": 51828
    },
    {
      "epoch": 4.4027353041114505,
      "grad_norm": 3.836402740145411,
      "learning_rate": 5.221365282160838e-05,
      "loss": 2.6885,
      "step": 51829
    },
    {
      "epoch": 4.402820251444105,
      "grad_norm": 3.8901598372340382,
      "learning_rate": 5.220844632730358e-05,
      "loss": 3.1755,
      "step": 51830
    },
    {
      "epoch": 4.402905198776758,
      "grad_norm": 3.5426169335160282,
      "learning_rate": 5.220324003790145e-05,
      "loss": 2.7543,
      "step": 51831
    },
    {
      "epoch": 4.4029901461094125,
      "grad_norm": 3.501745165307794,
      "learning_rate": 5.219803395341304e-05,
      "loss": 2.593,
      "step": 51832
    },
    {
      "epoch": 4.403075093442066,
      "grad_norm": 3.5806353998077514,
      "learning_rate": 5.2192828073849167e-05,
      "loss": 3.0184,
      "step": 51833
    },
    {
      "epoch": 4.403160040774719,
      "grad_norm": 3.6764518079290363,
      "learning_rate": 5.2187622399220785e-05,
      "loss": 2.8238,
      "step": 51834
    },
    {
      "epoch": 4.403244988107374,
      "grad_norm": 3.1410889199826966,
      "learning_rate": 5.218241692953875e-05,
      "loss": 2.1227,
      "step": 51835
    },
    {
      "epoch": 4.403329935440027,
      "grad_norm": 3.7068484528814274,
      "learning_rate": 5.217721166481403e-05,
      "loss": 2.8454,
      "step": 51836
    },
    {
      "epoch": 4.403414882772681,
      "grad_norm": 3.3327304727861815,
      "learning_rate": 5.2172006605057526e-05,
      "loss": 2.3952,
      "step": 51837
    },
    {
      "epoch": 4.403499830105335,
      "grad_norm": 3.3648770621963275,
      "learning_rate": 5.2166801750280066e-05,
      "loss": 2.5795,
      "step": 51838
    },
    {
      "epoch": 4.403584777437988,
      "grad_norm": 3.3252403635496486,
      "learning_rate": 5.2161597100492616e-05,
      "loss": 2.3179,
      "step": 51839
    },
    {
      "epoch": 4.4036697247706424,
      "grad_norm": 3.5028377576002976,
      "learning_rate": 5.215639265570612e-05,
      "loss": 2.9156,
      "step": 51840
    },
    {
      "epoch": 4.403754672103296,
      "grad_norm": 3.0784886678000047,
      "learning_rate": 5.2151188415931446e-05,
      "loss": 2.1065,
      "step": 51841
    },
    {
      "epoch": 4.403839619435949,
      "grad_norm": 3.5450550544479364,
      "learning_rate": 5.214598438117944e-05,
      "loss": 2.3758,
      "step": 51842
    },
    {
      "epoch": 4.4039245667686036,
      "grad_norm": 3.4963370943115586,
      "learning_rate": 5.21407805514611e-05,
      "loss": 2.5023,
      "step": 51843
    },
    {
      "epoch": 4.404009514101257,
      "grad_norm": 3.1488907438683946,
      "learning_rate": 5.213557692678729e-05,
      "loss": 2.2672,
      "step": 51844
    },
    {
      "epoch": 4.404094461433911,
      "grad_norm": 3.1863469878011283,
      "learning_rate": 5.213037350716886e-05,
      "loss": 2.1718,
      "step": 51845
    },
    {
      "epoch": 4.404179408766565,
      "grad_norm": 3.281875310993432,
      "learning_rate": 5.212517029261677e-05,
      "loss": 2.4779,
      "step": 51846
    },
    {
      "epoch": 4.404264356099218,
      "grad_norm": 3.1871881115282856,
      "learning_rate": 5.2119967283141964e-05,
      "loss": 2.2968,
      "step": 51847
    },
    {
      "epoch": 4.404349303431872,
      "grad_norm": 3.528736512972628,
      "learning_rate": 5.211476447875529e-05,
      "loss": 2.639,
      "step": 51848
    },
    {
      "epoch": 4.404434250764526,
      "grad_norm": 3.771391688751277,
      "learning_rate": 5.2109561879467614e-05,
      "loss": 2.5899,
      "step": 51849
    },
    {
      "epoch": 4.40451919809718,
      "grad_norm": 3.6498541547920573,
      "learning_rate": 5.210435948528993e-05,
      "loss": 2.7757,
      "step": 51850
    },
    {
      "epoch": 4.4046041454298335,
      "grad_norm": 3.4985214690350364,
      "learning_rate": 5.2099157296233036e-05,
      "loss": 2.4723,
      "step": 51851
    },
    {
      "epoch": 4.404689092762487,
      "grad_norm": 3.5736855379981107,
      "learning_rate": 5.2093955312307915e-05,
      "loss": 2.8459,
      "step": 51852
    },
    {
      "epoch": 4.404774040095141,
      "grad_norm": 3.3123946814080942,
      "learning_rate": 5.20887535335254e-05,
      "loss": 2.3692,
      "step": 51853
    },
    {
      "epoch": 4.404858987427795,
      "grad_norm": 3.4329011763825807,
      "learning_rate": 5.208355195989648e-05,
      "loss": 2.6523,
      "step": 51854
    },
    {
      "epoch": 4.404943934760449,
      "grad_norm": 3.3772273647509743,
      "learning_rate": 5.2078350591431996e-05,
      "loss": 2.4687,
      "step": 51855
    },
    {
      "epoch": 4.405028882093102,
      "grad_norm": 2.9804190462215296,
      "learning_rate": 5.2073149428142787e-05,
      "loss": 2.1522,
      "step": 51856
    },
    {
      "epoch": 4.405113829425756,
      "grad_norm": 4.107712676357207,
      "learning_rate": 5.206794847003983e-05,
      "loss": 2.9211,
      "step": 51857
    },
    {
      "epoch": 4.40519877675841,
      "grad_norm": 3.2520714539461455,
      "learning_rate": 5.206274771713405e-05,
      "loss": 2.1775,
      "step": 51858
    },
    {
      "epoch": 4.405283724091063,
      "grad_norm": 3.8791753156599733,
      "learning_rate": 5.205754716943628e-05,
      "loss": 2.9061,
      "step": 51859
    },
    {
      "epoch": 4.405368671423718,
      "grad_norm": 3.1630849132945973,
      "learning_rate": 5.205234682695741e-05,
      "loss": 2.1771,
      "step": 51860
    },
    {
      "epoch": 4.405453618756371,
      "grad_norm": 3.2884330821513106,
      "learning_rate": 5.20471466897084e-05,
      "loss": 2.2212,
      "step": 51861
    },
    {
      "epoch": 4.4055385660890245,
      "grad_norm": 3.8040480354249,
      "learning_rate": 5.204194675770012e-05,
      "loss": 2.7856,
      "step": 51862
    },
    {
      "epoch": 4.405623513421679,
      "grad_norm": 3.5398001857881787,
      "learning_rate": 5.2036747030943406e-05,
      "loss": 2.4631,
      "step": 51863
    },
    {
      "epoch": 4.405708460754332,
      "grad_norm": 3.46311316441414,
      "learning_rate": 5.203154750944918e-05,
      "loss": 2.5599,
      "step": 51864
    },
    {
      "epoch": 4.405793408086986,
      "grad_norm": 3.22204505387607,
      "learning_rate": 5.2026348193228434e-05,
      "loss": 2.2924,
      "step": 51865
    },
    {
      "epoch": 4.40587835541964,
      "grad_norm": 3.473297038614642,
      "learning_rate": 5.2021149082291964e-05,
      "loss": 2.5683,
      "step": 51866
    },
    {
      "epoch": 4.405963302752293,
      "grad_norm": 2.9913871019331344,
      "learning_rate": 5.2015950176650654e-05,
      "loss": 2.0854,
      "step": 51867
    },
    {
      "epoch": 4.406048250084948,
      "grad_norm": 3.27743802288914,
      "learning_rate": 5.201075147631547e-05,
      "loss": 2.368,
      "step": 51868
    },
    {
      "epoch": 4.406133197417601,
      "grad_norm": 3.1732619793794408,
      "learning_rate": 5.200555298129727e-05,
      "loss": 2.2559,
      "step": 51869
    },
    {
      "epoch": 4.406218144750255,
      "grad_norm": 3.5240998759824365,
      "learning_rate": 5.2000354691606886e-05,
      "loss": 2.595,
      "step": 51870
    },
    {
      "epoch": 4.406303092082909,
      "grad_norm": 3.2588469244601774,
      "learning_rate": 5.1995156607255246e-05,
      "loss": 2.5042,
      "step": 51871
    },
    {
      "epoch": 4.406388039415562,
      "grad_norm": 3.447177119386005,
      "learning_rate": 5.198995872825333e-05,
      "loss": 2.5105,
      "step": 51872
    },
    {
      "epoch": 4.406472986748216,
      "grad_norm": 3.153671691132755,
      "learning_rate": 5.198476105461196e-05,
      "loss": 2.3106,
      "step": 51873
    },
    {
      "epoch": 4.40655793408087,
      "grad_norm": 2.889134334054168,
      "learning_rate": 5.1979563586341974e-05,
      "loss": 1.9603,
      "step": 51874
    },
    {
      "epoch": 4.406642881413523,
      "grad_norm": 3.3394669639188215,
      "learning_rate": 5.1974366323454346e-05,
      "loss": 2.477,
      "step": 51875
    },
    {
      "epoch": 4.4067278287461775,
      "grad_norm": 3.281721305892437,
      "learning_rate": 5.196916926595991e-05,
      "loss": 2.4477,
      "step": 51876
    },
    {
      "epoch": 4.406812776078831,
      "grad_norm": 3.2081860072255397,
      "learning_rate": 5.196397241386961e-05,
      "loss": 2.1662,
      "step": 51877
    },
    {
      "epoch": 4.406897723411485,
      "grad_norm": 3.5159668774594146,
      "learning_rate": 5.195877576719426e-05,
      "loss": 2.7096,
      "step": 51878
    },
    {
      "epoch": 4.406982670744139,
      "grad_norm": 4.0743343579256734,
      "learning_rate": 5.195357932594484e-05,
      "loss": 3.0947,
      "step": 51879
    },
    {
      "epoch": 4.407067618076792,
      "grad_norm": 3.314310864429885,
      "learning_rate": 5.194838309013219e-05,
      "loss": 2.4346,
      "step": 51880
    },
    {
      "epoch": 4.407152565409446,
      "grad_norm": 3.5381591546088074,
      "learning_rate": 5.194318705976715e-05,
      "loss": 2.6805,
      "step": 51881
    },
    {
      "epoch": 4.4072375127421,
      "grad_norm": 3.3463579718883265,
      "learning_rate": 5.193799123486066e-05,
      "loss": 2.5434,
      "step": 51882
    },
    {
      "epoch": 4.407322460074754,
      "grad_norm": 3.1512244739786004,
      "learning_rate": 5.193279561542366e-05,
      "loss": 2.2803,
      "step": 51883
    },
    {
      "epoch": 4.407407407407407,
      "grad_norm": 3.594575318829076,
      "learning_rate": 5.192760020146696e-05,
      "loss": 2.5291,
      "step": 51884
    },
    {
      "epoch": 4.407492354740061,
      "grad_norm": 3.2310251301091,
      "learning_rate": 5.1922404993001424e-05,
      "loss": 2.4671,
      "step": 51885
    },
    {
      "epoch": 4.407577302072715,
      "grad_norm": 3.944526959619669,
      "learning_rate": 5.191720999003803e-05,
      "loss": 2.5396,
      "step": 51886
    },
    {
      "epoch": 4.4076622494053685,
      "grad_norm": 3.481745696342603,
      "learning_rate": 5.1912015192587606e-05,
      "loss": 2.3311,
      "step": 51887
    },
    {
      "epoch": 4.407747196738022,
      "grad_norm": 3.3514403130620316,
      "learning_rate": 5.1906820600661004e-05,
      "loss": 2.4162,
      "step": 51888
    },
    {
      "epoch": 4.407832144070676,
      "grad_norm": 3.633571541503026,
      "learning_rate": 5.190162621426912e-05,
      "loss": 2.5127,
      "step": 51889
    },
    {
      "epoch": 4.40791709140333,
      "grad_norm": 3.494770655995528,
      "learning_rate": 5.189643203342294e-05,
      "loss": 2.3794,
      "step": 51890
    },
    {
      "epoch": 4.408002038735984,
      "grad_norm": 3.308496833368194,
      "learning_rate": 5.189123805813325e-05,
      "loss": 2.4723,
      "step": 51891
    },
    {
      "epoch": 4.408086986068637,
      "grad_norm": 3.610582347296857,
      "learning_rate": 5.188604428841092e-05,
      "loss": 2.5407,
      "step": 51892
    },
    {
      "epoch": 4.408171933401292,
      "grad_norm": 3.45870087370336,
      "learning_rate": 5.188085072426692e-05,
      "loss": 2.6395,
      "step": 51893
    },
    {
      "epoch": 4.408256880733945,
      "grad_norm": 4.122280820431583,
      "learning_rate": 5.187565736571202e-05,
      "loss": 3.2295,
      "step": 51894
    },
    {
      "epoch": 4.4083418280665985,
      "grad_norm": 3.540472765684972,
      "learning_rate": 5.187046421275721e-05,
      "loss": 2.3668,
      "step": 51895
    },
    {
      "epoch": 4.408426775399253,
      "grad_norm": 3.5861534943127285,
      "learning_rate": 5.1865271265413275e-05,
      "loss": 2.4731,
      "step": 51896
    },
    {
      "epoch": 4.408511722731906,
      "grad_norm": 3.269121675858374,
      "learning_rate": 5.186007852369119e-05,
      "loss": 2.4518,
      "step": 51897
    },
    {
      "epoch": 4.40859667006456,
      "grad_norm": 3.3908934866072777,
      "learning_rate": 5.185488598760179e-05,
      "loss": 2.48,
      "step": 51898
    },
    {
      "epoch": 4.408681617397214,
      "grad_norm": 3.1462834292622954,
      "learning_rate": 5.18496936571559e-05,
      "loss": 2.2725,
      "step": 51899
    },
    {
      "epoch": 4.408766564729867,
      "grad_norm": 3.8657068510433055,
      "learning_rate": 5.184450153236446e-05,
      "loss": 2.8184,
      "step": 51900
    },
    {
      "epoch": 4.408851512062522,
      "grad_norm": 3.249556024018868,
      "learning_rate": 5.183930961323839e-05,
      "loss": 2.3703,
      "step": 51901
    },
    {
      "epoch": 4.408936459395175,
      "grad_norm": 3.2241636587378415,
      "learning_rate": 5.183411789978851e-05,
      "loss": 2.3986,
      "step": 51902
    },
    {
      "epoch": 4.409021406727828,
      "grad_norm": 3.4438837010533887,
      "learning_rate": 5.182892639202566e-05,
      "loss": 2.3201,
      "step": 51903
    },
    {
      "epoch": 4.409106354060483,
      "grad_norm": 3.6259237349102365,
      "learning_rate": 5.182373508996082e-05,
      "loss": 2.6028,
      "step": 51904
    },
    {
      "epoch": 4.409191301393136,
      "grad_norm": 3.35451126453734,
      "learning_rate": 5.181854399360482e-05,
      "loss": 2.5021,
      "step": 51905
    },
    {
      "epoch": 4.40927624872579,
      "grad_norm": 3.333239519068428,
      "learning_rate": 5.181335310296847e-05,
      "loss": 2.4798,
      "step": 51906
    },
    {
      "epoch": 4.409361196058444,
      "grad_norm": 3.2370879560399644,
      "learning_rate": 5.180816241806272e-05,
      "loss": 2.2608,
      "step": 51907
    },
    {
      "epoch": 4.409446143391097,
      "grad_norm": 3.747777851710608,
      "learning_rate": 5.180297193889846e-05,
      "loss": 2.8826,
      "step": 51908
    },
    {
      "epoch": 4.4095310907237515,
      "grad_norm": 3.307160967088469,
      "learning_rate": 5.1797781665486555e-05,
      "loss": 2.546,
      "step": 51909
    },
    {
      "epoch": 4.409616038056405,
      "grad_norm": 3.598901073363842,
      "learning_rate": 5.179259159783782e-05,
      "loss": 2.5719,
      "step": 51910
    },
    {
      "epoch": 4.409700985389059,
      "grad_norm": 3.2291644294328186,
      "learning_rate": 5.178740173596321e-05,
      "loss": 2.4286,
      "step": 51911
    },
    {
      "epoch": 4.409785932721713,
      "grad_norm": 3.1857076648858467,
      "learning_rate": 5.178221207987357e-05,
      "loss": 2.3389,
      "step": 51912
    },
    {
      "epoch": 4.409870880054366,
      "grad_norm": 3.4936727056418015,
      "learning_rate": 5.177702262957971e-05,
      "loss": 2.3273,
      "step": 51913
    },
    {
      "epoch": 4.40995582738702,
      "grad_norm": 3.9308866148715094,
      "learning_rate": 5.177183338509257e-05,
      "loss": 2.8963,
      "step": 51914
    },
    {
      "epoch": 4.410040774719674,
      "grad_norm": 3.303941248551674,
      "learning_rate": 5.1766644346423045e-05,
      "loss": 2.5201,
      "step": 51915
    },
    {
      "epoch": 4.410125722052328,
      "grad_norm": 3.5693314479545766,
      "learning_rate": 5.176145551358198e-05,
      "loss": 2.7772,
      "step": 51916
    },
    {
      "epoch": 4.410210669384981,
      "grad_norm": 3.532493347340805,
      "learning_rate": 5.1756266886580216e-05,
      "loss": 2.5607,
      "step": 51917
    },
    {
      "epoch": 4.410295616717635,
      "grad_norm": 3.16659475047856,
      "learning_rate": 5.175107846542869e-05,
      "loss": 2.3195,
      "step": 51918
    },
    {
      "epoch": 4.410380564050289,
      "grad_norm": 3.3564759448044597,
      "learning_rate": 5.174589025013817e-05,
      "loss": 2.702,
      "step": 51919
    },
    {
      "epoch": 4.4104655113829425,
      "grad_norm": 3.052121689659255,
      "learning_rate": 5.174070224071965e-05,
      "loss": 2.1829,
      "step": 51920
    },
    {
      "epoch": 4.410550458715596,
      "grad_norm": 3.018154172890678,
      "learning_rate": 5.17355144371839e-05,
      "loss": 2.176,
      "step": 51921
    },
    {
      "epoch": 4.41063540604825,
      "grad_norm": 3.731843908178626,
      "learning_rate": 5.1730326839541875e-05,
      "loss": 2.7163,
      "step": 51922
    },
    {
      "epoch": 4.410720353380904,
      "grad_norm": 3.0641684033933814,
      "learning_rate": 5.1725139447804395e-05,
      "loss": 2.0318,
      "step": 51923
    },
    {
      "epoch": 4.410805300713558,
      "grad_norm": 2.8900753851012277,
      "learning_rate": 5.171995226198229e-05,
      "loss": 1.9272,
      "step": 51924
    },
    {
      "epoch": 4.410890248046211,
      "grad_norm": 3.0956219177584217,
      "learning_rate": 5.171476528208649e-05,
      "loss": 2.2462,
      "step": 51925
    },
    {
      "epoch": 4.410975195378865,
      "grad_norm": 2.999267708525726,
      "learning_rate": 5.170957850812787e-05,
      "loss": 1.9882,
      "step": 51926
    },
    {
      "epoch": 4.411060142711519,
      "grad_norm": 3.359054125138742,
      "learning_rate": 5.17043919401173e-05,
      "loss": 2.1524,
      "step": 51927
    },
    {
      "epoch": 4.411145090044172,
      "grad_norm": 3.2430029638252327,
      "learning_rate": 5.169920557806556e-05,
      "loss": 2.4399,
      "step": 51928
    },
    {
      "epoch": 4.411230037376827,
      "grad_norm": 3.1508218388356415,
      "learning_rate": 5.1694019421983644e-05,
      "loss": 2.2646,
      "step": 51929
    },
    {
      "epoch": 4.41131498470948,
      "grad_norm": 3.0909942468380187,
      "learning_rate": 5.168883347188235e-05,
      "loss": 2.3246,
      "step": 51930
    },
    {
      "epoch": 4.4113999320421335,
      "grad_norm": 3.507649488312128,
      "learning_rate": 5.1683647727772487e-05,
      "loss": 2.6821,
      "step": 51931
    },
    {
      "epoch": 4.411484879374788,
      "grad_norm": 3.3972983346262393,
      "learning_rate": 5.1678462189664994e-05,
      "loss": 2.5176,
      "step": 51932
    },
    {
      "epoch": 4.411569826707441,
      "grad_norm": 3.478020330782405,
      "learning_rate": 5.1673276857570775e-05,
      "loss": 2.6511,
      "step": 51933
    },
    {
      "epoch": 4.4116547740400955,
      "grad_norm": 3.2942431030971666,
      "learning_rate": 5.166809173150063e-05,
      "loss": 2.5152,
      "step": 51934
    },
    {
      "epoch": 4.411739721372749,
      "grad_norm": 3.26461161732509,
      "learning_rate": 5.1662906811465396e-05,
      "loss": 2.3725,
      "step": 51935
    },
    {
      "epoch": 4.411824668705402,
      "grad_norm": 3.6364500204628913,
      "learning_rate": 5.165772209747604e-05,
      "loss": 2.6652,
      "step": 51936
    },
    {
      "epoch": 4.411909616038057,
      "grad_norm": 3.423667817046324,
      "learning_rate": 5.1652537589543315e-05,
      "loss": 2.4663,
      "step": 51937
    },
    {
      "epoch": 4.41199456337071,
      "grad_norm": 3.348633974934272,
      "learning_rate": 5.164735328767816e-05,
      "loss": 2.5424,
      "step": 51938
    },
    {
      "epoch": 4.412079510703364,
      "grad_norm": 3.6251862177215597,
      "learning_rate": 5.164216919189138e-05,
      "loss": 2.7572,
      "step": 51939
    },
    {
      "epoch": 4.412164458036018,
      "grad_norm": 3.4332587667699768,
      "learning_rate": 5.163698530219391e-05,
      "loss": 2.3371,
      "step": 51940
    },
    {
      "epoch": 4.412249405368671,
      "grad_norm": 3.2367452998403077,
      "learning_rate": 5.163180161859658e-05,
      "loss": 2.4124,
      "step": 51941
    },
    {
      "epoch": 4.4123343527013255,
      "grad_norm": 3.0261504018933687,
      "learning_rate": 5.1626618141110194e-05,
      "loss": 2.146,
      "step": 51942
    },
    {
      "epoch": 4.412419300033979,
      "grad_norm": 3.3357372135590184,
      "learning_rate": 5.162143486974564e-05,
      "loss": 2.1115,
      "step": 51943
    },
    {
      "epoch": 4.412504247366632,
      "grad_norm": 3.353520820143368,
      "learning_rate": 5.161625180451387e-05,
      "loss": 2.5089,
      "step": 51944
    },
    {
      "epoch": 4.412589194699287,
      "grad_norm": 3.8409727030750975,
      "learning_rate": 5.161106894542567e-05,
      "loss": 2.7639,
      "step": 51945
    },
    {
      "epoch": 4.41267414203194,
      "grad_norm": 3.4751111255578753,
      "learning_rate": 5.1605886292491856e-05,
      "loss": 2.3369,
      "step": 51946
    },
    {
      "epoch": 4.412759089364594,
      "grad_norm": 3.3635828849981033,
      "learning_rate": 5.1600703845723364e-05,
      "loss": 2.4696,
      "step": 51947
    },
    {
      "epoch": 4.412844036697248,
      "grad_norm": 3.5903685048901446,
      "learning_rate": 5.1595521605131046e-05,
      "loss": 2.7832,
      "step": 51948
    },
    {
      "epoch": 4.412928984029901,
      "grad_norm": 3.1593620915441627,
      "learning_rate": 5.1590339570725683e-05,
      "loss": 2.2227,
      "step": 51949
    },
    {
      "epoch": 4.413013931362555,
      "grad_norm": 3.3333268859542833,
      "learning_rate": 5.158515774251817e-05,
      "loss": 2.1147,
      "step": 51950
    },
    {
      "epoch": 4.413098878695209,
      "grad_norm": 3.1454258131144717,
      "learning_rate": 5.157997612051945e-05,
      "loss": 2.1705,
      "step": 51951
    },
    {
      "epoch": 4.413183826027863,
      "grad_norm": 3.2974195531216197,
      "learning_rate": 5.15747947047403e-05,
      "loss": 2.362,
      "step": 51952
    },
    {
      "epoch": 4.4132687733605165,
      "grad_norm": 3.004082002757031,
      "learning_rate": 5.156961349519155e-05,
      "loss": 2.0443,
      "step": 51953
    },
    {
      "epoch": 4.41335372069317,
      "grad_norm": 3.3754451811621653,
      "learning_rate": 5.1564432491884126e-05,
      "loss": 2.4645,
      "step": 51954
    },
    {
      "epoch": 4.413438668025824,
      "grad_norm": 3.2243013283370563,
      "learning_rate": 5.155925169482887e-05,
      "loss": 2.3496,
      "step": 51955
    },
    {
      "epoch": 4.413523615358478,
      "grad_norm": 3.1610059909187394,
      "learning_rate": 5.1554071104036567e-05,
      "loss": 2.1102,
      "step": 51956
    },
    {
      "epoch": 4.413608562691132,
      "grad_norm": 3.7927017421578433,
      "learning_rate": 5.1548890719518124e-05,
      "loss": 2.7497,
      "step": 51957
    },
    {
      "epoch": 4.413693510023785,
      "grad_norm": 3.5928309860825998,
      "learning_rate": 5.1543710541284445e-05,
      "loss": 2.4126,
      "step": 51958
    },
    {
      "epoch": 4.413778457356439,
      "grad_norm": 3.8680111922321525,
      "learning_rate": 5.1538530569346325e-05,
      "loss": 2.9667,
      "step": 51959
    },
    {
      "epoch": 4.413863404689093,
      "grad_norm": 3.599453894758039,
      "learning_rate": 5.15333508037146e-05,
      "loss": 2.6177,
      "step": 51960
    },
    {
      "epoch": 4.413948352021746,
      "grad_norm": 3.269222816428944,
      "learning_rate": 5.152817124440018e-05,
      "loss": 2.3425,
      "step": 51961
    },
    {
      "epoch": 4.414033299354401,
      "grad_norm": 3.754510374288792,
      "learning_rate": 5.152299189141385e-05,
      "loss": 2.7048,
      "step": 51962
    },
    {
      "epoch": 4.414118246687054,
      "grad_norm": 3.543539184627409,
      "learning_rate": 5.151781274476655e-05,
      "loss": 2.4765,
      "step": 51963
    },
    {
      "epoch": 4.4142031940197075,
      "grad_norm": 3.1920072443492975,
      "learning_rate": 5.151263380446902e-05,
      "loss": 2.1369,
      "step": 51964
    },
    {
      "epoch": 4.414288141352362,
      "grad_norm": 2.935575550835064,
      "learning_rate": 5.150745507053224e-05,
      "loss": 2.0915,
      "step": 51965
    },
    {
      "epoch": 4.414373088685015,
      "grad_norm": 3.3998663088366556,
      "learning_rate": 5.150227654296699e-05,
      "loss": 2.6236,
      "step": 51966
    },
    {
      "epoch": 4.414458036017669,
      "grad_norm": 3.1545922888944355,
      "learning_rate": 5.1497098221784125e-05,
      "loss": 2.261,
      "step": 51967
    },
    {
      "epoch": 4.414542983350323,
      "grad_norm": 3.789871852027867,
      "learning_rate": 5.149192010699439e-05,
      "loss": 3.004,
      "step": 51968
    },
    {
      "epoch": 4.414627930682976,
      "grad_norm": 3.454146902691566,
      "learning_rate": 5.148674219860885e-05,
      "loss": 2.6381,
      "step": 51969
    },
    {
      "epoch": 4.414712878015631,
      "grad_norm": 3.5271225661011933,
      "learning_rate": 5.1481564496638246e-05,
      "loss": 2.3862,
      "step": 51970
    },
    {
      "epoch": 4.414797825348284,
      "grad_norm": 3.074552219260835,
      "learning_rate": 5.147638700109337e-05,
      "loss": 2.1829,
      "step": 51971
    },
    {
      "epoch": 4.414882772680937,
      "grad_norm": 3.236552505323399,
      "learning_rate": 5.147120971198517e-05,
      "loss": 2.2983,
      "step": 51972
    },
    {
      "epoch": 4.414967720013592,
      "grad_norm": 3.0643343518660826,
      "learning_rate": 5.146603262932445e-05,
      "loss": 2.1012,
      "step": 51973
    },
    {
      "epoch": 4.415052667346245,
      "grad_norm": 3.34979897325566,
      "learning_rate": 5.146085575312202e-05,
      "loss": 2.4397,
      "step": 51974
    },
    {
      "epoch": 4.415137614678899,
      "grad_norm": 3.102337739705743,
      "learning_rate": 5.145567908338876e-05,
      "loss": 2.1194,
      "step": 51975
    },
    {
      "epoch": 4.415222562011553,
      "grad_norm": 3.3431896250583693,
      "learning_rate": 5.145050262013557e-05,
      "loss": 2.5222,
      "step": 51976
    },
    {
      "epoch": 4.415307509344206,
      "grad_norm": 3.4977364458574773,
      "learning_rate": 5.144532636337325e-05,
      "loss": 2.767,
      "step": 51977
    },
    {
      "epoch": 4.4153924566768605,
      "grad_norm": 3.509653829272716,
      "learning_rate": 5.14401503131126e-05,
      "loss": 2.4706,
      "step": 51978
    },
    {
      "epoch": 4.415477404009514,
      "grad_norm": 3.3452027999865193,
      "learning_rate": 5.143497446936455e-05,
      "loss": 2.3711,
      "step": 51979
    },
    {
      "epoch": 4.415562351342168,
      "grad_norm": 3.4286207555466,
      "learning_rate": 5.142979883213986e-05,
      "loss": 2.224,
      "step": 51980
    },
    {
      "epoch": 4.415647298674822,
      "grad_norm": 3.0525845037717305,
      "learning_rate": 5.142462340144947e-05,
      "loss": 2.1624,
      "step": 51981
    },
    {
      "epoch": 4.415732246007475,
      "grad_norm": 3.0921033343203206,
      "learning_rate": 5.1419448177304103e-05,
      "loss": 2.231,
      "step": 51982
    },
    {
      "epoch": 4.415817193340129,
      "grad_norm": 3.612591274881624,
      "learning_rate": 5.1414273159714736e-05,
      "loss": 2.482,
      "step": 51983
    },
    {
      "epoch": 4.415902140672783,
      "grad_norm": 3.2476611760260323,
      "learning_rate": 5.140909834869215e-05,
      "loss": 2.2202,
      "step": 51984
    },
    {
      "epoch": 4.415987088005437,
      "grad_norm": 3.3276585580259717,
      "learning_rate": 5.1403923744247194e-05,
      "loss": 2.3342,
      "step": 51985
    },
    {
      "epoch": 4.4160720353380905,
      "grad_norm": 3.654103243164102,
      "learning_rate": 5.139874934639059e-05,
      "loss": 2.7086,
      "step": 51986
    },
    {
      "epoch": 4.416156982670744,
      "grad_norm": 3.4055239836916096,
      "learning_rate": 5.139357515513339e-05,
      "loss": 2.4541,
      "step": 51987
    },
    {
      "epoch": 4.416241930003398,
      "grad_norm": 3.0064583824114357,
      "learning_rate": 5.138840117048635e-05,
      "loss": 2.0584,
      "step": 51988
    },
    {
      "epoch": 4.416326877336052,
      "grad_norm": 3.3948223116003646,
      "learning_rate": 5.138322739246023e-05,
      "loss": 2.3624,
      "step": 51989
    },
    {
      "epoch": 4.416411824668705,
      "grad_norm": 3.0938750845698153,
      "learning_rate": 5.137805382106601e-05,
      "loss": 2.2308,
      "step": 51990
    },
    {
      "epoch": 4.416496772001359,
      "grad_norm": 3.0512116416818476,
      "learning_rate": 5.137288045631445e-05,
      "loss": 2.3742,
      "step": 51991
    },
    {
      "epoch": 4.416581719334013,
      "grad_norm": 3.3529298231671354,
      "learning_rate": 5.136770729821639e-05,
      "loss": 2.1651,
      "step": 51992
    },
    {
      "epoch": 4.416666666666667,
      "grad_norm": 3.3057131682473466,
      "learning_rate": 5.13625343467826e-05,
      "loss": 2.218,
      "step": 51993
    },
    {
      "epoch": 4.41675161399932,
      "grad_norm": 3.055288172899636,
      "learning_rate": 5.135736160202409e-05,
      "loss": 2.1925,
      "step": 51994
    },
    {
      "epoch": 4.416836561331974,
      "grad_norm": 3.6335414832386896,
      "learning_rate": 5.135218906395161e-05,
      "loss": 2.6571,
      "step": 51995
    },
    {
      "epoch": 4.416921508664628,
      "grad_norm": 3.5256435709630645,
      "learning_rate": 5.134701673257597e-05,
      "loss": 2.6902,
      "step": 51996
    },
    {
      "epoch": 4.4170064559972815,
      "grad_norm": 3.5070085042516856,
      "learning_rate": 5.134184460790801e-05,
      "loss": 2.4627,
      "step": 51997
    },
    {
      "epoch": 4.417091403329936,
      "grad_norm": 3.3569866847290997,
      "learning_rate": 5.133667268995863e-05,
      "loss": 2.328,
      "step": 51998
    },
    {
      "epoch": 4.417176350662589,
      "grad_norm": 3.4995827802284123,
      "learning_rate": 5.133150097873857e-05,
      "loss": 2.346,
      "step": 51999
    },
    {
      "epoch": 4.417261297995243,
      "grad_norm": 3.6034976621826162,
      "learning_rate": 5.132632947425874e-05,
      "loss": 2.5758,
      "step": 52000
    },
    {
      "epoch": 4.417346245327897,
      "grad_norm": 3.4690924069216353,
      "learning_rate": 5.1321158176529985e-05,
      "loss": 2.4837,
      "step": 52001
    },
    {
      "epoch": 4.41743119266055,
      "grad_norm": 3.1272587452348697,
      "learning_rate": 5.131598708556313e-05,
      "loss": 2.2932,
      "step": 52002
    },
    {
      "epoch": 4.417516139993205,
      "grad_norm": 3.2282964972639245,
      "learning_rate": 5.131081620136898e-05,
      "loss": 2.3223,
      "step": 52003
    },
    {
      "epoch": 4.417601087325858,
      "grad_norm": 3.0930474483737775,
      "learning_rate": 5.130564552395835e-05,
      "loss": 2.1643,
      "step": 52004
    },
    {
      "epoch": 4.417686034658511,
      "grad_norm": 3.0951938824705603,
      "learning_rate": 5.130047505334209e-05,
      "loss": 2.1479,
      "step": 52005
    },
    {
      "epoch": 4.417770981991166,
      "grad_norm": 3.6095665813673237,
      "learning_rate": 5.129530478953111e-05,
      "loss": 2.5957,
      "step": 52006
    },
    {
      "epoch": 4.417855929323819,
      "grad_norm": 3.7318349981549477,
      "learning_rate": 5.129013473253617e-05,
      "loss": 2.7113,
      "step": 52007
    },
    {
      "epoch": 4.417940876656473,
      "grad_norm": 3.7018392563544333,
      "learning_rate": 5.1284964882368074e-05,
      "loss": 2.9828,
      "step": 52008
    },
    {
      "epoch": 4.418025823989127,
      "grad_norm": 3.5043659295912986,
      "learning_rate": 5.1279795239037756e-05,
      "loss": 2.4005,
      "step": 52009
    },
    {
      "epoch": 4.41811077132178,
      "grad_norm": 3.455678415914584,
      "learning_rate": 5.127462580255598e-05,
      "loss": 2.6262,
      "step": 52010
    },
    {
      "epoch": 4.4181957186544345,
      "grad_norm": 3.454962208232496,
      "learning_rate": 5.12694565729335e-05,
      "loss": 2.454,
      "step": 52011
    },
    {
      "epoch": 4.418280665987088,
      "grad_norm": 3.442982658026585,
      "learning_rate": 5.126428755018132e-05,
      "loss": 2.7611,
      "step": 52012
    },
    {
      "epoch": 4.418365613319741,
      "grad_norm": 3.3549065537340343,
      "learning_rate": 5.125911873431019e-05,
      "loss": 2.5215,
      "step": 52013
    },
    {
      "epoch": 4.418450560652396,
      "grad_norm": 3.1559409351057455,
      "learning_rate": 5.125395012533093e-05,
      "loss": 2.399,
      "step": 52014
    },
    {
      "epoch": 4.418535507985049,
      "grad_norm": 3.209775505749484,
      "learning_rate": 5.1248781723254326e-05,
      "loss": 2.2955,
      "step": 52015
    },
    {
      "epoch": 4.418620455317703,
      "grad_norm": 3.042205191168284,
      "learning_rate": 5.12436135280913e-05,
      "loss": 2.1415,
      "step": 52016
    },
    {
      "epoch": 4.418705402650357,
      "grad_norm": 3.1915166005086557,
      "learning_rate": 5.12384455398526e-05,
      "loss": 2.2822,
      "step": 52017
    },
    {
      "epoch": 4.41879034998301,
      "grad_norm": 3.0404160754675624,
      "learning_rate": 5.123327775854908e-05,
      "loss": 2.2248,
      "step": 52018
    },
    {
      "epoch": 4.418875297315664,
      "grad_norm": 3.237426922517723,
      "learning_rate": 5.122811018419164e-05,
      "loss": 2.4291,
      "step": 52019
    },
    {
      "epoch": 4.418960244648318,
      "grad_norm": 3.301663258811093,
      "learning_rate": 5.1222942816791034e-05,
      "loss": 2.4858,
      "step": 52020
    },
    {
      "epoch": 4.419045191980972,
      "grad_norm": 3.1112293742087687,
      "learning_rate": 5.121777565635811e-05,
      "loss": 2.1841,
      "step": 52021
    },
    {
      "epoch": 4.4191301393136255,
      "grad_norm": 3.4577180231169384,
      "learning_rate": 5.121260870290363e-05,
      "loss": 2.6932,
      "step": 52022
    },
    {
      "epoch": 4.419215086646279,
      "grad_norm": 3.8255814741232395,
      "learning_rate": 5.120744195643849e-05,
      "loss": 2.9572,
      "step": 52023
    },
    {
      "epoch": 4.419300033978933,
      "grad_norm": 3.3243421967872204,
      "learning_rate": 5.1202275416973545e-05,
      "loss": 2.4389,
      "step": 52024
    },
    {
      "epoch": 4.419384981311587,
      "grad_norm": 3.3834652282664446,
      "learning_rate": 5.1197109084519586e-05,
      "loss": 2.3001,
      "step": 52025
    },
    {
      "epoch": 4.419469928644241,
      "grad_norm": 3.526617758966151,
      "learning_rate": 5.119194295908737e-05,
      "loss": 2.5642,
      "step": 52026
    },
    {
      "epoch": 4.419554875976894,
      "grad_norm": 3.44015881203654,
      "learning_rate": 5.118677704068784e-05,
      "loss": 2.659,
      "step": 52027
    },
    {
      "epoch": 4.419639823309548,
      "grad_norm": 3.3821236177450955,
      "learning_rate": 5.118161132933175e-05,
      "loss": 2.3868,
      "step": 52028
    },
    {
      "epoch": 4.419724770642202,
      "grad_norm": 3.2144177510548575,
      "learning_rate": 5.117644582502984e-05,
      "loss": 2.4824,
      "step": 52029
    },
    {
      "epoch": 4.4198097179748554,
      "grad_norm": 3.7361691657238754,
      "learning_rate": 5.117128052779314e-05,
      "loss": 2.8995,
      "step": 52030
    },
    {
      "epoch": 4.41989466530751,
      "grad_norm": 3.136409803891802,
      "learning_rate": 5.116611543763235e-05,
      "loss": 2.2862,
      "step": 52031
    },
    {
      "epoch": 4.419979612640163,
      "grad_norm": 3.2027977043259095,
      "learning_rate": 5.116095055455831e-05,
      "loss": 2.3042,
      "step": 52032
    },
    {
      "epoch": 4.4200645599728166,
      "grad_norm": 3.2448119133034425,
      "learning_rate": 5.115578587858178e-05,
      "loss": 2.3742,
      "step": 52033
    },
    {
      "epoch": 4.420149507305471,
      "grad_norm": 3.2437468088255366,
      "learning_rate": 5.115062140971371e-05,
      "loss": 2.4574,
      "step": 52034
    },
    {
      "epoch": 4.420234454638124,
      "grad_norm": 3.383758822242216,
      "learning_rate": 5.114545714796477e-05,
      "loss": 2.5436,
      "step": 52035
    },
    {
      "epoch": 4.420319401970778,
      "grad_norm": 3.2249141608195027,
      "learning_rate": 5.1140293093345934e-05,
      "loss": 2.2609,
      "step": 52036
    },
    {
      "epoch": 4.420404349303432,
      "grad_norm": 3.357015075759997,
      "learning_rate": 5.1135129245867885e-05,
      "loss": 2.5982,
      "step": 52037
    },
    {
      "epoch": 4.420489296636085,
      "grad_norm": 3.1829991576468912,
      "learning_rate": 5.112996560554156e-05,
      "loss": 2.4032,
      "step": 52038
    },
    {
      "epoch": 4.42057424396874,
      "grad_norm": 3.4549530161331634,
      "learning_rate": 5.1124802172377725e-05,
      "loss": 2.2439,
      "step": 52039
    },
    {
      "epoch": 4.420659191301393,
      "grad_norm": 3.414517835491559,
      "learning_rate": 5.1119638946387135e-05,
      "loss": 2.6021,
      "step": 52040
    },
    {
      "epoch": 4.420744138634047,
      "grad_norm": 3.610434069654683,
      "learning_rate": 5.111447592758073e-05,
      "loss": 2.4418,
      "step": 52041
    },
    {
      "epoch": 4.420829085966701,
      "grad_norm": 3.319161286248142,
      "learning_rate": 5.110931311596922e-05,
      "loss": 2.4195,
      "step": 52042
    },
    {
      "epoch": 4.420914033299354,
      "grad_norm": 3.2890557559317015,
      "learning_rate": 5.110415051156354e-05,
      "loss": 2.4183,
      "step": 52043
    },
    {
      "epoch": 4.4209989806320085,
      "grad_norm": 4.220357724459322,
      "learning_rate": 5.109898811437437e-05,
      "loss": 3.216,
      "step": 52044
    },
    {
      "epoch": 4.421083927964662,
      "grad_norm": 3.3758606748286177,
      "learning_rate": 5.109382592441264e-05,
      "loss": 2.3631,
      "step": 52045
    },
    {
      "epoch": 4.421168875297315,
      "grad_norm": 3.7768119406440293,
      "learning_rate": 5.1088663941689147e-05,
      "loss": 2.6968,
      "step": 52046
    },
    {
      "epoch": 4.42125382262997,
      "grad_norm": 3.1604141267287273,
      "learning_rate": 5.1083502166214615e-05,
      "loss": 2.2787,
      "step": 52047
    },
    {
      "epoch": 4.421338769962623,
      "grad_norm": 4.03695466441871,
      "learning_rate": 5.107834059799994e-05,
      "loss": 3.0708,
      "step": 52048
    },
    {
      "epoch": 4.421423717295277,
      "grad_norm": 3.766787541846998,
      "learning_rate": 5.107317923705597e-05,
      "loss": 2.8918,
      "step": 52049
    },
    {
      "epoch": 4.421508664627931,
      "grad_norm": 3.512472323303376,
      "learning_rate": 5.106801808339345e-05,
      "loss": 2.556,
      "step": 52050
    },
    {
      "epoch": 4.421593611960584,
      "grad_norm": 3.1873132340386383,
      "learning_rate": 5.10628571370232e-05,
      "loss": 2.2592,
      "step": 52051
    },
    {
      "epoch": 4.421678559293238,
      "grad_norm": 3.341942824827126,
      "learning_rate": 5.105769639795608e-05,
      "loss": 2.435,
      "step": 52052
    },
    {
      "epoch": 4.421763506625892,
      "grad_norm": 3.153820924063963,
      "learning_rate": 5.105253586620289e-05,
      "loss": 2.2526,
      "step": 52053
    },
    {
      "epoch": 4.421848453958546,
      "grad_norm": 3.5828245176167797,
      "learning_rate": 5.1047375541774376e-05,
      "loss": 2.634,
      "step": 52054
    },
    {
      "epoch": 4.4219334012911995,
      "grad_norm": 3.0750664110201393,
      "learning_rate": 5.104221542468139e-05,
      "loss": 2.1978,
      "step": 52055
    },
    {
      "epoch": 4.422018348623853,
      "grad_norm": 3.5691748650361337,
      "learning_rate": 5.103705551493482e-05,
      "loss": 2.6034,
      "step": 52056
    },
    {
      "epoch": 4.422103295956507,
      "grad_norm": 3.3964871202773943,
      "learning_rate": 5.1031895812545406e-05,
      "loss": 2.5292,
      "step": 52057
    },
    {
      "epoch": 4.422188243289161,
      "grad_norm": 2.850466811644057,
      "learning_rate": 5.102673631752393e-05,
      "loss": 2.1375,
      "step": 52058
    },
    {
      "epoch": 4.422273190621814,
      "grad_norm": 3.558073469836311,
      "learning_rate": 5.102157702988127e-05,
      "loss": 2.6866,
      "step": 52059
    },
    {
      "epoch": 4.422358137954468,
      "grad_norm": 3.3528456636915998,
      "learning_rate": 5.101641794962817e-05,
      "loss": 2.4709,
      "step": 52060
    },
    {
      "epoch": 4.422443085287122,
      "grad_norm": 3.264953678227727,
      "learning_rate": 5.101125907677553e-05,
      "loss": 2.2006,
      "step": 52061
    },
    {
      "epoch": 4.422528032619776,
      "grad_norm": 3.33236351079378,
      "learning_rate": 5.1006100411334045e-05,
      "loss": 2.5154,
      "step": 52062
    },
    {
      "epoch": 4.422612979952429,
      "grad_norm": 3.2025337401242915,
      "learning_rate": 5.100094195331464e-05,
      "loss": 2.1027,
      "step": 52063
    },
    {
      "epoch": 4.422697927285084,
      "grad_norm": 3.2361109087178956,
      "learning_rate": 5.0995783702728055e-05,
      "loss": 2.4576,
      "step": 52064
    },
    {
      "epoch": 4.422782874617737,
      "grad_norm": 3.6091328962228544,
      "learning_rate": 5.0990625659585065e-05,
      "loss": 2.5396,
      "step": 52065
    },
    {
      "epoch": 4.4228678219503905,
      "grad_norm": 3.690485129247162,
      "learning_rate": 5.098546782389653e-05,
      "loss": 2.6091,
      "step": 52066
    },
    {
      "epoch": 4.422952769283045,
      "grad_norm": 3.6669853193687763,
      "learning_rate": 5.098031019567331e-05,
      "loss": 2.5112,
      "step": 52067
    },
    {
      "epoch": 4.423037716615698,
      "grad_norm": 3.362764898354078,
      "learning_rate": 5.097515277492614e-05,
      "loss": 2.4968,
      "step": 52068
    },
    {
      "epoch": 4.423122663948352,
      "grad_norm": 3.2173375803383313,
      "learning_rate": 5.096999556166578e-05,
      "loss": 2.276,
      "step": 52069
    },
    {
      "epoch": 4.423207611281006,
      "grad_norm": 3.1812587384877165,
      "learning_rate": 5.096483855590315e-05,
      "loss": 2.227,
      "step": 52070
    },
    {
      "epoch": 4.423292558613659,
      "grad_norm": 3.505720347399867,
      "learning_rate": 5.095968175764901e-05,
      "loss": 2.5191,
      "step": 52071
    },
    {
      "epoch": 4.423377505946314,
      "grad_norm": 3.36614358737249,
      "learning_rate": 5.095452516691409e-05,
      "loss": 2.4694,
      "step": 52072
    },
    {
      "epoch": 4.423462453278967,
      "grad_norm": 3.03690860335746,
      "learning_rate": 5.0949368783709275e-05,
      "loss": 2.162,
      "step": 52073
    },
    {
      "epoch": 4.42354740061162,
      "grad_norm": 3.468500110751274,
      "learning_rate": 5.094421260804541e-05,
      "loss": 2.4074,
      "step": 52074
    },
    {
      "epoch": 4.423632347944275,
      "grad_norm": 3.5457359290688863,
      "learning_rate": 5.093905663993322e-05,
      "loss": 2.3412,
      "step": 52075
    },
    {
      "epoch": 4.423717295276928,
      "grad_norm": 3.3021163507939617,
      "learning_rate": 5.093390087938349e-05,
      "loss": 2.4211,
      "step": 52076
    },
    {
      "epoch": 4.423802242609582,
      "grad_norm": 3.2091085117153564,
      "learning_rate": 5.092874532640713e-05,
      "loss": 2.5802,
      "step": 52077
    },
    {
      "epoch": 4.423887189942236,
      "grad_norm": 3.41374021998244,
      "learning_rate": 5.0923589981014814e-05,
      "loss": 2.4854,
      "step": 52078
    },
    {
      "epoch": 4.423972137274889,
      "grad_norm": 3.14992916763875,
      "learning_rate": 5.091843484321745e-05,
      "loss": 2.5553,
      "step": 52079
    },
    {
      "epoch": 4.4240570846075435,
      "grad_norm": 3.0046445131303634,
      "learning_rate": 5.091327991302575e-05,
      "loss": 2.1142,
      "step": 52080
    },
    {
      "epoch": 4.424142031940197,
      "grad_norm": 3.777516448450605,
      "learning_rate": 5.090812519045061e-05,
      "loss": 2.6562,
      "step": 52081
    },
    {
      "epoch": 4.424226979272851,
      "grad_norm": 3.3529269842405736,
      "learning_rate": 5.0902970675502794e-05,
      "loss": 2.408,
      "step": 52082
    },
    {
      "epoch": 4.424311926605505,
      "grad_norm": 3.417466060615134,
      "learning_rate": 5.089781636819303e-05,
      "loss": 2.5986,
      "step": 52083
    },
    {
      "epoch": 4.424396873938158,
      "grad_norm": 3.7239037222862286,
      "learning_rate": 5.089266226853222e-05,
      "loss": 2.7389,
      "step": 52084
    },
    {
      "epoch": 4.424481821270812,
      "grad_norm": 3.1258081444868204,
      "learning_rate": 5.0887508376531074e-05,
      "loss": 2.2424,
      "step": 52085
    },
    {
      "epoch": 4.424566768603466,
      "grad_norm": 3.1234736088330908,
      "learning_rate": 5.0882354692200495e-05,
      "loss": 2.4095,
      "step": 52086
    },
    {
      "epoch": 4.42465171593612,
      "grad_norm": 3.6553973068909915,
      "learning_rate": 5.087720121555117e-05,
      "loss": 2.7048,
      "step": 52087
    },
    {
      "epoch": 4.4247366632687735,
      "grad_norm": 2.9319222969231133,
      "learning_rate": 5.087204794659401e-05,
      "loss": 2.083,
      "step": 52088
    },
    {
      "epoch": 4.424821610601427,
      "grad_norm": 3.3354513185768235,
      "learning_rate": 5.0866894885339744e-05,
      "loss": 2.4375,
      "step": 52089
    },
    {
      "epoch": 4.424906557934081,
      "grad_norm": 3.198954130409573,
      "learning_rate": 5.086174203179914e-05,
      "loss": 2.368,
      "step": 52090
    },
    {
      "epoch": 4.424991505266735,
      "grad_norm": 3.327163892509115,
      "learning_rate": 5.0856589385983034e-05,
      "loss": 2.6112,
      "step": 52091
    },
    {
      "epoch": 4.425076452599388,
      "grad_norm": 3.8063135068083334,
      "learning_rate": 5.0851436947902256e-05,
      "loss": 2.8284,
      "step": 52092
    },
    {
      "epoch": 4.425161399932042,
      "grad_norm": 3.077712219172312,
      "learning_rate": 5.0846284717567584e-05,
      "loss": 2.1186,
      "step": 52093
    },
    {
      "epoch": 4.425246347264696,
      "grad_norm": 2.93771219651997,
      "learning_rate": 5.0841132694989745e-05,
      "loss": 2.0384,
      "step": 52094
    },
    {
      "epoch": 4.42533129459735,
      "grad_norm": 3.1501158541906453,
      "learning_rate": 5.083598088017964e-05,
      "loss": 2.2457,
      "step": 52095
    },
    {
      "epoch": 4.425416241930003,
      "grad_norm": 3.9869906042366985,
      "learning_rate": 5.083082927314801e-05,
      "loss": 3.0415,
      "step": 52096
    },
    {
      "epoch": 4.425501189262657,
      "grad_norm": 3.279838459714352,
      "learning_rate": 5.0825677873905604e-05,
      "loss": 2.5203,
      "step": 52097
    },
    {
      "epoch": 4.425586136595311,
      "grad_norm": 3.0405788025209337,
      "learning_rate": 5.082052668246325e-05,
      "loss": 2.1595,
      "step": 52098
    },
    {
      "epoch": 4.4256710839279645,
      "grad_norm": 3.567428846047237,
      "learning_rate": 5.081537569883181e-05,
      "loss": 2.5781,
      "step": 52099
    },
    {
      "epoch": 4.425756031260619,
      "grad_norm": 3.3354557976437236,
      "learning_rate": 5.081022492302202e-05,
      "loss": 2.5229,
      "step": 52100
    },
    {
      "epoch": 4.425840978593272,
      "grad_norm": 3.468533040162512,
      "learning_rate": 5.0805074355044615e-05,
      "loss": 2.5056,
      "step": 52101
    },
    {
      "epoch": 4.425925925925926,
      "grad_norm": 3.516669367029532,
      "learning_rate": 5.079992399491049e-05,
      "loss": 2.839,
      "step": 52102
    },
    {
      "epoch": 4.42601087325858,
      "grad_norm": 3.4781532442242975,
      "learning_rate": 5.0794773842630365e-05,
      "loss": 2.4941,
      "step": 52103
    },
    {
      "epoch": 4.426095820591233,
      "grad_norm": 3.2869523193996453,
      "learning_rate": 5.0789623898215085e-05,
      "loss": 2.3529,
      "step": 52104
    },
    {
      "epoch": 4.426180767923888,
      "grad_norm": 3.771843316851513,
      "learning_rate": 5.0784474161675364e-05,
      "loss": 2.9766,
      "step": 52105
    },
    {
      "epoch": 4.426265715256541,
      "grad_norm": 3.213439613478765,
      "learning_rate": 5.077932463302211e-05,
      "loss": 2.2479,
      "step": 52106
    },
    {
      "epoch": 4.426350662589194,
      "grad_norm": 3.3120824943198524,
      "learning_rate": 5.077417531226603e-05,
      "loss": 2.4379,
      "step": 52107
    },
    {
      "epoch": 4.426435609921849,
      "grad_norm": 3.2533546159168605,
      "learning_rate": 5.076902619941788e-05,
      "loss": 2.2462,
      "step": 52108
    },
    {
      "epoch": 4.426520557254502,
      "grad_norm": 3.3904443309683776,
      "learning_rate": 5.0763877294488494e-05,
      "loss": 2.4951,
      "step": 52109
    },
    {
      "epoch": 4.426605504587156,
      "grad_norm": 3.4266885123478423,
      "learning_rate": 5.0758728597488695e-05,
      "loss": 2.5414,
      "step": 52110
    },
    {
      "epoch": 4.42669045191981,
      "grad_norm": 3.197696237938083,
      "learning_rate": 5.0753580108429264e-05,
      "loss": 2.4194,
      "step": 52111
    },
    {
      "epoch": 4.426775399252463,
      "grad_norm": 3.547955708663324,
      "learning_rate": 5.0748431827320907e-05,
      "loss": 2.8096,
      "step": 52112
    },
    {
      "epoch": 4.4268603465851175,
      "grad_norm": 3.2673438587063868,
      "learning_rate": 5.0743283754174514e-05,
      "loss": 2.3098,
      "step": 52113
    },
    {
      "epoch": 4.426945293917771,
      "grad_norm": 3.6727925853882954,
      "learning_rate": 5.0738135889000825e-05,
      "loss": 2.7619,
      "step": 52114
    },
    {
      "epoch": 4.427030241250424,
      "grad_norm": 3.1708721779153484,
      "learning_rate": 5.073298823181059e-05,
      "loss": 2.351,
      "step": 52115
    },
    {
      "epoch": 4.427115188583079,
      "grad_norm": 3.3129854423529603,
      "learning_rate": 5.0727840782614616e-05,
      "loss": 2.4516,
      "step": 52116
    },
    {
      "epoch": 4.427200135915732,
      "grad_norm": 3.361476931134257,
      "learning_rate": 5.072269354142376e-05,
      "loss": 2.4101,
      "step": 52117
    },
    {
      "epoch": 4.427285083248386,
      "grad_norm": 3.3373354166822105,
      "learning_rate": 5.071754650824874e-05,
      "loss": 2.6646,
      "step": 52118
    },
    {
      "epoch": 4.42737003058104,
      "grad_norm": 3.1863868690939317,
      "learning_rate": 5.071239968310032e-05,
      "loss": 2.4062,
      "step": 52119
    },
    {
      "epoch": 4.427454977913693,
      "grad_norm": 2.902728493546458,
      "learning_rate": 5.070725306598935e-05,
      "loss": 2.1553,
      "step": 52120
    },
    {
      "epoch": 4.427539925246347,
      "grad_norm": 3.3522330693488827,
      "learning_rate": 5.0702106656926526e-05,
      "loss": 2.4157,
      "step": 52121
    },
    {
      "epoch": 4.427624872579001,
      "grad_norm": 3.212739545544447,
      "learning_rate": 5.0696960455922744e-05,
      "loss": 2.4327,
      "step": 52122
    },
    {
      "epoch": 4.427709819911655,
      "grad_norm": 3.3572945463300297,
      "learning_rate": 5.069181446298868e-05,
      "loss": 2.5629,
      "step": 52123
    },
    {
      "epoch": 4.4277947672443085,
      "grad_norm": 3.173097487329183,
      "learning_rate": 5.068666867813521e-05,
      "loss": 2.2429,
      "step": 52124
    },
    {
      "epoch": 4.427879714576962,
      "grad_norm": 3.763614753334476,
      "learning_rate": 5.068152310137307e-05,
      "loss": 2.6926,
      "step": 52125
    },
    {
      "epoch": 4.427964661909616,
      "grad_norm": 3.572217009546388,
      "learning_rate": 5.067637773271299e-05,
      "loss": 2.5549,
      "step": 52126
    },
    {
      "epoch": 4.42804960924227,
      "grad_norm": 3.397327176460868,
      "learning_rate": 5.067123257216586e-05,
      "loss": 2.6819,
      "step": 52127
    },
    {
      "epoch": 4.428134556574924,
      "grad_norm": 3.692334165514346,
      "learning_rate": 5.0666087619742346e-05,
      "loss": 2.9583,
      "step": 52128
    },
    {
      "epoch": 4.428219503907577,
      "grad_norm": 3.3809079381333516,
      "learning_rate": 5.0660942875453345e-05,
      "loss": 2.5245,
      "step": 52129
    },
    {
      "epoch": 4.428304451240231,
      "grad_norm": 3.6969006260390227,
      "learning_rate": 5.0655798339309505e-05,
      "loss": 2.6325,
      "step": 52130
    },
    {
      "epoch": 4.428389398572885,
      "grad_norm": 3.7239012782262466,
      "learning_rate": 5.065065401132175e-05,
      "loss": 2.7163,
      "step": 52131
    },
    {
      "epoch": 4.4284743459055385,
      "grad_norm": 3.9569976154415176,
      "learning_rate": 5.064550989150077e-05,
      "loss": 2.9465,
      "step": 52132
    },
    {
      "epoch": 4.428559293238193,
      "grad_norm": 3.43649558885711,
      "learning_rate": 5.064036597985732e-05,
      "loss": 2.343,
      "step": 52133
    },
    {
      "epoch": 4.428644240570846,
      "grad_norm": 4.073400978455796,
      "learning_rate": 5.063522227640221e-05,
      "loss": 2.8253,
      "step": 52134
    },
    {
      "epoch": 4.4287291879035,
      "grad_norm": 2.9787763700461007,
      "learning_rate": 5.063007878114629e-05,
      "loss": 2.1059,
      "step": 52135
    },
    {
      "epoch": 4.428814135236154,
      "grad_norm": 2.9882606996499925,
      "learning_rate": 5.062493549410026e-05,
      "loss": 2.0582,
      "step": 52136
    },
    {
      "epoch": 4.428899082568807,
      "grad_norm": 4.071375764108011,
      "learning_rate": 5.0619792415274874e-05,
      "loss": 3.0984,
      "step": 52137
    },
    {
      "epoch": 4.428984029901461,
      "grad_norm": 3.804555077277103,
      "learning_rate": 5.061464954468097e-05,
      "loss": 2.7134,
      "step": 52138
    },
    {
      "epoch": 4.429068977234115,
      "grad_norm": 3.106741058246065,
      "learning_rate": 5.060950688232932e-05,
      "loss": 2.3585,
      "step": 52139
    },
    {
      "epoch": 4.429153924566768,
      "grad_norm": 3.405429518736093,
      "learning_rate": 5.060436442823062e-05,
      "loss": 2.2513,
      "step": 52140
    },
    {
      "epoch": 4.429238871899423,
      "grad_norm": 3.2405647476458252,
      "learning_rate": 5.059922218239569e-05,
      "loss": 2.2436,
      "step": 52141
    },
    {
      "epoch": 4.429323819232076,
      "grad_norm": 3.2687006824147957,
      "learning_rate": 5.059408014483538e-05,
      "loss": 2.199,
      "step": 52142
    },
    {
      "epoch": 4.4294087665647295,
      "grad_norm": 3.847294709740563,
      "learning_rate": 5.058893831556039e-05,
      "loss": 2.8992,
      "step": 52143
    },
    {
      "epoch": 4.429493713897384,
      "grad_norm": 3.3276932028084416,
      "learning_rate": 5.058379669458146e-05,
      "loss": 2.3905,
      "step": 52144
    },
    {
      "epoch": 4.429578661230037,
      "grad_norm": 3.908430045287556,
      "learning_rate": 5.057865528190947e-05,
      "loss": 3.0726,
      "step": 52145
    },
    {
      "epoch": 4.4296636085626915,
      "grad_norm": 3.836172499803027,
      "learning_rate": 5.0573514077555066e-05,
      "loss": 3.0271,
      "step": 52146
    },
    {
      "epoch": 4.429748555895345,
      "grad_norm": 3.2596205076085214,
      "learning_rate": 5.0568373081529145e-05,
      "loss": 2.1707,
      "step": 52147
    },
    {
      "epoch": 4.429833503227998,
      "grad_norm": 3.872161623375717,
      "learning_rate": 5.0563232293842355e-05,
      "loss": 2.6838,
      "step": 52148
    },
    {
      "epoch": 4.429918450560653,
      "grad_norm": 3.248271405401356,
      "learning_rate": 5.0558091714505585e-05,
      "loss": 2.1595,
      "step": 52149
    },
    {
      "epoch": 4.430003397893306,
      "grad_norm": 3.537917976518048,
      "learning_rate": 5.0552951343529555e-05,
      "loss": 2.58,
      "step": 52150
    },
    {
      "epoch": 4.43008834522596,
      "grad_norm": 3.6308895759519224,
      "learning_rate": 5.0547811180924985e-05,
      "loss": 2.6245,
      "step": 52151
    },
    {
      "epoch": 4.430173292558614,
      "grad_norm": 3.8283319166824255,
      "learning_rate": 5.054267122670269e-05,
      "loss": 2.6858,
      "step": 52152
    },
    {
      "epoch": 4.430258239891267,
      "grad_norm": 3.2576764543932253,
      "learning_rate": 5.05375314808735e-05,
      "loss": 2.3958,
      "step": 52153
    },
    {
      "epoch": 4.430343187223921,
      "grad_norm": 3.4371919785546945,
      "learning_rate": 5.053239194344812e-05,
      "loss": 2.4069,
      "step": 52154
    },
    {
      "epoch": 4.430428134556575,
      "grad_norm": 3.0506621665053806,
      "learning_rate": 5.0527252614437275e-05,
      "loss": 2.1755,
      "step": 52155
    },
    {
      "epoch": 4.430513081889229,
      "grad_norm": 3.405414014507805,
      "learning_rate": 5.052211349385184e-05,
      "loss": 2.5882,
      "step": 52156
    },
    {
      "epoch": 4.4305980292218825,
      "grad_norm": 3.0778693969472553,
      "learning_rate": 5.0516974581702526e-05,
      "loss": 2.1864,
      "step": 52157
    },
    {
      "epoch": 4.430682976554536,
      "grad_norm": 3.568369058367987,
      "learning_rate": 5.0511835878000054e-05,
      "loss": 2.5563,
      "step": 52158
    },
    {
      "epoch": 4.43076792388719,
      "grad_norm": 3.2110826511337107,
      "learning_rate": 5.050669738275523e-05,
      "loss": 2.2917,
      "step": 52159
    },
    {
      "epoch": 4.430852871219844,
      "grad_norm": 3.477131370297865,
      "learning_rate": 5.050155909597888e-05,
      "loss": 2.3305,
      "step": 52160
    },
    {
      "epoch": 4.430937818552497,
      "grad_norm": 3.6894910573168542,
      "learning_rate": 5.049642101768172e-05,
      "loss": 2.5909,
      "step": 52161
    },
    {
      "epoch": 4.431022765885151,
      "grad_norm": 3.3116855906880027,
      "learning_rate": 5.0491283147874486e-05,
      "loss": 2.4916,
      "step": 52162
    },
    {
      "epoch": 4.431107713217805,
      "grad_norm": 3.672468742566805,
      "learning_rate": 5.0486145486567994e-05,
      "loss": 2.8431,
      "step": 52163
    },
    {
      "epoch": 4.431192660550459,
      "grad_norm": 3.311129291924903,
      "learning_rate": 5.0481008033772954e-05,
      "loss": 2.3465,
      "step": 52164
    },
    {
      "epoch": 4.431277607883112,
      "grad_norm": 3.3807029702468645,
      "learning_rate": 5.047587078950022e-05,
      "loss": 2.6358,
      "step": 52165
    },
    {
      "epoch": 4.431362555215766,
      "grad_norm": 3.2122826017281807,
      "learning_rate": 5.047073375376043e-05,
      "loss": 2.1855,
      "step": 52166
    },
    {
      "epoch": 4.43144750254842,
      "grad_norm": 3.885986443632406,
      "learning_rate": 5.046559692656449e-05,
      "loss": 2.9766,
      "step": 52167
    },
    {
      "epoch": 4.4315324498810735,
      "grad_norm": 3.365651206813628,
      "learning_rate": 5.046046030792309e-05,
      "loss": 2.4417,
      "step": 52168
    },
    {
      "epoch": 4.431617397213728,
      "grad_norm": 3.31214200442229,
      "learning_rate": 5.045532389784694e-05,
      "loss": 2.4203,
      "step": 52169
    },
    {
      "epoch": 4.431702344546381,
      "grad_norm": 3.0126912633379956,
      "learning_rate": 5.045018769634685e-05,
      "loss": 1.8817,
      "step": 52170
    },
    {
      "epoch": 4.431787291879035,
      "grad_norm": 3.1892228650128276,
      "learning_rate": 5.044505170343365e-05,
      "loss": 2.2941,
      "step": 52171
    },
    {
      "epoch": 4.431872239211689,
      "grad_norm": 3.6348205336539396,
      "learning_rate": 5.043991591911803e-05,
      "loss": 2.6095,
      "step": 52172
    },
    {
      "epoch": 4.431957186544342,
      "grad_norm": 3.1140165472510586,
      "learning_rate": 5.043478034341072e-05,
      "loss": 2.2451,
      "step": 52173
    },
    {
      "epoch": 4.432042133876997,
      "grad_norm": 3.543805551894376,
      "learning_rate": 5.042964497632256e-05,
      "loss": 2.398,
      "step": 52174
    },
    {
      "epoch": 4.43212708120965,
      "grad_norm": 2.95481010589095,
      "learning_rate": 5.0424509817864286e-05,
      "loss": 2.037,
      "step": 52175
    },
    {
      "epoch": 4.4322120285423035,
      "grad_norm": 3.40757784068542,
      "learning_rate": 5.0419374868046584e-05,
      "loss": 2.4198,
      "step": 52176
    },
    {
      "epoch": 4.432296975874958,
      "grad_norm": 3.1911099062679362,
      "learning_rate": 5.0414240126880276e-05,
      "loss": 2.3169,
      "step": 52177
    },
    {
      "epoch": 4.432381923207611,
      "grad_norm": 3.5289751092522597,
      "learning_rate": 5.040910559437618e-05,
      "loss": 2.6102,
      "step": 52178
    },
    {
      "epoch": 4.4324668705402654,
      "grad_norm": 3.7405225371163,
      "learning_rate": 5.040397127054497e-05,
      "loss": 2.8679,
      "step": 52179
    },
    {
      "epoch": 4.432551817872919,
      "grad_norm": 3.441605918671231,
      "learning_rate": 5.039883715539738e-05,
      "loss": 2.2888,
      "step": 52180
    },
    {
      "epoch": 4.432636765205572,
      "grad_norm": 3.6084094091243735,
      "learning_rate": 5.039370324894427e-05,
      "loss": 2.6766,
      "step": 52181
    },
    {
      "epoch": 4.4327217125382266,
      "grad_norm": 3.4489949274662273,
      "learning_rate": 5.038856955119635e-05,
      "loss": 2.4393,
      "step": 52182
    },
    {
      "epoch": 4.43280665987088,
      "grad_norm": 3.1518969409061435,
      "learning_rate": 5.0383436062164305e-05,
      "loss": 2.1547,
      "step": 52183
    },
    {
      "epoch": 4.432891607203533,
      "grad_norm": 3.331565029497877,
      "learning_rate": 5.037830278185895e-05,
      "loss": 2.5306,
      "step": 52184
    },
    {
      "epoch": 4.432976554536188,
      "grad_norm": 3.376536122279353,
      "learning_rate": 5.03731697102911e-05,
      "loss": 2.3597,
      "step": 52185
    },
    {
      "epoch": 4.433061501868841,
      "grad_norm": 3.4775125472020365,
      "learning_rate": 5.0368036847471454e-05,
      "loss": 2.4855,
      "step": 52186
    },
    {
      "epoch": 4.433146449201495,
      "grad_norm": 3.4117408053582787,
      "learning_rate": 5.036290419341072e-05,
      "loss": 2.4214,
      "step": 52187
    },
    {
      "epoch": 4.433231396534149,
      "grad_norm": 3.5793113818047013,
      "learning_rate": 5.0357771748119755e-05,
      "loss": 2.6441,
      "step": 52188
    },
    {
      "epoch": 4.433316343866802,
      "grad_norm": 3.2387583986895514,
      "learning_rate": 5.035263951160919e-05,
      "loss": 2.4056,
      "step": 52189
    },
    {
      "epoch": 4.4334012911994565,
      "grad_norm": 3.945599654855708,
      "learning_rate": 5.0347507483889903e-05,
      "loss": 2.9889,
      "step": 52190
    },
    {
      "epoch": 4.43348623853211,
      "grad_norm": 3.7265802871746536,
      "learning_rate": 5.034237566497256e-05,
      "loss": 2.7303,
      "step": 52191
    },
    {
      "epoch": 4.433571185864764,
      "grad_norm": 3.144942042434628,
      "learning_rate": 5.033724405486798e-05,
      "loss": 2.2239,
      "step": 52192
    },
    {
      "epoch": 4.433656133197418,
      "grad_norm": 3.0719159566166043,
      "learning_rate": 5.033211265358687e-05,
      "loss": 2.1445,
      "step": 52193
    },
    {
      "epoch": 4.433741080530071,
      "grad_norm": 3.1358247601807903,
      "learning_rate": 5.0326981461139945e-05,
      "loss": 2.3049,
      "step": 52194
    },
    {
      "epoch": 4.433826027862725,
      "grad_norm": 3.3286011164662557,
      "learning_rate": 5.0321850477538e-05,
      "loss": 2.391,
      "step": 52195
    },
    {
      "epoch": 4.433910975195379,
      "grad_norm": 3.6245108607268786,
      "learning_rate": 5.031671970279185e-05,
      "loss": 2.5279,
      "step": 52196
    },
    {
      "epoch": 4.433995922528033,
      "grad_norm": 3.262302073747966,
      "learning_rate": 5.031158913691218e-05,
      "loss": 2.4364,
      "step": 52197
    },
    {
      "epoch": 4.434080869860686,
      "grad_norm": 3.6271657508052595,
      "learning_rate": 5.03064587799097e-05,
      "loss": 2.4499,
      "step": 52198
    },
    {
      "epoch": 4.43416581719334,
      "grad_norm": 3.595564904792918,
      "learning_rate": 5.030132863179525e-05,
      "loss": 2.6529,
      "step": 52199
    },
    {
      "epoch": 4.434250764525994,
      "grad_norm": 3.5915660662609814,
      "learning_rate": 5.0296198692579534e-05,
      "loss": 2.5653,
      "step": 52200
    },
    {
      "epoch": 4.4343357118586475,
      "grad_norm": 3.321769776732816,
      "learning_rate": 5.029106896227325e-05,
      "loss": 2.4448,
      "step": 52201
    },
    {
      "epoch": 4.434420659191302,
      "grad_norm": 3.430911266787619,
      "learning_rate": 5.028593944088719e-05,
      "loss": 2.4992,
      "step": 52202
    },
    {
      "epoch": 4.434505606523955,
      "grad_norm": 3.753273780739588,
      "learning_rate": 5.028081012843216e-05,
      "loss": 2.6957,
      "step": 52203
    },
    {
      "epoch": 4.434590553856609,
      "grad_norm": 3.9030370087098882,
      "learning_rate": 5.027568102491886e-05,
      "loss": 3.0493,
      "step": 52204
    },
    {
      "epoch": 4.434675501189263,
      "grad_norm": 3.1372286621855823,
      "learning_rate": 5.0270552130357986e-05,
      "loss": 2.2555,
      "step": 52205
    },
    {
      "epoch": 4.434760448521916,
      "grad_norm": 3.9646687246480194,
      "learning_rate": 5.0265423444760376e-05,
      "loss": 3.0938,
      "step": 52206
    },
    {
      "epoch": 4.43484539585457,
      "grad_norm": 3.8364081124313847,
      "learning_rate": 5.026029496813667e-05,
      "loss": 2.999,
      "step": 52207
    },
    {
      "epoch": 4.434930343187224,
      "grad_norm": 3.6822200130810963,
      "learning_rate": 5.0255166700497745e-05,
      "loss": 2.6764,
      "step": 52208
    },
    {
      "epoch": 4.435015290519877,
      "grad_norm": 3.469991648271103,
      "learning_rate": 5.0250038641854224e-05,
      "loss": 2.5194,
      "step": 52209
    },
    {
      "epoch": 4.435100237852532,
      "grad_norm": 3.3367336643657457,
      "learning_rate": 5.0244910792216944e-05,
      "loss": 2.4513,
      "step": 52210
    },
    {
      "epoch": 4.435185185185185,
      "grad_norm": 3.6876103267997054,
      "learning_rate": 5.023978315159661e-05,
      "loss": 2.7528,
      "step": 52211
    },
    {
      "epoch": 4.4352701325178385,
      "grad_norm": 3.528443767465229,
      "learning_rate": 5.023465572000393e-05,
      "loss": 2.7313,
      "step": 52212
    },
    {
      "epoch": 4.435355079850493,
      "grad_norm": 3.7906291954688163,
      "learning_rate": 5.022952849744967e-05,
      "loss": 3.0039,
      "step": 52213
    },
    {
      "epoch": 4.435440027183146,
      "grad_norm": 3.449172458375938,
      "learning_rate": 5.022440148394464e-05,
      "loss": 2.778,
      "step": 52214
    },
    {
      "epoch": 4.4355249745158005,
      "grad_norm": 3.315897316785404,
      "learning_rate": 5.021927467949952e-05,
      "loss": 2.387,
      "step": 52215
    },
    {
      "epoch": 4.435609921848454,
      "grad_norm": 3.2257836311482015,
      "learning_rate": 5.021414808412502e-05,
      "loss": 2.2758,
      "step": 52216
    },
    {
      "epoch": 4.435694869181107,
      "grad_norm": 3.36836953276999,
      "learning_rate": 5.020902169783197e-05,
      "loss": 2.5508,
      "step": 52217
    },
    {
      "epoch": 4.435779816513762,
      "grad_norm": 3.3956875592822287,
      "learning_rate": 5.0203895520631066e-05,
      "loss": 2.2275,
      "step": 52218
    },
    {
      "epoch": 4.435864763846415,
      "grad_norm": 3.2235674205346343,
      "learning_rate": 5.0198769552532995e-05,
      "loss": 2.3987,
      "step": 52219
    },
    {
      "epoch": 4.435949711179069,
      "grad_norm": 3.259475628020452,
      "learning_rate": 5.0193643793548554e-05,
      "loss": 2.4013,
      "step": 52220
    },
    {
      "epoch": 4.436034658511723,
      "grad_norm": 3.028607400951662,
      "learning_rate": 5.018851824368853e-05,
      "loss": 2.1268,
      "step": 52221
    },
    {
      "epoch": 4.436119605844376,
      "grad_norm": 3.479589397371053,
      "learning_rate": 5.01833929029636e-05,
      "loss": 2.2739,
      "step": 52222
    },
    {
      "epoch": 4.43620455317703,
      "grad_norm": 3.6698664846842193,
      "learning_rate": 5.0178267771384465e-05,
      "loss": 2.4845,
      "step": 52223
    },
    {
      "epoch": 4.436289500509684,
      "grad_norm": 3.5951275876234403,
      "learning_rate": 5.017314284896198e-05,
      "loss": 2.4762,
      "step": 52224
    },
    {
      "epoch": 4.436374447842338,
      "grad_norm": 3.302674750443071,
      "learning_rate": 5.016801813570681e-05,
      "loss": 2.4952,
      "step": 52225
    },
    {
      "epoch": 4.4364593951749915,
      "grad_norm": 3.2356098639955366,
      "learning_rate": 5.0162893631629624e-05,
      "loss": 2.4387,
      "step": 52226
    },
    {
      "epoch": 4.436544342507645,
      "grad_norm": 3.0920472575352957,
      "learning_rate": 5.015776933674126e-05,
      "loss": 2.1206,
      "step": 52227
    },
    {
      "epoch": 4.436629289840299,
      "grad_norm": 3.344590061336298,
      "learning_rate": 5.015264525105247e-05,
      "loss": 2.3126,
      "step": 52228
    },
    {
      "epoch": 4.436714237172953,
      "grad_norm": 3.515849587412613,
      "learning_rate": 5.014752137457396e-05,
      "loss": 2.4384,
      "step": 52229
    },
    {
      "epoch": 4.436799184505606,
      "grad_norm": 3.5152495613150907,
      "learning_rate": 5.0142397707316395e-05,
      "loss": 2.7596,
      "step": 52230
    },
    {
      "epoch": 4.43688413183826,
      "grad_norm": 3.196594161108079,
      "learning_rate": 5.013727424929063e-05,
      "loss": 2.3833,
      "step": 52231
    },
    {
      "epoch": 4.436969079170914,
      "grad_norm": 4.07849098047259,
      "learning_rate": 5.013215100050728e-05,
      "loss": 3.1101,
      "step": 52232
    },
    {
      "epoch": 4.437054026503568,
      "grad_norm": 3.5442791833368203,
      "learning_rate": 5.01270279609772e-05,
      "loss": 2.4686,
      "step": 52233
    },
    {
      "epoch": 4.4371389738362215,
      "grad_norm": 3.0578450380002065,
      "learning_rate": 5.012190513071101e-05,
      "loss": 2.1412,
      "step": 52234
    },
    {
      "epoch": 4.437223921168876,
      "grad_norm": 3.037129152590642,
      "learning_rate": 5.011678250971955e-05,
      "loss": 2.1549,
      "step": 52235
    },
    {
      "epoch": 4.437308868501529,
      "grad_norm": 3.5088935957715077,
      "learning_rate": 5.011166009801351e-05,
      "loss": 2.7451,
      "step": 52236
    },
    {
      "epoch": 4.437393815834183,
      "grad_norm": 3.323077440655789,
      "learning_rate": 5.0106537895603605e-05,
      "loss": 2.3982,
      "step": 52237
    },
    {
      "epoch": 4.437478763166837,
      "grad_norm": 3.3413097293458565,
      "learning_rate": 5.010141590250049e-05,
      "loss": 2.7083,
      "step": 52238
    },
    {
      "epoch": 4.43756371049949,
      "grad_norm": 3.208467032977895,
      "learning_rate": 5.009629411871508e-05,
      "loss": 2.489,
      "step": 52239
    },
    {
      "epoch": 4.437648657832144,
      "grad_norm": 3.14420746880733,
      "learning_rate": 5.0091172544258014e-05,
      "loss": 2.218,
      "step": 52240
    },
    {
      "epoch": 4.437733605164798,
      "grad_norm": 3.645679312495708,
      "learning_rate": 5.008605117913996e-05,
      "loss": 2.7908,
      "step": 52241
    },
    {
      "epoch": 4.437818552497451,
      "grad_norm": 3.026926385316952,
      "learning_rate": 5.008093002337177e-05,
      "loss": 2.2239,
      "step": 52242
    },
    {
      "epoch": 4.437903499830106,
      "grad_norm": 3.0999999347442055,
      "learning_rate": 5.007580907696412e-05,
      "loss": 2.1825,
      "step": 52243
    },
    {
      "epoch": 4.437988447162759,
      "grad_norm": 3.2125537230965335,
      "learning_rate": 5.0070688339927687e-05,
      "loss": 2.3526,
      "step": 52244
    },
    {
      "epoch": 4.4380733944954125,
      "grad_norm": 4.006109407492786,
      "learning_rate": 5.006556781227323e-05,
      "loss": 3.0155,
      "step": 52245
    },
    {
      "epoch": 4.438158341828067,
      "grad_norm": 3.0682828096173558,
      "learning_rate": 5.006044749401156e-05,
      "loss": 2.1185,
      "step": 52246
    },
    {
      "epoch": 4.43824328916072,
      "grad_norm": 3.388320205385679,
      "learning_rate": 5.005532738515333e-05,
      "loss": 2.4439,
      "step": 52247
    },
    {
      "epoch": 4.4383282364933745,
      "grad_norm": 3.362521066298352,
      "learning_rate": 5.0050207485709295e-05,
      "loss": 2.4853,
      "step": 52248
    },
    {
      "epoch": 4.438413183826028,
      "grad_norm": 3.4906082888634278,
      "learning_rate": 5.004508779569012e-05,
      "loss": 2.5254,
      "step": 52249
    },
    {
      "epoch": 4.438498131158681,
      "grad_norm": 3.1746381244032285,
      "learning_rate": 5.003996831510656e-05,
      "loss": 2.2685,
      "step": 52250
    },
    {
      "epoch": 4.438583078491336,
      "grad_norm": 3.1600669300127606,
      "learning_rate": 5.0034849043969424e-05,
      "loss": 2.1591,
      "step": 52251
    },
    {
      "epoch": 4.438668025823989,
      "grad_norm": 3.692660194696513,
      "learning_rate": 5.002972998228932e-05,
      "loss": 2.9758,
      "step": 52252
    },
    {
      "epoch": 4.438752973156642,
      "grad_norm": 3.1617279585729703,
      "learning_rate": 5.002461113007709e-05,
      "loss": 2.2552,
      "step": 52253
    },
    {
      "epoch": 4.438837920489297,
      "grad_norm": 3.7393425471538744,
      "learning_rate": 5.0019492487343384e-05,
      "loss": 2.5941,
      "step": 52254
    },
    {
      "epoch": 4.43892286782195,
      "grad_norm": 3.467863263078834,
      "learning_rate": 5.001437405409895e-05,
      "loss": 2.7018,
      "step": 52255
    },
    {
      "epoch": 4.439007815154604,
      "grad_norm": 3.3926034424476565,
      "learning_rate": 5.0009255830354414e-05,
      "loss": 2.5946,
      "step": 52256
    },
    {
      "epoch": 4.439092762487258,
      "grad_norm": 3.382377430809862,
      "learning_rate": 5.0004137816120696e-05,
      "loss": 2.518,
      "step": 52257
    },
    {
      "epoch": 4.439177709819912,
      "grad_norm": 3.614792901307351,
      "learning_rate": 4.999902001140841e-05,
      "loss": 2.7773,
      "step": 52258
    },
    {
      "epoch": 4.4392626571525655,
      "grad_norm": 3.5868468449558724,
      "learning_rate": 4.999390241622822e-05,
      "loss": 2.8767,
      "step": 52259
    },
    {
      "epoch": 4.439347604485219,
      "grad_norm": 3.7551200303555516,
      "learning_rate": 4.998878503059097e-05,
      "loss": 2.9865,
      "step": 52260
    },
    {
      "epoch": 4.439432551817873,
      "grad_norm": 3.104050565958985,
      "learning_rate": 4.998366785450734e-05,
      "loss": 2.3175,
      "step": 52261
    },
    {
      "epoch": 4.439517499150527,
      "grad_norm": 3.6385957937673843,
      "learning_rate": 4.997855088798803e-05,
      "loss": 2.8652,
      "step": 52262
    },
    {
      "epoch": 4.43960244648318,
      "grad_norm": 3.2909396805200744,
      "learning_rate": 4.997343413104367e-05,
      "loss": 2.4903,
      "step": 52263
    },
    {
      "epoch": 4.439687393815834,
      "grad_norm": 3.311748773477156,
      "learning_rate": 4.996831758368517e-05,
      "loss": 2.3925,
      "step": 52264
    },
    {
      "epoch": 4.439772341148488,
      "grad_norm": 3.9796181636413848,
      "learning_rate": 4.996320124592317e-05,
      "loss": 2.6954,
      "step": 52265
    },
    {
      "epoch": 4.439857288481142,
      "grad_norm": 3.957617487109215,
      "learning_rate": 4.9958085117768396e-05,
      "loss": 3.0473,
      "step": 52266
    },
    {
      "epoch": 4.439942235813795,
      "grad_norm": 3.4532726877210314,
      "learning_rate": 4.995296919923149e-05,
      "loss": 2.5588,
      "step": 52267
    },
    {
      "epoch": 4.440027183146449,
      "grad_norm": 3.496080484739543,
      "learning_rate": 4.9947853490323285e-05,
      "loss": 2.4689,
      "step": 52268
    },
    {
      "epoch": 4.440112130479103,
      "grad_norm": 3.258978554852402,
      "learning_rate": 4.9942737991054386e-05,
      "loss": 2.3458,
      "step": 52269
    },
    {
      "epoch": 4.4401970778117565,
      "grad_norm": 3.0962224562966343,
      "learning_rate": 4.99376227014356e-05,
      "loss": 2.1385,
      "step": 52270
    },
    {
      "epoch": 4.440282025144411,
      "grad_norm": 3.5186845993175884,
      "learning_rate": 4.993250762147766e-05,
      "loss": 2.6574,
      "step": 52271
    },
    {
      "epoch": 4.440366972477064,
      "grad_norm": 3.269074174013331,
      "learning_rate": 4.992739275119124e-05,
      "loss": 2.5249,
      "step": 52272
    },
    {
      "epoch": 4.440451919809718,
      "grad_norm": 3.1573996209880435,
      "learning_rate": 4.992227809058708e-05,
      "loss": 2.2763,
      "step": 52273
    },
    {
      "epoch": 4.440536867142372,
      "grad_norm": 3.197125220879151,
      "learning_rate": 4.9917163639675815e-05,
      "loss": 2.1898,
      "step": 52274
    },
    {
      "epoch": 4.440621814475025,
      "grad_norm": 3.1963268249902197,
      "learning_rate": 4.9912049398468225e-05,
      "loss": 2.2873,
      "step": 52275
    },
    {
      "epoch": 4.44070676180768,
      "grad_norm": 3.507820638002886,
      "learning_rate": 4.990693536697508e-05,
      "loss": 2.6201,
      "step": 52276
    },
    {
      "epoch": 4.440791709140333,
      "grad_norm": 3.2247382886371714,
      "learning_rate": 4.9901821545207035e-05,
      "loss": 2.3031,
      "step": 52277
    },
    {
      "epoch": 4.4408766564729865,
      "grad_norm": 3.4142523289122346,
      "learning_rate": 4.989670793317475e-05,
      "loss": 2.3357,
      "step": 52278
    },
    {
      "epoch": 4.440961603805641,
      "grad_norm": 3.4961414974097367,
      "learning_rate": 4.989159453088906e-05,
      "loss": 2.5202,
      "step": 52279
    },
    {
      "epoch": 4.441046551138294,
      "grad_norm": 3.5515684101415372,
      "learning_rate": 4.9886481338360625e-05,
      "loss": 2.4626,
      "step": 52280
    },
    {
      "epoch": 4.4411314984709485,
      "grad_norm": 3.356323501786185,
      "learning_rate": 4.988136835560006e-05,
      "loss": 2.5295,
      "step": 52281
    },
    {
      "epoch": 4.441216445803602,
      "grad_norm": 3.7009095702473345,
      "learning_rate": 4.9876255582618256e-05,
      "loss": 2.8729,
      "step": 52282
    },
    {
      "epoch": 4.441301393136255,
      "grad_norm": 3.354366636792396,
      "learning_rate": 4.987114301942584e-05,
      "loss": 2.434,
      "step": 52283
    },
    {
      "epoch": 4.44138634046891,
      "grad_norm": 3.3793498554533152,
      "learning_rate": 4.9866030666033535e-05,
      "loss": 2.1923,
      "step": 52284
    },
    {
      "epoch": 4.441471287801563,
      "grad_norm": 3.2034818419495514,
      "learning_rate": 4.9860918522452e-05,
      "loss": 2.2899,
      "step": 52285
    },
    {
      "epoch": 4.441556235134216,
      "grad_norm": 3.344523321229032,
      "learning_rate": 4.985580658869202e-05,
      "loss": 2.3955,
      "step": 52286
    },
    {
      "epoch": 4.441641182466871,
      "grad_norm": 3.764050980660328,
      "learning_rate": 4.9850694864764244e-05,
      "loss": 2.7973,
      "step": 52287
    },
    {
      "epoch": 4.441726129799524,
      "grad_norm": 3.085724749902506,
      "learning_rate": 4.9845583350679395e-05,
      "loss": 2.1623,
      "step": 52288
    },
    {
      "epoch": 4.441811077132178,
      "grad_norm": 3.5092572131027087,
      "learning_rate": 4.984047204644828e-05,
      "loss": 2.8713,
      "step": 52289
    },
    {
      "epoch": 4.441896024464832,
      "grad_norm": 3.552039894302694,
      "learning_rate": 4.983536095208151e-05,
      "loss": 2.6881,
      "step": 52290
    },
    {
      "epoch": 4.441980971797485,
      "grad_norm": 3.7392593141289887,
      "learning_rate": 4.983025006758982e-05,
      "loss": 2.6275,
      "step": 52291
    },
    {
      "epoch": 4.4420659191301395,
      "grad_norm": 3.9421839653657558,
      "learning_rate": 4.9825139392983875e-05,
      "loss": 2.8968,
      "step": 52292
    },
    {
      "epoch": 4.442150866462793,
      "grad_norm": 3.461672601908989,
      "learning_rate": 4.9820028928274416e-05,
      "loss": 2.6288,
      "step": 52293
    },
    {
      "epoch": 4.442235813795447,
      "grad_norm": 3.2715036291356263,
      "learning_rate": 4.981491867347221e-05,
      "loss": 2.3922,
      "step": 52294
    },
    {
      "epoch": 4.442320761128101,
      "grad_norm": 3.6568565329301905,
      "learning_rate": 4.980980862858791e-05,
      "loss": 2.6222,
      "step": 52295
    },
    {
      "epoch": 4.442405708460754,
      "grad_norm": 3.4345501086866532,
      "learning_rate": 4.980469879363218e-05,
      "loss": 2.616,
      "step": 52296
    },
    {
      "epoch": 4.442490655793408,
      "grad_norm": 3.2851719417318184,
      "learning_rate": 4.979958916861581e-05,
      "loss": 2.3745,
      "step": 52297
    },
    {
      "epoch": 4.442575603126062,
      "grad_norm": 3.2625215684897158,
      "learning_rate": 4.979447975354947e-05,
      "loss": 2.2826,
      "step": 52298
    },
    {
      "epoch": 4.442660550458716,
      "grad_norm": 3.1985351928633454,
      "learning_rate": 4.978937054844378e-05,
      "loss": 2.2743,
      "step": 52299
    },
    {
      "epoch": 4.442745497791369,
      "grad_norm": 3.3846810002042003,
      "learning_rate": 4.978426155330961e-05,
      "loss": 2.2091,
      "step": 52300
    },
    {
      "epoch": 4.442830445124023,
      "grad_norm": 3.225216415338514,
      "learning_rate": 4.977915276815759e-05,
      "loss": 2.4061,
      "step": 52301
    },
    {
      "epoch": 4.442915392456677,
      "grad_norm": 3.595144228719657,
      "learning_rate": 4.977404419299843e-05,
      "loss": 2.7103,
      "step": 52302
    },
    {
      "epoch": 4.4430003397893305,
      "grad_norm": 3.6119629693243747,
      "learning_rate": 4.9768935827842765e-05,
      "loss": 2.7441,
      "step": 52303
    },
    {
      "epoch": 4.443085287121985,
      "grad_norm": 3.490589368899421,
      "learning_rate": 4.97638276727014e-05,
      "loss": 2.2791,
      "step": 52304
    },
    {
      "epoch": 4.443170234454638,
      "grad_norm": 3.5099175038089534,
      "learning_rate": 4.9758719727584965e-05,
      "loss": 2.5711,
      "step": 52305
    },
    {
      "epoch": 4.443255181787292,
      "grad_norm": 3.1199479836340607,
      "learning_rate": 4.975361199250422e-05,
      "loss": 2.241,
      "step": 52306
    },
    {
      "epoch": 4.443340129119946,
      "grad_norm": 3.387629004661902,
      "learning_rate": 4.974850446746981e-05,
      "loss": 2.3881,
      "step": 52307
    },
    {
      "epoch": 4.443425076452599,
      "grad_norm": 3.666678408798467,
      "learning_rate": 4.974339715249251e-05,
      "loss": 2.5691,
      "step": 52308
    },
    {
      "epoch": 4.443510023785253,
      "grad_norm": 3.150748057950551,
      "learning_rate": 4.973829004758297e-05,
      "loss": 1.9783,
      "step": 52309
    },
    {
      "epoch": 4.443594971117907,
      "grad_norm": 3.4346679197156758,
      "learning_rate": 4.973318315275185e-05,
      "loss": 2.4981,
      "step": 52310
    },
    {
      "epoch": 4.44367991845056,
      "grad_norm": 3.183189783168205,
      "learning_rate": 4.972807646800994e-05,
      "loss": 2.2879,
      "step": 52311
    },
    {
      "epoch": 4.443764865783215,
      "grad_norm": 3.5545786219350357,
      "learning_rate": 4.972296999336787e-05,
      "loss": 2.4241,
      "step": 52312
    },
    {
      "epoch": 4.443849813115868,
      "grad_norm": 3.177372720331857,
      "learning_rate": 4.971786372883642e-05,
      "loss": 2.2696,
      "step": 52313
    },
    {
      "epoch": 4.4439347604485215,
      "grad_norm": 3.1051995547614735,
      "learning_rate": 4.9712757674426164e-05,
      "loss": 2.228,
      "step": 52314
    },
    {
      "epoch": 4.444019707781176,
      "grad_norm": 4.04864493901151,
      "learning_rate": 4.970765183014794e-05,
      "loss": 3.0001,
      "step": 52315
    },
    {
      "epoch": 4.444104655113829,
      "grad_norm": 3.4804365505019117,
      "learning_rate": 4.970254619601238e-05,
      "loss": 2.2473,
      "step": 52316
    },
    {
      "epoch": 4.4441896024464835,
      "grad_norm": 3.5926423575279425,
      "learning_rate": 4.9697440772030124e-05,
      "loss": 2.4964,
      "step": 52317
    },
    {
      "epoch": 4.444274549779137,
      "grad_norm": 3.4835589660002406,
      "learning_rate": 4.969233555821193e-05,
      "loss": 2.4429,
      "step": 52318
    },
    {
      "epoch": 4.44435949711179,
      "grad_norm": 3.276804783211806,
      "learning_rate": 4.9687230554568554e-05,
      "loss": 2.381,
      "step": 52319
    },
    {
      "epoch": 4.444444444444445,
      "grad_norm": 3.5072014856404534,
      "learning_rate": 4.968212576111063e-05,
      "loss": 2.6361,
      "step": 52320
    },
    {
      "epoch": 4.444529391777098,
      "grad_norm": 3.2161779833707684,
      "learning_rate": 4.9677021177848794e-05,
      "loss": 2.4616,
      "step": 52321
    },
    {
      "epoch": 4.444614339109752,
      "grad_norm": 3.628610674874873,
      "learning_rate": 4.967191680479386e-05,
      "loss": 2.5745,
      "step": 52322
    },
    {
      "epoch": 4.444699286442406,
      "grad_norm": 3.33198523808575,
      "learning_rate": 4.966681264195647e-05,
      "loss": 2.253,
      "step": 52323
    },
    {
      "epoch": 4.444784233775059,
      "grad_norm": 3.5796467546155157,
      "learning_rate": 4.966170868934727e-05,
      "loss": 2.5369,
      "step": 52324
    },
    {
      "epoch": 4.4448691811077135,
      "grad_norm": 3.413435002463587,
      "learning_rate": 4.965660494697699e-05,
      "loss": 2.3777,
      "step": 52325
    },
    {
      "epoch": 4.444954128440367,
      "grad_norm": 3.93842806327705,
      "learning_rate": 4.965150141485638e-05,
      "loss": 2.9472,
      "step": 52326
    },
    {
      "epoch": 4.445039075773021,
      "grad_norm": 3.515130781846826,
      "learning_rate": 4.96463980929961e-05,
      "loss": 2.2957,
      "step": 52327
    },
    {
      "epoch": 4.445124023105675,
      "grad_norm": 3.3752313557206337,
      "learning_rate": 4.964129498140677e-05,
      "loss": 2.5738,
      "step": 52328
    },
    {
      "epoch": 4.445208970438328,
      "grad_norm": 3.290111446635787,
      "learning_rate": 4.963619208009919e-05,
      "loss": 2.3005,
      "step": 52329
    },
    {
      "epoch": 4.445293917770982,
      "grad_norm": 3.4420575220866287,
      "learning_rate": 4.963108938908395e-05,
      "loss": 2.4699,
      "step": 52330
    },
    {
      "epoch": 4.445378865103636,
      "grad_norm": 3.3762283872334558,
      "learning_rate": 4.9625986908371865e-05,
      "loss": 2.4522,
      "step": 52331
    },
    {
      "epoch": 4.445463812436289,
      "grad_norm": 3.593135997246197,
      "learning_rate": 4.96208846379735e-05,
      "loss": 2.5755,
      "step": 52332
    },
    {
      "epoch": 4.445548759768943,
      "grad_norm": 3.5578005858254382,
      "learning_rate": 4.9615782577899644e-05,
      "loss": 2.7341,
      "step": 52333
    },
    {
      "epoch": 4.445633707101597,
      "grad_norm": 3.0153605141054163,
      "learning_rate": 4.961068072816095e-05,
      "loss": 2.0559,
      "step": 52334
    },
    {
      "epoch": 4.445718654434251,
      "grad_norm": 3.120477063496211,
      "learning_rate": 4.9605579088768064e-05,
      "loss": 2.2302,
      "step": 52335
    },
    {
      "epoch": 4.4458036017669045,
      "grad_norm": 3.2787250073791,
      "learning_rate": 4.9600477659731714e-05,
      "loss": 2.4043,
      "step": 52336
    },
    {
      "epoch": 4.445888549099558,
      "grad_norm": 3.5936529725539192,
      "learning_rate": 4.9595376441062636e-05,
      "loss": 2.6313,
      "step": 52337
    },
    {
      "epoch": 4.445973496432212,
      "grad_norm": 3.2306219981575723,
      "learning_rate": 4.959027543277147e-05,
      "loss": 2.2767,
      "step": 52338
    },
    {
      "epoch": 4.446058443764866,
      "grad_norm": 3.2745226483050094,
      "learning_rate": 4.958517463486886e-05,
      "loss": 2.4176,
      "step": 52339
    },
    {
      "epoch": 4.44614339109752,
      "grad_norm": 3.3092281651779003,
      "learning_rate": 4.95800740473656e-05,
      "loss": 2.5724,
      "step": 52340
    },
    {
      "epoch": 4.446228338430173,
      "grad_norm": 3.507982198727523,
      "learning_rate": 4.9574973670272314e-05,
      "loss": 2.574,
      "step": 52341
    },
    {
      "epoch": 4.446313285762827,
      "grad_norm": 3.2610254651870543,
      "learning_rate": 4.9569873503599645e-05,
      "loss": 2.3458,
      "step": 52342
    },
    {
      "epoch": 4.446398233095481,
      "grad_norm": 3.115722114973629,
      "learning_rate": 4.9564773547358325e-05,
      "loss": 2.1516,
      "step": 52343
    },
    {
      "epoch": 4.446483180428134,
      "grad_norm": 3.2644889903006566,
      "learning_rate": 4.9559673801559094e-05,
      "loss": 2.374,
      "step": 52344
    },
    {
      "epoch": 4.446568127760789,
      "grad_norm": 3.9986577628883015,
      "learning_rate": 4.955457426621258e-05,
      "loss": 3.0274,
      "step": 52345
    },
    {
      "epoch": 4.446653075093442,
      "grad_norm": 3.2938270020621463,
      "learning_rate": 4.9549474941329425e-05,
      "loss": 2.1633,
      "step": 52346
    },
    {
      "epoch": 4.4467380224260955,
      "grad_norm": 3.5120526202830216,
      "learning_rate": 4.954437582692043e-05,
      "loss": 2.4308,
      "step": 52347
    },
    {
      "epoch": 4.44682296975875,
      "grad_norm": 3.7383693981206187,
      "learning_rate": 4.9539276922996146e-05,
      "loss": 2.6333,
      "step": 52348
    },
    {
      "epoch": 4.446907917091403,
      "grad_norm": 3.411211669657758,
      "learning_rate": 4.9534178229567366e-05,
      "loss": 2.7074,
      "step": 52349
    },
    {
      "epoch": 4.4469928644240575,
      "grad_norm": 3.639637784039355,
      "learning_rate": 4.95290797466447e-05,
      "loss": 2.5071,
      "step": 52350
    },
    {
      "epoch": 4.447077811756711,
      "grad_norm": 3.239137632794746,
      "learning_rate": 4.9523981474238904e-05,
      "loss": 2.5575,
      "step": 52351
    },
    {
      "epoch": 4.447162759089364,
      "grad_norm": 3.9695267369669827,
      "learning_rate": 4.951888341236062e-05,
      "loss": 2.8052,
      "step": 52352
    },
    {
      "epoch": 4.447247706422019,
      "grad_norm": 3.7726608891330318,
      "learning_rate": 4.9513785561020474e-05,
      "loss": 2.7971,
      "step": 52353
    },
    {
      "epoch": 4.447332653754672,
      "grad_norm": 2.881646959576636,
      "learning_rate": 4.950868792022924e-05,
      "loss": 2.0722,
      "step": 52354
    },
    {
      "epoch": 4.447417601087325,
      "grad_norm": 3.4651680295980833,
      "learning_rate": 4.9503590489997526e-05,
      "loss": 2.5923,
      "step": 52355
    },
    {
      "epoch": 4.44750254841998,
      "grad_norm": 3.6102552710597107,
      "learning_rate": 4.949849327033609e-05,
      "loss": 2.7015,
      "step": 52356
    },
    {
      "epoch": 4.447587495752633,
      "grad_norm": 3.661683627880243,
      "learning_rate": 4.949339626125552e-05,
      "loss": 2.8025,
      "step": 52357
    },
    {
      "epoch": 4.447672443085287,
      "grad_norm": 3.2431656524603794,
      "learning_rate": 4.9488299462766594e-05,
      "loss": 2.1891,
      "step": 52358
    },
    {
      "epoch": 4.447757390417941,
      "grad_norm": 3.8526396821474846,
      "learning_rate": 4.9483202874879955e-05,
      "loss": 2.732,
      "step": 52359
    },
    {
      "epoch": 4.447842337750594,
      "grad_norm": 3.5850611325526436,
      "learning_rate": 4.9478106497606194e-05,
      "loss": 2.8208,
      "step": 52360
    },
    {
      "epoch": 4.4479272850832485,
      "grad_norm": 3.190918600084639,
      "learning_rate": 4.947301033095609e-05,
      "loss": 2.1704,
      "step": 52361
    },
    {
      "epoch": 4.448012232415902,
      "grad_norm": 3.5316407003096244,
      "learning_rate": 4.946791437494034e-05,
      "loss": 2.4961,
      "step": 52362
    },
    {
      "epoch": 4.448097179748556,
      "grad_norm": 2.9915576745905845,
      "learning_rate": 4.946281862956956e-05,
      "loss": 2.3499,
      "step": 52363
    },
    {
      "epoch": 4.44818212708121,
      "grad_norm": 3.325374492785614,
      "learning_rate": 4.9457723094854404e-05,
      "loss": 2.3403,
      "step": 52364
    },
    {
      "epoch": 4.448267074413863,
      "grad_norm": 3.303342522244299,
      "learning_rate": 4.945262777080565e-05,
      "loss": 2.4753,
      "step": 52365
    },
    {
      "epoch": 4.448352021746517,
      "grad_norm": 3.2088637488752836,
      "learning_rate": 4.9447532657433903e-05,
      "loss": 2.3658,
      "step": 52366
    },
    {
      "epoch": 4.448436969079171,
      "grad_norm": 3.542070230428739,
      "learning_rate": 4.944243775474979e-05,
      "loss": 2.4077,
      "step": 52367
    },
    {
      "epoch": 4.448521916411825,
      "grad_norm": 3.5120932874645003,
      "learning_rate": 4.943734306276406e-05,
      "loss": 2.635,
      "step": 52368
    },
    {
      "epoch": 4.4486068637444784,
      "grad_norm": 3.4696179014575823,
      "learning_rate": 4.94322485814874e-05,
      "loss": 2.3168,
      "step": 52369
    },
    {
      "epoch": 4.448691811077132,
      "grad_norm": 3.258262704958699,
      "learning_rate": 4.9427154310930475e-05,
      "loss": 2.3303,
      "step": 52370
    },
    {
      "epoch": 4.448776758409786,
      "grad_norm": 3.3614833563152278,
      "learning_rate": 4.94220602511039e-05,
      "loss": 2.5689,
      "step": 52371
    },
    {
      "epoch": 4.4488617057424396,
      "grad_norm": 3.1010013553353373,
      "learning_rate": 4.941696640201843e-05,
      "loss": 2.2305,
      "step": 52372
    },
    {
      "epoch": 4.448946653075094,
      "grad_norm": 3.4819766677844437,
      "learning_rate": 4.9411872763684645e-05,
      "loss": 2.6082,
      "step": 52373
    },
    {
      "epoch": 4.449031600407747,
      "grad_norm": 3.128154376872115,
      "learning_rate": 4.940677933611333e-05,
      "loss": 2.2035,
      "step": 52374
    },
    {
      "epoch": 4.449116547740401,
      "grad_norm": 3.1077322946388066,
      "learning_rate": 4.940168611931505e-05,
      "loss": 2.1328,
      "step": 52375
    },
    {
      "epoch": 4.449201495073055,
      "grad_norm": 3.077632156899987,
      "learning_rate": 4.9396593113300565e-05,
      "loss": 2.1208,
      "step": 52376
    },
    {
      "epoch": 4.449286442405708,
      "grad_norm": 3.166541980764917,
      "learning_rate": 4.9391500318080506e-05,
      "loss": 2.1696,
      "step": 52377
    },
    {
      "epoch": 4.449371389738362,
      "grad_norm": 3.353854183965988,
      "learning_rate": 4.9386407733665506e-05,
      "loss": 2.3707,
      "step": 52378
    },
    {
      "epoch": 4.449456337071016,
      "grad_norm": 3.932002144228767,
      "learning_rate": 4.938131536006627e-05,
      "loss": 2.9454,
      "step": 52379
    },
    {
      "epoch": 4.4495412844036695,
      "grad_norm": 3.5294846849659955,
      "learning_rate": 4.937622319729352e-05,
      "loss": 2.5125,
      "step": 52380
    },
    {
      "epoch": 4.449626231736324,
      "grad_norm": 3.169646123984633,
      "learning_rate": 4.9371131245357876e-05,
      "loss": 2.1696,
      "step": 52381
    },
    {
      "epoch": 4.449711179068977,
      "grad_norm": 3.5113944532998587,
      "learning_rate": 4.936603950426997e-05,
      "loss": 2.4513,
      "step": 52382
    },
    {
      "epoch": 4.449796126401631,
      "grad_norm": 3.6402230840423577,
      "learning_rate": 4.9360947974040536e-05,
      "loss": 2.5297,
      "step": 52383
    },
    {
      "epoch": 4.449881073734285,
      "grad_norm": 3.1805799293646477,
      "learning_rate": 4.9355856654680234e-05,
      "loss": 2.0932,
      "step": 52384
    },
    {
      "epoch": 4.449966021066938,
      "grad_norm": 3.6207855177486854,
      "learning_rate": 4.9350765546199655e-05,
      "loss": 2.5154,
      "step": 52385
    },
    {
      "epoch": 4.450050968399593,
      "grad_norm": 3.116811232205791,
      "learning_rate": 4.9345674648609536e-05,
      "loss": 2.215,
      "step": 52386
    },
    {
      "epoch": 4.450135915732246,
      "grad_norm": 3.1626492071897143,
      "learning_rate": 4.934058396192058e-05,
      "loss": 2.3201,
      "step": 52387
    },
    {
      "epoch": 4.450220863064899,
      "grad_norm": 3.231302724761341,
      "learning_rate": 4.933549348614339e-05,
      "loss": 2.43,
      "step": 52388
    },
    {
      "epoch": 4.450305810397554,
      "grad_norm": 3.6902790958968854,
      "learning_rate": 4.933040322128862e-05,
      "loss": 2.8188,
      "step": 52389
    },
    {
      "epoch": 4.450390757730207,
      "grad_norm": 3.46359283417531,
      "learning_rate": 4.9325313167367e-05,
      "loss": 2.2177,
      "step": 52390
    },
    {
      "epoch": 4.450475705062861,
      "grad_norm": 3.7828058118017833,
      "learning_rate": 4.932022332438911e-05,
      "loss": 2.8803,
      "step": 52391
    },
    {
      "epoch": 4.450560652395515,
      "grad_norm": 3.630715821864761,
      "learning_rate": 4.931513369236572e-05,
      "loss": 2.6767,
      "step": 52392
    },
    {
      "epoch": 4.450645599728168,
      "grad_norm": 3.3530557288882723,
      "learning_rate": 4.93100442713074e-05,
      "loss": 2.3436,
      "step": 52393
    },
    {
      "epoch": 4.4507305470608225,
      "grad_norm": 3.2855873443303087,
      "learning_rate": 4.9304955061224876e-05,
      "loss": 2.2918,
      "step": 52394
    },
    {
      "epoch": 4.450815494393476,
      "grad_norm": 3.721401918168966,
      "learning_rate": 4.92998660621288e-05,
      "loss": 2.7795,
      "step": 52395
    },
    {
      "epoch": 4.45090044172613,
      "grad_norm": 3.5535104021465367,
      "learning_rate": 4.929477727402978e-05,
      "loss": 2.5101,
      "step": 52396
    },
    {
      "epoch": 4.450985389058784,
      "grad_norm": 3.421830638757562,
      "learning_rate": 4.928968869693857e-05,
      "loss": 2.5263,
      "step": 52397
    },
    {
      "epoch": 4.451070336391437,
      "grad_norm": 3.456529300807931,
      "learning_rate": 4.9284600330865725e-05,
      "loss": 2.4853,
      "step": 52398
    },
    {
      "epoch": 4.451155283724091,
      "grad_norm": 3.3403963286094815,
      "learning_rate": 4.9279512175822025e-05,
      "loss": 2.57,
      "step": 52399
    },
    {
      "epoch": 4.451240231056745,
      "grad_norm": 3.2447495221028433,
      "learning_rate": 4.927442423181801e-05,
      "loss": 2.3705,
      "step": 52400
    },
    {
      "epoch": 4.451325178389398,
      "grad_norm": 3.6555927720541246,
      "learning_rate": 4.9269336498864463e-05,
      "loss": 2.4868,
      "step": 52401
    },
    {
      "epoch": 4.451410125722052,
      "grad_norm": 3.4606589236320797,
      "learning_rate": 4.926424897697198e-05,
      "loss": 2.5929,
      "step": 52402
    },
    {
      "epoch": 4.451495073054706,
      "grad_norm": 3.4197712514898386,
      "learning_rate": 4.925916166615117e-05,
      "loss": 2.3708,
      "step": 52403
    },
    {
      "epoch": 4.45158002038736,
      "grad_norm": 3.672378662816708,
      "learning_rate": 4.925407456641276e-05,
      "loss": 2.806,
      "step": 52404
    },
    {
      "epoch": 4.4516649677200135,
      "grad_norm": 3.3343259215393526,
      "learning_rate": 4.9248987677767426e-05,
      "loss": 2.6051,
      "step": 52405
    },
    {
      "epoch": 4.451749915052668,
      "grad_norm": 3.092178224559464,
      "learning_rate": 4.92439010002258e-05,
      "loss": 2.2162,
      "step": 52406
    },
    {
      "epoch": 4.451834862385321,
      "grad_norm": 3.2788637309175135,
      "learning_rate": 4.92388145337985e-05,
      "loss": 2.1363,
      "step": 52407
    },
    {
      "epoch": 4.451919809717975,
      "grad_norm": 3.3848424231324215,
      "learning_rate": 4.923372827849627e-05,
      "loss": 2.5461,
      "step": 52408
    },
    {
      "epoch": 4.452004757050629,
      "grad_norm": 3.4881733015468814,
      "learning_rate": 4.9228642234329706e-05,
      "loss": 2.632,
      "step": 52409
    },
    {
      "epoch": 4.452089704383282,
      "grad_norm": 3.2639335295928578,
      "learning_rate": 4.922355640130943e-05,
      "loss": 2.3619,
      "step": 52410
    },
    {
      "epoch": 4.452174651715936,
      "grad_norm": 3.041891570061952,
      "learning_rate": 4.9218470779446136e-05,
      "loss": 2.0194,
      "step": 52411
    },
    {
      "epoch": 4.45225959904859,
      "grad_norm": 3.3671400271610095,
      "learning_rate": 4.921338536875055e-05,
      "loss": 2.5958,
      "step": 52412
    },
    {
      "epoch": 4.452344546381243,
      "grad_norm": 3.242128841477523,
      "learning_rate": 4.920830016923326e-05,
      "loss": 2.2417,
      "step": 52413
    },
    {
      "epoch": 4.452429493713898,
      "grad_norm": 3.45546653731494,
      "learning_rate": 4.920321518090489e-05,
      "loss": 2.6526,
      "step": 52414
    },
    {
      "epoch": 4.452514441046551,
      "grad_norm": 2.994441812204301,
      "learning_rate": 4.919813040377617e-05,
      "loss": 2.1369,
      "step": 52415
    },
    {
      "epoch": 4.4525993883792045,
      "grad_norm": 3.4426704956763987,
      "learning_rate": 4.919304583785767e-05,
      "loss": 2.735,
      "step": 52416
    },
    {
      "epoch": 4.452684335711859,
      "grad_norm": 3.4635081176058473,
      "learning_rate": 4.9187961483160126e-05,
      "loss": 2.6673,
      "step": 52417
    },
    {
      "epoch": 4.452769283044512,
      "grad_norm": 3.4343536179895215,
      "learning_rate": 4.918287733969412e-05,
      "loss": 2.4376,
      "step": 52418
    },
    {
      "epoch": 4.4528542303771665,
      "grad_norm": 3.5179356715083436,
      "learning_rate": 4.917779340747038e-05,
      "loss": 2.3557,
      "step": 52419
    },
    {
      "epoch": 4.45293917770982,
      "grad_norm": 3.4085736398904527,
      "learning_rate": 4.9172709686499525e-05,
      "loss": 2.4359,
      "step": 52420
    },
    {
      "epoch": 4.453024125042473,
      "grad_norm": 3.4610511555697654,
      "learning_rate": 4.916762617679216e-05,
      "loss": 2.4632,
      "step": 52421
    },
    {
      "epoch": 4.453109072375128,
      "grad_norm": 3.031174699277078,
      "learning_rate": 4.9162542878358954e-05,
      "loss": 2.2122,
      "step": 52422
    },
    {
      "epoch": 4.453194019707781,
      "grad_norm": 3.521790821976661,
      "learning_rate": 4.915745979121064e-05,
      "loss": 2.4585,
      "step": 52423
    },
    {
      "epoch": 4.4532789670404345,
      "grad_norm": 3.0440839479530455,
      "learning_rate": 4.915237691535782e-05,
      "loss": 2.1018,
      "step": 52424
    },
    {
      "epoch": 4.453363914373089,
      "grad_norm": 3.409635832342451,
      "learning_rate": 4.9147294250811057e-05,
      "loss": 2.6176,
      "step": 52425
    },
    {
      "epoch": 4.453448861705742,
      "grad_norm": 3.269320608837592,
      "learning_rate": 4.9142211797581146e-05,
      "loss": 2.4,
      "step": 52426
    },
    {
      "epoch": 4.4535338090383965,
      "grad_norm": 3.743738209821364,
      "learning_rate": 4.913712955567866e-05,
      "loss": 2.7502,
      "step": 52427
    },
    {
      "epoch": 4.45361875637105,
      "grad_norm": 3.4608562486385495,
      "learning_rate": 4.9132047525114205e-05,
      "loss": 2.2707,
      "step": 52428
    },
    {
      "epoch": 4.453703703703704,
      "grad_norm": 3.044415207214366,
      "learning_rate": 4.9126965705898485e-05,
      "loss": 2.1875,
      "step": 52429
    },
    {
      "epoch": 4.453788651036358,
      "grad_norm": 3.8940454793816306,
      "learning_rate": 4.912188409804218e-05,
      "loss": 2.9272,
      "step": 52430
    },
    {
      "epoch": 4.453873598369011,
      "grad_norm": 3.555952420656079,
      "learning_rate": 4.9116802701555915e-05,
      "loss": 2.7089,
      "step": 52431
    },
    {
      "epoch": 4.453958545701665,
      "grad_norm": 3.66379135323422,
      "learning_rate": 4.9111721516450256e-05,
      "loss": 2.7973,
      "step": 52432
    },
    {
      "epoch": 4.454043493034319,
      "grad_norm": 3.4084589962132714,
      "learning_rate": 4.910664054273597e-05,
      "loss": 2.6145,
      "step": 52433
    },
    {
      "epoch": 4.454128440366972,
      "grad_norm": 3.610306062481395,
      "learning_rate": 4.9101559780423624e-05,
      "loss": 2.5207,
      "step": 52434
    },
    {
      "epoch": 4.454213387699626,
      "grad_norm": 4.206802691259053,
      "learning_rate": 4.909647922952391e-05,
      "loss": 3.1436,
      "step": 52435
    },
    {
      "epoch": 4.45429833503228,
      "grad_norm": 3.192656854484812,
      "learning_rate": 4.90913988900474e-05,
      "loss": 2.3981,
      "step": 52436
    },
    {
      "epoch": 4.454383282364934,
      "grad_norm": 3.9980371335588396,
      "learning_rate": 4.908631876200485e-05,
      "loss": 3.0238,
      "step": 52437
    },
    {
      "epoch": 4.4544682296975875,
      "grad_norm": 3.528825889020593,
      "learning_rate": 4.9081238845406845e-05,
      "loss": 2.7048,
      "step": 52438
    },
    {
      "epoch": 4.454553177030241,
      "grad_norm": 3.9833337370454323,
      "learning_rate": 4.907615914026398e-05,
      "loss": 3.4813,
      "step": 52439
    },
    {
      "epoch": 4.454638124362895,
      "grad_norm": 3.2778308389307194,
      "learning_rate": 4.907107964658694e-05,
      "loss": 2.3376,
      "step": 52440
    },
    {
      "epoch": 4.454723071695549,
      "grad_norm": 3.595200075739929,
      "learning_rate": 4.906600036438643e-05,
      "loss": 2.6548,
      "step": 52441
    },
    {
      "epoch": 4.454808019028203,
      "grad_norm": 3.5905689477450027,
      "learning_rate": 4.906092129367304e-05,
      "loss": 2.8142,
      "step": 52442
    },
    {
      "epoch": 4.454892966360856,
      "grad_norm": 3.317499604611031,
      "learning_rate": 4.905584243445737e-05,
      "loss": 2.5758,
      "step": 52443
    },
    {
      "epoch": 4.45497791369351,
      "grad_norm": 3.2147521333739766,
      "learning_rate": 4.905076378675012e-05,
      "loss": 2.2683,
      "step": 52444
    },
    {
      "epoch": 4.455062861026164,
      "grad_norm": 3.291217828198752,
      "learning_rate": 4.904568535056194e-05,
      "loss": 2.371,
      "step": 52445
    },
    {
      "epoch": 4.455147808358817,
      "grad_norm": 3.087008244400525,
      "learning_rate": 4.904060712590339e-05,
      "loss": 2.1745,
      "step": 52446
    },
    {
      "epoch": 4.455232755691472,
      "grad_norm": 3.7327715886130597,
      "learning_rate": 4.903552911278516e-05,
      "loss": 2.7929,
      "step": 52447
    },
    {
      "epoch": 4.455317703024125,
      "grad_norm": 3.2856757141858735,
      "learning_rate": 4.903045131121794e-05,
      "loss": 2.3033,
      "step": 52448
    },
    {
      "epoch": 4.4554026503567785,
      "grad_norm": 3.5382907830449746,
      "learning_rate": 4.9025373721212335e-05,
      "loss": 2.4561,
      "step": 52449
    },
    {
      "epoch": 4.455487597689433,
      "grad_norm": 3.7075197065706464,
      "learning_rate": 4.902029634277891e-05,
      "loss": 2.6286,
      "step": 52450
    },
    {
      "epoch": 4.455572545022086,
      "grad_norm": 3.3149410052840707,
      "learning_rate": 4.9015219175928414e-05,
      "loss": 2.4817,
      "step": 52451
    },
    {
      "epoch": 4.4556574923547405,
      "grad_norm": 3.471533821614976,
      "learning_rate": 4.901014222067145e-05,
      "loss": 2.6192,
      "step": 52452
    },
    {
      "epoch": 4.455742439687394,
      "grad_norm": 3.475684671241665,
      "learning_rate": 4.90050654770186e-05,
      "loss": 2.3859,
      "step": 52453
    },
    {
      "epoch": 4.455827387020047,
      "grad_norm": 3.1283442095619365,
      "learning_rate": 4.899998894498053e-05,
      "loss": 2.182,
      "step": 52454
    },
    {
      "epoch": 4.455912334352702,
      "grad_norm": 3.784837950097431,
      "learning_rate": 4.8994912624567936e-05,
      "loss": 2.7416,
      "step": 52455
    },
    {
      "epoch": 4.455997281685355,
      "grad_norm": 3.2747111012637884,
      "learning_rate": 4.8989836515791425e-05,
      "loss": 2.4409,
      "step": 52456
    },
    {
      "epoch": 4.456082229018008,
      "grad_norm": 3.523321455960073,
      "learning_rate": 4.898476061866158e-05,
      "loss": 2.5803,
      "step": 52457
    },
    {
      "epoch": 4.456167176350663,
      "grad_norm": 3.479133213684374,
      "learning_rate": 4.8979684933189104e-05,
      "loss": 2.2212,
      "step": 52458
    },
    {
      "epoch": 4.456252123683316,
      "grad_norm": 3.7612619994142396,
      "learning_rate": 4.897460945938455e-05,
      "loss": 2.816,
      "step": 52459
    },
    {
      "epoch": 4.45633707101597,
      "grad_norm": 3.404631877808003,
      "learning_rate": 4.896953419725867e-05,
      "loss": 2.5859,
      "step": 52460
    },
    {
      "epoch": 4.456422018348624,
      "grad_norm": 3.509330980161223,
      "learning_rate": 4.896445914682197e-05,
      "loss": 2.5345,
      "step": 52461
    },
    {
      "epoch": 4.456506965681277,
      "grad_norm": 3.8943780910314225,
      "learning_rate": 4.8959384308085196e-05,
      "loss": 2.8638,
      "step": 52462
    },
    {
      "epoch": 4.4565919130139315,
      "grad_norm": 3.548567251906146,
      "learning_rate": 4.895430968105895e-05,
      "loss": 2.6041,
      "step": 52463
    },
    {
      "epoch": 4.456676860346585,
      "grad_norm": 3.426226290341208,
      "learning_rate": 4.8949235265753787e-05,
      "loss": 2.453,
      "step": 52464
    },
    {
      "epoch": 4.456761807679239,
      "grad_norm": 3.1830156409204253,
      "learning_rate": 4.89441610621804e-05,
      "loss": 2.1973,
      "step": 52465
    },
    {
      "epoch": 4.456846755011893,
      "grad_norm": 3.3464666701702943,
      "learning_rate": 4.893908707034947e-05,
      "loss": 2.41,
      "step": 52466
    },
    {
      "epoch": 4.456931702344546,
      "grad_norm": 3.0245439114220845,
      "learning_rate": 4.8934013290271576e-05,
      "loss": 2.2063,
      "step": 52467
    },
    {
      "epoch": 4.4570166496772,
      "grad_norm": 3.641000287321109,
      "learning_rate": 4.892893972195732e-05,
      "loss": 2.5338,
      "step": 52468
    },
    {
      "epoch": 4.457101597009854,
      "grad_norm": 3.600059759751085,
      "learning_rate": 4.8923866365417394e-05,
      "loss": 2.7098,
      "step": 52469
    },
    {
      "epoch": 4.457186544342508,
      "grad_norm": 3.5092640655911533,
      "learning_rate": 4.8918793220662414e-05,
      "loss": 2.5674,
      "step": 52470
    },
    {
      "epoch": 4.4572714916751615,
      "grad_norm": 3.0907927058075004,
      "learning_rate": 4.891372028770294e-05,
      "loss": 2.0403,
      "step": 52471
    },
    {
      "epoch": 4.457356439007815,
      "grad_norm": 3.207288909607086,
      "learning_rate": 4.890864756654966e-05,
      "loss": 2.3745,
      "step": 52472
    },
    {
      "epoch": 4.457441386340469,
      "grad_norm": 3.185214523543046,
      "learning_rate": 4.890357505721324e-05,
      "loss": 2.158,
      "step": 52473
    },
    {
      "epoch": 4.457526333673123,
      "grad_norm": 3.4652642994741445,
      "learning_rate": 4.889850275970426e-05,
      "loss": 2.553,
      "step": 52474
    },
    {
      "epoch": 4.457611281005777,
      "grad_norm": 3.0033006122847126,
      "learning_rate": 4.889343067403333e-05,
      "loss": 2.1221,
      "step": 52475
    },
    {
      "epoch": 4.45769622833843,
      "grad_norm": 3.473601384286404,
      "learning_rate": 4.888835880021114e-05,
      "loss": 2.6335,
      "step": 52476
    },
    {
      "epoch": 4.457781175671084,
      "grad_norm": 3.2599723678126735,
      "learning_rate": 4.8883287138248236e-05,
      "loss": 2.2824,
      "step": 52477
    },
    {
      "epoch": 4.457866123003738,
      "grad_norm": 3.2286652523422164,
      "learning_rate": 4.887821568815533e-05,
      "loss": 2.1843,
      "step": 52478
    },
    {
      "epoch": 4.457951070336391,
      "grad_norm": 3.637328171189195,
      "learning_rate": 4.887314444994297e-05,
      "loss": 2.4535,
      "step": 52479
    },
    {
      "epoch": 4.458036017669045,
      "grad_norm": 3.588973817422,
      "learning_rate": 4.8868073423621865e-05,
      "loss": 2.7308,
      "step": 52480
    },
    {
      "epoch": 4.458120965001699,
      "grad_norm": 3.3309800186640377,
      "learning_rate": 4.8863002609202584e-05,
      "loss": 2.339,
      "step": 52481
    },
    {
      "epoch": 4.4582059123343525,
      "grad_norm": 3.5660058502674365,
      "learning_rate": 4.8857932006695714e-05,
      "loss": 2.7401,
      "step": 52482
    },
    {
      "epoch": 4.458290859667007,
      "grad_norm": 3.5110324879262262,
      "learning_rate": 4.885286161611193e-05,
      "loss": 2.5174,
      "step": 52483
    },
    {
      "epoch": 4.45837580699966,
      "grad_norm": 3.1629432860965734,
      "learning_rate": 4.884779143746191e-05,
      "loss": 2.3988,
      "step": 52484
    },
    {
      "epoch": 4.458460754332314,
      "grad_norm": 3.1651054714917737,
      "learning_rate": 4.8842721470756216e-05,
      "loss": 2.2307,
      "step": 52485
    },
    {
      "epoch": 4.458545701664968,
      "grad_norm": 3.2431864112627555,
      "learning_rate": 4.8837651716005435e-05,
      "loss": 2.4109,
      "step": 52486
    },
    {
      "epoch": 4.458630648997621,
      "grad_norm": 3.2613909117168793,
      "learning_rate": 4.883258217322027e-05,
      "loss": 2.4066,
      "step": 52487
    },
    {
      "epoch": 4.458715596330276,
      "grad_norm": 3.529980783565174,
      "learning_rate": 4.882751284241132e-05,
      "loss": 2.4282,
      "step": 52488
    },
    {
      "epoch": 4.458800543662929,
      "grad_norm": 3.5731252741996284,
      "learning_rate": 4.8822443723589116e-05,
      "loss": 2.5842,
      "step": 52489
    },
    {
      "epoch": 4.458885490995582,
      "grad_norm": 3.1047165269201624,
      "learning_rate": 4.8817374816764374e-05,
      "loss": 2.2,
      "step": 52490
    },
    {
      "epoch": 4.458970438328237,
      "grad_norm": 3.2878187429331343,
      "learning_rate": 4.8812306121947737e-05,
      "loss": 2.2945,
      "step": 52491
    },
    {
      "epoch": 4.45905538566089,
      "grad_norm": 3.5283373861778586,
      "learning_rate": 4.880723763914979e-05,
      "loss": 2.3236,
      "step": 52492
    },
    {
      "epoch": 4.459140332993544,
      "grad_norm": 3.2050552177343388,
      "learning_rate": 4.88021693683811e-05,
      "loss": 2.3327,
      "step": 52493
    },
    {
      "epoch": 4.459225280326198,
      "grad_norm": 3.1844848403007617,
      "learning_rate": 4.8797101309652366e-05,
      "loss": 2.305,
      "step": 52494
    },
    {
      "epoch": 4.459310227658851,
      "grad_norm": 3.1649210687077884,
      "learning_rate": 4.879203346297419e-05,
      "loss": 2.3583,
      "step": 52495
    },
    {
      "epoch": 4.4593951749915055,
      "grad_norm": 3.819015049096569,
      "learning_rate": 4.8786965828357114e-05,
      "loss": 2.7755,
      "step": 52496
    },
    {
      "epoch": 4.459480122324159,
      "grad_norm": 3.2324063252011874,
      "learning_rate": 4.878189840581182e-05,
      "loss": 2.2488,
      "step": 52497
    },
    {
      "epoch": 4.459565069656813,
      "grad_norm": 3.271512220916374,
      "learning_rate": 4.8776831195348974e-05,
      "loss": 2.3268,
      "step": 52498
    },
    {
      "epoch": 4.459650016989467,
      "grad_norm": 3.4944949390892095,
      "learning_rate": 4.877176419697916e-05,
      "loss": 2.4736,
      "step": 52499
    },
    {
      "epoch": 4.45973496432212,
      "grad_norm": 3.564081637314408,
      "learning_rate": 4.876669741071291e-05,
      "loss": 2.5913,
      "step": 52500
    },
    {
      "epoch": 4.459819911654774,
      "grad_norm": 4.102131052475515,
      "learning_rate": 4.876163083656095e-05,
      "loss": 3.2037,
      "step": 52501
    },
    {
      "epoch": 4.459904858987428,
      "grad_norm": 3.232933698707289,
      "learning_rate": 4.875656447453381e-05,
      "loss": 2.3494,
      "step": 52502
    },
    {
      "epoch": 4.459989806320081,
      "grad_norm": 4.054450784669703,
      "learning_rate": 4.875149832464221e-05,
      "loss": 3.0037,
      "step": 52503
    },
    {
      "epoch": 4.460074753652735,
      "grad_norm": 3.466679093814974,
      "learning_rate": 4.874643238689665e-05,
      "loss": 2.7963,
      "step": 52504
    },
    {
      "epoch": 4.460159700985389,
      "grad_norm": 3.981601982488565,
      "learning_rate": 4.874136666130785e-05,
      "loss": 2.9006,
      "step": 52505
    },
    {
      "epoch": 4.460244648318043,
      "grad_norm": 3.396049703508826,
      "learning_rate": 4.873630114788636e-05,
      "loss": 2.5782,
      "step": 52506
    },
    {
      "epoch": 4.4603295956506965,
      "grad_norm": 3.1518529650835894,
      "learning_rate": 4.873123584664281e-05,
      "loss": 2.2134,
      "step": 52507
    },
    {
      "epoch": 4.46041454298335,
      "grad_norm": 3.391416629121258,
      "learning_rate": 4.872617075758772e-05,
      "loss": 2.5476,
      "step": 52508
    },
    {
      "epoch": 4.460499490316004,
      "grad_norm": 4.123957235995055,
      "learning_rate": 4.872110588073188e-05,
      "loss": 3.2319,
      "step": 52509
    },
    {
      "epoch": 4.460584437648658,
      "grad_norm": 3.4436001126473608,
      "learning_rate": 4.871604121608583e-05,
      "loss": 2.5061,
      "step": 52510
    },
    {
      "epoch": 4.460669384981312,
      "grad_norm": 3.2942667312049703,
      "learning_rate": 4.8710976763660114e-05,
      "loss": 2.4311,
      "step": 52511
    },
    {
      "epoch": 4.460754332313965,
      "grad_norm": 3.246282569544699,
      "learning_rate": 4.870591252346545e-05,
      "loss": 2.4216,
      "step": 52512
    },
    {
      "epoch": 4.460839279646619,
      "grad_norm": 3.4916326826196498,
      "learning_rate": 4.870084849551238e-05,
      "loss": 2.7416,
      "step": 52513
    },
    {
      "epoch": 4.460924226979273,
      "grad_norm": 3.3362420951458573,
      "learning_rate": 4.8695784679811505e-05,
      "loss": 2.3867,
      "step": 52514
    },
    {
      "epoch": 4.4610091743119265,
      "grad_norm": 3.4686312016850636,
      "learning_rate": 4.869072107637344e-05,
      "loss": 2.5392,
      "step": 52515
    },
    {
      "epoch": 4.461094121644581,
      "grad_norm": 3.090794838850037,
      "learning_rate": 4.868565768520887e-05,
      "loss": 2.2692,
      "step": 52516
    },
    {
      "epoch": 4.461179068977234,
      "grad_norm": 3.4891397426622115,
      "learning_rate": 4.8680594506328364e-05,
      "loss": 2.5545,
      "step": 52517
    },
    {
      "epoch": 4.461264016309888,
      "grad_norm": 3.3339043159045154,
      "learning_rate": 4.86755315397425e-05,
      "loss": 2.5111,
      "step": 52518
    },
    {
      "epoch": 4.461348963642542,
      "grad_norm": 3.511410006960192,
      "learning_rate": 4.8670468785461865e-05,
      "loss": 2.4993,
      "step": 52519
    },
    {
      "epoch": 4.461433910975195,
      "grad_norm": 3.554474047326733,
      "learning_rate": 4.866540624349711e-05,
      "loss": 2.8343,
      "step": 52520
    },
    {
      "epoch": 4.4615188583078496,
      "grad_norm": 3.137897232074211,
      "learning_rate": 4.8660343913858876e-05,
      "loss": 2.0884,
      "step": 52521
    },
    {
      "epoch": 4.461603805640503,
      "grad_norm": 3.1351970339604174,
      "learning_rate": 4.865528179655769e-05,
      "loss": 2.2764,
      "step": 52522
    },
    {
      "epoch": 4.461688752973156,
      "grad_norm": 3.2558610839894766,
      "learning_rate": 4.8650219891604244e-05,
      "loss": 2.137,
      "step": 52523
    },
    {
      "epoch": 4.461773700305811,
      "grad_norm": 3.555484787281967,
      "learning_rate": 4.864515819900911e-05,
      "loss": 2.67,
      "step": 52524
    },
    {
      "epoch": 4.461858647638464,
      "grad_norm": 3.492802062212954,
      "learning_rate": 4.864009671878289e-05,
      "loss": 2.5931,
      "step": 52525
    },
    {
      "epoch": 4.4619435949711175,
      "grad_norm": 3.713968129294247,
      "learning_rate": 4.863503545093607e-05,
      "loss": 2.6443,
      "step": 52526
    },
    {
      "epoch": 4.462028542303772,
      "grad_norm": 3.152877616075853,
      "learning_rate": 4.862997439547946e-05,
      "loss": 2.2727,
      "step": 52527
    },
    {
      "epoch": 4.462113489636425,
      "grad_norm": 3.0867720099841924,
      "learning_rate": 4.862491355242359e-05,
      "loss": 2.1773,
      "step": 52528
    },
    {
      "epoch": 4.4621984369690795,
      "grad_norm": 3.248438519590763,
      "learning_rate": 4.8619852921779004e-05,
      "loss": 2.1923,
      "step": 52529
    },
    {
      "epoch": 4.462283384301733,
      "grad_norm": 3.38636467107097,
      "learning_rate": 4.861479250355639e-05,
      "loss": 2.1903,
      "step": 52530
    },
    {
      "epoch": 4.462368331634386,
      "grad_norm": 3.153086940299012,
      "learning_rate": 4.8609732297766305e-05,
      "loss": 2.1397,
      "step": 52531
    },
    {
      "epoch": 4.462453278967041,
      "grad_norm": 3.0153989521455977,
      "learning_rate": 4.860467230441937e-05,
      "loss": 2.0741,
      "step": 52532
    },
    {
      "epoch": 4.462538226299694,
      "grad_norm": 3.3084779723673976,
      "learning_rate": 4.859961252352607e-05,
      "loss": 2.5545,
      "step": 52533
    },
    {
      "epoch": 4.462623173632348,
      "grad_norm": 3.447607587375277,
      "learning_rate": 4.859455295509719e-05,
      "loss": 2.5758,
      "step": 52534
    },
    {
      "epoch": 4.462708120965002,
      "grad_norm": 3.4362654479240216,
      "learning_rate": 4.8589493599143274e-05,
      "loss": 2.7194,
      "step": 52535
    },
    {
      "epoch": 4.462793068297655,
      "grad_norm": 3.4150774931590333,
      "learning_rate": 4.85844344556749e-05,
      "loss": 2.485,
      "step": 52536
    },
    {
      "epoch": 4.462878015630309,
      "grad_norm": 3.45321077156226,
      "learning_rate": 4.857937552470262e-05,
      "loss": 2.1735,
      "step": 52537
    },
    {
      "epoch": 4.462962962962963,
      "grad_norm": 3.274054803475738,
      "learning_rate": 4.857431680623713e-05,
      "loss": 2.1856,
      "step": 52538
    },
    {
      "epoch": 4.463047910295617,
      "grad_norm": 3.048239405541536,
      "learning_rate": 4.856925830028893e-05,
      "loss": 2.2262,
      "step": 52539
    },
    {
      "epoch": 4.4631328576282705,
      "grad_norm": 3.274856133012076,
      "learning_rate": 4.856420000686867e-05,
      "loss": 2.4456,
      "step": 52540
    },
    {
      "epoch": 4.463217804960924,
      "grad_norm": 3.4251554031498888,
      "learning_rate": 4.8559141925987e-05,
      "loss": 2.5227,
      "step": 52541
    },
    {
      "epoch": 4.463302752293578,
      "grad_norm": 3.479498369505123,
      "learning_rate": 4.8554084057654476e-05,
      "loss": 2.6818,
      "step": 52542
    },
    {
      "epoch": 4.463387699626232,
      "grad_norm": 3.4566955186684787,
      "learning_rate": 4.8549026401881683e-05,
      "loss": 2.6276,
      "step": 52543
    },
    {
      "epoch": 4.463472646958886,
      "grad_norm": 3.6313619986602244,
      "learning_rate": 4.8543968958679175e-05,
      "loss": 2.4458,
      "step": 52544
    },
    {
      "epoch": 4.463557594291539,
      "grad_norm": 3.2037872148113653,
      "learning_rate": 4.85389117280576e-05,
      "loss": 2.3665,
      "step": 52545
    },
    {
      "epoch": 4.463642541624193,
      "grad_norm": 3.8697380741722682,
      "learning_rate": 4.8533854710027605e-05,
      "loss": 2.6814,
      "step": 52546
    },
    {
      "epoch": 4.463727488956847,
      "grad_norm": 3.6311886874075703,
      "learning_rate": 4.8528797904599726e-05,
      "loss": 2.6039,
      "step": 52547
    },
    {
      "epoch": 4.4638124362895,
      "grad_norm": 3.0468139245481893,
      "learning_rate": 4.852374131178452e-05,
      "loss": 2.0978,
      "step": 52548
    },
    {
      "epoch": 4.463897383622154,
      "grad_norm": 3.4466979490037333,
      "learning_rate": 4.8518684931592676e-05,
      "loss": 2.4478,
      "step": 52549
    },
    {
      "epoch": 4.463982330954808,
      "grad_norm": 3.372071892745194,
      "learning_rate": 4.8513628764034756e-05,
      "loss": 2.3386,
      "step": 52550
    },
    {
      "epoch": 4.4640672782874615,
      "grad_norm": 3.634372639604149,
      "learning_rate": 4.850857280912122e-05,
      "loss": 2.7055,
      "step": 52551
    },
    {
      "epoch": 4.464152225620116,
      "grad_norm": 3.2932184042243384,
      "learning_rate": 4.850351706686288e-05,
      "loss": 2.2484,
      "step": 52552
    },
    {
      "epoch": 4.464237172952769,
      "grad_norm": 3.845560506102926,
      "learning_rate": 4.849846153727024e-05,
      "loss": 2.9102,
      "step": 52553
    },
    {
      "epoch": 4.464322120285423,
      "grad_norm": 3.5539545812495255,
      "learning_rate": 4.8493406220353875e-05,
      "loss": 2.42,
      "step": 52554
    },
    {
      "epoch": 4.464407067618077,
      "grad_norm": 3.168124772106274,
      "learning_rate": 4.848835111612435e-05,
      "loss": 2.1781,
      "step": 52555
    },
    {
      "epoch": 4.46449201495073,
      "grad_norm": 3.367455841487002,
      "learning_rate": 4.848329622459233e-05,
      "loss": 2.3323,
      "step": 52556
    },
    {
      "epoch": 4.464576962283385,
      "grad_norm": 3.338516459987808,
      "learning_rate": 4.847824154576831e-05,
      "loss": 2.3166,
      "step": 52557
    },
    {
      "epoch": 4.464661909616038,
      "grad_norm": 3.6251450031033357,
      "learning_rate": 4.8473187079662954e-05,
      "loss": 2.483,
      "step": 52558
    },
    {
      "epoch": 4.4647468569486914,
      "grad_norm": 3.3916866642267025,
      "learning_rate": 4.846813282628688e-05,
      "loss": 2.5141,
      "step": 52559
    },
    {
      "epoch": 4.464831804281346,
      "grad_norm": 3.491816061157157,
      "learning_rate": 4.8463078785650624e-05,
      "loss": 2.3637,
      "step": 52560
    },
    {
      "epoch": 4.464916751613999,
      "grad_norm": 3.3938614556652067,
      "learning_rate": 4.8458024957764814e-05,
      "loss": 2.6058,
      "step": 52561
    },
    {
      "epoch": 4.465001698946653,
      "grad_norm": 3.2958454981468446,
      "learning_rate": 4.845297134263996e-05,
      "loss": 2.3315,
      "step": 52562
    },
    {
      "epoch": 4.465086646279307,
      "grad_norm": 3.2355934707634257,
      "learning_rate": 4.844791794028669e-05,
      "loss": 2.2892,
      "step": 52563
    },
    {
      "epoch": 4.46517159361196,
      "grad_norm": 3.061411616414999,
      "learning_rate": 4.844286475071566e-05,
      "loss": 2.1985,
      "step": 52564
    },
    {
      "epoch": 4.4652565409446145,
      "grad_norm": 3.1873592206870978,
      "learning_rate": 4.843781177393741e-05,
      "loss": 2.2197,
      "step": 52565
    },
    {
      "epoch": 4.465341488277268,
      "grad_norm": 3.2810769145901353,
      "learning_rate": 4.8432759009962465e-05,
      "loss": 2.3182,
      "step": 52566
    },
    {
      "epoch": 4.465426435609922,
      "grad_norm": 3.1553871100463295,
      "learning_rate": 4.842770645880153e-05,
      "loss": 2.3433,
      "step": 52567
    },
    {
      "epoch": 4.465511382942576,
      "grad_norm": 3.3310896121837557,
      "learning_rate": 4.8422654120465114e-05,
      "loss": 2.4771,
      "step": 52568
    },
    {
      "epoch": 4.465596330275229,
      "grad_norm": 3.6378286017045127,
      "learning_rate": 4.841760199496373e-05,
      "loss": 2.6714,
      "step": 52569
    },
    {
      "epoch": 4.465681277607883,
      "grad_norm": 3.608186541521496,
      "learning_rate": 4.841255008230816e-05,
      "loss": 2.4376,
      "step": 52570
    },
    {
      "epoch": 4.465766224940537,
      "grad_norm": 3.284646369681555,
      "learning_rate": 4.8407498382508886e-05,
      "loss": 2.3549,
      "step": 52571
    },
    {
      "epoch": 4.46585117227319,
      "grad_norm": 3.008563709447705,
      "learning_rate": 4.840244689557647e-05,
      "loss": 2.2052,
      "step": 52572
    },
    {
      "epoch": 4.4659361196058445,
      "grad_norm": 3.8063359763122766,
      "learning_rate": 4.839739562152148e-05,
      "loss": 2.6902,
      "step": 52573
    },
    {
      "epoch": 4.466021066938498,
      "grad_norm": 3.642108150355951,
      "learning_rate": 4.839234456035459e-05,
      "loss": 2.4459,
      "step": 52574
    },
    {
      "epoch": 4.466106014271152,
      "grad_norm": 3.430310787750875,
      "learning_rate": 4.8387293712086264e-05,
      "loss": 2.2541,
      "step": 52575
    },
    {
      "epoch": 4.466190961603806,
      "grad_norm": 3.510599148451768,
      "learning_rate": 4.838224307672721e-05,
      "loss": 2.6394,
      "step": 52576
    },
    {
      "epoch": 4.466275908936459,
      "grad_norm": 3.1403534914102074,
      "learning_rate": 4.83771926542879e-05,
      "loss": 2.214,
      "step": 52577
    },
    {
      "epoch": 4.466360856269113,
      "grad_norm": 3.705189051824039,
      "learning_rate": 4.837214244477902e-05,
      "loss": 2.6036,
      "step": 52578
    },
    {
      "epoch": 4.466445803601767,
      "grad_norm": 3.413982650956878,
      "learning_rate": 4.83670924482111e-05,
      "loss": 2.4639,
      "step": 52579
    },
    {
      "epoch": 4.466530750934421,
      "grad_norm": 4.223661728410186,
      "learning_rate": 4.836204266459467e-05,
      "loss": 3.0569,
      "step": 52580
    },
    {
      "epoch": 4.466615698267074,
      "grad_norm": 3.6935286080161642,
      "learning_rate": 4.8356993093940405e-05,
      "loss": 2.8034,
      "step": 52581
    },
    {
      "epoch": 4.466700645599728,
      "grad_norm": 3.620034430364622,
      "learning_rate": 4.8351943736258796e-05,
      "loss": 2.4089,
      "step": 52582
    },
    {
      "epoch": 4.466785592932382,
      "grad_norm": 3.241694438096483,
      "learning_rate": 4.834689459156052e-05,
      "loss": 2.1214,
      "step": 52583
    },
    {
      "epoch": 4.4668705402650355,
      "grad_norm": 3.703365372520427,
      "learning_rate": 4.834184565985605e-05,
      "loss": 2.7262,
      "step": 52584
    },
    {
      "epoch": 4.46695548759769,
      "grad_norm": 3.56300949218998,
      "learning_rate": 4.833679694115607e-05,
      "loss": 2.6953,
      "step": 52585
    },
    {
      "epoch": 4.467040434930343,
      "grad_norm": 3.0405392116966454,
      "learning_rate": 4.8331748435471105e-05,
      "loss": 2.0962,
      "step": 52586
    },
    {
      "epoch": 4.467125382262997,
      "grad_norm": 3.447965517208176,
      "learning_rate": 4.8326700142811706e-05,
      "loss": 2.3274,
      "step": 52587
    },
    {
      "epoch": 4.467210329595651,
      "grad_norm": 3.3121010308863847,
      "learning_rate": 4.832165206318847e-05,
      "loss": 2.3468,
      "step": 52588
    },
    {
      "epoch": 4.467295276928304,
      "grad_norm": 3.6947500113244884,
      "learning_rate": 4.8316604196612036e-05,
      "loss": 2.553,
      "step": 52589
    },
    {
      "epoch": 4.467380224260959,
      "grad_norm": 3.5199183139218,
      "learning_rate": 4.831155654309292e-05,
      "loss": 2.8186,
      "step": 52590
    },
    {
      "epoch": 4.467465171593612,
      "grad_norm": 3.2755955071746246,
      "learning_rate": 4.830650910264167e-05,
      "loss": 2.3574,
      "step": 52591
    },
    {
      "epoch": 4.467550118926265,
      "grad_norm": 3.4472768824985507,
      "learning_rate": 4.8301461875268945e-05,
      "loss": 2.461,
      "step": 52592
    },
    {
      "epoch": 4.46763506625892,
      "grad_norm": 3.228379195246694,
      "learning_rate": 4.829641486098528e-05,
      "loss": 2.4498,
      "step": 52593
    },
    {
      "epoch": 4.467720013591573,
      "grad_norm": 3.734312984698968,
      "learning_rate": 4.82913680598012e-05,
      "loss": 2.602,
      "step": 52594
    },
    {
      "epoch": 4.4678049609242265,
      "grad_norm": 3.360719197755771,
      "learning_rate": 4.8286321471727315e-05,
      "loss": 2.593,
      "step": 52595
    },
    {
      "epoch": 4.467889908256881,
      "grad_norm": 3.360700122733291,
      "learning_rate": 4.828127509677427e-05,
      "loss": 2.394,
      "step": 52596
    },
    {
      "epoch": 4.467974855589534,
      "grad_norm": 3.1587799645218007,
      "learning_rate": 4.8276228934952575e-05,
      "loss": 2.3222,
      "step": 52597
    },
    {
      "epoch": 4.4680598029221885,
      "grad_norm": 3.348927669805886,
      "learning_rate": 4.827118298627277e-05,
      "loss": 2.4314,
      "step": 52598
    },
    {
      "epoch": 4.468144750254842,
      "grad_norm": 3.5674425587309475,
      "learning_rate": 4.8266137250745486e-05,
      "loss": 2.4666,
      "step": 52599
    },
    {
      "epoch": 4.468229697587496,
      "grad_norm": 3.764306968380672,
      "learning_rate": 4.826109172838124e-05,
      "loss": 2.6246,
      "step": 52600
    },
    {
      "epoch": 4.46831464492015,
      "grad_norm": 3.4102097170379997,
      "learning_rate": 4.825604641919069e-05,
      "loss": 2.6865,
      "step": 52601
    },
    {
      "epoch": 4.468399592252803,
      "grad_norm": 3.469295683446689,
      "learning_rate": 4.8251001323184295e-05,
      "loss": 2.2664,
      "step": 52602
    },
    {
      "epoch": 4.468484539585457,
      "grad_norm": 3.411677375366178,
      "learning_rate": 4.8245956440372746e-05,
      "loss": 2.3596,
      "step": 52603
    },
    {
      "epoch": 4.468569486918111,
      "grad_norm": 3.5226203941487273,
      "learning_rate": 4.824091177076655e-05,
      "loss": 2.5373,
      "step": 52604
    },
    {
      "epoch": 4.468654434250764,
      "grad_norm": 3.2920553659993512,
      "learning_rate": 4.823586731437623e-05,
      "loss": 2.4344,
      "step": 52605
    },
    {
      "epoch": 4.468739381583418,
      "grad_norm": 3.3408434890519447,
      "learning_rate": 4.823082307121241e-05,
      "loss": 2.4475,
      "step": 52606
    },
    {
      "epoch": 4.468824328916072,
      "grad_norm": 3.1957896335567786,
      "learning_rate": 4.822577904128571e-05,
      "loss": 2.3221,
      "step": 52607
    },
    {
      "epoch": 4.468909276248726,
      "grad_norm": 3.612546978446855,
      "learning_rate": 4.822073522460664e-05,
      "loss": 2.5111,
      "step": 52608
    },
    {
      "epoch": 4.4689942235813795,
      "grad_norm": 3.367176065662544,
      "learning_rate": 4.821569162118572e-05,
      "loss": 2.3404,
      "step": 52609
    },
    {
      "epoch": 4.469079170914033,
      "grad_norm": 3.502267838343073,
      "learning_rate": 4.821064823103363e-05,
      "loss": 2.7929,
      "step": 52610
    },
    {
      "epoch": 4.469164118246687,
      "grad_norm": 3.2271797184260733,
      "learning_rate": 4.820560505416087e-05,
      "loss": 2.2377,
      "step": 52611
    },
    {
      "epoch": 4.469249065579341,
      "grad_norm": 3.132211197378405,
      "learning_rate": 4.8200562090577966e-05,
      "loss": 2.1325,
      "step": 52612
    },
    {
      "epoch": 4.469334012911995,
      "grad_norm": 3.5612453737615137,
      "learning_rate": 4.8195519340295536e-05,
      "loss": 2.5163,
      "step": 52613
    },
    {
      "epoch": 4.469418960244648,
      "grad_norm": 3.2121148207576966,
      "learning_rate": 4.819047680332419e-05,
      "loss": 2.3338,
      "step": 52614
    },
    {
      "epoch": 4.469503907577302,
      "grad_norm": 3.4813686994333652,
      "learning_rate": 4.818543447967444e-05,
      "loss": 2.5738,
      "step": 52615
    },
    {
      "epoch": 4.469588854909956,
      "grad_norm": 3.1884544138637425,
      "learning_rate": 4.818039236935682e-05,
      "loss": 2.3424,
      "step": 52616
    },
    {
      "epoch": 4.4696738022426095,
      "grad_norm": 3.4302885469080384,
      "learning_rate": 4.817535047238198e-05,
      "loss": 2.5049,
      "step": 52617
    },
    {
      "epoch": 4.469758749575263,
      "grad_norm": 3.142956184939788,
      "learning_rate": 4.8170308788760384e-05,
      "loss": 2.2337,
      "step": 52618
    },
    {
      "epoch": 4.469843696907917,
      "grad_norm": 3.466043466238542,
      "learning_rate": 4.8165267318502705e-05,
      "loss": 2.4963,
      "step": 52619
    },
    {
      "epoch": 4.469928644240571,
      "grad_norm": 3.244049549628356,
      "learning_rate": 4.8160226061619395e-05,
      "loss": 2.2931,
      "step": 52620
    },
    {
      "epoch": 4.470013591573225,
      "grad_norm": 3.713975028029457,
      "learning_rate": 4.8155185018121126e-05,
      "loss": 2.5514,
      "step": 52621
    },
    {
      "epoch": 4.470098538905878,
      "grad_norm": 3.2009360978891643,
      "learning_rate": 4.8150144188018416e-05,
      "loss": 2.2601,
      "step": 52622
    },
    {
      "epoch": 4.470183486238533,
      "grad_norm": 3.7200335567307388,
      "learning_rate": 4.814510357132176e-05,
      "loss": 2.6384,
      "step": 52623
    },
    {
      "epoch": 4.470268433571186,
      "grad_norm": 3.3765196909398414,
      "learning_rate": 4.814006316804182e-05,
      "loss": 2.388,
      "step": 52624
    },
    {
      "epoch": 4.470353380903839,
      "grad_norm": 3.5306191905209174,
      "learning_rate": 4.813502297818907e-05,
      "loss": 2.6225,
      "step": 52625
    },
    {
      "epoch": 4.470438328236494,
      "grad_norm": 3.385064990508519,
      "learning_rate": 4.8129983001774183e-05,
      "loss": 2.4883,
      "step": 52626
    },
    {
      "epoch": 4.470523275569147,
      "grad_norm": 3.478161402929008,
      "learning_rate": 4.812494323880759e-05,
      "loss": 2.4515,
      "step": 52627
    },
    {
      "epoch": 4.4706082229018005,
      "grad_norm": 3.1685927025234757,
      "learning_rate": 4.811990368929996e-05,
      "loss": 2.4615,
      "step": 52628
    },
    {
      "epoch": 4.470693170234455,
      "grad_norm": 3.3407343522569337,
      "learning_rate": 4.81148643532618e-05,
      "loss": 2.5134,
      "step": 52629
    },
    {
      "epoch": 4.470778117567108,
      "grad_norm": 3.347298064223626,
      "learning_rate": 4.810982523070364e-05,
      "loss": 2.286,
      "step": 52630
    },
    {
      "epoch": 4.4708630648997625,
      "grad_norm": 3.286523068500124,
      "learning_rate": 4.810478632163606e-05,
      "loss": 2.2969,
      "step": 52631
    },
    {
      "epoch": 4.470948012232416,
      "grad_norm": 3.4167571987956493,
      "learning_rate": 4.8099747626069676e-05,
      "loss": 2.5433,
      "step": 52632
    },
    {
      "epoch": 4.471032959565069,
      "grad_norm": 3.1877806456170528,
      "learning_rate": 4.809470914401501e-05,
      "loss": 2.3165,
      "step": 52633
    },
    {
      "epoch": 4.471117906897724,
      "grad_norm": 3.6012164962367756,
      "learning_rate": 4.8089670875482554e-05,
      "loss": 2.3592,
      "step": 52634
    },
    {
      "epoch": 4.471202854230377,
      "grad_norm": 3.5393230869216916,
      "learning_rate": 4.808463282048299e-05,
      "loss": 2.3353,
      "step": 52635
    },
    {
      "epoch": 4.471287801563031,
      "grad_norm": 3.693678201613522,
      "learning_rate": 4.8079594979026786e-05,
      "loss": 2.5416,
      "step": 52636
    },
    {
      "epoch": 4.471372748895685,
      "grad_norm": 3.5273121882949217,
      "learning_rate": 4.807455735112446e-05,
      "loss": 2.3107,
      "step": 52637
    },
    {
      "epoch": 4.471457696228338,
      "grad_norm": 4.021879166136834,
      "learning_rate": 4.8069519936786635e-05,
      "loss": 2.9789,
      "step": 52638
    },
    {
      "epoch": 4.471542643560992,
      "grad_norm": 3.291051249438476,
      "learning_rate": 4.80644827360239e-05,
      "loss": 2.3841,
      "step": 52639
    },
    {
      "epoch": 4.471627590893646,
      "grad_norm": 3.5012414921123836,
      "learning_rate": 4.805944574884676e-05,
      "loss": 2.7521,
      "step": 52640
    },
    {
      "epoch": 4.4717125382263,
      "grad_norm": 3.0523220488303795,
      "learning_rate": 4.8054408975265726e-05,
      "loss": 2.2067,
      "step": 52641
    },
    {
      "epoch": 4.4717974855589535,
      "grad_norm": 4.055663047279734,
      "learning_rate": 4.804937241529145e-05,
      "loss": 3.0387,
      "step": 52642
    },
    {
      "epoch": 4.471882432891607,
      "grad_norm": 3.284818709162068,
      "learning_rate": 4.804433606893439e-05,
      "loss": 2.3594,
      "step": 52643
    },
    {
      "epoch": 4.471967380224261,
      "grad_norm": 3.1786463830506935,
      "learning_rate": 4.8039299936205184e-05,
      "loss": 2.3826,
      "step": 52644
    },
    {
      "epoch": 4.472052327556915,
      "grad_norm": 3.8282802850250803,
      "learning_rate": 4.80342640171143e-05,
      "loss": 2.7122,
      "step": 52645
    },
    {
      "epoch": 4.472137274889569,
      "grad_norm": 3.374633843310018,
      "learning_rate": 4.802922831167238e-05,
      "loss": 2.422,
      "step": 52646
    },
    {
      "epoch": 4.472222222222222,
      "grad_norm": 3.4260295236617053,
      "learning_rate": 4.802419281988992e-05,
      "loss": 2.5362,
      "step": 52647
    },
    {
      "epoch": 4.472307169554876,
      "grad_norm": 3.8282592555740176,
      "learning_rate": 4.801915754177742e-05,
      "loss": 2.8302,
      "step": 52648
    },
    {
      "epoch": 4.47239211688753,
      "grad_norm": 3.497089680116563,
      "learning_rate": 4.801412247734551e-05,
      "loss": 2.3569,
      "step": 52649
    },
    {
      "epoch": 4.472477064220183,
      "grad_norm": 3.426411677002049,
      "learning_rate": 4.800908762660475e-05,
      "loss": 2.3733,
      "step": 52650
    },
    {
      "epoch": 4.472562011552837,
      "grad_norm": 3.0605143044972416,
      "learning_rate": 4.800405298956568e-05,
      "loss": 2.0855,
      "step": 52651
    },
    {
      "epoch": 4.472646958885491,
      "grad_norm": 3.257193559880603,
      "learning_rate": 4.799901856623876e-05,
      "loss": 2.2071,
      "step": 52652
    },
    {
      "epoch": 4.4727319062181445,
      "grad_norm": 3.190785639290578,
      "learning_rate": 4.799398435663466e-05,
      "loss": 2.2629,
      "step": 52653
    },
    {
      "epoch": 4.472816853550799,
      "grad_norm": 3.587940539428128,
      "learning_rate": 4.7988950360763876e-05,
      "loss": 2.3911,
      "step": 52654
    },
    {
      "epoch": 4.472901800883452,
      "grad_norm": 3.280258132244836,
      "learning_rate": 4.79839165786369e-05,
      "loss": 2.2934,
      "step": 52655
    },
    {
      "epoch": 4.472986748216106,
      "grad_norm": 3.438192135703476,
      "learning_rate": 4.7978883010264334e-05,
      "loss": 2.488,
      "step": 52656
    },
    {
      "epoch": 4.47307169554876,
      "grad_norm": 3.2883602968540147,
      "learning_rate": 4.7973849655656795e-05,
      "loss": 2.2316,
      "step": 52657
    },
    {
      "epoch": 4.473156642881413,
      "grad_norm": 3.3150786027837142,
      "learning_rate": 4.796881651482473e-05,
      "loss": 2.323,
      "step": 52658
    },
    {
      "epoch": 4.473241590214068,
      "grad_norm": 3.5216928827536687,
      "learning_rate": 4.7963783587778676e-05,
      "loss": 2.5084,
      "step": 52659
    },
    {
      "epoch": 4.473326537546721,
      "grad_norm": 3.05763774955159,
      "learning_rate": 4.7958750874529265e-05,
      "loss": 2.0396,
      "step": 52660
    },
    {
      "epoch": 4.4734114848793745,
      "grad_norm": 3.7242620749377644,
      "learning_rate": 4.795371837508693e-05,
      "loss": 2.858,
      "step": 52661
    },
    {
      "epoch": 4.473496432212029,
      "grad_norm": 3.8528530590039494,
      "learning_rate": 4.794868608946234e-05,
      "loss": 2.7302,
      "step": 52662
    },
    {
      "epoch": 4.473581379544682,
      "grad_norm": 3.5344014189065183,
      "learning_rate": 4.7943654017665937e-05,
      "loss": 2.5971,
      "step": 52663
    },
    {
      "epoch": 4.4736663268773365,
      "grad_norm": 3.265081658789743,
      "learning_rate": 4.793862215970835e-05,
      "loss": 2.5372,
      "step": 52664
    },
    {
      "epoch": 4.47375127420999,
      "grad_norm": 3.1365582676714374,
      "learning_rate": 4.7933590515600065e-05,
      "loss": 2.2176,
      "step": 52665
    },
    {
      "epoch": 4.473836221542643,
      "grad_norm": 3.8324015369337903,
      "learning_rate": 4.7928559085351595e-05,
      "loss": 2.924,
      "step": 52666
    },
    {
      "epoch": 4.473921168875298,
      "grad_norm": 3.275957345363781,
      "learning_rate": 4.7923527868973584e-05,
      "loss": 2.4514,
      "step": 52667
    },
    {
      "epoch": 4.474006116207951,
      "grad_norm": 3.2458090525567775,
      "learning_rate": 4.791849686647645e-05,
      "loss": 2.2748,
      "step": 52668
    },
    {
      "epoch": 4.474091063540605,
      "grad_norm": 3.1482170632063244,
      "learning_rate": 4.791346607787085e-05,
      "loss": 2.2895,
      "step": 52669
    },
    {
      "epoch": 4.474176010873259,
      "grad_norm": 3.2816917125159755,
      "learning_rate": 4.790843550316723e-05,
      "loss": 2.4066,
      "step": 52670
    },
    {
      "epoch": 4.474260958205912,
      "grad_norm": 3.09932902322888,
      "learning_rate": 4.7903405142376236e-05,
      "loss": 2.3322,
      "step": 52671
    },
    {
      "epoch": 4.474345905538566,
      "grad_norm": 3.158949138256957,
      "learning_rate": 4.7898374995508334e-05,
      "loss": 2.3726,
      "step": 52672
    },
    {
      "epoch": 4.47443085287122,
      "grad_norm": 3.4302161688547357,
      "learning_rate": 4.789334506257402e-05,
      "loss": 2.2585,
      "step": 52673
    },
    {
      "epoch": 4.474515800203873,
      "grad_norm": 3.0240381354277823,
      "learning_rate": 4.78883153435839e-05,
      "loss": 2.116,
      "step": 52674
    },
    {
      "epoch": 4.4746007475365275,
      "grad_norm": 3.7636916228220407,
      "learning_rate": 4.788328583854855e-05,
      "loss": 2.7578,
      "step": 52675
    },
    {
      "epoch": 4.474685694869181,
      "grad_norm": 3.348723212426828,
      "learning_rate": 4.787825654747846e-05,
      "loss": 2.427,
      "step": 52676
    },
    {
      "epoch": 4.474770642201835,
      "grad_norm": 3.520314304861952,
      "learning_rate": 4.7873227470384116e-05,
      "loss": 2.4461,
      "step": 52677
    },
    {
      "epoch": 4.474855589534489,
      "grad_norm": 3.262928297587945,
      "learning_rate": 4.786819860727616e-05,
      "loss": 2.3974,
      "step": 52678
    },
    {
      "epoch": 4.474940536867142,
      "grad_norm": 3.6914169053495876,
      "learning_rate": 4.786316995816508e-05,
      "loss": 2.5665,
      "step": 52679
    },
    {
      "epoch": 4.475025484199796,
      "grad_norm": 3.517805396841596,
      "learning_rate": 4.785814152306136e-05,
      "loss": 2.8052,
      "step": 52680
    },
    {
      "epoch": 4.47511043153245,
      "grad_norm": 3.2326807849012864,
      "learning_rate": 4.7853113301975594e-05,
      "loss": 2.2109,
      "step": 52681
    },
    {
      "epoch": 4.475195378865104,
      "grad_norm": 3.3662493938970717,
      "learning_rate": 4.784808529491835e-05,
      "loss": 2.3979,
      "step": 52682
    },
    {
      "epoch": 4.475280326197757,
      "grad_norm": 3.3581691784050425,
      "learning_rate": 4.7843057501900115e-05,
      "loss": 2.393,
      "step": 52683
    },
    {
      "epoch": 4.475365273530411,
      "grad_norm": 3.7070250812562544,
      "learning_rate": 4.783802992293139e-05,
      "loss": 2.8408,
      "step": 52684
    },
    {
      "epoch": 4.475450220863065,
      "grad_norm": 3.9880479231800825,
      "learning_rate": 4.7833002558022805e-05,
      "loss": 2.9535,
      "step": 52685
    },
    {
      "epoch": 4.4755351681957185,
      "grad_norm": 3.0094749666189413,
      "learning_rate": 4.782797540718479e-05,
      "loss": 2.1845,
      "step": 52686
    },
    {
      "epoch": 4.475620115528373,
      "grad_norm": 3.207586749251028,
      "learning_rate": 4.782294847042797e-05,
      "loss": 2.4771,
      "step": 52687
    },
    {
      "epoch": 4.475705062861026,
      "grad_norm": 3.861523713576867,
      "learning_rate": 4.7817921747762786e-05,
      "loss": 2.7325,
      "step": 52688
    },
    {
      "epoch": 4.47579001019368,
      "grad_norm": 3.2123906442673147,
      "learning_rate": 4.781289523919988e-05,
      "loss": 2.1569,
      "step": 52689
    },
    {
      "epoch": 4.475874957526334,
      "grad_norm": 3.3654266960926504,
      "learning_rate": 4.780786894474971e-05,
      "loss": 2.4409,
      "step": 52690
    },
    {
      "epoch": 4.475959904858987,
      "grad_norm": 3.2937359470064234,
      "learning_rate": 4.780284286442278e-05,
      "loss": 2.4322,
      "step": 52691
    },
    {
      "epoch": 4.476044852191642,
      "grad_norm": 3.2741880585019247,
      "learning_rate": 4.779781699822966e-05,
      "loss": 2.4635,
      "step": 52692
    },
    {
      "epoch": 4.476129799524295,
      "grad_norm": 3.5047445095456182,
      "learning_rate": 4.779279134618094e-05,
      "loss": 2.4537,
      "step": 52693
    },
    {
      "epoch": 4.476214746856948,
      "grad_norm": 3.647170414888565,
      "learning_rate": 4.7787765908287085e-05,
      "loss": 2.6019,
      "step": 52694
    },
    {
      "epoch": 4.476299694189603,
      "grad_norm": 3.897832315062056,
      "learning_rate": 4.778274068455859e-05,
      "loss": 2.9131,
      "step": 52695
    },
    {
      "epoch": 4.476384641522256,
      "grad_norm": 3.185505394824632,
      "learning_rate": 4.777771567500608e-05,
      "loss": 2.3762,
      "step": 52696
    },
    {
      "epoch": 4.4764695888549095,
      "grad_norm": 3.3956102227003355,
      "learning_rate": 4.7772690879640026e-05,
      "loss": 2.3604,
      "step": 52697
    },
    {
      "epoch": 4.476554536187564,
      "grad_norm": 3.3583794444309802,
      "learning_rate": 4.7767666298470924e-05,
      "loss": 2.2978,
      "step": 52698
    },
    {
      "epoch": 4.476639483520217,
      "grad_norm": 3.398145788110166,
      "learning_rate": 4.7762641931509326e-05,
      "loss": 2.6548,
      "step": 52699
    },
    {
      "epoch": 4.4767244308528715,
      "grad_norm": 3.793092559080036,
      "learning_rate": 4.775761777876584e-05,
      "loss": 2.7891,
      "step": 52700
    },
    {
      "epoch": 4.476809378185525,
      "grad_norm": 3.3890250704319085,
      "learning_rate": 4.775259384025092e-05,
      "loss": 2.5912,
      "step": 52701
    },
    {
      "epoch": 4.476894325518178,
      "grad_norm": 3.2291337569455805,
      "learning_rate": 4.774757011597504e-05,
      "loss": 2.3671,
      "step": 52702
    },
    {
      "epoch": 4.476979272850833,
      "grad_norm": 3.6546851835863197,
      "learning_rate": 4.774254660594885e-05,
      "loss": 2.5432,
      "step": 52703
    },
    {
      "epoch": 4.477064220183486,
      "grad_norm": 3.3688695325521043,
      "learning_rate": 4.773752331018275e-05,
      "loss": 2.3537,
      "step": 52704
    },
    {
      "epoch": 4.47714916751614,
      "grad_norm": 3.704704636750069,
      "learning_rate": 4.773250022868739e-05,
      "loss": 2.6633,
      "step": 52705
    },
    {
      "epoch": 4.477234114848794,
      "grad_norm": 3.14347467321934,
      "learning_rate": 4.7727477361473164e-05,
      "loss": 2.2856,
      "step": 52706
    },
    {
      "epoch": 4.477319062181447,
      "grad_norm": 4.01122933923372,
      "learning_rate": 4.772245470855073e-05,
      "loss": 3.1891,
      "step": 52707
    },
    {
      "epoch": 4.4774040095141014,
      "grad_norm": 3.061250783157751,
      "learning_rate": 4.771743226993055e-05,
      "loss": 2.0461,
      "step": 52708
    },
    {
      "epoch": 4.477488956846755,
      "grad_norm": 3.2057491687392616,
      "learning_rate": 4.7712410045623087e-05,
      "loss": 2.2104,
      "step": 52709
    },
    {
      "epoch": 4.477573904179409,
      "grad_norm": 3.358138758410532,
      "learning_rate": 4.770738803563892e-05,
      "loss": 2.4351,
      "step": 52710
    },
    {
      "epoch": 4.4776588515120626,
      "grad_norm": 3.2766573302631095,
      "learning_rate": 4.770236623998862e-05,
      "loss": 2.3332,
      "step": 52711
    },
    {
      "epoch": 4.477743798844716,
      "grad_norm": 3.3858071803336984,
      "learning_rate": 4.7697344658682664e-05,
      "loss": 2.5466,
      "step": 52712
    },
    {
      "epoch": 4.47782874617737,
      "grad_norm": 3.094803135866985,
      "learning_rate": 4.7692323291731524e-05,
      "loss": 2.1379,
      "step": 52713
    },
    {
      "epoch": 4.477913693510024,
      "grad_norm": 3.166707696941659,
      "learning_rate": 4.768730213914582e-05,
      "loss": 2.2142,
      "step": 52714
    },
    {
      "epoch": 4.477998640842678,
      "grad_norm": 3.5442034795549993,
      "learning_rate": 4.7682281200936026e-05,
      "loss": 2.3711,
      "step": 52715
    },
    {
      "epoch": 4.478083588175331,
      "grad_norm": 3.457086092268837,
      "learning_rate": 4.76772604771126e-05,
      "loss": 2.5677,
      "step": 52716
    },
    {
      "epoch": 4.478168535507985,
      "grad_norm": 3.2472772964357492,
      "learning_rate": 4.7672239967686123e-05,
      "loss": 2.3583,
      "step": 52717
    },
    {
      "epoch": 4.478253482840639,
      "grad_norm": 3.950627397728318,
      "learning_rate": 4.7667219672667165e-05,
      "loss": 2.8069,
      "step": 52718
    },
    {
      "epoch": 4.4783384301732925,
      "grad_norm": 3.1334322923980005,
      "learning_rate": 4.766219959206618e-05,
      "loss": 2.3079,
      "step": 52719
    },
    {
      "epoch": 4.478423377505946,
      "grad_norm": 3.278390517197848,
      "learning_rate": 4.765717972589366e-05,
      "loss": 2.2915,
      "step": 52720
    },
    {
      "epoch": 4.4785083248386,
      "grad_norm": 3.201143626200759,
      "learning_rate": 4.76521600741602e-05,
      "loss": 2.2843,
      "step": 52721
    },
    {
      "epoch": 4.478593272171254,
      "grad_norm": 3.041623708283963,
      "learning_rate": 4.764714063687628e-05,
      "loss": 2.3142,
      "step": 52722
    },
    {
      "epoch": 4.478678219503908,
      "grad_norm": 3.3614369819918166,
      "learning_rate": 4.7642121414052385e-05,
      "loss": 2.4725,
      "step": 52723
    },
    {
      "epoch": 4.478763166836561,
      "grad_norm": 3.5754258779132035,
      "learning_rate": 4.7637102405699045e-05,
      "loss": 2.4793,
      "step": 52724
    },
    {
      "epoch": 4.478848114169215,
      "grad_norm": 3.5716950870974666,
      "learning_rate": 4.7632083611826854e-05,
      "loss": 2.309,
      "step": 52725
    },
    {
      "epoch": 4.478933061501869,
      "grad_norm": 3.742119184916289,
      "learning_rate": 4.7627065032446255e-05,
      "loss": 2.9252,
      "step": 52726
    },
    {
      "epoch": 4.479018008834522,
      "grad_norm": 3.12223978839919,
      "learning_rate": 4.762204666756774e-05,
      "loss": 2.1662,
      "step": 52727
    },
    {
      "epoch": 4.479102956167177,
      "grad_norm": 3.6059569275590104,
      "learning_rate": 4.761702851720191e-05,
      "loss": 2.5871,
      "step": 52728
    },
    {
      "epoch": 4.47918790349983,
      "grad_norm": 3.29246928915075,
      "learning_rate": 4.7612010581359164e-05,
      "loss": 2.4548,
      "step": 52729
    },
    {
      "epoch": 4.4792728508324835,
      "grad_norm": 3.2738116167692537,
      "learning_rate": 4.760699286005015e-05,
      "loss": 2.4394,
      "step": 52730
    },
    {
      "epoch": 4.479357798165138,
      "grad_norm": 3.4774903914202615,
      "learning_rate": 4.760197535328526e-05,
      "loss": 2.3452,
      "step": 52731
    },
    {
      "epoch": 4.479442745497791,
      "grad_norm": 3.393608284969024,
      "learning_rate": 4.759695806107511e-05,
      "loss": 2.4375,
      "step": 52732
    },
    {
      "epoch": 4.4795276928304455,
      "grad_norm": 3.1597007621380357,
      "learning_rate": 4.7591940983430165e-05,
      "loss": 2.3548,
      "step": 52733
    },
    {
      "epoch": 4.479612640163099,
      "grad_norm": 3.1555060566572757,
      "learning_rate": 4.758692412036088e-05,
      "loss": 2.1899,
      "step": 52734
    },
    {
      "epoch": 4.479697587495752,
      "grad_norm": 3.196924822886285,
      "learning_rate": 4.758190747187783e-05,
      "loss": 2.237,
      "step": 52735
    },
    {
      "epoch": 4.479782534828407,
      "grad_norm": 3.3331685563990368,
      "learning_rate": 4.7576891037991566e-05,
      "loss": 2.4823,
      "step": 52736
    },
    {
      "epoch": 4.47986748216106,
      "grad_norm": 3.520254153692486,
      "learning_rate": 4.757187481871255e-05,
      "loss": 2.5579,
      "step": 52737
    },
    {
      "epoch": 4.479952429493714,
      "grad_norm": 3.1833781120013156,
      "learning_rate": 4.756685881405125e-05,
      "loss": 2.2619,
      "step": 52738
    },
    {
      "epoch": 4.480037376826368,
      "grad_norm": 3.4113619709249625,
      "learning_rate": 4.756184302401827e-05,
      "loss": 2.4203,
      "step": 52739
    },
    {
      "epoch": 4.480122324159021,
      "grad_norm": 3.509962459925237,
      "learning_rate": 4.755682744862406e-05,
      "loss": 2.6768,
      "step": 52740
    },
    {
      "epoch": 4.480207271491675,
      "grad_norm": 3.34897792477285,
      "learning_rate": 4.7551812087879106e-05,
      "loss": 2.4749,
      "step": 52741
    },
    {
      "epoch": 4.480292218824329,
      "grad_norm": 3.0166120749837564,
      "learning_rate": 4.754679694179394e-05,
      "loss": 2.0689,
      "step": 52742
    },
    {
      "epoch": 4.480377166156982,
      "grad_norm": 3.390114646953726,
      "learning_rate": 4.754178201037913e-05,
      "loss": 2.5505,
      "step": 52743
    },
    {
      "epoch": 4.4804621134896365,
      "grad_norm": 3.7035761568966254,
      "learning_rate": 4.753676729364513e-05,
      "loss": 2.8035,
      "step": 52744
    },
    {
      "epoch": 4.48054706082229,
      "grad_norm": 3.0569665163600312,
      "learning_rate": 4.753175279160242e-05,
      "loss": 1.9647,
      "step": 52745
    },
    {
      "epoch": 4.480632008154944,
      "grad_norm": 3.43261929524975,
      "learning_rate": 4.7526738504261574e-05,
      "loss": 2.6046,
      "step": 52746
    },
    {
      "epoch": 4.480716955487598,
      "grad_norm": 3.326151047885156,
      "learning_rate": 4.752172443163301e-05,
      "loss": 2.4257,
      "step": 52747
    },
    {
      "epoch": 4.480801902820251,
      "grad_norm": 3.1557366922666565,
      "learning_rate": 4.751671057372734e-05,
      "loss": 2.4357,
      "step": 52748
    },
    {
      "epoch": 4.480886850152905,
      "grad_norm": 3.3087338316605117,
      "learning_rate": 4.751169693055497e-05,
      "loss": 2.5464,
      "step": 52749
    },
    {
      "epoch": 4.480971797485559,
      "grad_norm": 3.3781358512166824,
      "learning_rate": 4.7506683502126495e-05,
      "loss": 2.6866,
      "step": 52750
    },
    {
      "epoch": 4.481056744818213,
      "grad_norm": 3.6046956184723737,
      "learning_rate": 4.750167028845239e-05,
      "loss": 2.8236,
      "step": 52751
    },
    {
      "epoch": 4.481141692150866,
      "grad_norm": 2.9591459065554067,
      "learning_rate": 4.749665728954308e-05,
      "loss": 2.0599,
      "step": 52752
    },
    {
      "epoch": 4.48122663948352,
      "grad_norm": 3.1441515600292256,
      "learning_rate": 4.749164450540914e-05,
      "loss": 2.2711,
      "step": 52753
    },
    {
      "epoch": 4.481311586816174,
      "grad_norm": 3.4640824075264427,
      "learning_rate": 4.748663193606113e-05,
      "loss": 2.4461,
      "step": 52754
    },
    {
      "epoch": 4.4813965341488275,
      "grad_norm": 3.271196340473629,
      "learning_rate": 4.7481619581509465e-05,
      "loss": 2.4741,
      "step": 52755
    },
    {
      "epoch": 4.481481481481482,
      "grad_norm": 3.5681562409606182,
      "learning_rate": 4.7476607441764644e-05,
      "loss": 2.4062,
      "step": 52756
    },
    {
      "epoch": 4.481566428814135,
      "grad_norm": 3.296151987717275,
      "learning_rate": 4.7471595516837245e-05,
      "loss": 2.4955,
      "step": 52757
    },
    {
      "epoch": 4.481651376146789,
      "grad_norm": 3.246283564999,
      "learning_rate": 4.746658380673771e-05,
      "loss": 2.2354,
      "step": 52758
    },
    {
      "epoch": 4.481736323479443,
      "grad_norm": 3.1847608639417246,
      "learning_rate": 4.746157231147656e-05,
      "loss": 2.1991,
      "step": 52759
    },
    {
      "epoch": 4.481821270812096,
      "grad_norm": 3.884690685941073,
      "learning_rate": 4.74565610310642e-05,
      "loss": 2.8758,
      "step": 52760
    },
    {
      "epoch": 4.481906218144751,
      "grad_norm": 3.6670960118705063,
      "learning_rate": 4.7451549965511286e-05,
      "loss": 2.8431,
      "step": 52761
    },
    {
      "epoch": 4.481991165477404,
      "grad_norm": 3.2865542241467542,
      "learning_rate": 4.7446539114828266e-05,
      "loss": 2.3085,
      "step": 52762
    },
    {
      "epoch": 4.4820761128100575,
      "grad_norm": 3.1779232238753865,
      "learning_rate": 4.744152847902558e-05,
      "loss": 2.4488,
      "step": 52763
    },
    {
      "epoch": 4.482161060142712,
      "grad_norm": 3.534234233309353,
      "learning_rate": 4.7436518058113814e-05,
      "loss": 2.8694,
      "step": 52764
    },
    {
      "epoch": 4.482246007475365,
      "grad_norm": 3.2245583713784858,
      "learning_rate": 4.743150785210343e-05,
      "loss": 2.3225,
      "step": 52765
    },
    {
      "epoch": 4.482330954808019,
      "grad_norm": 3.37363305251859,
      "learning_rate": 4.742649786100487e-05,
      "loss": 2.5567,
      "step": 52766
    },
    {
      "epoch": 4.482415902140673,
      "grad_norm": 3.2348242924418233,
      "learning_rate": 4.742148808482866e-05,
      "loss": 2.3124,
      "step": 52767
    },
    {
      "epoch": 4.482500849473326,
      "grad_norm": 3.057079510599449,
      "learning_rate": 4.741647852358537e-05,
      "loss": 2.06,
      "step": 52768
    },
    {
      "epoch": 4.482585796805981,
      "grad_norm": 3.406861189450293,
      "learning_rate": 4.7411469177285446e-05,
      "loss": 2.3524,
      "step": 52769
    },
    {
      "epoch": 4.482670744138634,
      "grad_norm": 3.902974564973532,
      "learning_rate": 4.740646004593934e-05,
      "loss": 2.9049,
      "step": 52770
    },
    {
      "epoch": 4.482755691471288,
      "grad_norm": 3.462895934457244,
      "learning_rate": 4.740145112955762e-05,
      "loss": 2.2813,
      "step": 52771
    },
    {
      "epoch": 4.482840638803942,
      "grad_norm": 3.111106658335565,
      "learning_rate": 4.739644242815073e-05,
      "loss": 2.1816,
      "step": 52772
    },
    {
      "epoch": 4.482925586136595,
      "grad_norm": 3.3068000540339333,
      "learning_rate": 4.739143394172921e-05,
      "loss": 2.487,
      "step": 52773
    },
    {
      "epoch": 4.483010533469249,
      "grad_norm": 3.53282393965505,
      "learning_rate": 4.7386425670303486e-05,
      "loss": 2.455,
      "step": 52774
    },
    {
      "epoch": 4.483095480801903,
      "grad_norm": 3.484141841137376,
      "learning_rate": 4.738141761388414e-05,
      "loss": 2.4686,
      "step": 52775
    },
    {
      "epoch": 4.483180428134556,
      "grad_norm": 3.5389407348706343,
      "learning_rate": 4.737640977248163e-05,
      "loss": 2.396,
      "step": 52776
    },
    {
      "epoch": 4.4832653754672105,
      "grad_norm": 3.7469387887186922,
      "learning_rate": 4.737140214610641e-05,
      "loss": 2.7332,
      "step": 52777
    },
    {
      "epoch": 4.483350322799864,
      "grad_norm": 3.0986615556183947,
      "learning_rate": 4.736639473476894e-05,
      "loss": 2.182,
      "step": 52778
    },
    {
      "epoch": 4.483435270132518,
      "grad_norm": 3.857163130568851,
      "learning_rate": 4.736138753847986e-05,
      "loss": 2.8901,
      "step": 52779
    },
    {
      "epoch": 4.483520217465172,
      "grad_norm": 3.49989417559664,
      "learning_rate": 4.7356380557249564e-05,
      "loss": 2.7207,
      "step": 52780
    },
    {
      "epoch": 4.483605164797825,
      "grad_norm": 3.230200259532982,
      "learning_rate": 4.7351373791088516e-05,
      "loss": 2.4257,
      "step": 52781
    },
    {
      "epoch": 4.483690112130479,
      "grad_norm": 3.2449101801974436,
      "learning_rate": 4.734636724000729e-05,
      "loss": 2.3758,
      "step": 52782
    },
    {
      "epoch": 4.483775059463133,
      "grad_norm": 3.1597703823891763,
      "learning_rate": 4.734136090401632e-05,
      "loss": 2.2691,
      "step": 52783
    },
    {
      "epoch": 4.483860006795787,
      "grad_norm": 3.6513124530693704,
      "learning_rate": 4.733635478312608e-05,
      "loss": 2.4196,
      "step": 52784
    },
    {
      "epoch": 4.48394495412844,
      "grad_norm": 3.1284970369864546,
      "learning_rate": 4.733134887734707e-05,
      "loss": 2.3687,
      "step": 52785
    },
    {
      "epoch": 4.484029901461094,
      "grad_norm": 3.5227027274650196,
      "learning_rate": 4.7326343186689855e-05,
      "loss": 2.2852,
      "step": 52786
    },
    {
      "epoch": 4.484114848793748,
      "grad_norm": 3.412209466601516,
      "learning_rate": 4.7321337711164856e-05,
      "loss": 2.4091,
      "step": 52787
    },
    {
      "epoch": 4.4841997961264015,
      "grad_norm": 3.2974504751726945,
      "learning_rate": 4.731633245078256e-05,
      "loss": 2.3486,
      "step": 52788
    },
    {
      "epoch": 4.484284743459055,
      "grad_norm": 3.151283354346525,
      "learning_rate": 4.731132740555342e-05,
      "loss": 2.3488,
      "step": 52789
    },
    {
      "epoch": 4.484369690791709,
      "grad_norm": 3.553566437859097,
      "learning_rate": 4.730632257548798e-05,
      "loss": 2.5507,
      "step": 52790
    },
    {
      "epoch": 4.484454638124363,
      "grad_norm": 3.205544861018817,
      "learning_rate": 4.7301317960596756e-05,
      "loss": 2.3405,
      "step": 52791
    },
    {
      "epoch": 4.484539585457017,
      "grad_norm": 3.686297875454586,
      "learning_rate": 4.7296313560890126e-05,
      "loss": 2.485,
      "step": 52792
    },
    {
      "epoch": 4.48462453278967,
      "grad_norm": 3.5218266006656704,
      "learning_rate": 4.729130937637871e-05,
      "loss": 2.3459,
      "step": 52793
    },
    {
      "epoch": 4.484709480122325,
      "grad_norm": 3.218229639596656,
      "learning_rate": 4.72863054070729e-05,
      "loss": 2.2768,
      "step": 52794
    },
    {
      "epoch": 4.484794427454978,
      "grad_norm": 3.6606623023661715,
      "learning_rate": 4.7281301652983235e-05,
      "loss": 2.8691,
      "step": 52795
    },
    {
      "epoch": 4.484879374787631,
      "grad_norm": 3.684461166612637,
      "learning_rate": 4.7276298114120045e-05,
      "loss": 2.6703,
      "step": 52796
    },
    {
      "epoch": 4.484964322120286,
      "grad_norm": 3.520656960053348,
      "learning_rate": 4.727129479049406e-05,
      "loss": 2.7338,
      "step": 52797
    },
    {
      "epoch": 4.485049269452939,
      "grad_norm": 3.2783393484764276,
      "learning_rate": 4.726629168211562e-05,
      "loss": 2.3869,
      "step": 52798
    },
    {
      "epoch": 4.4851342167855925,
      "grad_norm": 3.201789025259433,
      "learning_rate": 4.726128878899518e-05,
      "loss": 2.3682,
      "step": 52799
    },
    {
      "epoch": 4.485219164118247,
      "grad_norm": 3.5610609201827916,
      "learning_rate": 4.725628611114334e-05,
      "loss": 2.598,
      "step": 52800
    },
    {
      "epoch": 4.4853041114509,
      "grad_norm": 2.996329111462509,
      "learning_rate": 4.725128364857049e-05,
      "loss": 2.1465,
      "step": 52801
    },
    {
      "epoch": 4.4853890587835545,
      "grad_norm": 3.5383734442135393,
      "learning_rate": 4.724628140128715e-05,
      "loss": 2.4275,
      "step": 52802
    },
    {
      "epoch": 4.485474006116208,
      "grad_norm": 3.8309653492401194,
      "learning_rate": 4.724127936930369e-05,
      "loss": 2.8857,
      "step": 52803
    },
    {
      "epoch": 4.485558953448861,
      "grad_norm": 3.049390616895283,
      "learning_rate": 4.7236277552630794e-05,
      "loss": 2.1237,
      "step": 52804
    },
    {
      "epoch": 4.485643900781516,
      "grad_norm": 3.5392753143335787,
      "learning_rate": 4.7231275951278825e-05,
      "loss": 2.4116,
      "step": 52805
    },
    {
      "epoch": 4.485728848114169,
      "grad_norm": 3.503448939718677,
      "learning_rate": 4.7226274565258257e-05,
      "loss": 2.5378,
      "step": 52806
    },
    {
      "epoch": 4.485813795446823,
      "grad_norm": 4.021430399543259,
      "learning_rate": 4.722127339457957e-05,
      "loss": 2.8699,
      "step": 52807
    },
    {
      "epoch": 4.485898742779477,
      "grad_norm": 3.3127715721633515,
      "learning_rate": 4.721627243925329e-05,
      "loss": 2.3279,
      "step": 52808
    },
    {
      "epoch": 4.48598369011213,
      "grad_norm": 3.2770556309660335,
      "learning_rate": 4.7211271699289815e-05,
      "loss": 2.4084,
      "step": 52809
    },
    {
      "epoch": 4.4860686374447845,
      "grad_norm": 3.271448671230001,
      "learning_rate": 4.720627117469968e-05,
      "loss": 2.3631,
      "step": 52810
    },
    {
      "epoch": 4.486153584777438,
      "grad_norm": 3.582954113215006,
      "learning_rate": 4.72012708654934e-05,
      "loss": 2.4208,
      "step": 52811
    },
    {
      "epoch": 4.486238532110092,
      "grad_norm": 3.5178843455152804,
      "learning_rate": 4.719627077168141e-05,
      "loss": 2.4128,
      "step": 52812
    },
    {
      "epoch": 4.486323479442746,
      "grad_norm": 3.716278473452929,
      "learning_rate": 4.719127089327418e-05,
      "loss": 2.6071,
      "step": 52813
    },
    {
      "epoch": 4.486408426775399,
      "grad_norm": 3.379186600892204,
      "learning_rate": 4.718627123028215e-05,
      "loss": 2.4502,
      "step": 52814
    },
    {
      "epoch": 4.486493374108053,
      "grad_norm": 3.674481687434388,
      "learning_rate": 4.718127178271582e-05,
      "loss": 2.9973,
      "step": 52815
    },
    {
      "epoch": 4.486578321440707,
      "grad_norm": 3.224760942204266,
      "learning_rate": 4.7176272550585755e-05,
      "loss": 2.1948,
      "step": 52816
    },
    {
      "epoch": 4.486663268773361,
      "grad_norm": 4.044847338991362,
      "learning_rate": 4.717127353390233e-05,
      "loss": 2.847,
      "step": 52817
    },
    {
      "epoch": 4.486748216106014,
      "grad_norm": 3.561723990795266,
      "learning_rate": 4.716627473267601e-05,
      "loss": 2.3401,
      "step": 52818
    },
    {
      "epoch": 4.486833163438668,
      "grad_norm": 3.557719492364005,
      "learning_rate": 4.7161276146917356e-05,
      "loss": 2.6195,
      "step": 52819
    },
    {
      "epoch": 4.486918110771322,
      "grad_norm": 3.125622330900165,
      "learning_rate": 4.7156277776636796e-05,
      "loss": 2.2186,
      "step": 52820
    },
    {
      "epoch": 4.4870030581039755,
      "grad_norm": 3.0830379122341935,
      "learning_rate": 4.7151279621844684e-05,
      "loss": 2.1952,
      "step": 52821
    },
    {
      "epoch": 4.487088005436629,
      "grad_norm": 3.4961403444472676,
      "learning_rate": 4.714628168255172e-05,
      "loss": 2.3746,
      "step": 52822
    },
    {
      "epoch": 4.487172952769283,
      "grad_norm": 3.6982721273493757,
      "learning_rate": 4.714128395876826e-05,
      "loss": 2.5747,
      "step": 52823
    },
    {
      "epoch": 4.487257900101937,
      "grad_norm": 3.812109433549692,
      "learning_rate": 4.713628645050477e-05,
      "loss": 2.8352,
      "step": 52824
    },
    {
      "epoch": 4.487342847434591,
      "grad_norm": 3.6135490449723138,
      "learning_rate": 4.713128915777169e-05,
      "loss": 2.4296,
      "step": 52825
    },
    {
      "epoch": 4.487427794767244,
      "grad_norm": 3.8149642381330575,
      "learning_rate": 4.712629208057957e-05,
      "loss": 2.7087,
      "step": 52826
    },
    {
      "epoch": 4.487512742099898,
      "grad_norm": 3.5674696480850216,
      "learning_rate": 4.7121295218938784e-05,
      "loss": 2.58,
      "step": 52827
    },
    {
      "epoch": 4.487597689432552,
      "grad_norm": 3.10789189824642,
      "learning_rate": 4.711629857285988e-05,
      "loss": 2.3503,
      "step": 52828
    },
    {
      "epoch": 4.487682636765205,
      "grad_norm": 3.514736447153794,
      "learning_rate": 4.711130214235335e-05,
      "loss": 2.7464,
      "step": 52829
    },
    {
      "epoch": 4.48776758409786,
      "grad_norm": 3.5973680047855137,
      "learning_rate": 4.71063059274296e-05,
      "loss": 2.4675,
      "step": 52830
    },
    {
      "epoch": 4.487852531430513,
      "grad_norm": 3.49530266462148,
      "learning_rate": 4.710130992809913e-05,
      "loss": 2.634,
      "step": 52831
    },
    {
      "epoch": 4.4879374787631665,
      "grad_norm": 3.575663267998281,
      "learning_rate": 4.709631414437236e-05,
      "loss": 2.3368,
      "step": 52832
    },
    {
      "epoch": 4.488022426095821,
      "grad_norm": 3.5310367797662763,
      "learning_rate": 4.709131857625977e-05,
      "loss": 2.3851,
      "step": 52833
    },
    {
      "epoch": 4.488107373428474,
      "grad_norm": 3.532670344976425,
      "learning_rate": 4.708632322377191e-05,
      "loss": 2.7093,
      "step": 52834
    },
    {
      "epoch": 4.4881923207611285,
      "grad_norm": 3.105687675629703,
      "learning_rate": 4.7081328086919197e-05,
      "loss": 2.1157,
      "step": 52835
    },
    {
      "epoch": 4.488277268093782,
      "grad_norm": 3.3277519040415116,
      "learning_rate": 4.7076333165712034e-05,
      "loss": 2.2569,
      "step": 52836
    },
    {
      "epoch": 4.488362215426435,
      "grad_norm": 3.353553564204179,
      "learning_rate": 4.707133846016098e-05,
      "loss": 2.3158,
      "step": 52837
    },
    {
      "epoch": 4.48844716275909,
      "grad_norm": 3.716896385190975,
      "learning_rate": 4.7066343970276476e-05,
      "loss": 2.5886,
      "step": 52838
    },
    {
      "epoch": 4.488532110091743,
      "grad_norm": 3.278498203523482,
      "learning_rate": 4.706134969606887e-05,
      "loss": 2.4353,
      "step": 52839
    },
    {
      "epoch": 4.488617057424397,
      "grad_norm": 3.791386631400544,
      "learning_rate": 4.705635563754881e-05,
      "loss": 2.6492,
      "step": 52840
    },
    {
      "epoch": 4.488702004757051,
      "grad_norm": 3.878308093918098,
      "learning_rate": 4.705136179472669e-05,
      "loss": 2.7602,
      "step": 52841
    },
    {
      "epoch": 4.488786952089704,
      "grad_norm": 3.595477746966489,
      "learning_rate": 4.704636816761296e-05,
      "loss": 2.4778,
      "step": 52842
    },
    {
      "epoch": 4.488871899422358,
      "grad_norm": 3.221721070299848,
      "learning_rate": 4.704137475621804e-05,
      "loss": 2.466,
      "step": 52843
    },
    {
      "epoch": 4.488956846755012,
      "grad_norm": 3.6871151791403123,
      "learning_rate": 4.703638156055249e-05,
      "loss": 2.7852,
      "step": 52844
    },
    {
      "epoch": 4.489041794087665,
      "grad_norm": 3.173409414895342,
      "learning_rate": 4.703138858062668e-05,
      "loss": 2.2055,
      "step": 52845
    },
    {
      "epoch": 4.4891267414203195,
      "grad_norm": 3.404251652888342,
      "learning_rate": 4.702639581645115e-05,
      "loss": 2.4795,
      "step": 52846
    },
    {
      "epoch": 4.489211688752973,
      "grad_norm": 2.976125019104025,
      "learning_rate": 4.702140326803627e-05,
      "loss": 2.0077,
      "step": 52847
    },
    {
      "epoch": 4.489296636085627,
      "grad_norm": 3.2896795146975095,
      "learning_rate": 4.70164109353926e-05,
      "loss": 2.4852,
      "step": 52848
    },
    {
      "epoch": 4.489381583418281,
      "grad_norm": 3.1043803744843768,
      "learning_rate": 4.701141881853056e-05,
      "loss": 2.1338,
      "step": 52849
    },
    {
      "epoch": 4.489466530750934,
      "grad_norm": 3.208652848574605,
      "learning_rate": 4.7006426917460575e-05,
      "loss": 2.1248,
      "step": 52850
    },
    {
      "epoch": 4.489551478083588,
      "grad_norm": 3.1664220386354898,
      "learning_rate": 4.700143523219316e-05,
      "loss": 2.2835,
      "step": 52851
    },
    {
      "epoch": 4.489636425416242,
      "grad_norm": 3.299859387841221,
      "learning_rate": 4.6996443762738695e-05,
      "loss": 2.2782,
      "step": 52852
    },
    {
      "epoch": 4.489721372748896,
      "grad_norm": 3.772254525848298,
      "learning_rate": 4.699145250910776e-05,
      "loss": 2.6576,
      "step": 52853
    },
    {
      "epoch": 4.4898063200815495,
      "grad_norm": 3.1954716092362876,
      "learning_rate": 4.698646147131069e-05,
      "loss": 2.356,
      "step": 52854
    },
    {
      "epoch": 4.489891267414203,
      "grad_norm": 3.2608040702550745,
      "learning_rate": 4.6981470649358045e-05,
      "loss": 2.3826,
      "step": 52855
    },
    {
      "epoch": 4.489976214746857,
      "grad_norm": 3.608096521754991,
      "learning_rate": 4.6976480043260234e-05,
      "loss": 2.4434,
      "step": 52856
    },
    {
      "epoch": 4.490061162079511,
      "grad_norm": 3.3965018541792027,
      "learning_rate": 4.6971489653027666e-05,
      "loss": 2.6583,
      "step": 52857
    },
    {
      "epoch": 4.490146109412165,
      "grad_norm": 3.4701477990703746,
      "learning_rate": 4.696649947867085e-05,
      "loss": 2.6031,
      "step": 52858
    },
    {
      "epoch": 4.490231056744818,
      "grad_norm": 4.143615006728952,
      "learning_rate": 4.6961509520200276e-05,
      "loss": 3.4857,
      "step": 52859
    },
    {
      "epoch": 4.490316004077472,
      "grad_norm": 3.0315277644148053,
      "learning_rate": 4.6956519777626385e-05,
      "loss": 2.0568,
      "step": 52860
    },
    {
      "epoch": 4.490400951410126,
      "grad_norm": 3.1638848707706395,
      "learning_rate": 4.695153025095953e-05,
      "loss": 2.1631,
      "step": 52861
    },
    {
      "epoch": 4.490485898742779,
      "grad_norm": 3.184856823158706,
      "learning_rate": 4.694654094021032e-05,
      "loss": 2.3047,
      "step": 52862
    },
    {
      "epoch": 4.490570846075434,
      "grad_norm": 3.3279401017217145,
      "learning_rate": 4.694155184538911e-05,
      "loss": 2.458,
      "step": 52863
    },
    {
      "epoch": 4.490655793408087,
      "grad_norm": 3.8988495334624957,
      "learning_rate": 4.693656296650636e-05,
      "loss": 2.8293,
      "step": 52864
    },
    {
      "epoch": 4.4907407407407405,
      "grad_norm": 3.3924376242066905,
      "learning_rate": 4.6931574303572514e-05,
      "loss": 2.4762,
      "step": 52865
    },
    {
      "epoch": 4.490825688073395,
      "grad_norm": 3.321772409840634,
      "learning_rate": 4.6926585856598095e-05,
      "loss": 2.5589,
      "step": 52866
    },
    {
      "epoch": 4.490910635406048,
      "grad_norm": 3.698441971461123,
      "learning_rate": 4.6921597625593524e-05,
      "loss": 2.6425,
      "step": 52867
    },
    {
      "epoch": 4.490995582738702,
      "grad_norm": 3.4129290884594834,
      "learning_rate": 4.691660961056921e-05,
      "loss": 2.5425,
      "step": 52868
    },
    {
      "epoch": 4.491080530071356,
      "grad_norm": 3.2637160579653037,
      "learning_rate": 4.691162181153566e-05,
      "loss": 2.458,
      "step": 52869
    },
    {
      "epoch": 4.491165477404009,
      "grad_norm": 3.325173738447442,
      "learning_rate": 4.690663422850325e-05,
      "loss": 2.2873,
      "step": 52870
    },
    {
      "epoch": 4.491250424736664,
      "grad_norm": 3.2214064377384424,
      "learning_rate": 4.690164686148253e-05,
      "loss": 2.2108,
      "step": 52871
    },
    {
      "epoch": 4.491335372069317,
      "grad_norm": 3.5219588427951005,
      "learning_rate": 4.689665971048386e-05,
      "loss": 2.5877,
      "step": 52872
    },
    {
      "epoch": 4.49142031940197,
      "grad_norm": 3.0867073564302427,
      "learning_rate": 4.6891672775517766e-05,
      "loss": 2.2223,
      "step": 52873
    },
    {
      "epoch": 4.491505266734625,
      "grad_norm": 3.392417268422794,
      "learning_rate": 4.688668605659467e-05,
      "loss": 2.4458,
      "step": 52874
    },
    {
      "epoch": 4.491590214067278,
      "grad_norm": 3.2012107623615664,
      "learning_rate": 4.6881699553724966e-05,
      "loss": 2.1839,
      "step": 52875
    },
    {
      "epoch": 4.491675161399932,
      "grad_norm": 3.456444890046406,
      "learning_rate": 4.687671326691915e-05,
      "loss": 2.3052,
      "step": 52876
    },
    {
      "epoch": 4.491760108732586,
      "grad_norm": 3.116981528106301,
      "learning_rate": 4.6871727196187706e-05,
      "loss": 2.2195,
      "step": 52877
    },
    {
      "epoch": 4.491845056065239,
      "grad_norm": 3.760449663362431,
      "learning_rate": 4.686674134154104e-05,
      "loss": 2.6763,
      "step": 52878
    },
    {
      "epoch": 4.4919300033978935,
      "grad_norm": 3.2817778721617543,
      "learning_rate": 4.6861755702989556e-05,
      "loss": 2.2614,
      "step": 52879
    },
    {
      "epoch": 4.492014950730547,
      "grad_norm": 3.5166307347805597,
      "learning_rate": 4.6856770280543803e-05,
      "loss": 2.3586,
      "step": 52880
    },
    {
      "epoch": 4.492099898063201,
      "grad_norm": 3.348001227352017,
      "learning_rate": 4.685178507421416e-05,
      "loss": 2.1617,
      "step": 52881
    },
    {
      "epoch": 4.492184845395855,
      "grad_norm": 3.31496390088315,
      "learning_rate": 4.684680008401103e-05,
      "loss": 2.3389,
      "step": 52882
    },
    {
      "epoch": 4.492269792728508,
      "grad_norm": 3.37710219276054,
      "learning_rate": 4.684181530994493e-05,
      "loss": 2.3154,
      "step": 52883
    },
    {
      "epoch": 4.492354740061162,
      "grad_norm": 3.2055291325076483,
      "learning_rate": 4.683683075202633e-05,
      "loss": 2.3583,
      "step": 52884
    },
    {
      "epoch": 4.492439687393816,
      "grad_norm": 3.3453045356954694,
      "learning_rate": 4.683184641026562e-05,
      "loss": 2.5424,
      "step": 52885
    },
    {
      "epoch": 4.49252463472647,
      "grad_norm": 3.6402411170226103,
      "learning_rate": 4.6826862284673205e-05,
      "loss": 2.814,
      "step": 52886
    },
    {
      "epoch": 4.492609582059123,
      "grad_norm": 3.566912817235107,
      "learning_rate": 4.682187837525962e-05,
      "loss": 2.3532,
      "step": 52887
    },
    {
      "epoch": 4.492694529391777,
      "grad_norm": 3.2263392485224305,
      "learning_rate": 4.681689468203523e-05,
      "loss": 2.296,
      "step": 52888
    },
    {
      "epoch": 4.492779476724431,
      "grad_norm": 3.4913744466257266,
      "learning_rate": 4.681191120501056e-05,
      "loss": 2.6569,
      "step": 52889
    },
    {
      "epoch": 4.4928644240570845,
      "grad_norm": 3.303334558471693,
      "learning_rate": 4.680692794419594e-05,
      "loss": 2.3196,
      "step": 52890
    },
    {
      "epoch": 4.492949371389738,
      "grad_norm": 3.558579053570487,
      "learning_rate": 4.680194489960192e-05,
      "loss": 2.5878,
      "step": 52891
    },
    {
      "epoch": 4.493034318722392,
      "grad_norm": 3.5368032215689884,
      "learning_rate": 4.679696207123892e-05,
      "loss": 2.6225,
      "step": 52892
    },
    {
      "epoch": 4.493119266055046,
      "grad_norm": 3.5437569849996495,
      "learning_rate": 4.679197945911729e-05,
      "loss": 2.6189,
      "step": 52893
    },
    {
      "epoch": 4.4932042133877,
      "grad_norm": 3.186265229743724,
      "learning_rate": 4.678699706324758e-05,
      "loss": 2.391,
      "step": 52894
    },
    {
      "epoch": 4.493289160720353,
      "grad_norm": 3.537369715059046,
      "learning_rate": 4.678201488364016e-05,
      "loss": 2.6077,
      "step": 52895
    },
    {
      "epoch": 4.493374108053007,
      "grad_norm": 3.1511891271643586,
      "learning_rate": 4.6777032920305516e-05,
      "loss": 2.2227,
      "step": 52896
    },
    {
      "epoch": 4.493459055385661,
      "grad_norm": 3.0106885977813165,
      "learning_rate": 4.6772051173254035e-05,
      "loss": 2.1147,
      "step": 52897
    },
    {
      "epoch": 4.4935440027183144,
      "grad_norm": 3.4084809176283404,
      "learning_rate": 4.6767069642496225e-05,
      "loss": 2.5234,
      "step": 52898
    },
    {
      "epoch": 4.493628950050969,
      "grad_norm": 3.4702190252174567,
      "learning_rate": 4.67620883280425e-05,
      "loss": 2.5062,
      "step": 52899
    },
    {
      "epoch": 4.493713897383622,
      "grad_norm": 3.210074629895232,
      "learning_rate": 4.675710722990321e-05,
      "loss": 2.2111,
      "step": 52900
    },
    {
      "epoch": 4.4937988447162756,
      "grad_norm": 3.3389377009446064,
      "learning_rate": 4.675212634808888e-05,
      "loss": 2.5393,
      "step": 52901
    },
    {
      "epoch": 4.49388379204893,
      "grad_norm": 3.434122991826259,
      "learning_rate": 4.674714568260998e-05,
      "loss": 2.2015,
      "step": 52902
    },
    {
      "epoch": 4.493968739381583,
      "grad_norm": 3.2383179465091314,
      "learning_rate": 4.674216523347689e-05,
      "loss": 2.4408,
      "step": 52903
    },
    {
      "epoch": 4.4940536867142375,
      "grad_norm": 3.910185206844551,
      "learning_rate": 4.673718500070002e-05,
      "loss": 3.0905,
      "step": 52904
    },
    {
      "epoch": 4.494138634046891,
      "grad_norm": 3.29908121154122,
      "learning_rate": 4.673220498428987e-05,
      "loss": 2.4572,
      "step": 52905
    },
    {
      "epoch": 4.494223581379544,
      "grad_norm": 3.4666841931992285,
      "learning_rate": 4.672722518425685e-05,
      "loss": 2.2501,
      "step": 52906
    },
    {
      "epoch": 4.494308528712199,
      "grad_norm": 3.698071506277548,
      "learning_rate": 4.6722245600611325e-05,
      "loss": 2.5743,
      "step": 52907
    },
    {
      "epoch": 4.494393476044852,
      "grad_norm": 3.831455860638025,
      "learning_rate": 4.67172662333638e-05,
      "loss": 2.7677,
      "step": 52908
    },
    {
      "epoch": 4.494478423377506,
      "grad_norm": 3.169462490376523,
      "learning_rate": 4.671228708252475e-05,
      "loss": 2.3884,
      "step": 52909
    },
    {
      "epoch": 4.49456337071016,
      "grad_norm": 3.422671501658298,
      "learning_rate": 4.6707308148104545e-05,
      "loss": 2.5144,
      "step": 52910
    },
    {
      "epoch": 4.494648318042813,
      "grad_norm": 3.5305782134029076,
      "learning_rate": 4.670232943011358e-05,
      "loss": 2.2849,
      "step": 52911
    },
    {
      "epoch": 4.4947332653754675,
      "grad_norm": 3.634663363552058,
      "learning_rate": 4.669735092856239e-05,
      "loss": 2.8596,
      "step": 52912
    },
    {
      "epoch": 4.494818212708121,
      "grad_norm": 3.1428238373212705,
      "learning_rate": 4.66923726434613e-05,
      "loss": 2.1783,
      "step": 52913
    },
    {
      "epoch": 4.494903160040774,
      "grad_norm": 3.498208567233661,
      "learning_rate": 4.6687394574820844e-05,
      "loss": 2.3376,
      "step": 52914
    },
    {
      "epoch": 4.494988107373429,
      "grad_norm": 3.330381636756562,
      "learning_rate": 4.668241672265135e-05,
      "loss": 2.3582,
      "step": 52915
    },
    {
      "epoch": 4.495073054706082,
      "grad_norm": 3.1717614740289743,
      "learning_rate": 4.6677439086963356e-05,
      "loss": 2.3097,
      "step": 52916
    },
    {
      "epoch": 4.495158002038736,
      "grad_norm": 2.9736775354590255,
      "learning_rate": 4.667246166776722e-05,
      "loss": 2.034,
      "step": 52917
    },
    {
      "epoch": 4.49524294937139,
      "grad_norm": 3.464662878973777,
      "learning_rate": 4.666748446507334e-05,
      "loss": 2.2397,
      "step": 52918
    },
    {
      "epoch": 4.495327896704043,
      "grad_norm": 3.4268090643704197,
      "learning_rate": 4.666250747889221e-05,
      "loss": 2.4397,
      "step": 52919
    },
    {
      "epoch": 4.495412844036697,
      "grad_norm": 3.4401422651004774,
      "learning_rate": 4.665753070923426e-05,
      "loss": 2.5096,
      "step": 52920
    },
    {
      "epoch": 4.495497791369351,
      "grad_norm": 3.0769436824912804,
      "learning_rate": 4.6652554156109916e-05,
      "loss": 2.1685,
      "step": 52921
    },
    {
      "epoch": 4.495582738702005,
      "grad_norm": 3.5380530813395854,
      "learning_rate": 4.6647577819529544e-05,
      "loss": 2.6748,
      "step": 52922
    },
    {
      "epoch": 4.4956676860346585,
      "grad_norm": 3.0889013514589085,
      "learning_rate": 4.664260169950364e-05,
      "loss": 2.1801,
      "step": 52923
    },
    {
      "epoch": 4.495752633367312,
      "grad_norm": 3.242831632328481,
      "learning_rate": 4.6637625796042605e-05,
      "loss": 2.3731,
      "step": 52924
    },
    {
      "epoch": 4.495837580699966,
      "grad_norm": 3.383596609893449,
      "learning_rate": 4.6632650109156826e-05,
      "loss": 2.6637,
      "step": 52925
    },
    {
      "epoch": 4.49592252803262,
      "grad_norm": 3.564019212070906,
      "learning_rate": 4.662767463885677e-05,
      "loss": 2.4331,
      "step": 52926
    },
    {
      "epoch": 4.496007475365274,
      "grad_norm": 3.4797966082514016,
      "learning_rate": 4.6622699385152895e-05,
      "loss": 2.7102,
      "step": 52927
    },
    {
      "epoch": 4.496092422697927,
      "grad_norm": 3.4659848756587466,
      "learning_rate": 4.661772434805561e-05,
      "loss": 2.5192,
      "step": 52928
    },
    {
      "epoch": 4.496177370030581,
      "grad_norm": 3.486284577152674,
      "learning_rate": 4.6612749527575246e-05,
      "loss": 2.5726,
      "step": 52929
    },
    {
      "epoch": 4.496262317363235,
      "grad_norm": 3.526972096061794,
      "learning_rate": 4.660777492372236e-05,
      "loss": 2.7408,
      "step": 52930
    },
    {
      "epoch": 4.496347264695888,
      "grad_norm": 3.1182491614045897,
      "learning_rate": 4.6602800536507254e-05,
      "loss": 2.2004,
      "step": 52931
    },
    {
      "epoch": 4.496432212028543,
      "grad_norm": 3.7204859250349553,
      "learning_rate": 4.659782636594047e-05,
      "loss": 2.5209,
      "step": 52932
    },
    {
      "epoch": 4.496517159361196,
      "grad_norm": 3.196322474755982,
      "learning_rate": 4.6592852412032314e-05,
      "loss": 2.3443,
      "step": 52933
    },
    {
      "epoch": 4.4966021066938495,
      "grad_norm": 3.2401562787376683,
      "learning_rate": 4.658787867479333e-05,
      "loss": 2.2496,
      "step": 52934
    },
    {
      "epoch": 4.496687054026504,
      "grad_norm": 3.3687421108896465,
      "learning_rate": 4.6582905154233876e-05,
      "loss": 2.4794,
      "step": 52935
    },
    {
      "epoch": 4.496772001359157,
      "grad_norm": 4.042673029516834,
      "learning_rate": 4.65779318503643e-05,
      "loss": 3.111,
      "step": 52936
    },
    {
      "epoch": 4.496856948691811,
      "grad_norm": 3.0719826412426294,
      "learning_rate": 4.657295876319516e-05,
      "loss": 2.1785,
      "step": 52937
    },
    {
      "epoch": 4.496941896024465,
      "grad_norm": 3.1173139134445766,
      "learning_rate": 4.6567985892736756e-05,
      "loss": 2.191,
      "step": 52938
    },
    {
      "epoch": 4.497026843357118,
      "grad_norm": 3.2675371426649997,
      "learning_rate": 4.656301323899961e-05,
      "loss": 2.3443,
      "step": 52939
    },
    {
      "epoch": 4.497111790689773,
      "grad_norm": 3.3980122814108875,
      "learning_rate": 4.655804080199405e-05,
      "loss": 2.3969,
      "step": 52940
    },
    {
      "epoch": 4.497196738022426,
      "grad_norm": 3.670350756337147,
      "learning_rate": 4.655306858173058e-05,
      "loss": 2.5579,
      "step": 52941
    },
    {
      "epoch": 4.497281685355079,
      "grad_norm": 3.341918255916784,
      "learning_rate": 4.654809657821959e-05,
      "loss": 2.4269,
      "step": 52942
    },
    {
      "epoch": 4.497366632687734,
      "grad_norm": 3.224385470405179,
      "learning_rate": 4.6543124791471425e-05,
      "loss": 2.423,
      "step": 52943
    },
    {
      "epoch": 4.497451580020387,
      "grad_norm": 3.317557447130977,
      "learning_rate": 4.653815322149656e-05,
      "loss": 2.6304,
      "step": 52944
    },
    {
      "epoch": 4.497536527353041,
      "grad_norm": 3.728941413631747,
      "learning_rate": 4.6533181868305466e-05,
      "loss": 2.5898,
      "step": 52945
    },
    {
      "epoch": 4.497621474685695,
      "grad_norm": 3.8560950036362485,
      "learning_rate": 4.652821073190851e-05,
      "loss": 2.749,
      "step": 52946
    },
    {
      "epoch": 4.497706422018348,
      "grad_norm": 3.4867433854621646,
      "learning_rate": 4.652323981231606e-05,
      "loss": 2.6586,
      "step": 52947
    },
    {
      "epoch": 4.4977913693510025,
      "grad_norm": 3.1655457292447218,
      "learning_rate": 4.6518269109538606e-05,
      "loss": 2.102,
      "step": 52948
    },
    {
      "epoch": 4.497876316683656,
      "grad_norm": 3.573537095610571,
      "learning_rate": 4.6513298623586566e-05,
      "loss": 2.3324,
      "step": 52949
    },
    {
      "epoch": 4.49796126401631,
      "grad_norm": 3.320819892785105,
      "learning_rate": 4.650832835447025e-05,
      "loss": 2.4247,
      "step": 52950
    },
    {
      "epoch": 4.498046211348964,
      "grad_norm": 3.6498316412876424,
      "learning_rate": 4.650335830220015e-05,
      "loss": 2.5025,
      "step": 52951
    },
    {
      "epoch": 4.498131158681617,
      "grad_norm": 3.3220180215715014,
      "learning_rate": 4.6498388466786714e-05,
      "loss": 2.308,
      "step": 52952
    },
    {
      "epoch": 4.498216106014271,
      "grad_norm": 3.327928593094332,
      "learning_rate": 4.6493418848240335e-05,
      "loss": 2.4117,
      "step": 52953
    },
    {
      "epoch": 4.498301053346925,
      "grad_norm": 3.1375036109308305,
      "learning_rate": 4.648844944657135e-05,
      "loss": 2.2169,
      "step": 52954
    },
    {
      "epoch": 4.498386000679579,
      "grad_norm": 3.5043574071882886,
      "learning_rate": 4.6483480261790266e-05,
      "loss": 2.697,
      "step": 52955
    },
    {
      "epoch": 4.4984709480122325,
      "grad_norm": 3.603378498801426,
      "learning_rate": 4.6478511293907425e-05,
      "loss": 2.6822,
      "step": 52956
    },
    {
      "epoch": 4.498555895344886,
      "grad_norm": 3.5981687807345195,
      "learning_rate": 4.647354254293331e-05,
      "loss": 2.602,
      "step": 52957
    },
    {
      "epoch": 4.49864084267754,
      "grad_norm": 3.1845780107444335,
      "learning_rate": 4.646857400887824e-05,
      "loss": 2.1835,
      "step": 52958
    },
    {
      "epoch": 4.498725790010194,
      "grad_norm": 3.281975843612216,
      "learning_rate": 4.646360569175273e-05,
      "loss": 2.471,
      "step": 52959
    },
    {
      "epoch": 4.498810737342847,
      "grad_norm": 3.6193155588850194,
      "learning_rate": 4.645863759156714e-05,
      "loss": 2.4983,
      "step": 52960
    },
    {
      "epoch": 4.498895684675501,
      "grad_norm": 3.4823777487991276,
      "learning_rate": 4.645366970833184e-05,
      "loss": 2.6226,
      "step": 52961
    },
    {
      "epoch": 4.498980632008155,
      "grad_norm": 3.376058657267781,
      "learning_rate": 4.6448702042057266e-05,
      "loss": 2.5476,
      "step": 52962
    },
    {
      "epoch": 4.499065579340809,
      "grad_norm": 3.255836551910261,
      "learning_rate": 4.644373459275389e-05,
      "loss": 2.3018,
      "step": 52963
    },
    {
      "epoch": 4.499150526673462,
      "grad_norm": 3.628841556382592,
      "learning_rate": 4.643876736043206e-05,
      "loss": 2.491,
      "step": 52964
    },
    {
      "epoch": 4.499235474006117,
      "grad_norm": 3.6369887754000603,
      "learning_rate": 4.643380034510214e-05,
      "loss": 2.6051,
      "step": 52965
    },
    {
      "epoch": 4.49932042133877,
      "grad_norm": 3.4655996690872946,
      "learning_rate": 4.642883354677465e-05,
      "loss": 2.4833,
      "step": 52966
    },
    {
      "epoch": 4.4994053686714235,
      "grad_norm": 3.6317489492731543,
      "learning_rate": 4.642386696545994e-05,
      "loss": 2.5421,
      "step": 52967
    },
    {
      "epoch": 4.499490316004078,
      "grad_norm": 3.6777794612191803,
      "learning_rate": 4.6418900601168357e-05,
      "loss": 2.7848,
      "step": 52968
    },
    {
      "epoch": 4.499575263336731,
      "grad_norm": 3.529538705886642,
      "learning_rate": 4.641393445391035e-05,
      "loss": 2.7063,
      "step": 52969
    },
    {
      "epoch": 4.499660210669385,
      "grad_norm": 3.1090430634404047,
      "learning_rate": 4.640896852369641e-05,
      "loss": 2.3394,
      "step": 52970
    },
    {
      "epoch": 4.499745158002039,
      "grad_norm": 3.368476704942225,
      "learning_rate": 4.640400281053686e-05,
      "loss": 2.368,
      "step": 52971
    },
    {
      "epoch": 4.499830105334692,
      "grad_norm": 3.53855487438892,
      "learning_rate": 4.6399037314442064e-05,
      "loss": 2.4238,
      "step": 52972
    },
    {
      "epoch": 4.499915052667347,
      "grad_norm": 3.0550100548683754,
      "learning_rate": 4.639407203542252e-05,
      "loss": 2.0329,
      "step": 52973
    },
    {
      "epoch": 4.5,
      "grad_norm": 3.5049992563294308,
      "learning_rate": 4.6389106973488545e-05,
      "loss": 2.3109,
      "step": 52974
    },
    {
      "epoch": 4.500084947332653,
      "grad_norm": 3.4642676448629315,
      "learning_rate": 4.638414212865064e-05,
      "loss": 2.6501,
      "step": 52975
    },
    {
      "epoch": 4.500169894665308,
      "grad_norm": 3.432412264870075,
      "learning_rate": 4.637917750091909e-05,
      "loss": 2.3978,
      "step": 52976
    },
    {
      "epoch": 4.500254841997961,
      "grad_norm": 3.011814311310419,
      "learning_rate": 4.637421309030443e-05,
      "loss": 2.148,
      "step": 52977
    },
    {
      "epoch": 4.500339789330615,
      "grad_norm": 3.4316739142679817,
      "learning_rate": 4.636924889681697e-05,
      "loss": 2.7057,
      "step": 52978
    },
    {
      "epoch": 4.500424736663269,
      "grad_norm": 3.7313397338782486,
      "learning_rate": 4.63642849204671e-05,
      "loss": 2.7493,
      "step": 52979
    },
    {
      "epoch": 4.500509683995922,
      "grad_norm": 3.385511430822983,
      "learning_rate": 4.6359321161265294e-05,
      "loss": 2.803,
      "step": 52980
    },
    {
      "epoch": 4.5005946313285765,
      "grad_norm": 3.651816907101273,
      "learning_rate": 4.6354357619221885e-05,
      "loss": 2.8178,
      "step": 52981
    },
    {
      "epoch": 4.50067957866123,
      "grad_norm": 3.223570429113722,
      "learning_rate": 4.6349394294347335e-05,
      "loss": 2.3888,
      "step": 52982
    },
    {
      "epoch": 4.500764525993883,
      "grad_norm": 3.5454178266117475,
      "learning_rate": 4.6344431186651965e-05,
      "loss": 2.3368,
      "step": 52983
    },
    {
      "epoch": 4.500849473326538,
      "grad_norm": 3.725025764376481,
      "learning_rate": 4.633946829614626e-05,
      "loss": 2.4623,
      "step": 52984
    },
    {
      "epoch": 4.500934420659191,
      "grad_norm": 3.2458616820666504,
      "learning_rate": 4.633450562284058e-05,
      "loss": 2.1953,
      "step": 52985
    },
    {
      "epoch": 4.501019367991845,
      "grad_norm": 3.1708621535759094,
      "learning_rate": 4.632954316674528e-05,
      "loss": 2.2396,
      "step": 52986
    },
    {
      "epoch": 4.501104315324499,
      "grad_norm": 3.3945392290326173,
      "learning_rate": 4.632458092787081e-05,
      "loss": 2.4256,
      "step": 52987
    },
    {
      "epoch": 4.501189262657153,
      "grad_norm": 3.23387571283974,
      "learning_rate": 4.6319618906227586e-05,
      "loss": 2.1592,
      "step": 52988
    },
    {
      "epoch": 4.501274209989806,
      "grad_norm": 3.11612534252991,
      "learning_rate": 4.6314657101825986e-05,
      "loss": 2.2566,
      "step": 52989
    },
    {
      "epoch": 4.50135915732246,
      "grad_norm": 3.8512709219618104,
      "learning_rate": 4.6309695514676336e-05,
      "loss": 2.6672,
      "step": 52990
    },
    {
      "epoch": 4.501444104655114,
      "grad_norm": 3.2741345326738225,
      "learning_rate": 4.6304734144789146e-05,
      "loss": 2.4058,
      "step": 52991
    },
    {
      "epoch": 4.5015290519877675,
      "grad_norm": 4.239636406043539,
      "learning_rate": 4.629977299217477e-05,
      "loss": 3.5106,
      "step": 52992
    },
    {
      "epoch": 4.501613999320421,
      "grad_norm": 3.3219476223408138,
      "learning_rate": 4.6294812056843536e-05,
      "loss": 2.3814,
      "step": 52993
    },
    {
      "epoch": 4.501698946653075,
      "grad_norm": 3.4358128109959574,
      "learning_rate": 4.6289851338805886e-05,
      "loss": 2.4425,
      "step": 52994
    },
    {
      "epoch": 4.501783893985729,
      "grad_norm": 3.26219812983129,
      "learning_rate": 4.628489083807228e-05,
      "loss": 2.2184,
      "step": 52995
    },
    {
      "epoch": 4.501868841318383,
      "grad_norm": 3.4188970542659507,
      "learning_rate": 4.627993055465306e-05,
      "loss": 2.3626,
      "step": 52996
    },
    {
      "epoch": 4.501953788651036,
      "grad_norm": 3.2975982785415674,
      "learning_rate": 4.627497048855854e-05,
      "loss": 2.3688,
      "step": 52997
    },
    {
      "epoch": 4.50203873598369,
      "grad_norm": 3.124416863043849,
      "learning_rate": 4.627001063979925e-05,
      "loss": 2.2235,
      "step": 52998
    },
    {
      "epoch": 4.502123683316344,
      "grad_norm": 3.2146617561141837,
      "learning_rate": 4.626505100838548e-05,
      "loss": 2.3633,
      "step": 52999
    },
    {
      "epoch": 4.5022086306489975,
      "grad_norm": 3.494017045097061,
      "learning_rate": 4.6260091594327684e-05,
      "loss": 2.5798,
      "step": 53000
    },
    {
      "epoch": 4.502293577981652,
      "grad_norm": 3.2969245139312435,
      "learning_rate": 4.62551323976362e-05,
      "loss": 2.4704,
      "step": 53001
    },
    {
      "epoch": 4.502378525314305,
      "grad_norm": 3.0667719594882974,
      "learning_rate": 4.62501734183215e-05,
      "loss": 2.1798,
      "step": 53002
    },
    {
      "epoch": 4.502463472646959,
      "grad_norm": 3.286760518807093,
      "learning_rate": 4.6245214656393906e-05,
      "loss": 2.4937,
      "step": 53003
    },
    {
      "epoch": 4.502548419979613,
      "grad_norm": 3.5275852284825073,
      "learning_rate": 4.6240256111863784e-05,
      "loss": 2.3677,
      "step": 53004
    },
    {
      "epoch": 4.502633367312266,
      "grad_norm": 3.381468439681499,
      "learning_rate": 4.623529778474157e-05,
      "loss": 2.5657,
      "step": 53005
    },
    {
      "epoch": 4.50271831464492,
      "grad_norm": 3.754451938146558,
      "learning_rate": 4.62303396750377e-05,
      "loss": 2.6257,
      "step": 53006
    },
    {
      "epoch": 4.502803261977574,
      "grad_norm": 3.3769167804616544,
      "learning_rate": 4.622538178276249e-05,
      "loss": 2.2976,
      "step": 53007
    },
    {
      "epoch": 4.502888209310227,
      "grad_norm": 3.680509655952479,
      "learning_rate": 4.622042410792631e-05,
      "loss": 2.549,
      "step": 53008
    },
    {
      "epoch": 4.502973156642882,
      "grad_norm": 3.151065946726849,
      "learning_rate": 4.6215466650539645e-05,
      "loss": 2.2968,
      "step": 53009
    },
    {
      "epoch": 4.503058103975535,
      "grad_norm": 3.730437176394765,
      "learning_rate": 4.621050941061283e-05,
      "loss": 2.641,
      "step": 53010
    },
    {
      "epoch": 4.503143051308189,
      "grad_norm": 3.2212668872210375,
      "learning_rate": 4.620555238815617e-05,
      "loss": 2.2189,
      "step": 53011
    },
    {
      "epoch": 4.503227998640843,
      "grad_norm": 3.4193531295994974,
      "learning_rate": 4.6200595583180144e-05,
      "loss": 2.4225,
      "step": 53012
    },
    {
      "epoch": 4.503312945973496,
      "grad_norm": 3.241964409647702,
      "learning_rate": 4.619563899569518e-05,
      "loss": 2.2052,
      "step": 53013
    },
    {
      "epoch": 4.5033978933061505,
      "grad_norm": 3.6041790095011272,
      "learning_rate": 4.6190682625711595e-05,
      "loss": 2.5745,
      "step": 53014
    },
    {
      "epoch": 4.503482840638804,
      "grad_norm": 3.1784841199295935,
      "learning_rate": 4.618572647323974e-05,
      "loss": 2.2498,
      "step": 53015
    },
    {
      "epoch": 4.503567787971457,
      "grad_norm": 3.9330563614985445,
      "learning_rate": 4.6180770538290076e-05,
      "loss": 2.63,
      "step": 53016
    },
    {
      "epoch": 4.503652735304112,
      "grad_norm": 3.6446590974848014,
      "learning_rate": 4.617581482087293e-05,
      "loss": 2.6451,
      "step": 53017
    },
    {
      "epoch": 4.503737682636765,
      "grad_norm": 3.571206539885624,
      "learning_rate": 4.617085932099875e-05,
      "loss": 2.734,
      "step": 53018
    },
    {
      "epoch": 4.503822629969419,
      "grad_norm": 3.963740360806865,
      "learning_rate": 4.6165904038677824e-05,
      "loss": 2.9504,
      "step": 53019
    },
    {
      "epoch": 4.503907577302073,
      "grad_norm": 3.66275613739167,
      "learning_rate": 4.6160948973920636e-05,
      "loss": 2.5711,
      "step": 53020
    },
    {
      "epoch": 4.503992524634726,
      "grad_norm": 3.3128403234415633,
      "learning_rate": 4.615599412673754e-05,
      "loss": 2.2453,
      "step": 53021
    },
    {
      "epoch": 4.50407747196738,
      "grad_norm": 3.199825263964256,
      "learning_rate": 4.615103949713884e-05,
      "loss": 2.1527,
      "step": 53022
    },
    {
      "epoch": 4.504162419300034,
      "grad_norm": 3.2252123794825716,
      "learning_rate": 4.6146085085134984e-05,
      "loss": 2.3676,
      "step": 53023
    },
    {
      "epoch": 4.504247366632688,
      "grad_norm": 3.5901764322033434,
      "learning_rate": 4.61411308907364e-05,
      "loss": 2.4732,
      "step": 53024
    },
    {
      "epoch": 4.5043323139653415,
      "grad_norm": 3.8812250837686997,
      "learning_rate": 4.6136176913953403e-05,
      "loss": 2.8718,
      "step": 53025
    },
    {
      "epoch": 4.504417261297995,
      "grad_norm": 3.2173038401726104,
      "learning_rate": 4.613122315479634e-05,
      "loss": 2.1588,
      "step": 53026
    },
    {
      "epoch": 4.504502208630649,
      "grad_norm": 3.0968401525071476,
      "learning_rate": 4.612626961327571e-05,
      "loss": 2.1183,
      "step": 53027
    },
    {
      "epoch": 4.504587155963303,
      "grad_norm": 3.6234402611564183,
      "learning_rate": 4.612131628940179e-05,
      "loss": 2.588,
      "step": 53028
    },
    {
      "epoch": 4.504672103295956,
      "grad_norm": 3.515599509251812,
      "learning_rate": 4.611636318318499e-05,
      "loss": 2.3632,
      "step": 53029
    },
    {
      "epoch": 4.50475705062861,
      "grad_norm": 3.2463039968985923,
      "learning_rate": 4.61114102946356e-05,
      "loss": 2.2822,
      "step": 53030
    },
    {
      "epoch": 4.504841997961264,
      "grad_norm": 3.4725177347931884,
      "learning_rate": 4.610645762376417e-05,
      "loss": 2.4603,
      "step": 53031
    },
    {
      "epoch": 4.504926945293918,
      "grad_norm": 3.4994696169748,
      "learning_rate": 4.6101505170581e-05,
      "loss": 2.5154,
      "step": 53032
    },
    {
      "epoch": 4.505011892626571,
      "grad_norm": 3.6418696403255666,
      "learning_rate": 4.609655293509641e-05,
      "loss": 2.6658,
      "step": 53033
    },
    {
      "epoch": 4.505096839959226,
      "grad_norm": 3.7434043880911427,
      "learning_rate": 4.609160091732088e-05,
      "loss": 2.7798,
      "step": 53034
    },
    {
      "epoch": 4.505181787291879,
      "grad_norm": 3.1857305795595185,
      "learning_rate": 4.608664911726471e-05,
      "loss": 2.3078,
      "step": 53035
    },
    {
      "epoch": 4.5052667346245325,
      "grad_norm": 3.2147881712537845,
      "learning_rate": 4.6081697534938265e-05,
      "loss": 2.2419,
      "step": 53036
    },
    {
      "epoch": 4.505351681957187,
      "grad_norm": 3.255294334896575,
      "learning_rate": 4.607674617035193e-05,
      "loss": 2.4273,
      "step": 53037
    },
    {
      "epoch": 4.50543662928984,
      "grad_norm": 3.568555778409556,
      "learning_rate": 4.6071795023516163e-05,
      "loss": 2.4784,
      "step": 53038
    },
    {
      "epoch": 4.505521576622494,
      "grad_norm": 3.4494657513551354,
      "learning_rate": 4.6066844094441285e-05,
      "loss": 2.4645,
      "step": 53039
    },
    {
      "epoch": 4.505606523955148,
      "grad_norm": 3.588406019778764,
      "learning_rate": 4.6061893383137594e-05,
      "loss": 2.8038,
      "step": 53040
    },
    {
      "epoch": 4.505691471287801,
      "grad_norm": 3.857319011457675,
      "learning_rate": 4.6056942889615595e-05,
      "loss": 3.087,
      "step": 53041
    },
    {
      "epoch": 4.505776418620456,
      "grad_norm": 3.674814510551953,
      "learning_rate": 4.605199261388553e-05,
      "loss": 2.5678,
      "step": 53042
    },
    {
      "epoch": 4.505861365953109,
      "grad_norm": 3.7810667267791387,
      "learning_rate": 4.604704255595789e-05,
      "loss": 2.8645,
      "step": 53043
    },
    {
      "epoch": 4.5059463132857625,
      "grad_norm": 3.265356544115727,
      "learning_rate": 4.6042092715842955e-05,
      "loss": 2.3165,
      "step": 53044
    },
    {
      "epoch": 4.506031260618417,
      "grad_norm": 3.460722642617949,
      "learning_rate": 4.6037143093551175e-05,
      "loss": 2.4499,
      "step": 53045
    },
    {
      "epoch": 4.50611620795107,
      "grad_norm": 3.614599911033788,
      "learning_rate": 4.6032193689092863e-05,
      "loss": 2.5049,
      "step": 53046
    },
    {
      "epoch": 4.5062011552837244,
      "grad_norm": 3.6291233011474695,
      "learning_rate": 4.6027244502478436e-05,
      "loss": 2.5031,
      "step": 53047
    },
    {
      "epoch": 4.506286102616378,
      "grad_norm": 3.8238096053739987,
      "learning_rate": 4.602229553371813e-05,
      "loss": 2.735,
      "step": 53048
    },
    {
      "epoch": 4.506371049949031,
      "grad_norm": 3.6230534447546647,
      "learning_rate": 4.6017346782822513e-05,
      "loss": 2.52,
      "step": 53049
    },
    {
      "epoch": 4.5064559972816856,
      "grad_norm": 3.1136463354353605,
      "learning_rate": 4.6012398249801856e-05,
      "loss": 2.3349,
      "step": 53050
    },
    {
      "epoch": 4.506540944614339,
      "grad_norm": 3.531896569445204,
      "learning_rate": 4.60074499346665e-05,
      "loss": 2.548,
      "step": 53051
    },
    {
      "epoch": 4.506625891946992,
      "grad_norm": 3.1767628478511094,
      "learning_rate": 4.6002501837426884e-05,
      "loss": 2.0777,
      "step": 53052
    },
    {
      "epoch": 4.506710839279647,
      "grad_norm": 3.3438722949286106,
      "learning_rate": 4.599755395809334e-05,
      "loss": 2.5941,
      "step": 53053
    },
    {
      "epoch": 4.5067957866123,
      "grad_norm": 3.6955068914521076,
      "learning_rate": 4.599260629667619e-05,
      "loss": 2.8926,
      "step": 53054
    },
    {
      "epoch": 4.506880733944954,
      "grad_norm": 3.125112386336039,
      "learning_rate": 4.5987658853185834e-05,
      "loss": 2.2037,
      "step": 53055
    },
    {
      "epoch": 4.506965681277608,
      "grad_norm": 3.334876317477929,
      "learning_rate": 4.59827116276327e-05,
      "loss": 2.352,
      "step": 53056
    },
    {
      "epoch": 4.507050628610262,
      "grad_norm": 3.529436447568158,
      "learning_rate": 4.597776462002709e-05,
      "loss": 2.4944,
      "step": 53057
    },
    {
      "epoch": 4.5071355759429155,
      "grad_norm": 3.1845772595077704,
      "learning_rate": 4.597281783037939e-05,
      "loss": 2.1848,
      "step": 53058
    },
    {
      "epoch": 4.507220523275569,
      "grad_norm": 3.3790840745257436,
      "learning_rate": 4.596787125869991e-05,
      "loss": 2.4377,
      "step": 53059
    },
    {
      "epoch": 4.507305470608223,
      "grad_norm": 3.6652258218581957,
      "learning_rate": 4.596292490499906e-05,
      "loss": 2.6833,
      "step": 53060
    },
    {
      "epoch": 4.507390417940877,
      "grad_norm": 3.536528858929953,
      "learning_rate": 4.5957978769287265e-05,
      "loss": 2.4862,
      "step": 53061
    },
    {
      "epoch": 4.50747536527353,
      "grad_norm": 3.4265417968108176,
      "learning_rate": 4.595303285157478e-05,
      "loss": 2.5988,
      "step": 53062
    },
    {
      "epoch": 4.507560312606184,
      "grad_norm": 3.0214621438532654,
      "learning_rate": 4.594808715187205e-05,
      "loss": 2.0776,
      "step": 53063
    },
    {
      "epoch": 4.507645259938838,
      "grad_norm": 3.5343031259285285,
      "learning_rate": 4.594314167018942e-05,
      "loss": 2.2753,
      "step": 53064
    },
    {
      "epoch": 4.507730207271492,
      "grad_norm": 3.452936511594703,
      "learning_rate": 4.593819640653722e-05,
      "loss": 2.2577,
      "step": 53065
    },
    {
      "epoch": 4.507815154604145,
      "grad_norm": 3.6801932045460273,
      "learning_rate": 4.593325136092574e-05,
      "loss": 2.4368,
      "step": 53066
    },
    {
      "epoch": 4.507900101936799,
      "grad_norm": 3.8073006563342613,
      "learning_rate": 4.592830653336553e-05,
      "loss": 2.8504,
      "step": 53067
    },
    {
      "epoch": 4.507985049269453,
      "grad_norm": 3.355188794625616,
      "learning_rate": 4.5923361923866847e-05,
      "loss": 2.579,
      "step": 53068
    },
    {
      "epoch": 4.5080699966021065,
      "grad_norm": 3.703144514268129,
      "learning_rate": 4.591841753244001e-05,
      "loss": 2.6008,
      "step": 53069
    },
    {
      "epoch": 4.508154943934761,
      "grad_norm": 3.3029790959634715,
      "learning_rate": 4.591347335909548e-05,
      "loss": 2.4893,
      "step": 53070
    },
    {
      "epoch": 4.508239891267414,
      "grad_norm": 3.5966495405763115,
      "learning_rate": 4.590852940384354e-05,
      "loss": 2.5783,
      "step": 53071
    },
    {
      "epoch": 4.508324838600068,
      "grad_norm": 3.2126766189428584,
      "learning_rate": 4.590358566669458e-05,
      "loss": 2.3751,
      "step": 53072
    },
    {
      "epoch": 4.508409785932722,
      "grad_norm": 3.19457988533661,
      "learning_rate": 4.589864214765887e-05,
      "loss": 2.2904,
      "step": 53073
    },
    {
      "epoch": 4.508494733265375,
      "grad_norm": 3.5538623253277315,
      "learning_rate": 4.5893698846746927e-05,
      "loss": 2.3527,
      "step": 53074
    },
    {
      "epoch": 4.50857968059803,
      "grad_norm": 3.618466642164835,
      "learning_rate": 4.588875576396903e-05,
      "loss": 2.3999,
      "step": 53075
    },
    {
      "epoch": 4.508664627930683,
      "grad_norm": 3.4278754319950306,
      "learning_rate": 4.588381289933554e-05,
      "loss": 2.3499,
      "step": 53076
    },
    {
      "epoch": 4.508749575263336,
      "grad_norm": 3.667133064395023,
      "learning_rate": 4.587887025285675e-05,
      "loss": 2.6922,
      "step": 53077
    },
    {
      "epoch": 4.508834522595991,
      "grad_norm": 3.2360254829902404,
      "learning_rate": 4.587392782454312e-05,
      "loss": 2.299,
      "step": 53078
    },
    {
      "epoch": 4.508919469928644,
      "grad_norm": 3.281069516055853,
      "learning_rate": 4.586898561440493e-05,
      "loss": 2.3117,
      "step": 53079
    },
    {
      "epoch": 4.509004417261298,
      "grad_norm": 3.24538169521786,
      "learning_rate": 4.5864043622452554e-05,
      "loss": 2.4658,
      "step": 53080
    },
    {
      "epoch": 4.509089364593952,
      "grad_norm": 3.4954674654568656,
      "learning_rate": 4.585910184869641e-05,
      "loss": 2.6828,
      "step": 53081
    },
    {
      "epoch": 4.509174311926605,
      "grad_norm": 3.9015619950000664,
      "learning_rate": 4.585416029314681e-05,
      "loss": 2.8104,
      "step": 53082
    },
    {
      "epoch": 4.5092592592592595,
      "grad_norm": 3.2294733051221236,
      "learning_rate": 4.584921895581408e-05,
      "loss": 2.3559,
      "step": 53083
    },
    {
      "epoch": 4.509344206591913,
      "grad_norm": 3.7316926327632585,
      "learning_rate": 4.584427783670858e-05,
      "loss": 2.6455,
      "step": 53084
    },
    {
      "epoch": 4.509429153924566,
      "grad_norm": 3.4431057287881237,
      "learning_rate": 4.583933693584065e-05,
      "loss": 2.5685,
      "step": 53085
    },
    {
      "epoch": 4.509514101257221,
      "grad_norm": 3.540893002698103,
      "learning_rate": 4.583439625322072e-05,
      "loss": 2.453,
      "step": 53086
    },
    {
      "epoch": 4.509599048589874,
      "grad_norm": 3.65141650455955,
      "learning_rate": 4.582945578885909e-05,
      "loss": 2.7067,
      "step": 53087
    },
    {
      "epoch": 4.509683995922528,
      "grad_norm": 3.4789133633670497,
      "learning_rate": 4.5824515542766064e-05,
      "loss": 2.5754,
      "step": 53088
    },
    {
      "epoch": 4.509768943255182,
      "grad_norm": 3.25412526975174,
      "learning_rate": 4.58195755149521e-05,
      "loss": 2.1627,
      "step": 53089
    },
    {
      "epoch": 4.509853890587836,
      "grad_norm": 3.0846539056076905,
      "learning_rate": 4.5814635705427486e-05,
      "loss": 2.1747,
      "step": 53090
    },
    {
      "epoch": 4.509938837920489,
      "grad_norm": 3.1607095916081347,
      "learning_rate": 4.580969611420249e-05,
      "loss": 2.3342,
      "step": 53091
    },
    {
      "epoch": 4.510023785253143,
      "grad_norm": 3.4978591901806055,
      "learning_rate": 4.580475674128764e-05,
      "loss": 2.6678,
      "step": 53092
    },
    {
      "epoch": 4.510108732585797,
      "grad_norm": 3.8358652563416906,
      "learning_rate": 4.579981758669319e-05,
      "loss": 2.5772,
      "step": 53093
    },
    {
      "epoch": 4.5101936799184505,
      "grad_norm": 3.873785261933071,
      "learning_rate": 4.579487865042949e-05,
      "loss": 2.7103,
      "step": 53094
    },
    {
      "epoch": 4.510278627251104,
      "grad_norm": 3.0795085078410436,
      "learning_rate": 4.578993993250685e-05,
      "loss": 2.1227,
      "step": 53095
    },
    {
      "epoch": 4.510363574583758,
      "grad_norm": 3.2774973025154566,
      "learning_rate": 4.578500143293572e-05,
      "loss": 2.4664,
      "step": 53096
    },
    {
      "epoch": 4.510448521916412,
      "grad_norm": 3.649028549919419,
      "learning_rate": 4.578006315172633e-05,
      "loss": 2.5678,
      "step": 53097
    },
    {
      "epoch": 4.510533469249066,
      "grad_norm": 3.8986000139825796,
      "learning_rate": 4.577512508888913e-05,
      "loss": 2.919,
      "step": 53098
    },
    {
      "epoch": 4.510618416581719,
      "grad_norm": 3.2993631649085153,
      "learning_rate": 4.577018724443439e-05,
      "loss": 2.3662,
      "step": 53099
    },
    {
      "epoch": 4.510703363914373,
      "grad_norm": 3.5436574913704617,
      "learning_rate": 4.576524961837252e-05,
      "loss": 2.3527,
      "step": 53100
    },
    {
      "epoch": 4.510788311247027,
      "grad_norm": 3.239726609500095,
      "learning_rate": 4.5760312210713834e-05,
      "loss": 2.2199,
      "step": 53101
    },
    {
      "epoch": 4.5108732585796805,
      "grad_norm": 3.2289794090728026,
      "learning_rate": 4.575537502146865e-05,
      "loss": 2.1329,
      "step": 53102
    },
    {
      "epoch": 4.510958205912335,
      "grad_norm": 3.2359988276995693,
      "learning_rate": 4.5750438050647324e-05,
      "loss": 2.4014,
      "step": 53103
    },
    {
      "epoch": 4.511043153244988,
      "grad_norm": 3.6060910181467243,
      "learning_rate": 4.574550129826027e-05,
      "loss": 2.4186,
      "step": 53104
    },
    {
      "epoch": 4.511128100577642,
      "grad_norm": 3.423405197958377,
      "learning_rate": 4.574056476431777e-05,
      "loss": 2.3748,
      "step": 53105
    },
    {
      "epoch": 4.511213047910296,
      "grad_norm": 3.2643486943814124,
      "learning_rate": 4.573562844883015e-05,
      "loss": 2.1895,
      "step": 53106
    },
    {
      "epoch": 4.511297995242949,
      "grad_norm": 3.4946675785284387,
      "learning_rate": 4.573069235180781e-05,
      "loss": 2.4763,
      "step": 53107
    },
    {
      "epoch": 4.511382942575603,
      "grad_norm": 3.486779967076364,
      "learning_rate": 4.572575647326105e-05,
      "loss": 2.332,
      "step": 53108
    },
    {
      "epoch": 4.511467889908257,
      "grad_norm": 3.3333042176546543,
      "learning_rate": 4.5720820813200147e-05,
      "loss": 2.3364,
      "step": 53109
    },
    {
      "epoch": 4.51155283724091,
      "grad_norm": 3.223720077386995,
      "learning_rate": 4.571588537163563e-05,
      "loss": 2.1792,
      "step": 53110
    },
    {
      "epoch": 4.511637784573565,
      "grad_norm": 3.0518407311751807,
      "learning_rate": 4.571095014857771e-05,
      "loss": 2.0246,
      "step": 53111
    },
    {
      "epoch": 4.511722731906218,
      "grad_norm": 3.4298040328119694,
      "learning_rate": 4.5706015144036753e-05,
      "loss": 2.5632,
      "step": 53112
    },
    {
      "epoch": 4.511807679238872,
      "grad_norm": 3.548272672892453,
      "learning_rate": 4.570108035802303e-05,
      "loss": 2.4505,
      "step": 53113
    },
    {
      "epoch": 4.511892626571526,
      "grad_norm": 3.1839049548359766,
      "learning_rate": 4.569614579054702e-05,
      "loss": 2.1508,
      "step": 53114
    },
    {
      "epoch": 4.511977573904179,
      "grad_norm": 3.556420297667792,
      "learning_rate": 4.569121144161898e-05,
      "loss": 2.4297,
      "step": 53115
    },
    {
      "epoch": 4.5120625212368335,
      "grad_norm": 3.2068959218007924,
      "learning_rate": 4.5686277311249196e-05,
      "loss": 2.2869,
      "step": 53116
    },
    {
      "epoch": 4.512147468569487,
      "grad_norm": 3.4225913729464033,
      "learning_rate": 4.568134339944808e-05,
      "loss": 2.4124,
      "step": 53117
    },
    {
      "epoch": 4.51223241590214,
      "grad_norm": 3.597624957326053,
      "learning_rate": 4.567640970622601e-05,
      "loss": 2.6036,
      "step": 53118
    },
    {
      "epoch": 4.512317363234795,
      "grad_norm": 3.185339313402745,
      "learning_rate": 4.567147623159326e-05,
      "loss": 2.2078,
      "step": 53119
    },
    {
      "epoch": 4.512402310567448,
      "grad_norm": 3.820452168438286,
      "learning_rate": 4.5666542975560136e-05,
      "loss": 2.694,
      "step": 53120
    },
    {
      "epoch": 4.512487257900102,
      "grad_norm": 3.0706282720738556,
      "learning_rate": 4.566160993813707e-05,
      "loss": 2.0256,
      "step": 53121
    },
    {
      "epoch": 4.512572205232756,
      "grad_norm": 3.339185993164648,
      "learning_rate": 4.5656677119334274e-05,
      "loss": 2.2413,
      "step": 53122
    },
    {
      "epoch": 4.512657152565409,
      "grad_norm": 3.283603262624083,
      "learning_rate": 4.5651744519162223e-05,
      "loss": 2.4984,
      "step": 53123
    },
    {
      "epoch": 4.512742099898063,
      "grad_norm": 3.6939144919195233,
      "learning_rate": 4.5646812137631135e-05,
      "loss": 2.6374,
      "step": 53124
    },
    {
      "epoch": 4.512827047230717,
      "grad_norm": 3.370237425531037,
      "learning_rate": 4.564187997475144e-05,
      "loss": 2.5357,
      "step": 53125
    },
    {
      "epoch": 4.512911994563371,
      "grad_norm": 3.6117010122977464,
      "learning_rate": 4.563694803053342e-05,
      "loss": 2.9036,
      "step": 53126
    },
    {
      "epoch": 4.5129969418960245,
      "grad_norm": 4.063621458145387,
      "learning_rate": 4.5632016304987355e-05,
      "loss": 2.6885,
      "step": 53127
    },
    {
      "epoch": 4.513081889228678,
      "grad_norm": 3.589850800096406,
      "learning_rate": 4.562708479812367e-05,
      "loss": 2.5172,
      "step": 53128
    },
    {
      "epoch": 4.513166836561332,
      "grad_norm": 3.262430883692753,
      "learning_rate": 4.56221535099527e-05,
      "loss": 2.2419,
      "step": 53129
    },
    {
      "epoch": 4.513251783893986,
      "grad_norm": 3.8696078461875705,
      "learning_rate": 4.561722244048473e-05,
      "loss": 2.7603,
      "step": 53130
    },
    {
      "epoch": 4.513336731226639,
      "grad_norm": 3.4398320728136618,
      "learning_rate": 4.561229158973008e-05,
      "loss": 2.5243,
      "step": 53131
    },
    {
      "epoch": 4.513421678559293,
      "grad_norm": 3.1683615889144727,
      "learning_rate": 4.560736095769913e-05,
      "loss": 2.3406,
      "step": 53132
    },
    {
      "epoch": 4.513506625891947,
      "grad_norm": 3.4433973057629297,
      "learning_rate": 4.5602430544402215e-05,
      "loss": 2.4478,
      "step": 53133
    },
    {
      "epoch": 4.513591573224601,
      "grad_norm": 3.287990790740701,
      "learning_rate": 4.559750034984957e-05,
      "loss": 2.3345,
      "step": 53134
    },
    {
      "epoch": 4.513676520557254,
      "grad_norm": 3.5488703351492994,
      "learning_rate": 4.5592570374051605e-05,
      "loss": 2.4207,
      "step": 53135
    },
    {
      "epoch": 4.513761467889909,
      "grad_norm": 3.4620076939966284,
      "learning_rate": 4.5587640617018684e-05,
      "loss": 2.3761,
      "step": 53136
    },
    {
      "epoch": 4.513846415222562,
      "grad_norm": 3.260875808771118,
      "learning_rate": 4.558271107876111e-05,
      "loss": 2.4867,
      "step": 53137
    },
    {
      "epoch": 4.5139313625552155,
      "grad_norm": 3.355902816204872,
      "learning_rate": 4.557778175928912e-05,
      "loss": 2.4017,
      "step": 53138
    },
    {
      "epoch": 4.51401630988787,
      "grad_norm": 3.730566558323316,
      "learning_rate": 4.5572852658613166e-05,
      "loss": 2.8924,
      "step": 53139
    },
    {
      "epoch": 4.514101257220523,
      "grad_norm": 3.0805844967016216,
      "learning_rate": 4.55679237767435e-05,
      "loss": 2.4253,
      "step": 53140
    },
    {
      "epoch": 4.514186204553177,
      "grad_norm": 2.980417811041319,
      "learning_rate": 4.55629951136905e-05,
      "loss": 2.1759,
      "step": 53141
    },
    {
      "epoch": 4.514271151885831,
      "grad_norm": 3.4630097694311743,
      "learning_rate": 4.5558066669464444e-05,
      "loss": 2.519,
      "step": 53142
    },
    {
      "epoch": 4.514356099218484,
      "grad_norm": 3.265369276571818,
      "learning_rate": 4.555313844407572e-05,
      "loss": 2.1769,
      "step": 53143
    },
    {
      "epoch": 4.514441046551139,
      "grad_norm": 3.453875610604384,
      "learning_rate": 4.554821043753461e-05,
      "loss": 2.2226,
      "step": 53144
    },
    {
      "epoch": 4.514525993883792,
      "grad_norm": 3.335977697943865,
      "learning_rate": 4.55432826498514e-05,
      "loss": 2.3915,
      "step": 53145
    },
    {
      "epoch": 4.5146109412164455,
      "grad_norm": 3.276415767365303,
      "learning_rate": 4.553835508103647e-05,
      "loss": 2.3671,
      "step": 53146
    },
    {
      "epoch": 4.5146958885491,
      "grad_norm": 3.5267868668410616,
      "learning_rate": 4.553342773110017e-05,
      "loss": 2.6261,
      "step": 53147
    },
    {
      "epoch": 4.514780835881753,
      "grad_norm": 3.663699654086031,
      "learning_rate": 4.5528500600052807e-05,
      "loss": 2.6392,
      "step": 53148
    },
    {
      "epoch": 4.5148657832144075,
      "grad_norm": 3.6977370785668926,
      "learning_rate": 4.552357368790465e-05,
      "loss": 2.5867,
      "step": 53149
    },
    {
      "epoch": 4.514950730547061,
      "grad_norm": 3.157916797171708,
      "learning_rate": 4.5518646994666095e-05,
      "loss": 2.2088,
      "step": 53150
    },
    {
      "epoch": 4.515035677879714,
      "grad_norm": 3.181930563469839,
      "learning_rate": 4.5513720520347416e-05,
      "loss": 2.2514,
      "step": 53151
    },
    {
      "epoch": 4.515120625212369,
      "grad_norm": 3.390426818438313,
      "learning_rate": 4.5508794264958917e-05,
      "loss": 2.314,
      "step": 53152
    },
    {
      "epoch": 4.515205572545022,
      "grad_norm": 3.507298379697418,
      "learning_rate": 4.550386822851095e-05,
      "loss": 2.4898,
      "step": 53153
    },
    {
      "epoch": 4.515290519877675,
      "grad_norm": 3.149842116402404,
      "learning_rate": 4.5498942411013895e-05,
      "loss": 2.134,
      "step": 53154
    },
    {
      "epoch": 4.51537546721033,
      "grad_norm": 3.290582662754838,
      "learning_rate": 4.549401681247802e-05,
      "loss": 2.3039,
      "step": 53155
    },
    {
      "epoch": 4.515460414542983,
      "grad_norm": 3.5182023565792737,
      "learning_rate": 4.54890914329136e-05,
      "loss": 2.6502,
      "step": 53156
    },
    {
      "epoch": 4.515545361875637,
      "grad_norm": 3.3845110974829886,
      "learning_rate": 4.548416627233103e-05,
      "loss": 2.3575,
      "step": 53157
    },
    {
      "epoch": 4.515630309208291,
      "grad_norm": 3.3252359524461155,
      "learning_rate": 4.547924133074057e-05,
      "loss": 2.4451,
      "step": 53158
    },
    {
      "epoch": 4.515715256540945,
      "grad_norm": 3.180441817110797,
      "learning_rate": 4.5474316608152603e-05,
      "loss": 2.1881,
      "step": 53159
    },
    {
      "epoch": 4.5158002038735985,
      "grad_norm": 3.488452094779559,
      "learning_rate": 4.546939210457737e-05,
      "loss": 2.3907,
      "step": 53160
    },
    {
      "epoch": 4.515885151206252,
      "grad_norm": 3.183767733639628,
      "learning_rate": 4.546446782002526e-05,
      "loss": 2.3393,
      "step": 53161
    },
    {
      "epoch": 4.515970098538906,
      "grad_norm": 3.52196386334433,
      "learning_rate": 4.545954375450658e-05,
      "loss": 2.289,
      "step": 53162
    },
    {
      "epoch": 4.51605504587156,
      "grad_norm": 3.4602631245361524,
      "learning_rate": 4.545461990803159e-05,
      "loss": 2.4158,
      "step": 53163
    },
    {
      "epoch": 4.516139993204213,
      "grad_norm": 3.335323202470826,
      "learning_rate": 4.54496962806107e-05,
      "loss": 2.4284,
      "step": 53164
    },
    {
      "epoch": 4.516224940536867,
      "grad_norm": 3.5494056757974666,
      "learning_rate": 4.544477287225411e-05,
      "loss": 2.7265,
      "step": 53165
    },
    {
      "epoch": 4.516309887869521,
      "grad_norm": 3.183225750383144,
      "learning_rate": 4.5439849682972246e-05,
      "loss": 2.1163,
      "step": 53166
    },
    {
      "epoch": 4.516394835202175,
      "grad_norm": 4.041992953376385,
      "learning_rate": 4.543492671277533e-05,
      "loss": 3.1504,
      "step": 53167
    },
    {
      "epoch": 4.516479782534828,
      "grad_norm": 3.827497219038862,
      "learning_rate": 4.543000396167378e-05,
      "loss": 2.9087,
      "step": 53168
    },
    {
      "epoch": 4.516564729867482,
      "grad_norm": 3.681086491649119,
      "learning_rate": 4.5425081429677853e-05,
      "loss": 2.7373,
      "step": 53169
    },
    {
      "epoch": 4.516649677200136,
      "grad_norm": 3.70006745830006,
      "learning_rate": 4.542015911679781e-05,
      "loss": 2.9316,
      "step": 53170
    },
    {
      "epoch": 4.5167346245327895,
      "grad_norm": 4.020355956638836,
      "learning_rate": 4.541523702304403e-05,
      "loss": 2.844,
      "step": 53171
    },
    {
      "epoch": 4.516819571865444,
      "grad_norm": 3.438772040527541,
      "learning_rate": 4.541031514842686e-05,
      "loss": 2.3059,
      "step": 53172
    },
    {
      "epoch": 4.516904519198097,
      "grad_norm": 3.5382480483419982,
      "learning_rate": 4.540539349295658e-05,
      "loss": 2.5076,
      "step": 53173
    },
    {
      "epoch": 4.516989466530751,
      "grad_norm": 3.4495768772539352,
      "learning_rate": 4.5400472056643435e-05,
      "loss": 2.5308,
      "step": 53174
    },
    {
      "epoch": 4.517074413863405,
      "grad_norm": 3.330692899075894,
      "learning_rate": 4.539555083949782e-05,
      "loss": 2.4675,
      "step": 53175
    },
    {
      "epoch": 4.517159361196058,
      "grad_norm": 3.7359029950518567,
      "learning_rate": 4.539062984153004e-05,
      "loss": 2.704,
      "step": 53176
    },
    {
      "epoch": 4.517244308528712,
      "grad_norm": 3.526097504256039,
      "learning_rate": 4.538570906275034e-05,
      "loss": 2.323,
      "step": 53177
    },
    {
      "epoch": 4.517329255861366,
      "grad_norm": 3.574986482787276,
      "learning_rate": 4.538078850316907e-05,
      "loss": 2.5268,
      "step": 53178
    },
    {
      "epoch": 4.517414203194019,
      "grad_norm": 3.2464006869020983,
      "learning_rate": 4.5375868162796595e-05,
      "loss": 2.3426,
      "step": 53179
    },
    {
      "epoch": 4.517499150526674,
      "grad_norm": 3.3695346522797758,
      "learning_rate": 4.537094804164318e-05,
      "loss": 2.302,
      "step": 53180
    },
    {
      "epoch": 4.517584097859327,
      "grad_norm": 3.3851055639973895,
      "learning_rate": 4.536602813971909e-05,
      "loss": 2.4054,
      "step": 53181
    },
    {
      "epoch": 4.517669045191981,
      "grad_norm": 3.6799592921292485,
      "learning_rate": 4.53611084570347e-05,
      "loss": 2.4867,
      "step": 53182
    },
    {
      "epoch": 4.517753992524635,
      "grad_norm": 3.551387433965269,
      "learning_rate": 4.5356188993600254e-05,
      "loss": 2.4562,
      "step": 53183
    },
    {
      "epoch": 4.517838939857288,
      "grad_norm": 3.2165736861001317,
      "learning_rate": 4.535126974942615e-05,
      "loss": 2.1259,
      "step": 53184
    },
    {
      "epoch": 4.5179238871899425,
      "grad_norm": 3.3906231423089563,
      "learning_rate": 4.5346350724522594e-05,
      "loss": 2.3496,
      "step": 53185
    },
    {
      "epoch": 4.518008834522596,
      "grad_norm": 3.2297638866796525,
      "learning_rate": 4.5341431918899984e-05,
      "loss": 2.2304,
      "step": 53186
    },
    {
      "epoch": 4.518093781855249,
      "grad_norm": 3.62240478570033,
      "learning_rate": 4.533651333256859e-05,
      "loss": 2.7389,
      "step": 53187
    },
    {
      "epoch": 4.518178729187904,
      "grad_norm": 2.9382982809662836,
      "learning_rate": 4.533159496553866e-05,
      "loss": 2.1312,
      "step": 53188
    },
    {
      "epoch": 4.518263676520557,
      "grad_norm": 3.893008540152615,
      "learning_rate": 4.5326676817820565e-05,
      "loss": 2.6679,
      "step": 53189
    },
    {
      "epoch": 4.518348623853211,
      "grad_norm": 4.088155047312995,
      "learning_rate": 4.5321758889424624e-05,
      "loss": 2.7961,
      "step": 53190
    },
    {
      "epoch": 4.518433571185865,
      "grad_norm": 3.4755542111078523,
      "learning_rate": 4.531684118036112e-05,
      "loss": 2.4934,
      "step": 53191
    },
    {
      "epoch": 4.518518518518518,
      "grad_norm": 3.6675065285948802,
      "learning_rate": 4.531192369064032e-05,
      "loss": 2.8727,
      "step": 53192
    },
    {
      "epoch": 4.5186034658511725,
      "grad_norm": 3.1376937694500335,
      "learning_rate": 4.5307006420272576e-05,
      "loss": 2.1574,
      "step": 53193
    },
    {
      "epoch": 4.518688413183826,
      "grad_norm": 3.8163788487872545,
      "learning_rate": 4.53020893692682e-05,
      "loss": 2.8998,
      "step": 53194
    },
    {
      "epoch": 4.51877336051648,
      "grad_norm": 3.3241763508639304,
      "learning_rate": 4.529717253763741e-05,
      "loss": 2.2568,
      "step": 53195
    },
    {
      "epoch": 4.518858307849134,
      "grad_norm": 3.132928988496759,
      "learning_rate": 4.5292255925390566e-05,
      "loss": 2.1472,
      "step": 53196
    },
    {
      "epoch": 4.518943255181787,
      "grad_norm": 3.791906620422256,
      "learning_rate": 4.528733953253802e-05,
      "loss": 2.9171,
      "step": 53197
    },
    {
      "epoch": 4.519028202514441,
      "grad_norm": 3.469841908914549,
      "learning_rate": 4.528242335909004e-05,
      "loss": 2.5758,
      "step": 53198
    },
    {
      "epoch": 4.519113149847095,
      "grad_norm": 3.195093108447069,
      "learning_rate": 4.527750740505684e-05,
      "loss": 2.2063,
      "step": 53199
    },
    {
      "epoch": 4.519198097179748,
      "grad_norm": 3.099505035757773,
      "learning_rate": 4.527259167044884e-05,
      "loss": 2.2315,
      "step": 53200
    },
    {
      "epoch": 4.519283044512402,
      "grad_norm": 3.3187849742257414,
      "learning_rate": 4.526767615527626e-05,
      "loss": 2.2218,
      "step": 53201
    },
    {
      "epoch": 4.519367991845056,
      "grad_norm": 3.293953653297528,
      "learning_rate": 4.5262760859549465e-05,
      "loss": 2.3979,
      "step": 53202
    },
    {
      "epoch": 4.51945293917771,
      "grad_norm": 3.619715255892931,
      "learning_rate": 4.525784578327867e-05,
      "loss": 2.4075,
      "step": 53203
    },
    {
      "epoch": 4.5195378865103635,
      "grad_norm": 3.295099269633421,
      "learning_rate": 4.525293092647428e-05,
      "loss": 2.2206,
      "step": 53204
    },
    {
      "epoch": 4.519622833843018,
      "grad_norm": 3.573937203476933,
      "learning_rate": 4.524801628914653e-05,
      "loss": 2.8957,
      "step": 53205
    },
    {
      "epoch": 4.519707781175671,
      "grad_norm": 3.466026504977864,
      "learning_rate": 4.524310187130569e-05,
      "loss": 2.5411,
      "step": 53206
    },
    {
      "epoch": 4.519792728508325,
      "grad_norm": 3.081980666011733,
      "learning_rate": 4.5238187672962114e-05,
      "loss": 2.0548,
      "step": 53207
    },
    {
      "epoch": 4.519877675840979,
      "grad_norm": 3.1312004657703696,
      "learning_rate": 4.5233273694126043e-05,
      "loss": 2.2106,
      "step": 53208
    },
    {
      "epoch": 4.519962623173632,
      "grad_norm": 3.3471323230712344,
      "learning_rate": 4.522835993480786e-05,
      "loss": 2.4666,
      "step": 53209
    },
    {
      "epoch": 4.520047570506286,
      "grad_norm": 3.216102689075838,
      "learning_rate": 4.522344639501775e-05,
      "loss": 2.3357,
      "step": 53210
    },
    {
      "epoch": 4.52013251783894,
      "grad_norm": 3.30501926348477,
      "learning_rate": 4.521853307476611e-05,
      "loss": 2.4678,
      "step": 53211
    },
    {
      "epoch": 4.520217465171593,
      "grad_norm": 3.4952651981974365,
      "learning_rate": 4.5213619974063206e-05,
      "loss": 2.4496,
      "step": 53212
    },
    {
      "epoch": 4.520302412504248,
      "grad_norm": 3.501718816312494,
      "learning_rate": 4.520870709291925e-05,
      "loss": 2.5222,
      "step": 53213
    },
    {
      "epoch": 4.520387359836901,
      "grad_norm": 3.391577152691572,
      "learning_rate": 4.520379443134461e-05,
      "loss": 2.374,
      "step": 53214
    },
    {
      "epoch": 4.5204723071695545,
      "grad_norm": 3.087854340904882,
      "learning_rate": 4.519888198934962e-05,
      "loss": 2.1364,
      "step": 53215
    },
    {
      "epoch": 4.520557254502209,
      "grad_norm": 3.643326663378904,
      "learning_rate": 4.5193969766944535e-05,
      "loss": 2.4305,
      "step": 53216
    },
    {
      "epoch": 4.520642201834862,
      "grad_norm": 3.2157134861734593,
      "learning_rate": 4.518905776413958e-05,
      "loss": 2.262,
      "step": 53217
    },
    {
      "epoch": 4.5207271491675165,
      "grad_norm": 3.446471866150985,
      "learning_rate": 4.518414598094516e-05,
      "loss": 2.5764,
      "step": 53218
    },
    {
      "epoch": 4.52081209650017,
      "grad_norm": 3.7637184257399072,
      "learning_rate": 4.517923441737151e-05,
      "loss": 2.7032,
      "step": 53219
    },
    {
      "epoch": 4.520897043832823,
      "grad_norm": 3.123840180415323,
      "learning_rate": 4.5174323073428854e-05,
      "loss": 2.1764,
      "step": 53220
    },
    {
      "epoch": 4.520981991165478,
      "grad_norm": 3.0519277628186696,
      "learning_rate": 4.516941194912757e-05,
      "loss": 2.1451,
      "step": 53221
    },
    {
      "epoch": 4.521066938498131,
      "grad_norm": 3.8602905861322037,
      "learning_rate": 4.5164501044477985e-05,
      "loss": 2.7464,
      "step": 53222
    },
    {
      "epoch": 4.521151885830784,
      "grad_norm": 3.212807631657,
      "learning_rate": 4.5159590359490324e-05,
      "loss": 2.4899,
      "step": 53223
    },
    {
      "epoch": 4.521236833163439,
      "grad_norm": 3.377662063490008,
      "learning_rate": 4.5154679894174836e-05,
      "loss": 2.3697,
      "step": 53224
    },
    {
      "epoch": 4.521321780496092,
      "grad_norm": 3.0581096825993574,
      "learning_rate": 4.514976964854191e-05,
      "loss": 2.1012,
      "step": 53225
    },
    {
      "epoch": 4.521406727828746,
      "grad_norm": 3.11372629438787,
      "learning_rate": 4.514485962260173e-05,
      "loss": 2.2132,
      "step": 53226
    },
    {
      "epoch": 4.5214916751614,
      "grad_norm": 3.581184135695475,
      "learning_rate": 4.513994981636469e-05,
      "loss": 2.6877,
      "step": 53227
    },
    {
      "epoch": 4.521576622494054,
      "grad_norm": 3.317377176565953,
      "learning_rate": 4.513504022984098e-05,
      "loss": 2.3194,
      "step": 53228
    },
    {
      "epoch": 4.5216615698267075,
      "grad_norm": 3.507875344865838,
      "learning_rate": 4.5130130863040995e-05,
      "loss": 2.6093,
      "step": 53229
    },
    {
      "epoch": 4.521746517159361,
      "grad_norm": 3.344559741828719,
      "learning_rate": 4.512522171597494e-05,
      "loss": 2.4631,
      "step": 53230
    },
    {
      "epoch": 4.521831464492015,
      "grad_norm": 3.302730787775316,
      "learning_rate": 4.512031278865309e-05,
      "loss": 2.3772,
      "step": 53231
    },
    {
      "epoch": 4.521916411824669,
      "grad_norm": 3.240955318370063,
      "learning_rate": 4.5115404081085735e-05,
      "loss": 2.242,
      "step": 53232
    },
    {
      "epoch": 4.522001359157322,
      "grad_norm": 3.367464969396947,
      "learning_rate": 4.511049559328325e-05,
      "loss": 2.4683,
      "step": 53233
    },
    {
      "epoch": 4.522086306489976,
      "grad_norm": 4.087865618996296,
      "learning_rate": 4.5105587325255856e-05,
      "loss": 3.1805,
      "step": 53234
    },
    {
      "epoch": 4.52217125382263,
      "grad_norm": 3.255437882913463,
      "learning_rate": 4.510067927701379e-05,
      "loss": 2.3277,
      "step": 53235
    },
    {
      "epoch": 4.522256201155284,
      "grad_norm": 3.7815024890752413,
      "learning_rate": 4.5095771448567436e-05,
      "loss": 3.0453,
      "step": 53236
    },
    {
      "epoch": 4.5223411484879374,
      "grad_norm": 3.1804153119778493,
      "learning_rate": 4.5090863839927016e-05,
      "loss": 2.3043,
      "step": 53237
    },
    {
      "epoch": 4.522426095820591,
      "grad_norm": 3.393300850107142,
      "learning_rate": 4.508595645110278e-05,
      "loss": 2.4532,
      "step": 53238
    },
    {
      "epoch": 4.522511043153245,
      "grad_norm": 3.4331312681274913,
      "learning_rate": 4.5081049282105046e-05,
      "loss": 2.3759,
      "step": 53239
    },
    {
      "epoch": 4.5225959904858986,
      "grad_norm": 3.4101163191091217,
      "learning_rate": 4.507614233294415e-05,
      "loss": 2.4452,
      "step": 53240
    },
    {
      "epoch": 4.522680937818553,
      "grad_norm": 3.354468940932743,
      "learning_rate": 4.5071235603630324e-05,
      "loss": 2.3497,
      "step": 53241
    },
    {
      "epoch": 4.522765885151206,
      "grad_norm": 3.249738891598949,
      "learning_rate": 4.506632909417381e-05,
      "loss": 2.1993,
      "step": 53242
    },
    {
      "epoch": 4.52285083248386,
      "grad_norm": 3.6528587806453823,
      "learning_rate": 4.506142280458498e-05,
      "loss": 2.5152,
      "step": 53243
    },
    {
      "epoch": 4.522935779816514,
      "grad_norm": 3.2365224877515564,
      "learning_rate": 4.505651673487401e-05,
      "loss": 2.3621,
      "step": 53244
    },
    {
      "epoch": 4.523020727149167,
      "grad_norm": 3.7887143276755295,
      "learning_rate": 4.5051610885051284e-05,
      "loss": 2.9914,
      "step": 53245
    },
    {
      "epoch": 4.523105674481822,
      "grad_norm": 3.4617203593539707,
      "learning_rate": 4.5046705255126985e-05,
      "loss": 2.4663,
      "step": 53246
    },
    {
      "epoch": 4.523190621814475,
      "grad_norm": 3.4237390316670044,
      "learning_rate": 4.504179984511148e-05,
      "loss": 2.2598,
      "step": 53247
    },
    {
      "epoch": 4.5232755691471285,
      "grad_norm": 3.500028014075634,
      "learning_rate": 4.5036894655014996e-05,
      "loss": 2.6324,
      "step": 53248
    },
    {
      "epoch": 4.523360516479783,
      "grad_norm": 3.336331148008543,
      "learning_rate": 4.503198968484778e-05,
      "loss": 2.4329,
      "step": 53249
    },
    {
      "epoch": 4.523445463812436,
      "grad_norm": 3.242032800526652,
      "learning_rate": 4.50270849346202e-05,
      "loss": 2.3427,
      "step": 53250
    },
    {
      "epoch": 4.5235304111450905,
      "grad_norm": 3.285337402436693,
      "learning_rate": 4.502218040434243e-05,
      "loss": 2.3353,
      "step": 53251
    },
    {
      "epoch": 4.523615358477744,
      "grad_norm": 3.348741131475734,
      "learning_rate": 4.501727609402486e-05,
      "loss": 2.3954,
      "step": 53252
    },
    {
      "epoch": 4.523700305810397,
      "grad_norm": 4.101097553121417,
      "learning_rate": 4.501237200367763e-05,
      "loss": 3.0876,
      "step": 53253
    },
    {
      "epoch": 4.523785253143052,
      "grad_norm": 3.5400362779899526,
      "learning_rate": 4.5007468133311146e-05,
      "loss": 2.3498,
      "step": 53254
    },
    {
      "epoch": 4.523870200475705,
      "grad_norm": 3.380125241453927,
      "learning_rate": 4.500256448293564e-05,
      "loss": 2.355,
      "step": 53255
    },
    {
      "epoch": 4.523955147808358,
      "grad_norm": 3.7456065202164393,
      "learning_rate": 4.4997661052561326e-05,
      "loss": 2.665,
      "step": 53256
    },
    {
      "epoch": 4.524040095141013,
      "grad_norm": 3.4039927991150596,
      "learning_rate": 4.499275784219851e-05,
      "loss": 2.3238,
      "step": 53257
    },
    {
      "epoch": 4.524125042473666,
      "grad_norm": 3.6646300851066997,
      "learning_rate": 4.4987854851857536e-05,
      "loss": 2.8971,
      "step": 53258
    },
    {
      "epoch": 4.52420998980632,
      "grad_norm": 3.0761920125223474,
      "learning_rate": 4.498295208154862e-05,
      "loss": 2.1479,
      "step": 53259
    },
    {
      "epoch": 4.524294937138974,
      "grad_norm": 4.0598701714006555,
      "learning_rate": 4.4978049531282e-05,
      "loss": 2.6645,
      "step": 53260
    },
    {
      "epoch": 4.524379884471628,
      "grad_norm": 3.3606589131732862,
      "learning_rate": 4.497314720106803e-05,
      "loss": 2.4606,
      "step": 53261
    },
    {
      "epoch": 4.5244648318042815,
      "grad_norm": 3.34132240398322,
      "learning_rate": 4.496824509091692e-05,
      "loss": 2.3591,
      "step": 53262
    },
    {
      "epoch": 4.524549779136935,
      "grad_norm": 3.8223967160885506,
      "learning_rate": 4.4963343200838926e-05,
      "loss": 2.9465,
      "step": 53263
    },
    {
      "epoch": 4.524634726469589,
      "grad_norm": 4.1536642690507035,
      "learning_rate": 4.495844153084435e-05,
      "loss": 2.9886,
      "step": 53264
    },
    {
      "epoch": 4.524719673802243,
      "grad_norm": 3.5068909543963946,
      "learning_rate": 4.495354008094351e-05,
      "loss": 2.6696,
      "step": 53265
    },
    {
      "epoch": 4.524804621134896,
      "grad_norm": 3.2822091975433825,
      "learning_rate": 4.494863885114663e-05,
      "loss": 2.1469,
      "step": 53266
    },
    {
      "epoch": 4.52488956846755,
      "grad_norm": 3.359044290838335,
      "learning_rate": 4.494373784146394e-05,
      "loss": 2.5446,
      "step": 53267
    },
    {
      "epoch": 4.524974515800204,
      "grad_norm": 3.1525454112412925,
      "learning_rate": 4.4938837051905785e-05,
      "loss": 2.3292,
      "step": 53268
    },
    {
      "epoch": 4.525059463132858,
      "grad_norm": 3.850208724616562,
      "learning_rate": 4.493393648248236e-05,
      "loss": 2.8196,
      "step": 53269
    },
    {
      "epoch": 4.525144410465511,
      "grad_norm": 3.3898648585442017,
      "learning_rate": 4.4929036133204016e-05,
      "loss": 2.4351,
      "step": 53270
    },
    {
      "epoch": 4.525229357798165,
      "grad_norm": 3.759847535263827,
      "learning_rate": 4.4924136004080934e-05,
      "loss": 2.6924,
      "step": 53271
    },
    {
      "epoch": 4.525314305130819,
      "grad_norm": 3.874530194742552,
      "learning_rate": 4.4919236095123454e-05,
      "loss": 3.0077,
      "step": 53272
    },
    {
      "epoch": 4.5253992524634725,
      "grad_norm": 3.1696251735569323,
      "learning_rate": 4.491433640634182e-05,
      "loss": 2.3797,
      "step": 53273
    },
    {
      "epoch": 4.525484199796127,
      "grad_norm": 3.892153591241572,
      "learning_rate": 4.490943693774624e-05,
      "loss": 2.8887,
      "step": 53274
    },
    {
      "epoch": 4.52556914712878,
      "grad_norm": 3.3866603565575164,
      "learning_rate": 4.4904537689347035e-05,
      "loss": 2.3018,
      "step": 53275
    },
    {
      "epoch": 4.525654094461434,
      "grad_norm": 3.3565157637595817,
      "learning_rate": 4.489963866115452e-05,
      "loss": 2.3925,
      "step": 53276
    },
    {
      "epoch": 4.525739041794088,
      "grad_norm": 3.3517214792842895,
      "learning_rate": 4.48947398531789e-05,
      "loss": 2.3579,
      "step": 53277
    },
    {
      "epoch": 4.525823989126741,
      "grad_norm": 3.4557261311140013,
      "learning_rate": 4.4889841265430375e-05,
      "loss": 2.2546,
      "step": 53278
    },
    {
      "epoch": 4.525908936459395,
      "grad_norm": 3.521263567537165,
      "learning_rate": 4.488494289791935e-05,
      "loss": 2.3462,
      "step": 53279
    },
    {
      "epoch": 4.525993883792049,
      "grad_norm": 3.849519528700251,
      "learning_rate": 4.488004475065601e-05,
      "loss": 3.018,
      "step": 53280
    },
    {
      "epoch": 4.526078831124702,
      "grad_norm": 3.5594687120057413,
      "learning_rate": 4.487514682365059e-05,
      "loss": 2.6649,
      "step": 53281
    },
    {
      "epoch": 4.526163778457357,
      "grad_norm": 3.115077784996717,
      "learning_rate": 4.4870249116913366e-05,
      "loss": 2.0096,
      "step": 53282
    },
    {
      "epoch": 4.52624872579001,
      "grad_norm": 3.1641809409951183,
      "learning_rate": 4.486535163045467e-05,
      "loss": 2.0687,
      "step": 53283
    },
    {
      "epoch": 4.526333673122664,
      "grad_norm": 3.481138296881981,
      "learning_rate": 4.486045436428473e-05,
      "loss": 2.2467,
      "step": 53284
    },
    {
      "epoch": 4.526418620455318,
      "grad_norm": 3.583830497709,
      "learning_rate": 4.485555731841374e-05,
      "loss": 2.3475,
      "step": 53285
    },
    {
      "epoch": 4.526503567787971,
      "grad_norm": 3.1772481178538685,
      "learning_rate": 4.485066049285206e-05,
      "loss": 2.112,
      "step": 53286
    },
    {
      "epoch": 4.5265885151206255,
      "grad_norm": 3.2856651729529354,
      "learning_rate": 4.484576388760987e-05,
      "loss": 2.3698,
      "step": 53287
    },
    {
      "epoch": 4.526673462453279,
      "grad_norm": 3.6080608549065194,
      "learning_rate": 4.4840867502697496e-05,
      "loss": 2.65,
      "step": 53288
    },
    {
      "epoch": 4.526758409785932,
      "grad_norm": 3.1147997997227423,
      "learning_rate": 4.483597133812512e-05,
      "loss": 2.3112,
      "step": 53289
    },
    {
      "epoch": 4.526843357118587,
      "grad_norm": 3.557701386976581,
      "learning_rate": 4.48310753939031e-05,
      "loss": 2.3987,
      "step": 53290
    },
    {
      "epoch": 4.52692830445124,
      "grad_norm": 3.054301891488838,
      "learning_rate": 4.482617967004162e-05,
      "loss": 2.0924,
      "step": 53291
    },
    {
      "epoch": 4.527013251783894,
      "grad_norm": 3.5357639760562227,
      "learning_rate": 4.482128416655094e-05,
      "loss": 2.4276,
      "step": 53292
    },
    {
      "epoch": 4.527098199116548,
      "grad_norm": 3.3266241005412205,
      "learning_rate": 4.481638888344131e-05,
      "loss": 2.4209,
      "step": 53293
    },
    {
      "epoch": 4.527183146449201,
      "grad_norm": 3.384374051430334,
      "learning_rate": 4.481149382072308e-05,
      "loss": 2.5241,
      "step": 53294
    },
    {
      "epoch": 4.5272680937818555,
      "grad_norm": 3.294123386929386,
      "learning_rate": 4.4806598978406436e-05,
      "loss": 2.2721,
      "step": 53295
    },
    {
      "epoch": 4.527353041114509,
      "grad_norm": 3.2417717782069793,
      "learning_rate": 4.480170435650159e-05,
      "loss": 2.3941,
      "step": 53296
    },
    {
      "epoch": 4.527437988447163,
      "grad_norm": 3.4060349817069717,
      "learning_rate": 4.479680995501889e-05,
      "loss": 2.6799,
      "step": 53297
    },
    {
      "epoch": 4.527522935779817,
      "grad_norm": 3.2970102059545936,
      "learning_rate": 4.479191577396856e-05,
      "loss": 2.3256,
      "step": 53298
    },
    {
      "epoch": 4.52760788311247,
      "grad_norm": 3.281993237375477,
      "learning_rate": 4.478702181336083e-05,
      "loss": 2.4104,
      "step": 53299
    },
    {
      "epoch": 4.527692830445124,
      "grad_norm": 3.4448648130518826,
      "learning_rate": 4.478212807320586e-05,
      "loss": 2.5624,
      "step": 53300
    },
    {
      "epoch": 4.527777777777778,
      "grad_norm": 3.8725047462100104,
      "learning_rate": 4.477723455351412e-05,
      "loss": 2.7937,
      "step": 53301
    },
    {
      "epoch": 4.527862725110431,
      "grad_norm": 3.588321919790854,
      "learning_rate": 4.477234125429575e-05,
      "loss": 2.6461,
      "step": 53302
    },
    {
      "epoch": 4.527947672443085,
      "grad_norm": 3.5810515620458188,
      "learning_rate": 4.4767448175560954e-05,
      "loss": 2.5355,
      "step": 53303
    },
    {
      "epoch": 4.528032619775739,
      "grad_norm": 3.1852365629405552,
      "learning_rate": 4.4762555317320105e-05,
      "loss": 2.2279,
      "step": 53304
    },
    {
      "epoch": 4.528117567108393,
      "grad_norm": 3.4925020781857525,
      "learning_rate": 4.4757662679583366e-05,
      "loss": 2.4279,
      "step": 53305
    },
    {
      "epoch": 4.5282025144410465,
      "grad_norm": 3.095469740132324,
      "learning_rate": 4.475277026236097e-05,
      "loss": 2.3219,
      "step": 53306
    },
    {
      "epoch": 4.528287461773701,
      "grad_norm": 3.1871051148467373,
      "learning_rate": 4.4747878065663206e-05,
      "loss": 2.2837,
      "step": 53307
    },
    {
      "epoch": 4.528372409106354,
      "grad_norm": 3.2152428328655507,
      "learning_rate": 4.4742986089500364e-05,
      "loss": 2.307,
      "step": 53308
    },
    {
      "epoch": 4.528457356439008,
      "grad_norm": 3.860646213336711,
      "learning_rate": 4.4738094333882676e-05,
      "loss": 2.7966,
      "step": 53309
    },
    {
      "epoch": 4.528542303771662,
      "grad_norm": 3.068393252370225,
      "learning_rate": 4.4733202798820306e-05,
      "loss": 2.1287,
      "step": 53310
    },
    {
      "epoch": 4.528627251104315,
      "grad_norm": 3.548123915418624,
      "learning_rate": 4.4728311484323634e-05,
      "loss": 2.42,
      "step": 53311
    },
    {
      "epoch": 4.528712198436969,
      "grad_norm": 3.477601106018696,
      "learning_rate": 4.472342039040279e-05,
      "loss": 2.5305,
      "step": 53312
    },
    {
      "epoch": 4.528797145769623,
      "grad_norm": 3.9725689705987026,
      "learning_rate": 4.471852951706811e-05,
      "loss": 2.7366,
      "step": 53313
    },
    {
      "epoch": 4.528882093102276,
      "grad_norm": 3.200037303969681,
      "learning_rate": 4.4713638864329776e-05,
      "loss": 2.2942,
      "step": 53314
    },
    {
      "epoch": 4.528967040434931,
      "grad_norm": 3.195844979277809,
      "learning_rate": 4.470874843219812e-05,
      "loss": 2.3389,
      "step": 53315
    },
    {
      "epoch": 4.529051987767584,
      "grad_norm": 3.6429338353730327,
      "learning_rate": 4.4703858220683324e-05,
      "loss": 2.7762,
      "step": 53316
    },
    {
      "epoch": 4.5291369351002375,
      "grad_norm": 3.2476807090575317,
      "learning_rate": 4.469896822979565e-05,
      "loss": 2.3708,
      "step": 53317
    },
    {
      "epoch": 4.529221882432892,
      "grad_norm": 3.1100087136839463,
      "learning_rate": 4.469407845954524e-05,
      "loss": 2.0883,
      "step": 53318
    },
    {
      "epoch": 4.529306829765545,
      "grad_norm": 3.41875828443304,
      "learning_rate": 4.468918890994255e-05,
      "loss": 2.1759,
      "step": 53319
    },
    {
      "epoch": 4.5293917770981995,
      "grad_norm": 3.2018358690314535,
      "learning_rate": 4.4684299580997706e-05,
      "loss": 2.3329,
      "step": 53320
    },
    {
      "epoch": 4.529476724430853,
      "grad_norm": 3.478994987106445,
      "learning_rate": 4.4679410472720914e-05,
      "loss": 2.7028,
      "step": 53321
    },
    {
      "epoch": 4.529561671763506,
      "grad_norm": 3.2718951350199212,
      "learning_rate": 4.4674521585122525e-05,
      "loss": 2.2694,
      "step": 53322
    },
    {
      "epoch": 4.529646619096161,
      "grad_norm": 3.481326179227718,
      "learning_rate": 4.466963291821271e-05,
      "loss": 2.5116,
      "step": 53323
    },
    {
      "epoch": 4.529731566428814,
      "grad_norm": 3.873932037018053,
      "learning_rate": 4.4664744472001676e-05,
      "loss": 2.6943,
      "step": 53324
    },
    {
      "epoch": 4.529816513761467,
      "grad_norm": 3.35847257485502,
      "learning_rate": 4.4659856246499736e-05,
      "loss": 2.3254,
      "step": 53325
    },
    {
      "epoch": 4.529901461094122,
      "grad_norm": 3.188914655255615,
      "learning_rate": 4.465496824171714e-05,
      "loss": 2.2775,
      "step": 53326
    },
    {
      "epoch": 4.529986408426775,
      "grad_norm": 3.0716433300411814,
      "learning_rate": 4.4650080457664126e-05,
      "loss": 2.088,
      "step": 53327
    },
    {
      "epoch": 4.530071355759429,
      "grad_norm": 3.2705808250674475,
      "learning_rate": 4.4645192894350887e-05,
      "loss": 2.4604,
      "step": 53328
    },
    {
      "epoch": 4.530156303092083,
      "grad_norm": 3.3941147469818604,
      "learning_rate": 4.464030555178765e-05,
      "loss": 2.4998,
      "step": 53329
    },
    {
      "epoch": 4.530241250424737,
      "grad_norm": 3.4105317645507975,
      "learning_rate": 4.463541842998469e-05,
      "loss": 2.321,
      "step": 53330
    },
    {
      "epoch": 4.5303261977573905,
      "grad_norm": 3.374793374750038,
      "learning_rate": 4.463053152895231e-05,
      "loss": 2.2692,
      "step": 53331
    },
    {
      "epoch": 4.530411145090044,
      "grad_norm": 3.87422066085646,
      "learning_rate": 4.462564484870063e-05,
      "loss": 2.8426,
      "step": 53332
    },
    {
      "epoch": 4.530496092422698,
      "grad_norm": 3.5192050541928577,
      "learning_rate": 4.462075838924e-05,
      "loss": 2.5547,
      "step": 53333
    },
    {
      "epoch": 4.530581039755352,
      "grad_norm": 3.25730082586165,
      "learning_rate": 4.4615872150580616e-05,
      "loss": 2.1688,
      "step": 53334
    },
    {
      "epoch": 4.530665987088005,
      "grad_norm": 3.6720346011829594,
      "learning_rate": 4.4610986132732704e-05,
      "loss": 2.56,
      "step": 53335
    },
    {
      "epoch": 4.530750934420659,
      "grad_norm": 3.4556338865667175,
      "learning_rate": 4.460610033570641e-05,
      "loss": 2.4492,
      "step": 53336
    },
    {
      "epoch": 4.530835881753313,
      "grad_norm": 3.1908114034379604,
      "learning_rate": 4.460121475951216e-05,
      "loss": 2.3443,
      "step": 53337
    },
    {
      "epoch": 4.530920829085967,
      "grad_norm": 3.5385992580906716,
      "learning_rate": 4.45963294041601e-05,
      "loss": 2.6813,
      "step": 53338
    },
    {
      "epoch": 4.5310057764186205,
      "grad_norm": 3.308231956338989,
      "learning_rate": 4.4591444269660415e-05,
      "loss": 2.1627,
      "step": 53339
    },
    {
      "epoch": 4.531090723751274,
      "grad_norm": 3.2070205961106426,
      "learning_rate": 4.458655935602344e-05,
      "loss": 2.2571,
      "step": 53340
    },
    {
      "epoch": 4.531175671083928,
      "grad_norm": 3.0580844608144457,
      "learning_rate": 4.458167466325937e-05,
      "loss": 1.9966,
      "step": 53341
    },
    {
      "epoch": 4.531260618416582,
      "grad_norm": 3.288109076457596,
      "learning_rate": 4.4576790191378417e-05,
      "loss": 2.5022,
      "step": 53342
    },
    {
      "epoch": 4.531345565749236,
      "grad_norm": 3.4008476100145213,
      "learning_rate": 4.457190594039073e-05,
      "loss": 2.3985,
      "step": 53343
    },
    {
      "epoch": 4.531430513081889,
      "grad_norm": 3.429978433676865,
      "learning_rate": 4.456702191030675e-05,
      "loss": 2.3348,
      "step": 53344
    },
    {
      "epoch": 4.531515460414543,
      "grad_norm": 3.7195284580461094,
      "learning_rate": 4.456213810113659e-05,
      "loss": 2.5636,
      "step": 53345
    },
    {
      "epoch": 4.531600407747197,
      "grad_norm": 4.03956480582723,
      "learning_rate": 4.455725451289051e-05,
      "loss": 3.1504,
      "step": 53346
    },
    {
      "epoch": 4.53168535507985,
      "grad_norm": 3.118072240711972,
      "learning_rate": 4.455237114557867e-05,
      "loss": 2.2623,
      "step": 53347
    },
    {
      "epoch": 4.531770302412504,
      "grad_norm": 3.783752113744797,
      "learning_rate": 4.4547487999211406e-05,
      "loss": 2.6213,
      "step": 53348
    },
    {
      "epoch": 4.531855249745158,
      "grad_norm": 3.3882270439274618,
      "learning_rate": 4.454260507379887e-05,
      "loss": 2.4993,
      "step": 53349
    },
    {
      "epoch": 4.5319401970778115,
      "grad_norm": 3.6256912811270254,
      "learning_rate": 4.4537722369351304e-05,
      "loss": 2.6874,
      "step": 53350
    },
    {
      "epoch": 4.532025144410466,
      "grad_norm": 3.457486436082903,
      "learning_rate": 4.453283988587903e-05,
      "loss": 2.4919,
      "step": 53351
    },
    {
      "epoch": 4.532110091743119,
      "grad_norm": 3.3503438985032585,
      "learning_rate": 4.45279576233922e-05,
      "loss": 2.4567,
      "step": 53352
    },
    {
      "epoch": 4.5321950390757735,
      "grad_norm": 3.267893164360664,
      "learning_rate": 4.452307558190105e-05,
      "loss": 2.2441,
      "step": 53353
    },
    {
      "epoch": 4.532279986408427,
      "grad_norm": 3.2446746141249663,
      "learning_rate": 4.451819376141577e-05,
      "loss": 2.2153,
      "step": 53354
    },
    {
      "epoch": 4.53236493374108,
      "grad_norm": 3.6569764237862543,
      "learning_rate": 4.4513312161946634e-05,
      "loss": 2.6899,
      "step": 53355
    },
    {
      "epoch": 4.532449881073735,
      "grad_norm": 3.5690793962799776,
      "learning_rate": 4.4508430783503915e-05,
      "loss": 2.3306,
      "step": 53356
    },
    {
      "epoch": 4.532534828406388,
      "grad_norm": 3.456256345386063,
      "learning_rate": 4.450354962609779e-05,
      "loss": 2.3931,
      "step": 53357
    },
    {
      "epoch": 4.532619775739041,
      "grad_norm": 3.206938905349357,
      "learning_rate": 4.449866868973846e-05,
      "loss": 2.2611,
      "step": 53358
    },
    {
      "epoch": 4.532704723071696,
      "grad_norm": 3.156609049195487,
      "learning_rate": 4.449378797443621e-05,
      "loss": 2.36,
      "step": 53359
    },
    {
      "epoch": 4.532789670404349,
      "grad_norm": 3.509551456385892,
      "learning_rate": 4.4488907480201246e-05,
      "loss": 2.5256,
      "step": 53360
    },
    {
      "epoch": 4.532874617737003,
      "grad_norm": 3.512419697344247,
      "learning_rate": 4.44840272070437e-05,
      "loss": 2.3463,
      "step": 53361
    },
    {
      "epoch": 4.532959565069657,
      "grad_norm": 3.2384155119596456,
      "learning_rate": 4.4479147154973976e-05,
      "loss": 2.4669,
      "step": 53362
    },
    {
      "epoch": 4.53304451240231,
      "grad_norm": 3.4025719466529227,
      "learning_rate": 4.44742673240022e-05,
      "loss": 2.4294,
      "step": 53363
    },
    {
      "epoch": 4.5331294597349645,
      "grad_norm": 3.501633539061267,
      "learning_rate": 4.446938771413862e-05,
      "loss": 2.4032,
      "step": 53364
    },
    {
      "epoch": 4.533214407067618,
      "grad_norm": 3.3892043204941635,
      "learning_rate": 4.446450832539338e-05,
      "loss": 2.3989,
      "step": 53365
    },
    {
      "epoch": 4.533299354400272,
      "grad_norm": 3.5011524199881188,
      "learning_rate": 4.445962915777683e-05,
      "loss": 2.7334,
      "step": 53366
    },
    {
      "epoch": 4.533384301732926,
      "grad_norm": 3.186772212210056,
      "learning_rate": 4.4454750211299074e-05,
      "loss": 2.1661,
      "step": 53367
    },
    {
      "epoch": 4.533469249065579,
      "grad_norm": 3.5250563595905127,
      "learning_rate": 4.4449871485970446e-05,
      "loss": 2.7956,
      "step": 53368
    },
    {
      "epoch": 4.533554196398233,
      "grad_norm": 3.0240194114091934,
      "learning_rate": 4.444499298180108e-05,
      "loss": 2.2452,
      "step": 53369
    },
    {
      "epoch": 4.533639143730887,
      "grad_norm": 3.465463268308381,
      "learning_rate": 4.444011469880125e-05,
      "loss": 2.341,
      "step": 53370
    },
    {
      "epoch": 4.53372409106354,
      "grad_norm": 3.860883850827895,
      "learning_rate": 4.443523663698119e-05,
      "loss": 2.632,
      "step": 53371
    },
    {
      "epoch": 4.533809038396194,
      "grad_norm": 3.385567928807362,
      "learning_rate": 4.443035879635105e-05,
      "loss": 2.4001,
      "step": 53372
    },
    {
      "epoch": 4.533893985728848,
      "grad_norm": 3.5550459060598,
      "learning_rate": 4.442548117692107e-05,
      "loss": 2.5282,
      "step": 53373
    },
    {
      "epoch": 4.533978933061502,
      "grad_norm": 3.2215005379893284,
      "learning_rate": 4.4420603778701554e-05,
      "loss": 2.3954,
      "step": 53374
    },
    {
      "epoch": 4.5340638803941555,
      "grad_norm": 3.5839185946931535,
      "learning_rate": 4.4415726601702655e-05,
      "loss": 2.7187,
      "step": 53375
    },
    {
      "epoch": 4.53414882772681,
      "grad_norm": 3.2301674342447746,
      "learning_rate": 4.4410849645934545e-05,
      "loss": 2.443,
      "step": 53376
    },
    {
      "epoch": 4.534233775059463,
      "grad_norm": 3.442766113881322,
      "learning_rate": 4.440597291140756e-05,
      "loss": 2.5138,
      "step": 53377
    },
    {
      "epoch": 4.534318722392117,
      "grad_norm": 3.528729604492918,
      "learning_rate": 4.440109639813184e-05,
      "loss": 2.3314,
      "step": 53378
    },
    {
      "epoch": 4.534403669724771,
      "grad_norm": 3.3551487166866867,
      "learning_rate": 4.439622010611751e-05,
      "loss": 2.5378,
      "step": 53379
    },
    {
      "epoch": 4.534488617057424,
      "grad_norm": 3.267236208909289,
      "learning_rate": 4.4391344035375e-05,
      "loss": 2.4285,
      "step": 53380
    },
    {
      "epoch": 4.534573564390078,
      "grad_norm": 3.741242170518997,
      "learning_rate": 4.438646818591443e-05,
      "loss": 2.3576,
      "step": 53381
    },
    {
      "epoch": 4.534658511722732,
      "grad_norm": 3.074087285489414,
      "learning_rate": 4.4381592557746e-05,
      "loss": 2.1749,
      "step": 53382
    },
    {
      "epoch": 4.5347434590553855,
      "grad_norm": 4.045724808210498,
      "learning_rate": 4.4376717150879876e-05,
      "loss": 2.9731,
      "step": 53383
    },
    {
      "epoch": 4.53482840638804,
      "grad_norm": 3.4306067768806914,
      "learning_rate": 4.437184196532639e-05,
      "loss": 2.4264,
      "step": 53384
    },
    {
      "epoch": 4.534913353720693,
      "grad_norm": 3.7830968578007798,
      "learning_rate": 4.4366967001095695e-05,
      "loss": 2.5878,
      "step": 53385
    },
    {
      "epoch": 4.534998301053347,
      "grad_norm": 3.368435470713513,
      "learning_rate": 4.436209225819795e-05,
      "loss": 2.4239,
      "step": 53386
    },
    {
      "epoch": 4.535083248386001,
      "grad_norm": 3.5184256835934136,
      "learning_rate": 4.4357217736643435e-05,
      "loss": 2.3724,
      "step": 53387
    },
    {
      "epoch": 4.535168195718654,
      "grad_norm": 3.742843351637269,
      "learning_rate": 4.435234343644239e-05,
      "loss": 2.4874,
      "step": 53388
    },
    {
      "epoch": 4.5352531430513086,
      "grad_norm": 3.9635263540303662,
      "learning_rate": 4.4347469357605e-05,
      "loss": 2.7958,
      "step": 53389
    },
    {
      "epoch": 4.535338090383962,
      "grad_norm": 3.2389891676349434,
      "learning_rate": 4.4342595500141437e-05,
      "loss": 2.2045,
      "step": 53390
    },
    {
      "epoch": 4.535423037716615,
      "grad_norm": 3.7759237028129817,
      "learning_rate": 4.433772186406198e-05,
      "loss": 2.5481,
      "step": 53391
    },
    {
      "epoch": 4.53550798504927,
      "grad_norm": 3.3456005459848406,
      "learning_rate": 4.433284844937678e-05,
      "loss": 2.2904,
      "step": 53392
    },
    {
      "epoch": 4.535592932381923,
      "grad_norm": 3.1967892920075367,
      "learning_rate": 4.432797525609611e-05,
      "loss": 2.1621,
      "step": 53393
    },
    {
      "epoch": 4.5356778797145765,
      "grad_norm": 3.813140485281433,
      "learning_rate": 4.4323102284230086e-05,
      "loss": 2.9439,
      "step": 53394
    },
    {
      "epoch": 4.535762827047231,
      "grad_norm": 3.2468744632080586,
      "learning_rate": 4.431822953378904e-05,
      "loss": 2.3487,
      "step": 53395
    },
    {
      "epoch": 4.535847774379884,
      "grad_norm": 3.8013440913250642,
      "learning_rate": 4.431335700478312e-05,
      "loss": 2.7619,
      "step": 53396
    },
    {
      "epoch": 4.5359327217125385,
      "grad_norm": 3.5733441627844535,
      "learning_rate": 4.430848469722249e-05,
      "loss": 2.6041,
      "step": 53397
    },
    {
      "epoch": 4.536017669045192,
      "grad_norm": 3.5969628435299645,
      "learning_rate": 4.430361261111742e-05,
      "loss": 2.7076,
      "step": 53398
    },
    {
      "epoch": 4.536102616377846,
      "grad_norm": 3.2271210792681124,
      "learning_rate": 4.429874074647812e-05,
      "loss": 2.4384,
      "step": 53399
    },
    {
      "epoch": 4.5361875637105,
      "grad_norm": 3.310637630572822,
      "learning_rate": 4.429386910331482e-05,
      "loss": 2.3709,
      "step": 53400
    },
    {
      "epoch": 4.536272511043153,
      "grad_norm": 3.1503778348184897,
      "learning_rate": 4.428899768163761e-05,
      "loss": 2.1235,
      "step": 53401
    },
    {
      "epoch": 4.536357458375807,
      "grad_norm": 3.1829384538137373,
      "learning_rate": 4.428412648145683e-05,
      "loss": 2.3347,
      "step": 53402
    },
    {
      "epoch": 4.536442405708461,
      "grad_norm": 3.554918517933719,
      "learning_rate": 4.427925550278264e-05,
      "loss": 2.333,
      "step": 53403
    },
    {
      "epoch": 4.536527353041114,
      "grad_norm": 4.113379220480664,
      "learning_rate": 4.42743847456252e-05,
      "loss": 2.9544,
      "step": 53404
    },
    {
      "epoch": 4.536612300373768,
      "grad_norm": 3.851928428322984,
      "learning_rate": 4.426951420999475e-05,
      "loss": 2.971,
      "step": 53405
    },
    {
      "epoch": 4.536697247706422,
      "grad_norm": 3.113088432364843,
      "learning_rate": 4.4264643895901545e-05,
      "loss": 2.2897,
      "step": 53406
    },
    {
      "epoch": 4.536782195039076,
      "grad_norm": 4.051351447084225,
      "learning_rate": 4.425977380335573e-05,
      "loss": 2.9714,
      "step": 53407
    },
    {
      "epoch": 4.5368671423717295,
      "grad_norm": 3.9509212953068786,
      "learning_rate": 4.42549039323675e-05,
      "loss": 2.74,
      "step": 53408
    },
    {
      "epoch": 4.536952089704383,
      "grad_norm": 3.6329459900116845,
      "learning_rate": 4.425003428294712e-05,
      "loss": 2.5179,
      "step": 53409
    },
    {
      "epoch": 4.537037037037037,
      "grad_norm": 3.2550180693883397,
      "learning_rate": 4.4245164855104706e-05,
      "loss": 2.5025,
      "step": 53410
    },
    {
      "epoch": 4.537121984369691,
      "grad_norm": 3.7848261810561,
      "learning_rate": 4.424029564885057e-05,
      "loss": 2.8063,
      "step": 53411
    },
    {
      "epoch": 4.537206931702345,
      "grad_norm": 3.319632838484308,
      "learning_rate": 4.42354266641948e-05,
      "loss": 2.2702,
      "step": 53412
    },
    {
      "epoch": 4.537291879034998,
      "grad_norm": 3.08697451638686,
      "learning_rate": 4.42305579011477e-05,
      "loss": 2.156,
      "step": 53413
    },
    {
      "epoch": 4.537376826367652,
      "grad_norm": 3.9239650515691524,
      "learning_rate": 4.4225689359719445e-05,
      "loss": 2.8797,
      "step": 53414
    },
    {
      "epoch": 4.537461773700306,
      "grad_norm": 3.3332126962420374,
      "learning_rate": 4.4220821039920154e-05,
      "loss": 2.3884,
      "step": 53415
    },
    {
      "epoch": 4.537546721032959,
      "grad_norm": 3.3162000306208888,
      "learning_rate": 4.421595294176009e-05,
      "loss": 2.3536,
      "step": 53416
    },
    {
      "epoch": 4.537631668365613,
      "grad_norm": 3.6033531280334863,
      "learning_rate": 4.421108506524949e-05,
      "loss": 2.7712,
      "step": 53417
    },
    {
      "epoch": 4.537716615698267,
      "grad_norm": 3.5724805525755676,
      "learning_rate": 4.420621741039853e-05,
      "loss": 2.5791,
      "step": 53418
    },
    {
      "epoch": 4.5378015630309205,
      "grad_norm": 3.984380728756949,
      "learning_rate": 4.420134997721735e-05,
      "loss": 3.0733,
      "step": 53419
    },
    {
      "epoch": 4.537886510363575,
      "grad_norm": 3.368904779050408,
      "learning_rate": 4.419648276571625e-05,
      "loss": 2.2143,
      "step": 53420
    },
    {
      "epoch": 4.537971457696228,
      "grad_norm": 3.6288526506878354,
      "learning_rate": 4.419161577590537e-05,
      "loss": 2.5149,
      "step": 53421
    },
    {
      "epoch": 4.5380564050288825,
      "grad_norm": 3.260019202969489,
      "learning_rate": 4.4186749007794854e-05,
      "loss": 2.3824,
      "step": 53422
    },
    {
      "epoch": 4.538141352361536,
      "grad_norm": 3.426996888849016,
      "learning_rate": 4.4181882461394956e-05,
      "loss": 2.5403,
      "step": 53423
    },
    {
      "epoch": 4.538226299694189,
      "grad_norm": 3.420212522382805,
      "learning_rate": 4.417701613671592e-05,
      "loss": 2.4581,
      "step": 53424
    },
    {
      "epoch": 4.538311247026844,
      "grad_norm": 3.2696096942958266,
      "learning_rate": 4.41721500337679e-05,
      "loss": 2.3726,
      "step": 53425
    },
    {
      "epoch": 4.538396194359497,
      "grad_norm": 3.109428773133197,
      "learning_rate": 4.416728415256106e-05,
      "loss": 2.1154,
      "step": 53426
    },
    {
      "epoch": 4.5384811416921504,
      "grad_norm": 3.362754205690329,
      "learning_rate": 4.416241849310564e-05,
      "loss": 2.5812,
      "step": 53427
    },
    {
      "epoch": 4.538566089024805,
      "grad_norm": 3.7576707017453517,
      "learning_rate": 4.4157553055411774e-05,
      "loss": 2.7353,
      "step": 53428
    },
    {
      "epoch": 4.538651036357458,
      "grad_norm": 3.3503927637812914,
      "learning_rate": 4.415268783948976e-05,
      "loss": 2.4363,
      "step": 53429
    },
    {
      "epoch": 4.538735983690112,
      "grad_norm": 3.35745645414186,
      "learning_rate": 4.414782284534969e-05,
      "loss": 2.3124,
      "step": 53430
    },
    {
      "epoch": 4.538820931022766,
      "grad_norm": 3.234966983802178,
      "learning_rate": 4.4142958073001845e-05,
      "loss": 2.1717,
      "step": 53431
    },
    {
      "epoch": 4.538905878355419,
      "grad_norm": 3.224918458517615,
      "learning_rate": 4.4138093522456364e-05,
      "loss": 2.4056,
      "step": 53432
    },
    {
      "epoch": 4.5389908256880735,
      "grad_norm": 3.4338550457151262,
      "learning_rate": 4.41332291937234e-05,
      "loss": 2.1725,
      "step": 53433
    },
    {
      "epoch": 4.539075773020727,
      "grad_norm": 3.2145555474465555,
      "learning_rate": 4.412836508681325e-05,
      "loss": 2.4407,
      "step": 53434
    },
    {
      "epoch": 4.539160720353381,
      "grad_norm": 3.392710241728362,
      "learning_rate": 4.4123501201736e-05,
      "loss": 2.4109,
      "step": 53435
    },
    {
      "epoch": 4.539245667686035,
      "grad_norm": 3.3879295620246,
      "learning_rate": 4.4118637538501944e-05,
      "loss": 2.504,
      "step": 53436
    },
    {
      "epoch": 4.539330615018688,
      "grad_norm": 3.4979663192527277,
      "learning_rate": 4.411377409712118e-05,
      "loss": 2.5206,
      "step": 53437
    },
    {
      "epoch": 4.539415562351342,
      "grad_norm": 3.335477621676278,
      "learning_rate": 4.410891087760397e-05,
      "loss": 2.3897,
      "step": 53438
    },
    {
      "epoch": 4.539500509683996,
      "grad_norm": 3.24283005992705,
      "learning_rate": 4.410404787996048e-05,
      "loss": 2.3741,
      "step": 53439
    },
    {
      "epoch": 4.53958545701665,
      "grad_norm": 3.2963473298544654,
      "learning_rate": 4.4099185104200846e-05,
      "loss": 2.4243,
      "step": 53440
    },
    {
      "epoch": 4.5396704043493035,
      "grad_norm": 3.2527317640464233,
      "learning_rate": 4.4094322550335306e-05,
      "loss": 2.297,
      "step": 53441
    },
    {
      "epoch": 4.539755351681957,
      "grad_norm": 3.213839315203059,
      "learning_rate": 4.4089460218374075e-05,
      "loss": 2.4068,
      "step": 53442
    },
    {
      "epoch": 4.539840299014611,
      "grad_norm": 3.934891973673411,
      "learning_rate": 4.408459810832733e-05,
      "loss": 2.7646,
      "step": 53443
    },
    {
      "epoch": 4.539925246347265,
      "grad_norm": 3.8603770941959175,
      "learning_rate": 4.4079736220205184e-05,
      "loss": 2.8774,
      "step": 53444
    },
    {
      "epoch": 4.540010193679919,
      "grad_norm": 3.5851003526845155,
      "learning_rate": 4.4074874554017934e-05,
      "loss": 2.5999,
      "step": 53445
    },
    {
      "epoch": 4.540095141012572,
      "grad_norm": 3.4544218681001477,
      "learning_rate": 4.407001310977572e-05,
      "loss": 2.5312,
      "step": 53446
    },
    {
      "epoch": 4.540180088345226,
      "grad_norm": 3.6136679825996465,
      "learning_rate": 4.4065151887488656e-05,
      "loss": 2.5565,
      "step": 53447
    },
    {
      "epoch": 4.54026503567788,
      "grad_norm": 3.1737261465035513,
      "learning_rate": 4.406029088716701e-05,
      "loss": 2.1972,
      "step": 53448
    },
    {
      "epoch": 4.540349983010533,
      "grad_norm": 3.5335665363499382,
      "learning_rate": 4.405543010882098e-05,
      "loss": 2.4824,
      "step": 53449
    },
    {
      "epoch": 4.540434930343187,
      "grad_norm": 3.588058157170294,
      "learning_rate": 4.4050569552460736e-05,
      "loss": 2.7515,
      "step": 53450
    },
    {
      "epoch": 4.540519877675841,
      "grad_norm": 3.580367857124494,
      "learning_rate": 4.404570921809639e-05,
      "loss": 2.7044,
      "step": 53451
    },
    {
      "epoch": 4.5406048250084945,
      "grad_norm": 3.777943933138419,
      "learning_rate": 4.404084910573825e-05,
      "loss": 2.6896,
      "step": 53452
    },
    {
      "epoch": 4.540689772341149,
      "grad_norm": 3.602828761919069,
      "learning_rate": 4.403598921539636e-05,
      "loss": 2.6586,
      "step": 53453
    },
    {
      "epoch": 4.540774719673802,
      "grad_norm": 3.5907594005227113,
      "learning_rate": 4.403112954708103e-05,
      "loss": 2.5156,
      "step": 53454
    },
    {
      "epoch": 4.5408596670064565,
      "grad_norm": 3.0978312559491896,
      "learning_rate": 4.4026270100802356e-05,
      "loss": 2.3255,
      "step": 53455
    },
    {
      "epoch": 4.54094461433911,
      "grad_norm": 3.196606709382317,
      "learning_rate": 4.4021410876570584e-05,
      "loss": 2.3951,
      "step": 53456
    },
    {
      "epoch": 4.541029561671763,
      "grad_norm": 3.990927643312793,
      "learning_rate": 4.4016551874395866e-05,
      "loss": 2.8036,
      "step": 53457
    },
    {
      "epoch": 4.541114509004418,
      "grad_norm": 3.1994888897787046,
      "learning_rate": 4.401169309428833e-05,
      "loss": 2.2035,
      "step": 53458
    },
    {
      "epoch": 4.541199456337071,
      "grad_norm": 3.5075598909128582,
      "learning_rate": 4.400683453625822e-05,
      "loss": 2.5303,
      "step": 53459
    },
    {
      "epoch": 4.541284403669724,
      "grad_norm": 3.6965139648856593,
      "learning_rate": 4.4001976200315754e-05,
      "loss": 2.5474,
      "step": 53460
    },
    {
      "epoch": 4.541369351002379,
      "grad_norm": 3.7921506648776817,
      "learning_rate": 4.399711808647105e-05,
      "loss": 2.6036,
      "step": 53461
    },
    {
      "epoch": 4.541454298335032,
      "grad_norm": 3.293185653517115,
      "learning_rate": 4.3992260194734236e-05,
      "loss": 2.4,
      "step": 53462
    },
    {
      "epoch": 4.541539245667686,
      "grad_norm": 3.2659304661370974,
      "learning_rate": 4.398740252511562e-05,
      "loss": 2.3288,
      "step": 53463
    },
    {
      "epoch": 4.54162419300034,
      "grad_norm": 3.4368999967560816,
      "learning_rate": 4.3982545077625316e-05,
      "loss": 2.388,
      "step": 53464
    },
    {
      "epoch": 4.541709140332993,
      "grad_norm": 3.724915107850345,
      "learning_rate": 4.3977687852273434e-05,
      "loss": 2.5946,
      "step": 53465
    },
    {
      "epoch": 4.5417940876656475,
      "grad_norm": 3.5793846138592125,
      "learning_rate": 4.397283084907024e-05,
      "loss": 2.8024,
      "step": 53466
    },
    {
      "epoch": 4.541879034998301,
      "grad_norm": 3.5096935326406684,
      "learning_rate": 4.396797406802592e-05,
      "loss": 2.5808,
      "step": 53467
    },
    {
      "epoch": 4.541963982330955,
      "grad_norm": 3.839704797698442,
      "learning_rate": 4.3963117509150616e-05,
      "loss": 2.8811,
      "step": 53468
    },
    {
      "epoch": 4.542048929663609,
      "grad_norm": 3.8739547816432687,
      "learning_rate": 4.395826117245447e-05,
      "loss": 2.8809,
      "step": 53469
    },
    {
      "epoch": 4.542133876996262,
      "grad_norm": 3.6443073961484793,
      "learning_rate": 4.395340505794774e-05,
      "loss": 2.7177,
      "step": 53470
    },
    {
      "epoch": 4.542218824328916,
      "grad_norm": 3.2793464706818214,
      "learning_rate": 4.3948549165640486e-05,
      "loss": 2.3782,
      "step": 53471
    },
    {
      "epoch": 4.54230377166157,
      "grad_norm": 3.362717688946836,
      "learning_rate": 4.394369349554302e-05,
      "loss": 2.3732,
      "step": 53472
    },
    {
      "epoch": 4.542388718994223,
      "grad_norm": 3.1390122119579287,
      "learning_rate": 4.393883804766539e-05,
      "loss": 2.0507,
      "step": 53473
    },
    {
      "epoch": 4.542473666326877,
      "grad_norm": 3.293388231747738,
      "learning_rate": 4.3933982822017876e-05,
      "loss": 2.4562,
      "step": 53474
    },
    {
      "epoch": 4.542558613659531,
      "grad_norm": 3.182508256993514,
      "learning_rate": 4.392912781861061e-05,
      "loss": 2.301,
      "step": 53475
    },
    {
      "epoch": 4.542643560992185,
      "grad_norm": 3.9026064573466686,
      "learning_rate": 4.392427303745369e-05,
      "loss": 2.7705,
      "step": 53476
    },
    {
      "epoch": 4.5427285083248385,
      "grad_norm": 3.455739730511932,
      "learning_rate": 4.391941847855742e-05,
      "loss": 2.4904,
      "step": 53477
    },
    {
      "epoch": 4.542813455657493,
      "grad_norm": 3.2913185893331356,
      "learning_rate": 4.391456414193185e-05,
      "loss": 2.3454,
      "step": 53478
    },
    {
      "epoch": 4.542898402990146,
      "grad_norm": 3.117035454382624,
      "learning_rate": 4.390971002758726e-05,
      "loss": 2.2255,
      "step": 53479
    },
    {
      "epoch": 4.5429833503228,
      "grad_norm": 3.4940364012509675,
      "learning_rate": 4.3904856135533715e-05,
      "loss": 2.5353,
      "step": 53480
    },
    {
      "epoch": 4.543068297655454,
      "grad_norm": 3.865751895371629,
      "learning_rate": 4.390000246578149e-05,
      "loss": 2.9121,
      "step": 53481
    },
    {
      "epoch": 4.543153244988107,
      "grad_norm": 3.235248262884898,
      "learning_rate": 4.389514901834071e-05,
      "loss": 2.1949,
      "step": 53482
    },
    {
      "epoch": 4.543238192320761,
      "grad_norm": 3.7595905173756003,
      "learning_rate": 4.3890295793221475e-05,
      "loss": 2.6124,
      "step": 53483
    },
    {
      "epoch": 4.543323139653415,
      "grad_norm": 3.66796464694383,
      "learning_rate": 4.388544279043403e-05,
      "loss": 2.8001,
      "step": 53484
    },
    {
      "epoch": 4.5434080869860685,
      "grad_norm": 3.8705679277540894,
      "learning_rate": 4.388059000998857e-05,
      "loss": 2.8108,
      "step": 53485
    },
    {
      "epoch": 4.543493034318723,
      "grad_norm": 3.601985233489501,
      "learning_rate": 4.387573745189524e-05,
      "loss": 2.4885,
      "step": 53486
    },
    {
      "epoch": 4.543577981651376,
      "grad_norm": 3.418439301736371,
      "learning_rate": 4.3870885116164124e-05,
      "loss": 2.3794,
      "step": 53487
    },
    {
      "epoch": 4.54366292898403,
      "grad_norm": 3.7421312685933774,
      "learning_rate": 4.386603300280552e-05,
      "loss": 2.6298,
      "step": 53488
    },
    {
      "epoch": 4.543747876316684,
      "grad_norm": 3.5211088110769446,
      "learning_rate": 4.386118111182952e-05,
      "loss": 2.3983,
      "step": 53489
    },
    {
      "epoch": 4.543832823649337,
      "grad_norm": 3.8382186297597167,
      "learning_rate": 4.385632944324625e-05,
      "loss": 2.6243,
      "step": 53490
    },
    {
      "epoch": 4.543917770981992,
      "grad_norm": 3.2303176708679975,
      "learning_rate": 4.385147799706595e-05,
      "loss": 2.2346,
      "step": 53491
    },
    {
      "epoch": 4.544002718314645,
      "grad_norm": 3.4548749178935036,
      "learning_rate": 4.384662677329878e-05,
      "loss": 2.5295,
      "step": 53492
    },
    {
      "epoch": 4.544087665647298,
      "grad_norm": 3.6589180214091206,
      "learning_rate": 4.384177577195491e-05,
      "loss": 2.7624,
      "step": 53493
    },
    {
      "epoch": 4.544172612979953,
      "grad_norm": 3.5095548554203786,
      "learning_rate": 4.383692499304443e-05,
      "loss": 2.5796,
      "step": 53494
    },
    {
      "epoch": 4.544257560312606,
      "grad_norm": 3.0452243929545686,
      "learning_rate": 4.38320744365776e-05,
      "loss": 2.1414,
      "step": 53495
    },
    {
      "epoch": 4.5443425076452595,
      "grad_norm": 3.115735882822222,
      "learning_rate": 4.382722410256449e-05,
      "loss": 2.2066,
      "step": 53496
    },
    {
      "epoch": 4.544427454977914,
      "grad_norm": 3.220223275924257,
      "learning_rate": 4.382237399101535e-05,
      "loss": 2.2412,
      "step": 53497
    },
    {
      "epoch": 4.544512402310567,
      "grad_norm": 3.4451349885720943,
      "learning_rate": 4.381752410194026e-05,
      "loss": 2.5107,
      "step": 53498
    },
    {
      "epoch": 4.5445973496432215,
      "grad_norm": 3.677351222060567,
      "learning_rate": 4.381267443534948e-05,
      "loss": 2.8694,
      "step": 53499
    },
    {
      "epoch": 4.544682296975875,
      "grad_norm": 3.372554555558806,
      "learning_rate": 4.380782499125311e-05,
      "loss": 2.376,
      "step": 53500
    },
    {
      "epoch": 4.544767244308529,
      "grad_norm": 3.3860058199197915,
      "learning_rate": 4.380297576966127e-05,
      "loss": 2.3943,
      "step": 53501
    },
    {
      "epoch": 4.544852191641183,
      "grad_norm": 3.4646319033766417,
      "learning_rate": 4.3798126770584186e-05,
      "loss": 2.6488,
      "step": 53502
    },
    {
      "epoch": 4.544937138973836,
      "grad_norm": 3.218640741871791,
      "learning_rate": 4.3793277994032036e-05,
      "loss": 2.426,
      "step": 53503
    },
    {
      "epoch": 4.54502208630649,
      "grad_norm": 3.615117922286759,
      "learning_rate": 4.3788429440014936e-05,
      "loss": 2.4823,
      "step": 53504
    },
    {
      "epoch": 4.545107033639144,
      "grad_norm": 3.761629480250652,
      "learning_rate": 4.3783581108543024e-05,
      "loss": 2.6871,
      "step": 53505
    },
    {
      "epoch": 4.545191980971797,
      "grad_norm": 3.1708200030863583,
      "learning_rate": 4.377873299962652e-05,
      "loss": 2.2615,
      "step": 53506
    },
    {
      "epoch": 4.545276928304451,
      "grad_norm": 3.202288513555916,
      "learning_rate": 4.377388511327556e-05,
      "loss": 2.1781,
      "step": 53507
    },
    {
      "epoch": 4.545361875637105,
      "grad_norm": 3.3592179086198035,
      "learning_rate": 4.376903744950025e-05,
      "loss": 2.3352,
      "step": 53508
    },
    {
      "epoch": 4.545446822969759,
      "grad_norm": 3.497451175568305,
      "learning_rate": 4.3764190008310785e-05,
      "loss": 2.325,
      "step": 53509
    },
    {
      "epoch": 4.5455317703024125,
      "grad_norm": 3.2761566699837825,
      "learning_rate": 4.375934278971738e-05,
      "loss": 2.3575,
      "step": 53510
    },
    {
      "epoch": 4.545616717635066,
      "grad_norm": 3.2929776886609208,
      "learning_rate": 4.375449579373012e-05,
      "loss": 2.3681,
      "step": 53511
    },
    {
      "epoch": 4.54570166496772,
      "grad_norm": 3.538398236835797,
      "learning_rate": 4.374964902035914e-05,
      "loss": 2.5954,
      "step": 53512
    },
    {
      "epoch": 4.545786612300374,
      "grad_norm": 3.4977865337652405,
      "learning_rate": 4.374480246961469e-05,
      "loss": 2.4125,
      "step": 53513
    },
    {
      "epoch": 4.545871559633028,
      "grad_norm": 3.778903077569558,
      "learning_rate": 4.373995614150682e-05,
      "loss": 2.6051,
      "step": 53514
    },
    {
      "epoch": 4.545956506965681,
      "grad_norm": 3.6894929167170103,
      "learning_rate": 4.373511003604579e-05,
      "loss": 2.5591,
      "step": 53515
    },
    {
      "epoch": 4.546041454298335,
      "grad_norm": 3.3948914445710234,
      "learning_rate": 4.373026415324162e-05,
      "loss": 2.6137,
      "step": 53516
    },
    {
      "epoch": 4.546126401630989,
      "grad_norm": 3.1210964271919908,
      "learning_rate": 4.372541849310462e-05,
      "loss": 2.1989,
      "step": 53517
    },
    {
      "epoch": 4.546211348963642,
      "grad_norm": 3.3370627047609434,
      "learning_rate": 4.372057305564485e-05,
      "loss": 2.3127,
      "step": 53518
    },
    {
      "epoch": 4.546296296296296,
      "grad_norm": 3.460491679364429,
      "learning_rate": 4.3715727840872435e-05,
      "loss": 2.5581,
      "step": 53519
    },
    {
      "epoch": 4.54638124362895,
      "grad_norm": 3.194692446817403,
      "learning_rate": 4.3710882848797614e-05,
      "loss": 2.3227,
      "step": 53520
    },
    {
      "epoch": 4.5464661909616035,
      "grad_norm": 3.212219177197792,
      "learning_rate": 4.370603807943044e-05,
      "loss": 2.2663,
      "step": 53521
    },
    {
      "epoch": 4.546551138294258,
      "grad_norm": 3.4075084584474427,
      "learning_rate": 4.3701193532781185e-05,
      "loss": 2.2132,
      "step": 53522
    },
    {
      "epoch": 4.546636085626911,
      "grad_norm": 3.690586135729018,
      "learning_rate": 4.3696349208859864e-05,
      "loss": 2.6539,
      "step": 53523
    },
    {
      "epoch": 4.5467210329595655,
      "grad_norm": 3.134307304949698,
      "learning_rate": 4.369150510767675e-05,
      "loss": 2.1901,
      "step": 53524
    },
    {
      "epoch": 4.546805980292219,
      "grad_norm": 3.0163019920711114,
      "learning_rate": 4.368666122924196e-05,
      "loss": 2.0543,
      "step": 53525
    },
    {
      "epoch": 4.546890927624872,
      "grad_norm": 3.73460332979674,
      "learning_rate": 4.3681817573565554e-05,
      "loss": 2.545,
      "step": 53526
    },
    {
      "epoch": 4.546975874957527,
      "grad_norm": 3.0689942577518803,
      "learning_rate": 4.367697414065776e-05,
      "loss": 2.1465,
      "step": 53527
    },
    {
      "epoch": 4.54706082229018,
      "grad_norm": 3.4255011887716833,
      "learning_rate": 4.3672130930528766e-05,
      "loss": 2.1838,
      "step": 53528
    },
    {
      "epoch": 4.5471457696228335,
      "grad_norm": 3.3577571698126736,
      "learning_rate": 4.3667287943188655e-05,
      "loss": 2.2884,
      "step": 53529
    },
    {
      "epoch": 4.547230716955488,
      "grad_norm": 4.043135866392093,
      "learning_rate": 4.366244517864756e-05,
      "loss": 3.0599,
      "step": 53530
    },
    {
      "epoch": 4.547315664288141,
      "grad_norm": 4.246004169792635,
      "learning_rate": 4.3657602636915704e-05,
      "loss": 3.3039,
      "step": 53531
    },
    {
      "epoch": 4.5474006116207955,
      "grad_norm": 3.156641319578979,
      "learning_rate": 4.365276031800317e-05,
      "loss": 2.1773,
      "step": 53532
    },
    {
      "epoch": 4.547485558953449,
      "grad_norm": 3.277729371615308,
      "learning_rate": 4.364791822192008e-05,
      "loss": 2.423,
      "step": 53533
    },
    {
      "epoch": 4.547570506286102,
      "grad_norm": 3.1460994064115058,
      "learning_rate": 4.364307634867664e-05,
      "loss": 2.1806,
      "step": 53534
    },
    {
      "epoch": 4.547655453618757,
      "grad_norm": 3.6913142807543755,
      "learning_rate": 4.3638234698282996e-05,
      "loss": 2.4306,
      "step": 53535
    },
    {
      "epoch": 4.54774040095141,
      "grad_norm": 3.4663983833149516,
      "learning_rate": 4.3633393270749286e-05,
      "loss": 2.2529,
      "step": 53536
    },
    {
      "epoch": 4.547825348284064,
      "grad_norm": 3.1807694137769693,
      "learning_rate": 4.3628552066085605e-05,
      "loss": 2.1503,
      "step": 53537
    },
    {
      "epoch": 4.547910295616718,
      "grad_norm": 3.621096384610813,
      "learning_rate": 4.3623711084302164e-05,
      "loss": 2.6946,
      "step": 53538
    },
    {
      "epoch": 4.547995242949371,
      "grad_norm": 3.5589519914018988,
      "learning_rate": 4.361887032540903e-05,
      "loss": 2.6923,
      "step": 53539
    },
    {
      "epoch": 4.548080190282025,
      "grad_norm": 3.1240421730377363,
      "learning_rate": 4.361402978941645e-05,
      "loss": 2.2966,
      "step": 53540
    },
    {
      "epoch": 4.548165137614679,
      "grad_norm": 3.8412413406597534,
      "learning_rate": 4.360918947633445e-05,
      "loss": 2.855,
      "step": 53541
    },
    {
      "epoch": 4.548250084947332,
      "grad_norm": 4.086463081088177,
      "learning_rate": 4.360434938617329e-05,
      "loss": 3.0531,
      "step": 53542
    },
    {
      "epoch": 4.5483350322799865,
      "grad_norm": 3.8096449576960727,
      "learning_rate": 4.3599509518943036e-05,
      "loss": 2.7356,
      "step": 53543
    },
    {
      "epoch": 4.54841997961264,
      "grad_norm": 3.2841589711082233,
      "learning_rate": 4.35946698746538e-05,
      "loss": 2.2121,
      "step": 53544
    },
    {
      "epoch": 4.548504926945294,
      "grad_norm": 3.5338392460598405,
      "learning_rate": 4.3589830453315766e-05,
      "loss": 2.3864,
      "step": 53545
    },
    {
      "epoch": 4.548589874277948,
      "grad_norm": 3.2604474855124037,
      "learning_rate": 4.3584991254939135e-05,
      "loss": 2.351,
      "step": 53546
    },
    {
      "epoch": 4.548674821610602,
      "grad_norm": 3.7591947426148944,
      "learning_rate": 4.358015227953397e-05,
      "loss": 2.876,
      "step": 53547
    },
    {
      "epoch": 4.548759768943255,
      "grad_norm": 3.336866940883242,
      "learning_rate": 4.3575313527110383e-05,
      "loss": 2.3134,
      "step": 53548
    },
    {
      "epoch": 4.548844716275909,
      "grad_norm": 3.8013736064549164,
      "learning_rate": 4.35704749976786e-05,
      "loss": 2.6862,
      "step": 53549
    },
    {
      "epoch": 4.548929663608563,
      "grad_norm": 3.7989839401012624,
      "learning_rate": 4.3565636691248735e-05,
      "loss": 2.7062,
      "step": 53550
    },
    {
      "epoch": 4.549014610941216,
      "grad_norm": 3.923737957486282,
      "learning_rate": 4.356079860783084e-05,
      "loss": 2.7252,
      "step": 53551
    },
    {
      "epoch": 4.54909955827387,
      "grad_norm": 3.8492624324736266,
      "learning_rate": 4.355596074743512e-05,
      "loss": 2.5357,
      "step": 53552
    },
    {
      "epoch": 4.549184505606524,
      "grad_norm": 3.87798140254504,
      "learning_rate": 4.3551123110071755e-05,
      "loss": 2.8098,
      "step": 53553
    },
    {
      "epoch": 4.5492694529391775,
      "grad_norm": 3.1525513775256955,
      "learning_rate": 4.354628569575084e-05,
      "loss": 2.3588,
      "step": 53554
    },
    {
      "epoch": 4.549354400271832,
      "grad_norm": 3.567192571190439,
      "learning_rate": 4.3541448504482457e-05,
      "loss": 2.4487,
      "step": 53555
    },
    {
      "epoch": 4.549439347604485,
      "grad_norm": 3.4557812795599085,
      "learning_rate": 4.3536611536276836e-05,
      "loss": 2.5084,
      "step": 53556
    },
    {
      "epoch": 4.549524294937139,
      "grad_norm": 3.9128207454995976,
      "learning_rate": 4.353177479114403e-05,
      "loss": 2.9669,
      "step": 53557
    },
    {
      "epoch": 4.549609242269793,
      "grad_norm": 3.429602661674775,
      "learning_rate": 4.352693826909426e-05,
      "loss": 2.388,
      "step": 53558
    },
    {
      "epoch": 4.549694189602446,
      "grad_norm": 3.5004617129399693,
      "learning_rate": 4.352210197013755e-05,
      "loss": 2.514,
      "step": 53559
    },
    {
      "epoch": 4.549779136935101,
      "grad_norm": 3.3006826822586106,
      "learning_rate": 4.3517265894284154e-05,
      "loss": 2.3932,
      "step": 53560
    },
    {
      "epoch": 4.549864084267754,
      "grad_norm": 3.540816471935679,
      "learning_rate": 4.3512430041544136e-05,
      "loss": 2.4841,
      "step": 53561
    },
    {
      "epoch": 4.549949031600407,
      "grad_norm": 3.7091341449656348,
      "learning_rate": 4.350759441192759e-05,
      "loss": 2.8056,
      "step": 53562
    },
    {
      "epoch": 4.550033978933062,
      "grad_norm": 3.638150463388745,
      "learning_rate": 4.3502759005444695e-05,
      "loss": 2.5725,
      "step": 53563
    },
    {
      "epoch": 4.550118926265715,
      "grad_norm": 3.366568578458111,
      "learning_rate": 4.349792382210565e-05,
      "loss": 2.5387,
      "step": 53564
    },
    {
      "epoch": 4.5502038735983685,
      "grad_norm": 3.3927776798687685,
      "learning_rate": 4.349308886192049e-05,
      "loss": 2.4763,
      "step": 53565
    },
    {
      "epoch": 4.550288820931023,
      "grad_norm": 3.5069019786185893,
      "learning_rate": 4.348825412489935e-05,
      "loss": 2.3769,
      "step": 53566
    },
    {
      "epoch": 4.550373768263676,
      "grad_norm": 3.0588253263412497,
      "learning_rate": 4.348341961105243e-05,
      "loss": 2.1136,
      "step": 53567
    },
    {
      "epoch": 4.5504587155963305,
      "grad_norm": 3.2334213895532984,
      "learning_rate": 4.34785853203898e-05,
      "loss": 2.1946,
      "step": 53568
    },
    {
      "epoch": 4.550543662928984,
      "grad_norm": 3.8188210926570894,
      "learning_rate": 4.3473751252921615e-05,
      "loss": 2.9021,
      "step": 53569
    },
    {
      "epoch": 4.550628610261638,
      "grad_norm": 3.420556156452529,
      "learning_rate": 4.34689174086579e-05,
      "loss": 2.5304,
      "step": 53570
    },
    {
      "epoch": 4.550713557594292,
      "grad_norm": 3.7734418724868206,
      "learning_rate": 4.346408378760897e-05,
      "loss": 2.6817,
      "step": 53571
    },
    {
      "epoch": 4.550798504926945,
      "grad_norm": 3.880071254247995,
      "learning_rate": 4.345925038978487e-05,
      "loss": 2.8055,
      "step": 53572
    },
    {
      "epoch": 4.550883452259599,
      "grad_norm": 3.2170080585430028,
      "learning_rate": 4.345441721519566e-05,
      "loss": 2.1928,
      "step": 53573
    },
    {
      "epoch": 4.550968399592253,
      "grad_norm": 3.309801592094708,
      "learning_rate": 4.3449584263851564e-05,
      "loss": 2.4024,
      "step": 53574
    },
    {
      "epoch": 4.551053346924906,
      "grad_norm": 3.8281306396369206,
      "learning_rate": 4.344475153576267e-05,
      "loss": 2.6082,
      "step": 53575
    },
    {
      "epoch": 4.5511382942575604,
      "grad_norm": 3.2965677554225055,
      "learning_rate": 4.343991903093907e-05,
      "loss": 2.2812,
      "step": 53576
    },
    {
      "epoch": 4.551223241590214,
      "grad_norm": 3.9347942833654983,
      "learning_rate": 4.3435086749390915e-05,
      "loss": 2.8298,
      "step": 53577
    },
    {
      "epoch": 4.551308188922868,
      "grad_norm": 3.46326457822973,
      "learning_rate": 4.343025469112838e-05,
      "loss": 2.4548,
      "step": 53578
    },
    {
      "epoch": 4.5513931362555216,
      "grad_norm": 3.6849609359245314,
      "learning_rate": 4.342542285616154e-05,
      "loss": 2.9382,
      "step": 53579
    },
    {
      "epoch": 4.551478083588175,
      "grad_norm": 3.5505945716186327,
      "learning_rate": 4.34205912445005e-05,
      "loss": 2.654,
      "step": 53580
    },
    {
      "epoch": 4.551563030920829,
      "grad_norm": 3.141721464274377,
      "learning_rate": 4.341575985615544e-05,
      "loss": 2.23,
      "step": 53581
    },
    {
      "epoch": 4.551647978253483,
      "grad_norm": 3.423433551000891,
      "learning_rate": 4.341092869113642e-05,
      "loss": 2.2307,
      "step": 53582
    },
    {
      "epoch": 4.551732925586137,
      "grad_norm": 3.135088062728502,
      "learning_rate": 4.3406097749453637e-05,
      "loss": 2.1712,
      "step": 53583
    },
    {
      "epoch": 4.55181787291879,
      "grad_norm": 3.3153223814729773,
      "learning_rate": 4.340126703111712e-05,
      "loss": 2.3483,
      "step": 53584
    },
    {
      "epoch": 4.551902820251444,
      "grad_norm": 3.9250167044424837,
      "learning_rate": 4.339643653613709e-05,
      "loss": 3.2961,
      "step": 53585
    },
    {
      "epoch": 4.551987767584098,
      "grad_norm": 3.6726745525136026,
      "learning_rate": 4.339160626452362e-05,
      "loss": 2.6235,
      "step": 53586
    },
    {
      "epoch": 4.5520727149167515,
      "grad_norm": 3.1619557502914972,
      "learning_rate": 4.338677621628683e-05,
      "loss": 2.1513,
      "step": 53587
    },
    {
      "epoch": 4.552157662249405,
      "grad_norm": 3.578522822462799,
      "learning_rate": 4.338194639143676e-05,
      "loss": 2.332,
      "step": 53588
    },
    {
      "epoch": 4.552242609582059,
      "grad_norm": 3.7530052784052614,
      "learning_rate": 4.33771167899837e-05,
      "loss": 2.7235,
      "step": 53589
    },
    {
      "epoch": 4.552327556914713,
      "grad_norm": 3.197809310510751,
      "learning_rate": 4.337228741193768e-05,
      "loss": 2.1784,
      "step": 53590
    },
    {
      "epoch": 4.552412504247367,
      "grad_norm": 3.2270879423431604,
      "learning_rate": 4.336745825730878e-05,
      "loss": 2.3909,
      "step": 53591
    },
    {
      "epoch": 4.55249745158002,
      "grad_norm": 3.4901782377995803,
      "learning_rate": 4.336262932610719e-05,
      "loss": 2.6749,
      "step": 53592
    },
    {
      "epoch": 4.552582398912675,
      "grad_norm": 3.4680105688173812,
      "learning_rate": 4.335780061834302e-05,
      "loss": 2.7133,
      "step": 53593
    },
    {
      "epoch": 4.552667346245328,
      "grad_norm": 3.41933699880528,
      "learning_rate": 4.3352972134026294e-05,
      "loss": 2.5567,
      "step": 53594
    },
    {
      "epoch": 4.552752293577981,
      "grad_norm": 3.5760861797370835,
      "learning_rate": 4.334814387316722e-05,
      "loss": 2.7583,
      "step": 53595
    },
    {
      "epoch": 4.552837240910636,
      "grad_norm": 3.6376926380053094,
      "learning_rate": 4.334331583577594e-05,
      "loss": 2.639,
      "step": 53596
    },
    {
      "epoch": 4.552922188243289,
      "grad_norm": 3.2756443010460345,
      "learning_rate": 4.333848802186251e-05,
      "loss": 2.4502,
      "step": 53597
    },
    {
      "epoch": 4.5530071355759425,
      "grad_norm": 3.1447669695111906,
      "learning_rate": 4.3333660431437064e-05,
      "loss": 2.2743,
      "step": 53598
    },
    {
      "epoch": 4.553092082908597,
      "grad_norm": 3.5742350232401265,
      "learning_rate": 4.3328833064509685e-05,
      "loss": 2.7309,
      "step": 53599
    },
    {
      "epoch": 4.55317703024125,
      "grad_norm": 3.7124716830838076,
      "learning_rate": 4.3324005921090496e-05,
      "loss": 2.7863,
      "step": 53600
    },
    {
      "epoch": 4.5532619775739045,
      "grad_norm": 3.6128498992578604,
      "learning_rate": 4.331917900118969e-05,
      "loss": 2.599,
      "step": 53601
    },
    {
      "epoch": 4.553346924906558,
      "grad_norm": 4.151690018684124,
      "learning_rate": 4.331435230481727e-05,
      "loss": 3.3446,
      "step": 53602
    },
    {
      "epoch": 4.553431872239211,
      "grad_norm": 3.7584593592794673,
      "learning_rate": 4.330952583198345e-05,
      "loss": 2.5268,
      "step": 53603
    },
    {
      "epoch": 4.553516819571866,
      "grad_norm": 3.332663460377413,
      "learning_rate": 4.330469958269831e-05,
      "loss": 2.3637,
      "step": 53604
    },
    {
      "epoch": 4.553601766904519,
      "grad_norm": 3.2049390009425176,
      "learning_rate": 4.329987355697192e-05,
      "loss": 2.2483,
      "step": 53605
    },
    {
      "epoch": 4.553686714237173,
      "grad_norm": 3.6158799672335893,
      "learning_rate": 4.329504775481434e-05,
      "loss": 2.7984,
      "step": 53606
    },
    {
      "epoch": 4.553771661569827,
      "grad_norm": 2.995477753414937,
      "learning_rate": 4.3290222176235865e-05,
      "loss": 2.0291,
      "step": 53607
    },
    {
      "epoch": 4.55385660890248,
      "grad_norm": 3.2658054545914914,
      "learning_rate": 4.3285396821246486e-05,
      "loss": 2.3461,
      "step": 53608
    },
    {
      "epoch": 4.553941556235134,
      "grad_norm": 3.614941057876192,
      "learning_rate": 4.328057168985635e-05,
      "loss": 2.4818,
      "step": 53609
    },
    {
      "epoch": 4.554026503567788,
      "grad_norm": 3.581064072058315,
      "learning_rate": 4.327574678207547e-05,
      "loss": 2.3653,
      "step": 53610
    },
    {
      "epoch": 4.554111450900441,
      "grad_norm": 3.640857298214154,
      "learning_rate": 4.32709220979141e-05,
      "loss": 2.7781,
      "step": 53611
    },
    {
      "epoch": 4.5541963982330955,
      "grad_norm": 3.6352704140314747,
      "learning_rate": 4.326609763738228e-05,
      "loss": 2.5068,
      "step": 53612
    },
    {
      "epoch": 4.554281345565749,
      "grad_norm": 3.5683790103551014,
      "learning_rate": 4.3261273400490017e-05,
      "loss": 2.4386,
      "step": 53613
    },
    {
      "epoch": 4.554366292898403,
      "grad_norm": 3.0876139751658926,
      "learning_rate": 4.325644938724763e-05,
      "loss": 2.0702,
      "step": 53614
    },
    {
      "epoch": 4.554451240231057,
      "grad_norm": 3.171861946941298,
      "learning_rate": 4.3251625597665105e-05,
      "loss": 2.0905,
      "step": 53615
    },
    {
      "epoch": 4.554536187563711,
      "grad_norm": 3.85101030151484,
      "learning_rate": 4.324680203175258e-05,
      "loss": 2.5355,
      "step": 53616
    },
    {
      "epoch": 4.554621134896364,
      "grad_norm": 3.358774888772637,
      "learning_rate": 4.324197868952008e-05,
      "loss": 2.3123,
      "step": 53617
    },
    {
      "epoch": 4.554706082229018,
      "grad_norm": 3.7024420016723947,
      "learning_rate": 4.3237155570977846e-05,
      "loss": 2.5095,
      "step": 53618
    },
    {
      "epoch": 4.554791029561672,
      "grad_norm": 3.339994864641413,
      "learning_rate": 4.323233267613585e-05,
      "loss": 2.489,
      "step": 53619
    },
    {
      "epoch": 4.554875976894325,
      "grad_norm": 3.6702252822087287,
      "learning_rate": 4.322751000500426e-05,
      "loss": 2.64,
      "step": 53620
    },
    {
      "epoch": 4.554960924226979,
      "grad_norm": 3.306946360079814,
      "learning_rate": 4.322268755759324e-05,
      "loss": 2.3449,
      "step": 53621
    },
    {
      "epoch": 4.555045871559633,
      "grad_norm": 3.2536320338747506,
      "learning_rate": 4.321786533391284e-05,
      "loss": 2.3147,
      "step": 53622
    },
    {
      "epoch": 4.5551308188922865,
      "grad_norm": 3.5603608503817803,
      "learning_rate": 4.321304333397314e-05,
      "loss": 2.7329,
      "step": 53623
    },
    {
      "epoch": 4.555215766224941,
      "grad_norm": 3.254695584221932,
      "learning_rate": 4.320822155778424e-05,
      "loss": 2.3818,
      "step": 53624
    },
    {
      "epoch": 4.555300713557594,
      "grad_norm": 3.3752357106560242,
      "learning_rate": 4.320340000535626e-05,
      "loss": 2.4108,
      "step": 53625
    },
    {
      "epoch": 4.5553856608902485,
      "grad_norm": 3.436662336175756,
      "learning_rate": 4.319857867669936e-05,
      "loss": 2.564,
      "step": 53626
    },
    {
      "epoch": 4.555470608222902,
      "grad_norm": 3.2981160644821452,
      "learning_rate": 4.3193757571823596e-05,
      "loss": 2.3111,
      "step": 53627
    },
    {
      "epoch": 4.555555555555555,
      "grad_norm": 3.3529675690522023,
      "learning_rate": 4.318893669073901e-05,
      "loss": 2.3006,
      "step": 53628
    },
    {
      "epoch": 4.55564050288821,
      "grad_norm": 3.1912668363239716,
      "learning_rate": 4.3184116033455825e-05,
      "loss": 2.1267,
      "step": 53629
    },
    {
      "epoch": 4.555725450220863,
      "grad_norm": 3.0475952062015126,
      "learning_rate": 4.317929559998405e-05,
      "loss": 2.1054,
      "step": 53630
    },
    {
      "epoch": 4.5558103975535165,
      "grad_norm": 3.0922857608256265,
      "learning_rate": 4.3174475390333744e-05,
      "loss": 2.0555,
      "step": 53631
    },
    {
      "epoch": 4.555895344886171,
      "grad_norm": 3.066313780170394,
      "learning_rate": 4.316965540451516e-05,
      "loss": 2.1713,
      "step": 53632
    },
    {
      "epoch": 4.555980292218824,
      "grad_norm": 3.886964874356572,
      "learning_rate": 4.3164835642538295e-05,
      "loss": 2.8147,
      "step": 53633
    },
    {
      "epoch": 4.5560652395514785,
      "grad_norm": 3.128002395237732,
      "learning_rate": 4.3160016104413295e-05,
      "loss": 2.2744,
      "step": 53634
    },
    {
      "epoch": 4.556150186884132,
      "grad_norm": 3.5643510906441933,
      "learning_rate": 4.315519679015015e-05,
      "loss": 2.6266,
      "step": 53635
    },
    {
      "epoch": 4.556235134216785,
      "grad_norm": 3.2512940958190315,
      "learning_rate": 4.3150377699759095e-05,
      "loss": 2.338,
      "step": 53636
    },
    {
      "epoch": 4.55632008154944,
      "grad_norm": 3.2110053256030286,
      "learning_rate": 4.314555883325013e-05,
      "loss": 2.4603,
      "step": 53637
    },
    {
      "epoch": 4.556405028882093,
      "grad_norm": 3.7022305014128998,
      "learning_rate": 4.3140740190633426e-05,
      "loss": 2.6099,
      "step": 53638
    },
    {
      "epoch": 4.556489976214747,
      "grad_norm": 3.624255566167556,
      "learning_rate": 4.3135921771919e-05,
      "loss": 2.7262,
      "step": 53639
    },
    {
      "epoch": 4.556574923547401,
      "grad_norm": 3.8209498918522335,
      "learning_rate": 4.313110357711705e-05,
      "loss": 2.6231,
      "step": 53640
    },
    {
      "epoch": 4.556659870880054,
      "grad_norm": 3.1491511359083044,
      "learning_rate": 4.3126285606237594e-05,
      "loss": 2.1952,
      "step": 53641
    },
    {
      "epoch": 4.556744818212708,
      "grad_norm": 3.3090183118238796,
      "learning_rate": 4.312146785929071e-05,
      "loss": 2.1725,
      "step": 53642
    },
    {
      "epoch": 4.556829765545362,
      "grad_norm": 3.3531300079046473,
      "learning_rate": 4.311665033628654e-05,
      "loss": 2.4821,
      "step": 53643
    },
    {
      "epoch": 4.556914712878015,
      "grad_norm": 3.775257860787889,
      "learning_rate": 4.3111833037235195e-05,
      "loss": 2.7324,
      "step": 53644
    },
    {
      "epoch": 4.5569996602106695,
      "grad_norm": 3.167323070198103,
      "learning_rate": 4.3107015962146744e-05,
      "loss": 2.2914,
      "step": 53645
    },
    {
      "epoch": 4.557084607543323,
      "grad_norm": 3.692074503091335,
      "learning_rate": 4.310219911103124e-05,
      "loss": 2.7559,
      "step": 53646
    },
    {
      "epoch": 4.557169554875977,
      "grad_norm": 3.9542263753059865,
      "learning_rate": 4.309738248389886e-05,
      "loss": 2.6615,
      "step": 53647
    },
    {
      "epoch": 4.557254502208631,
      "grad_norm": 3.7739430988971234,
      "learning_rate": 4.3092566080759647e-05,
      "loss": 2.5202,
      "step": 53648
    },
    {
      "epoch": 4.557339449541285,
      "grad_norm": 3.2047415313443386,
      "learning_rate": 4.308774990162359e-05,
      "loss": 2.0651,
      "step": 53649
    },
    {
      "epoch": 4.557424396873938,
      "grad_norm": 3.860146503735854,
      "learning_rate": 4.3082933946501e-05,
      "loss": 2.6909,
      "step": 53650
    },
    {
      "epoch": 4.557509344206592,
      "grad_norm": 3.3447641021063936,
      "learning_rate": 4.307811821540183e-05,
      "loss": 2.4573,
      "step": 53651
    },
    {
      "epoch": 4.557594291539246,
      "grad_norm": 3.4946275883084925,
      "learning_rate": 4.3073302708336213e-05,
      "loss": 2.3657,
      "step": 53652
    },
    {
      "epoch": 4.557679238871899,
      "grad_norm": 3.096156062601812,
      "learning_rate": 4.306848742531416e-05,
      "loss": 2.0723,
      "step": 53653
    },
    {
      "epoch": 4.557764186204553,
      "grad_norm": 3.8704400354558532,
      "learning_rate": 4.306367236634587e-05,
      "loss": 2.7285,
      "step": 53654
    },
    {
      "epoch": 4.557849133537207,
      "grad_norm": 3.4903352627699316,
      "learning_rate": 4.305885753144139e-05,
      "loss": 2.3926,
      "step": 53655
    },
    {
      "epoch": 4.5579340808698605,
      "grad_norm": 3.659786829858102,
      "learning_rate": 4.305404292061074e-05,
      "loss": 2.7934,
      "step": 53656
    },
    {
      "epoch": 4.558019028202515,
      "grad_norm": 3.222378048510987,
      "learning_rate": 4.3049228533864075e-05,
      "loss": 2.23,
      "step": 53657
    },
    {
      "epoch": 4.558103975535168,
      "grad_norm": 3.2378194359296146,
      "learning_rate": 4.304441437121154e-05,
      "loss": 2.4352,
      "step": 53658
    },
    {
      "epoch": 4.558188922867822,
      "grad_norm": 3.291362175496218,
      "learning_rate": 4.3039600432663136e-05,
      "loss": 2.401,
      "step": 53659
    },
    {
      "epoch": 4.558273870200476,
      "grad_norm": 3.6186295956255012,
      "learning_rate": 4.303478671822894e-05,
      "loss": 2.419,
      "step": 53660
    },
    {
      "epoch": 4.558358817533129,
      "grad_norm": 3.6255786070904015,
      "learning_rate": 4.30299732279191e-05,
      "loss": 2.7665,
      "step": 53661
    },
    {
      "epoch": 4.558443764865784,
      "grad_norm": 3.3248515199073854,
      "learning_rate": 4.3025159961743635e-05,
      "loss": 2.3557,
      "step": 53662
    },
    {
      "epoch": 4.558528712198437,
      "grad_norm": 3.097894364370714,
      "learning_rate": 4.302034691971271e-05,
      "loss": 2.0382,
      "step": 53663
    },
    {
      "epoch": 4.55861365953109,
      "grad_norm": 3.4250435216271318,
      "learning_rate": 4.3015534101836326e-05,
      "loss": 2.4725,
      "step": 53664
    },
    {
      "epoch": 4.558698606863745,
      "grad_norm": 3.8861813941884935,
      "learning_rate": 4.3010721508124666e-05,
      "loss": 2.8107,
      "step": 53665
    },
    {
      "epoch": 4.558783554196398,
      "grad_norm": 3.5293109965464406,
      "learning_rate": 4.3005909138587735e-05,
      "loss": 2.4058,
      "step": 53666
    },
    {
      "epoch": 4.5588685015290515,
      "grad_norm": 3.095784084441854,
      "learning_rate": 4.3001096993235604e-05,
      "loss": 2.2322,
      "step": 53667
    },
    {
      "epoch": 4.558953448861706,
      "grad_norm": 3.52580980535613,
      "learning_rate": 4.299628507207839e-05,
      "loss": 2.2952,
      "step": 53668
    },
    {
      "epoch": 4.559038396194359,
      "grad_norm": 3.0584056976478555,
      "learning_rate": 4.299147337512621e-05,
      "loss": 2.0775,
      "step": 53669
    },
    {
      "epoch": 4.5591233435270135,
      "grad_norm": 3.341575599253229,
      "learning_rate": 4.298666190238911e-05,
      "loss": 2.3019,
      "step": 53670
    },
    {
      "epoch": 4.559208290859667,
      "grad_norm": 4.025177269162894,
      "learning_rate": 4.298185065387714e-05,
      "loss": 2.8648,
      "step": 53671
    },
    {
      "epoch": 4.559293238192321,
      "grad_norm": 3.594616023760403,
      "learning_rate": 4.2977039629600456e-05,
      "loss": 2.4369,
      "step": 53672
    },
    {
      "epoch": 4.559378185524975,
      "grad_norm": 3.3363935522805854,
      "learning_rate": 4.29722288295691e-05,
      "loss": 2.2965,
      "step": 53673
    },
    {
      "epoch": 4.559463132857628,
      "grad_norm": 3.1037302742845814,
      "learning_rate": 4.296741825379309e-05,
      "loss": 2.2501,
      "step": 53674
    },
    {
      "epoch": 4.559548080190282,
      "grad_norm": 3.421415744271924,
      "learning_rate": 4.296260790228257e-05,
      "loss": 2.2832,
      "step": 53675
    },
    {
      "epoch": 4.559633027522936,
      "grad_norm": 3.4501604768077434,
      "learning_rate": 4.2957797775047645e-05,
      "loss": 2.5245,
      "step": 53676
    },
    {
      "epoch": 4.559717974855589,
      "grad_norm": 3.6400042929045355,
      "learning_rate": 4.2952987872098385e-05,
      "loss": 2.6491,
      "step": 53677
    },
    {
      "epoch": 4.5598029221882435,
      "grad_norm": 3.2555863287677855,
      "learning_rate": 4.2948178193444784e-05,
      "loss": 2.2939,
      "step": 53678
    },
    {
      "epoch": 4.559887869520897,
      "grad_norm": 3.125391699113829,
      "learning_rate": 4.294336873909702e-05,
      "loss": 2.1177,
      "step": 53679
    },
    {
      "epoch": 4.559972816853551,
      "grad_norm": 3.2407621142035694,
      "learning_rate": 4.29385595090651e-05,
      "loss": 2.2788,
      "step": 53680
    },
    {
      "epoch": 4.560057764186205,
      "grad_norm": 3.9145424481027353,
      "learning_rate": 4.293375050335918e-05,
      "loss": 3.072,
      "step": 53681
    },
    {
      "epoch": 4.560142711518858,
      "grad_norm": 3.4599669545551275,
      "learning_rate": 4.292894172198922e-05,
      "loss": 2.4127,
      "step": 53682
    },
    {
      "epoch": 4.560227658851512,
      "grad_norm": 3.5930134522103447,
      "learning_rate": 4.292413316496543e-05,
      "loss": 2.6077,
      "step": 53683
    },
    {
      "epoch": 4.560312606184166,
      "grad_norm": 3.6759958224174314,
      "learning_rate": 4.29193248322978e-05,
      "loss": 2.4859,
      "step": 53684
    },
    {
      "epoch": 4.56039755351682,
      "grad_norm": 3.664302083681525,
      "learning_rate": 4.29145167239964e-05,
      "loss": 2.7047,
      "step": 53685
    },
    {
      "epoch": 4.560482500849473,
      "grad_norm": 3.7484449658610646,
      "learning_rate": 4.2909708840071314e-05,
      "loss": 2.576,
      "step": 53686
    },
    {
      "epoch": 4.560567448182127,
      "grad_norm": 3.2419737478388146,
      "learning_rate": 4.290490118053268e-05,
      "loss": 2.4892,
      "step": 53687
    },
    {
      "epoch": 4.560652395514781,
      "grad_norm": 3.68274173290192,
      "learning_rate": 4.290009374539052e-05,
      "loss": 2.6353,
      "step": 53688
    },
    {
      "epoch": 4.5607373428474345,
      "grad_norm": 3.4264088284357372,
      "learning_rate": 4.289528653465486e-05,
      "loss": 2.5213,
      "step": 53689
    },
    {
      "epoch": 4.560822290180088,
      "grad_norm": 3.753035717390764,
      "learning_rate": 4.2890479548335873e-05,
      "loss": 2.6783,
      "step": 53690
    },
    {
      "epoch": 4.560907237512742,
      "grad_norm": 3.8365422299100578,
      "learning_rate": 4.2885672786443574e-05,
      "loss": 2.7518,
      "step": 53691
    },
    {
      "epoch": 4.560992184845396,
      "grad_norm": 3.706828284634374,
      "learning_rate": 4.2880866248987996e-05,
      "loss": 2.6233,
      "step": 53692
    },
    {
      "epoch": 4.56107713217805,
      "grad_norm": 3.7795504910754114,
      "learning_rate": 4.2876059935979256e-05,
      "loss": 2.6909,
      "step": 53693
    },
    {
      "epoch": 4.561162079510703,
      "grad_norm": 3.9381562299989934,
      "learning_rate": 4.287125384742747e-05,
      "loss": 2.7153,
      "step": 53694
    },
    {
      "epoch": 4.561247026843358,
      "grad_norm": 3.9896769281478,
      "learning_rate": 4.286644798334265e-05,
      "loss": 2.9538,
      "step": 53695
    },
    {
      "epoch": 4.561331974176011,
      "grad_norm": 3.314344331025627,
      "learning_rate": 4.2861642343734845e-05,
      "loss": 2.4982,
      "step": 53696
    },
    {
      "epoch": 4.561416921508664,
      "grad_norm": 3.5852808688583706,
      "learning_rate": 4.285683692861419e-05,
      "loss": 2.7209,
      "step": 53697
    },
    {
      "epoch": 4.561501868841319,
      "grad_norm": 3.3116425571094292,
      "learning_rate": 4.285203173799069e-05,
      "loss": 2.4376,
      "step": 53698
    },
    {
      "epoch": 4.561586816173972,
      "grad_norm": 3.4621609466453633,
      "learning_rate": 4.2847226771874463e-05,
      "loss": 2.3176,
      "step": 53699
    },
    {
      "epoch": 4.5616717635066255,
      "grad_norm": 3.448002514012484,
      "learning_rate": 4.284242203027553e-05,
      "loss": 2.5724,
      "step": 53700
    },
    {
      "epoch": 4.56175671083928,
      "grad_norm": 3.761370025433231,
      "learning_rate": 4.2837617513204026e-05,
      "loss": 2.7738,
      "step": 53701
    },
    {
      "epoch": 4.561841658171933,
      "grad_norm": 3.5909259238908056,
      "learning_rate": 4.2832813220669975e-05,
      "loss": 2.4118,
      "step": 53702
    },
    {
      "epoch": 4.5619266055045875,
      "grad_norm": 3.711089272281117,
      "learning_rate": 4.282800915268341e-05,
      "loss": 2.6476,
      "step": 53703
    },
    {
      "epoch": 4.562011552837241,
      "grad_norm": 3.4036266522119,
      "learning_rate": 4.2823205309254474e-05,
      "loss": 2.5372,
      "step": 53704
    },
    {
      "epoch": 4.562096500169894,
      "grad_norm": 3.3835516003907697,
      "learning_rate": 4.281840169039314e-05,
      "loss": 2.3475,
      "step": 53705
    },
    {
      "epoch": 4.562181447502549,
      "grad_norm": 3.196465808311544,
      "learning_rate": 4.2813598296109566e-05,
      "loss": 2.1664,
      "step": 53706
    },
    {
      "epoch": 4.562266394835202,
      "grad_norm": 3.4577104201234827,
      "learning_rate": 4.280879512641374e-05,
      "loss": 2.5019,
      "step": 53707
    },
    {
      "epoch": 4.562351342167856,
      "grad_norm": 3.5584091383790404,
      "learning_rate": 4.28039921813158e-05,
      "loss": 2.6062,
      "step": 53708
    },
    {
      "epoch": 4.56243628950051,
      "grad_norm": 3.9111282874463296,
      "learning_rate": 4.2799189460825786e-05,
      "loss": 3.0974,
      "step": 53709
    },
    {
      "epoch": 4.562521236833163,
      "grad_norm": 3.420745675874117,
      "learning_rate": 4.279438696495367e-05,
      "loss": 2.3835,
      "step": 53710
    },
    {
      "epoch": 4.562606184165817,
      "grad_norm": 3.342280777023702,
      "learning_rate": 4.2789584693709607e-05,
      "loss": 2.2914,
      "step": 53711
    },
    {
      "epoch": 4.562691131498471,
      "grad_norm": 3.172335933521875,
      "learning_rate": 4.2784782647103696e-05,
      "loss": 2.1604,
      "step": 53712
    },
    {
      "epoch": 4.562776078831124,
      "grad_norm": 3.8208288865379756,
      "learning_rate": 4.277998082514594e-05,
      "loss": 2.7482,
      "step": 53713
    },
    {
      "epoch": 4.5628610261637785,
      "grad_norm": 3.555697037551864,
      "learning_rate": 4.2775179227846346e-05,
      "loss": 2.4194,
      "step": 53714
    },
    {
      "epoch": 4.562945973496432,
      "grad_norm": 3.5935934027744567,
      "learning_rate": 4.27703778552151e-05,
      "loss": 2.4571,
      "step": 53715
    },
    {
      "epoch": 4.563030920829086,
      "grad_norm": 3.4789353772954557,
      "learning_rate": 4.276557670726218e-05,
      "loss": 2.3892,
      "step": 53716
    },
    {
      "epoch": 4.56311586816174,
      "grad_norm": 3.3807243312910207,
      "learning_rate": 4.276077578399763e-05,
      "loss": 2.3836,
      "step": 53717
    },
    {
      "epoch": 4.563200815494394,
      "grad_norm": 3.2779157093418783,
      "learning_rate": 4.275597508543153e-05,
      "loss": 2.3187,
      "step": 53718
    },
    {
      "epoch": 4.563285762827047,
      "grad_norm": 3.322577508939551,
      "learning_rate": 4.2751174611574004e-05,
      "loss": 2.3007,
      "step": 53719
    },
    {
      "epoch": 4.563370710159701,
      "grad_norm": 3.5405562147788388,
      "learning_rate": 4.274637436243506e-05,
      "loss": 2.2711,
      "step": 53720
    },
    {
      "epoch": 4.563455657492355,
      "grad_norm": 3.2667724548249244,
      "learning_rate": 4.27415743380247e-05,
      "loss": 2.2481,
      "step": 53721
    },
    {
      "epoch": 4.5635406048250085,
      "grad_norm": 3.3847164415079476,
      "learning_rate": 4.2736774538353083e-05,
      "loss": 2.5019,
      "step": 53722
    },
    {
      "epoch": 4.563625552157662,
      "grad_norm": 3.25807846948358,
      "learning_rate": 4.273197496343017e-05,
      "loss": 2.4217,
      "step": 53723
    },
    {
      "epoch": 4.563710499490316,
      "grad_norm": 3.3808930977583,
      "learning_rate": 4.2727175613266096e-05,
      "loss": 2.4472,
      "step": 53724
    },
    {
      "epoch": 4.56379544682297,
      "grad_norm": 3.1134626414987485,
      "learning_rate": 4.272237648787086e-05,
      "loss": 2.2541,
      "step": 53725
    },
    {
      "epoch": 4.563880394155624,
      "grad_norm": 3.2281362045392217,
      "learning_rate": 4.271757758725459e-05,
      "loss": 2.4027,
      "step": 53726
    },
    {
      "epoch": 4.563965341488277,
      "grad_norm": 3.8940544119581144,
      "learning_rate": 4.2712778911427294e-05,
      "loss": 2.8647,
      "step": 53727
    },
    {
      "epoch": 4.564050288820931,
      "grad_norm": 3.2189167256590774,
      "learning_rate": 4.270798046039897e-05,
      "loss": 2.318,
      "step": 53728
    },
    {
      "epoch": 4.564135236153585,
      "grad_norm": 3.2293288697289593,
      "learning_rate": 4.270318223417974e-05,
      "loss": 2.301,
      "step": 53729
    },
    {
      "epoch": 4.564220183486238,
      "grad_norm": 3.4303633993127196,
      "learning_rate": 4.2698384232779684e-05,
      "loss": 2.422,
      "step": 53730
    },
    {
      "epoch": 4.564305130818893,
      "grad_norm": 3.193517248698789,
      "learning_rate": 4.269358645620884e-05,
      "loss": 2.3721,
      "step": 53731
    },
    {
      "epoch": 4.564390078151546,
      "grad_norm": 3.6200655615435613,
      "learning_rate": 4.2688788904477174e-05,
      "loss": 2.7189,
      "step": 53732
    },
    {
      "epoch": 4.5644750254841995,
      "grad_norm": 3.370546669165294,
      "learning_rate": 4.268399157759486e-05,
      "loss": 2.4319,
      "step": 53733
    },
    {
      "epoch": 4.564559972816854,
      "grad_norm": 3.485776922854478,
      "learning_rate": 4.267919447557188e-05,
      "loss": 2.4876,
      "step": 53734
    },
    {
      "epoch": 4.564644920149507,
      "grad_norm": 3.38080435566651,
      "learning_rate": 4.267439759841828e-05,
      "loss": 2.4242,
      "step": 53735
    },
    {
      "epoch": 4.564729867482161,
      "grad_norm": 3.9290442397749903,
      "learning_rate": 4.26696009461441e-05,
      "loss": 2.7524,
      "step": 53736
    },
    {
      "epoch": 4.564814814814815,
      "grad_norm": 3.311191380605206,
      "learning_rate": 4.2664804518759483e-05,
      "loss": 2.4108,
      "step": 53737
    },
    {
      "epoch": 4.564899762147468,
      "grad_norm": 3.397247503583306,
      "learning_rate": 4.2660008316274415e-05,
      "loss": 2.5662,
      "step": 53738
    },
    {
      "epoch": 4.564984709480123,
      "grad_norm": 3.31501057087682,
      "learning_rate": 4.265521233869889e-05,
      "loss": 2.2499,
      "step": 53739
    },
    {
      "epoch": 4.565069656812776,
      "grad_norm": 3.65121394341624,
      "learning_rate": 4.265041658604307e-05,
      "loss": 2.712,
      "step": 53740
    },
    {
      "epoch": 4.56515460414543,
      "grad_norm": 3.3570627456295226,
      "learning_rate": 4.2645621058316905e-05,
      "loss": 2.4711,
      "step": 53741
    },
    {
      "epoch": 4.565239551478084,
      "grad_norm": 3.350399879900632,
      "learning_rate": 4.2640825755530514e-05,
      "loss": 2.4778,
      "step": 53742
    },
    {
      "epoch": 4.565324498810737,
      "grad_norm": 3.8803222240034883,
      "learning_rate": 4.263603067769389e-05,
      "loss": 2.8011,
      "step": 53743
    },
    {
      "epoch": 4.565409446143391,
      "grad_norm": 3.2683619307810075,
      "learning_rate": 4.2631235824817145e-05,
      "loss": 2.3193,
      "step": 53744
    },
    {
      "epoch": 4.565494393476045,
      "grad_norm": 3.399208126967662,
      "learning_rate": 4.262644119691029e-05,
      "loss": 2.3253,
      "step": 53745
    },
    {
      "epoch": 4.565579340808698,
      "grad_norm": 3.3155600525675912,
      "learning_rate": 4.262164679398331e-05,
      "loss": 2.2397,
      "step": 53746
    },
    {
      "epoch": 4.5656642881413525,
      "grad_norm": 3.6243282532984686,
      "learning_rate": 4.261685261604637e-05,
      "loss": 2.6717,
      "step": 53747
    },
    {
      "epoch": 4.565749235474006,
      "grad_norm": 3.630633367678507,
      "learning_rate": 4.26120586631094e-05,
      "loss": 2.8147,
      "step": 53748
    },
    {
      "epoch": 4.56583418280666,
      "grad_norm": 3.670697457038192,
      "learning_rate": 4.260726493518256e-05,
      "loss": 2.6933,
      "step": 53749
    },
    {
      "epoch": 4.565919130139314,
      "grad_norm": 3.3622735014594123,
      "learning_rate": 4.260247143227576e-05,
      "loss": 2.4544,
      "step": 53750
    },
    {
      "epoch": 4.566004077471967,
      "grad_norm": 3.245230957830301,
      "learning_rate": 4.2597678154399185e-05,
      "loss": 2.4078,
      "step": 53751
    },
    {
      "epoch": 4.566089024804621,
      "grad_norm": 3.339879199956436,
      "learning_rate": 4.259288510156279e-05,
      "loss": 2.4664,
      "step": 53752
    },
    {
      "epoch": 4.566173972137275,
      "grad_norm": 3.2085649821581113,
      "learning_rate": 4.258809227377661e-05,
      "loss": 2.0768,
      "step": 53753
    },
    {
      "epoch": 4.566258919469929,
      "grad_norm": 3.5800128173657,
      "learning_rate": 4.258329967105071e-05,
      "loss": 2.4613,
      "step": 53754
    },
    {
      "epoch": 4.566343866802582,
      "grad_norm": 3.460561142165604,
      "learning_rate": 4.257850729339518e-05,
      "loss": 2.3539,
      "step": 53755
    },
    {
      "epoch": 4.566428814135236,
      "grad_norm": 3.5929288346844115,
      "learning_rate": 4.2573715140820017e-05,
      "loss": 2.7214,
      "step": 53756
    },
    {
      "epoch": 4.56651376146789,
      "grad_norm": 3.521509015208386,
      "learning_rate": 4.256892321333524e-05,
      "loss": 2.3303,
      "step": 53757
    },
    {
      "epoch": 4.5665987088005435,
      "grad_norm": 3.1945549280016357,
      "learning_rate": 4.256413151095094e-05,
      "loss": 2.2028,
      "step": 53758
    },
    {
      "epoch": 4.566683656133197,
      "grad_norm": 3.2649607837822887,
      "learning_rate": 4.255934003367713e-05,
      "loss": 2.3026,
      "step": 53759
    },
    {
      "epoch": 4.566768603465851,
      "grad_norm": 3.4743907415757245,
      "learning_rate": 4.2554548781523804e-05,
      "loss": 2.5033,
      "step": 53760
    },
    {
      "epoch": 4.566853550798505,
      "grad_norm": 3.276820874388905,
      "learning_rate": 4.254975775450106e-05,
      "loss": 2.2689,
      "step": 53761
    },
    {
      "epoch": 4.566938498131159,
      "grad_norm": 3.1326652677553177,
      "learning_rate": 4.254496695261896e-05,
      "loss": 2.2026,
      "step": 53762
    },
    {
      "epoch": 4.567023445463812,
      "grad_norm": 3.2904456346003537,
      "learning_rate": 4.2540176375887503e-05,
      "loss": 2.2962,
      "step": 53763
    },
    {
      "epoch": 4.567108392796467,
      "grad_norm": 3.2481355206859437,
      "learning_rate": 4.2535386024316684e-05,
      "loss": 2.1709,
      "step": 53764
    },
    {
      "epoch": 4.56719334012912,
      "grad_norm": 3.910439310912472,
      "learning_rate": 4.253059589791665e-05,
      "loss": 2.9178,
      "step": 53765
    },
    {
      "epoch": 4.5672782874617734,
      "grad_norm": 3.1992780656618094,
      "learning_rate": 4.252580599669731e-05,
      "loss": 2.2096,
      "step": 53766
    },
    {
      "epoch": 4.567363234794428,
      "grad_norm": 3.530199410595329,
      "learning_rate": 4.252101632066882e-05,
      "loss": 2.5226,
      "step": 53767
    },
    {
      "epoch": 4.567448182127081,
      "grad_norm": 3.549318444482965,
      "learning_rate": 4.2516226869841094e-05,
      "loss": 2.362,
      "step": 53768
    },
    {
      "epoch": 4.5675331294597346,
      "grad_norm": 3.2750477128663724,
      "learning_rate": 4.2511437644224314e-05,
      "loss": 2.483,
      "step": 53769
    },
    {
      "epoch": 4.567618076792389,
      "grad_norm": 3.5470134170752696,
      "learning_rate": 4.2506648643828403e-05,
      "loss": 2.6562,
      "step": 53770
    },
    {
      "epoch": 4.567703024125042,
      "grad_norm": 3.4237274328593816,
      "learning_rate": 4.250185986866339e-05,
      "loss": 2.2847,
      "step": 53771
    },
    {
      "epoch": 4.5677879714576965,
      "grad_norm": 3.4844994483535783,
      "learning_rate": 4.2497071318739356e-05,
      "loss": 2.7034,
      "step": 53772
    },
    {
      "epoch": 4.56787291879035,
      "grad_norm": 3.3784460792270665,
      "learning_rate": 4.249228299406636e-05,
      "loss": 2.2969,
      "step": 53773
    },
    {
      "epoch": 4.567957866123003,
      "grad_norm": 3.5310805268311722,
      "learning_rate": 4.24874948946544e-05,
      "loss": 2.6371,
      "step": 53774
    },
    {
      "epoch": 4.568042813455658,
      "grad_norm": 3.7497861475502687,
      "learning_rate": 4.248270702051346e-05,
      "loss": 2.4918,
      "step": 53775
    },
    {
      "epoch": 4.568127760788311,
      "grad_norm": 3.2945697666705174,
      "learning_rate": 4.247791937165367e-05,
      "loss": 2.2212,
      "step": 53776
    },
    {
      "epoch": 4.568212708120965,
      "grad_norm": 3.1453136816743386,
      "learning_rate": 4.247313194808501e-05,
      "loss": 2.1802,
      "step": 53777
    },
    {
      "epoch": 4.568297655453619,
      "grad_norm": 3.7158791286074684,
      "learning_rate": 4.246834474981746e-05,
      "loss": 2.5978,
      "step": 53778
    },
    {
      "epoch": 4.568382602786272,
      "grad_norm": 4.050527082962705,
      "learning_rate": 4.24635577768611e-05,
      "loss": 2.9063,
      "step": 53779
    },
    {
      "epoch": 4.5684675501189265,
      "grad_norm": 3.1963949274796457,
      "learning_rate": 4.245877102922602e-05,
      "loss": 2.3049,
      "step": 53780
    },
    {
      "epoch": 4.56855249745158,
      "grad_norm": 3.298309028162852,
      "learning_rate": 4.245398450692219e-05,
      "loss": 2.3449,
      "step": 53781
    },
    {
      "epoch": 4.568637444784233,
      "grad_norm": 3.652212927499988,
      "learning_rate": 4.244919820995959e-05,
      "loss": 2.5596,
      "step": 53782
    },
    {
      "epoch": 4.568722392116888,
      "grad_norm": 3.7500047247424444,
      "learning_rate": 4.244441213834836e-05,
      "loss": 2.5513,
      "step": 53783
    },
    {
      "epoch": 4.568807339449541,
      "grad_norm": 3.4110722868509615,
      "learning_rate": 4.243962629209841e-05,
      "loss": 2.33,
      "step": 53784
    },
    {
      "epoch": 4.568892286782195,
      "grad_norm": 3.4432790389055445,
      "learning_rate": 4.243484067121988e-05,
      "loss": 2.6013,
      "step": 53785
    },
    {
      "epoch": 4.568977234114849,
      "grad_norm": 3.4628179864545587,
      "learning_rate": 4.2430055275722684e-05,
      "loss": 2.5707,
      "step": 53786
    },
    {
      "epoch": 4.569062181447503,
      "grad_norm": 3.6999768309273358,
      "learning_rate": 4.242527010561698e-05,
      "loss": 2.5927,
      "step": 53787
    },
    {
      "epoch": 4.569147128780156,
      "grad_norm": 3.986288781847,
      "learning_rate": 4.2420485160912696e-05,
      "loss": 3.0396,
      "step": 53788
    },
    {
      "epoch": 4.56923207611281,
      "grad_norm": 3.408732501179613,
      "learning_rate": 4.241570044161986e-05,
      "loss": 2.3913,
      "step": 53789
    },
    {
      "epoch": 4.569317023445464,
      "grad_norm": 3.326307424180202,
      "learning_rate": 4.241091594774855e-05,
      "loss": 2.4676,
      "step": 53790
    },
    {
      "epoch": 4.5694019707781175,
      "grad_norm": 4.021020961323814,
      "learning_rate": 4.240613167930873e-05,
      "loss": 2.8647,
      "step": 53791
    },
    {
      "epoch": 4.569486918110771,
      "grad_norm": 3.4422163376159394,
      "learning_rate": 4.24013476363105e-05,
      "loss": 2.5442,
      "step": 53792
    },
    {
      "epoch": 4.569571865443425,
      "grad_norm": 3.367974551893604,
      "learning_rate": 4.2396563818763804e-05,
      "loss": 2.4905,
      "step": 53793
    },
    {
      "epoch": 4.569656812776079,
      "grad_norm": 3.4958966582482054,
      "learning_rate": 4.2391780226678744e-05,
      "loss": 2.427,
      "step": 53794
    },
    {
      "epoch": 4.569741760108733,
      "grad_norm": 3.285708789585653,
      "learning_rate": 4.238699686006529e-05,
      "loss": 2.399,
      "step": 53795
    },
    {
      "epoch": 4.569826707441386,
      "grad_norm": 3.4875674467087627,
      "learning_rate": 4.2382213718933455e-05,
      "loss": 2.5881,
      "step": 53796
    },
    {
      "epoch": 4.56991165477404,
      "grad_norm": 3.6818664637487295,
      "learning_rate": 4.237743080329326e-05,
      "loss": 2.4672,
      "step": 53797
    },
    {
      "epoch": 4.569996602106694,
      "grad_norm": 3.314007274035084,
      "learning_rate": 4.237264811315482e-05,
      "loss": 2.3569,
      "step": 53798
    },
    {
      "epoch": 4.570081549439347,
      "grad_norm": 3.152051419658361,
      "learning_rate": 4.236786564852807e-05,
      "loss": 2.122,
      "step": 53799
    },
    {
      "epoch": 4.570166496772002,
      "grad_norm": 3.233024431649464,
      "learning_rate": 4.2363083409423e-05,
      "loss": 2.4214,
      "step": 53800
    },
    {
      "epoch": 4.570251444104655,
      "grad_norm": 3.6575504353936257,
      "learning_rate": 4.235830139584973e-05,
      "loss": 2.4708,
      "step": 53801
    },
    {
      "epoch": 4.5703363914373085,
      "grad_norm": 3.3860713195095227,
      "learning_rate": 4.235351960781822e-05,
      "loss": 2.5177,
      "step": 53802
    },
    {
      "epoch": 4.570421338769963,
      "grad_norm": 3.335846017312946,
      "learning_rate": 4.234873804533844e-05,
      "loss": 2.4237,
      "step": 53803
    },
    {
      "epoch": 4.570506286102616,
      "grad_norm": 3.3341870774835614,
      "learning_rate": 4.2343956708420484e-05,
      "loss": 2.4156,
      "step": 53804
    },
    {
      "epoch": 4.5705912334352705,
      "grad_norm": 3.683989578742479,
      "learning_rate": 4.2339175597074386e-05,
      "loss": 2.7733,
      "step": 53805
    },
    {
      "epoch": 4.570676180767924,
      "grad_norm": 3.6533905590548525,
      "learning_rate": 4.2334394711310144e-05,
      "loss": 2.5664,
      "step": 53806
    },
    {
      "epoch": 4.570761128100577,
      "grad_norm": 3.3634344483869874,
      "learning_rate": 4.23296140511377e-05,
      "loss": 2.4846,
      "step": 53807
    },
    {
      "epoch": 4.570846075433232,
      "grad_norm": 3.5323558564032607,
      "learning_rate": 4.2324833616567183e-05,
      "loss": 2.7481,
      "step": 53808
    },
    {
      "epoch": 4.570931022765885,
      "grad_norm": 3.828179688750013,
      "learning_rate": 4.23200534076085e-05,
      "loss": 2.8671,
      "step": 53809
    },
    {
      "epoch": 4.571015970098539,
      "grad_norm": 3.9150998183287897,
      "learning_rate": 4.231527342427179e-05,
      "loss": 2.8309,
      "step": 53810
    },
    {
      "epoch": 4.571100917431193,
      "grad_norm": 3.8584946860594638,
      "learning_rate": 4.231049366656694e-05,
      "loss": 2.6333,
      "step": 53811
    },
    {
      "epoch": 4.571185864763846,
      "grad_norm": 3.613140309779309,
      "learning_rate": 4.2305714134504084e-05,
      "loss": 2.5349,
      "step": 53812
    },
    {
      "epoch": 4.5712708120965,
      "grad_norm": 3.4124583593884985,
      "learning_rate": 4.230093482809319e-05,
      "loss": 2.1744,
      "step": 53813
    },
    {
      "epoch": 4.571355759429154,
      "grad_norm": 3.7131997270724604,
      "learning_rate": 4.2296155747344197e-05,
      "loss": 2.7478,
      "step": 53814
    },
    {
      "epoch": 4.571440706761807,
      "grad_norm": 3.5758259611274408,
      "learning_rate": 4.2291376892267204e-05,
      "loss": 2.4009,
      "step": 53815
    },
    {
      "epoch": 4.5715256540944615,
      "grad_norm": 3.397205472153536,
      "learning_rate": 4.2286598262872234e-05,
      "loss": 2.3685,
      "step": 53816
    },
    {
      "epoch": 4.571610601427115,
      "grad_norm": 3.2287385760176126,
      "learning_rate": 4.228181985916928e-05,
      "loss": 2.199,
      "step": 53817
    },
    {
      "epoch": 4.571695548759769,
      "grad_norm": 3.495254781198188,
      "learning_rate": 4.22770416811683e-05,
      "loss": 2.5549,
      "step": 53818
    },
    {
      "epoch": 4.571780496092423,
      "grad_norm": 3.456504301919097,
      "learning_rate": 4.2272263728879384e-05,
      "loss": 2.2947,
      "step": 53819
    },
    {
      "epoch": 4.571865443425077,
      "grad_norm": 3.179180099197919,
      "learning_rate": 4.226748600231251e-05,
      "loss": 2.3322,
      "step": 53820
    },
    {
      "epoch": 4.57195039075773,
      "grad_norm": 3.5171561744574276,
      "learning_rate": 4.226270850147766e-05,
      "loss": 2.4695,
      "step": 53821
    },
    {
      "epoch": 4.572035338090384,
      "grad_norm": 3.3477916827689547,
      "learning_rate": 4.2257931226384855e-05,
      "loss": 2.3066,
      "step": 53822
    },
    {
      "epoch": 4.572120285423038,
      "grad_norm": 3.350802996315895,
      "learning_rate": 4.225315417704419e-05,
      "loss": 2.3463,
      "step": 53823
    },
    {
      "epoch": 4.5722052327556915,
      "grad_norm": 3.395290977599209,
      "learning_rate": 4.2248377353465586e-05,
      "loss": 2.501,
      "step": 53824
    },
    {
      "epoch": 4.572290180088345,
      "grad_norm": 3.9946092525519483,
      "learning_rate": 4.224360075565903e-05,
      "loss": 2.9733,
      "step": 53825
    },
    {
      "epoch": 4.572375127420999,
      "grad_norm": 3.6786779750051233,
      "learning_rate": 4.223882438363464e-05,
      "loss": 2.5295,
      "step": 53826
    },
    {
      "epoch": 4.572460074753653,
      "grad_norm": 3.513528269968252,
      "learning_rate": 4.2234048237402275e-05,
      "loss": 2.5803,
      "step": 53827
    },
    {
      "epoch": 4.572545022086307,
      "grad_norm": 3.439582259518363,
      "learning_rate": 4.222927231697209e-05,
      "loss": 2.489,
      "step": 53828
    },
    {
      "epoch": 4.57262996941896,
      "grad_norm": 3.5060881023938455,
      "learning_rate": 4.222449662235397e-05,
      "loss": 2.6535,
      "step": 53829
    },
    {
      "epoch": 4.572714916751614,
      "grad_norm": 3.3450253505821292,
      "learning_rate": 4.2219721153558036e-05,
      "loss": 2.5235,
      "step": 53830
    },
    {
      "epoch": 4.572799864084268,
      "grad_norm": 3.122954093309484,
      "learning_rate": 4.2214945910594236e-05,
      "loss": 2.1899,
      "step": 53831
    },
    {
      "epoch": 4.572884811416921,
      "grad_norm": 3.503864991761197,
      "learning_rate": 4.2210170893472534e-05,
      "loss": 2.4181,
      "step": 53832
    },
    {
      "epoch": 4.572969758749576,
      "grad_norm": 3.4031926827315164,
      "learning_rate": 4.2205396102202965e-05,
      "loss": 2.4538,
      "step": 53833
    },
    {
      "epoch": 4.573054706082229,
      "grad_norm": 3.1654379451583656,
      "learning_rate": 4.220062153679561e-05,
      "loss": 2.1491,
      "step": 53834
    },
    {
      "epoch": 4.5731396534148825,
      "grad_norm": 3.726857591269287,
      "learning_rate": 4.219584719726039e-05,
      "loss": 2.7754,
      "step": 53835
    },
    {
      "epoch": 4.573224600747537,
      "grad_norm": 3.530663261461563,
      "learning_rate": 4.2191073083607284e-05,
      "loss": 2.2808,
      "step": 53836
    },
    {
      "epoch": 4.57330954808019,
      "grad_norm": 3.0209024888272165,
      "learning_rate": 4.218629919584639e-05,
      "loss": 2.1542,
      "step": 53837
    },
    {
      "epoch": 4.573394495412844,
      "grad_norm": 3.2161696947511444,
      "learning_rate": 4.218152553398765e-05,
      "loss": 2.2046,
      "step": 53838
    },
    {
      "epoch": 4.573479442745498,
      "grad_norm": 3.4009232698053538,
      "learning_rate": 4.217675209804108e-05,
      "loss": 2.3852,
      "step": 53839
    },
    {
      "epoch": 4.573564390078151,
      "grad_norm": 3.235098441632566,
      "learning_rate": 4.2171978888016584e-05,
      "loss": 2.3983,
      "step": 53840
    },
    {
      "epoch": 4.573649337410806,
      "grad_norm": 3.4630774517899727,
      "learning_rate": 4.2167205903924354e-05,
      "loss": 2.2206,
      "step": 53841
    },
    {
      "epoch": 4.573734284743459,
      "grad_norm": 3.760102036455429,
      "learning_rate": 4.2162433145774294e-05,
      "loss": 2.6835,
      "step": 53842
    },
    {
      "epoch": 4.573819232076113,
      "grad_norm": 3.4979520783107017,
      "learning_rate": 4.215766061357636e-05,
      "loss": 2.4929,
      "step": 53843
    },
    {
      "epoch": 4.573904179408767,
      "grad_norm": 3.1834638823957753,
      "learning_rate": 4.2152888307340634e-05,
      "loss": 2.172,
      "step": 53844
    },
    {
      "epoch": 4.57398912674142,
      "grad_norm": 3.8223235696102753,
      "learning_rate": 4.2148116227077066e-05,
      "loss": 2.6721,
      "step": 53845
    },
    {
      "epoch": 4.574074074074074,
      "grad_norm": 3.397615863018429,
      "learning_rate": 4.214334437279563e-05,
      "loss": 2.4662,
      "step": 53846
    },
    {
      "epoch": 4.574159021406728,
      "grad_norm": 3.2934966539196884,
      "learning_rate": 4.213857274450638e-05,
      "loss": 2.2937,
      "step": 53847
    },
    {
      "epoch": 4.574243968739381,
      "grad_norm": 3.7753662503518077,
      "learning_rate": 4.213380134221932e-05,
      "loss": 2.6642,
      "step": 53848
    },
    {
      "epoch": 4.5743289160720355,
      "grad_norm": 3.564042480961996,
      "learning_rate": 4.2129030165944425e-05,
      "loss": 2.605,
      "step": 53849
    },
    {
      "epoch": 4.574413863404689,
      "grad_norm": 3.547258308843648,
      "learning_rate": 4.212425921569164e-05,
      "loss": 2.4042,
      "step": 53850
    },
    {
      "epoch": 4.574498810737343,
      "grad_norm": 3.3813922097420366,
      "learning_rate": 4.2119488491471057e-05,
      "loss": 2.5519,
      "step": 53851
    },
    {
      "epoch": 4.574583758069997,
      "grad_norm": 3.4170163482707125,
      "learning_rate": 4.2114717993292584e-05,
      "loss": 2.6816,
      "step": 53852
    },
    {
      "epoch": 4.57466870540265,
      "grad_norm": 3.6071843380136404,
      "learning_rate": 4.210994772116631e-05,
      "loss": 2.6997,
      "step": 53853
    },
    {
      "epoch": 4.574753652735304,
      "grad_norm": 3.081261792705758,
      "learning_rate": 4.210517767510212e-05,
      "loss": 2.1098,
      "step": 53854
    },
    {
      "epoch": 4.574838600067958,
      "grad_norm": 3.4671013662391847,
      "learning_rate": 4.2100407855110104e-05,
      "loss": 2.2525,
      "step": 53855
    },
    {
      "epoch": 4.574923547400612,
      "grad_norm": 3.595808992855524,
      "learning_rate": 4.209563826120025e-05,
      "loss": 2.6651,
      "step": 53856
    },
    {
      "epoch": 4.575008494733265,
      "grad_norm": 3.6249297865497483,
      "learning_rate": 4.20908688933825e-05,
      "loss": 2.4391,
      "step": 53857
    },
    {
      "epoch": 4.575093442065919,
      "grad_norm": 3.4240778259662186,
      "learning_rate": 4.2086099751666776e-05,
      "loss": 2.512,
      "step": 53858
    },
    {
      "epoch": 4.575178389398573,
      "grad_norm": 3.5600615380883767,
      "learning_rate": 4.208133083606326e-05,
      "loss": 2.4757,
      "step": 53859
    },
    {
      "epoch": 4.5752633367312265,
      "grad_norm": 3.318821168698877,
      "learning_rate": 4.207656214658185e-05,
      "loss": 2.3546,
      "step": 53860
    },
    {
      "epoch": 4.57534828406388,
      "grad_norm": 3.166463672315208,
      "learning_rate": 4.207179368323248e-05,
      "loss": 2.2155,
      "step": 53861
    },
    {
      "epoch": 4.575433231396534,
      "grad_norm": 3.367501783305379,
      "learning_rate": 4.206702544602526e-05,
      "loss": 2.3922,
      "step": 53862
    },
    {
      "epoch": 4.575518178729188,
      "grad_norm": 3.209013033296412,
      "learning_rate": 4.2062257434970095e-05,
      "loss": 2.4938,
      "step": 53863
    },
    {
      "epoch": 4.575603126061842,
      "grad_norm": 4.009325227997686,
      "learning_rate": 4.2057489650076975e-05,
      "loss": 2.9787,
      "step": 53864
    },
    {
      "epoch": 4.575688073394495,
      "grad_norm": 3.234984641091808,
      "learning_rate": 4.20527220913559e-05,
      "loss": 2.3349,
      "step": 53865
    },
    {
      "epoch": 4.57577302072715,
      "grad_norm": 3.103062231774247,
      "learning_rate": 4.2047954758816914e-05,
      "loss": 2.2488,
      "step": 53866
    },
    {
      "epoch": 4.575857968059803,
      "grad_norm": 3.775440601751234,
      "learning_rate": 4.2043187652469976e-05,
      "loss": 2.6027,
      "step": 53867
    },
    {
      "epoch": 4.5759429153924565,
      "grad_norm": 3.670571825543669,
      "learning_rate": 4.2038420772325063e-05,
      "loss": 2.6152,
      "step": 53868
    },
    {
      "epoch": 4.576027862725111,
      "grad_norm": 3.530368457750307,
      "learning_rate": 4.2033654118392104e-05,
      "loss": 2.22,
      "step": 53869
    },
    {
      "epoch": 4.576112810057764,
      "grad_norm": 3.6758227811671844,
      "learning_rate": 4.202888769068116e-05,
      "loss": 2.7713,
      "step": 53870
    },
    {
      "epoch": 4.576197757390418,
      "grad_norm": 3.588762539707045,
      "learning_rate": 4.202412148920224e-05,
      "loss": 2.7267,
      "step": 53871
    },
    {
      "epoch": 4.576282704723072,
      "grad_norm": 3.311469770221808,
      "learning_rate": 4.2019355513965243e-05,
      "loss": 2.4355,
      "step": 53872
    },
    {
      "epoch": 4.576367652055725,
      "grad_norm": 3.5854195104257105,
      "learning_rate": 4.201458976498026e-05,
      "loss": 2.6144,
      "step": 53873
    },
    {
      "epoch": 4.57645259938838,
      "grad_norm": 3.272566293910509,
      "learning_rate": 4.200982424225722e-05,
      "loss": 2.1816,
      "step": 53874
    },
    {
      "epoch": 4.576537546721033,
      "grad_norm": 3.58841756523048,
      "learning_rate": 4.200505894580612e-05,
      "loss": 2.4143,
      "step": 53875
    },
    {
      "epoch": 4.576622494053686,
      "grad_norm": 3.6281432945386123,
      "learning_rate": 4.200029387563684e-05,
      "loss": 2.7068,
      "step": 53876
    },
    {
      "epoch": 4.576707441386341,
      "grad_norm": 3.713770772690404,
      "learning_rate": 4.199552903175955e-05,
      "loss": 2.7838,
      "step": 53877
    },
    {
      "epoch": 4.576792388718994,
      "grad_norm": 3.2524946857302037,
      "learning_rate": 4.1990764414184155e-05,
      "loss": 2.5157,
      "step": 53878
    },
    {
      "epoch": 4.576877336051648,
      "grad_norm": 3.362420081276057,
      "learning_rate": 4.1986000022920604e-05,
      "loss": 2.4766,
      "step": 53879
    },
    {
      "epoch": 4.576962283384302,
      "grad_norm": 3.409304279924242,
      "learning_rate": 4.1981235857978876e-05,
      "loss": 2.3013,
      "step": 53880
    },
    {
      "epoch": 4.577047230716955,
      "grad_norm": 4.011753345581335,
      "learning_rate": 4.197647191936903e-05,
      "loss": 2.9599,
      "step": 53881
    },
    {
      "epoch": 4.5771321780496095,
      "grad_norm": 3.6842583048443656,
      "learning_rate": 4.197170820710099e-05,
      "loss": 2.7116,
      "step": 53882
    },
    {
      "epoch": 4.577217125382263,
      "grad_norm": 3.4080344112650307,
      "learning_rate": 4.196694472118464e-05,
      "loss": 2.4997,
      "step": 53883
    },
    {
      "epoch": 4.577302072714916,
      "grad_norm": 3.397050210662108,
      "learning_rate": 4.1962181461630175e-05,
      "loss": 2.5859,
      "step": 53884
    },
    {
      "epoch": 4.577387020047571,
      "grad_norm": 3.3916592032568547,
      "learning_rate": 4.1957418428447474e-05,
      "loss": 2.3502,
      "step": 53885
    },
    {
      "epoch": 4.577471967380224,
      "grad_norm": 4.036177606142186,
      "learning_rate": 4.195265562164649e-05,
      "loss": 2.9468,
      "step": 53886
    },
    {
      "epoch": 4.577556914712878,
      "grad_norm": 3.2813044225228998,
      "learning_rate": 4.1947893041237195e-05,
      "loss": 2.1782,
      "step": 53887
    },
    {
      "epoch": 4.577641862045532,
      "grad_norm": 3.3862258731392436,
      "learning_rate": 4.194313068722963e-05,
      "loss": 2.2853,
      "step": 53888
    },
    {
      "epoch": 4.577726809378186,
      "grad_norm": 3.4042127566084,
      "learning_rate": 4.19383685596337e-05,
      "loss": 2.4383,
      "step": 53889
    },
    {
      "epoch": 4.577811756710839,
      "grad_norm": 3.7081613893637795,
      "learning_rate": 4.193360665845941e-05,
      "loss": 2.7403,
      "step": 53890
    },
    {
      "epoch": 4.577896704043493,
      "grad_norm": 3.2680429428756277,
      "learning_rate": 4.192884498371681e-05,
      "loss": 2.2065,
      "step": 53891
    },
    {
      "epoch": 4.577981651376147,
      "grad_norm": 3.200451152870472,
      "learning_rate": 4.192408353541582e-05,
      "loss": 2.2281,
      "step": 53892
    },
    {
      "epoch": 4.5780665987088005,
      "grad_norm": 3.930284606845086,
      "learning_rate": 4.1919322313566404e-05,
      "loss": 2.8128,
      "step": 53893
    },
    {
      "epoch": 4.578151546041454,
      "grad_norm": 3.8178731715176792,
      "learning_rate": 4.191456131817851e-05,
      "loss": 2.7279,
      "step": 53894
    },
    {
      "epoch": 4.578236493374108,
      "grad_norm": 3.5725679088132978,
      "learning_rate": 4.190980054926215e-05,
      "loss": 2.6821,
      "step": 53895
    },
    {
      "epoch": 4.578321440706762,
      "grad_norm": 3.130742970742438,
      "learning_rate": 4.1905040006827345e-05,
      "loss": 2.2369,
      "step": 53896
    },
    {
      "epoch": 4.578406388039416,
      "grad_norm": 3.222306298049376,
      "learning_rate": 4.1900279690884014e-05,
      "loss": 2.1374,
      "step": 53897
    },
    {
      "epoch": 4.578491335372069,
      "grad_norm": 3.4906703432749526,
      "learning_rate": 4.189551960144212e-05,
      "loss": 2.5237,
      "step": 53898
    },
    {
      "epoch": 4.578576282704723,
      "grad_norm": 3.51969052640374,
      "learning_rate": 4.189075973851168e-05,
      "loss": 2.5881,
      "step": 53899
    },
    {
      "epoch": 4.578661230037377,
      "grad_norm": 3.623799481418925,
      "learning_rate": 4.1886000102102664e-05,
      "loss": 2.5291,
      "step": 53900
    },
    {
      "epoch": 4.57874617737003,
      "grad_norm": 3.7809703901084477,
      "learning_rate": 4.188124069222494e-05,
      "loss": 2.6541,
      "step": 53901
    },
    {
      "epoch": 4.578831124702685,
      "grad_norm": 3.346068871437311,
      "learning_rate": 4.1876481508888646e-05,
      "loss": 2.3328,
      "step": 53902
    },
    {
      "epoch": 4.578916072035338,
      "grad_norm": 3.203156457844581,
      "learning_rate": 4.1871722552103686e-05,
      "loss": 2.3407,
      "step": 53903
    },
    {
      "epoch": 4.5790010193679915,
      "grad_norm": 3.611634520668032,
      "learning_rate": 4.186696382188003e-05,
      "loss": 2.7774,
      "step": 53904
    },
    {
      "epoch": 4.579085966700646,
      "grad_norm": 3.2041906088945917,
      "learning_rate": 4.186220531822758e-05,
      "loss": 2.2016,
      "step": 53905
    },
    {
      "epoch": 4.579170914033299,
      "grad_norm": 3.2756605950007276,
      "learning_rate": 4.185744704115642e-05,
      "loss": 2.3313,
      "step": 53906
    },
    {
      "epoch": 4.579255861365953,
      "grad_norm": 3.7711517229650817,
      "learning_rate": 4.185268899067641e-05,
      "loss": 2.6223,
      "step": 53907
    },
    {
      "epoch": 4.579340808698607,
      "grad_norm": 3.2960339679196036,
      "learning_rate": 4.1847931166797634e-05,
      "loss": 2.2789,
      "step": 53908
    },
    {
      "epoch": 4.57942575603126,
      "grad_norm": 3.8921914265901063,
      "learning_rate": 4.184317356952997e-05,
      "loss": 2.8392,
      "step": 53909
    },
    {
      "epoch": 4.579510703363915,
      "grad_norm": 4.02252358784322,
      "learning_rate": 4.1838416198883444e-05,
      "loss": 3.0681,
      "step": 53910
    },
    {
      "epoch": 4.579595650696568,
      "grad_norm": 2.9641141133611457,
      "learning_rate": 4.1833659054868016e-05,
      "loss": 2.0361,
      "step": 53911
    },
    {
      "epoch": 4.579680598029222,
      "grad_norm": 4.081602080036584,
      "learning_rate": 4.182890213749358e-05,
      "loss": 2.9382,
      "step": 53912
    },
    {
      "epoch": 4.579765545361876,
      "grad_norm": 3.3087271719865208,
      "learning_rate": 4.182414544677017e-05,
      "loss": 2.4604,
      "step": 53913
    },
    {
      "epoch": 4.579850492694529,
      "grad_norm": 3.231733704898928,
      "learning_rate": 4.181938898270779e-05,
      "loss": 2.195,
      "step": 53914
    },
    {
      "epoch": 4.5799354400271834,
      "grad_norm": 3.972108100358681,
      "learning_rate": 4.181463274531636e-05,
      "loss": 2.9256,
      "step": 53915
    },
    {
      "epoch": 4.580020387359837,
      "grad_norm": 3.956297149292187,
      "learning_rate": 4.18098767346058e-05,
      "loss": 2.9483,
      "step": 53916
    },
    {
      "epoch": 4.58010533469249,
      "grad_norm": 3.46009633411346,
      "learning_rate": 4.1805120950586166e-05,
      "loss": 2.6859,
      "step": 53917
    },
    {
      "epoch": 4.5801902820251446,
      "grad_norm": 3.8295321917473895,
      "learning_rate": 4.180036539326738e-05,
      "loss": 2.6018,
      "step": 53918
    },
    {
      "epoch": 4.580275229357798,
      "grad_norm": 3.6304773744461882,
      "learning_rate": 4.1795610062659314e-05,
      "loss": 2.9331,
      "step": 53919
    },
    {
      "epoch": 4.580360176690452,
      "grad_norm": 3.6619464095340946,
      "learning_rate": 4.1790854958772105e-05,
      "loss": 2.7904,
      "step": 53920
    },
    {
      "epoch": 4.580445124023106,
      "grad_norm": 3.1701256304359737,
      "learning_rate": 4.178610008161564e-05,
      "loss": 2.3166,
      "step": 53921
    },
    {
      "epoch": 4.580530071355759,
      "grad_norm": 3.2199572675611448,
      "learning_rate": 4.178134543119988e-05,
      "loss": 2.2141,
      "step": 53922
    },
    {
      "epoch": 4.580615018688413,
      "grad_norm": 3.611799712360643,
      "learning_rate": 4.177659100753473e-05,
      "loss": 2.6549,
      "step": 53923
    },
    {
      "epoch": 4.580699966021067,
      "grad_norm": 4.268810567904939,
      "learning_rate": 4.1771836810630253e-05,
      "loss": 3.2967,
      "step": 53924
    },
    {
      "epoch": 4.580784913353721,
      "grad_norm": 3.594180274159884,
      "learning_rate": 4.1767082840496366e-05,
      "loss": 2.53,
      "step": 53925
    },
    {
      "epoch": 4.5808698606863745,
      "grad_norm": 3.8812114823292374,
      "learning_rate": 4.1762329097142974e-05,
      "loss": 2.7881,
      "step": 53926
    },
    {
      "epoch": 4.580954808019028,
      "grad_norm": 3.384120034603014,
      "learning_rate": 4.1757575580580105e-05,
      "loss": 2.4148,
      "step": 53927
    },
    {
      "epoch": 4.581039755351682,
      "grad_norm": 3.8638451991864264,
      "learning_rate": 4.175282229081774e-05,
      "loss": 2.6333,
      "step": 53928
    },
    {
      "epoch": 4.581124702684336,
      "grad_norm": 3.1938736714949694,
      "learning_rate": 4.1748069227865804e-05,
      "loss": 2.1322,
      "step": 53929
    },
    {
      "epoch": 4.581209650016989,
      "grad_norm": 3.2450524551321127,
      "learning_rate": 4.174331639173421e-05,
      "loss": 2.3682,
      "step": 53930
    },
    {
      "epoch": 4.581294597349643,
      "grad_norm": 3.653155485528711,
      "learning_rate": 4.1738563782433e-05,
      "loss": 2.4512,
      "step": 53931
    },
    {
      "epoch": 4.581379544682297,
      "grad_norm": 3.559596339076839,
      "learning_rate": 4.173381139997206e-05,
      "loss": 2.4246,
      "step": 53932
    },
    {
      "epoch": 4.581464492014951,
      "grad_norm": 3.1884257503470934,
      "learning_rate": 4.1729059244361424e-05,
      "loss": 2.263,
      "step": 53933
    },
    {
      "epoch": 4.581549439347604,
      "grad_norm": 3.3846348146771215,
      "learning_rate": 4.172430731561095e-05,
      "loss": 2.5175,
      "step": 53934
    },
    {
      "epoch": 4.581634386680259,
      "grad_norm": 3.636824816401075,
      "learning_rate": 4.17195556137307e-05,
      "loss": 2.6828,
      "step": 53935
    },
    {
      "epoch": 4.581719334012912,
      "grad_norm": 3.3106457974872834,
      "learning_rate": 4.171480413873059e-05,
      "loss": 2.4734,
      "step": 53936
    },
    {
      "epoch": 4.5818042813455655,
      "grad_norm": 3.15462361651038,
      "learning_rate": 4.171005289062052e-05,
      "loss": 2.2569,
      "step": 53937
    },
    {
      "epoch": 4.58188922867822,
      "grad_norm": 3.272931926460252,
      "learning_rate": 4.1705301869410485e-05,
      "loss": 2.3656,
      "step": 53938
    },
    {
      "epoch": 4.581974176010873,
      "grad_norm": 3.695954901121064,
      "learning_rate": 4.1700551075110495e-05,
      "loss": 2.828,
      "step": 53939
    },
    {
      "epoch": 4.582059123343527,
      "grad_norm": 3.2238308930497475,
      "learning_rate": 4.169580050773047e-05,
      "loss": 2.2453,
      "step": 53940
    },
    {
      "epoch": 4.582144070676181,
      "grad_norm": 3.4596274136478455,
      "learning_rate": 4.169105016728029e-05,
      "loss": 2.4764,
      "step": 53941
    },
    {
      "epoch": 4.582229018008834,
      "grad_norm": 3.2741515248934325,
      "learning_rate": 4.1686300053770025e-05,
      "loss": 2.3764,
      "step": 53942
    },
    {
      "epoch": 4.582313965341489,
      "grad_norm": 3.5258491668977814,
      "learning_rate": 4.168155016720956e-05,
      "loss": 2.6746,
      "step": 53943
    },
    {
      "epoch": 4.582398912674142,
      "grad_norm": 3.1440062636250534,
      "learning_rate": 4.167680050760881e-05,
      "loss": 2.2055,
      "step": 53944
    },
    {
      "epoch": 4.582483860006795,
      "grad_norm": 3.334574344448994,
      "learning_rate": 4.1672051074977794e-05,
      "loss": 2.3381,
      "step": 53945
    },
    {
      "epoch": 4.58256880733945,
      "grad_norm": 3.294194123272193,
      "learning_rate": 4.1667301869326485e-05,
      "loss": 2.4565,
      "step": 53946
    },
    {
      "epoch": 4.582653754672103,
      "grad_norm": 3.5833899961031643,
      "learning_rate": 4.1662552890664785e-05,
      "loss": 2.7444,
      "step": 53947
    },
    {
      "epoch": 4.582738702004757,
      "grad_norm": 3.572820355846506,
      "learning_rate": 4.1657804139002623e-05,
      "loss": 2.7151,
      "step": 53948
    },
    {
      "epoch": 4.582823649337411,
      "grad_norm": 3.400144295707054,
      "learning_rate": 4.1653055614350015e-05,
      "loss": 2.4758,
      "step": 53949
    },
    {
      "epoch": 4.582908596670064,
      "grad_norm": 3.682850862793343,
      "learning_rate": 4.164830731671683e-05,
      "loss": 2.7779,
      "step": 53950
    },
    {
      "epoch": 4.5829935440027185,
      "grad_norm": 3.455860228940392,
      "learning_rate": 4.164355924611313e-05,
      "loss": 2.6201,
      "step": 53951
    },
    {
      "epoch": 4.583078491335372,
      "grad_norm": 3.2502762874332958,
      "learning_rate": 4.163881140254873e-05,
      "loss": 2.37,
      "step": 53952
    },
    {
      "epoch": 4.583163438668025,
      "grad_norm": 3.932392492220582,
      "learning_rate": 4.163406378603369e-05,
      "loss": 2.8146,
      "step": 53953
    },
    {
      "epoch": 4.58324838600068,
      "grad_norm": 3.1666471053913914,
      "learning_rate": 4.162931639657792e-05,
      "loss": 2.2038,
      "step": 53954
    },
    {
      "epoch": 4.583333333333333,
      "grad_norm": 3.377132096865426,
      "learning_rate": 4.162456923419132e-05,
      "loss": 2.5358,
      "step": 53955
    },
    {
      "epoch": 4.583418280665987,
      "grad_norm": 3.3885357243109517,
      "learning_rate": 4.1619822298883854e-05,
      "loss": 2.4025,
      "step": 53956
    },
    {
      "epoch": 4.583503227998641,
      "grad_norm": 3.2590467629175475,
      "learning_rate": 4.161507559066555e-05,
      "loss": 2.3068,
      "step": 53957
    },
    {
      "epoch": 4.583588175331295,
      "grad_norm": 3.837147129334668,
      "learning_rate": 4.1610329109546307e-05,
      "loss": 2.5473,
      "step": 53958
    },
    {
      "epoch": 4.583673122663948,
      "grad_norm": 3.1348297702437917,
      "learning_rate": 4.1605582855536e-05,
      "loss": 2.1679,
      "step": 53959
    },
    {
      "epoch": 4.583758069996602,
      "grad_norm": 3.4388617285391283,
      "learning_rate": 4.160083682864468e-05,
      "loss": 2.382,
      "step": 53960
    },
    {
      "epoch": 4.583843017329256,
      "grad_norm": 3.590937797817937,
      "learning_rate": 4.159609102888223e-05,
      "loss": 2.4314,
      "step": 53961
    },
    {
      "epoch": 4.5839279646619095,
      "grad_norm": 3.150971011516843,
      "learning_rate": 4.1591345456258586e-05,
      "loss": 2.1542,
      "step": 53962
    },
    {
      "epoch": 4.584012911994563,
      "grad_norm": 3.1856397220079624,
      "learning_rate": 4.158660011078368e-05,
      "loss": 2.1852,
      "step": 53963
    },
    {
      "epoch": 4.584097859327217,
      "grad_norm": 3.3249127283002315,
      "learning_rate": 4.158185499246756e-05,
      "loss": 2.1995,
      "step": 53964
    },
    {
      "epoch": 4.584182806659871,
      "grad_norm": 3.5326709281277995,
      "learning_rate": 4.157711010132009e-05,
      "loss": 2.5334,
      "step": 53965
    },
    {
      "epoch": 4.584267753992525,
      "grad_norm": 3.500484927446944,
      "learning_rate": 4.157236543735117e-05,
      "loss": 2.4096,
      "step": 53966
    },
    {
      "epoch": 4.584352701325178,
      "grad_norm": 3.2995568646983178,
      "learning_rate": 4.156762100057083e-05,
      "loss": 2.2616,
      "step": 53967
    },
    {
      "epoch": 4.584437648657832,
      "grad_norm": 3.548951770157836,
      "learning_rate": 4.156287679098893e-05,
      "loss": 2.555,
      "step": 53968
    },
    {
      "epoch": 4.584522595990486,
      "grad_norm": 3.9543470433920187,
      "learning_rate": 4.155813280861549e-05,
      "loss": 2.9568,
      "step": 53969
    },
    {
      "epoch": 4.5846075433231395,
      "grad_norm": 4.050728015604166,
      "learning_rate": 4.155338905346039e-05,
      "loss": 2.8454,
      "step": 53970
    },
    {
      "epoch": 4.584692490655794,
      "grad_norm": 3.3706350301501837,
      "learning_rate": 4.1548645525533597e-05,
      "loss": 2.2929,
      "step": 53971
    },
    {
      "epoch": 4.584777437988447,
      "grad_norm": 3.6248718523297563,
      "learning_rate": 4.154390222484507e-05,
      "loss": 2.6269,
      "step": 53972
    },
    {
      "epoch": 4.584862385321101,
      "grad_norm": 3.6406641543241807,
      "learning_rate": 4.1539159151404664e-05,
      "loss": 2.6483,
      "step": 53973
    },
    {
      "epoch": 4.584947332653755,
      "grad_norm": 3.799408796818727,
      "learning_rate": 4.1534416305222424e-05,
      "loss": 2.8867,
      "step": 53974
    },
    {
      "epoch": 4.585032279986408,
      "grad_norm": 3.7320547260770964,
      "learning_rate": 4.1529673686308204e-05,
      "loss": 2.9794,
      "step": 53975
    },
    {
      "epoch": 4.585117227319062,
      "grad_norm": 3.1685828842601045,
      "learning_rate": 4.1524931294672006e-05,
      "loss": 2.0957,
      "step": 53976
    },
    {
      "epoch": 4.585202174651716,
      "grad_norm": 3.6669993071092333,
      "learning_rate": 4.152018913032369e-05,
      "loss": 2.663,
      "step": 53977
    },
    {
      "epoch": 4.585287121984369,
      "grad_norm": 3.473772064672427,
      "learning_rate": 4.151544719327328e-05,
      "loss": 2.4926,
      "step": 53978
    },
    {
      "epoch": 4.585372069317024,
      "grad_norm": 3.0837608747252294,
      "learning_rate": 4.1510705483530685e-05,
      "loss": 2.2443,
      "step": 53979
    },
    {
      "epoch": 4.585457016649677,
      "grad_norm": 3.945754097941883,
      "learning_rate": 4.150596400110578e-05,
      "loss": 2.7517,
      "step": 53980
    },
    {
      "epoch": 4.585541963982331,
      "grad_norm": 3.3992594868015122,
      "learning_rate": 4.1501222746008536e-05,
      "loss": 2.3967,
      "step": 53981
    },
    {
      "epoch": 4.585626911314985,
      "grad_norm": 3.476408562624504,
      "learning_rate": 4.149648171824894e-05,
      "loss": 2.5781,
      "step": 53982
    },
    {
      "epoch": 4.585711858647638,
      "grad_norm": 3.6957776980075763,
      "learning_rate": 4.1491740917836896e-05,
      "loss": 2.5514,
      "step": 53983
    },
    {
      "epoch": 4.5857968059802925,
      "grad_norm": 3.6675072599374006,
      "learning_rate": 4.148700034478226e-05,
      "loss": 2.5062,
      "step": 53984
    },
    {
      "epoch": 4.585881753312946,
      "grad_norm": 3.346213274874519,
      "learning_rate": 4.148225999909509e-05,
      "loss": 2.4612,
      "step": 53985
    },
    {
      "epoch": 4.585966700645599,
      "grad_norm": 3.309828962482555,
      "learning_rate": 4.147751988078524e-05,
      "loss": 2.3508,
      "step": 53986
    },
    {
      "epoch": 4.586051647978254,
      "grad_norm": 3.5106200232746776,
      "learning_rate": 4.1472779989862634e-05,
      "loss": 2.4575,
      "step": 53987
    },
    {
      "epoch": 4.586136595310907,
      "grad_norm": 3.843984791949762,
      "learning_rate": 4.1468040326337217e-05,
      "loss": 2.9063,
      "step": 53988
    },
    {
      "epoch": 4.586221542643561,
      "grad_norm": 3.222633539355211,
      "learning_rate": 4.146330089021897e-05,
      "loss": 2.2763,
      "step": 53989
    },
    {
      "epoch": 4.586306489976215,
      "grad_norm": 3.1945447283392556,
      "learning_rate": 4.145856168151781e-05,
      "loss": 2.381,
      "step": 53990
    },
    {
      "epoch": 4.586391437308868,
      "grad_norm": 3.518241223502084,
      "learning_rate": 4.145382270024358e-05,
      "loss": 2.6456,
      "step": 53991
    },
    {
      "epoch": 4.586476384641522,
      "grad_norm": 3.51135224077341,
      "learning_rate": 4.144908394640631e-05,
      "loss": 2.4978,
      "step": 53992
    },
    {
      "epoch": 4.586561331974176,
      "grad_norm": 4.0756902750404125,
      "learning_rate": 4.1444345420015865e-05,
      "loss": 3.0323,
      "step": 53993
    },
    {
      "epoch": 4.58664627930683,
      "grad_norm": 3.9676097876021146,
      "learning_rate": 4.143960712108223e-05,
      "loss": 2.8456,
      "step": 53994
    },
    {
      "epoch": 4.5867312266394835,
      "grad_norm": 3.460786788679171,
      "learning_rate": 4.143486904961526e-05,
      "loss": 2.4386,
      "step": 53995
    },
    {
      "epoch": 4.586816173972137,
      "grad_norm": 3.714393509868053,
      "learning_rate": 4.143013120562496e-05,
      "loss": 2.8629,
      "step": 53996
    },
    {
      "epoch": 4.586901121304791,
      "grad_norm": 3.495121076628302,
      "learning_rate": 4.142539358912124e-05,
      "loss": 2.4704,
      "step": 53997
    },
    {
      "epoch": 4.586986068637445,
      "grad_norm": 3.560569942533603,
      "learning_rate": 4.142065620011396e-05,
      "loss": 2.3732,
      "step": 53998
    },
    {
      "epoch": 4.587071015970099,
      "grad_norm": 3.613414537999621,
      "learning_rate": 4.141591903861309e-05,
      "loss": 2.4994,
      "step": 53999
    },
    {
      "epoch": 4.587155963302752,
      "grad_norm": 3.122543926363484,
      "learning_rate": 4.141118210462862e-05,
      "loss": 2.2209,
      "step": 54000
    },
    {
      "epoch": 4.587240910635406,
      "grad_norm": 3.4553615340390618,
      "learning_rate": 4.14064453981704e-05,
      "loss": 2.4377,
      "step": 54001
    },
    {
      "epoch": 4.58732585796806,
      "grad_norm": 3.226717452994119,
      "learning_rate": 4.140170891924834e-05,
      "loss": 2.4722,
      "step": 54002
    },
    {
      "epoch": 4.587410805300713,
      "grad_norm": 3.926174875165992,
      "learning_rate": 4.1396972667872435e-05,
      "loss": 2.7856,
      "step": 54003
    },
    {
      "epoch": 4.587495752633368,
      "grad_norm": 3.3932863552003365,
      "learning_rate": 4.1392236644052586e-05,
      "loss": 2.3597,
      "step": 54004
    },
    {
      "epoch": 4.587580699966021,
      "grad_norm": 3.366240794470425,
      "learning_rate": 4.1387500847798634e-05,
      "loss": 2.4158,
      "step": 54005
    },
    {
      "epoch": 4.5876656472986745,
      "grad_norm": 3.826180999087258,
      "learning_rate": 4.1382765279120576e-05,
      "loss": 2.6448,
      "step": 54006
    },
    {
      "epoch": 4.587750594631329,
      "grad_norm": 3.2809399909883368,
      "learning_rate": 4.1378029938028364e-05,
      "loss": 2.55,
      "step": 54007
    },
    {
      "epoch": 4.587835541963982,
      "grad_norm": 3.3809461534303895,
      "learning_rate": 4.137329482453189e-05,
      "loss": 2.6478,
      "step": 54008
    },
    {
      "epoch": 4.587920489296636,
      "grad_norm": 3.4446900638245306,
      "learning_rate": 4.136855993864103e-05,
      "loss": 2.3578,
      "step": 54009
    },
    {
      "epoch": 4.58800543662929,
      "grad_norm": 3.593838605783875,
      "learning_rate": 4.136382528036577e-05,
      "loss": 2.4314,
      "step": 54010
    },
    {
      "epoch": 4.588090383961943,
      "grad_norm": 3.505301197828072,
      "learning_rate": 4.135909084971596e-05,
      "loss": 2.4783,
      "step": 54011
    },
    {
      "epoch": 4.588175331294598,
      "grad_norm": 3.4142862597523584,
      "learning_rate": 4.1354356646701617e-05,
      "loss": 2.4961,
      "step": 54012
    },
    {
      "epoch": 4.588260278627251,
      "grad_norm": 3.5190245301721332,
      "learning_rate": 4.134962267133258e-05,
      "loss": 2.4888,
      "step": 54013
    },
    {
      "epoch": 4.588345225959905,
      "grad_norm": 3.900258194248168,
      "learning_rate": 4.134488892361881e-05,
      "loss": 2.7898,
      "step": 54014
    },
    {
      "epoch": 4.588430173292559,
      "grad_norm": 3.685614685571543,
      "learning_rate": 4.1340155403570235e-05,
      "loss": 2.6824,
      "step": 54015
    },
    {
      "epoch": 4.588515120625212,
      "grad_norm": 3.7062903297754874,
      "learning_rate": 4.133542211119669e-05,
      "loss": 2.6151,
      "step": 54016
    },
    {
      "epoch": 4.5886000679578665,
      "grad_norm": 3.5304158372767787,
      "learning_rate": 4.133068904650819e-05,
      "loss": 2.5431,
      "step": 54017
    },
    {
      "epoch": 4.58868501529052,
      "grad_norm": 3.2167379012186297,
      "learning_rate": 4.132595620951458e-05,
      "loss": 2.1826,
      "step": 54018
    },
    {
      "epoch": 4.588769962623173,
      "grad_norm": 3.162797071641194,
      "learning_rate": 4.132122360022585e-05,
      "loss": 2.1895,
      "step": 54019
    },
    {
      "epoch": 4.588854909955828,
      "grad_norm": 3.212918701448236,
      "learning_rate": 4.131649121865184e-05,
      "loss": 2.2782,
      "step": 54020
    },
    {
      "epoch": 4.588939857288481,
      "grad_norm": 3.2288349943254735,
      "learning_rate": 4.131175906480255e-05,
      "loss": 2.3225,
      "step": 54021
    },
    {
      "epoch": 4.589024804621135,
      "grad_norm": 3.2089879698910515,
      "learning_rate": 4.130702713868784e-05,
      "loss": 2.2466,
      "step": 54022
    },
    {
      "epoch": 4.589109751953789,
      "grad_norm": 3.946489307210871,
      "learning_rate": 4.130229544031758e-05,
      "loss": 2.8906,
      "step": 54023
    },
    {
      "epoch": 4.589194699286442,
      "grad_norm": 3.815665988667503,
      "learning_rate": 4.1297563969701764e-05,
      "loss": 2.528,
      "step": 54024
    },
    {
      "epoch": 4.589279646619096,
      "grad_norm": 3.997961669872122,
      "learning_rate": 4.12928327268503e-05,
      "loss": 3.0166,
      "step": 54025
    },
    {
      "epoch": 4.58936459395175,
      "grad_norm": 3.061594195343226,
      "learning_rate": 4.1288101711773086e-05,
      "loss": 2.135,
      "step": 54026
    },
    {
      "epoch": 4.589449541284404,
      "grad_norm": 3.258204808023345,
      "learning_rate": 4.128337092447998e-05,
      "loss": 2.3395,
      "step": 54027
    },
    {
      "epoch": 4.5895344886170575,
      "grad_norm": 3.519925424235074,
      "learning_rate": 4.127864036498099e-05,
      "loss": 2.2247,
      "step": 54028
    },
    {
      "epoch": 4.589619435949711,
      "grad_norm": 3.676154706136091,
      "learning_rate": 4.1273910033285995e-05,
      "loss": 2.5524,
      "step": 54029
    },
    {
      "epoch": 4.589704383282365,
      "grad_norm": 3.351327374781437,
      "learning_rate": 4.126917992940483e-05,
      "loss": 2.2227,
      "step": 54030
    },
    {
      "epoch": 4.589789330615019,
      "grad_norm": 3.8406262564096694,
      "learning_rate": 4.126445005334748e-05,
      "loss": 2.6408,
      "step": 54031
    },
    {
      "epoch": 4.589874277947672,
      "grad_norm": 3.538967616215351,
      "learning_rate": 4.1259720405123894e-05,
      "loss": 2.3792,
      "step": 54032
    },
    {
      "epoch": 4.589959225280326,
      "grad_norm": 3.264152580256234,
      "learning_rate": 4.1254990984743926e-05,
      "loss": 2.4149,
      "step": 54033
    },
    {
      "epoch": 4.59004417261298,
      "grad_norm": 3.9579736649192743,
      "learning_rate": 4.1250261792217454e-05,
      "loss": 2.8127,
      "step": 54034
    },
    {
      "epoch": 4.590129119945634,
      "grad_norm": 3.5495217100285315,
      "learning_rate": 4.124553282755446e-05,
      "loss": 2.4355,
      "step": 54035
    },
    {
      "epoch": 4.590214067278287,
      "grad_norm": 3.438325987963522,
      "learning_rate": 4.1240804090764775e-05,
      "loss": 2.4863,
      "step": 54036
    },
    {
      "epoch": 4.590299014610942,
      "grad_norm": 3.354543375303235,
      "learning_rate": 4.1236075581858395e-05,
      "loss": 2.2981,
      "step": 54037
    },
    {
      "epoch": 4.590383961943595,
      "grad_norm": 3.5459876255876224,
      "learning_rate": 4.123134730084514e-05,
      "loss": 2.6995,
      "step": 54038
    },
    {
      "epoch": 4.5904689092762485,
      "grad_norm": 3.4909546143659287,
      "learning_rate": 4.1226619247735e-05,
      "loss": 2.3701,
      "step": 54039
    },
    {
      "epoch": 4.590553856608903,
      "grad_norm": 3.2697636621716963,
      "learning_rate": 4.122189142253785e-05,
      "loss": 2.3109,
      "step": 54040
    },
    {
      "epoch": 4.590638803941556,
      "grad_norm": 3.407781221249074,
      "learning_rate": 4.121716382526354e-05,
      "loss": 2.3109,
      "step": 54041
    },
    {
      "epoch": 4.59072375127421,
      "grad_norm": 3.3960791528988254,
      "learning_rate": 4.121243645592202e-05,
      "loss": 2.3586,
      "step": 54042
    },
    {
      "epoch": 4.590808698606864,
      "grad_norm": 3.746258757829154,
      "learning_rate": 4.120770931452325e-05,
      "loss": 2.6616,
      "step": 54043
    },
    {
      "epoch": 4.590893645939517,
      "grad_norm": 3.1269851146682677,
      "learning_rate": 4.1202982401077076e-05,
      "loss": 2.3049,
      "step": 54044
    },
    {
      "epoch": 4.590978593272172,
      "grad_norm": 3.5188989466961114,
      "learning_rate": 4.1198255715593375e-05,
      "loss": 2.4211,
      "step": 54045
    },
    {
      "epoch": 4.591063540604825,
      "grad_norm": 3.2621790608172607,
      "learning_rate": 4.119352925808212e-05,
      "loss": 2.1484,
      "step": 54046
    },
    {
      "epoch": 4.591148487937478,
      "grad_norm": 3.5130041293081895,
      "learning_rate": 4.118880302855318e-05,
      "loss": 2.5682,
      "step": 54047
    },
    {
      "epoch": 4.591233435270133,
      "grad_norm": 3.790234196266064,
      "learning_rate": 4.1184077027016415e-05,
      "loss": 2.5941,
      "step": 54048
    },
    {
      "epoch": 4.591318382602786,
      "grad_norm": 3.291569090386511,
      "learning_rate": 4.1179351253481786e-05,
      "loss": 2.3304,
      "step": 54049
    },
    {
      "epoch": 4.59140332993544,
      "grad_norm": 3.6356849409015664,
      "learning_rate": 4.1174625707959196e-05,
      "loss": 2.472,
      "step": 54050
    },
    {
      "epoch": 4.591488277268094,
      "grad_norm": 3.658498098708049,
      "learning_rate": 4.116990039045856e-05,
      "loss": 2.716,
      "step": 54051
    },
    {
      "epoch": 4.591573224600747,
      "grad_norm": 3.400819492483851,
      "learning_rate": 4.1165175300989683e-05,
      "loss": 2.429,
      "step": 54052
    },
    {
      "epoch": 4.5916581719334015,
      "grad_norm": 3.796888296913815,
      "learning_rate": 4.1160450439562574e-05,
      "loss": 2.8042,
      "step": 54053
    },
    {
      "epoch": 4.591743119266055,
      "grad_norm": 3.9559505397900687,
      "learning_rate": 4.1155725806187065e-05,
      "loss": 2.7211,
      "step": 54054
    },
    {
      "epoch": 4.591828066598708,
      "grad_norm": 3.81639741539239,
      "learning_rate": 4.11510014008731e-05,
      "loss": 3.0218,
      "step": 54055
    },
    {
      "epoch": 4.591913013931363,
      "grad_norm": 3.3114545832019378,
      "learning_rate": 4.1146277223630535e-05,
      "loss": 2.4331,
      "step": 54056
    },
    {
      "epoch": 4.591997961264016,
      "grad_norm": 3.3883748427610203,
      "learning_rate": 4.114155327446932e-05,
      "loss": 2.3082,
      "step": 54057
    },
    {
      "epoch": 4.59208290859667,
      "grad_norm": 3.2758755596100277,
      "learning_rate": 4.113682955339934e-05,
      "loss": 2.3715,
      "step": 54058
    },
    {
      "epoch": 4.592167855929324,
      "grad_norm": 3.288010785686094,
      "learning_rate": 4.113210606043043e-05,
      "loss": 2.2726,
      "step": 54059
    },
    {
      "epoch": 4.592252803261978,
      "grad_norm": 3.5495636845217335,
      "learning_rate": 4.1127382795572564e-05,
      "loss": 2.3308,
      "step": 54060
    },
    {
      "epoch": 4.5923377505946315,
      "grad_norm": 3.0335855088340176,
      "learning_rate": 4.1122659758835594e-05,
      "loss": 2.0364,
      "step": 54061
    },
    {
      "epoch": 4.592422697927285,
      "grad_norm": 3.916954162621567,
      "learning_rate": 4.1117936950229445e-05,
      "loss": 2.7432,
      "step": 54062
    },
    {
      "epoch": 4.592507645259939,
      "grad_norm": 3.484669818274567,
      "learning_rate": 4.1113214369763976e-05,
      "loss": 2.5566,
      "step": 54063
    },
    {
      "epoch": 4.592592592592593,
      "grad_norm": 3.524189414041463,
      "learning_rate": 4.110849201744915e-05,
      "loss": 2.5713,
      "step": 54064
    },
    {
      "epoch": 4.592677539925246,
      "grad_norm": 3.1238056515919133,
      "learning_rate": 4.110376989329482e-05,
      "loss": 2.2818,
      "step": 54065
    },
    {
      "epoch": 4.5927624872579,
      "grad_norm": 3.874137431114146,
      "learning_rate": 4.109904799731082e-05,
      "loss": 2.9218,
      "step": 54066
    },
    {
      "epoch": 4.592847434590554,
      "grad_norm": 3.1646957540570386,
      "learning_rate": 4.109432632950711e-05,
      "loss": 2.1789,
      "step": 54067
    },
    {
      "epoch": 4.592932381923208,
      "grad_norm": 4.004307675498337,
      "learning_rate": 4.108960488989362e-05,
      "loss": 3.0504,
      "step": 54068
    },
    {
      "epoch": 4.593017329255861,
      "grad_norm": 3.1094934708421444,
      "learning_rate": 4.1084883678480184e-05,
      "loss": 2.1817,
      "step": 54069
    },
    {
      "epoch": 4.593102276588515,
      "grad_norm": 3.5926868756901587,
      "learning_rate": 4.1080162695276684e-05,
      "loss": 2.6617,
      "step": 54070
    },
    {
      "epoch": 4.593187223921169,
      "grad_norm": 3.2750046413694145,
      "learning_rate": 4.1075441940293066e-05,
      "loss": 2.1564,
      "step": 54071
    },
    {
      "epoch": 4.5932721712538225,
      "grad_norm": 3.2076785455460013,
      "learning_rate": 4.107072141353921e-05,
      "loss": 2.2485,
      "step": 54072
    },
    {
      "epoch": 4.593357118586477,
      "grad_norm": 3.1565221037251674,
      "learning_rate": 4.106600111502492e-05,
      "loss": 2.1044,
      "step": 54073
    },
    {
      "epoch": 4.59344206591913,
      "grad_norm": 3.535404883561458,
      "learning_rate": 4.1061281044760176e-05,
      "loss": 2.5416,
      "step": 54074
    },
    {
      "epoch": 4.593527013251784,
      "grad_norm": 3.3943242678631447,
      "learning_rate": 4.1056561202754875e-05,
      "loss": 2.4988,
      "step": 54075
    },
    {
      "epoch": 4.593611960584438,
      "grad_norm": 3.325202549998204,
      "learning_rate": 4.105184158901888e-05,
      "loss": 2.4067,
      "step": 54076
    },
    {
      "epoch": 4.593696907917091,
      "grad_norm": 3.4791202082814565,
      "learning_rate": 4.1047122203562037e-05,
      "loss": 2.3814,
      "step": 54077
    },
    {
      "epoch": 4.593781855249745,
      "grad_norm": 3.5067566348039394,
      "learning_rate": 4.1042403046394326e-05,
      "loss": 2.471,
      "step": 54078
    },
    {
      "epoch": 4.593866802582399,
      "grad_norm": 3.2340206141794026,
      "learning_rate": 4.103768411752555e-05,
      "loss": 2.4126,
      "step": 54079
    },
    {
      "epoch": 4.593951749915052,
      "grad_norm": 4.2007044023951385,
      "learning_rate": 4.103296541696566e-05,
      "loss": 2.6797,
      "step": 54080
    },
    {
      "epoch": 4.594036697247707,
      "grad_norm": 3.3234860354664066,
      "learning_rate": 4.102824694472446e-05,
      "loss": 2.1792,
      "step": 54081
    },
    {
      "epoch": 4.59412164458036,
      "grad_norm": 3.804763379130674,
      "learning_rate": 4.102352870081196e-05,
      "loss": 2.4162,
      "step": 54082
    },
    {
      "epoch": 4.594206591913014,
      "grad_norm": 3.402497319368831,
      "learning_rate": 4.101881068523797e-05,
      "loss": 2.4574,
      "step": 54083
    },
    {
      "epoch": 4.594291539245668,
      "grad_norm": 3.8750591480724315,
      "learning_rate": 4.101409289801233e-05,
      "loss": 2.93,
      "step": 54084
    },
    {
      "epoch": 4.594376486578321,
      "grad_norm": 3.373017370470567,
      "learning_rate": 4.1009375339144984e-05,
      "loss": 2.4156,
      "step": 54085
    },
    {
      "epoch": 4.5944614339109755,
      "grad_norm": 3.5323003371204575,
      "learning_rate": 4.100465800864586e-05,
      "loss": 2.4339,
      "step": 54086
    },
    {
      "epoch": 4.594546381243629,
      "grad_norm": 3.453284756238961,
      "learning_rate": 4.0999940906524784e-05,
      "loss": 2.3932,
      "step": 54087
    },
    {
      "epoch": 4.594631328576282,
      "grad_norm": 3.5447999307609703,
      "learning_rate": 4.0995224032791596e-05,
      "loss": 2.6784,
      "step": 54088
    },
    {
      "epoch": 4.594716275908937,
      "grad_norm": 4.00423274280899,
      "learning_rate": 4.0990507387456295e-05,
      "loss": 2.9908,
      "step": 54089
    },
    {
      "epoch": 4.59480122324159,
      "grad_norm": 3.64042456194193,
      "learning_rate": 4.098579097052871e-05,
      "loss": 2.8235,
      "step": 54090
    },
    {
      "epoch": 4.594886170574244,
      "grad_norm": 3.4521354150320396,
      "learning_rate": 4.0981074782018644e-05,
      "loss": 2.2562,
      "step": 54091
    },
    {
      "epoch": 4.594971117906898,
      "grad_norm": 3.2838973626919166,
      "learning_rate": 4.0976358821936054e-05,
      "loss": 2.3475,
      "step": 54092
    },
    {
      "epoch": 4.595056065239551,
      "grad_norm": 3.425933298955579,
      "learning_rate": 4.0971643090290876e-05,
      "loss": 2.138,
      "step": 54093
    },
    {
      "epoch": 4.595141012572205,
      "grad_norm": 3.358970774300591,
      "learning_rate": 4.0966927587092904e-05,
      "loss": 2.4285,
      "step": 54094
    },
    {
      "epoch": 4.595225959904859,
      "grad_norm": 3.2097249725454686,
      "learning_rate": 4.096221231235203e-05,
      "loss": 2.3047,
      "step": 54095
    },
    {
      "epoch": 4.595310907237513,
      "grad_norm": 3.2340692660597137,
      "learning_rate": 4.0957497266078176e-05,
      "loss": 2.3367,
      "step": 54096
    },
    {
      "epoch": 4.5953958545701665,
      "grad_norm": 3.725610269172263,
      "learning_rate": 4.0952782448281165e-05,
      "loss": 2.5241,
      "step": 54097
    },
    {
      "epoch": 4.59548080190282,
      "grad_norm": 3.2630684932805827,
      "learning_rate": 4.0948067858970947e-05,
      "loss": 2.2914,
      "step": 54098
    },
    {
      "epoch": 4.595565749235474,
      "grad_norm": 3.6762257950520536,
      "learning_rate": 4.094335349815732e-05,
      "loss": 2.7079,
      "step": 54099
    },
    {
      "epoch": 4.595650696568128,
      "grad_norm": 3.705943481375473,
      "learning_rate": 4.0938639365850235e-05,
      "loss": 2.5927,
      "step": 54100
    },
    {
      "epoch": 4.595735643900781,
      "grad_norm": 3.9047945386203575,
      "learning_rate": 4.093392546205952e-05,
      "loss": 2.6857,
      "step": 54101
    },
    {
      "epoch": 4.595820591233435,
      "grad_norm": 3.325166278861721,
      "learning_rate": 4.0929211786795045e-05,
      "loss": 2.5564,
      "step": 54102
    },
    {
      "epoch": 4.595905538566089,
      "grad_norm": 3.561711921580898,
      "learning_rate": 4.092449834006676e-05,
      "loss": 2.5689,
      "step": 54103
    },
    {
      "epoch": 4.595990485898743,
      "grad_norm": 3.7041815650970844,
      "learning_rate": 4.0919785121884436e-05,
      "loss": 2.6914,
      "step": 54104
    },
    {
      "epoch": 4.5960754332313964,
      "grad_norm": 3.5779115970992685,
      "learning_rate": 4.0915072132258056e-05,
      "loss": 2.8773,
      "step": 54105
    },
    {
      "epoch": 4.596160380564051,
      "grad_norm": 3.3301366330370206,
      "learning_rate": 4.0910359371197385e-05,
      "loss": 2.3478,
      "step": 54106
    },
    {
      "epoch": 4.596245327896704,
      "grad_norm": 3.6248232078148175,
      "learning_rate": 4.0905646838712417e-05,
      "loss": 2.5766,
      "step": 54107
    },
    {
      "epoch": 4.5963302752293576,
      "grad_norm": 3.155641811836608,
      "learning_rate": 4.090093453481296e-05,
      "loss": 2.2547,
      "step": 54108
    },
    {
      "epoch": 4.596415222562012,
      "grad_norm": 3.5627474815376106,
      "learning_rate": 4.089622245950888e-05,
      "loss": 2.3362,
      "step": 54109
    },
    {
      "epoch": 4.596500169894665,
      "grad_norm": 3.5065914808163186,
      "learning_rate": 4.089151061280998e-05,
      "loss": 2.6981,
      "step": 54110
    },
    {
      "epoch": 4.596585117227319,
      "grad_norm": 3.2055460064360006,
      "learning_rate": 4.088679899472629e-05,
      "loss": 2.1422,
      "step": 54111
    },
    {
      "epoch": 4.596670064559973,
      "grad_norm": 3.482486681455841,
      "learning_rate": 4.088208760526763e-05,
      "loss": 2.4875,
      "step": 54112
    },
    {
      "epoch": 4.596755011892626,
      "grad_norm": 3.6059792813212264,
      "learning_rate": 4.087737644444379e-05,
      "loss": 2.7478,
      "step": 54113
    },
    {
      "epoch": 4.596839959225281,
      "grad_norm": 3.9495112843577624,
      "learning_rate": 4.0872665512264754e-05,
      "loss": 2.887,
      "step": 54114
    },
    {
      "epoch": 4.596924906557934,
      "grad_norm": 3.5670796085851193,
      "learning_rate": 4.0867954808740346e-05,
      "loss": 2.4759,
      "step": 54115
    },
    {
      "epoch": 4.5970098538905875,
      "grad_norm": 3.565135912071352,
      "learning_rate": 4.0863244333880356e-05,
      "loss": 2.3199,
      "step": 54116
    },
    {
      "epoch": 4.597094801223242,
      "grad_norm": 3.505805786133249,
      "learning_rate": 4.085853408769475e-05,
      "loss": 2.558,
      "step": 54117
    },
    {
      "epoch": 4.597179748555895,
      "grad_norm": 3.2986089916779715,
      "learning_rate": 4.0853824070193414e-05,
      "loss": 2.3783,
      "step": 54118
    },
    {
      "epoch": 4.5972646958885495,
      "grad_norm": 3.8047251633414616,
      "learning_rate": 4.0849114281386195e-05,
      "loss": 2.5538,
      "step": 54119
    },
    {
      "epoch": 4.597349643221203,
      "grad_norm": 3.4086707723566705,
      "learning_rate": 4.0844404721282926e-05,
      "loss": 2.419,
      "step": 54120
    },
    {
      "epoch": 4.597434590553856,
      "grad_norm": 3.448414066109644,
      "learning_rate": 4.083969538989344e-05,
      "loss": 2.4465,
      "step": 54121
    },
    {
      "epoch": 4.597519537886511,
      "grad_norm": 3.7125313052862885,
      "learning_rate": 4.083498628722768e-05,
      "loss": 2.4918,
      "step": 54122
    },
    {
      "epoch": 4.597604485219164,
      "grad_norm": 3.489010529392677,
      "learning_rate": 4.0830277413295515e-05,
      "loss": 2.4323,
      "step": 54123
    },
    {
      "epoch": 4.597689432551817,
      "grad_norm": 3.2308520446288838,
      "learning_rate": 4.082556876810676e-05,
      "loss": 2.2213,
      "step": 54124
    },
    {
      "epoch": 4.597774379884472,
      "grad_norm": 3.654544795870708,
      "learning_rate": 4.0820860351671334e-05,
      "loss": 2.4758,
      "step": 54125
    },
    {
      "epoch": 4.597859327217125,
      "grad_norm": 3.62276536860462,
      "learning_rate": 4.081615216399909e-05,
      "loss": 2.7586,
      "step": 54126
    },
    {
      "epoch": 4.597944274549779,
      "grad_norm": 3.2228051913749254,
      "learning_rate": 4.0811444205099874e-05,
      "loss": 2.3862,
      "step": 54127
    },
    {
      "epoch": 4.598029221882433,
      "grad_norm": 3.4423160574511744,
      "learning_rate": 4.080673647498347e-05,
      "loss": 2.4879,
      "step": 54128
    },
    {
      "epoch": 4.598114169215087,
      "grad_norm": 3.601595855935414,
      "learning_rate": 4.080202897365992e-05,
      "loss": 2.7651,
      "step": 54129
    },
    {
      "epoch": 4.5981991165477405,
      "grad_norm": 3.5843043503636682,
      "learning_rate": 4.079732170113899e-05,
      "loss": 2.5607,
      "step": 54130
    },
    {
      "epoch": 4.598284063880394,
      "grad_norm": 3.352372351111189,
      "learning_rate": 4.07926146574305e-05,
      "loss": 2.3555,
      "step": 54131
    },
    {
      "epoch": 4.598369011213048,
      "grad_norm": 3.974231174865144,
      "learning_rate": 4.078790784254442e-05,
      "loss": 2.802,
      "step": 54132
    },
    {
      "epoch": 4.598453958545702,
      "grad_norm": 3.6248331088967123,
      "learning_rate": 4.0783201256490544e-05,
      "loss": 2.5491,
      "step": 54133
    },
    {
      "epoch": 4.598538905878355,
      "grad_norm": 3.4391453103317144,
      "learning_rate": 4.07784948992787e-05,
      "loss": 2.5657,
      "step": 54134
    },
    {
      "epoch": 4.598623853211009,
      "grad_norm": 3.1525471875991764,
      "learning_rate": 4.0773788770918803e-05,
      "loss": 2.2368,
      "step": 54135
    },
    {
      "epoch": 4.598708800543663,
      "grad_norm": 3.1804245716738504,
      "learning_rate": 4.076908287142074e-05,
      "loss": 2.1951,
      "step": 54136
    },
    {
      "epoch": 4.598793747876317,
      "grad_norm": 3.3711034356729934,
      "learning_rate": 4.0764377200794326e-05,
      "loss": 2.4244,
      "step": 54137
    },
    {
      "epoch": 4.59887869520897,
      "grad_norm": 3.2425632176354986,
      "learning_rate": 4.075967175904945e-05,
      "loss": 2.224,
      "step": 54138
    },
    {
      "epoch": 4.598963642541624,
      "grad_norm": 3.0673475179928005,
      "learning_rate": 4.075496654619589e-05,
      "loss": 2.0566,
      "step": 54139
    },
    {
      "epoch": 4.599048589874278,
      "grad_norm": 3.532355339027737,
      "learning_rate": 4.075026156224357e-05,
      "loss": 2.6824,
      "step": 54140
    },
    {
      "epoch": 4.5991335372069315,
      "grad_norm": 3.34413096078394,
      "learning_rate": 4.07455568072024e-05,
      "loss": 2.2287,
      "step": 54141
    },
    {
      "epoch": 4.599218484539586,
      "grad_norm": 3.8404279374132777,
      "learning_rate": 4.0740852281082114e-05,
      "loss": 2.7204,
      "step": 54142
    },
    {
      "epoch": 4.599303431872239,
      "grad_norm": 3.6841895601312933,
      "learning_rate": 4.07361479838927e-05,
      "loss": 2.7037,
      "step": 54143
    },
    {
      "epoch": 4.599388379204893,
      "grad_norm": 4.060436576322586,
      "learning_rate": 4.0731443915643956e-05,
      "loss": 2.923,
      "step": 54144
    },
    {
      "epoch": 4.599473326537547,
      "grad_norm": 3.665809342768043,
      "learning_rate": 4.072674007634572e-05,
      "loss": 2.7267,
      "step": 54145
    },
    {
      "epoch": 4.5995582738702,
      "grad_norm": 3.432302100267612,
      "learning_rate": 4.0722036466007786e-05,
      "loss": 2.465,
      "step": 54146
    },
    {
      "epoch": 4.599643221202854,
      "grad_norm": 3.768377920048657,
      "learning_rate": 4.0717333084640175e-05,
      "loss": 2.6406,
      "step": 54147
    },
    {
      "epoch": 4.599728168535508,
      "grad_norm": 3.3932771811810913,
      "learning_rate": 4.071262993225265e-05,
      "loss": 2.4146,
      "step": 54148
    },
    {
      "epoch": 4.599813115868161,
      "grad_norm": 3.4306996530176748,
      "learning_rate": 4.070792700885507e-05,
      "loss": 2.0907,
      "step": 54149
    },
    {
      "epoch": 4.599898063200816,
      "grad_norm": 3.255907506236543,
      "learning_rate": 4.070322431445724e-05,
      "loss": 2.0981,
      "step": 54150
    },
    {
      "epoch": 4.599983010533469,
      "grad_norm": 3.2516404537775165,
      "learning_rate": 4.069852184906911e-05,
      "loss": 2.2338,
      "step": 54151
    },
    {
      "epoch": 4.600067957866123,
      "grad_norm": 3.29688199088643,
      "learning_rate": 4.069381961270049e-05,
      "loss": 2.2342,
      "step": 54152
    },
    {
      "epoch": 4.600152905198777,
      "grad_norm": 3.2443497161099772,
      "learning_rate": 4.068911760536112e-05,
      "loss": 2.1947,
      "step": 54153
    },
    {
      "epoch": 4.60023785253143,
      "grad_norm": 3.5901486058179484,
      "learning_rate": 4.0684415827061056e-05,
      "loss": 2.646,
      "step": 54154
    },
    {
      "epoch": 4.6003227998640845,
      "grad_norm": 3.350754699305495,
      "learning_rate": 4.067971427781007e-05,
      "loss": 2.4216,
      "step": 54155
    },
    {
      "epoch": 4.600407747196738,
      "grad_norm": 3.176255400624189,
      "learning_rate": 4.0675012957617976e-05,
      "loss": 2.4782,
      "step": 54156
    },
    {
      "epoch": 4.600492694529391,
      "grad_norm": 3.2541778791999314,
      "learning_rate": 4.0670311866494606e-05,
      "loss": 2.3523,
      "step": 54157
    },
    {
      "epoch": 4.600577641862046,
      "grad_norm": 3.4109765431524046,
      "learning_rate": 4.06656110044499e-05,
      "loss": 2.4669,
      "step": 54158
    },
    {
      "epoch": 4.600662589194699,
      "grad_norm": 3.7883093349817294,
      "learning_rate": 4.0660910371493604e-05,
      "loss": 2.6552,
      "step": 54159
    },
    {
      "epoch": 4.600747536527353,
      "grad_norm": 3.5778781300492786,
      "learning_rate": 4.0656209967635616e-05,
      "loss": 2.2929,
      "step": 54160
    },
    {
      "epoch": 4.600832483860007,
      "grad_norm": 3.2864315112333315,
      "learning_rate": 4.0651509792885844e-05,
      "loss": 2.3449,
      "step": 54161
    },
    {
      "epoch": 4.60091743119266,
      "grad_norm": 3.074823254843212,
      "learning_rate": 4.064680984725408e-05,
      "loss": 2.1007,
      "step": 54162
    },
    {
      "epoch": 4.6010023785253145,
      "grad_norm": 3.3426818204743345,
      "learning_rate": 4.064211013075016e-05,
      "loss": 2.4128,
      "step": 54163
    },
    {
      "epoch": 4.601087325857968,
      "grad_norm": 3.5291689263395383,
      "learning_rate": 4.063741064338391e-05,
      "loss": 2.5791,
      "step": 54164
    },
    {
      "epoch": 4.601172273190622,
      "grad_norm": 3.352836159287616,
      "learning_rate": 4.0632711385165226e-05,
      "loss": 2.4879,
      "step": 54165
    },
    {
      "epoch": 4.601257220523276,
      "grad_norm": 3.7225725319516387,
      "learning_rate": 4.0628012356103965e-05,
      "loss": 2.5364,
      "step": 54166
    },
    {
      "epoch": 4.601342167855929,
      "grad_norm": 3.069800963391479,
      "learning_rate": 4.0623313556209955e-05,
      "loss": 2.0574,
      "step": 54167
    },
    {
      "epoch": 4.601427115188583,
      "grad_norm": 3.01500439154396,
      "learning_rate": 4.061861498549297e-05,
      "loss": 1.9249,
      "step": 54168
    },
    {
      "epoch": 4.601512062521237,
      "grad_norm": 3.342140426724746,
      "learning_rate": 4.061391664396299e-05,
      "loss": 2.2572,
      "step": 54169
    },
    {
      "epoch": 4.601597009853891,
      "grad_norm": 3.7985502479441404,
      "learning_rate": 4.0609218531629774e-05,
      "loss": 2.608,
      "step": 54170
    },
    {
      "epoch": 4.601681957186544,
      "grad_norm": 3.1139433453388774,
      "learning_rate": 4.060452064850309e-05,
      "loss": 2.1782,
      "step": 54171
    },
    {
      "epoch": 4.601766904519198,
      "grad_norm": 3.710611897033803,
      "learning_rate": 4.0599822994592955e-05,
      "loss": 2.6038,
      "step": 54172
    },
    {
      "epoch": 4.601851851851852,
      "grad_norm": 3.5739466199805325,
      "learning_rate": 4.059512556990914e-05,
      "loss": 2.5641,
      "step": 54173
    },
    {
      "epoch": 4.6019367991845055,
      "grad_norm": 3.326215238444169,
      "learning_rate": 4.0590428374461475e-05,
      "loss": 2.441,
      "step": 54174
    },
    {
      "epoch": 4.60202174651716,
      "grad_norm": 3.3089077848713773,
      "learning_rate": 4.058573140825975e-05,
      "loss": 2.1912,
      "step": 54175
    },
    {
      "epoch": 4.602106693849813,
      "grad_norm": 3.4832810660969757,
      "learning_rate": 4.058103467131392e-05,
      "loss": 2.4135,
      "step": 54176
    },
    {
      "epoch": 4.602191641182467,
      "grad_norm": 3.3179824735265244,
      "learning_rate": 4.057633816363371e-05,
      "loss": 2.2181,
      "step": 54177
    },
    {
      "epoch": 4.602276588515121,
      "grad_norm": 3.7871416884802733,
      "learning_rate": 4.057164188522905e-05,
      "loss": 2.9955,
      "step": 54178
    },
    {
      "epoch": 4.602361535847774,
      "grad_norm": 3.479665726031659,
      "learning_rate": 4.0566945836109715e-05,
      "loss": 2.6831,
      "step": 54179
    },
    {
      "epoch": 4.602446483180428,
      "grad_norm": 3.8721543488224386,
      "learning_rate": 4.056225001628563e-05,
      "loss": 2.676,
      "step": 54180
    },
    {
      "epoch": 4.602531430513082,
      "grad_norm": 3.4213385733157757,
      "learning_rate": 4.055755442576657e-05,
      "loss": 2.2195,
      "step": 54181
    },
    {
      "epoch": 4.602616377845735,
      "grad_norm": 3.3535148397234065,
      "learning_rate": 4.0552859064562326e-05,
      "loss": 2.3556,
      "step": 54182
    },
    {
      "epoch": 4.60270132517839,
      "grad_norm": 3.3614261777873016,
      "learning_rate": 4.054816393268281e-05,
      "loss": 2.3639,
      "step": 54183
    },
    {
      "epoch": 4.602786272511043,
      "grad_norm": 3.2680515677840463,
      "learning_rate": 4.054346903013788e-05,
      "loss": 2.3267,
      "step": 54184
    },
    {
      "epoch": 4.602871219843697,
      "grad_norm": 3.6285539765494446,
      "learning_rate": 4.0538774356937354e-05,
      "loss": 2.6908,
      "step": 54185
    },
    {
      "epoch": 4.602956167176351,
      "grad_norm": 3.5405777219596657,
      "learning_rate": 4.0534079913090985e-05,
      "loss": 2.337,
      "step": 54186
    },
    {
      "epoch": 4.603041114509004,
      "grad_norm": 4.028874858286377,
      "learning_rate": 4.0529385698608723e-05,
      "loss": 2.6471,
      "step": 54187
    },
    {
      "epoch": 4.6031260618416585,
      "grad_norm": 3.3707756681771444,
      "learning_rate": 4.052469171350037e-05,
      "loss": 2.4191,
      "step": 54188
    },
    {
      "epoch": 4.603211009174312,
      "grad_norm": 3.124475792625707,
      "learning_rate": 4.051999795777566e-05,
      "loss": 2.1651,
      "step": 54189
    },
    {
      "epoch": 4.603295956506965,
      "grad_norm": 3.147069325883951,
      "learning_rate": 4.0515304431444586e-05,
      "loss": 2.1996,
      "step": 54190
    },
    {
      "epoch": 4.60338090383962,
      "grad_norm": 3.6774906169982398,
      "learning_rate": 4.0510611134516924e-05,
      "loss": 2.429,
      "step": 54191
    },
    {
      "epoch": 4.603465851172273,
      "grad_norm": 3.3291952573345114,
      "learning_rate": 4.05059180670025e-05,
      "loss": 2.4281,
      "step": 54192
    },
    {
      "epoch": 4.603550798504927,
      "grad_norm": 3.3132487610300343,
      "learning_rate": 4.0501225228911094e-05,
      "loss": 2.4174,
      "step": 54193
    },
    {
      "epoch": 4.603635745837581,
      "grad_norm": 3.6638440072556415,
      "learning_rate": 4.0496532620252644e-05,
      "loss": 2.538,
      "step": 54194
    },
    {
      "epoch": 4.603720693170234,
      "grad_norm": 3.2250791682162463,
      "learning_rate": 4.049184024103691e-05,
      "loss": 2.2402,
      "step": 54195
    },
    {
      "epoch": 4.603805640502888,
      "grad_norm": 3.911347614309443,
      "learning_rate": 4.048714809127371e-05,
      "loss": 2.641,
      "step": 54196
    },
    {
      "epoch": 4.603890587835542,
      "grad_norm": 3.609064775907749,
      "learning_rate": 4.048245617097289e-05,
      "loss": 2.6223,
      "step": 54197
    },
    {
      "epoch": 4.603975535168196,
      "grad_norm": 3.2236927119015553,
      "learning_rate": 4.0477764480144355e-05,
      "loss": 2.3614,
      "step": 54198
    },
    {
      "epoch": 4.6040604825008495,
      "grad_norm": 3.654757375996771,
      "learning_rate": 4.047307301879788e-05,
      "loss": 2.6627,
      "step": 54199
    },
    {
      "epoch": 4.604145429833503,
      "grad_norm": 3.4986611232423295,
      "learning_rate": 4.046838178694323e-05,
      "loss": 2.5249,
      "step": 54200
    },
    {
      "epoch": 4.604230377166157,
      "grad_norm": 3.3804581448544626,
      "learning_rate": 4.046369078459035e-05,
      "loss": 2.1994,
      "step": 54201
    },
    {
      "epoch": 4.604315324498811,
      "grad_norm": 3.5047348824956566,
      "learning_rate": 4.0459000011748984e-05,
      "loss": 2.6111,
      "step": 54202
    },
    {
      "epoch": 4.604400271831464,
      "grad_norm": 3.1289011125114268,
      "learning_rate": 4.045430946842903e-05,
      "loss": 2.1872,
      "step": 54203
    },
    {
      "epoch": 4.604485219164118,
      "grad_norm": 3.0936905711559524,
      "learning_rate": 4.044961915464024e-05,
      "loss": 2.1632,
      "step": 54204
    },
    {
      "epoch": 4.604570166496772,
      "grad_norm": 3.3455487209997874,
      "learning_rate": 4.044492907039252e-05,
      "loss": 2.253,
      "step": 54205
    },
    {
      "epoch": 4.604655113829426,
      "grad_norm": 3.326147475319691,
      "learning_rate": 4.044023921569566e-05,
      "loss": 2.4596,
      "step": 54206
    },
    {
      "epoch": 4.6047400611620795,
      "grad_norm": 3.2107360357963817,
      "learning_rate": 4.043554959055944e-05,
      "loss": 2.1744,
      "step": 54207
    },
    {
      "epoch": 4.604825008494734,
      "grad_norm": 3.3271243987971713,
      "learning_rate": 4.043086019499371e-05,
      "loss": 2.4328,
      "step": 54208
    },
    {
      "epoch": 4.604909955827387,
      "grad_norm": 3.1228866826277075,
      "learning_rate": 4.042617102900839e-05,
      "loss": 2.1739,
      "step": 54209
    },
    {
      "epoch": 4.604994903160041,
      "grad_norm": 3.2517616164526557,
      "learning_rate": 4.042148209261321e-05,
      "loss": 2.2216,
      "step": 54210
    },
    {
      "epoch": 4.605079850492695,
      "grad_norm": 3.718101561940216,
      "learning_rate": 4.0416793385817995e-05,
      "loss": 2.6509,
      "step": 54211
    },
    {
      "epoch": 4.605164797825348,
      "grad_norm": 3.494562128344124,
      "learning_rate": 4.041210490863262e-05,
      "loss": 2.5189,
      "step": 54212
    },
    {
      "epoch": 4.605249745158002,
      "grad_norm": 4.1530109693104045,
      "learning_rate": 4.040741666106687e-05,
      "loss": 2.6584,
      "step": 54213
    },
    {
      "epoch": 4.605334692490656,
      "grad_norm": 3.0869142312726057,
      "learning_rate": 4.040272864313056e-05,
      "loss": 2.2155,
      "step": 54214
    },
    {
      "epoch": 4.605419639823309,
      "grad_norm": 3.4811203956989547,
      "learning_rate": 4.0398040854833495e-05,
      "loss": 2.4972,
      "step": 54215
    },
    {
      "epoch": 4.605504587155964,
      "grad_norm": 3.042617563412691,
      "learning_rate": 4.0393353296185605e-05,
      "loss": 2.0179,
      "step": 54216
    },
    {
      "epoch": 4.605589534488617,
      "grad_norm": 3.680203351252271,
      "learning_rate": 4.038866596719664e-05,
      "loss": 2.4561,
      "step": 54217
    },
    {
      "epoch": 4.6056744818212705,
      "grad_norm": 3.136711467062944,
      "learning_rate": 4.038397886787635e-05,
      "loss": 2.099,
      "step": 54218
    },
    {
      "epoch": 4.605759429153925,
      "grad_norm": 3.5078011506379267,
      "learning_rate": 4.0379291998234695e-05,
      "loss": 2.6871,
      "step": 54219
    },
    {
      "epoch": 4.605844376486578,
      "grad_norm": 3.734071140524801,
      "learning_rate": 4.0374605358281376e-05,
      "loss": 2.6767,
      "step": 54220
    },
    {
      "epoch": 4.6059293238192325,
      "grad_norm": 3.3001471749554048,
      "learning_rate": 4.0369918948026316e-05,
      "loss": 2.381,
      "step": 54221
    },
    {
      "epoch": 4.606014271151886,
      "grad_norm": 3.6065937166161155,
      "learning_rate": 4.036523276747924e-05,
      "loss": 2.4763,
      "step": 54222
    },
    {
      "epoch": 4.606099218484539,
      "grad_norm": 3.3843856595705035,
      "learning_rate": 4.036054681665004e-05,
      "loss": 2.4798,
      "step": 54223
    },
    {
      "epoch": 4.606184165817194,
      "grad_norm": 3.2507339635049353,
      "learning_rate": 4.035586109554851e-05,
      "loss": 2.2895,
      "step": 54224
    },
    {
      "epoch": 4.606269113149847,
      "grad_norm": 3.098852553387801,
      "learning_rate": 4.035117560418441e-05,
      "loss": 2.2142,
      "step": 54225
    },
    {
      "epoch": 4.6063540604825,
      "grad_norm": 3.364669647903961,
      "learning_rate": 4.0346490342567625e-05,
      "loss": 2.5235,
      "step": 54226
    },
    {
      "epoch": 4.606439007815155,
      "grad_norm": 3.740293929433454,
      "learning_rate": 4.034180531070799e-05,
      "loss": 2.6807,
      "step": 54227
    },
    {
      "epoch": 4.606523955147808,
      "grad_norm": 3.315648961481469,
      "learning_rate": 4.0337120508615284e-05,
      "loss": 2.2595,
      "step": 54228
    },
    {
      "epoch": 4.606608902480462,
      "grad_norm": 3.181643611215774,
      "learning_rate": 4.033243593629929e-05,
      "loss": 2.1676,
      "step": 54229
    },
    {
      "epoch": 4.606693849813116,
      "grad_norm": 3.3941142310655184,
      "learning_rate": 4.0327751593769916e-05,
      "loss": 2.5111,
      "step": 54230
    },
    {
      "epoch": 4.60677879714577,
      "grad_norm": 3.413775908530419,
      "learning_rate": 4.032306748103691e-05,
      "loss": 2.5711,
      "step": 54231
    },
    {
      "epoch": 4.6068637444784235,
      "grad_norm": 3.2907443612039042,
      "learning_rate": 4.0318383598110046e-05,
      "loss": 2.3181,
      "step": 54232
    },
    {
      "epoch": 4.606948691811077,
      "grad_norm": 3.7411677361512177,
      "learning_rate": 4.03136999449992e-05,
      "loss": 2.5314,
      "step": 54233
    },
    {
      "epoch": 4.607033639143731,
      "grad_norm": 3.415309837368473,
      "learning_rate": 4.030901652171423e-05,
      "loss": 2.5275,
      "step": 54234
    },
    {
      "epoch": 4.607118586476385,
      "grad_norm": 3.3575448816594355,
      "learning_rate": 4.0304333328264884e-05,
      "loss": 2.339,
      "step": 54235
    },
    {
      "epoch": 4.607203533809038,
      "grad_norm": 3.6177464047558003,
      "learning_rate": 4.029965036466094e-05,
      "loss": 2.6045,
      "step": 54236
    },
    {
      "epoch": 4.607288481141692,
      "grad_norm": 3.1732697687496474,
      "learning_rate": 4.029496763091231e-05,
      "loss": 2.3449,
      "step": 54237
    },
    {
      "epoch": 4.607373428474346,
      "grad_norm": 3.375401880469575,
      "learning_rate": 4.029028512702874e-05,
      "loss": 2.2665,
      "step": 54238
    },
    {
      "epoch": 4.607458375807,
      "grad_norm": 3.782185724866999,
      "learning_rate": 4.0285602853020025e-05,
      "loss": 2.6466,
      "step": 54239
    },
    {
      "epoch": 4.607543323139653,
      "grad_norm": 3.255116738922391,
      "learning_rate": 4.028092080889599e-05,
      "loss": 2.1346,
      "step": 54240
    },
    {
      "epoch": 4.607628270472307,
      "grad_norm": 3.1398133069019463,
      "learning_rate": 4.0276238994666524e-05,
      "loss": 2.1631,
      "step": 54241
    },
    {
      "epoch": 4.607713217804961,
      "grad_norm": 3.3569527824605236,
      "learning_rate": 4.027155741034135e-05,
      "loss": 2.381,
      "step": 54242
    },
    {
      "epoch": 4.6077981651376145,
      "grad_norm": 3.312800167865236,
      "learning_rate": 4.026687605593026e-05,
      "loss": 2.4917,
      "step": 54243
    },
    {
      "epoch": 4.607883112470269,
      "grad_norm": 3.205331632259651,
      "learning_rate": 4.026219493144314e-05,
      "loss": 2.243,
      "step": 54244
    },
    {
      "epoch": 4.607968059802922,
      "grad_norm": 3.5789908653862947,
      "learning_rate": 4.0257514036889745e-05,
      "loss": 2.63,
      "step": 54245
    },
    {
      "epoch": 4.608053007135576,
      "grad_norm": 3.820654023342624,
      "learning_rate": 4.025283337227991e-05,
      "loss": 2.6071,
      "step": 54246
    },
    {
      "epoch": 4.60813795446823,
      "grad_norm": 3.5594525633114737,
      "learning_rate": 4.024815293762341e-05,
      "loss": 2.7104,
      "step": 54247
    },
    {
      "epoch": 4.608222901800883,
      "grad_norm": 3.435356106887105,
      "learning_rate": 4.02434727329301e-05,
      "loss": 2.5263,
      "step": 54248
    },
    {
      "epoch": 4.608307849133537,
      "grad_norm": 3.633069958619426,
      "learning_rate": 4.0238792758209776e-05,
      "loss": 2.7522,
      "step": 54249
    },
    {
      "epoch": 4.608392796466191,
      "grad_norm": 3.393790070305138,
      "learning_rate": 4.023411301347217e-05,
      "loss": 2.4175,
      "step": 54250
    },
    {
      "epoch": 4.6084777437988445,
      "grad_norm": 3.4761573559108068,
      "learning_rate": 4.022943349872715e-05,
      "loss": 2.6883,
      "step": 54251
    },
    {
      "epoch": 4.608562691131499,
      "grad_norm": 3.310226789255656,
      "learning_rate": 4.0224754213984553e-05,
      "loss": 2.3322,
      "step": 54252
    },
    {
      "epoch": 4.608647638464152,
      "grad_norm": 3.273739204179796,
      "learning_rate": 4.0220075159254164e-05,
      "loss": 2.36,
      "step": 54253
    },
    {
      "epoch": 4.6087325857968064,
      "grad_norm": 3.3905427916943345,
      "learning_rate": 4.0215396334545715e-05,
      "loss": 2.4504,
      "step": 54254
    },
    {
      "epoch": 4.60881753312946,
      "grad_norm": 3.68210505304313,
      "learning_rate": 4.02107177398691e-05,
      "loss": 2.6462,
      "step": 54255
    },
    {
      "epoch": 4.608902480462113,
      "grad_norm": 3.6881345466595894,
      "learning_rate": 4.020603937523411e-05,
      "loss": 2.7516,
      "step": 54256
    },
    {
      "epoch": 4.6089874277947676,
      "grad_norm": 3.7217528816468795,
      "learning_rate": 4.020136124065047e-05,
      "loss": 2.5541,
      "step": 54257
    },
    {
      "epoch": 4.609072375127421,
      "grad_norm": 3.540888748817609,
      "learning_rate": 4.0196683336128025e-05,
      "loss": 2.4795,
      "step": 54258
    },
    {
      "epoch": 4.609157322460074,
      "grad_norm": 3.528783131028404,
      "learning_rate": 4.0192005661676623e-05,
      "loss": 2.7106,
      "step": 54259
    },
    {
      "epoch": 4.609242269792729,
      "grad_norm": 3.784104175451345,
      "learning_rate": 4.018732821730605e-05,
      "loss": 2.6017,
      "step": 54260
    },
    {
      "epoch": 4.609327217125382,
      "grad_norm": 3.9002471510149426,
      "learning_rate": 4.018265100302603e-05,
      "loss": 2.7785,
      "step": 54261
    },
    {
      "epoch": 4.609412164458036,
      "grad_norm": 3.753455195051341,
      "learning_rate": 4.017797401884648e-05,
      "loss": 2.5586,
      "step": 54262
    },
    {
      "epoch": 4.60949711179069,
      "grad_norm": 3.305250659180008,
      "learning_rate": 4.017329726477707e-05,
      "loss": 2.3923,
      "step": 54263
    },
    {
      "epoch": 4.609582059123343,
      "grad_norm": 3.2545613921716643,
      "learning_rate": 4.016862074082773e-05,
      "loss": 2.1541,
      "step": 54264
    },
    {
      "epoch": 4.6096670064559975,
      "grad_norm": 3.367584935195139,
      "learning_rate": 4.016394444700814e-05,
      "loss": 2.4539,
      "step": 54265
    },
    {
      "epoch": 4.609751953788651,
      "grad_norm": 3.0040262062360275,
      "learning_rate": 4.015926838332821e-05,
      "loss": 2.0694,
      "step": 54266
    },
    {
      "epoch": 4.609836901121305,
      "grad_norm": 3.381711071471372,
      "learning_rate": 4.015459254979769e-05,
      "loss": 2.4168,
      "step": 54267
    },
    {
      "epoch": 4.609921848453959,
      "grad_norm": 3.7356008869929127,
      "learning_rate": 4.014991694642632e-05,
      "loss": 2.4432,
      "step": 54268
    },
    {
      "epoch": 4.610006795786612,
      "grad_norm": 3.6885919875573987,
      "learning_rate": 4.014524157322393e-05,
      "loss": 2.4367,
      "step": 54269
    },
    {
      "epoch": 4.610091743119266,
      "grad_norm": 4.283472601036269,
      "learning_rate": 4.01405664302004e-05,
      "loss": 3.3225,
      "step": 54270
    },
    {
      "epoch": 4.61017669045192,
      "grad_norm": 3.4430522223565783,
      "learning_rate": 4.013589151736545e-05,
      "loss": 2.4884,
      "step": 54271
    },
    {
      "epoch": 4.610261637784573,
      "grad_norm": 3.447273360467828,
      "learning_rate": 4.0131216834728835e-05,
      "loss": 2.4662,
      "step": 54272
    },
    {
      "epoch": 4.610346585117227,
      "grad_norm": 3.760387228221508,
      "learning_rate": 4.012654238230045e-05,
      "loss": 2.7991,
      "step": 54273
    },
    {
      "epoch": 4.610431532449881,
      "grad_norm": 3.6558343085908414,
      "learning_rate": 4.0121868160090046e-05,
      "loss": 2.5376,
      "step": 54274
    },
    {
      "epoch": 4.610516479782535,
      "grad_norm": 3.499449250381267,
      "learning_rate": 4.011719416810735e-05,
      "loss": 2.7355,
      "step": 54275
    },
    {
      "epoch": 4.6106014271151885,
      "grad_norm": 3.1883769929024406,
      "learning_rate": 4.011252040636223e-05,
      "loss": 2.236,
      "step": 54276
    },
    {
      "epoch": 4.610686374447843,
      "grad_norm": 3.259472073630434,
      "learning_rate": 4.010784687486449e-05,
      "loss": 2.2178,
      "step": 54277
    },
    {
      "epoch": 4.610771321780496,
      "grad_norm": 3.5456397515431597,
      "learning_rate": 4.010317357362392e-05,
      "loss": 2.5297,
      "step": 54278
    },
    {
      "epoch": 4.61085626911315,
      "grad_norm": 3.7324737576621816,
      "learning_rate": 4.0098500502650224e-05,
      "loss": 2.4932,
      "step": 54279
    },
    {
      "epoch": 4.610941216445804,
      "grad_norm": 3.153167010572026,
      "learning_rate": 4.009382766195331e-05,
      "loss": 2.0906,
      "step": 54280
    },
    {
      "epoch": 4.611026163778457,
      "grad_norm": 3.9984745760730047,
      "learning_rate": 4.0089155051542876e-05,
      "loss": 2.5999,
      "step": 54281
    },
    {
      "epoch": 4.611111111111111,
      "grad_norm": 3.9608396233922076,
      "learning_rate": 4.00844826714288e-05,
      "loss": 2.9051,
      "step": 54282
    },
    {
      "epoch": 4.611196058443765,
      "grad_norm": 3.4959989083752685,
      "learning_rate": 4.007981052162076e-05,
      "loss": 2.4538,
      "step": 54283
    },
    {
      "epoch": 4.611281005776418,
      "grad_norm": 3.728565257315964,
      "learning_rate": 4.007513860212867e-05,
      "loss": 2.5657,
      "step": 54284
    },
    {
      "epoch": 4.611365953109073,
      "grad_norm": 3.119130511341405,
      "learning_rate": 4.0070466912962274e-05,
      "loss": 2.1573,
      "step": 54285
    },
    {
      "epoch": 4.611450900441726,
      "grad_norm": 3.762568602349388,
      "learning_rate": 4.006579545413128e-05,
      "loss": 2.5357,
      "step": 54286
    },
    {
      "epoch": 4.6115358477743795,
      "grad_norm": 3.2508995940958174,
      "learning_rate": 4.006112422564561e-05,
      "loss": 2.2184,
      "step": 54287
    },
    {
      "epoch": 4.611620795107034,
      "grad_norm": 3.55827847362969,
      "learning_rate": 4.005645322751492e-05,
      "loss": 2.4701,
      "step": 54288
    },
    {
      "epoch": 4.611705742439687,
      "grad_norm": 3.039299646864716,
      "learning_rate": 4.005178245974911e-05,
      "loss": 2.1305,
      "step": 54289
    },
    {
      "epoch": 4.6117906897723415,
      "grad_norm": 3.707981370175547,
      "learning_rate": 4.0047111922357874e-05,
      "loss": 2.6933,
      "step": 54290
    },
    {
      "epoch": 4.611875637104995,
      "grad_norm": 3.096195479260713,
      "learning_rate": 4.00424416153511e-05,
      "loss": 2.1649,
      "step": 54291
    },
    {
      "epoch": 4.611960584437648,
      "grad_norm": 3.202321698822302,
      "learning_rate": 4.003777153873851e-05,
      "loss": 2.1953,
      "step": 54292
    },
    {
      "epoch": 4.612045531770303,
      "grad_norm": 3.988399787030912,
      "learning_rate": 4.003310169252983e-05,
      "loss": 2.7409,
      "step": 54293
    },
    {
      "epoch": 4.612130479102956,
      "grad_norm": 3.331443599465554,
      "learning_rate": 4.002843207673493e-05,
      "loss": 2.3619,
      "step": 54294
    },
    {
      "epoch": 4.6122154264356094,
      "grad_norm": 3.3172534327985157,
      "learning_rate": 4.002376269136362e-05,
      "loss": 2.2325,
      "step": 54295
    },
    {
      "epoch": 4.612300373768264,
      "grad_norm": 3.7411100977334213,
      "learning_rate": 4.001909353642563e-05,
      "loss": 2.6363,
      "step": 54296
    },
    {
      "epoch": 4.612385321100917,
      "grad_norm": 3.467329501811939,
      "learning_rate": 4.001442461193071e-05,
      "loss": 2.6268,
      "step": 54297
    },
    {
      "epoch": 4.612470268433571,
      "grad_norm": 3.3927132357482948,
      "learning_rate": 4.0009755917888745e-05,
      "loss": 2.3669,
      "step": 54298
    },
    {
      "epoch": 4.612555215766225,
      "grad_norm": 3.886243781057711,
      "learning_rate": 4.0005087454309433e-05,
      "loss": 2.6639,
      "step": 54299
    },
    {
      "epoch": 4.612640163098879,
      "grad_norm": 3.318851928934651,
      "learning_rate": 4.000041922120254e-05,
      "loss": 2.3647,
      "step": 54300
    },
    {
      "epoch": 4.6127251104315325,
      "grad_norm": 3.7022689116048006,
      "learning_rate": 3.9995751218577896e-05,
      "loss": 2.8869,
      "step": 54301
    },
    {
      "epoch": 4.612810057764186,
      "grad_norm": 3.3401019398033007,
      "learning_rate": 3.9991083446445314e-05,
      "loss": 2.4307,
      "step": 54302
    },
    {
      "epoch": 4.61289500509684,
      "grad_norm": 3.3870946360815495,
      "learning_rate": 3.9986415904814535e-05,
      "loss": 2.402,
      "step": 54303
    },
    {
      "epoch": 4.612979952429494,
      "grad_norm": 3.0888636958901583,
      "learning_rate": 3.998174859369528e-05,
      "loss": 2.1505,
      "step": 54304
    },
    {
      "epoch": 4.613064899762147,
      "grad_norm": 3.507214344777961,
      "learning_rate": 3.997708151309744e-05,
      "loss": 2.4562,
      "step": 54305
    },
    {
      "epoch": 4.613149847094801,
      "grad_norm": 3.6581900300061796,
      "learning_rate": 3.99724146630307e-05,
      "loss": 2.4429,
      "step": 54306
    },
    {
      "epoch": 4.613234794427455,
      "grad_norm": 3.904757678376007,
      "learning_rate": 3.996774804350491e-05,
      "loss": 2.8001,
      "step": 54307
    },
    {
      "epoch": 4.613319741760109,
      "grad_norm": 3.296967279459727,
      "learning_rate": 3.996308165452978e-05,
      "loss": 2.4884,
      "step": 54308
    },
    {
      "epoch": 4.6134046890927625,
      "grad_norm": 3.6337163503901353,
      "learning_rate": 3.995841549611516e-05,
      "loss": 2.7582,
      "step": 54309
    },
    {
      "epoch": 4.613489636425416,
      "grad_norm": 3.5336067575205554,
      "learning_rate": 3.99537495682708e-05,
      "loss": 2.4228,
      "step": 54310
    },
    {
      "epoch": 4.61357458375807,
      "grad_norm": 3.145287150713791,
      "learning_rate": 3.994908387100641e-05,
      "loss": 2.1412,
      "step": 54311
    },
    {
      "epoch": 4.613659531090724,
      "grad_norm": 3.383617234869674,
      "learning_rate": 3.9944418404331834e-05,
      "loss": 2.3247,
      "step": 54312
    },
    {
      "epoch": 4.613744478423378,
      "grad_norm": 3.142449745506716,
      "learning_rate": 3.9939753168256886e-05,
      "loss": 2.2674,
      "step": 54313
    },
    {
      "epoch": 4.613829425756031,
      "grad_norm": 3.564340334060566,
      "learning_rate": 3.993508816279128e-05,
      "loss": 2.311,
      "step": 54314
    },
    {
      "epoch": 4.613914373088685,
      "grad_norm": 3.660802372255574,
      "learning_rate": 3.993042338794475e-05,
      "loss": 2.408,
      "step": 54315
    },
    {
      "epoch": 4.613999320421339,
      "grad_norm": 3.6471958659026344,
      "learning_rate": 3.992575884372717e-05,
      "loss": 2.4047,
      "step": 54316
    },
    {
      "epoch": 4.614084267753992,
      "grad_norm": 3.6973243487991208,
      "learning_rate": 3.9921094530148276e-05,
      "loss": 2.692,
      "step": 54317
    },
    {
      "epoch": 4.614169215086646,
      "grad_norm": 3.955606026438092,
      "learning_rate": 3.991643044721779e-05,
      "loss": 2.8087,
      "step": 54318
    },
    {
      "epoch": 4.6142541624193,
      "grad_norm": 3.5507386689109652,
      "learning_rate": 3.9911766594945513e-05,
      "loss": 2.5564,
      "step": 54319
    },
    {
      "epoch": 4.6143391097519535,
      "grad_norm": 3.732738705261947,
      "learning_rate": 3.990710297334128e-05,
      "loss": 2.6261,
      "step": 54320
    },
    {
      "epoch": 4.614424057084608,
      "grad_norm": 3.1592615068148135,
      "learning_rate": 3.990243958241481e-05,
      "loss": 2.0817,
      "step": 54321
    },
    {
      "epoch": 4.614509004417261,
      "grad_norm": 3.192186507876166,
      "learning_rate": 3.9897776422175834e-05,
      "loss": 2.1574,
      "step": 54322
    },
    {
      "epoch": 4.6145939517499155,
      "grad_norm": 3.255485736624098,
      "learning_rate": 3.989311349263421e-05,
      "loss": 2.2698,
      "step": 54323
    },
    {
      "epoch": 4.614678899082569,
      "grad_norm": 3.433396625692193,
      "learning_rate": 3.988845079379961e-05,
      "loss": 2.4238,
      "step": 54324
    },
    {
      "epoch": 4.614763846415222,
      "grad_norm": 3.3071739745167545,
      "learning_rate": 3.988378832568192e-05,
      "loss": 2.3507,
      "step": 54325
    },
    {
      "epoch": 4.614848793747877,
      "grad_norm": 3.4029654339026116,
      "learning_rate": 3.9879126088290784e-05,
      "loss": 2.5546,
      "step": 54326
    },
    {
      "epoch": 4.61493374108053,
      "grad_norm": 3.2963172166883115,
      "learning_rate": 3.98744640816361e-05,
      "loss": 2.4638,
      "step": 54327
    },
    {
      "epoch": 4.615018688413183,
      "grad_norm": 3.5020197265678084,
      "learning_rate": 3.986980230572755e-05,
      "loss": 2.28,
      "step": 54328
    },
    {
      "epoch": 4.615103635745838,
      "grad_norm": 3.3031671101933266,
      "learning_rate": 3.986514076057488e-05,
      "loss": 2.3783,
      "step": 54329
    },
    {
      "epoch": 4.615188583078491,
      "grad_norm": 3.569230880596497,
      "learning_rate": 3.986047944618795e-05,
      "loss": 2.5478,
      "step": 54330
    },
    {
      "epoch": 4.615273530411145,
      "grad_norm": 3.712221851327694,
      "learning_rate": 3.9855818362576425e-05,
      "loss": 2.533,
      "step": 54331
    },
    {
      "epoch": 4.615358477743799,
      "grad_norm": 3.4153943121714097,
      "learning_rate": 3.985115750975017e-05,
      "loss": 2.2348,
      "step": 54332
    },
    {
      "epoch": 4.615443425076452,
      "grad_norm": 3.4701957445166642,
      "learning_rate": 3.984649688771885e-05,
      "loss": 2.4921,
      "step": 54333
    },
    {
      "epoch": 4.6155283724091065,
      "grad_norm": 3.612091829404367,
      "learning_rate": 3.984183649649233e-05,
      "loss": 2.5817,
      "step": 54334
    },
    {
      "epoch": 4.61561331974176,
      "grad_norm": 3.6611978479230216,
      "learning_rate": 3.983717633608034e-05,
      "loss": 2.5242,
      "step": 54335
    },
    {
      "epoch": 4.615698267074414,
      "grad_norm": 3.2787433925287313,
      "learning_rate": 3.983251640649259e-05,
      "loss": 2.2944,
      "step": 54336
    },
    {
      "epoch": 4.615783214407068,
      "grad_norm": 3.293356917552794,
      "learning_rate": 3.982785670773887e-05,
      "loss": 2.2621,
      "step": 54337
    },
    {
      "epoch": 4.615868161739721,
      "grad_norm": 3.7210721022960107,
      "learning_rate": 3.982319723982901e-05,
      "loss": 2.6504,
      "step": 54338
    },
    {
      "epoch": 4.615953109072375,
      "grad_norm": 3.6786352136602454,
      "learning_rate": 3.981853800277274e-05,
      "loss": 2.3311,
      "step": 54339
    },
    {
      "epoch": 4.616038056405029,
      "grad_norm": 3.274028512680505,
      "learning_rate": 3.981387899657975e-05,
      "loss": 2.3178,
      "step": 54340
    },
    {
      "epoch": 4.616123003737682,
      "grad_norm": 3.249421516883556,
      "learning_rate": 3.98092202212599e-05,
      "loss": 2.1914,
      "step": 54341
    },
    {
      "epoch": 4.616207951070336,
      "grad_norm": 3.603051410915496,
      "learning_rate": 3.9804561676822905e-05,
      "loss": 2.8441,
      "step": 54342
    },
    {
      "epoch": 4.61629289840299,
      "grad_norm": 3.932208809227447,
      "learning_rate": 3.9799903363278485e-05,
      "loss": 2.7248,
      "step": 54343
    },
    {
      "epoch": 4.616377845735644,
      "grad_norm": 3.3681102230836744,
      "learning_rate": 3.979524528063646e-05,
      "loss": 2.3674,
      "step": 54344
    },
    {
      "epoch": 4.6164627930682975,
      "grad_norm": 3.417485324050048,
      "learning_rate": 3.9790587428906614e-05,
      "loss": 2.5215,
      "step": 54345
    },
    {
      "epoch": 4.616547740400952,
      "grad_norm": 3.7500296505328916,
      "learning_rate": 3.978592980809866e-05,
      "loss": 2.6177,
      "step": 54346
    },
    {
      "epoch": 4.616632687733605,
      "grad_norm": 3.334190937685722,
      "learning_rate": 3.978127241822233e-05,
      "loss": 2.2737,
      "step": 54347
    },
    {
      "epoch": 4.616717635066259,
      "grad_norm": 3.32446119589391,
      "learning_rate": 3.977661525928745e-05,
      "loss": 2.4209,
      "step": 54348
    },
    {
      "epoch": 4.616802582398913,
      "grad_norm": 3.3740426678470437,
      "learning_rate": 3.977195833130371e-05,
      "loss": 2.5288,
      "step": 54349
    },
    {
      "epoch": 4.616887529731566,
      "grad_norm": 3.512194675485847,
      "learning_rate": 3.976730163428096e-05,
      "loss": 2.2354,
      "step": 54350
    },
    {
      "epoch": 4.61697247706422,
      "grad_norm": 3.2903143793402987,
      "learning_rate": 3.976264516822885e-05,
      "loss": 2.3686,
      "step": 54351
    },
    {
      "epoch": 4.617057424396874,
      "grad_norm": 3.463496718167888,
      "learning_rate": 3.9757988933157226e-05,
      "loss": 2.5216,
      "step": 54352
    },
    {
      "epoch": 4.6171423717295275,
      "grad_norm": 3.380664369372061,
      "learning_rate": 3.975333292907581e-05,
      "loss": 2.2348,
      "step": 54353
    },
    {
      "epoch": 4.617227319062182,
      "grad_norm": 3.3358995273483063,
      "learning_rate": 3.9748677155994316e-05,
      "loss": 2.3954,
      "step": 54354
    },
    {
      "epoch": 4.617312266394835,
      "grad_norm": 3.4865809768018403,
      "learning_rate": 3.974402161392253e-05,
      "loss": 2.3125,
      "step": 54355
    },
    {
      "epoch": 4.617397213727489,
      "grad_norm": 3.196182771375211,
      "learning_rate": 3.9739366302870266e-05,
      "loss": 2.2602,
      "step": 54356
    },
    {
      "epoch": 4.617482161060143,
      "grad_norm": 3.313188469706546,
      "learning_rate": 3.973471122284721e-05,
      "loss": 2.4001,
      "step": 54357
    },
    {
      "epoch": 4.617567108392796,
      "grad_norm": 3.9846791957335097,
      "learning_rate": 3.97300563738631e-05,
      "loss": 2.9411,
      "step": 54358
    },
    {
      "epoch": 4.617652055725451,
      "grad_norm": 3.2928070474563973,
      "learning_rate": 3.972540175592776e-05,
      "loss": 2.3721,
      "step": 54359
    },
    {
      "epoch": 4.617737003058104,
      "grad_norm": 3.906475568340304,
      "learning_rate": 3.9720747369050916e-05,
      "loss": 2.9365,
      "step": 54360
    },
    {
      "epoch": 4.617821950390757,
      "grad_norm": 3.5556849195582236,
      "learning_rate": 3.971609321324225e-05,
      "loss": 2.6079,
      "step": 54361
    },
    {
      "epoch": 4.617906897723412,
      "grad_norm": 3.8153580230769175,
      "learning_rate": 3.971143928851158e-05,
      "loss": 2.6583,
      "step": 54362
    },
    {
      "epoch": 4.617991845056065,
      "grad_norm": 3.169685558870383,
      "learning_rate": 3.97067855948687e-05,
      "loss": 2.2839,
      "step": 54363
    },
    {
      "epoch": 4.618076792388719,
      "grad_norm": 3.4198356603515845,
      "learning_rate": 3.97021321323233e-05,
      "loss": 2.5292,
      "step": 54364
    },
    {
      "epoch": 4.618161739721373,
      "grad_norm": 3.6079582954407265,
      "learning_rate": 3.96974789008851e-05,
      "loss": 2.665,
      "step": 54365
    },
    {
      "epoch": 4.618246687054026,
      "grad_norm": 3.337029743311485,
      "learning_rate": 3.969282590056392e-05,
      "loss": 2.3895,
      "step": 54366
    },
    {
      "epoch": 4.6183316343866805,
      "grad_norm": 3.8794651762667507,
      "learning_rate": 3.968817313136947e-05,
      "loss": 2.612,
      "step": 54367
    },
    {
      "epoch": 4.618416581719334,
      "grad_norm": 3.297290415697048,
      "learning_rate": 3.968352059331152e-05,
      "loss": 2.3516,
      "step": 54368
    },
    {
      "epoch": 4.618501529051988,
      "grad_norm": 3.041339301104049,
      "learning_rate": 3.967886828639979e-05,
      "loss": 2.2159,
      "step": 54369
    },
    {
      "epoch": 4.618586476384642,
      "grad_norm": 3.754902433838008,
      "learning_rate": 3.9674216210644074e-05,
      "loss": 2.774,
      "step": 54370
    },
    {
      "epoch": 4.618671423717295,
      "grad_norm": 3.3547614295192782,
      "learning_rate": 3.966956436605409e-05,
      "loss": 2.4325,
      "step": 54371
    },
    {
      "epoch": 4.618756371049949,
      "grad_norm": 3.2080762899335133,
      "learning_rate": 3.9664912752639555e-05,
      "loss": 2.1881,
      "step": 54372
    },
    {
      "epoch": 4.618841318382603,
      "grad_norm": 3.902181676269106,
      "learning_rate": 3.9660261370410276e-05,
      "loss": 2.7876,
      "step": 54373
    },
    {
      "epoch": 4.618926265715256,
      "grad_norm": 3.222175869525767,
      "learning_rate": 3.965561021937594e-05,
      "loss": 2.1704,
      "step": 54374
    },
    {
      "epoch": 4.61901121304791,
      "grad_norm": 3.358184417647663,
      "learning_rate": 3.9650959299546356e-05,
      "loss": 2.1556,
      "step": 54375
    },
    {
      "epoch": 4.619096160380564,
      "grad_norm": 3.899630822892147,
      "learning_rate": 3.9646308610931196e-05,
      "loss": 2.7576,
      "step": 54376
    },
    {
      "epoch": 4.619181107713218,
      "grad_norm": 3.195348055999693,
      "learning_rate": 3.964165815354028e-05,
      "loss": 2.113,
      "step": 54377
    },
    {
      "epoch": 4.6192660550458715,
      "grad_norm": 3.482827468013502,
      "learning_rate": 3.9637007927383325e-05,
      "loss": 2.5903,
      "step": 54378
    },
    {
      "epoch": 4.619351002378526,
      "grad_norm": 3.4062050341387606,
      "learning_rate": 3.963235793247007e-05,
      "loss": 2.4075,
      "step": 54379
    },
    {
      "epoch": 4.619435949711179,
      "grad_norm": 3.346467439533593,
      "learning_rate": 3.962770816881015e-05,
      "loss": 2.1775,
      "step": 54380
    },
    {
      "epoch": 4.619520897043833,
      "grad_norm": 3.5844559774682483,
      "learning_rate": 3.9623058636413524e-05,
      "loss": 2.4816,
      "step": 54381
    },
    {
      "epoch": 4.619605844376487,
      "grad_norm": 3.2957693361523197,
      "learning_rate": 3.96184093352898e-05,
      "loss": 2.4564,
      "step": 54382
    },
    {
      "epoch": 4.61969079170914,
      "grad_norm": 3.229505826807259,
      "learning_rate": 3.9613760265448715e-05,
      "loss": 2.263,
      "step": 54383
    },
    {
      "epoch": 4.619775739041794,
      "grad_norm": 3.628415163002865,
      "learning_rate": 3.960911142690006e-05,
      "loss": 2.713,
      "step": 54384
    },
    {
      "epoch": 4.619860686374448,
      "grad_norm": 3.1833109419908596,
      "learning_rate": 3.9604462819653576e-05,
      "loss": 2.1923,
      "step": 54385
    },
    {
      "epoch": 4.619945633707101,
      "grad_norm": 3.6382390188464173,
      "learning_rate": 3.9599814443718926e-05,
      "loss": 2.6056,
      "step": 54386
    },
    {
      "epoch": 4.620030581039756,
      "grad_norm": 3.874462143603158,
      "learning_rate": 3.9595166299105884e-05,
      "loss": 2.6719,
      "step": 54387
    },
    {
      "epoch": 4.620115528372409,
      "grad_norm": 4.040891366576596,
      "learning_rate": 3.959051838582428e-05,
      "loss": 3.0501,
      "step": 54388
    },
    {
      "epoch": 4.6202004757050625,
      "grad_norm": 3.5903652530317243,
      "learning_rate": 3.958587070388376e-05,
      "loss": 2.3737,
      "step": 54389
    },
    {
      "epoch": 4.620285423037717,
      "grad_norm": 3.249508592060278,
      "learning_rate": 3.9581223253294106e-05,
      "loss": 2.263,
      "step": 54390
    },
    {
      "epoch": 4.62037037037037,
      "grad_norm": 3.3930170182411428,
      "learning_rate": 3.957657603406497e-05,
      "loss": 2.1595,
      "step": 54391
    },
    {
      "epoch": 4.6204553177030245,
      "grad_norm": 3.5471664404378656,
      "learning_rate": 3.9571929046206155e-05,
      "loss": 2.7411,
      "step": 54392
    },
    {
      "epoch": 4.620540265035678,
      "grad_norm": 3.381193953357925,
      "learning_rate": 3.956728228972746e-05,
      "loss": 2.3755,
      "step": 54393
    },
    {
      "epoch": 4.620625212368331,
      "grad_norm": 3.930156206924807,
      "learning_rate": 3.9562635764638504e-05,
      "loss": 2.8016,
      "step": 54394
    },
    {
      "epoch": 4.620710159700986,
      "grad_norm": 3.2539760655586094,
      "learning_rate": 3.9557989470949105e-05,
      "loss": 2.2319,
      "step": 54395
    },
    {
      "epoch": 4.620795107033639,
      "grad_norm": 3.5742710228789845,
      "learning_rate": 3.955334340866897e-05,
      "loss": 2.6341,
      "step": 54396
    },
    {
      "epoch": 4.6208800543662925,
      "grad_norm": 3.2313405373748925,
      "learning_rate": 3.9548697577807856e-05,
      "loss": 2.2488,
      "step": 54397
    },
    {
      "epoch": 4.620965001698947,
      "grad_norm": 3.2998235170661943,
      "learning_rate": 3.9544051978375366e-05,
      "loss": 2.36,
      "step": 54398
    },
    {
      "epoch": 4.6210499490316,
      "grad_norm": 3.595042301813508,
      "learning_rate": 3.953940661038145e-05,
      "loss": 2.6458,
      "step": 54399
    },
    {
      "epoch": 4.6211348963642545,
      "grad_norm": 3.8228836208546504,
      "learning_rate": 3.953476147383572e-05,
      "loss": 2.6055,
      "step": 54400
    },
    {
      "epoch": 4.621219843696908,
      "grad_norm": 3.1962199144080525,
      "learning_rate": 3.9530116568747875e-05,
      "loss": 2.0999,
      "step": 54401
    },
    {
      "epoch": 4.621304791029562,
      "grad_norm": 3.1659931032210826,
      "learning_rate": 3.952547189512775e-05,
      "loss": 2.3243,
      "step": 54402
    },
    {
      "epoch": 4.621389738362216,
      "grad_norm": 4.039669866075941,
      "learning_rate": 3.9520827452985004e-05,
      "loss": 2.2512,
      "step": 54403
    },
    {
      "epoch": 4.621474685694869,
      "grad_norm": 3.2574654044435114,
      "learning_rate": 3.9516183242329356e-05,
      "loss": 2.2097,
      "step": 54404
    },
    {
      "epoch": 4.621559633027523,
      "grad_norm": 3.614494308433098,
      "learning_rate": 3.9511539263170565e-05,
      "loss": 2.2627,
      "step": 54405
    },
    {
      "epoch": 4.621644580360177,
      "grad_norm": 3.6890426830938803,
      "learning_rate": 3.950689551551842e-05,
      "loss": 2.6298,
      "step": 54406
    },
    {
      "epoch": 4.62172952769283,
      "grad_norm": 3.254103992206414,
      "learning_rate": 3.9502251999382586e-05,
      "loss": 2.29,
      "step": 54407
    },
    {
      "epoch": 4.621814475025484,
      "grad_norm": 3.532635806142311,
      "learning_rate": 3.949760871477281e-05,
      "loss": 2.5451,
      "step": 54408
    },
    {
      "epoch": 4.621899422358138,
      "grad_norm": 3.632702414340424,
      "learning_rate": 3.9492965661698764e-05,
      "loss": 2.5101,
      "step": 54409
    },
    {
      "epoch": 4.621984369690792,
      "grad_norm": 3.2699463203693675,
      "learning_rate": 3.948832284017021e-05,
      "loss": 2.3685,
      "step": 54410
    },
    {
      "epoch": 4.6220693170234455,
      "grad_norm": 3.379137974597825,
      "learning_rate": 3.948368025019695e-05,
      "loss": 2.3535,
      "step": 54411
    },
    {
      "epoch": 4.622154264356099,
      "grad_norm": 3.77352913352533,
      "learning_rate": 3.947903789178861e-05,
      "loss": 3.0145,
      "step": 54412
    },
    {
      "epoch": 4.622239211688753,
      "grad_norm": 3.3078957049708255,
      "learning_rate": 3.9474395764955017e-05,
      "loss": 2.1174,
      "step": 54413
    },
    {
      "epoch": 4.622324159021407,
      "grad_norm": 3.0568943168806686,
      "learning_rate": 3.9469753869705814e-05,
      "loss": 2.0904,
      "step": 54414
    },
    {
      "epoch": 4.622409106354061,
      "grad_norm": 3.4832109043872417,
      "learning_rate": 3.946511220605078e-05,
      "loss": 2.2708,
      "step": 54415
    },
    {
      "epoch": 4.622494053686714,
      "grad_norm": 4.042684364942709,
      "learning_rate": 3.9460470773999514e-05,
      "loss": 2.9049,
      "step": 54416
    },
    {
      "epoch": 4.622579001019368,
      "grad_norm": 3.230646761188855,
      "learning_rate": 3.9455829573561925e-05,
      "loss": 2.1777,
      "step": 54417
    },
    {
      "epoch": 4.622663948352022,
      "grad_norm": 3.841675300100769,
      "learning_rate": 3.945118860474768e-05,
      "loss": 2.8337,
      "step": 54418
    },
    {
      "epoch": 4.622748895684675,
      "grad_norm": 3.607752421065747,
      "learning_rate": 3.9446547867566453e-05,
      "loss": 2.5854,
      "step": 54419
    },
    {
      "epoch": 4.622833843017329,
      "grad_norm": 3.267281576056752,
      "learning_rate": 3.944190736202795e-05,
      "loss": 2.2944,
      "step": 54420
    },
    {
      "epoch": 4.622918790349983,
      "grad_norm": 3.5435501223605907,
      "learning_rate": 3.9437267088142e-05,
      "loss": 2.4464,
      "step": 54421
    },
    {
      "epoch": 4.6230037376826365,
      "grad_norm": 3.8681436242090994,
      "learning_rate": 3.943262704591825e-05,
      "loss": 2.792,
      "step": 54422
    },
    {
      "epoch": 4.623088685015291,
      "grad_norm": 3.473399323509598,
      "learning_rate": 3.942798723536634e-05,
      "loss": 2.4234,
      "step": 54423
    },
    {
      "epoch": 4.623173632347944,
      "grad_norm": 3.4097619850007423,
      "learning_rate": 3.942334765649618e-05,
      "loss": 2.3527,
      "step": 54424
    },
    {
      "epoch": 4.6232585796805985,
      "grad_norm": 3.391314407502579,
      "learning_rate": 3.94187083093174e-05,
      "loss": 2.3642,
      "step": 54425
    },
    {
      "epoch": 4.623343527013252,
      "grad_norm": 3.4958087664011304,
      "learning_rate": 3.941406919383974e-05,
      "loss": 2.6313,
      "step": 54426
    },
    {
      "epoch": 4.623428474345905,
      "grad_norm": 3.168235407180505,
      "learning_rate": 3.940943031007282e-05,
      "loss": 2.171,
      "step": 54427
    },
    {
      "epoch": 4.62351342167856,
      "grad_norm": 3.3524431819312293,
      "learning_rate": 3.940479165802651e-05,
      "loss": 2.4631,
      "step": 54428
    },
    {
      "epoch": 4.623598369011213,
      "grad_norm": 3.4986271515075074,
      "learning_rate": 3.9400153237710405e-05,
      "loss": 2.5737,
      "step": 54429
    },
    {
      "epoch": 4.623683316343866,
      "grad_norm": 3.4096505191532334,
      "learning_rate": 3.939551504913428e-05,
      "loss": 2.422,
      "step": 54430
    },
    {
      "epoch": 4.623768263676521,
      "grad_norm": 3.194834108883037,
      "learning_rate": 3.939087709230789e-05,
      "loss": 2.2152,
      "step": 54431
    },
    {
      "epoch": 4.623853211009174,
      "grad_norm": 3.3191985444882635,
      "learning_rate": 3.9386239367240925e-05,
      "loss": 2.4747,
      "step": 54432
    },
    {
      "epoch": 4.623938158341828,
      "grad_norm": 3.636194567437872,
      "learning_rate": 3.938160187394308e-05,
      "loss": 2.5353,
      "step": 54433
    },
    {
      "epoch": 4.624023105674482,
      "grad_norm": 3.2085780354038134,
      "learning_rate": 3.937696461242403e-05,
      "loss": 2.2325,
      "step": 54434
    },
    {
      "epoch": 4.624108053007135,
      "grad_norm": 3.601902132642506,
      "learning_rate": 3.937232758269358e-05,
      "loss": 2.4053,
      "step": 54435
    },
    {
      "epoch": 4.6241930003397895,
      "grad_norm": 3.5257959587662273,
      "learning_rate": 3.9367690784761414e-05,
      "loss": 2.4899,
      "step": 54436
    },
    {
      "epoch": 4.624277947672443,
      "grad_norm": 3.352358417858014,
      "learning_rate": 3.936305421863727e-05,
      "loss": 2.5255,
      "step": 54437
    },
    {
      "epoch": 4.624362895005097,
      "grad_norm": 3.3950014763942695,
      "learning_rate": 3.935841788433078e-05,
      "loss": 2.343,
      "step": 54438
    },
    {
      "epoch": 4.624447842337751,
      "grad_norm": 3.4776082980870435,
      "learning_rate": 3.935378178185177e-05,
      "loss": 2.2375,
      "step": 54439
    },
    {
      "epoch": 4.624532789670404,
      "grad_norm": 3.4242071258204954,
      "learning_rate": 3.93491459112099e-05,
      "loss": 2.37,
      "step": 54440
    },
    {
      "epoch": 4.624617737003058,
      "grad_norm": 3.275715904930409,
      "learning_rate": 3.934451027241479e-05,
      "loss": 2.291,
      "step": 54441
    },
    {
      "epoch": 4.624702684335712,
      "grad_norm": 3.210901216555103,
      "learning_rate": 3.933987486547633e-05,
      "loss": 2.0538,
      "step": 54442
    },
    {
      "epoch": 4.624787631668365,
      "grad_norm": 3.724595602090846,
      "learning_rate": 3.933523969040417e-05,
      "loss": 2.6945,
      "step": 54443
    },
    {
      "epoch": 4.6248725790010194,
      "grad_norm": 3.7302786173297866,
      "learning_rate": 3.933060474720799e-05,
      "loss": 2.7237,
      "step": 54444
    },
    {
      "epoch": 4.624957526333673,
      "grad_norm": 3.2615507194732336,
      "learning_rate": 3.932597003589745e-05,
      "loss": 2.1734,
      "step": 54445
    },
    {
      "epoch": 4.625042473666327,
      "grad_norm": 3.535305930691447,
      "learning_rate": 3.9321335556482386e-05,
      "loss": 2.5301,
      "step": 54446
    },
    {
      "epoch": 4.6251274209989806,
      "grad_norm": 3.131194359270541,
      "learning_rate": 3.9316701308972396e-05,
      "loss": 2.287,
      "step": 54447
    },
    {
      "epoch": 4.625212368331635,
      "grad_norm": 3.8630560473689806,
      "learning_rate": 3.93120672933773e-05,
      "loss": 2.5593,
      "step": 54448
    },
    {
      "epoch": 4.625297315664288,
      "grad_norm": 3.4085797006056695,
      "learning_rate": 3.930743350970669e-05,
      "loss": 2.4363,
      "step": 54449
    },
    {
      "epoch": 4.625382262996942,
      "grad_norm": 3.8812691956532563,
      "learning_rate": 3.9302799957970373e-05,
      "loss": 2.7655,
      "step": 54450
    },
    {
      "epoch": 4.625467210329596,
      "grad_norm": 3.9271451343251766,
      "learning_rate": 3.9298166638178044e-05,
      "loss": 2.8503,
      "step": 54451
    },
    {
      "epoch": 4.625552157662249,
      "grad_norm": 3.260538405395509,
      "learning_rate": 3.929353355033931e-05,
      "loss": 2.1968,
      "step": 54452
    },
    {
      "epoch": 4.625637104994903,
      "grad_norm": 3.4935611988699407,
      "learning_rate": 3.9288900694463966e-05,
      "loss": 2.4448,
      "step": 54453
    },
    {
      "epoch": 4.625722052327557,
      "grad_norm": 3.4734318442130587,
      "learning_rate": 3.928426807056176e-05,
      "loss": 2.2595,
      "step": 54454
    },
    {
      "epoch": 4.6258069996602105,
      "grad_norm": 3.35125706424317,
      "learning_rate": 3.9279635678642335e-05,
      "loss": 2.4196,
      "step": 54455
    },
    {
      "epoch": 4.625891946992865,
      "grad_norm": 3.175346053224106,
      "learning_rate": 3.927500351871537e-05,
      "loss": 2.2383,
      "step": 54456
    },
    {
      "epoch": 4.625976894325518,
      "grad_norm": 3.7330651238242742,
      "learning_rate": 3.927037159079066e-05,
      "loss": 2.495,
      "step": 54457
    },
    {
      "epoch": 4.626061841658172,
      "grad_norm": 3.2117093080197043,
      "learning_rate": 3.926573989487783e-05,
      "loss": 2.3754,
      "step": 54458
    },
    {
      "epoch": 4.626146788990826,
      "grad_norm": 3.5963816376403885,
      "learning_rate": 3.92611084309866e-05,
      "loss": 2.4519,
      "step": 54459
    },
    {
      "epoch": 4.626231736323479,
      "grad_norm": 3.5627526749322627,
      "learning_rate": 3.9256477199126675e-05,
      "loss": 2.4783,
      "step": 54460
    },
    {
      "epoch": 4.626316683656134,
      "grad_norm": 3.2882638098828765,
      "learning_rate": 3.9251846199307816e-05,
      "loss": 2.3016,
      "step": 54461
    },
    {
      "epoch": 4.626401630988787,
      "grad_norm": 3.7253904993502296,
      "learning_rate": 3.924721543153969e-05,
      "loss": 2.5695,
      "step": 54462
    },
    {
      "epoch": 4.62648657832144,
      "grad_norm": 3.3406631074353075,
      "learning_rate": 3.924258489583195e-05,
      "loss": 2.4584,
      "step": 54463
    },
    {
      "epoch": 4.626571525654095,
      "grad_norm": 3.664599981571777,
      "learning_rate": 3.923795459219438e-05,
      "loss": 2.4897,
      "step": 54464
    },
    {
      "epoch": 4.626656472986748,
      "grad_norm": 4.062232590309033,
      "learning_rate": 3.9233324520636636e-05,
      "loss": 3.084,
      "step": 54465
    },
    {
      "epoch": 4.6267414203194015,
      "grad_norm": 3.1716019889024314,
      "learning_rate": 3.92286946811684e-05,
      "loss": 2.2636,
      "step": 54466
    },
    {
      "epoch": 4.626826367652056,
      "grad_norm": 3.5384183134204257,
      "learning_rate": 3.922406507379938e-05,
      "loss": 2.3962,
      "step": 54467
    },
    {
      "epoch": 4.626911314984709,
      "grad_norm": 3.385797475318537,
      "learning_rate": 3.9219435698539345e-05,
      "loss": 2.4205,
      "step": 54468
    },
    {
      "epoch": 4.6269962623173635,
      "grad_norm": 3.350576842285103,
      "learning_rate": 3.921480655539795e-05,
      "loss": 2.2148,
      "step": 54469
    },
    {
      "epoch": 4.627081209650017,
      "grad_norm": 3.5706880372698997,
      "learning_rate": 3.9210177644384844e-05,
      "loss": 2.2932,
      "step": 54470
    },
    {
      "epoch": 4.627166156982671,
      "grad_norm": 3.214021795208158,
      "learning_rate": 3.9205548965509825e-05,
      "loss": 2.2006,
      "step": 54471
    },
    {
      "epoch": 4.627251104315325,
      "grad_norm": 3.150709337057653,
      "learning_rate": 3.920092051878247e-05,
      "loss": 2.0519,
      "step": 54472
    },
    {
      "epoch": 4.627336051647978,
      "grad_norm": 3.82639148152495,
      "learning_rate": 3.9196292304212616e-05,
      "loss": 2.6947,
      "step": 54473
    },
    {
      "epoch": 4.627420998980632,
      "grad_norm": 3.3789110302181666,
      "learning_rate": 3.919166432180983e-05,
      "loss": 2.4002,
      "step": 54474
    },
    {
      "epoch": 4.627505946313286,
      "grad_norm": 3.27189322093172,
      "learning_rate": 3.918703657158392e-05,
      "loss": 2.2213,
      "step": 54475
    },
    {
      "epoch": 4.627590893645939,
      "grad_norm": 4.091301888551222,
      "learning_rate": 3.918240905354453e-05,
      "loss": 3.2233,
      "step": 54476
    },
    {
      "epoch": 4.627675840978593,
      "grad_norm": 3.6310035131503504,
      "learning_rate": 3.9177781767701316e-05,
      "loss": 2.5338,
      "step": 54477
    },
    {
      "epoch": 4.627760788311247,
      "grad_norm": 3.4219467707860187,
      "learning_rate": 3.917315471406401e-05,
      "loss": 2.428,
      "step": 54478
    },
    {
      "epoch": 4.627845735643901,
      "grad_norm": 3.2404763145461764,
      "learning_rate": 3.916852789264235e-05,
      "loss": 2.2204,
      "step": 54479
    },
    {
      "epoch": 4.6279306829765545,
      "grad_norm": 3.5774399383349507,
      "learning_rate": 3.916390130344599e-05,
      "loss": 2.3569,
      "step": 54480
    },
    {
      "epoch": 4.628015630309208,
      "grad_norm": 3.589409221792006,
      "learning_rate": 3.91592749464846e-05,
      "loss": 2.4544,
      "step": 54481
    },
    {
      "epoch": 4.628100577641862,
      "grad_norm": 3.7740760074470954,
      "learning_rate": 3.915464882176794e-05,
      "loss": 2.7351,
      "step": 54482
    },
    {
      "epoch": 4.628185524974516,
      "grad_norm": 3.6096071139627264,
      "learning_rate": 3.9150022929305654e-05,
      "loss": 2.4993,
      "step": 54483
    },
    {
      "epoch": 4.62827047230717,
      "grad_norm": 3.8889393212199943,
      "learning_rate": 3.914539726910741e-05,
      "loss": 2.8519,
      "step": 54484
    },
    {
      "epoch": 4.628355419639823,
      "grad_norm": 3.124230805322509,
      "learning_rate": 3.9140771841182935e-05,
      "loss": 2.3513,
      "step": 54485
    },
    {
      "epoch": 4.628440366972477,
      "grad_norm": 3.3312068844255944,
      "learning_rate": 3.913614664554195e-05,
      "loss": 2.1967,
      "step": 54486
    },
    {
      "epoch": 4.628525314305131,
      "grad_norm": 3.746857085498344,
      "learning_rate": 3.9131521682194136e-05,
      "loss": 2.5976,
      "step": 54487
    },
    {
      "epoch": 4.628610261637784,
      "grad_norm": 3.2662507046950195,
      "learning_rate": 3.9126896951149094e-05,
      "loss": 2.2365,
      "step": 54488
    },
    {
      "epoch": 4.628695208970438,
      "grad_norm": 3.802789034761671,
      "learning_rate": 3.912227245241664e-05,
      "loss": 2.5211,
      "step": 54489
    },
    {
      "epoch": 4.628780156303092,
      "grad_norm": 3.162981440850216,
      "learning_rate": 3.9117648186006366e-05,
      "loss": 2.2087,
      "step": 54490
    },
    {
      "epoch": 4.6288651036357455,
      "grad_norm": 3.7919543687279567,
      "learning_rate": 3.9113024151928046e-05,
      "loss": 2.6306,
      "step": 54491
    },
    {
      "epoch": 4.6289500509684,
      "grad_norm": 3.74529402955582,
      "learning_rate": 3.910840035019129e-05,
      "loss": 2.7268,
      "step": 54492
    },
    {
      "epoch": 4.629034998301053,
      "grad_norm": 3.346405837059068,
      "learning_rate": 3.910377678080585e-05,
      "loss": 2.3842,
      "step": 54493
    },
    {
      "epoch": 4.6291199456337075,
      "grad_norm": 3.9991549624091367,
      "learning_rate": 3.9099153443781396e-05,
      "loss": 2.8217,
      "step": 54494
    },
    {
      "epoch": 4.629204892966361,
      "grad_norm": 3.3338005487227345,
      "learning_rate": 3.909453033912756e-05,
      "loss": 2.257,
      "step": 54495
    },
    {
      "epoch": 4.629289840299014,
      "grad_norm": 3.781321383028425,
      "learning_rate": 3.908990746685407e-05,
      "loss": 2.914,
      "step": 54496
    },
    {
      "epoch": 4.629374787631669,
      "grad_norm": 3.503049058495065,
      "learning_rate": 3.9085284826970667e-05,
      "loss": 2.4791,
      "step": 54497
    },
    {
      "epoch": 4.629459734964322,
      "grad_norm": 3.9950201016844886,
      "learning_rate": 3.9080662419486985e-05,
      "loss": 2.9622,
      "step": 54498
    },
    {
      "epoch": 4.6295446822969755,
      "grad_norm": 3.280738404530874,
      "learning_rate": 3.9076040244412664e-05,
      "loss": 2.2232,
      "step": 54499
    },
    {
      "epoch": 4.62962962962963,
      "grad_norm": 3.6969319624817154,
      "learning_rate": 3.9071418301757476e-05,
      "loss": 2.5461,
      "step": 54500
    },
    {
      "epoch": 4.629714576962283,
      "grad_norm": 3.1911268396275503,
      "learning_rate": 3.906679659153107e-05,
      "loss": 2.2776,
      "step": 54501
    },
    {
      "epoch": 4.6297995242949375,
      "grad_norm": 3.467067499174841,
      "learning_rate": 3.906217511374308e-05,
      "loss": 2.5712,
      "step": 54502
    },
    {
      "epoch": 4.629884471627591,
      "grad_norm": 3.4076912130728836,
      "learning_rate": 3.905755386840323e-05,
      "loss": 2.5598,
      "step": 54503
    },
    {
      "epoch": 4.629969418960244,
      "grad_norm": 3.5155939487306,
      "learning_rate": 3.9052932855521235e-05,
      "loss": 2.6183,
      "step": 54504
    },
    {
      "epoch": 4.630054366292899,
      "grad_norm": 3.4675104424423546,
      "learning_rate": 3.904831207510677e-05,
      "loss": 2.4452,
      "step": 54505
    },
    {
      "epoch": 4.630139313625552,
      "grad_norm": 3.466632263181294,
      "learning_rate": 3.904369152716944e-05,
      "loss": 2.457,
      "step": 54506
    },
    {
      "epoch": 4.630224260958206,
      "grad_norm": 3.1808466556532267,
      "learning_rate": 3.903907121171904e-05,
      "loss": 2.1415,
      "step": 54507
    },
    {
      "epoch": 4.63030920829086,
      "grad_norm": 3.661195561744937,
      "learning_rate": 3.903445112876518e-05,
      "loss": 2.7123,
      "step": 54508
    },
    {
      "epoch": 4.630394155623513,
      "grad_norm": 3.6764675196321273,
      "learning_rate": 3.902983127831752e-05,
      "loss": 2.8138,
      "step": 54509
    },
    {
      "epoch": 4.630479102956167,
      "grad_norm": 3.3023683043248493,
      "learning_rate": 3.902521166038578e-05,
      "loss": 2.3605,
      "step": 54510
    },
    {
      "epoch": 4.630564050288821,
      "grad_norm": 3.263779585549866,
      "learning_rate": 3.902059227497965e-05,
      "loss": 2.2886,
      "step": 54511
    },
    {
      "epoch": 4.630648997621474,
      "grad_norm": 3.551713565240769,
      "learning_rate": 3.9015973122108825e-05,
      "loss": 2.5573,
      "step": 54512
    },
    {
      "epoch": 4.6307339449541285,
      "grad_norm": 3.2176174944528673,
      "learning_rate": 3.901135420178289e-05,
      "loss": 2.2421,
      "step": 54513
    },
    {
      "epoch": 4.630818892286782,
      "grad_norm": 3.2402990400600515,
      "learning_rate": 3.9006735514011633e-05,
      "loss": 2.4717,
      "step": 54514
    },
    {
      "epoch": 4.630903839619436,
      "grad_norm": 3.4158825438030904,
      "learning_rate": 3.900211705880463e-05,
      "loss": 2.4773,
      "step": 54515
    },
    {
      "epoch": 4.63098878695209,
      "grad_norm": 3.5435319661713027,
      "learning_rate": 3.899749883617165e-05,
      "loss": 2.7185,
      "step": 54516
    },
    {
      "epoch": 4.631073734284744,
      "grad_norm": 3.3167944843367327,
      "learning_rate": 3.89928808461223e-05,
      "loss": 2.3685,
      "step": 54517
    },
    {
      "epoch": 4.631158681617397,
      "grad_norm": 3.179453038243871,
      "learning_rate": 3.8988263088666324e-05,
      "loss": 2.3249,
      "step": 54518
    },
    {
      "epoch": 4.631243628950051,
      "grad_norm": 3.652380280382428,
      "learning_rate": 3.898364556381336e-05,
      "loss": 2.6137,
      "step": 54519
    },
    {
      "epoch": 4.631328576282705,
      "grad_norm": 3.0777604478891174,
      "learning_rate": 3.8979028271573044e-05,
      "loss": 1.9728,
      "step": 54520
    },
    {
      "epoch": 4.631413523615358,
      "grad_norm": 3.4302447062898676,
      "learning_rate": 3.897441121195508e-05,
      "loss": 2.676,
      "step": 54521
    },
    {
      "epoch": 4.631498470948012,
      "grad_norm": 3.1908734714904634,
      "learning_rate": 3.89697943849692e-05,
      "loss": 2.1562,
      "step": 54522
    },
    {
      "epoch": 4.631583418280666,
      "grad_norm": 3.557956683538328,
      "learning_rate": 3.896517779062503e-05,
      "loss": 2.3097,
      "step": 54523
    },
    {
      "epoch": 4.6316683656133195,
      "grad_norm": 3.528587755520184,
      "learning_rate": 3.896056142893219e-05,
      "loss": 2.5906,
      "step": 54524
    },
    {
      "epoch": 4.631753312945974,
      "grad_norm": 3.462745561860767,
      "learning_rate": 3.895594529990046e-05,
      "loss": 2.5907,
      "step": 54525
    },
    {
      "epoch": 4.631838260278627,
      "grad_norm": 4.030608362191863,
      "learning_rate": 3.895132940353945e-05,
      "loss": 2.7557,
      "step": 54526
    },
    {
      "epoch": 4.631923207611281,
      "grad_norm": 3.7426343788203438,
      "learning_rate": 3.894671373985881e-05,
      "loss": 2.4798,
      "step": 54527
    },
    {
      "epoch": 4.632008154943935,
      "grad_norm": 3.2308692732589437,
      "learning_rate": 3.8942098308868215e-05,
      "loss": 2.3335,
      "step": 54528
    },
    {
      "epoch": 4.632093102276588,
      "grad_norm": 3.1648997775732606,
      "learning_rate": 3.8937483110577425e-05,
      "loss": 2.167,
      "step": 54529
    },
    {
      "epoch": 4.632178049609243,
      "grad_norm": 3.622741718321198,
      "learning_rate": 3.893286814499604e-05,
      "loss": 2.3984,
      "step": 54530
    },
    {
      "epoch": 4.632262996941896,
      "grad_norm": 3.3361824650946645,
      "learning_rate": 3.892825341213369e-05,
      "loss": 2.349,
      "step": 54531
    },
    {
      "epoch": 4.632347944274549,
      "grad_norm": 3.576338252520043,
      "learning_rate": 3.8923638912000136e-05,
      "loss": 2.323,
      "step": 54532
    },
    {
      "epoch": 4.632432891607204,
      "grad_norm": 3.3820623939693495,
      "learning_rate": 3.891902464460494e-05,
      "loss": 2.4458,
      "step": 54533
    },
    {
      "epoch": 4.632517838939857,
      "grad_norm": 3.593851718554941,
      "learning_rate": 3.89144106099579e-05,
      "loss": 2.3128,
      "step": 54534
    },
    {
      "epoch": 4.632602786272511,
      "grad_norm": 3.417220610481836,
      "learning_rate": 3.890979680806856e-05,
      "loss": 2.2614,
      "step": 54535
    },
    {
      "epoch": 4.632687733605165,
      "grad_norm": 3.834422434003393,
      "learning_rate": 3.890518323894669e-05,
      "loss": 2.604,
      "step": 54536
    },
    {
      "epoch": 4.632772680937818,
      "grad_norm": 3.771339384602962,
      "learning_rate": 3.89005699026019e-05,
      "loss": 2.592,
      "step": 54537
    },
    {
      "epoch": 4.6328576282704725,
      "grad_norm": 3.536834898799755,
      "learning_rate": 3.889595679904382e-05,
      "loss": 2.3916,
      "step": 54538
    },
    {
      "epoch": 4.632942575603126,
      "grad_norm": 3.7446848911649027,
      "learning_rate": 3.889134392828217e-05,
      "loss": 2.6317,
      "step": 54539
    },
    {
      "epoch": 4.63302752293578,
      "grad_norm": 3.764874975859945,
      "learning_rate": 3.888673129032666e-05,
      "loss": 2.465,
      "step": 54540
    },
    {
      "epoch": 4.633112470268434,
      "grad_norm": 3.993899566386058,
      "learning_rate": 3.888211888518688e-05,
      "loss": 2.7531,
      "step": 54541
    },
    {
      "epoch": 4.633197417601087,
      "grad_norm": 3.248925858552559,
      "learning_rate": 3.887750671287249e-05,
      "loss": 2.3749,
      "step": 54542
    },
    {
      "epoch": 4.633282364933741,
      "grad_norm": 3.652955340839399,
      "learning_rate": 3.8872894773393206e-05,
      "loss": 2.4125,
      "step": 54543
    },
    {
      "epoch": 4.633367312266395,
      "grad_norm": 3.923707188057006,
      "learning_rate": 3.886828306675868e-05,
      "loss": 2.7409,
      "step": 54544
    },
    {
      "epoch": 4.633452259599048,
      "grad_norm": 3.8961475093263847,
      "learning_rate": 3.886367159297851e-05,
      "loss": 2.7495,
      "step": 54545
    },
    {
      "epoch": 4.6335372069317025,
      "grad_norm": 3.3781742043572027,
      "learning_rate": 3.8859060352062407e-05,
      "loss": 2.4133,
      "step": 54546
    },
    {
      "epoch": 4.633622154264356,
      "grad_norm": 3.560798069911264,
      "learning_rate": 3.8854449344020086e-05,
      "loss": 2.5587,
      "step": 54547
    },
    {
      "epoch": 4.63370710159701,
      "grad_norm": 3.0432518226962118,
      "learning_rate": 3.884983856886114e-05,
      "loss": 2.0438,
      "step": 54548
    },
    {
      "epoch": 4.633792048929664,
      "grad_norm": 3.71025379943763,
      "learning_rate": 3.8845228026595224e-05,
      "loss": 2.5353,
      "step": 54549
    },
    {
      "epoch": 4.633876996262318,
      "grad_norm": 3.708334284461864,
      "learning_rate": 3.884061771723205e-05,
      "loss": 2.409,
      "step": 54550
    },
    {
      "epoch": 4.633961943594971,
      "grad_norm": 3.284974494084969,
      "learning_rate": 3.8836007640781215e-05,
      "loss": 2.2566,
      "step": 54551
    },
    {
      "epoch": 4.634046890927625,
      "grad_norm": 3.518567337849669,
      "learning_rate": 3.883139779725244e-05,
      "loss": 2.5392,
      "step": 54552
    },
    {
      "epoch": 4.634131838260279,
      "grad_norm": 4.09432520092167,
      "learning_rate": 3.882678818665533e-05,
      "loss": 2.9956,
      "step": 54553
    },
    {
      "epoch": 4.634216785592932,
      "grad_norm": 3.6854962328670795,
      "learning_rate": 3.8822178808999605e-05,
      "loss": 3.0296,
      "step": 54554
    },
    {
      "epoch": 4.634301732925586,
      "grad_norm": 3.1013398064569224,
      "learning_rate": 3.881756966429489e-05,
      "loss": 2.1062,
      "step": 54555
    },
    {
      "epoch": 4.63438668025824,
      "grad_norm": 3.196017980337388,
      "learning_rate": 3.88129607525508e-05,
      "loss": 2.2111,
      "step": 54556
    },
    {
      "epoch": 4.6344716275908935,
      "grad_norm": 3.8591242898488973,
      "learning_rate": 3.880835207377707e-05,
      "loss": 2.8039,
      "step": 54557
    },
    {
      "epoch": 4.634556574923548,
      "grad_norm": 3.658405411827333,
      "learning_rate": 3.880374362798328e-05,
      "loss": 2.5109,
      "step": 54558
    },
    {
      "epoch": 4.634641522256201,
      "grad_norm": 3.531277608697982,
      "learning_rate": 3.8799135415179164e-05,
      "loss": 2.4954,
      "step": 54559
    },
    {
      "epoch": 4.634726469588855,
      "grad_norm": 3.166600099741734,
      "learning_rate": 3.879452743537431e-05,
      "loss": 2.1197,
      "step": 54560
    },
    {
      "epoch": 4.634811416921509,
      "grad_norm": 3.2465017951312074,
      "learning_rate": 3.8789919688578424e-05,
      "loss": 2.1816,
      "step": 54561
    },
    {
      "epoch": 4.634896364254162,
      "grad_norm": 3.7373283678579403,
      "learning_rate": 3.878531217480116e-05,
      "loss": 2.626,
      "step": 54562
    },
    {
      "epoch": 4.634981311586817,
      "grad_norm": 3.69427045823162,
      "learning_rate": 3.87807048940521e-05,
      "loss": 2.7771,
      "step": 54563
    },
    {
      "epoch": 4.63506625891947,
      "grad_norm": 3.7326211572977557,
      "learning_rate": 3.877609784634094e-05,
      "loss": 2.5724,
      "step": 54564
    },
    {
      "epoch": 4.635151206252123,
      "grad_norm": 3.665012086519099,
      "learning_rate": 3.87714910316774e-05,
      "loss": 2.7576,
      "step": 54565
    },
    {
      "epoch": 4.635236153584778,
      "grad_norm": 3.2468408765277004,
      "learning_rate": 3.8766884450071064e-05,
      "loss": 2.1976,
      "step": 54566
    },
    {
      "epoch": 4.635321100917431,
      "grad_norm": 3.475167067164447,
      "learning_rate": 3.8762278101531555e-05,
      "loss": 2.5726,
      "step": 54567
    },
    {
      "epoch": 4.6354060482500845,
      "grad_norm": 3.3809684956724064,
      "learning_rate": 3.875767198606859e-05,
      "loss": 2.2532,
      "step": 54568
    },
    {
      "epoch": 4.635490995582739,
      "grad_norm": 3.079692588465421,
      "learning_rate": 3.8753066103691815e-05,
      "loss": 1.9825,
      "step": 54569
    },
    {
      "epoch": 4.635575942915392,
      "grad_norm": 3.5129432381942336,
      "learning_rate": 3.8748460454410815e-05,
      "loss": 2.6816,
      "step": 54570
    },
    {
      "epoch": 4.6356608902480465,
      "grad_norm": 3.154113049377721,
      "learning_rate": 3.8743855038235274e-05,
      "loss": 2.279,
      "step": 54571
    },
    {
      "epoch": 4.6357458375807,
      "grad_norm": 3.183729321095973,
      "learning_rate": 3.873924985517492e-05,
      "loss": 2.1452,
      "step": 54572
    },
    {
      "epoch": 4.635830784913354,
      "grad_norm": 3.291022927396781,
      "learning_rate": 3.873464490523932e-05,
      "loss": 2.254,
      "step": 54573
    },
    {
      "epoch": 4.635915732246008,
      "grad_norm": 3.368061609210866,
      "learning_rate": 3.873004018843809e-05,
      "loss": 2.311,
      "step": 54574
    },
    {
      "epoch": 4.636000679578661,
      "grad_norm": 3.7201191238109903,
      "learning_rate": 3.872543570478098e-05,
      "loss": 2.6459,
      "step": 54575
    },
    {
      "epoch": 4.636085626911315,
      "grad_norm": 3.184031082670785,
      "learning_rate": 3.872083145427752e-05,
      "loss": 2.1571,
      "step": 54576
    },
    {
      "epoch": 4.636170574243969,
      "grad_norm": 3.4985112234355955,
      "learning_rate": 3.871622743693749e-05,
      "loss": 2.4203,
      "step": 54577
    },
    {
      "epoch": 4.636255521576622,
      "grad_norm": 3.4912686473675048,
      "learning_rate": 3.871162365277041e-05,
      "loss": 2.4539,
      "step": 54578
    },
    {
      "epoch": 4.636340468909276,
      "grad_norm": 3.0939738253355307,
      "learning_rate": 3.870702010178605e-05,
      "loss": 2.2131,
      "step": 54579
    },
    {
      "epoch": 4.63642541624193,
      "grad_norm": 3.529912903649892,
      "learning_rate": 3.8702416783993965e-05,
      "loss": 2.6104,
      "step": 54580
    },
    {
      "epoch": 4.636510363574584,
      "grad_norm": 3.5457276059212943,
      "learning_rate": 3.869781369940379e-05,
      "loss": 2.3095,
      "step": 54581
    },
    {
      "epoch": 4.6365953109072375,
      "grad_norm": 3.28797281320005,
      "learning_rate": 3.869321084802521e-05,
      "loss": 2.2237,
      "step": 54582
    },
    {
      "epoch": 4.636680258239891,
      "grad_norm": 3.675796562249716,
      "learning_rate": 3.868860822986789e-05,
      "loss": 2.6762,
      "step": 54583
    },
    {
      "epoch": 4.636765205572545,
      "grad_norm": 3.536692168935852,
      "learning_rate": 3.868400584494147e-05,
      "loss": 2.6926,
      "step": 54584
    },
    {
      "epoch": 4.636850152905199,
      "grad_norm": 3.759867263702154,
      "learning_rate": 3.8679403693255514e-05,
      "loss": 2.5581,
      "step": 54585
    },
    {
      "epoch": 4.636935100237853,
      "grad_norm": 3.2781937294013272,
      "learning_rate": 3.867480177481978e-05,
      "loss": 2.3701,
      "step": 54586
    },
    {
      "epoch": 4.637020047570506,
      "grad_norm": 3.3659547536394143,
      "learning_rate": 3.8670200089643856e-05,
      "loss": 2.6444,
      "step": 54587
    },
    {
      "epoch": 4.63710499490316,
      "grad_norm": 3.664698537135072,
      "learning_rate": 3.866559863773732e-05,
      "loss": 2.608,
      "step": 54588
    },
    {
      "epoch": 4.637189942235814,
      "grad_norm": 3.9586600815395525,
      "learning_rate": 3.866099741910989e-05,
      "loss": 2.6409,
      "step": 54589
    },
    {
      "epoch": 4.6372748895684675,
      "grad_norm": 3.3266584646405324,
      "learning_rate": 3.865639643377124e-05,
      "loss": 2.2801,
      "step": 54590
    },
    {
      "epoch": 4.637359836901121,
      "grad_norm": 3.54721290585596,
      "learning_rate": 3.8651795681730945e-05,
      "loss": 2.6377,
      "step": 54591
    },
    {
      "epoch": 4.637444784233775,
      "grad_norm": 3.3506562842979015,
      "learning_rate": 3.8647195162998614e-05,
      "loss": 2.5022,
      "step": 54592
    },
    {
      "epoch": 4.637529731566429,
      "grad_norm": 3.54822925699053,
      "learning_rate": 3.8642594877583994e-05,
      "loss": 2.7294,
      "step": 54593
    },
    {
      "epoch": 4.637614678899083,
      "grad_norm": 3.6346141768334936,
      "learning_rate": 3.8637994825496615e-05,
      "loss": 2.7594,
      "step": 54594
    },
    {
      "epoch": 4.637699626231736,
      "grad_norm": 3.3923985013664355,
      "learning_rate": 3.863339500674622e-05,
      "loss": 2.283,
      "step": 54595
    },
    {
      "epoch": 4.6377845735643906,
      "grad_norm": 3.549979047561748,
      "learning_rate": 3.8628795421342335e-05,
      "loss": 2.5604,
      "step": 54596
    },
    {
      "epoch": 4.637869520897044,
      "grad_norm": 3.244595620296472,
      "learning_rate": 3.86241960692947e-05,
      "loss": 2.4034,
      "step": 54597
    },
    {
      "epoch": 4.637954468229697,
      "grad_norm": 3.399913469616256,
      "learning_rate": 3.861959695061291e-05,
      "loss": 2.4331,
      "step": 54598
    },
    {
      "epoch": 4.638039415562352,
      "grad_norm": 3.561818885426675,
      "learning_rate": 3.861499806530655e-05,
      "loss": 2.7195,
      "step": 54599
    },
    {
      "epoch": 4.638124362895005,
      "grad_norm": 3.297021057092007,
      "learning_rate": 3.861039941338536e-05,
      "loss": 2.3185,
      "step": 54600
    },
    {
      "epoch": 4.6382093102276585,
      "grad_norm": 3.1487480492943827,
      "learning_rate": 3.860580099485887e-05,
      "loss": 2.3037,
      "step": 54601
    },
    {
      "epoch": 4.638294257560313,
      "grad_norm": 3.296263744917842,
      "learning_rate": 3.860120280973678e-05,
      "loss": 2.3468,
      "step": 54602
    },
    {
      "epoch": 4.638379204892966,
      "grad_norm": 3.302011354217,
      "learning_rate": 3.8596604858028716e-05,
      "loss": 2.3399,
      "step": 54603
    },
    {
      "epoch": 4.6384641522256205,
      "grad_norm": 3.302744245883034,
      "learning_rate": 3.859200713974432e-05,
      "loss": 2.3033,
      "step": 54604
    },
    {
      "epoch": 4.638549099558274,
      "grad_norm": 3.122639031338274,
      "learning_rate": 3.8587409654893214e-05,
      "loss": 2.2667,
      "step": 54605
    },
    {
      "epoch": 4.638634046890927,
      "grad_norm": 3.817325382831024,
      "learning_rate": 3.858281240348498e-05,
      "loss": 2.6896,
      "step": 54606
    },
    {
      "epoch": 4.638718994223582,
      "grad_norm": 3.3649497550861907,
      "learning_rate": 3.857821538552931e-05,
      "loss": 2.4341,
      "step": 54607
    },
    {
      "epoch": 4.638803941556235,
      "grad_norm": 3.251578215139604,
      "learning_rate": 3.857361860103586e-05,
      "loss": 2.2903,
      "step": 54608
    },
    {
      "epoch": 4.638888888888889,
      "grad_norm": 3.5419596662440695,
      "learning_rate": 3.8569022050014236e-05,
      "loss": 2.3931,
      "step": 54609
    },
    {
      "epoch": 4.638973836221543,
      "grad_norm": 3.511446077631757,
      "learning_rate": 3.856442573247401e-05,
      "loss": 2.6086,
      "step": 54610
    },
    {
      "epoch": 4.639058783554196,
      "grad_norm": 3.3201275166098654,
      "learning_rate": 3.85598296484249e-05,
      "loss": 2.2797,
      "step": 54611
    },
    {
      "epoch": 4.63914373088685,
      "grad_norm": 3.372705590791652,
      "learning_rate": 3.8555233797876505e-05,
      "loss": 2.3229,
      "step": 54612
    },
    {
      "epoch": 4.639228678219504,
      "grad_norm": 3.1543557655746017,
      "learning_rate": 3.8550638180838404e-05,
      "loss": 2.2635,
      "step": 54613
    },
    {
      "epoch": 4.639313625552157,
      "grad_norm": 3.199215635902612,
      "learning_rate": 3.854604279732027e-05,
      "loss": 2.2439,
      "step": 54614
    },
    {
      "epoch": 4.6393985728848115,
      "grad_norm": 3.5063429346505677,
      "learning_rate": 3.854144764733179e-05,
      "loss": 2.5665,
      "step": 54615
    },
    {
      "epoch": 4.639483520217465,
      "grad_norm": 3.5604392234638915,
      "learning_rate": 3.853685273088251e-05,
      "loss": 2.372,
      "step": 54616
    },
    {
      "epoch": 4.639568467550119,
      "grad_norm": 3.29137755211852,
      "learning_rate": 3.853225804798206e-05,
      "loss": 2.3903,
      "step": 54617
    },
    {
      "epoch": 4.639653414882773,
      "grad_norm": 3.776312815829302,
      "learning_rate": 3.852766359864012e-05,
      "loss": 2.6531,
      "step": 54618
    },
    {
      "epoch": 4.639738362215427,
      "grad_norm": 3.6291576371491168,
      "learning_rate": 3.852306938286624e-05,
      "loss": 2.6413,
      "step": 54619
    },
    {
      "epoch": 4.63982330954808,
      "grad_norm": 3.160399507913637,
      "learning_rate": 3.851847540067015e-05,
      "loss": 2.0761,
      "step": 54620
    },
    {
      "epoch": 4.639908256880734,
      "grad_norm": 3.5993813173992093,
      "learning_rate": 3.8513881652061364e-05,
      "loss": 2.6442,
      "step": 54621
    },
    {
      "epoch": 4.639993204213388,
      "grad_norm": 3.261620215428744,
      "learning_rate": 3.8509288137049614e-05,
      "loss": 2.2271,
      "step": 54622
    },
    {
      "epoch": 4.640078151546041,
      "grad_norm": 3.695206372216699,
      "learning_rate": 3.850469485564447e-05,
      "loss": 2.5773,
      "step": 54623
    },
    {
      "epoch": 4.640163098878695,
      "grad_norm": 3.443618900077684,
      "learning_rate": 3.85001018078555e-05,
      "loss": 2.5789,
      "step": 54624
    },
    {
      "epoch": 4.640248046211349,
      "grad_norm": 3.7306260652066108,
      "learning_rate": 3.84955089936924e-05,
      "loss": 3.0423,
      "step": 54625
    },
    {
      "epoch": 4.6403329935440025,
      "grad_norm": 3.2680837267773546,
      "learning_rate": 3.849091641316482e-05,
      "loss": 2.1664,
      "step": 54626
    },
    {
      "epoch": 4.640417940876657,
      "grad_norm": 3.249264327896535,
      "learning_rate": 3.848632406628235e-05,
      "loss": 2.1265,
      "step": 54627
    },
    {
      "epoch": 4.64050288820931,
      "grad_norm": 3.4314506491123495,
      "learning_rate": 3.848173195305456e-05,
      "loss": 2.3821,
      "step": 54628
    },
    {
      "epoch": 4.640587835541964,
      "grad_norm": 3.494211826066831,
      "learning_rate": 3.847714007349116e-05,
      "loss": 2.3895,
      "step": 54629
    },
    {
      "epoch": 4.640672782874618,
      "grad_norm": 3.2129550591658576,
      "learning_rate": 3.847254842760172e-05,
      "loss": 2.203,
      "step": 54630
    },
    {
      "epoch": 4.640757730207271,
      "grad_norm": 3.6635553767465447,
      "learning_rate": 3.8467957015395834e-05,
      "loss": 2.7922,
      "step": 54631
    },
    {
      "epoch": 4.640842677539926,
      "grad_norm": 3.391612757206524,
      "learning_rate": 3.846336583688315e-05,
      "loss": 2.5083,
      "step": 54632
    },
    {
      "epoch": 4.640927624872579,
      "grad_norm": 3.280164338744248,
      "learning_rate": 3.8458774892073335e-05,
      "loss": 2.3701,
      "step": 54633
    },
    {
      "epoch": 4.6410125722052324,
      "grad_norm": 3.9065135432094276,
      "learning_rate": 3.8454184180975973e-05,
      "loss": 2.6896,
      "step": 54634
    },
    {
      "epoch": 4.641097519537887,
      "grad_norm": 3.3558776997903115,
      "learning_rate": 3.844959370360065e-05,
      "loss": 2.4632,
      "step": 54635
    },
    {
      "epoch": 4.64118246687054,
      "grad_norm": 3.3594601022327955,
      "learning_rate": 3.844500345995705e-05,
      "loss": 2.3639,
      "step": 54636
    },
    {
      "epoch": 4.6412674142031936,
      "grad_norm": 3.6352136466290643,
      "learning_rate": 3.84404134500547e-05,
      "loss": 2.5563,
      "step": 54637
    },
    {
      "epoch": 4.641352361535848,
      "grad_norm": 3.3562855728733116,
      "learning_rate": 3.843582367390331e-05,
      "loss": 2.4226,
      "step": 54638
    },
    {
      "epoch": 4.641437308868501,
      "grad_norm": 3.895634669962921,
      "learning_rate": 3.843123413151243e-05,
      "loss": 2.6817,
      "step": 54639
    },
    {
      "epoch": 4.6415222562011555,
      "grad_norm": 3.313283146461473,
      "learning_rate": 3.842664482289175e-05,
      "loss": 2.3426,
      "step": 54640
    },
    {
      "epoch": 4.641607203533809,
      "grad_norm": 3.0937749379759256,
      "learning_rate": 3.8422055748050835e-05,
      "loss": 2.2027,
      "step": 54641
    },
    {
      "epoch": 4.641692150866463,
      "grad_norm": 3.2327758475188624,
      "learning_rate": 3.841746690699926e-05,
      "loss": 2.2919,
      "step": 54642
    },
    {
      "epoch": 4.641777098199117,
      "grad_norm": 2.9967233182984594,
      "learning_rate": 3.8412878299746724e-05,
      "loss": 2.1314,
      "step": 54643
    },
    {
      "epoch": 4.64186204553177,
      "grad_norm": 3.323389879436065,
      "learning_rate": 3.840828992630278e-05,
      "loss": 2.2517,
      "step": 54644
    },
    {
      "epoch": 4.641946992864424,
      "grad_norm": 3.384156106302163,
      "learning_rate": 3.840370178667709e-05,
      "loss": 2.2149,
      "step": 54645
    },
    {
      "epoch": 4.642031940197078,
      "grad_norm": 3.7896989011797304,
      "learning_rate": 3.839911388087922e-05,
      "loss": 2.534,
      "step": 54646
    },
    {
      "epoch": 4.642116887529731,
      "grad_norm": 4.024748200033452,
      "learning_rate": 3.839452620891883e-05,
      "loss": 2.7682,
      "step": 54647
    },
    {
      "epoch": 4.6422018348623855,
      "grad_norm": 3.2036438609831404,
      "learning_rate": 3.838993877080552e-05,
      "loss": 2.279,
      "step": 54648
    },
    {
      "epoch": 4.642286782195039,
      "grad_norm": 3.5280023774426805,
      "learning_rate": 3.838535156654889e-05,
      "loss": 2.552,
      "step": 54649
    },
    {
      "epoch": 4.642371729527693,
      "grad_norm": 3.2038645702906643,
      "learning_rate": 3.838076459615847e-05,
      "loss": 2.2873,
      "step": 54650
    },
    {
      "epoch": 4.642456676860347,
      "grad_norm": 3.668839376208297,
      "learning_rate": 3.837617785964404e-05,
      "loss": 2.8256,
      "step": 54651
    },
    {
      "epoch": 4.642541624193,
      "grad_norm": 3.500319316989278,
      "learning_rate": 3.8371591357015116e-05,
      "loss": 2.6989,
      "step": 54652
    },
    {
      "epoch": 4.642626571525654,
      "grad_norm": 3.6391348633945397,
      "learning_rate": 3.836700508828128e-05,
      "loss": 2.3746,
      "step": 54653
    },
    {
      "epoch": 4.642711518858308,
      "grad_norm": 3.682774963143003,
      "learning_rate": 3.836241905345222e-05,
      "loss": 2.8524,
      "step": 54654
    },
    {
      "epoch": 4.642796466190962,
      "grad_norm": 3.5574058331920297,
      "learning_rate": 3.8357833252537504e-05,
      "loss": 2.6965,
      "step": 54655
    },
    {
      "epoch": 4.642881413523615,
      "grad_norm": 3.525913147200586,
      "learning_rate": 3.83532476855467e-05,
      "loss": 2.5851,
      "step": 54656
    },
    {
      "epoch": 4.642966360856269,
      "grad_norm": 3.196054612461514,
      "learning_rate": 3.8348662352489444e-05,
      "loss": 2.3059,
      "step": 54657
    },
    {
      "epoch": 4.643051308188923,
      "grad_norm": 3.3348856787417973,
      "learning_rate": 3.834407725337539e-05,
      "loss": 2.4868,
      "step": 54658
    },
    {
      "epoch": 4.6431362555215765,
      "grad_norm": 3.6317428835805936,
      "learning_rate": 3.833949238821413e-05,
      "loss": 2.62,
      "step": 54659
    },
    {
      "epoch": 4.64322120285423,
      "grad_norm": 3.901955009788119,
      "learning_rate": 3.8334907757015256e-05,
      "loss": 2.6801,
      "step": 54660
    },
    {
      "epoch": 4.643306150186884,
      "grad_norm": 3.5764527471872563,
      "learning_rate": 3.8330323359788314e-05,
      "loss": 2.4898,
      "step": 54661
    },
    {
      "epoch": 4.643391097519538,
      "grad_norm": 3.2098581697639044,
      "learning_rate": 3.832573919654298e-05,
      "loss": 2.3058,
      "step": 54662
    },
    {
      "epoch": 4.643476044852192,
      "grad_norm": 3.4019437006984496,
      "learning_rate": 3.8321155267288875e-05,
      "loss": 2.272,
      "step": 54663
    },
    {
      "epoch": 4.643560992184845,
      "grad_norm": 3.625840040139768,
      "learning_rate": 3.8316571572035535e-05,
      "loss": 2.6728,
      "step": 54664
    },
    {
      "epoch": 4.6436459395175,
      "grad_norm": 3.5727975277800375,
      "learning_rate": 3.831198811079265e-05,
      "loss": 2.5485,
      "step": 54665
    },
    {
      "epoch": 4.643730886850153,
      "grad_norm": 3.569294275676875,
      "learning_rate": 3.830740488356976e-05,
      "loss": 2.7162,
      "step": 54666
    },
    {
      "epoch": 4.643815834182806,
      "grad_norm": 3.635603762388985,
      "learning_rate": 3.83028218903765e-05,
      "loss": 2.4455,
      "step": 54667
    },
    {
      "epoch": 4.643900781515461,
      "grad_norm": 3.453587698212242,
      "learning_rate": 3.829823913122237e-05,
      "loss": 2.5589,
      "step": 54668
    },
    {
      "epoch": 4.643985728848114,
      "grad_norm": 4.131567349975842,
      "learning_rate": 3.829365660611714e-05,
      "loss": 2.8149,
      "step": 54669
    },
    {
      "epoch": 4.6440706761807675,
      "grad_norm": 3.2878973615366744,
      "learning_rate": 3.828907431507033e-05,
      "loss": 2.3163,
      "step": 54670
    },
    {
      "epoch": 4.644155623513422,
      "grad_norm": 3.700968078755235,
      "learning_rate": 3.828449225809151e-05,
      "loss": 2.4117,
      "step": 54671
    },
    {
      "epoch": 4.644240570846075,
      "grad_norm": 3.5891990408893224,
      "learning_rate": 3.827991043519034e-05,
      "loss": 2.616,
      "step": 54672
    },
    {
      "epoch": 4.6443255181787295,
      "grad_norm": 3.180125502496901,
      "learning_rate": 3.827532884637641e-05,
      "loss": 2.3281,
      "step": 54673
    },
    {
      "epoch": 4.644410465511383,
      "grad_norm": 4.064630932349729,
      "learning_rate": 3.8270747491659246e-05,
      "loss": 3.0276,
      "step": 54674
    },
    {
      "epoch": 4.644495412844036,
      "grad_norm": 3.5949907949577646,
      "learning_rate": 3.8266166371048525e-05,
      "loss": 2.4301,
      "step": 54675
    },
    {
      "epoch": 4.644580360176691,
      "grad_norm": 3.562671708966197,
      "learning_rate": 3.826158548455384e-05,
      "loss": 2.5433,
      "step": 54676
    },
    {
      "epoch": 4.644665307509344,
      "grad_norm": 3.6489364059783997,
      "learning_rate": 3.825700483218479e-05,
      "loss": 2.7222,
      "step": 54677
    },
    {
      "epoch": 4.644750254841998,
      "grad_norm": 3.499190292081765,
      "learning_rate": 3.825242441395098e-05,
      "loss": 2.6895,
      "step": 54678
    },
    {
      "epoch": 4.644835202174652,
      "grad_norm": 3.509608545730217,
      "learning_rate": 3.824784422986191e-05,
      "loss": 2.4945,
      "step": 54679
    },
    {
      "epoch": 4.644920149507305,
      "grad_norm": 3.9189007512947587,
      "learning_rate": 3.824326427992726e-05,
      "loss": 2.7944,
      "step": 54680
    },
    {
      "epoch": 4.645005096839959,
      "grad_norm": 3.3519092888799698,
      "learning_rate": 3.8238684564156665e-05,
      "loss": 2.381,
      "step": 54681
    },
    {
      "epoch": 4.645090044172613,
      "grad_norm": 3.2400926954890426,
      "learning_rate": 3.823410508255963e-05,
      "loss": 2.1181,
      "step": 54682
    },
    {
      "epoch": 4.645174991505266,
      "grad_norm": 3.6321066692944046,
      "learning_rate": 3.8229525835145835e-05,
      "loss": 2.5488,
      "step": 54683
    },
    {
      "epoch": 4.6452599388379205,
      "grad_norm": 3.3087738104164743,
      "learning_rate": 3.822494682192484e-05,
      "loss": 2.4467,
      "step": 54684
    },
    {
      "epoch": 4.645344886170574,
      "grad_norm": 3.463297912320587,
      "learning_rate": 3.8220368042906234e-05,
      "loss": 2.5569,
      "step": 54685
    },
    {
      "epoch": 4.645429833503228,
      "grad_norm": 3.5233382623146716,
      "learning_rate": 3.821578949809953e-05,
      "loss": 2.2278,
      "step": 54686
    },
    {
      "epoch": 4.645514780835882,
      "grad_norm": 3.5036748535767606,
      "learning_rate": 3.821121118751448e-05,
      "loss": 2.4552,
      "step": 54687
    },
    {
      "epoch": 4.645599728168536,
      "grad_norm": 3.197324510148395,
      "learning_rate": 3.8206633111160604e-05,
      "loss": 2.2681,
      "step": 54688
    },
    {
      "epoch": 4.645684675501189,
      "grad_norm": 3.9742540513414704,
      "learning_rate": 3.820205526904749e-05,
      "loss": 2.8423,
      "step": 54689
    },
    {
      "epoch": 4.645769622833843,
      "grad_norm": 3.4244086293733744,
      "learning_rate": 3.8197477661184674e-05,
      "loss": 2.4321,
      "step": 54690
    },
    {
      "epoch": 4.645854570166497,
      "grad_norm": 3.7680372652583123,
      "learning_rate": 3.819290028758185e-05,
      "loss": 2.4491,
      "step": 54691
    },
    {
      "epoch": 4.6459395174991505,
      "grad_norm": 3.417931783892348,
      "learning_rate": 3.8188323148248565e-05,
      "loss": 2.3722,
      "step": 54692
    },
    {
      "epoch": 4.646024464831804,
      "grad_norm": 3.387062904329252,
      "learning_rate": 3.818374624319433e-05,
      "loss": 2.2273,
      "step": 54693
    },
    {
      "epoch": 4.646109412164458,
      "grad_norm": 3.3205594195520263,
      "learning_rate": 3.8179169572428895e-05,
      "loss": 2.2715,
      "step": 54694
    },
    {
      "epoch": 4.646194359497112,
      "grad_norm": 3.472880557325832,
      "learning_rate": 3.8174593135961764e-05,
      "loss": 2.4656,
      "step": 54695
    },
    {
      "epoch": 4.646279306829766,
      "grad_norm": 3.211357096640796,
      "learning_rate": 3.8170016933802514e-05,
      "loss": 2.3365,
      "step": 54696
    },
    {
      "epoch": 4.646364254162419,
      "grad_norm": 3.2782513587666395,
      "learning_rate": 3.816544096596072e-05,
      "loss": 2.4128,
      "step": 54697
    },
    {
      "epoch": 4.646449201495073,
      "grad_norm": 3.2199237427108156,
      "learning_rate": 3.816086523244605e-05,
      "loss": 2.3562,
      "step": 54698
    },
    {
      "epoch": 4.646534148827727,
      "grad_norm": 3.2084219505033276,
      "learning_rate": 3.8156289733267975e-05,
      "loss": 2.3188,
      "step": 54699
    },
    {
      "epoch": 4.64661909616038,
      "grad_norm": 3.30403514516248,
      "learning_rate": 3.815171446843614e-05,
      "loss": 2.3261,
      "step": 54700
    },
    {
      "epoch": 4.646704043493035,
      "grad_norm": 3.3371708234113857,
      "learning_rate": 3.8147139437960214e-05,
      "loss": 2.4412,
      "step": 54701
    },
    {
      "epoch": 4.646788990825688,
      "grad_norm": 3.6739786703921036,
      "learning_rate": 3.814256464184968e-05,
      "loss": 2.4819,
      "step": 54702
    },
    {
      "epoch": 4.6468739381583415,
      "grad_norm": 3.2069416797422035,
      "learning_rate": 3.8137990080114164e-05,
      "loss": 2.214,
      "step": 54703
    },
    {
      "epoch": 4.646958885490996,
      "grad_norm": 3.974839035442537,
      "learning_rate": 3.81334157527632e-05,
      "loss": 3.0607,
      "step": 54704
    },
    {
      "epoch": 4.647043832823649,
      "grad_norm": 3.515612106881008,
      "learning_rate": 3.812884165980638e-05,
      "loss": 2.5118,
      "step": 54705
    },
    {
      "epoch": 4.647128780156303,
      "grad_norm": 3.353581902983934,
      "learning_rate": 3.812426780125339e-05,
      "loss": 2.4139,
      "step": 54706
    },
    {
      "epoch": 4.647213727488957,
      "grad_norm": 3.8150997640405753,
      "learning_rate": 3.811969417711373e-05,
      "loss": 2.7362,
      "step": 54707
    },
    {
      "epoch": 4.64729867482161,
      "grad_norm": 3.2457518357336594,
      "learning_rate": 3.811512078739696e-05,
      "loss": 2.1685,
      "step": 54708
    },
    {
      "epoch": 4.647383622154265,
      "grad_norm": 4.051615790237392,
      "learning_rate": 3.811054763211274e-05,
      "loss": 2.7494,
      "step": 54709
    },
    {
      "epoch": 4.647468569486918,
      "grad_norm": 3.434764205990078,
      "learning_rate": 3.8105974711270594e-05,
      "loss": 2.575,
      "step": 54710
    },
    {
      "epoch": 4.647553516819572,
      "grad_norm": 3.2122752066034868,
      "learning_rate": 3.8101402024880054e-05,
      "loss": 2.2048,
      "step": 54711
    },
    {
      "epoch": 4.647638464152226,
      "grad_norm": 3.9274845338057833,
      "learning_rate": 3.8096829572950836e-05,
      "loss": 2.8799,
      "step": 54712
    },
    {
      "epoch": 4.647723411484879,
      "grad_norm": 3.699492423551938,
      "learning_rate": 3.809225735549246e-05,
      "loss": 2.4382,
      "step": 54713
    },
    {
      "epoch": 4.647808358817533,
      "grad_norm": 3.581425486209916,
      "learning_rate": 3.80876853725145e-05,
      "loss": 2.6476,
      "step": 54714
    },
    {
      "epoch": 4.647893306150187,
      "grad_norm": 3.4056795463273835,
      "learning_rate": 3.808311362402649e-05,
      "loss": 2.4377,
      "step": 54715
    },
    {
      "epoch": 4.64797825348284,
      "grad_norm": 3.0743238429007493,
      "learning_rate": 3.807854211003808e-05,
      "loss": 2.221,
      "step": 54716
    },
    {
      "epoch": 4.6480632008154945,
      "grad_norm": 3.2044856316962713,
      "learning_rate": 3.80739708305588e-05,
      "loss": 2.1749,
      "step": 54717
    },
    {
      "epoch": 4.648148148148148,
      "grad_norm": 3.4311080023250318,
      "learning_rate": 3.8069399785598273e-05,
      "loss": 2.4804,
      "step": 54718
    },
    {
      "epoch": 4.648233095480802,
      "grad_norm": 3.4516650532273587,
      "learning_rate": 3.8064828975166025e-05,
      "loss": 2.4442,
      "step": 54719
    },
    {
      "epoch": 4.648318042813456,
      "grad_norm": 3.60293573645353,
      "learning_rate": 3.80602583992717e-05,
      "loss": 2.5393,
      "step": 54720
    },
    {
      "epoch": 4.648402990146109,
      "grad_norm": 3.3733197936759716,
      "learning_rate": 3.805568805792482e-05,
      "loss": 2.277,
      "step": 54721
    },
    {
      "epoch": 4.648487937478763,
      "grad_norm": 3.2635031036681243,
      "learning_rate": 3.805111795113495e-05,
      "loss": 2.2635,
      "step": 54722
    },
    {
      "epoch": 4.648572884811417,
      "grad_norm": 3.932512420834283,
      "learning_rate": 3.80465480789117e-05,
      "loss": 2.7891,
      "step": 54723
    },
    {
      "epoch": 4.648657832144071,
      "grad_norm": 3.333510946141253,
      "learning_rate": 3.804197844126467e-05,
      "loss": 2.3717,
      "step": 54724
    },
    {
      "epoch": 4.648742779476724,
      "grad_norm": 3.5909046884422304,
      "learning_rate": 3.8037409038203396e-05,
      "loss": 2.3491,
      "step": 54725
    },
    {
      "epoch": 4.648827726809378,
      "grad_norm": 3.6233310548209516,
      "learning_rate": 3.803283986973743e-05,
      "loss": 2.4185,
      "step": 54726
    },
    {
      "epoch": 4.648912674142032,
      "grad_norm": 3.8369859506449098,
      "learning_rate": 3.802827093587641e-05,
      "loss": 2.6573,
      "step": 54727
    },
    {
      "epoch": 4.6489976214746855,
      "grad_norm": 3.649909764041962,
      "learning_rate": 3.8023702236629874e-05,
      "loss": 2.6434,
      "step": 54728
    },
    {
      "epoch": 4.64908256880734,
      "grad_norm": 3.412210969917264,
      "learning_rate": 3.8019133772007357e-05,
      "loss": 2.4166,
      "step": 54729
    },
    {
      "epoch": 4.649167516139993,
      "grad_norm": 3.5412430752793576,
      "learning_rate": 3.801456554201847e-05,
      "loss": 2.3057,
      "step": 54730
    },
    {
      "epoch": 4.649252463472647,
      "grad_norm": 3.2417230416516696,
      "learning_rate": 3.8009997546672817e-05,
      "loss": 2.3162,
      "step": 54731
    },
    {
      "epoch": 4.649337410805301,
      "grad_norm": 3.640816845539585,
      "learning_rate": 3.8005429785979944e-05,
      "loss": 2.4134,
      "step": 54732
    },
    {
      "epoch": 4.649422358137954,
      "grad_norm": 3.519217036051574,
      "learning_rate": 3.800086225994936e-05,
      "loss": 2.5306,
      "step": 54733
    },
    {
      "epoch": 4.649507305470609,
      "grad_norm": 3.426862070662179,
      "learning_rate": 3.799629496859075e-05,
      "loss": 2.5216,
      "step": 54734
    },
    {
      "epoch": 4.649592252803262,
      "grad_norm": 3.521975451274797,
      "learning_rate": 3.799172791191363e-05,
      "loss": 2.32,
      "step": 54735
    },
    {
      "epoch": 4.6496772001359155,
      "grad_norm": 3.418221493301567,
      "learning_rate": 3.7987161089927504e-05,
      "loss": 2.3487,
      "step": 54736
    },
    {
      "epoch": 4.64976214746857,
      "grad_norm": 3.377859248734085,
      "learning_rate": 3.7982594502642004e-05,
      "loss": 2.3549,
      "step": 54737
    },
    {
      "epoch": 4.649847094801223,
      "grad_norm": 3.125593756070964,
      "learning_rate": 3.7978028150066724e-05,
      "loss": 2.0681,
      "step": 54738
    },
    {
      "epoch": 4.649932042133877,
      "grad_norm": 3.556362392529809,
      "learning_rate": 3.797346203221122e-05,
      "loss": 2.3157,
      "step": 54739
    },
    {
      "epoch": 4.650016989466531,
      "grad_norm": 3.5062635779289892,
      "learning_rate": 3.7968896149084986e-05,
      "loss": 2.4595,
      "step": 54740
    },
    {
      "epoch": 4.650101936799184,
      "grad_norm": 3.2821469875062927,
      "learning_rate": 3.7964330500697696e-05,
      "loss": 2.367,
      "step": 54741
    },
    {
      "epoch": 4.650186884131839,
      "grad_norm": 3.2476000436316155,
      "learning_rate": 3.795976508705881e-05,
      "loss": 2.3538,
      "step": 54742
    },
    {
      "epoch": 4.650271831464492,
      "grad_norm": 3.219588033632604,
      "learning_rate": 3.795519990817801e-05,
      "loss": 2.2404,
      "step": 54743
    },
    {
      "epoch": 4.650356778797146,
      "grad_norm": 3.1804600787221697,
      "learning_rate": 3.795063496406474e-05,
      "loss": 2.2629,
      "step": 54744
    },
    {
      "epoch": 4.6504417261298,
      "grad_norm": 3.1776130660304727,
      "learning_rate": 3.794607025472869e-05,
      "loss": 2.1693,
      "step": 54745
    },
    {
      "epoch": 4.650526673462453,
      "grad_norm": 3.3478616496364038,
      "learning_rate": 3.794150578017934e-05,
      "loss": 2.4651,
      "step": 54746
    },
    {
      "epoch": 4.650611620795107,
      "grad_norm": 3.339086888305878,
      "learning_rate": 3.793694154042623e-05,
      "loss": 2.2571,
      "step": 54747
    },
    {
      "epoch": 4.650696568127761,
      "grad_norm": 3.420367036733692,
      "learning_rate": 3.7932377535478976e-05,
      "loss": 2.5532,
      "step": 54748
    },
    {
      "epoch": 4.650781515460414,
      "grad_norm": 3.6668645077116575,
      "learning_rate": 3.792781376534717e-05,
      "loss": 2.6657,
      "step": 54749
    },
    {
      "epoch": 4.6508664627930685,
      "grad_norm": 3.713389060768409,
      "learning_rate": 3.7923250230040345e-05,
      "loss": 2.728,
      "step": 54750
    },
    {
      "epoch": 4.650951410125722,
      "grad_norm": 3.5168294070103747,
      "learning_rate": 3.7918686929567995e-05,
      "loss": 2.5017,
      "step": 54751
    },
    {
      "epoch": 4.651036357458376,
      "grad_norm": 3.3612936806129405,
      "learning_rate": 3.7914123863939786e-05,
      "loss": 2.1727,
      "step": 54752
    },
    {
      "epoch": 4.65112130479103,
      "grad_norm": 3.268282203973261,
      "learning_rate": 3.7909561033165237e-05,
      "loss": 2.3137,
      "step": 54753
    },
    {
      "epoch": 4.651206252123683,
      "grad_norm": 3.508208009156249,
      "learning_rate": 3.790499843725387e-05,
      "loss": 2.5581,
      "step": 54754
    },
    {
      "epoch": 4.651291199456337,
      "grad_norm": 3.431196364346328,
      "learning_rate": 3.790043607621527e-05,
      "loss": 2.3161,
      "step": 54755
    },
    {
      "epoch": 4.651376146788991,
      "grad_norm": 3.572342607453459,
      "learning_rate": 3.789587395005906e-05,
      "loss": 2.6207,
      "step": 54756
    },
    {
      "epoch": 4.651461094121645,
      "grad_norm": 3.873150959474263,
      "learning_rate": 3.789131205879473e-05,
      "loss": 3.0683,
      "step": 54757
    },
    {
      "epoch": 4.651546041454298,
      "grad_norm": 3.333889367268592,
      "learning_rate": 3.788675040243184e-05,
      "loss": 2.4164,
      "step": 54758
    },
    {
      "epoch": 4.651630988786952,
      "grad_norm": 3.335805521957295,
      "learning_rate": 3.788218898097998e-05,
      "loss": 2.3479,
      "step": 54759
    },
    {
      "epoch": 4.651715936119606,
      "grad_norm": 3.485080963685087,
      "learning_rate": 3.7877627794448646e-05,
      "loss": 2.4268,
      "step": 54760
    },
    {
      "epoch": 4.6518008834522595,
      "grad_norm": 3.402248733291606,
      "learning_rate": 3.78730668428475e-05,
      "loss": 2.4641,
      "step": 54761
    },
    {
      "epoch": 4.651885830784913,
      "grad_norm": 3.5699676998320515,
      "learning_rate": 3.786850612618597e-05,
      "loss": 2.2858,
      "step": 54762
    },
    {
      "epoch": 4.651970778117567,
      "grad_norm": 3.4699255242818086,
      "learning_rate": 3.786394564447374e-05,
      "loss": 2.4161,
      "step": 54763
    },
    {
      "epoch": 4.652055725450221,
      "grad_norm": 3.6780319806206516,
      "learning_rate": 3.7859385397720307e-05,
      "loss": 2.4345,
      "step": 54764
    },
    {
      "epoch": 4.652140672782875,
      "grad_norm": 3.4184364834572882,
      "learning_rate": 3.7854825385935184e-05,
      "loss": 2.4106,
      "step": 54765
    },
    {
      "epoch": 4.652225620115528,
      "grad_norm": 3.301694765105953,
      "learning_rate": 3.785026560912795e-05,
      "loss": 2.2569,
      "step": 54766
    },
    {
      "epoch": 4.652310567448183,
      "grad_norm": 3.4354851334501473,
      "learning_rate": 3.784570606730823e-05,
      "loss": 2.4416,
      "step": 54767
    },
    {
      "epoch": 4.652395514780836,
      "grad_norm": 3.5009767154772353,
      "learning_rate": 3.784114676048551e-05,
      "loss": 2.4616,
      "step": 54768
    },
    {
      "epoch": 4.652480462113489,
      "grad_norm": 3.3148254400102317,
      "learning_rate": 3.783658768866933e-05,
      "loss": 2.3786,
      "step": 54769
    },
    {
      "epoch": 4.652565409446144,
      "grad_norm": 3.487721329748921,
      "learning_rate": 3.78320288518693e-05,
      "loss": 2.501,
      "step": 54770
    },
    {
      "epoch": 4.652650356778797,
      "grad_norm": 3.3419813744518265,
      "learning_rate": 3.7827470250094936e-05,
      "loss": 2.3275,
      "step": 54771
    },
    {
      "epoch": 4.6527353041114505,
      "grad_norm": 3.5547295135648604,
      "learning_rate": 3.782291188335576e-05,
      "loss": 2.5369,
      "step": 54772
    },
    {
      "epoch": 4.652820251444105,
      "grad_norm": 3.395860889550298,
      "learning_rate": 3.781835375166136e-05,
      "loss": 2.4264,
      "step": 54773
    },
    {
      "epoch": 4.652905198776758,
      "grad_norm": 3.1085676106692315,
      "learning_rate": 3.7813795855021315e-05,
      "loss": 2.1243,
      "step": 54774
    },
    {
      "epoch": 4.6529901461094125,
      "grad_norm": 3.1823057127205394,
      "learning_rate": 3.7809238193445155e-05,
      "loss": 2.1178,
      "step": 54775
    },
    {
      "epoch": 4.653075093442066,
      "grad_norm": 3.534141006541318,
      "learning_rate": 3.7804680766942376e-05,
      "loss": 2.2983,
      "step": 54776
    },
    {
      "epoch": 4.653160040774719,
      "grad_norm": 3.2140867061711096,
      "learning_rate": 3.7800123575522615e-05,
      "loss": 2.2481,
      "step": 54777
    },
    {
      "epoch": 4.653244988107374,
      "grad_norm": 3.422619605982402,
      "learning_rate": 3.7795566619195363e-05,
      "loss": 2.4228,
      "step": 54778
    },
    {
      "epoch": 4.653329935440027,
      "grad_norm": 3.222751990790062,
      "learning_rate": 3.779100989797015e-05,
      "loss": 2.2342,
      "step": 54779
    },
    {
      "epoch": 4.653414882772681,
      "grad_norm": 3.261467316656041,
      "learning_rate": 3.778645341185653e-05,
      "loss": 2.0469,
      "step": 54780
    },
    {
      "epoch": 4.653499830105335,
      "grad_norm": 3.151610481494402,
      "learning_rate": 3.778189716086416e-05,
      "loss": 2.183,
      "step": 54781
    },
    {
      "epoch": 4.653584777437988,
      "grad_norm": 3.1225602958161,
      "learning_rate": 3.777734114500246e-05,
      "loss": 2.0831,
      "step": 54782
    },
    {
      "epoch": 4.6536697247706424,
      "grad_norm": 3.526469656119863,
      "learning_rate": 3.7772785364281004e-05,
      "loss": 2.5757,
      "step": 54783
    },
    {
      "epoch": 4.653754672103296,
      "grad_norm": 3.8680098194371624,
      "learning_rate": 3.7768229818709387e-05,
      "loss": 2.6122,
      "step": 54784
    },
    {
      "epoch": 4.653839619435949,
      "grad_norm": 3.563899570654206,
      "learning_rate": 3.776367450829705e-05,
      "loss": 2.4081,
      "step": 54785
    },
    {
      "epoch": 4.6539245667686036,
      "grad_norm": 3.421127019653103,
      "learning_rate": 3.775911943305367e-05,
      "loss": 2.3457,
      "step": 54786
    },
    {
      "epoch": 4.654009514101257,
      "grad_norm": 3.3948971237564707,
      "learning_rate": 3.775456459298869e-05,
      "loss": 2.5086,
      "step": 54787
    },
    {
      "epoch": 4.654094461433911,
      "grad_norm": 3.342776361483535,
      "learning_rate": 3.775000998811174e-05,
      "loss": 2.3117,
      "step": 54788
    },
    {
      "epoch": 4.654179408766565,
      "grad_norm": 3.241306306626608,
      "learning_rate": 3.7745455618432304e-05,
      "loss": 2.2231,
      "step": 54789
    },
    {
      "epoch": 4.654264356099219,
      "grad_norm": 3.44781647773588,
      "learning_rate": 3.774090148395988e-05,
      "loss": 2.3943,
      "step": 54790
    },
    {
      "epoch": 4.654349303431872,
      "grad_norm": 3.741540771982899,
      "learning_rate": 3.7736347584704094e-05,
      "loss": 2.4851,
      "step": 54791
    },
    {
      "epoch": 4.654434250764526,
      "grad_norm": 3.2257608002498905,
      "learning_rate": 3.773179392067448e-05,
      "loss": 2.056,
      "step": 54792
    },
    {
      "epoch": 4.65451919809718,
      "grad_norm": 3.212214903655027,
      "learning_rate": 3.772724049188058e-05,
      "loss": 2.1282,
      "step": 54793
    },
    {
      "epoch": 4.6546041454298335,
      "grad_norm": 3.2954655414126046,
      "learning_rate": 3.772268729833185e-05,
      "loss": 2.3239,
      "step": 54794
    },
    {
      "epoch": 4.654689092762487,
      "grad_norm": 3.7362063116510025,
      "learning_rate": 3.7718134340037935e-05,
      "loss": 2.7397,
      "step": 54795
    },
    {
      "epoch": 4.654774040095141,
      "grad_norm": 3.126832702132459,
      "learning_rate": 3.771358161700835e-05,
      "loss": 2.1731,
      "step": 54796
    },
    {
      "epoch": 4.654858987427795,
      "grad_norm": 3.6420758257594197,
      "learning_rate": 3.770902912925256e-05,
      "loss": 2.372,
      "step": 54797
    },
    {
      "epoch": 4.654943934760449,
      "grad_norm": 3.3059270016445175,
      "learning_rate": 3.770447687678018e-05,
      "loss": 2.3695,
      "step": 54798
    },
    {
      "epoch": 4.655028882093102,
      "grad_norm": 3.6168580177709218,
      "learning_rate": 3.7699924859600755e-05,
      "loss": 2.4174,
      "step": 54799
    },
    {
      "epoch": 4.655113829425756,
      "grad_norm": 3.2476153362532436,
      "learning_rate": 3.769537307772381e-05,
      "loss": 2.3255,
      "step": 54800
    },
    {
      "epoch": 4.65519877675841,
      "grad_norm": 3.1733651251291835,
      "learning_rate": 3.769082153115883e-05,
      "loss": 2.0726,
      "step": 54801
    },
    {
      "epoch": 4.655283724091063,
      "grad_norm": 3.3764374540505213,
      "learning_rate": 3.7686270219915425e-05,
      "loss": 2.4511,
      "step": 54802
    },
    {
      "epoch": 4.655368671423718,
      "grad_norm": 3.9426710542272416,
      "learning_rate": 3.768171914400306e-05,
      "loss": 2.6116,
      "step": 54803
    },
    {
      "epoch": 4.655453618756371,
      "grad_norm": 4.07897309234948,
      "learning_rate": 3.767716830343135e-05,
      "loss": 2.5886,
      "step": 54804
    },
    {
      "epoch": 4.6555385660890245,
      "grad_norm": 3.816117334968832,
      "learning_rate": 3.7672617698209755e-05,
      "loss": 2.609,
      "step": 54805
    },
    {
      "epoch": 4.655623513421679,
      "grad_norm": 3.315484115447415,
      "learning_rate": 3.766806732834788e-05,
      "loss": 2.3366,
      "step": 54806
    },
    {
      "epoch": 4.655708460754332,
      "grad_norm": 3.397523481126961,
      "learning_rate": 3.766351719385522e-05,
      "loss": 2.4075,
      "step": 54807
    },
    {
      "epoch": 4.655793408086986,
      "grad_norm": 3.759121045149614,
      "learning_rate": 3.765896729474127e-05,
      "loss": 2.6081,
      "step": 54808
    },
    {
      "epoch": 4.65587835541964,
      "grad_norm": 3.149259923248005,
      "learning_rate": 3.765441763101563e-05,
      "loss": 2.2432,
      "step": 54809
    },
    {
      "epoch": 4.655963302752293,
      "grad_norm": 3.2450284106561225,
      "learning_rate": 3.7649868202687835e-05,
      "loss": 2.2886,
      "step": 54810
    },
    {
      "epoch": 4.656048250084948,
      "grad_norm": 3.3785975681652363,
      "learning_rate": 3.764531900976738e-05,
      "loss": 2.2049,
      "step": 54811
    },
    {
      "epoch": 4.656133197417601,
      "grad_norm": 3.5386066544426003,
      "learning_rate": 3.764077005226379e-05,
      "loss": 2.2324,
      "step": 54812
    },
    {
      "epoch": 4.656218144750255,
      "grad_norm": 3.2454156358588238,
      "learning_rate": 3.763622133018663e-05,
      "loss": 2.3441,
      "step": 54813
    },
    {
      "epoch": 4.656303092082909,
      "grad_norm": 3.3496528940884542,
      "learning_rate": 3.763167284354543e-05,
      "loss": 2.4671,
      "step": 54814
    },
    {
      "epoch": 4.656388039415562,
      "grad_norm": 3.6462689197642524,
      "learning_rate": 3.7627124592349666e-05,
      "loss": 2.3717,
      "step": 54815
    },
    {
      "epoch": 4.656472986748216,
      "grad_norm": 3.2692409266409834,
      "learning_rate": 3.762257657660892e-05,
      "loss": 2.2395,
      "step": 54816
    },
    {
      "epoch": 4.65655793408087,
      "grad_norm": 3.524128042862393,
      "learning_rate": 3.761802879633274e-05,
      "loss": 2.6911,
      "step": 54817
    },
    {
      "epoch": 4.656642881413523,
      "grad_norm": 3.576830417437497,
      "learning_rate": 3.761348125153063e-05,
      "loss": 2.4651,
      "step": 54818
    },
    {
      "epoch": 4.6567278287461775,
      "grad_norm": 3.521218808485356,
      "learning_rate": 3.7608933942212056e-05,
      "loss": 2.575,
      "step": 54819
    },
    {
      "epoch": 4.656812776078831,
      "grad_norm": 3.387925113485198,
      "learning_rate": 3.760438686838665e-05,
      "loss": 2.3989,
      "step": 54820
    },
    {
      "epoch": 4.656897723411485,
      "grad_norm": 3.3062897524389063,
      "learning_rate": 3.759984003006387e-05,
      "loss": 2.3479,
      "step": 54821
    },
    {
      "epoch": 4.656982670744139,
      "grad_norm": 3.350128376355219,
      "learning_rate": 3.7595293427253295e-05,
      "loss": 2.4026,
      "step": 54822
    },
    {
      "epoch": 4.657067618076792,
      "grad_norm": 3.153719693588656,
      "learning_rate": 3.759074705996438e-05,
      "loss": 2.232,
      "step": 54823
    },
    {
      "epoch": 4.657152565409446,
      "grad_norm": 3.2235067167006046,
      "learning_rate": 3.758620092820673e-05,
      "loss": 2.377,
      "step": 54824
    },
    {
      "epoch": 4.6572375127421,
      "grad_norm": 3.313621860635808,
      "learning_rate": 3.758165503198984e-05,
      "loss": 2.5122,
      "step": 54825
    },
    {
      "epoch": 4.657322460074754,
      "grad_norm": 3.7319009997622086,
      "learning_rate": 3.75771093713232e-05,
      "loss": 2.4862,
      "step": 54826
    },
    {
      "epoch": 4.657407407407407,
      "grad_norm": 3.47667531338344,
      "learning_rate": 3.757256394621639e-05,
      "loss": 2.3621,
      "step": 54827
    },
    {
      "epoch": 4.657492354740061,
      "grad_norm": 3.4426409352479963,
      "learning_rate": 3.756801875667887e-05,
      "loss": 2.3365,
      "step": 54828
    },
    {
      "epoch": 4.657577302072715,
      "grad_norm": 3.3711370898598663,
      "learning_rate": 3.7563473802720236e-05,
      "loss": 2.4947,
      "step": 54829
    },
    {
      "epoch": 4.6576622494053685,
      "grad_norm": 3.2838618386864296,
      "learning_rate": 3.755892908434995e-05,
      "loss": 2.2719,
      "step": 54830
    },
    {
      "epoch": 4.657747196738022,
      "grad_norm": 3.652767695246646,
      "learning_rate": 3.755438460157759e-05,
      "loss": 2.8558,
      "step": 54831
    },
    {
      "epoch": 4.657832144070676,
      "grad_norm": 3.3102499330817747,
      "learning_rate": 3.754984035441264e-05,
      "loss": 2.2516,
      "step": 54832
    },
    {
      "epoch": 4.65791709140333,
      "grad_norm": 3.2465232046726906,
      "learning_rate": 3.754529634286461e-05,
      "loss": 2.2818,
      "step": 54833
    },
    {
      "epoch": 4.658002038735984,
      "grad_norm": 3.4119154997879573,
      "learning_rate": 3.7540752566943025e-05,
      "loss": 2.4859,
      "step": 54834
    },
    {
      "epoch": 4.658086986068637,
      "grad_norm": 3.2758759541043148,
      "learning_rate": 3.753620902665747e-05,
      "loss": 2.299,
      "step": 54835
    },
    {
      "epoch": 4.658171933401292,
      "grad_norm": 3.4127517644548595,
      "learning_rate": 3.753166572201741e-05,
      "loss": 2.4229,
      "step": 54836
    },
    {
      "epoch": 4.658256880733945,
      "grad_norm": 3.3102369082035055,
      "learning_rate": 3.752712265303234e-05,
      "loss": 2.3366,
      "step": 54837
    },
    {
      "epoch": 4.6583418280665985,
      "grad_norm": 3.361175995000541,
      "learning_rate": 3.7522579819711854e-05,
      "loss": 2.425,
      "step": 54838
    },
    {
      "epoch": 4.658426775399253,
      "grad_norm": 3.3475745146518516,
      "learning_rate": 3.7518037222065425e-05,
      "loss": 2.4335,
      "step": 54839
    },
    {
      "epoch": 4.658511722731906,
      "grad_norm": 3.6153011085516926,
      "learning_rate": 3.7513494860102526e-05,
      "loss": 2.545,
      "step": 54840
    },
    {
      "epoch": 4.65859667006456,
      "grad_norm": 3.306229231986957,
      "learning_rate": 3.7508952733832725e-05,
      "loss": 2.3648,
      "step": 54841
    },
    {
      "epoch": 4.658681617397214,
      "grad_norm": 3.93849247389249,
      "learning_rate": 3.750441084326558e-05,
      "loss": 2.7561,
      "step": 54842
    },
    {
      "epoch": 4.658766564729867,
      "grad_norm": 3.364344801825765,
      "learning_rate": 3.749986918841057e-05,
      "loss": 2.4216,
      "step": 54843
    },
    {
      "epoch": 4.658851512062522,
      "grad_norm": 3.578259641784613,
      "learning_rate": 3.749532776927715e-05,
      "loss": 2.56,
      "step": 54844
    },
    {
      "epoch": 4.658936459395175,
      "grad_norm": 4.051958756966158,
      "learning_rate": 3.7490786585874934e-05,
      "loss": 2.9823,
      "step": 54845
    },
    {
      "epoch": 4.659021406727828,
      "grad_norm": 3.4170563014045365,
      "learning_rate": 3.7486245638213356e-05,
      "loss": 2.4524,
      "step": 54846
    },
    {
      "epoch": 4.659106354060483,
      "grad_norm": 3.222820792451734,
      "learning_rate": 3.7481704926302005e-05,
      "loss": 2.2427,
      "step": 54847
    },
    {
      "epoch": 4.659191301393136,
      "grad_norm": 3.4214913662193034,
      "learning_rate": 3.747716445015033e-05,
      "loss": 2.333,
      "step": 54848
    },
    {
      "epoch": 4.65927624872579,
      "grad_norm": 3.1843878972909834,
      "learning_rate": 3.74726242097679e-05,
      "loss": 2.3277,
      "step": 54849
    },
    {
      "epoch": 4.659361196058444,
      "grad_norm": 3.5735084422948935,
      "learning_rate": 3.746808420516421e-05,
      "loss": 2.5368,
      "step": 54850
    },
    {
      "epoch": 4.659446143391097,
      "grad_norm": 3.6370461880947613,
      "learning_rate": 3.746354443634872e-05,
      "loss": 2.5989,
      "step": 54851
    },
    {
      "epoch": 4.6595310907237515,
      "grad_norm": 3.185745757552165,
      "learning_rate": 3.7459004903330985e-05,
      "loss": 2.1501,
      "step": 54852
    },
    {
      "epoch": 4.659616038056405,
      "grad_norm": 3.829324365436945,
      "learning_rate": 3.745446560612057e-05,
      "loss": 2.6593,
      "step": 54853
    },
    {
      "epoch": 4.659700985389058,
      "grad_norm": 3.442053890748753,
      "learning_rate": 3.744992654472692e-05,
      "loss": 2.3651,
      "step": 54854
    },
    {
      "epoch": 4.659785932721713,
      "grad_norm": 3.4256777198200217,
      "learning_rate": 3.744538771915952e-05,
      "loss": 2.456,
      "step": 54855
    },
    {
      "epoch": 4.659870880054366,
      "grad_norm": 3.6839257297694563,
      "learning_rate": 3.744084912942797e-05,
      "loss": 2.5215,
      "step": 54856
    },
    {
      "epoch": 4.65995582738702,
      "grad_norm": 3.8165850674271145,
      "learning_rate": 3.743631077554173e-05,
      "loss": 2.8597,
      "step": 54857
    },
    {
      "epoch": 4.660040774719674,
      "grad_norm": 3.356263000662959,
      "learning_rate": 3.743177265751025e-05,
      "loss": 2.3653,
      "step": 54858
    },
    {
      "epoch": 4.660125722052328,
      "grad_norm": 3.551640804939368,
      "learning_rate": 3.742723477534312e-05,
      "loss": 2.6395,
      "step": 54859
    },
    {
      "epoch": 4.660210669384981,
      "grad_norm": 3.5789818999652208,
      "learning_rate": 3.7422697129049856e-05,
      "loss": 2.2595,
      "step": 54860
    },
    {
      "epoch": 4.660295616717635,
      "grad_norm": 3.074958084459861,
      "learning_rate": 3.741815971863994e-05,
      "loss": 2.1292,
      "step": 54861
    },
    {
      "epoch": 4.660380564050289,
      "grad_norm": 3.59361132412837,
      "learning_rate": 3.741362254412283e-05,
      "loss": 2.5865,
      "step": 54862
    },
    {
      "epoch": 4.6604655113829425,
      "grad_norm": 3.350749289739093,
      "learning_rate": 3.7409085605508116e-05,
      "loss": 2.0357,
      "step": 54863
    },
    {
      "epoch": 4.660550458715596,
      "grad_norm": 3.356597656252259,
      "learning_rate": 3.7404548902805224e-05,
      "loss": 2.3972,
      "step": 54864
    },
    {
      "epoch": 4.66063540604825,
      "grad_norm": 3.4239768071031427,
      "learning_rate": 3.740001243602375e-05,
      "loss": 2.3617,
      "step": 54865
    },
    {
      "epoch": 4.660720353380904,
      "grad_norm": 3.2495900709270895,
      "learning_rate": 3.7395476205173104e-05,
      "loss": 2.2502,
      "step": 54866
    },
    {
      "epoch": 4.660805300713558,
      "grad_norm": 3.5428027387568517,
      "learning_rate": 3.739094021026289e-05,
      "loss": 2.4695,
      "step": 54867
    },
    {
      "epoch": 4.660890248046211,
      "grad_norm": 3.854498604211542,
      "learning_rate": 3.7386404451302545e-05,
      "loss": 2.7613,
      "step": 54868
    },
    {
      "epoch": 4.660975195378865,
      "grad_norm": 3.5877119805288946,
      "learning_rate": 3.738186892830156e-05,
      "loss": 2.8013,
      "step": 54869
    },
    {
      "epoch": 4.661060142711519,
      "grad_norm": 3.9092725946008278,
      "learning_rate": 3.7377333641269504e-05,
      "loss": 2.7424,
      "step": 54870
    },
    {
      "epoch": 4.661145090044172,
      "grad_norm": 3.3047211009960584,
      "learning_rate": 3.737279859021578e-05,
      "loss": 2.34,
      "step": 54871
    },
    {
      "epoch": 4.661230037376827,
      "grad_norm": 3.3610065326362717,
      "learning_rate": 3.736826377515002e-05,
      "loss": 2.3836,
      "step": 54872
    },
    {
      "epoch": 4.66131498470948,
      "grad_norm": 3.3007902908599704,
      "learning_rate": 3.73637291960816e-05,
      "loss": 2.1999,
      "step": 54873
    },
    {
      "epoch": 4.6613999320421335,
      "grad_norm": 4.081087752331868,
      "learning_rate": 3.7359194853020125e-05,
      "loss": 2.9863,
      "step": 54874
    },
    {
      "epoch": 4.661484879374788,
      "grad_norm": 3.924317671356723,
      "learning_rate": 3.735466074597506e-05,
      "loss": 2.7815,
      "step": 54875
    },
    {
      "epoch": 4.661569826707441,
      "grad_norm": 3.579354948199557,
      "learning_rate": 3.735012687495584e-05,
      "loss": 2.397,
      "step": 54876
    },
    {
      "epoch": 4.661654774040095,
      "grad_norm": 3.2728853280539107,
      "learning_rate": 3.734559323997203e-05,
      "loss": 2.2896,
      "step": 54877
    },
    {
      "epoch": 4.661739721372749,
      "grad_norm": 3.243354221659909,
      "learning_rate": 3.7341059841033164e-05,
      "loss": 2.2762,
      "step": 54878
    },
    {
      "epoch": 4.661824668705402,
      "grad_norm": 3.155749670103096,
      "learning_rate": 3.733652667814868e-05,
      "loss": 2.4547,
      "step": 54879
    },
    {
      "epoch": 4.661909616038057,
      "grad_norm": 3.288871099107415,
      "learning_rate": 3.7331993751328065e-05,
      "loss": 2.0372,
      "step": 54880
    },
    {
      "epoch": 4.66199456337071,
      "grad_norm": 3.4225950339406315,
      "learning_rate": 3.732746106058089e-05,
      "loss": 2.3672,
      "step": 54881
    },
    {
      "epoch": 4.662079510703364,
      "grad_norm": 3.4590086191996203,
      "learning_rate": 3.7322928605916594e-05,
      "loss": 2.3565,
      "step": 54882
    },
    {
      "epoch": 4.662164458036018,
      "grad_norm": 3.486916592745771,
      "learning_rate": 3.731839638734465e-05,
      "loss": 2.556,
      "step": 54883
    },
    {
      "epoch": 4.662249405368671,
      "grad_norm": 3.499441523626298,
      "learning_rate": 3.7313864404874597e-05,
      "loss": 2.5922,
      "step": 54884
    },
    {
      "epoch": 4.6623343527013255,
      "grad_norm": 3.298888467749034,
      "learning_rate": 3.730933265851596e-05,
      "loss": 2.4887,
      "step": 54885
    },
    {
      "epoch": 4.662419300033979,
      "grad_norm": 3.4661994519512476,
      "learning_rate": 3.73048011482782e-05,
      "loss": 2.3365,
      "step": 54886
    },
    {
      "epoch": 4.662504247366632,
      "grad_norm": 3.4970708187736426,
      "learning_rate": 3.7300269874170766e-05,
      "loss": 2.2367,
      "step": 54887
    },
    {
      "epoch": 4.662589194699287,
      "grad_norm": 3.5517582018437706,
      "learning_rate": 3.729573883620324e-05,
      "loss": 2.6365,
      "step": 54888
    },
    {
      "epoch": 4.66267414203194,
      "grad_norm": 3.3971476482674428,
      "learning_rate": 3.7291208034385047e-05,
      "loss": 2.3556,
      "step": 54889
    },
    {
      "epoch": 4.662759089364594,
      "grad_norm": 3.5499090483610556,
      "learning_rate": 3.7286677468725726e-05,
      "loss": 2.7132,
      "step": 54890
    },
    {
      "epoch": 4.662844036697248,
      "grad_norm": 3.844501564824419,
      "learning_rate": 3.728214713923473e-05,
      "loss": 2.6156,
      "step": 54891
    },
    {
      "epoch": 4.662928984029901,
      "grad_norm": 4.307692722066805,
      "learning_rate": 3.727761704592159e-05,
      "loss": 2.683,
      "step": 54892
    },
    {
      "epoch": 4.663013931362555,
      "grad_norm": 3.797220245884072,
      "learning_rate": 3.727308718879581e-05,
      "loss": 2.699,
      "step": 54893
    },
    {
      "epoch": 4.663098878695209,
      "grad_norm": 3.4415414747151813,
      "learning_rate": 3.7268557567866785e-05,
      "loss": 2.4222,
      "step": 54894
    },
    {
      "epoch": 4.663183826027863,
      "grad_norm": 3.3131604709176607,
      "learning_rate": 3.7264028183144086e-05,
      "loss": 2.2571,
      "step": 54895
    },
    {
      "epoch": 4.6632687733605165,
      "grad_norm": 4.164208195598655,
      "learning_rate": 3.725949903463721e-05,
      "loss": 2.8865,
      "step": 54896
    },
    {
      "epoch": 4.66335372069317,
      "grad_norm": 3.613120035574213,
      "learning_rate": 3.725497012235565e-05,
      "loss": 2.5924,
      "step": 54897
    },
    {
      "epoch": 4.663438668025824,
      "grad_norm": 3.1050134299086682,
      "learning_rate": 3.725044144630883e-05,
      "loss": 2.1792,
      "step": 54898
    },
    {
      "epoch": 4.663523615358478,
      "grad_norm": 3.6655999618357864,
      "learning_rate": 3.724591300650632e-05,
      "loss": 2.6442,
      "step": 54899
    },
    {
      "epoch": 4.663608562691132,
      "grad_norm": 3.275267420169626,
      "learning_rate": 3.724138480295756e-05,
      "loss": 2.3684,
      "step": 54900
    },
    {
      "epoch": 4.663693510023785,
      "grad_norm": 3.20226102408898,
      "learning_rate": 3.7236856835672015e-05,
      "loss": 2.3233,
      "step": 54901
    },
    {
      "epoch": 4.663778457356439,
      "grad_norm": 3.656580401351312,
      "learning_rate": 3.72323291046592e-05,
      "loss": 2.6213,
      "step": 54902
    },
    {
      "epoch": 4.663863404689093,
      "grad_norm": 3.2223210844241454,
      "learning_rate": 3.722780160992866e-05,
      "loss": 2.2522,
      "step": 54903
    },
    {
      "epoch": 4.663948352021746,
      "grad_norm": 3.170806223251989,
      "learning_rate": 3.722327435148981e-05,
      "loss": 2.1382,
      "step": 54904
    },
    {
      "epoch": 4.664033299354401,
      "grad_norm": 3.423643011943774,
      "learning_rate": 3.721874732935212e-05,
      "loss": 2.2646,
      "step": 54905
    },
    {
      "epoch": 4.664118246687054,
      "grad_norm": 3.122725936195468,
      "learning_rate": 3.721422054352517e-05,
      "loss": 2.274,
      "step": 54906
    },
    {
      "epoch": 4.6642031940197075,
      "grad_norm": 3.5812063942724706,
      "learning_rate": 3.720969399401831e-05,
      "loss": 2.5985,
      "step": 54907
    },
    {
      "epoch": 4.664288141352362,
      "grad_norm": 3.3620622351181746,
      "learning_rate": 3.720516768084116e-05,
      "loss": 2.4911,
      "step": 54908
    },
    {
      "epoch": 4.664373088685015,
      "grad_norm": 3.208624291584135,
      "learning_rate": 3.7200641604003104e-05,
      "loss": 2.2503,
      "step": 54909
    },
    {
      "epoch": 4.664458036017669,
      "grad_norm": 3.336086735190816,
      "learning_rate": 3.71961157635137e-05,
      "loss": 2.3804,
      "step": 54910
    },
    {
      "epoch": 4.664542983350323,
      "grad_norm": 3.130731544163242,
      "learning_rate": 3.71915901593824e-05,
      "loss": 2.1069,
      "step": 54911
    },
    {
      "epoch": 4.664627930682976,
      "grad_norm": 3.7398596190886138,
      "learning_rate": 3.718706479161863e-05,
      "loss": 2.5822,
      "step": 54912
    },
    {
      "epoch": 4.664712878015631,
      "grad_norm": 3.358453824084736,
      "learning_rate": 3.718253966023198e-05,
      "loss": 2.2272,
      "step": 54913
    },
    {
      "epoch": 4.664797825348284,
      "grad_norm": 4.000707646630235,
      "learning_rate": 3.7178014765231825e-05,
      "loss": 2.9987,
      "step": 54914
    },
    {
      "epoch": 4.664882772680938,
      "grad_norm": 3.404815169537691,
      "learning_rate": 3.717349010662775e-05,
      "loss": 2.3829,
      "step": 54915
    },
    {
      "epoch": 4.664967720013592,
      "grad_norm": 3.9034248636140783,
      "learning_rate": 3.7168965684429124e-05,
      "loss": 2.7242,
      "step": 54916
    },
    {
      "epoch": 4.665052667346245,
      "grad_norm": 3.646530088487857,
      "learning_rate": 3.7164441498645536e-05,
      "loss": 2.6294,
      "step": 54917
    },
    {
      "epoch": 4.665137614678899,
      "grad_norm": 3.3609814412818,
      "learning_rate": 3.715991754928643e-05,
      "loss": 2.3208,
      "step": 54918
    },
    {
      "epoch": 4.665222562011553,
      "grad_norm": 3.387095048099456,
      "learning_rate": 3.715539383636126e-05,
      "loss": 2.3942,
      "step": 54919
    },
    {
      "epoch": 4.665307509344206,
      "grad_norm": 3.192206370755813,
      "learning_rate": 3.715087035987942e-05,
      "loss": 2.4712,
      "step": 54920
    },
    {
      "epoch": 4.6653924566768605,
      "grad_norm": 4.25396300168501,
      "learning_rate": 3.714634711985057e-05,
      "loss": 3.0747,
      "step": 54921
    },
    {
      "epoch": 4.665477404009514,
      "grad_norm": 3.1243075418686366,
      "learning_rate": 3.714182411628411e-05,
      "loss": 2.1275,
      "step": 54922
    },
    {
      "epoch": 4.665562351342168,
      "grad_norm": 3.6788447163945084,
      "learning_rate": 3.713730134918945e-05,
      "loss": 2.3869,
      "step": 54923
    },
    {
      "epoch": 4.665647298674822,
      "grad_norm": 3.835421004643087,
      "learning_rate": 3.713277881857616e-05,
      "loss": 2.6383,
      "step": 54924
    },
    {
      "epoch": 4.665732246007475,
      "grad_norm": 3.5095281160601646,
      "learning_rate": 3.7128256524453705e-05,
      "loss": 2.5509,
      "step": 54925
    },
    {
      "epoch": 4.665817193340129,
      "grad_norm": 3.5734062492582326,
      "learning_rate": 3.712373446683148e-05,
      "loss": 2.5822,
      "step": 54926
    },
    {
      "epoch": 4.665902140672783,
      "grad_norm": 3.8114602537735487,
      "learning_rate": 3.7119212645719014e-05,
      "loss": 2.709,
      "step": 54927
    },
    {
      "epoch": 4.665987088005437,
      "grad_norm": 3.143483665748086,
      "learning_rate": 3.711469106112584e-05,
      "loss": 2.1371,
      "step": 54928
    },
    {
      "epoch": 4.6660720353380905,
      "grad_norm": 3.286515519536821,
      "learning_rate": 3.711016971306136e-05,
      "loss": 2.4737,
      "step": 54929
    },
    {
      "epoch": 4.666156982670744,
      "grad_norm": 3.493647512666461,
      "learning_rate": 3.710564860153507e-05,
      "loss": 2.4412,
      "step": 54930
    },
    {
      "epoch": 4.666241930003398,
      "grad_norm": 3.076886567005359,
      "learning_rate": 3.710112772655638e-05,
      "loss": 2.1366,
      "step": 54931
    },
    {
      "epoch": 4.666326877336052,
      "grad_norm": 3.364943690640478,
      "learning_rate": 3.709660708813483e-05,
      "loss": 2.3098,
      "step": 54932
    },
    {
      "epoch": 4.666411824668705,
      "grad_norm": 3.446913675703843,
      "learning_rate": 3.709208668627992e-05,
      "loss": 2.3241,
      "step": 54933
    },
    {
      "epoch": 4.666496772001359,
      "grad_norm": 3.572040269211232,
      "learning_rate": 3.7087566521001036e-05,
      "loss": 2.3402,
      "step": 54934
    },
    {
      "epoch": 4.666581719334013,
      "grad_norm": 4.084051925540995,
      "learning_rate": 3.708304659230774e-05,
      "loss": 2.7083,
      "step": 54935
    },
    {
      "epoch": 4.666666666666667,
      "grad_norm": 3.4086188233612185,
      "learning_rate": 3.707852690020946e-05,
      "loss": 2.4675,
      "step": 54936
    },
    {
      "epoch": 4.66675161399932,
      "grad_norm": 3.374413762188845,
      "learning_rate": 3.7074007444715666e-05,
      "loss": 2.4879,
      "step": 54937
    },
    {
      "epoch": 4.666836561331975,
      "grad_norm": 3.322916233503774,
      "learning_rate": 3.706948822583575e-05,
      "loss": 2.399,
      "step": 54938
    },
    {
      "epoch": 4.666921508664628,
      "grad_norm": 3.313094169931397,
      "learning_rate": 3.706496924357932e-05,
      "loss": 2.367,
      "step": 54939
    },
    {
      "epoch": 4.6670064559972815,
      "grad_norm": 3.726318292059771,
      "learning_rate": 3.70604504979558e-05,
      "loss": 2.5302,
      "step": 54940
    },
    {
      "epoch": 4.667091403329936,
      "grad_norm": 3.5822693323150725,
      "learning_rate": 3.705593198897457e-05,
      "loss": 2.622,
      "step": 54941
    },
    {
      "epoch": 4.667176350662589,
      "grad_norm": 3.4231948812657276,
      "learning_rate": 3.705141371664525e-05,
      "loss": 2.5378,
      "step": 54942
    },
    {
      "epoch": 4.667261297995243,
      "grad_norm": 3.607935822202834,
      "learning_rate": 3.704689568097719e-05,
      "loss": 2.4074,
      "step": 54943
    },
    {
      "epoch": 4.667346245327897,
      "grad_norm": 3.419409680520602,
      "learning_rate": 3.7042377881979867e-05,
      "loss": 2.5283,
      "step": 54944
    },
    {
      "epoch": 4.66743119266055,
      "grad_norm": 3.6050939690654786,
      "learning_rate": 3.703786031966276e-05,
      "loss": 2.7382,
      "step": 54945
    },
    {
      "epoch": 4.667516139993205,
      "grad_norm": 3.2916094794021076,
      "learning_rate": 3.703334299403539e-05,
      "loss": 2.2927,
      "step": 54946
    },
    {
      "epoch": 4.667601087325858,
      "grad_norm": 3.41536195594145,
      "learning_rate": 3.7028825905107175e-05,
      "loss": 2.3592,
      "step": 54947
    },
    {
      "epoch": 4.667686034658511,
      "grad_norm": 3.4892484490026394,
      "learning_rate": 3.7024309052887594e-05,
      "loss": 2.6675,
      "step": 54948
    },
    {
      "epoch": 4.667770981991166,
      "grad_norm": 3.278167525845791,
      "learning_rate": 3.7019792437386054e-05,
      "loss": 2.4024,
      "step": 54949
    },
    {
      "epoch": 4.667855929323819,
      "grad_norm": 3.532451504691769,
      "learning_rate": 3.7015276058612056e-05,
      "loss": 2.5692,
      "step": 54950
    },
    {
      "epoch": 4.667940876656473,
      "grad_norm": 3.365414522575152,
      "learning_rate": 3.7010759916575114e-05,
      "loss": 2.3954,
      "step": 54951
    },
    {
      "epoch": 4.668025823989127,
      "grad_norm": 3.5138173414628677,
      "learning_rate": 3.700624401128462e-05,
      "loss": 2.5703,
      "step": 54952
    },
    {
      "epoch": 4.66811077132178,
      "grad_norm": 3.7915599646197204,
      "learning_rate": 3.7001728342750085e-05,
      "loss": 2.8838,
      "step": 54953
    },
    {
      "epoch": 4.6681957186544345,
      "grad_norm": 3.4028769795338425,
      "learning_rate": 3.699721291098098e-05,
      "loss": 2.3882,
      "step": 54954
    },
    {
      "epoch": 4.668280665987088,
      "grad_norm": 3.9757785125037044,
      "learning_rate": 3.6992697715986705e-05,
      "loss": 2.8404,
      "step": 54955
    },
    {
      "epoch": 4.668365613319741,
      "grad_norm": 3.613127333925695,
      "learning_rate": 3.6988182757776685e-05,
      "loss": 2.7047,
      "step": 54956
    },
    {
      "epoch": 4.668450560652396,
      "grad_norm": 3.4228466507574336,
      "learning_rate": 3.698366803636052e-05,
      "loss": 2.4769,
      "step": 54957
    },
    {
      "epoch": 4.668535507985049,
      "grad_norm": 3.29987937246915,
      "learning_rate": 3.697915355174762e-05,
      "loss": 2.2691,
      "step": 54958
    },
    {
      "epoch": 4.668620455317703,
      "grad_norm": 3.15695374831212,
      "learning_rate": 3.6974639303947395e-05,
      "loss": 2.0486,
      "step": 54959
    },
    {
      "epoch": 4.668705402650357,
      "grad_norm": 3.237715768855,
      "learning_rate": 3.6970125292969305e-05,
      "loss": 2.2615,
      "step": 54960
    },
    {
      "epoch": 4.668790349983011,
      "grad_norm": 3.4150645371824795,
      "learning_rate": 3.6965611518822867e-05,
      "loss": 2.4466,
      "step": 54961
    },
    {
      "epoch": 4.668875297315664,
      "grad_norm": 3.1719066978188923,
      "learning_rate": 3.696109798151749e-05,
      "loss": 2.1646,
      "step": 54962
    },
    {
      "epoch": 4.668960244648318,
      "grad_norm": 3.6740049313457614,
      "learning_rate": 3.695658468106258e-05,
      "loss": 2.7055,
      "step": 54963
    },
    {
      "epoch": 4.669045191980972,
      "grad_norm": 3.5809447204098577,
      "learning_rate": 3.695207161746774e-05,
      "loss": 2.4127,
      "step": 54964
    },
    {
      "epoch": 4.6691301393136255,
      "grad_norm": 3.540749329744877,
      "learning_rate": 3.6947558790742346e-05,
      "loss": 2.3923,
      "step": 54965
    },
    {
      "epoch": 4.669215086646279,
      "grad_norm": 3.46969470809944,
      "learning_rate": 3.6943046200895874e-05,
      "loss": 2.2363,
      "step": 54966
    },
    {
      "epoch": 4.669300033978933,
      "grad_norm": 3.272939746995729,
      "learning_rate": 3.693853384793768e-05,
      "loss": 2.429,
      "step": 54967
    },
    {
      "epoch": 4.669384981311587,
      "grad_norm": 3.743009901235772,
      "learning_rate": 3.693402173187737e-05,
      "loss": 2.4989,
      "step": 54968
    },
    {
      "epoch": 4.669469928644241,
      "grad_norm": 3.607281498335128,
      "learning_rate": 3.692950985272426e-05,
      "loss": 2.4427,
      "step": 54969
    },
    {
      "epoch": 4.669554875976894,
      "grad_norm": 3.835560552915195,
      "learning_rate": 3.692499821048792e-05,
      "loss": 2.8921,
      "step": 54970
    },
    {
      "epoch": 4.669639823309548,
      "grad_norm": 3.6804639236018004,
      "learning_rate": 3.692048680517771e-05,
      "loss": 2.7196,
      "step": 54971
    },
    {
      "epoch": 4.669724770642202,
      "grad_norm": 3.337758879807497,
      "learning_rate": 3.691597563680317e-05,
      "loss": 2.4784,
      "step": 54972
    },
    {
      "epoch": 4.6698097179748554,
      "grad_norm": 3.4893393747611303,
      "learning_rate": 3.6911464705373716e-05,
      "loss": 2.3602,
      "step": 54973
    },
    {
      "epoch": 4.66989466530751,
      "grad_norm": 3.6370880595215804,
      "learning_rate": 3.690695401089873e-05,
      "loss": 2.393,
      "step": 54974
    },
    {
      "epoch": 4.669979612640163,
      "grad_norm": 3.456766490717528,
      "learning_rate": 3.6902443553387745e-05,
      "loss": 2.4548,
      "step": 54975
    },
    {
      "epoch": 4.6700645599728166,
      "grad_norm": 3.3968488891052155,
      "learning_rate": 3.689793333285022e-05,
      "loss": 2.5035,
      "step": 54976
    },
    {
      "epoch": 4.670149507305471,
      "grad_norm": 3.2419653379465494,
      "learning_rate": 3.689342334929559e-05,
      "loss": 2.1316,
      "step": 54977
    },
    {
      "epoch": 4.670234454638124,
      "grad_norm": 3.4430793106494075,
      "learning_rate": 3.688891360273323e-05,
      "loss": 2.3152,
      "step": 54978
    },
    {
      "epoch": 4.670319401970778,
      "grad_norm": 3.6983660681241317,
      "learning_rate": 3.6884404093172716e-05,
      "loss": 2.4444,
      "step": 54979
    },
    {
      "epoch": 4.670404349303432,
      "grad_norm": 3.3417787589109724,
      "learning_rate": 3.6879894820623405e-05,
      "loss": 2.3957,
      "step": 54980
    },
    {
      "epoch": 4.670489296636085,
      "grad_norm": 3.3903235872381083,
      "learning_rate": 3.68753857850947e-05,
      "loss": 2.4005,
      "step": 54981
    },
    {
      "epoch": 4.67057424396874,
      "grad_norm": 3.368464255609615,
      "learning_rate": 3.687087698659621e-05,
      "loss": 2.1616,
      "step": 54982
    },
    {
      "epoch": 4.670659191301393,
      "grad_norm": 3.395831869611479,
      "learning_rate": 3.686636842513729e-05,
      "loss": 2.3331,
      "step": 54983
    },
    {
      "epoch": 4.670744138634047,
      "grad_norm": 3.3960084964327666,
      "learning_rate": 3.68618601007274e-05,
      "loss": 2.2973,
      "step": 54984
    },
    {
      "epoch": 4.670829085966701,
      "grad_norm": 3.614606071696099,
      "learning_rate": 3.685735201337591e-05,
      "loss": 2.5015,
      "step": 54985
    },
    {
      "epoch": 4.670914033299354,
      "grad_norm": 3.2588775593937074,
      "learning_rate": 3.6852844163092393e-05,
      "loss": 2.2945,
      "step": 54986
    },
    {
      "epoch": 4.6709989806320085,
      "grad_norm": 3.1695196176106126,
      "learning_rate": 3.684833654988618e-05,
      "loss": 2.0656,
      "step": 54987
    },
    {
      "epoch": 4.671083927964662,
      "grad_norm": 3.4242849703013047,
      "learning_rate": 3.684382917376682e-05,
      "loss": 2.2714,
      "step": 54988
    },
    {
      "epoch": 4.671168875297315,
      "grad_norm": 3.474995664155002,
      "learning_rate": 3.683932203474367e-05,
      "loss": 2.3882,
      "step": 54989
    },
    {
      "epoch": 4.67125382262997,
      "grad_norm": 3.7267383716005273,
      "learning_rate": 3.6834815132826234e-05,
      "loss": 2.6498,
      "step": 54990
    },
    {
      "epoch": 4.671338769962623,
      "grad_norm": 3.4323189243331904,
      "learning_rate": 3.683030846802394e-05,
      "loss": 2.4772,
      "step": 54991
    },
    {
      "epoch": 4.671423717295277,
      "grad_norm": 3.1891489365248504,
      "learning_rate": 3.682580204034619e-05,
      "loss": 2.1279,
      "step": 54992
    },
    {
      "epoch": 4.671508664627931,
      "grad_norm": 3.306817267704829,
      "learning_rate": 3.682129584980245e-05,
      "loss": 2.1778,
      "step": 54993
    },
    {
      "epoch": 4.671593611960584,
      "grad_norm": 3.244022604296185,
      "learning_rate": 3.68167898964022e-05,
      "loss": 2.3056,
      "step": 54994
    },
    {
      "epoch": 4.671678559293238,
      "grad_norm": 3.169582140445092,
      "learning_rate": 3.681228418015488e-05,
      "loss": 2.2186,
      "step": 54995
    },
    {
      "epoch": 4.671763506625892,
      "grad_norm": 3.6759375822798015,
      "learning_rate": 3.680777870106983e-05,
      "loss": 2.6208,
      "step": 54996
    },
    {
      "epoch": 4.671848453958546,
      "grad_norm": 3.34519773320079,
      "learning_rate": 3.680327345915663e-05,
      "loss": 2.3338,
      "step": 54997
    },
    {
      "epoch": 4.6719334012911995,
      "grad_norm": 3.2193068123437274,
      "learning_rate": 3.6798768454424635e-05,
      "loss": 2.3298,
      "step": 54998
    },
    {
      "epoch": 4.672018348623853,
      "grad_norm": 3.3629637387091624,
      "learning_rate": 3.679426368688326e-05,
      "loss": 2.2454,
      "step": 54999
    },
    {
      "epoch": 4.672103295956507,
      "grad_norm": 3.7081893927190452,
      "learning_rate": 3.6789759156542e-05,
      "loss": 2.6886,
      "step": 55000
    },
    {
      "epoch": 4.672188243289161,
      "grad_norm": 3.2681265949891722,
      "learning_rate": 3.678525486341032e-05,
      "loss": 2.3646,
      "step": 55001
    },
    {
      "epoch": 4.672273190621814,
      "grad_norm": 3.351091817644426,
      "learning_rate": 3.67807508074976e-05,
      "loss": 2.3857,
      "step": 55002
    },
    {
      "epoch": 4.672358137954468,
      "grad_norm": 3.4507375034407124,
      "learning_rate": 3.677624698881327e-05,
      "loss": 2.4419,
      "step": 55003
    },
    {
      "epoch": 4.672443085287122,
      "grad_norm": 3.276064447871222,
      "learning_rate": 3.677174340736683e-05,
      "loss": 2.1948,
      "step": 55004
    },
    {
      "epoch": 4.672528032619776,
      "grad_norm": 3.3903994067825893,
      "learning_rate": 3.676724006316767e-05,
      "loss": 2.567,
      "step": 55005
    },
    {
      "epoch": 4.672612979952429,
      "grad_norm": 3.4943113815046187,
      "learning_rate": 3.67627369562252e-05,
      "loss": 2.4625,
      "step": 55006
    },
    {
      "epoch": 4.672697927285084,
      "grad_norm": 3.5212724326849205,
      "learning_rate": 3.6758234086548874e-05,
      "loss": 2.4684,
      "step": 55007
    },
    {
      "epoch": 4.672782874617737,
      "grad_norm": 4.085345336294906,
      "learning_rate": 3.67537314541482e-05,
      "loss": 3.0812,
      "step": 55008
    },
    {
      "epoch": 4.6728678219503905,
      "grad_norm": 3.317794839306505,
      "learning_rate": 3.674922905903255e-05,
      "loss": 2.4088,
      "step": 55009
    },
    {
      "epoch": 4.672952769283045,
      "grad_norm": 3.3616540535773716,
      "learning_rate": 3.6744726901211314e-05,
      "loss": 2.3172,
      "step": 55010
    },
    {
      "epoch": 4.673037716615698,
      "grad_norm": 3.1988532323131116,
      "learning_rate": 3.6740224980694025e-05,
      "loss": 2.0976,
      "step": 55011
    },
    {
      "epoch": 4.673122663948352,
      "grad_norm": 3.2593354828043704,
      "learning_rate": 3.673572329749002e-05,
      "loss": 2.1179,
      "step": 55012
    },
    {
      "epoch": 4.673207611281006,
      "grad_norm": 3.7238631282660117,
      "learning_rate": 3.6731221851608825e-05,
      "loss": 2.518,
      "step": 55013
    },
    {
      "epoch": 4.673292558613659,
      "grad_norm": 3.4400894550772163,
      "learning_rate": 3.6726720643059766e-05,
      "loss": 2.4626,
      "step": 55014
    },
    {
      "epoch": 4.673377505946314,
      "grad_norm": 3.0171147668438962,
      "learning_rate": 3.672221967185237e-05,
      "loss": 2.0156,
      "step": 55015
    },
    {
      "epoch": 4.673462453278967,
      "grad_norm": 3.2885787417757717,
      "learning_rate": 3.671771893799603e-05,
      "loss": 2.1618,
      "step": 55016
    },
    {
      "epoch": 4.67354740061162,
      "grad_norm": 3.7000918652844286,
      "learning_rate": 3.6713218441500144e-05,
      "loss": 2.5913,
      "step": 55017
    },
    {
      "epoch": 4.673632347944275,
      "grad_norm": 3.81297215251859,
      "learning_rate": 3.6708718182374175e-05,
      "loss": 2.6061,
      "step": 55018
    },
    {
      "epoch": 4.673717295276928,
      "grad_norm": 3.762596425297906,
      "learning_rate": 3.670421816062759e-05,
      "loss": 2.6815,
      "step": 55019
    },
    {
      "epoch": 4.673802242609582,
      "grad_norm": 3.270528650045907,
      "learning_rate": 3.669971837626977e-05,
      "loss": 2.1718,
      "step": 55020
    },
    {
      "epoch": 4.673887189942236,
      "grad_norm": 3.5465724700858825,
      "learning_rate": 3.669521882931011e-05,
      "loss": 2.7,
      "step": 55021
    },
    {
      "epoch": 4.673972137274889,
      "grad_norm": 3.287453602475204,
      "learning_rate": 3.669071951975813e-05,
      "loss": 2.2228,
      "step": 55022
    },
    {
      "epoch": 4.6740570846075435,
      "grad_norm": 3.5047907047429923,
      "learning_rate": 3.6686220447623197e-05,
      "loss": 2.2754,
      "step": 55023
    },
    {
      "epoch": 4.674142031940197,
      "grad_norm": 4.062797666376938,
      "learning_rate": 3.668172161291472e-05,
      "loss": 2.8227,
      "step": 55024
    },
    {
      "epoch": 4.67422697927285,
      "grad_norm": 3.531279944195359,
      "learning_rate": 3.6677223015642135e-05,
      "loss": 2.609,
      "step": 55025
    },
    {
      "epoch": 4.674311926605505,
      "grad_norm": 3.7355775329256096,
      "learning_rate": 3.667272465581496e-05,
      "loss": 2.4544,
      "step": 55026
    },
    {
      "epoch": 4.674396873938158,
      "grad_norm": 3.9434068729979064,
      "learning_rate": 3.666822653344251e-05,
      "loss": 2.7438,
      "step": 55027
    },
    {
      "epoch": 4.674481821270812,
      "grad_norm": 3.152298142696882,
      "learning_rate": 3.6663728648534235e-05,
      "loss": 2.0897,
      "step": 55028
    },
    {
      "epoch": 4.674566768603466,
      "grad_norm": 3.340206733196045,
      "learning_rate": 3.66592310010996e-05,
      "loss": 2.3769,
      "step": 55029
    },
    {
      "epoch": 4.67465171593612,
      "grad_norm": 3.766766631050865,
      "learning_rate": 3.665473359114794e-05,
      "loss": 2.7372,
      "step": 55030
    },
    {
      "epoch": 4.6747366632687735,
      "grad_norm": 3.6131661197308755,
      "learning_rate": 3.66502364186888e-05,
      "loss": 2.4517,
      "step": 55031
    },
    {
      "epoch": 4.674821610601427,
      "grad_norm": 4.039949518729793,
      "learning_rate": 3.6645739483731504e-05,
      "loss": 2.9995,
      "step": 55032
    },
    {
      "epoch": 4.674906557934081,
      "grad_norm": 3.5017311676040417,
      "learning_rate": 3.664124278628554e-05,
      "loss": 2.5264,
      "step": 55033
    },
    {
      "epoch": 4.674991505266735,
      "grad_norm": 3.3834623754782087,
      "learning_rate": 3.663674632636031e-05,
      "loss": 2.5068,
      "step": 55034
    },
    {
      "epoch": 4.675076452599388,
      "grad_norm": 3.736944076793535,
      "learning_rate": 3.663225010396519e-05,
      "loss": 2.5864,
      "step": 55035
    },
    {
      "epoch": 4.675161399932042,
      "grad_norm": 3.2668433395444416,
      "learning_rate": 3.6627754119109634e-05,
      "loss": 2.3637,
      "step": 55036
    },
    {
      "epoch": 4.675246347264696,
      "grad_norm": 3.3987448544677523,
      "learning_rate": 3.66232583718031e-05,
      "loss": 2.359,
      "step": 55037
    },
    {
      "epoch": 4.67533129459735,
      "grad_norm": 3.468454455872945,
      "learning_rate": 3.661876286205499e-05,
      "loss": 2.2897,
      "step": 55038
    },
    {
      "epoch": 4.675416241930003,
      "grad_norm": 3.719927116257009,
      "learning_rate": 3.661426758987465e-05,
      "loss": 2.5022,
      "step": 55039
    },
    {
      "epoch": 4.675501189262657,
      "grad_norm": 3.299200569403181,
      "learning_rate": 3.660977255527161e-05,
      "loss": 2.4365,
      "step": 55040
    },
    {
      "epoch": 4.675586136595311,
      "grad_norm": 3.79546343423798,
      "learning_rate": 3.6605277758255225e-05,
      "loss": 2.8757,
      "step": 55041
    },
    {
      "epoch": 4.6756710839279645,
      "grad_norm": 3.4100793010289383,
      "learning_rate": 3.6600783198834896e-05,
      "loss": 2.5238,
      "step": 55042
    },
    {
      "epoch": 4.675756031260619,
      "grad_norm": 3.3077529824148026,
      "learning_rate": 3.6596288877020056e-05,
      "loss": 2.2752,
      "step": 55043
    },
    {
      "epoch": 4.675840978593272,
      "grad_norm": 3.5845522961858993,
      "learning_rate": 3.659179479282018e-05,
      "loss": 2.5519,
      "step": 55044
    },
    {
      "epoch": 4.675925925925926,
      "grad_norm": 3.5426984176992535,
      "learning_rate": 3.658730094624464e-05,
      "loss": 2.6853,
      "step": 55045
    },
    {
      "epoch": 4.67601087325858,
      "grad_norm": 3.6995906657861446,
      "learning_rate": 3.658280733730281e-05,
      "loss": 2.8104,
      "step": 55046
    },
    {
      "epoch": 4.676095820591233,
      "grad_norm": 3.873079519372245,
      "learning_rate": 3.657831396600418e-05,
      "loss": 2.8457,
      "step": 55047
    },
    {
      "epoch": 4.676180767923887,
      "grad_norm": 3.3684586837196804,
      "learning_rate": 3.6573820832358135e-05,
      "loss": 2.3829,
      "step": 55048
    },
    {
      "epoch": 4.676265715256541,
      "grad_norm": 4.063849873492892,
      "learning_rate": 3.6569327936374035e-05,
      "loss": 2.6695,
      "step": 55049
    },
    {
      "epoch": 4.676350662589194,
      "grad_norm": 3.114699118961814,
      "learning_rate": 3.656483527806134e-05,
      "loss": 2.1841,
      "step": 55050
    },
    {
      "epoch": 4.676435609921849,
      "grad_norm": 3.116923296638104,
      "learning_rate": 3.656034285742953e-05,
      "loss": 2.0802,
      "step": 55051
    },
    {
      "epoch": 4.676520557254502,
      "grad_norm": 3.519728113887831,
      "learning_rate": 3.6555850674487955e-05,
      "loss": 2.628,
      "step": 55052
    },
    {
      "epoch": 4.676605504587156,
      "grad_norm": 3.285994610187363,
      "learning_rate": 3.6551358729245964e-05,
      "loss": 2.3125,
      "step": 55053
    },
    {
      "epoch": 4.67669045191981,
      "grad_norm": 3.200831530465087,
      "learning_rate": 3.65468670217131e-05,
      "loss": 2.1276,
      "step": 55054
    },
    {
      "epoch": 4.676775399252463,
      "grad_norm": 3.438035387683979,
      "learning_rate": 3.6542375551898644e-05,
      "loss": 2.6133,
      "step": 55055
    },
    {
      "epoch": 4.6768603465851175,
      "grad_norm": 3.707495402860121,
      "learning_rate": 3.653788431981213e-05,
      "loss": 2.5887,
      "step": 55056
    },
    {
      "epoch": 4.676945293917771,
      "grad_norm": 3.184966302908045,
      "learning_rate": 3.6533393325462855e-05,
      "loss": 2.2843,
      "step": 55057
    },
    {
      "epoch": 4.677030241250424,
      "grad_norm": 3.611406406252639,
      "learning_rate": 3.652890256886032e-05,
      "loss": 2.8062,
      "step": 55058
    },
    {
      "epoch": 4.677115188583079,
      "grad_norm": 3.597294453941096,
      "learning_rate": 3.6524412050013906e-05,
      "loss": 2.5113,
      "step": 55059
    },
    {
      "epoch": 4.677200135915732,
      "grad_norm": 3.3050840401773525,
      "learning_rate": 3.651992176893298e-05,
      "loss": 2.2734,
      "step": 55060
    },
    {
      "epoch": 4.677285083248386,
      "grad_norm": 3.2847333507906415,
      "learning_rate": 3.651543172562697e-05,
      "loss": 2.4286,
      "step": 55061
    },
    {
      "epoch": 4.67737003058104,
      "grad_norm": 3.711020781734242,
      "learning_rate": 3.651094192010535e-05,
      "loss": 2.6591,
      "step": 55062
    },
    {
      "epoch": 4.677454977913693,
      "grad_norm": 3.8232099929042858,
      "learning_rate": 3.650645235237747e-05,
      "loss": 2.7925,
      "step": 55063
    },
    {
      "epoch": 4.677539925246347,
      "grad_norm": 3.3753409471703923,
      "learning_rate": 3.65019630224527e-05,
      "loss": 2.2194,
      "step": 55064
    },
    {
      "epoch": 4.677624872579001,
      "grad_norm": 3.2292664099597914,
      "learning_rate": 3.649747393034053e-05,
      "loss": 2.3918,
      "step": 55065
    },
    {
      "epoch": 4.677709819911655,
      "grad_norm": 3.058749305415402,
      "learning_rate": 3.6492985076050335e-05,
      "loss": 2.2119,
      "step": 55066
    },
    {
      "epoch": 4.6777947672443085,
      "grad_norm": 4.064285362089521,
      "learning_rate": 3.648849645959145e-05,
      "loss": 3.1138,
      "step": 55067
    },
    {
      "epoch": 4.677879714576962,
      "grad_norm": 3.9802958111128635,
      "learning_rate": 3.648400808097334e-05,
      "loss": 2.8769,
      "step": 55068
    },
    {
      "epoch": 4.677964661909616,
      "grad_norm": 4.160824507378557,
      "learning_rate": 3.6479519940205474e-05,
      "loss": 3.0513,
      "step": 55069
    },
    {
      "epoch": 4.67804960924227,
      "grad_norm": 3.711925436438639,
      "learning_rate": 3.647503203729718e-05,
      "loss": 2.4391,
      "step": 55070
    },
    {
      "epoch": 4.678134556574923,
      "grad_norm": 3.3670643237370164,
      "learning_rate": 3.647054437225783e-05,
      "loss": 2.4842,
      "step": 55071
    },
    {
      "epoch": 4.678219503907577,
      "grad_norm": 3.6504989048365717,
      "learning_rate": 3.6466056945096905e-05,
      "loss": 2.7508,
      "step": 55072
    },
    {
      "epoch": 4.678304451240231,
      "grad_norm": 3.774111032505418,
      "learning_rate": 3.646156975582374e-05,
      "loss": 2.5828,
      "step": 55073
    },
    {
      "epoch": 4.678389398572885,
      "grad_norm": 3.4943626874931155,
      "learning_rate": 3.645708280444782e-05,
      "loss": 2.4344,
      "step": 55074
    },
    {
      "epoch": 4.6784743459055385,
      "grad_norm": 3.243762590213179,
      "learning_rate": 3.645259609097844e-05,
      "loss": 1.9607,
      "step": 55075
    },
    {
      "epoch": 4.678559293238193,
      "grad_norm": 3.725833989359752,
      "learning_rate": 3.64481096154251e-05,
      "loss": 2.7206,
      "step": 55076
    },
    {
      "epoch": 4.678644240570846,
      "grad_norm": 3.1992010849010226,
      "learning_rate": 3.6443623377797166e-05,
      "loss": 2.2921,
      "step": 55077
    },
    {
      "epoch": 4.6787291879035,
      "grad_norm": 3.3151647344901423,
      "learning_rate": 3.6439137378103984e-05,
      "loss": 2.2581,
      "step": 55078
    },
    {
      "epoch": 4.678814135236154,
      "grad_norm": 3.8331692600795035,
      "learning_rate": 3.6434651616355e-05,
      "loss": 2.5886,
      "step": 55079
    },
    {
      "epoch": 4.678899082568807,
      "grad_norm": 3.3088326120087754,
      "learning_rate": 3.643016609255966e-05,
      "loss": 2.287,
      "step": 55080
    },
    {
      "epoch": 4.678984029901461,
      "grad_norm": 3.478054187275106,
      "learning_rate": 3.642568080672731e-05,
      "loss": 2.5967,
      "step": 55081
    },
    {
      "epoch": 4.679068977234115,
      "grad_norm": 3.4889130582626753,
      "learning_rate": 3.64211957588673e-05,
      "loss": 2.433,
      "step": 55082
    },
    {
      "epoch": 4.679153924566768,
      "grad_norm": 3.141242346850654,
      "learning_rate": 3.641671094898914e-05,
      "loss": 2.2225,
      "step": 55083
    },
    {
      "epoch": 4.679238871899423,
      "grad_norm": 3.2508392005307827,
      "learning_rate": 3.641222637710216e-05,
      "loss": 2.3274,
      "step": 55084
    },
    {
      "epoch": 4.679323819232076,
      "grad_norm": 3.6721097434708763,
      "learning_rate": 3.640774204321572e-05,
      "loss": 2.6098,
      "step": 55085
    },
    {
      "epoch": 4.6794087665647295,
      "grad_norm": 4.137127788834459,
      "learning_rate": 3.640325794733926e-05,
      "loss": 2.7671,
      "step": 55086
    },
    {
      "epoch": 4.679493713897384,
      "grad_norm": 3.252674689981518,
      "learning_rate": 3.639877408948224e-05,
      "loss": 2.3122,
      "step": 55087
    },
    {
      "epoch": 4.679578661230037,
      "grad_norm": 3.370218615132578,
      "learning_rate": 3.6394290469653956e-05,
      "loss": 2.355,
      "step": 55088
    },
    {
      "epoch": 4.6796636085626915,
      "grad_norm": 3.393132282564065,
      "learning_rate": 3.638980708786382e-05,
      "loss": 2.2511,
      "step": 55089
    },
    {
      "epoch": 4.679748555895345,
      "grad_norm": 3.241881954851187,
      "learning_rate": 3.638532394412126e-05,
      "loss": 2.2062,
      "step": 55090
    },
    {
      "epoch": 4.679833503227998,
      "grad_norm": 3.302302973816478,
      "learning_rate": 3.638084103843568e-05,
      "loss": 2.1181,
      "step": 55091
    },
    {
      "epoch": 4.679918450560653,
      "grad_norm": 3.5676154331537933,
      "learning_rate": 3.6376358370816386e-05,
      "loss": 2.7621,
      "step": 55092
    },
    {
      "epoch": 4.680003397893306,
      "grad_norm": 3.2796566187915537,
      "learning_rate": 3.6371875941272845e-05,
      "loss": 2.3001,
      "step": 55093
    },
    {
      "epoch": 4.68008834522596,
      "grad_norm": 3.8682244725408212,
      "learning_rate": 3.636739374981447e-05,
      "loss": 2.6382,
      "step": 55094
    },
    {
      "epoch": 4.680173292558614,
      "grad_norm": 3.7970226899330504,
      "learning_rate": 3.6362911796450614e-05,
      "loss": 2.668,
      "step": 55095
    },
    {
      "epoch": 4.680258239891267,
      "grad_norm": 3.6212538965995096,
      "learning_rate": 3.635843008119062e-05,
      "loss": 2.8139,
      "step": 55096
    },
    {
      "epoch": 4.680343187223921,
      "grad_norm": 3.832451555067691,
      "learning_rate": 3.635394860404399e-05,
      "loss": 2.6721,
      "step": 55097
    },
    {
      "epoch": 4.680428134556575,
      "grad_norm": 3.4679393932257994,
      "learning_rate": 3.6349467365020003e-05,
      "loss": 2.4566,
      "step": 55098
    },
    {
      "epoch": 4.680513081889229,
      "grad_norm": 3.3522755602189975,
      "learning_rate": 3.634498636412814e-05,
      "loss": 2.1848,
      "step": 55099
    },
    {
      "epoch": 4.6805980292218825,
      "grad_norm": 3.0242726680633716,
      "learning_rate": 3.634050560137771e-05,
      "loss": 1.9849,
      "step": 55100
    },
    {
      "epoch": 4.680682976554536,
      "grad_norm": 3.62791141911437,
      "learning_rate": 3.6336025076778184e-05,
      "loss": 2.4799,
      "step": 55101
    },
    {
      "epoch": 4.68076792388719,
      "grad_norm": 4.03021472197097,
      "learning_rate": 3.633154479033891e-05,
      "loss": 2.8694,
      "step": 55102
    },
    {
      "epoch": 4.680852871219844,
      "grad_norm": 3.633437086269817,
      "learning_rate": 3.632706474206921e-05,
      "loss": 2.5637,
      "step": 55103
    },
    {
      "epoch": 4.680937818552497,
      "grad_norm": 3.771105682266461,
      "learning_rate": 3.632258493197854e-05,
      "loss": 2.5376,
      "step": 55104
    },
    {
      "epoch": 4.681022765885151,
      "grad_norm": 3.1546698438256597,
      "learning_rate": 3.631810536007634e-05,
      "loss": 2.1079,
      "step": 55105
    },
    {
      "epoch": 4.681107713217805,
      "grad_norm": 3.507728847988761,
      "learning_rate": 3.6313626026371925e-05,
      "loss": 2.4389,
      "step": 55106
    },
    {
      "epoch": 4.681192660550459,
      "grad_norm": 3.8220204493297567,
      "learning_rate": 3.6309146930874654e-05,
      "loss": 2.6161,
      "step": 55107
    },
    {
      "epoch": 4.681277607883112,
      "grad_norm": 3.3326322700939692,
      "learning_rate": 3.630466807359399e-05,
      "loss": 2.2859,
      "step": 55108
    },
    {
      "epoch": 4.681362555215767,
      "grad_norm": 3.788015597816552,
      "learning_rate": 3.630018945453927e-05,
      "loss": 2.6691,
      "step": 55109
    },
    {
      "epoch": 4.68144750254842,
      "grad_norm": 3.250339106336539,
      "learning_rate": 3.6295711073719855e-05,
      "loss": 2.3489,
      "step": 55110
    },
    {
      "epoch": 4.6815324498810735,
      "grad_norm": 3.38547186945583,
      "learning_rate": 3.6291232931145145e-05,
      "loss": 2.5783,
      "step": 55111
    },
    {
      "epoch": 4.681617397213728,
      "grad_norm": 3.111734797890387,
      "learning_rate": 3.628675502682458e-05,
      "loss": 2.1342,
      "step": 55112
    },
    {
      "epoch": 4.681702344546381,
      "grad_norm": 3.262201142918427,
      "learning_rate": 3.6282277360767514e-05,
      "loss": 2.2968,
      "step": 55113
    },
    {
      "epoch": 4.681787291879035,
      "grad_norm": 4.054997746429787,
      "learning_rate": 3.627779993298326e-05,
      "loss": 2.7882,
      "step": 55114
    },
    {
      "epoch": 4.681872239211689,
      "grad_norm": 3.638325258398135,
      "learning_rate": 3.627332274348129e-05,
      "loss": 2.3881,
      "step": 55115
    },
    {
      "epoch": 4.681957186544342,
      "grad_norm": 3.3476925701663482,
      "learning_rate": 3.626884579227092e-05,
      "loss": 2.4343,
      "step": 55116
    },
    {
      "epoch": 4.682042133876997,
      "grad_norm": 3.4391618734366656,
      "learning_rate": 3.62643690793616e-05,
      "loss": 2.2976,
      "step": 55117
    },
    {
      "epoch": 4.68212708120965,
      "grad_norm": 4.001491786077723,
      "learning_rate": 3.625989260476263e-05,
      "loss": 2.8358,
      "step": 55118
    },
    {
      "epoch": 4.6822120285423035,
      "grad_norm": 3.293187366888974,
      "learning_rate": 3.625541636848348e-05,
      "loss": 2.3136,
      "step": 55119
    },
    {
      "epoch": 4.682296975874958,
      "grad_norm": 3.349945813730231,
      "learning_rate": 3.625094037053346e-05,
      "loss": 2.2916,
      "step": 55120
    },
    {
      "epoch": 4.682381923207611,
      "grad_norm": 3.4602345521754887,
      "learning_rate": 3.6246464610921925e-05,
      "loss": 2.3205,
      "step": 55121
    },
    {
      "epoch": 4.6824668705402654,
      "grad_norm": 3.5214887058177498,
      "learning_rate": 3.62419890896583e-05,
      "loss": 2.4884,
      "step": 55122
    },
    {
      "epoch": 4.682551817872919,
      "grad_norm": 3.3308305401410987,
      "learning_rate": 3.623751380675199e-05,
      "loss": 2.2338,
      "step": 55123
    },
    {
      "epoch": 4.682636765205572,
      "grad_norm": 3.820174941570565,
      "learning_rate": 3.623303876221236e-05,
      "loss": 2.5141,
      "step": 55124
    },
    {
      "epoch": 4.6827217125382266,
      "grad_norm": 3.5961857532837573,
      "learning_rate": 3.6228563956048716e-05,
      "loss": 2.684,
      "step": 55125
    },
    {
      "epoch": 4.68280665987088,
      "grad_norm": 3.383393144295235,
      "learning_rate": 3.622408938827052e-05,
      "loss": 2.4534,
      "step": 55126
    },
    {
      "epoch": 4.682891607203533,
      "grad_norm": 3.729136369164611,
      "learning_rate": 3.621961505888712e-05,
      "loss": 2.378,
      "step": 55127
    },
    {
      "epoch": 4.682976554536188,
      "grad_norm": 3.36146917465688,
      "learning_rate": 3.6215140967907836e-05,
      "loss": 2.3789,
      "step": 55128
    },
    {
      "epoch": 4.683061501868841,
      "grad_norm": 3.2252663897718743,
      "learning_rate": 3.6210667115342074e-05,
      "loss": 2.1363,
      "step": 55129
    },
    {
      "epoch": 4.683146449201495,
      "grad_norm": 3.5949584239108674,
      "learning_rate": 3.6206193501199295e-05,
      "loss": 2.389,
      "step": 55130
    },
    {
      "epoch": 4.683231396534149,
      "grad_norm": 3.2739114854196414,
      "learning_rate": 3.620172012548879e-05,
      "loss": 2.3074,
      "step": 55131
    },
    {
      "epoch": 4.683316343866803,
      "grad_norm": 3.4357348919672037,
      "learning_rate": 3.619724698821988e-05,
      "loss": 2.5158,
      "step": 55132
    },
    {
      "epoch": 4.6834012911994565,
      "grad_norm": 3.549033751754527,
      "learning_rate": 3.619277408940206e-05,
      "loss": 2.5333,
      "step": 55133
    },
    {
      "epoch": 4.68348623853211,
      "grad_norm": 3.3475459793382165,
      "learning_rate": 3.61883014290446e-05,
      "loss": 2.3999,
      "step": 55134
    },
    {
      "epoch": 4.683571185864764,
      "grad_norm": 3.1468182971656145,
      "learning_rate": 3.6183829007156964e-05,
      "loss": 2.2605,
      "step": 55135
    },
    {
      "epoch": 4.683656133197418,
      "grad_norm": 3.5743458755450885,
      "learning_rate": 3.617935682374843e-05,
      "loss": 2.4956,
      "step": 55136
    },
    {
      "epoch": 4.683741080530071,
      "grad_norm": 3.297987594961473,
      "learning_rate": 3.6174884878828444e-05,
      "loss": 2.2617,
      "step": 55137
    },
    {
      "epoch": 4.683826027862725,
      "grad_norm": 3.304456154196345,
      "learning_rate": 3.617041317240635e-05,
      "loss": 2.3043,
      "step": 55138
    },
    {
      "epoch": 4.683910975195379,
      "grad_norm": 3.571822861616058,
      "learning_rate": 3.616594170449146e-05,
      "loss": 2.3361,
      "step": 55139
    },
    {
      "epoch": 4.683995922528033,
      "grad_norm": 3.506117960102739,
      "learning_rate": 3.616147047509325e-05,
      "loss": 2.4312,
      "step": 55140
    },
    {
      "epoch": 4.684080869860686,
      "grad_norm": 3.409767222414597,
      "learning_rate": 3.615699948422099e-05,
      "loss": 2.4004,
      "step": 55141
    },
    {
      "epoch": 4.68416581719334,
      "grad_norm": 3.416528755355294,
      "learning_rate": 3.615252873188414e-05,
      "loss": 2.5436,
      "step": 55142
    },
    {
      "epoch": 4.684250764525994,
      "grad_norm": 3.827085580614486,
      "learning_rate": 3.614805821809196e-05,
      "loss": 2.6101,
      "step": 55143
    },
    {
      "epoch": 4.6843357118586475,
      "grad_norm": 3.3289184651177703,
      "learning_rate": 3.614358794285392e-05,
      "loss": 2.3745,
      "step": 55144
    },
    {
      "epoch": 4.684420659191302,
      "grad_norm": 3.7487494071463066,
      "learning_rate": 3.613911790617934e-05,
      "loss": 2.7106,
      "step": 55145
    },
    {
      "epoch": 4.684505606523955,
      "grad_norm": 3.979342328906486,
      "learning_rate": 3.6134648108077565e-05,
      "loss": 2.7803,
      "step": 55146
    },
    {
      "epoch": 4.684590553856609,
      "grad_norm": 3.2195325386986036,
      "learning_rate": 3.613017854855797e-05,
      "loss": 2.2311,
      "step": 55147
    },
    {
      "epoch": 4.684675501189263,
      "grad_norm": 3.348788519805985,
      "learning_rate": 3.612570922762997e-05,
      "loss": 2.4811,
      "step": 55148
    },
    {
      "epoch": 4.684760448521916,
      "grad_norm": 4.046950017124921,
      "learning_rate": 3.612124014530292e-05,
      "loss": 3.0664,
      "step": 55149
    },
    {
      "epoch": 4.68484539585457,
      "grad_norm": 3.960106908088541,
      "learning_rate": 3.611677130158609e-05,
      "loss": 2.4451,
      "step": 55150
    },
    {
      "epoch": 4.684930343187224,
      "grad_norm": 3.4606556214181037,
      "learning_rate": 3.611230269648896e-05,
      "loss": 2.5351,
      "step": 55151
    },
    {
      "epoch": 4.685015290519877,
      "grad_norm": 3.305750984462,
      "learning_rate": 3.6107834330020855e-05,
      "loss": 2.174,
      "step": 55152
    },
    {
      "epoch": 4.685100237852532,
      "grad_norm": 3.601730425826212,
      "learning_rate": 3.610336620219108e-05,
      "loss": 2.4828,
      "step": 55153
    },
    {
      "epoch": 4.685185185185185,
      "grad_norm": 3.408295953976442,
      "learning_rate": 3.6098898313009034e-05,
      "loss": 2.4676,
      "step": 55154
    },
    {
      "epoch": 4.685270132517839,
      "grad_norm": 3.2464330375175887,
      "learning_rate": 3.609443066248414e-05,
      "loss": 2.3105,
      "step": 55155
    },
    {
      "epoch": 4.685355079850493,
      "grad_norm": 3.609651542745094,
      "learning_rate": 3.608996325062569e-05,
      "loss": 2.4752,
      "step": 55156
    },
    {
      "epoch": 4.685440027183146,
      "grad_norm": 3.6750105704256755,
      "learning_rate": 3.6085496077443044e-05,
      "loss": 2.4204,
      "step": 55157
    },
    {
      "epoch": 4.6855249745158005,
      "grad_norm": 3.6623098430231846,
      "learning_rate": 3.6081029142945614e-05,
      "loss": 2.4136,
      "step": 55158
    },
    {
      "epoch": 4.685609921848454,
      "grad_norm": 3.1492885622182927,
      "learning_rate": 3.6076562447142685e-05,
      "loss": 2.3329,
      "step": 55159
    },
    {
      "epoch": 4.685694869181107,
      "grad_norm": 3.4930538143033867,
      "learning_rate": 3.6072095990043696e-05,
      "loss": 2.3866,
      "step": 55160
    },
    {
      "epoch": 4.685779816513762,
      "grad_norm": 3.2328637199973174,
      "learning_rate": 3.6067629771657924e-05,
      "loss": 2.4,
      "step": 55161
    },
    {
      "epoch": 4.685864763846415,
      "grad_norm": 3.6597021628754627,
      "learning_rate": 3.606316379199481e-05,
      "loss": 2.4999,
      "step": 55162
    },
    {
      "epoch": 4.685949711179069,
      "grad_norm": 3.4012309896438917,
      "learning_rate": 3.6058698051063675e-05,
      "loss": 2.494,
      "step": 55163
    },
    {
      "epoch": 4.686034658511723,
      "grad_norm": 3.1643209889460118,
      "learning_rate": 3.605423254887384e-05,
      "loss": 2.2229,
      "step": 55164
    },
    {
      "epoch": 4.686119605844376,
      "grad_norm": 3.2003947744724126,
      "learning_rate": 3.6049767285434685e-05,
      "loss": 2.2339,
      "step": 55165
    },
    {
      "epoch": 4.68620455317703,
      "grad_norm": 3.6426157608758065,
      "learning_rate": 3.6045302260755614e-05,
      "loss": 2.3815,
      "step": 55166
    },
    {
      "epoch": 4.686289500509684,
      "grad_norm": 3.2527356574946817,
      "learning_rate": 3.604083747484595e-05,
      "loss": 2.1073,
      "step": 55167
    },
    {
      "epoch": 4.686374447842338,
      "grad_norm": 3.30266033446084,
      "learning_rate": 3.603637292771499e-05,
      "loss": 2.3456,
      "step": 55168
    },
    {
      "epoch": 4.6864593951749915,
      "grad_norm": 3.25706416813997,
      "learning_rate": 3.6031908619372194e-05,
      "loss": 2.1885,
      "step": 55169
    },
    {
      "epoch": 4.686544342507645,
      "grad_norm": 3.9648772919065194,
      "learning_rate": 3.6027444549826854e-05,
      "loss": 2.6899,
      "step": 55170
    },
    {
      "epoch": 4.686629289840299,
      "grad_norm": 3.3659819974271197,
      "learning_rate": 3.60229807190883e-05,
      "loss": 2.4225,
      "step": 55171
    },
    {
      "epoch": 4.686714237172953,
      "grad_norm": 4.288138736309441,
      "learning_rate": 3.6018517127165904e-05,
      "loss": 3.1462,
      "step": 55172
    },
    {
      "epoch": 4.686799184505606,
      "grad_norm": 3.533083413792463,
      "learning_rate": 3.6014053774069085e-05,
      "loss": 2.4513,
      "step": 55173
    },
    {
      "epoch": 4.68688413183826,
      "grad_norm": 3.4390688864905603,
      "learning_rate": 3.600959065980714e-05,
      "loss": 2.387,
      "step": 55174
    },
    {
      "epoch": 4.686969079170914,
      "grad_norm": 3.291187929101319,
      "learning_rate": 3.6005127784389364e-05,
      "loss": 2.3792,
      "step": 55175
    },
    {
      "epoch": 4.687054026503568,
      "grad_norm": 3.5084505545325735,
      "learning_rate": 3.6000665147825233e-05,
      "loss": 2.395,
      "step": 55176
    },
    {
      "epoch": 4.6871389738362215,
      "grad_norm": 3.1423397502286163,
      "learning_rate": 3.5996202750123974e-05,
      "loss": 2.1804,
      "step": 55177
    },
    {
      "epoch": 4.687223921168876,
      "grad_norm": 3.835036456679034,
      "learning_rate": 3.5991740591295024e-05,
      "loss": 2.4705,
      "step": 55178
    },
    {
      "epoch": 4.687308868501529,
      "grad_norm": 3.2975159533733223,
      "learning_rate": 3.5987278671347675e-05,
      "loss": 2.3037,
      "step": 55179
    },
    {
      "epoch": 4.687393815834183,
      "grad_norm": 3.561509140013851,
      "learning_rate": 3.5982816990291346e-05,
      "loss": 2.686,
      "step": 55180
    },
    {
      "epoch": 4.687478763166837,
      "grad_norm": 3.0522331695345635,
      "learning_rate": 3.5978355548135354e-05,
      "loss": 1.9293,
      "step": 55181
    },
    {
      "epoch": 4.68756371049949,
      "grad_norm": 3.5440911506450714,
      "learning_rate": 3.597389434488898e-05,
      "loss": 2.4748,
      "step": 55182
    },
    {
      "epoch": 4.687648657832144,
      "grad_norm": 3.1192377352341625,
      "learning_rate": 3.596943338056166e-05,
      "loss": 2.0336,
      "step": 55183
    },
    {
      "epoch": 4.687733605164798,
      "grad_norm": 3.227505617683959,
      "learning_rate": 3.596497265516269e-05,
      "loss": 2.0578,
      "step": 55184
    },
    {
      "epoch": 4.687818552497451,
      "grad_norm": 3.4680864532364457,
      "learning_rate": 3.596051216870147e-05,
      "loss": 2.2816,
      "step": 55185
    },
    {
      "epoch": 4.687903499830106,
      "grad_norm": 3.415235110956102,
      "learning_rate": 3.595605192118726e-05,
      "loss": 2.3453,
      "step": 55186
    },
    {
      "epoch": 4.687988447162759,
      "grad_norm": 3.7288460326324424,
      "learning_rate": 3.59515919126295e-05,
      "loss": 2.718,
      "step": 55187
    },
    {
      "epoch": 4.6880733944954125,
      "grad_norm": 3.5024252501155755,
      "learning_rate": 3.594713214303749e-05,
      "loss": 2.2867,
      "step": 55188
    },
    {
      "epoch": 4.688158341828067,
      "grad_norm": 3.533276855027848,
      "learning_rate": 3.594267261242059e-05,
      "loss": 2.5398,
      "step": 55189
    },
    {
      "epoch": 4.68824328916072,
      "grad_norm": 3.446992590879229,
      "learning_rate": 3.5938213320788036e-05,
      "loss": 2.4706,
      "step": 55190
    },
    {
      "epoch": 4.6883282364933745,
      "grad_norm": 3.2501214622002315,
      "learning_rate": 3.593375426814936e-05,
      "loss": 2.3081,
      "step": 55191
    },
    {
      "epoch": 4.688413183826028,
      "grad_norm": 3.385806520003364,
      "learning_rate": 3.59292954545138e-05,
      "loss": 2.3793,
      "step": 55192
    },
    {
      "epoch": 4.688498131158681,
      "grad_norm": 3.914570016381611,
      "learning_rate": 3.592483687989068e-05,
      "loss": 3.0598,
      "step": 55193
    },
    {
      "epoch": 4.688583078491336,
      "grad_norm": 3.573126009524359,
      "learning_rate": 3.59203785442894e-05,
      "loss": 2.6199,
      "step": 55194
    },
    {
      "epoch": 4.688668025823989,
      "grad_norm": 3.880770406784953,
      "learning_rate": 3.591592044771928e-05,
      "loss": 2.9069,
      "step": 55195
    },
    {
      "epoch": 4.688752973156642,
      "grad_norm": 3.5696729740046007,
      "learning_rate": 3.591146259018961e-05,
      "loss": 2.3336,
      "step": 55196
    },
    {
      "epoch": 4.688837920489297,
      "grad_norm": 3.1962042569184543,
      "learning_rate": 3.590700497170978e-05,
      "loss": 2.253,
      "step": 55197
    },
    {
      "epoch": 4.68892286782195,
      "grad_norm": 3.647334752475696,
      "learning_rate": 3.590254759228916e-05,
      "loss": 2.3985,
      "step": 55198
    },
    {
      "epoch": 4.689007815154604,
      "grad_norm": 3.2764948508111567,
      "learning_rate": 3.5898090451937065e-05,
      "loss": 2.3793,
      "step": 55199
    },
    {
      "epoch": 4.689092762487258,
      "grad_norm": 3.215514680018913,
      "learning_rate": 3.589363355066283e-05,
      "loss": 2.2831,
      "step": 55200
    },
    {
      "epoch": 4.689177709819912,
      "grad_norm": 3.737231312741116,
      "learning_rate": 3.588917688847572e-05,
      "loss": 2.5367,
      "step": 55201
    },
    {
      "epoch": 4.6892626571525655,
      "grad_norm": 3.2305778307592954,
      "learning_rate": 3.588472046538515e-05,
      "loss": 2.0814,
      "step": 55202
    },
    {
      "epoch": 4.689347604485219,
      "grad_norm": 3.7014498392386725,
      "learning_rate": 3.5880264281400504e-05,
      "loss": 2.5486,
      "step": 55203
    },
    {
      "epoch": 4.689432551817873,
      "grad_norm": 3.317326060976664,
      "learning_rate": 3.5875808336531e-05,
      "loss": 2.2102,
      "step": 55204
    },
    {
      "epoch": 4.689517499150527,
      "grad_norm": 3.330476462520754,
      "learning_rate": 3.5871352630786085e-05,
      "loss": 2.1815,
      "step": 55205
    },
    {
      "epoch": 4.68960244648318,
      "grad_norm": 3.404412175091273,
      "learning_rate": 3.586689716417507e-05,
      "loss": 2.4491,
      "step": 55206
    },
    {
      "epoch": 4.689687393815834,
      "grad_norm": 3.902581207495133,
      "learning_rate": 3.586244193670724e-05,
      "loss": 2.6473,
      "step": 55207
    },
    {
      "epoch": 4.689772341148488,
      "grad_norm": 3.8041729181778816,
      "learning_rate": 3.585798694839189e-05,
      "loss": 2.8229,
      "step": 55208
    },
    {
      "epoch": 4.689857288481142,
      "grad_norm": 3.9922326852605736,
      "learning_rate": 3.585353219923849e-05,
      "loss": 2.8508,
      "step": 55209
    },
    {
      "epoch": 4.689942235813795,
      "grad_norm": 3.949884571766338,
      "learning_rate": 3.5849077689256316e-05,
      "loss": 2.8019,
      "step": 55210
    },
    {
      "epoch": 4.690027183146449,
      "grad_norm": 3.2636827044133314,
      "learning_rate": 3.584462341845465e-05,
      "loss": 2.187,
      "step": 55211
    },
    {
      "epoch": 4.690112130479103,
      "grad_norm": 3.413938111602246,
      "learning_rate": 3.584016938684291e-05,
      "loss": 2.3544,
      "step": 55212
    },
    {
      "epoch": 4.6901970778117565,
      "grad_norm": 3.7391313378771733,
      "learning_rate": 3.583571559443039e-05,
      "loss": 2.5654,
      "step": 55213
    },
    {
      "epoch": 4.690282025144411,
      "grad_norm": 3.2523289690902373,
      "learning_rate": 3.5831262041226374e-05,
      "loss": 2.0914,
      "step": 55214
    },
    {
      "epoch": 4.690366972477064,
      "grad_norm": 3.222126092386922,
      "learning_rate": 3.582680872724023e-05,
      "loss": 2.1429,
      "step": 55215
    },
    {
      "epoch": 4.690451919809718,
      "grad_norm": 3.3035400594856927,
      "learning_rate": 3.5822355652481346e-05,
      "loss": 2.4839,
      "step": 55216
    },
    {
      "epoch": 4.690536867142372,
      "grad_norm": 3.7313826917761,
      "learning_rate": 3.5817902816959e-05,
      "loss": 2.6683,
      "step": 55217
    },
    {
      "epoch": 4.690621814475025,
      "grad_norm": 3.4132936280729407,
      "learning_rate": 3.5813450220682524e-05,
      "loss": 2.5216,
      "step": 55218
    },
    {
      "epoch": 4.690706761807679,
      "grad_norm": 3.5422545763903006,
      "learning_rate": 3.58089978636612e-05,
      "loss": 2.4981,
      "step": 55219
    },
    {
      "epoch": 4.690791709140333,
      "grad_norm": 3.6582456995919443,
      "learning_rate": 3.5804545745904426e-05,
      "loss": 2.7008,
      "step": 55220
    },
    {
      "epoch": 4.6908766564729865,
      "grad_norm": 3.965292511771326,
      "learning_rate": 3.5800093867421536e-05,
      "loss": 2.716,
      "step": 55221
    },
    {
      "epoch": 4.690961603805641,
      "grad_norm": 3.3749022202364842,
      "learning_rate": 3.579564222822179e-05,
      "loss": 2.1974,
      "step": 55222
    },
    {
      "epoch": 4.691046551138294,
      "grad_norm": 3.4657563381617753,
      "learning_rate": 3.5791190828314606e-05,
      "loss": 2.4761,
      "step": 55223
    },
    {
      "epoch": 4.6911314984709485,
      "grad_norm": 3.5378625180634624,
      "learning_rate": 3.5786739667709256e-05,
      "loss": 2.4452,
      "step": 55224
    },
    {
      "epoch": 4.691216445803602,
      "grad_norm": 3.3191967579507544,
      "learning_rate": 3.578228874641508e-05,
      "loss": 2.278,
      "step": 55225
    },
    {
      "epoch": 4.691301393136255,
      "grad_norm": 3.2364429441083558,
      "learning_rate": 3.5777838064441344e-05,
      "loss": 2.2924,
      "step": 55226
    },
    {
      "epoch": 4.69138634046891,
      "grad_norm": 3.4022679197109476,
      "learning_rate": 3.577338762179744e-05,
      "loss": 2.4187,
      "step": 55227
    },
    {
      "epoch": 4.691471287801563,
      "grad_norm": 3.2052555967754346,
      "learning_rate": 3.576893741849272e-05,
      "loss": 2.2341,
      "step": 55228
    },
    {
      "epoch": 4.691556235134216,
      "grad_norm": 3.6597082821660023,
      "learning_rate": 3.5764487454536464e-05,
      "loss": 2.527,
      "step": 55229
    },
    {
      "epoch": 4.691641182466871,
      "grad_norm": 3.378983504279569,
      "learning_rate": 3.5760037729937945e-05,
      "loss": 2.5193,
      "step": 55230
    },
    {
      "epoch": 4.691726129799524,
      "grad_norm": 3.5281510119822683,
      "learning_rate": 3.57555882447066e-05,
      "loss": 2.4425,
      "step": 55231
    },
    {
      "epoch": 4.691811077132178,
      "grad_norm": 3.484877239156559,
      "learning_rate": 3.575113899885169e-05,
      "loss": 2.5405,
      "step": 55232
    },
    {
      "epoch": 4.691896024464832,
      "grad_norm": 3.842440599307428,
      "learning_rate": 3.574668999238246e-05,
      "loss": 2.6768,
      "step": 55233
    },
    {
      "epoch": 4.691980971797485,
      "grad_norm": 3.470503440162165,
      "learning_rate": 3.5742241225308396e-05,
      "loss": 2.6348,
      "step": 55234
    },
    {
      "epoch": 4.6920659191301395,
      "grad_norm": 3.61243160421008,
      "learning_rate": 3.573779269763873e-05,
      "loss": 2.3476,
      "step": 55235
    },
    {
      "epoch": 4.692150866462793,
      "grad_norm": 3.338206725946867,
      "learning_rate": 3.5733344409382807e-05,
      "loss": 2.3536,
      "step": 55236
    },
    {
      "epoch": 4.692235813795447,
      "grad_norm": 3.6520297338995578,
      "learning_rate": 3.5728896360549866e-05,
      "loss": 2.6579,
      "step": 55237
    },
    {
      "epoch": 4.692320761128101,
      "grad_norm": 3.216962878131461,
      "learning_rate": 3.572444855114934e-05,
      "loss": 2.2001,
      "step": 55238
    },
    {
      "epoch": 4.692405708460754,
      "grad_norm": 3.4825864130412594,
      "learning_rate": 3.5720000981190474e-05,
      "loss": 2.5279,
      "step": 55239
    },
    {
      "epoch": 4.692490655793408,
      "grad_norm": 3.64823544109783,
      "learning_rate": 3.5715553650682645e-05,
      "loss": 2.7279,
      "step": 55240
    },
    {
      "epoch": 4.692575603126062,
      "grad_norm": 3.5421306730710964,
      "learning_rate": 3.571110655963508e-05,
      "loss": 2.6897,
      "step": 55241
    },
    {
      "epoch": 4.692660550458715,
      "grad_norm": 3.350962885530799,
      "learning_rate": 3.570665970805722e-05,
      "loss": 2.3297,
      "step": 55242
    },
    {
      "epoch": 4.692745497791369,
      "grad_norm": 3.6884793907388884,
      "learning_rate": 3.57022130959583e-05,
      "loss": 2.4192,
      "step": 55243
    },
    {
      "epoch": 4.692830445124023,
      "grad_norm": 3.5896993412488833,
      "learning_rate": 3.569776672334764e-05,
      "loss": 2.6768,
      "step": 55244
    },
    {
      "epoch": 4.692915392456677,
      "grad_norm": 3.3579874584011478,
      "learning_rate": 3.569332059023456e-05,
      "loss": 2.1975,
      "step": 55245
    },
    {
      "epoch": 4.6930003397893305,
      "grad_norm": 3.2850357234652985,
      "learning_rate": 3.568887469662843e-05,
      "loss": 2.2283,
      "step": 55246
    },
    {
      "epoch": 4.693085287121985,
      "grad_norm": 3.672513431626992,
      "learning_rate": 3.56844290425385e-05,
      "loss": 2.6682,
      "step": 55247
    },
    {
      "epoch": 4.693170234454638,
      "grad_norm": 3.3231149715608033,
      "learning_rate": 3.56799836279741e-05,
      "loss": 2.1203,
      "step": 55248
    },
    {
      "epoch": 4.693255181787292,
      "grad_norm": 4.052108162154137,
      "learning_rate": 3.567553845294458e-05,
      "loss": 2.8335,
      "step": 55249
    },
    {
      "epoch": 4.693340129119946,
      "grad_norm": 3.5728847078369403,
      "learning_rate": 3.567109351745923e-05,
      "loss": 2.5494,
      "step": 55250
    },
    {
      "epoch": 4.693425076452599,
      "grad_norm": 3.2967473488677013,
      "learning_rate": 3.566664882152728e-05,
      "loss": 2.1738,
      "step": 55251
    },
    {
      "epoch": 4.693510023785253,
      "grad_norm": 3.288245237864826,
      "learning_rate": 3.566220436515819e-05,
      "loss": 2.1563,
      "step": 55252
    },
    {
      "epoch": 4.693594971117907,
      "grad_norm": 3.687373598037733,
      "learning_rate": 3.5657760148361236e-05,
      "loss": 2.387,
      "step": 55253
    },
    {
      "epoch": 4.69367991845056,
      "grad_norm": 3.4131821452352367,
      "learning_rate": 3.565331617114569e-05,
      "loss": 2.3109,
      "step": 55254
    },
    {
      "epoch": 4.693764865783215,
      "grad_norm": 3.6400510259445604,
      "learning_rate": 3.5648872433520814e-05,
      "loss": 2.539,
      "step": 55255
    },
    {
      "epoch": 4.693849813115868,
      "grad_norm": 3.306290036979421,
      "learning_rate": 3.5644428935496035e-05,
      "loss": 2.3621,
      "step": 55256
    },
    {
      "epoch": 4.6939347604485215,
      "grad_norm": 3.5834282521329763,
      "learning_rate": 3.5639985677080553e-05,
      "loss": 2.6116,
      "step": 55257
    },
    {
      "epoch": 4.694019707781176,
      "grad_norm": 4.046140132300551,
      "learning_rate": 3.5635542658283794e-05,
      "loss": 2.884,
      "step": 55258
    },
    {
      "epoch": 4.694104655113829,
      "grad_norm": 3.5170191685040826,
      "learning_rate": 3.563109987911494e-05,
      "loss": 2.5073,
      "step": 55259
    },
    {
      "epoch": 4.6941896024464835,
      "grad_norm": 3.587952265354885,
      "learning_rate": 3.562665733958343e-05,
      "loss": 2.462,
      "step": 55260
    },
    {
      "epoch": 4.694274549779137,
      "grad_norm": 3.1988367741639205,
      "learning_rate": 3.5622215039698496e-05,
      "loss": 2.0701,
      "step": 55261
    },
    {
      "epoch": 4.69435949711179,
      "grad_norm": 3.96687659159978,
      "learning_rate": 3.5617772979469415e-05,
      "loss": 2.8056,
      "step": 55262
    },
    {
      "epoch": 4.694444444444445,
      "grad_norm": 3.2114597574429045,
      "learning_rate": 3.561333115890554e-05,
      "loss": 2.4243,
      "step": 55263
    },
    {
      "epoch": 4.694529391777098,
      "grad_norm": 3.2247706507542055,
      "learning_rate": 3.560888957801621e-05,
      "loss": 2.1534,
      "step": 55264
    },
    {
      "epoch": 4.6946143391097515,
      "grad_norm": 3.4357757731817737,
      "learning_rate": 3.56044482368107e-05,
      "loss": 2.4256,
      "step": 55265
    },
    {
      "epoch": 4.694699286442406,
      "grad_norm": 3.395718542278444,
      "learning_rate": 3.560000713529828e-05,
      "loss": 2.433,
      "step": 55266
    },
    {
      "epoch": 4.694784233775059,
      "grad_norm": 3.5068196113378125,
      "learning_rate": 3.5595566273488326e-05,
      "loss": 2.4453,
      "step": 55267
    },
    {
      "epoch": 4.6948691811077135,
      "grad_norm": 3.2833288056053775,
      "learning_rate": 3.559112565139011e-05,
      "loss": 2.2188,
      "step": 55268
    },
    {
      "epoch": 4.694954128440367,
      "grad_norm": 3.2136611317488892,
      "learning_rate": 3.558668526901287e-05,
      "loss": 2.2415,
      "step": 55269
    },
    {
      "epoch": 4.695039075773021,
      "grad_norm": 3.187879763278125,
      "learning_rate": 3.5582245126365975e-05,
      "loss": 2.0877,
      "step": 55270
    },
    {
      "epoch": 4.695124023105675,
      "grad_norm": 3.5458070128862755,
      "learning_rate": 3.557780522345878e-05,
      "loss": 2.3229,
      "step": 55271
    },
    {
      "epoch": 4.695208970438328,
      "grad_norm": 3.2651607832920173,
      "learning_rate": 3.557336556030053e-05,
      "loss": 2.2913,
      "step": 55272
    },
    {
      "epoch": 4.695293917770982,
      "grad_norm": 3.6495979312856575,
      "learning_rate": 3.556892613690048e-05,
      "loss": 2.5469,
      "step": 55273
    },
    {
      "epoch": 4.695378865103636,
      "grad_norm": 3.3461400244453485,
      "learning_rate": 3.5564486953268026e-05,
      "loss": 2.3743,
      "step": 55274
    },
    {
      "epoch": 4.695463812436289,
      "grad_norm": 3.7067495635600833,
      "learning_rate": 3.5560048009412436e-05,
      "loss": 2.5617,
      "step": 55275
    },
    {
      "epoch": 4.695548759768943,
      "grad_norm": 3.8166907183187897,
      "learning_rate": 3.555560930534294e-05,
      "loss": 2.7517,
      "step": 55276
    },
    {
      "epoch": 4.695633707101597,
      "grad_norm": 3.277357827910918,
      "learning_rate": 3.555117084106891e-05,
      "loss": 2.2393,
      "step": 55277
    },
    {
      "epoch": 4.695718654434251,
      "grad_norm": 3.4061529360195073,
      "learning_rate": 3.554673261659969e-05,
      "loss": 2.3921,
      "step": 55278
    },
    {
      "epoch": 4.6958036017669045,
      "grad_norm": 3.472278181842577,
      "learning_rate": 3.55422946319445e-05,
      "loss": 2.5407,
      "step": 55279
    },
    {
      "epoch": 4.695888549099559,
      "grad_norm": 3.3234092626627785,
      "learning_rate": 3.553785688711264e-05,
      "loss": 2.2093,
      "step": 55280
    },
    {
      "epoch": 4.695973496432212,
      "grad_norm": 3.17495719146766,
      "learning_rate": 3.5533419382113455e-05,
      "loss": 2.38,
      "step": 55281
    },
    {
      "epoch": 4.696058443764866,
      "grad_norm": 3.6819144656141396,
      "learning_rate": 3.55289821169562e-05,
      "loss": 2.5031,
      "step": 55282
    },
    {
      "epoch": 4.69614339109752,
      "grad_norm": 3.6366212498248736,
      "learning_rate": 3.552454509165021e-05,
      "loss": 2.5224,
      "step": 55283
    },
    {
      "epoch": 4.696228338430173,
      "grad_norm": 3.4011485858134956,
      "learning_rate": 3.5520108306204736e-05,
      "loss": 2.4665,
      "step": 55284
    },
    {
      "epoch": 4.696313285762827,
      "grad_norm": 3.4376489154427383,
      "learning_rate": 3.551567176062914e-05,
      "loss": 2.3475,
      "step": 55285
    },
    {
      "epoch": 4.696398233095481,
      "grad_norm": 3.1202933294507593,
      "learning_rate": 3.551123545493269e-05,
      "loss": 2.0857,
      "step": 55286
    },
    {
      "epoch": 4.696483180428134,
      "grad_norm": 3.6125989838131662,
      "learning_rate": 3.550679938912462e-05,
      "loss": 2.5822,
      "step": 55287
    },
    {
      "epoch": 4.696568127760789,
      "grad_norm": 3.633340724547696,
      "learning_rate": 3.550236356321426e-05,
      "loss": 2.6546,
      "step": 55288
    },
    {
      "epoch": 4.696653075093442,
      "grad_norm": 3.5227408913345957,
      "learning_rate": 3.5497927977210986e-05,
      "loss": 2.4634,
      "step": 55289
    },
    {
      "epoch": 4.6967380224260955,
      "grad_norm": 3.2704726075367154,
      "learning_rate": 3.549349263112402e-05,
      "loss": 2.2464,
      "step": 55290
    },
    {
      "epoch": 4.69682296975875,
      "grad_norm": 3.445498678514681,
      "learning_rate": 3.548905752496262e-05,
      "loss": 2.4388,
      "step": 55291
    },
    {
      "epoch": 4.696907917091403,
      "grad_norm": 3.440893020789405,
      "learning_rate": 3.548462265873617e-05,
      "loss": 2.3762,
      "step": 55292
    },
    {
      "epoch": 4.6969928644240575,
      "grad_norm": 3.1342207712733985,
      "learning_rate": 3.548018803245389e-05,
      "loss": 2.0945,
      "step": 55293
    },
    {
      "epoch": 4.697077811756711,
      "grad_norm": 3.600072056412117,
      "learning_rate": 3.5475753646125075e-05,
      "loss": 2.587,
      "step": 55294
    },
    {
      "epoch": 4.697162759089364,
      "grad_norm": 3.694903101938524,
      "learning_rate": 3.5471319499759026e-05,
      "loss": 2.5697,
      "step": 55295
    },
    {
      "epoch": 4.697247706422019,
      "grad_norm": 3.4435711708218726,
      "learning_rate": 3.54668855933651e-05,
      "loss": 2.4174,
      "step": 55296
    },
    {
      "epoch": 4.697332653754672,
      "grad_norm": 3.441837926533494,
      "learning_rate": 3.546245192695251e-05,
      "loss": 2.3786,
      "step": 55297
    },
    {
      "epoch": 4.697417601087325,
      "grad_norm": 3.4725313358634446,
      "learning_rate": 3.5458018500530546e-05,
      "loss": 2.4567,
      "step": 55298
    },
    {
      "epoch": 4.69750254841998,
      "grad_norm": 3.3011700585808033,
      "learning_rate": 3.5453585314108556e-05,
      "loss": 2.2159,
      "step": 55299
    },
    {
      "epoch": 4.697587495752633,
      "grad_norm": 3.6786378436614515,
      "learning_rate": 3.5449152367695743e-05,
      "loss": 2.3943,
      "step": 55300
    },
    {
      "epoch": 4.697672443085287,
      "grad_norm": 3.6821055852549183,
      "learning_rate": 3.544471966130149e-05,
      "loss": 2.3901,
      "step": 55301
    },
    {
      "epoch": 4.697757390417941,
      "grad_norm": 3.7427949499299467,
      "learning_rate": 3.544028719493499e-05,
      "loss": 2.5026,
      "step": 55302
    },
    {
      "epoch": 4.697842337750595,
      "grad_norm": 3.780137137166764,
      "learning_rate": 3.543585496860564e-05,
      "loss": 2.6204,
      "step": 55303
    },
    {
      "epoch": 4.6979272850832485,
      "grad_norm": 3.9143235450737657,
      "learning_rate": 3.543142298232265e-05,
      "loss": 2.7571,
      "step": 55304
    },
    {
      "epoch": 4.698012232415902,
      "grad_norm": 3.500470612269237,
      "learning_rate": 3.542699123609527e-05,
      "loss": 2.6443,
      "step": 55305
    },
    {
      "epoch": 4.698097179748556,
      "grad_norm": 3.2609574676539355,
      "learning_rate": 3.542255972993286e-05,
      "loss": 2.3358,
      "step": 55306
    },
    {
      "epoch": 4.69818212708121,
      "grad_norm": 3.758433712342692,
      "learning_rate": 3.5418128463844724e-05,
      "loss": 2.5654,
      "step": 55307
    },
    {
      "epoch": 4.698267074413863,
      "grad_norm": 3.792316890026984,
      "learning_rate": 3.5413697437840093e-05,
      "loss": 2.6729,
      "step": 55308
    },
    {
      "epoch": 4.698352021746517,
      "grad_norm": 3.610579207273126,
      "learning_rate": 3.5409266651928225e-05,
      "loss": 2.7549,
      "step": 55309
    },
    {
      "epoch": 4.698436969079171,
      "grad_norm": 3.243236060913733,
      "learning_rate": 3.540483610611849e-05,
      "loss": 2.2787,
      "step": 55310
    },
    {
      "epoch": 4.698521916411825,
      "grad_norm": 3.5900413623742464,
      "learning_rate": 3.540040580042013e-05,
      "loss": 2.6664,
      "step": 55311
    },
    {
      "epoch": 4.6986068637444784,
      "grad_norm": 3.2780262759634997,
      "learning_rate": 3.5395975734842386e-05,
      "loss": 2.2726,
      "step": 55312
    },
    {
      "epoch": 4.698691811077132,
      "grad_norm": 3.706713622422555,
      "learning_rate": 3.539154590939456e-05,
      "loss": 2.7504,
      "step": 55313
    },
    {
      "epoch": 4.698776758409786,
      "grad_norm": 3.523323630020767,
      "learning_rate": 3.538711632408601e-05,
      "loss": 2.4865,
      "step": 55314
    },
    {
      "epoch": 4.6988617057424396,
      "grad_norm": 3.1767332727958824,
      "learning_rate": 3.538268697892594e-05,
      "loss": 2.1999,
      "step": 55315
    },
    {
      "epoch": 4.698946653075094,
      "grad_norm": 3.581011012913941,
      "learning_rate": 3.5378257873923616e-05,
      "loss": 2.6539,
      "step": 55316
    },
    {
      "epoch": 4.699031600407747,
      "grad_norm": 3.564927801943044,
      "learning_rate": 3.5373829009088395e-05,
      "loss": 2.3604,
      "step": 55317
    },
    {
      "epoch": 4.699116547740401,
      "grad_norm": 4.084578295257848,
      "learning_rate": 3.536940038442952e-05,
      "loss": 2.7715,
      "step": 55318
    },
    {
      "epoch": 4.699201495073055,
      "grad_norm": 3.282930555068503,
      "learning_rate": 3.536497199995621e-05,
      "loss": 2.2624,
      "step": 55319
    },
    {
      "epoch": 4.699286442405708,
      "grad_norm": 3.3848681633272255,
      "learning_rate": 3.536054385567779e-05,
      "loss": 2.5893,
      "step": 55320
    },
    {
      "epoch": 4.699371389738362,
      "grad_norm": 3.260063261633418,
      "learning_rate": 3.535611595160361e-05,
      "loss": 2.251,
      "step": 55321
    },
    {
      "epoch": 4.699456337071016,
      "grad_norm": 3.347008531112396,
      "learning_rate": 3.5351688287742875e-05,
      "loss": 2.4651,
      "step": 55322
    },
    {
      "epoch": 4.6995412844036695,
      "grad_norm": 3.5753830559605655,
      "learning_rate": 3.534726086410481e-05,
      "loss": 2.2991,
      "step": 55323
    },
    {
      "epoch": 4.699626231736324,
      "grad_norm": 3.3440480088247018,
      "learning_rate": 3.5342833680698824e-05,
      "loss": 2.358,
      "step": 55324
    },
    {
      "epoch": 4.699711179068977,
      "grad_norm": 3.5395286725692956,
      "learning_rate": 3.533840673753406e-05,
      "loss": 2.2884,
      "step": 55325
    },
    {
      "epoch": 4.6997961264016315,
      "grad_norm": 3.7620696411412795,
      "learning_rate": 3.533398003461991e-05,
      "loss": 2.5025,
      "step": 55326
    },
    {
      "epoch": 4.699881073734285,
      "grad_norm": 3.232263569802278,
      "learning_rate": 3.532955357196555e-05,
      "loss": 2.1908,
      "step": 55327
    },
    {
      "epoch": 4.699966021066938,
      "grad_norm": 3.792445328518535,
      "learning_rate": 3.5325127349580335e-05,
      "loss": 2.5598,
      "step": 55328
    },
    {
      "epoch": 4.700050968399593,
      "grad_norm": 3.5282293614056606,
      "learning_rate": 3.5320701367473506e-05,
      "loss": 2.5215,
      "step": 55329
    },
    {
      "epoch": 4.700135915732246,
      "grad_norm": 3.999052870641762,
      "learning_rate": 3.53162756256543e-05,
      "loss": 2.948,
      "step": 55330
    },
    {
      "epoch": 4.700220863064899,
      "grad_norm": 3.5422291618859223,
      "learning_rate": 3.531185012413202e-05,
      "loss": 2.4805,
      "step": 55331
    },
    {
      "epoch": 4.700305810397554,
      "grad_norm": 3.660275838902275,
      "learning_rate": 3.5307424862915966e-05,
      "loss": 2.4194,
      "step": 55332
    },
    {
      "epoch": 4.700390757730207,
      "grad_norm": 3.6036103791357816,
      "learning_rate": 3.530299984201542e-05,
      "loss": 2.5686,
      "step": 55333
    },
    {
      "epoch": 4.700475705062861,
      "grad_norm": 3.666881678970661,
      "learning_rate": 3.529857506143956e-05,
      "loss": 2.7359,
      "step": 55334
    },
    {
      "epoch": 4.700560652395515,
      "grad_norm": 3.7486445025611617,
      "learning_rate": 3.529415052119777e-05,
      "loss": 2.5693,
      "step": 55335
    },
    {
      "epoch": 4.700645599728168,
      "grad_norm": 3.929214660832349,
      "learning_rate": 3.528972622129926e-05,
      "loss": 2.7832,
      "step": 55336
    },
    {
      "epoch": 4.7007305470608225,
      "grad_norm": 3.5146055647791288,
      "learning_rate": 3.528530216175328e-05,
      "loss": 2.3974,
      "step": 55337
    },
    {
      "epoch": 4.700815494393476,
      "grad_norm": 3.2841887500276052,
      "learning_rate": 3.5280878342569116e-05,
      "loss": 2.2554,
      "step": 55338
    },
    {
      "epoch": 4.70090044172613,
      "grad_norm": 3.1980769122661843,
      "learning_rate": 3.5276454763756104e-05,
      "loss": 2.1864,
      "step": 55339
    },
    {
      "epoch": 4.700985389058784,
      "grad_norm": 3.4190726888764438,
      "learning_rate": 3.527203142532347e-05,
      "loss": 2.2539,
      "step": 55340
    },
    {
      "epoch": 4.701070336391437,
      "grad_norm": 3.1620347640729647,
      "learning_rate": 3.526760832728041e-05,
      "loss": 2.301,
      "step": 55341
    },
    {
      "epoch": 4.701155283724091,
      "grad_norm": 4.055841446219977,
      "learning_rate": 3.5263185469636297e-05,
      "loss": 2.6849,
      "step": 55342
    },
    {
      "epoch": 4.701240231056745,
      "grad_norm": 3.40941573650591,
      "learning_rate": 3.5258762852400315e-05,
      "loss": 2.3743,
      "step": 55343
    },
    {
      "epoch": 4.701325178389398,
      "grad_norm": 3.3766566704530967,
      "learning_rate": 3.5254340475581815e-05,
      "loss": 2.3648,
      "step": 55344
    },
    {
      "epoch": 4.701410125722052,
      "grad_norm": 3.388661075971816,
      "learning_rate": 3.524991833918998e-05,
      "loss": 2.39,
      "step": 55345
    },
    {
      "epoch": 4.701495073054706,
      "grad_norm": 3.201545487060387,
      "learning_rate": 3.524549644323415e-05,
      "loss": 2.3232,
      "step": 55346
    },
    {
      "epoch": 4.70158002038736,
      "grad_norm": 4.076978760834943,
      "learning_rate": 3.5241074787723564e-05,
      "loss": 3.0561,
      "step": 55347
    },
    {
      "epoch": 4.7016649677200135,
      "grad_norm": 3.7912545188113995,
      "learning_rate": 3.5236653372667425e-05,
      "loss": 2.5476,
      "step": 55348
    },
    {
      "epoch": 4.701749915052668,
      "grad_norm": 3.9194730440229595,
      "learning_rate": 3.523223219807504e-05,
      "loss": 2.793,
      "step": 55349
    },
    {
      "epoch": 4.701834862385321,
      "grad_norm": 3.2331249307620253,
      "learning_rate": 3.522781126395574e-05,
      "loss": 2.1421,
      "step": 55350
    },
    {
      "epoch": 4.701919809717975,
      "grad_norm": 3.2114176580622957,
      "learning_rate": 3.522339057031874e-05,
      "loss": 2.1891,
      "step": 55351
    },
    {
      "epoch": 4.702004757050629,
      "grad_norm": 3.6661369934825054,
      "learning_rate": 3.5218970117173226e-05,
      "loss": 2.6903,
      "step": 55352
    },
    {
      "epoch": 4.702089704383282,
      "grad_norm": 3.5160964673566357,
      "learning_rate": 3.521454990452859e-05,
      "loss": 2.54,
      "step": 55353
    },
    {
      "epoch": 4.702174651715936,
      "grad_norm": 3.769552282028079,
      "learning_rate": 3.5210129932394024e-05,
      "loss": 2.7153,
      "step": 55354
    },
    {
      "epoch": 4.70225959904859,
      "grad_norm": 3.299222553652791,
      "learning_rate": 3.520571020077875e-05,
      "loss": 2.426,
      "step": 55355
    },
    {
      "epoch": 4.702344546381243,
      "grad_norm": 3.245110901349629,
      "learning_rate": 3.5201290709692075e-05,
      "loss": 2.1239,
      "step": 55356
    },
    {
      "epoch": 4.702429493713898,
      "grad_norm": 3.959513116385597,
      "learning_rate": 3.5196871459143305e-05,
      "loss": 2.9007,
      "step": 55357
    },
    {
      "epoch": 4.702514441046551,
      "grad_norm": 3.841389832760143,
      "learning_rate": 3.519245244914165e-05,
      "loss": 2.7546,
      "step": 55358
    },
    {
      "epoch": 4.7025993883792045,
      "grad_norm": 4.243162708774862,
      "learning_rate": 3.5188033679696336e-05,
      "loss": 2.5911,
      "step": 55359
    },
    {
      "epoch": 4.702684335711859,
      "grad_norm": 3.2396562409799237,
      "learning_rate": 3.518361515081671e-05,
      "loss": 2.3346,
      "step": 55360
    },
    {
      "epoch": 4.702769283044512,
      "grad_norm": 3.516864955712092,
      "learning_rate": 3.517919686251195e-05,
      "loss": 2.2394,
      "step": 55361
    },
    {
      "epoch": 4.7028542303771665,
      "grad_norm": 3.2697494973617487,
      "learning_rate": 3.517477881479132e-05,
      "loss": 2.2784,
      "step": 55362
    },
    {
      "epoch": 4.70293917770982,
      "grad_norm": 3.43130829298875,
      "learning_rate": 3.51703610076641e-05,
      "loss": 2.3653,
      "step": 55363
    },
    {
      "epoch": 4.703024125042473,
      "grad_norm": 3.4301754720282327,
      "learning_rate": 3.516594344113958e-05,
      "loss": 2.3018,
      "step": 55364
    },
    {
      "epoch": 4.703109072375128,
      "grad_norm": 3.2894923443983983,
      "learning_rate": 3.5161526115227e-05,
      "loss": 2.458,
      "step": 55365
    },
    {
      "epoch": 4.703194019707781,
      "grad_norm": 3.3809770742419913,
      "learning_rate": 3.5157109029935534e-05,
      "loss": 2.4617,
      "step": 55366
    },
    {
      "epoch": 4.7032789670404345,
      "grad_norm": 3.238439485631026,
      "learning_rate": 3.515269218527455e-05,
      "loss": 2.1743,
      "step": 55367
    },
    {
      "epoch": 4.703363914373089,
      "grad_norm": 3.4198835314036384,
      "learning_rate": 3.514827558125321e-05,
      "loss": 2.5434,
      "step": 55368
    },
    {
      "epoch": 4.703448861705742,
      "grad_norm": 3.494822331405358,
      "learning_rate": 3.514385921788086e-05,
      "loss": 2.5545,
      "step": 55369
    },
    {
      "epoch": 4.7035338090383965,
      "grad_norm": 3.666982030638918,
      "learning_rate": 3.513944309516664e-05,
      "loss": 2.4575,
      "step": 55370
    },
    {
      "epoch": 4.70361875637105,
      "grad_norm": 3.5266499509067524,
      "learning_rate": 3.513502721311993e-05,
      "loss": 2.3868,
      "step": 55371
    },
    {
      "epoch": 4.703703703703704,
      "grad_norm": 3.6508884174877303,
      "learning_rate": 3.513061157174993e-05,
      "loss": 2.3535,
      "step": 55372
    },
    {
      "epoch": 4.703788651036358,
      "grad_norm": 3.6156649034138995,
      "learning_rate": 3.5126196171065824e-05,
      "loss": 2.3637,
      "step": 55373
    },
    {
      "epoch": 4.703873598369011,
      "grad_norm": 3.2700678254480855,
      "learning_rate": 3.512178101107693e-05,
      "loss": 2.2197,
      "step": 55374
    },
    {
      "epoch": 4.703958545701665,
      "grad_norm": 3.524819809873537,
      "learning_rate": 3.511736609179254e-05,
      "loss": 2.6583,
      "step": 55375
    },
    {
      "epoch": 4.704043493034319,
      "grad_norm": 3.832162973955672,
      "learning_rate": 3.5112951413221845e-05,
      "loss": 2.5492,
      "step": 55376
    },
    {
      "epoch": 4.704128440366972,
      "grad_norm": 3.4598587480691534,
      "learning_rate": 3.510853697537406e-05,
      "loss": 2.4799,
      "step": 55377
    },
    {
      "epoch": 4.704213387699626,
      "grad_norm": 3.924268094763852,
      "learning_rate": 3.510412277825853e-05,
      "loss": 2.51,
      "step": 55378
    },
    {
      "epoch": 4.70429833503228,
      "grad_norm": 3.2262652223614263,
      "learning_rate": 3.509970882188446e-05,
      "loss": 2.0969,
      "step": 55379
    },
    {
      "epoch": 4.704383282364934,
      "grad_norm": 3.914977261041824,
      "learning_rate": 3.509529510626106e-05,
      "loss": 2.9353,
      "step": 55380
    },
    {
      "epoch": 4.7044682296975875,
      "grad_norm": 3.2461335852714566,
      "learning_rate": 3.50908816313976e-05,
      "loss": 2.2023,
      "step": 55381
    },
    {
      "epoch": 4.704553177030241,
      "grad_norm": 3.4319579645771237,
      "learning_rate": 3.508646839730338e-05,
      "loss": 2.3765,
      "step": 55382
    },
    {
      "epoch": 4.704638124362895,
      "grad_norm": 3.5122731885000817,
      "learning_rate": 3.508205540398759e-05,
      "loss": 2.4854,
      "step": 55383
    },
    {
      "epoch": 4.704723071695549,
      "grad_norm": 3.598337328064972,
      "learning_rate": 3.5077642651459476e-05,
      "loss": 2.3717,
      "step": 55384
    },
    {
      "epoch": 4.704808019028203,
      "grad_norm": 3.6257303737515545,
      "learning_rate": 3.507323013972834e-05,
      "loss": 2.5324,
      "step": 55385
    },
    {
      "epoch": 4.704892966360856,
      "grad_norm": 3.4057255204594217,
      "learning_rate": 3.506881786880333e-05,
      "loss": 2.423,
      "step": 55386
    },
    {
      "epoch": 4.70497791369351,
      "grad_norm": 3.603686128653797,
      "learning_rate": 3.506440583869381e-05,
      "loss": 2.3969,
      "step": 55387
    },
    {
      "epoch": 4.705062861026164,
      "grad_norm": 3.1548707907377223,
      "learning_rate": 3.505999404940891e-05,
      "loss": 2.1792,
      "step": 55388
    },
    {
      "epoch": 4.705147808358817,
      "grad_norm": 4.260638430010542,
      "learning_rate": 3.5055582500957966e-05,
      "loss": 3.1046,
      "step": 55389
    },
    {
      "epoch": 4.705232755691471,
      "grad_norm": 3.582106065237187,
      "learning_rate": 3.50511711933502e-05,
      "loss": 2.512,
      "step": 55390
    },
    {
      "epoch": 4.705317703024125,
      "grad_norm": 3.5635188689695805,
      "learning_rate": 3.5046760126594795e-05,
      "loss": 2.4293,
      "step": 55391
    },
    {
      "epoch": 4.7054026503567785,
      "grad_norm": 3.5648089860738166,
      "learning_rate": 3.504234930070103e-05,
      "loss": 2.3669,
      "step": 55392
    },
    {
      "epoch": 4.705487597689433,
      "grad_norm": 3.796611054533401,
      "learning_rate": 3.503793871567819e-05,
      "loss": 2.5843,
      "step": 55393
    },
    {
      "epoch": 4.705572545022086,
      "grad_norm": 3.3524558874262147,
      "learning_rate": 3.503352837153548e-05,
      "loss": 2.3013,
      "step": 55394
    },
    {
      "epoch": 4.7056574923547405,
      "grad_norm": 3.48606579859598,
      "learning_rate": 3.5029118268282117e-05,
      "loss": 2.3597,
      "step": 55395
    },
    {
      "epoch": 4.705742439687394,
      "grad_norm": 3.5133659669306176,
      "learning_rate": 3.50247084059274e-05,
      "loss": 2.6292,
      "step": 55396
    },
    {
      "epoch": 4.705827387020047,
      "grad_norm": 3.554727749211629,
      "learning_rate": 3.502029878448053e-05,
      "loss": 2.2799,
      "step": 55397
    },
    {
      "epoch": 4.705912334352702,
      "grad_norm": 3.556273225325603,
      "learning_rate": 3.501588940395071e-05,
      "loss": 2.2924,
      "step": 55398
    },
    {
      "epoch": 4.705997281685355,
      "grad_norm": 3.4246131429838087,
      "learning_rate": 3.501148026434722e-05,
      "loss": 2.5052,
      "step": 55399
    },
    {
      "epoch": 4.706082229018008,
      "grad_norm": 3.7161804685394038,
      "learning_rate": 3.5007071365679336e-05,
      "loss": 2.4657,
      "step": 55400
    },
    {
      "epoch": 4.706167176350663,
      "grad_norm": 3.5857910533793076,
      "learning_rate": 3.500266270795626e-05,
      "loss": 2.4203,
      "step": 55401
    },
    {
      "epoch": 4.706252123683316,
      "grad_norm": 3.6913978704454227,
      "learning_rate": 3.49982542911872e-05,
      "loss": 2.354,
      "step": 55402
    },
    {
      "epoch": 4.70633707101597,
      "grad_norm": 3.666831961943544,
      "learning_rate": 3.4993846115381455e-05,
      "loss": 2.415,
      "step": 55403
    },
    {
      "epoch": 4.706422018348624,
      "grad_norm": 3.947004112812154,
      "learning_rate": 3.498943818054818e-05,
      "loss": 2.629,
      "step": 55404
    },
    {
      "epoch": 4.706506965681277,
      "grad_norm": 3.2821327205712474,
      "learning_rate": 3.498503048669671e-05,
      "loss": 2.2327,
      "step": 55405
    },
    {
      "epoch": 4.7065919130139315,
      "grad_norm": 3.3537897849947322,
      "learning_rate": 3.49806230338362e-05,
      "loss": 2.5667,
      "step": 55406
    },
    {
      "epoch": 4.706676860346585,
      "grad_norm": 3.215129001836195,
      "learning_rate": 3.4976215821975924e-05,
      "loss": 2.2108,
      "step": 55407
    },
    {
      "epoch": 4.706761807679239,
      "grad_norm": 3.3842121519777058,
      "learning_rate": 3.4971808851125124e-05,
      "loss": 2.4841,
      "step": 55408
    },
    {
      "epoch": 4.706846755011893,
      "grad_norm": 3.345992594427266,
      "learning_rate": 3.496740212129297e-05,
      "loss": 2.3511,
      "step": 55409
    },
    {
      "epoch": 4.706931702344546,
      "grad_norm": 3.5539807652725766,
      "learning_rate": 3.4962995632488796e-05,
      "loss": 2.6132,
      "step": 55410
    },
    {
      "epoch": 4.7070166496772,
      "grad_norm": 3.2925752155783448,
      "learning_rate": 3.4958589384721725e-05,
      "loss": 2.2687,
      "step": 55411
    },
    {
      "epoch": 4.707101597009854,
      "grad_norm": 3.3034921846992042,
      "learning_rate": 3.49541833780011e-05,
      "loss": 2.1929,
      "step": 55412
    },
    {
      "epoch": 4.707186544342507,
      "grad_norm": 3.822316811430345,
      "learning_rate": 3.494977761233604e-05,
      "loss": 2.5758,
      "step": 55413
    },
    {
      "epoch": 4.7072714916751615,
      "grad_norm": 3.2167725518188757,
      "learning_rate": 3.4945372087735885e-05,
      "loss": 2.2393,
      "step": 55414
    },
    {
      "epoch": 4.707356439007815,
      "grad_norm": 3.883223016285845,
      "learning_rate": 3.494096680420982e-05,
      "loss": 2.6036,
      "step": 55415
    },
    {
      "epoch": 4.707441386340469,
      "grad_norm": 3.5450541362190204,
      "learning_rate": 3.4936561761767026e-05,
      "loss": 2.4863,
      "step": 55416
    },
    {
      "epoch": 4.707526333673123,
      "grad_norm": 3.3266438714194266,
      "learning_rate": 3.4932156960416775e-05,
      "loss": 2.2061,
      "step": 55417
    },
    {
      "epoch": 4.707611281005777,
      "grad_norm": 3.4704844440767353,
      "learning_rate": 3.4927752400168346e-05,
      "loss": 2.464,
      "step": 55418
    },
    {
      "epoch": 4.70769622833843,
      "grad_norm": 3.81123681750955,
      "learning_rate": 3.4923348081030915e-05,
      "loss": 2.624,
      "step": 55419
    },
    {
      "epoch": 4.707781175671084,
      "grad_norm": 3.4382980383272614,
      "learning_rate": 3.491894400301368e-05,
      "loss": 2.3941,
      "step": 55420
    },
    {
      "epoch": 4.707866123003738,
      "grad_norm": 3.86565715430543,
      "learning_rate": 3.491454016612594e-05,
      "loss": 2.6978,
      "step": 55421
    },
    {
      "epoch": 4.707951070336391,
      "grad_norm": 3.2492718404697407,
      "learning_rate": 3.491013657037689e-05,
      "loss": 2.2565,
      "step": 55422
    },
    {
      "epoch": 4.708036017669045,
      "grad_norm": 3.316818167303536,
      "learning_rate": 3.490573321577571e-05,
      "loss": 2.3683,
      "step": 55423
    },
    {
      "epoch": 4.708120965001699,
      "grad_norm": 3.346454316708876,
      "learning_rate": 3.4901330102331676e-05,
      "loss": 2.3061,
      "step": 55424
    },
    {
      "epoch": 4.7082059123343525,
      "grad_norm": 3.1224585320376135,
      "learning_rate": 3.489692723005406e-05,
      "loss": 2.1342,
      "step": 55425
    },
    {
      "epoch": 4.708290859667007,
      "grad_norm": 3.3735899661606767,
      "learning_rate": 3.4892524598952024e-05,
      "loss": 2.2126,
      "step": 55426
    },
    {
      "epoch": 4.70837580699966,
      "grad_norm": 3.2485275442870054,
      "learning_rate": 3.4888122209034764e-05,
      "loss": 2.2641,
      "step": 55427
    },
    {
      "epoch": 4.708460754332314,
      "grad_norm": 3.1511309463399053,
      "learning_rate": 3.488372006031158e-05,
      "loss": 2.1485,
      "step": 55428
    },
    {
      "epoch": 4.708545701664968,
      "grad_norm": 3.246731330279623,
      "learning_rate": 3.4879318152791644e-05,
      "loss": 2.3408,
      "step": 55429
    },
    {
      "epoch": 4.708630648997621,
      "grad_norm": 3.7628420172459442,
      "learning_rate": 3.4874916486484216e-05,
      "loss": 2.7215,
      "step": 55430
    },
    {
      "epoch": 4.708715596330276,
      "grad_norm": 3.649923081147768,
      "learning_rate": 3.487051506139845e-05,
      "loss": 2.389,
      "step": 55431
    },
    {
      "epoch": 4.708800543662929,
      "grad_norm": 3.3447074311109337,
      "learning_rate": 3.4866113877543674e-05,
      "loss": 2.1803,
      "step": 55432
    },
    {
      "epoch": 4.708885490995582,
      "grad_norm": 3.8294674582617496,
      "learning_rate": 3.486171293492905e-05,
      "loss": 2.6493,
      "step": 55433
    },
    {
      "epoch": 4.708970438328237,
      "grad_norm": 4.1009743278559885,
      "learning_rate": 3.4857312233563774e-05,
      "loss": 2.8781,
      "step": 55434
    },
    {
      "epoch": 4.70905538566089,
      "grad_norm": 3.5968804909245624,
      "learning_rate": 3.485291177345707e-05,
      "loss": 2.5457,
      "step": 55435
    },
    {
      "epoch": 4.7091403329935435,
      "grad_norm": 3.4481490223565725,
      "learning_rate": 3.484851155461824e-05,
      "loss": 2.4253,
      "step": 55436
    },
    {
      "epoch": 4.709225280326198,
      "grad_norm": 3.5579597092192916,
      "learning_rate": 3.484411157705646e-05,
      "loss": 2.5791,
      "step": 55437
    },
    {
      "epoch": 4.709310227658851,
      "grad_norm": 3.2835015672641363,
      "learning_rate": 3.483971184078087e-05,
      "loss": 2.3174,
      "step": 55438
    },
    {
      "epoch": 4.7093951749915055,
      "grad_norm": 3.2563254177926266,
      "learning_rate": 3.4835312345800816e-05,
      "loss": 2.2555,
      "step": 55439
    },
    {
      "epoch": 4.709480122324159,
      "grad_norm": 3.4605872609755455,
      "learning_rate": 3.483091309212545e-05,
      "loss": 2.368,
      "step": 55440
    },
    {
      "epoch": 4.709565069656813,
      "grad_norm": 3.3185615498381296,
      "learning_rate": 3.482651407976394e-05,
      "loss": 2.4272,
      "step": 55441
    },
    {
      "epoch": 4.709650016989467,
      "grad_norm": 3.2475859662695012,
      "learning_rate": 3.4822115308725573e-05,
      "loss": 2.2285,
      "step": 55442
    },
    {
      "epoch": 4.70973496432212,
      "grad_norm": 3.647415226828438,
      "learning_rate": 3.48177167790196e-05,
      "loss": 2.9238,
      "step": 55443
    },
    {
      "epoch": 4.709819911654774,
      "grad_norm": 4.109681315620988,
      "learning_rate": 3.481331849065518e-05,
      "loss": 2.9395,
      "step": 55444
    },
    {
      "epoch": 4.709904858987428,
      "grad_norm": 3.6699850131023513,
      "learning_rate": 3.480892044364149e-05,
      "loss": 2.6894,
      "step": 55445
    },
    {
      "epoch": 4.709989806320081,
      "grad_norm": 3.1358232128966024,
      "learning_rate": 3.480452263798784e-05,
      "loss": 2.0798,
      "step": 55446
    },
    {
      "epoch": 4.710074753652735,
      "grad_norm": 3.2668926380466035,
      "learning_rate": 3.480012507370335e-05,
      "loss": 2.3577,
      "step": 55447
    },
    {
      "epoch": 4.710159700985389,
      "grad_norm": 3.3991508551297938,
      "learning_rate": 3.4795727750797336e-05,
      "loss": 2.4297,
      "step": 55448
    },
    {
      "epoch": 4.710244648318043,
      "grad_norm": 3.8930125805637834,
      "learning_rate": 3.479133066927891e-05,
      "loss": 2.727,
      "step": 55449
    },
    {
      "epoch": 4.7103295956506965,
      "grad_norm": 3.5901895347109067,
      "learning_rate": 3.478693382915737e-05,
      "loss": 2.4574,
      "step": 55450
    },
    {
      "epoch": 4.71041454298335,
      "grad_norm": 4.058703082986676,
      "learning_rate": 3.4782537230441895e-05,
      "loss": 3.083,
      "step": 55451
    },
    {
      "epoch": 4.710499490316004,
      "grad_norm": 4.0955963287605,
      "learning_rate": 3.4778140873141655e-05,
      "loss": 2.7065,
      "step": 55452
    },
    {
      "epoch": 4.710584437648658,
      "grad_norm": 3.6892945756204525,
      "learning_rate": 3.477374475726594e-05,
      "loss": 2.3756,
      "step": 55453
    },
    {
      "epoch": 4.710669384981312,
      "grad_norm": 3.307193156850043,
      "learning_rate": 3.4769348882823874e-05,
      "loss": 2.3353,
      "step": 55454
    },
    {
      "epoch": 4.710754332313965,
      "grad_norm": 4.0170588435404575,
      "learning_rate": 3.4764953249824766e-05,
      "loss": 2.8743,
      "step": 55455
    },
    {
      "epoch": 4.710839279646619,
      "grad_norm": 3.05130007682226,
      "learning_rate": 3.476055785827772e-05,
      "loss": 2.0262,
      "step": 55456
    },
    {
      "epoch": 4.710924226979273,
      "grad_norm": 3.480974226216838,
      "learning_rate": 3.475616270819206e-05,
      "loss": 2.4189,
      "step": 55457
    },
    {
      "epoch": 4.7110091743119265,
      "grad_norm": 3.3851975310673263,
      "learning_rate": 3.475176779957692e-05,
      "loss": 2.3855,
      "step": 55458
    },
    {
      "epoch": 4.711094121644581,
      "grad_norm": 3.4216466622615083,
      "learning_rate": 3.474737313244154e-05,
      "loss": 2.4276,
      "step": 55459
    },
    {
      "epoch": 4.711179068977234,
      "grad_norm": 3.443854010193186,
      "learning_rate": 3.4742978706795024e-05,
      "loss": 2.3568,
      "step": 55460
    },
    {
      "epoch": 4.711264016309888,
      "grad_norm": 3.53457798937571,
      "learning_rate": 3.473858452264674e-05,
      "loss": 2.4751,
      "step": 55461
    },
    {
      "epoch": 4.711348963642542,
      "grad_norm": 3.4956719762676975,
      "learning_rate": 3.473419058000584e-05,
      "loss": 2.48,
      "step": 55462
    },
    {
      "epoch": 4.711433910975195,
      "grad_norm": 3.3975395986780144,
      "learning_rate": 3.4729796878881464e-05,
      "loss": 2.3674,
      "step": 55463
    },
    {
      "epoch": 4.7115188583078496,
      "grad_norm": 3.2972932756332534,
      "learning_rate": 3.4725403419282914e-05,
      "loss": 2.3546,
      "step": 55464
    },
    {
      "epoch": 4.711603805640503,
      "grad_norm": 3.2098869827600853,
      "learning_rate": 3.472101020121935e-05,
      "loss": 2.3404,
      "step": 55465
    },
    {
      "epoch": 4.711688752973156,
      "grad_norm": 3.126109600785048,
      "learning_rate": 3.471661722469993e-05,
      "loss": 2.1105,
      "step": 55466
    },
    {
      "epoch": 4.711773700305811,
      "grad_norm": 3.5061949225312876,
      "learning_rate": 3.4712224489733906e-05,
      "loss": 2.4678,
      "step": 55467
    },
    {
      "epoch": 4.711858647638464,
      "grad_norm": 3.2834643496782308,
      "learning_rate": 3.470783199633053e-05,
      "loss": 2.2565,
      "step": 55468
    },
    {
      "epoch": 4.7119435949711175,
      "grad_norm": 3.3676699545353173,
      "learning_rate": 3.4703439744498956e-05,
      "loss": 2.4997,
      "step": 55469
    },
    {
      "epoch": 4.712028542303772,
      "grad_norm": 3.5958143745845383,
      "learning_rate": 3.4699047734248386e-05,
      "loss": 2.3018,
      "step": 55470
    },
    {
      "epoch": 4.712113489636425,
      "grad_norm": 3.6982123725594738,
      "learning_rate": 3.4694655965587983e-05,
      "loss": 2.5119,
      "step": 55471
    },
    {
      "epoch": 4.7121984369690795,
      "grad_norm": 3.3004930514572375,
      "learning_rate": 3.4690264438526985e-05,
      "loss": 2.3645,
      "step": 55472
    },
    {
      "epoch": 4.712283384301733,
      "grad_norm": 3.884873733915054,
      "learning_rate": 3.468587315307465e-05,
      "loss": 2.629,
      "step": 55473
    },
    {
      "epoch": 4.712368331634387,
      "grad_norm": 3.3802186180554075,
      "learning_rate": 3.468148210924009e-05,
      "loss": 2.241,
      "step": 55474
    },
    {
      "epoch": 4.712453278967041,
      "grad_norm": 3.2355841007347164,
      "learning_rate": 3.467709130703257e-05,
      "loss": 2.3543,
      "step": 55475
    },
    {
      "epoch": 4.712538226299694,
      "grad_norm": 3.494877169738231,
      "learning_rate": 3.4672700746461294e-05,
      "loss": 2.3509,
      "step": 55476
    },
    {
      "epoch": 4.712623173632348,
      "grad_norm": 3.7179501151448604,
      "learning_rate": 3.46683104275354e-05,
      "loss": 2.3202,
      "step": 55477
    },
    {
      "epoch": 4.712708120965002,
      "grad_norm": 3.610378217852711,
      "learning_rate": 3.466392035026406e-05,
      "loss": 2.6954,
      "step": 55478
    },
    {
      "epoch": 4.712793068297655,
      "grad_norm": 3.7223819317985956,
      "learning_rate": 3.465953051465661e-05,
      "loss": 2.589,
      "step": 55479
    },
    {
      "epoch": 4.712878015630309,
      "grad_norm": 3.332258744491676,
      "learning_rate": 3.465514092072215e-05,
      "loss": 2.3038,
      "step": 55480
    },
    {
      "epoch": 4.712962962962963,
      "grad_norm": 3.2998098221204457,
      "learning_rate": 3.465075156846992e-05,
      "loss": 2.2041,
      "step": 55481
    },
    {
      "epoch": 4.713047910295617,
      "grad_norm": 3.3532546385095006,
      "learning_rate": 3.464636245790906e-05,
      "loss": 2.4276,
      "step": 55482
    },
    {
      "epoch": 4.7131328576282705,
      "grad_norm": 3.8638232995763335,
      "learning_rate": 3.464197358904881e-05,
      "loss": 2.6477,
      "step": 55483
    },
    {
      "epoch": 4.713217804960924,
      "grad_norm": 3.6149568801925085,
      "learning_rate": 3.463758496189833e-05,
      "loss": 2.6812,
      "step": 55484
    },
    {
      "epoch": 4.713302752293578,
      "grad_norm": 3.5163294912528067,
      "learning_rate": 3.4633196576466854e-05,
      "loss": 2.5985,
      "step": 55485
    },
    {
      "epoch": 4.713387699626232,
      "grad_norm": 3.4778398707308766,
      "learning_rate": 3.46288084327636e-05,
      "loss": 2.5718,
      "step": 55486
    },
    {
      "epoch": 4.713472646958886,
      "grad_norm": 3.4808148910419177,
      "learning_rate": 3.4624420530797724e-05,
      "loss": 2.3351,
      "step": 55487
    },
    {
      "epoch": 4.713557594291539,
      "grad_norm": 3.6236751618402363,
      "learning_rate": 3.462003287057842e-05,
      "loss": 2.5424,
      "step": 55488
    },
    {
      "epoch": 4.713642541624193,
      "grad_norm": 3.666381957179019,
      "learning_rate": 3.461564545211485e-05,
      "loss": 2.3981,
      "step": 55489
    },
    {
      "epoch": 4.713727488956847,
      "grad_norm": 3.350575648280424,
      "learning_rate": 3.461125827541624e-05,
      "loss": 2.5125,
      "step": 55490
    },
    {
      "epoch": 4.7138124362895,
      "grad_norm": 3.728150354132425,
      "learning_rate": 3.460687134049182e-05,
      "loss": 2.7893,
      "step": 55491
    },
    {
      "epoch": 4.713897383622154,
      "grad_norm": 3.7773279110150133,
      "learning_rate": 3.460248464735071e-05,
      "loss": 2.5487,
      "step": 55492
    },
    {
      "epoch": 4.713982330954808,
      "grad_norm": 3.3858574280849743,
      "learning_rate": 3.459809819600218e-05,
      "loss": 2.3423,
      "step": 55493
    },
    {
      "epoch": 4.7140672782874615,
      "grad_norm": 3.7399710694834747,
      "learning_rate": 3.459371198645538e-05,
      "loss": 2.7648,
      "step": 55494
    },
    {
      "epoch": 4.714152225620116,
      "grad_norm": 3.4426549046198014,
      "learning_rate": 3.45893260187195e-05,
      "loss": 2.3361,
      "step": 55495
    },
    {
      "epoch": 4.714237172952769,
      "grad_norm": 3.6095512197137176,
      "learning_rate": 3.458494029280368e-05,
      "loss": 2.4554,
      "step": 55496
    },
    {
      "epoch": 4.7143221202854235,
      "grad_norm": 3.4444892746815596,
      "learning_rate": 3.458055480871717e-05,
      "loss": 2.4841,
      "step": 55497
    },
    {
      "epoch": 4.714407067618077,
      "grad_norm": 3.542566238809641,
      "learning_rate": 3.457616956646919e-05,
      "loss": 2.3279,
      "step": 55498
    },
    {
      "epoch": 4.71449201495073,
      "grad_norm": 3.7710883095033862,
      "learning_rate": 3.457178456606887e-05,
      "loss": 2.5291,
      "step": 55499
    },
    {
      "epoch": 4.714576962283385,
      "grad_norm": 3.4889854008320884,
      "learning_rate": 3.456739980752539e-05,
      "loss": 2.5129,
      "step": 55500
    },
    {
      "epoch": 4.714661909616038,
      "grad_norm": 3.2762355583439926,
      "learning_rate": 3.4563015290847995e-05,
      "loss": 2.1822,
      "step": 55501
    },
    {
      "epoch": 4.7147468569486914,
      "grad_norm": 3.591531632757049,
      "learning_rate": 3.455863101604584e-05,
      "loss": 2.5844,
      "step": 55502
    },
    {
      "epoch": 4.714831804281346,
      "grad_norm": 3.327395687678685,
      "learning_rate": 3.4554246983128016e-05,
      "loss": 2.3515,
      "step": 55503
    },
    {
      "epoch": 4.714916751613999,
      "grad_norm": 3.707470599854453,
      "learning_rate": 3.454986319210389e-05,
      "loss": 2.5742,
      "step": 55504
    },
    {
      "epoch": 4.715001698946653,
      "grad_norm": 3.3738137636813113,
      "learning_rate": 3.4545479642982574e-05,
      "loss": 2.2808,
      "step": 55505
    },
    {
      "epoch": 4.715086646279307,
      "grad_norm": 3.2985800544525263,
      "learning_rate": 3.454109633577322e-05,
      "loss": 2.2588,
      "step": 55506
    },
    {
      "epoch": 4.71517159361196,
      "grad_norm": 3.166600287391138,
      "learning_rate": 3.4536713270485e-05,
      "loss": 2.16,
      "step": 55507
    },
    {
      "epoch": 4.7152565409446145,
      "grad_norm": 4.165725838854026,
      "learning_rate": 3.453233044712717e-05,
      "loss": 2.8048,
      "step": 55508
    },
    {
      "epoch": 4.715341488277268,
      "grad_norm": 3.4012897447980155,
      "learning_rate": 3.4527947865708825e-05,
      "loss": 2.2365,
      "step": 55509
    },
    {
      "epoch": 4.715426435609922,
      "grad_norm": 4.062708376398005,
      "learning_rate": 3.4523565526239236e-05,
      "loss": 2.7337,
      "step": 55510
    },
    {
      "epoch": 4.715511382942576,
      "grad_norm": 3.165107693767576,
      "learning_rate": 3.451918342872751e-05,
      "loss": 2.1823,
      "step": 55511
    },
    {
      "epoch": 4.715596330275229,
      "grad_norm": 3.320881061952143,
      "learning_rate": 3.45148015731829e-05,
      "loss": 2.3117,
      "step": 55512
    },
    {
      "epoch": 4.715681277607883,
      "grad_norm": 3.7741713602732205,
      "learning_rate": 3.451041995961454e-05,
      "loss": 2.5979,
      "step": 55513
    },
    {
      "epoch": 4.715766224940537,
      "grad_norm": 3.539472414517414,
      "learning_rate": 3.4506038588031606e-05,
      "loss": 2.5459,
      "step": 55514
    },
    {
      "epoch": 4.71585117227319,
      "grad_norm": 3.2125362771688533,
      "learning_rate": 3.450165745844327e-05,
      "loss": 2.1469,
      "step": 55515
    },
    {
      "epoch": 4.7159361196058445,
      "grad_norm": 3.6237373815964005,
      "learning_rate": 3.449727657085879e-05,
      "loss": 2.6616,
      "step": 55516
    },
    {
      "epoch": 4.716021066938498,
      "grad_norm": 3.2094211312407164,
      "learning_rate": 3.449289592528728e-05,
      "loss": 2.0518,
      "step": 55517
    },
    {
      "epoch": 4.716106014271152,
      "grad_norm": 3.148325238142984,
      "learning_rate": 3.44885155217379e-05,
      "loss": 2.1978,
      "step": 55518
    },
    {
      "epoch": 4.716190961603806,
      "grad_norm": 3.42860178534757,
      "learning_rate": 3.448413536021989e-05,
      "loss": 2.4313,
      "step": 55519
    },
    {
      "epoch": 4.71627590893646,
      "grad_norm": 3.0935875955237675,
      "learning_rate": 3.4479755440742405e-05,
      "loss": 2.0928,
      "step": 55520
    },
    {
      "epoch": 4.716360856269113,
      "grad_norm": 3.3898142912752767,
      "learning_rate": 3.447537576331451e-05,
      "loss": 2.5324,
      "step": 55521
    },
    {
      "epoch": 4.716445803601767,
      "grad_norm": 3.2500188069566014,
      "learning_rate": 3.4470996327945575e-05,
      "loss": 2.1926,
      "step": 55522
    },
    {
      "epoch": 4.716530750934421,
      "grad_norm": 3.447995608256111,
      "learning_rate": 3.446661713464469e-05,
      "loss": 2.4699,
      "step": 55523
    },
    {
      "epoch": 4.716615698267074,
      "grad_norm": 4.036187786439094,
      "learning_rate": 3.446223818342103e-05,
      "loss": 2.8447,
      "step": 55524
    },
    {
      "epoch": 4.716700645599728,
      "grad_norm": 3.5590531939283565,
      "learning_rate": 3.445785947428372e-05,
      "loss": 2.4934,
      "step": 55525
    },
    {
      "epoch": 4.716785592932382,
      "grad_norm": 3.4199768873234953,
      "learning_rate": 3.445348100724202e-05,
      "loss": 2.2896,
      "step": 55526
    },
    {
      "epoch": 4.7168705402650355,
      "grad_norm": 3.388606246598788,
      "learning_rate": 3.444910278230503e-05,
      "loss": 2.3086,
      "step": 55527
    },
    {
      "epoch": 4.71695548759769,
      "grad_norm": 3.3475467693058625,
      "learning_rate": 3.4444724799482006e-05,
      "loss": 2.2872,
      "step": 55528
    },
    {
      "epoch": 4.717040434930343,
      "grad_norm": 3.6733269723372017,
      "learning_rate": 3.444034705878201e-05,
      "loss": 2.5891,
      "step": 55529
    },
    {
      "epoch": 4.717125382262997,
      "grad_norm": 3.2330648504884785,
      "learning_rate": 3.4435969560214346e-05,
      "loss": 2.373,
      "step": 55530
    },
    {
      "epoch": 4.717210329595651,
      "grad_norm": 3.8063673969364302,
      "learning_rate": 3.443159230378811e-05,
      "loss": 2.6547,
      "step": 55531
    },
    {
      "epoch": 4.717295276928304,
      "grad_norm": 3.7500046319907008,
      "learning_rate": 3.4427215289512435e-05,
      "loss": 2.9152,
      "step": 55532
    },
    {
      "epoch": 4.717380224260959,
      "grad_norm": 3.405430657825765,
      "learning_rate": 3.442283851739655e-05,
      "loss": 2.2296,
      "step": 55533
    },
    {
      "epoch": 4.717465171593612,
      "grad_norm": 3.695127852687124,
      "learning_rate": 3.4418461987449654e-05,
      "loss": 2.6549,
      "step": 55534
    },
    {
      "epoch": 4.717550118926265,
      "grad_norm": 3.711319836651788,
      "learning_rate": 3.4414085699680865e-05,
      "loss": 2.8692,
      "step": 55535
    },
    {
      "epoch": 4.71763506625892,
      "grad_norm": 3.4768097940478437,
      "learning_rate": 3.440970965409935e-05,
      "loss": 2.3138,
      "step": 55536
    },
    {
      "epoch": 4.717720013591573,
      "grad_norm": 3.953922102027885,
      "learning_rate": 3.440533385071431e-05,
      "loss": 2.502,
      "step": 55537
    },
    {
      "epoch": 4.7178049609242265,
      "grad_norm": 3.7206814334727776,
      "learning_rate": 3.440095828953491e-05,
      "loss": 2.5748,
      "step": 55538
    },
    {
      "epoch": 4.717889908256881,
      "grad_norm": 3.1835618963450667,
      "learning_rate": 3.439658297057026e-05,
      "loss": 2.0799,
      "step": 55539
    },
    {
      "epoch": 4.717974855589534,
      "grad_norm": 3.6112384252270227,
      "learning_rate": 3.4392207893829585e-05,
      "loss": 2.4668,
      "step": 55540
    },
    {
      "epoch": 4.7180598029221885,
      "grad_norm": 3.701969385272876,
      "learning_rate": 3.438783305932208e-05,
      "loss": 2.4212,
      "step": 55541
    },
    {
      "epoch": 4.718144750254842,
      "grad_norm": 3.3862382959385777,
      "learning_rate": 3.438345846705688e-05,
      "loss": 2.4386,
      "step": 55542
    },
    {
      "epoch": 4.718229697587496,
      "grad_norm": 3.101632434730929,
      "learning_rate": 3.437908411704308e-05,
      "loss": 2.1825,
      "step": 55543
    },
    {
      "epoch": 4.71831464492015,
      "grad_norm": 3.652754320583921,
      "learning_rate": 3.437471000928996e-05,
      "loss": 2.4579,
      "step": 55544
    },
    {
      "epoch": 4.718399592252803,
      "grad_norm": 2.9986579399195756,
      "learning_rate": 3.437033614380665e-05,
      "loss": 1.9827,
      "step": 55545
    },
    {
      "epoch": 4.718484539585457,
      "grad_norm": 3.5882490204374475,
      "learning_rate": 3.436596252060223e-05,
      "loss": 2.4988,
      "step": 55546
    },
    {
      "epoch": 4.718569486918111,
      "grad_norm": 4.074389636654893,
      "learning_rate": 3.4361589139685955e-05,
      "loss": 2.9137,
      "step": 55547
    },
    {
      "epoch": 4.718654434250764,
      "grad_norm": 3.1016361390688525,
      "learning_rate": 3.4357216001067005e-05,
      "loss": 2.055,
      "step": 55548
    },
    {
      "epoch": 4.718739381583418,
      "grad_norm": 3.132811112734957,
      "learning_rate": 3.43528431047545e-05,
      "loss": 2.1142,
      "step": 55549
    },
    {
      "epoch": 4.718824328916072,
      "grad_norm": 3.854882936506292,
      "learning_rate": 3.4348470450757564e-05,
      "loss": 2.652,
      "step": 55550
    },
    {
      "epoch": 4.718909276248726,
      "grad_norm": 3.4214652704387887,
      "learning_rate": 3.434409803908544e-05,
      "loss": 2.5638,
      "step": 55551
    },
    {
      "epoch": 4.7189942235813795,
      "grad_norm": 3.5673824317015383,
      "learning_rate": 3.4339725869747214e-05,
      "loss": 2.7241,
      "step": 55552
    },
    {
      "epoch": 4.719079170914033,
      "grad_norm": 3.4994732518884377,
      "learning_rate": 3.433535394275214e-05,
      "loss": 2.3056,
      "step": 55553
    },
    {
      "epoch": 4.719164118246687,
      "grad_norm": 3.801229737586691,
      "learning_rate": 3.433098225810926e-05,
      "loss": 2.7961,
      "step": 55554
    },
    {
      "epoch": 4.719249065579341,
      "grad_norm": 3.2553118662156972,
      "learning_rate": 3.432661081582784e-05,
      "loss": 2.259,
      "step": 55555
    },
    {
      "epoch": 4.719334012911995,
      "grad_norm": 3.819968244035433,
      "learning_rate": 3.4322239615917e-05,
      "loss": 2.5492,
      "step": 55556
    },
    {
      "epoch": 4.719418960244648,
      "grad_norm": 3.479785155052312,
      "learning_rate": 3.431786865838587e-05,
      "loss": 2.4489,
      "step": 55557
    },
    {
      "epoch": 4.719503907577302,
      "grad_norm": 3.631265793982821,
      "learning_rate": 3.4313497943243626e-05,
      "loss": 2.646,
      "step": 55558
    },
    {
      "epoch": 4.719588854909956,
      "grad_norm": 3.5257808160933815,
      "learning_rate": 3.430912747049947e-05,
      "loss": 2.3714,
      "step": 55559
    },
    {
      "epoch": 4.7196738022426095,
      "grad_norm": 3.2942225065323454,
      "learning_rate": 3.430475724016252e-05,
      "loss": 2.2965,
      "step": 55560
    },
    {
      "epoch": 4.719758749575263,
      "grad_norm": 3.2678776565597683,
      "learning_rate": 3.4300387252241904e-05,
      "loss": 2.317,
      "step": 55561
    },
    {
      "epoch": 4.719843696907917,
      "grad_norm": 3.180602575614514,
      "learning_rate": 3.4296017506746844e-05,
      "loss": 2.2131,
      "step": 55562
    },
    {
      "epoch": 4.719928644240571,
      "grad_norm": 3.9794489828082553,
      "learning_rate": 3.429164800368647e-05,
      "loss": 2.6638,
      "step": 55563
    },
    {
      "epoch": 4.720013591573225,
      "grad_norm": 3.4584289335705125,
      "learning_rate": 3.428727874306989e-05,
      "loss": 2.476,
      "step": 55564
    },
    {
      "epoch": 4.720098538905878,
      "grad_norm": 4.184754050721587,
      "learning_rate": 3.428290972490629e-05,
      "loss": 3.0576,
      "step": 55565
    },
    {
      "epoch": 4.720183486238533,
      "grad_norm": 3.639882313007378,
      "learning_rate": 3.4278540949204884e-05,
      "loss": 2.3522,
      "step": 55566
    },
    {
      "epoch": 4.720268433571186,
      "grad_norm": 3.2654895340131365,
      "learning_rate": 3.427417241597478e-05,
      "loss": 2.2217,
      "step": 55567
    },
    {
      "epoch": 4.720353380903839,
      "grad_norm": 3.3057205314650577,
      "learning_rate": 3.426980412522507e-05,
      "loss": 2.4309,
      "step": 55568
    },
    {
      "epoch": 4.720438328236494,
      "grad_norm": 3.4415017450495093,
      "learning_rate": 3.426543607696501e-05,
      "loss": 2.4027,
      "step": 55569
    },
    {
      "epoch": 4.720523275569147,
      "grad_norm": 3.355455329078175,
      "learning_rate": 3.426106827120367e-05,
      "loss": 2.2636,
      "step": 55570
    },
    {
      "epoch": 4.7206082229018005,
      "grad_norm": 3.82737483242474,
      "learning_rate": 3.425670070795027e-05,
      "loss": 2.5965,
      "step": 55571
    },
    {
      "epoch": 4.720693170234455,
      "grad_norm": 3.4331803767830373,
      "learning_rate": 3.42523333872139e-05,
      "loss": 2.4226,
      "step": 55572
    },
    {
      "epoch": 4.720778117567108,
      "grad_norm": 3.317963203795131,
      "learning_rate": 3.424796630900378e-05,
      "loss": 2.3412,
      "step": 55573
    },
    {
      "epoch": 4.7208630648997625,
      "grad_norm": 3.3798891760855767,
      "learning_rate": 3.424359947332902e-05,
      "loss": 2.216,
      "step": 55574
    },
    {
      "epoch": 4.720948012232416,
      "grad_norm": 3.3123817086297667,
      "learning_rate": 3.423923288019872e-05,
      "loss": 2.38,
      "step": 55575
    },
    {
      "epoch": 4.721032959565069,
      "grad_norm": 3.355270859651612,
      "learning_rate": 3.423486652962209e-05,
      "loss": 2.3973,
      "step": 55576
    },
    {
      "epoch": 4.721117906897724,
      "grad_norm": 3.309232913344077,
      "learning_rate": 3.4230500421608295e-05,
      "loss": 2.2472,
      "step": 55577
    },
    {
      "epoch": 4.721202854230377,
      "grad_norm": 3.477377850024554,
      "learning_rate": 3.4226134556166475e-05,
      "loss": 2.3753,
      "step": 55578
    },
    {
      "epoch": 4.721287801563031,
      "grad_norm": 3.0376052792980075,
      "learning_rate": 3.422176893330571e-05,
      "loss": 1.998,
      "step": 55579
    },
    {
      "epoch": 4.721372748895685,
      "grad_norm": 3.170803900844892,
      "learning_rate": 3.421740355303523e-05,
      "loss": 2.1914,
      "step": 55580
    },
    {
      "epoch": 4.721457696228338,
      "grad_norm": 3.208854006266394,
      "learning_rate": 3.421303841536417e-05,
      "loss": 2.3025,
      "step": 55581
    },
    {
      "epoch": 4.721542643560992,
      "grad_norm": 3.7838506103174834,
      "learning_rate": 3.420867352030159e-05,
      "loss": 2.4979,
      "step": 55582
    },
    {
      "epoch": 4.721627590893646,
      "grad_norm": 3.3123644449417378,
      "learning_rate": 3.420430886785671e-05,
      "loss": 2.2951,
      "step": 55583
    },
    {
      "epoch": 4.721712538226299,
      "grad_norm": 3.379424998100492,
      "learning_rate": 3.4199944458038716e-05,
      "loss": 2.2851,
      "step": 55584
    },
    {
      "epoch": 4.7217974855589535,
      "grad_norm": 3.206610447137979,
      "learning_rate": 3.4195580290856695e-05,
      "loss": 2.2961,
      "step": 55585
    },
    {
      "epoch": 4.721882432891607,
      "grad_norm": 3.513662304183193,
      "learning_rate": 3.4191216366319763e-05,
      "loss": 2.593,
      "step": 55586
    },
    {
      "epoch": 4.721967380224261,
      "grad_norm": 3.3959403396072023,
      "learning_rate": 3.4186852684437124e-05,
      "loss": 2.4617,
      "step": 55587
    },
    {
      "epoch": 4.722052327556915,
      "grad_norm": 3.602402091349528,
      "learning_rate": 3.418248924521791e-05,
      "loss": 2.5541,
      "step": 55588
    },
    {
      "epoch": 4.722137274889569,
      "grad_norm": 3.1930535262693787,
      "learning_rate": 3.417812604867122e-05,
      "loss": 2.1374,
      "step": 55589
    },
    {
      "epoch": 4.722222222222222,
      "grad_norm": 3.726611537953927,
      "learning_rate": 3.417376309480621e-05,
      "loss": 2.4496,
      "step": 55590
    },
    {
      "epoch": 4.722307169554876,
      "grad_norm": 3.2053230982529644,
      "learning_rate": 3.416940038363209e-05,
      "loss": 2.2626,
      "step": 55591
    },
    {
      "epoch": 4.72239211688753,
      "grad_norm": 3.550653667167861,
      "learning_rate": 3.416503791515795e-05,
      "loss": 2.6675,
      "step": 55592
    },
    {
      "epoch": 4.722477064220183,
      "grad_norm": 3.6870987043241823,
      "learning_rate": 3.4160675689392883e-05,
      "loss": 2.5464,
      "step": 55593
    },
    {
      "epoch": 4.722562011552837,
      "grad_norm": 3.5312853577935153,
      "learning_rate": 3.415631370634612e-05,
      "loss": 2.5671,
      "step": 55594
    },
    {
      "epoch": 4.722646958885491,
      "grad_norm": 3.6354883271187557,
      "learning_rate": 3.415195196602671e-05,
      "loss": 2.6879,
      "step": 55595
    },
    {
      "epoch": 4.7227319062181445,
      "grad_norm": 4.044873211761661,
      "learning_rate": 3.4147590468443885e-05,
      "loss": 2.6314,
      "step": 55596
    },
    {
      "epoch": 4.722816853550799,
      "grad_norm": 3.360684257605113,
      "learning_rate": 3.4143229213606715e-05,
      "loss": 2.3225,
      "step": 55597
    },
    {
      "epoch": 4.722901800883452,
      "grad_norm": 3.3527758203932874,
      "learning_rate": 3.4138868201524376e-05,
      "loss": 2.2688,
      "step": 55598
    },
    {
      "epoch": 4.722986748216106,
      "grad_norm": 3.4086270818512165,
      "learning_rate": 3.4134507432206e-05,
      "loss": 2.3983,
      "step": 55599
    },
    {
      "epoch": 4.72307169554876,
      "grad_norm": 3.5729118939900504,
      "learning_rate": 3.4130146905660685e-05,
      "loss": 2.5207,
      "step": 55600
    },
    {
      "epoch": 4.723156642881413,
      "grad_norm": 3.6100043467790153,
      "learning_rate": 3.4125786621897586e-05,
      "loss": 2.6115,
      "step": 55601
    },
    {
      "epoch": 4.723241590214068,
      "grad_norm": 3.9795307628266383,
      "learning_rate": 3.412142658092589e-05,
      "loss": 2.9927,
      "step": 55602
    },
    {
      "epoch": 4.723326537546721,
      "grad_norm": 3.5366959118769112,
      "learning_rate": 3.411706678275469e-05,
      "loss": 2.63,
      "step": 55603
    },
    {
      "epoch": 4.7234114848793745,
      "grad_norm": 3.7850688053720827,
      "learning_rate": 3.41127072273931e-05,
      "loss": 2.4562,
      "step": 55604
    },
    {
      "epoch": 4.723496432212029,
      "grad_norm": 3.4661348058689714,
      "learning_rate": 3.41083479148503e-05,
      "loss": 2.5037,
      "step": 55605
    },
    {
      "epoch": 4.723581379544682,
      "grad_norm": 3.1899388502306625,
      "learning_rate": 3.4103988845135435e-05,
      "loss": 2.2397,
      "step": 55606
    },
    {
      "epoch": 4.723666326877336,
      "grad_norm": 3.835637961664549,
      "learning_rate": 3.409963001825753e-05,
      "loss": 2.6647,
      "step": 55607
    },
    {
      "epoch": 4.72375127420999,
      "grad_norm": 4.190495527083083,
      "learning_rate": 3.4095271434225815e-05,
      "loss": 3.0805,
      "step": 55608
    },
    {
      "epoch": 4.723836221542643,
      "grad_norm": 3.1612271501408213,
      "learning_rate": 3.409091309304944e-05,
      "loss": 2.3737,
      "step": 55609
    },
    {
      "epoch": 4.723921168875298,
      "grad_norm": 3.7111066848589918,
      "learning_rate": 3.4086554994737496e-05,
      "loss": 2.4851,
      "step": 55610
    },
    {
      "epoch": 4.724006116207951,
      "grad_norm": 3.8890709442463955,
      "learning_rate": 3.408219713929907e-05,
      "loss": 2.5849,
      "step": 55611
    },
    {
      "epoch": 4.724091063540605,
      "grad_norm": 3.8540458773593476,
      "learning_rate": 3.40778395267434e-05,
      "loss": 2.6143,
      "step": 55612
    },
    {
      "epoch": 4.724176010873259,
      "grad_norm": 3.18233549897681,
      "learning_rate": 3.4073482157079505e-05,
      "loss": 2.1677,
      "step": 55613
    },
    {
      "epoch": 4.724260958205912,
      "grad_norm": 3.930645846717674,
      "learning_rate": 3.40691250303166e-05,
      "loss": 2.6907,
      "step": 55614
    },
    {
      "epoch": 4.724345905538566,
      "grad_norm": 3.316762149190805,
      "learning_rate": 3.406476814646376e-05,
      "loss": 2.4145,
      "step": 55615
    },
    {
      "epoch": 4.72443085287122,
      "grad_norm": 3.4967675159476124,
      "learning_rate": 3.406041150553016e-05,
      "loss": 2.324,
      "step": 55616
    },
    {
      "epoch": 4.724515800203873,
      "grad_norm": 3.9030396802769887,
      "learning_rate": 3.405605510752491e-05,
      "loss": 2.6174,
      "step": 55617
    },
    {
      "epoch": 4.7246007475365275,
      "grad_norm": 3.6429919261418675,
      "learning_rate": 3.405169895245709e-05,
      "loss": 2.4804,
      "step": 55618
    },
    {
      "epoch": 4.724685694869181,
      "grad_norm": 3.3366591018744347,
      "learning_rate": 3.404734304033588e-05,
      "loss": 2.521,
      "step": 55619
    },
    {
      "epoch": 4.724770642201835,
      "grad_norm": 3.3335353774372325,
      "learning_rate": 3.404298737117043e-05,
      "loss": 2.3243,
      "step": 55620
    },
    {
      "epoch": 4.724855589534489,
      "grad_norm": 3.5989254183811683,
      "learning_rate": 3.403863194496983e-05,
      "loss": 2.4073,
      "step": 55621
    },
    {
      "epoch": 4.724940536867142,
      "grad_norm": 3.4208044622186247,
      "learning_rate": 3.403427676174318e-05,
      "loss": 2.2265,
      "step": 55622
    },
    {
      "epoch": 4.725025484199796,
      "grad_norm": 3.4319527245884878,
      "learning_rate": 3.4029921821499656e-05,
      "loss": 2.5413,
      "step": 55623
    },
    {
      "epoch": 4.72511043153245,
      "grad_norm": 3.3512269085962503,
      "learning_rate": 3.4025567124248374e-05,
      "loss": 2.3953,
      "step": 55624
    },
    {
      "epoch": 4.725195378865104,
      "grad_norm": 3.1651159918309246,
      "learning_rate": 3.402121266999842e-05,
      "loss": 2.3149,
      "step": 55625
    },
    {
      "epoch": 4.725280326197757,
      "grad_norm": 3.633046838688833,
      "learning_rate": 3.4016858458758914e-05,
      "loss": 2.3082,
      "step": 55626
    },
    {
      "epoch": 4.725365273530411,
      "grad_norm": 3.1370348360072433,
      "learning_rate": 3.401250449053907e-05,
      "loss": 2.1467,
      "step": 55627
    },
    {
      "epoch": 4.725450220863065,
      "grad_norm": 3.4240289713992706,
      "learning_rate": 3.400815076534794e-05,
      "loss": 2.2935,
      "step": 55628
    },
    {
      "epoch": 4.7255351681957185,
      "grad_norm": 3.608576148439884,
      "learning_rate": 3.400379728319462e-05,
      "loss": 2.3112,
      "step": 55629
    },
    {
      "epoch": 4.725620115528372,
      "grad_norm": 3.363144157671471,
      "learning_rate": 3.399944404408831e-05,
      "loss": 2.4449,
      "step": 55630
    },
    {
      "epoch": 4.725705062861026,
      "grad_norm": 3.8072905297198494,
      "learning_rate": 3.3995091048038076e-05,
      "loss": 2.5787,
      "step": 55631
    },
    {
      "epoch": 4.72579001019368,
      "grad_norm": 3.2609890346583015,
      "learning_rate": 3.399073829505303e-05,
      "loss": 2.2923,
      "step": 55632
    },
    {
      "epoch": 4.725874957526334,
      "grad_norm": 3.373146616393817,
      "learning_rate": 3.3986385785142306e-05,
      "loss": 2.1418,
      "step": 55633
    },
    {
      "epoch": 4.725959904858987,
      "grad_norm": 3.179835221927813,
      "learning_rate": 3.398203351831507e-05,
      "loss": 2.2065,
      "step": 55634
    },
    {
      "epoch": 4.726044852191642,
      "grad_norm": 3.742610411044468,
      "learning_rate": 3.3977681494580417e-05,
      "loss": 2.7082,
      "step": 55635
    },
    {
      "epoch": 4.726129799524295,
      "grad_norm": 3.704664325338847,
      "learning_rate": 3.39733297139474e-05,
      "loss": 2.4264,
      "step": 55636
    },
    {
      "epoch": 4.726214746856948,
      "grad_norm": 3.455621436512714,
      "learning_rate": 3.396897817642523e-05,
      "loss": 2.3758,
      "step": 55637
    },
    {
      "epoch": 4.726299694189603,
      "grad_norm": 3.485017935124699,
      "learning_rate": 3.396462688202296e-05,
      "loss": 2.6051,
      "step": 55638
    },
    {
      "epoch": 4.726384641522256,
      "grad_norm": 3.3418115786532354,
      "learning_rate": 3.396027583074975e-05,
      "loss": 2.3614,
      "step": 55639
    },
    {
      "epoch": 4.7264695888549095,
      "grad_norm": 3.09311295455539,
      "learning_rate": 3.395592502261466e-05,
      "loss": 2.0709,
      "step": 55640
    },
    {
      "epoch": 4.726554536187564,
      "grad_norm": 3.3407197866453777,
      "learning_rate": 3.3951574457626894e-05,
      "loss": 2.4028,
      "step": 55641
    },
    {
      "epoch": 4.726639483520217,
      "grad_norm": 3.5067142244760143,
      "learning_rate": 3.394722413579553e-05,
      "loss": 2.2466,
      "step": 55642
    },
    {
      "epoch": 4.7267244308528715,
      "grad_norm": 4.082866301081603,
      "learning_rate": 3.394287405712961e-05,
      "loss": 2.842,
      "step": 55643
    },
    {
      "epoch": 4.726809378185525,
      "grad_norm": 3.3691311813435747,
      "learning_rate": 3.393852422163833e-05,
      "loss": 2.2852,
      "step": 55644
    },
    {
      "epoch": 4.726894325518178,
      "grad_norm": 4.009169457963526,
      "learning_rate": 3.393417462933081e-05,
      "loss": 2.6946,
      "step": 55645
    },
    {
      "epoch": 4.726979272850833,
      "grad_norm": 3.694128444137289,
      "learning_rate": 3.392982528021615e-05,
      "loss": 2.5857,
      "step": 55646
    },
    {
      "epoch": 4.727064220183486,
      "grad_norm": 3.5780121390028135,
      "learning_rate": 3.3925476174303395e-05,
      "loss": 2.6307,
      "step": 55647
    },
    {
      "epoch": 4.72714916751614,
      "grad_norm": 3.4657170921236276,
      "learning_rate": 3.3921127311601775e-05,
      "loss": 2.3882,
      "step": 55648
    },
    {
      "epoch": 4.727234114848794,
      "grad_norm": 3.9867050845697096,
      "learning_rate": 3.391677869212033e-05,
      "loss": 2.7037,
      "step": 55649
    },
    {
      "epoch": 4.727319062181447,
      "grad_norm": 3.8371351456752416,
      "learning_rate": 3.391243031586815e-05,
      "loss": 2.6757,
      "step": 55650
    },
    {
      "epoch": 4.7274040095141014,
      "grad_norm": 3.3197615598371053,
      "learning_rate": 3.390808218285437e-05,
      "loss": 2.3981,
      "step": 55651
    },
    {
      "epoch": 4.727488956846755,
      "grad_norm": 3.3512276128179597,
      "learning_rate": 3.3903734293088164e-05,
      "loss": 2.3726,
      "step": 55652
    },
    {
      "epoch": 4.727573904179409,
      "grad_norm": 3.4372915760747187,
      "learning_rate": 3.389938664657857e-05,
      "loss": 2.1318,
      "step": 55653
    },
    {
      "epoch": 4.7276588515120626,
      "grad_norm": 3.3918112384874677,
      "learning_rate": 3.389503924333469e-05,
      "loss": 2.2406,
      "step": 55654
    },
    {
      "epoch": 4.727743798844716,
      "grad_norm": 3.3983673490648005,
      "learning_rate": 3.3890692083365696e-05,
      "loss": 2.4606,
      "step": 55655
    },
    {
      "epoch": 4.72782874617737,
      "grad_norm": 4.001295842359218,
      "learning_rate": 3.3886345166680625e-05,
      "loss": 2.6704,
      "step": 55656
    },
    {
      "epoch": 4.727913693510024,
      "grad_norm": 3.8405677075741576,
      "learning_rate": 3.388199849328864e-05,
      "loss": 2.7345,
      "step": 55657
    },
    {
      "epoch": 4.727998640842678,
      "grad_norm": 3.320647696283975,
      "learning_rate": 3.387765206319881e-05,
      "loss": 2.4392,
      "step": 55658
    },
    {
      "epoch": 4.728083588175331,
      "grad_norm": 3.3865295865444938,
      "learning_rate": 3.3873305876420295e-05,
      "loss": 2.2862,
      "step": 55659
    },
    {
      "epoch": 4.728168535507985,
      "grad_norm": 4.101080982615688,
      "learning_rate": 3.3868959932962154e-05,
      "loss": 3.031,
      "step": 55660
    },
    {
      "epoch": 4.728253482840639,
      "grad_norm": 3.99649309194509,
      "learning_rate": 3.386461423283347e-05,
      "loss": 2.7749,
      "step": 55661
    },
    {
      "epoch": 4.7283384301732925,
      "grad_norm": 3.2234131022635375,
      "learning_rate": 3.3860268776043405e-05,
      "loss": 2.2857,
      "step": 55662
    },
    {
      "epoch": 4.728423377505946,
      "grad_norm": 3.4680880158090317,
      "learning_rate": 3.3855923562601064e-05,
      "loss": 2.4436,
      "step": 55663
    },
    {
      "epoch": 4.7285083248386,
      "grad_norm": 3.28827944519337,
      "learning_rate": 3.385157859251554e-05,
      "loss": 2.3628,
      "step": 55664
    },
    {
      "epoch": 4.728593272171254,
      "grad_norm": 3.3673380363650263,
      "learning_rate": 3.384723386579587e-05,
      "loss": 2.4184,
      "step": 55665
    },
    {
      "epoch": 4.728678219503908,
      "grad_norm": 3.458127673384269,
      "learning_rate": 3.3842889382451284e-05,
      "loss": 2.3037,
      "step": 55666
    },
    {
      "epoch": 4.728763166836561,
      "grad_norm": 3.3276002373072098,
      "learning_rate": 3.3838545142490804e-05,
      "loss": 2.3423,
      "step": 55667
    },
    {
      "epoch": 4.728848114169216,
      "grad_norm": 3.5491016663584696,
      "learning_rate": 3.3834201145923494e-05,
      "loss": 2.6118,
      "step": 55668
    },
    {
      "epoch": 4.728933061501869,
      "grad_norm": 3.3493405295081207,
      "learning_rate": 3.382985739275852e-05,
      "loss": 2.4674,
      "step": 55669
    },
    {
      "epoch": 4.729018008834522,
      "grad_norm": 3.2306765230282735,
      "learning_rate": 3.3825513883005e-05,
      "loss": 2.2445,
      "step": 55670
    },
    {
      "epoch": 4.729102956167177,
      "grad_norm": 4.047387038782917,
      "learning_rate": 3.3821170616672016e-05,
      "loss": 2.9006,
      "step": 55671
    },
    {
      "epoch": 4.72918790349983,
      "grad_norm": 3.81159775467777,
      "learning_rate": 3.3816827593768624e-05,
      "loss": 2.7179,
      "step": 55672
    },
    {
      "epoch": 4.7292728508324835,
      "grad_norm": 3.8828762224461113,
      "learning_rate": 3.3812484814303985e-05,
      "loss": 2.8164,
      "step": 55673
    },
    {
      "epoch": 4.729357798165138,
      "grad_norm": 3.5240446078137335,
      "learning_rate": 3.3808142278287126e-05,
      "loss": 2.35,
      "step": 55674
    },
    {
      "epoch": 4.729442745497791,
      "grad_norm": 3.283698792844142,
      "learning_rate": 3.3803799985727254e-05,
      "loss": 2.3741,
      "step": 55675
    },
    {
      "epoch": 4.7295276928304455,
      "grad_norm": 3.2556523931802652,
      "learning_rate": 3.379945793663334e-05,
      "loss": 2.4091,
      "step": 55676
    },
    {
      "epoch": 4.729612640163099,
      "grad_norm": 4.084392943558371,
      "learning_rate": 3.379511613101461e-05,
      "loss": 2.8954,
      "step": 55677
    },
    {
      "epoch": 4.729697587495752,
      "grad_norm": 3.5901001444717937,
      "learning_rate": 3.379077456888008e-05,
      "loss": 2.393,
      "step": 55678
    },
    {
      "epoch": 4.729782534828407,
      "grad_norm": 3.635556615201555,
      "learning_rate": 3.378643325023883e-05,
      "loss": 2.6457,
      "step": 55679
    },
    {
      "epoch": 4.72986748216106,
      "grad_norm": 3.4044508061714565,
      "learning_rate": 3.378209217510004e-05,
      "loss": 2.1846,
      "step": 55680
    },
    {
      "epoch": 4.729952429493714,
      "grad_norm": 3.4644745711630227,
      "learning_rate": 3.377775134347271e-05,
      "loss": 2.3167,
      "step": 55681
    },
    {
      "epoch": 4.730037376826368,
      "grad_norm": 3.5621484087185054,
      "learning_rate": 3.377341075536602e-05,
      "loss": 2.5253,
      "step": 55682
    },
    {
      "epoch": 4.730122324159021,
      "grad_norm": 3.1816941868613546,
      "learning_rate": 3.376907041078898e-05,
      "loss": 2.061,
      "step": 55683
    },
    {
      "epoch": 4.730207271491675,
      "grad_norm": 3.8788017627007916,
      "learning_rate": 3.3764730309750795e-05,
      "loss": 2.7382,
      "step": 55684
    },
    {
      "epoch": 4.730292218824329,
      "grad_norm": 3.290444034788216,
      "learning_rate": 3.3760390452260464e-05,
      "loss": 2.3147,
      "step": 55685
    },
    {
      "epoch": 4.730377166156982,
      "grad_norm": 3.3584263873883264,
      "learning_rate": 3.37560508383271e-05,
      "loss": 2.2851,
      "step": 55686
    },
    {
      "epoch": 4.7304621134896365,
      "grad_norm": 3.853731207215549,
      "learning_rate": 3.37517114679598e-05,
      "loss": 2.7811,
      "step": 55687
    },
    {
      "epoch": 4.73054706082229,
      "grad_norm": 3.502219833963286,
      "learning_rate": 3.374737234116769e-05,
      "loss": 2.4792,
      "step": 55688
    },
    {
      "epoch": 4.730632008154944,
      "grad_norm": 3.198325006352334,
      "learning_rate": 3.374303345795985e-05,
      "loss": 2.1098,
      "step": 55689
    },
    {
      "epoch": 4.730716955487598,
      "grad_norm": 3.514507438894367,
      "learning_rate": 3.373869481834531e-05,
      "loss": 2.4783,
      "step": 55690
    },
    {
      "epoch": 4.730801902820252,
      "grad_norm": 4.096616826834248,
      "learning_rate": 3.373435642233325e-05,
      "loss": 2.9038,
      "step": 55691
    },
    {
      "epoch": 4.730886850152905,
      "grad_norm": 3.638980551340992,
      "learning_rate": 3.373001826993273e-05,
      "loss": 2.5838,
      "step": 55692
    },
    {
      "epoch": 4.730971797485559,
      "grad_norm": 3.5922684393088047,
      "learning_rate": 3.3725680361152765e-05,
      "loss": 2.2981,
      "step": 55693
    },
    {
      "epoch": 4.731056744818213,
      "grad_norm": 3.472553539153168,
      "learning_rate": 3.3721342696002514e-05,
      "loss": 2.5181,
      "step": 55694
    },
    {
      "epoch": 4.731141692150866,
      "grad_norm": 3.657996309266056,
      "learning_rate": 3.3717005274491106e-05,
      "loss": 2.5834,
      "step": 55695
    },
    {
      "epoch": 4.73122663948352,
      "grad_norm": 3.6046798899754453,
      "learning_rate": 3.371266809662758e-05,
      "loss": 2.4039,
      "step": 55696
    },
    {
      "epoch": 4.731311586816174,
      "grad_norm": 3.22767411300242,
      "learning_rate": 3.370833116242099e-05,
      "loss": 2.2801,
      "step": 55697
    },
    {
      "epoch": 4.7313965341488275,
      "grad_norm": 3.96880034686619,
      "learning_rate": 3.370399447188048e-05,
      "loss": 2.9641,
      "step": 55698
    },
    {
      "epoch": 4.731481481481482,
      "grad_norm": 3.3320898612823764,
      "learning_rate": 3.36996580250151e-05,
      "loss": 2.468,
      "step": 55699
    },
    {
      "epoch": 4.731566428814135,
      "grad_norm": 3.1035118202336123,
      "learning_rate": 3.369532182183398e-05,
      "loss": 2.0913,
      "step": 55700
    },
    {
      "epoch": 4.731651376146789,
      "grad_norm": 3.419121989221537,
      "learning_rate": 3.369098586234612e-05,
      "loss": 2.4627,
      "step": 55701
    },
    {
      "epoch": 4.731736323479443,
      "grad_norm": 4.087453952271868,
      "learning_rate": 3.368665014656073e-05,
      "loss": 2.8557,
      "step": 55702
    },
    {
      "epoch": 4.731821270812096,
      "grad_norm": 3.8974932642761235,
      "learning_rate": 3.368231467448681e-05,
      "loss": 2.726,
      "step": 55703
    },
    {
      "epoch": 4.731906218144751,
      "grad_norm": 3.535374582004555,
      "learning_rate": 3.367797944613343e-05,
      "loss": 2.2338,
      "step": 55704
    },
    {
      "epoch": 4.731991165477404,
      "grad_norm": 3.4059342014413523,
      "learning_rate": 3.36736444615097e-05,
      "loss": 2.5297,
      "step": 55705
    },
    {
      "epoch": 4.7320761128100575,
      "grad_norm": 3.3816886914030877,
      "learning_rate": 3.3669309720624756e-05,
      "loss": 2.4354,
      "step": 55706
    },
    {
      "epoch": 4.732161060142712,
      "grad_norm": 3.7695543313982673,
      "learning_rate": 3.3664975223487626e-05,
      "loss": 2.8249,
      "step": 55707
    },
    {
      "epoch": 4.732246007475365,
      "grad_norm": 3.299523822222704,
      "learning_rate": 3.366064097010736e-05,
      "loss": 2.3628,
      "step": 55708
    },
    {
      "epoch": 4.732330954808019,
      "grad_norm": 3.3999006326725123,
      "learning_rate": 3.365630696049312e-05,
      "loss": 2.5092,
      "step": 55709
    },
    {
      "epoch": 4.732415902140673,
      "grad_norm": 3.4443270263764965,
      "learning_rate": 3.3651973194653926e-05,
      "loss": 2.4761,
      "step": 55710
    },
    {
      "epoch": 4.732500849473326,
      "grad_norm": 3.99410662181909,
      "learning_rate": 3.364763967259886e-05,
      "loss": 2.8195,
      "step": 55711
    },
    {
      "epoch": 4.732585796805981,
      "grad_norm": 3.73807834102411,
      "learning_rate": 3.364330639433701e-05,
      "loss": 2.5216,
      "step": 55712
    },
    {
      "epoch": 4.732670744138634,
      "grad_norm": 3.187280168060157,
      "learning_rate": 3.3638973359877506e-05,
      "loss": 2.0655,
      "step": 55713
    },
    {
      "epoch": 4.732755691471288,
      "grad_norm": 3.746564179350191,
      "learning_rate": 3.363464056922939e-05,
      "loss": 2.494,
      "step": 55714
    },
    {
      "epoch": 4.732840638803942,
      "grad_norm": 3.652943631388502,
      "learning_rate": 3.3630308022401695e-05,
      "loss": 2.5852,
      "step": 55715
    },
    {
      "epoch": 4.732925586136595,
      "grad_norm": 3.6405426042467592,
      "learning_rate": 3.362597571940358e-05,
      "loss": 2.6356,
      "step": 55716
    },
    {
      "epoch": 4.733010533469249,
      "grad_norm": 3.532550859053561,
      "learning_rate": 3.362164366024404e-05,
      "loss": 2.7102,
      "step": 55717
    },
    {
      "epoch": 4.733095480801903,
      "grad_norm": 3.297563940621785,
      "learning_rate": 3.3617311844932235e-05,
      "loss": 2.2263,
      "step": 55718
    },
    {
      "epoch": 4.733180428134556,
      "grad_norm": 3.8329036321951175,
      "learning_rate": 3.361298027347716e-05,
      "loss": 2.4482,
      "step": 55719
    },
    {
      "epoch": 4.7332653754672105,
      "grad_norm": 3.496657975424082,
      "learning_rate": 3.360864894588799e-05,
      "loss": 2.3141,
      "step": 55720
    },
    {
      "epoch": 4.733350322799864,
      "grad_norm": 3.6575627284101566,
      "learning_rate": 3.360431786217372e-05,
      "loss": 2.3929,
      "step": 55721
    },
    {
      "epoch": 4.733435270132518,
      "grad_norm": 3.3275180377157594,
      "learning_rate": 3.359998702234346e-05,
      "loss": 2.2867,
      "step": 55722
    },
    {
      "epoch": 4.733520217465172,
      "grad_norm": 3.8354920861007367,
      "learning_rate": 3.3595656426406225e-05,
      "loss": 2.6962,
      "step": 55723
    },
    {
      "epoch": 4.733605164797825,
      "grad_norm": 3.3902014366886792,
      "learning_rate": 3.359132607437114e-05,
      "loss": 2.3114,
      "step": 55724
    },
    {
      "epoch": 4.733690112130479,
      "grad_norm": 3.5735297003128492,
      "learning_rate": 3.358699596624733e-05,
      "loss": 2.6042,
      "step": 55725
    },
    {
      "epoch": 4.733775059463133,
      "grad_norm": 3.350498627632918,
      "learning_rate": 3.3582666102043746e-05,
      "loss": 2.2741,
      "step": 55726
    },
    {
      "epoch": 4.733860006795787,
      "grad_norm": 3.3199084831294963,
      "learning_rate": 3.357833648176958e-05,
      "loss": 2.2929,
      "step": 55727
    },
    {
      "epoch": 4.73394495412844,
      "grad_norm": 3.262344345945146,
      "learning_rate": 3.357400710543385e-05,
      "loss": 2.2496,
      "step": 55728
    },
    {
      "epoch": 4.734029901461094,
      "grad_norm": 3.623520123476189,
      "learning_rate": 3.356967797304563e-05,
      "loss": 2.5642,
      "step": 55729
    },
    {
      "epoch": 4.734114848793748,
      "grad_norm": 3.460410841273802,
      "learning_rate": 3.35653490846139e-05,
      "loss": 2.3342,
      "step": 55730
    },
    {
      "epoch": 4.7341997961264015,
      "grad_norm": 3.6330289786964873,
      "learning_rate": 3.356102044014791e-05,
      "loss": 2.3916,
      "step": 55731
    },
    {
      "epoch": 4.734284743459055,
      "grad_norm": 3.1293389411104418,
      "learning_rate": 3.3556692039656634e-05,
      "loss": 2.1934,
      "step": 55732
    },
    {
      "epoch": 4.734369690791709,
      "grad_norm": 3.8611376512883453,
      "learning_rate": 3.355236388314911e-05,
      "loss": 2.7512,
      "step": 55733
    },
    {
      "epoch": 4.734454638124363,
      "grad_norm": 3.244967156771654,
      "learning_rate": 3.3548035970634475e-05,
      "loss": 2.2318,
      "step": 55734
    },
    {
      "epoch": 4.734539585457017,
      "grad_norm": 3.502567686908075,
      "learning_rate": 3.3543708302121776e-05,
      "loss": 2.1599,
      "step": 55735
    },
    {
      "epoch": 4.73462453278967,
      "grad_norm": 3.4401874495898226,
      "learning_rate": 3.353938087762002e-05,
      "loss": 2.5411,
      "step": 55736
    },
    {
      "epoch": 4.734709480122325,
      "grad_norm": 3.4330243164108896,
      "learning_rate": 3.353505369713832e-05,
      "loss": 2.2959,
      "step": 55737
    },
    {
      "epoch": 4.734794427454978,
      "grad_norm": 3.1973542405045756,
      "learning_rate": 3.35307267606858e-05,
      "loss": 2.2472,
      "step": 55738
    },
    {
      "epoch": 4.734879374787631,
      "grad_norm": 3.94788554963579,
      "learning_rate": 3.352640006827147e-05,
      "loss": 2.7762,
      "step": 55739
    },
    {
      "epoch": 4.734964322120286,
      "grad_norm": 3.7092803171849194,
      "learning_rate": 3.3522073619904405e-05,
      "loss": 2.4995,
      "step": 55740
    },
    {
      "epoch": 4.735049269452939,
      "grad_norm": 3.4164873939721527,
      "learning_rate": 3.351774741559361e-05,
      "loss": 2.4564,
      "step": 55741
    },
    {
      "epoch": 4.7351342167855925,
      "grad_norm": 4.1196820085553805,
      "learning_rate": 3.351342145534821e-05,
      "loss": 2.9424,
      "step": 55742
    },
    {
      "epoch": 4.735219164118247,
      "grad_norm": 3.5059795370214504,
      "learning_rate": 3.35090957391773e-05,
      "loss": 2.438,
      "step": 55743
    },
    {
      "epoch": 4.7353041114509,
      "grad_norm": 3.078695666717672,
      "learning_rate": 3.3504770267089874e-05,
      "loss": 2.0526,
      "step": 55744
    },
    {
      "epoch": 4.7353890587835545,
      "grad_norm": 3.6039991518831105,
      "learning_rate": 3.350044503909506e-05,
      "loss": 2.6061,
      "step": 55745
    },
    {
      "epoch": 4.735474006116208,
      "grad_norm": 3.49856206528188,
      "learning_rate": 3.349612005520191e-05,
      "loss": 2.3122,
      "step": 55746
    },
    {
      "epoch": 4.735558953448861,
      "grad_norm": 3.5743592757704943,
      "learning_rate": 3.349179531541943e-05,
      "loss": 2.3547,
      "step": 55747
    },
    {
      "epoch": 4.735643900781516,
      "grad_norm": 3.3687988050965765,
      "learning_rate": 3.348747081975667e-05,
      "loss": 2.3796,
      "step": 55748
    },
    {
      "epoch": 4.735728848114169,
      "grad_norm": 3.230991019132677,
      "learning_rate": 3.34831465682228e-05,
      "loss": 2.2147,
      "step": 55749
    },
    {
      "epoch": 4.735813795446823,
      "grad_norm": 3.7054138027772128,
      "learning_rate": 3.347882256082681e-05,
      "loss": 2.9872,
      "step": 55750
    },
    {
      "epoch": 4.735898742779477,
      "grad_norm": 3.8993153368579336,
      "learning_rate": 3.347449879757779e-05,
      "loss": 2.8403,
      "step": 55751
    },
    {
      "epoch": 4.73598369011213,
      "grad_norm": 3.3958919375847927,
      "learning_rate": 3.3470175278484716e-05,
      "loss": 2.2997,
      "step": 55752
    },
    {
      "epoch": 4.7360686374447845,
      "grad_norm": 3.312214073407151,
      "learning_rate": 3.346585200355676e-05,
      "loss": 2.2668,
      "step": 55753
    },
    {
      "epoch": 4.736153584777438,
      "grad_norm": 3.3626542210578476,
      "learning_rate": 3.3461528972802894e-05,
      "loss": 2.4073,
      "step": 55754
    },
    {
      "epoch": 4.736238532110091,
      "grad_norm": 3.683921538643309,
      "learning_rate": 3.345720618623221e-05,
      "loss": 2.6169,
      "step": 55755
    },
    {
      "epoch": 4.736323479442746,
      "grad_norm": 3.6725039988650345,
      "learning_rate": 3.345288364385381e-05,
      "loss": 2.3846,
      "step": 55756
    },
    {
      "epoch": 4.736408426775399,
      "grad_norm": 3.5994565713594135,
      "learning_rate": 3.344856134567669e-05,
      "loss": 2.2665,
      "step": 55757
    },
    {
      "epoch": 4.736493374108053,
      "grad_norm": 3.3110483464843483,
      "learning_rate": 3.344423929170995e-05,
      "loss": 2.2272,
      "step": 55758
    },
    {
      "epoch": 4.736578321440707,
      "grad_norm": 3.381339463985473,
      "learning_rate": 3.343991748196256e-05,
      "loss": 2.5512,
      "step": 55759
    },
    {
      "epoch": 4.736663268773361,
      "grad_norm": 4.040688895690966,
      "learning_rate": 3.343559591644363e-05,
      "loss": 2.9324,
      "step": 55760
    },
    {
      "epoch": 4.736748216106014,
      "grad_norm": 3.2142694311326423,
      "learning_rate": 3.3431274595162295e-05,
      "loss": 2.2523,
      "step": 55761
    },
    {
      "epoch": 4.736833163438668,
      "grad_norm": 3.492116212198059,
      "learning_rate": 3.3426953518127474e-05,
      "loss": 2.7081,
      "step": 55762
    },
    {
      "epoch": 4.736918110771322,
      "grad_norm": 3.711948610712557,
      "learning_rate": 3.342263268534832e-05,
      "loss": 2.4386,
      "step": 55763
    },
    {
      "epoch": 4.7370030581039755,
      "grad_norm": 3.496908345364341,
      "learning_rate": 3.341831209683386e-05,
      "loss": 2.5207,
      "step": 55764
    },
    {
      "epoch": 4.737088005436629,
      "grad_norm": 3.7031122259024767,
      "learning_rate": 3.3413991752593115e-05,
      "loss": 2.8385,
      "step": 55765
    },
    {
      "epoch": 4.737172952769283,
      "grad_norm": 3.3822262398522183,
      "learning_rate": 3.340967165263513e-05,
      "loss": 2.3755,
      "step": 55766
    },
    {
      "epoch": 4.737257900101937,
      "grad_norm": 3.169253853999987,
      "learning_rate": 3.340535179696899e-05,
      "loss": 2.1668,
      "step": 55767
    },
    {
      "epoch": 4.737342847434591,
      "grad_norm": 3.635129148164271,
      "learning_rate": 3.3401032185603786e-05,
      "loss": 2.4927,
      "step": 55768
    },
    {
      "epoch": 4.737427794767244,
      "grad_norm": 3.9092957474635037,
      "learning_rate": 3.339671281854851e-05,
      "loss": 2.8351,
      "step": 55769
    },
    {
      "epoch": 4.737512742099898,
      "grad_norm": 3.343353636467465,
      "learning_rate": 3.33923936958122e-05,
      "loss": 2.2298,
      "step": 55770
    },
    {
      "epoch": 4.737597689432552,
      "grad_norm": 3.280985823693507,
      "learning_rate": 3.338807481740396e-05,
      "loss": 2.1041,
      "step": 55771
    },
    {
      "epoch": 4.737682636765205,
      "grad_norm": 3.3263825923453867,
      "learning_rate": 3.3383756183332824e-05,
      "loss": 2.4191,
      "step": 55772
    },
    {
      "epoch": 4.73776758409786,
      "grad_norm": 3.8675448606726754,
      "learning_rate": 3.337943779360774e-05,
      "loss": 2.6237,
      "step": 55773
    },
    {
      "epoch": 4.737852531430513,
      "grad_norm": 3.482694881276633,
      "learning_rate": 3.337511964823794e-05,
      "loss": 2.5811,
      "step": 55774
    },
    {
      "epoch": 4.7379374787631665,
      "grad_norm": 3.188023843116708,
      "learning_rate": 3.337080174723236e-05,
      "loss": 2.1593,
      "step": 55775
    },
    {
      "epoch": 4.738022426095821,
      "grad_norm": 3.406935140378877,
      "learning_rate": 3.336648409060008e-05,
      "loss": 2.0567,
      "step": 55776
    },
    {
      "epoch": 4.738107373428474,
      "grad_norm": 3.8293533976243754,
      "learning_rate": 3.3362166678350074e-05,
      "loss": 2.5067,
      "step": 55777
    },
    {
      "epoch": 4.738192320761128,
      "grad_norm": 3.658493474050142,
      "learning_rate": 3.33578495104915e-05,
      "loss": 2.8284,
      "step": 55778
    },
    {
      "epoch": 4.738277268093782,
      "grad_norm": 3.0480052855478252,
      "learning_rate": 3.33535325870333e-05,
      "loss": 1.9103,
      "step": 55779
    },
    {
      "epoch": 4.738362215426435,
      "grad_norm": 3.681480845360966,
      "learning_rate": 3.334921590798461e-05,
      "loss": 2.477,
      "step": 55780
    },
    {
      "epoch": 4.73844716275909,
      "grad_norm": 3.8544573288011557,
      "learning_rate": 3.33448994733544e-05,
      "loss": 2.8514,
      "step": 55781
    },
    {
      "epoch": 4.738532110091743,
      "grad_norm": 3.254232479089775,
      "learning_rate": 3.334058328315178e-05,
      "loss": 2.3086,
      "step": 55782
    },
    {
      "epoch": 4.738617057424397,
      "grad_norm": 3.4447552507956427,
      "learning_rate": 3.333626733738576e-05,
      "loss": 2.2762,
      "step": 55783
    },
    {
      "epoch": 4.738702004757051,
      "grad_norm": 3.432180225695442,
      "learning_rate": 3.333195163606535e-05,
      "loss": 2.4603,
      "step": 55784
    },
    {
      "epoch": 4.738786952089704,
      "grad_norm": 3.581867372268995,
      "learning_rate": 3.3327636179199626e-05,
      "loss": 2.2846,
      "step": 55785
    },
    {
      "epoch": 4.738871899422358,
      "grad_norm": 3.39823897048158,
      "learning_rate": 3.332332096679767e-05,
      "loss": 2.4585,
      "step": 55786
    },
    {
      "epoch": 4.738956846755012,
      "grad_norm": 3.840356724963089,
      "learning_rate": 3.3319005998868486e-05,
      "loss": 2.6569,
      "step": 55787
    },
    {
      "epoch": 4.739041794087665,
      "grad_norm": 3.1569791484069887,
      "learning_rate": 3.3314691275421074e-05,
      "loss": 2.3396,
      "step": 55788
    },
    {
      "epoch": 4.7391267414203195,
      "grad_norm": 3.6059235518293606,
      "learning_rate": 3.331037679646456e-05,
      "loss": 2.3071,
      "step": 55789
    },
    {
      "epoch": 4.739211688752973,
      "grad_norm": 3.495268757439752,
      "learning_rate": 3.3306062562007925e-05,
      "loss": 2.3226,
      "step": 55790
    },
    {
      "epoch": 4.739296636085627,
      "grad_norm": 3.3383935275383365,
      "learning_rate": 3.330174857206014e-05,
      "loss": 2.2378,
      "step": 55791
    },
    {
      "epoch": 4.739381583418281,
      "grad_norm": 3.3570854128231007,
      "learning_rate": 3.329743482663043e-05,
      "loss": 2.5176,
      "step": 55792
    },
    {
      "epoch": 4.739466530750934,
      "grad_norm": 3.443251591115169,
      "learning_rate": 3.329312132572771e-05,
      "loss": 2.5531,
      "step": 55793
    },
    {
      "epoch": 4.739551478083588,
      "grad_norm": 3.3061366528448386,
      "learning_rate": 3.328880806936104e-05,
      "loss": 2.3434,
      "step": 55794
    },
    {
      "epoch": 4.739636425416242,
      "grad_norm": 3.3174165443871395,
      "learning_rate": 3.328449505753942e-05,
      "loss": 2.3767,
      "step": 55795
    },
    {
      "epoch": 4.739721372748896,
      "grad_norm": 3.3668029904647367,
      "learning_rate": 3.3280182290271975e-05,
      "loss": 2.3155,
      "step": 55796
    },
    {
      "epoch": 4.7398063200815495,
      "grad_norm": 3.604370973376584,
      "learning_rate": 3.327586976756763e-05,
      "loss": 2.5968,
      "step": 55797
    },
    {
      "epoch": 4.739891267414203,
      "grad_norm": 3.291074430940689,
      "learning_rate": 3.3271557489435536e-05,
      "loss": 2.4363,
      "step": 55798
    },
    {
      "epoch": 4.739976214746857,
      "grad_norm": 3.4126741745857463,
      "learning_rate": 3.326724545588463e-05,
      "loss": 2.5054,
      "step": 55799
    },
    {
      "epoch": 4.740061162079511,
      "grad_norm": 3.216846136306921,
      "learning_rate": 3.326293366692402e-05,
      "loss": 2.2003,
      "step": 55800
    },
    {
      "epoch": 4.740146109412164,
      "grad_norm": 3.1528676362079056,
      "learning_rate": 3.325862212256272e-05,
      "loss": 2.2638,
      "step": 55801
    },
    {
      "epoch": 4.740231056744818,
      "grad_norm": 3.6040481701315494,
      "learning_rate": 3.32543108228097e-05,
      "loss": 2.3465,
      "step": 55802
    },
    {
      "epoch": 4.740316004077472,
      "grad_norm": 3.3044900484825215,
      "learning_rate": 3.324999976767406e-05,
      "loss": 2.3087,
      "step": 55803
    },
    {
      "epoch": 4.740400951410126,
      "grad_norm": 3.2843120610484458,
      "learning_rate": 3.324568895716487e-05,
      "loss": 2.4199,
      "step": 55804
    },
    {
      "epoch": 4.740485898742779,
      "grad_norm": 3.7838367698152626,
      "learning_rate": 3.324137839129109e-05,
      "loss": 2.7513,
      "step": 55805
    },
    {
      "epoch": 4.740570846075434,
      "grad_norm": 3.2730524156883076,
      "learning_rate": 3.3237068070061754e-05,
      "loss": 2.304,
      "step": 55806
    },
    {
      "epoch": 4.740655793408087,
      "grad_norm": 3.4877501481886757,
      "learning_rate": 3.323275799348594e-05,
      "loss": 2.3896,
      "step": 55807
    },
    {
      "epoch": 4.7407407407407405,
      "grad_norm": 3.619889016310548,
      "learning_rate": 3.322844816157267e-05,
      "loss": 2.4327,
      "step": 55808
    },
    {
      "epoch": 4.740825688073395,
      "grad_norm": 3.3003633363273095,
      "learning_rate": 3.32241385743309e-05,
      "loss": 2.2142,
      "step": 55809
    },
    {
      "epoch": 4.740910635406048,
      "grad_norm": 3.352562012386109,
      "learning_rate": 3.3219829231769745e-05,
      "loss": 2.2782,
      "step": 55810
    },
    {
      "epoch": 4.740995582738702,
      "grad_norm": 3.3129980817369744,
      "learning_rate": 3.321552013389822e-05,
      "loss": 2.2825,
      "step": 55811
    },
    {
      "epoch": 4.741080530071356,
      "grad_norm": 3.701889068422246,
      "learning_rate": 3.3211211280725355e-05,
      "loss": 2.7957,
      "step": 55812
    },
    {
      "epoch": 4.741165477404009,
      "grad_norm": 3.7271242707776,
      "learning_rate": 3.3206902672260134e-05,
      "loss": 2.6072,
      "step": 55813
    },
    {
      "epoch": 4.741250424736664,
      "grad_norm": 3.3138071709536367,
      "learning_rate": 3.3202594308511635e-05,
      "loss": 2.3775,
      "step": 55814
    },
    {
      "epoch": 4.741335372069317,
      "grad_norm": 3.5591200529809717,
      "learning_rate": 3.319828618948888e-05,
      "loss": 2.5544,
      "step": 55815
    },
    {
      "epoch": 4.74142031940197,
      "grad_norm": 3.5953233315011937,
      "learning_rate": 3.319397831520083e-05,
      "loss": 2.4244,
      "step": 55816
    },
    {
      "epoch": 4.741505266734625,
      "grad_norm": 3.2364783339412915,
      "learning_rate": 3.318967068565656e-05,
      "loss": 2.2166,
      "step": 55817
    },
    {
      "epoch": 4.741590214067278,
      "grad_norm": 3.4425686464286325,
      "learning_rate": 3.318536330086515e-05,
      "loss": 2.3856,
      "step": 55818
    },
    {
      "epoch": 4.741675161399932,
      "grad_norm": 3.452505346592768,
      "learning_rate": 3.318105616083558e-05,
      "loss": 2.5224,
      "step": 55819
    },
    {
      "epoch": 4.741760108732586,
      "grad_norm": 3.501532081648708,
      "learning_rate": 3.317674926557681e-05,
      "loss": 2.444,
      "step": 55820
    },
    {
      "epoch": 4.741845056065239,
      "grad_norm": 3.5547312417772683,
      "learning_rate": 3.3172442615097975e-05,
      "loss": 2.557,
      "step": 55821
    },
    {
      "epoch": 4.7419300033978935,
      "grad_norm": 3.1525294647065576,
      "learning_rate": 3.3168136209407995e-05,
      "loss": 2.1167,
      "step": 55822
    },
    {
      "epoch": 4.742014950730547,
      "grad_norm": 3.327134891862602,
      "learning_rate": 3.3163830048516e-05,
      "loss": 2.2483,
      "step": 55823
    },
    {
      "epoch": 4.742099898063201,
      "grad_norm": 3.213908226898043,
      "learning_rate": 3.315952413243091e-05,
      "loss": 2.0401,
      "step": 55824
    },
    {
      "epoch": 4.742184845395855,
      "grad_norm": 3.539566938193142,
      "learning_rate": 3.3155218461161836e-05,
      "loss": 2.3157,
      "step": 55825
    },
    {
      "epoch": 4.742269792728508,
      "grad_norm": 3.433358399249693,
      "learning_rate": 3.3150913034717756e-05,
      "loss": 2.2283,
      "step": 55826
    },
    {
      "epoch": 4.742354740061162,
      "grad_norm": 3.792308477711358,
      "learning_rate": 3.314660785310765e-05,
      "loss": 2.7421,
      "step": 55827
    },
    {
      "epoch": 4.742439687393816,
      "grad_norm": 3.332046157261736,
      "learning_rate": 3.3142302916340586e-05,
      "loss": 2.4873,
      "step": 55828
    },
    {
      "epoch": 4.74252463472647,
      "grad_norm": 3.5135031107903494,
      "learning_rate": 3.313799822442563e-05,
      "loss": 2.5155,
      "step": 55829
    },
    {
      "epoch": 4.742609582059123,
      "grad_norm": 3.042133334366181,
      "learning_rate": 3.3133693777371736e-05,
      "loss": 2.1197,
      "step": 55830
    },
    {
      "epoch": 4.742694529391777,
      "grad_norm": 3.202024168977783,
      "learning_rate": 3.31293895751879e-05,
      "loss": 2.1974,
      "step": 55831
    },
    {
      "epoch": 4.742779476724431,
      "grad_norm": 4.013153289345556,
      "learning_rate": 3.312508561788323e-05,
      "loss": 2.7296,
      "step": 55832
    },
    {
      "epoch": 4.7428644240570845,
      "grad_norm": 3.5318143721949347,
      "learning_rate": 3.3120781905466685e-05,
      "loss": 2.4428,
      "step": 55833
    },
    {
      "epoch": 4.742949371389738,
      "grad_norm": 3.1548931977401335,
      "learning_rate": 3.3116478437947266e-05,
      "loss": 2.132,
      "step": 55834
    },
    {
      "epoch": 4.743034318722392,
      "grad_norm": 3.2244232482946495,
      "learning_rate": 3.3112175215334e-05,
      "loss": 2.2182,
      "step": 55835
    },
    {
      "epoch": 4.743119266055046,
      "grad_norm": 3.521001600460184,
      "learning_rate": 3.3107872237635966e-05,
      "loss": 2.4838,
      "step": 55836
    },
    {
      "epoch": 4.7432042133877,
      "grad_norm": 3.781101817768968,
      "learning_rate": 3.3103569504862124e-05,
      "loss": 2.7919,
      "step": 55837
    },
    {
      "epoch": 4.743289160720353,
      "grad_norm": 3.9151079562897486,
      "learning_rate": 3.309926701702147e-05,
      "loss": 2.916,
      "step": 55838
    },
    {
      "epoch": 4.743374108053008,
      "grad_norm": 3.42943253983406,
      "learning_rate": 3.3094964774123064e-05,
      "loss": 2.3368,
      "step": 55839
    },
    {
      "epoch": 4.743459055385661,
      "grad_norm": 3.7227090659689726,
      "learning_rate": 3.309066277617589e-05,
      "loss": 2.7597,
      "step": 55840
    },
    {
      "epoch": 4.7435440027183144,
      "grad_norm": 3.3608811931794973,
      "learning_rate": 3.308636102318902e-05,
      "loss": 2.3948,
      "step": 55841
    },
    {
      "epoch": 4.743628950050969,
      "grad_norm": 3.4287976560695546,
      "learning_rate": 3.3082059515171355e-05,
      "loss": 2.2756,
      "step": 55842
    },
    {
      "epoch": 4.743713897383622,
      "grad_norm": 3.6364941793452914,
      "learning_rate": 3.307775825213203e-05,
      "loss": 2.4073,
      "step": 55843
    },
    {
      "epoch": 4.7437988447162756,
      "grad_norm": 3.3609909794320085,
      "learning_rate": 3.307345723408002e-05,
      "loss": 2.3117,
      "step": 55844
    },
    {
      "epoch": 4.74388379204893,
      "grad_norm": 4.115844387708754,
      "learning_rate": 3.306915646102426e-05,
      "loss": 2.9269,
      "step": 55845
    },
    {
      "epoch": 4.743968739381583,
      "grad_norm": 3.9442941075998523,
      "learning_rate": 3.3064855932973824e-05,
      "loss": 2.672,
      "step": 55846
    },
    {
      "epoch": 4.7440536867142375,
      "grad_norm": 3.68134426133733,
      "learning_rate": 3.306055564993776e-05,
      "loss": 2.3858,
      "step": 55847
    },
    {
      "epoch": 4.744138634046891,
      "grad_norm": 3.642170393039683,
      "learning_rate": 3.3056255611925055e-05,
      "loss": 2.6603,
      "step": 55848
    },
    {
      "epoch": 4.744223581379544,
      "grad_norm": 3.4907167275785413,
      "learning_rate": 3.3051955818944655e-05,
      "loss": 2.4023,
      "step": 55849
    },
    {
      "epoch": 4.744308528712199,
      "grad_norm": 3.200600296295749,
      "learning_rate": 3.3047656271005655e-05,
      "loss": 2.2545,
      "step": 55850
    },
    {
      "epoch": 4.744393476044852,
      "grad_norm": 3.4778410415589844,
      "learning_rate": 3.304335696811702e-05,
      "loss": 2.5439,
      "step": 55851
    },
    {
      "epoch": 4.744478423377506,
      "grad_norm": 3.228294649897416,
      "learning_rate": 3.3039057910287744e-05,
      "loss": 2.0699,
      "step": 55852
    },
    {
      "epoch": 4.74456337071016,
      "grad_norm": 3.537276600862696,
      "learning_rate": 3.303475909752684e-05,
      "loss": 2.8289,
      "step": 55853
    },
    {
      "epoch": 4.744648318042813,
      "grad_norm": 4.081271474136776,
      "learning_rate": 3.303046052984338e-05,
      "loss": 2.8855,
      "step": 55854
    },
    {
      "epoch": 4.7447332653754675,
      "grad_norm": 3.338112766086568,
      "learning_rate": 3.302616220724632e-05,
      "loss": 2.1826,
      "step": 55855
    },
    {
      "epoch": 4.744818212708121,
      "grad_norm": 3.432497727875571,
      "learning_rate": 3.302186412974462e-05,
      "loss": 2.4461,
      "step": 55856
    },
    {
      "epoch": 4.744903160040774,
      "grad_norm": 3.9045125820183713,
      "learning_rate": 3.301756629734737e-05,
      "loss": 2.5979,
      "step": 55857
    },
    {
      "epoch": 4.744988107373429,
      "grad_norm": 3.227216970480767,
      "learning_rate": 3.301326871006356e-05,
      "loss": 2.2049,
      "step": 55858
    },
    {
      "epoch": 4.745073054706082,
      "grad_norm": 3.672645191434752,
      "learning_rate": 3.300897136790211e-05,
      "loss": 2.6396,
      "step": 55859
    },
    {
      "epoch": 4.745158002038736,
      "grad_norm": 3.3464593259074276,
      "learning_rate": 3.3004674270872105e-05,
      "loss": 2.2462,
      "step": 55860
    },
    {
      "epoch": 4.74524294937139,
      "grad_norm": 3.630994450899148,
      "learning_rate": 3.300037741898256e-05,
      "loss": 2.6661,
      "step": 55861
    },
    {
      "epoch": 4.745327896704044,
      "grad_norm": 3.486815773985974,
      "learning_rate": 3.2996080812242464e-05,
      "loss": 2.5789,
      "step": 55862
    },
    {
      "epoch": 4.745412844036697,
      "grad_norm": 3.323798173141453,
      "learning_rate": 3.299178445066074e-05,
      "loss": 2.2188,
      "step": 55863
    },
    {
      "epoch": 4.745497791369351,
      "grad_norm": 3.511916610801877,
      "learning_rate": 3.298748833424653e-05,
      "loss": 2.4559,
      "step": 55864
    },
    {
      "epoch": 4.745582738702005,
      "grad_norm": 3.4128654248834893,
      "learning_rate": 3.29831924630087e-05,
      "loss": 2.3542,
      "step": 55865
    },
    {
      "epoch": 4.7456676860346585,
      "grad_norm": 3.9087962044172118,
      "learning_rate": 3.2978896836956365e-05,
      "loss": 2.7933,
      "step": 55866
    },
    {
      "epoch": 4.745752633367312,
      "grad_norm": 3.514597954335624,
      "learning_rate": 3.297460145609841e-05,
      "loss": 2.4071,
      "step": 55867
    },
    {
      "epoch": 4.745837580699966,
      "grad_norm": 3.2036678758812998,
      "learning_rate": 3.2970306320443956e-05,
      "loss": 2.3173,
      "step": 55868
    },
    {
      "epoch": 4.74592252803262,
      "grad_norm": 3.3457341127050992,
      "learning_rate": 3.296601143000195e-05,
      "loss": 2.105,
      "step": 55869
    },
    {
      "epoch": 4.746007475365274,
      "grad_norm": 3.3986591194181703,
      "learning_rate": 3.2961716784781335e-05,
      "loss": 2.4231,
      "step": 55870
    },
    {
      "epoch": 4.746092422697927,
      "grad_norm": 3.092212191893813,
      "learning_rate": 3.295742238479117e-05,
      "loss": 2.1789,
      "step": 55871
    },
    {
      "epoch": 4.746177370030581,
      "grad_norm": 3.636635045851074,
      "learning_rate": 3.295312823004047e-05,
      "loss": 2.4876,
      "step": 55872
    },
    {
      "epoch": 4.746262317363235,
      "grad_norm": 4.077597705910972,
      "learning_rate": 3.2948834320538225e-05,
      "loss": 2.7726,
      "step": 55873
    },
    {
      "epoch": 4.746347264695888,
      "grad_norm": 3.384168787081102,
      "learning_rate": 3.2944540656293364e-05,
      "loss": 2.3763,
      "step": 55874
    },
    {
      "epoch": 4.746432212028543,
      "grad_norm": 3.953839224963706,
      "learning_rate": 3.294024723731495e-05,
      "loss": 2.9982,
      "step": 55875
    },
    {
      "epoch": 4.746517159361196,
      "grad_norm": 3.917316899480652,
      "learning_rate": 3.2935954063612e-05,
      "loss": 2.6368,
      "step": 55876
    },
    {
      "epoch": 4.7466021066938495,
      "grad_norm": 3.851360011624487,
      "learning_rate": 3.29316611351934e-05,
      "loss": 2.8565,
      "step": 55877
    },
    {
      "epoch": 4.746687054026504,
      "grad_norm": 3.1196216024442616,
      "learning_rate": 3.292736845206824e-05,
      "loss": 2.082,
      "step": 55878
    },
    {
      "epoch": 4.746772001359157,
      "grad_norm": 3.169352139282115,
      "learning_rate": 3.292307601424552e-05,
      "loss": 2.1312,
      "step": 55879
    },
    {
      "epoch": 4.746856948691811,
      "grad_norm": 3.483733682821293,
      "learning_rate": 3.291878382173421e-05,
      "loss": 2.5779,
      "step": 55880
    },
    {
      "epoch": 4.746941896024465,
      "grad_norm": 3.3217856582399996,
      "learning_rate": 3.291449187454324e-05,
      "loss": 2.1853,
      "step": 55881
    },
    {
      "epoch": 4.747026843357118,
      "grad_norm": 3.4655045509448117,
      "learning_rate": 3.2910200172681716e-05,
      "loss": 2.4713,
      "step": 55882
    },
    {
      "epoch": 4.747111790689773,
      "grad_norm": 3.8289380509928725,
      "learning_rate": 3.290590871615854e-05,
      "loss": 2.6733,
      "step": 55883
    },
    {
      "epoch": 4.747196738022426,
      "grad_norm": 3.1918762939192042,
      "learning_rate": 3.290161750498278e-05,
      "loss": 2.0996,
      "step": 55884
    },
    {
      "epoch": 4.74728168535508,
      "grad_norm": 3.6325342988986606,
      "learning_rate": 3.2897326539163324e-05,
      "loss": 2.4421,
      "step": 55885
    },
    {
      "epoch": 4.747366632687734,
      "grad_norm": 3.2869893115335027,
      "learning_rate": 3.289303581870929e-05,
      "loss": 2.2793,
      "step": 55886
    },
    {
      "epoch": 4.747451580020387,
      "grad_norm": 3.441153313840901,
      "learning_rate": 3.288874534362959e-05,
      "loss": 2.3801,
      "step": 55887
    },
    {
      "epoch": 4.747536527353041,
      "grad_norm": 3.3538143728770873,
      "learning_rate": 3.288445511393319e-05,
      "loss": 2.1331,
      "step": 55888
    },
    {
      "epoch": 4.747621474685695,
      "grad_norm": 3.466126264942081,
      "learning_rate": 3.2880165129629124e-05,
      "loss": 2.425,
      "step": 55889
    },
    {
      "epoch": 4.747706422018348,
      "grad_norm": 3.6091096535649934,
      "learning_rate": 3.287587539072641e-05,
      "loss": 2.765,
      "step": 55890
    },
    {
      "epoch": 4.7477913693510025,
      "grad_norm": 3.2051617407038218,
      "learning_rate": 3.287158589723399e-05,
      "loss": 2.242,
      "step": 55891
    },
    {
      "epoch": 4.747876316683656,
      "grad_norm": 3.731834683950098,
      "learning_rate": 3.286729664916084e-05,
      "loss": 2.3915,
      "step": 55892
    },
    {
      "epoch": 4.74796126401631,
      "grad_norm": 3.214157017092819,
      "learning_rate": 3.2863007646515996e-05,
      "loss": 2.1563,
      "step": 55893
    },
    {
      "epoch": 4.748046211348964,
      "grad_norm": 3.6938256938844307,
      "learning_rate": 3.285871888930843e-05,
      "loss": 2.5666,
      "step": 55894
    },
    {
      "epoch": 4.748131158681617,
      "grad_norm": 3.7481843993744914,
      "learning_rate": 3.285443037754707e-05,
      "loss": 2.5366,
      "step": 55895
    },
    {
      "epoch": 4.748216106014271,
      "grad_norm": 3.4418554719998378,
      "learning_rate": 3.285014211124093e-05,
      "loss": 2.3804,
      "step": 55896
    },
    {
      "epoch": 4.748301053346925,
      "grad_norm": 3.358828499521956,
      "learning_rate": 3.284585409039908e-05,
      "loss": 2.4302,
      "step": 55897
    },
    {
      "epoch": 4.748386000679579,
      "grad_norm": 3.4811225265208696,
      "learning_rate": 3.284156631503042e-05,
      "loss": 2.3732,
      "step": 55898
    },
    {
      "epoch": 4.7484709480122325,
      "grad_norm": 3.6355780542981004,
      "learning_rate": 3.283727878514393e-05,
      "loss": 2.5303,
      "step": 55899
    },
    {
      "epoch": 4.748555895344886,
      "grad_norm": 3.3286613131121743,
      "learning_rate": 3.2832991500748644e-05,
      "loss": 2.3159,
      "step": 55900
    },
    {
      "epoch": 4.74864084267754,
      "grad_norm": 3.358449648868407,
      "learning_rate": 3.2828704461853514e-05,
      "loss": 2.3109,
      "step": 55901
    },
    {
      "epoch": 4.748725790010194,
      "grad_norm": 3.8874091804519915,
      "learning_rate": 3.282441766846748e-05,
      "loss": 2.6671,
      "step": 55902
    },
    {
      "epoch": 4.748810737342847,
      "grad_norm": 3.358037852458217,
      "learning_rate": 3.282013112059959e-05,
      "loss": 2.4745,
      "step": 55903
    },
    {
      "epoch": 4.748895684675501,
      "grad_norm": 3.2533844598721697,
      "learning_rate": 3.281584481825883e-05,
      "loss": 2.2054,
      "step": 55904
    },
    {
      "epoch": 4.748980632008155,
      "grad_norm": 3.3156838145794176,
      "learning_rate": 3.281155876145416e-05,
      "loss": 2.3741,
      "step": 55905
    },
    {
      "epoch": 4.749065579340809,
      "grad_norm": 3.9492502762342596,
      "learning_rate": 3.280727295019452e-05,
      "loss": 2.8335,
      "step": 55906
    },
    {
      "epoch": 4.749150526673462,
      "grad_norm": 3.070568641262491,
      "learning_rate": 3.2802987384488965e-05,
      "loss": 2.0599,
      "step": 55907
    },
    {
      "epoch": 4.749235474006117,
      "grad_norm": 3.5293781138514793,
      "learning_rate": 3.2798702064346396e-05,
      "loss": 2.4247,
      "step": 55908
    },
    {
      "epoch": 4.74932042133877,
      "grad_norm": 3.6057221502163177,
      "learning_rate": 3.279441698977587e-05,
      "loss": 2.434,
      "step": 55909
    },
    {
      "epoch": 4.7494053686714235,
      "grad_norm": 3.5772706538228993,
      "learning_rate": 3.27901321607863e-05,
      "loss": 2.5028,
      "step": 55910
    },
    {
      "epoch": 4.749490316004078,
      "grad_norm": 3.5049655148387266,
      "learning_rate": 3.2785847577386706e-05,
      "loss": 2.6055,
      "step": 55911
    },
    {
      "epoch": 4.749575263336731,
      "grad_norm": 3.1869358410502375,
      "learning_rate": 3.278156323958608e-05,
      "loss": 2.0305,
      "step": 55912
    },
    {
      "epoch": 4.749660210669385,
      "grad_norm": 3.221792559116049,
      "learning_rate": 3.277727914739331e-05,
      "loss": 2.1888,
      "step": 55913
    },
    {
      "epoch": 4.749745158002039,
      "grad_norm": 4.0219262736346035,
      "learning_rate": 3.277299530081745e-05,
      "loss": 2.8876,
      "step": 55914
    },
    {
      "epoch": 4.749830105334692,
      "grad_norm": 3.2211942054742426,
      "learning_rate": 3.276871169986748e-05,
      "loss": 2.1601,
      "step": 55915
    },
    {
      "epoch": 4.749915052667347,
      "grad_norm": 3.6704563979165328,
      "learning_rate": 3.2764428344552373e-05,
      "loss": 2.4977,
      "step": 55916
    },
    {
      "epoch": 4.75,
      "grad_norm": 3.511133265564255,
      "learning_rate": 3.2760145234881025e-05,
      "loss": 2.4041,
      "step": 55917
    },
    {
      "epoch": 4.750084947332653,
      "grad_norm": 3.3718669674404853,
      "learning_rate": 3.2755862370862526e-05,
      "loss": 2.246,
      "step": 55918
    },
    {
      "epoch": 4.750169894665308,
      "grad_norm": 3.7155764129817923,
      "learning_rate": 3.2751579752505794e-05,
      "loss": 2.5795,
      "step": 55919
    },
    {
      "epoch": 4.750254841997961,
      "grad_norm": 3.821948737702815,
      "learning_rate": 3.2747297379819754e-05,
      "loss": 2.5845,
      "step": 55920
    },
    {
      "epoch": 4.750339789330615,
      "grad_norm": 3.6274864189049194,
      "learning_rate": 3.274301525281344e-05,
      "loss": 2.4819,
      "step": 55921
    },
    {
      "epoch": 4.750424736663269,
      "grad_norm": 3.6352716476368645,
      "learning_rate": 3.273873337149584e-05,
      "loss": 2.4271,
      "step": 55922
    },
    {
      "epoch": 4.750509683995922,
      "grad_norm": 3.4814828205365793,
      "learning_rate": 3.273445173587591e-05,
      "loss": 2.289,
      "step": 55923
    },
    {
      "epoch": 4.7505946313285765,
      "grad_norm": 3.664451565524671,
      "learning_rate": 3.2730170345962555e-05,
      "loss": 2.367,
      "step": 55924
    },
    {
      "epoch": 4.75067957866123,
      "grad_norm": 3.3805384526045112,
      "learning_rate": 3.272588920176484e-05,
      "loss": 2.4558,
      "step": 55925
    },
    {
      "epoch": 4.750764525993883,
      "grad_norm": 3.887064640632853,
      "learning_rate": 3.272160830329167e-05,
      "loss": 2.645,
      "step": 55926
    },
    {
      "epoch": 4.750849473326538,
      "grad_norm": 3.460446772578028,
      "learning_rate": 3.2717327650552074e-05,
      "loss": 2.58,
      "step": 55927
    },
    {
      "epoch": 4.750934420659191,
      "grad_norm": 3.315388472517403,
      "learning_rate": 3.2713047243554944e-05,
      "loss": 2.5338,
      "step": 55928
    },
    {
      "epoch": 4.751019367991845,
      "grad_norm": 3.8864011747421805,
      "learning_rate": 3.270876708230933e-05,
      "loss": 2.5565,
      "step": 55929
    },
    {
      "epoch": 4.751104315324499,
      "grad_norm": 3.2645061585893766,
      "learning_rate": 3.2704487166824185e-05,
      "loss": 2.2485,
      "step": 55930
    },
    {
      "epoch": 4.751189262657153,
      "grad_norm": 3.478206788660011,
      "learning_rate": 3.2700207497108385e-05,
      "loss": 2.5129,
      "step": 55931
    },
    {
      "epoch": 4.751274209989806,
      "grad_norm": 4.017907876091295,
      "learning_rate": 3.269592807317097e-05,
      "loss": 2.8059,
      "step": 55932
    },
    {
      "epoch": 4.75135915732246,
      "grad_norm": 3.4669120924855026,
      "learning_rate": 3.2691648895020964e-05,
      "loss": 2.2272,
      "step": 55933
    },
    {
      "epoch": 4.751444104655114,
      "grad_norm": 3.4343068036229707,
      "learning_rate": 3.268736996266726e-05,
      "loss": 2.4984,
      "step": 55934
    },
    {
      "epoch": 4.7515290519877675,
      "grad_norm": 4.083382298787514,
      "learning_rate": 3.2683091276118796e-05,
      "loss": 2.7644,
      "step": 55935
    },
    {
      "epoch": 4.751613999320421,
      "grad_norm": 3.7845402907430983,
      "learning_rate": 3.26788128353846e-05,
      "loss": 2.733,
      "step": 55936
    },
    {
      "epoch": 4.751698946653075,
      "grad_norm": 3.5047235005033297,
      "learning_rate": 3.267453464047363e-05,
      "loss": 2.5962,
      "step": 55937
    },
    {
      "epoch": 4.751783893985729,
      "grad_norm": 3.6448600346310682,
      "learning_rate": 3.26702566913948e-05,
      "loss": 2.6031,
      "step": 55938
    },
    {
      "epoch": 4.751868841318383,
      "grad_norm": 3.2453746340173844,
      "learning_rate": 3.266597898815709e-05,
      "loss": 2.1484,
      "step": 55939
    },
    {
      "epoch": 4.751953788651036,
      "grad_norm": 3.350614668831926,
      "learning_rate": 3.266170153076953e-05,
      "loss": 2.31,
      "step": 55940
    },
    {
      "epoch": 4.75203873598369,
      "grad_norm": 3.361003674659121,
      "learning_rate": 3.2657424319241035e-05,
      "loss": 2.2526,
      "step": 55941
    },
    {
      "epoch": 4.752123683316344,
      "grad_norm": 3.528705065846871,
      "learning_rate": 3.2653147353580523e-05,
      "loss": 2.4277,
      "step": 55942
    },
    {
      "epoch": 4.7522086306489975,
      "grad_norm": 3.2227372122382967,
      "learning_rate": 3.264887063379704e-05,
      "loss": 2.1865,
      "step": 55943
    },
    {
      "epoch": 4.752293577981652,
      "grad_norm": 3.8062363368945125,
      "learning_rate": 3.264459415989946e-05,
      "loss": 2.6473,
      "step": 55944
    },
    {
      "epoch": 4.752378525314305,
      "grad_norm": 4.035438772782137,
      "learning_rate": 3.2640317931896826e-05,
      "loss": 2.7534,
      "step": 55945
    },
    {
      "epoch": 4.752463472646959,
      "grad_norm": 3.7173631576585113,
      "learning_rate": 3.263604194979802e-05,
      "loss": 2.7172,
      "step": 55946
    },
    {
      "epoch": 4.752548419979613,
      "grad_norm": 3.5698211406975044,
      "learning_rate": 3.2631766213612096e-05,
      "loss": 2.5033,
      "step": 55947
    },
    {
      "epoch": 4.752633367312266,
      "grad_norm": 3.433694730769827,
      "learning_rate": 3.262749072334794e-05,
      "loss": 2.3363,
      "step": 55948
    },
    {
      "epoch": 4.75271831464492,
      "grad_norm": 3.518064556109212,
      "learning_rate": 3.26232154790145e-05,
      "loss": 2.5363,
      "step": 55949
    },
    {
      "epoch": 4.752803261977574,
      "grad_norm": 3.532361181381721,
      "learning_rate": 3.26189404806208e-05,
      "loss": 2.5033,
      "step": 55950
    },
    {
      "epoch": 4.752888209310227,
      "grad_norm": 3.4910603336359243,
      "learning_rate": 3.2614665728175714e-05,
      "loss": 2.5625,
      "step": 55951
    },
    {
      "epoch": 4.752973156642882,
      "grad_norm": 3.391144130235216,
      "learning_rate": 3.261039122168828e-05,
      "loss": 2.3862,
      "step": 55952
    },
    {
      "epoch": 4.753058103975535,
      "grad_norm": 3.605847821559001,
      "learning_rate": 3.2606116961167394e-05,
      "loss": 2.4403,
      "step": 55953
    },
    {
      "epoch": 4.753143051308189,
      "grad_norm": 3.3880826883670356,
      "learning_rate": 3.260184294662208e-05,
      "loss": 2.3882,
      "step": 55954
    },
    {
      "epoch": 4.753227998640843,
      "grad_norm": 3.821541420556968,
      "learning_rate": 3.2597569178061236e-05,
      "loss": 2.7878,
      "step": 55955
    },
    {
      "epoch": 4.753312945973496,
      "grad_norm": 3.5067936567857605,
      "learning_rate": 3.25932956554938e-05,
      "loss": 2.5061,
      "step": 55956
    },
    {
      "epoch": 4.7533978933061505,
      "grad_norm": 3.473843578187974,
      "learning_rate": 3.258902237892876e-05,
      "loss": 2.5697,
      "step": 55957
    },
    {
      "epoch": 4.753482840638804,
      "grad_norm": 3.5516784372849397,
      "learning_rate": 3.25847493483751e-05,
      "loss": 2.3897,
      "step": 55958
    },
    {
      "epoch": 4.753567787971457,
      "grad_norm": 3.478081826191408,
      "learning_rate": 3.2580476563841744e-05,
      "loss": 2.339,
      "step": 55959
    },
    {
      "epoch": 4.753652735304112,
      "grad_norm": 3.4986594630514616,
      "learning_rate": 3.257620402533761e-05,
      "loss": 2.6341,
      "step": 55960
    },
    {
      "epoch": 4.753737682636765,
      "grad_norm": 3.740819137215411,
      "learning_rate": 3.25719317328717e-05,
      "loss": 2.5645,
      "step": 55961
    },
    {
      "epoch": 4.753822629969419,
      "grad_norm": 3.485253777663481,
      "learning_rate": 3.256765968645297e-05,
      "loss": 2.3595,
      "step": 55962
    },
    {
      "epoch": 4.753907577302073,
      "grad_norm": 3.3258795482757,
      "learning_rate": 3.256338788609029e-05,
      "loss": 2.1111,
      "step": 55963
    },
    {
      "epoch": 4.753992524634726,
      "grad_norm": 3.449826626508534,
      "learning_rate": 3.255911633179269e-05,
      "loss": 2.3263,
      "step": 55964
    },
    {
      "epoch": 4.75407747196738,
      "grad_norm": 3.8389869428156445,
      "learning_rate": 3.255484502356912e-05,
      "loss": 2.5349,
      "step": 55965
    },
    {
      "epoch": 4.754162419300034,
      "grad_norm": 3.5880199685965937,
      "learning_rate": 3.255057396142853e-05,
      "loss": 2.5216,
      "step": 55966
    },
    {
      "epoch": 4.754247366632688,
      "grad_norm": 3.2222319715432475,
      "learning_rate": 3.25463031453798e-05,
      "loss": 2.2747,
      "step": 55967
    },
    {
      "epoch": 4.7543323139653415,
      "grad_norm": 3.6665064195050374,
      "learning_rate": 3.254203257543196e-05,
      "loss": 2.4083,
      "step": 55968
    },
    {
      "epoch": 4.754417261297995,
      "grad_norm": 3.358559066921743,
      "learning_rate": 3.2537762251593886e-05,
      "loss": 2.4162,
      "step": 55969
    },
    {
      "epoch": 4.754502208630649,
      "grad_norm": 3.857992566675492,
      "learning_rate": 3.25334921738746e-05,
      "loss": 2.7225,
      "step": 55970
    },
    {
      "epoch": 4.754587155963303,
      "grad_norm": 3.913029257790254,
      "learning_rate": 3.252922234228299e-05,
      "loss": 2.6753,
      "step": 55971
    },
    {
      "epoch": 4.754672103295956,
      "grad_norm": 3.891551811290896,
      "learning_rate": 3.252495275682805e-05,
      "loss": 2.6086,
      "step": 55972
    },
    {
      "epoch": 4.75475705062861,
      "grad_norm": 3.836433473667899,
      "learning_rate": 3.2520683417518723e-05,
      "loss": 2.57,
      "step": 55973
    },
    {
      "epoch": 4.754841997961264,
      "grad_norm": 4.143412623315558,
      "learning_rate": 3.2516414324363885e-05,
      "loss": 2.831,
      "step": 55974
    },
    {
      "epoch": 4.754926945293918,
      "grad_norm": 3.6823486627056203,
      "learning_rate": 3.251214547737252e-05,
      "loss": 2.6824,
      "step": 55975
    },
    {
      "epoch": 4.755011892626571,
      "grad_norm": 3.637872639594465,
      "learning_rate": 3.250787687655365e-05,
      "loss": 2.5088,
      "step": 55976
    },
    {
      "epoch": 4.755096839959226,
      "grad_norm": 3.5482613211426055,
      "learning_rate": 3.250360852191612e-05,
      "loss": 2.5322,
      "step": 55977
    },
    {
      "epoch": 4.755181787291879,
      "grad_norm": 3.2749520677308666,
      "learning_rate": 3.249934041346887e-05,
      "loss": 2.4466,
      "step": 55978
    },
    {
      "epoch": 4.7552667346245325,
      "grad_norm": 3.47368275502025,
      "learning_rate": 3.249507255122093e-05,
      "loss": 2.2959,
      "step": 55979
    },
    {
      "epoch": 4.755351681957187,
      "grad_norm": 3.5890118870253276,
      "learning_rate": 3.2490804935181194e-05,
      "loss": 2.3133,
      "step": 55980
    },
    {
      "epoch": 4.75543662928984,
      "grad_norm": 3.7091559674497283,
      "learning_rate": 3.248653756535855e-05,
      "loss": 2.339,
      "step": 55981
    },
    {
      "epoch": 4.755521576622494,
      "grad_norm": 3.4003641329667036,
      "learning_rate": 3.2482270441762e-05,
      "loss": 2.4525,
      "step": 55982
    },
    {
      "epoch": 4.755606523955148,
      "grad_norm": 3.2181488661985127,
      "learning_rate": 3.2478003564400514e-05,
      "loss": 2.2076,
      "step": 55983
    },
    {
      "epoch": 4.755691471287801,
      "grad_norm": 3.3727917305779025,
      "learning_rate": 3.2473736933282984e-05,
      "loss": 2.3017,
      "step": 55984
    },
    {
      "epoch": 4.755776418620456,
      "grad_norm": 3.7156868394883036,
      "learning_rate": 3.246947054841832e-05,
      "loss": 2.4816,
      "step": 55985
    },
    {
      "epoch": 4.755861365953109,
      "grad_norm": 3.67301336199045,
      "learning_rate": 3.2465204409815546e-05,
      "loss": 2.6388,
      "step": 55986
    },
    {
      "epoch": 4.7559463132857625,
      "grad_norm": 3.8632720562907945,
      "learning_rate": 3.2460938517483514e-05,
      "loss": 2.8126,
      "step": 55987
    },
    {
      "epoch": 4.756031260618417,
      "grad_norm": 3.380998978267373,
      "learning_rate": 3.245667287143125e-05,
      "loss": 2.4363,
      "step": 55988
    },
    {
      "epoch": 4.75611620795107,
      "grad_norm": 3.4356195660531013,
      "learning_rate": 3.245240747166759e-05,
      "loss": 2.457,
      "step": 55989
    },
    {
      "epoch": 4.7562011552837244,
      "grad_norm": 3.2421509649912625,
      "learning_rate": 3.244814231820158e-05,
      "loss": 2.3403,
      "step": 55990
    },
    {
      "epoch": 4.756286102616378,
      "grad_norm": 4.16110691537298,
      "learning_rate": 3.24438774110421e-05,
      "loss": 3.0397,
      "step": 55991
    },
    {
      "epoch": 4.756371049949031,
      "grad_norm": 3.376224021383242,
      "learning_rate": 3.2439612750198094e-05,
      "loss": 2.37,
      "step": 55992
    },
    {
      "epoch": 4.7564559972816856,
      "grad_norm": 3.481350038348322,
      "learning_rate": 3.243534833567844e-05,
      "loss": 2.5572,
      "step": 55993
    },
    {
      "epoch": 4.756540944614339,
      "grad_norm": 3.6688920859836016,
      "learning_rate": 3.243108416749214e-05,
      "loss": 2.4353,
      "step": 55994
    },
    {
      "epoch": 4.756625891946992,
      "grad_norm": 3.4510474128570072,
      "learning_rate": 3.242682024564815e-05,
      "loss": 2.5356,
      "step": 55995
    },
    {
      "epoch": 4.756710839279647,
      "grad_norm": 3.364430620127734,
      "learning_rate": 3.2422556570155336e-05,
      "loss": 2.1761,
      "step": 55996
    },
    {
      "epoch": 4.7567957866123,
      "grad_norm": 4.123792158688602,
      "learning_rate": 3.24182931410227e-05,
      "loss": 3.0868,
      "step": 55997
    },
    {
      "epoch": 4.756880733944954,
      "grad_norm": 3.7762896190806163,
      "learning_rate": 3.241402995825914e-05,
      "loss": 2.4641,
      "step": 55998
    },
    {
      "epoch": 4.756965681277608,
      "grad_norm": 3.6926726951771482,
      "learning_rate": 3.24097670218736e-05,
      "loss": 2.5482,
      "step": 55999
    },
    {
      "epoch": 4.757050628610262,
      "grad_norm": 3.053628123935866,
      "learning_rate": 3.240550433187492e-05,
      "loss": 2.0467,
      "step": 56000
    },
    {
      "epoch": 4.7571355759429155,
      "grad_norm": 3.8163564939165893,
      "learning_rate": 3.240124188827218e-05,
      "loss": 2.7568,
      "step": 56001
    },
    {
      "epoch": 4.757220523275569,
      "grad_norm": 3.6045557274899185,
      "learning_rate": 3.239697969107425e-05,
      "loss": 2.5898,
      "step": 56002
    },
    {
      "epoch": 4.757305470608223,
      "grad_norm": 3.2826686614786076,
      "learning_rate": 3.239271774029001e-05,
      "loss": 2.2247,
      "step": 56003
    },
    {
      "epoch": 4.757390417940877,
      "grad_norm": 3.4474955883957343,
      "learning_rate": 3.2388456035928484e-05,
      "loss": 2.5624,
      "step": 56004
    },
    {
      "epoch": 4.75747536527353,
      "grad_norm": 3.2134405475339176,
      "learning_rate": 3.238419457799855e-05,
      "loss": 2.1625,
      "step": 56005
    },
    {
      "epoch": 4.757560312606184,
      "grad_norm": 3.505585769731002,
      "learning_rate": 3.2379933366509105e-05,
      "loss": 2.301,
      "step": 56006
    },
    {
      "epoch": 4.757645259938838,
      "grad_norm": 3.3193285103113825,
      "learning_rate": 3.23756724014691e-05,
      "loss": 2.4446,
      "step": 56007
    },
    {
      "epoch": 4.757730207271492,
      "grad_norm": 3.1667372228797683,
      "learning_rate": 3.237141168288751e-05,
      "loss": 2.1104,
      "step": 56008
    },
    {
      "epoch": 4.757815154604145,
      "grad_norm": 3.356840972116518,
      "learning_rate": 3.236715121077324e-05,
      "loss": 2.226,
      "step": 56009
    },
    {
      "epoch": 4.757900101936799,
      "grad_norm": 3.5928355656134854,
      "learning_rate": 3.236289098513521e-05,
      "loss": 2.751,
      "step": 56010
    },
    {
      "epoch": 4.757985049269453,
      "grad_norm": 3.381836369249982,
      "learning_rate": 3.23586310059823e-05,
      "loss": 2.4189,
      "step": 56011
    },
    {
      "epoch": 4.7580699966021065,
      "grad_norm": 3.17533767752586,
      "learning_rate": 3.235437127332346e-05,
      "loss": 2.1917,
      "step": 56012
    },
    {
      "epoch": 4.758154943934761,
      "grad_norm": 3.1380698953186377,
      "learning_rate": 3.2350111787167685e-05,
      "loss": 2.227,
      "step": 56013
    },
    {
      "epoch": 4.758239891267414,
      "grad_norm": 3.31559852889743,
      "learning_rate": 3.234585254752381e-05,
      "loss": 2.3431,
      "step": 56014
    },
    {
      "epoch": 4.758324838600068,
      "grad_norm": 3.0818704630314113,
      "learning_rate": 3.234159355440082e-05,
      "loss": 2.0976,
      "step": 56015
    },
    {
      "epoch": 4.758409785932722,
      "grad_norm": 3.21855142547527,
      "learning_rate": 3.233733480780762e-05,
      "loss": 2.2255,
      "step": 56016
    },
    {
      "epoch": 4.758494733265375,
      "grad_norm": 3.5878789525935084,
      "learning_rate": 3.233307630775315e-05,
      "loss": 2.4771,
      "step": 56017
    },
    {
      "epoch": 4.75857968059803,
      "grad_norm": 3.3556802362107043,
      "learning_rate": 3.2328818054246216e-05,
      "loss": 2.2451,
      "step": 56018
    },
    {
      "epoch": 4.758664627930683,
      "grad_norm": 3.59373770802253,
      "learning_rate": 3.232456004729592e-05,
      "loss": 2.4571,
      "step": 56019
    },
    {
      "epoch": 4.758749575263336,
      "grad_norm": 3.44467452426189,
      "learning_rate": 3.232030228691109e-05,
      "loss": 2.3961,
      "step": 56020
    },
    {
      "epoch": 4.758834522595991,
      "grad_norm": 3.159880899318144,
      "learning_rate": 3.2316044773100666e-05,
      "loss": 2.1657,
      "step": 56021
    },
    {
      "epoch": 4.758919469928644,
      "grad_norm": 3.353314192704101,
      "learning_rate": 3.231178750587352e-05,
      "loss": 2.4381,
      "step": 56022
    },
    {
      "epoch": 4.759004417261298,
      "grad_norm": 3.5948025871965115,
      "learning_rate": 3.230753048523865e-05,
      "loss": 2.247,
      "step": 56023
    },
    {
      "epoch": 4.759089364593952,
      "grad_norm": 3.3237770467853953,
      "learning_rate": 3.230327371120489e-05,
      "loss": 2.3146,
      "step": 56024
    },
    {
      "epoch": 4.759174311926605,
      "grad_norm": 3.243085258303332,
      "learning_rate": 3.229901718378121e-05,
      "loss": 2.1858,
      "step": 56025
    },
    {
      "epoch": 4.7592592592592595,
      "grad_norm": 3.289296469289792,
      "learning_rate": 3.229476090297657e-05,
      "loss": 2.2852,
      "step": 56026
    },
    {
      "epoch": 4.759344206591913,
      "grad_norm": 3.3042035768367946,
      "learning_rate": 3.2290504868799854e-05,
      "loss": 2.187,
      "step": 56027
    },
    {
      "epoch": 4.759429153924566,
      "grad_norm": 3.782360954987671,
      "learning_rate": 3.228624908125996e-05,
      "loss": 2.6563,
      "step": 56028
    },
    {
      "epoch": 4.759514101257221,
      "grad_norm": 3.5398698739265555,
      "learning_rate": 3.2281993540365774e-05,
      "loss": 2.3492,
      "step": 56029
    },
    {
      "epoch": 4.759599048589874,
      "grad_norm": 3.6642138386215755,
      "learning_rate": 3.227773824612625e-05,
      "loss": 2.8463,
      "step": 56030
    },
    {
      "epoch": 4.759683995922528,
      "grad_norm": 3.5355912327095345,
      "learning_rate": 3.2273483198550346e-05,
      "loss": 2.3515,
      "step": 56031
    },
    {
      "epoch": 4.759768943255182,
      "grad_norm": 3.4277207890245505,
      "learning_rate": 3.226922839764691e-05,
      "loss": 2.4745,
      "step": 56032
    },
    {
      "epoch": 4.759853890587836,
      "grad_norm": 3.306483104445486,
      "learning_rate": 3.2264973843424915e-05,
      "loss": 2.4092,
      "step": 56033
    },
    {
      "epoch": 4.759938837920489,
      "grad_norm": 3.2773157723331945,
      "learning_rate": 3.2260719535893256e-05,
      "loss": 2.3538,
      "step": 56034
    },
    {
      "epoch": 4.760023785253143,
      "grad_norm": 3.3083386790408107,
      "learning_rate": 3.2256465475060844e-05,
      "loss": 2.2587,
      "step": 56035
    },
    {
      "epoch": 4.760108732585797,
      "grad_norm": 3.6372055043175173,
      "learning_rate": 3.2252211660936535e-05,
      "loss": 2.4542,
      "step": 56036
    },
    {
      "epoch": 4.7601936799184505,
      "grad_norm": 3.9790739679870786,
      "learning_rate": 3.224795809352929e-05,
      "loss": 2.7944,
      "step": 56037
    },
    {
      "epoch": 4.760278627251104,
      "grad_norm": 3.3479617105124295,
      "learning_rate": 3.2243704772848076e-05,
      "loss": 2.1772,
      "step": 56038
    },
    {
      "epoch": 4.760363574583758,
      "grad_norm": 3.740215258991191,
      "learning_rate": 3.223945169890173e-05,
      "loss": 2.3864,
      "step": 56039
    },
    {
      "epoch": 4.760448521916412,
      "grad_norm": 3.7419947988622977,
      "learning_rate": 3.2235198871699184e-05,
      "loss": 2.398,
      "step": 56040
    },
    {
      "epoch": 4.760533469249066,
      "grad_norm": 3.288072323518216,
      "learning_rate": 3.223094629124937e-05,
      "loss": 2.0943,
      "step": 56041
    },
    {
      "epoch": 4.760618416581719,
      "grad_norm": 3.4208474613882007,
      "learning_rate": 3.222669395756118e-05,
      "loss": 2.4572,
      "step": 56042
    },
    {
      "epoch": 4.760703363914373,
      "grad_norm": 3.480581264484945,
      "learning_rate": 3.222244187064345e-05,
      "loss": 2.6128,
      "step": 56043
    },
    {
      "epoch": 4.760788311247027,
      "grad_norm": 3.828490501300837,
      "learning_rate": 3.221819003050525e-05,
      "loss": 2.6938,
      "step": 56044
    },
    {
      "epoch": 4.7608732585796805,
      "grad_norm": 3.21855141979493,
      "learning_rate": 3.221393843715538e-05,
      "loss": 2.2386,
      "step": 56045
    },
    {
      "epoch": 4.760958205912335,
      "grad_norm": 3.5512568831880587,
      "learning_rate": 3.220968709060281e-05,
      "loss": 2.537,
      "step": 56046
    },
    {
      "epoch": 4.761043153244988,
      "grad_norm": 3.8036446671011146,
      "learning_rate": 3.2205435990856334e-05,
      "loss": 2.7167,
      "step": 56047
    },
    {
      "epoch": 4.761128100577642,
      "grad_norm": 3.566267582653721,
      "learning_rate": 3.2201185137924995e-05,
      "loss": 2.3169,
      "step": 56048
    },
    {
      "epoch": 4.761213047910296,
      "grad_norm": 4.006963294024637,
      "learning_rate": 3.219693453181759e-05,
      "loss": 2.7203,
      "step": 56049
    },
    {
      "epoch": 4.761297995242949,
      "grad_norm": 4.023489911605345,
      "learning_rate": 3.2192684172543116e-05,
      "loss": 2.7487,
      "step": 56050
    },
    {
      "epoch": 4.761382942575603,
      "grad_norm": 3.3167813634361294,
      "learning_rate": 3.218843406011039e-05,
      "loss": 2.4228,
      "step": 56051
    },
    {
      "epoch": 4.761467889908257,
      "grad_norm": 3.4594214579194067,
      "learning_rate": 3.218418419452842e-05,
      "loss": 2.4483,
      "step": 56052
    },
    {
      "epoch": 4.76155283724091,
      "grad_norm": 3.8223686306597346,
      "learning_rate": 3.217993457580604e-05,
      "loss": 2.4332,
      "step": 56053
    },
    {
      "epoch": 4.761637784573565,
      "grad_norm": 3.772958340263234,
      "learning_rate": 3.217568520395215e-05,
      "loss": 2.5402,
      "step": 56054
    },
    {
      "epoch": 4.761722731906218,
      "grad_norm": 3.749419814243257,
      "learning_rate": 3.217143607897565e-05,
      "loss": 2.6958,
      "step": 56055
    },
    {
      "epoch": 4.761807679238872,
      "grad_norm": 3.1388111839673765,
      "learning_rate": 3.216718720088552e-05,
      "loss": 2.0924,
      "step": 56056
    },
    {
      "epoch": 4.761892626571526,
      "grad_norm": 3.7272273058553016,
      "learning_rate": 3.2162938569690597e-05,
      "loss": 2.4913,
      "step": 56057
    },
    {
      "epoch": 4.761977573904179,
      "grad_norm": 3.371311252337996,
      "learning_rate": 3.215869018539977e-05,
      "loss": 2.3559,
      "step": 56058
    },
    {
      "epoch": 4.7620625212368335,
      "grad_norm": 3.1018562897394584,
      "learning_rate": 3.2154442048022e-05,
      "loss": 2.0383,
      "step": 56059
    },
    {
      "epoch": 4.762147468569487,
      "grad_norm": 3.3567633125509504,
      "learning_rate": 3.215019415756616e-05,
      "loss": 2.3055,
      "step": 56060
    },
    {
      "epoch": 4.76223241590214,
      "grad_norm": 3.372250005560492,
      "learning_rate": 3.2145946514041066e-05,
      "loss": 2.3502,
      "step": 56061
    },
    {
      "epoch": 4.762317363234795,
      "grad_norm": 3.2813585306492414,
      "learning_rate": 3.214169911745577e-05,
      "loss": 2.3203,
      "step": 56062
    },
    {
      "epoch": 4.762402310567448,
      "grad_norm": 3.540636677185325,
      "learning_rate": 3.213745196781909e-05,
      "loss": 2.5344,
      "step": 56063
    },
    {
      "epoch": 4.762487257900102,
      "grad_norm": 3.900978744554262,
      "learning_rate": 3.2133205065139944e-05,
      "loss": 2.8565,
      "step": 56064
    },
    {
      "epoch": 4.762572205232756,
      "grad_norm": 4.180025559452055,
      "learning_rate": 3.212895840942718e-05,
      "loss": 3.1967,
      "step": 56065
    },
    {
      "epoch": 4.762657152565409,
      "grad_norm": 3.8036763644198444,
      "learning_rate": 3.212471200068977e-05,
      "loss": 2.6183,
      "step": 56066
    },
    {
      "epoch": 4.762742099898063,
      "grad_norm": 3.421242370561387,
      "learning_rate": 3.212046583893655e-05,
      "loss": 2.218,
      "step": 56067
    },
    {
      "epoch": 4.762827047230717,
      "grad_norm": 3.250726460855262,
      "learning_rate": 3.211621992417648e-05,
      "loss": 2.1261,
      "step": 56068
    },
    {
      "epoch": 4.762911994563371,
      "grad_norm": 3.296883063980909,
      "learning_rate": 3.211197425641837e-05,
      "loss": 2.2227,
      "step": 56069
    },
    {
      "epoch": 4.7629969418960245,
      "grad_norm": 3.2600920086503984,
      "learning_rate": 3.210772883567122e-05,
      "loss": 2.1996,
      "step": 56070
    },
    {
      "epoch": 4.763081889228678,
      "grad_norm": 3.232563465876574,
      "learning_rate": 3.210348366194388e-05,
      "loss": 2.1485,
      "step": 56071
    },
    {
      "epoch": 4.763166836561332,
      "grad_norm": 3.7185190994840456,
      "learning_rate": 3.2099238735245174e-05,
      "loss": 2.6819,
      "step": 56072
    },
    {
      "epoch": 4.763251783893986,
      "grad_norm": 3.189290967899292,
      "learning_rate": 3.2094994055584064e-05,
      "loss": 2.1535,
      "step": 56073
    },
    {
      "epoch": 4.763336731226639,
      "grad_norm": 3.6362360228622883,
      "learning_rate": 3.209074962296949e-05,
      "loss": 2.527,
      "step": 56074
    },
    {
      "epoch": 4.763421678559293,
      "grad_norm": 3.467953976242139,
      "learning_rate": 3.208650543741029e-05,
      "loss": 2.2534,
      "step": 56075
    },
    {
      "epoch": 4.763506625891947,
      "grad_norm": 3.864219973913256,
      "learning_rate": 3.208226149891533e-05,
      "loss": 2.7702,
      "step": 56076
    },
    {
      "epoch": 4.763591573224601,
      "grad_norm": 3.7671903533019684,
      "learning_rate": 3.2078017807493564e-05,
      "loss": 2.4764,
      "step": 56077
    },
    {
      "epoch": 4.763676520557254,
      "grad_norm": 3.2802752813452876,
      "learning_rate": 3.207377436315386e-05,
      "loss": 2.3036,
      "step": 56078
    },
    {
      "epoch": 4.763761467889909,
      "grad_norm": 3.774023664245872,
      "learning_rate": 3.2069531165905064e-05,
      "loss": 2.616,
      "step": 56079
    },
    {
      "epoch": 4.763846415222562,
      "grad_norm": 3.2437259290667058,
      "learning_rate": 3.206528821575609e-05,
      "loss": 2.2568,
      "step": 56080
    },
    {
      "epoch": 4.7639313625552155,
      "grad_norm": 3.773172768426989,
      "learning_rate": 3.20610455127159e-05,
      "loss": 2.5315,
      "step": 56081
    },
    {
      "epoch": 4.76401630988787,
      "grad_norm": 3.601797420834234,
      "learning_rate": 3.205680305679333e-05,
      "loss": 2.5414,
      "step": 56082
    },
    {
      "epoch": 4.764101257220523,
      "grad_norm": 3.392172337113956,
      "learning_rate": 3.205256084799722e-05,
      "loss": 2.2149,
      "step": 56083
    },
    {
      "epoch": 4.764186204553177,
      "grad_norm": 3.6138734640585497,
      "learning_rate": 3.2048318886336555e-05,
      "loss": 2.4844,
      "step": 56084
    },
    {
      "epoch": 4.764271151885831,
      "grad_norm": 3.3433996578437806,
      "learning_rate": 3.2044077171820156e-05,
      "loss": 2.2743,
      "step": 56085
    },
    {
      "epoch": 4.764356099218484,
      "grad_norm": 4.036398613010332,
      "learning_rate": 3.203983570445691e-05,
      "loss": 2.847,
      "step": 56086
    },
    {
      "epoch": 4.764441046551139,
      "grad_norm": 4.098798195238807,
      "learning_rate": 3.203559448425571e-05,
      "loss": 3.0816,
      "step": 56087
    },
    {
      "epoch": 4.764525993883792,
      "grad_norm": 3.752162352739,
      "learning_rate": 3.20313535112255e-05,
      "loss": 2.4769,
      "step": 56088
    },
    {
      "epoch": 4.7646109412164455,
      "grad_norm": 3.188252465870389,
      "learning_rate": 3.202711278537512e-05,
      "loss": 2.2238,
      "step": 56089
    },
    {
      "epoch": 4.7646958885491,
      "grad_norm": 3.231174901376188,
      "learning_rate": 3.2022872306713406e-05,
      "loss": 2.2058,
      "step": 56090
    },
    {
      "epoch": 4.764780835881753,
      "grad_norm": 3.570263285977462,
      "learning_rate": 3.201863207524936e-05,
      "loss": 2.5831,
      "step": 56091
    },
    {
      "epoch": 4.7648657832144075,
      "grad_norm": 3.4557995292147305,
      "learning_rate": 3.201439209099175e-05,
      "loss": 2.4967,
      "step": 56092
    },
    {
      "epoch": 4.764950730547061,
      "grad_norm": 3.687768851273553,
      "learning_rate": 3.2010152353949545e-05,
      "loss": 2.3762,
      "step": 56093
    },
    {
      "epoch": 4.765035677879714,
      "grad_norm": 3.277959243604656,
      "learning_rate": 3.200591286413156e-05,
      "loss": 2.2478,
      "step": 56094
    },
    {
      "epoch": 4.765120625212369,
      "grad_norm": 3.244617462489974,
      "learning_rate": 3.2001673621546754e-05,
      "loss": 2.3186,
      "step": 56095
    },
    {
      "epoch": 4.765205572545022,
      "grad_norm": 3.4001659576120726,
      "learning_rate": 3.199743462620396e-05,
      "loss": 2.476,
      "step": 56096
    },
    {
      "epoch": 4.765290519877675,
      "grad_norm": 3.976817680882893,
      "learning_rate": 3.199319587811204e-05,
      "loss": 2.7896,
      "step": 56097
    },
    {
      "epoch": 4.76537546721033,
      "grad_norm": 3.3580896885879916,
      "learning_rate": 3.1988957377279876e-05,
      "loss": 2.3429,
      "step": 56098
    },
    {
      "epoch": 4.765460414542983,
      "grad_norm": 3.557190571197951,
      "learning_rate": 3.198471912371644e-05,
      "loss": 2.4699,
      "step": 56099
    },
    {
      "epoch": 4.765545361875637,
      "grad_norm": 3.3709918474522738,
      "learning_rate": 3.198048111743055e-05,
      "loss": 2.2036,
      "step": 56100
    },
    {
      "epoch": 4.765630309208291,
      "grad_norm": 3.6706643765550657,
      "learning_rate": 3.1976243358431036e-05,
      "loss": 2.715,
      "step": 56101
    },
    {
      "epoch": 4.765715256540945,
      "grad_norm": 3.7041720296889884,
      "learning_rate": 3.1972005846726875e-05,
      "loss": 2.3901,
      "step": 56102
    },
    {
      "epoch": 4.7658002038735985,
      "grad_norm": 3.332935669499658,
      "learning_rate": 3.1967768582326886e-05,
      "loss": 2.3089,
      "step": 56103
    },
    {
      "epoch": 4.765885151206252,
      "grad_norm": 4.118414865059065,
      "learning_rate": 3.196353156523994e-05,
      "loss": 2.8638,
      "step": 56104
    },
    {
      "epoch": 4.765970098538906,
      "grad_norm": 3.785487493131063,
      "learning_rate": 3.19592947954749e-05,
      "loss": 2.5937,
      "step": 56105
    },
    {
      "epoch": 4.76605504587156,
      "grad_norm": 3.613272070837894,
      "learning_rate": 3.195505827304073e-05,
      "loss": 2.3113,
      "step": 56106
    },
    {
      "epoch": 4.766139993204213,
      "grad_norm": 3.2191715621403203,
      "learning_rate": 3.195082199794627e-05,
      "loss": 2.1712,
      "step": 56107
    },
    {
      "epoch": 4.766224940536867,
      "grad_norm": 3.5587264573066637,
      "learning_rate": 3.194658597020033e-05,
      "loss": 2.5257,
      "step": 56108
    },
    {
      "epoch": 4.766309887869521,
      "grad_norm": 3.9191029756593947,
      "learning_rate": 3.1942350189811875e-05,
      "loss": 2.725,
      "step": 56109
    },
    {
      "epoch": 4.766394835202175,
      "grad_norm": 3.5750092645288567,
      "learning_rate": 3.193811465678969e-05,
      "loss": 2.383,
      "step": 56110
    },
    {
      "epoch": 4.766479782534828,
      "grad_norm": 3.3085714673808058,
      "learning_rate": 3.193387937114275e-05,
      "loss": 2.3309,
      "step": 56111
    },
    {
      "epoch": 4.766564729867482,
      "grad_norm": 3.8183798545205447,
      "learning_rate": 3.192964433287984e-05,
      "loss": 2.6999,
      "step": 56112
    },
    {
      "epoch": 4.766649677200136,
      "grad_norm": 3.3322956123303777,
      "learning_rate": 3.19254095420099e-05,
      "loss": 2.3998,
      "step": 56113
    },
    {
      "epoch": 4.7667346245327895,
      "grad_norm": 3.5999854565693394,
      "learning_rate": 3.1921174998541796e-05,
      "loss": 2.6898,
      "step": 56114
    },
    {
      "epoch": 4.766819571865444,
      "grad_norm": 3.461801690831871,
      "learning_rate": 3.191694070248433e-05,
      "loss": 2.4907,
      "step": 56115
    },
    {
      "epoch": 4.766904519198097,
      "grad_norm": 3.5606051053945693,
      "learning_rate": 3.1912706653846416e-05,
      "loss": 2.4872,
      "step": 56116
    },
    {
      "epoch": 4.766989466530751,
      "grad_norm": 3.2848002026101897,
      "learning_rate": 3.1908472852636996e-05,
      "loss": 2.2785,
      "step": 56117
    },
    {
      "epoch": 4.767074413863405,
      "grad_norm": 3.4104890430776593,
      "learning_rate": 3.190423929886487e-05,
      "loss": 2.3836,
      "step": 56118
    },
    {
      "epoch": 4.767159361196058,
      "grad_norm": 3.3498717611542674,
      "learning_rate": 3.1900005992538865e-05,
      "loss": 2.4684,
      "step": 56119
    },
    {
      "epoch": 4.767244308528712,
      "grad_norm": 4.037481417883572,
      "learning_rate": 3.189577293366795e-05,
      "loss": 2.6945,
      "step": 56120
    },
    {
      "epoch": 4.767329255861366,
      "grad_norm": 3.6552760656977474,
      "learning_rate": 3.189154012226097e-05,
      "loss": 2.4916,
      "step": 56121
    },
    {
      "epoch": 4.767414203194019,
      "grad_norm": 3.1921145599528358,
      "learning_rate": 3.188730755832672e-05,
      "loss": 2.2876,
      "step": 56122
    },
    {
      "epoch": 4.767499150526674,
      "grad_norm": 3.427990119387555,
      "learning_rate": 3.188307524187412e-05,
      "loss": 2.3694,
      "step": 56123
    },
    {
      "epoch": 4.767584097859327,
      "grad_norm": 3.2679161273951656,
      "learning_rate": 3.187884317291206e-05,
      "loss": 2.2503,
      "step": 56124
    },
    {
      "epoch": 4.767669045191981,
      "grad_norm": 3.6556707364927172,
      "learning_rate": 3.187461135144941e-05,
      "loss": 2.3668,
      "step": 56125
    },
    {
      "epoch": 4.767753992524635,
      "grad_norm": 3.7004678633423964,
      "learning_rate": 3.187037977749497e-05,
      "loss": 2.719,
      "step": 56126
    },
    {
      "epoch": 4.767838939857288,
      "grad_norm": 3.2479046924881607,
      "learning_rate": 3.186614845105769e-05,
      "loss": 2.1901,
      "step": 56127
    },
    {
      "epoch": 4.7679238871899425,
      "grad_norm": 3.3054493975399053,
      "learning_rate": 3.1861917372146406e-05,
      "loss": 2.1887,
      "step": 56128
    },
    {
      "epoch": 4.768008834522596,
      "grad_norm": 3.60740613929123,
      "learning_rate": 3.1857686540769916e-05,
      "loss": 2.706,
      "step": 56129
    },
    {
      "epoch": 4.768093781855249,
      "grad_norm": 3.2586113252170783,
      "learning_rate": 3.1853455956937145e-05,
      "loss": 2.1907,
      "step": 56130
    },
    {
      "epoch": 4.768178729187904,
      "grad_norm": 3.5964485776047015,
      "learning_rate": 3.1849225620657004e-05,
      "loss": 2.6259,
      "step": 56131
    },
    {
      "epoch": 4.768263676520557,
      "grad_norm": 3.2806502476790986,
      "learning_rate": 3.18449955319383e-05,
      "loss": 2.2083,
      "step": 56132
    },
    {
      "epoch": 4.768348623853211,
      "grad_norm": 3.3040902210518177,
      "learning_rate": 3.184076569078986e-05,
      "loss": 2.2226,
      "step": 56133
    },
    {
      "epoch": 4.768433571185865,
      "grad_norm": 3.331353606432518,
      "learning_rate": 3.1836536097220644e-05,
      "loss": 2.4273,
      "step": 56134
    },
    {
      "epoch": 4.768518518518518,
      "grad_norm": 3.5396063987184645,
      "learning_rate": 3.183230675123941e-05,
      "loss": 2.4355,
      "step": 56135
    },
    {
      "epoch": 4.7686034658511725,
      "grad_norm": 3.550193198786611,
      "learning_rate": 3.182807765285512e-05,
      "loss": 2.5245,
      "step": 56136
    },
    {
      "epoch": 4.768688413183826,
      "grad_norm": 3.2934994889358618,
      "learning_rate": 3.1823848802076534e-05,
      "loss": 2.3403,
      "step": 56137
    },
    {
      "epoch": 4.76877336051648,
      "grad_norm": 3.7579996593958844,
      "learning_rate": 3.181962019891261e-05,
      "loss": 2.916,
      "step": 56138
    },
    {
      "epoch": 4.768858307849134,
      "grad_norm": 3.285478401686987,
      "learning_rate": 3.1815391843372175e-05,
      "loss": 2.0438,
      "step": 56139
    },
    {
      "epoch": 4.768943255181787,
      "grad_norm": 3.593122856277032,
      "learning_rate": 3.181116373546402e-05,
      "loss": 2.2176,
      "step": 56140
    },
    {
      "epoch": 4.769028202514441,
      "grad_norm": 3.3411888629401654,
      "learning_rate": 3.1806935875197055e-05,
      "loss": 2.4104,
      "step": 56141
    },
    {
      "epoch": 4.769113149847095,
      "grad_norm": 3.6526248627237865,
      "learning_rate": 3.180270826258021e-05,
      "loss": 2.6005,
      "step": 56142
    },
    {
      "epoch": 4.769198097179748,
      "grad_norm": 3.4398722504554904,
      "learning_rate": 3.179848089762225e-05,
      "loss": 2.5072,
      "step": 56143
    },
    {
      "epoch": 4.769283044512402,
      "grad_norm": 3.801502404401524,
      "learning_rate": 3.1794253780332036e-05,
      "loss": 2.6221,
      "step": 56144
    },
    {
      "epoch": 4.769367991845056,
      "grad_norm": 3.604546687960416,
      "learning_rate": 3.179002691071848e-05,
      "loss": 2.3697,
      "step": 56145
    },
    {
      "epoch": 4.76945293917771,
      "grad_norm": 3.504307455977376,
      "learning_rate": 3.178580028879041e-05,
      "loss": 2.5532,
      "step": 56146
    },
    {
      "epoch": 4.7695378865103635,
      "grad_norm": 3.759010363724888,
      "learning_rate": 3.1781573914556645e-05,
      "loss": 2.6862,
      "step": 56147
    },
    {
      "epoch": 4.769622833843018,
      "grad_norm": 3.3844187694768073,
      "learning_rate": 3.177734778802607e-05,
      "loss": 2.4243,
      "step": 56148
    },
    {
      "epoch": 4.769707781175671,
      "grad_norm": 3.4288136577424337,
      "learning_rate": 3.177312190920759e-05,
      "loss": 2.516,
      "step": 56149
    },
    {
      "epoch": 4.769792728508325,
      "grad_norm": 3.2379067134952213,
      "learning_rate": 3.176889627811001e-05,
      "loss": 2.0724,
      "step": 56150
    },
    {
      "epoch": 4.769877675840979,
      "grad_norm": 3.4654134300612607,
      "learning_rate": 3.176467089474215e-05,
      "loss": 2.4585,
      "step": 56151
    },
    {
      "epoch": 4.769962623173632,
      "grad_norm": 3.146030558923957,
      "learning_rate": 3.176044575911295e-05,
      "loss": 2.055,
      "step": 56152
    },
    {
      "epoch": 4.770047570506286,
      "grad_norm": 4.089915337346546,
      "learning_rate": 3.175622087123116e-05,
      "loss": 2.6078,
      "step": 56153
    },
    {
      "epoch": 4.77013251783894,
      "grad_norm": 3.5762991026045006,
      "learning_rate": 3.175199623110575e-05,
      "loss": 2.3551,
      "step": 56154
    },
    {
      "epoch": 4.770217465171593,
      "grad_norm": 3.7484898153626958,
      "learning_rate": 3.174777183874544e-05,
      "loss": 2.5637,
      "step": 56155
    },
    {
      "epoch": 4.770302412504248,
      "grad_norm": 3.4518964078181225,
      "learning_rate": 3.174354769415921e-05,
      "loss": 2.5474,
      "step": 56156
    },
    {
      "epoch": 4.770387359836901,
      "grad_norm": 3.3069183948146765,
      "learning_rate": 3.173932379735585e-05,
      "loss": 2.2829,
      "step": 56157
    },
    {
      "epoch": 4.7704723071695545,
      "grad_norm": 3.691535306284533,
      "learning_rate": 3.173510014834417e-05,
      "loss": 2.4903,
      "step": 56158
    },
    {
      "epoch": 4.770557254502209,
      "grad_norm": 3.58835063074901,
      "learning_rate": 3.173087674713306e-05,
      "loss": 2.5537,
      "step": 56159
    },
    {
      "epoch": 4.770642201834862,
      "grad_norm": 3.941881364563959,
      "learning_rate": 3.172665359373141e-05,
      "loss": 2.9256,
      "step": 56160
    },
    {
      "epoch": 4.7707271491675165,
      "grad_norm": 3.880437944481364,
      "learning_rate": 3.172243068814803e-05,
      "loss": 2.7806,
      "step": 56161
    },
    {
      "epoch": 4.77081209650017,
      "grad_norm": 3.7601384115086933,
      "learning_rate": 3.171820803039173e-05,
      "loss": 2.5006,
      "step": 56162
    },
    {
      "epoch": 4.770897043832823,
      "grad_norm": 3.465968121748045,
      "learning_rate": 3.171398562047144e-05,
      "loss": 2.3453,
      "step": 56163
    },
    {
      "epoch": 4.770981991165478,
      "grad_norm": 3.3637314156122406,
      "learning_rate": 3.170976345839595e-05,
      "loss": 2.4221,
      "step": 56164
    },
    {
      "epoch": 4.771066938498131,
      "grad_norm": 3.5052042420333382,
      "learning_rate": 3.170554154417409e-05,
      "loss": 2.4421,
      "step": 56165
    },
    {
      "epoch": 4.771151885830784,
      "grad_norm": 3.8498691703074988,
      "learning_rate": 3.170131987781473e-05,
      "loss": 2.5507,
      "step": 56166
    },
    {
      "epoch": 4.771236833163439,
      "grad_norm": 3.6096993765402656,
      "learning_rate": 3.1697098459326777e-05,
      "loss": 2.6597,
      "step": 56167
    },
    {
      "epoch": 4.771321780496092,
      "grad_norm": 3.2561341728085775,
      "learning_rate": 3.1692877288719006e-05,
      "loss": 2.3639,
      "step": 56168
    },
    {
      "epoch": 4.771406727828746,
      "grad_norm": 3.933928982377124,
      "learning_rate": 3.168865636600024e-05,
      "loss": 2.8876,
      "step": 56169
    },
    {
      "epoch": 4.7714916751614,
      "grad_norm": 3.3707185794220402,
      "learning_rate": 3.16844356911794e-05,
      "loss": 2.5076,
      "step": 56170
    },
    {
      "epoch": 4.771576622494054,
      "grad_norm": 3.4251888781159523,
      "learning_rate": 3.1680215264265284e-05,
      "loss": 2.3504,
      "step": 56171
    },
    {
      "epoch": 4.7716615698267075,
      "grad_norm": 3.4676871128974756,
      "learning_rate": 3.1675995085266706e-05,
      "loss": 2.4084,
      "step": 56172
    },
    {
      "epoch": 4.771746517159361,
      "grad_norm": 3.437898248760788,
      "learning_rate": 3.1671775154192545e-05,
      "loss": 2.3792,
      "step": 56173
    },
    {
      "epoch": 4.771831464492015,
      "grad_norm": 3.220209532322316,
      "learning_rate": 3.1667555471051676e-05,
      "loss": 2.1932,
      "step": 56174
    },
    {
      "epoch": 4.771916411824669,
      "grad_norm": 3.2031173385352405,
      "learning_rate": 3.16633360358529e-05,
      "loss": 2.1115,
      "step": 56175
    },
    {
      "epoch": 4.772001359157322,
      "grad_norm": 3.8746401055013577,
      "learning_rate": 3.165911684860503e-05,
      "loss": 2.687,
      "step": 56176
    },
    {
      "epoch": 4.772086306489976,
      "grad_norm": 3.2887262539242874,
      "learning_rate": 3.165489790931699e-05,
      "loss": 2.1811,
      "step": 56177
    },
    {
      "epoch": 4.77217125382263,
      "grad_norm": 3.0903063114797087,
      "learning_rate": 3.16506792179975e-05,
      "loss": 2.0122,
      "step": 56178
    },
    {
      "epoch": 4.772256201155284,
      "grad_norm": 3.4772916110515553,
      "learning_rate": 3.164646077465553e-05,
      "loss": 2.3431,
      "step": 56179
    },
    {
      "epoch": 4.7723411484879374,
      "grad_norm": 3.506250800260534,
      "learning_rate": 3.164224257929982e-05,
      "loss": 2.2371,
      "step": 56180
    },
    {
      "epoch": 4.772426095820591,
      "grad_norm": 3.5352092987980264,
      "learning_rate": 3.163802463193929e-05,
      "loss": 2.2178,
      "step": 56181
    },
    {
      "epoch": 4.772511043153245,
      "grad_norm": 3.6656399476922603,
      "learning_rate": 3.163380693258272e-05,
      "loss": 2.4656,
      "step": 56182
    },
    {
      "epoch": 4.7725959904858986,
      "grad_norm": 3.5722685055879024,
      "learning_rate": 3.1629589481238926e-05,
      "loss": 2.5719,
      "step": 56183
    },
    {
      "epoch": 4.772680937818553,
      "grad_norm": 3.3063908812325256,
      "learning_rate": 3.162537227791677e-05,
      "loss": 2.2708,
      "step": 56184
    },
    {
      "epoch": 4.772765885151206,
      "grad_norm": 3.362887052377964,
      "learning_rate": 3.1621155322625144e-05,
      "loss": 2.2494,
      "step": 56185
    },
    {
      "epoch": 4.77285083248386,
      "grad_norm": 3.640562268979739,
      "learning_rate": 3.161693861537286e-05,
      "loss": 2.3345,
      "step": 56186
    },
    {
      "epoch": 4.772935779816514,
      "grad_norm": 3.9342426420434946,
      "learning_rate": 3.1612722156168674e-05,
      "loss": 2.7942,
      "step": 56187
    },
    {
      "epoch": 4.773020727149167,
      "grad_norm": 3.371437708811237,
      "learning_rate": 3.1608505945021514e-05,
      "loss": 2.4023,
      "step": 56188
    },
    {
      "epoch": 4.773105674481822,
      "grad_norm": 3.387080964429272,
      "learning_rate": 3.1604289981940184e-05,
      "loss": 2.3045,
      "step": 56189
    },
    {
      "epoch": 4.773190621814475,
      "grad_norm": 3.7466914923770407,
      "learning_rate": 3.160007426693349e-05,
      "loss": 2.4851,
      "step": 56190
    },
    {
      "epoch": 4.7732755691471285,
      "grad_norm": 3.5868053731907863,
      "learning_rate": 3.159585880001026e-05,
      "loss": 2.5021,
      "step": 56191
    },
    {
      "epoch": 4.773360516479783,
      "grad_norm": 3.2828316688810184,
      "learning_rate": 3.159164358117941e-05,
      "loss": 2.2141,
      "step": 56192
    },
    {
      "epoch": 4.773445463812436,
      "grad_norm": 3.5763872873481057,
      "learning_rate": 3.158742861044971e-05,
      "loss": 2.4273,
      "step": 56193
    },
    {
      "epoch": 4.7735304111450905,
      "grad_norm": 3.2995329845773345,
      "learning_rate": 3.158321388782995e-05,
      "loss": 2.2558,
      "step": 56194
    },
    {
      "epoch": 4.773615358477744,
      "grad_norm": 3.2080825724919833,
      "learning_rate": 3.157899941332907e-05,
      "loss": 2.0925,
      "step": 56195
    },
    {
      "epoch": 4.773700305810397,
      "grad_norm": 3.452325238096832,
      "learning_rate": 3.1574785186955784e-05,
      "loss": 2.3765,
      "step": 56196
    },
    {
      "epoch": 4.773785253143052,
      "grad_norm": 3.2013219578884717,
      "learning_rate": 3.157057120871903e-05,
      "loss": 2.1156,
      "step": 56197
    },
    {
      "epoch": 4.773870200475705,
      "grad_norm": 3.8859197603287554,
      "learning_rate": 3.1566357478627526e-05,
      "loss": 2.7598,
      "step": 56198
    },
    {
      "epoch": 4.773955147808358,
      "grad_norm": 3.1165308003479613,
      "learning_rate": 3.156214399669022e-05,
      "loss": 1.9114,
      "step": 56199
    },
    {
      "epoch": 4.774040095141013,
      "grad_norm": 3.424974105405095,
      "learning_rate": 3.1557930762915874e-05,
      "loss": 2.4329,
      "step": 56200
    },
    {
      "epoch": 4.774125042473666,
      "grad_norm": 3.5190887269965647,
      "learning_rate": 3.1553717777313275e-05,
      "loss": 2.4196,
      "step": 56201
    },
    {
      "epoch": 4.77420998980632,
      "grad_norm": 3.6118580174797943,
      "learning_rate": 3.15495050398913e-05,
      "loss": 2.5799,
      "step": 56202
    },
    {
      "epoch": 4.774294937138974,
      "grad_norm": 3.4464705486236706,
      "learning_rate": 3.154529255065882e-05,
      "loss": 2.6031,
      "step": 56203
    },
    {
      "epoch": 4.774379884471628,
      "grad_norm": 3.4525613252952985,
      "learning_rate": 3.154108030962463e-05,
      "loss": 2.1801,
      "step": 56204
    },
    {
      "epoch": 4.7744648318042815,
      "grad_norm": 3.118416547067427,
      "learning_rate": 3.153686831679748e-05,
      "loss": 2.0752,
      "step": 56205
    },
    {
      "epoch": 4.774549779136935,
      "grad_norm": 3.2006907257137667,
      "learning_rate": 3.1532656572186304e-05,
      "loss": 2.0927,
      "step": 56206
    },
    {
      "epoch": 4.774634726469589,
      "grad_norm": 3.4546393603743897,
      "learning_rate": 3.152844507579987e-05,
      "loss": 2.3411,
      "step": 56207
    },
    {
      "epoch": 4.774719673802243,
      "grad_norm": 3.4053277404117424,
      "learning_rate": 3.1524233827646995e-05,
      "loss": 2.2458,
      "step": 56208
    },
    {
      "epoch": 4.774804621134896,
      "grad_norm": 3.3920729265022085,
      "learning_rate": 3.152002282773651e-05,
      "loss": 2.3081,
      "step": 56209
    },
    {
      "epoch": 4.77488956846755,
      "grad_norm": 3.443467689436275,
      "learning_rate": 3.1515812076077274e-05,
      "loss": 2.4259,
      "step": 56210
    },
    {
      "epoch": 4.774974515800204,
      "grad_norm": 3.297572958660805,
      "learning_rate": 3.15116015726781e-05,
      "loss": 2.0877,
      "step": 56211
    },
    {
      "epoch": 4.775059463132858,
      "grad_norm": 3.4757048071245893,
      "learning_rate": 3.150739131754775e-05,
      "loss": 2.4793,
      "step": 56212
    },
    {
      "epoch": 4.775144410465511,
      "grad_norm": 3.3718449792192318,
      "learning_rate": 3.1503181310695136e-05,
      "loss": 2.1673,
      "step": 56213
    },
    {
      "epoch": 4.775229357798165,
      "grad_norm": 3.4145629297930435,
      "learning_rate": 3.1498971552129026e-05,
      "loss": 2.2998,
      "step": 56214
    },
    {
      "epoch": 4.775314305130819,
      "grad_norm": 3.349454816025718,
      "learning_rate": 3.149476204185822e-05,
      "loss": 2.3152,
      "step": 56215
    },
    {
      "epoch": 4.7753992524634725,
      "grad_norm": 3.841095399300434,
      "learning_rate": 3.1490552779891554e-05,
      "loss": 2.7165,
      "step": 56216
    },
    {
      "epoch": 4.775484199796127,
      "grad_norm": 3.196199362451328,
      "learning_rate": 3.148634376623789e-05,
      "loss": 2.1882,
      "step": 56217
    },
    {
      "epoch": 4.77556914712878,
      "grad_norm": 3.525743267465672,
      "learning_rate": 3.1482135000906044e-05,
      "loss": 2.3359,
      "step": 56218
    },
    {
      "epoch": 4.775654094461434,
      "grad_norm": 3.89484731803851,
      "learning_rate": 3.1477926483904756e-05,
      "loss": 2.7053,
      "step": 56219
    },
    {
      "epoch": 4.775739041794088,
      "grad_norm": 3.3938182496526066,
      "learning_rate": 3.147371821524293e-05,
      "loss": 2.1773,
      "step": 56220
    },
    {
      "epoch": 4.775823989126741,
      "grad_norm": 3.5981265290836393,
      "learning_rate": 3.1469510194929306e-05,
      "loss": 2.7022,
      "step": 56221
    },
    {
      "epoch": 4.775908936459395,
      "grad_norm": 3.399953754505992,
      "learning_rate": 3.146530242297279e-05,
      "loss": 2.2023,
      "step": 56222
    },
    {
      "epoch": 4.775993883792049,
      "grad_norm": 3.511992078619577,
      "learning_rate": 3.1461094899382124e-05,
      "loss": 2.4862,
      "step": 56223
    },
    {
      "epoch": 4.776078831124702,
      "grad_norm": 3.323614790577853,
      "learning_rate": 3.145688762416619e-05,
      "loss": 2.3614,
      "step": 56224
    },
    {
      "epoch": 4.776163778457357,
      "grad_norm": 3.905648959585151,
      "learning_rate": 3.145268059733377e-05,
      "loss": 2.6065,
      "step": 56225
    },
    {
      "epoch": 4.77624872579001,
      "grad_norm": 3.3009958850938217,
      "learning_rate": 3.144847381889362e-05,
      "loss": 2.4256,
      "step": 56226
    },
    {
      "epoch": 4.776333673122664,
      "grad_norm": 3.8118449638054197,
      "learning_rate": 3.144426728885461e-05,
      "loss": 2.6956,
      "step": 56227
    },
    {
      "epoch": 4.776418620455318,
      "grad_norm": 3.3952683252086073,
      "learning_rate": 3.14400610072256e-05,
      "loss": 2.3695,
      "step": 56228
    },
    {
      "epoch": 4.776503567787971,
      "grad_norm": 3.529379016931314,
      "learning_rate": 3.1435854974015366e-05,
      "loss": 2.1342,
      "step": 56229
    },
    {
      "epoch": 4.7765885151206255,
      "grad_norm": 3.327924085575316,
      "learning_rate": 3.143164918923266e-05,
      "loss": 2.2818,
      "step": 56230
    },
    {
      "epoch": 4.776673462453279,
      "grad_norm": 3.216993629884705,
      "learning_rate": 3.142744365288641e-05,
      "loss": 2.1059,
      "step": 56231
    },
    {
      "epoch": 4.776758409785932,
      "grad_norm": 3.3113168760552627,
      "learning_rate": 3.1423238364985336e-05,
      "loss": 2.1323,
      "step": 56232
    },
    {
      "epoch": 4.776843357118587,
      "grad_norm": 3.44028818808774,
      "learning_rate": 3.141903332553826e-05,
      "loss": 2.0762,
      "step": 56233
    },
    {
      "epoch": 4.77692830445124,
      "grad_norm": 3.305757228032102,
      "learning_rate": 3.1414828534553995e-05,
      "loss": 2.0843,
      "step": 56234
    },
    {
      "epoch": 4.777013251783894,
      "grad_norm": 3.933788691933452,
      "learning_rate": 3.1410623992041407e-05,
      "loss": 3.0446,
      "step": 56235
    },
    {
      "epoch": 4.777098199116548,
      "grad_norm": 3.7424727370063633,
      "learning_rate": 3.1406419698009274e-05,
      "loss": 2.8308,
      "step": 56236
    },
    {
      "epoch": 4.777183146449201,
      "grad_norm": 3.2923170153067915,
      "learning_rate": 3.140221565246635e-05,
      "loss": 2.2146,
      "step": 56237
    },
    {
      "epoch": 4.7772680937818555,
      "grad_norm": 3.5986223353390665,
      "learning_rate": 3.139801185542153e-05,
      "loss": 2.4795,
      "step": 56238
    },
    {
      "epoch": 4.777353041114509,
      "grad_norm": 3.6868424120188097,
      "learning_rate": 3.139380830688355e-05,
      "loss": 2.6333,
      "step": 56239
    },
    {
      "epoch": 4.777437988447163,
      "grad_norm": 3.468426341024224,
      "learning_rate": 3.138960500686129e-05,
      "loss": 2.3279,
      "step": 56240
    },
    {
      "epoch": 4.777522935779817,
      "grad_norm": 3.3809629420054823,
      "learning_rate": 3.138540195536348e-05,
      "loss": 2.2414,
      "step": 56241
    },
    {
      "epoch": 4.77760788311247,
      "grad_norm": 3.5315553605551124,
      "learning_rate": 3.1381199152399016e-05,
      "loss": 2.3671,
      "step": 56242
    },
    {
      "epoch": 4.777692830445124,
      "grad_norm": 3.5362434966763163,
      "learning_rate": 3.137699659797664e-05,
      "loss": 2.5675,
      "step": 56243
    },
    {
      "epoch": 4.777777777777778,
      "grad_norm": 3.347864576046435,
      "learning_rate": 3.137279429210512e-05,
      "loss": 2.5138,
      "step": 56244
    },
    {
      "epoch": 4.777862725110431,
      "grad_norm": 3.603522010798463,
      "learning_rate": 3.136859223479332e-05,
      "loss": 2.616,
      "step": 56245
    },
    {
      "epoch": 4.777947672443085,
      "grad_norm": 4.074035782369006,
      "learning_rate": 3.136439042605007e-05,
      "loss": 2.9739,
      "step": 56246
    },
    {
      "epoch": 4.778032619775739,
      "grad_norm": 3.324513186541874,
      "learning_rate": 3.136018886588416e-05,
      "loss": 2.3021,
      "step": 56247
    },
    {
      "epoch": 4.778117567108393,
      "grad_norm": 4.349346616291578,
      "learning_rate": 3.1355987554304324e-05,
      "loss": 3.1404,
      "step": 56248
    },
    {
      "epoch": 4.7782025144410465,
      "grad_norm": 3.4769530410613867,
      "learning_rate": 3.135178649131945e-05,
      "loss": 2.3428,
      "step": 56249
    },
    {
      "epoch": 4.778287461773701,
      "grad_norm": 3.3180286275847592,
      "learning_rate": 3.13475856769383e-05,
      "loss": 2.3789,
      "step": 56250
    },
    {
      "epoch": 4.778372409106354,
      "grad_norm": 3.3778177909791594,
      "learning_rate": 3.134338511116965e-05,
      "loss": 2.2262,
      "step": 56251
    },
    {
      "epoch": 4.778457356439008,
      "grad_norm": 3.517311356393403,
      "learning_rate": 3.1339184794022335e-05,
      "loss": 2.5606,
      "step": 56252
    },
    {
      "epoch": 4.778542303771662,
      "grad_norm": 3.199654961486894,
      "learning_rate": 3.1334984725505194e-05,
      "loss": 2.1982,
      "step": 56253
    },
    {
      "epoch": 4.778627251104315,
      "grad_norm": 3.840790913856194,
      "learning_rate": 3.1330784905626985e-05,
      "loss": 2.5626,
      "step": 56254
    },
    {
      "epoch": 4.778712198436969,
      "grad_norm": 3.220367422184201,
      "learning_rate": 3.132658533439647e-05,
      "loss": 2.3152,
      "step": 56255
    },
    {
      "epoch": 4.778797145769623,
      "grad_norm": 3.462943486708125,
      "learning_rate": 3.132238601182251e-05,
      "loss": 2.5072,
      "step": 56256
    },
    {
      "epoch": 4.778882093102276,
      "grad_norm": 3.4381806250915465,
      "learning_rate": 3.1318186937913866e-05,
      "loss": 2.492,
      "step": 56257
    },
    {
      "epoch": 4.778967040434931,
      "grad_norm": 3.5051027717267043,
      "learning_rate": 3.1313988112679376e-05,
      "loss": 2.4393,
      "step": 56258
    },
    {
      "epoch": 4.779051987767584,
      "grad_norm": 3.325630457877004,
      "learning_rate": 3.13097895361278e-05,
      "loss": 2.4991,
      "step": 56259
    },
    {
      "epoch": 4.7791369351002375,
      "grad_norm": 3.45520301427233,
      "learning_rate": 3.130559120826797e-05,
      "loss": 2.5627,
      "step": 56260
    },
    {
      "epoch": 4.779221882432892,
      "grad_norm": 3.9151220976717913,
      "learning_rate": 3.130139312910866e-05,
      "loss": 2.6402,
      "step": 56261
    },
    {
      "epoch": 4.779306829765545,
      "grad_norm": 3.6516614584130354,
      "learning_rate": 3.129719529865867e-05,
      "loss": 2.6788,
      "step": 56262
    },
    {
      "epoch": 4.7793917770981995,
      "grad_norm": 3.40789725057404,
      "learning_rate": 3.1292997716926754e-05,
      "loss": 2.4049,
      "step": 56263
    },
    {
      "epoch": 4.779476724430853,
      "grad_norm": 3.541775186257219,
      "learning_rate": 3.128880038392176e-05,
      "loss": 2.4299,
      "step": 56264
    },
    {
      "epoch": 4.779561671763506,
      "grad_norm": 3.3064828992839947,
      "learning_rate": 3.128460329965249e-05,
      "loss": 2.2428,
      "step": 56265
    },
    {
      "epoch": 4.779646619096161,
      "grad_norm": 3.74023851277362,
      "learning_rate": 3.128040646412769e-05,
      "loss": 2.3672,
      "step": 56266
    },
    {
      "epoch": 4.779731566428814,
      "grad_norm": 3.750671887380433,
      "learning_rate": 3.1276209877356234e-05,
      "loss": 2.5036,
      "step": 56267
    },
    {
      "epoch": 4.779816513761467,
      "grad_norm": 3.186275803476027,
      "learning_rate": 3.1272013539346844e-05,
      "loss": 2.0919,
      "step": 56268
    },
    {
      "epoch": 4.779901461094122,
      "grad_norm": 3.409507131928705,
      "learning_rate": 3.126781745010833e-05,
      "loss": 2.5457,
      "step": 56269
    },
    {
      "epoch": 4.779986408426775,
      "grad_norm": 3.802454089399519,
      "learning_rate": 3.1263621609649423e-05,
      "loss": 2.5791,
      "step": 56270
    },
    {
      "epoch": 4.780071355759429,
      "grad_norm": 3.7291298299892395,
      "learning_rate": 3.125942601797904e-05,
      "loss": 2.6561,
      "step": 56271
    },
    {
      "epoch": 4.780156303092083,
      "grad_norm": 3.256517213866073,
      "learning_rate": 3.125523067510592e-05,
      "loss": 2.1695,
      "step": 56272
    },
    {
      "epoch": 4.780241250424737,
      "grad_norm": 4.116824906130618,
      "learning_rate": 3.125103558103881e-05,
      "loss": 2.9937,
      "step": 56273
    },
    {
      "epoch": 4.7803261977573905,
      "grad_norm": 3.3960846332572063,
      "learning_rate": 3.124684073578655e-05,
      "loss": 2.3177,
      "step": 56274
    },
    {
      "epoch": 4.780411145090044,
      "grad_norm": 3.2671553665878452,
      "learning_rate": 3.124264613935794e-05,
      "loss": 2.1816,
      "step": 56275
    },
    {
      "epoch": 4.780496092422698,
      "grad_norm": 3.71935076565087,
      "learning_rate": 3.123845179176168e-05,
      "loss": 2.4554,
      "step": 56276
    },
    {
      "epoch": 4.780581039755352,
      "grad_norm": 3.38539805727051,
      "learning_rate": 3.1234257693006615e-05,
      "loss": 2.2655,
      "step": 56277
    },
    {
      "epoch": 4.780665987088005,
      "grad_norm": 3.736791778413096,
      "learning_rate": 3.123006384310159e-05,
      "loss": 2.513,
      "step": 56278
    },
    {
      "epoch": 4.780750934420659,
      "grad_norm": 3.3945786348231546,
      "learning_rate": 3.122587024205534e-05,
      "loss": 2.4105,
      "step": 56279
    },
    {
      "epoch": 4.780835881753313,
      "grad_norm": 3.316062183217291,
      "learning_rate": 3.122167688987665e-05,
      "loss": 2.3829,
      "step": 56280
    },
    {
      "epoch": 4.780920829085967,
      "grad_norm": 3.771800349117157,
      "learning_rate": 3.1217483786574274e-05,
      "loss": 2.5639,
      "step": 56281
    },
    {
      "epoch": 4.7810057764186205,
      "grad_norm": 3.3228706943478583,
      "learning_rate": 3.121329093215701e-05,
      "loss": 2.3613,
      "step": 56282
    },
    {
      "epoch": 4.781090723751274,
      "grad_norm": 3.3855858076451555,
      "learning_rate": 3.120909832663372e-05,
      "loss": 2.3742,
      "step": 56283
    },
    {
      "epoch": 4.781175671083928,
      "grad_norm": 3.522865409935629,
      "learning_rate": 3.1204905970013095e-05,
      "loss": 2.3178,
      "step": 56284
    },
    {
      "epoch": 4.781260618416582,
      "grad_norm": 3.5756209082637684,
      "learning_rate": 3.120071386230399e-05,
      "loss": 2.608,
      "step": 56285
    },
    {
      "epoch": 4.781345565749236,
      "grad_norm": 3.7615083374945697,
      "learning_rate": 3.119652200351518e-05,
      "loss": 2.8099,
      "step": 56286
    },
    {
      "epoch": 4.781430513081889,
      "grad_norm": 3.6457062614261107,
      "learning_rate": 3.119233039365541e-05,
      "loss": 2.5924,
      "step": 56287
    },
    {
      "epoch": 4.781515460414543,
      "grad_norm": 3.6049278631726303,
      "learning_rate": 3.118813903273339e-05,
      "loss": 2.493,
      "step": 56288
    },
    {
      "epoch": 4.781600407747197,
      "grad_norm": 3.2419179665398627,
      "learning_rate": 3.1183947920758065e-05,
      "loss": 2.2488,
      "step": 56289
    },
    {
      "epoch": 4.78168535507985,
      "grad_norm": 3.1717128459625927,
      "learning_rate": 3.117975705773817e-05,
      "loss": 2.0899,
      "step": 56290
    },
    {
      "epoch": 4.781770302412504,
      "grad_norm": 3.61509442149462,
      "learning_rate": 3.117556644368244e-05,
      "loss": 2.3694,
      "step": 56291
    },
    {
      "epoch": 4.781855249745158,
      "grad_norm": 3.6219353063832145,
      "learning_rate": 3.117137607859963e-05,
      "loss": 2.6509,
      "step": 56292
    },
    {
      "epoch": 4.7819401970778115,
      "grad_norm": 3.550318080467431,
      "learning_rate": 3.116718596249861e-05,
      "loss": 2.4259,
      "step": 56293
    },
    {
      "epoch": 4.782025144410466,
      "grad_norm": 3.4795423645397703,
      "learning_rate": 3.116299609538807e-05,
      "loss": 2.3347,
      "step": 56294
    },
    {
      "epoch": 4.782110091743119,
      "grad_norm": 3.4033150082985544,
      "learning_rate": 3.115880647727683e-05,
      "loss": 2.4328,
      "step": 56295
    },
    {
      "epoch": 4.7821950390757735,
      "grad_norm": 3.7192779826914633,
      "learning_rate": 3.115461710817372e-05,
      "loss": 2.4856,
      "step": 56296
    },
    {
      "epoch": 4.782279986408427,
      "grad_norm": 3.15293028498386,
      "learning_rate": 3.115042798808745e-05,
      "loss": 2.1167,
      "step": 56297
    },
    {
      "epoch": 4.78236493374108,
      "grad_norm": 3.6967297605363165,
      "learning_rate": 3.1146239117026834e-05,
      "loss": 2.6497,
      "step": 56298
    },
    {
      "epoch": 4.782449881073735,
      "grad_norm": 3.5973966884862363,
      "learning_rate": 3.114205049500058e-05,
      "loss": 2.3955,
      "step": 56299
    },
    {
      "epoch": 4.782534828406388,
      "grad_norm": 3.343111155247997,
      "learning_rate": 3.1137862122017524e-05,
      "loss": 2.3888,
      "step": 56300
    },
    {
      "epoch": 4.782619775739041,
      "grad_norm": 3.4597836978252388,
      "learning_rate": 3.113367399808646e-05,
      "loss": 2.4448,
      "step": 56301
    },
    {
      "epoch": 4.782704723071696,
      "grad_norm": 3.3490873465042106,
      "learning_rate": 3.112948612321611e-05,
      "loss": 2.4969,
      "step": 56302
    },
    {
      "epoch": 4.782789670404349,
      "grad_norm": 3.504812718147351,
      "learning_rate": 3.112529849741532e-05,
      "loss": 2.237,
      "step": 56303
    },
    {
      "epoch": 4.782874617737003,
      "grad_norm": 3.3329933767499953,
      "learning_rate": 3.11211111206928e-05,
      "loss": 2.343,
      "step": 56304
    },
    {
      "epoch": 4.782959565069657,
      "grad_norm": 3.677100261170777,
      "learning_rate": 3.111692399305736e-05,
      "loss": 2.4402,
      "step": 56305
    },
    {
      "epoch": 4.78304451240231,
      "grad_norm": 3.155789222220767,
      "learning_rate": 3.111273711451771e-05,
      "loss": 2.1938,
      "step": 56306
    },
    {
      "epoch": 4.7831294597349645,
      "grad_norm": 3.640832640550962,
      "learning_rate": 3.1108550485082676e-05,
      "loss": 2.5732,
      "step": 56307
    },
    {
      "epoch": 4.783214407067618,
      "grad_norm": 3.6744022701484376,
      "learning_rate": 3.110436410476106e-05,
      "loss": 2.5712,
      "step": 56308
    },
    {
      "epoch": 4.783299354400272,
      "grad_norm": 3.698605367104224,
      "learning_rate": 3.110017797356159e-05,
      "loss": 2.6276,
      "step": 56309
    },
    {
      "epoch": 4.783384301732926,
      "grad_norm": 3.8522205106791723,
      "learning_rate": 3.109599209149301e-05,
      "loss": 2.6948,
      "step": 56310
    },
    {
      "epoch": 4.783469249065579,
      "grad_norm": 3.4074634405114743,
      "learning_rate": 3.109180645856417e-05,
      "loss": 2.418,
      "step": 56311
    },
    {
      "epoch": 4.783554196398233,
      "grad_norm": 4.107020199595409,
      "learning_rate": 3.108762107478379e-05,
      "loss": 2.8145,
      "step": 56312
    },
    {
      "epoch": 4.783639143730887,
      "grad_norm": 3.6131138818161177,
      "learning_rate": 3.1083435940160564e-05,
      "loss": 2.3938,
      "step": 56313
    },
    {
      "epoch": 4.78372409106354,
      "grad_norm": 3.697938899962637,
      "learning_rate": 3.1079251054703426e-05,
      "loss": 2.6341,
      "step": 56314
    },
    {
      "epoch": 4.783809038396194,
      "grad_norm": 3.8222129675998326,
      "learning_rate": 3.1075066418421066e-05,
      "loss": 2.5165,
      "step": 56315
    },
    {
      "epoch": 4.783893985728848,
      "grad_norm": 3.264843477822487,
      "learning_rate": 3.107088203132223e-05,
      "loss": 2.1023,
      "step": 56316
    },
    {
      "epoch": 4.783978933061502,
      "grad_norm": 3.477874032799873,
      "learning_rate": 3.106669789341569e-05,
      "loss": 2.5383,
      "step": 56317
    },
    {
      "epoch": 4.7840638803941555,
      "grad_norm": 3.7279335733040653,
      "learning_rate": 3.106251400471025e-05,
      "loss": 2.7013,
      "step": 56318
    },
    {
      "epoch": 4.78414882772681,
      "grad_norm": 3.4852293402294126,
      "learning_rate": 3.105833036521461e-05,
      "loss": 2.458,
      "step": 56319
    },
    {
      "epoch": 4.784233775059463,
      "grad_norm": 3.2136708861781003,
      "learning_rate": 3.105414697493762e-05,
      "loss": 2.1176,
      "step": 56320
    },
    {
      "epoch": 4.784318722392117,
      "grad_norm": 3.97882818765719,
      "learning_rate": 3.104996383388795e-05,
      "loss": 2.7781,
      "step": 56321
    },
    {
      "epoch": 4.784403669724771,
      "grad_norm": 3.6413191809970864,
      "learning_rate": 3.104578094207448e-05,
      "loss": 2.6472,
      "step": 56322
    },
    {
      "epoch": 4.784488617057424,
      "grad_norm": 3.49589279922665,
      "learning_rate": 3.10415982995059e-05,
      "loss": 2.4708,
      "step": 56323
    },
    {
      "epoch": 4.784573564390078,
      "grad_norm": 3.402683460453051,
      "learning_rate": 3.103741590619096e-05,
      "loss": 2.1955,
      "step": 56324
    },
    {
      "epoch": 4.784658511722732,
      "grad_norm": 3.6760299465939625,
      "learning_rate": 3.103323376213844e-05,
      "loss": 2.6388,
      "step": 56325
    },
    {
      "epoch": 4.7847434590553855,
      "grad_norm": 3.8205390272972295,
      "learning_rate": 3.102905186735716e-05,
      "loss": 2.8848,
      "step": 56326
    },
    {
      "epoch": 4.78482840638804,
      "grad_norm": 3.2881373106599057,
      "learning_rate": 3.102487022185583e-05,
      "loss": 2.2429,
      "step": 56327
    },
    {
      "epoch": 4.784913353720693,
      "grad_norm": 3.7194587909333867,
      "learning_rate": 3.102068882564318e-05,
      "loss": 2.4176,
      "step": 56328
    },
    {
      "epoch": 4.784998301053347,
      "grad_norm": 4.0430423554242205,
      "learning_rate": 3.101650767872804e-05,
      "loss": 2.8741,
      "step": 56329
    },
    {
      "epoch": 4.785083248386001,
      "grad_norm": 3.3258749548106388,
      "learning_rate": 3.101232678111916e-05,
      "loss": 2.2304,
      "step": 56330
    },
    {
      "epoch": 4.785168195718654,
      "grad_norm": 3.378827284455284,
      "learning_rate": 3.100814613282523e-05,
      "loss": 2.469,
      "step": 56331
    },
    {
      "epoch": 4.7852531430513086,
      "grad_norm": 3.3877243038665,
      "learning_rate": 3.100396573385505e-05,
      "loss": 2.3628,
      "step": 56332
    },
    {
      "epoch": 4.785338090383962,
      "grad_norm": 3.7226744581446716,
      "learning_rate": 3.0999785584217434e-05,
      "loss": 2.432,
      "step": 56333
    },
    {
      "epoch": 4.785423037716615,
      "grad_norm": 3.1716559766924637,
      "learning_rate": 3.09956056839211e-05,
      "loss": 2.0572,
      "step": 56334
    },
    {
      "epoch": 4.78550798504927,
      "grad_norm": 3.2178905702795784,
      "learning_rate": 3.0991426032974756e-05,
      "loss": 2.3353,
      "step": 56335
    },
    {
      "epoch": 4.785592932381923,
      "grad_norm": 3.499925987605792,
      "learning_rate": 3.098724663138724e-05,
      "loss": 2.3589,
      "step": 56336
    },
    {
      "epoch": 4.7856778797145765,
      "grad_norm": 3.3975072581304575,
      "learning_rate": 3.098306747916724e-05,
      "loss": 2.4681,
      "step": 56337
    },
    {
      "epoch": 4.785762827047231,
      "grad_norm": 3.530357928972659,
      "learning_rate": 3.097888857632359e-05,
      "loss": 2.6621,
      "step": 56338
    },
    {
      "epoch": 4.785847774379884,
      "grad_norm": 3.5688878297418243,
      "learning_rate": 3.097470992286495e-05,
      "loss": 2.5432,
      "step": 56339
    },
    {
      "epoch": 4.7859327217125385,
      "grad_norm": 3.8789076538223686,
      "learning_rate": 3.0970531518800175e-05,
      "loss": 2.8852,
      "step": 56340
    },
    {
      "epoch": 4.786017669045192,
      "grad_norm": 3.5698074107723254,
      "learning_rate": 3.0966353364137974e-05,
      "loss": 2.3805,
      "step": 56341
    },
    {
      "epoch": 4.786102616377846,
      "grad_norm": 3.2739732153930157,
      "learning_rate": 3.096217545888707e-05,
      "loss": 2.1601,
      "step": 56342
    },
    {
      "epoch": 4.7861875637105,
      "grad_norm": 3.7392883954762928,
      "learning_rate": 3.0957997803056226e-05,
      "loss": 2.4213,
      "step": 56343
    },
    {
      "epoch": 4.786272511043153,
      "grad_norm": 3.5591806093100185,
      "learning_rate": 3.0953820396654284e-05,
      "loss": 2.4385,
      "step": 56344
    },
    {
      "epoch": 4.786357458375807,
      "grad_norm": 4.135094270579516,
      "learning_rate": 3.094964323968991e-05,
      "loss": 2.7726,
      "step": 56345
    },
    {
      "epoch": 4.786442405708461,
      "grad_norm": 4.134325774577332,
      "learning_rate": 3.094546633217185e-05,
      "loss": 2.9513,
      "step": 56346
    },
    {
      "epoch": 4.786527353041114,
      "grad_norm": 3.8233034065801905,
      "learning_rate": 3.094128967410891e-05,
      "loss": 2.7773,
      "step": 56347
    },
    {
      "epoch": 4.786612300373768,
      "grad_norm": 3.6330379575077782,
      "learning_rate": 3.0937113265509824e-05,
      "loss": 2.4304,
      "step": 56348
    },
    {
      "epoch": 4.786697247706422,
      "grad_norm": 3.488451104802789,
      "learning_rate": 3.093293710638328e-05,
      "loss": 2.5088,
      "step": 56349
    },
    {
      "epoch": 4.786782195039076,
      "grad_norm": 3.8782999139536622,
      "learning_rate": 3.092876119673808e-05,
      "loss": 2.6669,
      "step": 56350
    },
    {
      "epoch": 4.7868671423717295,
      "grad_norm": 3.2083013700694027,
      "learning_rate": 3.092458553658304e-05,
      "loss": 2.1366,
      "step": 56351
    },
    {
      "epoch": 4.786952089704383,
      "grad_norm": 3.2995947158879155,
      "learning_rate": 3.0920410125926806e-05,
      "loss": 2.31,
      "step": 56352
    },
    {
      "epoch": 4.787037037037037,
      "grad_norm": 3.532558605697722,
      "learning_rate": 3.0916234964778164e-05,
      "loss": 2.4849,
      "step": 56353
    },
    {
      "epoch": 4.787121984369691,
      "grad_norm": 3.9164906842843186,
      "learning_rate": 3.091206005314588e-05,
      "loss": 2.999,
      "step": 56354
    },
    {
      "epoch": 4.787206931702345,
      "grad_norm": 3.653516795303539,
      "learning_rate": 3.090788539103869e-05,
      "loss": 2.7947,
      "step": 56355
    },
    {
      "epoch": 4.787291879034998,
      "grad_norm": 3.75072526504568,
      "learning_rate": 3.0903710978465296e-05,
      "loss": 2.5987,
      "step": 56356
    },
    {
      "epoch": 4.787376826367652,
      "grad_norm": 3.270052483349412,
      "learning_rate": 3.0899536815434474e-05,
      "loss": 2.2561,
      "step": 56357
    },
    {
      "epoch": 4.787461773700306,
      "grad_norm": 3.6017497403912744,
      "learning_rate": 3.089536290195503e-05,
      "loss": 2.5132,
      "step": 56358
    },
    {
      "epoch": 4.787546721032959,
      "grad_norm": 3.283555222853396,
      "learning_rate": 3.0891189238035655e-05,
      "loss": 2.1145,
      "step": 56359
    },
    {
      "epoch": 4.787631668365613,
      "grad_norm": 3.665779758414144,
      "learning_rate": 3.0887015823685065e-05,
      "loss": 2.6,
      "step": 56360
    },
    {
      "epoch": 4.787716615698267,
      "grad_norm": 3.7421739154252176,
      "learning_rate": 3.088284265891207e-05,
      "loss": 2.5237,
      "step": 56361
    },
    {
      "epoch": 4.7878015630309205,
      "grad_norm": 3.402616561690292,
      "learning_rate": 3.087866974372536e-05,
      "loss": 2.219,
      "step": 56362
    },
    {
      "epoch": 4.787886510363575,
      "grad_norm": 3.66624584778577,
      "learning_rate": 3.087449707813372e-05,
      "loss": 2.7813,
      "step": 56363
    },
    {
      "epoch": 4.787971457696228,
      "grad_norm": 3.7587243236761454,
      "learning_rate": 3.087032466214585e-05,
      "loss": 2.5667,
      "step": 56364
    },
    {
      "epoch": 4.7880564050288825,
      "grad_norm": 3.5169458651999466,
      "learning_rate": 3.086615249577056e-05,
      "loss": 2.4937,
      "step": 56365
    },
    {
      "epoch": 4.788141352361536,
      "grad_norm": 3.6997490119230503,
      "learning_rate": 3.086198057901654e-05,
      "loss": 2.6705,
      "step": 56366
    },
    {
      "epoch": 4.788226299694189,
      "grad_norm": 3.3469558881345924,
      "learning_rate": 3.085780891189249e-05,
      "loss": 2.4401,
      "step": 56367
    },
    {
      "epoch": 4.788311247026844,
      "grad_norm": 3.5391631840581663,
      "learning_rate": 3.0853637494407216e-05,
      "loss": 2.4652,
      "step": 56368
    },
    {
      "epoch": 4.788396194359497,
      "grad_norm": 3.3913608513209295,
      "learning_rate": 3.0849466326569484e-05,
      "loss": 2.3194,
      "step": 56369
    },
    {
      "epoch": 4.7884811416921504,
      "grad_norm": 3.863274482473332,
      "learning_rate": 3.0845295408387985e-05,
      "loss": 2.7355,
      "step": 56370
    },
    {
      "epoch": 4.788566089024805,
      "grad_norm": 3.441808244521888,
      "learning_rate": 3.084112473987144e-05,
      "loss": 2.3068,
      "step": 56371
    },
    {
      "epoch": 4.788651036357458,
      "grad_norm": 4.064947884720386,
      "learning_rate": 3.083695432102864e-05,
      "loss": 2.6892,
      "step": 56372
    },
    {
      "epoch": 4.788735983690112,
      "grad_norm": 3.5968697685873137,
      "learning_rate": 3.08327841518683e-05,
      "loss": 2.2978,
      "step": 56373
    },
    {
      "epoch": 4.788820931022766,
      "grad_norm": 3.327756465177934,
      "learning_rate": 3.082861423239911e-05,
      "loss": 2.3435,
      "step": 56374
    },
    {
      "epoch": 4.788905878355419,
      "grad_norm": 3.2242225061817935,
      "learning_rate": 3.082444456262987e-05,
      "loss": 1.9631,
      "step": 56375
    },
    {
      "epoch": 4.7889908256880735,
      "grad_norm": 3.176719857412844,
      "learning_rate": 3.082027514256933e-05,
      "loss": 2.0025,
      "step": 56376
    },
    {
      "epoch": 4.789075773020727,
      "grad_norm": 3.6620233335348074,
      "learning_rate": 3.0816105972226184e-05,
      "loss": 2.4376,
      "step": 56377
    },
    {
      "epoch": 4.789160720353381,
      "grad_norm": 3.3100154575145306,
      "learning_rate": 3.0811937051609145e-05,
      "loss": 2.1929,
      "step": 56378
    },
    {
      "epoch": 4.789245667686035,
      "grad_norm": 3.236956935202227,
      "learning_rate": 3.0807768380727025e-05,
      "loss": 2.1652,
      "step": 56379
    },
    {
      "epoch": 4.789330615018688,
      "grad_norm": 3.5939859590296477,
      "learning_rate": 3.080359995958848e-05,
      "loss": 2.4841,
      "step": 56380
    },
    {
      "epoch": 4.789415562351342,
      "grad_norm": 3.8429554331196294,
      "learning_rate": 3.079943178820232e-05,
      "loss": 2.6361,
      "step": 56381
    },
    {
      "epoch": 4.789500509683996,
      "grad_norm": 3.595820806458787,
      "learning_rate": 3.079526386657721e-05,
      "loss": 2.5709,
      "step": 56382
    },
    {
      "epoch": 4.78958545701665,
      "grad_norm": 3.8009794088753313,
      "learning_rate": 3.079109619472193e-05,
      "loss": 2.8985,
      "step": 56383
    },
    {
      "epoch": 4.7896704043493035,
      "grad_norm": 3.547167949809324,
      "learning_rate": 3.0786928772645204e-05,
      "loss": 2.5068,
      "step": 56384
    },
    {
      "epoch": 4.789755351681957,
      "grad_norm": 4.380460232868966,
      "learning_rate": 3.0782761600355716e-05,
      "loss": 3.0327,
      "step": 56385
    },
    {
      "epoch": 4.789840299014611,
      "grad_norm": 3.5225649211480414,
      "learning_rate": 3.077859467786223e-05,
      "loss": 2.3766,
      "step": 56386
    },
    {
      "epoch": 4.789925246347265,
      "grad_norm": 3.622604619620702,
      "learning_rate": 3.077442800517352e-05,
      "loss": 2.4288,
      "step": 56387
    },
    {
      "epoch": 4.790010193679919,
      "grad_norm": 3.3206796371730776,
      "learning_rate": 3.0770261582298294e-05,
      "loss": 2.3049,
      "step": 56388
    },
    {
      "epoch": 4.790095141012572,
      "grad_norm": 3.8953718675831097,
      "learning_rate": 3.076609540924522e-05,
      "loss": 2.4978,
      "step": 56389
    },
    {
      "epoch": 4.790180088345226,
      "grad_norm": 3.3646950707909653,
      "learning_rate": 3.0761929486023094e-05,
      "loss": 2.4099,
      "step": 56390
    },
    {
      "epoch": 4.79026503567788,
      "grad_norm": 3.2245376399247805,
      "learning_rate": 3.0757763812640656e-05,
      "loss": 2.3433,
      "step": 56391
    },
    {
      "epoch": 4.790349983010533,
      "grad_norm": 3.318443817211578,
      "learning_rate": 3.0753598389106544e-05,
      "loss": 2.2272,
      "step": 56392
    },
    {
      "epoch": 4.790434930343187,
      "grad_norm": 3.567556558020982,
      "learning_rate": 3.0749433215429546e-05,
      "loss": 2.7172,
      "step": 56393
    },
    {
      "epoch": 4.790519877675841,
      "grad_norm": 3.3970850328546693,
      "learning_rate": 3.0745268291618446e-05,
      "loss": 2.4192,
      "step": 56394
    },
    {
      "epoch": 4.7906048250084945,
      "grad_norm": 3.301857922049997,
      "learning_rate": 3.07411036176819e-05,
      "loss": 2.425,
      "step": 56395
    },
    {
      "epoch": 4.790689772341149,
      "grad_norm": 3.232651353692354,
      "learning_rate": 3.07369391936286e-05,
      "loss": 2.2629,
      "step": 56396
    },
    {
      "epoch": 4.790774719673802,
      "grad_norm": 3.7798734561024694,
      "learning_rate": 3.0732775019467375e-05,
      "loss": 2.5128,
      "step": 56397
    },
    {
      "epoch": 4.7908596670064565,
      "grad_norm": 4.205776288640966,
      "learning_rate": 3.072861109520688e-05,
      "loss": 3.1472,
      "step": 56398
    },
    {
      "epoch": 4.79094461433911,
      "grad_norm": 3.593216807296175,
      "learning_rate": 3.072444742085584e-05,
      "loss": 2.6897,
      "step": 56399
    },
    {
      "epoch": 4.791029561671763,
      "grad_norm": 3.4207167443060422,
      "learning_rate": 3.0720283996422974e-05,
      "loss": 2.2737,
      "step": 56400
    },
    {
      "epoch": 4.791114509004418,
      "grad_norm": 3.200616773189419,
      "learning_rate": 3.0716120821917076e-05,
      "loss": 2.0742,
      "step": 56401
    },
    {
      "epoch": 4.791199456337071,
      "grad_norm": 3.4144165395456296,
      "learning_rate": 3.0711957897346795e-05,
      "loss": 2.4464,
      "step": 56402
    },
    {
      "epoch": 4.791284403669724,
      "grad_norm": 3.4516248740786275,
      "learning_rate": 3.0707795222720846e-05,
      "loss": 2.5351,
      "step": 56403
    },
    {
      "epoch": 4.791369351002379,
      "grad_norm": 3.272745742084633,
      "learning_rate": 3.0703632798048045e-05,
      "loss": 2.2478,
      "step": 56404
    },
    {
      "epoch": 4.791454298335032,
      "grad_norm": 3.4167451817292656,
      "learning_rate": 3.069947062333699e-05,
      "loss": 2.3446,
      "step": 56405
    },
    {
      "epoch": 4.791539245667686,
      "grad_norm": 3.167529280198313,
      "learning_rate": 3.06953086985965e-05,
      "loss": 2.1748,
      "step": 56406
    },
    {
      "epoch": 4.79162419300034,
      "grad_norm": 3.357292622265626,
      "learning_rate": 3.0691147023835226e-05,
      "loss": 2.4685,
      "step": 56407
    },
    {
      "epoch": 4.791709140332993,
      "grad_norm": 3.4452884180293246,
      "learning_rate": 3.068698559906195e-05,
      "loss": 2.4711,
      "step": 56408
    },
    {
      "epoch": 4.7917940876656475,
      "grad_norm": 3.648444298560089,
      "learning_rate": 3.0682824424285365e-05,
      "loss": 2.3126,
      "step": 56409
    },
    {
      "epoch": 4.791879034998301,
      "grad_norm": 4.163311108711799,
      "learning_rate": 3.067866349951417e-05,
      "loss": 3.0751,
      "step": 56410
    },
    {
      "epoch": 4.791963982330955,
      "grad_norm": 3.846144531939504,
      "learning_rate": 3.0674502824757076e-05,
      "loss": 2.6292,
      "step": 56411
    },
    {
      "epoch": 4.792048929663609,
      "grad_norm": 3.2528986798672905,
      "learning_rate": 3.067034240002287e-05,
      "loss": 2.1234,
      "step": 56412
    },
    {
      "epoch": 4.792133876996262,
      "grad_norm": 3.4472686963213,
      "learning_rate": 3.066618222532021e-05,
      "loss": 2.5934,
      "step": 56413
    },
    {
      "epoch": 4.792218824328916,
      "grad_norm": 3.5935484139595943,
      "learning_rate": 3.06620223006578e-05,
      "loss": 2.5407,
      "step": 56414
    },
    {
      "epoch": 4.79230377166157,
      "grad_norm": 3.334820147158959,
      "learning_rate": 3.065786262604443e-05,
      "loss": 2.2926,
      "step": 56415
    },
    {
      "epoch": 4.792388718994223,
      "grad_norm": 3.2907836548817233,
      "learning_rate": 3.0653703201488744e-05,
      "loss": 2.1771,
      "step": 56416
    },
    {
      "epoch": 4.792473666326877,
      "grad_norm": 3.4721987421847738,
      "learning_rate": 3.064954402699946e-05,
      "loss": 2.3138,
      "step": 56417
    },
    {
      "epoch": 4.792558613659531,
      "grad_norm": 3.548638974267358,
      "learning_rate": 3.064538510258531e-05,
      "loss": 2.5085,
      "step": 56418
    },
    {
      "epoch": 4.792643560992185,
      "grad_norm": 4.074381033281678,
      "learning_rate": 3.064122642825506e-05,
      "loss": 2.7944,
      "step": 56419
    },
    {
      "epoch": 4.7927285083248385,
      "grad_norm": 3.5133146638768573,
      "learning_rate": 3.0637068004017366e-05,
      "loss": 2.3914,
      "step": 56420
    },
    {
      "epoch": 4.792813455657493,
      "grad_norm": 3.429792774298882,
      "learning_rate": 3.063290982988092e-05,
      "loss": 2.2799,
      "step": 56421
    },
    {
      "epoch": 4.792898402990146,
      "grad_norm": 3.495189160018696,
      "learning_rate": 3.0628751905854506e-05,
      "loss": 2.5051,
      "step": 56422
    },
    {
      "epoch": 4.7929833503228,
      "grad_norm": 3.4737983867859277,
      "learning_rate": 3.062459423194675e-05,
      "loss": 2.4901,
      "step": 56423
    },
    {
      "epoch": 4.793068297655454,
      "grad_norm": 3.4530850239733684,
      "learning_rate": 3.062043680816646e-05,
      "loss": 2.1851,
      "step": 56424
    },
    {
      "epoch": 4.793153244988107,
      "grad_norm": 3.837939443227011,
      "learning_rate": 3.061627963452225e-05,
      "loss": 2.5376,
      "step": 56425
    },
    {
      "epoch": 4.793238192320761,
      "grad_norm": 3.154287476347182,
      "learning_rate": 3.061212271102291e-05,
      "loss": 2.2418,
      "step": 56426
    },
    {
      "epoch": 4.793323139653415,
      "grad_norm": 3.31758316973426,
      "learning_rate": 3.0607966037677126e-05,
      "loss": 2.3365,
      "step": 56427
    },
    {
      "epoch": 4.7934080869860685,
      "grad_norm": 3.2586405133349428,
      "learning_rate": 3.0603809614493555e-05,
      "loss": 2.1667,
      "step": 56428
    },
    {
      "epoch": 4.793493034318723,
      "grad_norm": 4.131123406864071,
      "learning_rate": 3.059965344148096e-05,
      "loss": 2.6512,
      "step": 56429
    },
    {
      "epoch": 4.793577981651376,
      "grad_norm": 3.160638595374906,
      "learning_rate": 3.059549751864807e-05,
      "loss": 2.1555,
      "step": 56430
    },
    {
      "epoch": 4.79366292898403,
      "grad_norm": 4.207421961581291,
      "learning_rate": 3.059134184600357e-05,
      "loss": 3.0469,
      "step": 56431
    },
    {
      "epoch": 4.793747876316684,
      "grad_norm": 3.2701683273802646,
      "learning_rate": 3.0587186423556114e-05,
      "loss": 2.3661,
      "step": 56432
    },
    {
      "epoch": 4.793832823649337,
      "grad_norm": 3.2808740704615564,
      "learning_rate": 3.05830312513145e-05,
      "loss": 2.0792,
      "step": 56433
    },
    {
      "epoch": 4.793917770981992,
      "grad_norm": 3.261505049887766,
      "learning_rate": 3.0578876329287386e-05,
      "loss": 2.3263,
      "step": 56434
    },
    {
      "epoch": 4.794002718314645,
      "grad_norm": 3.45083351324494,
      "learning_rate": 3.057472165748344e-05,
      "loss": 2.3126,
      "step": 56435
    },
    {
      "epoch": 4.794087665647298,
      "grad_norm": 3.2443622476838514,
      "learning_rate": 3.05705672359114e-05,
      "loss": 2.293,
      "step": 56436
    },
    {
      "epoch": 4.794172612979953,
      "grad_norm": 3.7062778863554233,
      "learning_rate": 3.056641306458002e-05,
      "loss": 2.6145,
      "step": 56437
    },
    {
      "epoch": 4.794257560312606,
      "grad_norm": 3.336728938371862,
      "learning_rate": 3.0562259143497984e-05,
      "loss": 2.5222,
      "step": 56438
    },
    {
      "epoch": 4.7943425076452595,
      "grad_norm": 3.3404828160511966,
      "learning_rate": 3.055810547267391e-05,
      "loss": 2.2257,
      "step": 56439
    },
    {
      "epoch": 4.794427454977914,
      "grad_norm": 3.0924292430243403,
      "learning_rate": 3.0553952052116624e-05,
      "loss": 1.9714,
      "step": 56440
    },
    {
      "epoch": 4.794512402310567,
      "grad_norm": 3.8170660151497153,
      "learning_rate": 3.054979888183476e-05,
      "loss": 2.6857,
      "step": 56441
    },
    {
      "epoch": 4.7945973496432215,
      "grad_norm": 3.371989249974426,
      "learning_rate": 3.0545645961836985e-05,
      "loss": 2.4195,
      "step": 56442
    },
    {
      "epoch": 4.794682296975875,
      "grad_norm": 3.840279911609723,
      "learning_rate": 3.054149329213206e-05,
      "loss": 2.5733,
      "step": 56443
    },
    {
      "epoch": 4.794767244308529,
      "grad_norm": 3.900245453364446,
      "learning_rate": 3.053734087272871e-05,
      "loss": 2.7689,
      "step": 56444
    },
    {
      "epoch": 4.794852191641183,
      "grad_norm": 3.4807427269764606,
      "learning_rate": 3.0533188703635583e-05,
      "loss": 2.4361,
      "step": 56445
    },
    {
      "epoch": 4.794937138973836,
      "grad_norm": 4.109963023689778,
      "learning_rate": 3.052903678486138e-05,
      "loss": 2.7787,
      "step": 56446
    },
    {
      "epoch": 4.79502208630649,
      "grad_norm": 3.51423321725466,
      "learning_rate": 3.0524885116414835e-05,
      "loss": 2.485,
      "step": 56447
    },
    {
      "epoch": 4.795107033639144,
      "grad_norm": 3.342066292066257,
      "learning_rate": 3.05207336983046e-05,
      "loss": 2.4705,
      "step": 56448
    },
    {
      "epoch": 4.795191980971797,
      "grad_norm": 3.8228800991169747,
      "learning_rate": 3.0516582530539428e-05,
      "loss": 2.4218,
      "step": 56449
    },
    {
      "epoch": 4.795276928304451,
      "grad_norm": 3.308304590001989,
      "learning_rate": 3.051243161312795e-05,
      "loss": 2.26,
      "step": 56450
    },
    {
      "epoch": 4.795361875637105,
      "grad_norm": 3.458184759076793,
      "learning_rate": 3.0508280946078938e-05,
      "loss": 2.1246,
      "step": 56451
    },
    {
      "epoch": 4.795446822969759,
      "grad_norm": 3.821170115310796,
      "learning_rate": 3.0504130529401068e-05,
      "loss": 2.4681,
      "step": 56452
    },
    {
      "epoch": 4.7955317703024125,
      "grad_norm": 3.3292098235347334,
      "learning_rate": 3.0499980363102978e-05,
      "loss": 2.3125,
      "step": 56453
    },
    {
      "epoch": 4.795616717635066,
      "grad_norm": 3.3643627415948862,
      "learning_rate": 3.0495830447193398e-05,
      "loss": 2.3612,
      "step": 56454
    },
    {
      "epoch": 4.79570166496772,
      "grad_norm": 3.698998429527235,
      "learning_rate": 3.049168078168109e-05,
      "loss": 2.7054,
      "step": 56455
    },
    {
      "epoch": 4.795786612300374,
      "grad_norm": 3.0984726031810306,
      "learning_rate": 3.0487531366574674e-05,
      "loss": 2.1881,
      "step": 56456
    },
    {
      "epoch": 4.795871559633028,
      "grad_norm": 3.270209455012352,
      "learning_rate": 3.0483382201882833e-05,
      "loss": 2.1789,
      "step": 56457
    },
    {
      "epoch": 4.795956506965681,
      "grad_norm": 3.894572157134515,
      "learning_rate": 3.0479233287614325e-05,
      "loss": 2.7046,
      "step": 56458
    },
    {
      "epoch": 4.796041454298335,
      "grad_norm": 3.4825660283961906,
      "learning_rate": 3.0475084623777805e-05,
      "loss": 2.534,
      "step": 56459
    },
    {
      "epoch": 4.796126401630989,
      "grad_norm": 3.080563265127493,
      "learning_rate": 3.0470936210381925e-05,
      "loss": 2.0166,
      "step": 56460
    },
    {
      "epoch": 4.796211348963642,
      "grad_norm": 3.487446015711223,
      "learning_rate": 3.0466788047435436e-05,
      "loss": 2.3227,
      "step": 56461
    },
    {
      "epoch": 4.796296296296296,
      "grad_norm": 3.7175362475965987,
      "learning_rate": 3.0462640134947054e-05,
      "loss": 2.4436,
      "step": 56462
    },
    {
      "epoch": 4.79638124362895,
      "grad_norm": 3.822785051195729,
      "learning_rate": 3.0458492472925418e-05,
      "loss": 2.6351,
      "step": 56463
    },
    {
      "epoch": 4.7964661909616035,
      "grad_norm": 3.4270040988456674,
      "learning_rate": 3.0454345061379186e-05,
      "loss": 2.2295,
      "step": 56464
    },
    {
      "epoch": 4.796551138294258,
      "grad_norm": 3.353209577806055,
      "learning_rate": 3.045019790031714e-05,
      "loss": 2.3223,
      "step": 56465
    },
    {
      "epoch": 4.796636085626911,
      "grad_norm": 4.012458650294812,
      "learning_rate": 3.044605098974789e-05,
      "loss": 2.7192,
      "step": 56466
    },
    {
      "epoch": 4.7967210329595655,
      "grad_norm": 3.284599645658486,
      "learning_rate": 3.0441904329680207e-05,
      "loss": 2.3554,
      "step": 56467
    },
    {
      "epoch": 4.796805980292219,
      "grad_norm": 3.432811324359651,
      "learning_rate": 3.043775792012267e-05,
      "loss": 2.449,
      "step": 56468
    },
    {
      "epoch": 4.796890927624872,
      "grad_norm": 3.891231666947923,
      "learning_rate": 3.043361176108407e-05,
      "loss": 2.6979,
      "step": 56469
    },
    {
      "epoch": 4.796975874957527,
      "grad_norm": 3.685444172328067,
      "learning_rate": 3.0429465852573053e-05,
      "loss": 2.4918,
      "step": 56470
    },
    {
      "epoch": 4.79706082229018,
      "grad_norm": 3.749302710138986,
      "learning_rate": 3.042532019459828e-05,
      "loss": 2.5067,
      "step": 56471
    },
    {
      "epoch": 4.7971457696228335,
      "grad_norm": 3.809560202283392,
      "learning_rate": 3.042117478716844e-05,
      "loss": 2.7059,
      "step": 56472
    },
    {
      "epoch": 4.797230716955488,
      "grad_norm": 3.2272440712739243,
      "learning_rate": 3.0417029630292293e-05,
      "loss": 2.1763,
      "step": 56473
    },
    {
      "epoch": 4.797315664288141,
      "grad_norm": 3.1882510871961656,
      "learning_rate": 3.041288472397847e-05,
      "loss": 2.0668,
      "step": 56474
    },
    {
      "epoch": 4.7974006116207955,
      "grad_norm": 3.9626443097091673,
      "learning_rate": 3.040874006823561e-05,
      "loss": 2.8689,
      "step": 56475
    },
    {
      "epoch": 4.797485558953449,
      "grad_norm": 4.046105646284723,
      "learning_rate": 3.0404595663072505e-05,
      "loss": 3.0147,
      "step": 56476
    },
    {
      "epoch": 4.797570506286102,
      "grad_norm": 3.4130478914780813,
      "learning_rate": 3.040045150849777e-05,
      "loss": 2.3996,
      "step": 56477
    },
    {
      "epoch": 4.797655453618757,
      "grad_norm": 3.6700106966820703,
      "learning_rate": 3.0396307604520043e-05,
      "loss": 2.545,
      "step": 56478
    },
    {
      "epoch": 4.79774040095141,
      "grad_norm": 3.6511170676101092,
      "learning_rate": 3.0392163951148085e-05,
      "loss": 2.3314,
      "step": 56479
    },
    {
      "epoch": 4.797825348284064,
      "grad_norm": 3.438593496216851,
      "learning_rate": 3.0388020548390573e-05,
      "loss": 2.3044,
      "step": 56480
    },
    {
      "epoch": 4.797910295616718,
      "grad_norm": 3.1134257523012505,
      "learning_rate": 3.0383877396256185e-05,
      "loss": 2.0747,
      "step": 56481
    },
    {
      "epoch": 4.797995242949371,
      "grad_norm": 3.270770443093322,
      "learning_rate": 3.0379734494753543e-05,
      "loss": 2.2372,
      "step": 56482
    },
    {
      "epoch": 4.798080190282025,
      "grad_norm": 3.651551319639152,
      "learning_rate": 3.037559184389141e-05,
      "loss": 2.3733,
      "step": 56483
    },
    {
      "epoch": 4.798165137614679,
      "grad_norm": 3.6268003976854017,
      "learning_rate": 3.0371449443678432e-05,
      "loss": 2.381,
      "step": 56484
    },
    {
      "epoch": 4.798250084947332,
      "grad_norm": 3.7688581489760957,
      "learning_rate": 3.0367307294123228e-05,
      "loss": 2.3864,
      "step": 56485
    },
    {
      "epoch": 4.7983350322799865,
      "grad_norm": 3.549763349251848,
      "learning_rate": 3.0363165395234547e-05,
      "loss": 2.3405,
      "step": 56486
    },
    {
      "epoch": 4.79841997961264,
      "grad_norm": 3.61104705215108,
      "learning_rate": 3.0359023747021095e-05,
      "loss": 2.4477,
      "step": 56487
    },
    {
      "epoch": 4.798504926945294,
      "grad_norm": 3.560811964747018,
      "learning_rate": 3.0354882349491517e-05,
      "loss": 2.6247,
      "step": 56488
    },
    {
      "epoch": 4.798589874277948,
      "grad_norm": 3.7923072162513596,
      "learning_rate": 3.035074120265442e-05,
      "loss": 2.3975,
      "step": 56489
    },
    {
      "epoch": 4.798674821610602,
      "grad_norm": 3.1640058817103123,
      "learning_rate": 3.0346600306518603e-05,
      "loss": 2.1115,
      "step": 56490
    },
    {
      "epoch": 4.798759768943255,
      "grad_norm": 3.347593229908053,
      "learning_rate": 3.0342459661092638e-05,
      "loss": 2.2566,
      "step": 56491
    },
    {
      "epoch": 4.798844716275909,
      "grad_norm": 3.8898086003415706,
      "learning_rate": 3.0338319266385285e-05,
      "loss": 2.7046,
      "step": 56492
    },
    {
      "epoch": 4.798929663608563,
      "grad_norm": 3.5349540562200366,
      "learning_rate": 3.033417912240514e-05,
      "loss": 2.4952,
      "step": 56493
    },
    {
      "epoch": 4.799014610941216,
      "grad_norm": 3.1190586497795336,
      "learning_rate": 3.033003922916096e-05,
      "loss": 1.9948,
      "step": 56494
    },
    {
      "epoch": 4.79909955827387,
      "grad_norm": 3.873185198482743,
      "learning_rate": 3.0325899586661366e-05,
      "loss": 2.4926,
      "step": 56495
    },
    {
      "epoch": 4.799184505606524,
      "grad_norm": 3.703433236695503,
      "learning_rate": 3.032176019491503e-05,
      "loss": 2.5948,
      "step": 56496
    },
    {
      "epoch": 4.7992694529391775,
      "grad_norm": 3.507331366575082,
      "learning_rate": 3.0317621053930618e-05,
      "loss": 2.5022,
      "step": 56497
    },
    {
      "epoch": 4.799354400271832,
      "grad_norm": 3.33680408565973,
      "learning_rate": 3.0313482163716864e-05,
      "loss": 2.2895,
      "step": 56498
    },
    {
      "epoch": 4.799439347604485,
      "grad_norm": 3.2658220902505275,
      "learning_rate": 3.0309343524282402e-05,
      "loss": 2.1326,
      "step": 56499
    },
    {
      "epoch": 4.799524294937139,
      "grad_norm": 4.2655188697603705,
      "learning_rate": 3.0305205135635853e-05,
      "loss": 3.3207,
      "step": 56500
    },
    {
      "epoch": 4.799609242269793,
      "grad_norm": 3.2464526996087075,
      "learning_rate": 3.0301066997785985e-05,
      "loss": 2.2843,
      "step": 56501
    },
    {
      "epoch": 4.799694189602446,
      "grad_norm": 3.712520633449175,
      "learning_rate": 3.0296929110741424e-05,
      "loss": 2.6355,
      "step": 56502
    },
    {
      "epoch": 4.799779136935101,
      "grad_norm": 3.9688163638365883,
      "learning_rate": 3.0292791474510786e-05,
      "loss": 2.8157,
      "step": 56503
    },
    {
      "epoch": 4.799864084267754,
      "grad_norm": 3.340388046168738,
      "learning_rate": 3.028865408910279e-05,
      "loss": 2.3676,
      "step": 56504
    },
    {
      "epoch": 4.799949031600407,
      "grad_norm": 4.020754644923159,
      "learning_rate": 3.0284516954526156e-05,
      "loss": 2.6952,
      "step": 56505
    },
    {
      "epoch": 4.800033978933062,
      "grad_norm": 3.326323643382874,
      "learning_rate": 3.0280380070789502e-05,
      "loss": 2.2511,
      "step": 56506
    },
    {
      "epoch": 4.800118926265715,
      "grad_norm": 3.3436006935581517,
      "learning_rate": 3.0276243437901455e-05,
      "loss": 2.2989,
      "step": 56507
    },
    {
      "epoch": 4.8002038735983685,
      "grad_norm": 3.3502650769211617,
      "learning_rate": 3.0272107055870758e-05,
      "loss": 2.3198,
      "step": 56508
    },
    {
      "epoch": 4.800288820931023,
      "grad_norm": 3.376827016554453,
      "learning_rate": 3.0267970924706008e-05,
      "loss": 2.4417,
      "step": 56509
    },
    {
      "epoch": 4.800373768263676,
      "grad_norm": 3.9402755353448677,
      "learning_rate": 3.0263835044415947e-05,
      "loss": 2.7271,
      "step": 56510
    },
    {
      "epoch": 4.8004587155963305,
      "grad_norm": 3.55542717903971,
      "learning_rate": 3.0259699415009147e-05,
      "loss": 2.5445,
      "step": 56511
    },
    {
      "epoch": 4.800543662928984,
      "grad_norm": 3.3300217266530017,
      "learning_rate": 3.025556403649439e-05,
      "loss": 2.3444,
      "step": 56512
    },
    {
      "epoch": 4.800628610261638,
      "grad_norm": 3.6157627515338326,
      "learning_rate": 3.0251428908880264e-05,
      "loss": 2.2815,
      "step": 56513
    },
    {
      "epoch": 4.800713557594292,
      "grad_norm": 3.905660184076146,
      "learning_rate": 3.024729403217542e-05,
      "loss": 2.5925,
      "step": 56514
    },
    {
      "epoch": 4.800798504926945,
      "grad_norm": 3.6746888046610655,
      "learning_rate": 3.024315940638854e-05,
      "loss": 2.6324,
      "step": 56515
    },
    {
      "epoch": 4.800883452259599,
      "grad_norm": 3.1638004135315034,
      "learning_rate": 3.0239025031528326e-05,
      "loss": 2.1534,
      "step": 56516
    },
    {
      "epoch": 4.800968399592253,
      "grad_norm": 3.431948386516311,
      "learning_rate": 3.0234890907603433e-05,
      "loss": 2.4485,
      "step": 56517
    },
    {
      "epoch": 4.801053346924906,
      "grad_norm": 3.966411404358628,
      "learning_rate": 3.0230757034622456e-05,
      "loss": 2.9004,
      "step": 56518
    },
    {
      "epoch": 4.8011382942575604,
      "grad_norm": 3.143304423624064,
      "learning_rate": 3.0226623412594135e-05,
      "loss": 2.0927,
      "step": 56519
    },
    {
      "epoch": 4.801223241590214,
      "grad_norm": 3.4622178910209604,
      "learning_rate": 3.02224900415271e-05,
      "loss": 2.2544,
      "step": 56520
    },
    {
      "epoch": 4.801308188922868,
      "grad_norm": 3.4246213012092404,
      "learning_rate": 3.0218356921429963e-05,
      "loss": 2.545,
      "step": 56521
    },
    {
      "epoch": 4.8013931362555216,
      "grad_norm": 3.553897215738317,
      "learning_rate": 3.021422405231145e-05,
      "loss": 2.4152,
      "step": 56522
    },
    {
      "epoch": 4.801478083588175,
      "grad_norm": 3.6879635545181952,
      "learning_rate": 3.0210091434180228e-05,
      "loss": 2.3374,
      "step": 56523
    },
    {
      "epoch": 4.801563030920829,
      "grad_norm": 3.396184660016119,
      "learning_rate": 3.020595906704493e-05,
      "loss": 2.3289,
      "step": 56524
    },
    {
      "epoch": 4.801647978253483,
      "grad_norm": 3.6582492310103403,
      "learning_rate": 3.0201826950914187e-05,
      "loss": 2.56,
      "step": 56525
    },
    {
      "epoch": 4.801732925586137,
      "grad_norm": 3.793837401933196,
      "learning_rate": 3.019769508579672e-05,
      "loss": 2.5146,
      "step": 56526
    },
    {
      "epoch": 4.80181787291879,
      "grad_norm": 3.3862244718320365,
      "learning_rate": 3.0193563471701105e-05,
      "loss": 2.3424,
      "step": 56527
    },
    {
      "epoch": 4.801902820251444,
      "grad_norm": 3.5409431240792646,
      "learning_rate": 3.0189432108636085e-05,
      "loss": 2.2704,
      "step": 56528
    },
    {
      "epoch": 4.801987767584098,
      "grad_norm": 3.703252991723234,
      "learning_rate": 3.0185300996610255e-05,
      "loss": 2.3855,
      "step": 56529
    },
    {
      "epoch": 4.8020727149167515,
      "grad_norm": 3.599832495940013,
      "learning_rate": 3.018117013563231e-05,
      "loss": 2.5193,
      "step": 56530
    },
    {
      "epoch": 4.802157662249405,
      "grad_norm": 3.42457407086181,
      "learning_rate": 3.0177039525710906e-05,
      "loss": 2.383,
      "step": 56531
    },
    {
      "epoch": 4.802242609582059,
      "grad_norm": 3.628032447190651,
      "learning_rate": 3.017290916685467e-05,
      "loss": 2.5332,
      "step": 56532
    },
    {
      "epoch": 4.802327556914713,
      "grad_norm": 3.541918068367774,
      "learning_rate": 3.016877905907221e-05,
      "loss": 2.537,
      "step": 56533
    },
    {
      "epoch": 4.802412504247367,
      "grad_norm": 3.3712258156998667,
      "learning_rate": 3.016464920237226e-05,
      "loss": 2.3987,
      "step": 56534
    },
    {
      "epoch": 4.80249745158002,
      "grad_norm": 3.334467708869316,
      "learning_rate": 3.016051959676349e-05,
      "loss": 2.2058,
      "step": 56535
    },
    {
      "epoch": 4.802582398912675,
      "grad_norm": 3.5394225391135765,
      "learning_rate": 3.015639024225446e-05,
      "loss": 2.5554,
      "step": 56536
    },
    {
      "epoch": 4.802667346245328,
      "grad_norm": 3.7279165139230033,
      "learning_rate": 3.015226113885391e-05,
      "loss": 2.3683,
      "step": 56537
    },
    {
      "epoch": 4.802752293577981,
      "grad_norm": 3.1366265733635488,
      "learning_rate": 3.0148132286570458e-05,
      "loss": 2.0971,
      "step": 56538
    },
    {
      "epoch": 4.802837240910636,
      "grad_norm": 3.4853775729072822,
      "learning_rate": 3.014400368541276e-05,
      "loss": 2.6264,
      "step": 56539
    },
    {
      "epoch": 4.802922188243289,
      "grad_norm": 3.553138773877595,
      "learning_rate": 3.013987533538939e-05,
      "loss": 2.2037,
      "step": 56540
    },
    {
      "epoch": 4.8030071355759425,
      "grad_norm": 3.685862203833727,
      "learning_rate": 3.0135747236509128e-05,
      "loss": 2.8093,
      "step": 56541
    },
    {
      "epoch": 4.803092082908597,
      "grad_norm": 3.688257323685663,
      "learning_rate": 3.013161938878058e-05,
      "loss": 2.3699,
      "step": 56542
    },
    {
      "epoch": 4.80317703024125,
      "grad_norm": 3.988865377672731,
      "learning_rate": 3.0127491792212326e-05,
      "loss": 2.7441,
      "step": 56543
    },
    {
      "epoch": 4.8032619775739045,
      "grad_norm": 3.255457380070999,
      "learning_rate": 3.0123364446813107e-05,
      "loss": 2.1979,
      "step": 56544
    },
    {
      "epoch": 4.803346924906558,
      "grad_norm": 4.158286870177286,
      "learning_rate": 3.011923735259155e-05,
      "loss": 3.0032,
      "step": 56545
    },
    {
      "epoch": 4.803431872239211,
      "grad_norm": 3.3209553086863166,
      "learning_rate": 3.0115110509556217e-05,
      "loss": 2.3622,
      "step": 56546
    },
    {
      "epoch": 4.803516819571866,
      "grad_norm": 4.0333817159928484,
      "learning_rate": 3.0110983917715848e-05,
      "loss": 2.8208,
      "step": 56547
    },
    {
      "epoch": 4.803601766904519,
      "grad_norm": 3.8028152897754977,
      "learning_rate": 3.0106857577079085e-05,
      "loss": 2.6562,
      "step": 56548
    },
    {
      "epoch": 4.803686714237173,
      "grad_norm": 3.464138122432637,
      "learning_rate": 3.0102731487654558e-05,
      "loss": 2.3745,
      "step": 56549
    },
    {
      "epoch": 4.803771661569827,
      "grad_norm": 3.638362548661833,
      "learning_rate": 3.009860564945091e-05,
      "loss": 2.5714,
      "step": 56550
    },
    {
      "epoch": 4.80385660890248,
      "grad_norm": 3.5745885168802656,
      "learning_rate": 3.0094480062476727e-05,
      "loss": 2.7142,
      "step": 56551
    },
    {
      "epoch": 4.803941556235134,
      "grad_norm": 4.011718571528197,
      "learning_rate": 3.009035472674073e-05,
      "loss": 2.7148,
      "step": 56552
    },
    {
      "epoch": 4.804026503567788,
      "grad_norm": 3.3989409190587683,
      "learning_rate": 3.0086229642251568e-05,
      "loss": 2.3119,
      "step": 56553
    },
    {
      "epoch": 4.804111450900441,
      "grad_norm": 3.243443865057254,
      "learning_rate": 3.0082104809017826e-05,
      "loss": 2.3717,
      "step": 56554
    },
    {
      "epoch": 4.8041963982330955,
      "grad_norm": 3.6508630910250086,
      "learning_rate": 3.007798022704821e-05,
      "loss": 2.4622,
      "step": 56555
    },
    {
      "epoch": 4.804281345565749,
      "grad_norm": 3.585516211718775,
      "learning_rate": 3.007385589635133e-05,
      "loss": 2.531,
      "step": 56556
    },
    {
      "epoch": 4.804366292898403,
      "grad_norm": 3.776699414512412,
      "learning_rate": 3.0069731816935843e-05,
      "loss": 2.6245,
      "step": 56557
    },
    {
      "epoch": 4.804451240231057,
      "grad_norm": 3.186605967634399,
      "learning_rate": 3.0065607988810282e-05,
      "loss": 2.1437,
      "step": 56558
    },
    {
      "epoch": 4.804536187563711,
      "grad_norm": 3.3647980847406496,
      "learning_rate": 3.0061484411983466e-05,
      "loss": 2.4558,
      "step": 56559
    },
    {
      "epoch": 4.804621134896364,
      "grad_norm": 3.626974053970215,
      "learning_rate": 3.0057361086463942e-05,
      "loss": 2.3706,
      "step": 56560
    },
    {
      "epoch": 4.804706082229018,
      "grad_norm": 3.359511429989554,
      "learning_rate": 3.005323801226037e-05,
      "loss": 2.4448,
      "step": 56561
    },
    {
      "epoch": 4.804791029561672,
      "grad_norm": 3.419136066132756,
      "learning_rate": 3.0049115189381345e-05,
      "loss": 2.3455,
      "step": 56562
    },
    {
      "epoch": 4.804875976894325,
      "grad_norm": 3.2734891814419176,
      "learning_rate": 3.0044992617835555e-05,
      "loss": 2.4349,
      "step": 56563
    },
    {
      "epoch": 4.804960924226979,
      "grad_norm": 3.267969529327082,
      "learning_rate": 3.0040870297631596e-05,
      "loss": 2.357,
      "step": 56564
    },
    {
      "epoch": 4.805045871559633,
      "grad_norm": 3.997727141633817,
      "learning_rate": 3.003674822877813e-05,
      "loss": 2.7982,
      "step": 56565
    },
    {
      "epoch": 4.8051308188922865,
      "grad_norm": 3.5927343018823046,
      "learning_rate": 3.003262641128383e-05,
      "loss": 2.4997,
      "step": 56566
    },
    {
      "epoch": 4.805215766224941,
      "grad_norm": 3.2556218714854905,
      "learning_rate": 3.0028504845157304e-05,
      "loss": 2.155,
      "step": 56567
    },
    {
      "epoch": 4.805300713557594,
      "grad_norm": 3.5506342134693845,
      "learning_rate": 3.0024383530407163e-05,
      "loss": 2.4304,
      "step": 56568
    },
    {
      "epoch": 4.8053856608902485,
      "grad_norm": 3.4601590368229873,
      "learning_rate": 3.0020262467042038e-05,
      "loss": 2.4065,
      "step": 56569
    },
    {
      "epoch": 4.805470608222902,
      "grad_norm": 3.9302452853259364,
      "learning_rate": 3.001614165507057e-05,
      "loss": 2.6438,
      "step": 56570
    },
    {
      "epoch": 4.805555555555555,
      "grad_norm": 3.7694569100606814,
      "learning_rate": 3.0012021094501464e-05,
      "loss": 2.4628,
      "step": 56571
    },
    {
      "epoch": 4.80564050288821,
      "grad_norm": 3.697060149636213,
      "learning_rate": 3.0007900785343254e-05,
      "loss": 2.3376,
      "step": 56572
    },
    {
      "epoch": 4.805725450220863,
      "grad_norm": 3.656263648684409,
      "learning_rate": 3.000378072760466e-05,
      "loss": 2.4763,
      "step": 56573
    },
    {
      "epoch": 4.8058103975535165,
      "grad_norm": 3.3610378368898983,
      "learning_rate": 2.9999660921294278e-05,
      "loss": 2.3657,
      "step": 56574
    },
    {
      "epoch": 4.805895344886171,
      "grad_norm": 3.6770689261857523,
      "learning_rate": 2.9995541366420717e-05,
      "loss": 2.5784,
      "step": 56575
    },
    {
      "epoch": 4.805980292218824,
      "grad_norm": 3.5808101078826744,
      "learning_rate": 2.9991422062992603e-05,
      "loss": 2.5428,
      "step": 56576
    },
    {
      "epoch": 4.8060652395514785,
      "grad_norm": 3.205295198909761,
      "learning_rate": 2.9987303011018582e-05,
      "loss": 2.0808,
      "step": 56577
    },
    {
      "epoch": 4.806150186884132,
      "grad_norm": 3.9265412882557986,
      "learning_rate": 2.9983184210507343e-05,
      "loss": 2.5999,
      "step": 56578
    },
    {
      "epoch": 4.806235134216785,
      "grad_norm": 3.4416907703783224,
      "learning_rate": 2.9979065661467466e-05,
      "loss": 2.398,
      "step": 56579
    },
    {
      "epoch": 4.80632008154944,
      "grad_norm": 3.414794824769302,
      "learning_rate": 2.997494736390754e-05,
      "loss": 2.4059,
      "step": 56580
    },
    {
      "epoch": 4.806405028882093,
      "grad_norm": 3.8613296894340525,
      "learning_rate": 2.997082931783628e-05,
      "loss": 2.7622,
      "step": 56581
    },
    {
      "epoch": 4.806489976214747,
      "grad_norm": 3.383804577857234,
      "learning_rate": 2.996671152326226e-05,
      "loss": 2.1825,
      "step": 56582
    },
    {
      "epoch": 4.806574923547401,
      "grad_norm": 3.4931814750731376,
      "learning_rate": 2.996259398019404e-05,
      "loss": 2.4977,
      "step": 56583
    },
    {
      "epoch": 4.806659870880054,
      "grad_norm": 3.2903888303000604,
      "learning_rate": 2.995847668864041e-05,
      "loss": 2.1313,
      "step": 56584
    },
    {
      "epoch": 4.806744818212708,
      "grad_norm": 3.4088130928705027,
      "learning_rate": 2.9954359648609916e-05,
      "loss": 2.4682,
      "step": 56585
    },
    {
      "epoch": 4.806829765545362,
      "grad_norm": 3.2701518124925855,
      "learning_rate": 2.9950242860111168e-05,
      "loss": 2.1701,
      "step": 56586
    },
    {
      "epoch": 4.806914712878015,
      "grad_norm": 3.7212063810550453,
      "learning_rate": 2.9946126323152775e-05,
      "loss": 2.6444,
      "step": 56587
    },
    {
      "epoch": 4.8069996602106695,
      "grad_norm": 3.391497598098099,
      "learning_rate": 2.994201003774343e-05,
      "loss": 2.3273,
      "step": 56588
    },
    {
      "epoch": 4.807084607543323,
      "grad_norm": 3.2874967804755886,
      "learning_rate": 2.9937894003891693e-05,
      "loss": 2.3817,
      "step": 56589
    },
    {
      "epoch": 4.807169554875977,
      "grad_norm": 3.6018599770267263,
      "learning_rate": 2.9933778221606243e-05,
      "loss": 2.3369,
      "step": 56590
    },
    {
      "epoch": 4.807254502208631,
      "grad_norm": 3.1620211522861106,
      "learning_rate": 2.9929662690895632e-05,
      "loss": 2.1986,
      "step": 56591
    },
    {
      "epoch": 4.807339449541285,
      "grad_norm": 3.466626143220079,
      "learning_rate": 2.992554741176858e-05,
      "loss": 2.4275,
      "step": 56592
    },
    {
      "epoch": 4.807424396873938,
      "grad_norm": 4.1350312375886835,
      "learning_rate": 2.9921432384233656e-05,
      "loss": 2.9682,
      "step": 56593
    },
    {
      "epoch": 4.807509344206592,
      "grad_norm": 3.403156086056655,
      "learning_rate": 2.991731760829944e-05,
      "loss": 2.3541,
      "step": 56594
    },
    {
      "epoch": 4.807594291539246,
      "grad_norm": 3.204159197140925,
      "learning_rate": 2.991320308397459e-05,
      "loss": 2.2615,
      "step": 56595
    },
    {
      "epoch": 4.807679238871899,
      "grad_norm": 3.462187094494757,
      "learning_rate": 2.9909088811267783e-05,
      "loss": 2.358,
      "step": 56596
    },
    {
      "epoch": 4.807764186204553,
      "grad_norm": 3.7572890600765736,
      "learning_rate": 2.99049747901876e-05,
      "loss": 2.4983,
      "step": 56597
    },
    {
      "epoch": 4.807849133537207,
      "grad_norm": 3.5531922986185416,
      "learning_rate": 2.990086102074259e-05,
      "loss": 2.4578,
      "step": 56598
    },
    {
      "epoch": 4.8079340808698605,
      "grad_norm": 3.203236815651831,
      "learning_rate": 2.9896747502941486e-05,
      "loss": 2.1317,
      "step": 56599
    },
    {
      "epoch": 4.808019028202515,
      "grad_norm": 3.381000467496672,
      "learning_rate": 2.989263423679285e-05,
      "loss": 2.3532,
      "step": 56600
    },
    {
      "epoch": 4.808103975535168,
      "grad_norm": 3.3956199332907078,
      "learning_rate": 2.988852122230529e-05,
      "loss": 2.1288,
      "step": 56601
    },
    {
      "epoch": 4.808188922867822,
      "grad_norm": 3.537736201076153,
      "learning_rate": 2.9884408459487415e-05,
      "loss": 2.5669,
      "step": 56602
    },
    {
      "epoch": 4.808273870200476,
      "grad_norm": 3.7933157015930363,
      "learning_rate": 2.9880295948347916e-05,
      "loss": 2.6007,
      "step": 56603
    },
    {
      "epoch": 4.808358817533129,
      "grad_norm": 3.5028664553024407,
      "learning_rate": 2.9876183688895373e-05,
      "loss": 2.6104,
      "step": 56604
    },
    {
      "epoch": 4.808443764865784,
      "grad_norm": 3.6926475439402124,
      "learning_rate": 2.9872071681138328e-05,
      "loss": 2.8127,
      "step": 56605
    },
    {
      "epoch": 4.808528712198437,
      "grad_norm": 3.8329313810918304,
      "learning_rate": 2.9867959925085523e-05,
      "loss": 2.5978,
      "step": 56606
    },
    {
      "epoch": 4.80861365953109,
      "grad_norm": 4.005414480958755,
      "learning_rate": 2.986384842074545e-05,
      "loss": 2.745,
      "step": 56607
    },
    {
      "epoch": 4.808698606863745,
      "grad_norm": 3.3528851682396246,
      "learning_rate": 2.985973716812684e-05,
      "loss": 2.2537,
      "step": 56608
    },
    {
      "epoch": 4.808783554196398,
      "grad_norm": 4.215860800898451,
      "learning_rate": 2.9855626167238216e-05,
      "loss": 2.6442,
      "step": 56609
    },
    {
      "epoch": 4.8088685015290515,
      "grad_norm": 3.2623595260872027,
      "learning_rate": 2.9851515418088258e-05,
      "loss": 2.235,
      "step": 56610
    },
    {
      "epoch": 4.808953448861706,
      "grad_norm": 3.4067644223998053,
      "learning_rate": 2.9847404920685538e-05,
      "loss": 2.1738,
      "step": 56611
    },
    {
      "epoch": 4.809038396194359,
      "grad_norm": 3.3389544015030204,
      "learning_rate": 2.9843294675038665e-05,
      "loss": 2.4541,
      "step": 56612
    },
    {
      "epoch": 4.8091233435270135,
      "grad_norm": 3.32012963589189,
      "learning_rate": 2.9839184681156236e-05,
      "loss": 2.3198,
      "step": 56613
    },
    {
      "epoch": 4.809208290859667,
      "grad_norm": 3.62278674246588,
      "learning_rate": 2.983507493904696e-05,
      "loss": 2.4908,
      "step": 56614
    },
    {
      "epoch": 4.809293238192321,
      "grad_norm": 3.876007775071501,
      "learning_rate": 2.9830965448719363e-05,
      "loss": 2.7174,
      "step": 56615
    },
    {
      "epoch": 4.809378185524975,
      "grad_norm": 3.758703241679979,
      "learning_rate": 2.9826856210182038e-05,
      "loss": 2.4517,
      "step": 56616
    },
    {
      "epoch": 4.809463132857628,
      "grad_norm": 3.878042049412688,
      "learning_rate": 2.9822747223443677e-05,
      "loss": 2.6004,
      "step": 56617
    },
    {
      "epoch": 4.809548080190282,
      "grad_norm": 3.300244339997211,
      "learning_rate": 2.9818638488512842e-05,
      "loss": 2.337,
      "step": 56618
    },
    {
      "epoch": 4.809633027522936,
      "grad_norm": 3.6002589138068046,
      "learning_rate": 2.981453000539809e-05,
      "loss": 2.4309,
      "step": 56619
    },
    {
      "epoch": 4.809717974855589,
      "grad_norm": 3.4350268007642644,
      "learning_rate": 2.9810421774108102e-05,
      "loss": 2.3741,
      "step": 56620
    },
    {
      "epoch": 4.8098029221882435,
      "grad_norm": 3.816746527190779,
      "learning_rate": 2.9806313794651483e-05,
      "loss": 2.7535,
      "step": 56621
    },
    {
      "epoch": 4.809887869520897,
      "grad_norm": 3.5856196808851406,
      "learning_rate": 2.9802206067036844e-05,
      "loss": 2.6683,
      "step": 56622
    },
    {
      "epoch": 4.809972816853551,
      "grad_norm": 3.3471635816121084,
      "learning_rate": 2.979809859127271e-05,
      "loss": 2.377,
      "step": 56623
    },
    {
      "epoch": 4.810057764186205,
      "grad_norm": 3.3323749606894233,
      "learning_rate": 2.9793991367367813e-05,
      "loss": 2.1351,
      "step": 56624
    },
    {
      "epoch": 4.810142711518858,
      "grad_norm": 3.3945016887401414,
      "learning_rate": 2.9789884395330677e-05,
      "loss": 2.289,
      "step": 56625
    },
    {
      "epoch": 4.810227658851512,
      "grad_norm": 3.375650342570821,
      "learning_rate": 2.978577767516989e-05,
      "loss": 2.438,
      "step": 56626
    },
    {
      "epoch": 4.810312606184166,
      "grad_norm": 3.2435121728568417,
      "learning_rate": 2.9781671206894103e-05,
      "loss": 2.1377,
      "step": 56627
    },
    {
      "epoch": 4.81039755351682,
      "grad_norm": 3.2517245116251625,
      "learning_rate": 2.977756499051194e-05,
      "loss": 2.2345,
      "step": 56628
    },
    {
      "epoch": 4.810482500849473,
      "grad_norm": 3.591358504517841,
      "learning_rate": 2.9773459026031986e-05,
      "loss": 2.4601,
      "step": 56629
    },
    {
      "epoch": 4.810567448182127,
      "grad_norm": 3.5573623953552085,
      "learning_rate": 2.976935331346278e-05,
      "loss": 2.567,
      "step": 56630
    },
    {
      "epoch": 4.810652395514781,
      "grad_norm": 3.344015649855784,
      "learning_rate": 2.9765247852813025e-05,
      "loss": 2.0804,
      "step": 56631
    },
    {
      "epoch": 4.8107373428474345,
      "grad_norm": 3.689611936302108,
      "learning_rate": 2.976114264409123e-05,
      "loss": 2.6166,
      "step": 56632
    },
    {
      "epoch": 4.810822290180088,
      "grad_norm": 3.343614336565592,
      "learning_rate": 2.9757037687306072e-05,
      "loss": 2.2643,
      "step": 56633
    },
    {
      "epoch": 4.810907237512742,
      "grad_norm": 3.387074521383651,
      "learning_rate": 2.9752932982466097e-05,
      "loss": 2.409,
      "step": 56634
    },
    {
      "epoch": 4.810992184845396,
      "grad_norm": 3.2597637339496974,
      "learning_rate": 2.9748828529579966e-05,
      "loss": 2.0636,
      "step": 56635
    },
    {
      "epoch": 4.81107713217805,
      "grad_norm": 3.9103526458765994,
      "learning_rate": 2.974472432865625e-05,
      "loss": 2.7062,
      "step": 56636
    },
    {
      "epoch": 4.811162079510703,
      "grad_norm": 3.5253525266218055,
      "learning_rate": 2.9740620379703494e-05,
      "loss": 2.3311,
      "step": 56637
    },
    {
      "epoch": 4.811247026843358,
      "grad_norm": 3.52461284626721,
      "learning_rate": 2.9736516682730344e-05,
      "loss": 2.4902,
      "step": 56638
    },
    {
      "epoch": 4.811331974176011,
      "grad_norm": 3.2886761011636554,
      "learning_rate": 2.973241323774544e-05,
      "loss": 2.3208,
      "step": 56639
    },
    {
      "epoch": 4.811416921508664,
      "grad_norm": 3.9786327078526,
      "learning_rate": 2.972831004475734e-05,
      "loss": 2.9045,
      "step": 56640
    },
    {
      "epoch": 4.811501868841319,
      "grad_norm": 3.679805015533566,
      "learning_rate": 2.9724207103774612e-05,
      "loss": 2.4974,
      "step": 56641
    },
    {
      "epoch": 4.811586816173972,
      "grad_norm": 3.8208840729460736,
      "learning_rate": 2.9720104414805907e-05,
      "loss": 2.5565,
      "step": 56642
    },
    {
      "epoch": 4.8116717635066255,
      "grad_norm": 3.634400703161086,
      "learning_rate": 2.9716001977859806e-05,
      "loss": 2.3415,
      "step": 56643
    },
    {
      "epoch": 4.81175671083928,
      "grad_norm": 3.675985570329834,
      "learning_rate": 2.971189979294485e-05,
      "loss": 2.6109,
      "step": 56644
    },
    {
      "epoch": 4.811841658171933,
      "grad_norm": 3.772529411103504,
      "learning_rate": 2.970779786006968e-05,
      "loss": 2.6527,
      "step": 56645
    },
    {
      "epoch": 4.8119266055045875,
      "grad_norm": 3.344524398326409,
      "learning_rate": 2.9703696179242947e-05,
      "loss": 2.3551,
      "step": 56646
    },
    {
      "epoch": 4.812011552837241,
      "grad_norm": 3.595941910999163,
      "learning_rate": 2.9699594750473173e-05,
      "loss": 2.2685,
      "step": 56647
    },
    {
      "epoch": 4.812096500169894,
      "grad_norm": 3.369805764541931,
      "learning_rate": 2.969549357376893e-05,
      "loss": 2.2885,
      "step": 56648
    },
    {
      "epoch": 4.812181447502549,
      "grad_norm": 3.7330564412767524,
      "learning_rate": 2.9691392649138885e-05,
      "loss": 2.8774,
      "step": 56649
    },
    {
      "epoch": 4.812266394835202,
      "grad_norm": 3.4576683249583606,
      "learning_rate": 2.968729197659156e-05,
      "loss": 2.5587,
      "step": 56650
    },
    {
      "epoch": 4.812351342167856,
      "grad_norm": 3.975551532557628,
      "learning_rate": 2.9683191556135615e-05,
      "loss": 2.8262,
      "step": 56651
    },
    {
      "epoch": 4.81243628950051,
      "grad_norm": 3.2124556996683857,
      "learning_rate": 2.9679091387779565e-05,
      "loss": 2.2725,
      "step": 56652
    },
    {
      "epoch": 4.812521236833163,
      "grad_norm": 3.465512120969001,
      "learning_rate": 2.9674991471532093e-05,
      "loss": 2.4123,
      "step": 56653
    },
    {
      "epoch": 4.812606184165817,
      "grad_norm": 3.4363834285115513,
      "learning_rate": 2.9670891807401735e-05,
      "loss": 2.4357,
      "step": 56654
    },
    {
      "epoch": 4.812691131498471,
      "grad_norm": 3.4460814709592715,
      "learning_rate": 2.966679239539705e-05,
      "loss": 2.2685,
      "step": 56655
    },
    {
      "epoch": 4.812776078831124,
      "grad_norm": 3.1680951337387455,
      "learning_rate": 2.9662693235526656e-05,
      "loss": 2.1227,
      "step": 56656
    },
    {
      "epoch": 4.8128610261637785,
      "grad_norm": 3.062436196346615,
      "learning_rate": 2.9658594327799207e-05,
      "loss": 2.1268,
      "step": 56657
    },
    {
      "epoch": 4.812945973496432,
      "grad_norm": 3.0268588724846524,
      "learning_rate": 2.965449567222322e-05,
      "loss": 2.1379,
      "step": 56658
    },
    {
      "epoch": 4.813030920829086,
      "grad_norm": 3.4705180148287376,
      "learning_rate": 2.9650397268807263e-05,
      "loss": 2.4432,
      "step": 56659
    },
    {
      "epoch": 4.81311586816174,
      "grad_norm": 3.8887738814004886,
      "learning_rate": 2.9646299117560006e-05,
      "loss": 2.739,
      "step": 56660
    },
    {
      "epoch": 4.813200815494394,
      "grad_norm": 3.4752640454944994,
      "learning_rate": 2.9642201218489982e-05,
      "loss": 2.3163,
      "step": 56661
    },
    {
      "epoch": 4.813285762827047,
      "grad_norm": 3.1824149072605192,
      "learning_rate": 2.9638103571605742e-05,
      "loss": 2.2336,
      "step": 56662
    },
    {
      "epoch": 4.813370710159701,
      "grad_norm": 3.153659071678055,
      "learning_rate": 2.9634006176915903e-05,
      "loss": 2.1776,
      "step": 56663
    },
    {
      "epoch": 4.813455657492355,
      "grad_norm": 3.7479326058802394,
      "learning_rate": 2.9629909034429105e-05,
      "loss": 2.5065,
      "step": 56664
    },
    {
      "epoch": 4.8135406048250085,
      "grad_norm": 3.4209892010965786,
      "learning_rate": 2.9625812144153894e-05,
      "loss": 2.4844,
      "step": 56665
    },
    {
      "epoch": 4.813625552157662,
      "grad_norm": 3.6360184728758758,
      "learning_rate": 2.962171550609881e-05,
      "loss": 2.3174,
      "step": 56666
    },
    {
      "epoch": 4.813710499490316,
      "grad_norm": 4.150966817633647,
      "learning_rate": 2.9617619120272513e-05,
      "loss": 2.9284,
      "step": 56667
    },
    {
      "epoch": 4.81379544682297,
      "grad_norm": 4.069403643542189,
      "learning_rate": 2.9613522986683548e-05,
      "loss": 2.6367,
      "step": 56668
    },
    {
      "epoch": 4.813880394155624,
      "grad_norm": 3.2858572964876838,
      "learning_rate": 2.9609427105340455e-05,
      "loss": 2.2675,
      "step": 56669
    },
    {
      "epoch": 4.813965341488277,
      "grad_norm": 3.6090942594226276,
      "learning_rate": 2.9605331476251848e-05,
      "loss": 2.6202,
      "step": 56670
    },
    {
      "epoch": 4.814050288820931,
      "grad_norm": 3.6795441360608088,
      "learning_rate": 2.9601236099426383e-05,
      "loss": 2.5287,
      "step": 56671
    },
    {
      "epoch": 4.814135236153585,
      "grad_norm": 3.3283675830743364,
      "learning_rate": 2.9597140974872558e-05,
      "loss": 2.1702,
      "step": 56672
    },
    {
      "epoch": 4.814220183486238,
      "grad_norm": 3.7101977802155943,
      "learning_rate": 2.9593046102598945e-05,
      "loss": 2.6274,
      "step": 56673
    },
    {
      "epoch": 4.814305130818893,
      "grad_norm": 3.2898865175717065,
      "learning_rate": 2.9588951482614186e-05,
      "loss": 2.2922,
      "step": 56674
    },
    {
      "epoch": 4.814390078151546,
      "grad_norm": 3.539999187097764,
      "learning_rate": 2.958485711492678e-05,
      "loss": 2.3918,
      "step": 56675
    },
    {
      "epoch": 4.8144750254841995,
      "grad_norm": 3.747130276729471,
      "learning_rate": 2.95807629995454e-05,
      "loss": 2.8065,
      "step": 56676
    },
    {
      "epoch": 4.814559972816854,
      "grad_norm": 3.2783125909937314,
      "learning_rate": 2.9576669136478535e-05,
      "loss": 2.1868,
      "step": 56677
    },
    {
      "epoch": 4.814644920149507,
      "grad_norm": 3.405878979020173,
      "learning_rate": 2.9572575525734855e-05,
      "loss": 2.4281,
      "step": 56678
    },
    {
      "epoch": 4.814729867482161,
      "grad_norm": 3.4612775907065645,
      "learning_rate": 2.9568482167322876e-05,
      "loss": 2.5189,
      "step": 56679
    },
    {
      "epoch": 4.814814814814815,
      "grad_norm": 3.095432357216466,
      "learning_rate": 2.956438906125115e-05,
      "loss": 2.0963,
      "step": 56680
    },
    {
      "epoch": 4.814899762147468,
      "grad_norm": 3.2495101610483643,
      "learning_rate": 2.9560296207528278e-05,
      "loss": 2.1288,
      "step": 56681
    },
    {
      "epoch": 4.814984709480123,
      "grad_norm": 3.31457483116948,
      "learning_rate": 2.955620360616289e-05,
      "loss": 2.2876,
      "step": 56682
    },
    {
      "epoch": 4.815069656812776,
      "grad_norm": 3.9443784431626594,
      "learning_rate": 2.9552111257163517e-05,
      "loss": 2.495,
      "step": 56683
    },
    {
      "epoch": 4.81515460414543,
      "grad_norm": 3.471226378172232,
      "learning_rate": 2.9548019160538715e-05,
      "loss": 2.374,
      "step": 56684
    },
    {
      "epoch": 4.815239551478084,
      "grad_norm": 3.454658038621665,
      "learning_rate": 2.9543927316297096e-05,
      "loss": 2.4669,
      "step": 56685
    },
    {
      "epoch": 4.815324498810737,
      "grad_norm": 3.2109621438744256,
      "learning_rate": 2.953983572444723e-05,
      "loss": 2.1494,
      "step": 56686
    },
    {
      "epoch": 4.815409446143391,
      "grad_norm": 3.8417696298267483,
      "learning_rate": 2.9535744384997616e-05,
      "loss": 2.7222,
      "step": 56687
    },
    {
      "epoch": 4.815494393476045,
      "grad_norm": 3.465149562142668,
      "learning_rate": 2.95316532979569e-05,
      "loss": 2.3455,
      "step": 56688
    },
    {
      "epoch": 4.815579340808698,
      "grad_norm": 3.4158322528134555,
      "learning_rate": 2.952756246333368e-05,
      "loss": 2.2734,
      "step": 56689
    },
    {
      "epoch": 4.8156642881413525,
      "grad_norm": 3.5734213857873445,
      "learning_rate": 2.9523471881136496e-05,
      "loss": 2.5937,
      "step": 56690
    },
    {
      "epoch": 4.815749235474006,
      "grad_norm": 4.11982623962386,
      "learning_rate": 2.951938155137385e-05,
      "loss": 2.7245,
      "step": 56691
    },
    {
      "epoch": 4.81583418280666,
      "grad_norm": 3.476155507290691,
      "learning_rate": 2.9515291474054437e-05,
      "loss": 2.4051,
      "step": 56692
    },
    {
      "epoch": 4.815919130139314,
      "grad_norm": 3.57700070727821,
      "learning_rate": 2.95112016491867e-05,
      "loss": 2.4402,
      "step": 56693
    },
    {
      "epoch": 4.816004077471967,
      "grad_norm": 3.6272686826205773,
      "learning_rate": 2.9507112076779332e-05,
      "loss": 2.6199,
      "step": 56694
    },
    {
      "epoch": 4.816089024804621,
      "grad_norm": 4.1985705758411145,
      "learning_rate": 2.9503022756840776e-05,
      "loss": 2.9395,
      "step": 56695
    },
    {
      "epoch": 4.816173972137275,
      "grad_norm": 3.261688247846734,
      "learning_rate": 2.949893368937973e-05,
      "loss": 2.2377,
      "step": 56696
    },
    {
      "epoch": 4.816258919469929,
      "grad_norm": 3.431165736671015,
      "learning_rate": 2.9494844874404693e-05,
      "loss": 2.5259,
      "step": 56697
    },
    {
      "epoch": 4.816343866802582,
      "grad_norm": 3.363586074914839,
      "learning_rate": 2.9490756311924184e-05,
      "loss": 2.3625,
      "step": 56698
    },
    {
      "epoch": 4.816428814135236,
      "grad_norm": 3.4333274599368715,
      "learning_rate": 2.9486668001946843e-05,
      "loss": 2.4059,
      "step": 56699
    },
    {
      "epoch": 4.81651376146789,
      "grad_norm": 3.217943618046786,
      "learning_rate": 2.948257994448125e-05,
      "loss": 2.1422,
      "step": 56700
    },
    {
      "epoch": 4.8165987088005435,
      "grad_norm": 3.69009465484615,
      "learning_rate": 2.9478492139535926e-05,
      "loss": 2.4377,
      "step": 56701
    },
    {
      "epoch": 4.816683656133197,
      "grad_norm": 3.498274442797623,
      "learning_rate": 2.9474404587119415e-05,
      "loss": 2.4852,
      "step": 56702
    },
    {
      "epoch": 4.816768603465851,
      "grad_norm": 3.7271788087402777,
      "learning_rate": 2.9470317287240346e-05,
      "loss": 2.374,
      "step": 56703
    },
    {
      "epoch": 4.816853550798505,
      "grad_norm": 3.6431880678095454,
      "learning_rate": 2.9466230239907264e-05,
      "loss": 2.3507,
      "step": 56704
    },
    {
      "epoch": 4.816938498131159,
      "grad_norm": 3.515584762398925,
      "learning_rate": 2.9462143445128673e-05,
      "loss": 2.6444,
      "step": 56705
    },
    {
      "epoch": 4.817023445463812,
      "grad_norm": 3.8283913816715085,
      "learning_rate": 2.945805690291317e-05,
      "loss": 2.4504,
      "step": 56706
    },
    {
      "epoch": 4.817108392796467,
      "grad_norm": 3.4943531703900628,
      "learning_rate": 2.9453970613269378e-05,
      "loss": 2.4022,
      "step": 56707
    },
    {
      "epoch": 4.81719334012912,
      "grad_norm": 3.448221903234628,
      "learning_rate": 2.944988457620581e-05,
      "loss": 2.325,
      "step": 56708
    },
    {
      "epoch": 4.8172782874617734,
      "grad_norm": 3.2870769790619465,
      "learning_rate": 2.9445798791730996e-05,
      "loss": 2.2802,
      "step": 56709
    },
    {
      "epoch": 4.817363234794428,
      "grad_norm": 4.043630223048381,
      "learning_rate": 2.9441713259853572e-05,
      "loss": 2.962,
      "step": 56710
    },
    {
      "epoch": 4.817448182127081,
      "grad_norm": 3.3404421559107886,
      "learning_rate": 2.943762798058205e-05,
      "loss": 2.3613,
      "step": 56711
    },
    {
      "epoch": 4.8175331294597346,
      "grad_norm": 3.589359043739444,
      "learning_rate": 2.943354295392496e-05,
      "loss": 2.5792,
      "step": 56712
    },
    {
      "epoch": 4.817618076792389,
      "grad_norm": 3.4229403402503777,
      "learning_rate": 2.942945817989089e-05,
      "loss": 2.4566,
      "step": 56713
    },
    {
      "epoch": 4.817703024125042,
      "grad_norm": 3.396415002713171,
      "learning_rate": 2.942537365848844e-05,
      "loss": 2.2507,
      "step": 56714
    },
    {
      "epoch": 4.8177879714576965,
      "grad_norm": 3.3955658900363908,
      "learning_rate": 2.9421289389726143e-05,
      "loss": 2.2617,
      "step": 56715
    },
    {
      "epoch": 4.81787291879035,
      "grad_norm": 3.206611421576886,
      "learning_rate": 2.94172053736125e-05,
      "loss": 2.2953,
      "step": 56716
    },
    {
      "epoch": 4.817957866123003,
      "grad_norm": 3.371419111887523,
      "learning_rate": 2.941312161015617e-05,
      "loss": 2.2312,
      "step": 56717
    },
    {
      "epoch": 4.818042813455658,
      "grad_norm": 3.451388004671805,
      "learning_rate": 2.940903809936561e-05,
      "loss": 2.4075,
      "step": 56718
    },
    {
      "epoch": 4.818127760788311,
      "grad_norm": 3.7680113000229736,
      "learning_rate": 2.9404954841249452e-05,
      "loss": 2.4585,
      "step": 56719
    },
    {
      "epoch": 4.818212708120965,
      "grad_norm": 3.6589125491494214,
      "learning_rate": 2.9400871835816197e-05,
      "loss": 2.496,
      "step": 56720
    },
    {
      "epoch": 4.818297655453619,
      "grad_norm": 3.3754198880652617,
      "learning_rate": 2.9396789083074463e-05,
      "loss": 2.2293,
      "step": 56721
    },
    {
      "epoch": 4.818382602786272,
      "grad_norm": 3.5147226516110996,
      "learning_rate": 2.9392706583032754e-05,
      "loss": 2.4083,
      "step": 56722
    },
    {
      "epoch": 4.8184675501189265,
      "grad_norm": 3.3228971321117524,
      "learning_rate": 2.9388624335699602e-05,
      "loss": 2.1858,
      "step": 56723
    },
    {
      "epoch": 4.81855249745158,
      "grad_norm": 3.2544346808431217,
      "learning_rate": 2.9384542341083594e-05,
      "loss": 2.2624,
      "step": 56724
    },
    {
      "epoch": 4.818637444784233,
      "grad_norm": 3.4327905979175553,
      "learning_rate": 2.9380460599193328e-05,
      "loss": 2.4028,
      "step": 56725
    },
    {
      "epoch": 4.818722392116888,
      "grad_norm": 3.581363483029537,
      "learning_rate": 2.9376379110037313e-05,
      "loss": 2.4777,
      "step": 56726
    },
    {
      "epoch": 4.818807339449541,
      "grad_norm": 3.254475889792392,
      "learning_rate": 2.9372297873624058e-05,
      "loss": 2.3519,
      "step": 56727
    },
    {
      "epoch": 4.818892286782195,
      "grad_norm": 4.128602673954914,
      "learning_rate": 2.9368216889962205e-05,
      "loss": 2.8047,
      "step": 56728
    },
    {
      "epoch": 4.818977234114849,
      "grad_norm": 4.070425152070376,
      "learning_rate": 2.936413615906025e-05,
      "loss": 2.6447,
      "step": 56729
    },
    {
      "epoch": 4.819062181447503,
      "grad_norm": 3.4436358599150902,
      "learning_rate": 2.9360055680926697e-05,
      "loss": 2.4166,
      "step": 56730
    },
    {
      "epoch": 4.819147128780156,
      "grad_norm": 3.258591201223516,
      "learning_rate": 2.9355975455570162e-05,
      "loss": 2.3248,
      "step": 56731
    },
    {
      "epoch": 4.81923207611281,
      "grad_norm": 3.2293909834581043,
      "learning_rate": 2.9351895482999222e-05,
      "loss": 2.0764,
      "step": 56732
    },
    {
      "epoch": 4.819317023445464,
      "grad_norm": 3.958525912644121,
      "learning_rate": 2.9347815763222383e-05,
      "loss": 2.6117,
      "step": 56733
    },
    {
      "epoch": 4.8194019707781175,
      "grad_norm": 3.275464912109294,
      "learning_rate": 2.9343736296248154e-05,
      "loss": 2.1672,
      "step": 56734
    },
    {
      "epoch": 4.819486918110771,
      "grad_norm": 3.2920318553273646,
      "learning_rate": 2.9339657082085182e-05,
      "loss": 2.1112,
      "step": 56735
    },
    {
      "epoch": 4.819571865443425,
      "grad_norm": 3.323455466282913,
      "learning_rate": 2.9335578120741894e-05,
      "loss": 2.2657,
      "step": 56736
    },
    {
      "epoch": 4.819656812776079,
      "grad_norm": 3.251678446751268,
      "learning_rate": 2.9331499412226943e-05,
      "loss": 2.2298,
      "step": 56737
    },
    {
      "epoch": 4.819741760108733,
      "grad_norm": 3.5323180276915496,
      "learning_rate": 2.9327420956548796e-05,
      "loss": 2.4075,
      "step": 56738
    },
    {
      "epoch": 4.819826707441386,
      "grad_norm": 3.6786881584525966,
      "learning_rate": 2.9323342753716062e-05,
      "loss": 2.6101,
      "step": 56739
    },
    {
      "epoch": 4.81991165477404,
      "grad_norm": 3.614260024660375,
      "learning_rate": 2.9319264803737262e-05,
      "loss": 2.4857,
      "step": 56740
    },
    {
      "epoch": 4.819996602106694,
      "grad_norm": 3.8735769647318645,
      "learning_rate": 2.9315187106620914e-05,
      "loss": 2.5346,
      "step": 56741
    },
    {
      "epoch": 4.820081549439347,
      "grad_norm": 3.6562868999657474,
      "learning_rate": 2.931110966237557e-05,
      "loss": 2.3838,
      "step": 56742
    },
    {
      "epoch": 4.820166496772002,
      "grad_norm": 3.3837175198579232,
      "learning_rate": 2.9307032471009828e-05,
      "loss": 2.2651,
      "step": 56743
    },
    {
      "epoch": 4.820251444104655,
      "grad_norm": 3.2288760309881037,
      "learning_rate": 2.930295553253218e-05,
      "loss": 2.1969,
      "step": 56744
    },
    {
      "epoch": 4.8203363914373085,
      "grad_norm": 3.977283849752712,
      "learning_rate": 2.9298878846951152e-05,
      "loss": 2.8002,
      "step": 56745
    },
    {
      "epoch": 4.820421338769963,
      "grad_norm": 3.9288549057295374,
      "learning_rate": 2.9294802414275353e-05,
      "loss": 2.4577,
      "step": 56746
    },
    {
      "epoch": 4.820506286102616,
      "grad_norm": 3.31390623641905,
      "learning_rate": 2.9290726234513277e-05,
      "loss": 2.3348,
      "step": 56747
    },
    {
      "epoch": 4.8205912334352705,
      "grad_norm": 3.415792117455052,
      "learning_rate": 2.9286650307673438e-05,
      "loss": 2.3948,
      "step": 56748
    },
    {
      "epoch": 4.820676180767924,
      "grad_norm": 3.756718671211061,
      "learning_rate": 2.9282574633764405e-05,
      "loss": 2.5297,
      "step": 56749
    },
    {
      "epoch": 4.820761128100577,
      "grad_norm": 3.8357377262405814,
      "learning_rate": 2.9278499212794776e-05,
      "loss": 2.4553,
      "step": 56750
    },
    {
      "epoch": 4.820846075433232,
      "grad_norm": 3.3544706356408205,
      "learning_rate": 2.9274424044773028e-05,
      "loss": 2.3543,
      "step": 56751
    },
    {
      "epoch": 4.820931022765885,
      "grad_norm": 4.057042639688218,
      "learning_rate": 2.9270349129707667e-05,
      "loss": 2.9284,
      "step": 56752
    },
    {
      "epoch": 4.821015970098539,
      "grad_norm": 3.3178610905505166,
      "learning_rate": 2.926627446760732e-05,
      "loss": 2.3776,
      "step": 56753
    },
    {
      "epoch": 4.821100917431193,
      "grad_norm": 4.1102340982161,
      "learning_rate": 2.926220005848047e-05,
      "loss": 2.8852,
      "step": 56754
    },
    {
      "epoch": 4.821185864763846,
      "grad_norm": 3.433712581784518,
      "learning_rate": 2.9258125902335615e-05,
      "loss": 2.4663,
      "step": 56755
    },
    {
      "epoch": 4.8212708120965,
      "grad_norm": 3.590993724645111,
      "learning_rate": 2.925405199918136e-05,
      "loss": 2.4258,
      "step": 56756
    },
    {
      "epoch": 4.821355759429154,
      "grad_norm": 3.678329482746849,
      "learning_rate": 2.9249978349026244e-05,
      "loss": 2.6135,
      "step": 56757
    },
    {
      "epoch": 4.821440706761807,
      "grad_norm": 3.3841316862398405,
      "learning_rate": 2.9245904951878775e-05,
      "loss": 2.2872,
      "step": 56758
    },
    {
      "epoch": 4.8215256540944615,
      "grad_norm": 3.293074770121866,
      "learning_rate": 2.924183180774746e-05,
      "loss": 2.3917,
      "step": 56759
    },
    {
      "epoch": 4.821610601427115,
      "grad_norm": 3.160915820173862,
      "learning_rate": 2.9237758916640904e-05,
      "loss": 2.0359,
      "step": 56760
    },
    {
      "epoch": 4.821695548759769,
      "grad_norm": 3.951458088984821,
      "learning_rate": 2.923368627856757e-05,
      "loss": 2.9858,
      "step": 56761
    },
    {
      "epoch": 4.821780496092423,
      "grad_norm": 4.272336904768809,
      "learning_rate": 2.922961389353604e-05,
      "loss": 3.2477,
      "step": 56762
    },
    {
      "epoch": 4.821865443425077,
      "grad_norm": 3.923083990406302,
      "learning_rate": 2.922554176155481e-05,
      "loss": 2.8936,
      "step": 56763
    },
    {
      "epoch": 4.82195039075773,
      "grad_norm": 3.799833503760221,
      "learning_rate": 2.922146988263247e-05,
      "loss": 2.6435,
      "step": 56764
    },
    {
      "epoch": 4.822035338090384,
      "grad_norm": 3.3376781949377614,
      "learning_rate": 2.9217398256777496e-05,
      "loss": 2.341,
      "step": 56765
    },
    {
      "epoch": 4.822120285423038,
      "grad_norm": 3.7774786935931686,
      "learning_rate": 2.921332688399842e-05,
      "loss": 2.4578,
      "step": 56766
    },
    {
      "epoch": 4.8222052327556915,
      "grad_norm": 3.478928132058503,
      "learning_rate": 2.9209255764303773e-05,
      "loss": 2.4851,
      "step": 56767
    },
    {
      "epoch": 4.822290180088345,
      "grad_norm": 3.401277727021831,
      "learning_rate": 2.9205184897702146e-05,
      "loss": 2.2649,
      "step": 56768
    },
    {
      "epoch": 4.822375127420999,
      "grad_norm": 3.1939286176232535,
      "learning_rate": 2.9201114284202036e-05,
      "loss": 2.1734,
      "step": 56769
    },
    {
      "epoch": 4.822460074753653,
      "grad_norm": 3.6936822070084077,
      "learning_rate": 2.9197043923811913e-05,
      "loss": 2.6112,
      "step": 56770
    },
    {
      "epoch": 4.822545022086307,
      "grad_norm": 3.792397805816123,
      "learning_rate": 2.91929738165404e-05,
      "loss": 2.4665,
      "step": 56771
    },
    {
      "epoch": 4.82262996941896,
      "grad_norm": 3.841808792261314,
      "learning_rate": 2.918890396239597e-05,
      "loss": 2.8951,
      "step": 56772
    },
    {
      "epoch": 4.822714916751614,
      "grad_norm": 3.8630431872707938,
      "learning_rate": 2.918483436138712e-05,
      "loss": 2.6154,
      "step": 56773
    },
    {
      "epoch": 4.822799864084268,
      "grad_norm": 3.4510275895309395,
      "learning_rate": 2.918076501352241e-05,
      "loss": 2.2149,
      "step": 56774
    },
    {
      "epoch": 4.822884811416921,
      "grad_norm": 3.556182811323754,
      "learning_rate": 2.9176695918810432e-05,
      "loss": 2.5247,
      "step": 56775
    },
    {
      "epoch": 4.822969758749576,
      "grad_norm": 3.4148395853551365,
      "learning_rate": 2.917262707725963e-05,
      "loss": 2.3409,
      "step": 56776
    },
    {
      "epoch": 4.823054706082229,
      "grad_norm": 3.5885104429799646,
      "learning_rate": 2.916855848887853e-05,
      "loss": 2.4882,
      "step": 56777
    },
    {
      "epoch": 4.8231396534148825,
      "grad_norm": 3.4988012879850414,
      "learning_rate": 2.9164490153675708e-05,
      "loss": 2.5701,
      "step": 56778
    },
    {
      "epoch": 4.823224600747537,
      "grad_norm": 3.4213641529878247,
      "learning_rate": 2.9160422071659624e-05,
      "loss": 2.3832,
      "step": 56779
    },
    {
      "epoch": 4.82330954808019,
      "grad_norm": 3.2532321664416783,
      "learning_rate": 2.9156354242838886e-05,
      "loss": 2.2269,
      "step": 56780
    },
    {
      "epoch": 4.823394495412844,
      "grad_norm": 3.7150738492634017,
      "learning_rate": 2.9152286667221924e-05,
      "loss": 2.7972,
      "step": 56781
    },
    {
      "epoch": 4.823479442745498,
      "grad_norm": 3.476167220769602,
      "learning_rate": 2.914821934481733e-05,
      "loss": 2.2473,
      "step": 56782
    },
    {
      "epoch": 4.823564390078151,
      "grad_norm": 3.7290236046123253,
      "learning_rate": 2.9144152275633615e-05,
      "loss": 2.5521,
      "step": 56783
    },
    {
      "epoch": 4.823649337410806,
      "grad_norm": 3.441606196581863,
      "learning_rate": 2.9140085459679252e-05,
      "loss": 2.501,
      "step": 56784
    },
    {
      "epoch": 4.823734284743459,
      "grad_norm": 3.276791727660064,
      "learning_rate": 2.9136018896962805e-05,
      "loss": 2.3231,
      "step": 56785
    },
    {
      "epoch": 4.823819232076113,
      "grad_norm": 3.9810318021654343,
      "learning_rate": 2.9131952587492813e-05,
      "loss": 2.6616,
      "step": 56786
    },
    {
      "epoch": 4.823904179408767,
      "grad_norm": 3.823931150087226,
      "learning_rate": 2.912788653127777e-05,
      "loss": 2.5583,
      "step": 56787
    },
    {
      "epoch": 4.82398912674142,
      "grad_norm": 3.3533313298878977,
      "learning_rate": 2.9123820728326157e-05,
      "loss": 2.3102,
      "step": 56788
    },
    {
      "epoch": 4.824074074074074,
      "grad_norm": 3.4263851014785596,
      "learning_rate": 2.9119755178646566e-05,
      "loss": 2.3692,
      "step": 56789
    },
    {
      "epoch": 4.824159021406728,
      "grad_norm": 3.501649690819785,
      "learning_rate": 2.91156898822475e-05,
      "loss": 2.5009,
      "step": 56790
    },
    {
      "epoch": 4.824243968739381,
      "grad_norm": 3.276760459399576,
      "learning_rate": 2.911162483913741e-05,
      "loss": 2.2262,
      "step": 56791
    },
    {
      "epoch": 4.8243289160720355,
      "grad_norm": 3.692292895260153,
      "learning_rate": 2.9107560049324852e-05,
      "loss": 2.512,
      "step": 56792
    },
    {
      "epoch": 4.824413863404689,
      "grad_norm": 3.4499757705150396,
      "learning_rate": 2.9103495512818405e-05,
      "loss": 2.2998,
      "step": 56793
    },
    {
      "epoch": 4.824498810737343,
      "grad_norm": 3.7637353366154485,
      "learning_rate": 2.9099431229626542e-05,
      "loss": 2.4357,
      "step": 56794
    },
    {
      "epoch": 4.824583758069997,
      "grad_norm": 3.341611236997305,
      "learning_rate": 2.9095367199757707e-05,
      "loss": 2.3842,
      "step": 56795
    },
    {
      "epoch": 4.82466870540265,
      "grad_norm": 3.507127820643203,
      "learning_rate": 2.9091303423220546e-05,
      "loss": 2.5304,
      "step": 56796
    },
    {
      "epoch": 4.824753652735304,
      "grad_norm": 3.0616061914521144,
      "learning_rate": 2.9087239900023452e-05,
      "loss": 2.0485,
      "step": 56797
    },
    {
      "epoch": 4.824838600067958,
      "grad_norm": 3.3514000984014913,
      "learning_rate": 2.908317663017503e-05,
      "loss": 2.2846,
      "step": 56798
    },
    {
      "epoch": 4.824923547400612,
      "grad_norm": 3.2650400562322344,
      "learning_rate": 2.907911361368373e-05,
      "loss": 2.2562,
      "step": 56799
    },
    {
      "epoch": 4.825008494733265,
      "grad_norm": 3.6367029426723834,
      "learning_rate": 2.9075050850558124e-05,
      "loss": 2.6742,
      "step": 56800
    },
    {
      "epoch": 4.825093442065919,
      "grad_norm": 3.271735578213349,
      "learning_rate": 2.907098834080669e-05,
      "loss": 2.2653,
      "step": 56801
    },
    {
      "epoch": 4.825178389398573,
      "grad_norm": 3.7625229288820865,
      "learning_rate": 2.9066926084437952e-05,
      "loss": 2.4804,
      "step": 56802
    },
    {
      "epoch": 4.8252633367312265,
      "grad_norm": 3.601218281034875,
      "learning_rate": 2.9062864081460376e-05,
      "loss": 2.6419,
      "step": 56803
    },
    {
      "epoch": 4.82534828406388,
      "grad_norm": 3.267021536377586,
      "learning_rate": 2.9058802331882497e-05,
      "loss": 2.3997,
      "step": 56804
    },
    {
      "epoch": 4.825433231396534,
      "grad_norm": 3.332220614324037,
      "learning_rate": 2.90547408357129e-05,
      "loss": 2.1082,
      "step": 56805
    },
    {
      "epoch": 4.825518178729188,
      "grad_norm": 3.3168785405301353,
      "learning_rate": 2.9050679592959986e-05,
      "loss": 2.3134,
      "step": 56806
    },
    {
      "epoch": 4.825603126061842,
      "grad_norm": 3.4645532098844454,
      "learning_rate": 2.9046618603632338e-05,
      "loss": 2.2653,
      "step": 56807
    },
    {
      "epoch": 4.825688073394495,
      "grad_norm": 3.4115390917369,
      "learning_rate": 2.9042557867738465e-05,
      "loss": 2.3558,
      "step": 56808
    },
    {
      "epoch": 4.82577302072715,
      "grad_norm": 3.40943911564056,
      "learning_rate": 2.9038497385286826e-05,
      "loss": 2.2558,
      "step": 56809
    },
    {
      "epoch": 4.825857968059803,
      "grad_norm": 3.758116658690052,
      "learning_rate": 2.9034437156285896e-05,
      "loss": 2.663,
      "step": 56810
    },
    {
      "epoch": 4.8259429153924565,
      "grad_norm": 3.331215084162759,
      "learning_rate": 2.90303771807443e-05,
      "loss": 2.2364,
      "step": 56811
    },
    {
      "epoch": 4.826027862725111,
      "grad_norm": 3.3499487746679426,
      "learning_rate": 2.902631745867049e-05,
      "loss": 2.2612,
      "step": 56812
    },
    {
      "epoch": 4.826112810057764,
      "grad_norm": 3.640521855929298,
      "learning_rate": 2.9022257990072933e-05,
      "loss": 2.6344,
      "step": 56813
    },
    {
      "epoch": 4.826197757390418,
      "grad_norm": 3.352434453687649,
      "learning_rate": 2.9018198774960212e-05,
      "loss": 2.3141,
      "step": 56814
    },
    {
      "epoch": 4.826282704723072,
      "grad_norm": 3.5334881815274892,
      "learning_rate": 2.9014139813340783e-05,
      "loss": 2.4107,
      "step": 56815
    },
    {
      "epoch": 4.826367652055725,
      "grad_norm": 3.334982764254862,
      "learning_rate": 2.9010081105223122e-05,
      "loss": 2.1068,
      "step": 56816
    },
    {
      "epoch": 4.82645259938838,
      "grad_norm": 3.2016455393046654,
      "learning_rate": 2.9006022650615758e-05,
      "loss": 2.0074,
      "step": 56817
    },
    {
      "epoch": 4.826537546721033,
      "grad_norm": 3.5617415984064915,
      "learning_rate": 2.900196444952725e-05,
      "loss": 2.4921,
      "step": 56818
    },
    {
      "epoch": 4.826622494053686,
      "grad_norm": 3.707846545441876,
      "learning_rate": 2.8997906501966055e-05,
      "loss": 2.6744,
      "step": 56819
    },
    {
      "epoch": 4.826707441386341,
      "grad_norm": 3.589639220049574,
      "learning_rate": 2.899384880794069e-05,
      "loss": 2.3935,
      "step": 56820
    },
    {
      "epoch": 4.826792388718994,
      "grad_norm": 3.559833878847774,
      "learning_rate": 2.8989791367459576e-05,
      "loss": 2.5258,
      "step": 56821
    },
    {
      "epoch": 4.826877336051648,
      "grad_norm": 3.80127424194776,
      "learning_rate": 2.8985734180531306e-05,
      "loss": 2.6409,
      "step": 56822
    },
    {
      "epoch": 4.826962283384302,
      "grad_norm": 3.8935176242872256,
      "learning_rate": 2.898167724716439e-05,
      "loss": 2.6404,
      "step": 56823
    },
    {
      "epoch": 4.827047230716955,
      "grad_norm": 3.6318044060604646,
      "learning_rate": 2.897762056736726e-05,
      "loss": 2.5359,
      "step": 56824
    },
    {
      "epoch": 4.8271321780496095,
      "grad_norm": 3.310394984203014,
      "learning_rate": 2.897356414114847e-05,
      "loss": 2.0942,
      "step": 56825
    },
    {
      "epoch": 4.827217125382263,
      "grad_norm": 3.589937801275538,
      "learning_rate": 2.896950796851653e-05,
      "loss": 2.6381,
      "step": 56826
    },
    {
      "epoch": 4.827302072714916,
      "grad_norm": 3.443227501823147,
      "learning_rate": 2.8965452049479888e-05,
      "loss": 2.3591,
      "step": 56827
    },
    {
      "epoch": 4.827387020047571,
      "grad_norm": 3.632404043008861,
      "learning_rate": 2.8961396384046997e-05,
      "loss": 2.2989,
      "step": 56828
    },
    {
      "epoch": 4.827471967380224,
      "grad_norm": 3.4463984770277727,
      "learning_rate": 2.8957340972226505e-05,
      "loss": 2.3113,
      "step": 56829
    },
    {
      "epoch": 4.827556914712878,
      "grad_norm": 3.213995298603155,
      "learning_rate": 2.8953285814026823e-05,
      "loss": 2.2393,
      "step": 56830
    },
    {
      "epoch": 4.827641862045532,
      "grad_norm": 3.2408089919533727,
      "learning_rate": 2.894923090945644e-05,
      "loss": 2.1634,
      "step": 56831
    },
    {
      "epoch": 4.827726809378186,
      "grad_norm": 3.8737340933396536,
      "learning_rate": 2.8945176258523833e-05,
      "loss": 2.6508,
      "step": 56832
    },
    {
      "epoch": 4.827811756710839,
      "grad_norm": 3.350125079675576,
      "learning_rate": 2.8941121861237565e-05,
      "loss": 2.4757,
      "step": 56833
    },
    {
      "epoch": 4.827896704043493,
      "grad_norm": 3.1346698750577975,
      "learning_rate": 2.893706771760606e-05,
      "loss": 2.2079,
      "step": 56834
    },
    {
      "epoch": 4.827981651376147,
      "grad_norm": 3.226957997656337,
      "learning_rate": 2.8933013827637846e-05,
      "loss": 2.2729,
      "step": 56835
    },
    {
      "epoch": 4.8280665987088005,
      "grad_norm": 3.952614514610872,
      "learning_rate": 2.892896019134145e-05,
      "loss": 2.7626,
      "step": 56836
    },
    {
      "epoch": 4.828151546041454,
      "grad_norm": 3.2296508970315516,
      "learning_rate": 2.8924906808725345e-05,
      "loss": 2.2343,
      "step": 56837
    },
    {
      "epoch": 4.828236493374108,
      "grad_norm": 3.8728903798942778,
      "learning_rate": 2.8920853679798012e-05,
      "loss": 2.907,
      "step": 56838
    },
    {
      "epoch": 4.828321440706762,
      "grad_norm": 3.637882632048033,
      "learning_rate": 2.891680080456789e-05,
      "loss": 2.5961,
      "step": 56839
    },
    {
      "epoch": 4.828406388039416,
      "grad_norm": 3.199389209097943,
      "learning_rate": 2.8912748183043545e-05,
      "loss": 2.1911,
      "step": 56840
    },
    {
      "epoch": 4.828491335372069,
      "grad_norm": 3.275073357001965,
      "learning_rate": 2.890869581523348e-05,
      "loss": 2.3299,
      "step": 56841
    },
    {
      "epoch": 4.828576282704723,
      "grad_norm": 3.3491840080029287,
      "learning_rate": 2.890464370114614e-05,
      "loss": 2.2992,
      "step": 56842
    },
    {
      "epoch": 4.828661230037377,
      "grad_norm": 3.4423206259031773,
      "learning_rate": 2.8900591840790004e-05,
      "loss": 2.2926,
      "step": 56843
    },
    {
      "epoch": 4.82874617737003,
      "grad_norm": 3.3163573160701407,
      "learning_rate": 2.8896540234173632e-05,
      "loss": 2.3461,
      "step": 56844
    },
    {
      "epoch": 4.828831124702685,
      "grad_norm": 3.628485502133959,
      "learning_rate": 2.8892488881305464e-05,
      "loss": 2.516,
      "step": 56845
    },
    {
      "epoch": 4.828916072035338,
      "grad_norm": 3.3576008419807106,
      "learning_rate": 2.888843778219396e-05,
      "loss": 2.3277,
      "step": 56846
    },
    {
      "epoch": 4.8290010193679915,
      "grad_norm": 3.3310287391843114,
      "learning_rate": 2.8884386936847638e-05,
      "loss": 2.3554,
      "step": 56847
    },
    {
      "epoch": 4.829085966700646,
      "grad_norm": 3.6215609458834677,
      "learning_rate": 2.8880336345275028e-05,
      "loss": 2.2632,
      "step": 56848
    },
    {
      "epoch": 4.829170914033299,
      "grad_norm": 4.160560284637155,
      "learning_rate": 2.8876286007484585e-05,
      "loss": 2.8573,
      "step": 56849
    },
    {
      "epoch": 4.829255861365953,
      "grad_norm": 3.6376840287170524,
      "learning_rate": 2.8872235923484742e-05,
      "loss": 2.5566,
      "step": 56850
    },
    {
      "epoch": 4.829340808698607,
      "grad_norm": 3.6577966660048626,
      "learning_rate": 2.8868186093284085e-05,
      "loss": 2.2693,
      "step": 56851
    },
    {
      "epoch": 4.82942575603126,
      "grad_norm": 3.281711308246763,
      "learning_rate": 2.8864136516891033e-05,
      "loss": 2.1877,
      "step": 56852
    },
    {
      "epoch": 4.829510703363915,
      "grad_norm": 3.3017429093767174,
      "learning_rate": 2.886008719431402e-05,
      "loss": 2.2156,
      "step": 56853
    },
    {
      "epoch": 4.829595650696568,
      "grad_norm": 3.32202110195362,
      "learning_rate": 2.8856038125561664e-05,
      "loss": 2.3054,
      "step": 56854
    },
    {
      "epoch": 4.829680598029222,
      "grad_norm": 3.3980491400848973,
      "learning_rate": 2.88519893106424e-05,
      "loss": 2.3296,
      "step": 56855
    },
    {
      "epoch": 4.829765545361876,
      "grad_norm": 3.2952719222939755,
      "learning_rate": 2.8847940749564664e-05,
      "loss": 2.2489,
      "step": 56856
    },
    {
      "epoch": 4.829850492694529,
      "grad_norm": 3.187084489220541,
      "learning_rate": 2.884389244233695e-05,
      "loss": 2.2911,
      "step": 56857
    },
    {
      "epoch": 4.8299354400271834,
      "grad_norm": 3.293765240517629,
      "learning_rate": 2.8839844388967794e-05,
      "loss": 2.2948,
      "step": 56858
    },
    {
      "epoch": 4.830020387359837,
      "grad_norm": 3.7629184665653344,
      "learning_rate": 2.883579658946559e-05,
      "loss": 2.6158,
      "step": 56859
    },
    {
      "epoch": 4.83010533469249,
      "grad_norm": 3.220455813457931,
      "learning_rate": 2.883174904383893e-05,
      "loss": 2.2846,
      "step": 56860
    },
    {
      "epoch": 4.8301902820251446,
      "grad_norm": 3.4648488773130075,
      "learning_rate": 2.8827701752096198e-05,
      "loss": 2.2885,
      "step": 56861
    },
    {
      "epoch": 4.830275229357798,
      "grad_norm": 3.371465961907909,
      "learning_rate": 2.882365471424594e-05,
      "loss": 2.2467,
      "step": 56862
    },
    {
      "epoch": 4.830360176690452,
      "grad_norm": 3.4617218994794645,
      "learning_rate": 2.8819607930296618e-05,
      "loss": 2.4122,
      "step": 56863
    },
    {
      "epoch": 4.830445124023106,
      "grad_norm": 3.4602299256571363,
      "learning_rate": 2.8815561400256653e-05,
      "loss": 2.39,
      "step": 56864
    },
    {
      "epoch": 4.830530071355759,
      "grad_norm": 3.8859226383245056,
      "learning_rate": 2.8811515124134577e-05,
      "loss": 2.6553,
      "step": 56865
    },
    {
      "epoch": 4.830615018688413,
      "grad_norm": 3.4733950963805302,
      "learning_rate": 2.8807469101938897e-05,
      "loss": 2.5562,
      "step": 56866
    },
    {
      "epoch": 4.830699966021067,
      "grad_norm": 3.4653205811337493,
      "learning_rate": 2.8803423333678054e-05,
      "loss": 2.5188,
      "step": 56867
    },
    {
      "epoch": 4.830784913353721,
      "grad_norm": 3.430358906846901,
      "learning_rate": 2.8799377819360497e-05,
      "loss": 2.4012,
      "step": 56868
    },
    {
      "epoch": 4.8308698606863745,
      "grad_norm": 4.164983797235339,
      "learning_rate": 2.8795332558994782e-05,
      "loss": 2.9465,
      "step": 56869
    },
    {
      "epoch": 4.830954808019028,
      "grad_norm": 3.6036457823683143,
      "learning_rate": 2.879128755258932e-05,
      "loss": 2.2531,
      "step": 56870
    },
    {
      "epoch": 4.831039755351682,
      "grad_norm": 3.801898736745029,
      "learning_rate": 2.878724280015257e-05,
      "loss": 2.4529,
      "step": 56871
    },
    {
      "epoch": 4.831124702684336,
      "grad_norm": 3.687668009452024,
      "learning_rate": 2.8783198301693045e-05,
      "loss": 2.5808,
      "step": 56872
    },
    {
      "epoch": 4.831209650016989,
      "grad_norm": 3.3300451422151482,
      "learning_rate": 2.877915405721925e-05,
      "loss": 2.2642,
      "step": 56873
    },
    {
      "epoch": 4.831294597349643,
      "grad_norm": 3.3811961190874538,
      "learning_rate": 2.8775110066739632e-05,
      "loss": 2.2158,
      "step": 56874
    },
    {
      "epoch": 4.831379544682297,
      "grad_norm": 3.3168753750568185,
      "learning_rate": 2.8771066330262615e-05,
      "loss": 2.3295,
      "step": 56875
    },
    {
      "epoch": 4.831464492014951,
      "grad_norm": 4.054783566553419,
      "learning_rate": 2.8767022847796745e-05,
      "loss": 2.6055,
      "step": 56876
    },
    {
      "epoch": 4.831549439347604,
      "grad_norm": 4.157363221863326,
      "learning_rate": 2.876297961935041e-05,
      "loss": 2.8468,
      "step": 56877
    },
    {
      "epoch": 4.831634386680259,
      "grad_norm": 3.741408717207003,
      "learning_rate": 2.8758936644932196e-05,
      "loss": 2.4279,
      "step": 56878
    },
    {
      "epoch": 4.831719334012912,
      "grad_norm": 3.351919241118965,
      "learning_rate": 2.875489392455047e-05,
      "loss": 2.3273,
      "step": 56879
    },
    {
      "epoch": 4.8318042813455655,
      "grad_norm": 3.2399121810943328,
      "learning_rate": 2.875085145821378e-05,
      "loss": 2.1476,
      "step": 56880
    },
    {
      "epoch": 4.83188922867822,
      "grad_norm": 3.2703376819507937,
      "learning_rate": 2.8746809245930553e-05,
      "loss": 2.3013,
      "step": 56881
    },
    {
      "epoch": 4.831974176010873,
      "grad_norm": 3.4046854673000384,
      "learning_rate": 2.8742767287709247e-05,
      "loss": 2.5139,
      "step": 56882
    },
    {
      "epoch": 4.832059123343527,
      "grad_norm": 3.721817577697917,
      "learning_rate": 2.8738725583558336e-05,
      "loss": 2.4354,
      "step": 56883
    },
    {
      "epoch": 4.832144070676181,
      "grad_norm": 3.4317403270698366,
      "learning_rate": 2.8734684133486352e-05,
      "loss": 2.2873,
      "step": 56884
    },
    {
      "epoch": 4.832229018008834,
      "grad_norm": 3.3365254753043057,
      "learning_rate": 2.87306429375017e-05,
      "loss": 2.2535,
      "step": 56885
    },
    {
      "epoch": 4.832313965341489,
      "grad_norm": 3.477017967961886,
      "learning_rate": 2.872660199561283e-05,
      "loss": 2.2206,
      "step": 56886
    },
    {
      "epoch": 4.832398912674142,
      "grad_norm": 3.483742109314766,
      "learning_rate": 2.872256130782828e-05,
      "loss": 2.3144,
      "step": 56887
    },
    {
      "epoch": 4.832483860006795,
      "grad_norm": 3.436237455394909,
      "learning_rate": 2.871852087415649e-05,
      "loss": 2.4296,
      "step": 56888
    },
    {
      "epoch": 4.83256880733945,
      "grad_norm": 3.509998090350868,
      "learning_rate": 2.871448069460586e-05,
      "loss": 2.3519,
      "step": 56889
    },
    {
      "epoch": 4.832653754672103,
      "grad_norm": 3.537342598319947,
      "learning_rate": 2.8710440769184915e-05,
      "loss": 2.3799,
      "step": 56890
    },
    {
      "epoch": 4.832738702004757,
      "grad_norm": 3.4025259169656406,
      "learning_rate": 2.8706401097902148e-05,
      "loss": 2.4332,
      "step": 56891
    },
    {
      "epoch": 4.832823649337411,
      "grad_norm": 3.292150974598781,
      "learning_rate": 2.8702361680766002e-05,
      "loss": 2.2916,
      "step": 56892
    },
    {
      "epoch": 4.832908596670064,
      "grad_norm": 3.3824366457955515,
      "learning_rate": 2.8698322517784867e-05,
      "loss": 2.3269,
      "step": 56893
    },
    {
      "epoch": 4.8329935440027185,
      "grad_norm": 3.465610469671915,
      "learning_rate": 2.869428360896732e-05,
      "loss": 2.2387,
      "step": 56894
    },
    {
      "epoch": 4.833078491335372,
      "grad_norm": 3.3935280615845627,
      "learning_rate": 2.869024495432176e-05,
      "loss": 2.3211,
      "step": 56895
    },
    {
      "epoch": 4.833163438668025,
      "grad_norm": 3.254255062800837,
      "learning_rate": 2.8686206553856643e-05,
      "loss": 2.2248,
      "step": 56896
    },
    {
      "epoch": 4.83324838600068,
      "grad_norm": 3.4533139202837932,
      "learning_rate": 2.868216840758043e-05,
      "loss": 2.4722,
      "step": 56897
    },
    {
      "epoch": 4.833333333333333,
      "grad_norm": 3.527604290010966,
      "learning_rate": 2.8678130515501647e-05,
      "loss": 2.508,
      "step": 56898
    },
    {
      "epoch": 4.833418280665987,
      "grad_norm": 3.536888549950761,
      "learning_rate": 2.86740928776287e-05,
      "loss": 2.5362,
      "step": 56899
    },
    {
      "epoch": 4.833503227998641,
      "grad_norm": 3.4138308433208433,
      "learning_rate": 2.8670055493970023e-05,
      "loss": 2.4458,
      "step": 56900
    },
    {
      "epoch": 4.833588175331295,
      "grad_norm": 3.358615162616024,
      "learning_rate": 2.8666018364534153e-05,
      "loss": 2.3594,
      "step": 56901
    },
    {
      "epoch": 4.833673122663948,
      "grad_norm": 4.14574469966136,
      "learning_rate": 2.8661981489329455e-05,
      "loss": 3.091,
      "step": 56902
    },
    {
      "epoch": 4.833758069996602,
      "grad_norm": 3.875884679892506,
      "learning_rate": 2.8657944868364485e-05,
      "loss": 2.5986,
      "step": 56903
    },
    {
      "epoch": 4.833843017329256,
      "grad_norm": 3.8711777442164528,
      "learning_rate": 2.8653908501647605e-05,
      "loss": 2.7482,
      "step": 56904
    },
    {
      "epoch": 4.8339279646619095,
      "grad_norm": 3.9686632041108765,
      "learning_rate": 2.8649872389187372e-05,
      "loss": 2.5523,
      "step": 56905
    },
    {
      "epoch": 4.834012911994563,
      "grad_norm": 3.513467892422234,
      "learning_rate": 2.8645836530992183e-05,
      "loss": 2.3676,
      "step": 56906
    },
    {
      "epoch": 4.834097859327217,
      "grad_norm": 3.4963764253341427,
      "learning_rate": 2.8641800927070463e-05,
      "loss": 2.5053,
      "step": 56907
    },
    {
      "epoch": 4.834182806659871,
      "grad_norm": 3.1284601207430622,
      "learning_rate": 2.8637765577430722e-05,
      "loss": 2.1138,
      "step": 56908
    },
    {
      "epoch": 4.834267753992525,
      "grad_norm": 3.4015643552759163,
      "learning_rate": 2.8633730482081418e-05,
      "loss": 2.3158,
      "step": 56909
    },
    {
      "epoch": 4.834352701325178,
      "grad_norm": 3.404579721666691,
      "learning_rate": 2.8629695641030998e-05,
      "loss": 2.3344,
      "step": 56910
    },
    {
      "epoch": 4.834437648657832,
      "grad_norm": 3.276412487139852,
      "learning_rate": 2.862566105428787e-05,
      "loss": 2.1861,
      "step": 56911
    },
    {
      "epoch": 4.834522595990486,
      "grad_norm": 3.498645442796727,
      "learning_rate": 2.8621626721860575e-05,
      "loss": 2.4379,
      "step": 56912
    },
    {
      "epoch": 4.8346075433231395,
      "grad_norm": 3.5653259431484554,
      "learning_rate": 2.8617592643757508e-05,
      "loss": 2.5724,
      "step": 56913
    },
    {
      "epoch": 4.834692490655794,
      "grad_norm": 3.2238149058081076,
      "learning_rate": 2.8613558819987082e-05,
      "loss": 2.1308,
      "step": 56914
    },
    {
      "epoch": 4.834777437988447,
      "grad_norm": 3.2686579757414522,
      "learning_rate": 2.8609525250557804e-05,
      "loss": 2.2711,
      "step": 56915
    },
    {
      "epoch": 4.834862385321101,
      "grad_norm": 3.1956627078867554,
      "learning_rate": 2.8605491935478147e-05,
      "loss": 2.1218,
      "step": 56916
    },
    {
      "epoch": 4.834947332653755,
      "grad_norm": 3.549628170099055,
      "learning_rate": 2.8601458874756545e-05,
      "loss": 2.5401,
      "step": 56917
    },
    {
      "epoch": 4.835032279986408,
      "grad_norm": 3.6723338911080723,
      "learning_rate": 2.8597426068401403e-05,
      "loss": 2.7328,
      "step": 56918
    },
    {
      "epoch": 4.835117227319062,
      "grad_norm": 3.9863561401839416,
      "learning_rate": 2.859339351642123e-05,
      "loss": 2.9289,
      "step": 56919
    },
    {
      "epoch": 4.835202174651716,
      "grad_norm": 3.2952151749179497,
      "learning_rate": 2.8589361218824424e-05,
      "loss": 2.3202,
      "step": 56920
    },
    {
      "epoch": 4.835287121984369,
      "grad_norm": 3.94871952042734,
      "learning_rate": 2.8585329175619476e-05,
      "loss": 2.6313,
      "step": 56921
    },
    {
      "epoch": 4.835372069317024,
      "grad_norm": 3.7270362210367454,
      "learning_rate": 2.8581297386814796e-05,
      "loss": 2.5378,
      "step": 56922
    },
    {
      "epoch": 4.835457016649677,
      "grad_norm": 3.8627548313852937,
      "learning_rate": 2.857726585241889e-05,
      "loss": 2.8558,
      "step": 56923
    },
    {
      "epoch": 4.835541963982331,
      "grad_norm": 3.5970661965528086,
      "learning_rate": 2.8573234572440172e-05,
      "loss": 2.3354,
      "step": 56924
    },
    {
      "epoch": 4.835626911314985,
      "grad_norm": 3.257495770057869,
      "learning_rate": 2.8569203546887055e-05,
      "loss": 2.2986,
      "step": 56925
    },
    {
      "epoch": 4.835711858647638,
      "grad_norm": 3.9688334647063965,
      "learning_rate": 2.856517277576801e-05,
      "loss": 2.8994,
      "step": 56926
    },
    {
      "epoch": 4.8357968059802925,
      "grad_norm": 3.525146721302799,
      "learning_rate": 2.8561142259091514e-05,
      "loss": 2.4339,
      "step": 56927
    },
    {
      "epoch": 4.835881753312946,
      "grad_norm": 4.0170462897772925,
      "learning_rate": 2.8557111996865996e-05,
      "loss": 2.7892,
      "step": 56928
    },
    {
      "epoch": 4.835966700645599,
      "grad_norm": 3.269721061366329,
      "learning_rate": 2.8553081989099862e-05,
      "loss": 2.2998,
      "step": 56929
    },
    {
      "epoch": 4.836051647978254,
      "grad_norm": 3.767738810722265,
      "learning_rate": 2.8549052235801612e-05,
      "loss": 2.6462,
      "step": 56930
    },
    {
      "epoch": 4.836136595310907,
      "grad_norm": 3.7285198961877373,
      "learning_rate": 2.8545022736979666e-05,
      "loss": 2.9214,
      "step": 56931
    },
    {
      "epoch": 4.836221542643561,
      "grad_norm": 3.3443943422332274,
      "learning_rate": 2.854099349264244e-05,
      "loss": 2.2352,
      "step": 56932
    },
    {
      "epoch": 4.836306489976215,
      "grad_norm": 3.794002027655321,
      "learning_rate": 2.8536964502798388e-05,
      "loss": 2.7079,
      "step": 56933
    },
    {
      "epoch": 4.836391437308868,
      "grad_norm": 3.4240125122907625,
      "learning_rate": 2.8532935767456006e-05,
      "loss": 2.4087,
      "step": 56934
    },
    {
      "epoch": 4.836476384641522,
      "grad_norm": 3.4337215178269607,
      "learning_rate": 2.8528907286623687e-05,
      "loss": 2.4677,
      "step": 56935
    },
    {
      "epoch": 4.836561331974176,
      "grad_norm": 3.817318184106256,
      "learning_rate": 2.852487906030984e-05,
      "loss": 2.653,
      "step": 56936
    },
    {
      "epoch": 4.83664627930683,
      "grad_norm": 3.5394480377250424,
      "learning_rate": 2.8520851088522996e-05,
      "loss": 2.5016,
      "step": 56937
    },
    {
      "epoch": 4.8367312266394835,
      "grad_norm": 3.3990957669435495,
      "learning_rate": 2.851682337127154e-05,
      "loss": 2.3799,
      "step": 56938
    },
    {
      "epoch": 4.836816173972137,
      "grad_norm": 3.7743738400239693,
      "learning_rate": 2.8512795908563872e-05,
      "loss": 2.7089,
      "step": 56939
    },
    {
      "epoch": 4.836901121304791,
      "grad_norm": 3.1354217657111967,
      "learning_rate": 2.8508768700408467e-05,
      "loss": 1.9934,
      "step": 56940
    },
    {
      "epoch": 4.836986068637445,
      "grad_norm": 3.5206228056189515,
      "learning_rate": 2.850474174681382e-05,
      "loss": 2.5319,
      "step": 56941
    },
    {
      "epoch": 4.837071015970099,
      "grad_norm": 3.2261380976199954,
      "learning_rate": 2.850071504778832e-05,
      "loss": 2.1978,
      "step": 56942
    },
    {
      "epoch": 4.837155963302752,
      "grad_norm": 3.950557086047948,
      "learning_rate": 2.8496688603340347e-05,
      "loss": 2.5233,
      "step": 56943
    },
    {
      "epoch": 4.837240910635406,
      "grad_norm": 3.510573420219115,
      "learning_rate": 2.849266241347844e-05,
      "loss": 2.2948,
      "step": 56944
    },
    {
      "epoch": 4.83732585796806,
      "grad_norm": 3.729396568855109,
      "learning_rate": 2.848863647821095e-05,
      "loss": 2.5603,
      "step": 56945
    },
    {
      "epoch": 4.837410805300713,
      "grad_norm": 4.099541644765294,
      "learning_rate": 2.848461079754639e-05,
      "loss": 2.7964,
      "step": 56946
    },
    {
      "epoch": 4.837495752633368,
      "grad_norm": 3.2502135563550882,
      "learning_rate": 2.848058537149312e-05,
      "loss": 2.1612,
      "step": 56947
    },
    {
      "epoch": 4.837580699966021,
      "grad_norm": 3.728232806631752,
      "learning_rate": 2.847656020005964e-05,
      "loss": 2.5341,
      "step": 56948
    },
    {
      "epoch": 4.8376656472986745,
      "grad_norm": 3.8616055967444125,
      "learning_rate": 2.847253528325436e-05,
      "loss": 2.7798,
      "step": 56949
    },
    {
      "epoch": 4.837750594631329,
      "grad_norm": 3.1921561440252466,
      "learning_rate": 2.8468510621085676e-05,
      "loss": 2.0543,
      "step": 56950
    },
    {
      "epoch": 4.837835541963982,
      "grad_norm": 3.70662926587919,
      "learning_rate": 2.846448621356203e-05,
      "loss": 2.3439,
      "step": 56951
    },
    {
      "epoch": 4.837920489296636,
      "grad_norm": 3.6148339644265053,
      "learning_rate": 2.8460462060691936e-05,
      "loss": 2.5061,
      "step": 56952
    },
    {
      "epoch": 4.83800543662929,
      "grad_norm": 3.7436711951090196,
      "learning_rate": 2.8456438162483764e-05,
      "loss": 2.3001,
      "step": 56953
    },
    {
      "epoch": 4.838090383961943,
      "grad_norm": 3.337107466464581,
      "learning_rate": 2.845241451894591e-05,
      "loss": 2.3813,
      "step": 56954
    },
    {
      "epoch": 4.838175331294598,
      "grad_norm": 3.3367682241258763,
      "learning_rate": 2.844839113008687e-05,
      "loss": 2.3692,
      "step": 56955
    },
    {
      "epoch": 4.838260278627251,
      "grad_norm": 3.44768473644887,
      "learning_rate": 2.8444367995915045e-05,
      "loss": 2.4099,
      "step": 56956
    },
    {
      "epoch": 4.838345225959905,
      "grad_norm": 3.2866877128132206,
      "learning_rate": 2.844034511643884e-05,
      "loss": 2.189,
      "step": 56957
    },
    {
      "epoch": 4.838430173292559,
      "grad_norm": 3.3001637122458667,
      "learning_rate": 2.843632249166671e-05,
      "loss": 2.2431,
      "step": 56958
    },
    {
      "epoch": 4.838515120625212,
      "grad_norm": 3.5007503732763188,
      "learning_rate": 2.843230012160711e-05,
      "loss": 2.4051,
      "step": 56959
    },
    {
      "epoch": 4.8386000679578665,
      "grad_norm": 3.8299512250970564,
      "learning_rate": 2.8428278006268457e-05,
      "loss": 2.868,
      "step": 56960
    },
    {
      "epoch": 4.83868501529052,
      "grad_norm": 3.655513465662764,
      "learning_rate": 2.8424256145659124e-05,
      "loss": 2.2994,
      "step": 56961
    },
    {
      "epoch": 4.838769962623173,
      "grad_norm": 3.600755049260722,
      "learning_rate": 2.8420234539787608e-05,
      "loss": 2.2809,
      "step": 56962
    },
    {
      "epoch": 4.838854909955828,
      "grad_norm": 3.4231381034011266,
      "learning_rate": 2.8416213188662264e-05,
      "loss": 2.233,
      "step": 56963
    },
    {
      "epoch": 4.838939857288481,
      "grad_norm": 3.1409108061615525,
      "learning_rate": 2.8412192092291602e-05,
      "loss": 2.085,
      "step": 56964
    },
    {
      "epoch": 4.839024804621135,
      "grad_norm": 3.509464023982546,
      "learning_rate": 2.840817125068397e-05,
      "loss": 2.3442,
      "step": 56965
    },
    {
      "epoch": 4.839109751953789,
      "grad_norm": 3.758733977981026,
      "learning_rate": 2.8404150663847874e-05,
      "loss": 2.4912,
      "step": 56966
    },
    {
      "epoch": 4.839194699286442,
      "grad_norm": 3.2824661832756137,
      "learning_rate": 2.8400130331791677e-05,
      "loss": 2.1618,
      "step": 56967
    },
    {
      "epoch": 4.839279646619096,
      "grad_norm": 3.5446070584921516,
      "learning_rate": 2.8396110254523787e-05,
      "loss": 2.4662,
      "step": 56968
    },
    {
      "epoch": 4.83936459395175,
      "grad_norm": 3.3379931550036175,
      "learning_rate": 2.8392090432052643e-05,
      "loss": 2.3223,
      "step": 56969
    },
    {
      "epoch": 4.839449541284404,
      "grad_norm": 4.059145150922327,
      "learning_rate": 2.838807086438673e-05,
      "loss": 2.8378,
      "step": 56970
    },
    {
      "epoch": 4.8395344886170575,
      "grad_norm": 3.2255500780936655,
      "learning_rate": 2.8384051551534435e-05,
      "loss": 2.1317,
      "step": 56971
    },
    {
      "epoch": 4.839619435949711,
      "grad_norm": 3.7590613294224307,
      "learning_rate": 2.8380032493504106e-05,
      "loss": 2.4599,
      "step": 56972
    },
    {
      "epoch": 4.839704383282365,
      "grad_norm": 3.7616934076450894,
      "learning_rate": 2.8376013690304282e-05,
      "loss": 2.4759,
      "step": 56973
    },
    {
      "epoch": 4.839789330615019,
      "grad_norm": 3.3378046910268058,
      "learning_rate": 2.8371995141943327e-05,
      "loss": 2.1961,
      "step": 56974
    },
    {
      "epoch": 4.839874277947672,
      "grad_norm": 3.996065318108896,
      "learning_rate": 2.8367976848429614e-05,
      "loss": 2.678,
      "step": 56975
    },
    {
      "epoch": 4.839959225280326,
      "grad_norm": 3.309463773723284,
      "learning_rate": 2.836395880977162e-05,
      "loss": 2.2084,
      "step": 56976
    },
    {
      "epoch": 4.84004417261298,
      "grad_norm": 3.573598266537296,
      "learning_rate": 2.835994102597779e-05,
      "loss": 2.3386,
      "step": 56977
    },
    {
      "epoch": 4.840129119945634,
      "grad_norm": 3.336034609636115,
      "learning_rate": 2.8355923497056498e-05,
      "loss": 2.311,
      "step": 56978
    },
    {
      "epoch": 4.840214067278287,
      "grad_norm": 3.8085784046296127,
      "learning_rate": 2.8351906223016123e-05,
      "loss": 2.5668,
      "step": 56979
    },
    {
      "epoch": 4.840299014610942,
      "grad_norm": 3.1165305482780106,
      "learning_rate": 2.8347889203865194e-05,
      "loss": 2.196,
      "step": 56980
    },
    {
      "epoch": 4.840383961943595,
      "grad_norm": 3.4516662236746884,
      "learning_rate": 2.8343872439612046e-05,
      "loss": 2.3999,
      "step": 56981
    },
    {
      "epoch": 4.8404689092762485,
      "grad_norm": 3.3452256711152724,
      "learning_rate": 2.833985593026508e-05,
      "loss": 2.1714,
      "step": 56982
    },
    {
      "epoch": 4.840553856608903,
      "grad_norm": 3.8069915372301306,
      "learning_rate": 2.833583967583274e-05,
      "loss": 2.6142,
      "step": 56983
    },
    {
      "epoch": 4.840638803941556,
      "grad_norm": 3.296813281894887,
      "learning_rate": 2.8331823676323494e-05,
      "loss": 2.163,
      "step": 56984
    },
    {
      "epoch": 4.84072375127421,
      "grad_norm": 3.453501572025438,
      "learning_rate": 2.8327807931745694e-05,
      "loss": 2.4092,
      "step": 56985
    },
    {
      "epoch": 4.840808698606864,
      "grad_norm": 3.1808944728268114,
      "learning_rate": 2.8323792442107745e-05,
      "loss": 2.2396,
      "step": 56986
    },
    {
      "epoch": 4.840893645939517,
      "grad_norm": 3.285869674527304,
      "learning_rate": 2.831977720741811e-05,
      "loss": 2.1631,
      "step": 56987
    },
    {
      "epoch": 4.840978593272172,
      "grad_norm": 3.46065577069414,
      "learning_rate": 2.8315762227685147e-05,
      "loss": 2.3609,
      "step": 56988
    },
    {
      "epoch": 4.841063540604825,
      "grad_norm": 3.5339777989223697,
      "learning_rate": 2.8311747502917333e-05,
      "loss": 2.7181,
      "step": 56989
    },
    {
      "epoch": 4.841148487937478,
      "grad_norm": 3.245737223865323,
      "learning_rate": 2.830773303312301e-05,
      "loss": 2.1717,
      "step": 56990
    },
    {
      "epoch": 4.841233435270133,
      "grad_norm": 3.7456012041856965,
      "learning_rate": 2.8303718818310657e-05,
      "loss": 2.7048,
      "step": 56991
    },
    {
      "epoch": 4.841318382602786,
      "grad_norm": 3.766520017233974,
      "learning_rate": 2.8299704858488665e-05,
      "loss": 2.5999,
      "step": 56992
    },
    {
      "epoch": 4.84140332993544,
      "grad_norm": 3.6991616366830775,
      "learning_rate": 2.829569115366538e-05,
      "loss": 2.4895,
      "step": 56993
    },
    {
      "epoch": 4.841488277268094,
      "grad_norm": 3.23517732945769,
      "learning_rate": 2.8291677703849274e-05,
      "loss": 2.1972,
      "step": 56994
    },
    {
      "epoch": 4.841573224600747,
      "grad_norm": 3.3920811963423287,
      "learning_rate": 2.8287664509048778e-05,
      "loss": 2.546,
      "step": 56995
    },
    {
      "epoch": 4.8416581719334015,
      "grad_norm": 3.552176678455598,
      "learning_rate": 2.828365156927227e-05,
      "loss": 2.4531,
      "step": 56996
    },
    {
      "epoch": 4.841743119266055,
      "grad_norm": 3.5010255520582767,
      "learning_rate": 2.827963888452812e-05,
      "loss": 2.4609,
      "step": 56997
    },
    {
      "epoch": 4.841828066598708,
      "grad_norm": 3.1518918525819983,
      "learning_rate": 2.8275626454824812e-05,
      "loss": 2.0117,
      "step": 56998
    },
    {
      "epoch": 4.841913013931363,
      "grad_norm": 3.6934267418541125,
      "learning_rate": 2.8271614280170717e-05,
      "loss": 2.5847,
      "step": 56999
    },
    {
      "epoch": 4.841997961264016,
      "grad_norm": 3.730038079759958,
      "learning_rate": 2.82676023605742e-05,
      "loss": 2.5635,
      "step": 57000
    },
    {
      "epoch": 4.84208290859667,
      "grad_norm": 3.701387995092153,
      "learning_rate": 2.8263590696043698e-05,
      "loss": 2.6126,
      "step": 57001
    },
    {
      "epoch": 4.842167855929324,
      "grad_norm": 4.0051457666566135,
      "learning_rate": 2.8259579286587674e-05,
      "loss": 2.9909,
      "step": 57002
    },
    {
      "epoch": 4.842252803261978,
      "grad_norm": 3.4863643613230324,
      "learning_rate": 2.825556813221449e-05,
      "loss": 2.3355,
      "step": 57003
    },
    {
      "epoch": 4.8423377505946315,
      "grad_norm": 3.7714620361261675,
      "learning_rate": 2.8251557232932486e-05,
      "loss": 2.7186,
      "step": 57004
    },
    {
      "epoch": 4.842422697927285,
      "grad_norm": 3.2501700381009164,
      "learning_rate": 2.8247546588750192e-05,
      "loss": 2.1986,
      "step": 57005
    },
    {
      "epoch": 4.842507645259939,
      "grad_norm": 3.676947919439095,
      "learning_rate": 2.824353619967588e-05,
      "loss": 2.2704,
      "step": 57006
    },
    {
      "epoch": 4.842592592592593,
      "grad_norm": 3.364850725797425,
      "learning_rate": 2.8239526065718065e-05,
      "loss": 2.3431,
      "step": 57007
    },
    {
      "epoch": 4.842677539925246,
      "grad_norm": 3.3035201445425995,
      "learning_rate": 2.823551618688507e-05,
      "loss": 2.1461,
      "step": 57008
    },
    {
      "epoch": 4.8427624872579,
      "grad_norm": 3.2218868751806005,
      "learning_rate": 2.8231506563185358e-05,
      "loss": 2.1563,
      "step": 57009
    },
    {
      "epoch": 4.842847434590554,
      "grad_norm": 3.2500611366331125,
      "learning_rate": 2.8227497194627303e-05,
      "loss": 2.1656,
      "step": 57010
    },
    {
      "epoch": 4.842932381923208,
      "grad_norm": 3.525506835709542,
      "learning_rate": 2.8223488081219264e-05,
      "loss": 2.4493,
      "step": 57011
    },
    {
      "epoch": 4.843017329255861,
      "grad_norm": 3.444424571615487,
      "learning_rate": 2.821947922296969e-05,
      "loss": 2.3697,
      "step": 57012
    },
    {
      "epoch": 4.843102276588515,
      "grad_norm": 3.4264975629291605,
      "learning_rate": 2.8215470619886997e-05,
      "loss": 2.3827,
      "step": 57013
    },
    {
      "epoch": 4.843187223921169,
      "grad_norm": 3.3440329032916756,
      "learning_rate": 2.8211462271979574e-05,
      "loss": 2.3583,
      "step": 57014
    },
    {
      "epoch": 4.8432721712538225,
      "grad_norm": 3.29337960147808,
      "learning_rate": 2.8207454179255758e-05,
      "loss": 2.2932,
      "step": 57015
    },
    {
      "epoch": 4.843357118586477,
      "grad_norm": 3.816260758873247,
      "learning_rate": 2.820344634172404e-05,
      "loss": 2.5219,
      "step": 57016
    },
    {
      "epoch": 4.84344206591913,
      "grad_norm": 3.6467612862194843,
      "learning_rate": 2.819943875939275e-05,
      "loss": 2.5219,
      "step": 57017
    },
    {
      "epoch": 4.843527013251784,
      "grad_norm": 3.314427884845748,
      "learning_rate": 2.8195431432270297e-05,
      "loss": 2.277,
      "step": 57018
    },
    {
      "epoch": 4.843611960584438,
      "grad_norm": 3.217814684918814,
      "learning_rate": 2.8191424360365063e-05,
      "loss": 2.1918,
      "step": 57019
    },
    {
      "epoch": 4.843696907917091,
      "grad_norm": 3.5583581219079545,
      "learning_rate": 2.818741754368553e-05,
      "loss": 2.3216,
      "step": 57020
    },
    {
      "epoch": 4.843781855249745,
      "grad_norm": 3.3866019682546953,
      "learning_rate": 2.8183410982240018e-05,
      "loss": 2.4658,
      "step": 57021
    },
    {
      "epoch": 4.843866802582399,
      "grad_norm": 3.5105978381227425,
      "learning_rate": 2.8179404676036898e-05,
      "loss": 2.4824,
      "step": 57022
    },
    {
      "epoch": 4.843951749915052,
      "grad_norm": 3.1816433410282423,
      "learning_rate": 2.8175398625084632e-05,
      "loss": 2.0008,
      "step": 57023
    },
    {
      "epoch": 4.844036697247707,
      "grad_norm": 3.32639525133031,
      "learning_rate": 2.8171392829391596e-05,
      "loss": 2.3462,
      "step": 57024
    },
    {
      "epoch": 4.84412164458036,
      "grad_norm": 3.645102359177391,
      "learning_rate": 2.8167387288966135e-05,
      "loss": 2.5374,
      "step": 57025
    },
    {
      "epoch": 4.844206591913014,
      "grad_norm": 3.242541304325932,
      "learning_rate": 2.8163382003816676e-05,
      "loss": 2.2975,
      "step": 57026
    },
    {
      "epoch": 4.844291539245668,
      "grad_norm": 3.452505224271212,
      "learning_rate": 2.8159376973951657e-05,
      "loss": 2.2235,
      "step": 57027
    },
    {
      "epoch": 4.844376486578321,
      "grad_norm": 3.57610368975408,
      "learning_rate": 2.815537219937941e-05,
      "loss": 2.3584,
      "step": 57028
    },
    {
      "epoch": 4.8444614339109755,
      "grad_norm": 3.693772609101028,
      "learning_rate": 2.8151367680108313e-05,
      "loss": 2.5769,
      "step": 57029
    },
    {
      "epoch": 4.844546381243629,
      "grad_norm": 4.224520461045934,
      "learning_rate": 2.8147363416146833e-05,
      "loss": 2.7384,
      "step": 57030
    },
    {
      "epoch": 4.844631328576282,
      "grad_norm": 3.214340271590793,
      "learning_rate": 2.8143359407503258e-05,
      "loss": 2.2777,
      "step": 57031
    },
    {
      "epoch": 4.844716275908937,
      "grad_norm": 3.6320661842357764,
      "learning_rate": 2.813935565418609e-05,
      "loss": 2.345,
      "step": 57032
    },
    {
      "epoch": 4.84480122324159,
      "grad_norm": 3.4573849826004066,
      "learning_rate": 2.813535215620361e-05,
      "loss": 2.4535,
      "step": 57033
    },
    {
      "epoch": 4.844886170574244,
      "grad_norm": 3.6922867063403175,
      "learning_rate": 2.8131348913564296e-05,
      "loss": 2.4279,
      "step": 57034
    },
    {
      "epoch": 4.844971117906898,
      "grad_norm": 3.2344782075818808,
      "learning_rate": 2.8127345926276502e-05,
      "loss": 2.0014,
      "step": 57035
    },
    {
      "epoch": 4.845056065239551,
      "grad_norm": 3.700890071599395,
      "learning_rate": 2.8123343194348576e-05,
      "loss": 2.3629,
      "step": 57036
    },
    {
      "epoch": 4.845141012572205,
      "grad_norm": 3.3984981750077035,
      "learning_rate": 2.811934071778894e-05,
      "loss": 2.2984,
      "step": 57037
    },
    {
      "epoch": 4.845225959904859,
      "grad_norm": 3.296179210837883,
      "learning_rate": 2.811533849660601e-05,
      "loss": 2.2873,
      "step": 57038
    },
    {
      "epoch": 4.845310907237513,
      "grad_norm": 3.5445368507012533,
      "learning_rate": 2.8111336530808143e-05,
      "loss": 2.2811,
      "step": 57039
    },
    {
      "epoch": 4.8453958545701665,
      "grad_norm": 3.7327620053932336,
      "learning_rate": 2.81073348204037e-05,
      "loss": 2.3425,
      "step": 57040
    },
    {
      "epoch": 4.84548080190282,
      "grad_norm": 3.6570483711526887,
      "learning_rate": 2.8103333365401105e-05,
      "loss": 2.2983,
      "step": 57041
    },
    {
      "epoch": 4.845565749235474,
      "grad_norm": 3.4771838148560352,
      "learning_rate": 2.8099332165808737e-05,
      "loss": 2.1188,
      "step": 57042
    },
    {
      "epoch": 4.845650696568128,
      "grad_norm": 3.5722303971682114,
      "learning_rate": 2.8095331221634936e-05,
      "loss": 2.4811,
      "step": 57043
    },
    {
      "epoch": 4.845735643900781,
      "grad_norm": 3.789327054467937,
      "learning_rate": 2.8091330532888118e-05,
      "loss": 2.5476,
      "step": 57044
    },
    {
      "epoch": 4.845820591233435,
      "grad_norm": 3.2805097566163774,
      "learning_rate": 2.8087330099576705e-05,
      "loss": 2.1928,
      "step": 57045
    },
    {
      "epoch": 4.845905538566089,
      "grad_norm": 3.488892300070994,
      "learning_rate": 2.8083329921709024e-05,
      "loss": 2.1999,
      "step": 57046
    },
    {
      "epoch": 4.845990485898743,
      "grad_norm": 3.3667313248204014,
      "learning_rate": 2.8079329999293455e-05,
      "loss": 2.2801,
      "step": 57047
    },
    {
      "epoch": 4.8460754332313964,
      "grad_norm": 3.2177243605397616,
      "learning_rate": 2.807533033233842e-05,
      "loss": 2.2657,
      "step": 57048
    },
    {
      "epoch": 4.846160380564051,
      "grad_norm": 3.766954786109017,
      "learning_rate": 2.8071330920852247e-05,
      "loss": 2.5465,
      "step": 57049
    },
    {
      "epoch": 4.846245327896704,
      "grad_norm": 3.612813991431735,
      "learning_rate": 2.806733176484338e-05,
      "loss": 2.6832,
      "step": 57050
    },
    {
      "epoch": 4.8463302752293576,
      "grad_norm": 3.334052607939997,
      "learning_rate": 2.806333286432013e-05,
      "loss": 2.3098,
      "step": 57051
    },
    {
      "epoch": 4.846415222562012,
      "grad_norm": 3.428571786173426,
      "learning_rate": 2.8059334219290942e-05,
      "loss": 2.23,
      "step": 57052
    },
    {
      "epoch": 4.846500169894665,
      "grad_norm": 3.261132161071353,
      "learning_rate": 2.805533582976417e-05,
      "loss": 2.1305,
      "step": 57053
    },
    {
      "epoch": 4.846585117227319,
      "grad_norm": 3.5220210485444174,
      "learning_rate": 2.8051337695748145e-05,
      "loss": 2.451,
      "step": 57054
    },
    {
      "epoch": 4.846670064559973,
      "grad_norm": 3.9879029442277205,
      "learning_rate": 2.8047339817251274e-05,
      "loss": 2.6346,
      "step": 57055
    },
    {
      "epoch": 4.846755011892626,
      "grad_norm": 3.280915973478185,
      "learning_rate": 2.8043342194281987e-05,
      "loss": 2.1802,
      "step": 57056
    },
    {
      "epoch": 4.846839959225281,
      "grad_norm": 4.042697191405208,
      "learning_rate": 2.8039344826848608e-05,
      "loss": 2.8795,
      "step": 57057
    },
    {
      "epoch": 4.846924906557934,
      "grad_norm": 3.982244520407612,
      "learning_rate": 2.80353477149595e-05,
      "loss": 3.1618,
      "step": 57058
    },
    {
      "epoch": 4.8470098538905875,
      "grad_norm": 3.488736871562654,
      "learning_rate": 2.8031350858623086e-05,
      "loss": 2.5132,
      "step": 57059
    },
    {
      "epoch": 4.847094801223242,
      "grad_norm": 3.8455380696505133,
      "learning_rate": 2.802735425784771e-05,
      "loss": 2.8373,
      "step": 57060
    },
    {
      "epoch": 4.847179748555895,
      "grad_norm": 3.756544315686289,
      "learning_rate": 2.802335791264172e-05,
      "loss": 2.494,
      "step": 57061
    },
    {
      "epoch": 4.8472646958885495,
      "grad_norm": 3.5435918499976107,
      "learning_rate": 2.8019361823013503e-05,
      "loss": 2.4979,
      "step": 57062
    },
    {
      "epoch": 4.847349643221203,
      "grad_norm": 3.358521071017317,
      "learning_rate": 2.8015365988971505e-05,
      "loss": 2.2999,
      "step": 57063
    },
    {
      "epoch": 4.847434590553856,
      "grad_norm": 3.4251070770584797,
      "learning_rate": 2.8011370410524037e-05,
      "loss": 2.3624,
      "step": 57064
    },
    {
      "epoch": 4.847519537886511,
      "grad_norm": 3.361291843391035,
      "learning_rate": 2.8007375087679423e-05,
      "loss": 2.5256,
      "step": 57065
    },
    {
      "epoch": 4.847604485219164,
      "grad_norm": 3.5058654225076036,
      "learning_rate": 2.800338002044614e-05,
      "loss": 2.5849,
      "step": 57066
    },
    {
      "epoch": 4.847689432551817,
      "grad_norm": 3.1988320611156373,
      "learning_rate": 2.799938520883247e-05,
      "loss": 2.1355,
      "step": 57067
    },
    {
      "epoch": 4.847774379884472,
      "grad_norm": 3.3938254448848904,
      "learning_rate": 2.799539065284685e-05,
      "loss": 2.216,
      "step": 57068
    },
    {
      "epoch": 4.847859327217125,
      "grad_norm": 3.7722054382453933,
      "learning_rate": 2.7991396352497593e-05,
      "loss": 2.7207,
      "step": 57069
    },
    {
      "epoch": 4.847944274549779,
      "grad_norm": 3.947477567141728,
      "learning_rate": 2.7987402307793123e-05,
      "loss": 2.7371,
      "step": 57070
    },
    {
      "epoch": 4.848029221882433,
      "grad_norm": 3.4472768036583794,
      "learning_rate": 2.7983408518741766e-05,
      "loss": 2.4652,
      "step": 57071
    },
    {
      "epoch": 4.848114169215087,
      "grad_norm": 3.287329410649669,
      "learning_rate": 2.7979414985351923e-05,
      "loss": 2.3907,
      "step": 57072
    },
    {
      "epoch": 4.8481991165477405,
      "grad_norm": 3.588996108776318,
      "learning_rate": 2.7975421707631894e-05,
      "loss": 2.4105,
      "step": 57073
    },
    {
      "epoch": 4.848284063880394,
      "grad_norm": 3.3849654348756832,
      "learning_rate": 2.7971428685590115e-05,
      "loss": 2.3395,
      "step": 57074
    },
    {
      "epoch": 4.848369011213048,
      "grad_norm": 4.0056435135209005,
      "learning_rate": 2.7967435919234956e-05,
      "loss": 2.8733,
      "step": 57075
    },
    {
      "epoch": 4.848453958545702,
      "grad_norm": 4.0366892200975375,
      "learning_rate": 2.796344340857471e-05,
      "loss": 2.9028,
      "step": 57076
    },
    {
      "epoch": 4.848538905878355,
      "grad_norm": 3.5396559202027578,
      "learning_rate": 2.7959451153617856e-05,
      "loss": 2.55,
      "step": 57077
    },
    {
      "epoch": 4.848623853211009,
      "grad_norm": 3.8676379629484128,
      "learning_rate": 2.795545915437267e-05,
      "loss": 2.5635,
      "step": 57078
    },
    {
      "epoch": 4.848708800543663,
      "grad_norm": 3.5006247788443314,
      "learning_rate": 2.7951467410847566e-05,
      "loss": 2.1752,
      "step": 57079
    },
    {
      "epoch": 4.848793747876317,
      "grad_norm": 3.391462388553356,
      "learning_rate": 2.7947475923050784e-05,
      "loss": 2.2911,
      "step": 57080
    },
    {
      "epoch": 4.84887869520897,
      "grad_norm": 3.3400092557163843,
      "learning_rate": 2.794348469099088e-05,
      "loss": 2.3081,
      "step": 57081
    },
    {
      "epoch": 4.848963642541624,
      "grad_norm": 3.2919879357232396,
      "learning_rate": 2.793949371467612e-05,
      "loss": 2.1162,
      "step": 57082
    },
    {
      "epoch": 4.849048589874278,
      "grad_norm": 3.6043673144583313,
      "learning_rate": 2.793550299411486e-05,
      "loss": 2.6406,
      "step": 57083
    },
    {
      "epoch": 4.8491335372069315,
      "grad_norm": 3.3270890748340016,
      "learning_rate": 2.7931512529315447e-05,
      "loss": 2.2661,
      "step": 57084
    },
    {
      "epoch": 4.849218484539586,
      "grad_norm": 3.285752740616307,
      "learning_rate": 2.7927522320286288e-05,
      "loss": 2.2674,
      "step": 57085
    },
    {
      "epoch": 4.849303431872239,
      "grad_norm": 3.4128433558640525,
      "learning_rate": 2.7923532367035695e-05,
      "loss": 2.4188,
      "step": 57086
    },
    {
      "epoch": 4.849388379204893,
      "grad_norm": 3.783462170708985,
      "learning_rate": 2.7919542669572058e-05,
      "loss": 2.6361,
      "step": 57087
    },
    {
      "epoch": 4.849473326537547,
      "grad_norm": 3.8291448137143735,
      "learning_rate": 2.7915553227903775e-05,
      "loss": 2.6503,
      "step": 57088
    },
    {
      "epoch": 4.8495582738702,
      "grad_norm": 3.308102859141464,
      "learning_rate": 2.7911564042039154e-05,
      "loss": 2.1752,
      "step": 57089
    },
    {
      "epoch": 4.849643221202854,
      "grad_norm": 3.383488332668208,
      "learning_rate": 2.790757511198657e-05,
      "loss": 2.4327,
      "step": 57090
    },
    {
      "epoch": 4.849728168535508,
      "grad_norm": 3.7854387957934006,
      "learning_rate": 2.790358643775435e-05,
      "loss": 2.6047,
      "step": 57091
    },
    {
      "epoch": 4.849813115868161,
      "grad_norm": 3.878510926691446,
      "learning_rate": 2.7899598019350855e-05,
      "loss": 2.6985,
      "step": 57092
    },
    {
      "epoch": 4.849898063200816,
      "grad_norm": 3.641966231258783,
      "learning_rate": 2.789560985678451e-05,
      "loss": 2.5928,
      "step": 57093
    },
    {
      "epoch": 4.849983010533469,
      "grad_norm": 3.524087668468876,
      "learning_rate": 2.7891621950063582e-05,
      "loss": 2.2553,
      "step": 57094
    },
    {
      "epoch": 4.850067957866123,
      "grad_norm": 4.036802931971075,
      "learning_rate": 2.788763429919652e-05,
      "loss": 2.6323,
      "step": 57095
    },
    {
      "epoch": 4.850152905198777,
      "grad_norm": 3.5866873972590376,
      "learning_rate": 2.7883646904191626e-05,
      "loss": 2.5378,
      "step": 57096
    },
    {
      "epoch": 4.85023785253143,
      "grad_norm": 3.3563278317648226,
      "learning_rate": 2.7879659765057256e-05,
      "loss": 2.3274,
      "step": 57097
    },
    {
      "epoch": 4.8503227998640845,
      "grad_norm": 3.3177512145313415,
      "learning_rate": 2.7875672881801686e-05,
      "loss": 2.2038,
      "step": 57098
    },
    {
      "epoch": 4.850407747196738,
      "grad_norm": 4.026878189235284,
      "learning_rate": 2.7871686254433428e-05,
      "loss": 2.5566,
      "step": 57099
    },
    {
      "epoch": 4.850492694529391,
      "grad_norm": 3.4054996448065125,
      "learning_rate": 2.7867699882960742e-05,
      "loss": 2.2591,
      "step": 57100
    },
    {
      "epoch": 4.850577641862046,
      "grad_norm": 3.4166164849715965,
      "learning_rate": 2.786371376739202e-05,
      "loss": 2.3898,
      "step": 57101
    },
    {
      "epoch": 4.850662589194699,
      "grad_norm": 3.3163462951865457,
      "learning_rate": 2.785972790773554e-05,
      "loss": 2.3427,
      "step": 57102
    },
    {
      "epoch": 4.850747536527353,
      "grad_norm": 3.255979480590532,
      "learning_rate": 2.7855742303999745e-05,
      "loss": 2.1695,
      "step": 57103
    },
    {
      "epoch": 4.850832483860007,
      "grad_norm": 3.310715057986564,
      "learning_rate": 2.7851756956192912e-05,
      "loss": 2.1846,
      "step": 57104
    },
    {
      "epoch": 4.85091743119266,
      "grad_norm": 3.4806262874222478,
      "learning_rate": 2.7847771864323416e-05,
      "loss": 2.3464,
      "step": 57105
    },
    {
      "epoch": 4.8510023785253145,
      "grad_norm": 3.9651454448823644,
      "learning_rate": 2.784378702839965e-05,
      "loss": 2.6804,
      "step": 57106
    },
    {
      "epoch": 4.851087325857968,
      "grad_norm": 3.450247681430286,
      "learning_rate": 2.7839802448429928e-05,
      "loss": 2.3699,
      "step": 57107
    },
    {
      "epoch": 4.851172273190622,
      "grad_norm": 4.0844329994748465,
      "learning_rate": 2.7835818124422606e-05,
      "loss": 2.4799,
      "step": 57108
    },
    {
      "epoch": 4.851257220523276,
      "grad_norm": 3.9676251348612044,
      "learning_rate": 2.7831834056385977e-05,
      "loss": 2.9601,
      "step": 57109
    },
    {
      "epoch": 4.851342167855929,
      "grad_norm": 3.8204246577562224,
      "learning_rate": 2.7827850244328454e-05,
      "loss": 2.7025,
      "step": 57110
    },
    {
      "epoch": 4.851427115188583,
      "grad_norm": 3.2137625579743814,
      "learning_rate": 2.7823866688258393e-05,
      "loss": 2.1625,
      "step": 57111
    },
    {
      "epoch": 4.851512062521237,
      "grad_norm": 3.2750844267608867,
      "learning_rate": 2.781988338818411e-05,
      "loss": 2.1398,
      "step": 57112
    },
    {
      "epoch": 4.851597009853891,
      "grad_norm": 3.5194981443656896,
      "learning_rate": 2.7815900344113927e-05,
      "loss": 2.5779,
      "step": 57113
    },
    {
      "epoch": 4.851681957186544,
      "grad_norm": 3.2506660478765714,
      "learning_rate": 2.7811917556056256e-05,
      "loss": 2.1967,
      "step": 57114
    },
    {
      "epoch": 4.851766904519198,
      "grad_norm": 3.3809568838124235,
      "learning_rate": 2.7807935024019406e-05,
      "loss": 2.2563,
      "step": 57115
    },
    {
      "epoch": 4.851851851851852,
      "grad_norm": 3.7967545215896927,
      "learning_rate": 2.7803952748011688e-05,
      "loss": 2.5656,
      "step": 57116
    },
    {
      "epoch": 4.8519367991845055,
      "grad_norm": 3.3753228666491912,
      "learning_rate": 2.7799970728041477e-05,
      "loss": 2.3085,
      "step": 57117
    },
    {
      "epoch": 4.85202174651716,
      "grad_norm": 3.7088941837964944,
      "learning_rate": 2.779598896411715e-05,
      "loss": 2.5817,
      "step": 57118
    },
    {
      "epoch": 4.852106693849813,
      "grad_norm": 3.3616818586332315,
      "learning_rate": 2.7792007456247033e-05,
      "loss": 2.2662,
      "step": 57119
    },
    {
      "epoch": 4.852191641182467,
      "grad_norm": 3.4203562048466476,
      "learning_rate": 2.7788026204439408e-05,
      "loss": 2.4332,
      "step": 57120
    },
    {
      "epoch": 4.852276588515121,
      "grad_norm": 3.673612215321863,
      "learning_rate": 2.7784045208702694e-05,
      "loss": 2.3229,
      "step": 57121
    },
    {
      "epoch": 4.852361535847774,
      "grad_norm": 3.427197522129099,
      "learning_rate": 2.7780064469045206e-05,
      "loss": 2.4853,
      "step": 57122
    },
    {
      "epoch": 4.852446483180428,
      "grad_norm": 3.6854676165865197,
      "learning_rate": 2.77760839854752e-05,
      "loss": 2.6389,
      "step": 57123
    },
    {
      "epoch": 4.852531430513082,
      "grad_norm": 3.60920660111127,
      "learning_rate": 2.777210375800119e-05,
      "loss": 2.6039,
      "step": 57124
    },
    {
      "epoch": 4.852616377845735,
      "grad_norm": 3.5749467842014844,
      "learning_rate": 2.7768123786631403e-05,
      "loss": 2.4021,
      "step": 57125
    },
    {
      "epoch": 4.85270132517839,
      "grad_norm": 3.3032890835768454,
      "learning_rate": 2.7764144071374213e-05,
      "loss": 2.2696,
      "step": 57126
    },
    {
      "epoch": 4.852786272511043,
      "grad_norm": 3.2568135488254506,
      "learning_rate": 2.7760164612237895e-05,
      "loss": 2.214,
      "step": 57127
    },
    {
      "epoch": 4.852871219843697,
      "grad_norm": 3.3669330164121294,
      "learning_rate": 2.7756185409230862e-05,
      "loss": 2.3684,
      "step": 57128
    },
    {
      "epoch": 4.852956167176351,
      "grad_norm": 3.483554215019743,
      "learning_rate": 2.775220646236141e-05,
      "loss": 2.3899,
      "step": 57129
    },
    {
      "epoch": 4.853041114509004,
      "grad_norm": 3.5071218879664308,
      "learning_rate": 2.774822777163791e-05,
      "loss": 2.4522,
      "step": 57130
    },
    {
      "epoch": 4.8531260618416585,
      "grad_norm": 3.4148242922130816,
      "learning_rate": 2.774424933706866e-05,
      "loss": 2.2625,
      "step": 57131
    },
    {
      "epoch": 4.853211009174312,
      "grad_norm": 3.532824678628511,
      "learning_rate": 2.7740271158662048e-05,
      "loss": 2.584,
      "step": 57132
    },
    {
      "epoch": 4.853295956506965,
      "grad_norm": 3.283542878154287,
      "learning_rate": 2.7736293236426372e-05,
      "loss": 2.1734,
      "step": 57133
    },
    {
      "epoch": 4.85338090383962,
      "grad_norm": 3.2249444327049734,
      "learning_rate": 2.773231557036994e-05,
      "loss": 2.2336,
      "step": 57134
    },
    {
      "epoch": 4.853465851172273,
      "grad_norm": 3.2806025384422877,
      "learning_rate": 2.7728338160501113e-05,
      "loss": 2.1507,
      "step": 57135
    },
    {
      "epoch": 4.853550798504927,
      "grad_norm": 3.306072264861899,
      "learning_rate": 2.7724361006828266e-05,
      "loss": 2.3065,
      "step": 57136
    },
    {
      "epoch": 4.853635745837581,
      "grad_norm": 4.005519890177521,
      "learning_rate": 2.7720384109359695e-05,
      "loss": 2.6219,
      "step": 57137
    },
    {
      "epoch": 4.853720693170234,
      "grad_norm": 3.568516675966685,
      "learning_rate": 2.771640746810371e-05,
      "loss": 2.5959,
      "step": 57138
    },
    {
      "epoch": 4.853805640502888,
      "grad_norm": 3.3492549235794122,
      "learning_rate": 2.7712431083068698e-05,
      "loss": 2.2359,
      "step": 57139
    },
    {
      "epoch": 4.853890587835542,
      "grad_norm": 3.2608413754836776,
      "learning_rate": 2.770845495426296e-05,
      "loss": 2.1495,
      "step": 57140
    },
    {
      "epoch": 4.853975535168196,
      "grad_norm": 3.311740838236537,
      "learning_rate": 2.7704479081694788e-05,
      "loss": 2.1605,
      "step": 57141
    },
    {
      "epoch": 4.8540604825008495,
      "grad_norm": 3.5994922738352337,
      "learning_rate": 2.7700503465372554e-05,
      "loss": 2.6086,
      "step": 57142
    },
    {
      "epoch": 4.854145429833503,
      "grad_norm": 3.5723510478007072,
      "learning_rate": 2.769652810530462e-05,
      "loss": 2.4058,
      "step": 57143
    },
    {
      "epoch": 4.854230377166157,
      "grad_norm": 3.981643055034194,
      "learning_rate": 2.7692553001499283e-05,
      "loss": 2.7434,
      "step": 57144
    },
    {
      "epoch": 4.854315324498811,
      "grad_norm": 3.3483881932982134,
      "learning_rate": 2.768857815396485e-05,
      "loss": 2.1861,
      "step": 57145
    },
    {
      "epoch": 4.854400271831464,
      "grad_norm": 3.348938207694648,
      "learning_rate": 2.7684603562709683e-05,
      "loss": 2.2642,
      "step": 57146
    },
    {
      "epoch": 4.854485219164118,
      "grad_norm": 3.2725167819759013,
      "learning_rate": 2.7680629227742074e-05,
      "loss": 2.1392,
      "step": 57147
    },
    {
      "epoch": 4.854570166496772,
      "grad_norm": 3.4039044948642583,
      "learning_rate": 2.7676655149070415e-05,
      "loss": 2.3514,
      "step": 57148
    },
    {
      "epoch": 4.854655113829426,
      "grad_norm": 3.4753873782253795,
      "learning_rate": 2.767268132670295e-05,
      "loss": 2.3815,
      "step": 57149
    },
    {
      "epoch": 4.8547400611620795,
      "grad_norm": 3.7849413664681997,
      "learning_rate": 2.766870776064809e-05,
      "loss": 2.6035,
      "step": 57150
    },
    {
      "epoch": 4.854825008494734,
      "grad_norm": 3.434699953231196,
      "learning_rate": 2.7664734450914113e-05,
      "loss": 2.2347,
      "step": 57151
    },
    {
      "epoch": 4.854909955827387,
      "grad_norm": 3.5630499890497487,
      "learning_rate": 2.7660761397509307e-05,
      "loss": 2.2006,
      "step": 57152
    },
    {
      "epoch": 4.854994903160041,
      "grad_norm": 3.354697072573761,
      "learning_rate": 2.7656788600442035e-05,
      "loss": 2.2931,
      "step": 57153
    },
    {
      "epoch": 4.855079850492695,
      "grad_norm": 3.3578350530322023,
      "learning_rate": 2.765281605972068e-05,
      "loss": 2.1481,
      "step": 57154
    },
    {
      "epoch": 4.855164797825348,
      "grad_norm": 4.100178113941395,
      "learning_rate": 2.764884377535351e-05,
      "loss": 2.9247,
      "step": 57155
    },
    {
      "epoch": 4.855249745158002,
      "grad_norm": 3.3440374536970987,
      "learning_rate": 2.7644871747348802e-05,
      "loss": 2.1782,
      "step": 57156
    },
    {
      "epoch": 4.855334692490656,
      "grad_norm": 3.8579495663915178,
      "learning_rate": 2.7640899975714954e-05,
      "loss": 2.5914,
      "step": 57157
    },
    {
      "epoch": 4.855419639823309,
      "grad_norm": 3.95166452940398,
      "learning_rate": 2.7636928460460273e-05,
      "loss": 2.8834,
      "step": 57158
    },
    {
      "epoch": 4.855504587155964,
      "grad_norm": 3.931631527673964,
      "learning_rate": 2.7632957201593035e-05,
      "loss": 2.577,
      "step": 57159
    },
    {
      "epoch": 4.855589534488617,
      "grad_norm": 3.2945250199263603,
      "learning_rate": 2.762898619912159e-05,
      "loss": 2.3631,
      "step": 57160
    },
    {
      "epoch": 4.8556744818212705,
      "grad_norm": 3.4302805299743078,
      "learning_rate": 2.762501545305429e-05,
      "loss": 2.3194,
      "step": 57161
    },
    {
      "epoch": 4.855759429153925,
      "grad_norm": 3.1869470442264123,
      "learning_rate": 2.762104496339943e-05,
      "loss": 2.1795,
      "step": 57162
    },
    {
      "epoch": 4.855844376486578,
      "grad_norm": 3.5775419788183505,
      "learning_rate": 2.761707473016529e-05,
      "loss": 2.4654,
      "step": 57163
    },
    {
      "epoch": 4.8559293238192325,
      "grad_norm": 3.418770159461926,
      "learning_rate": 2.761310475336026e-05,
      "loss": 2.2409,
      "step": 57164
    },
    {
      "epoch": 4.856014271151886,
      "grad_norm": 3.7211400194072444,
      "learning_rate": 2.760913503299262e-05,
      "loss": 2.3837,
      "step": 57165
    },
    {
      "epoch": 4.856099218484539,
      "grad_norm": 3.697211334381771,
      "learning_rate": 2.7605165569070658e-05,
      "loss": 2.5591,
      "step": 57166
    },
    {
      "epoch": 4.856184165817194,
      "grad_norm": 3.697325842387482,
      "learning_rate": 2.7601196361602724e-05,
      "loss": 2.5854,
      "step": 57167
    },
    {
      "epoch": 4.856269113149847,
      "grad_norm": 3.9008537937331575,
      "learning_rate": 2.7597227410597173e-05,
      "loss": 2.7283,
      "step": 57168
    },
    {
      "epoch": 4.8563540604825,
      "grad_norm": 3.3341363467889,
      "learning_rate": 2.7593258716062284e-05,
      "loss": 2.2946,
      "step": 57169
    },
    {
      "epoch": 4.856439007815155,
      "grad_norm": 3.555034506838527,
      "learning_rate": 2.7589290278006333e-05,
      "loss": 2.5028,
      "step": 57170
    },
    {
      "epoch": 4.856523955147808,
      "grad_norm": 3.3250374340851314,
      "learning_rate": 2.758532209643771e-05,
      "loss": 2.2212,
      "step": 57171
    },
    {
      "epoch": 4.856608902480462,
      "grad_norm": 3.3518183538511117,
      "learning_rate": 2.7581354171364666e-05,
      "loss": 2.2918,
      "step": 57172
    },
    {
      "epoch": 4.856693849813116,
      "grad_norm": 3.226391574847008,
      "learning_rate": 2.7577386502795572e-05,
      "loss": 2.2369,
      "step": 57173
    },
    {
      "epoch": 4.85677879714577,
      "grad_norm": 3.5938208280721082,
      "learning_rate": 2.7573419090738673e-05,
      "loss": 2.1976,
      "step": 57174
    },
    {
      "epoch": 4.8568637444784235,
      "grad_norm": 3.388704481929898,
      "learning_rate": 2.756945193520235e-05,
      "loss": 2.2941,
      "step": 57175
    },
    {
      "epoch": 4.856948691811077,
      "grad_norm": 3.5565524181250514,
      "learning_rate": 2.75654850361949e-05,
      "loss": 2.3812,
      "step": 57176
    },
    {
      "epoch": 4.857033639143731,
      "grad_norm": 3.286664051190644,
      "learning_rate": 2.756151839372458e-05,
      "loss": 2.1892,
      "step": 57177
    },
    {
      "epoch": 4.857118586476385,
      "grad_norm": 3.549210926115209,
      "learning_rate": 2.7557552007799727e-05,
      "loss": 2.1652,
      "step": 57178
    },
    {
      "epoch": 4.857203533809038,
      "grad_norm": 4.001834068837844,
      "learning_rate": 2.755358587842872e-05,
      "loss": 2.613,
      "step": 57179
    },
    {
      "epoch": 4.857288481141692,
      "grad_norm": 3.8106584060597175,
      "learning_rate": 2.7549620005619816e-05,
      "loss": 2.494,
      "step": 57180
    },
    {
      "epoch": 4.857373428474346,
      "grad_norm": 3.649979285407975,
      "learning_rate": 2.7545654389381277e-05,
      "loss": 2.3435,
      "step": 57181
    },
    {
      "epoch": 4.857458375807,
      "grad_norm": 3.4776053130530316,
      "learning_rate": 2.75416890297215e-05,
      "loss": 2.3551,
      "step": 57182
    },
    {
      "epoch": 4.857543323139653,
      "grad_norm": 3.637283079333902,
      "learning_rate": 2.753772392664877e-05,
      "loss": 2.5895,
      "step": 57183
    },
    {
      "epoch": 4.857628270472307,
      "grad_norm": 3.691250376193705,
      "learning_rate": 2.7533759080171318e-05,
      "loss": 2.4117,
      "step": 57184
    },
    {
      "epoch": 4.857713217804961,
      "grad_norm": 3.4698605227375197,
      "learning_rate": 2.7529794490297526e-05,
      "loss": 2.0652,
      "step": 57185
    },
    {
      "epoch": 4.8577981651376145,
      "grad_norm": 3.6544590894981477,
      "learning_rate": 2.7525830157035726e-05,
      "loss": 2.5307,
      "step": 57186
    },
    {
      "epoch": 4.857883112470269,
      "grad_norm": 3.5139778141070726,
      "learning_rate": 2.7521866080394172e-05,
      "loss": 2.3513,
      "step": 57187
    },
    {
      "epoch": 4.857968059802922,
      "grad_norm": 3.2650200444368207,
      "learning_rate": 2.7517902260381152e-05,
      "loss": 2.1607,
      "step": 57188
    },
    {
      "epoch": 4.858053007135576,
      "grad_norm": 3.6385341553418855,
      "learning_rate": 2.7513938697005043e-05,
      "loss": 2.5719,
      "step": 57189
    },
    {
      "epoch": 4.85813795446823,
      "grad_norm": 3.337003164129469,
      "learning_rate": 2.7509975390274074e-05,
      "loss": 2.2752,
      "step": 57190
    },
    {
      "epoch": 4.858222901800883,
      "grad_norm": 3.6339667298709677,
      "learning_rate": 2.750601234019662e-05,
      "loss": 2.655,
      "step": 57191
    },
    {
      "epoch": 4.858307849133537,
      "grad_norm": 3.4206886768848306,
      "learning_rate": 2.7502049546780926e-05,
      "loss": 2.4015,
      "step": 57192
    },
    {
      "epoch": 4.858392796466191,
      "grad_norm": 3.2752839541922056,
      "learning_rate": 2.7498087010035346e-05,
      "loss": 2.1882,
      "step": 57193
    },
    {
      "epoch": 4.8584777437988445,
      "grad_norm": 3.444081596556849,
      "learning_rate": 2.7494124729968146e-05,
      "loss": 2.3125,
      "step": 57194
    },
    {
      "epoch": 4.858562691131499,
      "grad_norm": 3.369746615622325,
      "learning_rate": 2.7490162706587603e-05,
      "loss": 2.2276,
      "step": 57195
    },
    {
      "epoch": 4.858647638464152,
      "grad_norm": 4.463019253884972,
      "learning_rate": 2.7486200939902058e-05,
      "loss": 3.1971,
      "step": 57196
    },
    {
      "epoch": 4.8587325857968064,
      "grad_norm": 3.601576304460058,
      "learning_rate": 2.7482239429919856e-05,
      "loss": 2.2716,
      "step": 57197
    },
    {
      "epoch": 4.85881753312946,
      "grad_norm": 3.7085669023745,
      "learning_rate": 2.7478278176649237e-05,
      "loss": 2.3592,
      "step": 57198
    },
    {
      "epoch": 4.858902480462113,
      "grad_norm": 3.253877002589487,
      "learning_rate": 2.7474317180098482e-05,
      "loss": 2.2739,
      "step": 57199
    },
    {
      "epoch": 4.8589874277947676,
      "grad_norm": 3.845005456759848,
      "learning_rate": 2.7470356440275966e-05,
      "loss": 2.6491,
      "step": 57200
    },
    {
      "epoch": 4.859072375127421,
      "grad_norm": 3.7477101407389606,
      "learning_rate": 2.746639595718993e-05,
      "loss": 2.5261,
      "step": 57201
    },
    {
      "epoch": 4.859157322460074,
      "grad_norm": 3.1051256301514667,
      "learning_rate": 2.7462435730848652e-05,
      "loss": 2.0675,
      "step": 57202
    },
    {
      "epoch": 4.859242269792729,
      "grad_norm": 3.6320456248449458,
      "learning_rate": 2.7458475761260463e-05,
      "loss": 2.56,
      "step": 57203
    },
    {
      "epoch": 4.859327217125382,
      "grad_norm": 3.4827665402984085,
      "learning_rate": 2.74545160484337e-05,
      "loss": 2.3344,
      "step": 57204
    },
    {
      "epoch": 4.859412164458036,
      "grad_norm": 3.330520892274894,
      "learning_rate": 2.7450556592376626e-05,
      "loss": 2.3298,
      "step": 57205
    },
    {
      "epoch": 4.85949711179069,
      "grad_norm": 3.302923142947067,
      "learning_rate": 2.7446597393097485e-05,
      "loss": 2.1974,
      "step": 57206
    },
    {
      "epoch": 4.859582059123343,
      "grad_norm": 3.4993846095356296,
      "learning_rate": 2.744263845060467e-05,
      "loss": 2.4873,
      "step": 57207
    },
    {
      "epoch": 4.8596670064559975,
      "grad_norm": 3.675670502731577,
      "learning_rate": 2.7438679764906423e-05,
      "loss": 2.6525,
      "step": 57208
    },
    {
      "epoch": 4.859751953788651,
      "grad_norm": 3.3355145475277457,
      "learning_rate": 2.7434721336010988e-05,
      "loss": 2.1672,
      "step": 57209
    },
    {
      "epoch": 4.859836901121305,
      "grad_norm": 3.7222312055433044,
      "learning_rate": 2.7430763163926727e-05,
      "loss": 2.4634,
      "step": 57210
    },
    {
      "epoch": 4.859921848453959,
      "grad_norm": 3.5795608981914513,
      "learning_rate": 2.7426805248661965e-05,
      "loss": 2.3985,
      "step": 57211
    },
    {
      "epoch": 4.860006795786612,
      "grad_norm": 3.665566697795535,
      "learning_rate": 2.7422847590224944e-05,
      "loss": 2.366,
      "step": 57212
    },
    {
      "epoch": 4.860091743119266,
      "grad_norm": 3.7836351260479417,
      "learning_rate": 2.741889018862391e-05,
      "loss": 2.5155,
      "step": 57213
    },
    {
      "epoch": 4.86017669045192,
      "grad_norm": 3.2965598958579436,
      "learning_rate": 2.741493304386727e-05,
      "loss": 2.2578,
      "step": 57214
    },
    {
      "epoch": 4.860261637784573,
      "grad_norm": 3.375098639512985,
      "learning_rate": 2.7410976155963204e-05,
      "loss": 2.2754,
      "step": 57215
    },
    {
      "epoch": 4.860346585117227,
      "grad_norm": 3.451720461914315,
      "learning_rate": 2.740701952492009e-05,
      "loss": 2.3512,
      "step": 57216
    },
    {
      "epoch": 4.860431532449881,
      "grad_norm": 3.5348940440612995,
      "learning_rate": 2.740306315074613e-05,
      "loss": 2.4595,
      "step": 57217
    },
    {
      "epoch": 4.860516479782535,
      "grad_norm": 3.8636002144279544,
      "learning_rate": 2.7399107033449706e-05,
      "loss": 2.5496,
      "step": 57218
    },
    {
      "epoch": 4.8606014271151885,
      "grad_norm": 3.8080618819867227,
      "learning_rate": 2.7395151173039064e-05,
      "loss": 2.3717,
      "step": 57219
    },
    {
      "epoch": 4.860686374447843,
      "grad_norm": 3.8676954055854296,
      "learning_rate": 2.7391195569522463e-05,
      "loss": 2.5811,
      "step": 57220
    },
    {
      "epoch": 4.860771321780496,
      "grad_norm": 3.12054234026118,
      "learning_rate": 2.7387240222908223e-05,
      "loss": 2.1795,
      "step": 57221
    },
    {
      "epoch": 4.86085626911315,
      "grad_norm": 3.214162937993251,
      "learning_rate": 2.7383285133204664e-05,
      "loss": 2.1806,
      "step": 57222
    },
    {
      "epoch": 4.860941216445804,
      "grad_norm": 3.5377512601437107,
      "learning_rate": 2.7379330300420038e-05,
      "loss": 2.2226,
      "step": 57223
    },
    {
      "epoch": 4.861026163778457,
      "grad_norm": 3.316391920159464,
      "learning_rate": 2.7375375724562592e-05,
      "loss": 2.4941,
      "step": 57224
    },
    {
      "epoch": 4.861111111111111,
      "grad_norm": 3.626067884605306,
      "learning_rate": 2.7371421405640705e-05,
      "loss": 2.6051,
      "step": 57225
    },
    {
      "epoch": 4.861196058443765,
      "grad_norm": 3.3162805247530533,
      "learning_rate": 2.7367467343662597e-05,
      "loss": 2.1891,
      "step": 57226
    },
    {
      "epoch": 4.861281005776418,
      "grad_norm": 3.160394561848341,
      "learning_rate": 2.7363513538636534e-05,
      "loss": 1.9234,
      "step": 57227
    },
    {
      "epoch": 4.861365953109073,
      "grad_norm": 3.3677440492138397,
      "learning_rate": 2.7359559990570824e-05,
      "loss": 2.2283,
      "step": 57228
    },
    {
      "epoch": 4.861450900441726,
      "grad_norm": 3.4116250775551293,
      "learning_rate": 2.735560669947381e-05,
      "loss": 2.2597,
      "step": 57229
    },
    {
      "epoch": 4.8615358477743795,
      "grad_norm": 3.3983743354806473,
      "learning_rate": 2.7351653665353717e-05,
      "loss": 2.2871,
      "step": 57230
    },
    {
      "epoch": 4.861620795107034,
      "grad_norm": 3.3126922107261523,
      "learning_rate": 2.734770088821881e-05,
      "loss": 2.1669,
      "step": 57231
    },
    {
      "epoch": 4.861705742439687,
      "grad_norm": 4.011946484821532,
      "learning_rate": 2.7343748368077427e-05,
      "loss": 2.7674,
      "step": 57232
    },
    {
      "epoch": 4.8617906897723415,
      "grad_norm": 3.550138231369781,
      "learning_rate": 2.7339796104937768e-05,
      "loss": 2.4359,
      "step": 57233
    },
    {
      "epoch": 4.861875637104995,
      "grad_norm": 3.798132461596049,
      "learning_rate": 2.733584409880822e-05,
      "loss": 2.4108,
      "step": 57234
    },
    {
      "epoch": 4.861960584437648,
      "grad_norm": 4.0370297867377145,
      "learning_rate": 2.7331892349696976e-05,
      "loss": 2.9595,
      "step": 57235
    },
    {
      "epoch": 4.862045531770303,
      "grad_norm": 3.2865757793291435,
      "learning_rate": 2.7327940857612368e-05,
      "loss": 2.2805,
      "step": 57236
    },
    {
      "epoch": 4.862130479102956,
      "grad_norm": 3.7155291855892045,
      "learning_rate": 2.7323989622562668e-05,
      "loss": 2.4983,
      "step": 57237
    },
    {
      "epoch": 4.8622154264356094,
      "grad_norm": 3.4638432547820606,
      "learning_rate": 2.7320038644556108e-05,
      "loss": 2.2609,
      "step": 57238
    },
    {
      "epoch": 4.862300373768264,
      "grad_norm": 3.0530944953439176,
      "learning_rate": 2.731608792360101e-05,
      "loss": 2.1065,
      "step": 57239
    },
    {
      "epoch": 4.862385321100917,
      "grad_norm": 3.612767044952723,
      "learning_rate": 2.731213745970567e-05,
      "loss": 2.3933,
      "step": 57240
    },
    {
      "epoch": 4.862470268433571,
      "grad_norm": 3.5546617682550776,
      "learning_rate": 2.7308187252878344e-05,
      "loss": 2.3591,
      "step": 57241
    },
    {
      "epoch": 4.862555215766225,
      "grad_norm": 3.622370844623047,
      "learning_rate": 2.730423730312728e-05,
      "loss": 2.5234,
      "step": 57242
    },
    {
      "epoch": 4.862640163098879,
      "grad_norm": 3.2876030492372403,
      "learning_rate": 2.7300287610460804e-05,
      "loss": 2.2874,
      "step": 57243
    },
    {
      "epoch": 4.8627251104315325,
      "grad_norm": 4.187932898399732,
      "learning_rate": 2.7296338174887173e-05,
      "loss": 2.8233,
      "step": 57244
    },
    {
      "epoch": 4.862810057764186,
      "grad_norm": 3.5895599987073035,
      "learning_rate": 2.7292388996414614e-05,
      "loss": 2.2112,
      "step": 57245
    },
    {
      "epoch": 4.86289500509684,
      "grad_norm": 3.34098173580554,
      "learning_rate": 2.7288440075051443e-05,
      "loss": 2.2773,
      "step": 57246
    },
    {
      "epoch": 4.862979952429494,
      "grad_norm": 3.3911088361847015,
      "learning_rate": 2.728449141080598e-05,
      "loss": 2.3827,
      "step": 57247
    },
    {
      "epoch": 4.863064899762147,
      "grad_norm": 3.788525810275348,
      "learning_rate": 2.7280543003686438e-05,
      "loss": 2.4743,
      "step": 57248
    },
    {
      "epoch": 4.863149847094801,
      "grad_norm": 3.2276911679622975,
      "learning_rate": 2.7276594853701078e-05,
      "loss": 2.211,
      "step": 57249
    },
    {
      "epoch": 4.863234794427455,
      "grad_norm": 3.78190558466715,
      "learning_rate": 2.727264696085824e-05,
      "loss": 2.4708,
      "step": 57250
    },
    {
      "epoch": 4.863319741760109,
      "grad_norm": 3.345862097893074,
      "learning_rate": 2.7268699325166156e-05,
      "loss": 2.2793,
      "step": 57251
    },
    {
      "epoch": 4.8634046890927625,
      "grad_norm": 3.5423632454138394,
      "learning_rate": 2.726475194663306e-05,
      "loss": 2.35,
      "step": 57252
    },
    {
      "epoch": 4.863489636425416,
      "grad_norm": 3.6742119870020935,
      "learning_rate": 2.7260804825267273e-05,
      "loss": 2.6259,
      "step": 57253
    },
    {
      "epoch": 4.86357458375807,
      "grad_norm": 3.2426621047159063,
      "learning_rate": 2.7256857961077083e-05,
      "loss": 2.3031,
      "step": 57254
    },
    {
      "epoch": 4.863659531090724,
      "grad_norm": 3.5223119351392014,
      "learning_rate": 2.7252911354070717e-05,
      "loss": 2.5916,
      "step": 57255
    },
    {
      "epoch": 4.863744478423378,
      "grad_norm": 3.5306712696896136,
      "learning_rate": 2.7248965004256436e-05,
      "loss": 2.5897,
      "step": 57256
    },
    {
      "epoch": 4.863829425756031,
      "grad_norm": 3.583111873281713,
      "learning_rate": 2.7245018911642564e-05,
      "loss": 2.5577,
      "step": 57257
    },
    {
      "epoch": 4.863914373088685,
      "grad_norm": 3.940428640157492,
      "learning_rate": 2.7241073076237297e-05,
      "loss": 2.5393,
      "step": 57258
    },
    {
      "epoch": 4.863999320421339,
      "grad_norm": 3.806709945676661,
      "learning_rate": 2.7237127498048977e-05,
      "loss": 2.5413,
      "step": 57259
    },
    {
      "epoch": 4.864084267753992,
      "grad_norm": 3.431666391905772,
      "learning_rate": 2.72331821770858e-05,
      "loss": 2.2581,
      "step": 57260
    },
    {
      "epoch": 4.864169215086646,
      "grad_norm": 3.9833091831059373,
      "learning_rate": 2.7229237113356107e-05,
      "loss": 2.5684,
      "step": 57261
    },
    {
      "epoch": 4.8642541624193,
      "grad_norm": 3.4833491562549868,
      "learning_rate": 2.7225292306868124e-05,
      "loss": 2.4145,
      "step": 57262
    },
    {
      "epoch": 4.8643391097519535,
      "grad_norm": 4.092630282066591,
      "learning_rate": 2.7221347757630078e-05,
      "loss": 2.8593,
      "step": 57263
    },
    {
      "epoch": 4.864424057084608,
      "grad_norm": 3.407884005200917,
      "learning_rate": 2.7217403465650284e-05,
      "loss": 2.2949,
      "step": 57264
    },
    {
      "epoch": 4.864509004417261,
      "grad_norm": 3.8365862355797966,
      "learning_rate": 2.721345943093703e-05,
      "loss": 2.6157,
      "step": 57265
    },
    {
      "epoch": 4.8645939517499155,
      "grad_norm": 3.7836270479845853,
      "learning_rate": 2.7209515653498525e-05,
      "loss": 2.469,
      "step": 57266
    },
    {
      "epoch": 4.864678899082569,
      "grad_norm": 3.4222521608281866,
      "learning_rate": 2.720557213334305e-05,
      "loss": 2.2678,
      "step": 57267
    },
    {
      "epoch": 4.864763846415222,
      "grad_norm": 3.5316234421016435,
      "learning_rate": 2.720162887047888e-05,
      "loss": 2.5032,
      "step": 57268
    },
    {
      "epoch": 4.864848793747877,
      "grad_norm": 3.288235960741043,
      "learning_rate": 2.719768586491429e-05,
      "loss": 2.241,
      "step": 57269
    },
    {
      "epoch": 4.86493374108053,
      "grad_norm": 3.4168791029905488,
      "learning_rate": 2.719374311665748e-05,
      "loss": 2.198,
      "step": 57270
    },
    {
      "epoch": 4.865018688413183,
      "grad_norm": 3.3449435342213847,
      "learning_rate": 2.7189800625716735e-05,
      "loss": 2.2898,
      "step": 57271
    },
    {
      "epoch": 4.865103635745838,
      "grad_norm": 3.393379174338332,
      "learning_rate": 2.7185858392100386e-05,
      "loss": 2.5063,
      "step": 57272
    },
    {
      "epoch": 4.865188583078491,
      "grad_norm": 3.5906864093561706,
      "learning_rate": 2.718191641581664e-05,
      "loss": 2.3531,
      "step": 57273
    },
    {
      "epoch": 4.865273530411145,
      "grad_norm": 4.1422790880708575,
      "learning_rate": 2.717797469687371e-05,
      "loss": 2.8445,
      "step": 57274
    },
    {
      "epoch": 4.865358477743799,
      "grad_norm": 3.8050096292172726,
      "learning_rate": 2.7174033235279957e-05,
      "loss": 2.4563,
      "step": 57275
    },
    {
      "epoch": 4.865443425076452,
      "grad_norm": 3.515189482958909,
      "learning_rate": 2.717009203104352e-05,
      "loss": 2.4274,
      "step": 57276
    },
    {
      "epoch": 4.8655283724091065,
      "grad_norm": 3.44722031604978,
      "learning_rate": 2.716615108417278e-05,
      "loss": 2.3906,
      "step": 57277
    },
    {
      "epoch": 4.86561331974176,
      "grad_norm": 3.586591703943228,
      "learning_rate": 2.71622103946759e-05,
      "loss": 2.5531,
      "step": 57278
    },
    {
      "epoch": 4.865698267074414,
      "grad_norm": 3.62157698610036,
      "learning_rate": 2.7158269962561196e-05,
      "loss": 2.5155,
      "step": 57279
    },
    {
      "epoch": 4.865783214407068,
      "grad_norm": 3.7927185742731337,
      "learning_rate": 2.7154329787836902e-05,
      "loss": 2.5102,
      "step": 57280
    },
    {
      "epoch": 4.865868161739721,
      "grad_norm": 3.4186081018108743,
      "learning_rate": 2.7150389870511247e-05,
      "loss": 2.3929,
      "step": 57281
    },
    {
      "epoch": 4.865953109072375,
      "grad_norm": 3.5528239674299997,
      "learning_rate": 2.71464502105925e-05,
      "loss": 2.3872,
      "step": 57282
    },
    {
      "epoch": 4.866038056405029,
      "grad_norm": 3.6110880564383474,
      "learning_rate": 2.7142510808088965e-05,
      "loss": 2.4536,
      "step": 57283
    },
    {
      "epoch": 4.866123003737682,
      "grad_norm": 3.4029447651353437,
      "learning_rate": 2.7138571663008875e-05,
      "loss": 2.3139,
      "step": 57284
    },
    {
      "epoch": 4.866207951070336,
      "grad_norm": 3.415366422458948,
      "learning_rate": 2.713463277536041e-05,
      "loss": 2.4347,
      "step": 57285
    },
    {
      "epoch": 4.86629289840299,
      "grad_norm": 3.7976776115722335,
      "learning_rate": 2.713069414515193e-05,
      "loss": 2.6323,
      "step": 57286
    },
    {
      "epoch": 4.866377845735644,
      "grad_norm": 3.4468863851369247,
      "learning_rate": 2.7126755772391634e-05,
      "loss": 2.2586,
      "step": 57287
    },
    {
      "epoch": 4.8664627930682975,
      "grad_norm": 3.3625827240275066,
      "learning_rate": 2.712281765708774e-05,
      "loss": 2.3405,
      "step": 57288
    },
    {
      "epoch": 4.866547740400952,
      "grad_norm": 3.6342331668535315,
      "learning_rate": 2.711887979924855e-05,
      "loss": 2.5598,
      "step": 57289
    },
    {
      "epoch": 4.866632687733605,
      "grad_norm": 4.128740117733912,
      "learning_rate": 2.7114942198882335e-05,
      "loss": 2.8413,
      "step": 57290
    },
    {
      "epoch": 4.866717635066259,
      "grad_norm": 3.4200447563668965,
      "learning_rate": 2.7111004855997303e-05,
      "loss": 2.3595,
      "step": 57291
    },
    {
      "epoch": 4.866802582398913,
      "grad_norm": 3.3953174012391494,
      "learning_rate": 2.7107067770601688e-05,
      "loss": 2.4548,
      "step": 57292
    },
    {
      "epoch": 4.866887529731566,
      "grad_norm": 4.103869215812736,
      "learning_rate": 2.7103130942703794e-05,
      "loss": 2.9711,
      "step": 57293
    },
    {
      "epoch": 4.86697247706422,
      "grad_norm": 3.2605212014003526,
      "learning_rate": 2.709919437231185e-05,
      "loss": 2.2202,
      "step": 57294
    },
    {
      "epoch": 4.867057424396874,
      "grad_norm": 3.305092840570046,
      "learning_rate": 2.7095258059434065e-05,
      "loss": 2.1694,
      "step": 57295
    },
    {
      "epoch": 4.8671423717295275,
      "grad_norm": 3.379212260827282,
      "learning_rate": 2.7091322004078704e-05,
      "loss": 2.359,
      "step": 57296
    },
    {
      "epoch": 4.867227319062182,
      "grad_norm": 3.4930641533662077,
      "learning_rate": 2.708738620625407e-05,
      "loss": 2.3167,
      "step": 57297
    },
    {
      "epoch": 4.867312266394835,
      "grad_norm": 3.339569373834571,
      "learning_rate": 2.7083450665968375e-05,
      "loss": 2.3319,
      "step": 57298
    },
    {
      "epoch": 4.867397213727489,
      "grad_norm": 3.377277058208078,
      "learning_rate": 2.7079515383229816e-05,
      "loss": 2.2148,
      "step": 57299
    },
    {
      "epoch": 4.867482161060143,
      "grad_norm": 3.2709987467056063,
      "learning_rate": 2.7075580358046716e-05,
      "loss": 2.0736,
      "step": 57300
    },
    {
      "epoch": 4.867567108392796,
      "grad_norm": 3.1693328141751724,
      "learning_rate": 2.7071645590427236e-05,
      "loss": 2.1663,
      "step": 57301
    },
    {
      "epoch": 4.867652055725451,
      "grad_norm": 3.204483305473383,
      "learning_rate": 2.7067711080379722e-05,
      "loss": 2.3174,
      "step": 57302
    },
    {
      "epoch": 4.867737003058104,
      "grad_norm": 3.728618355094415,
      "learning_rate": 2.706377682791233e-05,
      "loss": 2.4285,
      "step": 57303
    },
    {
      "epoch": 4.867821950390757,
      "grad_norm": 3.887242610963162,
      "learning_rate": 2.7059842833033356e-05,
      "loss": 2.7302,
      "step": 57304
    },
    {
      "epoch": 4.867906897723412,
      "grad_norm": 3.7839623598773047,
      "learning_rate": 2.7055909095751045e-05,
      "loss": 2.4182,
      "step": 57305
    },
    {
      "epoch": 4.867991845056065,
      "grad_norm": 4.327645916096292,
      "learning_rate": 2.7051975616073584e-05,
      "loss": 3.2499,
      "step": 57306
    },
    {
      "epoch": 4.868076792388719,
      "grad_norm": 3.445566616104633,
      "learning_rate": 2.7048042394009238e-05,
      "loss": 2.5518,
      "step": 57307
    },
    {
      "epoch": 4.868161739721373,
      "grad_norm": 3.4125707604330984,
      "learning_rate": 2.7044109429566304e-05,
      "loss": 2.322,
      "step": 57308
    },
    {
      "epoch": 4.868246687054026,
      "grad_norm": 3.2791540015678318,
      "learning_rate": 2.7040176722752983e-05,
      "loss": 2.2204,
      "step": 57309
    },
    {
      "epoch": 4.8683316343866805,
      "grad_norm": 3.322492265280318,
      "learning_rate": 2.7036244273577457e-05,
      "loss": 2.279,
      "step": 57310
    },
    {
      "epoch": 4.868416581719334,
      "grad_norm": 3.4606858705094004,
      "learning_rate": 2.7032312082048068e-05,
      "loss": 2.4126,
      "step": 57311
    },
    {
      "epoch": 4.868501529051988,
      "grad_norm": 3.4691651847129097,
      "learning_rate": 2.702838014817301e-05,
      "loss": 2.1884,
      "step": 57312
    },
    {
      "epoch": 4.868586476384642,
      "grad_norm": 3.24444660967457,
      "learning_rate": 2.7024448471960497e-05,
      "loss": 2.1564,
      "step": 57313
    },
    {
      "epoch": 4.868671423717295,
      "grad_norm": 3.152738558780523,
      "learning_rate": 2.7020517053418766e-05,
      "loss": 1.9961,
      "step": 57314
    },
    {
      "epoch": 4.868756371049949,
      "grad_norm": 3.3414225442596197,
      "learning_rate": 2.701658589255613e-05,
      "loss": 2.3241,
      "step": 57315
    },
    {
      "epoch": 4.868841318382603,
      "grad_norm": 3.672863413066366,
      "learning_rate": 2.7012654989380765e-05,
      "loss": 2.7325,
      "step": 57316
    },
    {
      "epoch": 4.868926265715256,
      "grad_norm": 3.475138937805871,
      "learning_rate": 2.7008724343900882e-05,
      "loss": 2.4904,
      "step": 57317
    },
    {
      "epoch": 4.86901121304791,
      "grad_norm": 3.339154504855377,
      "learning_rate": 2.7004793956124777e-05,
      "loss": 2.4307,
      "step": 57318
    },
    {
      "epoch": 4.869096160380564,
      "grad_norm": 3.7455205097959015,
      "learning_rate": 2.7000863826060638e-05,
      "loss": 2.6434,
      "step": 57319
    },
    {
      "epoch": 4.869181107713218,
      "grad_norm": 3.411933815675064,
      "learning_rate": 2.699693395371676e-05,
      "loss": 2.4497,
      "step": 57320
    },
    {
      "epoch": 4.8692660550458715,
      "grad_norm": 3.473994258311844,
      "learning_rate": 2.6993004339101287e-05,
      "loss": 2.3187,
      "step": 57321
    },
    {
      "epoch": 4.869351002378526,
      "grad_norm": 4.0673689789382435,
      "learning_rate": 2.6989074982222547e-05,
      "loss": 2.8404,
      "step": 57322
    },
    {
      "epoch": 4.869435949711179,
      "grad_norm": 4.065205647614666,
      "learning_rate": 2.698514588308873e-05,
      "loss": 2.8571,
      "step": 57323
    },
    {
      "epoch": 4.869520897043833,
      "grad_norm": 3.8070763863722834,
      "learning_rate": 2.6981217041708036e-05,
      "loss": 2.6532,
      "step": 57324
    },
    {
      "epoch": 4.869605844376487,
      "grad_norm": 3.7289723805983988,
      "learning_rate": 2.6977288458088737e-05,
      "loss": 2.4962,
      "step": 57325
    },
    {
      "epoch": 4.86969079170914,
      "grad_norm": 4.09535748929945,
      "learning_rate": 2.6973360132239074e-05,
      "loss": 2.8172,
      "step": 57326
    },
    {
      "epoch": 4.869775739041794,
      "grad_norm": 3.3791411260104747,
      "learning_rate": 2.696943206416728e-05,
      "loss": 2.224,
      "step": 57327
    },
    {
      "epoch": 4.869860686374448,
      "grad_norm": 3.392309711743926,
      "learning_rate": 2.6965504253881526e-05,
      "loss": 2.3468,
      "step": 57328
    },
    {
      "epoch": 4.869945633707101,
      "grad_norm": 3.736571051361383,
      "learning_rate": 2.6961576701390108e-05,
      "loss": 2.4352,
      "step": 57329
    },
    {
      "epoch": 4.870030581039756,
      "grad_norm": 3.593960266707144,
      "learning_rate": 2.6957649406701238e-05,
      "loss": 2.4022,
      "step": 57330
    },
    {
      "epoch": 4.870115528372409,
      "grad_norm": 3.3028432132740355,
      "learning_rate": 2.6953722369823105e-05,
      "loss": 2.102,
      "step": 57331
    },
    {
      "epoch": 4.8702004757050625,
      "grad_norm": 3.394457263175552,
      "learning_rate": 2.6949795590763973e-05,
      "loss": 2.2336,
      "step": 57332
    },
    {
      "epoch": 4.870285423037717,
      "grad_norm": 3.3782071499020634,
      "learning_rate": 2.69458690695321e-05,
      "loss": 2.3028,
      "step": 57333
    },
    {
      "epoch": 4.87037037037037,
      "grad_norm": 4.271457465059004,
      "learning_rate": 2.694194280613568e-05,
      "loss": 3.0303,
      "step": 57334
    },
    {
      "epoch": 4.8704553177030245,
      "grad_norm": 3.2994843964437446,
      "learning_rate": 2.693801680058289e-05,
      "loss": 2.2034,
      "step": 57335
    },
    {
      "epoch": 4.870540265035678,
      "grad_norm": 3.552297271773638,
      "learning_rate": 2.6934091052882055e-05,
      "loss": 2.2791,
      "step": 57336
    },
    {
      "epoch": 4.870625212368331,
      "grad_norm": 3.5795461383215903,
      "learning_rate": 2.6930165563041356e-05,
      "loss": 2.4588,
      "step": 57337
    },
    {
      "epoch": 4.870710159700986,
      "grad_norm": 3.223202727630617,
      "learning_rate": 2.6926240331068966e-05,
      "loss": 2.0087,
      "step": 57338
    },
    {
      "epoch": 4.870795107033639,
      "grad_norm": 3.4027208586937903,
      "learning_rate": 2.692231535697316e-05,
      "loss": 2.3958,
      "step": 57339
    },
    {
      "epoch": 4.8708800543662925,
      "grad_norm": 3.551991803825151,
      "learning_rate": 2.691839064076219e-05,
      "loss": 2.6228,
      "step": 57340
    },
    {
      "epoch": 4.870965001698947,
      "grad_norm": 3.77913369984789,
      "learning_rate": 2.6914466182444254e-05,
      "loss": 2.6096,
      "step": 57341
    },
    {
      "epoch": 4.8710499490316,
      "grad_norm": 3.5018848550438726,
      "learning_rate": 2.691054198202757e-05,
      "loss": 2.3879,
      "step": 57342
    },
    {
      "epoch": 4.8711348963642545,
      "grad_norm": 3.5806090528484,
      "learning_rate": 2.6906618039520318e-05,
      "loss": 2.2624,
      "step": 57343
    },
    {
      "epoch": 4.871219843696908,
      "grad_norm": 3.519095202046748,
      "learning_rate": 2.6902694354930765e-05,
      "loss": 2.196,
      "step": 57344
    },
    {
      "epoch": 4.871304791029562,
      "grad_norm": 3.4713488337644165,
      "learning_rate": 2.6898770928267176e-05,
      "loss": 2.3113,
      "step": 57345
    },
    {
      "epoch": 4.871389738362216,
      "grad_norm": 3.5082371896006026,
      "learning_rate": 2.6894847759537663e-05,
      "loss": 2.5543,
      "step": 57346
    },
    {
      "epoch": 4.871474685694869,
      "grad_norm": 3.440216569107666,
      "learning_rate": 2.6890924848750567e-05,
      "loss": 2.36,
      "step": 57347
    },
    {
      "epoch": 4.871559633027523,
      "grad_norm": 3.2524751435599946,
      "learning_rate": 2.688700219591405e-05,
      "loss": 2.2205,
      "step": 57348
    },
    {
      "epoch": 4.871644580360177,
      "grad_norm": 3.495869099247634,
      "learning_rate": 2.6883079801036317e-05,
      "loss": 2.4511,
      "step": 57349
    },
    {
      "epoch": 4.87172952769283,
      "grad_norm": 4.072088403606077,
      "learning_rate": 2.6879157664125517e-05,
      "loss": 2.8407,
      "step": 57350
    },
    {
      "epoch": 4.871814475025484,
      "grad_norm": 3.848417516986635,
      "learning_rate": 2.687523578519004e-05,
      "loss": 2.681,
      "step": 57351
    },
    {
      "epoch": 4.871899422358138,
      "grad_norm": 3.320016588782469,
      "learning_rate": 2.6871314164238018e-05,
      "loss": 2.4454,
      "step": 57352
    },
    {
      "epoch": 4.871984369690792,
      "grad_norm": 3.5904184912203485,
      "learning_rate": 2.6867392801277655e-05,
      "loss": 2.586,
      "step": 57353
    },
    {
      "epoch": 4.8720693170234455,
      "grad_norm": 3.907918116395688,
      "learning_rate": 2.6863471696317128e-05,
      "loss": 2.9385,
      "step": 57354
    },
    {
      "epoch": 4.872154264356099,
      "grad_norm": 3.403042987235068,
      "learning_rate": 2.6859550849364754e-05,
      "loss": 2.4273,
      "step": 57355
    },
    {
      "epoch": 4.872239211688753,
      "grad_norm": 4.07063028506516,
      "learning_rate": 2.685563026042865e-05,
      "loss": 2.8509,
      "step": 57356
    },
    {
      "epoch": 4.872324159021407,
      "grad_norm": 3.6076823410624326,
      "learning_rate": 2.6851709929517084e-05,
      "loss": 2.3506,
      "step": 57357
    },
    {
      "epoch": 4.872409106354061,
      "grad_norm": 3.447255433343169,
      "learning_rate": 2.6847789856638298e-05,
      "loss": 2.4248,
      "step": 57358
    },
    {
      "epoch": 4.872494053686714,
      "grad_norm": 3.6268972023719006,
      "learning_rate": 2.6843870041800463e-05,
      "loss": 2.542,
      "step": 57359
    },
    {
      "epoch": 4.872579001019368,
      "grad_norm": 4.071760396502038,
      "learning_rate": 2.683995048501181e-05,
      "loss": 2.5448,
      "step": 57360
    },
    {
      "epoch": 4.872663948352022,
      "grad_norm": 3.4926878303605786,
      "learning_rate": 2.6836031186280506e-05,
      "loss": 2.338,
      "step": 57361
    },
    {
      "epoch": 4.872748895684675,
      "grad_norm": 3.9378248151949786,
      "learning_rate": 2.6832112145614782e-05,
      "loss": 2.7582,
      "step": 57362
    },
    {
      "epoch": 4.872833843017329,
      "grad_norm": 3.7473440779424316,
      "learning_rate": 2.6828193363022904e-05,
      "loss": 2.7148,
      "step": 57363
    },
    {
      "epoch": 4.872918790349983,
      "grad_norm": 3.285651018580235,
      "learning_rate": 2.6824274838513014e-05,
      "loss": 2.2874,
      "step": 57364
    },
    {
      "epoch": 4.8730037376826365,
      "grad_norm": 3.3123571324246024,
      "learning_rate": 2.6820356572093392e-05,
      "loss": 2.4743,
      "step": 57365
    },
    {
      "epoch": 4.873088685015291,
      "grad_norm": 3.369921095224448,
      "learning_rate": 2.6816438563772214e-05,
      "loss": 2.5022,
      "step": 57366
    },
    {
      "epoch": 4.873173632347944,
      "grad_norm": 3.2339638549609306,
      "learning_rate": 2.6812520813557686e-05,
      "loss": 2.2636,
      "step": 57367
    },
    {
      "epoch": 4.8732585796805985,
      "grad_norm": 3.542893994565109,
      "learning_rate": 2.6808603321457922e-05,
      "loss": 2.5228,
      "step": 57368
    },
    {
      "epoch": 4.873343527013252,
      "grad_norm": 3.345756047568216,
      "learning_rate": 2.6804686087481315e-05,
      "loss": 2.4017,
      "step": 57369
    },
    {
      "epoch": 4.873428474345905,
      "grad_norm": 4.09004880404287,
      "learning_rate": 2.6800769111635972e-05,
      "loss": 2.9602,
      "step": 57370
    },
    {
      "epoch": 4.87351342167856,
      "grad_norm": 3.974701471579,
      "learning_rate": 2.6796852393930124e-05,
      "loss": 2.5859,
      "step": 57371
    },
    {
      "epoch": 4.873598369011213,
      "grad_norm": 3.3939806110961874,
      "learning_rate": 2.679293593437191e-05,
      "loss": 2.2498,
      "step": 57372
    },
    {
      "epoch": 4.873683316343866,
      "grad_norm": 3.87264589067152,
      "learning_rate": 2.6789019732969647e-05,
      "loss": 2.4929,
      "step": 57373
    },
    {
      "epoch": 4.873768263676521,
      "grad_norm": 3.6029449269852662,
      "learning_rate": 2.6785103789731423e-05,
      "loss": 2.6178,
      "step": 57374
    },
    {
      "epoch": 4.873853211009174,
      "grad_norm": 3.3164969970941502,
      "learning_rate": 2.6781188104665514e-05,
      "loss": 2.1437,
      "step": 57375
    },
    {
      "epoch": 4.873938158341828,
      "grad_norm": 3.4428542459470894,
      "learning_rate": 2.6777272677780147e-05,
      "loss": 2.3825,
      "step": 57376
    },
    {
      "epoch": 4.874023105674482,
      "grad_norm": 3.657480845561667,
      "learning_rate": 2.6773357509083504e-05,
      "loss": 2.4434,
      "step": 57377
    },
    {
      "epoch": 4.874108053007135,
      "grad_norm": 3.2181024733122996,
      "learning_rate": 2.6769442598583774e-05,
      "loss": 2.1557,
      "step": 57378
    },
    {
      "epoch": 4.8741930003397895,
      "grad_norm": 3.484956590541685,
      "learning_rate": 2.6765527946289115e-05,
      "loss": 2.4165,
      "step": 57379
    },
    {
      "epoch": 4.874277947672443,
      "grad_norm": 4.055348570660442,
      "learning_rate": 2.6761613552207796e-05,
      "loss": 2.7988,
      "step": 57380
    },
    {
      "epoch": 4.874362895005097,
      "grad_norm": 3.6469870724166733,
      "learning_rate": 2.6757699416348017e-05,
      "loss": 2.5622,
      "step": 57381
    },
    {
      "epoch": 4.874447842337751,
      "grad_norm": 3.5939373496052323,
      "learning_rate": 2.6753785538717976e-05,
      "loss": 2.5355,
      "step": 57382
    },
    {
      "epoch": 4.874532789670404,
      "grad_norm": 3.3723699907034352,
      "learning_rate": 2.6749871919325817e-05,
      "loss": 2.4965,
      "step": 57383
    },
    {
      "epoch": 4.874617737003058,
      "grad_norm": 3.265350276659649,
      "learning_rate": 2.674595855817983e-05,
      "loss": 2.2017,
      "step": 57384
    },
    {
      "epoch": 4.874702684335712,
      "grad_norm": 3.4615131610481313,
      "learning_rate": 2.6742045455288163e-05,
      "loss": 2.3472,
      "step": 57385
    },
    {
      "epoch": 4.874787631668365,
      "grad_norm": 3.7744179448870234,
      "learning_rate": 2.6738132610658976e-05,
      "loss": 2.7143,
      "step": 57386
    },
    {
      "epoch": 4.8748725790010194,
      "grad_norm": 3.332645884073348,
      "learning_rate": 2.6734220024300522e-05,
      "loss": 2.2627,
      "step": 57387
    },
    {
      "epoch": 4.874957526333673,
      "grad_norm": 3.647037626348327,
      "learning_rate": 2.673030769622102e-05,
      "loss": 2.4725,
      "step": 57388
    },
    {
      "epoch": 4.875042473666327,
      "grad_norm": 4.001998640952337,
      "learning_rate": 2.6726395626428642e-05,
      "loss": 2.8649,
      "step": 57389
    },
    {
      "epoch": 4.8751274209989806,
      "grad_norm": 3.412603266738939,
      "learning_rate": 2.6722483814931534e-05,
      "loss": 2.4495,
      "step": 57390
    },
    {
      "epoch": 4.875212368331635,
      "grad_norm": 3.3403600222619794,
      "learning_rate": 2.6718572261737987e-05,
      "loss": 2.1383,
      "step": 57391
    },
    {
      "epoch": 4.875297315664288,
      "grad_norm": 3.124376688653552,
      "learning_rate": 2.6714660966856143e-05,
      "loss": 2.1554,
      "step": 57392
    },
    {
      "epoch": 4.875382262996942,
      "grad_norm": 3.3888849293177685,
      "learning_rate": 2.6710749930294133e-05,
      "loss": 2.2805,
      "step": 57393
    },
    {
      "epoch": 4.875467210329596,
      "grad_norm": 3.419749098699062,
      "learning_rate": 2.6706839152060283e-05,
      "loss": 2.3809,
      "step": 57394
    },
    {
      "epoch": 4.875552157662249,
      "grad_norm": 3.731624596012072,
      "learning_rate": 2.6702928632162733e-05,
      "loss": 2.6825,
      "step": 57395
    },
    {
      "epoch": 4.875637104994903,
      "grad_norm": 3.284283148421229,
      "learning_rate": 2.6699018370609666e-05,
      "loss": 2.2271,
      "step": 57396
    },
    {
      "epoch": 4.875722052327557,
      "grad_norm": 3.693150983748151,
      "learning_rate": 2.669510836740925e-05,
      "loss": 2.5645,
      "step": 57397
    },
    {
      "epoch": 4.8758069996602105,
      "grad_norm": 3.4218966907569066,
      "learning_rate": 2.669119862256974e-05,
      "loss": 2.4995,
      "step": 57398
    },
    {
      "epoch": 4.875891946992865,
      "grad_norm": 3.2320974742354767,
      "learning_rate": 2.668728913609925e-05,
      "loss": 2.2249,
      "step": 57399
    },
    {
      "epoch": 4.875976894325518,
      "grad_norm": 3.477627706976382,
      "learning_rate": 2.6683379908006064e-05,
      "loss": 2.3747,
      "step": 57400
    },
    {
      "epoch": 4.876061841658172,
      "grad_norm": 3.8250897682149283,
      "learning_rate": 2.6679470938298276e-05,
      "loss": 2.7733,
      "step": 57401
    },
    {
      "epoch": 4.876146788990826,
      "grad_norm": 3.976425172010227,
      "learning_rate": 2.667556222698416e-05,
      "loss": 2.8712,
      "step": 57402
    },
    {
      "epoch": 4.876231736323479,
      "grad_norm": 3.7573804611306425,
      "learning_rate": 2.6671653774071876e-05,
      "loss": 2.604,
      "step": 57403
    },
    {
      "epoch": 4.876316683656134,
      "grad_norm": 3.5980056900738098,
      "learning_rate": 2.666774557956957e-05,
      "loss": 2.2247,
      "step": 57404
    },
    {
      "epoch": 4.876401630988787,
      "grad_norm": 3.6104922755271027,
      "learning_rate": 2.666383764348547e-05,
      "loss": 2.1844,
      "step": 57405
    },
    {
      "epoch": 4.87648657832144,
      "grad_norm": 3.670614275069552,
      "learning_rate": 2.6659929965827815e-05,
      "loss": 2.5838,
      "step": 57406
    },
    {
      "epoch": 4.876571525654095,
      "grad_norm": 3.435013546439355,
      "learning_rate": 2.6656022546604717e-05,
      "loss": 2.5155,
      "step": 57407
    },
    {
      "epoch": 4.876656472986748,
      "grad_norm": 3.5748039888202587,
      "learning_rate": 2.6652115385824368e-05,
      "loss": 2.5011,
      "step": 57408
    },
    {
      "epoch": 4.8767414203194015,
      "grad_norm": 3.5625116828735273,
      "learning_rate": 2.6648208483494997e-05,
      "loss": 2.4447,
      "step": 57409
    },
    {
      "epoch": 4.876826367652056,
      "grad_norm": 3.6475984571930122,
      "learning_rate": 2.664430183962478e-05,
      "loss": 2.6186,
      "step": 57410
    },
    {
      "epoch": 4.876911314984709,
      "grad_norm": 3.1337293517570384,
      "learning_rate": 2.6640395454221848e-05,
      "loss": 2.0218,
      "step": 57411
    },
    {
      "epoch": 4.8769962623173635,
      "grad_norm": 3.8212552940812294,
      "learning_rate": 2.6636489327294437e-05,
      "loss": 2.5693,
      "step": 57412
    },
    {
      "epoch": 4.877081209650017,
      "grad_norm": 3.2669324798353703,
      "learning_rate": 2.663258345885074e-05,
      "loss": 2.2598,
      "step": 57413
    },
    {
      "epoch": 4.877166156982671,
      "grad_norm": 3.6760011834962225,
      "learning_rate": 2.6628677848898942e-05,
      "loss": 2.3784,
      "step": 57414
    },
    {
      "epoch": 4.877251104315325,
      "grad_norm": 3.2331499349790493,
      "learning_rate": 2.662477249744715e-05,
      "loss": 2.2536,
      "step": 57415
    },
    {
      "epoch": 4.877336051647978,
      "grad_norm": 3.5145513766166543,
      "learning_rate": 2.662086740450367e-05,
      "loss": 2.4136,
      "step": 57416
    },
    {
      "epoch": 4.877420998980632,
      "grad_norm": 3.421225996346735,
      "learning_rate": 2.6616962570076567e-05,
      "loss": 2.3869,
      "step": 57417
    },
    {
      "epoch": 4.877505946313286,
      "grad_norm": 3.493071642491328,
      "learning_rate": 2.6613057994174097e-05,
      "loss": 2.3536,
      "step": 57418
    },
    {
      "epoch": 4.877590893645939,
      "grad_norm": 3.989656867822673,
      "learning_rate": 2.6609153676804408e-05,
      "loss": 2.8978,
      "step": 57419
    },
    {
      "epoch": 4.877675840978593,
      "grad_norm": 3.3296598012005387,
      "learning_rate": 2.660524961797572e-05,
      "loss": 2.2949,
      "step": 57420
    },
    {
      "epoch": 4.877760788311247,
      "grad_norm": 3.8604801778486895,
      "learning_rate": 2.6601345817696166e-05,
      "loss": 2.7006,
      "step": 57421
    },
    {
      "epoch": 4.877845735643901,
      "grad_norm": 3.21326820912802,
      "learning_rate": 2.659744227597394e-05,
      "loss": 2.2439,
      "step": 57422
    },
    {
      "epoch": 4.8779306829765545,
      "grad_norm": 3.393356093587009,
      "learning_rate": 2.6593538992817197e-05,
      "loss": 2.4058,
      "step": 57423
    },
    {
      "epoch": 4.878015630309208,
      "grad_norm": 3.690390309649182,
      "learning_rate": 2.6589635968234203e-05,
      "loss": 2.3596,
      "step": 57424
    },
    {
      "epoch": 4.878100577641862,
      "grad_norm": 3.6434858812905158,
      "learning_rate": 2.6585733202233062e-05,
      "loss": 2.7385,
      "step": 57425
    },
    {
      "epoch": 4.878185524974516,
      "grad_norm": 3.3774590353590153,
      "learning_rate": 2.658183069482194e-05,
      "loss": 2.2742,
      "step": 57426
    },
    {
      "epoch": 4.87827047230717,
      "grad_norm": 3.1693066956713416,
      "learning_rate": 2.6577928446009073e-05,
      "loss": 2.0203,
      "step": 57427
    },
    {
      "epoch": 4.878355419639823,
      "grad_norm": 3.3027118963686273,
      "learning_rate": 2.657402645580261e-05,
      "loss": 2.2063,
      "step": 57428
    },
    {
      "epoch": 4.878440366972477,
      "grad_norm": 3.94197701563475,
      "learning_rate": 2.6570124724210677e-05,
      "loss": 2.6047,
      "step": 57429
    },
    {
      "epoch": 4.878525314305131,
      "grad_norm": 3.631786966599151,
      "learning_rate": 2.65662232512415e-05,
      "loss": 2.5086,
      "step": 57430
    },
    {
      "epoch": 4.878610261637784,
      "grad_norm": 3.9051619300866185,
      "learning_rate": 2.656232203690328e-05,
      "loss": 2.5889,
      "step": 57431
    },
    {
      "epoch": 4.878695208970438,
      "grad_norm": 3.3646705224268563,
      "learning_rate": 2.655842108120416e-05,
      "loss": 2.278,
      "step": 57432
    },
    {
      "epoch": 4.878780156303092,
      "grad_norm": 3.4536392819750685,
      "learning_rate": 2.6554520384152284e-05,
      "loss": 2.4907,
      "step": 57433
    },
    {
      "epoch": 4.8788651036357455,
      "grad_norm": 3.3710386700239776,
      "learning_rate": 2.6550619945755886e-05,
      "loss": 2.2352,
      "step": 57434
    },
    {
      "epoch": 4.8789500509684,
      "grad_norm": 3.3105192956071408,
      "learning_rate": 2.6546719766023112e-05,
      "loss": 2.2258,
      "step": 57435
    },
    {
      "epoch": 4.879034998301053,
      "grad_norm": 3.5208669404848703,
      "learning_rate": 2.654281984496209e-05,
      "loss": 2.5486,
      "step": 57436
    },
    {
      "epoch": 4.8791199456337075,
      "grad_norm": 3.684616615346303,
      "learning_rate": 2.6538920182581024e-05,
      "loss": 2.2429,
      "step": 57437
    },
    {
      "epoch": 4.879204892966361,
      "grad_norm": 3.809712116387822,
      "learning_rate": 2.6535020778888134e-05,
      "loss": 2.6054,
      "step": 57438
    },
    {
      "epoch": 4.879289840299014,
      "grad_norm": 4.078864831805454,
      "learning_rate": 2.6531121633891538e-05,
      "loss": 2.7656,
      "step": 57439
    },
    {
      "epoch": 4.879374787631669,
      "grad_norm": 3.3034360939730174,
      "learning_rate": 2.6527222747599386e-05,
      "loss": 2.1878,
      "step": 57440
    },
    {
      "epoch": 4.879459734964322,
      "grad_norm": 3.865351634490567,
      "learning_rate": 2.6523324120019916e-05,
      "loss": 2.5058,
      "step": 57441
    },
    {
      "epoch": 4.8795446822969755,
      "grad_norm": 3.484172123422393,
      "learning_rate": 2.6519425751161212e-05,
      "loss": 2.4528,
      "step": 57442
    },
    {
      "epoch": 4.87962962962963,
      "grad_norm": 3.3757088247621585,
      "learning_rate": 2.6515527641031527e-05,
      "loss": 2.2658,
      "step": 57443
    },
    {
      "epoch": 4.879714576962283,
      "grad_norm": 3.4196419019864477,
      "learning_rate": 2.6511629789638955e-05,
      "loss": 2.38,
      "step": 57444
    },
    {
      "epoch": 4.8797995242949375,
      "grad_norm": 3.5193457515265014,
      "learning_rate": 2.6507732196991743e-05,
      "loss": 2.4869,
      "step": 57445
    },
    {
      "epoch": 4.879884471627591,
      "grad_norm": 3.949992144231425,
      "learning_rate": 2.6503834863098e-05,
      "loss": 2.7201,
      "step": 57446
    },
    {
      "epoch": 4.879969418960244,
      "grad_norm": 3.653968740472944,
      "learning_rate": 2.649993778796587e-05,
      "loss": 2.6171,
      "step": 57447
    },
    {
      "epoch": 4.880054366292899,
      "grad_norm": 3.7181019365250982,
      "learning_rate": 2.649604097160356e-05,
      "loss": 2.4647,
      "step": 57448
    },
    {
      "epoch": 4.880139313625552,
      "grad_norm": 3.9037468010983103,
      "learning_rate": 2.6492144414019266e-05,
      "loss": 2.4479,
      "step": 57449
    },
    {
      "epoch": 4.880224260958206,
      "grad_norm": 4.051500116172288,
      "learning_rate": 2.64882481152211e-05,
      "loss": 2.786,
      "step": 57450
    },
    {
      "epoch": 4.88030920829086,
      "grad_norm": 3.252007079619772,
      "learning_rate": 2.648435207521722e-05,
      "loss": 2.2439,
      "step": 57451
    },
    {
      "epoch": 4.880394155623513,
      "grad_norm": 3.655235808785051,
      "learning_rate": 2.6480456294015834e-05,
      "loss": 2.6723,
      "step": 57452
    },
    {
      "epoch": 4.880479102956167,
      "grad_norm": 3.2783025195286575,
      "learning_rate": 2.6476560771625087e-05,
      "loss": 2.2393,
      "step": 57453
    },
    {
      "epoch": 4.880564050288821,
      "grad_norm": 4.298895680822477,
      "learning_rate": 2.647266550805309e-05,
      "loss": 3.1565,
      "step": 57454
    },
    {
      "epoch": 4.880648997621474,
      "grad_norm": 3.383253351038153,
      "learning_rate": 2.6468770503308056e-05,
      "loss": 2.2205,
      "step": 57455
    },
    {
      "epoch": 4.8807339449541285,
      "grad_norm": 3.4786326793716347,
      "learning_rate": 2.646487575739819e-05,
      "loss": 2.3474,
      "step": 57456
    },
    {
      "epoch": 4.880818892286782,
      "grad_norm": 3.2343097463546444,
      "learning_rate": 2.646098127033159e-05,
      "loss": 2.2382,
      "step": 57457
    },
    {
      "epoch": 4.880903839619436,
      "grad_norm": 3.4038304041105847,
      "learning_rate": 2.6457087042116374e-05,
      "loss": 2.2693,
      "step": 57458
    },
    {
      "epoch": 4.88098878695209,
      "grad_norm": 3.7479965197479483,
      "learning_rate": 2.6453193072760815e-05,
      "loss": 2.4479,
      "step": 57459
    },
    {
      "epoch": 4.881073734284744,
      "grad_norm": 3.4634468063873896,
      "learning_rate": 2.644929936227298e-05,
      "loss": 2.4282,
      "step": 57460
    },
    {
      "epoch": 4.881158681617397,
      "grad_norm": 3.553241057844569,
      "learning_rate": 2.6445405910661083e-05,
      "loss": 2.5883,
      "step": 57461
    },
    {
      "epoch": 4.881243628950051,
      "grad_norm": 3.8459346795887828,
      "learning_rate": 2.6441512717933234e-05,
      "loss": 2.5528,
      "step": 57462
    },
    {
      "epoch": 4.881328576282705,
      "grad_norm": 3.416901058930414,
      "learning_rate": 2.643761978409766e-05,
      "loss": 2.3388,
      "step": 57463
    },
    {
      "epoch": 4.881413523615358,
      "grad_norm": 3.726854481862863,
      "learning_rate": 2.643372710916245e-05,
      "loss": 2.7987,
      "step": 57464
    },
    {
      "epoch": 4.881498470948012,
      "grad_norm": 4.026637136985357,
      "learning_rate": 2.6429834693135753e-05,
      "loss": 2.7051,
      "step": 57465
    },
    {
      "epoch": 4.881583418280666,
      "grad_norm": 3.655558678361148,
      "learning_rate": 2.642594253602578e-05,
      "loss": 2.3432,
      "step": 57466
    },
    {
      "epoch": 4.8816683656133195,
      "grad_norm": 3.8948647199059807,
      "learning_rate": 2.642205063784067e-05,
      "loss": 2.6199,
      "step": 57467
    },
    {
      "epoch": 4.881753312945974,
      "grad_norm": 3.557766761990836,
      "learning_rate": 2.6418158998588584e-05,
      "loss": 2.4809,
      "step": 57468
    },
    {
      "epoch": 4.881838260278627,
      "grad_norm": 3.2746782715682614,
      "learning_rate": 2.6414267618277634e-05,
      "loss": 2.3169,
      "step": 57469
    },
    {
      "epoch": 4.881923207611281,
      "grad_norm": 3.67356907330556,
      "learning_rate": 2.641037649691603e-05,
      "loss": 2.6462,
      "step": 57470
    },
    {
      "epoch": 4.882008154943935,
      "grad_norm": 4.032668171995259,
      "learning_rate": 2.640648563451188e-05,
      "loss": 2.9945,
      "step": 57471
    },
    {
      "epoch": 4.882093102276588,
      "grad_norm": 3.734222793755335,
      "learning_rate": 2.640259503107335e-05,
      "loss": 2.3785,
      "step": 57472
    },
    {
      "epoch": 4.882178049609243,
      "grad_norm": 3.3847123526654985,
      "learning_rate": 2.6398704686608572e-05,
      "loss": 2.3663,
      "step": 57473
    },
    {
      "epoch": 4.882262996941896,
      "grad_norm": 3.2585956249130374,
      "learning_rate": 2.6394814601125752e-05,
      "loss": 2.1742,
      "step": 57474
    },
    {
      "epoch": 4.882347944274549,
      "grad_norm": 3.258474973124175,
      "learning_rate": 2.6390924774633027e-05,
      "loss": 2.2612,
      "step": 57475
    },
    {
      "epoch": 4.882432891607204,
      "grad_norm": 3.3631984387923715,
      "learning_rate": 2.638703520713849e-05,
      "loss": 2.3159,
      "step": 57476
    },
    {
      "epoch": 4.882517838939857,
      "grad_norm": 4.0856722415778535,
      "learning_rate": 2.638314589865037e-05,
      "loss": 2.9876,
      "step": 57477
    },
    {
      "epoch": 4.882602786272511,
      "grad_norm": 3.151645507914182,
      "learning_rate": 2.637925684917676e-05,
      "loss": 2.1909,
      "step": 57478
    },
    {
      "epoch": 4.882687733605165,
      "grad_norm": 3.447594470706702,
      "learning_rate": 2.6375368058725805e-05,
      "loss": 2.4297,
      "step": 57479
    },
    {
      "epoch": 4.882772680937818,
      "grad_norm": 3.187777871184796,
      "learning_rate": 2.6371479527305676e-05,
      "loss": 2.0369,
      "step": 57480
    },
    {
      "epoch": 4.8828576282704725,
      "grad_norm": 3.447508369645295,
      "learning_rate": 2.636759125492454e-05,
      "loss": 2.3967,
      "step": 57481
    },
    {
      "epoch": 4.882942575603126,
      "grad_norm": 3.4312210111607686,
      "learning_rate": 2.636370324159054e-05,
      "loss": 2.4848,
      "step": 57482
    },
    {
      "epoch": 4.88302752293578,
      "grad_norm": 3.2646157474010766,
      "learning_rate": 2.6359815487311765e-05,
      "loss": 2.0774,
      "step": 57483
    },
    {
      "epoch": 4.883112470268434,
      "grad_norm": 4.028186426868765,
      "learning_rate": 2.6355927992096426e-05,
      "loss": 2.9967,
      "step": 57484
    },
    {
      "epoch": 4.883197417601087,
      "grad_norm": 3.5301249870015274,
      "learning_rate": 2.635204075595262e-05,
      "loss": 2.1781,
      "step": 57485
    },
    {
      "epoch": 4.883282364933741,
      "grad_norm": 3.7355776785217123,
      "learning_rate": 2.6348153778888555e-05,
      "loss": 2.4002,
      "step": 57486
    },
    {
      "epoch": 4.883367312266395,
      "grad_norm": 3.5419590946990236,
      "learning_rate": 2.6344267060912288e-05,
      "loss": 2.5465,
      "step": 57487
    },
    {
      "epoch": 4.883452259599048,
      "grad_norm": 3.2009429858740335,
      "learning_rate": 2.6340380602032053e-05,
      "loss": 2.1336,
      "step": 57488
    },
    {
      "epoch": 4.8835372069317025,
      "grad_norm": 3.512432212480689,
      "learning_rate": 2.6336494402255955e-05,
      "loss": 2.2401,
      "step": 57489
    },
    {
      "epoch": 4.883622154264356,
      "grad_norm": 3.8392391710254183,
      "learning_rate": 2.6332608461592086e-05,
      "loss": 2.5215,
      "step": 57490
    },
    {
      "epoch": 4.88370710159701,
      "grad_norm": 3.2218679696283865,
      "learning_rate": 2.6328722780048644e-05,
      "loss": 2.2488,
      "step": 57491
    },
    {
      "epoch": 4.883792048929664,
      "grad_norm": 3.267381471319451,
      "learning_rate": 2.6324837357633804e-05,
      "loss": 2.2743,
      "step": 57492
    },
    {
      "epoch": 4.883876996262318,
      "grad_norm": 3.3321705338775356,
      "learning_rate": 2.632095219435566e-05,
      "loss": 2.0744,
      "step": 57493
    },
    {
      "epoch": 4.883961943594971,
      "grad_norm": 3.404317398838341,
      "learning_rate": 2.6317067290222306e-05,
      "loss": 2.2418,
      "step": 57494
    },
    {
      "epoch": 4.884046890927625,
      "grad_norm": 3.9903340739414523,
      "learning_rate": 2.6313182645241982e-05,
      "loss": 2.6896,
      "step": 57495
    },
    {
      "epoch": 4.884131838260279,
      "grad_norm": 3.4540485314056575,
      "learning_rate": 2.6309298259422783e-05,
      "loss": 2.2748,
      "step": 57496
    },
    {
      "epoch": 4.884216785592932,
      "grad_norm": 3.254191754225315,
      "learning_rate": 2.6305414132772806e-05,
      "loss": 2.072,
      "step": 57497
    },
    {
      "epoch": 4.884301732925586,
      "grad_norm": 3.6109435685724396,
      "learning_rate": 2.6301530265300224e-05,
      "loss": 2.6388,
      "step": 57498
    },
    {
      "epoch": 4.88438668025824,
      "grad_norm": 3.3638324619138436,
      "learning_rate": 2.629764665701323e-05,
      "loss": 2.1933,
      "step": 57499
    },
    {
      "epoch": 4.8844716275908935,
      "grad_norm": 3.9464080449950747,
      "learning_rate": 2.629376330791989e-05,
      "loss": 2.7302,
      "step": 57500
    },
    {
      "epoch": 4.884556574923548,
      "grad_norm": 3.9474856452855667,
      "learning_rate": 2.6289880218028343e-05,
      "loss": 2.9084,
      "step": 57501
    },
    {
      "epoch": 4.884641522256201,
      "grad_norm": 3.87279893162476,
      "learning_rate": 2.6285997387346765e-05,
      "loss": 2.6307,
      "step": 57502
    },
    {
      "epoch": 4.884726469588855,
      "grad_norm": 3.3457061872084326,
      "learning_rate": 2.628211481588323e-05,
      "loss": 2.3228,
      "step": 57503
    },
    {
      "epoch": 4.884811416921509,
      "grad_norm": 3.9138223056008306,
      "learning_rate": 2.6278232503645956e-05,
      "loss": 2.6214,
      "step": 57504
    },
    {
      "epoch": 4.884896364254162,
      "grad_norm": 3.2536959882515797,
      "learning_rate": 2.6274350450643e-05,
      "loss": 2.1073,
      "step": 57505
    },
    {
      "epoch": 4.884981311586817,
      "grad_norm": 3.6076354676739886,
      "learning_rate": 2.627046865688257e-05,
      "loss": 2.4229,
      "step": 57506
    },
    {
      "epoch": 4.88506625891947,
      "grad_norm": 3.734626274223392,
      "learning_rate": 2.6266587122372745e-05,
      "loss": 2.4044,
      "step": 57507
    },
    {
      "epoch": 4.885151206252123,
      "grad_norm": 3.2171221241121892,
      "learning_rate": 2.626270584712165e-05,
      "loss": 1.907,
      "step": 57508
    },
    {
      "epoch": 4.885236153584778,
      "grad_norm": 3.8147637422023553,
      "learning_rate": 2.625882483113743e-05,
      "loss": 2.5375,
      "step": 57509
    },
    {
      "epoch": 4.885321100917431,
      "grad_norm": 3.2173838150641214,
      "learning_rate": 2.625494407442828e-05,
      "loss": 2.352,
      "step": 57510
    },
    {
      "epoch": 4.8854060482500845,
      "grad_norm": 3.4226610498643573,
      "learning_rate": 2.6251063577002275e-05,
      "loss": 2.2073,
      "step": 57511
    },
    {
      "epoch": 4.885490995582739,
      "grad_norm": 3.3766613288376743,
      "learning_rate": 2.624718333886749e-05,
      "loss": 2.2091,
      "step": 57512
    },
    {
      "epoch": 4.885575942915392,
      "grad_norm": 3.438458710534118,
      "learning_rate": 2.624330336003217e-05,
      "loss": 2.4502,
      "step": 57513
    },
    {
      "epoch": 4.8856608902480465,
      "grad_norm": 3.7962312567911995,
      "learning_rate": 2.623942364050439e-05,
      "loss": 2.7931,
      "step": 57514
    },
    {
      "epoch": 4.8857458375807,
      "grad_norm": 3.485190583166594,
      "learning_rate": 2.6235544180292234e-05,
      "loss": 2.499,
      "step": 57515
    },
    {
      "epoch": 4.885830784913354,
      "grad_norm": 3.400372566081227,
      "learning_rate": 2.6231664979403888e-05,
      "loss": 2.394,
      "step": 57516
    },
    {
      "epoch": 4.885915732246008,
      "grad_norm": 3.565076591225193,
      "learning_rate": 2.6227786037847497e-05,
      "loss": 2.6168,
      "step": 57517
    },
    {
      "epoch": 4.886000679578661,
      "grad_norm": 3.2242008232421204,
      "learning_rate": 2.6223907355631158e-05,
      "loss": 2.2341,
      "step": 57518
    },
    {
      "epoch": 4.886085626911315,
      "grad_norm": 3.3929215984510193,
      "learning_rate": 2.622002893276296e-05,
      "loss": 2.3081,
      "step": 57519
    },
    {
      "epoch": 4.886170574243969,
      "grad_norm": 3.9575703800305044,
      "learning_rate": 2.6216150769251116e-05,
      "loss": 2.4844,
      "step": 57520
    },
    {
      "epoch": 4.886255521576622,
      "grad_norm": 3.400549061370248,
      "learning_rate": 2.6212272865103683e-05,
      "loss": 2.2843,
      "step": 57521
    },
    {
      "epoch": 4.886340468909276,
      "grad_norm": 3.5681391277737156,
      "learning_rate": 2.620839522032879e-05,
      "loss": 2.4231,
      "step": 57522
    },
    {
      "epoch": 4.88642541624193,
      "grad_norm": 3.724332387844646,
      "learning_rate": 2.620451783493457e-05,
      "loss": 2.4995,
      "step": 57523
    },
    {
      "epoch": 4.886510363574584,
      "grad_norm": 3.343374612907033,
      "learning_rate": 2.6200640708929206e-05,
      "loss": 2.3316,
      "step": 57524
    },
    {
      "epoch": 4.8865953109072375,
      "grad_norm": 3.1763097602156174,
      "learning_rate": 2.6196763842320762e-05,
      "loss": 2.0021,
      "step": 57525
    },
    {
      "epoch": 4.886680258239891,
      "grad_norm": 3.4394400090615833,
      "learning_rate": 2.619288723511733e-05,
      "loss": 2.4079,
      "step": 57526
    },
    {
      "epoch": 4.886765205572545,
      "grad_norm": 3.669803962285705,
      "learning_rate": 2.6189010887327128e-05,
      "loss": 2.4625,
      "step": 57527
    },
    {
      "epoch": 4.886850152905199,
      "grad_norm": 3.8534176118557233,
      "learning_rate": 2.6185134798958173e-05,
      "loss": 2.5791,
      "step": 57528
    },
    {
      "epoch": 4.886935100237853,
      "grad_norm": 3.7063877132251295,
      "learning_rate": 2.618125897001868e-05,
      "loss": 2.5787,
      "step": 57529
    },
    {
      "epoch": 4.887020047570506,
      "grad_norm": 3.519530789286869,
      "learning_rate": 2.6177383400516695e-05,
      "loss": 2.516,
      "step": 57530
    },
    {
      "epoch": 4.88710499490316,
      "grad_norm": 3.97998471251438,
      "learning_rate": 2.6173508090460403e-05,
      "loss": 2.624,
      "step": 57531
    },
    {
      "epoch": 4.887189942235814,
      "grad_norm": 3.3053311455537266,
      "learning_rate": 2.616963303985789e-05,
      "loss": 2.2718,
      "step": 57532
    },
    {
      "epoch": 4.8872748895684675,
      "grad_norm": 3.6262479325304238,
      "learning_rate": 2.6165758248717243e-05,
      "loss": 2.5144,
      "step": 57533
    },
    {
      "epoch": 4.887359836901121,
      "grad_norm": 3.291615985383389,
      "learning_rate": 2.616188371704661e-05,
      "loss": 2.1864,
      "step": 57534
    },
    {
      "epoch": 4.887444784233775,
      "grad_norm": 3.3938649577524287,
      "learning_rate": 2.6158009444854166e-05,
      "loss": 2.3605,
      "step": 57535
    },
    {
      "epoch": 4.887529731566429,
      "grad_norm": 3.5718672429305527,
      "learning_rate": 2.615413543214797e-05,
      "loss": 2.4432,
      "step": 57536
    },
    {
      "epoch": 4.887614678899083,
      "grad_norm": 3.224657557369612,
      "learning_rate": 2.6150261678936117e-05,
      "loss": 2.0628,
      "step": 57537
    },
    {
      "epoch": 4.887699626231736,
      "grad_norm": 3.8538095275544113,
      "learning_rate": 2.6146388185226784e-05,
      "loss": 2.7062,
      "step": 57538
    },
    {
      "epoch": 4.8877845735643906,
      "grad_norm": 3.5977435194735032,
      "learning_rate": 2.6142514951028065e-05,
      "loss": 2.5282,
      "step": 57539
    },
    {
      "epoch": 4.887869520897044,
      "grad_norm": 3.229784888892252,
      "learning_rate": 2.6138641976348017e-05,
      "loss": 2.1577,
      "step": 57540
    },
    {
      "epoch": 4.887954468229697,
      "grad_norm": 3.278275569729938,
      "learning_rate": 2.6134769261194804e-05,
      "loss": 2.1948,
      "step": 57541
    },
    {
      "epoch": 4.888039415562352,
      "grad_norm": 3.3626350845440567,
      "learning_rate": 2.61308968055766e-05,
      "loss": 2.3327,
      "step": 57542
    },
    {
      "epoch": 4.888124362895005,
      "grad_norm": 3.7691124485376553,
      "learning_rate": 2.6127024609501434e-05,
      "loss": 2.4708,
      "step": 57543
    },
    {
      "epoch": 4.8882093102276585,
      "grad_norm": 3.2991590564991893,
      "learning_rate": 2.612315267297743e-05,
      "loss": 2.3343,
      "step": 57544
    },
    {
      "epoch": 4.888294257560313,
      "grad_norm": 3.3015677493571336,
      "learning_rate": 2.6119280996012752e-05,
      "loss": 2.2866,
      "step": 57545
    },
    {
      "epoch": 4.888379204892966,
      "grad_norm": 3.295935057185486,
      "learning_rate": 2.6115409578615425e-05,
      "loss": 2.2488,
      "step": 57546
    },
    {
      "epoch": 4.8884641522256205,
      "grad_norm": 3.8296955339742222,
      "learning_rate": 2.6111538420793676e-05,
      "loss": 2.472,
      "step": 57547
    },
    {
      "epoch": 4.888549099558274,
      "grad_norm": 3.382049451364301,
      "learning_rate": 2.6107667522555497e-05,
      "loss": 2.3904,
      "step": 57548
    },
    {
      "epoch": 4.888634046890927,
      "grad_norm": 3.6361132940537244,
      "learning_rate": 2.61037968839091e-05,
      "loss": 2.5275,
      "step": 57549
    },
    {
      "epoch": 4.888718994223582,
      "grad_norm": 3.814757980936352,
      "learning_rate": 2.6099926504862545e-05,
      "loss": 2.4109,
      "step": 57550
    },
    {
      "epoch": 4.888803941556235,
      "grad_norm": 3.9467198252545668,
      "learning_rate": 2.6096056385423907e-05,
      "loss": 2.6889,
      "step": 57551
    },
    {
      "epoch": 4.888888888888889,
      "grad_norm": 3.8779861336596912,
      "learning_rate": 2.609218652560135e-05,
      "loss": 2.9295,
      "step": 57552
    },
    {
      "epoch": 4.888973836221543,
      "grad_norm": 3.872630814303841,
      "learning_rate": 2.6088316925402996e-05,
      "loss": 2.5035,
      "step": 57553
    },
    {
      "epoch": 4.889058783554196,
      "grad_norm": 3.8777455466454636,
      "learning_rate": 2.6084447584836926e-05,
      "loss": 2.7877,
      "step": 57554
    },
    {
      "epoch": 4.88914373088685,
      "grad_norm": 3.5905154908451986,
      "learning_rate": 2.6080578503911215e-05,
      "loss": 2.2979,
      "step": 57555
    },
    {
      "epoch": 4.889228678219504,
      "grad_norm": 3.4229722506649476,
      "learning_rate": 2.6076709682634022e-05,
      "loss": 2.3843,
      "step": 57556
    },
    {
      "epoch": 4.889313625552157,
      "grad_norm": 3.301435334526595,
      "learning_rate": 2.6072841121013443e-05,
      "loss": 2.26,
      "step": 57557
    },
    {
      "epoch": 4.8893985728848115,
      "grad_norm": 3.226472183420262,
      "learning_rate": 2.6068972819057537e-05,
      "loss": 2.1223,
      "step": 57558
    },
    {
      "epoch": 4.889483520217465,
      "grad_norm": 3.3363862787506355,
      "learning_rate": 2.6065104776774447e-05,
      "loss": 2.3759,
      "step": 57559
    },
    {
      "epoch": 4.889568467550119,
      "grad_norm": 3.411042870056814,
      "learning_rate": 2.6061236994172303e-05,
      "loss": 2.412,
      "step": 57560
    },
    {
      "epoch": 4.889653414882773,
      "grad_norm": 3.552655378190956,
      "learning_rate": 2.6057369471259192e-05,
      "loss": 2.5145,
      "step": 57561
    },
    {
      "epoch": 4.889738362215427,
      "grad_norm": 3.6294938076525036,
      "learning_rate": 2.6053502208043163e-05,
      "loss": 2.4505,
      "step": 57562
    },
    {
      "epoch": 4.88982330954808,
      "grad_norm": 3.998224544822973,
      "learning_rate": 2.604963520453241e-05,
      "loss": 2.5855,
      "step": 57563
    },
    {
      "epoch": 4.889908256880734,
      "grad_norm": 3.546254553735704,
      "learning_rate": 2.604576846073499e-05,
      "loss": 2.4478,
      "step": 57564
    },
    {
      "epoch": 4.889993204213388,
      "grad_norm": 3.8524453887015753,
      "learning_rate": 2.6041901976658948e-05,
      "loss": 2.7423,
      "step": 57565
    },
    {
      "epoch": 4.890078151546041,
      "grad_norm": 3.248310018761449,
      "learning_rate": 2.6038035752312457e-05,
      "loss": 2.2132,
      "step": 57566
    },
    {
      "epoch": 4.890163098878695,
      "grad_norm": 3.2707133067092076,
      "learning_rate": 2.603416978770365e-05,
      "loss": 2.1608,
      "step": 57567
    },
    {
      "epoch": 4.890248046211349,
      "grad_norm": 3.2982225997187897,
      "learning_rate": 2.603030408284057e-05,
      "loss": 2.2396,
      "step": 57568
    },
    {
      "epoch": 4.8903329935440025,
      "grad_norm": 3.3612703320662196,
      "learning_rate": 2.6026438637731288e-05,
      "loss": 2.3244,
      "step": 57569
    },
    {
      "epoch": 4.890417940876657,
      "grad_norm": 3.339323191170898,
      "learning_rate": 2.602257345238397e-05,
      "loss": 2.3828,
      "step": 57570
    },
    {
      "epoch": 4.89050288820931,
      "grad_norm": 3.406381294062639,
      "learning_rate": 2.601870852680666e-05,
      "loss": 2.5866,
      "step": 57571
    },
    {
      "epoch": 4.890587835541964,
      "grad_norm": 3.5704237779102423,
      "learning_rate": 2.601484386100753e-05,
      "loss": 2.4686,
      "step": 57572
    },
    {
      "epoch": 4.890672782874618,
      "grad_norm": 3.474434012615561,
      "learning_rate": 2.601097945499459e-05,
      "loss": 2.4368,
      "step": 57573
    },
    {
      "epoch": 4.890757730207271,
      "grad_norm": 3.906627199073665,
      "learning_rate": 2.6007115308776006e-05,
      "loss": 2.5738,
      "step": 57574
    },
    {
      "epoch": 4.890842677539926,
      "grad_norm": 3.662118432285995,
      "learning_rate": 2.6003251422359848e-05,
      "loss": 2.6386,
      "step": 57575
    },
    {
      "epoch": 4.890927624872579,
      "grad_norm": 3.738804957489859,
      "learning_rate": 2.5999387795754167e-05,
      "loss": 2.6673,
      "step": 57576
    },
    {
      "epoch": 4.8910125722052324,
      "grad_norm": 3.7579573653916927,
      "learning_rate": 2.5995524428967118e-05,
      "loss": 2.7463,
      "step": 57577
    },
    {
      "epoch": 4.891097519537887,
      "grad_norm": 3.4198572705405224,
      "learning_rate": 2.5991661322006812e-05,
      "loss": 2.3205,
      "step": 57578
    },
    {
      "epoch": 4.89118246687054,
      "grad_norm": 3.4702250990438244,
      "learning_rate": 2.598779847488131e-05,
      "loss": 2.3627,
      "step": 57579
    },
    {
      "epoch": 4.8912674142031936,
      "grad_norm": 3.6588814474158102,
      "learning_rate": 2.5983935887598673e-05,
      "loss": 2.58,
      "step": 57580
    },
    {
      "epoch": 4.891352361535848,
      "grad_norm": 3.83416174526416,
      "learning_rate": 2.5980073560167057e-05,
      "loss": 2.6152,
      "step": 57581
    },
    {
      "epoch": 4.891437308868501,
      "grad_norm": 3.525585025608847,
      "learning_rate": 2.597621149259453e-05,
      "loss": 2.4115,
      "step": 57582
    },
    {
      "epoch": 4.8915222562011555,
      "grad_norm": 3.343575286375453,
      "learning_rate": 2.5972349684889143e-05,
      "loss": 2.4079,
      "step": 57583
    },
    {
      "epoch": 4.891607203533809,
      "grad_norm": 3.229220503064467,
      "learning_rate": 2.596848813705903e-05,
      "loss": 2.2101,
      "step": 57584
    },
    {
      "epoch": 4.891692150866463,
      "grad_norm": 3.7573594467269125,
      "learning_rate": 2.5964626849112315e-05,
      "loss": 2.7393,
      "step": 57585
    },
    {
      "epoch": 4.891777098199117,
      "grad_norm": 3.376686854445646,
      "learning_rate": 2.596076582105704e-05,
      "loss": 2.2437,
      "step": 57586
    },
    {
      "epoch": 4.89186204553177,
      "grad_norm": 3.801215167857201,
      "learning_rate": 2.5956905052901266e-05,
      "loss": 2.6429,
      "step": 57587
    },
    {
      "epoch": 4.891946992864424,
      "grad_norm": 3.319350531773031,
      "learning_rate": 2.5953044544653174e-05,
      "loss": 2.1887,
      "step": 57588
    },
    {
      "epoch": 4.892031940197078,
      "grad_norm": 3.341788816410444,
      "learning_rate": 2.5949184296320753e-05,
      "loss": 2.3047,
      "step": 57589
    },
    {
      "epoch": 4.892116887529731,
      "grad_norm": 3.4079224677242927,
      "learning_rate": 2.594532430791218e-05,
      "loss": 2.2737,
      "step": 57590
    },
    {
      "epoch": 4.8922018348623855,
      "grad_norm": 3.780340101149131,
      "learning_rate": 2.5941464579435467e-05,
      "loss": 2.4325,
      "step": 57591
    },
    {
      "epoch": 4.892286782195039,
      "grad_norm": 3.4792305351472215,
      "learning_rate": 2.5937605110898772e-05,
      "loss": 2.2557,
      "step": 57592
    },
    {
      "epoch": 4.892371729527693,
      "grad_norm": 3.4022822339435086,
      "learning_rate": 2.5933745902310143e-05,
      "loss": 2.4183,
      "step": 57593
    },
    {
      "epoch": 4.892456676860347,
      "grad_norm": 3.3778179945529416,
      "learning_rate": 2.5929886953677687e-05,
      "loss": 2.325,
      "step": 57594
    },
    {
      "epoch": 4.892541624193,
      "grad_norm": 3.7643898536376397,
      "learning_rate": 2.592602826500938e-05,
      "loss": 2.6831,
      "step": 57595
    },
    {
      "epoch": 4.892626571525654,
      "grad_norm": 3.2493585120974737,
      "learning_rate": 2.5922169836313467e-05,
      "loss": 2.1262,
      "step": 57596
    },
    {
      "epoch": 4.892711518858308,
      "grad_norm": 3.4780941365293394,
      "learning_rate": 2.591831166759799e-05,
      "loss": 2.4398,
      "step": 57597
    },
    {
      "epoch": 4.892796466190962,
      "grad_norm": 3.4501780702925924,
      "learning_rate": 2.5914453758870945e-05,
      "loss": 2.1587,
      "step": 57598
    },
    {
      "epoch": 4.892881413523615,
      "grad_norm": 3.7874085161506397,
      "learning_rate": 2.5910596110140526e-05,
      "loss": 2.5439,
      "step": 57599
    },
    {
      "epoch": 4.892966360856269,
      "grad_norm": 3.7002950562765724,
      "learning_rate": 2.590673872141477e-05,
      "loss": 2.444,
      "step": 57600
    },
    {
      "epoch": 4.893051308188923,
      "grad_norm": 3.4290503407114303,
      "learning_rate": 2.590288159270173e-05,
      "loss": 2.2594,
      "step": 57601
    },
    {
      "epoch": 4.8931362555215765,
      "grad_norm": 4.025785970774382,
      "learning_rate": 2.5899024724009492e-05,
      "loss": 2.9342,
      "step": 57602
    },
    {
      "epoch": 4.89322120285423,
      "grad_norm": 3.3189471960226427,
      "learning_rate": 2.589516811534622e-05,
      "loss": 2.2022,
      "step": 57603
    },
    {
      "epoch": 4.893306150186884,
      "grad_norm": 3.332537457493053,
      "learning_rate": 2.5891311766719923e-05,
      "loss": 2.3442,
      "step": 57604
    },
    {
      "epoch": 4.893391097519538,
      "grad_norm": 3.16678199589308,
      "learning_rate": 2.5887455678138663e-05,
      "loss": 2.0363,
      "step": 57605
    },
    {
      "epoch": 4.893476044852192,
      "grad_norm": 3.702876454065154,
      "learning_rate": 2.588359984961058e-05,
      "loss": 2.6413,
      "step": 57606
    },
    {
      "epoch": 4.893560992184845,
      "grad_norm": 3.406648448549492,
      "learning_rate": 2.587974428114374e-05,
      "loss": 2.4398,
      "step": 57607
    },
    {
      "epoch": 4.8936459395175,
      "grad_norm": 3.5289645074602864,
      "learning_rate": 2.5875888972746146e-05,
      "loss": 2.5373,
      "step": 57608
    },
    {
      "epoch": 4.893730886850153,
      "grad_norm": 3.3939362996423763,
      "learning_rate": 2.5872033924425944e-05,
      "loss": 2.4665,
      "step": 57609
    },
    {
      "epoch": 4.893815834182806,
      "grad_norm": 3.3989733742326846,
      "learning_rate": 2.5868179136191246e-05,
      "loss": 2.3134,
      "step": 57610
    },
    {
      "epoch": 4.893900781515461,
      "grad_norm": 3.624121087434527,
      "learning_rate": 2.586432460805008e-05,
      "loss": 2.4848,
      "step": 57611
    },
    {
      "epoch": 4.893985728848114,
      "grad_norm": 3.600296921784696,
      "learning_rate": 2.5860470340010537e-05,
      "loss": 2.3412,
      "step": 57612
    },
    {
      "epoch": 4.8940706761807675,
      "grad_norm": 3.503752287580422,
      "learning_rate": 2.5856616332080642e-05,
      "loss": 2.5107,
      "step": 57613
    },
    {
      "epoch": 4.894155623513422,
      "grad_norm": 3.6373626039691627,
      "learning_rate": 2.585276258426851e-05,
      "loss": 2.5232,
      "step": 57614
    },
    {
      "epoch": 4.894240570846075,
      "grad_norm": 3.287297781848896,
      "learning_rate": 2.5848909096582248e-05,
      "loss": 2.1375,
      "step": 57615
    },
    {
      "epoch": 4.8943255181787295,
      "grad_norm": 3.652520610237782,
      "learning_rate": 2.584505586902987e-05,
      "loss": 2.3208,
      "step": 57616
    },
    {
      "epoch": 4.894410465511383,
      "grad_norm": 3.5044718665561096,
      "learning_rate": 2.5841202901619513e-05,
      "loss": 2.5579,
      "step": 57617
    },
    {
      "epoch": 4.894495412844036,
      "grad_norm": 3.5798353156413745,
      "learning_rate": 2.5837350194359226e-05,
      "loss": 2.3326,
      "step": 57618
    },
    {
      "epoch": 4.894580360176691,
      "grad_norm": 3.575622199166038,
      "learning_rate": 2.5833497747257065e-05,
      "loss": 2.7089,
      "step": 57619
    },
    {
      "epoch": 4.894665307509344,
      "grad_norm": 3.932834164398265,
      "learning_rate": 2.5829645560321026e-05,
      "loss": 2.7147,
      "step": 57620
    },
    {
      "epoch": 4.894750254841998,
      "grad_norm": 3.8061971425813264,
      "learning_rate": 2.5825793633559354e-05,
      "loss": 2.5759,
      "step": 57621
    },
    {
      "epoch": 4.894835202174652,
      "grad_norm": 3.2773386332607815,
      "learning_rate": 2.5821941966980026e-05,
      "loss": 2.2553,
      "step": 57622
    },
    {
      "epoch": 4.894920149507305,
      "grad_norm": 3.4011053872083945,
      "learning_rate": 2.5818090560591116e-05,
      "loss": 2.5007,
      "step": 57623
    },
    {
      "epoch": 4.895005096839959,
      "grad_norm": 3.3397887673092517,
      "learning_rate": 2.5814239414400665e-05,
      "loss": 2.2417,
      "step": 57624
    },
    {
      "epoch": 4.895090044172613,
      "grad_norm": 3.7919470599041603,
      "learning_rate": 2.581038852841679e-05,
      "loss": 2.6636,
      "step": 57625
    },
    {
      "epoch": 4.895174991505266,
      "grad_norm": 3.4407621705275413,
      "learning_rate": 2.5806537902647517e-05,
      "loss": 2.3123,
      "step": 57626
    },
    {
      "epoch": 4.8952599388379205,
      "grad_norm": 3.437173901898418,
      "learning_rate": 2.5802687537100936e-05,
      "loss": 2.4828,
      "step": 57627
    },
    {
      "epoch": 4.895344886170574,
      "grad_norm": 3.5769418927065084,
      "learning_rate": 2.5798837431785157e-05,
      "loss": 2.5457,
      "step": 57628
    },
    {
      "epoch": 4.895429833503228,
      "grad_norm": 3.1877562890818716,
      "learning_rate": 2.579498758670821e-05,
      "loss": 2.1528,
      "step": 57629
    },
    {
      "epoch": 4.895514780835882,
      "grad_norm": 3.670611576004904,
      "learning_rate": 2.579113800187815e-05,
      "loss": 2.7284,
      "step": 57630
    },
    {
      "epoch": 4.895599728168536,
      "grad_norm": 3.377465410389378,
      "learning_rate": 2.5787288677303015e-05,
      "loss": 2.3404,
      "step": 57631
    },
    {
      "epoch": 4.895684675501189,
      "grad_norm": 3.222392705556055,
      "learning_rate": 2.5783439612990918e-05,
      "loss": 2.131,
      "step": 57632
    },
    {
      "epoch": 4.895769622833843,
      "grad_norm": 3.366982520494183,
      "learning_rate": 2.5779590808949945e-05,
      "loss": 2.3074,
      "step": 57633
    },
    {
      "epoch": 4.895854570166497,
      "grad_norm": 3.7934220202931503,
      "learning_rate": 2.577574226518809e-05,
      "loss": 2.625,
      "step": 57634
    },
    {
      "epoch": 4.8959395174991505,
      "grad_norm": 3.848398968554743,
      "learning_rate": 2.5771893981713487e-05,
      "loss": 2.4891,
      "step": 57635
    },
    {
      "epoch": 4.896024464831804,
      "grad_norm": 4.1849982963315,
      "learning_rate": 2.576804595853419e-05,
      "loss": 2.9757,
      "step": 57636
    },
    {
      "epoch": 4.896109412164458,
      "grad_norm": 3.3246378121505002,
      "learning_rate": 2.576419819565822e-05,
      "loss": 2.2138,
      "step": 57637
    },
    {
      "epoch": 4.896194359497112,
      "grad_norm": 3.5404742816192747,
      "learning_rate": 2.576035069309359e-05,
      "loss": 2.404,
      "step": 57638
    },
    {
      "epoch": 4.896279306829766,
      "grad_norm": 3.2966047384731842,
      "learning_rate": 2.5756503450848493e-05,
      "loss": 2.2758,
      "step": 57639
    },
    {
      "epoch": 4.896364254162419,
      "grad_norm": 3.77989437090092,
      "learning_rate": 2.575265646893094e-05,
      "loss": 2.5662,
      "step": 57640
    },
    {
      "epoch": 4.896449201495073,
      "grad_norm": 3.278096619123477,
      "learning_rate": 2.5748809747348985e-05,
      "loss": 2.1992,
      "step": 57641
    },
    {
      "epoch": 4.896534148827727,
      "grad_norm": 3.4337972371971306,
      "learning_rate": 2.574496328611063e-05,
      "loss": 2.2971,
      "step": 57642
    },
    {
      "epoch": 4.89661909616038,
      "grad_norm": 3.2997317690037344,
      "learning_rate": 2.5741117085224033e-05,
      "loss": 2.1644,
      "step": 57643
    },
    {
      "epoch": 4.896704043493035,
      "grad_norm": 3.871020769229817,
      "learning_rate": 2.573727114469717e-05,
      "loss": 2.7879,
      "step": 57644
    },
    {
      "epoch": 4.896788990825688,
      "grad_norm": 3.2784067423447456,
      "learning_rate": 2.573342546453815e-05,
      "loss": 2.2978,
      "step": 57645
    },
    {
      "epoch": 4.8968739381583415,
      "grad_norm": 3.8347116186013936,
      "learning_rate": 2.5729580044755033e-05,
      "loss": 2.6111,
      "step": 57646
    },
    {
      "epoch": 4.896958885490996,
      "grad_norm": 3.487830762144527,
      "learning_rate": 2.5725734885355865e-05,
      "loss": 2.4985,
      "step": 57647
    },
    {
      "epoch": 4.897043832823649,
      "grad_norm": 3.7053541684951017,
      "learning_rate": 2.5721889986348703e-05,
      "loss": 2.6973,
      "step": 57648
    },
    {
      "epoch": 4.897128780156303,
      "grad_norm": 3.95931337477561,
      "learning_rate": 2.571804534774156e-05,
      "loss": 2.811,
      "step": 57649
    },
    {
      "epoch": 4.897213727488957,
      "grad_norm": 3.549754364811288,
      "learning_rate": 2.571420096954253e-05,
      "loss": 2.4362,
      "step": 57650
    },
    {
      "epoch": 4.89729867482161,
      "grad_norm": 3.403887638666568,
      "learning_rate": 2.5710356851759706e-05,
      "loss": 2.2273,
      "step": 57651
    },
    {
      "epoch": 4.897383622154265,
      "grad_norm": 3.7778572334883864,
      "learning_rate": 2.5706512994401096e-05,
      "loss": 2.6717,
      "step": 57652
    },
    {
      "epoch": 4.897468569486918,
      "grad_norm": 4.010609011272152,
      "learning_rate": 2.570266939747473e-05,
      "loss": 2.7375,
      "step": 57653
    },
    {
      "epoch": 4.897553516819572,
      "grad_norm": 3.27700629866623,
      "learning_rate": 2.569882606098873e-05,
      "loss": 2.2876,
      "step": 57654
    },
    {
      "epoch": 4.897638464152226,
      "grad_norm": 3.4098443422456244,
      "learning_rate": 2.569498298495113e-05,
      "loss": 2.4235,
      "step": 57655
    },
    {
      "epoch": 4.897723411484879,
      "grad_norm": 3.7140700607529586,
      "learning_rate": 2.5691140169369918e-05,
      "loss": 2.7367,
      "step": 57656
    },
    {
      "epoch": 4.897808358817533,
      "grad_norm": 4.076441929296349,
      "learning_rate": 2.5687297614253188e-05,
      "loss": 2.8573,
      "step": 57657
    },
    {
      "epoch": 4.897893306150187,
      "grad_norm": 3.2874744055967806,
      "learning_rate": 2.5683455319609037e-05,
      "loss": 2.4611,
      "step": 57658
    },
    {
      "epoch": 4.89797825348284,
      "grad_norm": 3.5790734649909837,
      "learning_rate": 2.567961328544547e-05,
      "loss": 2.5715,
      "step": 57659
    },
    {
      "epoch": 4.8980632008154945,
      "grad_norm": 4.061648307132544,
      "learning_rate": 2.567577151177052e-05,
      "loss": 2.7056,
      "step": 57660
    },
    {
      "epoch": 4.898148148148148,
      "grad_norm": 3.144177385941752,
      "learning_rate": 2.5671929998592278e-05,
      "loss": 2.3724,
      "step": 57661
    },
    {
      "epoch": 4.898233095480802,
      "grad_norm": 3.588790244267842,
      "learning_rate": 2.5668088745918785e-05,
      "loss": 2.5192,
      "step": 57662
    },
    {
      "epoch": 4.898318042813456,
      "grad_norm": 3.426079352440743,
      "learning_rate": 2.5664247753758004e-05,
      "loss": 2.422,
      "step": 57663
    },
    {
      "epoch": 4.898402990146109,
      "grad_norm": 3.582979323179373,
      "learning_rate": 2.5660407022118146e-05,
      "loss": 2.5478,
      "step": 57664
    },
    {
      "epoch": 4.898487937478763,
      "grad_norm": 3.8698876114412966,
      "learning_rate": 2.565656655100715e-05,
      "loss": 2.8182,
      "step": 57665
    },
    {
      "epoch": 4.898572884811417,
      "grad_norm": 3.1833480310734794,
      "learning_rate": 2.56527263404331e-05,
      "loss": 2.0876,
      "step": 57666
    },
    {
      "epoch": 4.898657832144071,
      "grad_norm": 3.529705490319613,
      "learning_rate": 2.5648886390403983e-05,
      "loss": 2.415,
      "step": 57667
    },
    {
      "epoch": 4.898742779476724,
      "grad_norm": 3.65630830725001,
      "learning_rate": 2.5645046700927914e-05,
      "loss": 2.3362,
      "step": 57668
    },
    {
      "epoch": 4.898827726809378,
      "grad_norm": 3.1720133646546045,
      "learning_rate": 2.5641207272012898e-05,
      "loss": 2.0526,
      "step": 57669
    },
    {
      "epoch": 4.898912674142032,
      "grad_norm": 3.1983194198178158,
      "learning_rate": 2.5637368103667016e-05,
      "loss": 2.2888,
      "step": 57670
    },
    {
      "epoch": 4.8989976214746855,
      "grad_norm": 3.35348140083278,
      "learning_rate": 2.5633529195898243e-05,
      "loss": 2.3619,
      "step": 57671
    },
    {
      "epoch": 4.89908256880734,
      "grad_norm": 3.539295188515566,
      "learning_rate": 2.5629690548714725e-05,
      "loss": 2.208,
      "step": 57672
    },
    {
      "epoch": 4.899167516139993,
      "grad_norm": 3.3323147809443134,
      "learning_rate": 2.5625852162124437e-05,
      "loss": 2.255,
      "step": 57673
    },
    {
      "epoch": 4.899252463472647,
      "grad_norm": 3.7710886993696042,
      "learning_rate": 2.5622014036135406e-05,
      "loss": 2.4007,
      "step": 57674
    },
    {
      "epoch": 4.899337410805301,
      "grad_norm": 3.787151849245528,
      "learning_rate": 2.5618176170755712e-05,
      "loss": 2.5271,
      "step": 57675
    },
    {
      "epoch": 4.899422358137954,
      "grad_norm": 3.6423272302618974,
      "learning_rate": 2.561433856599341e-05,
      "loss": 2.5482,
      "step": 57676
    },
    {
      "epoch": 4.899507305470609,
      "grad_norm": 3.289303948170408,
      "learning_rate": 2.561050122185651e-05,
      "loss": 2.1728,
      "step": 57677
    },
    {
      "epoch": 4.899592252803262,
      "grad_norm": 3.988443784233821,
      "learning_rate": 2.5606664138353045e-05,
      "loss": 2.8021,
      "step": 57678
    },
    {
      "epoch": 4.8996772001359155,
      "grad_norm": 3.5904507895547972,
      "learning_rate": 2.5602827315491088e-05,
      "loss": 2.2602,
      "step": 57679
    },
    {
      "epoch": 4.89976214746857,
      "grad_norm": 3.3586552464895134,
      "learning_rate": 2.559899075327868e-05,
      "loss": 2.4563,
      "step": 57680
    },
    {
      "epoch": 4.899847094801223,
      "grad_norm": 3.8002578931518975,
      "learning_rate": 2.5595154451723788e-05,
      "loss": 2.462,
      "step": 57681
    },
    {
      "epoch": 4.899932042133877,
      "grad_norm": 3.46565918127051,
      "learning_rate": 2.55913184108345e-05,
      "loss": 2.3838,
      "step": 57682
    },
    {
      "epoch": 4.900016989466531,
      "grad_norm": 3.6903208900515407,
      "learning_rate": 2.5587482630618912e-05,
      "loss": 2.4945,
      "step": 57683
    },
    {
      "epoch": 4.900101936799184,
      "grad_norm": 3.2339564876002855,
      "learning_rate": 2.558364711108498e-05,
      "loss": 2.2301,
      "step": 57684
    },
    {
      "epoch": 4.900186884131839,
      "grad_norm": 3.398941461243638,
      "learning_rate": 2.5579811852240755e-05,
      "loss": 2.3148,
      "step": 57685
    },
    {
      "epoch": 4.900271831464492,
      "grad_norm": 3.521803641906284,
      "learning_rate": 2.557597685409431e-05,
      "loss": 2.548,
      "step": 57686
    },
    {
      "epoch": 4.900356778797146,
      "grad_norm": 3.406286762823235,
      "learning_rate": 2.5572142116653605e-05,
      "loss": 2.5281,
      "step": 57687
    },
    {
      "epoch": 4.9004417261298,
      "grad_norm": 3.5226783657990013,
      "learning_rate": 2.5568307639926784e-05,
      "loss": 2.4422,
      "step": 57688
    },
    {
      "epoch": 4.900526673462453,
      "grad_norm": 3.833988499414192,
      "learning_rate": 2.556447342392177e-05,
      "loss": 2.7086,
      "step": 57689
    },
    {
      "epoch": 4.900611620795107,
      "grad_norm": 3.4974069236781404,
      "learning_rate": 2.556063946864668e-05,
      "loss": 2.3146,
      "step": 57690
    },
    {
      "epoch": 4.900696568127761,
      "grad_norm": 3.4207474168835965,
      "learning_rate": 2.5556805774109522e-05,
      "loss": 2.3835,
      "step": 57691
    },
    {
      "epoch": 4.900781515460414,
      "grad_norm": 3.477368773871805,
      "learning_rate": 2.555297234031829e-05,
      "loss": 2.3588,
      "step": 57692
    },
    {
      "epoch": 4.9008664627930685,
      "grad_norm": 3.259219567400999,
      "learning_rate": 2.5549139167281058e-05,
      "loss": 2.1856,
      "step": 57693
    },
    {
      "epoch": 4.900951410125722,
      "grad_norm": 3.363977421618004,
      "learning_rate": 2.554530625500587e-05,
      "loss": 2.3162,
      "step": 57694
    },
    {
      "epoch": 4.901036357458376,
      "grad_norm": 3.6316992975733773,
      "learning_rate": 2.5541473603500738e-05,
      "loss": 2.4201,
      "step": 57695
    },
    {
      "epoch": 4.90112130479103,
      "grad_norm": 3.4865040214386194,
      "learning_rate": 2.5537641212773656e-05,
      "loss": 2.2991,
      "step": 57696
    },
    {
      "epoch": 4.901206252123683,
      "grad_norm": 3.4320373125351993,
      "learning_rate": 2.5533809082832718e-05,
      "loss": 2.2838,
      "step": 57697
    },
    {
      "epoch": 4.901291199456337,
      "grad_norm": 3.3909374503692598,
      "learning_rate": 2.5529977213685933e-05,
      "loss": 2.4065,
      "step": 57698
    },
    {
      "epoch": 4.901376146788991,
      "grad_norm": 3.61769328025284,
      "learning_rate": 2.5526145605341273e-05,
      "loss": 2.5129,
      "step": 57699
    },
    {
      "epoch": 4.901461094121645,
      "grad_norm": 3.675530979181699,
      "learning_rate": 2.5522314257806827e-05,
      "loss": 2.6256,
      "step": 57700
    },
    {
      "epoch": 4.901546041454298,
      "grad_norm": 4.0817459474680735,
      "learning_rate": 2.5518483171090643e-05,
      "loss": 2.7661,
      "step": 57701
    },
    {
      "epoch": 4.901630988786952,
      "grad_norm": 3.4641804839509733,
      "learning_rate": 2.5514652345200702e-05,
      "loss": 2.5119,
      "step": 57702
    },
    {
      "epoch": 4.901715936119606,
      "grad_norm": 3.351039110971675,
      "learning_rate": 2.551082178014502e-05,
      "loss": 2.4463,
      "step": 57703
    },
    {
      "epoch": 4.9018008834522595,
      "grad_norm": 3.6026576580523515,
      "learning_rate": 2.5506991475931682e-05,
      "loss": 2.37,
      "step": 57704
    },
    {
      "epoch": 4.901885830784913,
      "grad_norm": 4.173770461248265,
      "learning_rate": 2.5503161432568688e-05,
      "loss": 3.0528,
      "step": 57705
    },
    {
      "epoch": 4.901970778117567,
      "grad_norm": 3.366945872572893,
      "learning_rate": 2.5499331650063994e-05,
      "loss": 2.3433,
      "step": 57706
    },
    {
      "epoch": 4.902055725450221,
      "grad_norm": 3.3722247759802695,
      "learning_rate": 2.5495502128425694e-05,
      "loss": 2.1357,
      "step": 57707
    },
    {
      "epoch": 4.902140672782875,
      "grad_norm": 3.7548523817078916,
      "learning_rate": 2.549167286766185e-05,
      "loss": 2.7505,
      "step": 57708
    },
    {
      "epoch": 4.902225620115528,
      "grad_norm": 3.883700173626884,
      "learning_rate": 2.548784386778042e-05,
      "loss": 2.5166,
      "step": 57709
    },
    {
      "epoch": 4.902310567448183,
      "grad_norm": 3.3958842230604525,
      "learning_rate": 2.548401512878942e-05,
      "loss": 2.2021,
      "step": 57710
    },
    {
      "epoch": 4.902395514780836,
      "grad_norm": 3.2848986929683517,
      "learning_rate": 2.5480186650696936e-05,
      "loss": 2.1013,
      "step": 57711
    },
    {
      "epoch": 4.902480462113489,
      "grad_norm": 3.377561912802484,
      "learning_rate": 2.54763584335109e-05,
      "loss": 2.2162,
      "step": 57712
    },
    {
      "epoch": 4.902565409446144,
      "grad_norm": 3.2321346089928884,
      "learning_rate": 2.547253047723944e-05,
      "loss": 2.1677,
      "step": 57713
    },
    {
      "epoch": 4.902650356778797,
      "grad_norm": 3.6658209867995817,
      "learning_rate": 2.546870278189046e-05,
      "loss": 2.6475,
      "step": 57714
    },
    {
      "epoch": 4.9027353041114505,
      "grad_norm": 3.501644634071494,
      "learning_rate": 2.546487534747209e-05,
      "loss": 2.3122,
      "step": 57715
    },
    {
      "epoch": 4.902820251444105,
      "grad_norm": 3.3139224074783025,
      "learning_rate": 2.546104817399231e-05,
      "loss": 2.2359,
      "step": 57716
    },
    {
      "epoch": 4.902905198776758,
      "grad_norm": 3.932972945542012,
      "learning_rate": 2.5457221261459076e-05,
      "loss": 2.6428,
      "step": 57717
    },
    {
      "epoch": 4.9029901461094125,
      "grad_norm": 3.3413669475574803,
      "learning_rate": 2.545339460988047e-05,
      "loss": 2.2858,
      "step": 57718
    },
    {
      "epoch": 4.903075093442066,
      "grad_norm": 3.494307368486614,
      "learning_rate": 2.5449568219264528e-05,
      "loss": 2.3574,
      "step": 57719
    },
    {
      "epoch": 4.903160040774719,
      "grad_norm": 3.4386700319621695,
      "learning_rate": 2.5445742089619248e-05,
      "loss": 2.2868,
      "step": 57720
    },
    {
      "epoch": 4.903244988107374,
      "grad_norm": 3.288312313167928,
      "learning_rate": 2.5441916220952608e-05,
      "loss": 2.1832,
      "step": 57721
    },
    {
      "epoch": 4.903329935440027,
      "grad_norm": 3.3762700753412753,
      "learning_rate": 2.5438090613272683e-05,
      "loss": 2.2423,
      "step": 57722
    },
    {
      "epoch": 4.903414882772681,
      "grad_norm": 3.66671169258167,
      "learning_rate": 2.543426526658745e-05,
      "loss": 2.5002,
      "step": 57723
    },
    {
      "epoch": 4.903499830105335,
      "grad_norm": 3.5757511333751157,
      "learning_rate": 2.5430440180904922e-05,
      "loss": 2.1293,
      "step": 57724
    },
    {
      "epoch": 4.903584777437988,
      "grad_norm": 3.2904987944422373,
      "learning_rate": 2.5426615356233105e-05,
      "loss": 2.0842,
      "step": 57725
    },
    {
      "epoch": 4.9036697247706424,
      "grad_norm": 3.481667890477802,
      "learning_rate": 2.5422790792580078e-05,
      "loss": 2.4179,
      "step": 57726
    },
    {
      "epoch": 4.903754672103296,
      "grad_norm": 3.5470349535186623,
      "learning_rate": 2.5418966489953817e-05,
      "loss": 2.4968,
      "step": 57727
    },
    {
      "epoch": 4.903839619435949,
      "grad_norm": 3.9295303439697453,
      "learning_rate": 2.5415142448362286e-05,
      "loss": 2.5463,
      "step": 57728
    },
    {
      "epoch": 4.9039245667686036,
      "grad_norm": 3.898841877214918,
      "learning_rate": 2.5411318667813574e-05,
      "loss": 2.5796,
      "step": 57729
    },
    {
      "epoch": 4.904009514101257,
      "grad_norm": 3.9125927205803706,
      "learning_rate": 2.5407495148315642e-05,
      "loss": 2.7805,
      "step": 57730
    },
    {
      "epoch": 4.904094461433911,
      "grad_norm": 3.471678174624017,
      "learning_rate": 2.5403671889876537e-05,
      "loss": 2.3073,
      "step": 57731
    },
    {
      "epoch": 4.904179408766565,
      "grad_norm": 4.314199590680154,
      "learning_rate": 2.5399848892504215e-05,
      "loss": 3.2478,
      "step": 57732
    },
    {
      "epoch": 4.904264356099219,
      "grad_norm": 3.4348755496641847,
      "learning_rate": 2.5396026156206773e-05,
      "loss": 2.2624,
      "step": 57733
    },
    {
      "epoch": 4.904349303431872,
      "grad_norm": 3.4330058942807464,
      "learning_rate": 2.5392203680992167e-05,
      "loss": 2.3939,
      "step": 57734
    },
    {
      "epoch": 4.904434250764526,
      "grad_norm": 3.283241237925732,
      "learning_rate": 2.538838146686838e-05,
      "loss": 2.1269,
      "step": 57735
    },
    {
      "epoch": 4.90451919809718,
      "grad_norm": 4.013934454532277,
      "learning_rate": 2.5384559513843432e-05,
      "loss": 2.5871,
      "step": 57736
    },
    {
      "epoch": 4.9046041454298335,
      "grad_norm": 3.4157781734039605,
      "learning_rate": 2.5380737821925407e-05,
      "loss": 2.2688,
      "step": 57737
    },
    {
      "epoch": 4.904689092762487,
      "grad_norm": 3.2408978569772864,
      "learning_rate": 2.5376916391122242e-05,
      "loss": 2.1611,
      "step": 57738
    },
    {
      "epoch": 4.904774040095141,
      "grad_norm": 3.7194388915215186,
      "learning_rate": 2.537309522144192e-05,
      "loss": 2.5008,
      "step": 57739
    },
    {
      "epoch": 4.904858987427795,
      "grad_norm": 3.756169486284427,
      "learning_rate": 2.5369274312892527e-05,
      "loss": 2.4378,
      "step": 57740
    },
    {
      "epoch": 4.904943934760449,
      "grad_norm": 3.350593078248715,
      "learning_rate": 2.5365453665482034e-05,
      "loss": 2.2312,
      "step": 57741
    },
    {
      "epoch": 4.905028882093102,
      "grad_norm": 4.082886240567135,
      "learning_rate": 2.536163327921841e-05,
      "loss": 2.7223,
      "step": 57742
    },
    {
      "epoch": 4.905113829425756,
      "grad_norm": 3.5445590915403145,
      "learning_rate": 2.5357813154109664e-05,
      "loss": 2.4899,
      "step": 57743
    },
    {
      "epoch": 4.90519877675841,
      "grad_norm": 3.8316551212318046,
      "learning_rate": 2.5353993290163878e-05,
      "loss": 2.7524,
      "step": 57744
    },
    {
      "epoch": 4.905283724091063,
      "grad_norm": 3.6481953302189263,
      "learning_rate": 2.5350173687389008e-05,
      "loss": 2.6913,
      "step": 57745
    },
    {
      "epoch": 4.905368671423718,
      "grad_norm": 3.560492835878999,
      "learning_rate": 2.5346354345793e-05,
      "loss": 2.3125,
      "step": 57746
    },
    {
      "epoch": 4.905453618756371,
      "grad_norm": 3.7450124587706455,
      "learning_rate": 2.5342535265383966e-05,
      "loss": 2.6029,
      "step": 57747
    },
    {
      "epoch": 4.9055385660890245,
      "grad_norm": 3.6805121494958177,
      "learning_rate": 2.533871644616985e-05,
      "loss": 2.2249,
      "step": 57748
    },
    {
      "epoch": 4.905623513421679,
      "grad_norm": 3.27182177698126,
      "learning_rate": 2.5334897888158605e-05,
      "loss": 2.1503,
      "step": 57749
    },
    {
      "epoch": 4.905708460754332,
      "grad_norm": 3.4544599088014065,
      "learning_rate": 2.5331079591358283e-05,
      "loss": 2.4796,
      "step": 57750
    },
    {
      "epoch": 4.905793408086986,
      "grad_norm": 3.6156751770515396,
      "learning_rate": 2.532726155577692e-05,
      "loss": 2.5419,
      "step": 57751
    },
    {
      "epoch": 4.90587835541964,
      "grad_norm": 3.6653203257986227,
      "learning_rate": 2.5323443781422503e-05,
      "loss": 2.3575,
      "step": 57752
    },
    {
      "epoch": 4.905963302752293,
      "grad_norm": 3.733027354379138,
      "learning_rate": 2.531962626830295e-05,
      "loss": 2.6845,
      "step": 57753
    },
    {
      "epoch": 4.906048250084948,
      "grad_norm": 3.9534379046318624,
      "learning_rate": 2.5315809016426358e-05,
      "loss": 2.6904,
      "step": 57754
    },
    {
      "epoch": 4.906133197417601,
      "grad_norm": 4.310155924407911,
      "learning_rate": 2.5311992025800653e-05,
      "loss": 3.0313,
      "step": 57755
    },
    {
      "epoch": 4.906218144750255,
      "grad_norm": 3.612941596150562,
      "learning_rate": 2.5308175296433896e-05,
      "loss": 2.2011,
      "step": 57756
    },
    {
      "epoch": 4.906303092082909,
      "grad_norm": 3.7494483662076328,
      "learning_rate": 2.5304358828334014e-05,
      "loss": 2.4043,
      "step": 57757
    },
    {
      "epoch": 4.906388039415562,
      "grad_norm": 3.7696444614540883,
      "learning_rate": 2.5300542621509084e-05,
      "loss": 2.5224,
      "step": 57758
    },
    {
      "epoch": 4.906472986748216,
      "grad_norm": 3.2820413693375294,
      "learning_rate": 2.5296726675967067e-05,
      "loss": 2.0386,
      "step": 57759
    },
    {
      "epoch": 4.90655793408087,
      "grad_norm": 3.707999228081833,
      "learning_rate": 2.529291099171592e-05,
      "loss": 2.4067,
      "step": 57760
    },
    {
      "epoch": 4.906642881413523,
      "grad_norm": 3.4100979959260815,
      "learning_rate": 2.5289095568763655e-05,
      "loss": 2.3926,
      "step": 57761
    },
    {
      "epoch": 4.9067278287461775,
      "grad_norm": 3.863693578250547,
      "learning_rate": 2.5285280407118318e-05,
      "loss": 2.4328,
      "step": 57762
    },
    {
      "epoch": 4.906812776078831,
      "grad_norm": 3.576157723511375,
      "learning_rate": 2.5281465506787886e-05,
      "loss": 2.4971,
      "step": 57763
    },
    {
      "epoch": 4.906897723411485,
      "grad_norm": 3.714011231474093,
      "learning_rate": 2.527765086778028e-05,
      "loss": 2.7608,
      "step": 57764
    },
    {
      "epoch": 4.906982670744139,
      "grad_norm": 3.7002230220480263,
      "learning_rate": 2.5273836490103584e-05,
      "loss": 2.522,
      "step": 57765
    },
    {
      "epoch": 4.907067618076792,
      "grad_norm": 3.1258162424534075,
      "learning_rate": 2.5270022373765753e-05,
      "loss": 2.0513,
      "step": 57766
    },
    {
      "epoch": 4.907152565409446,
      "grad_norm": 3.5249976366990703,
      "learning_rate": 2.5266208518774748e-05,
      "loss": 2.349,
      "step": 57767
    },
    {
      "epoch": 4.9072375127421,
      "grad_norm": 3.2667182138487325,
      "learning_rate": 2.5262394925138585e-05,
      "loss": 2.0625,
      "step": 57768
    },
    {
      "epoch": 4.907322460074754,
      "grad_norm": 3.7005952240958675,
      "learning_rate": 2.5258581592865303e-05,
      "loss": 2.4211,
      "step": 57769
    },
    {
      "epoch": 4.907407407407407,
      "grad_norm": 3.433465745093309,
      "learning_rate": 2.5254768521962844e-05,
      "loss": 2.26,
      "step": 57770
    },
    {
      "epoch": 4.907492354740061,
      "grad_norm": 3.7017532225577225,
      "learning_rate": 2.525095571243917e-05,
      "loss": 2.6467,
      "step": 57771
    },
    {
      "epoch": 4.907577302072715,
      "grad_norm": 3.3085346280113535,
      "learning_rate": 2.5247143164302323e-05,
      "loss": 2.3334,
      "step": 57772
    },
    {
      "epoch": 4.9076622494053685,
      "grad_norm": 3.5301840863890788,
      "learning_rate": 2.5243330877560253e-05,
      "loss": 2.2725,
      "step": 57773
    },
    {
      "epoch": 4.907747196738022,
      "grad_norm": 3.302414458927143,
      "learning_rate": 2.5239518852220997e-05,
      "loss": 2.3483,
      "step": 57774
    },
    {
      "epoch": 4.907832144070676,
      "grad_norm": 3.2784575297604652,
      "learning_rate": 2.5235707088292467e-05,
      "loss": 2.2307,
      "step": 57775
    },
    {
      "epoch": 4.90791709140333,
      "grad_norm": 3.4913115857019763,
      "learning_rate": 2.5231895585782742e-05,
      "loss": 2.2843,
      "step": 57776
    },
    {
      "epoch": 4.908002038735984,
      "grad_norm": 3.2227899104037796,
      "learning_rate": 2.5228084344699763e-05,
      "loss": 2.1864,
      "step": 57777
    },
    {
      "epoch": 4.908086986068637,
      "grad_norm": 3.1502928145669253,
      "learning_rate": 2.5224273365051472e-05,
      "loss": 2.1449,
      "step": 57778
    },
    {
      "epoch": 4.908171933401292,
      "grad_norm": 3.3072917806118274,
      "learning_rate": 2.5220462646845885e-05,
      "loss": 2.3706,
      "step": 57779
    },
    {
      "epoch": 4.908256880733945,
      "grad_norm": 3.2627652552910793,
      "learning_rate": 2.521665219009104e-05,
      "loss": 2.1985,
      "step": 57780
    },
    {
      "epoch": 4.9083418280665985,
      "grad_norm": 3.6537080065613647,
      "learning_rate": 2.5212841994794886e-05,
      "loss": 2.5543,
      "step": 57781
    },
    {
      "epoch": 4.908426775399253,
      "grad_norm": 3.305120736085317,
      "learning_rate": 2.5209032060965345e-05,
      "loss": 2.1013,
      "step": 57782
    },
    {
      "epoch": 4.908511722731906,
      "grad_norm": 3.7649789031669187,
      "learning_rate": 2.5205222388610497e-05,
      "loss": 2.5571,
      "step": 57783
    },
    {
      "epoch": 4.90859667006456,
      "grad_norm": 3.4433830990472307,
      "learning_rate": 2.5201412977738285e-05,
      "loss": 2.3411,
      "step": 57784
    },
    {
      "epoch": 4.908681617397214,
      "grad_norm": 3.690331207519396,
      "learning_rate": 2.519760382835665e-05,
      "loss": 2.4977,
      "step": 57785
    },
    {
      "epoch": 4.908766564729867,
      "grad_norm": 3.7717960421935075,
      "learning_rate": 2.5193794940473607e-05,
      "loss": 2.4752,
      "step": 57786
    },
    {
      "epoch": 4.908851512062522,
      "grad_norm": 3.903978648746252,
      "learning_rate": 2.5189986314097177e-05,
      "loss": 2.6852,
      "step": 57787
    },
    {
      "epoch": 4.908936459395175,
      "grad_norm": 3.729709853523902,
      "learning_rate": 2.5186177949235292e-05,
      "loss": 2.5239,
      "step": 57788
    },
    {
      "epoch": 4.909021406727828,
      "grad_norm": 3.4634214502781555,
      "learning_rate": 2.5182369845895927e-05,
      "loss": 2.3274,
      "step": 57789
    },
    {
      "epoch": 4.909106354060483,
      "grad_norm": 3.4495396091046597,
      "learning_rate": 2.5178562004087092e-05,
      "loss": 2.3731,
      "step": 57790
    },
    {
      "epoch": 4.909191301393136,
      "grad_norm": 3.363600498897454,
      "learning_rate": 2.5174754423816766e-05,
      "loss": 2.2993,
      "step": 57791
    },
    {
      "epoch": 4.90927624872579,
      "grad_norm": 3.4688137608116554,
      "learning_rate": 2.517094710509286e-05,
      "loss": 2.4033,
      "step": 57792
    },
    {
      "epoch": 4.909361196058444,
      "grad_norm": 3.6019059735118906,
      "learning_rate": 2.516714004792341e-05,
      "loss": 2.3879,
      "step": 57793
    },
    {
      "epoch": 4.909446143391097,
      "grad_norm": 3.2587726233786434,
      "learning_rate": 2.5163333252316438e-05,
      "loss": 2.3222,
      "step": 57794
    },
    {
      "epoch": 4.9095310907237515,
      "grad_norm": 3.542657306767637,
      "learning_rate": 2.5159526718279843e-05,
      "loss": 2.4211,
      "step": 57795
    },
    {
      "epoch": 4.909616038056405,
      "grad_norm": 3.8067913079497493,
      "learning_rate": 2.5155720445821607e-05,
      "loss": 2.6461,
      "step": 57796
    },
    {
      "epoch": 4.909700985389058,
      "grad_norm": 3.1609917484378585,
      "learning_rate": 2.5151914434949745e-05,
      "loss": 2.0547,
      "step": 57797
    },
    {
      "epoch": 4.909785932721713,
      "grad_norm": 3.5336833986229714,
      "learning_rate": 2.514810868567219e-05,
      "loss": 2.387,
      "step": 57798
    },
    {
      "epoch": 4.909870880054366,
      "grad_norm": 3.5630624269891844,
      "learning_rate": 2.514430319799696e-05,
      "loss": 2.6127,
      "step": 57799
    },
    {
      "epoch": 4.90995582738702,
      "grad_norm": 3.2837701429282222,
      "learning_rate": 2.5140497971931983e-05,
      "loss": 2.1158,
      "step": 57800
    },
    {
      "epoch": 4.910040774719674,
      "grad_norm": 3.8014480480367427,
      "learning_rate": 2.513669300748528e-05,
      "loss": 2.4611,
      "step": 57801
    },
    {
      "epoch": 4.910125722052328,
      "grad_norm": 3.5735108844709784,
      "learning_rate": 2.51328883046648e-05,
      "loss": 2.4118,
      "step": 57802
    },
    {
      "epoch": 4.910210669384981,
      "grad_norm": 3.2559048590681616,
      "learning_rate": 2.512908386347848e-05,
      "loss": 2.1663,
      "step": 57803
    },
    {
      "epoch": 4.910295616717635,
      "grad_norm": 3.3156562089182726,
      "learning_rate": 2.5125279683934325e-05,
      "loss": 2.343,
      "step": 57804
    },
    {
      "epoch": 4.910380564050289,
      "grad_norm": 3.538152593294182,
      "learning_rate": 2.5121475766040333e-05,
      "loss": 2.5038,
      "step": 57805
    },
    {
      "epoch": 4.9104655113829425,
      "grad_norm": 3.2329768522389233,
      "learning_rate": 2.5117672109804454e-05,
      "loss": 2.2381,
      "step": 57806
    },
    {
      "epoch": 4.910550458715596,
      "grad_norm": 3.2910486060596327,
      "learning_rate": 2.5113868715234613e-05,
      "loss": 2.3205,
      "step": 57807
    },
    {
      "epoch": 4.91063540604825,
      "grad_norm": 4.148511860045449,
      "learning_rate": 2.5110065582338857e-05,
      "loss": 3.1392,
      "step": 57808
    },
    {
      "epoch": 4.910720353380904,
      "grad_norm": 3.381464831139026,
      "learning_rate": 2.5106262711125108e-05,
      "loss": 2.2925,
      "step": 57809
    },
    {
      "epoch": 4.910805300713558,
      "grad_norm": 3.429372068746884,
      "learning_rate": 2.5102460101601314e-05,
      "loss": 2.359,
      "step": 57810
    },
    {
      "epoch": 4.910890248046211,
      "grad_norm": 3.5246181576884763,
      "learning_rate": 2.5098657753775463e-05,
      "loss": 2.4414,
      "step": 57811
    },
    {
      "epoch": 4.910975195378865,
      "grad_norm": 3.0957383454139524,
      "learning_rate": 2.5094855667655573e-05,
      "loss": 2.0459,
      "step": 57812
    },
    {
      "epoch": 4.911060142711519,
      "grad_norm": 3.337327601285752,
      "learning_rate": 2.509105384324955e-05,
      "loss": 2.2019,
      "step": 57813
    },
    {
      "epoch": 4.911145090044172,
      "grad_norm": 3.758050938741217,
      "learning_rate": 2.508725228056535e-05,
      "loss": 2.6747,
      "step": 57814
    },
    {
      "epoch": 4.911230037376827,
      "grad_norm": 3.450341388520252,
      "learning_rate": 2.508345097961101e-05,
      "loss": 2.356,
      "step": 57815
    },
    {
      "epoch": 4.91131498470948,
      "grad_norm": 3.6279250283979945,
      "learning_rate": 2.5079649940394396e-05,
      "loss": 2.4998,
      "step": 57816
    },
    {
      "epoch": 4.9113999320421335,
      "grad_norm": 3.8322976024808315,
      "learning_rate": 2.5075849162923578e-05,
      "loss": 2.5129,
      "step": 57817
    },
    {
      "epoch": 4.911484879374788,
      "grad_norm": 3.975346735156299,
      "learning_rate": 2.507204864720641e-05,
      "loss": 2.6813,
      "step": 57818
    },
    {
      "epoch": 4.911569826707441,
      "grad_norm": 3.9376930700571227,
      "learning_rate": 2.5068248393250973e-05,
      "loss": 2.658,
      "step": 57819
    },
    {
      "epoch": 4.911654774040095,
      "grad_norm": 3.470715996742216,
      "learning_rate": 2.5064448401065155e-05,
      "loss": 2.3337,
      "step": 57820
    },
    {
      "epoch": 4.911739721372749,
      "grad_norm": 3.633371488349299,
      "learning_rate": 2.5060648670656893e-05,
      "loss": 2.6065,
      "step": 57821
    },
    {
      "epoch": 4.911824668705402,
      "grad_norm": 3.2765981450856025,
      "learning_rate": 2.50568492020342e-05,
      "loss": 2.1639,
      "step": 57822
    },
    {
      "epoch": 4.911909616038057,
      "grad_norm": 4.336951080751717,
      "learning_rate": 2.505304999520505e-05,
      "loss": 3.1413,
      "step": 57823
    },
    {
      "epoch": 4.91199456337071,
      "grad_norm": 3.4634139528764774,
      "learning_rate": 2.5049251050177395e-05,
      "loss": 2.4556,
      "step": 57824
    },
    {
      "epoch": 4.912079510703364,
      "grad_norm": 3.517847371027764,
      "learning_rate": 2.504545236695913e-05,
      "loss": 2.2299,
      "step": 57825
    },
    {
      "epoch": 4.912164458036018,
      "grad_norm": 3.7500291311169183,
      "learning_rate": 2.5041653945558298e-05,
      "loss": 2.4052,
      "step": 57826
    },
    {
      "epoch": 4.912249405368671,
      "grad_norm": 3.273205747248795,
      "learning_rate": 2.503785578598283e-05,
      "loss": 2.2512,
      "step": 57827
    },
    {
      "epoch": 4.9123343527013255,
      "grad_norm": 4.01118497484392,
      "learning_rate": 2.5034057888240633e-05,
      "loss": 2.6562,
      "step": 57828
    },
    {
      "epoch": 4.912419300033979,
      "grad_norm": 3.3312120426008263,
      "learning_rate": 2.50302602523397e-05,
      "loss": 2.1772,
      "step": 57829
    },
    {
      "epoch": 4.912504247366632,
      "grad_norm": 3.32899949603923,
      "learning_rate": 2.5026462878288044e-05,
      "loss": 2.3249,
      "step": 57830
    },
    {
      "epoch": 4.912589194699287,
      "grad_norm": 3.8865503883810453,
      "learning_rate": 2.502266576609359e-05,
      "loss": 2.693,
      "step": 57831
    },
    {
      "epoch": 4.91267414203194,
      "grad_norm": 3.158552173917392,
      "learning_rate": 2.5018868915764217e-05,
      "loss": 2.0513,
      "step": 57832
    },
    {
      "epoch": 4.912759089364594,
      "grad_norm": 3.487188971120496,
      "learning_rate": 2.5015072327308e-05,
      "loss": 2.3601,
      "step": 57833
    },
    {
      "epoch": 4.912844036697248,
      "grad_norm": 3.3923669209889997,
      "learning_rate": 2.5011276000732816e-05,
      "loss": 2.2951,
      "step": 57834
    },
    {
      "epoch": 4.912928984029901,
      "grad_norm": 3.593671448870489,
      "learning_rate": 2.5007479936046627e-05,
      "loss": 2.5958,
      "step": 57835
    },
    {
      "epoch": 4.913013931362555,
      "grad_norm": 3.577349673865946,
      "learning_rate": 2.5003684133257373e-05,
      "loss": 2.5105,
      "step": 57836
    },
    {
      "epoch": 4.913098878695209,
      "grad_norm": 3.608377447833475,
      "learning_rate": 2.4999888592373086e-05,
      "loss": 2.6251,
      "step": 57837
    },
    {
      "epoch": 4.913183826027863,
      "grad_norm": 3.3219016029828543,
      "learning_rate": 2.4996093313401672e-05,
      "loss": 2.2977,
      "step": 57838
    },
    {
      "epoch": 4.9132687733605165,
      "grad_norm": 3.2119293443987464,
      "learning_rate": 2.4992298296351027e-05,
      "loss": 2.0691,
      "step": 57839
    },
    {
      "epoch": 4.91335372069317,
      "grad_norm": 3.7127895620716305,
      "learning_rate": 2.4988503541229192e-05,
      "loss": 2.6313,
      "step": 57840
    },
    {
      "epoch": 4.913438668025824,
      "grad_norm": 3.5002968902691167,
      "learning_rate": 2.498470904804405e-05,
      "loss": 2.5182,
      "step": 57841
    },
    {
      "epoch": 4.913523615358478,
      "grad_norm": 4.0640718917512615,
      "learning_rate": 2.498091481680362e-05,
      "loss": 2.9012,
      "step": 57842
    },
    {
      "epoch": 4.913608562691132,
      "grad_norm": 3.4864363106610914,
      "learning_rate": 2.497712084751577e-05,
      "loss": 2.5084,
      "step": 57843
    },
    {
      "epoch": 4.913693510023785,
      "grad_norm": 3.360273097202399,
      "learning_rate": 2.4973327140188538e-05,
      "loss": 2.2959,
      "step": 57844
    },
    {
      "epoch": 4.913778457356439,
      "grad_norm": 3.6313432602948947,
      "learning_rate": 2.496953369482982e-05,
      "loss": 2.4295,
      "step": 57845
    },
    {
      "epoch": 4.913863404689093,
      "grad_norm": 3.4623459786171717,
      "learning_rate": 2.496574051144754e-05,
      "loss": 2.3943,
      "step": 57846
    },
    {
      "epoch": 4.913948352021746,
      "grad_norm": 3.9680149328345578,
      "learning_rate": 2.4961947590049664e-05,
      "loss": 2.6598,
      "step": 57847
    },
    {
      "epoch": 4.914033299354401,
      "grad_norm": 3.3386007343578035,
      "learning_rate": 2.4958154930644215e-05,
      "loss": 2.3438,
      "step": 57848
    },
    {
      "epoch": 4.914118246687054,
      "grad_norm": 3.9453418322060925,
      "learning_rate": 2.4954362533239054e-05,
      "loss": 2.7628,
      "step": 57849
    },
    {
      "epoch": 4.9142031940197075,
      "grad_norm": 3.506782942157713,
      "learning_rate": 2.495057039784214e-05,
      "loss": 2.4846,
      "step": 57850
    },
    {
      "epoch": 4.914288141352362,
      "grad_norm": 3.3589527785338658,
      "learning_rate": 2.4946778524461452e-05,
      "loss": 2.3879,
      "step": 57851
    },
    {
      "epoch": 4.914373088685015,
      "grad_norm": 3.7931544949924714,
      "learning_rate": 2.494298691310492e-05,
      "loss": 2.4876,
      "step": 57852
    },
    {
      "epoch": 4.914458036017669,
      "grad_norm": 3.8496642723914163,
      "learning_rate": 2.493919556378043e-05,
      "loss": 2.4753,
      "step": 57853
    },
    {
      "epoch": 4.914542983350323,
      "grad_norm": 3.8701936089784845,
      "learning_rate": 2.4935404476495995e-05,
      "loss": 2.5088,
      "step": 57854
    },
    {
      "epoch": 4.914627930682976,
      "grad_norm": 3.71329268839629,
      "learning_rate": 2.4931613651259563e-05,
      "loss": 2.5486,
      "step": 57855
    },
    {
      "epoch": 4.914712878015631,
      "grad_norm": 3.919152995683258,
      "learning_rate": 2.4927823088079058e-05,
      "loss": 2.8271,
      "step": 57856
    },
    {
      "epoch": 4.914797825348284,
      "grad_norm": 3.477160423302132,
      "learning_rate": 2.492403278696239e-05,
      "loss": 2.3397,
      "step": 57857
    },
    {
      "epoch": 4.914882772680938,
      "grad_norm": 3.6654974725036866,
      "learning_rate": 2.4920242747917567e-05,
      "loss": 2.4436,
      "step": 57858
    },
    {
      "epoch": 4.914967720013592,
      "grad_norm": 3.7996396608296097,
      "learning_rate": 2.4916452970952454e-05,
      "loss": 2.6506,
      "step": 57859
    },
    {
      "epoch": 4.915052667346245,
      "grad_norm": 3.2054326807884097,
      "learning_rate": 2.4912663456075077e-05,
      "loss": 2.1215,
      "step": 57860
    },
    {
      "epoch": 4.915137614678899,
      "grad_norm": 3.2096131165309045,
      "learning_rate": 2.4908874203293278e-05,
      "loss": 2.1153,
      "step": 57861
    },
    {
      "epoch": 4.915222562011553,
      "grad_norm": 3.900363903737086,
      "learning_rate": 2.49050852126151e-05,
      "loss": 2.5338,
      "step": 57862
    },
    {
      "epoch": 4.915307509344206,
      "grad_norm": 3.628764818062039,
      "learning_rate": 2.4901296484048423e-05,
      "loss": 2.6413,
      "step": 57863
    },
    {
      "epoch": 4.9153924566768605,
      "grad_norm": 3.358010672222856,
      "learning_rate": 2.4897508017601204e-05,
      "loss": 2.2775,
      "step": 57864
    },
    {
      "epoch": 4.915477404009514,
      "grad_norm": 3.424167160879102,
      "learning_rate": 2.4893719813281287e-05,
      "loss": 2.3609,
      "step": 57865
    },
    {
      "epoch": 4.915562351342168,
      "grad_norm": 3.3075992613111125,
      "learning_rate": 2.488993187109677e-05,
      "loss": 2.3574,
      "step": 57866
    },
    {
      "epoch": 4.915647298674822,
      "grad_norm": 3.4486043773520643,
      "learning_rate": 2.4886144191055507e-05,
      "loss": 2.3865,
      "step": 57867
    },
    {
      "epoch": 4.915732246007475,
      "grad_norm": 3.9891672391089714,
      "learning_rate": 2.4882356773165413e-05,
      "loss": 2.7047,
      "step": 57868
    },
    {
      "epoch": 4.915817193340129,
      "grad_norm": 3.4965032756762335,
      "learning_rate": 2.4878569617434497e-05,
      "loss": 2.4117,
      "step": 57869
    },
    {
      "epoch": 4.915902140672783,
      "grad_norm": 3.418642746311546,
      "learning_rate": 2.4874782723870635e-05,
      "loss": 2.4961,
      "step": 57870
    },
    {
      "epoch": 4.915987088005437,
      "grad_norm": 3.2148277210957037,
      "learning_rate": 2.487099609248174e-05,
      "loss": 2.2361,
      "step": 57871
    },
    {
      "epoch": 4.9160720353380905,
      "grad_norm": 3.815995243303856,
      "learning_rate": 2.4867209723275765e-05,
      "loss": 2.542,
      "step": 57872
    },
    {
      "epoch": 4.916156982670744,
      "grad_norm": 3.630408426307371,
      "learning_rate": 2.486342361626073e-05,
      "loss": 2.343,
      "step": 57873
    },
    {
      "epoch": 4.916241930003398,
      "grad_norm": 3.4455447630454996,
      "learning_rate": 2.4859637771444475e-05,
      "loss": 2.2779,
      "step": 57874
    },
    {
      "epoch": 4.916326877336052,
      "grad_norm": 3.9511347027977206,
      "learning_rate": 2.4855852188834922e-05,
      "loss": 2.4821,
      "step": 57875
    },
    {
      "epoch": 4.916411824668705,
      "grad_norm": 3.9702538498860114,
      "learning_rate": 2.4852066868440074e-05,
      "loss": 2.5795,
      "step": 57876
    },
    {
      "epoch": 4.916496772001359,
      "grad_norm": 3.693010044003221,
      "learning_rate": 2.4848281810267833e-05,
      "loss": 2.3395,
      "step": 57877
    },
    {
      "epoch": 4.916581719334013,
      "grad_norm": 3.554352436695648,
      "learning_rate": 2.4844497014326083e-05,
      "loss": 2.4378,
      "step": 57878
    },
    {
      "epoch": 4.916666666666667,
      "grad_norm": 3.7758836806190743,
      "learning_rate": 2.4840712480622778e-05,
      "loss": 2.6025,
      "step": 57879
    },
    {
      "epoch": 4.91675161399932,
      "grad_norm": 3.802733136184449,
      "learning_rate": 2.4836928209165912e-05,
      "loss": 2.4255,
      "step": 57880
    },
    {
      "epoch": 4.916836561331975,
      "grad_norm": 3.1739176336845234,
      "learning_rate": 2.483314419996337e-05,
      "loss": 2.19,
      "step": 57881
    },
    {
      "epoch": 4.916921508664628,
      "grad_norm": 3.5436215407390614,
      "learning_rate": 2.482936045302305e-05,
      "loss": 2.3406,
      "step": 57882
    },
    {
      "epoch": 4.9170064559972815,
      "grad_norm": 3.3061368220804592,
      "learning_rate": 2.482557696835289e-05,
      "loss": 2.2721,
      "step": 57883
    },
    {
      "epoch": 4.917091403329936,
      "grad_norm": 3.411595300675341,
      "learning_rate": 2.4821793745960826e-05,
      "loss": 2.2361,
      "step": 57884
    },
    {
      "epoch": 4.917176350662589,
      "grad_norm": 3.5809552148274952,
      "learning_rate": 2.481801078585484e-05,
      "loss": 2.4601,
      "step": 57885
    },
    {
      "epoch": 4.917261297995243,
      "grad_norm": 3.638025313137389,
      "learning_rate": 2.481422808804276e-05,
      "loss": 2.4728,
      "step": 57886
    },
    {
      "epoch": 4.917346245327897,
      "grad_norm": 3.305961999780594,
      "learning_rate": 2.4810445652532606e-05,
      "loss": 2.3679,
      "step": 57887
    },
    {
      "epoch": 4.91743119266055,
      "grad_norm": 3.312651019493577,
      "learning_rate": 2.480666347933226e-05,
      "loss": 2.3575,
      "step": 57888
    },
    {
      "epoch": 4.917516139993205,
      "grad_norm": 4.142565402333237,
      "learning_rate": 2.480288156844965e-05,
      "loss": 2.9249,
      "step": 57889
    },
    {
      "epoch": 4.917601087325858,
      "grad_norm": 3.587809118335342,
      "learning_rate": 2.479909991989262e-05,
      "loss": 2.291,
      "step": 57890
    },
    {
      "epoch": 4.917686034658511,
      "grad_norm": 3.291654145645355,
      "learning_rate": 2.4795318533669238e-05,
      "loss": 2.2763,
      "step": 57891
    },
    {
      "epoch": 4.917770981991166,
      "grad_norm": 3.395358158674996,
      "learning_rate": 2.479153740978736e-05,
      "loss": 2.3554,
      "step": 57892
    },
    {
      "epoch": 4.917855929323819,
      "grad_norm": 3.375359943472945,
      "learning_rate": 2.4787756548254923e-05,
      "loss": 2.1636,
      "step": 57893
    },
    {
      "epoch": 4.917940876656473,
      "grad_norm": 3.549968266786148,
      "learning_rate": 2.4783975949079787e-05,
      "loss": 2.1951,
      "step": 57894
    },
    {
      "epoch": 4.918025823989127,
      "grad_norm": 3.61435504177488,
      "learning_rate": 2.478019561226995e-05,
      "loss": 2.2737,
      "step": 57895
    },
    {
      "epoch": 4.91811077132178,
      "grad_norm": 3.482677695741922,
      "learning_rate": 2.4776415537833283e-05,
      "loss": 2.3877,
      "step": 57896
    },
    {
      "epoch": 4.9181957186544345,
      "grad_norm": 3.2280124700515334,
      "learning_rate": 2.4772635725777717e-05,
      "loss": 2.1402,
      "step": 57897
    },
    {
      "epoch": 4.918280665987088,
      "grad_norm": 3.8794328423537703,
      "learning_rate": 2.4768856176111213e-05,
      "loss": 2.8801,
      "step": 57898
    },
    {
      "epoch": 4.918365613319741,
      "grad_norm": 3.402220185898718,
      "learning_rate": 2.4765076888841662e-05,
      "loss": 2.2822,
      "step": 57899
    },
    {
      "epoch": 4.918450560652396,
      "grad_norm": 3.9789698323822793,
      "learning_rate": 2.4761297863976992e-05,
      "loss": 2.5884,
      "step": 57900
    },
    {
      "epoch": 4.918535507985049,
      "grad_norm": 3.4407154963539726,
      "learning_rate": 2.4757519101525064e-05,
      "loss": 2.4294,
      "step": 57901
    },
    {
      "epoch": 4.918620455317703,
      "grad_norm": 3.245098420304899,
      "learning_rate": 2.4753740601493836e-05,
      "loss": 2.2515,
      "step": 57902
    },
    {
      "epoch": 4.918705402650357,
      "grad_norm": 3.19911306601191,
      "learning_rate": 2.4749962363891274e-05,
      "loss": 2.1983,
      "step": 57903
    },
    {
      "epoch": 4.918790349983011,
      "grad_norm": 3.6599417017076044,
      "learning_rate": 2.4746184388725215e-05,
      "loss": 2.6734,
      "step": 57904
    },
    {
      "epoch": 4.918875297315664,
      "grad_norm": 3.3597625146822883,
      "learning_rate": 2.474240667600364e-05,
      "loss": 2.226,
      "step": 57905
    },
    {
      "epoch": 4.918960244648318,
      "grad_norm": 3.2799597472645075,
      "learning_rate": 2.473862922573444e-05,
      "loss": 2.1959,
      "step": 57906
    },
    {
      "epoch": 4.919045191980972,
      "grad_norm": 3.3934421020005257,
      "learning_rate": 2.473485203792553e-05,
      "loss": 2.3146,
      "step": 57907
    },
    {
      "epoch": 4.9191301393136255,
      "grad_norm": 3.636948471554803,
      "learning_rate": 2.4731075112584732e-05,
      "loss": 2.4358,
      "step": 57908
    },
    {
      "epoch": 4.919215086646279,
      "grad_norm": 3.7562897591103805,
      "learning_rate": 2.4727298449720123e-05,
      "loss": 2.5691,
      "step": 57909
    },
    {
      "epoch": 4.919300033978933,
      "grad_norm": 3.5202174187336945,
      "learning_rate": 2.472352204933955e-05,
      "loss": 2.4987,
      "step": 57910
    },
    {
      "epoch": 4.919384981311587,
      "grad_norm": 3.8301123769172323,
      "learning_rate": 2.4719745911450907e-05,
      "loss": 2.6798,
      "step": 57911
    },
    {
      "epoch": 4.919469928644241,
      "grad_norm": 3.3974445136533564,
      "learning_rate": 2.4715970036062082e-05,
      "loss": 2.1617,
      "step": 57912
    },
    {
      "epoch": 4.919554875976894,
      "grad_norm": 3.1489472410402617,
      "learning_rate": 2.471219442318106e-05,
      "loss": 2.2777,
      "step": 57913
    },
    {
      "epoch": 4.919639823309548,
      "grad_norm": 3.4598290171937505,
      "learning_rate": 2.4708419072815676e-05,
      "loss": 2.2293,
      "step": 57914
    },
    {
      "epoch": 4.919724770642202,
      "grad_norm": 3.4422649553569986,
      "learning_rate": 2.4704643984973867e-05,
      "loss": 2.3198,
      "step": 57915
    },
    {
      "epoch": 4.9198097179748554,
      "grad_norm": 3.4050267551711024,
      "learning_rate": 2.47008691596636e-05,
      "loss": 2.4241,
      "step": 57916
    },
    {
      "epoch": 4.91989466530751,
      "grad_norm": 3.250131682501439,
      "learning_rate": 2.4697094596892725e-05,
      "loss": 2.0203,
      "step": 57917
    },
    {
      "epoch": 4.919979612640163,
      "grad_norm": 3.918122495945525,
      "learning_rate": 2.4693320296669167e-05,
      "loss": 2.5561,
      "step": 57918
    },
    {
      "epoch": 4.9200645599728166,
      "grad_norm": 3.472090881902031,
      "learning_rate": 2.4689546259000785e-05,
      "loss": 2.2493,
      "step": 57919
    },
    {
      "epoch": 4.920149507305471,
      "grad_norm": 3.344827281921356,
      "learning_rate": 2.4685772483895544e-05,
      "loss": 2.2108,
      "step": 57920
    },
    {
      "epoch": 4.920234454638124,
      "grad_norm": 3.2646681803661926,
      "learning_rate": 2.4681998971361368e-05,
      "loss": 2.2017,
      "step": 57921
    },
    {
      "epoch": 4.920319401970778,
      "grad_norm": 3.3462786589165976,
      "learning_rate": 2.4678225721406132e-05,
      "loss": 2.3566,
      "step": 57922
    },
    {
      "epoch": 4.920404349303432,
      "grad_norm": 3.583496177497024,
      "learning_rate": 2.4674452734037713e-05,
      "loss": 2.1548,
      "step": 57923
    },
    {
      "epoch": 4.920489296636085,
      "grad_norm": 3.1892949313146834,
      "learning_rate": 2.4670680009264094e-05,
      "loss": 2.1553,
      "step": 57924
    },
    {
      "epoch": 4.92057424396874,
      "grad_norm": 3.2245276355027594,
      "learning_rate": 2.466690754709311e-05,
      "loss": 2.2458,
      "step": 57925
    },
    {
      "epoch": 4.920659191301393,
      "grad_norm": 3.4562722806107806,
      "learning_rate": 2.4663135347532665e-05,
      "loss": 2.3124,
      "step": 57926
    },
    {
      "epoch": 4.920744138634047,
      "grad_norm": 3.309130308005225,
      "learning_rate": 2.4659363410590692e-05,
      "loss": 2.1664,
      "step": 57927
    },
    {
      "epoch": 4.920829085966701,
      "grad_norm": 3.591186270384054,
      "learning_rate": 2.4655591736275126e-05,
      "loss": 2.2121,
      "step": 57928
    },
    {
      "epoch": 4.920914033299354,
      "grad_norm": 3.539094046120827,
      "learning_rate": 2.4651820324593825e-05,
      "loss": 2.2848,
      "step": 57929
    },
    {
      "epoch": 4.9209989806320085,
      "grad_norm": 3.435159052531559,
      "learning_rate": 2.4648049175554662e-05,
      "loss": 2.3224,
      "step": 57930
    },
    {
      "epoch": 4.921083927964662,
      "grad_norm": 3.3309497996186033,
      "learning_rate": 2.464427828916562e-05,
      "loss": 2.3012,
      "step": 57931
    },
    {
      "epoch": 4.921168875297315,
      "grad_norm": 3.326591042743985,
      "learning_rate": 2.4640507665434557e-05,
      "loss": 2.2129,
      "step": 57932
    },
    {
      "epoch": 4.92125382262997,
      "grad_norm": 3.5417627969592314,
      "learning_rate": 2.4636737304369298e-05,
      "loss": 2.5404,
      "step": 57933
    },
    {
      "epoch": 4.921338769962623,
      "grad_norm": 3.840742815544566,
      "learning_rate": 2.4632967205977887e-05,
      "loss": 2.5017,
      "step": 57934
    },
    {
      "epoch": 4.921423717295277,
      "grad_norm": 3.5607084933471795,
      "learning_rate": 2.462919737026817e-05,
      "loss": 2.4396,
      "step": 57935
    },
    {
      "epoch": 4.921508664627931,
      "grad_norm": 3.3856412788342127,
      "learning_rate": 2.462542779724801e-05,
      "loss": 2.1119,
      "step": 57936
    },
    {
      "epoch": 4.921593611960584,
      "grad_norm": 3.5556694980753196,
      "learning_rate": 2.4621658486925293e-05,
      "loss": 2.532,
      "step": 57937
    },
    {
      "epoch": 4.921678559293238,
      "grad_norm": 3.86145067145524,
      "learning_rate": 2.4617889439308004e-05,
      "loss": 2.3953,
      "step": 57938
    },
    {
      "epoch": 4.921763506625892,
      "grad_norm": 3.279781740145036,
      "learning_rate": 2.461412065440393e-05,
      "loss": 2.1844,
      "step": 57939
    },
    {
      "epoch": 4.921848453958546,
      "grad_norm": 3.3517675217268432,
      "learning_rate": 2.4610352132221067e-05,
      "loss": 2.3205,
      "step": 57940
    },
    {
      "epoch": 4.9219334012911995,
      "grad_norm": 3.6883736443381245,
      "learning_rate": 2.4606583872767227e-05,
      "loss": 2.2551,
      "step": 57941
    },
    {
      "epoch": 4.922018348623853,
      "grad_norm": 3.348938015090238,
      "learning_rate": 2.4602815876050387e-05,
      "loss": 2.1776,
      "step": 57942
    },
    {
      "epoch": 4.922103295956507,
      "grad_norm": 3.367160770193121,
      "learning_rate": 2.4599048142078404e-05,
      "loss": 2.4593,
      "step": 57943
    },
    {
      "epoch": 4.922188243289161,
      "grad_norm": 3.394548378245785,
      "learning_rate": 2.459528067085914e-05,
      "loss": 2.3697,
      "step": 57944
    },
    {
      "epoch": 4.922273190621814,
      "grad_norm": 3.9329641309175862,
      "learning_rate": 2.459151346240051e-05,
      "loss": 2.5015,
      "step": 57945
    },
    {
      "epoch": 4.922358137954468,
      "grad_norm": 3.281348541872445,
      "learning_rate": 2.4587746516710448e-05,
      "loss": 2.233,
      "step": 57946
    },
    {
      "epoch": 4.922443085287122,
      "grad_norm": 3.130843764174174,
      "learning_rate": 2.4583979833796824e-05,
      "loss": 1.9665,
      "step": 57947
    },
    {
      "epoch": 4.922528032619776,
      "grad_norm": 3.672274523732739,
      "learning_rate": 2.4580213413667477e-05,
      "loss": 2.6351,
      "step": 57948
    },
    {
      "epoch": 4.922612979952429,
      "grad_norm": 3.3200010845092547,
      "learning_rate": 2.4576447256330384e-05,
      "loss": 2.2453,
      "step": 57949
    },
    {
      "epoch": 4.922697927285084,
      "grad_norm": 3.710300082643628,
      "learning_rate": 2.4572681361793407e-05,
      "loss": 2.3706,
      "step": 57950
    },
    {
      "epoch": 4.922782874617737,
      "grad_norm": 3.498776652428647,
      "learning_rate": 2.456891573006437e-05,
      "loss": 2.3696,
      "step": 57951
    },
    {
      "epoch": 4.9228678219503905,
      "grad_norm": 3.3937185190101986,
      "learning_rate": 2.4565150361151237e-05,
      "loss": 2.1756,
      "step": 57952
    },
    {
      "epoch": 4.922952769283045,
      "grad_norm": 3.7893664797249325,
      "learning_rate": 2.45613852550619e-05,
      "loss": 2.442,
      "step": 57953
    },
    {
      "epoch": 4.923037716615698,
      "grad_norm": 3.4922343602311603,
      "learning_rate": 2.4557620411804236e-05,
      "loss": 2.5566,
      "step": 57954
    },
    {
      "epoch": 4.923122663948352,
      "grad_norm": 4.109147425331475,
      "learning_rate": 2.4553855831386086e-05,
      "loss": 2.7246,
      "step": 57955
    },
    {
      "epoch": 4.923207611281006,
      "grad_norm": 3.6609701994949644,
      "learning_rate": 2.4550091513815416e-05,
      "loss": 2.6011,
      "step": 57956
    },
    {
      "epoch": 4.923292558613659,
      "grad_norm": 3.395338387544305,
      "learning_rate": 2.4546327459100036e-05,
      "loss": 2.2306,
      "step": 57957
    },
    {
      "epoch": 4.923377505946314,
      "grad_norm": 3.7859987770370704,
      "learning_rate": 2.45425636672479e-05,
      "loss": 2.5432,
      "step": 57958
    },
    {
      "epoch": 4.923462453278967,
      "grad_norm": 3.4198398639803567,
      "learning_rate": 2.453880013826684e-05,
      "loss": 2.3038,
      "step": 57959
    },
    {
      "epoch": 4.92354740061162,
      "grad_norm": 3.584157884895646,
      "learning_rate": 2.4535036872164798e-05,
      "loss": 2.5915,
      "step": 57960
    },
    {
      "epoch": 4.923632347944275,
      "grad_norm": 3.3544663001882933,
      "learning_rate": 2.453127386894962e-05,
      "loss": 2.2082,
      "step": 57961
    },
    {
      "epoch": 4.923717295276928,
      "grad_norm": 3.632748254417796,
      "learning_rate": 2.452751112862918e-05,
      "loss": 2.3185,
      "step": 57962
    },
    {
      "epoch": 4.923802242609582,
      "grad_norm": 3.9037351535573324,
      "learning_rate": 2.4523748651211373e-05,
      "loss": 2.5629,
      "step": 57963
    },
    {
      "epoch": 4.923887189942236,
      "grad_norm": 3.543464118494991,
      "learning_rate": 2.451998643670411e-05,
      "loss": 2.4303,
      "step": 57964
    },
    {
      "epoch": 4.923972137274889,
      "grad_norm": 3.6121105675599203,
      "learning_rate": 2.451622448511528e-05,
      "loss": 2.4767,
      "step": 57965
    },
    {
      "epoch": 4.9240570846075435,
      "grad_norm": 3.326677989731859,
      "learning_rate": 2.4512462796452685e-05,
      "loss": 2.2836,
      "step": 57966
    },
    {
      "epoch": 4.924142031940197,
      "grad_norm": 3.6276642082974826,
      "learning_rate": 2.4508701370724316e-05,
      "loss": 2.3431,
      "step": 57967
    },
    {
      "epoch": 4.92422697927285,
      "grad_norm": 3.265021226661419,
      "learning_rate": 2.450494020793798e-05,
      "loss": 2.0426,
      "step": 57968
    },
    {
      "epoch": 4.924311926605505,
      "grad_norm": 3.9833022723100457,
      "learning_rate": 2.4501179308101554e-05,
      "loss": 2.796,
      "step": 57969
    },
    {
      "epoch": 4.924396873938158,
      "grad_norm": 3.488491887007199,
      "learning_rate": 2.4497418671222934e-05,
      "loss": 2.366,
      "step": 57970
    },
    {
      "epoch": 4.924481821270812,
      "grad_norm": 3.6065446300876873,
      "learning_rate": 2.449365829731005e-05,
      "loss": 2.7356,
      "step": 57971
    },
    {
      "epoch": 4.924566768603466,
      "grad_norm": 3.390752199054048,
      "learning_rate": 2.4489898186370737e-05,
      "loss": 2.3986,
      "step": 57972
    },
    {
      "epoch": 4.92465171593612,
      "grad_norm": 3.463887765553513,
      "learning_rate": 2.448613833841283e-05,
      "loss": 2.2829,
      "step": 57973
    },
    {
      "epoch": 4.9247366632687735,
      "grad_norm": 3.3870384724418074,
      "learning_rate": 2.4482378753444305e-05,
      "loss": 2.287,
      "step": 57974
    },
    {
      "epoch": 4.924821610601427,
      "grad_norm": 3.309145359284678,
      "learning_rate": 2.4478619431472968e-05,
      "loss": 2.2275,
      "step": 57975
    },
    {
      "epoch": 4.924906557934081,
      "grad_norm": 3.268458662078897,
      "learning_rate": 2.44748603725067e-05,
      "loss": 2.1254,
      "step": 57976
    },
    {
      "epoch": 4.924991505266735,
      "grad_norm": 3.8984811117053275,
      "learning_rate": 2.4471101576553375e-05,
      "loss": 2.801,
      "step": 57977
    },
    {
      "epoch": 4.925076452599388,
      "grad_norm": 3.846716748937805,
      "learning_rate": 2.4467343043620922e-05,
      "loss": 2.6338,
      "step": 57978
    },
    {
      "epoch": 4.925161399932042,
      "grad_norm": 3.437741935714521,
      "learning_rate": 2.4463584773717187e-05,
      "loss": 2.3736,
      "step": 57979
    },
    {
      "epoch": 4.925246347264696,
      "grad_norm": 3.5228501722862253,
      "learning_rate": 2.445982676685001e-05,
      "loss": 2.3859,
      "step": 57980
    },
    {
      "epoch": 4.92533129459735,
      "grad_norm": 3.404207287703913,
      "learning_rate": 2.445606902302732e-05,
      "loss": 2.2681,
      "step": 57981
    },
    {
      "epoch": 4.925416241930003,
      "grad_norm": 3.396800604945027,
      "learning_rate": 2.4452311542256926e-05,
      "loss": 2.3582,
      "step": 57982
    },
    {
      "epoch": 4.925501189262657,
      "grad_norm": 3.641850308720715,
      "learning_rate": 2.444855432454677e-05,
      "loss": 2.278,
      "step": 57983
    },
    {
      "epoch": 4.925586136595311,
      "grad_norm": 3.892059850733846,
      "learning_rate": 2.4444797369904667e-05,
      "loss": 2.6284,
      "step": 57984
    },
    {
      "epoch": 4.9256710839279645,
      "grad_norm": 3.731016309553644,
      "learning_rate": 2.444104067833854e-05,
      "loss": 2.4725,
      "step": 57985
    },
    {
      "epoch": 4.925756031260619,
      "grad_norm": 4.01102359359252,
      "learning_rate": 2.4437284249856237e-05,
      "loss": 2.6577,
      "step": 57986
    },
    {
      "epoch": 4.925840978593272,
      "grad_norm": 3.275113555069933,
      "learning_rate": 2.44335280844656e-05,
      "loss": 2.1037,
      "step": 57987
    },
    {
      "epoch": 4.925925925925926,
      "grad_norm": 3.53422968851516,
      "learning_rate": 2.4429772182174518e-05,
      "loss": 2.2096,
      "step": 57988
    },
    {
      "epoch": 4.92601087325858,
      "grad_norm": 3.213560792466952,
      "learning_rate": 2.442601654299092e-05,
      "loss": 2.0664,
      "step": 57989
    },
    {
      "epoch": 4.926095820591233,
      "grad_norm": 3.56158310064767,
      "learning_rate": 2.4422261166922606e-05,
      "loss": 2.496,
      "step": 57990
    },
    {
      "epoch": 4.926180767923887,
      "grad_norm": 3.1908960067544387,
      "learning_rate": 2.4418506053977432e-05,
      "loss": 2.0611,
      "step": 57991
    },
    {
      "epoch": 4.926265715256541,
      "grad_norm": 3.6665555856598173,
      "learning_rate": 2.441475120416334e-05,
      "loss": 2.3773,
      "step": 57992
    },
    {
      "epoch": 4.926350662589194,
      "grad_norm": 3.7341131081402277,
      "learning_rate": 2.441099661748816e-05,
      "loss": 2.393,
      "step": 57993
    },
    {
      "epoch": 4.926435609921849,
      "grad_norm": 3.7366784001854807,
      "learning_rate": 2.4407242293959702e-05,
      "loss": 2.428,
      "step": 57994
    },
    {
      "epoch": 4.926520557254502,
      "grad_norm": 3.408347383716766,
      "learning_rate": 2.4403488233585888e-05,
      "loss": 2.3003,
      "step": 57995
    },
    {
      "epoch": 4.926605504587156,
      "grad_norm": 3.3694444362219653,
      "learning_rate": 2.439973443637462e-05,
      "loss": 2.3346,
      "step": 57996
    },
    {
      "epoch": 4.92669045191981,
      "grad_norm": 3.9385724511076137,
      "learning_rate": 2.4395980902333716e-05,
      "loss": 2.5229,
      "step": 57997
    },
    {
      "epoch": 4.926775399252463,
      "grad_norm": 3.507936762801094,
      "learning_rate": 2.4392227631471028e-05,
      "loss": 2.3878,
      "step": 57998
    },
    {
      "epoch": 4.9268603465851175,
      "grad_norm": 3.272285199840421,
      "learning_rate": 2.4388474623794464e-05,
      "loss": 1.9678,
      "step": 57999
    },
    {
      "epoch": 4.926945293917771,
      "grad_norm": 3.568664210582534,
      "learning_rate": 2.438472187931183e-05,
      "loss": 2.6976,
      "step": 58000
    },
    {
      "epoch": 4.927030241250424,
      "grad_norm": 3.1728706704919665,
      "learning_rate": 2.438096939803106e-05,
      "loss": 2.0201,
      "step": 58001
    },
    {
      "epoch": 4.927115188583079,
      "grad_norm": 3.8852759588033723,
      "learning_rate": 2.437721717995994e-05,
      "loss": 2.7581,
      "step": 58002
    },
    {
      "epoch": 4.927200135915732,
      "grad_norm": 3.6069220274646123,
      "learning_rate": 2.437346522510642e-05,
      "loss": 2.4083,
      "step": 58003
    },
    {
      "epoch": 4.927285083248386,
      "grad_norm": 3.888906824528913,
      "learning_rate": 2.4369713533478308e-05,
      "loss": 2.5363,
      "step": 58004
    },
    {
      "epoch": 4.92737003058104,
      "grad_norm": 3.8257579728563544,
      "learning_rate": 2.4365962105083432e-05,
      "loss": 2.45,
      "step": 58005
    },
    {
      "epoch": 4.927454977913693,
      "grad_norm": 4.276360120335054,
      "learning_rate": 2.4362210939929682e-05,
      "loss": 2.9843,
      "step": 58006
    },
    {
      "epoch": 4.927539925246347,
      "grad_norm": 4.062095656826605,
      "learning_rate": 2.4358460038024974e-05,
      "loss": 2.9009,
      "step": 58007
    },
    {
      "epoch": 4.927624872579001,
      "grad_norm": 3.5033274133702217,
      "learning_rate": 2.4354709399377116e-05,
      "loss": 2.5271,
      "step": 58008
    },
    {
      "epoch": 4.927709819911655,
      "grad_norm": 3.6321104702645957,
      "learning_rate": 2.4350959023993932e-05,
      "loss": 2.3145,
      "step": 58009
    },
    {
      "epoch": 4.9277947672443085,
      "grad_norm": 3.7412988555442848,
      "learning_rate": 2.4347208911883353e-05,
      "loss": 2.369,
      "step": 58010
    },
    {
      "epoch": 4.927879714576962,
      "grad_norm": 3.292315877954721,
      "learning_rate": 2.4343459063053207e-05,
      "loss": 2.1419,
      "step": 58011
    },
    {
      "epoch": 4.927964661909616,
      "grad_norm": 3.8460306492708822,
      "learning_rate": 2.4339709477511315e-05,
      "loss": 2.5941,
      "step": 58012
    },
    {
      "epoch": 4.92804960924227,
      "grad_norm": 3.6614397631283766,
      "learning_rate": 2.4335960155265543e-05,
      "loss": 2.7274,
      "step": 58013
    },
    {
      "epoch": 4.928134556574923,
      "grad_norm": 3.8435839771271567,
      "learning_rate": 2.4332211096323835e-05,
      "loss": 2.6819,
      "step": 58014
    },
    {
      "epoch": 4.928219503907577,
      "grad_norm": 3.2636302486134645,
      "learning_rate": 2.4328462300693964e-05,
      "loss": 2.2181,
      "step": 58015
    },
    {
      "epoch": 4.928304451240231,
      "grad_norm": 4.141184120423669,
      "learning_rate": 2.432471376838376e-05,
      "loss": 2.9873,
      "step": 58016
    },
    {
      "epoch": 4.928389398572885,
      "grad_norm": 3.5702011505797304,
      "learning_rate": 2.4320965499401163e-05,
      "loss": 2.4922,
      "step": 58017
    },
    {
      "epoch": 4.9284743459055385,
      "grad_norm": 3.7368894061947384,
      "learning_rate": 2.431721749375399e-05,
      "loss": 2.4353,
      "step": 58018
    },
    {
      "epoch": 4.928559293238193,
      "grad_norm": 3.5559963193029756,
      "learning_rate": 2.4313469751450028e-05,
      "loss": 2.3836,
      "step": 58019
    },
    {
      "epoch": 4.928644240570846,
      "grad_norm": 3.723463110622531,
      "learning_rate": 2.4309722272497206e-05,
      "loss": 2.8047,
      "step": 58020
    },
    {
      "epoch": 4.9287291879035,
      "grad_norm": 3.3676438537333473,
      "learning_rate": 2.4305975056903388e-05,
      "loss": 2.3202,
      "step": 58021
    },
    {
      "epoch": 4.928814135236154,
      "grad_norm": 3.6449925311060145,
      "learning_rate": 2.4302228104676395e-05,
      "loss": 2.5925,
      "step": 58022
    },
    {
      "epoch": 4.928899082568807,
      "grad_norm": 3.6582404331931757,
      "learning_rate": 2.4298481415824045e-05,
      "loss": 2.6523,
      "step": 58023
    },
    {
      "epoch": 4.928984029901461,
      "grad_norm": 3.3868399179896196,
      "learning_rate": 2.429473499035424e-05,
      "loss": 2.2711,
      "step": 58024
    },
    {
      "epoch": 4.929068977234115,
      "grad_norm": 3.9278913123531005,
      "learning_rate": 2.42909888282748e-05,
      "loss": 2.619,
      "step": 58025
    },
    {
      "epoch": 4.929153924566768,
      "grad_norm": 3.1266960425129735,
      "learning_rate": 2.428724292959361e-05,
      "loss": 2.0183,
      "step": 58026
    },
    {
      "epoch": 4.929238871899423,
      "grad_norm": 3.3131240935747086,
      "learning_rate": 2.4283497294318464e-05,
      "loss": 2.1743,
      "step": 58027
    },
    {
      "epoch": 4.929323819232076,
      "grad_norm": 3.0941167508840968,
      "learning_rate": 2.427975192245728e-05,
      "loss": 2.0246,
      "step": 58028
    },
    {
      "epoch": 4.9294087665647295,
      "grad_norm": 3.6528361622780796,
      "learning_rate": 2.4276006814017862e-05,
      "loss": 2.3356,
      "step": 58029
    },
    {
      "epoch": 4.929493713897384,
      "grad_norm": 3.4930536961823266,
      "learning_rate": 2.427226196900802e-05,
      "loss": 2.6322,
      "step": 58030
    },
    {
      "epoch": 4.929578661230037,
      "grad_norm": 3.294977241220906,
      "learning_rate": 2.4268517387435655e-05,
      "loss": 2.1482,
      "step": 58031
    },
    {
      "epoch": 4.9296636085626915,
      "grad_norm": 3.807746936785706,
      "learning_rate": 2.4264773069308635e-05,
      "loss": 2.6563,
      "step": 58032
    },
    {
      "epoch": 4.929748555895345,
      "grad_norm": 3.253925686945416,
      "learning_rate": 2.4261029014634757e-05,
      "loss": 2.1817,
      "step": 58033
    },
    {
      "epoch": 4.929833503227998,
      "grad_norm": 3.7033452160091653,
      "learning_rate": 2.4257285223421868e-05,
      "loss": 2.7033,
      "step": 58034
    },
    {
      "epoch": 4.929918450560653,
      "grad_norm": 3.589390181616375,
      "learning_rate": 2.4253541695677842e-05,
      "loss": 2.1839,
      "step": 58035
    },
    {
      "epoch": 4.930003397893306,
      "grad_norm": 3.918071675775161,
      "learning_rate": 2.4249798431410506e-05,
      "loss": 2.4594,
      "step": 58036
    },
    {
      "epoch": 4.93008834522596,
      "grad_norm": 3.688068579057437,
      "learning_rate": 2.424605543062767e-05,
      "loss": 2.6435,
      "step": 58037
    },
    {
      "epoch": 4.930173292558614,
      "grad_norm": 3.5089237275788294,
      "learning_rate": 2.4242312693337212e-05,
      "loss": 2.3643,
      "step": 58038
    },
    {
      "epoch": 4.930258239891267,
      "grad_norm": 3.3601810646675534,
      "learning_rate": 2.423857021954701e-05,
      "loss": 2.408,
      "step": 58039
    },
    {
      "epoch": 4.930343187223921,
      "grad_norm": 3.6792010019418315,
      "learning_rate": 2.4234828009264857e-05,
      "loss": 2.6384,
      "step": 58040
    },
    {
      "epoch": 4.930428134556575,
      "grad_norm": 3.466706008951021,
      "learning_rate": 2.423108606249856e-05,
      "loss": 2.2685,
      "step": 58041
    },
    {
      "epoch": 4.930513081889229,
      "grad_norm": 3.348416940815759,
      "learning_rate": 2.4227344379256052e-05,
      "loss": 2.1743,
      "step": 58042
    },
    {
      "epoch": 4.9305980292218825,
      "grad_norm": 3.4260151531196392,
      "learning_rate": 2.422360295954509e-05,
      "loss": 2.3301,
      "step": 58043
    },
    {
      "epoch": 4.930682976554536,
      "grad_norm": 3.527696605949893,
      "learning_rate": 2.4219861803373584e-05,
      "loss": 2.4528,
      "step": 58044
    },
    {
      "epoch": 4.93076792388719,
      "grad_norm": 3.3032028789240835,
      "learning_rate": 2.4216120910749298e-05,
      "loss": 2.3143,
      "step": 58045
    },
    {
      "epoch": 4.930852871219844,
      "grad_norm": 3.262346156070125,
      "learning_rate": 2.4212380281680153e-05,
      "loss": 2.2012,
      "step": 58046
    },
    {
      "epoch": 4.930937818552497,
      "grad_norm": 3.4696787124651363,
      "learning_rate": 2.4208639916173933e-05,
      "loss": 2.3433,
      "step": 58047
    },
    {
      "epoch": 4.931022765885151,
      "grad_norm": 3.6414145783329563,
      "learning_rate": 2.420489981423846e-05,
      "loss": 2.4852,
      "step": 58048
    },
    {
      "epoch": 4.931107713217805,
      "grad_norm": 3.5568875320490094,
      "learning_rate": 2.420115997588158e-05,
      "loss": 2.3982,
      "step": 58049
    },
    {
      "epoch": 4.931192660550459,
      "grad_norm": 3.276530345136417,
      "learning_rate": 2.4197420401111183e-05,
      "loss": 2.1073,
      "step": 58050
    },
    {
      "epoch": 4.931277607883112,
      "grad_norm": 3.8310002319534124,
      "learning_rate": 2.4193681089935068e-05,
      "loss": 2.4618,
      "step": 58051
    },
    {
      "epoch": 4.931362555215767,
      "grad_norm": 3.768157960201911,
      "learning_rate": 2.4189942042361044e-05,
      "loss": 2.6631,
      "step": 58052
    },
    {
      "epoch": 4.93144750254842,
      "grad_norm": 3.674521326009529,
      "learning_rate": 2.4186203258397003e-05,
      "loss": 2.7124,
      "step": 58053
    },
    {
      "epoch": 4.9315324498810735,
      "grad_norm": 3.5767556464000183,
      "learning_rate": 2.418246473805074e-05,
      "loss": 2.5905,
      "step": 58054
    },
    {
      "epoch": 4.931617397213728,
      "grad_norm": 3.7421266795996293,
      "learning_rate": 2.4178726481330047e-05,
      "loss": 2.4344,
      "step": 58055
    },
    {
      "epoch": 4.931702344546381,
      "grad_norm": 3.154774192210941,
      "learning_rate": 2.417498848824282e-05,
      "loss": 2.0386,
      "step": 58056
    },
    {
      "epoch": 4.931787291879035,
      "grad_norm": 4.299767986958451,
      "learning_rate": 2.4171250758796902e-05,
      "loss": 2.8003,
      "step": 58057
    },
    {
      "epoch": 4.931872239211689,
      "grad_norm": 3.9578855707728144,
      "learning_rate": 2.4167513293000102e-05,
      "loss": 3.0055,
      "step": 58058
    },
    {
      "epoch": 4.931957186544342,
      "grad_norm": 3.443273176574926,
      "learning_rate": 2.41637760908602e-05,
      "loss": 2.2682,
      "step": 58059
    },
    {
      "epoch": 4.932042133876997,
      "grad_norm": 3.612395410141507,
      "learning_rate": 2.416003915238512e-05,
      "loss": 2.5401,
      "step": 58060
    },
    {
      "epoch": 4.93212708120965,
      "grad_norm": 3.410501384742226,
      "learning_rate": 2.415630247758264e-05,
      "loss": 2.3445,
      "step": 58061
    },
    {
      "epoch": 4.9322120285423035,
      "grad_norm": 3.539302189215205,
      "learning_rate": 2.415256606646057e-05,
      "loss": 2.4386,
      "step": 58062
    },
    {
      "epoch": 4.932296975874958,
      "grad_norm": 3.624841469082546,
      "learning_rate": 2.4148829919026757e-05,
      "loss": 2.6517,
      "step": 58063
    },
    {
      "epoch": 4.932381923207611,
      "grad_norm": 3.4149635530212437,
      "learning_rate": 2.414509403528906e-05,
      "loss": 2.4275,
      "step": 58064
    },
    {
      "epoch": 4.9324668705402654,
      "grad_norm": 3.3101984812526792,
      "learning_rate": 2.41413584152553e-05,
      "loss": 2.1646,
      "step": 58065
    },
    {
      "epoch": 4.932551817872919,
      "grad_norm": 3.693179440413586,
      "learning_rate": 2.4137623058933246e-05,
      "loss": 2.5337,
      "step": 58066
    },
    {
      "epoch": 4.932636765205572,
      "grad_norm": 3.7269263944355813,
      "learning_rate": 2.413388796633079e-05,
      "loss": 2.4489,
      "step": 58067
    },
    {
      "epoch": 4.9327217125382266,
      "grad_norm": 3.596664016646976,
      "learning_rate": 2.4130153137455703e-05,
      "loss": 2.3961,
      "step": 58068
    },
    {
      "epoch": 4.93280665987088,
      "grad_norm": 3.3262171074614004,
      "learning_rate": 2.4126418572315886e-05,
      "loss": 2.4317,
      "step": 58069
    },
    {
      "epoch": 4.932891607203533,
      "grad_norm": 3.9906096410005443,
      "learning_rate": 2.412268427091908e-05,
      "loss": 2.8658,
      "step": 58070
    },
    {
      "epoch": 4.932976554536188,
      "grad_norm": 3.425253796419879,
      "learning_rate": 2.4118950233273176e-05,
      "loss": 2.3882,
      "step": 58071
    },
    {
      "epoch": 4.933061501868841,
      "grad_norm": 4.1242607176214,
      "learning_rate": 2.4115216459385987e-05,
      "loss": 2.8808,
      "step": 58072
    },
    {
      "epoch": 4.933146449201495,
      "grad_norm": 3.286194609554965,
      "learning_rate": 2.4111482949265276e-05,
      "loss": 2.0207,
      "step": 58073
    },
    {
      "epoch": 4.933231396534149,
      "grad_norm": 3.33385357963843,
      "learning_rate": 2.4107749702918914e-05,
      "loss": 2.1037,
      "step": 58074
    },
    {
      "epoch": 4.933316343866803,
      "grad_norm": 3.366188375468543,
      "learning_rate": 2.410401672035475e-05,
      "loss": 2.2309,
      "step": 58075
    },
    {
      "epoch": 4.9334012911994565,
      "grad_norm": 3.147486269012592,
      "learning_rate": 2.4100284001580577e-05,
      "loss": 2.0414,
      "step": 58076
    },
    {
      "epoch": 4.93348623853211,
      "grad_norm": 3.7324295084078276,
      "learning_rate": 2.409655154660417e-05,
      "loss": 2.7062,
      "step": 58077
    },
    {
      "epoch": 4.933571185864764,
      "grad_norm": 3.731810342833112,
      "learning_rate": 2.4092819355433442e-05,
      "loss": 2.6273,
      "step": 58078
    },
    {
      "epoch": 4.933656133197418,
      "grad_norm": 3.223594640641231,
      "learning_rate": 2.4089087428076147e-05,
      "loss": 2.2085,
      "step": 58079
    },
    {
      "epoch": 4.933741080530071,
      "grad_norm": 3.431165790844519,
      "learning_rate": 2.4085355764540105e-05,
      "loss": 2.3173,
      "step": 58080
    },
    {
      "epoch": 4.933826027862725,
      "grad_norm": 3.7999412428917623,
      "learning_rate": 2.4081624364833152e-05,
      "loss": 2.5484,
      "step": 58081
    },
    {
      "epoch": 4.933910975195379,
      "grad_norm": 3.3597563697934416,
      "learning_rate": 2.4077893228963136e-05,
      "loss": 2.3091,
      "step": 58082
    },
    {
      "epoch": 4.933995922528033,
      "grad_norm": 3.4250210026617216,
      "learning_rate": 2.4074162356937848e-05,
      "loss": 2.4149,
      "step": 58083
    },
    {
      "epoch": 4.934080869860686,
      "grad_norm": 3.7393962263373703,
      "learning_rate": 2.4070431748765068e-05,
      "loss": 2.7391,
      "step": 58084
    },
    {
      "epoch": 4.93416581719334,
      "grad_norm": 3.3007557105711034,
      "learning_rate": 2.406670140445267e-05,
      "loss": 2.283,
      "step": 58085
    },
    {
      "epoch": 4.934250764525994,
      "grad_norm": 3.476592722456057,
      "learning_rate": 2.4062971324008433e-05,
      "loss": 2.2766,
      "step": 58086
    },
    {
      "epoch": 4.9343357118586475,
      "grad_norm": 3.3484698873824534,
      "learning_rate": 2.4059241507440204e-05,
      "loss": 2.2515,
      "step": 58087
    },
    {
      "epoch": 4.934420659191302,
      "grad_norm": 3.2953993772789207,
      "learning_rate": 2.405551195475577e-05,
      "loss": 2.5472,
      "step": 58088
    },
    {
      "epoch": 4.934505606523955,
      "grad_norm": 3.2811933251761007,
      "learning_rate": 2.4051782665962975e-05,
      "loss": 2.0948,
      "step": 58089
    },
    {
      "epoch": 4.934590553856609,
      "grad_norm": 3.6972772394935443,
      "learning_rate": 2.404805364106962e-05,
      "loss": 2.5051,
      "step": 58090
    },
    {
      "epoch": 4.934675501189263,
      "grad_norm": 3.6607247745956353,
      "learning_rate": 2.4044324880083477e-05,
      "loss": 2.4742,
      "step": 58091
    },
    {
      "epoch": 4.934760448521916,
      "grad_norm": 3.3604980767174593,
      "learning_rate": 2.404059638301239e-05,
      "loss": 2.2588,
      "step": 58092
    },
    {
      "epoch": 4.93484539585457,
      "grad_norm": 3.6532946132796216,
      "learning_rate": 2.403686814986422e-05,
      "loss": 2.3814,
      "step": 58093
    },
    {
      "epoch": 4.934930343187224,
      "grad_norm": 3.506552335103017,
      "learning_rate": 2.4033140180646725e-05,
      "loss": 2.5274,
      "step": 58094
    },
    {
      "epoch": 4.935015290519877,
      "grad_norm": 3.5233994517500093,
      "learning_rate": 2.4029412475367704e-05,
      "loss": 2.4013,
      "step": 58095
    },
    {
      "epoch": 4.935100237852532,
      "grad_norm": 4.0393177519261005,
      "learning_rate": 2.4025685034035015e-05,
      "loss": 2.7071,
      "step": 58096
    },
    {
      "epoch": 4.935185185185185,
      "grad_norm": 3.5886680897406436,
      "learning_rate": 2.4021957856656448e-05,
      "loss": 2.5305,
      "step": 58097
    },
    {
      "epoch": 4.935270132517839,
      "grad_norm": 3.2852818142142195,
      "learning_rate": 2.4018230943239768e-05,
      "loss": 2.1244,
      "step": 58098
    },
    {
      "epoch": 4.935355079850493,
      "grad_norm": 3.27665249557208,
      "learning_rate": 2.4014504293792835e-05,
      "loss": 2.2573,
      "step": 58099
    },
    {
      "epoch": 4.935440027183146,
      "grad_norm": 3.796301252377565,
      "learning_rate": 2.4010777908323476e-05,
      "loss": 2.6119,
      "step": 58100
    },
    {
      "epoch": 4.9355249745158005,
      "grad_norm": 3.557813046145941,
      "learning_rate": 2.4007051786839464e-05,
      "loss": 2.5904,
      "step": 58101
    },
    {
      "epoch": 4.935609921848454,
      "grad_norm": 3.4257030589891264,
      "learning_rate": 2.4003325929348598e-05,
      "loss": 2.3297,
      "step": 58102
    },
    {
      "epoch": 4.935694869181107,
      "grad_norm": 3.7381585975887988,
      "learning_rate": 2.3999600335858704e-05,
      "loss": 2.3889,
      "step": 58103
    },
    {
      "epoch": 4.935779816513762,
      "grad_norm": 3.455673757613391,
      "learning_rate": 2.3995875006377606e-05,
      "loss": 2.4979,
      "step": 58104
    },
    {
      "epoch": 4.935864763846415,
      "grad_norm": 3.262879357515338,
      "learning_rate": 2.3992149940913035e-05,
      "loss": 2.2646,
      "step": 58105
    },
    {
      "epoch": 4.935949711179069,
      "grad_norm": 3.995017540772436,
      "learning_rate": 2.3988425139472866e-05,
      "loss": 2.8684,
      "step": 58106
    },
    {
      "epoch": 4.936034658511723,
      "grad_norm": 3.2652844744224208,
      "learning_rate": 2.398470060206491e-05,
      "loss": 2.2226,
      "step": 58107
    },
    {
      "epoch": 4.936119605844376,
      "grad_norm": 3.2532546630311003,
      "learning_rate": 2.3980976328696943e-05,
      "loss": 2.1801,
      "step": 58108
    },
    {
      "epoch": 4.93620455317703,
      "grad_norm": 3.7943507141217734,
      "learning_rate": 2.3977252319376728e-05,
      "loss": 2.4696,
      "step": 58109
    },
    {
      "epoch": 4.936289500509684,
      "grad_norm": 3.563602089642199,
      "learning_rate": 2.3973528574112172e-05,
      "loss": 2.5942,
      "step": 58110
    },
    {
      "epoch": 4.936374447842338,
      "grad_norm": 3.812995336751728,
      "learning_rate": 2.3969805092910955e-05,
      "loss": 2.8138,
      "step": 58111
    },
    {
      "epoch": 4.9364593951749915,
      "grad_norm": 3.5526340208080547,
      "learning_rate": 2.3966081875781e-05,
      "loss": 2.4819,
      "step": 58112
    },
    {
      "epoch": 4.936544342507645,
      "grad_norm": 3.310603064292457,
      "learning_rate": 2.396235892272999e-05,
      "loss": 2.1515,
      "step": 58113
    },
    {
      "epoch": 4.936629289840299,
      "grad_norm": 3.462645455951029,
      "learning_rate": 2.3958636233765833e-05,
      "loss": 2.3182,
      "step": 58114
    },
    {
      "epoch": 4.936714237172953,
      "grad_norm": 3.2577635564415823,
      "learning_rate": 2.3954913808896287e-05,
      "loss": 2.1359,
      "step": 58115
    },
    {
      "epoch": 4.936799184505606,
      "grad_norm": 4.173677064433703,
      "learning_rate": 2.3951191648129097e-05,
      "loss": 2.7429,
      "step": 58116
    },
    {
      "epoch": 4.93688413183826,
      "grad_norm": 3.67018873685949,
      "learning_rate": 2.3947469751472126e-05,
      "loss": 2.3492,
      "step": 58117
    },
    {
      "epoch": 4.936969079170914,
      "grad_norm": 3.815709616515906,
      "learning_rate": 2.394374811893318e-05,
      "loss": 2.5333,
      "step": 58118
    },
    {
      "epoch": 4.937054026503568,
      "grad_norm": 3.696611427410849,
      "learning_rate": 2.394002675052004e-05,
      "loss": 2.4488,
      "step": 58119
    },
    {
      "epoch": 4.9371389738362215,
      "grad_norm": 3.41803176360533,
      "learning_rate": 2.393630564624045e-05,
      "loss": 2.3703,
      "step": 58120
    },
    {
      "epoch": 4.937223921168876,
      "grad_norm": 3.6899384694813513,
      "learning_rate": 2.39325848061023e-05,
      "loss": 2.3323,
      "step": 58121
    },
    {
      "epoch": 4.937308868501529,
      "grad_norm": 3.3064296932028188,
      "learning_rate": 2.3928864230113355e-05,
      "loss": 2.425,
      "step": 58122
    },
    {
      "epoch": 4.937393815834183,
      "grad_norm": 3.794447675473793,
      "learning_rate": 2.3925143918281337e-05,
      "loss": 2.52,
      "step": 58123
    },
    {
      "epoch": 4.937478763166837,
      "grad_norm": 3.4961976300953093,
      "learning_rate": 2.3921423870614108e-05,
      "loss": 2.4094,
      "step": 58124
    },
    {
      "epoch": 4.93756371049949,
      "grad_norm": 3.68249173395849,
      "learning_rate": 2.3917704087119498e-05,
      "loss": 2.5285,
      "step": 58125
    },
    {
      "epoch": 4.937648657832144,
      "grad_norm": 3.3057236027470833,
      "learning_rate": 2.391398456780525e-05,
      "loss": 2.2478,
      "step": 58126
    },
    {
      "epoch": 4.937733605164798,
      "grad_norm": 3.7953830135932507,
      "learning_rate": 2.391026531267912e-05,
      "loss": 2.8402,
      "step": 58127
    },
    {
      "epoch": 4.937818552497451,
      "grad_norm": 3.6267913253988855,
      "learning_rate": 2.3906546321748993e-05,
      "loss": 2.4329,
      "step": 58128
    },
    {
      "epoch": 4.937903499830106,
      "grad_norm": 3.755045296452365,
      "learning_rate": 2.3902827595022588e-05,
      "loss": 2.3878,
      "step": 58129
    },
    {
      "epoch": 4.937988447162759,
      "grad_norm": 3.3948984010511225,
      "learning_rate": 2.3899109132507755e-05,
      "loss": 2.2294,
      "step": 58130
    },
    {
      "epoch": 4.9380733944954125,
      "grad_norm": 3.3375262532345875,
      "learning_rate": 2.3895390934212215e-05,
      "loss": 2.0277,
      "step": 58131
    },
    {
      "epoch": 4.938158341828067,
      "grad_norm": 3.7081993045275237,
      "learning_rate": 2.3891673000143836e-05,
      "loss": 2.6981,
      "step": 58132
    },
    {
      "epoch": 4.93824328916072,
      "grad_norm": 3.4100523455488907,
      "learning_rate": 2.3887955330310353e-05,
      "loss": 2.273,
      "step": 58133
    },
    {
      "epoch": 4.9383282364933745,
      "grad_norm": 3.861895079288045,
      "learning_rate": 2.3884237924719603e-05,
      "loss": 2.5466,
      "step": 58134
    },
    {
      "epoch": 4.938413183826028,
      "grad_norm": 3.366311420712889,
      "learning_rate": 2.3880520783379252e-05,
      "loss": 2.2743,
      "step": 58135
    },
    {
      "epoch": 4.938498131158681,
      "grad_norm": 3.878268604938423,
      "learning_rate": 2.3876803906297254e-05,
      "loss": 2.6524,
      "step": 58136
    },
    {
      "epoch": 4.938583078491336,
      "grad_norm": 3.6502784712744853,
      "learning_rate": 2.387308729348133e-05,
      "loss": 2.6288,
      "step": 58137
    },
    {
      "epoch": 4.938668025823989,
      "grad_norm": 3.445812853233777,
      "learning_rate": 2.3869370944939226e-05,
      "loss": 2.6137,
      "step": 58138
    },
    {
      "epoch": 4.938752973156642,
      "grad_norm": 4.14697596945476,
      "learning_rate": 2.3865654860678802e-05,
      "loss": 2.8342,
      "step": 58139
    },
    {
      "epoch": 4.938837920489297,
      "grad_norm": 3.2619674724622256,
      "learning_rate": 2.38619390407078e-05,
      "loss": 2.1623,
      "step": 58140
    },
    {
      "epoch": 4.93892286782195,
      "grad_norm": 3.701649949321749,
      "learning_rate": 2.3858223485033984e-05,
      "loss": 2.5486,
      "step": 58141
    },
    {
      "epoch": 4.939007815154604,
      "grad_norm": 4.082196647343625,
      "learning_rate": 2.385450819366516e-05,
      "loss": 2.8485,
      "step": 58142
    },
    {
      "epoch": 4.939092762487258,
      "grad_norm": 3.61296499823573,
      "learning_rate": 2.385079316660916e-05,
      "loss": 2.5678,
      "step": 58143
    },
    {
      "epoch": 4.939177709819912,
      "grad_norm": 3.5226043037533903,
      "learning_rate": 2.3847078403873726e-05,
      "loss": 2.5076,
      "step": 58144
    },
    {
      "epoch": 4.9392626571525655,
      "grad_norm": 4.116689900480723,
      "learning_rate": 2.3843363905466618e-05,
      "loss": 2.8064,
      "step": 58145
    },
    {
      "epoch": 4.939347604485219,
      "grad_norm": 3.403262517509774,
      "learning_rate": 2.3839649671395677e-05,
      "loss": 2.2159,
      "step": 58146
    },
    {
      "epoch": 4.939432551817873,
      "grad_norm": 3.1934311186795403,
      "learning_rate": 2.3835935701668652e-05,
      "loss": 2.1707,
      "step": 58147
    },
    {
      "epoch": 4.939517499150527,
      "grad_norm": 3.4632435683771545,
      "learning_rate": 2.383222199629328e-05,
      "loss": 2.3346,
      "step": 58148
    },
    {
      "epoch": 4.93960244648318,
      "grad_norm": 4.239741698719211,
      "learning_rate": 2.3828508555277398e-05,
      "loss": 2.8468,
      "step": 58149
    },
    {
      "epoch": 4.939687393815834,
      "grad_norm": 3.643023399282523,
      "learning_rate": 2.382479537862881e-05,
      "loss": 2.2202,
      "step": 58150
    },
    {
      "epoch": 4.939772341148488,
      "grad_norm": 3.56964288406842,
      "learning_rate": 2.3821082466355272e-05,
      "loss": 2.5065,
      "step": 58151
    },
    {
      "epoch": 4.939857288481142,
      "grad_norm": 3.317729942011448,
      "learning_rate": 2.3817369818464554e-05,
      "loss": 2.164,
      "step": 58152
    },
    {
      "epoch": 4.939942235813795,
      "grad_norm": 3.2529967785218163,
      "learning_rate": 2.3813657434964396e-05,
      "loss": 2.1143,
      "step": 58153
    },
    {
      "epoch": 4.940027183146449,
      "grad_norm": 3.534772504903927,
      "learning_rate": 2.380994531586262e-05,
      "loss": 2.3389,
      "step": 58154
    },
    {
      "epoch": 4.940112130479103,
      "grad_norm": 3.8459468346121253,
      "learning_rate": 2.380623346116703e-05,
      "loss": 2.5943,
      "step": 58155
    },
    {
      "epoch": 4.9401970778117565,
      "grad_norm": 3.7261551389197898,
      "learning_rate": 2.3802521870885343e-05,
      "loss": 2.7943,
      "step": 58156
    },
    {
      "epoch": 4.940282025144411,
      "grad_norm": 3.582208369161114,
      "learning_rate": 2.379881054502541e-05,
      "loss": 2.2476,
      "step": 58157
    },
    {
      "epoch": 4.940366972477064,
      "grad_norm": 3.5523129420196433,
      "learning_rate": 2.379509948359497e-05,
      "loss": 2.4082,
      "step": 58158
    },
    {
      "epoch": 4.940451919809718,
      "grad_norm": 3.4322297789968137,
      "learning_rate": 2.379138868660177e-05,
      "loss": 2.3909,
      "step": 58159
    },
    {
      "epoch": 4.940536867142372,
      "grad_norm": 3.520669172612156,
      "learning_rate": 2.378767815405355e-05,
      "loss": 2.3305,
      "step": 58160
    },
    {
      "epoch": 4.940621814475025,
      "grad_norm": 3.4237759310687843,
      "learning_rate": 2.378396788595823e-05,
      "loss": 2.322,
      "step": 58161
    },
    {
      "epoch": 4.940706761807679,
      "grad_norm": 3.8580206843911955,
      "learning_rate": 2.3780257882323473e-05,
      "loss": 2.5169,
      "step": 58162
    },
    {
      "epoch": 4.940791709140333,
      "grad_norm": 3.3992707165974285,
      "learning_rate": 2.37765481431571e-05,
      "loss": 2.358,
      "step": 58163
    },
    {
      "epoch": 4.9408766564729865,
      "grad_norm": 3.4898658657116934,
      "learning_rate": 2.3772838668466816e-05,
      "loss": 2.5168,
      "step": 58164
    },
    {
      "epoch": 4.940961603805641,
      "grad_norm": 3.6093750472495114,
      "learning_rate": 2.3769129458260466e-05,
      "loss": 2.5528,
      "step": 58165
    },
    {
      "epoch": 4.941046551138294,
      "grad_norm": 3.663882583480859,
      "learning_rate": 2.3765420512545765e-05,
      "loss": 2.2881,
      "step": 58166
    },
    {
      "epoch": 4.9411314984709485,
      "grad_norm": 3.5368069812997227,
      "learning_rate": 2.3761711831330515e-05,
      "loss": 2.3615,
      "step": 58167
    },
    {
      "epoch": 4.941216445803602,
      "grad_norm": 3.9914156202690254,
      "learning_rate": 2.3758003414622516e-05,
      "loss": 2.9278,
      "step": 58168
    },
    {
      "epoch": 4.941301393136255,
      "grad_norm": 3.980893671413047,
      "learning_rate": 2.3754295262429513e-05,
      "loss": 2.9595,
      "step": 58169
    },
    {
      "epoch": 4.94138634046891,
      "grad_norm": 3.288403741619975,
      "learning_rate": 2.375058737475928e-05,
      "loss": 2.2381,
      "step": 58170
    },
    {
      "epoch": 4.941471287801563,
      "grad_norm": 4.138482045063981,
      "learning_rate": 2.3746879751619524e-05,
      "loss": 3.0909,
      "step": 58171
    },
    {
      "epoch": 4.941556235134216,
      "grad_norm": 3.2800795700426537,
      "learning_rate": 2.374317239301808e-05,
      "loss": 2.1334,
      "step": 58172
    },
    {
      "epoch": 4.941641182466871,
      "grad_norm": 3.8851518951339523,
      "learning_rate": 2.3739465298962735e-05,
      "loss": 2.7799,
      "step": 58173
    },
    {
      "epoch": 4.941726129799524,
      "grad_norm": 3.601735817125983,
      "learning_rate": 2.373575846946117e-05,
      "loss": 2.4928,
      "step": 58174
    },
    {
      "epoch": 4.941811077132178,
      "grad_norm": 3.2963696322914657,
      "learning_rate": 2.373205190452126e-05,
      "loss": 2.2645,
      "step": 58175
    },
    {
      "epoch": 4.941896024464832,
      "grad_norm": 4.089879098787331,
      "learning_rate": 2.3728345604150716e-05,
      "loss": 2.9176,
      "step": 58176
    },
    {
      "epoch": 4.941980971797485,
      "grad_norm": 3.297869143710724,
      "learning_rate": 2.37246395683573e-05,
      "loss": 2.1331,
      "step": 58177
    },
    {
      "epoch": 4.9420659191301395,
      "grad_norm": 3.7181831961294587,
      "learning_rate": 2.3720933797148723e-05,
      "loss": 2.664,
      "step": 58178
    },
    {
      "epoch": 4.942150866462793,
      "grad_norm": 3.5925316218645915,
      "learning_rate": 2.3717228290532874e-05,
      "loss": 2.5995,
      "step": 58179
    },
    {
      "epoch": 4.942235813795447,
      "grad_norm": 3.3300559891506727,
      "learning_rate": 2.3713523048517453e-05,
      "loss": 2.2414,
      "step": 58180
    },
    {
      "epoch": 4.942320761128101,
      "grad_norm": 4.0592038438470945,
      "learning_rate": 2.3709818071110215e-05,
      "loss": 2.8099,
      "step": 58181
    },
    {
      "epoch": 4.942405708460754,
      "grad_norm": 3.285547023070744,
      "learning_rate": 2.3706113358318907e-05,
      "loss": 2.3802,
      "step": 58182
    },
    {
      "epoch": 4.942490655793408,
      "grad_norm": 3.6805664978270523,
      "learning_rate": 2.370240891015134e-05,
      "loss": 2.4851,
      "step": 58183
    },
    {
      "epoch": 4.942575603126062,
      "grad_norm": 3.450413430266948,
      "learning_rate": 2.3698704726615218e-05,
      "loss": 2.3279,
      "step": 58184
    },
    {
      "epoch": 4.942660550458715,
      "grad_norm": 3.15274484422981,
      "learning_rate": 2.3695000807718346e-05,
      "loss": 2.1012,
      "step": 58185
    },
    {
      "epoch": 4.942745497791369,
      "grad_norm": 3.4763072612970873,
      "learning_rate": 2.3691297153468492e-05,
      "loss": 2.4249,
      "step": 58186
    },
    {
      "epoch": 4.942830445124023,
      "grad_norm": 4.290373729896477,
      "learning_rate": 2.368759376387342e-05,
      "loss": 2.7021,
      "step": 58187
    },
    {
      "epoch": 4.942915392456677,
      "grad_norm": 4.060736616907545,
      "learning_rate": 2.3683890638940857e-05,
      "loss": 2.7739,
      "step": 58188
    },
    {
      "epoch": 4.9430003397893305,
      "grad_norm": 3.3318104846717302,
      "learning_rate": 2.368018777867853e-05,
      "loss": 2.0983,
      "step": 58189
    },
    {
      "epoch": 4.943085287121985,
      "grad_norm": 3.514399348128261,
      "learning_rate": 2.3676485183094247e-05,
      "loss": 2.0926,
      "step": 58190
    },
    {
      "epoch": 4.943170234454638,
      "grad_norm": 3.739827268440202,
      "learning_rate": 2.3672782852195805e-05,
      "loss": 2.459,
      "step": 58191
    },
    {
      "epoch": 4.943255181787292,
      "grad_norm": 4.044878656461222,
      "learning_rate": 2.3669080785990914e-05,
      "loss": 2.8063,
      "step": 58192
    },
    {
      "epoch": 4.943340129119946,
      "grad_norm": 3.2913923942385184,
      "learning_rate": 2.366537898448728e-05,
      "loss": 2.2206,
      "step": 58193
    },
    {
      "epoch": 4.943425076452599,
      "grad_norm": 3.2213359840288653,
      "learning_rate": 2.3661677447692774e-05,
      "loss": 2.2472,
      "step": 58194
    },
    {
      "epoch": 4.943510023785253,
      "grad_norm": 3.7938906510462718,
      "learning_rate": 2.3657976175615077e-05,
      "loss": 2.5228,
      "step": 58195
    },
    {
      "epoch": 4.943594971117907,
      "grad_norm": 3.2581416128093434,
      "learning_rate": 2.3654275168261926e-05,
      "loss": 2.0384,
      "step": 58196
    },
    {
      "epoch": 4.94367991845056,
      "grad_norm": 3.4622717725345717,
      "learning_rate": 2.3650574425641113e-05,
      "loss": 2.4504,
      "step": 58197
    },
    {
      "epoch": 4.943764865783215,
      "grad_norm": 3.4837586302795476,
      "learning_rate": 2.364687394776041e-05,
      "loss": 2.2025,
      "step": 58198
    },
    {
      "epoch": 4.943849813115868,
      "grad_norm": 3.7255883360926045,
      "learning_rate": 2.3643173734627562e-05,
      "loss": 2.4686,
      "step": 58199
    },
    {
      "epoch": 4.9439347604485215,
      "grad_norm": 3.5019532472703627,
      "learning_rate": 2.363947378625027e-05,
      "loss": 2.4338,
      "step": 58200
    },
    {
      "epoch": 4.944019707781176,
      "grad_norm": 3.742557021912793,
      "learning_rate": 2.363577410263635e-05,
      "loss": 2.5784,
      "step": 58201
    },
    {
      "epoch": 4.944104655113829,
      "grad_norm": 3.595857112113763,
      "learning_rate": 2.3632074683793523e-05,
      "loss": 2.2889,
      "step": 58202
    },
    {
      "epoch": 4.9441896024464835,
      "grad_norm": 3.583053320102416,
      "learning_rate": 2.3628375529729527e-05,
      "loss": 2.4581,
      "step": 58203
    },
    {
      "epoch": 4.944274549779137,
      "grad_norm": 3.6143837805080308,
      "learning_rate": 2.3624676640452123e-05,
      "loss": 2.4415,
      "step": 58204
    },
    {
      "epoch": 4.94435949711179,
      "grad_norm": 3.3420891861571254,
      "learning_rate": 2.3620978015969105e-05,
      "loss": 2.296,
      "step": 58205
    },
    {
      "epoch": 4.944444444444445,
      "grad_norm": 3.9022361838532085,
      "learning_rate": 2.3617279656288203e-05,
      "loss": 2.6276,
      "step": 58206
    },
    {
      "epoch": 4.944529391777098,
      "grad_norm": 3.4519758045417377,
      "learning_rate": 2.3613581561417088e-05,
      "loss": 2.2374,
      "step": 58207
    },
    {
      "epoch": 4.9446143391097515,
      "grad_norm": 3.27192252061258,
      "learning_rate": 2.3609883731363628e-05,
      "loss": 2.3112,
      "step": 58208
    },
    {
      "epoch": 4.944699286442406,
      "grad_norm": 3.1131215829291827,
      "learning_rate": 2.3606186166135476e-05,
      "loss": 1.9329,
      "step": 58209
    },
    {
      "epoch": 4.944784233775059,
      "grad_norm": 3.82780668028819,
      "learning_rate": 2.360248886574045e-05,
      "loss": 2.4793,
      "step": 58210
    },
    {
      "epoch": 4.9448691811077135,
      "grad_norm": 3.4683167041949496,
      "learning_rate": 2.359879183018622e-05,
      "loss": 2.2758,
      "step": 58211
    },
    {
      "epoch": 4.944954128440367,
      "grad_norm": 3.374630785609412,
      "learning_rate": 2.3595095059480636e-05,
      "loss": 2.1519,
      "step": 58212
    },
    {
      "epoch": 4.945039075773021,
      "grad_norm": 3.692753100759198,
      "learning_rate": 2.359139855363137e-05,
      "loss": 2.7512,
      "step": 58213
    },
    {
      "epoch": 4.945124023105675,
      "grad_norm": 3.7183635936016377,
      "learning_rate": 2.358770231264615e-05,
      "loss": 2.6454,
      "step": 58214
    },
    {
      "epoch": 4.945208970438328,
      "grad_norm": 3.4162944796215786,
      "learning_rate": 2.358400633653274e-05,
      "loss": 2.3474,
      "step": 58215
    },
    {
      "epoch": 4.945293917770982,
      "grad_norm": 3.262442254406353,
      "learning_rate": 2.358031062529895e-05,
      "loss": 2.1474,
      "step": 58216
    },
    {
      "epoch": 4.945378865103636,
      "grad_norm": 3.2384696488899953,
      "learning_rate": 2.357661517895247e-05,
      "loss": 2.2184,
      "step": 58217
    },
    {
      "epoch": 4.945463812436289,
      "grad_norm": 3.240572898026539,
      "learning_rate": 2.3572919997500993e-05,
      "loss": 2.2178,
      "step": 58218
    },
    {
      "epoch": 4.945548759768943,
      "grad_norm": 3.5989079430151154,
      "learning_rate": 2.3569225080952355e-05,
      "loss": 2.3437,
      "step": 58219
    },
    {
      "epoch": 4.945633707101597,
      "grad_norm": 3.3684446540187056,
      "learning_rate": 2.356553042931427e-05,
      "loss": 2.3135,
      "step": 58220
    },
    {
      "epoch": 4.945718654434251,
      "grad_norm": 3.417428134727866,
      "learning_rate": 2.356183604259441e-05,
      "loss": 2.4198,
      "step": 58221
    },
    {
      "epoch": 4.9458036017669045,
      "grad_norm": 3.982369094413818,
      "learning_rate": 2.3558141920800582e-05,
      "loss": 2.7304,
      "step": 58222
    },
    {
      "epoch": 4.945888549099559,
      "grad_norm": 3.5953657426905745,
      "learning_rate": 2.3554448063940546e-05,
      "loss": 2.4193,
      "step": 58223
    },
    {
      "epoch": 4.945973496432212,
      "grad_norm": 3.3814597268482207,
      "learning_rate": 2.355075447202201e-05,
      "loss": 2.3158,
      "step": 58224
    },
    {
      "epoch": 4.946058443764866,
      "grad_norm": 3.2372759742015496,
      "learning_rate": 2.3547061145052688e-05,
      "loss": 2.2978,
      "step": 58225
    },
    {
      "epoch": 4.94614339109752,
      "grad_norm": 3.556685959926836,
      "learning_rate": 2.354336808304037e-05,
      "loss": 2.5539,
      "step": 58226
    },
    {
      "epoch": 4.946228338430173,
      "grad_norm": 3.3399811705341094,
      "learning_rate": 2.353967528599274e-05,
      "loss": 2.1055,
      "step": 58227
    },
    {
      "epoch": 4.946313285762827,
      "grad_norm": 3.5600661443404498,
      "learning_rate": 2.35359827539176e-05,
      "loss": 2.3564,
      "step": 58228
    },
    {
      "epoch": 4.946398233095481,
      "grad_norm": 3.6113525117010448,
      "learning_rate": 2.3532290486822613e-05,
      "loss": 2.5573,
      "step": 58229
    },
    {
      "epoch": 4.946483180428134,
      "grad_norm": 3.549919260969552,
      "learning_rate": 2.3528598484715578e-05,
      "loss": 2.2484,
      "step": 58230
    },
    {
      "epoch": 4.946568127760789,
      "grad_norm": 3.893536668253004,
      "learning_rate": 2.3524906747604217e-05,
      "loss": 2.5014,
      "step": 58231
    },
    {
      "epoch": 4.946653075093442,
      "grad_norm": 3.838411337440107,
      "learning_rate": 2.3521215275496225e-05,
      "loss": 2.6434,
      "step": 58232
    },
    {
      "epoch": 4.9467380224260955,
      "grad_norm": 3.2110201867829486,
      "learning_rate": 2.3517524068399363e-05,
      "loss": 2.1228,
      "step": 58233
    },
    {
      "epoch": 4.94682296975875,
      "grad_norm": 3.728125092402288,
      "learning_rate": 2.351383312632139e-05,
      "loss": 2.6804,
      "step": 58234
    },
    {
      "epoch": 4.946907917091403,
      "grad_norm": 3.604447568858304,
      "learning_rate": 2.3510142449270035e-05,
      "loss": 2.3013,
      "step": 58235
    },
    {
      "epoch": 4.9469928644240575,
      "grad_norm": 4.555539990208024,
      "learning_rate": 2.3506452037252978e-05,
      "loss": 2.6617,
      "step": 58236
    },
    {
      "epoch": 4.947077811756711,
      "grad_norm": 3.4272918655901337,
      "learning_rate": 2.3502761890278023e-05,
      "loss": 2.4957,
      "step": 58237
    },
    {
      "epoch": 4.947162759089364,
      "grad_norm": 3.9305959397754995,
      "learning_rate": 2.349907200835285e-05,
      "loss": 2.5931,
      "step": 58238
    },
    {
      "epoch": 4.947247706422019,
      "grad_norm": 3.450850267603007,
      "learning_rate": 2.3495382391485184e-05,
      "loss": 2.2777,
      "step": 58239
    },
    {
      "epoch": 4.947332653754672,
      "grad_norm": 3.5596932677853093,
      "learning_rate": 2.349169303968279e-05,
      "loss": 2.4025,
      "step": 58240
    },
    {
      "epoch": 4.947417601087325,
      "grad_norm": 3.1291838374282617,
      "learning_rate": 2.348800395295341e-05,
      "loss": 1.923,
      "step": 58241
    },
    {
      "epoch": 4.94750254841998,
      "grad_norm": 3.7326463213063676,
      "learning_rate": 2.3484315131304753e-05,
      "loss": 2.801,
      "step": 58242
    },
    {
      "epoch": 4.947587495752633,
      "grad_norm": 3.973314576103446,
      "learning_rate": 2.3480626574744514e-05,
      "loss": 2.8771,
      "step": 58243
    },
    {
      "epoch": 4.947672443085287,
      "grad_norm": 3.245377043542923,
      "learning_rate": 2.347693828328049e-05,
      "loss": 2.1189,
      "step": 58244
    },
    {
      "epoch": 4.947757390417941,
      "grad_norm": 3.2089329669857936,
      "learning_rate": 2.3473250256920368e-05,
      "loss": 2.1141,
      "step": 58245
    },
    {
      "epoch": 4.947842337750595,
      "grad_norm": 3.194082082522132,
      "learning_rate": 2.3469562495671845e-05,
      "loss": 2.1144,
      "step": 58246
    },
    {
      "epoch": 4.9479272850832485,
      "grad_norm": 3.7530307819309403,
      "learning_rate": 2.3465874999542684e-05,
      "loss": 2.5287,
      "step": 58247
    },
    {
      "epoch": 4.948012232415902,
      "grad_norm": 3.6676906184562146,
      "learning_rate": 2.346218776854066e-05,
      "loss": 2.5673,
      "step": 58248
    },
    {
      "epoch": 4.948097179748556,
      "grad_norm": 3.3041535525397276,
      "learning_rate": 2.345850080267343e-05,
      "loss": 2.3133,
      "step": 58249
    },
    {
      "epoch": 4.94818212708121,
      "grad_norm": 4.039880558296756,
      "learning_rate": 2.3454814101948726e-05,
      "loss": 2.6661,
      "step": 58250
    },
    {
      "epoch": 4.948267074413863,
      "grad_norm": 3.3931055479506353,
      "learning_rate": 2.3451127666374308e-05,
      "loss": 2.323,
      "step": 58251
    },
    {
      "epoch": 4.948352021746517,
      "grad_norm": 4.05855093972616,
      "learning_rate": 2.3447441495957835e-05,
      "loss": 2.7648,
      "step": 58252
    },
    {
      "epoch": 4.948436969079171,
      "grad_norm": 3.7060180210106832,
      "learning_rate": 2.344375559070712e-05,
      "loss": 2.4904,
      "step": 58253
    },
    {
      "epoch": 4.948521916411825,
      "grad_norm": 3.2657930728266122,
      "learning_rate": 2.3440069950629804e-05,
      "loss": 2.1813,
      "step": 58254
    },
    {
      "epoch": 4.9486068637444784,
      "grad_norm": 3.5413212888952286,
      "learning_rate": 2.343638457573368e-05,
      "loss": 2.2617,
      "step": 58255
    },
    {
      "epoch": 4.948691811077132,
      "grad_norm": 3.3146368691734587,
      "learning_rate": 2.343269946602643e-05,
      "loss": 2.2429,
      "step": 58256
    },
    {
      "epoch": 4.948776758409786,
      "grad_norm": 3.6086902820935665,
      "learning_rate": 2.342901462151576e-05,
      "loss": 2.5266,
      "step": 58257
    },
    {
      "epoch": 4.9488617057424396,
      "grad_norm": 3.6638944034730976,
      "learning_rate": 2.3425330042209396e-05,
      "loss": 2.6499,
      "step": 58258
    },
    {
      "epoch": 4.948946653075094,
      "grad_norm": 3.6429765043307145,
      "learning_rate": 2.34216457281151e-05,
      "loss": 2.301,
      "step": 58259
    },
    {
      "epoch": 4.949031600407747,
      "grad_norm": 4.012852820229633,
      "learning_rate": 2.3417961679240588e-05,
      "loss": 2.8415,
      "step": 58260
    },
    {
      "epoch": 4.949116547740401,
      "grad_norm": 3.1507850170498877,
      "learning_rate": 2.3414277895593513e-05,
      "loss": 2.1729,
      "step": 58261
    },
    {
      "epoch": 4.949201495073055,
      "grad_norm": 3.2005785202933374,
      "learning_rate": 2.3410594377181674e-05,
      "loss": 2.1327,
      "step": 58262
    },
    {
      "epoch": 4.949286442405708,
      "grad_norm": 3.805476372445716,
      "learning_rate": 2.340691112401276e-05,
      "loss": 2.5182,
      "step": 58263
    },
    {
      "epoch": 4.949371389738362,
      "grad_norm": 3.534490874279609,
      "learning_rate": 2.3403228136094437e-05,
      "loss": 2.4082,
      "step": 58264
    },
    {
      "epoch": 4.949456337071016,
      "grad_norm": 3.3885709087646916,
      "learning_rate": 2.3399545413434462e-05,
      "loss": 2.3363,
      "step": 58265
    },
    {
      "epoch": 4.9495412844036695,
      "grad_norm": 3.2353473305382052,
      "learning_rate": 2.3395862956040596e-05,
      "loss": 2.1614,
      "step": 58266
    },
    {
      "epoch": 4.949626231736324,
      "grad_norm": 3.4819668634583656,
      "learning_rate": 2.3392180763920514e-05,
      "loss": 2.4311,
      "step": 58267
    },
    {
      "epoch": 4.949711179068977,
      "grad_norm": 3.4008882451163145,
      "learning_rate": 2.33884988370819e-05,
      "loss": 2.3252,
      "step": 58268
    },
    {
      "epoch": 4.9497961264016315,
      "grad_norm": 3.583897525873309,
      "learning_rate": 2.338481717553252e-05,
      "loss": 2.4118,
      "step": 58269
    },
    {
      "epoch": 4.949881073734285,
      "grad_norm": 3.574892777640036,
      "learning_rate": 2.3381135779280047e-05,
      "loss": 2.5255,
      "step": 58270
    },
    {
      "epoch": 4.949966021066938,
      "grad_norm": 3.4904916751367736,
      "learning_rate": 2.337745464833225e-05,
      "loss": 2.3601,
      "step": 58271
    },
    {
      "epoch": 4.950050968399593,
      "grad_norm": 3.9171466742658474,
      "learning_rate": 2.3373773782696776e-05,
      "loss": 2.632,
      "step": 58272
    },
    {
      "epoch": 4.950135915732246,
      "grad_norm": 3.3499631807953225,
      "learning_rate": 2.33700931823814e-05,
      "loss": 2.1621,
      "step": 58273
    },
    {
      "epoch": 4.950220863064899,
      "grad_norm": 3.490524810756474,
      "learning_rate": 2.3366412847393817e-05,
      "loss": 2.4507,
      "step": 58274
    },
    {
      "epoch": 4.950305810397554,
      "grad_norm": 3.58348122512452,
      "learning_rate": 2.336273277774167e-05,
      "loss": 2.2583,
      "step": 58275
    },
    {
      "epoch": 4.950390757730207,
      "grad_norm": 3.407780621576885,
      "learning_rate": 2.335905297343274e-05,
      "loss": 2.2244,
      "step": 58276
    },
    {
      "epoch": 4.950475705062861,
      "grad_norm": 3.8161425455031415,
      "learning_rate": 2.335537343447475e-05,
      "loss": 2.7485,
      "step": 58277
    },
    {
      "epoch": 4.950560652395515,
      "grad_norm": 3.4664390492547708,
      "learning_rate": 2.3351694160875378e-05,
      "loss": 2.5193,
      "step": 58278
    },
    {
      "epoch": 4.950645599728168,
      "grad_norm": 3.7082289472969348,
      "learning_rate": 2.334801515264232e-05,
      "loss": 2.5597,
      "step": 58279
    },
    {
      "epoch": 4.9507305470608225,
      "grad_norm": 3.418047401666925,
      "learning_rate": 2.3344336409783316e-05,
      "loss": 2.4178,
      "step": 58280
    },
    {
      "epoch": 4.950815494393476,
      "grad_norm": 3.82308229934641,
      "learning_rate": 2.334065793230608e-05,
      "loss": 2.477,
      "step": 58281
    },
    {
      "epoch": 4.95090044172613,
      "grad_norm": 3.8473165359369172,
      "learning_rate": 2.333697972021825e-05,
      "loss": 2.65,
      "step": 58282
    },
    {
      "epoch": 4.950985389058784,
      "grad_norm": 3.853371681011647,
      "learning_rate": 2.333330177352758e-05,
      "loss": 2.4892,
      "step": 58283
    },
    {
      "epoch": 4.951070336391437,
      "grad_norm": 3.4836243775541798,
      "learning_rate": 2.3329624092241824e-05,
      "loss": 2.332,
      "step": 58284
    },
    {
      "epoch": 4.951155283724091,
      "grad_norm": 3.818089179933074,
      "learning_rate": 2.3325946676368638e-05,
      "loss": 2.3945,
      "step": 58285
    },
    {
      "epoch": 4.951240231056745,
      "grad_norm": 3.7024095668707884,
      "learning_rate": 2.3322269525915693e-05,
      "loss": 2.3217,
      "step": 58286
    },
    {
      "epoch": 4.951325178389398,
      "grad_norm": 3.684208255959855,
      "learning_rate": 2.3318592640890775e-05,
      "loss": 2.3172,
      "step": 58287
    },
    {
      "epoch": 4.951410125722052,
      "grad_norm": 3.5339037049649655,
      "learning_rate": 2.331491602130155e-05,
      "loss": 2.5065,
      "step": 58288
    },
    {
      "epoch": 4.951495073054706,
      "grad_norm": 3.8298080307094353,
      "learning_rate": 2.3311239667155673e-05,
      "loss": 2.6083,
      "step": 58289
    },
    {
      "epoch": 4.95158002038736,
      "grad_norm": 3.6049303572363596,
      "learning_rate": 2.3307563578460893e-05,
      "loss": 2.4047,
      "step": 58290
    },
    {
      "epoch": 4.9516649677200135,
      "grad_norm": 3.5890456521086582,
      "learning_rate": 2.3303887755224947e-05,
      "loss": 2.5423,
      "step": 58291
    },
    {
      "epoch": 4.951749915052668,
      "grad_norm": 3.5733287357952417,
      "learning_rate": 2.3300212197455503e-05,
      "loss": 2.4856,
      "step": 58292
    },
    {
      "epoch": 4.951834862385321,
      "grad_norm": 4.327125740481787,
      "learning_rate": 2.329653690516022e-05,
      "loss": 2.8832,
      "step": 58293
    },
    {
      "epoch": 4.951919809717975,
      "grad_norm": 3.6365647091483613,
      "learning_rate": 2.3292861878346886e-05,
      "loss": 2.523,
      "step": 58294
    },
    {
      "epoch": 4.952004757050629,
      "grad_norm": 3.3418600586826503,
      "learning_rate": 2.32891871170231e-05,
      "loss": 2.16,
      "step": 58295
    },
    {
      "epoch": 4.952089704383282,
      "grad_norm": 3.37426472352896,
      "learning_rate": 2.3285512621196673e-05,
      "loss": 2.2515,
      "step": 58296
    },
    {
      "epoch": 4.952174651715936,
      "grad_norm": 3.6679087010531064,
      "learning_rate": 2.3281838390875197e-05,
      "loss": 2.4824,
      "step": 58297
    },
    {
      "epoch": 4.95225959904859,
      "grad_norm": 3.7837744740214547,
      "learning_rate": 2.3278164426066465e-05,
      "loss": 2.4094,
      "step": 58298
    },
    {
      "epoch": 4.952344546381243,
      "grad_norm": 3.2167778579951807,
      "learning_rate": 2.3274490726778123e-05,
      "loss": 2.2132,
      "step": 58299
    },
    {
      "epoch": 4.952429493713898,
      "grad_norm": 3.4387607008394436,
      "learning_rate": 2.3270817293017845e-05,
      "loss": 2.1511,
      "step": 58300
    },
    {
      "epoch": 4.952514441046551,
      "grad_norm": 3.61816109061547,
      "learning_rate": 2.3267144124793364e-05,
      "loss": 2.4894,
      "step": 58301
    },
    {
      "epoch": 4.9525993883792045,
      "grad_norm": 3.7328183849117393,
      "learning_rate": 2.3263471222112417e-05,
      "loss": 2.5588,
      "step": 58302
    },
    {
      "epoch": 4.952684335711859,
      "grad_norm": 4.246072554411725,
      "learning_rate": 2.3259798584982636e-05,
      "loss": 3.1342,
      "step": 58303
    },
    {
      "epoch": 4.952769283044512,
      "grad_norm": 3.5726934465363103,
      "learning_rate": 2.3256126213411713e-05,
      "loss": 2.5761,
      "step": 58304
    },
    {
      "epoch": 4.9528542303771665,
      "grad_norm": 3.2051740264659307,
      "learning_rate": 2.3252454107407392e-05,
      "loss": 2.0677,
      "step": 58305
    },
    {
      "epoch": 4.95293917770982,
      "grad_norm": 3.4695055958304786,
      "learning_rate": 2.3248782266977335e-05,
      "loss": 2.3618,
      "step": 58306
    },
    {
      "epoch": 4.953024125042473,
      "grad_norm": 3.5136070805970943,
      "learning_rate": 2.3245110692129215e-05,
      "loss": 2.5414,
      "step": 58307
    },
    {
      "epoch": 4.953109072375128,
      "grad_norm": 3.6663779435795614,
      "learning_rate": 2.3241439382870748e-05,
      "loss": 2.2987,
      "step": 58308
    },
    {
      "epoch": 4.953194019707781,
      "grad_norm": 3.5500404415231492,
      "learning_rate": 2.3237768339209674e-05,
      "loss": 2.6405,
      "step": 58309
    },
    {
      "epoch": 4.9532789670404345,
      "grad_norm": 3.3158946277530257,
      "learning_rate": 2.323409756115362e-05,
      "loss": 2.1337,
      "step": 58310
    },
    {
      "epoch": 4.953363914373089,
      "grad_norm": 3.442584685136417,
      "learning_rate": 2.323042704871028e-05,
      "loss": 2.2102,
      "step": 58311
    },
    {
      "epoch": 4.953448861705742,
      "grad_norm": 3.704355469137751,
      "learning_rate": 2.3226756801887388e-05,
      "loss": 2.3653,
      "step": 58312
    },
    {
      "epoch": 4.9535338090383965,
      "grad_norm": 3.4098944129484803,
      "learning_rate": 2.3223086820692577e-05,
      "loss": 2.362,
      "step": 58313
    },
    {
      "epoch": 4.95361875637105,
      "grad_norm": 3.4558403650930027,
      "learning_rate": 2.3219417105133597e-05,
      "loss": 2.3107,
      "step": 58314
    },
    {
      "epoch": 4.953703703703704,
      "grad_norm": 3.6786510468799687,
      "learning_rate": 2.321574765521809e-05,
      "loss": 2.4061,
      "step": 58315
    },
    {
      "epoch": 4.953788651036358,
      "grad_norm": 3.487421795912758,
      "learning_rate": 2.321207847095379e-05,
      "loss": 2.5088,
      "step": 58316
    },
    {
      "epoch": 4.953873598369011,
      "grad_norm": 3.4503874706922315,
      "learning_rate": 2.3208409552348346e-05,
      "loss": 2.1812,
      "step": 58317
    },
    {
      "epoch": 4.953958545701665,
      "grad_norm": 3.518675735187573,
      "learning_rate": 2.320474089940944e-05,
      "loss": 2.0614,
      "step": 58318
    },
    {
      "epoch": 4.954043493034319,
      "grad_norm": 3.6223473934745036,
      "learning_rate": 2.320107251214477e-05,
      "loss": 2.456,
      "step": 58319
    },
    {
      "epoch": 4.954128440366972,
      "grad_norm": 3.346750554958083,
      "learning_rate": 2.3197404390562057e-05,
      "loss": 2.2243,
      "step": 58320
    },
    {
      "epoch": 4.954213387699626,
      "grad_norm": 3.4524647084360773,
      "learning_rate": 2.3193736534668965e-05,
      "loss": 2.2219,
      "step": 58321
    },
    {
      "epoch": 4.95429833503228,
      "grad_norm": 3.951191851206225,
      "learning_rate": 2.319006894447314e-05,
      "loss": 2.711,
      "step": 58322
    },
    {
      "epoch": 4.954383282364934,
      "grad_norm": 3.248098408350044,
      "learning_rate": 2.3186401619982335e-05,
      "loss": 2.2652,
      "step": 58323
    },
    {
      "epoch": 4.9544682296975875,
      "grad_norm": 3.4073859815907737,
      "learning_rate": 2.3182734561204204e-05,
      "loss": 2.1771,
      "step": 58324
    },
    {
      "epoch": 4.954553177030241,
      "grad_norm": 3.689961454805483,
      "learning_rate": 2.317906776814638e-05,
      "loss": 2.563,
      "step": 58325
    },
    {
      "epoch": 4.954638124362895,
      "grad_norm": 3.5498043027039183,
      "learning_rate": 2.317540124081658e-05,
      "loss": 2.4526,
      "step": 58326
    },
    {
      "epoch": 4.954723071695549,
      "grad_norm": 3.7341523432846047,
      "learning_rate": 2.317173497922255e-05,
      "loss": 2.599,
      "step": 58327
    },
    {
      "epoch": 4.954808019028203,
      "grad_norm": 4.308183768655914,
      "learning_rate": 2.3168068983371928e-05,
      "loss": 2.7616,
      "step": 58328
    },
    {
      "epoch": 4.954892966360856,
      "grad_norm": 3.8893373747603754,
      "learning_rate": 2.3164403253272344e-05,
      "loss": 2.6646,
      "step": 58329
    },
    {
      "epoch": 4.95497791369351,
      "grad_norm": 3.3927710596669365,
      "learning_rate": 2.316073778893156e-05,
      "loss": 2.3604,
      "step": 58330
    },
    {
      "epoch": 4.955062861026164,
      "grad_norm": 3.5690605924231344,
      "learning_rate": 2.31570725903572e-05,
      "loss": 2.5792,
      "step": 58331
    },
    {
      "epoch": 4.955147808358817,
      "grad_norm": 3.4272994580728064,
      "learning_rate": 2.3153407657556942e-05,
      "loss": 2.2898,
      "step": 58332
    },
    {
      "epoch": 4.955232755691471,
      "grad_norm": 3.5141348863628177,
      "learning_rate": 2.3149742990538483e-05,
      "loss": 2.3388,
      "step": 58333
    },
    {
      "epoch": 4.955317703024125,
      "grad_norm": 3.6002481846019347,
      "learning_rate": 2.3146078589309548e-05,
      "loss": 2.4079,
      "step": 58334
    },
    {
      "epoch": 4.9554026503567785,
      "grad_norm": 3.6222541332914266,
      "learning_rate": 2.3142414453877762e-05,
      "loss": 2.4611,
      "step": 58335
    },
    {
      "epoch": 4.955487597689433,
      "grad_norm": 3.927302097895237,
      "learning_rate": 2.313875058425077e-05,
      "loss": 2.6232,
      "step": 58336
    },
    {
      "epoch": 4.955572545022086,
      "grad_norm": 3.7401113803388775,
      "learning_rate": 2.3135086980436333e-05,
      "loss": 2.4728,
      "step": 58337
    },
    {
      "epoch": 4.9556574923547405,
      "grad_norm": 3.248675156757562,
      "learning_rate": 2.313142364244205e-05,
      "loss": 2.1342,
      "step": 58338
    },
    {
      "epoch": 4.955742439687394,
      "grad_norm": 3.667054120726521,
      "learning_rate": 2.3127760570275672e-05,
      "loss": 2.6689,
      "step": 58339
    },
    {
      "epoch": 4.955827387020047,
      "grad_norm": 3.2350246192843866,
      "learning_rate": 2.312409776394478e-05,
      "loss": 2.0968,
      "step": 58340
    },
    {
      "epoch": 4.955912334352702,
      "grad_norm": 4.030228471297475,
      "learning_rate": 2.3120435223457157e-05,
      "loss": 2.7177,
      "step": 58341
    },
    {
      "epoch": 4.955997281685355,
      "grad_norm": 3.6665230331617886,
      "learning_rate": 2.311677294882042e-05,
      "loss": 2.6809,
      "step": 58342
    },
    {
      "epoch": 4.956082229018008,
      "grad_norm": 3.5791026397633514,
      "learning_rate": 2.311311094004219e-05,
      "loss": 2.4792,
      "step": 58343
    },
    {
      "epoch": 4.956167176350663,
      "grad_norm": 3.917386379729792,
      "learning_rate": 2.310944919713022e-05,
      "loss": 2.5983,
      "step": 58344
    },
    {
      "epoch": 4.956252123683316,
      "grad_norm": 3.588734692231824,
      "learning_rate": 2.310578772009217e-05,
      "loss": 2.416,
      "step": 58345
    },
    {
      "epoch": 4.95633707101597,
      "grad_norm": 3.6922311979204556,
      "learning_rate": 2.3102126508935726e-05,
      "loss": 2.6839,
      "step": 58346
    },
    {
      "epoch": 4.956422018348624,
      "grad_norm": 3.5037721129854495,
      "learning_rate": 2.3098465563668473e-05,
      "loss": 2.4394,
      "step": 58347
    },
    {
      "epoch": 4.956506965681277,
      "grad_norm": 3.7208735442502956,
      "learning_rate": 2.309480488429819e-05,
      "loss": 2.3156,
      "step": 58348
    },
    {
      "epoch": 4.9565919130139315,
      "grad_norm": 3.6601231131265366,
      "learning_rate": 2.309114447083249e-05,
      "loss": 2.3551,
      "step": 58349
    },
    {
      "epoch": 4.956676860346585,
      "grad_norm": 3.165567993692503,
      "learning_rate": 2.3087484323279033e-05,
      "loss": 2.2568,
      "step": 58350
    },
    {
      "epoch": 4.956761807679239,
      "grad_norm": 3.2596729461685747,
      "learning_rate": 2.3083824441645492e-05,
      "loss": 2.2645,
      "step": 58351
    },
    {
      "epoch": 4.956846755011893,
      "grad_norm": 3.4973583866435094,
      "learning_rate": 2.3080164825939585e-05,
      "loss": 2.272,
      "step": 58352
    },
    {
      "epoch": 4.956931702344546,
      "grad_norm": 3.694094136852354,
      "learning_rate": 2.307650547616895e-05,
      "loss": 2.4748,
      "step": 58353
    },
    {
      "epoch": 4.9570166496772,
      "grad_norm": 3.8680456396664544,
      "learning_rate": 2.30728463923412e-05,
      "loss": 2.4495,
      "step": 58354
    },
    {
      "epoch": 4.957101597009854,
      "grad_norm": 3.7956936634808005,
      "learning_rate": 2.3069187574464108e-05,
      "loss": 2.5594,
      "step": 58355
    },
    {
      "epoch": 4.957186544342507,
      "grad_norm": 3.2262466654951014,
      "learning_rate": 2.3065529022545243e-05,
      "loss": 2.2155,
      "step": 58356
    },
    {
      "epoch": 4.9572714916751615,
      "grad_norm": 3.8646806867056256,
      "learning_rate": 2.306187073659234e-05,
      "loss": 2.7814,
      "step": 58357
    },
    {
      "epoch": 4.957356439007815,
      "grad_norm": 3.4683864973985803,
      "learning_rate": 2.3058212716613e-05,
      "loss": 2.3097,
      "step": 58358
    },
    {
      "epoch": 4.957441386340469,
      "grad_norm": 3.3524338829871083,
      "learning_rate": 2.3054554962614962e-05,
      "loss": 2.1236,
      "step": 58359
    },
    {
      "epoch": 4.957526333673123,
      "grad_norm": 3.3234976285950424,
      "learning_rate": 2.3050897474605857e-05,
      "loss": 2.2705,
      "step": 58360
    },
    {
      "epoch": 4.957611281005777,
      "grad_norm": 3.8662453907821797,
      "learning_rate": 2.304724025259329e-05,
      "loss": 2.6618,
      "step": 58361
    },
    {
      "epoch": 4.95769622833843,
      "grad_norm": 3.7286767410748145,
      "learning_rate": 2.3043583296584993e-05,
      "loss": 2.4024,
      "step": 58362
    },
    {
      "epoch": 4.957781175671084,
      "grad_norm": 4.038564467210605,
      "learning_rate": 2.3039926606588643e-05,
      "loss": 2.8727,
      "step": 58363
    },
    {
      "epoch": 4.957866123003738,
      "grad_norm": 3.5168862747618808,
      "learning_rate": 2.3036270182611867e-05,
      "loss": 2.4819,
      "step": 58364
    },
    {
      "epoch": 4.957951070336391,
      "grad_norm": 3.4398274682408516,
      "learning_rate": 2.3032614024662305e-05,
      "loss": 2.3464,
      "step": 58365
    },
    {
      "epoch": 4.958036017669045,
      "grad_norm": 3.7308029815888717,
      "learning_rate": 2.3028958132747672e-05,
      "loss": 2.4743,
      "step": 58366
    },
    {
      "epoch": 4.958120965001699,
      "grad_norm": 3.4875177275019635,
      "learning_rate": 2.302530250687559e-05,
      "loss": 2.4059,
      "step": 58367
    },
    {
      "epoch": 4.9582059123343525,
      "grad_norm": 4.043930077779472,
      "learning_rate": 2.3021647147053714e-05,
      "loss": 2.8302,
      "step": 58368
    },
    {
      "epoch": 4.958290859667007,
      "grad_norm": 3.683075472941687,
      "learning_rate": 2.301799205328971e-05,
      "loss": 2.3596,
      "step": 58369
    },
    {
      "epoch": 4.95837580699966,
      "grad_norm": 3.4267296542026777,
      "learning_rate": 2.3014337225591273e-05,
      "loss": 2.2984,
      "step": 58370
    },
    {
      "epoch": 4.958460754332314,
      "grad_norm": 3.38595035577173,
      "learning_rate": 2.3010682663966034e-05,
      "loss": 2.1559,
      "step": 58371
    },
    {
      "epoch": 4.958545701664968,
      "grad_norm": 4.162565532053362,
      "learning_rate": 2.3007028368421604e-05,
      "loss": 2.8051,
      "step": 58372
    },
    {
      "epoch": 4.958630648997621,
      "grad_norm": 3.3420039769390337,
      "learning_rate": 2.3003374338965726e-05,
      "loss": 2.0939,
      "step": 58373
    },
    {
      "epoch": 4.958715596330276,
      "grad_norm": 3.4667130893840676,
      "learning_rate": 2.2999720575606024e-05,
      "loss": 2.3859,
      "step": 58374
    },
    {
      "epoch": 4.958800543662929,
      "grad_norm": 3.8176076645335733,
      "learning_rate": 2.2996067078350095e-05,
      "loss": 2.4579,
      "step": 58375
    },
    {
      "epoch": 4.958885490995582,
      "grad_norm": 3.680650648467948,
      "learning_rate": 2.299241384720565e-05,
      "loss": 2.5242,
      "step": 58376
    },
    {
      "epoch": 4.958970438328237,
      "grad_norm": 3.4458389243942427,
      "learning_rate": 2.298876088218038e-05,
      "loss": 2.2099,
      "step": 58377
    },
    {
      "epoch": 4.95905538566089,
      "grad_norm": 3.3419373038932716,
      "learning_rate": 2.298510818328188e-05,
      "loss": 2.2738,
      "step": 58378
    },
    {
      "epoch": 4.9591403329935435,
      "grad_norm": 3.3020102324899807,
      "learning_rate": 2.2981455750517795e-05,
      "loss": 2.3484,
      "step": 58379
    },
    {
      "epoch": 4.959225280326198,
      "grad_norm": 4.140247879864551,
      "learning_rate": 2.297780358389582e-05,
      "loss": 2.9553,
      "step": 58380
    },
    {
      "epoch": 4.959310227658851,
      "grad_norm": 4.093031694905572,
      "learning_rate": 2.297415168342358e-05,
      "loss": 2.8311,
      "step": 58381
    },
    {
      "epoch": 4.9593951749915055,
      "grad_norm": 3.505646631547182,
      "learning_rate": 2.2970500049108754e-05,
      "loss": 2.3,
      "step": 58382
    },
    {
      "epoch": 4.959480122324159,
      "grad_norm": 3.715294255433484,
      "learning_rate": 2.2966848680958948e-05,
      "loss": 2.5595,
      "step": 58383
    },
    {
      "epoch": 4.959565069656813,
      "grad_norm": 4.004188327577466,
      "learning_rate": 2.2963197578981862e-05,
      "loss": 2.5973,
      "step": 58384
    },
    {
      "epoch": 4.959650016989467,
      "grad_norm": 3.5560196486904383,
      "learning_rate": 2.2959546743185138e-05,
      "loss": 2.3955,
      "step": 58385
    },
    {
      "epoch": 4.95973496432212,
      "grad_norm": 3.781340329763845,
      "learning_rate": 2.295589617357638e-05,
      "loss": 2.9242,
      "step": 58386
    },
    {
      "epoch": 4.959819911654774,
      "grad_norm": 3.1366650569396217,
      "learning_rate": 2.2952245870163262e-05,
      "loss": 1.984,
      "step": 58387
    },
    {
      "epoch": 4.959904858987428,
      "grad_norm": 3.5198686209994836,
      "learning_rate": 2.294859583295348e-05,
      "loss": 2.4721,
      "step": 58388
    },
    {
      "epoch": 4.959989806320081,
      "grad_norm": 3.994025293251133,
      "learning_rate": 2.294494606195464e-05,
      "loss": 2.7282,
      "step": 58389
    },
    {
      "epoch": 4.960074753652735,
      "grad_norm": 3.244131909200915,
      "learning_rate": 2.2941296557174345e-05,
      "loss": 2.1866,
      "step": 58390
    },
    {
      "epoch": 4.960159700985389,
      "grad_norm": 3.819733306202801,
      "learning_rate": 2.2937647318620338e-05,
      "loss": 2.6833,
      "step": 58391
    },
    {
      "epoch": 4.960244648318043,
      "grad_norm": 3.588315519004215,
      "learning_rate": 2.2933998346300204e-05,
      "loss": 2.7121,
      "step": 58392
    },
    {
      "epoch": 4.9603295956506965,
      "grad_norm": 3.251408775671169,
      "learning_rate": 2.293034964022158e-05,
      "loss": 2.235,
      "step": 58393
    },
    {
      "epoch": 4.96041454298335,
      "grad_norm": 3.9717767043826853,
      "learning_rate": 2.292670120039211e-05,
      "loss": 2.5264,
      "step": 58394
    },
    {
      "epoch": 4.960499490316004,
      "grad_norm": 3.4547757700268993,
      "learning_rate": 2.292305302681951e-05,
      "loss": 2.4067,
      "step": 58395
    },
    {
      "epoch": 4.960584437648658,
      "grad_norm": 3.231410066537237,
      "learning_rate": 2.2919405119511368e-05,
      "loss": 2.1147,
      "step": 58396
    },
    {
      "epoch": 4.960669384981312,
      "grad_norm": 3.7807754424910636,
      "learning_rate": 2.29157574784753e-05,
      "loss": 2.3917,
      "step": 58397
    },
    {
      "epoch": 4.960754332313965,
      "grad_norm": 3.4054377120441806,
      "learning_rate": 2.2912110103719013e-05,
      "loss": 2.4607,
      "step": 58398
    },
    {
      "epoch": 4.960839279646619,
      "grad_norm": 4.004015116005271,
      "learning_rate": 2.2908462995250098e-05,
      "loss": 2.7114,
      "step": 58399
    },
    {
      "epoch": 4.960924226979273,
      "grad_norm": 3.5651668933538225,
      "learning_rate": 2.290481615307624e-05,
      "loss": 2.5946,
      "step": 58400
    },
    {
      "epoch": 4.9610091743119265,
      "grad_norm": 3.362266125006224,
      "learning_rate": 2.2901169577205024e-05,
      "loss": 2.0977,
      "step": 58401
    },
    {
      "epoch": 4.961094121644581,
      "grad_norm": 3.441279794074535,
      "learning_rate": 2.289752326764415e-05,
      "loss": 2.3536,
      "step": 58402
    },
    {
      "epoch": 4.961179068977234,
      "grad_norm": 3.671914108255427,
      "learning_rate": 2.2893877224401245e-05,
      "loss": 2.2761,
      "step": 58403
    },
    {
      "epoch": 4.961264016309888,
      "grad_norm": 3.3525983878532717,
      "learning_rate": 2.289023144748392e-05,
      "loss": 2.0852,
      "step": 58404
    },
    {
      "epoch": 4.961348963642542,
      "grad_norm": 3.685230400907532,
      "learning_rate": 2.2886585936899783e-05,
      "loss": 2.6026,
      "step": 58405
    },
    {
      "epoch": 4.961433910975195,
      "grad_norm": 3.474352172485297,
      "learning_rate": 2.2882940692656558e-05,
      "loss": 2.4733,
      "step": 58406
    },
    {
      "epoch": 4.9615188583078496,
      "grad_norm": 3.2894316983110246,
      "learning_rate": 2.2879295714761864e-05,
      "loss": 2.3006,
      "step": 58407
    },
    {
      "epoch": 4.961603805640503,
      "grad_norm": 3.9374798871081973,
      "learning_rate": 2.287565100322329e-05,
      "loss": 2.6432,
      "step": 58408
    },
    {
      "epoch": 4.961688752973156,
      "grad_norm": 3.3652929342369227,
      "learning_rate": 2.2872006558048528e-05,
      "loss": 2.2455,
      "step": 58409
    },
    {
      "epoch": 4.961773700305811,
      "grad_norm": 3.5308384694637462,
      "learning_rate": 2.286836237924519e-05,
      "loss": 2.4357,
      "step": 58410
    },
    {
      "epoch": 4.961858647638464,
      "grad_norm": 3.6227551038678834,
      "learning_rate": 2.2864718466820858e-05,
      "loss": 2.2503,
      "step": 58411
    },
    {
      "epoch": 4.9619435949711175,
      "grad_norm": 3.232952416710722,
      "learning_rate": 2.2861074820783236e-05,
      "loss": 2.1561,
      "step": 58412
    },
    {
      "epoch": 4.962028542303772,
      "grad_norm": 3.265102994251298,
      "learning_rate": 2.2857431441139974e-05,
      "loss": 2.1534,
      "step": 58413
    },
    {
      "epoch": 4.962113489636425,
      "grad_norm": 3.6325324406146313,
      "learning_rate": 2.285378832789866e-05,
      "loss": 2.6517,
      "step": 58414
    },
    {
      "epoch": 4.9621984369690795,
      "grad_norm": 3.9804104181579985,
      "learning_rate": 2.2850145481066924e-05,
      "loss": 2.68,
      "step": 58415
    },
    {
      "epoch": 4.962283384301733,
      "grad_norm": 3.3924775529856515,
      "learning_rate": 2.2846502900652424e-05,
      "loss": 2.3909,
      "step": 58416
    },
    {
      "epoch": 4.962368331634387,
      "grad_norm": 3.686213384952617,
      "learning_rate": 2.284286058666281e-05,
      "loss": 2.541,
      "step": 58417
    },
    {
      "epoch": 4.962453278967041,
      "grad_norm": 3.6234696498538828,
      "learning_rate": 2.2839218539105635e-05,
      "loss": 2.4338,
      "step": 58418
    },
    {
      "epoch": 4.962538226299694,
      "grad_norm": 3.677186537032352,
      "learning_rate": 2.283557675798858e-05,
      "loss": 2.3887,
      "step": 58419
    },
    {
      "epoch": 4.962623173632348,
      "grad_norm": 3.389686760561252,
      "learning_rate": 2.2831935243319328e-05,
      "loss": 2.3035,
      "step": 58420
    },
    {
      "epoch": 4.962708120965002,
      "grad_norm": 3.3677116880199387,
      "learning_rate": 2.2828293995105447e-05,
      "loss": 2.2985,
      "step": 58421
    },
    {
      "epoch": 4.962793068297655,
      "grad_norm": 3.4977608787063286,
      "learning_rate": 2.2824653013354582e-05,
      "loss": 2.3815,
      "step": 58422
    },
    {
      "epoch": 4.962878015630309,
      "grad_norm": 3.41433204163993,
      "learning_rate": 2.2821012298074333e-05,
      "loss": 2.2212,
      "step": 58423
    },
    {
      "epoch": 4.962962962962963,
      "grad_norm": 3.2716971502139875,
      "learning_rate": 2.2817371849272336e-05,
      "loss": 2.2544,
      "step": 58424
    },
    {
      "epoch": 4.963047910295617,
      "grad_norm": 3.679031061923521,
      "learning_rate": 2.2813731666956277e-05,
      "loss": 2.3458,
      "step": 58425
    },
    {
      "epoch": 4.9631328576282705,
      "grad_norm": 3.6019084711360114,
      "learning_rate": 2.281009175113371e-05,
      "loss": 2.4042,
      "step": 58426
    },
    {
      "epoch": 4.963217804960924,
      "grad_norm": 3.9573686539217765,
      "learning_rate": 2.2806452101812328e-05,
      "loss": 2.6576,
      "step": 58427
    },
    {
      "epoch": 4.963302752293578,
      "grad_norm": 3.236372366578684,
      "learning_rate": 2.280281271899973e-05,
      "loss": 2.2149,
      "step": 58428
    },
    {
      "epoch": 4.963387699626232,
      "grad_norm": 3.546511322189443,
      "learning_rate": 2.2799173602703525e-05,
      "loss": 2.3441,
      "step": 58429
    },
    {
      "epoch": 4.963472646958886,
      "grad_norm": 3.2764417644448667,
      "learning_rate": 2.279553475293129e-05,
      "loss": 2.2759,
      "step": 58430
    },
    {
      "epoch": 4.963557594291539,
      "grad_norm": 3.6948224639227263,
      "learning_rate": 2.2791896169690766e-05,
      "loss": 2.4535,
      "step": 58431
    },
    {
      "epoch": 4.963642541624193,
      "grad_norm": 3.2297242328235134,
      "learning_rate": 2.2788257852989516e-05,
      "loss": 2.1305,
      "step": 58432
    },
    {
      "epoch": 4.963727488956847,
      "grad_norm": 3.966770048793329,
      "learning_rate": 2.278461980283517e-05,
      "loss": 2.5633,
      "step": 58433
    },
    {
      "epoch": 4.9638124362895,
      "grad_norm": 3.5421422506453553,
      "learning_rate": 2.2780982019235317e-05,
      "loss": 2.3255,
      "step": 58434
    },
    {
      "epoch": 4.963897383622154,
      "grad_norm": 3.807549063860182,
      "learning_rate": 2.2777344502197635e-05,
      "loss": 2.7831,
      "step": 58435
    },
    {
      "epoch": 4.963982330954808,
      "grad_norm": 3.8697729264467218,
      "learning_rate": 2.2773707251729706e-05,
      "loss": 2.787,
      "step": 58436
    },
    {
      "epoch": 4.9640672782874615,
      "grad_norm": 3.6746427172948137,
      "learning_rate": 2.2770070267839152e-05,
      "loss": 2.5871,
      "step": 58437
    },
    {
      "epoch": 4.964152225620116,
      "grad_norm": 3.2764455812313495,
      "learning_rate": 2.2766433550533634e-05,
      "loss": 2.313,
      "step": 58438
    },
    {
      "epoch": 4.964237172952769,
      "grad_norm": 3.7949642078603003,
      "learning_rate": 2.2762797099820753e-05,
      "loss": 2.4377,
      "step": 58439
    },
    {
      "epoch": 4.9643221202854235,
      "grad_norm": 3.635562626911162,
      "learning_rate": 2.2759160915708106e-05,
      "loss": 2.6862,
      "step": 58440
    },
    {
      "epoch": 4.964407067618077,
      "grad_norm": 3.3981312229216263,
      "learning_rate": 2.2755524998203302e-05,
      "loss": 2.3311,
      "step": 58441
    },
    {
      "epoch": 4.96449201495073,
      "grad_norm": 3.487768060018004,
      "learning_rate": 2.275188934731399e-05,
      "loss": 2.2085,
      "step": 58442
    },
    {
      "epoch": 4.964576962283385,
      "grad_norm": 3.1035994136773244,
      "learning_rate": 2.2748253963047803e-05,
      "loss": 1.95,
      "step": 58443
    },
    {
      "epoch": 4.964661909616038,
      "grad_norm": 3.1862529768471153,
      "learning_rate": 2.2744618845412317e-05,
      "loss": 2.142,
      "step": 58444
    },
    {
      "epoch": 4.9647468569486914,
      "grad_norm": 3.3923338507508114,
      "learning_rate": 2.274098399441519e-05,
      "loss": 2.1808,
      "step": 58445
    },
    {
      "epoch": 4.964831804281346,
      "grad_norm": 3.625568096567602,
      "learning_rate": 2.2737349410064022e-05,
      "loss": 2.4957,
      "step": 58446
    },
    {
      "epoch": 4.964916751613999,
      "grad_norm": 3.3606987680147853,
      "learning_rate": 2.2733715092366415e-05,
      "loss": 2.0294,
      "step": 58447
    },
    {
      "epoch": 4.965001698946653,
      "grad_norm": 3.917268494872543,
      "learning_rate": 2.273008104132992e-05,
      "loss": 2.6685,
      "step": 58448
    },
    {
      "epoch": 4.965086646279307,
      "grad_norm": 3.3468916911533224,
      "learning_rate": 2.27264472569623e-05,
      "loss": 2.3976,
      "step": 58449
    },
    {
      "epoch": 4.96517159361196,
      "grad_norm": 3.405241252005131,
      "learning_rate": 2.272281373927109e-05,
      "loss": 2.2031,
      "step": 58450
    },
    {
      "epoch": 4.9652565409446145,
      "grad_norm": 3.7786045727510356,
      "learning_rate": 2.2719180488263922e-05,
      "loss": 2.4916,
      "step": 58451
    },
    {
      "epoch": 4.965341488277268,
      "grad_norm": 3.3884588181609634,
      "learning_rate": 2.271554750394834e-05,
      "loss": 2.3185,
      "step": 58452
    },
    {
      "epoch": 4.965426435609922,
      "grad_norm": 3.7447690470566433,
      "learning_rate": 2.2711914786332035e-05,
      "loss": 2.5537,
      "step": 58453
    },
    {
      "epoch": 4.965511382942576,
      "grad_norm": 3.731812698567759,
      "learning_rate": 2.2708282335422572e-05,
      "loss": 2.5984,
      "step": 58454
    },
    {
      "epoch": 4.965596330275229,
      "grad_norm": 3.565493290339884,
      "learning_rate": 2.2704650151227578e-05,
      "loss": 2.4459,
      "step": 58455
    },
    {
      "epoch": 4.965681277607883,
      "grad_norm": 3.3311311083998922,
      "learning_rate": 2.270101823375469e-05,
      "loss": 2.2708,
      "step": 58456
    },
    {
      "epoch": 4.965766224940537,
      "grad_norm": 3.370573929908025,
      "learning_rate": 2.2697386583011513e-05,
      "loss": 2.3699,
      "step": 58457
    },
    {
      "epoch": 4.96585117227319,
      "grad_norm": 3.335139950731671,
      "learning_rate": 2.269375519900563e-05,
      "loss": 2.2091,
      "step": 58458
    },
    {
      "epoch": 4.9659361196058445,
      "grad_norm": 3.962797395440243,
      "learning_rate": 2.2690124081744626e-05,
      "loss": 2.6559,
      "step": 58459
    },
    {
      "epoch": 4.966021066938498,
      "grad_norm": 3.328475295931712,
      "learning_rate": 2.2686493231236174e-05,
      "loss": 2.2091,
      "step": 58460
    },
    {
      "epoch": 4.966106014271152,
      "grad_norm": 4.717938265327458,
      "learning_rate": 2.2682862647487803e-05,
      "loss": 2.9646,
      "step": 58461
    },
    {
      "epoch": 4.966190961603806,
      "grad_norm": 3.327837733109198,
      "learning_rate": 2.2679232330507223e-05,
      "loss": 2.2404,
      "step": 58462
    },
    {
      "epoch": 4.96627590893646,
      "grad_norm": 3.4607949314693816,
      "learning_rate": 2.2675602280301948e-05,
      "loss": 2.3672,
      "step": 58463
    },
    {
      "epoch": 4.966360856269113,
      "grad_norm": 3.3843690014463768,
      "learning_rate": 2.2671972496879633e-05,
      "loss": 2.3913,
      "step": 58464
    },
    {
      "epoch": 4.966445803601767,
      "grad_norm": 3.556481162732784,
      "learning_rate": 2.266834298024789e-05,
      "loss": 2.1851,
      "step": 58465
    },
    {
      "epoch": 4.966530750934421,
      "grad_norm": 3.731422671722165,
      "learning_rate": 2.2664713730414263e-05,
      "loss": 2.563,
      "step": 58466
    },
    {
      "epoch": 4.966615698267074,
      "grad_norm": 4.0082525585596285,
      "learning_rate": 2.2661084747386397e-05,
      "loss": 2.6499,
      "step": 58467
    },
    {
      "epoch": 4.966700645599728,
      "grad_norm": 3.6028998706762745,
      "learning_rate": 2.2657456031171938e-05,
      "loss": 2.6598,
      "step": 58468
    },
    {
      "epoch": 4.966785592932382,
      "grad_norm": 3.5031724164688685,
      "learning_rate": 2.2653827581778444e-05,
      "loss": 2.4775,
      "step": 58469
    },
    {
      "epoch": 4.9668705402650355,
      "grad_norm": 3.4328228096809625,
      "learning_rate": 2.2650199399213492e-05,
      "loss": 2.3125,
      "step": 58470
    },
    {
      "epoch": 4.96695548759769,
      "grad_norm": 3.6555416591487155,
      "learning_rate": 2.2646571483484744e-05,
      "loss": 2.4704,
      "step": 58471
    },
    {
      "epoch": 4.967040434930343,
      "grad_norm": 3.3392973904436305,
      "learning_rate": 2.2642943834599775e-05,
      "loss": 2.1363,
      "step": 58472
    },
    {
      "epoch": 4.967125382262997,
      "grad_norm": 3.366243968402259,
      "learning_rate": 2.263931645256615e-05,
      "loss": 2.2461,
      "step": 58473
    },
    {
      "epoch": 4.967210329595651,
      "grad_norm": 3.965381091591694,
      "learning_rate": 2.263568933739149e-05,
      "loss": 2.6081,
      "step": 58474
    },
    {
      "epoch": 4.967295276928304,
      "grad_norm": 4.014896432886312,
      "learning_rate": 2.2632062489083457e-05,
      "loss": 2.8333,
      "step": 58475
    },
    {
      "epoch": 4.967380224260959,
      "grad_norm": 3.46694802471676,
      "learning_rate": 2.2628435907649584e-05,
      "loss": 2.3714,
      "step": 58476
    },
    {
      "epoch": 4.967465171593612,
      "grad_norm": 3.551339326696983,
      "learning_rate": 2.262480959309746e-05,
      "loss": 2.3466,
      "step": 58477
    },
    {
      "epoch": 4.967550118926265,
      "grad_norm": 3.5717336602721557,
      "learning_rate": 2.2621183545434747e-05,
      "loss": 2.2362,
      "step": 58478
    },
    {
      "epoch": 4.96763506625892,
      "grad_norm": 3.3877687370564527,
      "learning_rate": 2.261755776466897e-05,
      "loss": 2.2583,
      "step": 58479
    },
    {
      "epoch": 4.967720013591573,
      "grad_norm": 3.4924171610954375,
      "learning_rate": 2.2613932250807792e-05,
      "loss": 2.324,
      "step": 58480
    },
    {
      "epoch": 4.9678049609242265,
      "grad_norm": 3.3337132333112676,
      "learning_rate": 2.2610307003858742e-05,
      "loss": 2.3179,
      "step": 58481
    },
    {
      "epoch": 4.967889908256881,
      "grad_norm": 3.549000737240444,
      "learning_rate": 2.2606682023829492e-05,
      "loss": 2.1183,
      "step": 58482
    },
    {
      "epoch": 4.967974855589534,
      "grad_norm": 3.5761373146540265,
      "learning_rate": 2.2603057310727606e-05,
      "loss": 2.2103,
      "step": 58483
    },
    {
      "epoch": 4.9680598029221885,
      "grad_norm": 3.98546574458085,
      "learning_rate": 2.259943286456063e-05,
      "loss": 2.8217,
      "step": 58484
    },
    {
      "epoch": 4.968144750254842,
      "grad_norm": 3.2797801061494676,
      "learning_rate": 2.2595808685336187e-05,
      "loss": 2.263,
      "step": 58485
    },
    {
      "epoch": 4.968229697587496,
      "grad_norm": 3.2549143693951996,
      "learning_rate": 2.2592184773061922e-05,
      "loss": 2.033,
      "step": 58486
    },
    {
      "epoch": 4.96831464492015,
      "grad_norm": 3.385986877542296,
      "learning_rate": 2.25885611277454e-05,
      "loss": 2.2247,
      "step": 58487
    },
    {
      "epoch": 4.968399592252803,
      "grad_norm": 3.3160449850891105,
      "learning_rate": 2.2584937749394154e-05,
      "loss": 2.3899,
      "step": 58488
    },
    {
      "epoch": 4.968484539585457,
      "grad_norm": 3.3855423029476555,
      "learning_rate": 2.2581314638015873e-05,
      "loss": 2.4463,
      "step": 58489
    },
    {
      "epoch": 4.968569486918111,
      "grad_norm": 3.864644789195129,
      "learning_rate": 2.2577691793618095e-05,
      "loss": 2.7079,
      "step": 58490
    },
    {
      "epoch": 4.968654434250764,
      "grad_norm": 3.191350771846435,
      "learning_rate": 2.2574069216208385e-05,
      "loss": 2.1757,
      "step": 58491
    },
    {
      "epoch": 4.968739381583418,
      "grad_norm": 3.1955436512737667,
      "learning_rate": 2.2570446905794366e-05,
      "loss": 1.9271,
      "step": 58492
    },
    {
      "epoch": 4.968824328916072,
      "grad_norm": 3.6896173904858807,
      "learning_rate": 2.256682486238365e-05,
      "loss": 2.5087,
      "step": 58493
    },
    {
      "epoch": 4.968909276248726,
      "grad_norm": 3.41285935536625,
      "learning_rate": 2.256320308598381e-05,
      "loss": 2.1773,
      "step": 58494
    },
    {
      "epoch": 4.9689942235813795,
      "grad_norm": 3.816738470134674,
      "learning_rate": 2.2559581576602396e-05,
      "loss": 2.4752,
      "step": 58495
    },
    {
      "epoch": 4.969079170914033,
      "grad_norm": 3.3650221653613728,
      "learning_rate": 2.2555960334247054e-05,
      "loss": 2.417,
      "step": 58496
    },
    {
      "epoch": 4.969164118246687,
      "grad_norm": 3.3697273629023043,
      "learning_rate": 2.255233935892532e-05,
      "loss": 2.2963,
      "step": 58497
    },
    {
      "epoch": 4.969249065579341,
      "grad_norm": 3.2283218398126783,
      "learning_rate": 2.2548718650644827e-05,
      "loss": 2.1005,
      "step": 58498
    },
    {
      "epoch": 4.969334012911995,
      "grad_norm": 3.533010369624478,
      "learning_rate": 2.2545098209413114e-05,
      "loss": 2.4889,
      "step": 58499
    },
    {
      "epoch": 4.969418960244648,
      "grad_norm": 3.7611182491526693,
      "learning_rate": 2.2541478035237832e-05,
      "loss": 2.5428,
      "step": 58500
    },
    {
      "epoch": 4.969503907577302,
      "grad_norm": 3.3763654392009186,
      "learning_rate": 2.253785812812652e-05,
      "loss": 2.1562,
      "step": 58501
    },
    {
      "epoch": 4.969588854909956,
      "grad_norm": 3.6577373944152787,
      "learning_rate": 2.2534238488086753e-05,
      "loss": 2.5031,
      "step": 58502
    },
    {
      "epoch": 4.9696738022426095,
      "grad_norm": 3.6552616825811683,
      "learning_rate": 2.2530619115126115e-05,
      "loss": 2.6003,
      "step": 58503
    },
    {
      "epoch": 4.969758749575263,
      "grad_norm": 3.8932978941922096,
      "learning_rate": 2.2527000009252246e-05,
      "loss": 2.6956,
      "step": 58504
    },
    {
      "epoch": 4.969843696907917,
      "grad_norm": 3.5628052762178903,
      "learning_rate": 2.252338117047269e-05,
      "loss": 2.5197,
      "step": 58505
    },
    {
      "epoch": 4.969928644240571,
      "grad_norm": 3.2610929007415383,
      "learning_rate": 2.2519762598795004e-05,
      "loss": 2.1593,
      "step": 58506
    },
    {
      "epoch": 4.970013591573225,
      "grad_norm": 3.589949277371728,
      "learning_rate": 2.2516144294226825e-05,
      "loss": 2.301,
      "step": 58507
    },
    {
      "epoch": 4.970098538905878,
      "grad_norm": 3.345035688863571,
      "learning_rate": 2.2512526256775703e-05,
      "loss": 2.245,
      "step": 58508
    },
    {
      "epoch": 4.970183486238533,
      "grad_norm": 3.767855062082529,
      "learning_rate": 2.250890848644919e-05,
      "loss": 2.3429,
      "step": 58509
    },
    {
      "epoch": 4.970268433571186,
      "grad_norm": 3.671083167607201,
      "learning_rate": 2.250529098325491e-05,
      "loss": 2.6287,
      "step": 58510
    },
    {
      "epoch": 4.970353380903839,
      "grad_norm": 3.860393384704063,
      "learning_rate": 2.2501673747200456e-05,
      "loss": 2.7053,
      "step": 58511
    },
    {
      "epoch": 4.970438328236494,
      "grad_norm": 3.2963701799239944,
      "learning_rate": 2.249805677829337e-05,
      "loss": 2.2589,
      "step": 58512
    },
    {
      "epoch": 4.970523275569147,
      "grad_norm": 3.4055292871092853,
      "learning_rate": 2.249444007654122e-05,
      "loss": 2.3367,
      "step": 58513
    },
    {
      "epoch": 4.9706082229018005,
      "grad_norm": 3.8433044025260004,
      "learning_rate": 2.2490823641951645e-05,
      "loss": 2.6098,
      "step": 58514
    },
    {
      "epoch": 4.970693170234455,
      "grad_norm": 3.945673676322384,
      "learning_rate": 2.248720747453217e-05,
      "loss": 2.6524,
      "step": 58515
    },
    {
      "epoch": 4.970778117567108,
      "grad_norm": 4.182304665790944,
      "learning_rate": 2.248359157429036e-05,
      "loss": 2.9025,
      "step": 58516
    },
    {
      "epoch": 4.9708630648997625,
      "grad_norm": 3.443438650584766,
      "learning_rate": 2.2479975941233826e-05,
      "loss": 2.3481,
      "step": 58517
    },
    {
      "epoch": 4.970948012232416,
      "grad_norm": 3.512837013700037,
      "learning_rate": 2.2476360575370156e-05,
      "loss": 2.418,
      "step": 58518
    },
    {
      "epoch": 4.971032959565069,
      "grad_norm": 3.7715510142843502,
      "learning_rate": 2.2472745476706916e-05,
      "loss": 2.7644,
      "step": 58519
    },
    {
      "epoch": 4.971117906897724,
      "grad_norm": 3.9371343418271247,
      "learning_rate": 2.246913064525163e-05,
      "loss": 2.5796,
      "step": 58520
    },
    {
      "epoch": 4.971202854230377,
      "grad_norm": 3.545910275243533,
      "learning_rate": 2.2465516081011946e-05,
      "loss": 2.4051,
      "step": 58521
    },
    {
      "epoch": 4.971287801563031,
      "grad_norm": 3.497787673237809,
      "learning_rate": 2.246190178399537e-05,
      "loss": 2.2036,
      "step": 58522
    },
    {
      "epoch": 4.971372748895685,
      "grad_norm": 3.2906951913279454,
      "learning_rate": 2.2458287754209536e-05,
      "loss": 2.0903,
      "step": 58523
    },
    {
      "epoch": 4.971457696228338,
      "grad_norm": 3.1858089221841825,
      "learning_rate": 2.2454673991661966e-05,
      "loss": 2.1759,
      "step": 58524
    },
    {
      "epoch": 4.971542643560992,
      "grad_norm": 3.3840457683626775,
      "learning_rate": 2.2451060496360284e-05,
      "loss": 2.3374,
      "step": 58525
    },
    {
      "epoch": 4.971627590893646,
      "grad_norm": 3.404893194448884,
      "learning_rate": 2.2447447268312024e-05,
      "loss": 2.2373,
      "step": 58526
    },
    {
      "epoch": 4.971712538226299,
      "grad_norm": 3.341937491049063,
      "learning_rate": 2.2443834307524744e-05,
      "loss": 2.3152,
      "step": 58527
    },
    {
      "epoch": 4.9717974855589535,
      "grad_norm": 3.6730027863327437,
      "learning_rate": 2.244022161400602e-05,
      "loss": 2.3852,
      "step": 58528
    },
    {
      "epoch": 4.971882432891607,
      "grad_norm": 3.849945227920638,
      "learning_rate": 2.2436609187763483e-05,
      "loss": 2.6161,
      "step": 58529
    },
    {
      "epoch": 4.971967380224261,
      "grad_norm": 3.4666676339444074,
      "learning_rate": 2.2432997028804655e-05,
      "loss": 2.3233,
      "step": 58530
    },
    {
      "epoch": 4.972052327556915,
      "grad_norm": 3.3542825808387637,
      "learning_rate": 2.2429385137137068e-05,
      "loss": 2.2142,
      "step": 58531
    },
    {
      "epoch": 4.972137274889569,
      "grad_norm": 3.0900778193956095,
      "learning_rate": 2.2425773512768346e-05,
      "loss": 2.0798,
      "step": 58532
    },
    {
      "epoch": 4.972222222222222,
      "grad_norm": 3.4339565704930712,
      "learning_rate": 2.2422162155706068e-05,
      "loss": 2.3424,
      "step": 58533
    },
    {
      "epoch": 4.972307169554876,
      "grad_norm": 3.1900959728283205,
      "learning_rate": 2.2418551065957712e-05,
      "loss": 2.0632,
      "step": 58534
    },
    {
      "epoch": 4.97239211688753,
      "grad_norm": 3.881778123507966,
      "learning_rate": 2.241494024353092e-05,
      "loss": 2.5619,
      "step": 58535
    },
    {
      "epoch": 4.972477064220183,
      "grad_norm": 3.748552998638846,
      "learning_rate": 2.2411329688433254e-05,
      "loss": 2.5267,
      "step": 58536
    },
    {
      "epoch": 4.972562011552837,
      "grad_norm": 3.3624548110206867,
      "learning_rate": 2.240771940067229e-05,
      "loss": 2.2068,
      "step": 58537
    },
    {
      "epoch": 4.972646958885491,
      "grad_norm": 4.060975999374717,
      "learning_rate": 2.2404109380255525e-05,
      "loss": 2.9565,
      "step": 58538
    },
    {
      "epoch": 4.9727319062181445,
      "grad_norm": 4.256621895710163,
      "learning_rate": 2.2400499627190598e-05,
      "loss": 2.9743,
      "step": 58539
    },
    {
      "epoch": 4.972816853550799,
      "grad_norm": 3.262408899307869,
      "learning_rate": 2.2396890141485007e-05,
      "loss": 2.2098,
      "step": 58540
    },
    {
      "epoch": 4.972901800883452,
      "grad_norm": 4.058109503805838,
      "learning_rate": 2.2393280923146396e-05,
      "loss": 2.8078,
      "step": 58541
    },
    {
      "epoch": 4.972986748216106,
      "grad_norm": 3.550882229682116,
      "learning_rate": 2.2389671972182222e-05,
      "loss": 2.4929,
      "step": 58542
    },
    {
      "epoch": 4.97307169554876,
      "grad_norm": 3.9165244380166717,
      "learning_rate": 2.2386063288600166e-05,
      "loss": 2.5769,
      "step": 58543
    },
    {
      "epoch": 4.973156642881413,
      "grad_norm": 3.6904433906295253,
      "learning_rate": 2.2382454872407702e-05,
      "loss": 2.6112,
      "step": 58544
    },
    {
      "epoch": 4.973241590214068,
      "grad_norm": 3.3620397800415556,
      "learning_rate": 2.237884672361241e-05,
      "loss": 2.1397,
      "step": 58545
    },
    {
      "epoch": 4.973326537546721,
      "grad_norm": 3.435705037448516,
      "learning_rate": 2.2375238842221833e-05,
      "loss": 2.5362,
      "step": 58546
    },
    {
      "epoch": 4.9734114848793745,
      "grad_norm": 3.938043658322124,
      "learning_rate": 2.2371631228243615e-05,
      "loss": 2.7068,
      "step": 58547
    },
    {
      "epoch": 4.973496432212029,
      "grad_norm": 3.457192289391319,
      "learning_rate": 2.236802388168523e-05,
      "loss": 2.2936,
      "step": 58548
    },
    {
      "epoch": 4.973581379544682,
      "grad_norm": 3.3885413454797773,
      "learning_rate": 2.2364416802554247e-05,
      "loss": 2.1318,
      "step": 58549
    },
    {
      "epoch": 4.973666326877336,
      "grad_norm": 3.283240594735974,
      "learning_rate": 2.2360809990858253e-05,
      "loss": 2.0723,
      "step": 58550
    },
    {
      "epoch": 4.97375127420999,
      "grad_norm": 3.4636415248347316,
      "learning_rate": 2.235720344660481e-05,
      "loss": 2.4361,
      "step": 58551
    },
    {
      "epoch": 4.973836221542643,
      "grad_norm": 3.6930839413017487,
      "learning_rate": 2.2353597169801413e-05,
      "loss": 2.5523,
      "step": 58552
    },
    {
      "epoch": 4.973921168875298,
      "grad_norm": 3.4396848428679294,
      "learning_rate": 2.2349991160455653e-05,
      "loss": 2.275,
      "step": 58553
    },
    {
      "epoch": 4.974006116207951,
      "grad_norm": 3.217270955568494,
      "learning_rate": 2.2346385418575147e-05,
      "loss": 1.9885,
      "step": 58554
    },
    {
      "epoch": 4.974091063540605,
      "grad_norm": 3.994580880232509,
      "learning_rate": 2.2342779944167384e-05,
      "loss": 2.6496,
      "step": 58555
    },
    {
      "epoch": 4.974176010873259,
      "grad_norm": 3.581064054705919,
      "learning_rate": 2.2339174737239906e-05,
      "loss": 2.1458,
      "step": 58556
    },
    {
      "epoch": 4.974260958205912,
      "grad_norm": 4.1991480885557895,
      "learning_rate": 2.233556979780031e-05,
      "loss": 2.8003,
      "step": 58557
    },
    {
      "epoch": 4.974345905538566,
      "grad_norm": 3.3804846321062874,
      "learning_rate": 2.2331965125856143e-05,
      "loss": 2.2431,
      "step": 58558
    },
    {
      "epoch": 4.97443085287122,
      "grad_norm": 3.6252390291726684,
      "learning_rate": 2.232836072141491e-05,
      "loss": 2.495,
      "step": 58559
    },
    {
      "epoch": 4.974515800203873,
      "grad_norm": 3.7673251912858565,
      "learning_rate": 2.232475658448421e-05,
      "loss": 2.3857,
      "step": 58560
    },
    {
      "epoch": 4.9746007475365275,
      "grad_norm": 3.661831364328774,
      "learning_rate": 2.2321152715071615e-05,
      "loss": 2.5109,
      "step": 58561
    },
    {
      "epoch": 4.974685694869181,
      "grad_norm": 3.3090066993668583,
      "learning_rate": 2.231754911318464e-05,
      "loss": 2.3181,
      "step": 58562
    },
    {
      "epoch": 4.974770642201835,
      "grad_norm": 3.5755848573855507,
      "learning_rate": 2.231394577883081e-05,
      "loss": 2.4783,
      "step": 58563
    },
    {
      "epoch": 4.974855589534489,
      "grad_norm": 3.4353770659236793,
      "learning_rate": 2.2310342712017736e-05,
      "loss": 2.3133,
      "step": 58564
    },
    {
      "epoch": 4.974940536867142,
      "grad_norm": 3.6898864779087344,
      "learning_rate": 2.2306739912752913e-05,
      "loss": 2.4082,
      "step": 58565
    },
    {
      "epoch": 4.975025484199796,
      "grad_norm": 3.48338616866815,
      "learning_rate": 2.2303137381043936e-05,
      "loss": 2.3355,
      "step": 58566
    },
    {
      "epoch": 4.97511043153245,
      "grad_norm": 3.42408425814658,
      "learning_rate": 2.229953511689831e-05,
      "loss": 2.3438,
      "step": 58567
    },
    {
      "epoch": 4.975195378865104,
      "grad_norm": 3.380343085826719,
      "learning_rate": 2.2295933120323634e-05,
      "loss": 2.1513,
      "step": 58568
    },
    {
      "epoch": 4.975280326197757,
      "grad_norm": 3.5534966943456134,
      "learning_rate": 2.2292331391327434e-05,
      "loss": 2.4082,
      "step": 58569
    },
    {
      "epoch": 4.975365273530411,
      "grad_norm": 3.433126550873595,
      "learning_rate": 2.2288729929917203e-05,
      "loss": 2.4631,
      "step": 58570
    },
    {
      "epoch": 4.975450220863065,
      "grad_norm": 3.645530472128437,
      "learning_rate": 2.228512873610054e-05,
      "loss": 2.5588,
      "step": 58571
    },
    {
      "epoch": 4.9755351681957185,
      "grad_norm": 3.652857015689164,
      "learning_rate": 2.2281527809885013e-05,
      "loss": 2.4975,
      "step": 58572
    },
    {
      "epoch": 4.975620115528372,
      "grad_norm": 3.5056431037964173,
      "learning_rate": 2.2277927151278142e-05,
      "loss": 2.2573,
      "step": 58573
    },
    {
      "epoch": 4.975705062861026,
      "grad_norm": 3.4133007110371643,
      "learning_rate": 2.227432676028743e-05,
      "loss": 2.2471,
      "step": 58574
    },
    {
      "epoch": 4.97579001019368,
      "grad_norm": 3.231814149368663,
      "learning_rate": 2.227072663692051e-05,
      "loss": 2.2486,
      "step": 58575
    },
    {
      "epoch": 4.975874957526334,
      "grad_norm": 3.3749593032714804,
      "learning_rate": 2.2267126781184857e-05,
      "loss": 2.1057,
      "step": 58576
    },
    {
      "epoch": 4.975959904858987,
      "grad_norm": 3.2857713047368082,
      "learning_rate": 2.2263527193088e-05,
      "loss": 2.1986,
      "step": 58577
    },
    {
      "epoch": 4.976044852191642,
      "grad_norm": 3.6440988112294326,
      "learning_rate": 2.225992787263751e-05,
      "loss": 2.5905,
      "step": 58578
    },
    {
      "epoch": 4.976129799524295,
      "grad_norm": 3.344545656735491,
      "learning_rate": 2.2256328819840956e-05,
      "loss": 2.2082,
      "step": 58579
    },
    {
      "epoch": 4.976214746856948,
      "grad_norm": 3.450957035276475,
      "learning_rate": 2.2252730034705864e-05,
      "loss": 2.389,
      "step": 58580
    },
    {
      "epoch": 4.976299694189603,
      "grad_norm": 3.404799675111048,
      "learning_rate": 2.224913151723974e-05,
      "loss": 2.2007,
      "step": 58581
    },
    {
      "epoch": 4.976384641522256,
      "grad_norm": 3.5403680221827307,
      "learning_rate": 2.224553326745016e-05,
      "loss": 2.4097,
      "step": 58582
    },
    {
      "epoch": 4.9764695888549095,
      "grad_norm": 4.301346972781871,
      "learning_rate": 2.224193528534464e-05,
      "loss": 2.7991,
      "step": 58583
    },
    {
      "epoch": 4.976554536187564,
      "grad_norm": 3.3992687476115426,
      "learning_rate": 2.2238337570930742e-05,
      "loss": 2.4442,
      "step": 58584
    },
    {
      "epoch": 4.976639483520217,
      "grad_norm": 3.768616408864489,
      "learning_rate": 2.223474012421597e-05,
      "loss": 2.3411,
      "step": 58585
    },
    {
      "epoch": 4.9767244308528715,
      "grad_norm": 3.2978635675452543,
      "learning_rate": 2.2231142945207924e-05,
      "loss": 2.1507,
      "step": 58586
    },
    {
      "epoch": 4.976809378185525,
      "grad_norm": 3.896293791234608,
      "learning_rate": 2.2227546033914094e-05,
      "loss": 2.6841,
      "step": 58587
    },
    {
      "epoch": 4.976894325518178,
      "grad_norm": 3.71124449623396,
      "learning_rate": 2.2223949390341994e-05,
      "loss": 2.461,
      "step": 58588
    },
    {
      "epoch": 4.976979272850833,
      "grad_norm": 3.4479542004391432,
      "learning_rate": 2.222035301449918e-05,
      "loss": 2.4182,
      "step": 58589
    },
    {
      "epoch": 4.977064220183486,
      "grad_norm": 3.3879860811029907,
      "learning_rate": 2.2216756906393237e-05,
      "loss": 2.1463,
      "step": 58590
    },
    {
      "epoch": 4.97714916751614,
      "grad_norm": 3.551329623670301,
      "learning_rate": 2.2213161066031666e-05,
      "loss": 2.2318,
      "step": 58591
    },
    {
      "epoch": 4.977234114848794,
      "grad_norm": 3.4414897734182284,
      "learning_rate": 2.2209565493421966e-05,
      "loss": 2.1981,
      "step": 58592
    },
    {
      "epoch": 4.977319062181447,
      "grad_norm": 3.4066763973027907,
      "learning_rate": 2.2205970188571715e-05,
      "loss": 2.3704,
      "step": 58593
    },
    {
      "epoch": 4.9774040095141014,
      "grad_norm": 3.5391320035316225,
      "learning_rate": 2.2202375151488456e-05,
      "loss": 2.3952,
      "step": 58594
    },
    {
      "epoch": 4.977488956846755,
      "grad_norm": 3.9403421559773086,
      "learning_rate": 2.219878038217965e-05,
      "loss": 2.6674,
      "step": 58595
    },
    {
      "epoch": 4.977573904179409,
      "grad_norm": 4.008269317957261,
      "learning_rate": 2.219518588065287e-05,
      "loss": 2.5649,
      "step": 58596
    },
    {
      "epoch": 4.9776588515120626,
      "grad_norm": 3.518694339879283,
      "learning_rate": 2.2191591646915703e-05,
      "loss": 2.4646,
      "step": 58597
    },
    {
      "epoch": 4.977743798844716,
      "grad_norm": 3.516292331179677,
      "learning_rate": 2.2187997680975618e-05,
      "loss": 2.2614,
      "step": 58598
    },
    {
      "epoch": 4.97782874617737,
      "grad_norm": 3.5919380943479435,
      "learning_rate": 2.2184403982840127e-05,
      "loss": 2.4351,
      "step": 58599
    },
    {
      "epoch": 4.977913693510024,
      "grad_norm": 3.3801320875960745,
      "learning_rate": 2.2180810552516844e-05,
      "loss": 2.1084,
      "step": 58600
    },
    {
      "epoch": 4.977998640842678,
      "grad_norm": 3.705699831766062,
      "learning_rate": 2.2177217390013225e-05,
      "loss": 2.3342,
      "step": 58601
    },
    {
      "epoch": 4.978083588175331,
      "grad_norm": 3.84565609534326,
      "learning_rate": 2.21736244953368e-05,
      "loss": 2.5211,
      "step": 58602
    },
    {
      "epoch": 4.978168535507985,
      "grad_norm": 3.305935765394598,
      "learning_rate": 2.2170031868495096e-05,
      "loss": 2.2419,
      "step": 58603
    },
    {
      "epoch": 4.978253482840639,
      "grad_norm": 3.7862813670593414,
      "learning_rate": 2.2166439509495727e-05,
      "loss": 2.5739,
      "step": 58604
    },
    {
      "epoch": 4.9783384301732925,
      "grad_norm": 3.463965583814135,
      "learning_rate": 2.216284741834613e-05,
      "loss": 2.3302,
      "step": 58605
    },
    {
      "epoch": 4.978423377505946,
      "grad_norm": 3.8811312067824315,
      "learning_rate": 2.2159255595053822e-05,
      "loss": 2.6346,
      "step": 58606
    },
    {
      "epoch": 4.9785083248386,
      "grad_norm": 3.4867235762899993,
      "learning_rate": 2.2155664039626407e-05,
      "loss": 2.2991,
      "step": 58607
    },
    {
      "epoch": 4.978593272171254,
      "grad_norm": 3.197546093190053,
      "learning_rate": 2.2152072752071336e-05,
      "loss": 2.1841,
      "step": 58608
    },
    {
      "epoch": 4.978678219503908,
      "grad_norm": 3.7326152994310657,
      "learning_rate": 2.2148481732396184e-05,
      "loss": 2.3696,
      "step": 58609
    },
    {
      "epoch": 4.978763166836561,
      "grad_norm": 3.174381127744236,
      "learning_rate": 2.2144890980608442e-05,
      "loss": 2.2096,
      "step": 58610
    },
    {
      "epoch": 4.978848114169216,
      "grad_norm": 3.50787671548804,
      "learning_rate": 2.214130049671566e-05,
      "loss": 2.3149,
      "step": 58611
    },
    {
      "epoch": 4.978933061501869,
      "grad_norm": 3.3500995770862803,
      "learning_rate": 2.2137710280725357e-05,
      "loss": 2.3209,
      "step": 58612
    },
    {
      "epoch": 4.979018008834522,
      "grad_norm": 3.5486026440077474,
      "learning_rate": 2.2134120332645017e-05,
      "loss": 2.3484,
      "step": 58613
    },
    {
      "epoch": 4.979102956167177,
      "grad_norm": 3.3645673575741797,
      "learning_rate": 2.213053065248218e-05,
      "loss": 2.2868,
      "step": 58614
    },
    {
      "epoch": 4.97918790349983,
      "grad_norm": 3.1816900587308536,
      "learning_rate": 2.2126941240244428e-05,
      "loss": 2.1339,
      "step": 58615
    },
    {
      "epoch": 4.9792728508324835,
      "grad_norm": 3.4019377926204504,
      "learning_rate": 2.2123352095939235e-05,
      "loss": 2.3108,
      "step": 58616
    },
    {
      "epoch": 4.979357798165138,
      "grad_norm": 3.5343425785971623,
      "learning_rate": 2.2119763219574077e-05,
      "loss": 2.4141,
      "step": 58617
    },
    {
      "epoch": 4.979442745497791,
      "grad_norm": 3.7851017927732578,
      "learning_rate": 2.211617461115655e-05,
      "loss": 2.4368,
      "step": 58618
    },
    {
      "epoch": 4.9795276928304455,
      "grad_norm": 3.9030715216392498,
      "learning_rate": 2.211258627069415e-05,
      "loss": 2.6662,
      "step": 58619
    },
    {
      "epoch": 4.979612640163099,
      "grad_norm": 3.7143984993908354,
      "learning_rate": 2.2108998198194335e-05,
      "loss": 2.7761,
      "step": 58620
    },
    {
      "epoch": 4.979697587495752,
      "grad_norm": 3.985322623848772,
      "learning_rate": 2.210541039366468e-05,
      "loss": 2.8322,
      "step": 58621
    },
    {
      "epoch": 4.979782534828407,
      "grad_norm": 3.4715737114645266,
      "learning_rate": 2.2101822857112733e-05,
      "loss": 2.4267,
      "step": 58622
    },
    {
      "epoch": 4.97986748216106,
      "grad_norm": 3.4554175575875727,
      "learning_rate": 2.209823558854597e-05,
      "loss": 2.3503,
      "step": 58623
    },
    {
      "epoch": 4.979952429493714,
      "grad_norm": 3.563159010174332,
      "learning_rate": 2.2094648587971886e-05,
      "loss": 2.3361,
      "step": 58624
    },
    {
      "epoch": 4.980037376826368,
      "grad_norm": 3.367225947712438,
      "learning_rate": 2.209106185539804e-05,
      "loss": 2.1896,
      "step": 58625
    },
    {
      "epoch": 4.980122324159021,
      "grad_norm": 3.8150801682247817,
      "learning_rate": 2.208747539083191e-05,
      "loss": 2.657,
      "step": 58626
    },
    {
      "epoch": 4.980207271491675,
      "grad_norm": 3.545147388803871,
      "learning_rate": 2.2083889194281057e-05,
      "loss": 2.4834,
      "step": 58627
    },
    {
      "epoch": 4.980292218824329,
      "grad_norm": 3.320770325360842,
      "learning_rate": 2.2080303265752942e-05,
      "loss": 2.4804,
      "step": 58628
    },
    {
      "epoch": 4.980377166156982,
      "grad_norm": 3.4641212960054473,
      "learning_rate": 2.207671760525514e-05,
      "loss": 2.327,
      "step": 58629
    },
    {
      "epoch": 4.9804621134896365,
      "grad_norm": 4.040813817562723,
      "learning_rate": 2.2073132212795115e-05,
      "loss": 2.701,
      "step": 58630
    },
    {
      "epoch": 4.98054706082229,
      "grad_norm": 3.378162188270982,
      "learning_rate": 2.2069547088380374e-05,
      "loss": 2.2501,
      "step": 58631
    },
    {
      "epoch": 4.980632008154944,
      "grad_norm": 4.254380547786669,
      "learning_rate": 2.206596223201843e-05,
      "loss": 3.0755,
      "step": 58632
    },
    {
      "epoch": 4.980716955487598,
      "grad_norm": 3.9599908664251813,
      "learning_rate": 2.2062377643716862e-05,
      "loss": 2.5506,
      "step": 58633
    },
    {
      "epoch": 4.980801902820252,
      "grad_norm": 3.796697847641179,
      "learning_rate": 2.2058793323483126e-05,
      "loss": 2.5618,
      "step": 58634
    },
    {
      "epoch": 4.980886850152905,
      "grad_norm": 3.542425436024588,
      "learning_rate": 2.205520927132472e-05,
      "loss": 2.3495,
      "step": 58635
    },
    {
      "epoch": 4.980971797485559,
      "grad_norm": 3.475196478381234,
      "learning_rate": 2.2051625487249187e-05,
      "loss": 2.405,
      "step": 58636
    },
    {
      "epoch": 4.981056744818213,
      "grad_norm": 3.435975523369042,
      "learning_rate": 2.204804197126402e-05,
      "loss": 2.4039,
      "step": 58637
    },
    {
      "epoch": 4.981141692150866,
      "grad_norm": 3.2433506774522156,
      "learning_rate": 2.2044458723376695e-05,
      "loss": 2.2266,
      "step": 58638
    },
    {
      "epoch": 4.98122663948352,
      "grad_norm": 3.9212027367032682,
      "learning_rate": 2.204087574359476e-05,
      "loss": 2.4581,
      "step": 58639
    },
    {
      "epoch": 4.981311586816174,
      "grad_norm": 3.8870190141328385,
      "learning_rate": 2.2037293031925757e-05,
      "loss": 2.4823,
      "step": 58640
    },
    {
      "epoch": 4.9813965341488275,
      "grad_norm": 3.9634443311006264,
      "learning_rate": 2.2033710588377128e-05,
      "loss": 2.6344,
      "step": 58641
    },
    {
      "epoch": 4.981481481481482,
      "grad_norm": 3.788051976171605,
      "learning_rate": 2.203012841295639e-05,
      "loss": 2.4168,
      "step": 58642
    },
    {
      "epoch": 4.981566428814135,
      "grad_norm": 3.430150196374427,
      "learning_rate": 2.2026546505671093e-05,
      "loss": 2.3216,
      "step": 58643
    },
    {
      "epoch": 4.981651376146789,
      "grad_norm": 3.8485008450424907,
      "learning_rate": 2.202296486652871e-05,
      "loss": 2.4643,
      "step": 58644
    },
    {
      "epoch": 4.981736323479443,
      "grad_norm": 3.3659874674631154,
      "learning_rate": 2.201938349553669e-05,
      "loss": 2.3065,
      "step": 58645
    },
    {
      "epoch": 4.981821270812096,
      "grad_norm": 3.525097681398683,
      "learning_rate": 2.201580239270262e-05,
      "loss": 2.6078,
      "step": 58646
    },
    {
      "epoch": 4.981906218144751,
      "grad_norm": 4.010734784365967,
      "learning_rate": 2.2012221558034003e-05,
      "loss": 2.4689,
      "step": 58647
    },
    {
      "epoch": 4.981991165477404,
      "grad_norm": 3.4598372367416026,
      "learning_rate": 2.2008640991538307e-05,
      "loss": 2.3757,
      "step": 58648
    },
    {
      "epoch": 4.9820761128100575,
      "grad_norm": 3.6449095251537464,
      "learning_rate": 2.200506069322302e-05,
      "loss": 2.4429,
      "step": 58649
    },
    {
      "epoch": 4.982161060142712,
      "grad_norm": 3.7883677991219447,
      "learning_rate": 2.2001480663095705e-05,
      "loss": 2.6354,
      "step": 58650
    },
    {
      "epoch": 4.982246007475365,
      "grad_norm": 3.3963169295578295,
      "learning_rate": 2.1997900901163772e-05,
      "loss": 2.3231,
      "step": 58651
    },
    {
      "epoch": 4.982330954808019,
      "grad_norm": 3.973901774178298,
      "learning_rate": 2.1994321407434816e-05,
      "loss": 2.6365,
      "step": 58652
    },
    {
      "epoch": 4.982415902140673,
      "grad_norm": 3.7250631494615623,
      "learning_rate": 2.1990742181916264e-05,
      "loss": 2.5048,
      "step": 58653
    },
    {
      "epoch": 4.982500849473326,
      "grad_norm": 3.5234175756692,
      "learning_rate": 2.1987163224615696e-05,
      "loss": 2.5103,
      "step": 58654
    },
    {
      "epoch": 4.982585796805981,
      "grad_norm": 4.229853493913788,
      "learning_rate": 2.198358453554055e-05,
      "loss": 3.1621,
      "step": 58655
    },
    {
      "epoch": 4.982670744138634,
      "grad_norm": 3.271603989451456,
      "learning_rate": 2.1980006114698306e-05,
      "loss": 2.0917,
      "step": 58656
    },
    {
      "epoch": 4.982755691471288,
      "grad_norm": 3.282174457445323,
      "learning_rate": 2.1976427962096477e-05,
      "loss": 2.1524,
      "step": 58657
    },
    {
      "epoch": 4.982840638803942,
      "grad_norm": 3.547552115791946,
      "learning_rate": 2.197285007774262e-05,
      "loss": 2.3074,
      "step": 58658
    },
    {
      "epoch": 4.982925586136595,
      "grad_norm": 4.114599342521453,
      "learning_rate": 2.1969272461644198e-05,
      "loss": 2.8713,
      "step": 58659
    },
    {
      "epoch": 4.983010533469249,
      "grad_norm": 3.604621361248165,
      "learning_rate": 2.1965695113808656e-05,
      "loss": 2.3316,
      "step": 58660
    },
    {
      "epoch": 4.983095480801903,
      "grad_norm": 3.8163761256026802,
      "learning_rate": 2.196211803424357e-05,
      "loss": 2.6216,
      "step": 58661
    },
    {
      "epoch": 4.983180428134556,
      "grad_norm": 3.3521654142623927,
      "learning_rate": 2.1958541222956384e-05,
      "loss": 2.1726,
      "step": 58662
    },
    {
      "epoch": 4.9832653754672105,
      "grad_norm": 3.5020656348864,
      "learning_rate": 2.1954964679954574e-05,
      "loss": 2.1793,
      "step": 58663
    },
    {
      "epoch": 4.983350322799864,
      "grad_norm": 3.7734799417996343,
      "learning_rate": 2.1951388405245666e-05,
      "loss": 2.4544,
      "step": 58664
    },
    {
      "epoch": 4.983435270132518,
      "grad_norm": 3.4668904996069294,
      "learning_rate": 2.194781239883718e-05,
      "loss": 2.3844,
      "step": 58665
    },
    {
      "epoch": 4.983520217465172,
      "grad_norm": 4.080780203779458,
      "learning_rate": 2.194423666073658e-05,
      "loss": 2.7409,
      "step": 58666
    },
    {
      "epoch": 4.983605164797825,
      "grad_norm": 3.8669143120773724,
      "learning_rate": 2.1940661190951335e-05,
      "loss": 2.5784,
      "step": 58667
    },
    {
      "epoch": 4.983690112130479,
      "grad_norm": 3.3170415047342647,
      "learning_rate": 2.193708598948899e-05,
      "loss": 2.1459,
      "step": 58668
    },
    {
      "epoch": 4.983775059463133,
      "grad_norm": 3.8382981938304517,
      "learning_rate": 2.1933511056356967e-05,
      "loss": 2.3959,
      "step": 58669
    },
    {
      "epoch": 4.983860006795787,
      "grad_norm": 4.2683510981832855,
      "learning_rate": 2.1929936391562847e-05,
      "loss": 2.9596,
      "step": 58670
    },
    {
      "epoch": 4.98394495412844,
      "grad_norm": 3.465807313309535,
      "learning_rate": 2.1926361995114023e-05,
      "loss": 2.2709,
      "step": 58671
    },
    {
      "epoch": 4.984029901461094,
      "grad_norm": 3.502769900321174,
      "learning_rate": 2.1922787867018053e-05,
      "loss": 2.3687,
      "step": 58672
    },
    {
      "epoch": 4.984114848793748,
      "grad_norm": 3.5408735447257875,
      "learning_rate": 2.191921400728242e-05,
      "loss": 2.3817,
      "step": 58673
    },
    {
      "epoch": 4.9841997961264015,
      "grad_norm": 3.529945275800487,
      "learning_rate": 2.191564041591458e-05,
      "loss": 2.4575,
      "step": 58674
    },
    {
      "epoch": 4.984284743459055,
      "grad_norm": 4.0661681073893625,
      "learning_rate": 2.191206709292198e-05,
      "loss": 2.7146,
      "step": 58675
    },
    {
      "epoch": 4.984369690791709,
      "grad_norm": 3.3093661856994707,
      "learning_rate": 2.190849403831223e-05,
      "loss": 2.1156,
      "step": 58676
    },
    {
      "epoch": 4.984454638124363,
      "grad_norm": 4.051270180034761,
      "learning_rate": 2.1904921252092755e-05,
      "loss": 2.9444,
      "step": 58677
    },
    {
      "epoch": 4.984539585457017,
      "grad_norm": 3.7242796605192257,
      "learning_rate": 2.1901348734270986e-05,
      "loss": 2.7111,
      "step": 58678
    },
    {
      "epoch": 4.98462453278967,
      "grad_norm": 4.043516168785332,
      "learning_rate": 2.1897776484854514e-05,
      "loss": 2.9761,
      "step": 58679
    },
    {
      "epoch": 4.984709480122325,
      "grad_norm": 3.4226440146251647,
      "learning_rate": 2.1894204503850747e-05,
      "loss": 2.5478,
      "step": 58680
    },
    {
      "epoch": 4.984794427454978,
      "grad_norm": 4.063126935348119,
      "learning_rate": 2.1890632791267172e-05,
      "loss": 2.888,
      "step": 58681
    },
    {
      "epoch": 4.984879374787631,
      "grad_norm": 3.4189802509634815,
      "learning_rate": 2.188706134711129e-05,
      "loss": 2.266,
      "step": 58682
    },
    {
      "epoch": 4.984964322120286,
      "grad_norm": 3.5380498613609297,
      "learning_rate": 2.1883490171390616e-05,
      "loss": 2.2774,
      "step": 58683
    },
    {
      "epoch": 4.985049269452939,
      "grad_norm": 3.9417532907914423,
      "learning_rate": 2.1879919264112593e-05,
      "loss": 2.7653,
      "step": 58684
    },
    {
      "epoch": 4.9851342167855925,
      "grad_norm": 3.2392115146834985,
      "learning_rate": 2.18763486252847e-05,
      "loss": 2.0941,
      "step": 58685
    },
    {
      "epoch": 4.985219164118247,
      "grad_norm": 3.4033393757763344,
      "learning_rate": 2.187277825491445e-05,
      "loss": 2.2499,
      "step": 58686
    },
    {
      "epoch": 4.9853041114509,
      "grad_norm": 3.8156803051701766,
      "learning_rate": 2.186920815300931e-05,
      "loss": 2.4623,
      "step": 58687
    },
    {
      "epoch": 4.9853890587835545,
      "grad_norm": 3.5581859808600957,
      "learning_rate": 2.186563831957672e-05,
      "loss": 2.3059,
      "step": 58688
    },
    {
      "epoch": 4.985474006116208,
      "grad_norm": 3.348124133698609,
      "learning_rate": 2.1862068754624195e-05,
      "loss": 2.2435,
      "step": 58689
    },
    {
      "epoch": 4.985558953448861,
      "grad_norm": 3.4780970992004,
      "learning_rate": 2.1858499458159255e-05,
      "loss": 2.4119,
      "step": 58690
    },
    {
      "epoch": 4.985643900781516,
      "grad_norm": 3.4601038843362386,
      "learning_rate": 2.1854930430189326e-05,
      "loss": 2.4152,
      "step": 58691
    },
    {
      "epoch": 4.985728848114169,
      "grad_norm": 3.898713688802916,
      "learning_rate": 2.1851361670721917e-05,
      "loss": 2.5235,
      "step": 58692
    },
    {
      "epoch": 4.985813795446823,
      "grad_norm": 3.4304909199834412,
      "learning_rate": 2.184779317976444e-05,
      "loss": 2.3271,
      "step": 58693
    },
    {
      "epoch": 4.985898742779477,
      "grad_norm": 3.37289685388174,
      "learning_rate": 2.1844224957324435e-05,
      "loss": 2.279,
      "step": 58694
    },
    {
      "epoch": 4.98598369011213,
      "grad_norm": 3.7127908071478797,
      "learning_rate": 2.1840657003409384e-05,
      "loss": 2.3091,
      "step": 58695
    },
    {
      "epoch": 4.9860686374447845,
      "grad_norm": 3.7856096769385346,
      "learning_rate": 2.1837089318026714e-05,
      "loss": 2.3421,
      "step": 58696
    },
    {
      "epoch": 4.986153584777438,
      "grad_norm": 3.888115983895338,
      "learning_rate": 2.1833521901183948e-05,
      "loss": 2.6624,
      "step": 58697
    },
    {
      "epoch": 4.986238532110091,
      "grad_norm": 3.424285477972355,
      "learning_rate": 2.1829954752888552e-05,
      "loss": 2.3096,
      "step": 58698
    },
    {
      "epoch": 4.986323479442746,
      "grad_norm": 3.762268611919716,
      "learning_rate": 2.1826387873148e-05,
      "loss": 2.7556,
      "step": 58699
    },
    {
      "epoch": 4.986408426775399,
      "grad_norm": 3.3468300190343654,
      "learning_rate": 2.182282126196967e-05,
      "loss": 2.2042,
      "step": 58700
    },
    {
      "epoch": 4.986493374108053,
      "grad_norm": 3.414136476293717,
      "learning_rate": 2.181925491936119e-05,
      "loss": 2.3782,
      "step": 58701
    },
    {
      "epoch": 4.986578321440707,
      "grad_norm": 3.272829852035279,
      "learning_rate": 2.181568884532997e-05,
      "loss": 2.1228,
      "step": 58702
    },
    {
      "epoch": 4.986663268773361,
      "grad_norm": 3.4831110530583267,
      "learning_rate": 2.181212303988347e-05,
      "loss": 2.246,
      "step": 58703
    },
    {
      "epoch": 4.986748216106014,
      "grad_norm": 3.5202547326008613,
      "learning_rate": 2.180855750302914e-05,
      "loss": 2.4448,
      "step": 58704
    },
    {
      "epoch": 4.986833163438668,
      "grad_norm": 4.4582703659187635,
      "learning_rate": 2.1804992234774514e-05,
      "loss": 3.0289,
      "step": 58705
    },
    {
      "epoch": 4.986918110771322,
      "grad_norm": 3.603597390888457,
      "learning_rate": 2.180142723512698e-05,
      "loss": 2.3254,
      "step": 58706
    },
    {
      "epoch": 4.9870030581039755,
      "grad_norm": 3.9357522156589733,
      "learning_rate": 2.1797862504094053e-05,
      "loss": 2.6478,
      "step": 58707
    },
    {
      "epoch": 4.987088005436629,
      "grad_norm": 3.641557589241052,
      "learning_rate": 2.179429804168324e-05,
      "loss": 2.59,
      "step": 58708
    },
    {
      "epoch": 4.987172952769283,
      "grad_norm": 3.7134604609536637,
      "learning_rate": 2.1790733847901974e-05,
      "loss": 2.5267,
      "step": 58709
    },
    {
      "epoch": 4.987257900101937,
      "grad_norm": 4.133248705071433,
      "learning_rate": 2.1787169922757726e-05,
      "loss": 2.9053,
      "step": 58710
    },
    {
      "epoch": 4.987342847434591,
      "grad_norm": 3.939513067175558,
      "learning_rate": 2.1783606266257915e-05,
      "loss": 2.5941,
      "step": 58711
    },
    {
      "epoch": 4.987427794767244,
      "grad_norm": 3.758190179530089,
      "learning_rate": 2.1780042878410053e-05,
      "loss": 2.7756,
      "step": 58712
    },
    {
      "epoch": 4.987512742099898,
      "grad_norm": 3.2734208981429256,
      "learning_rate": 2.1776479759221638e-05,
      "loss": 2.0757,
      "step": 58713
    },
    {
      "epoch": 4.987597689432552,
      "grad_norm": 3.4275513665354422,
      "learning_rate": 2.177291690870011e-05,
      "loss": 2.3044,
      "step": 58714
    },
    {
      "epoch": 4.987682636765205,
      "grad_norm": 3.4879870511413174,
      "learning_rate": 2.1769354326852883e-05,
      "loss": 2.4729,
      "step": 58715
    },
    {
      "epoch": 4.98776758409786,
      "grad_norm": 3.435739377014937,
      "learning_rate": 2.1765792013687516e-05,
      "loss": 2.3503,
      "step": 58716
    },
    {
      "epoch": 4.987852531430513,
      "grad_norm": 4.0128338693081815,
      "learning_rate": 2.1762229969211405e-05,
      "loss": 2.7525,
      "step": 58717
    },
    {
      "epoch": 4.9879374787631665,
      "grad_norm": 3.4546967516333864,
      "learning_rate": 2.1758668193431972e-05,
      "loss": 2.5126,
      "step": 58718
    },
    {
      "epoch": 4.988022426095821,
      "grad_norm": 3.6230792731022854,
      "learning_rate": 2.17551066863568e-05,
      "loss": 2.5436,
      "step": 58719
    },
    {
      "epoch": 4.988107373428474,
      "grad_norm": 3.258687790411467,
      "learning_rate": 2.1751545447993296e-05,
      "loss": 2.1584,
      "step": 58720
    },
    {
      "epoch": 4.988192320761128,
      "grad_norm": 3.3579069458481383,
      "learning_rate": 2.1747984478348923e-05,
      "loss": 2.1883,
      "step": 58721
    },
    {
      "epoch": 4.988277268093782,
      "grad_norm": 3.4942952295673657,
      "learning_rate": 2.1744423777431092e-05,
      "loss": 2.0895,
      "step": 58722
    },
    {
      "epoch": 4.988362215426435,
      "grad_norm": 3.46371010700608,
      "learning_rate": 2.1740863345247345e-05,
      "loss": 2.444,
      "step": 58723
    },
    {
      "epoch": 4.98844716275909,
      "grad_norm": 3.63664416416943,
      "learning_rate": 2.1737303181805076e-05,
      "loss": 2.3115,
      "step": 58724
    },
    {
      "epoch": 4.988532110091743,
      "grad_norm": 4.015249976877277,
      "learning_rate": 2.1733743287111764e-05,
      "loss": 2.6828,
      "step": 58725
    },
    {
      "epoch": 4.988617057424397,
      "grad_norm": 3.3927016678439714,
      "learning_rate": 2.1730183661174922e-05,
      "loss": 2.1141,
      "step": 58726
    },
    {
      "epoch": 4.988702004757051,
      "grad_norm": 3.249703377468563,
      "learning_rate": 2.1726624304001956e-05,
      "loss": 2.1168,
      "step": 58727
    },
    {
      "epoch": 4.988786952089704,
      "grad_norm": 3.190984818481802,
      "learning_rate": 2.1723065215600327e-05,
      "loss": 2.1473,
      "step": 58728
    },
    {
      "epoch": 4.988871899422358,
      "grad_norm": 3.2303491179037245,
      "learning_rate": 2.1719506395977482e-05,
      "loss": 1.9606,
      "step": 58729
    },
    {
      "epoch": 4.988956846755012,
      "grad_norm": 4.284181342190477,
      "learning_rate": 2.1715947845140915e-05,
      "loss": 3.0246,
      "step": 58730
    },
    {
      "epoch": 4.989041794087665,
      "grad_norm": 3.3741665568540706,
      "learning_rate": 2.1712389563098032e-05,
      "loss": 2.2988,
      "step": 58731
    },
    {
      "epoch": 4.9891267414203195,
      "grad_norm": 3.8028756549856992,
      "learning_rate": 2.1708831549856333e-05,
      "loss": 2.5197,
      "step": 58732
    },
    {
      "epoch": 4.989211688752973,
      "grad_norm": 3.675154206816971,
      "learning_rate": 2.170527380542324e-05,
      "loss": 2.3976,
      "step": 58733
    },
    {
      "epoch": 4.989296636085627,
      "grad_norm": 4.048077835329026,
      "learning_rate": 2.170171632980625e-05,
      "loss": 2.6262,
      "step": 58734
    },
    {
      "epoch": 4.989381583418281,
      "grad_norm": 3.4037421815689326,
      "learning_rate": 2.169815912301281e-05,
      "loss": 2.3732,
      "step": 58735
    },
    {
      "epoch": 4.989466530750934,
      "grad_norm": 3.5227024470171138,
      "learning_rate": 2.169460218505029e-05,
      "loss": 2.4397,
      "step": 58736
    },
    {
      "epoch": 4.989551478083588,
      "grad_norm": 3.7157694562750794,
      "learning_rate": 2.1691045515926226e-05,
      "loss": 2.4313,
      "step": 58737
    },
    {
      "epoch": 4.989636425416242,
      "grad_norm": 3.8481260888642774,
      "learning_rate": 2.1687489115648087e-05,
      "loss": 2.5429,
      "step": 58738
    },
    {
      "epoch": 4.989721372748896,
      "grad_norm": 3.5471089156891984,
      "learning_rate": 2.168393298422329e-05,
      "loss": 2.4484,
      "step": 58739
    },
    {
      "epoch": 4.9898063200815495,
      "grad_norm": 3.4057377702450298,
      "learning_rate": 2.1680377121659258e-05,
      "loss": 2.4027,
      "step": 58740
    },
    {
      "epoch": 4.989891267414203,
      "grad_norm": 3.4394195893886077,
      "learning_rate": 2.167682152796349e-05,
      "loss": 2.407,
      "step": 58741
    },
    {
      "epoch": 4.989976214746857,
      "grad_norm": 3.5100457534857172,
      "learning_rate": 2.1673266203143426e-05,
      "loss": 2.5409,
      "step": 58742
    },
    {
      "epoch": 4.990061162079511,
      "grad_norm": 3.4001619959868035,
      "learning_rate": 2.166971114720646e-05,
      "loss": 2.2231,
      "step": 58743
    },
    {
      "epoch": 4.990146109412164,
      "grad_norm": 3.5674826348634885,
      "learning_rate": 2.1666156360160102e-05,
      "loss": 2.1305,
      "step": 58744
    },
    {
      "epoch": 4.990231056744818,
      "grad_norm": 4.11662780208364,
      "learning_rate": 2.16626018420118e-05,
      "loss": 2.6358,
      "step": 58745
    },
    {
      "epoch": 4.990316004077472,
      "grad_norm": 3.3747203451577934,
      "learning_rate": 2.1659047592768997e-05,
      "loss": 2.127,
      "step": 58746
    },
    {
      "epoch": 4.990400951410126,
      "grad_norm": 3.6128020702854755,
      "learning_rate": 2.1655493612439102e-05,
      "loss": 2.379,
      "step": 58747
    },
    {
      "epoch": 4.990485898742779,
      "grad_norm": 3.3531438255940356,
      "learning_rate": 2.165193990102961e-05,
      "loss": 2.3181,
      "step": 58748
    },
    {
      "epoch": 4.990570846075434,
      "grad_norm": 3.6538441950691087,
      "learning_rate": 2.1648386458547912e-05,
      "loss": 2.284,
      "step": 58749
    },
    {
      "epoch": 4.990655793408087,
      "grad_norm": 3.5911983143298403,
      "learning_rate": 2.164483328500154e-05,
      "loss": 2.5321,
      "step": 58750
    },
    {
      "epoch": 4.9907407407407405,
      "grad_norm": 3.50527833276442,
      "learning_rate": 2.1641280380397835e-05,
      "loss": 2.4623,
      "step": 58751
    },
    {
      "epoch": 4.990825688073395,
      "grad_norm": 3.371311348969963,
      "learning_rate": 2.1637727744744325e-05,
      "loss": 2.1738,
      "step": 58752
    },
    {
      "epoch": 4.990910635406048,
      "grad_norm": 3.5939078489045544,
      "learning_rate": 2.163417537804844e-05,
      "loss": 2.3506,
      "step": 58753
    },
    {
      "epoch": 4.990995582738702,
      "grad_norm": 3.69748241644322,
      "learning_rate": 2.1630623280317553e-05,
      "loss": 2.6214,
      "step": 58754
    },
    {
      "epoch": 4.991080530071356,
      "grad_norm": 3.7349373673059554,
      "learning_rate": 2.1627071451559165e-05,
      "loss": 2.3431,
      "step": 58755
    },
    {
      "epoch": 4.991165477404009,
      "grad_norm": 3.4507865918747855,
      "learning_rate": 2.1623519891780745e-05,
      "loss": 2.4365,
      "step": 58756
    },
    {
      "epoch": 4.991250424736664,
      "grad_norm": 3.9192610998982893,
      "learning_rate": 2.1619968600989706e-05,
      "loss": 2.5134,
      "step": 58757
    },
    {
      "epoch": 4.991335372069317,
      "grad_norm": 3.480934356267847,
      "learning_rate": 2.1616417579193447e-05,
      "loss": 2.3912,
      "step": 58758
    },
    {
      "epoch": 4.99142031940197,
      "grad_norm": 3.30924491357757,
      "learning_rate": 2.161286682639949e-05,
      "loss": 2.2571,
      "step": 58759
    },
    {
      "epoch": 4.991505266734625,
      "grad_norm": 4.168876391480695,
      "learning_rate": 2.1609316342615212e-05,
      "loss": 2.9699,
      "step": 58760
    },
    {
      "epoch": 4.991590214067278,
      "grad_norm": 3.472053632822384,
      "learning_rate": 2.1605766127848062e-05,
      "loss": 2.3965,
      "step": 58761
    },
    {
      "epoch": 4.991675161399932,
      "grad_norm": 3.3804609212823964,
      "learning_rate": 2.1602216182105465e-05,
      "loss": 2.2597,
      "step": 58762
    },
    {
      "epoch": 4.991760108732586,
      "grad_norm": 3.4924717150168214,
      "learning_rate": 2.1598666505394928e-05,
      "loss": 2.4396,
      "step": 58763
    },
    {
      "epoch": 4.991845056065239,
      "grad_norm": 3.5258755509975117,
      "learning_rate": 2.1595117097723837e-05,
      "loss": 2.5033,
      "step": 58764
    },
    {
      "epoch": 4.9919300033978935,
      "grad_norm": 3.377473075479765,
      "learning_rate": 2.159156795909961e-05,
      "loss": 2.2745,
      "step": 58765
    },
    {
      "epoch": 4.992014950730547,
      "grad_norm": 3.5364163338286283,
      "learning_rate": 2.1588019089529745e-05,
      "loss": 2.5005,
      "step": 58766
    },
    {
      "epoch": 4.992099898063201,
      "grad_norm": 3.4367254542202494,
      "learning_rate": 2.1584470489021588e-05,
      "loss": 2.3568,
      "step": 58767
    },
    {
      "epoch": 4.992184845395855,
      "grad_norm": 3.7995863710838815,
      "learning_rate": 2.158092215758268e-05,
      "loss": 2.5114,
      "step": 58768
    },
    {
      "epoch": 4.992269792728508,
      "grad_norm": 3.4298494449730237,
      "learning_rate": 2.1577374095220368e-05,
      "loss": 2.2988,
      "step": 58769
    },
    {
      "epoch": 4.992354740061162,
      "grad_norm": 4.328838848138568,
      "learning_rate": 2.1573826301942144e-05,
      "loss": 3.0455,
      "step": 58770
    },
    {
      "epoch": 4.992439687393816,
      "grad_norm": 3.803381131613041,
      "learning_rate": 2.1570278777755433e-05,
      "loss": 2.591,
      "step": 58771
    },
    {
      "epoch": 4.99252463472647,
      "grad_norm": 3.405243978710795,
      "learning_rate": 2.156673152266762e-05,
      "loss": 2.226,
      "step": 58772
    },
    {
      "epoch": 4.992609582059123,
      "grad_norm": 3.756957779764511,
      "learning_rate": 2.1563184536686157e-05,
      "loss": 2.5691,
      "step": 58773
    },
    {
      "epoch": 4.992694529391777,
      "grad_norm": 3.55270866661102,
      "learning_rate": 2.155963781981854e-05,
      "loss": 2.493,
      "step": 58774
    },
    {
      "epoch": 4.992779476724431,
      "grad_norm": 3.2019691077702133,
      "learning_rate": 2.1556091372072155e-05,
      "loss": 2.1177,
      "step": 58775
    },
    {
      "epoch": 4.9928644240570845,
      "grad_norm": 3.382238566167761,
      "learning_rate": 2.1552545193454384e-05,
      "loss": 2.4133,
      "step": 58776
    },
    {
      "epoch": 4.992949371389738,
      "grad_norm": 3.8213839243980092,
      "learning_rate": 2.1548999283972746e-05,
      "loss": 2.4118,
      "step": 58777
    },
    {
      "epoch": 4.993034318722392,
      "grad_norm": 3.598624842772592,
      "learning_rate": 2.1545453643634614e-05,
      "loss": 2.4839,
      "step": 58778
    },
    {
      "epoch": 4.993119266055046,
      "grad_norm": 4.136312524044492,
      "learning_rate": 2.1541908272447415e-05,
      "loss": 2.7742,
      "step": 58779
    },
    {
      "epoch": 4.9932042133877,
      "grad_norm": 3.352973892229667,
      "learning_rate": 2.1538363170418583e-05,
      "loss": 2.3147,
      "step": 58780
    },
    {
      "epoch": 4.993289160720353,
      "grad_norm": 3.1254917148729238,
      "learning_rate": 2.1534818337555588e-05,
      "loss": 1.9205,
      "step": 58781
    },
    {
      "epoch": 4.993374108053008,
      "grad_norm": 3.781482405494006,
      "learning_rate": 2.1531273773865843e-05,
      "loss": 2.6949,
      "step": 58782
    },
    {
      "epoch": 4.993459055385661,
      "grad_norm": 3.370634454159043,
      "learning_rate": 2.152772947935671e-05,
      "loss": 2.3823,
      "step": 58783
    },
    {
      "epoch": 4.9935440027183144,
      "grad_norm": 3.7366733868879884,
      "learning_rate": 2.1524185454035696e-05,
      "loss": 2.6018,
      "step": 58784
    },
    {
      "epoch": 4.993628950050969,
      "grad_norm": 3.3707976980108247,
      "learning_rate": 2.1520641697910202e-05,
      "loss": 2.3185,
      "step": 58785
    },
    {
      "epoch": 4.993713897383622,
      "grad_norm": 3.5838364229080897,
      "learning_rate": 2.15170982109876e-05,
      "loss": 2.5542,
      "step": 58786
    },
    {
      "epoch": 4.9937988447162756,
      "grad_norm": 4.237814660237733,
      "learning_rate": 2.151355499327537e-05,
      "loss": 3.0842,
      "step": 58787
    },
    {
      "epoch": 4.99388379204893,
      "grad_norm": 4.0051998584793465,
      "learning_rate": 2.1510012044780967e-05,
      "loss": 2.7409,
      "step": 58788
    },
    {
      "epoch": 4.993968739381583,
      "grad_norm": 3.835870988943167,
      "learning_rate": 2.150646936551176e-05,
      "loss": 2.4347,
      "step": 58789
    },
    {
      "epoch": 4.9940536867142375,
      "grad_norm": 3.8263442422897755,
      "learning_rate": 2.150292695547515e-05,
      "loss": 2.4827,
      "step": 58790
    },
    {
      "epoch": 4.994138634046891,
      "grad_norm": 4.078541433613478,
      "learning_rate": 2.1499384814678642e-05,
      "loss": 2.6564,
      "step": 58791
    },
    {
      "epoch": 4.994223581379544,
      "grad_norm": 3.983749191556457,
      "learning_rate": 2.1495842943129577e-05,
      "loss": 2.594,
      "step": 58792
    },
    {
      "epoch": 4.994308528712199,
      "grad_norm": 3.535704060040008,
      "learning_rate": 2.1492301340835426e-05,
      "loss": 2.1462,
      "step": 58793
    },
    {
      "epoch": 4.994393476044852,
      "grad_norm": 3.4134453929070028,
      "learning_rate": 2.1488760007803573e-05,
      "loss": 2.1814,
      "step": 58794
    },
    {
      "epoch": 4.994478423377506,
      "grad_norm": 3.627069408477676,
      "learning_rate": 2.1485218944041494e-05,
      "loss": 2.3977,
      "step": 58795
    },
    {
      "epoch": 4.99456337071016,
      "grad_norm": 3.341236918309908,
      "learning_rate": 2.148167814955658e-05,
      "loss": 2.2366,
      "step": 58796
    },
    {
      "epoch": 4.994648318042813,
      "grad_norm": 3.57239400628649,
      "learning_rate": 2.1478137624356196e-05,
      "loss": 2.505,
      "step": 58797
    },
    {
      "epoch": 4.9947332653754675,
      "grad_norm": 3.5144529081228697,
      "learning_rate": 2.1474597368447817e-05,
      "loss": 2.4496,
      "step": 58798
    },
    {
      "epoch": 4.994818212708121,
      "grad_norm": 3.4924592320173597,
      "learning_rate": 2.1471057381838886e-05,
      "loss": 2.3944,
      "step": 58799
    },
    {
      "epoch": 4.994903160040774,
      "grad_norm": 3.961935426479408,
      "learning_rate": 2.1467517664536782e-05,
      "loss": 2.8023,
      "step": 58800
    },
    {
      "epoch": 4.994988107373429,
      "grad_norm": 4.1024772979161375,
      "learning_rate": 2.14639782165489e-05,
      "loss": 2.8504,
      "step": 58801
    },
    {
      "epoch": 4.995073054706082,
      "grad_norm": 3.3218237054139323,
      "learning_rate": 2.1460439037882697e-05,
      "loss": 2.1976,
      "step": 58802
    },
    {
      "epoch": 4.995158002038736,
      "grad_norm": 3.3107819414175346,
      "learning_rate": 2.145690012854559e-05,
      "loss": 2.1527,
      "step": 58803
    },
    {
      "epoch": 4.99524294937139,
      "grad_norm": 3.929477170341729,
      "learning_rate": 2.1453361488544952e-05,
      "loss": 2.8133,
      "step": 58804
    },
    {
      "epoch": 4.995327896704044,
      "grad_norm": 3.8259241466081066,
      "learning_rate": 2.1449823117888208e-05,
      "loss": 2.5968,
      "step": 58805
    },
    {
      "epoch": 4.995412844036697,
      "grad_norm": 4.118204345397425,
      "learning_rate": 2.1446285016582825e-05,
      "loss": 2.7777,
      "step": 58806
    },
    {
      "epoch": 4.995497791369351,
      "grad_norm": 3.403067141524119,
      "learning_rate": 2.1442747184636193e-05,
      "loss": 2.3193,
      "step": 58807
    },
    {
      "epoch": 4.995582738702005,
      "grad_norm": 3.6195882504533152,
      "learning_rate": 2.1439209622055658e-05,
      "loss": 2.3941,
      "step": 58808
    },
    {
      "epoch": 4.9956676860346585,
      "grad_norm": 3.4632905612862266,
      "learning_rate": 2.143567232884873e-05,
      "loss": 2.2384,
      "step": 58809
    },
    {
      "epoch": 4.995752633367312,
      "grad_norm": 3.743975405011336,
      "learning_rate": 2.1432135305022734e-05,
      "loss": 2.5579,
      "step": 58810
    },
    {
      "epoch": 4.995837580699966,
      "grad_norm": 3.2841241033104063,
      "learning_rate": 2.142859855058517e-05,
      "loss": 2.2415,
      "step": 58811
    },
    {
      "epoch": 4.99592252803262,
      "grad_norm": 3.9384197069128253,
      "learning_rate": 2.1425062065543357e-05,
      "loss": 2.3721,
      "step": 58812
    },
    {
      "epoch": 4.996007475365274,
      "grad_norm": 3.26649746753857,
      "learning_rate": 2.1421525849904782e-05,
      "loss": 2.2304,
      "step": 58813
    },
    {
      "epoch": 4.996092422697927,
      "grad_norm": 3.305246520761509,
      "learning_rate": 2.141798990367683e-05,
      "loss": 2.2658,
      "step": 58814
    },
    {
      "epoch": 4.996177370030581,
      "grad_norm": 3.2807280208642644,
      "learning_rate": 2.1414454226866866e-05,
      "loss": 2.3551,
      "step": 58815
    },
    {
      "epoch": 4.996262317363235,
      "grad_norm": 3.8526290708409077,
      "learning_rate": 2.1410918819482338e-05,
      "loss": 2.6614,
      "step": 58816
    },
    {
      "epoch": 4.996347264695888,
      "grad_norm": 3.5494240162241715,
      "learning_rate": 2.1407383681530666e-05,
      "loss": 2.3963,
      "step": 58817
    },
    {
      "epoch": 4.996432212028543,
      "grad_norm": 3.4319610639783606,
      "learning_rate": 2.1403848813019263e-05,
      "loss": 2.2315,
      "step": 58818
    },
    {
      "epoch": 4.996517159361196,
      "grad_norm": 3.2332877033565417,
      "learning_rate": 2.140031421395546e-05,
      "loss": 2.1873,
      "step": 58819
    },
    {
      "epoch": 4.9966021066938495,
      "grad_norm": 3.271959898532236,
      "learning_rate": 2.1396779884346765e-05,
      "loss": 2.1272,
      "step": 58820
    },
    {
      "epoch": 4.996687054026504,
      "grad_norm": 3.6605731448943035,
      "learning_rate": 2.1393245824200537e-05,
      "loss": 2.5716,
      "step": 58821
    },
    {
      "epoch": 4.996772001359157,
      "grad_norm": 3.7935605473110625,
      "learning_rate": 2.1389712033524143e-05,
      "loss": 2.302,
      "step": 58822
    },
    {
      "epoch": 4.996856948691811,
      "grad_norm": 3.4799142813914616,
      "learning_rate": 2.138617851232502e-05,
      "loss": 2.2436,
      "step": 58823
    },
    {
      "epoch": 4.996941896024465,
      "grad_norm": 3.9348942098870725,
      "learning_rate": 2.13826452606106e-05,
      "loss": 2.6604,
      "step": 58824
    },
    {
      "epoch": 4.997026843357118,
      "grad_norm": 3.603019439759646,
      "learning_rate": 2.137911227838827e-05,
      "loss": 2.3174,
      "step": 58825
    },
    {
      "epoch": 4.997111790689773,
      "grad_norm": 3.3098033459383434,
      "learning_rate": 2.1375579565665402e-05,
      "loss": 2.3007,
      "step": 58826
    },
    {
      "epoch": 4.997196738022426,
      "grad_norm": 3.625324206938849,
      "learning_rate": 2.137204712244943e-05,
      "loss": 2.5708,
      "step": 58827
    },
    {
      "epoch": 4.99728168535508,
      "grad_norm": 3.551223980297435,
      "learning_rate": 2.1368514948747773e-05,
      "loss": 2.5003,
      "step": 58828
    },
    {
      "epoch": 4.997366632687734,
      "grad_norm": 3.3372667778866445,
      "learning_rate": 2.1364983044567753e-05,
      "loss": 2.1029,
      "step": 58829
    },
    {
      "epoch": 4.997451580020387,
      "grad_norm": 3.6755729054995543,
      "learning_rate": 2.136145140991683e-05,
      "loss": 2.5761,
      "step": 58830
    },
    {
      "epoch": 4.997536527353041,
      "grad_norm": 3.472317868332302,
      "learning_rate": 2.1357920044802418e-05,
      "loss": 2.3307,
      "step": 58831
    },
    {
      "epoch": 4.997621474685695,
      "grad_norm": 3.4159442856703115,
      "learning_rate": 2.135438894923191e-05,
      "loss": 2.3629,
      "step": 58832
    },
    {
      "epoch": 4.997706422018348,
      "grad_norm": 3.303027867709847,
      "learning_rate": 2.135085812321265e-05,
      "loss": 2.2697,
      "step": 58833
    },
    {
      "epoch": 4.9977913693510025,
      "grad_norm": 3.9366048896058055,
      "learning_rate": 2.13473275667521e-05,
      "loss": 2.5463,
      "step": 58834
    },
    {
      "epoch": 4.997876316683656,
      "grad_norm": 3.3322289187868277,
      "learning_rate": 2.1343797279857615e-05,
      "loss": 2.2502,
      "step": 58835
    },
    {
      "epoch": 4.99796126401631,
      "grad_norm": 3.2590289485797257,
      "learning_rate": 2.134026726253663e-05,
      "loss": 2.0157,
      "step": 58836
    },
    {
      "epoch": 4.998046211348964,
      "grad_norm": 3.5039967731514112,
      "learning_rate": 2.1336737514796488e-05,
      "loss": 2.3475,
      "step": 58837
    },
    {
      "epoch": 4.998131158681617,
      "grad_norm": 3.6704532385157096,
      "learning_rate": 2.133320803664466e-05,
      "loss": 2.4124,
      "step": 58838
    },
    {
      "epoch": 4.998216106014271,
      "grad_norm": 3.865301934564581,
      "learning_rate": 2.1329678828088496e-05,
      "loss": 2.5117,
      "step": 58839
    },
    {
      "epoch": 4.998301053346925,
      "grad_norm": 3.5772920637258343,
      "learning_rate": 2.1326149889135357e-05,
      "loss": 2.4547,
      "step": 58840
    },
    {
      "epoch": 4.998386000679579,
      "grad_norm": 3.499193070996936,
      "learning_rate": 2.1322621219792685e-05,
      "loss": 2.3533,
      "step": 58841
    },
    {
      "epoch": 4.9984709480122325,
      "grad_norm": 3.8660177858854112,
      "learning_rate": 2.131909282006789e-05,
      "loss": 2.6768,
      "step": 58842
    },
    {
      "epoch": 4.998555895344886,
      "grad_norm": 3.765173548607289,
      "learning_rate": 2.1315564689968334e-05,
      "loss": 2.5386,
      "step": 58843
    },
    {
      "epoch": 4.99864084267754,
      "grad_norm": 3.663010385908997,
      "learning_rate": 2.1312036829501378e-05,
      "loss": 2.2922,
      "step": 58844
    },
    {
      "epoch": 4.998725790010194,
      "grad_norm": 3.2594861181764583,
      "learning_rate": 2.1308509238674497e-05,
      "loss": 2.117,
      "step": 58845
    },
    {
      "epoch": 4.998810737342847,
      "grad_norm": 4.2205002799286095,
      "learning_rate": 2.1304981917495024e-05,
      "loss": 2.8,
      "step": 58846
    },
    {
      "epoch": 4.998895684675501,
      "grad_norm": 3.331628464533565,
      "learning_rate": 2.130145486597033e-05,
      "loss": 2.12,
      "step": 58847
    },
    {
      "epoch": 4.998980632008155,
      "grad_norm": 3.241736722391578,
      "learning_rate": 2.129792808410783e-05,
      "loss": 2.1818,
      "step": 58848
    },
    {
      "epoch": 4.999065579340809,
      "grad_norm": 3.495091695395311,
      "learning_rate": 2.129440157191495e-05,
      "loss": 2.3575,
      "step": 58849
    },
    {
      "epoch": 4.999150526673462,
      "grad_norm": 3.8336271435848945,
      "learning_rate": 2.1290875329399066e-05,
      "loss": 2.4504,
      "step": 58850
    },
    {
      "epoch": 4.999235474006117,
      "grad_norm": 3.9640404496408803,
      "learning_rate": 2.1287349356567507e-05,
      "loss": 2.5557,
      "step": 58851
    },
    {
      "epoch": 4.99932042133877,
      "grad_norm": 3.445704332263218,
      "learning_rate": 2.1283823653427735e-05,
      "loss": 2.2521,
      "step": 58852
    },
    {
      "epoch": 4.9994053686714235,
      "grad_norm": 3.462174982483713,
      "learning_rate": 2.1280298219987075e-05,
      "loss": 2.3786,
      "step": 58853
    },
    {
      "epoch": 4.999490316004078,
      "grad_norm": 3.362157571456811,
      "learning_rate": 2.127677305625297e-05,
      "loss": 2.1834,
      "step": 58854
    },
    {
      "epoch": 4.999575263336731,
      "grad_norm": 3.325963075934069,
      "learning_rate": 2.1273248162232752e-05,
      "loss": 2.2836,
      "step": 58855
    },
    {
      "epoch": 4.999660210669385,
      "grad_norm": 3.6446593103610576,
      "learning_rate": 2.126972353793388e-05,
      "loss": 2.2277,
      "step": 58856
    },
    {
      "epoch": 4.999745158002039,
      "grad_norm": 3.6172771703130584,
      "learning_rate": 2.126619918336368e-05,
      "loss": 2.4877,
      "step": 58857
    },
    {
      "epoch": 4.999830105334692,
      "grad_norm": 3.5786429629760104,
      "learning_rate": 2.1262675098529512e-05,
      "loss": 2.459,
      "step": 58858
    },
    {
      "epoch": 4.999915052667347,
      "grad_norm": 3.4185713181955344,
      "learning_rate": 2.1259151283438824e-05,
      "loss": 2.3243,
      "step": 58859
    },
    {
      "epoch": 5.0,
      "grad_norm": 3.4953756665828726,
      "learning_rate": 2.1255627738098992e-05,
      "loss": 2.188,
      "step": 58860
    },
    {
      "epoch": 5.0,
      "eval_loss": 4.820261001586914,
      "eval_runtime": 37.0417,
      "eval_samples_per_second": 5.156,
      "eval_steps_per_second": 5.156,
      "step": 58860
    },
    {
      "epoch": 5.000084947332653,
      "grad_norm": 2.2841118612225926,
      "learning_rate": 2.125210446251737e-05,
      "loss": 1.375,
      "step": 58861
    },
    {
      "epoch": 5.000169894665308,
      "grad_norm": 2.6501738832084065,
      "learning_rate": 2.1248581456701347e-05,
      "loss": 1.6649,
      "step": 58862
    },
    {
      "epoch": 5.000254841997961,
      "grad_norm": 2.589268303195113,
      "learning_rate": 2.1245058720658324e-05,
      "loss": 1.5763,
      "step": 58863
    },
    {
      "epoch": 5.000339789330615,
      "grad_norm": 2.519321991741727,
      "learning_rate": 2.1241536254395668e-05,
      "loss": 1.5671,
      "step": 58864
    },
    {
      "epoch": 5.000424736663269,
      "grad_norm": 2.5092414722674143,
      "learning_rate": 2.1238014057920737e-05,
      "loss": 1.5398,
      "step": 58865
    },
    {
      "epoch": 5.000509683995922,
      "grad_norm": 2.607225628038048,
      "learning_rate": 2.1234492131240928e-05,
      "loss": 1.5578,
      "step": 58866
    },
    {
      "epoch": 5.0005946313285765,
      "grad_norm": 2.4370126259012648,
      "learning_rate": 2.1230970474363646e-05,
      "loss": 1.5659,
      "step": 58867
    },
    {
      "epoch": 5.00067957866123,
      "grad_norm": 2.6108004901509516,
      "learning_rate": 2.1227449087296273e-05,
      "loss": 1.3629,
      "step": 58868
    },
    {
      "epoch": 5.000764525993884,
      "grad_norm": 2.816383464064954,
      "learning_rate": 2.1223927970046118e-05,
      "loss": 1.5888,
      "step": 58869
    },
    {
      "epoch": 5.000849473326538,
      "grad_norm": 2.4257186556457984,
      "learning_rate": 2.1220407122620626e-05,
      "loss": 1.4785,
      "step": 58870
    },
    {
      "epoch": 5.000934420659191,
      "grad_norm": 3.3773137583831745,
      "learning_rate": 2.1216886545027174e-05,
      "loss": 1.9196,
      "step": 58871
    },
    {
      "epoch": 5.001019367991845,
      "grad_norm": 2.388774795693074,
      "learning_rate": 2.121336623727307e-05,
      "loss": 1.4862,
      "step": 58872
    },
    {
      "epoch": 5.001104315324499,
      "grad_norm": 2.5563536720778712,
      "learning_rate": 2.120984619936575e-05,
      "loss": 1.4855,
      "step": 58873
    },
    {
      "epoch": 5.001189262657152,
      "grad_norm": 2.554894450176426,
      "learning_rate": 2.1206326431312614e-05,
      "loss": 1.466,
      "step": 58874
    },
    {
      "epoch": 5.001274209989806,
      "grad_norm": 2.5169000136495185,
      "learning_rate": 2.120280693312098e-05,
      "loss": 1.4679,
      "step": 58875
    },
    {
      "epoch": 5.00135915732246,
      "grad_norm": 2.657936990766846,
      "learning_rate": 2.1199287704798223e-05,
      "loss": 1.4264,
      "step": 58876
    },
    {
      "epoch": 5.001444104655114,
      "grad_norm": 2.507579762842252,
      "learning_rate": 2.1195768746351772e-05,
      "loss": 1.4047,
      "step": 58877
    },
    {
      "epoch": 5.0015290519877675,
      "grad_norm": 2.6055065667357713,
      "learning_rate": 2.1192250057788935e-05,
      "loss": 1.3388,
      "step": 58878
    },
    {
      "epoch": 5.001613999320421,
      "grad_norm": 2.60610572673759,
      "learning_rate": 2.118873163911714e-05,
      "loss": 1.4132,
      "step": 58879
    },
    {
      "epoch": 5.001698946653075,
      "grad_norm": 2.8195139907066156,
      "learning_rate": 2.11852134903437e-05,
      "loss": 1.6543,
      "step": 58880
    },
    {
      "epoch": 5.001783893985729,
      "grad_norm": 2.4895203881595234,
      "learning_rate": 2.1181695611476057e-05,
      "loss": 1.3672,
      "step": 58881
    },
    {
      "epoch": 5.001868841318383,
      "grad_norm": 2.4849090545578996,
      "learning_rate": 2.1178178002521556e-05,
      "loss": 1.558,
      "step": 58882
    },
    {
      "epoch": 5.001953788651036,
      "grad_norm": 2.645657043708466,
      "learning_rate": 2.1174660663487507e-05,
      "loss": 1.575,
      "step": 58883
    },
    {
      "epoch": 5.00203873598369,
      "grad_norm": 3.4288942752839837,
      "learning_rate": 2.117114359438134e-05,
      "loss": 1.7909,
      "step": 58884
    },
    {
      "epoch": 5.002123683316344,
      "grad_norm": 2.447973670816942,
      "learning_rate": 2.1167626795210446e-05,
      "loss": 1.4336,
      "step": 58885
    },
    {
      "epoch": 5.0022086306489975,
      "grad_norm": 2.73383592803812,
      "learning_rate": 2.1164110265982152e-05,
      "loss": 1.407,
      "step": 58886
    },
    {
      "epoch": 5.002293577981652,
      "grad_norm": 2.5028312756776727,
      "learning_rate": 2.1160594006703824e-05,
      "loss": 1.5235,
      "step": 58887
    },
    {
      "epoch": 5.002378525314305,
      "grad_norm": 2.497745073442223,
      "learning_rate": 2.1157078017382852e-05,
      "loss": 1.396,
      "step": 58888
    },
    {
      "epoch": 5.002463472646959,
      "grad_norm": 2.393426867672441,
      "learning_rate": 2.115356229802661e-05,
      "loss": 1.3496,
      "step": 58889
    },
    {
      "epoch": 5.002548419979613,
      "grad_norm": 2.67247802254823,
      "learning_rate": 2.11500468486424e-05,
      "loss": 1.5613,
      "step": 58890
    },
    {
      "epoch": 5.002633367312266,
      "grad_norm": 2.473192158612295,
      "learning_rate": 2.114653166923764e-05,
      "loss": 1.5414,
      "step": 58891
    },
    {
      "epoch": 5.002718314644921,
      "grad_norm": 2.6107866626171714,
      "learning_rate": 2.1143016759819736e-05,
      "loss": 1.3396,
      "step": 58892
    },
    {
      "epoch": 5.002803261977574,
      "grad_norm": 2.39596477917113,
      "learning_rate": 2.113950212039599e-05,
      "loss": 1.4443,
      "step": 58893
    },
    {
      "epoch": 5.002888209310227,
      "grad_norm": 2.707102173129332,
      "learning_rate": 2.1135987750973766e-05,
      "loss": 1.6597,
      "step": 58894
    },
    {
      "epoch": 5.002973156642882,
      "grad_norm": 2.516993485193053,
      "learning_rate": 2.113247365156047e-05,
      "loss": 1.5483,
      "step": 58895
    },
    {
      "epoch": 5.003058103975535,
      "grad_norm": 2.7729653404987262,
      "learning_rate": 2.1128959822163404e-05,
      "loss": 1.7184,
      "step": 58896
    },
    {
      "epoch": 5.0031430513081885,
      "grad_norm": 3.3983416224087475,
      "learning_rate": 2.112544626279001e-05,
      "loss": 1.8206,
      "step": 58897
    },
    {
      "epoch": 5.003227998640843,
      "grad_norm": 2.5743438263118166,
      "learning_rate": 2.112193297344756e-05,
      "loss": 1.4841,
      "step": 58898
    },
    {
      "epoch": 5.003312945973496,
      "grad_norm": 2.44744976337182,
      "learning_rate": 2.1118419954143516e-05,
      "loss": 1.4715,
      "step": 58899
    },
    {
      "epoch": 5.0033978933061505,
      "grad_norm": 2.484004562275095,
      "learning_rate": 2.1114907204885163e-05,
      "loss": 1.4361,
      "step": 58900
    },
    {
      "epoch": 5.003482840638804,
      "grad_norm": 2.5797657015000497,
      "learning_rate": 2.111139472567987e-05,
      "loss": 1.5367,
      "step": 58901
    },
    {
      "epoch": 5.003567787971457,
      "grad_norm": 2.6028316848533612,
      "learning_rate": 2.1107882516534985e-05,
      "loss": 1.5541,
      "step": 58902
    },
    {
      "epoch": 5.003652735304112,
      "grad_norm": 2.507122878001085,
      "learning_rate": 2.110437057745795e-05,
      "loss": 1.5539,
      "step": 58903
    },
    {
      "epoch": 5.003737682636765,
      "grad_norm": 2.4873991756994043,
      "learning_rate": 2.1100858908456048e-05,
      "loss": 1.4901,
      "step": 58904
    },
    {
      "epoch": 5.003822629969419,
      "grad_norm": 3.4346895140465,
      "learning_rate": 2.1097347509536634e-05,
      "loss": 1.9269,
      "step": 58905
    },
    {
      "epoch": 5.003907577302073,
      "grad_norm": 2.546099726247222,
      "learning_rate": 2.109383638070712e-05,
      "loss": 1.5321,
      "step": 58906
    },
    {
      "epoch": 5.003992524634726,
      "grad_norm": 2.662311195868259,
      "learning_rate": 2.1090325521974816e-05,
      "loss": 1.6782,
      "step": 58907
    },
    {
      "epoch": 5.00407747196738,
      "grad_norm": 2.431917781995794,
      "learning_rate": 2.108681493334707e-05,
      "loss": 1.3783,
      "step": 58908
    },
    {
      "epoch": 5.004162419300034,
      "grad_norm": 2.437387211872468,
      "learning_rate": 2.1083304614831255e-05,
      "loss": 1.4047,
      "step": 58909
    },
    {
      "epoch": 5.004247366632688,
      "grad_norm": 2.5603908666594357,
      "learning_rate": 2.1079794566434765e-05,
      "loss": 1.525,
      "step": 58910
    },
    {
      "epoch": 5.0043323139653415,
      "grad_norm": 2.522514375590496,
      "learning_rate": 2.1076284788164916e-05,
      "loss": 1.2733,
      "step": 58911
    },
    {
      "epoch": 5.004417261297995,
      "grad_norm": 2.3237700318968093,
      "learning_rate": 2.1072775280029046e-05,
      "loss": 1.3888,
      "step": 58912
    },
    {
      "epoch": 5.004502208630649,
      "grad_norm": 3.2910258922105893,
      "learning_rate": 2.1069266042034537e-05,
      "loss": 1.7229,
      "step": 58913
    },
    {
      "epoch": 5.004587155963303,
      "grad_norm": 2.5481317019457075,
      "learning_rate": 2.106575707418875e-05,
      "loss": 1.5282,
      "step": 58914
    },
    {
      "epoch": 5.004672103295957,
      "grad_norm": 2.66551861319319,
      "learning_rate": 2.106224837649899e-05,
      "loss": 1.4966,
      "step": 58915
    },
    {
      "epoch": 5.00475705062861,
      "grad_norm": 2.7350788333541773,
      "learning_rate": 2.1058739948972643e-05,
      "loss": 1.6917,
      "step": 58916
    },
    {
      "epoch": 5.004841997961264,
      "grad_norm": 2.64469116483026,
      "learning_rate": 2.1055231791617076e-05,
      "loss": 1.3182,
      "step": 58917
    },
    {
      "epoch": 5.004926945293918,
      "grad_norm": 2.722944687062869,
      "learning_rate": 2.1051723904439626e-05,
      "loss": 1.5565,
      "step": 58918
    },
    {
      "epoch": 5.005011892626571,
      "grad_norm": 2.632215584357697,
      "learning_rate": 2.10482162874476e-05,
      "loss": 1.3282,
      "step": 58919
    },
    {
      "epoch": 5.005096839959226,
      "grad_norm": 2.78875202839737,
      "learning_rate": 2.1044708940648425e-05,
      "loss": 1.452,
      "step": 58920
    },
    {
      "epoch": 5.005181787291879,
      "grad_norm": 2.5488327317093344,
      "learning_rate": 2.104120186404938e-05,
      "loss": 1.6193,
      "step": 58921
    },
    {
      "epoch": 5.0052667346245325,
      "grad_norm": 2.435577703116861,
      "learning_rate": 2.103769505765787e-05,
      "loss": 1.4131,
      "step": 58922
    },
    {
      "epoch": 5.005351681957187,
      "grad_norm": 2.7321999413298794,
      "learning_rate": 2.1034188521481184e-05,
      "loss": 1.4739,
      "step": 58923
    },
    {
      "epoch": 5.00543662928984,
      "grad_norm": 2.8687648855864953,
      "learning_rate": 2.1030682255526736e-05,
      "loss": 1.7913,
      "step": 58924
    },
    {
      "epoch": 5.005521576622494,
      "grad_norm": 2.5623065186313765,
      "learning_rate": 2.1027176259801832e-05,
      "loss": 1.5024,
      "step": 58925
    },
    {
      "epoch": 5.005606523955148,
      "grad_norm": 2.561321295927601,
      "learning_rate": 2.1023670534313792e-05,
      "loss": 1.3802,
      "step": 58926
    },
    {
      "epoch": 5.005691471287801,
      "grad_norm": 2.360920130570907,
      "learning_rate": 2.1020165079069994e-05,
      "loss": 1.4006,
      "step": 58927
    },
    {
      "epoch": 5.005776418620456,
      "grad_norm": 2.468644296912487,
      "learning_rate": 2.101665989407782e-05,
      "loss": 1.5337,
      "step": 58928
    },
    {
      "epoch": 5.005861365953109,
      "grad_norm": 2.6425528715603717,
      "learning_rate": 2.1013154979344577e-05,
      "loss": 1.513,
      "step": 58929
    },
    {
      "epoch": 5.0059463132857625,
      "grad_norm": 2.4649865363888397,
      "learning_rate": 2.1009650334877576e-05,
      "loss": 1.3565,
      "step": 58930
    },
    {
      "epoch": 5.006031260618417,
      "grad_norm": 2.853225275134388,
      "learning_rate": 2.100614596068423e-05,
      "loss": 1.6944,
      "step": 58931
    },
    {
      "epoch": 5.00611620795107,
      "grad_norm": 2.3816064602988822,
      "learning_rate": 2.1002641856771847e-05,
      "loss": 1.3344,
      "step": 58932
    },
    {
      "epoch": 5.0062011552837244,
      "grad_norm": 2.9366455020042483,
      "learning_rate": 2.099913802314772e-05,
      "loss": 1.6148,
      "step": 58933
    },
    {
      "epoch": 5.006286102616378,
      "grad_norm": 2.68622264887233,
      "learning_rate": 2.099563445981925e-05,
      "loss": 1.4963,
      "step": 58934
    },
    {
      "epoch": 5.006371049949031,
      "grad_norm": 2.5376390691553645,
      "learning_rate": 2.099213116679379e-05,
      "loss": 1.2368,
      "step": 58935
    },
    {
      "epoch": 5.0064559972816856,
      "grad_norm": 2.676257590918268,
      "learning_rate": 2.0988628144078655e-05,
      "loss": 1.3973,
      "step": 58936
    },
    {
      "epoch": 5.006540944614339,
      "grad_norm": 2.64171436534823,
      "learning_rate": 2.0985125391681155e-05,
      "loss": 1.6299,
      "step": 58937
    },
    {
      "epoch": 5.006625891946993,
      "grad_norm": 2.5358423890903308,
      "learning_rate": 2.09816229096087e-05,
      "loss": 1.5632,
      "step": 58938
    },
    {
      "epoch": 5.006710839279647,
      "grad_norm": 2.5450246766528246,
      "learning_rate": 2.0978120697868554e-05,
      "loss": 1.2649,
      "step": 58939
    },
    {
      "epoch": 5.0067957866123,
      "grad_norm": 2.513650457740143,
      "learning_rate": 2.0974618756468127e-05,
      "loss": 1.3569,
      "step": 58940
    },
    {
      "epoch": 5.006880733944954,
      "grad_norm": 2.732070865931018,
      "learning_rate": 2.0971117085414673e-05,
      "loss": 1.7735,
      "step": 58941
    },
    {
      "epoch": 5.006965681277608,
      "grad_norm": 2.7243976187573984,
      "learning_rate": 2.096761568471561e-05,
      "loss": 1.5522,
      "step": 58942
    },
    {
      "epoch": 5.007050628610262,
      "grad_norm": 2.707373444562103,
      "learning_rate": 2.0964114554378263e-05,
      "loss": 1.6535,
      "step": 58943
    },
    {
      "epoch": 5.0071355759429155,
      "grad_norm": 2.6052088200580013,
      "learning_rate": 2.096061369440993e-05,
      "loss": 1.4019,
      "step": 58944
    },
    {
      "epoch": 5.007220523275569,
      "grad_norm": 2.7984583026271457,
      "learning_rate": 2.0957113104817896e-05,
      "loss": 1.6943,
      "step": 58945
    },
    {
      "epoch": 5.007305470608223,
      "grad_norm": 2.6257476514444535,
      "learning_rate": 2.0953612785609613e-05,
      "loss": 1.445,
      "step": 58946
    },
    {
      "epoch": 5.007390417940877,
      "grad_norm": 2.4696065475147564,
      "learning_rate": 2.095011273679239e-05,
      "loss": 1.407,
      "step": 58947
    },
    {
      "epoch": 5.00747536527353,
      "grad_norm": 2.7317620899103834,
      "learning_rate": 2.0946612958373487e-05,
      "loss": 1.5413,
      "step": 58948
    },
    {
      "epoch": 5.007560312606184,
      "grad_norm": 2.4155586561637823,
      "learning_rate": 2.0943113450360315e-05,
      "loss": 1.5328,
      "step": 58949
    },
    {
      "epoch": 5.007645259938838,
      "grad_norm": 2.580612165852695,
      "learning_rate": 2.0939614212760186e-05,
      "loss": 1.3329,
      "step": 58950
    },
    {
      "epoch": 5.007730207271492,
      "grad_norm": 2.4977519948197187,
      "learning_rate": 2.0936115245580393e-05,
      "loss": 1.4958,
      "step": 58951
    },
    {
      "epoch": 5.007815154604145,
      "grad_norm": 2.7567977753235273,
      "learning_rate": 2.093261654882828e-05,
      "loss": 1.6129,
      "step": 58952
    },
    {
      "epoch": 5.007900101936799,
      "grad_norm": 2.60744701511554,
      "learning_rate": 2.092911812251124e-05,
      "loss": 1.348,
      "step": 58953
    },
    {
      "epoch": 5.007985049269453,
      "grad_norm": 2.7995209896583417,
      "learning_rate": 2.0925619966636554e-05,
      "loss": 1.5866,
      "step": 58954
    },
    {
      "epoch": 5.0080699966021065,
      "grad_norm": 2.621687647456137,
      "learning_rate": 2.0922122081211545e-05,
      "loss": 1.719,
      "step": 58955
    },
    {
      "epoch": 5.008154943934761,
      "grad_norm": 2.4662700754643305,
      "learning_rate": 2.0918624466243528e-05,
      "loss": 1.3255,
      "step": 58956
    },
    {
      "epoch": 5.008239891267414,
      "grad_norm": 2.7143543097500307,
      "learning_rate": 2.0915127121739895e-05,
      "loss": 1.362,
      "step": 58957
    },
    {
      "epoch": 5.008324838600068,
      "grad_norm": 2.5366798273659836,
      "learning_rate": 2.0911630047707888e-05,
      "loss": 1.3997,
      "step": 58958
    },
    {
      "epoch": 5.008409785932722,
      "grad_norm": 2.7033311438842103,
      "learning_rate": 2.090813324415489e-05,
      "loss": 1.5374,
      "step": 58959
    },
    {
      "epoch": 5.008494733265375,
      "grad_norm": 2.7409393848047015,
      "learning_rate": 2.0904636711088257e-05,
      "loss": 1.6786,
      "step": 58960
    },
    {
      "epoch": 5.00857968059803,
      "grad_norm": 2.4884278223241227,
      "learning_rate": 2.090114044851527e-05,
      "loss": 1.4093,
      "step": 58961
    },
    {
      "epoch": 5.008664627930683,
      "grad_norm": 2.326638059137758,
      "learning_rate": 2.089764445644327e-05,
      "loss": 1.3413,
      "step": 58962
    },
    {
      "epoch": 5.008749575263336,
      "grad_norm": 2.6686964560806135,
      "learning_rate": 2.089414873487952e-05,
      "loss": 1.3224,
      "step": 58963
    },
    {
      "epoch": 5.008834522595991,
      "grad_norm": 2.3990640312418514,
      "learning_rate": 2.0890653283831428e-05,
      "loss": 1.3925,
      "step": 58964
    },
    {
      "epoch": 5.008919469928644,
      "grad_norm": 2.7975685699945467,
      "learning_rate": 2.0887158103306307e-05,
      "loss": 1.4667,
      "step": 58965
    },
    {
      "epoch": 5.009004417261298,
      "grad_norm": 2.4744659756168774,
      "learning_rate": 2.0883663193311418e-05,
      "loss": 1.4029,
      "step": 58966
    },
    {
      "epoch": 5.009089364593952,
      "grad_norm": 2.6999694007670563,
      "learning_rate": 2.088016855385417e-05,
      "loss": 1.4285,
      "step": 58967
    },
    {
      "epoch": 5.009174311926605,
      "grad_norm": 2.768610531597161,
      "learning_rate": 2.087667418494186e-05,
      "loss": 1.4513,
      "step": 58968
    },
    {
      "epoch": 5.0092592592592595,
      "grad_norm": 2.505261570779754,
      "learning_rate": 2.087318008658178e-05,
      "loss": 1.5032,
      "step": 58969
    },
    {
      "epoch": 5.009344206591913,
      "grad_norm": 2.6380017214837874,
      "learning_rate": 2.0869686258781192e-05,
      "loss": 1.3392,
      "step": 58970
    },
    {
      "epoch": 5.009429153924566,
      "grad_norm": 2.596117560052991,
      "learning_rate": 2.0866192701547556e-05,
      "loss": 1.5323,
      "step": 58971
    },
    {
      "epoch": 5.009514101257221,
      "grad_norm": 2.6276992990570185,
      "learning_rate": 2.0862699414888135e-05,
      "loss": 1.2923,
      "step": 58972
    },
    {
      "epoch": 5.009599048589874,
      "grad_norm": 2.848508250816252,
      "learning_rate": 2.0859206398810235e-05,
      "loss": 1.5235,
      "step": 58973
    },
    {
      "epoch": 5.009683995922528,
      "grad_norm": 2.977045926988355,
      "learning_rate": 2.0855713653321137e-05,
      "loss": 1.6554,
      "step": 58974
    },
    {
      "epoch": 5.009768943255182,
      "grad_norm": 2.6489238565776465,
      "learning_rate": 2.0852221178428253e-05,
      "loss": 1.2919,
      "step": 58975
    },
    {
      "epoch": 5.009853890587835,
      "grad_norm": 2.6919773014917947,
      "learning_rate": 2.0848728974138805e-05,
      "loss": 1.6539,
      "step": 58976
    },
    {
      "epoch": 5.009938837920489,
      "grad_norm": 2.559391769796141,
      "learning_rate": 2.0845237040460144e-05,
      "loss": 1.5404,
      "step": 58977
    },
    {
      "epoch": 5.010023785253143,
      "grad_norm": 2.5533488298872373,
      "learning_rate": 2.0841745377399643e-05,
      "loss": 1.4788,
      "step": 58978
    },
    {
      "epoch": 5.010108732585797,
      "grad_norm": 2.6097282129366164,
      "learning_rate": 2.0838253984964563e-05,
      "loss": 1.4103,
      "step": 58979
    },
    {
      "epoch": 5.0101936799184505,
      "grad_norm": 2.6600185455582577,
      "learning_rate": 2.0834762863162235e-05,
      "loss": 1.519,
      "step": 58980
    },
    {
      "epoch": 5.010278627251104,
      "grad_norm": 2.5924748758238234,
      "learning_rate": 2.0831272011999934e-05,
      "loss": 1.4933,
      "step": 58981
    },
    {
      "epoch": 5.010363574583758,
      "grad_norm": 3.1969780773801286,
      "learning_rate": 2.0827781431485003e-05,
      "loss": 1.6783,
      "step": 58982
    },
    {
      "epoch": 5.010448521916412,
      "grad_norm": 2.476469175722714,
      "learning_rate": 2.0824291121624802e-05,
      "loss": 1.5573,
      "step": 58983
    },
    {
      "epoch": 5.010533469249066,
      "grad_norm": 2.4191408927113653,
      "learning_rate": 2.0820801082426597e-05,
      "loss": 1.3978,
      "step": 58984
    },
    {
      "epoch": 5.010618416581719,
      "grad_norm": 2.7609711707176654,
      "learning_rate": 2.081731131389768e-05,
      "loss": 1.3675,
      "step": 58985
    },
    {
      "epoch": 5.010703363914373,
      "grad_norm": 2.528930018990861,
      "learning_rate": 2.0813821816045407e-05,
      "loss": 1.1754,
      "step": 58986
    },
    {
      "epoch": 5.010788311247027,
      "grad_norm": 2.502461743623936,
      "learning_rate": 2.0810332588877075e-05,
      "loss": 1.4527,
      "step": 58987
    },
    {
      "epoch": 5.0108732585796805,
      "grad_norm": 2.4597278622896495,
      "learning_rate": 2.0806843632399935e-05,
      "loss": 1.4596,
      "step": 58988
    },
    {
      "epoch": 5.010958205912335,
      "grad_norm": 2.3603530588872292,
      "learning_rate": 2.080335494662142e-05,
      "loss": 1.3665,
      "step": 58989
    },
    {
      "epoch": 5.011043153244988,
      "grad_norm": 2.585241257176654,
      "learning_rate": 2.0799866531548764e-05,
      "loss": 1.39,
      "step": 58990
    },
    {
      "epoch": 5.011128100577642,
      "grad_norm": 2.581676001375839,
      "learning_rate": 2.0796378387189293e-05,
      "loss": 1.5874,
      "step": 58991
    },
    {
      "epoch": 5.011213047910296,
      "grad_norm": 2.80934395386016,
      "learning_rate": 2.0792890513550287e-05,
      "loss": 1.5721,
      "step": 58992
    },
    {
      "epoch": 5.011297995242949,
      "grad_norm": 2.3914402096539864,
      "learning_rate": 2.07894029106391e-05,
      "loss": 1.4481,
      "step": 58993
    },
    {
      "epoch": 5.011382942575603,
      "grad_norm": 2.6476771168929893,
      "learning_rate": 2.078591557846297e-05,
      "loss": 1.5108,
      "step": 58994
    },
    {
      "epoch": 5.011467889908257,
      "grad_norm": 2.358214245653527,
      "learning_rate": 2.0782428517029266e-05,
      "loss": 1.3163,
      "step": 58995
    },
    {
      "epoch": 5.01155283724091,
      "grad_norm": 2.604278482424453,
      "learning_rate": 2.0778941726345298e-05,
      "loss": 1.4391,
      "step": 58996
    },
    {
      "epoch": 5.011637784573565,
      "grad_norm": 2.8718449666485273,
      "learning_rate": 2.0775455206418366e-05,
      "loss": 1.6803,
      "step": 58997
    },
    {
      "epoch": 5.011722731906218,
      "grad_norm": 2.525286828190769,
      "learning_rate": 2.0771968957255762e-05,
      "loss": 1.4684,
      "step": 58998
    },
    {
      "epoch": 5.0118076792388715,
      "grad_norm": 2.3490888960794782,
      "learning_rate": 2.076848297886475e-05,
      "loss": 1.3329,
      "step": 58999
    },
    {
      "epoch": 5.011892626571526,
      "grad_norm": 3.332939598486189,
      "learning_rate": 2.0764997271252713e-05,
      "loss": 1.794,
      "step": 59000
    },
    {
      "epoch": 5.011977573904179,
      "grad_norm": 2.6691722221152743,
      "learning_rate": 2.0761511834426876e-05,
      "loss": 1.3401,
      "step": 59001
    },
    {
      "epoch": 5.0120625212368335,
      "grad_norm": 2.4144974276820745,
      "learning_rate": 2.075802666839462e-05,
      "loss": 1.4241,
      "step": 59002
    },
    {
      "epoch": 5.012147468569487,
      "grad_norm": 2.5612851881062277,
      "learning_rate": 2.0754541773163168e-05,
      "loss": 1.5834,
      "step": 59003
    },
    {
      "epoch": 5.01223241590214,
      "grad_norm": 2.4787741385710937,
      "learning_rate": 2.0751057148739908e-05,
      "loss": 1.3611,
      "step": 59004
    },
    {
      "epoch": 5.012317363234795,
      "grad_norm": 2.7870307821993534,
      "learning_rate": 2.07475727951321e-05,
      "loss": 1.6085,
      "step": 59005
    },
    {
      "epoch": 5.012402310567448,
      "grad_norm": 2.555195517601335,
      "learning_rate": 2.074408871234699e-05,
      "loss": 1.4867,
      "step": 59006
    },
    {
      "epoch": 5.012487257900102,
      "grad_norm": 2.6426874915347915,
      "learning_rate": 2.0740604900391937e-05,
      "loss": 1.3378,
      "step": 59007
    },
    {
      "epoch": 5.012572205232756,
      "grad_norm": 2.589420141713904,
      "learning_rate": 2.0737121359274272e-05,
      "loss": 1.4319,
      "step": 59008
    },
    {
      "epoch": 5.012657152565409,
      "grad_norm": 2.396832429598708,
      "learning_rate": 2.073363808900127e-05,
      "loss": 1.3741,
      "step": 59009
    },
    {
      "epoch": 5.012742099898063,
      "grad_norm": 2.5448029616269743,
      "learning_rate": 2.073015508958016e-05,
      "loss": 1.4035,
      "step": 59010
    },
    {
      "epoch": 5.012827047230717,
      "grad_norm": 2.590520669331165,
      "learning_rate": 2.0726672361018333e-05,
      "loss": 1.3402,
      "step": 59011
    },
    {
      "epoch": 5.012911994563371,
      "grad_norm": 2.5205620105477675,
      "learning_rate": 2.0723189903323052e-05,
      "loss": 1.3949,
      "step": 59012
    },
    {
      "epoch": 5.0129969418960245,
      "grad_norm": 2.5210605271006234,
      "learning_rate": 2.0719707716501575e-05,
      "loss": 1.3662,
      "step": 59013
    },
    {
      "epoch": 5.013081889228678,
      "grad_norm": 2.704459809538555,
      "learning_rate": 2.071622580056122e-05,
      "loss": 1.4678,
      "step": 59014
    },
    {
      "epoch": 5.013166836561332,
      "grad_norm": 2.5175806880681706,
      "learning_rate": 2.0712744155509343e-05,
      "loss": 1.4332,
      "step": 59015
    },
    {
      "epoch": 5.013251783893986,
      "grad_norm": 2.377059296922675,
      "learning_rate": 2.0709262781353187e-05,
      "loss": 1.3855,
      "step": 59016
    },
    {
      "epoch": 5.01333673122664,
      "grad_norm": 2.512890756436382,
      "learning_rate": 2.070578167810003e-05,
      "loss": 1.185,
      "step": 59017
    },
    {
      "epoch": 5.013421678559293,
      "grad_norm": 2.782804772871122,
      "learning_rate": 2.070230084575722e-05,
      "loss": 1.7195,
      "step": 59018
    },
    {
      "epoch": 5.013506625891947,
      "grad_norm": 2.6538545861856835,
      "learning_rate": 2.0698820284331963e-05,
      "loss": 1.4935,
      "step": 59019
    },
    {
      "epoch": 5.013591573224601,
      "grad_norm": 2.5436235665595177,
      "learning_rate": 2.0695339993831656e-05,
      "loss": 1.5807,
      "step": 59020
    },
    {
      "epoch": 5.013676520557254,
      "grad_norm": 2.5228561174340403,
      "learning_rate": 2.069185997426351e-05,
      "loss": 1.4868,
      "step": 59021
    },
    {
      "epoch": 5.013761467889908,
      "grad_norm": 2.898430611612063,
      "learning_rate": 2.068838022563488e-05,
      "loss": 1.5441,
      "step": 59022
    },
    {
      "epoch": 5.013846415222562,
      "grad_norm": 2.4858202464614503,
      "learning_rate": 2.068490074795302e-05,
      "loss": 1.4204,
      "step": 59023
    },
    {
      "epoch": 5.0139313625552155,
      "grad_norm": 2.5014071601147516,
      "learning_rate": 2.0681421541225202e-05,
      "loss": 1.4722,
      "step": 59024
    },
    {
      "epoch": 5.01401630988787,
      "grad_norm": 2.5380648531997494,
      "learning_rate": 2.0677942605458736e-05,
      "loss": 1.4473,
      "step": 59025
    },
    {
      "epoch": 5.014101257220523,
      "grad_norm": 2.564956036567694,
      "learning_rate": 2.0674463940660953e-05,
      "loss": 1.5551,
      "step": 59026
    },
    {
      "epoch": 5.014186204553177,
      "grad_norm": 2.687985339435639,
      "learning_rate": 2.0670985546839092e-05,
      "loss": 1.538,
      "step": 59027
    },
    {
      "epoch": 5.014271151885831,
      "grad_norm": 2.497936350136172,
      "learning_rate": 2.0667507424000435e-05,
      "loss": 1.3029,
      "step": 59028
    },
    {
      "epoch": 5.014356099218484,
      "grad_norm": 2.67764828809608,
      "learning_rate": 2.0664029572152324e-05,
      "loss": 1.6728,
      "step": 59029
    },
    {
      "epoch": 5.014441046551139,
      "grad_norm": 2.3879963670198214,
      "learning_rate": 2.0660551991302004e-05,
      "loss": 1.2634,
      "step": 59030
    },
    {
      "epoch": 5.014525993883792,
      "grad_norm": 2.515578206035082,
      "learning_rate": 2.0657074681456737e-05,
      "loss": 1.4117,
      "step": 59031
    },
    {
      "epoch": 5.0146109412164455,
      "grad_norm": 2.470308355391167,
      "learning_rate": 2.0653597642623833e-05,
      "loss": 1.3468,
      "step": 59032
    },
    {
      "epoch": 5.0146958885491,
      "grad_norm": 2.616958281760389,
      "learning_rate": 2.0650120874810616e-05,
      "loss": 1.6085,
      "step": 59033
    },
    {
      "epoch": 5.014780835881753,
      "grad_norm": 2.41341808774049,
      "learning_rate": 2.064664437802435e-05,
      "loss": 1.3272,
      "step": 59034
    },
    {
      "epoch": 5.0148657832144075,
      "grad_norm": 2.6042057944665586,
      "learning_rate": 2.0643168152272267e-05,
      "loss": 1.4746,
      "step": 59035
    },
    {
      "epoch": 5.014950730547061,
      "grad_norm": 3.494249005880776,
      "learning_rate": 2.0639692197561737e-05,
      "loss": 1.8058,
      "step": 59036
    },
    {
      "epoch": 5.015035677879714,
      "grad_norm": 2.8798270501932457,
      "learning_rate": 2.0636216513899956e-05,
      "loss": 1.4618,
      "step": 59037
    },
    {
      "epoch": 5.015120625212369,
      "grad_norm": 2.6894049591532982,
      "learning_rate": 2.0632741101294287e-05,
      "loss": 1.3407,
      "step": 59038
    },
    {
      "epoch": 5.015205572545022,
      "grad_norm": 2.881292234957408,
      "learning_rate": 2.0629265959751938e-05,
      "loss": 1.6129,
      "step": 59039
    },
    {
      "epoch": 5.015290519877676,
      "grad_norm": 2.622859669150216,
      "learning_rate": 2.0625791089280275e-05,
      "loss": 1.5618,
      "step": 59040
    },
    {
      "epoch": 5.01537546721033,
      "grad_norm": 3.5068074713355992,
      "learning_rate": 2.062231648988652e-05,
      "loss": 1.8118,
      "step": 59041
    },
    {
      "epoch": 5.015460414542983,
      "grad_norm": 2.7111427370295313,
      "learning_rate": 2.061884216157792e-05,
      "loss": 1.6482,
      "step": 59042
    },
    {
      "epoch": 5.015545361875637,
      "grad_norm": 2.710298305537686,
      "learning_rate": 2.0615368104361816e-05,
      "loss": 1.5802,
      "step": 59043
    },
    {
      "epoch": 5.015630309208291,
      "grad_norm": 2.464339447504598,
      "learning_rate": 2.0611894318245493e-05,
      "loss": 1.3918,
      "step": 59044
    },
    {
      "epoch": 5.015715256540944,
      "grad_norm": 2.561308684578839,
      "learning_rate": 2.060842080323622e-05,
      "loss": 1.4761,
      "step": 59045
    },
    {
      "epoch": 5.0158002038735985,
      "grad_norm": 2.6368428135342716,
      "learning_rate": 2.060494755934121e-05,
      "loss": 1.422,
      "step": 59046
    },
    {
      "epoch": 5.015885151206252,
      "grad_norm": 2.5524958749668287,
      "learning_rate": 2.0601474586567844e-05,
      "loss": 1.5786,
      "step": 59047
    },
    {
      "epoch": 5.015970098538906,
      "grad_norm": 2.525874850873032,
      "learning_rate": 2.059800188492333e-05,
      "loss": 1.6342,
      "step": 59048
    },
    {
      "epoch": 5.01605504587156,
      "grad_norm": 2.606438750769957,
      "learning_rate": 2.0594529454414948e-05,
      "loss": 1.4144,
      "step": 59049
    },
    {
      "epoch": 5.016139993204213,
      "grad_norm": 2.884822923318978,
      "learning_rate": 2.0591057295049974e-05,
      "loss": 1.879,
      "step": 59050
    },
    {
      "epoch": 5.016224940536867,
      "grad_norm": 2.528481471916114,
      "learning_rate": 2.0587585406835733e-05,
      "loss": 1.2827,
      "step": 59051
    },
    {
      "epoch": 5.016309887869521,
      "grad_norm": 2.77350063067556,
      "learning_rate": 2.0584113789779457e-05,
      "loss": 1.5282,
      "step": 59052
    },
    {
      "epoch": 5.016394835202175,
      "grad_norm": 2.773109319903621,
      "learning_rate": 2.05806424438884e-05,
      "loss": 1.5485,
      "step": 59053
    },
    {
      "epoch": 5.016479782534828,
      "grad_norm": 2.9517203325624735,
      "learning_rate": 2.05771713691699e-05,
      "loss": 1.7197,
      "step": 59054
    },
    {
      "epoch": 5.016564729867482,
      "grad_norm": 2.658746906589848,
      "learning_rate": 2.0573700565631173e-05,
      "loss": 1.384,
      "step": 59055
    },
    {
      "epoch": 5.016649677200136,
      "grad_norm": 2.3967204063670766,
      "learning_rate": 2.0570230033279488e-05,
      "loss": 1.3827,
      "step": 59056
    },
    {
      "epoch": 5.0167346245327895,
      "grad_norm": 2.736335315303805,
      "learning_rate": 2.0566759772122155e-05,
      "loss": 1.4494,
      "step": 59057
    },
    {
      "epoch": 5.016819571865444,
      "grad_norm": 2.601800437332157,
      "learning_rate": 2.056328978216645e-05,
      "loss": 1.6361,
      "step": 59058
    },
    {
      "epoch": 5.016904519198097,
      "grad_norm": 2.6872672250761727,
      "learning_rate": 2.0559820063419614e-05,
      "loss": 1.3865,
      "step": 59059
    },
    {
      "epoch": 5.016989466530751,
      "grad_norm": 2.7000841074680877,
      "learning_rate": 2.0556350615888896e-05,
      "loss": 1.5237,
      "step": 59060
    },
    {
      "epoch": 5.017074413863405,
      "grad_norm": 2.4431032540592823,
      "learning_rate": 2.0552881439581635e-05,
      "loss": 1.3858,
      "step": 59061
    },
    {
      "epoch": 5.017159361196058,
      "grad_norm": 2.7134515251608358,
      "learning_rate": 2.0549412534505033e-05,
      "loss": 1.4969,
      "step": 59062
    },
    {
      "epoch": 5.017244308528713,
      "grad_norm": 2.5992753832222357,
      "learning_rate": 2.0545943900666413e-05,
      "loss": 1.4858,
      "step": 59063
    },
    {
      "epoch": 5.017329255861366,
      "grad_norm": 2.4295631958978827,
      "learning_rate": 2.0542475538072984e-05,
      "loss": 1.3692,
      "step": 59064
    },
    {
      "epoch": 5.017414203194019,
      "grad_norm": 2.5572852871290914,
      "learning_rate": 2.0539007446732075e-05,
      "loss": 1.5505,
      "step": 59065
    },
    {
      "epoch": 5.017499150526674,
      "grad_norm": 2.5778522995239688,
      "learning_rate": 2.0535539626650916e-05,
      "loss": 1.389,
      "step": 59066
    },
    {
      "epoch": 5.017584097859327,
      "grad_norm": 2.430682769549641,
      "learning_rate": 2.0532072077836747e-05,
      "loss": 1.4916,
      "step": 59067
    },
    {
      "epoch": 5.0176690451919805,
      "grad_norm": 2.535051508467624,
      "learning_rate": 2.0528604800296884e-05,
      "loss": 1.4865,
      "step": 59068
    },
    {
      "epoch": 5.017753992524635,
      "grad_norm": 2.8020960870065257,
      "learning_rate": 2.0525137794038597e-05,
      "loss": 1.4941,
      "step": 59069
    },
    {
      "epoch": 5.017838939857288,
      "grad_norm": 2.721970040967977,
      "learning_rate": 2.052167105906912e-05,
      "loss": 1.401,
      "step": 59070
    },
    {
      "epoch": 5.0179238871899425,
      "grad_norm": 2.627154595212992,
      "learning_rate": 2.05182045953957e-05,
      "loss": 1.5257,
      "step": 59071
    },
    {
      "epoch": 5.018008834522596,
      "grad_norm": 2.5493943780253416,
      "learning_rate": 2.0514738403025655e-05,
      "loss": 1.4261,
      "step": 59072
    },
    {
      "epoch": 5.018093781855249,
      "grad_norm": 2.818682352732773,
      "learning_rate": 2.0511272481966234e-05,
      "loss": 1.3989,
      "step": 59073
    },
    {
      "epoch": 5.018178729187904,
      "grad_norm": 3.375928313176902,
      "learning_rate": 2.0507806832224633e-05,
      "loss": 1.8412,
      "step": 59074
    },
    {
      "epoch": 5.018263676520557,
      "grad_norm": 2.559840134439946,
      "learning_rate": 2.050434145380816e-05,
      "loss": 1.2876,
      "step": 59075
    },
    {
      "epoch": 5.018348623853211,
      "grad_norm": 2.4744369402398867,
      "learning_rate": 2.0500876346724128e-05,
      "loss": 1.2326,
      "step": 59076
    },
    {
      "epoch": 5.018433571185865,
      "grad_norm": 3.1923417959488622,
      "learning_rate": 2.0497411510979745e-05,
      "loss": 1.5926,
      "step": 59077
    },
    {
      "epoch": 5.018518518518518,
      "grad_norm": 2.4416072018162325,
      "learning_rate": 2.0493946946582225e-05,
      "loss": 1.1435,
      "step": 59078
    },
    {
      "epoch": 5.0186034658511725,
      "grad_norm": 3.4629997151755783,
      "learning_rate": 2.0490482653538927e-05,
      "loss": 1.8214,
      "step": 59079
    },
    {
      "epoch": 5.018688413183826,
      "grad_norm": 2.516789352532121,
      "learning_rate": 2.048701863185703e-05,
      "loss": 1.3672,
      "step": 59080
    },
    {
      "epoch": 5.01877336051648,
      "grad_norm": 2.3092331861217144,
      "learning_rate": 2.048355488154384e-05,
      "loss": 1.3597,
      "step": 59081
    },
    {
      "epoch": 5.018858307849134,
      "grad_norm": 2.5546994654499464,
      "learning_rate": 2.0480091402606574e-05,
      "loss": 1.4653,
      "step": 59082
    },
    {
      "epoch": 5.018943255181787,
      "grad_norm": 2.528291094828961,
      "learning_rate": 2.047662819505254e-05,
      "loss": 1.3772,
      "step": 59083
    },
    {
      "epoch": 5.019028202514441,
      "grad_norm": 2.6772637214884387,
      "learning_rate": 2.047316525888897e-05,
      "loss": 1.7248,
      "step": 59084
    },
    {
      "epoch": 5.019113149847095,
      "grad_norm": 3.07402813371652,
      "learning_rate": 2.0469702594123065e-05,
      "loss": 1.6506,
      "step": 59085
    },
    {
      "epoch": 5.019198097179749,
      "grad_norm": 2.4487675018405666,
      "learning_rate": 2.0466240200762164e-05,
      "loss": 1.4329,
      "step": 59086
    },
    {
      "epoch": 5.019283044512402,
      "grad_norm": 2.4884709280943103,
      "learning_rate": 2.0462778078813502e-05,
      "loss": 1.3916,
      "step": 59087
    },
    {
      "epoch": 5.019367991845056,
      "grad_norm": 2.3748213307352315,
      "learning_rate": 2.045931622828431e-05,
      "loss": 1.394,
      "step": 59088
    },
    {
      "epoch": 5.01945293917771,
      "grad_norm": 2.3054425966212593,
      "learning_rate": 2.0455854649181835e-05,
      "loss": 1.2743,
      "step": 59089
    },
    {
      "epoch": 5.0195378865103635,
      "grad_norm": 2.6148856198332164,
      "learning_rate": 2.0452393341513386e-05,
      "loss": 1.4208,
      "step": 59090
    },
    {
      "epoch": 5.019622833843018,
      "grad_norm": 2.6318765267295716,
      "learning_rate": 2.044893230528617e-05,
      "loss": 1.4657,
      "step": 59091
    },
    {
      "epoch": 5.019707781175671,
      "grad_norm": 2.6509322710154932,
      "learning_rate": 2.04454715405074e-05,
      "loss": 1.3847,
      "step": 59092
    },
    {
      "epoch": 5.019792728508325,
      "grad_norm": 2.7867888717765084,
      "learning_rate": 2.0442011047184375e-05,
      "loss": 1.418,
      "step": 59093
    },
    {
      "epoch": 5.019877675840979,
      "grad_norm": 2.6037301479071244,
      "learning_rate": 2.0438550825324385e-05,
      "loss": 1.3735,
      "step": 59094
    },
    {
      "epoch": 5.019962623173632,
      "grad_norm": 2.5095838037840226,
      "learning_rate": 2.043509087493464e-05,
      "loss": 1.2414,
      "step": 59095
    },
    {
      "epoch": 5.020047570506286,
      "grad_norm": 2.440484907908682,
      "learning_rate": 2.043163119602235e-05,
      "loss": 1.4193,
      "step": 59096
    },
    {
      "epoch": 5.02013251783894,
      "grad_norm": 2.5574028154544592,
      "learning_rate": 2.042817178859485e-05,
      "loss": 1.2186,
      "step": 59097
    },
    {
      "epoch": 5.020217465171593,
      "grad_norm": 2.6311605038607944,
      "learning_rate": 2.0424712652659324e-05,
      "loss": 1.4637,
      "step": 59098
    },
    {
      "epoch": 5.020302412504248,
      "grad_norm": 2.585873382884718,
      "learning_rate": 2.0421253788223008e-05,
      "loss": 1.5915,
      "step": 59099
    },
    {
      "epoch": 5.020387359836901,
      "grad_norm": 2.6263048321642253,
      "learning_rate": 2.0417795195293173e-05,
      "loss": 1.5257,
      "step": 59100
    },
    {
      "epoch": 5.0204723071695545,
      "grad_norm": 2.6192020572770613,
      "learning_rate": 2.041433687387712e-05,
      "loss": 1.5709,
      "step": 59101
    },
    {
      "epoch": 5.020557254502209,
      "grad_norm": 2.513469908477539,
      "learning_rate": 2.0410878823982034e-05,
      "loss": 1.4133,
      "step": 59102
    },
    {
      "epoch": 5.020642201834862,
      "grad_norm": 2.707000669144907,
      "learning_rate": 2.0407421045615134e-05,
      "loss": 1.3411,
      "step": 59103
    },
    {
      "epoch": 5.0207271491675165,
      "grad_norm": 2.7735487352538217,
      "learning_rate": 2.0403963538783748e-05,
      "loss": 1.3628,
      "step": 59104
    },
    {
      "epoch": 5.02081209650017,
      "grad_norm": 2.6491364877884664,
      "learning_rate": 2.0400506303495044e-05,
      "loss": 1.497,
      "step": 59105
    },
    {
      "epoch": 5.020897043832823,
      "grad_norm": 2.6147900690134978,
      "learning_rate": 2.039704933975633e-05,
      "loss": 1.5542,
      "step": 59106
    },
    {
      "epoch": 5.020981991165478,
      "grad_norm": 2.4795644189602677,
      "learning_rate": 2.0393592647574786e-05,
      "loss": 1.1688,
      "step": 59107
    },
    {
      "epoch": 5.021066938498131,
      "grad_norm": 2.593663877587252,
      "learning_rate": 2.0390136226957716e-05,
      "loss": 1.4175,
      "step": 59108
    },
    {
      "epoch": 5.021151885830785,
      "grad_norm": 2.7240016534419444,
      "learning_rate": 2.0386680077912328e-05,
      "loss": 1.3732,
      "step": 59109
    },
    {
      "epoch": 5.021236833163439,
      "grad_norm": 2.5848449238393503,
      "learning_rate": 2.038322420044583e-05,
      "loss": 1.4743,
      "step": 59110
    },
    {
      "epoch": 5.021321780496092,
      "grad_norm": 2.8017047898005902,
      "learning_rate": 2.037976859456552e-05,
      "loss": 1.5608,
      "step": 59111
    },
    {
      "epoch": 5.021406727828746,
      "grad_norm": 2.603468353645289,
      "learning_rate": 2.037631326027864e-05,
      "loss": 1.4778,
      "step": 59112
    },
    {
      "epoch": 5.0214916751614,
      "grad_norm": 2.540204864551672,
      "learning_rate": 2.0372858197592422e-05,
      "loss": 1.2311,
      "step": 59113
    },
    {
      "epoch": 5.021576622494054,
      "grad_norm": 2.81402758943259,
      "learning_rate": 2.0369403406514056e-05,
      "loss": 1.4947,
      "step": 59114
    },
    {
      "epoch": 5.0216615698267075,
      "grad_norm": 3.296679665638857,
      "learning_rate": 2.0365948887050838e-05,
      "loss": 1.6838,
      "step": 59115
    },
    {
      "epoch": 5.021746517159361,
      "grad_norm": 2.782790039519104,
      "learning_rate": 2.036249463921001e-05,
      "loss": 1.5803,
      "step": 59116
    },
    {
      "epoch": 5.021831464492015,
      "grad_norm": 2.750372754053182,
      "learning_rate": 2.035904066299873e-05,
      "loss": 1.3105,
      "step": 59117
    },
    {
      "epoch": 5.021916411824669,
      "grad_norm": 2.60636358552398,
      "learning_rate": 2.0355586958424302e-05,
      "loss": 1.2733,
      "step": 59118
    },
    {
      "epoch": 5.022001359157322,
      "grad_norm": 2.5685751956361735,
      "learning_rate": 2.0352133525493997e-05,
      "loss": 1.4706,
      "step": 59119
    },
    {
      "epoch": 5.022086306489976,
      "grad_norm": 2.692504685105782,
      "learning_rate": 2.034868036421499e-05,
      "loss": 1.6258,
      "step": 59120
    },
    {
      "epoch": 5.02217125382263,
      "grad_norm": 2.563805567265477,
      "learning_rate": 2.03452274745945e-05,
      "loss": 1.4243,
      "step": 59121
    },
    {
      "epoch": 5.022256201155284,
      "grad_norm": 2.7755934858604574,
      "learning_rate": 2.034177485663983e-05,
      "loss": 1.4888,
      "step": 59122
    },
    {
      "epoch": 5.0223411484879374,
      "grad_norm": 2.7576330172383576,
      "learning_rate": 2.0338322510358145e-05,
      "loss": 1.5007,
      "step": 59123
    },
    {
      "epoch": 5.022426095820591,
      "grad_norm": 2.5161701172909465,
      "learning_rate": 2.033487043575674e-05,
      "loss": 1.5243,
      "step": 59124
    },
    {
      "epoch": 5.022511043153245,
      "grad_norm": 2.5046070283661903,
      "learning_rate": 2.0331418632842807e-05,
      "loss": 1.5153,
      "step": 59125
    },
    {
      "epoch": 5.0225959904858986,
      "grad_norm": 2.6599061736563017,
      "learning_rate": 2.0327967101623603e-05,
      "loss": 1.3737,
      "step": 59126
    },
    {
      "epoch": 5.022680937818553,
      "grad_norm": 2.5360417709367185,
      "learning_rate": 2.0324515842106366e-05,
      "loss": 1.4505,
      "step": 59127
    },
    {
      "epoch": 5.022765885151206,
      "grad_norm": 2.4757490993040916,
      "learning_rate": 2.0321064854298263e-05,
      "loss": 1.3186,
      "step": 59128
    },
    {
      "epoch": 5.02285083248386,
      "grad_norm": 2.5073448815187915,
      "learning_rate": 2.031761413820658e-05,
      "loss": 1.1965,
      "step": 59129
    },
    {
      "epoch": 5.022935779816514,
      "grad_norm": 2.6342317277100937,
      "learning_rate": 2.031416369383857e-05,
      "loss": 1.4329,
      "step": 59130
    },
    {
      "epoch": 5.023020727149167,
      "grad_norm": 2.781994836887223,
      "learning_rate": 2.0310713521201433e-05,
      "loss": 1.4595,
      "step": 59131
    },
    {
      "epoch": 5.023105674481822,
      "grad_norm": 2.8553078355327104,
      "learning_rate": 2.030726362030236e-05,
      "loss": 1.5372,
      "step": 59132
    },
    {
      "epoch": 5.023190621814475,
      "grad_norm": 2.5519276819501555,
      "learning_rate": 2.030381399114865e-05,
      "loss": 1.5262,
      "step": 59133
    },
    {
      "epoch": 5.0232755691471285,
      "grad_norm": 2.5504078253060354,
      "learning_rate": 2.0300364633747508e-05,
      "loss": 1.4452,
      "step": 59134
    },
    {
      "epoch": 5.023360516479783,
      "grad_norm": 2.65875139584755,
      "learning_rate": 2.0296915548106096e-05,
      "loss": 1.5366,
      "step": 59135
    },
    {
      "epoch": 5.023445463812436,
      "grad_norm": 2.835467561680181,
      "learning_rate": 2.029346673423171e-05,
      "loss": 1.6657,
      "step": 59136
    },
    {
      "epoch": 5.0235304111450905,
      "grad_norm": 2.4192862730259526,
      "learning_rate": 2.0290018192131596e-05,
      "loss": 1.339,
      "step": 59137
    },
    {
      "epoch": 5.023615358477744,
      "grad_norm": 2.4134636021903035,
      "learning_rate": 2.028656992181296e-05,
      "loss": 1.3874,
      "step": 59138
    },
    {
      "epoch": 5.023700305810397,
      "grad_norm": 2.653407634896628,
      "learning_rate": 2.0283121923282968e-05,
      "loss": 1.5301,
      "step": 59139
    },
    {
      "epoch": 5.023785253143052,
      "grad_norm": 2.4405925433174946,
      "learning_rate": 2.027967419654891e-05,
      "loss": 1.364,
      "step": 59140
    },
    {
      "epoch": 5.023870200475705,
      "grad_norm": 2.596817382788625,
      "learning_rate": 2.027622674161802e-05,
      "loss": 1.5122,
      "step": 59141
    },
    {
      "epoch": 5.023955147808358,
      "grad_norm": 2.6472240884552263,
      "learning_rate": 2.027277955849743e-05,
      "loss": 1.6479,
      "step": 59142
    },
    {
      "epoch": 5.024040095141013,
      "grad_norm": 2.5523070911493844,
      "learning_rate": 2.026933264719443e-05,
      "loss": 1.4031,
      "step": 59143
    },
    {
      "epoch": 5.024125042473666,
      "grad_norm": 2.5255639388905733,
      "learning_rate": 2.0265886007716274e-05,
      "loss": 1.5662,
      "step": 59144
    },
    {
      "epoch": 5.02420998980632,
      "grad_norm": 2.5558689042635923,
      "learning_rate": 2.026243964007016e-05,
      "loss": 1.4723,
      "step": 59145
    },
    {
      "epoch": 5.024294937138974,
      "grad_norm": 2.532209015876207,
      "learning_rate": 2.0258993544263247e-05,
      "loss": 1.2911,
      "step": 59146
    },
    {
      "epoch": 5.024379884471627,
      "grad_norm": 2.628928184281889,
      "learning_rate": 2.0255547720302844e-05,
      "loss": 1.3964,
      "step": 59147
    },
    {
      "epoch": 5.0244648318042815,
      "grad_norm": 2.6951275488342423,
      "learning_rate": 2.0252102168196082e-05,
      "loss": 1.6496,
      "step": 59148
    },
    {
      "epoch": 5.024549779136935,
      "grad_norm": 2.6621439520644454,
      "learning_rate": 2.0248656887950288e-05,
      "loss": 1.5472,
      "step": 59149
    },
    {
      "epoch": 5.024634726469589,
      "grad_norm": 2.700891248720961,
      "learning_rate": 2.024521187957257e-05,
      "loss": 1.515,
      "step": 59150
    },
    {
      "epoch": 5.024719673802243,
      "grad_norm": 2.61830453677949,
      "learning_rate": 2.024176714307024e-05,
      "loss": 1.4958,
      "step": 59151
    },
    {
      "epoch": 5.024804621134896,
      "grad_norm": 2.6571640543630206,
      "learning_rate": 2.023832267845048e-05,
      "loss": 1.3515,
      "step": 59152
    },
    {
      "epoch": 5.02488956846755,
      "grad_norm": 2.6480770883150653,
      "learning_rate": 2.0234878485720464e-05,
      "loss": 1.5553,
      "step": 59153
    },
    {
      "epoch": 5.024974515800204,
      "grad_norm": 3.0522410225445875,
      "learning_rate": 2.0231434564887432e-05,
      "loss": 1.7382,
      "step": 59154
    },
    {
      "epoch": 5.025059463132858,
      "grad_norm": 2.405085742962294,
      "learning_rate": 2.022799091595867e-05,
      "loss": 1.3713,
      "step": 59155
    },
    {
      "epoch": 5.025144410465511,
      "grad_norm": 2.7106299067671733,
      "learning_rate": 2.0224547538941333e-05,
      "loss": 1.6331,
      "step": 59156
    },
    {
      "epoch": 5.025229357798165,
      "grad_norm": 2.4984696219740075,
      "learning_rate": 2.02211044338426e-05,
      "loss": 1.3777,
      "step": 59157
    },
    {
      "epoch": 5.025314305130819,
      "grad_norm": 2.4948062452872546,
      "learning_rate": 2.0217661600669767e-05,
      "loss": 1.4381,
      "step": 59158
    },
    {
      "epoch": 5.0253992524634725,
      "grad_norm": 2.4588345724942235,
      "learning_rate": 2.021421903942999e-05,
      "loss": 1.4368,
      "step": 59159
    },
    {
      "epoch": 5.025484199796127,
      "grad_norm": 2.350700335834849,
      "learning_rate": 2.0210776750130485e-05,
      "loss": 1.0816,
      "step": 59160
    },
    {
      "epoch": 5.02556914712878,
      "grad_norm": 2.4818674417247593,
      "learning_rate": 2.020733473277848e-05,
      "loss": 1.3608,
      "step": 59161
    },
    {
      "epoch": 5.025654094461434,
      "grad_norm": 2.6929445562195022,
      "learning_rate": 2.0203892987381197e-05,
      "loss": 1.4691,
      "step": 59162
    },
    {
      "epoch": 5.025739041794088,
      "grad_norm": 2.30631607764287,
      "learning_rate": 2.0200451513945853e-05,
      "loss": 1.1341,
      "step": 59163
    },
    {
      "epoch": 5.025823989126741,
      "grad_norm": 2.443228704685984,
      "learning_rate": 2.0197010312479623e-05,
      "loss": 1.3797,
      "step": 59164
    },
    {
      "epoch": 5.025908936459395,
      "grad_norm": 2.5819931722761567,
      "learning_rate": 2.019356938298975e-05,
      "loss": 1.2501,
      "step": 59165
    },
    {
      "epoch": 5.025993883792049,
      "grad_norm": 2.6775667255714457,
      "learning_rate": 2.0190128725483396e-05,
      "loss": 1.4163,
      "step": 59166
    },
    {
      "epoch": 5.026078831124702,
      "grad_norm": 2.513982624459737,
      "learning_rate": 2.0186688339967856e-05,
      "loss": 1.4566,
      "step": 59167
    },
    {
      "epoch": 5.026163778457357,
      "grad_norm": 2.4877775775173814,
      "learning_rate": 2.0183248226450238e-05,
      "loss": 1.4915,
      "step": 59168
    },
    {
      "epoch": 5.02624872579001,
      "grad_norm": 3.0130992925267863,
      "learning_rate": 2.017980838493784e-05,
      "loss": 1.5618,
      "step": 59169
    },
    {
      "epoch": 5.0263336731226635,
      "grad_norm": 2.4206620380990045,
      "learning_rate": 2.017636881543782e-05,
      "loss": 1.4008,
      "step": 59170
    },
    {
      "epoch": 5.026418620455318,
      "grad_norm": 2.699283137016741,
      "learning_rate": 2.0172929517957358e-05,
      "loss": 1.6217,
      "step": 59171
    },
    {
      "epoch": 5.026503567787971,
      "grad_norm": 2.4665697311911288,
      "learning_rate": 2.0169490492503716e-05,
      "loss": 1.4459,
      "step": 59172
    },
    {
      "epoch": 5.0265885151206255,
      "grad_norm": 2.498813728863922,
      "learning_rate": 2.01660517390841e-05,
      "loss": 1.4588,
      "step": 59173
    },
    {
      "epoch": 5.026673462453279,
      "grad_norm": 2.594427542385518,
      "learning_rate": 2.016261325770569e-05,
      "loss": 1.4879,
      "step": 59174
    },
    {
      "epoch": 5.026758409785932,
      "grad_norm": 2.760296347418314,
      "learning_rate": 2.015917504837568e-05,
      "loss": 1.5036,
      "step": 59175
    },
    {
      "epoch": 5.026843357118587,
      "grad_norm": 2.5655641693881184,
      "learning_rate": 2.0155737111101316e-05,
      "loss": 1.4193,
      "step": 59176
    },
    {
      "epoch": 5.02692830445124,
      "grad_norm": 2.538826161205145,
      "learning_rate": 2.0152299445889776e-05,
      "loss": 1.3155,
      "step": 59177
    },
    {
      "epoch": 5.027013251783894,
      "grad_norm": 2.566249932836578,
      "learning_rate": 2.0148862052748217e-05,
      "loss": 1.5817,
      "step": 59178
    },
    {
      "epoch": 5.027098199116548,
      "grad_norm": 2.734428432551954,
      "learning_rate": 2.01454249316839e-05,
      "loss": 1.6461,
      "step": 59179
    },
    {
      "epoch": 5.027183146449201,
      "grad_norm": 2.472953479823499,
      "learning_rate": 2.014198808270404e-05,
      "loss": 1.3791,
      "step": 59180
    },
    {
      "epoch": 5.0272680937818555,
      "grad_norm": 2.895389865493683,
      "learning_rate": 2.0138551505815814e-05,
      "loss": 1.5885,
      "step": 59181
    },
    {
      "epoch": 5.027353041114509,
      "grad_norm": 2.8276259456412474,
      "learning_rate": 2.013511520102638e-05,
      "loss": 1.6443,
      "step": 59182
    },
    {
      "epoch": 5.027437988447163,
      "grad_norm": 2.8500051686813097,
      "learning_rate": 2.0131679168343036e-05,
      "loss": 1.5985,
      "step": 59183
    },
    {
      "epoch": 5.027522935779817,
      "grad_norm": 2.5724766691549767,
      "learning_rate": 2.0128243407772905e-05,
      "loss": 1.534,
      "step": 59184
    },
    {
      "epoch": 5.02760788311247,
      "grad_norm": 2.7682007615365234,
      "learning_rate": 2.0124807919323167e-05,
      "loss": 1.5554,
      "step": 59185
    },
    {
      "epoch": 5.027692830445124,
      "grad_norm": 2.7039626529893135,
      "learning_rate": 2.0121372703001066e-05,
      "loss": 1.5941,
      "step": 59186
    },
    {
      "epoch": 5.027777777777778,
      "grad_norm": 2.7964914073216436,
      "learning_rate": 2.011793775881383e-05,
      "loss": 1.6643,
      "step": 59187
    },
    {
      "epoch": 5.027862725110432,
      "grad_norm": 2.526859211240666,
      "learning_rate": 2.011450308676862e-05,
      "loss": 1.4203,
      "step": 59188
    },
    {
      "epoch": 5.027947672443085,
      "grad_norm": 2.6688635349620538,
      "learning_rate": 2.0111068686872594e-05,
      "loss": 1.3654,
      "step": 59189
    },
    {
      "epoch": 5.028032619775739,
      "grad_norm": 2.566690561129593,
      "learning_rate": 2.0107634559133018e-05,
      "loss": 1.4186,
      "step": 59190
    },
    {
      "epoch": 5.028117567108393,
      "grad_norm": 2.582306153813967,
      "learning_rate": 2.0104200703557018e-05,
      "loss": 1.4284,
      "step": 59191
    },
    {
      "epoch": 5.0282025144410465,
      "grad_norm": 2.7685580673711736,
      "learning_rate": 2.0100767120151866e-05,
      "loss": 1.5265,
      "step": 59192
    },
    {
      "epoch": 5.0282874617737,
      "grad_norm": 2.731234027925894,
      "learning_rate": 2.0097333808924666e-05,
      "loss": 1.4052,
      "step": 59193
    },
    {
      "epoch": 5.028372409106354,
      "grad_norm": 2.5929980939011745,
      "learning_rate": 2.009390076988272e-05,
      "loss": 1.3964,
      "step": 59194
    },
    {
      "epoch": 5.028457356439008,
      "grad_norm": 2.3630301131087474,
      "learning_rate": 2.0090468003033143e-05,
      "loss": 1.3411,
      "step": 59195
    },
    {
      "epoch": 5.028542303771662,
      "grad_norm": 2.648732595138841,
      "learning_rate": 2.0087035508383132e-05,
      "loss": 1.3602,
      "step": 59196
    },
    {
      "epoch": 5.028627251104315,
      "grad_norm": 2.3824020309285197,
      "learning_rate": 2.0083603285939875e-05,
      "loss": 1.3238,
      "step": 59197
    },
    {
      "epoch": 5.028712198436969,
      "grad_norm": 2.5750815965631206,
      "learning_rate": 2.0080171335710638e-05,
      "loss": 1.3519,
      "step": 59198
    },
    {
      "epoch": 5.028797145769623,
      "grad_norm": 2.6912816337928467,
      "learning_rate": 2.0076739657702544e-05,
      "loss": 1.4416,
      "step": 59199
    },
    {
      "epoch": 5.028882093102276,
      "grad_norm": 2.6374859973364004,
      "learning_rate": 2.007330825192276e-05,
      "loss": 1.3369,
      "step": 59200
    },
    {
      "epoch": 5.028967040434931,
      "grad_norm": 2.481885309360571,
      "learning_rate": 2.006987711837856e-05,
      "loss": 1.3411,
      "step": 59201
    },
    {
      "epoch": 5.029051987767584,
      "grad_norm": 2.6353908986108796,
      "learning_rate": 2.0066446257077085e-05,
      "loss": 1.456,
      "step": 59202
    },
    {
      "epoch": 5.0291369351002375,
      "grad_norm": 2.9048790902318595,
      "learning_rate": 2.0063015668025485e-05,
      "loss": 1.5511,
      "step": 59203
    },
    {
      "epoch": 5.029221882432892,
      "grad_norm": 2.5896632632671115,
      "learning_rate": 2.0059585351230983e-05,
      "loss": 1.4225,
      "step": 59204
    },
    {
      "epoch": 5.029306829765545,
      "grad_norm": 2.630952215078474,
      "learning_rate": 2.005615530670081e-05,
      "loss": 1.2797,
      "step": 59205
    },
    {
      "epoch": 5.0293917770981995,
      "grad_norm": 2.5120866562369146,
      "learning_rate": 2.005272553444211e-05,
      "loss": 1.5082,
      "step": 59206
    },
    {
      "epoch": 5.029476724430853,
      "grad_norm": 2.5200890515520977,
      "learning_rate": 2.0049296034462058e-05,
      "loss": 1.4348,
      "step": 59207
    },
    {
      "epoch": 5.029561671763506,
      "grad_norm": 2.644492799999398,
      "learning_rate": 2.0045866806767868e-05,
      "loss": 1.6308,
      "step": 59208
    },
    {
      "epoch": 5.029646619096161,
      "grad_norm": 2.5737326229825044,
      "learning_rate": 2.00424378513667e-05,
      "loss": 1.252,
      "step": 59209
    },
    {
      "epoch": 5.029731566428814,
      "grad_norm": 2.542337730114668,
      "learning_rate": 2.0039009168265762e-05,
      "loss": 1.4556,
      "step": 59210
    },
    {
      "epoch": 5.029816513761468,
      "grad_norm": 2.6632880007259896,
      "learning_rate": 2.0035580757472204e-05,
      "loss": 1.6028,
      "step": 59211
    },
    {
      "epoch": 5.029901461094122,
      "grad_norm": 2.6260164895758185,
      "learning_rate": 2.003215261899328e-05,
      "loss": 1.6098,
      "step": 59212
    },
    {
      "epoch": 5.029986408426775,
      "grad_norm": 2.565318821526774,
      "learning_rate": 2.0028724752836106e-05,
      "loss": 1.4552,
      "step": 59213
    },
    {
      "epoch": 5.030071355759429,
      "grad_norm": 2.3018302838234637,
      "learning_rate": 2.0025297159007893e-05,
      "loss": 1.35,
      "step": 59214
    },
    {
      "epoch": 5.030156303092083,
      "grad_norm": 2.5473185367435085,
      "learning_rate": 2.0021869837515747e-05,
      "loss": 1.3784,
      "step": 59215
    },
    {
      "epoch": 5.030241250424736,
      "grad_norm": 2.5350029269435694,
      "learning_rate": 2.0018442788366984e-05,
      "loss": 1.4491,
      "step": 59216
    },
    {
      "epoch": 5.0303261977573905,
      "grad_norm": 2.6074155681023465,
      "learning_rate": 2.0015016011568713e-05,
      "loss": 1.374,
      "step": 59217
    },
    {
      "epoch": 5.030411145090044,
      "grad_norm": 2.639986199302382,
      "learning_rate": 2.0011589507128095e-05,
      "loss": 1.5704,
      "step": 59218
    },
    {
      "epoch": 5.030496092422698,
      "grad_norm": 2.745755665755066,
      "learning_rate": 2.000816327505236e-05,
      "loss": 1.4648,
      "step": 59219
    },
    {
      "epoch": 5.030581039755352,
      "grad_norm": 2.6205601341387657,
      "learning_rate": 2.000473731534866e-05,
      "loss": 1.3635,
      "step": 59220
    },
    {
      "epoch": 5.030665987088005,
      "grad_norm": 2.6074408546268595,
      "learning_rate": 2.0001311628024154e-05,
      "loss": 1.3425,
      "step": 59221
    },
    {
      "epoch": 5.030750934420659,
      "grad_norm": 2.5892970686709824,
      "learning_rate": 1.9997886213086024e-05,
      "loss": 1.4632,
      "step": 59222
    },
    {
      "epoch": 5.030835881753313,
      "grad_norm": 2.446557360957991,
      "learning_rate": 1.99944610705415e-05,
      "loss": 1.1833,
      "step": 59223
    },
    {
      "epoch": 5.030920829085967,
      "grad_norm": 3.130601995836237,
      "learning_rate": 1.9991036200397713e-05,
      "loss": 1.6217,
      "step": 59224
    },
    {
      "epoch": 5.0310057764186205,
      "grad_norm": 2.620680907640566,
      "learning_rate": 1.9987611602661857e-05,
      "loss": 1.3103,
      "step": 59225
    },
    {
      "epoch": 5.031090723751274,
      "grad_norm": 2.491042319577295,
      "learning_rate": 1.9984187277341056e-05,
      "loss": 1.1469,
      "step": 59226
    },
    {
      "epoch": 5.031175671083928,
      "grad_norm": 2.6236319059785718,
      "learning_rate": 1.9980763224442574e-05,
      "loss": 1.4502,
      "step": 59227
    },
    {
      "epoch": 5.031260618416582,
      "grad_norm": 2.6299683433478984,
      "learning_rate": 1.9977339443973504e-05,
      "loss": 1.2948,
      "step": 59228
    },
    {
      "epoch": 5.031345565749236,
      "grad_norm": 2.5421070364877596,
      "learning_rate": 1.9973915935941042e-05,
      "loss": 1.2985,
      "step": 59229
    },
    {
      "epoch": 5.031430513081889,
      "grad_norm": 2.5940734855049468,
      "learning_rate": 1.9970492700352414e-05,
      "loss": 1.4645,
      "step": 59230
    },
    {
      "epoch": 5.031515460414543,
      "grad_norm": 2.5185138424825735,
      "learning_rate": 1.9967069737214745e-05,
      "loss": 1.3645,
      "step": 59231
    },
    {
      "epoch": 5.031600407747197,
      "grad_norm": 2.526500201192614,
      "learning_rate": 1.9963647046535236e-05,
      "loss": 1.5493,
      "step": 59232
    },
    {
      "epoch": 5.03168535507985,
      "grad_norm": 2.7085443814517456,
      "learning_rate": 1.996022462832099e-05,
      "loss": 1.7713,
      "step": 59233
    },
    {
      "epoch": 5.031770302412505,
      "grad_norm": 2.760617790892999,
      "learning_rate": 1.9956802482579224e-05,
      "loss": 1.3347,
      "step": 59234
    },
    {
      "epoch": 5.031855249745158,
      "grad_norm": 2.5193464357012796,
      "learning_rate": 1.995338060931713e-05,
      "loss": 1.428,
      "step": 59235
    },
    {
      "epoch": 5.0319401970778115,
      "grad_norm": 2.4771918617111948,
      "learning_rate": 1.9949959008541838e-05,
      "loss": 1.4176,
      "step": 59236
    },
    {
      "epoch": 5.032025144410466,
      "grad_norm": 2.775467517546171,
      "learning_rate": 1.994653768026057e-05,
      "loss": 1.4575,
      "step": 59237
    },
    {
      "epoch": 5.032110091743119,
      "grad_norm": 2.5980323660571,
      "learning_rate": 1.994311662448046e-05,
      "loss": 1.5525,
      "step": 59238
    },
    {
      "epoch": 5.032195039075773,
      "grad_norm": 2.4876909353211767,
      "learning_rate": 1.9939695841208682e-05,
      "loss": 1.3531,
      "step": 59239
    },
    {
      "epoch": 5.032279986408427,
      "grad_norm": 2.574885433346403,
      "learning_rate": 1.993627533045233e-05,
      "loss": 1.5389,
      "step": 59240
    },
    {
      "epoch": 5.03236493374108,
      "grad_norm": 2.7828020512096514,
      "learning_rate": 1.9932855092218714e-05,
      "loss": 1.6362,
      "step": 59241
    },
    {
      "epoch": 5.032449881073735,
      "grad_norm": 2.568072388214886,
      "learning_rate": 1.9929435126514913e-05,
      "loss": 1.5079,
      "step": 59242
    },
    {
      "epoch": 5.032534828406388,
      "grad_norm": 2.5497287199860503,
      "learning_rate": 1.9926015433348107e-05,
      "loss": 1.3957,
      "step": 59243
    },
    {
      "epoch": 5.032619775739041,
      "grad_norm": 2.6491067132456574,
      "learning_rate": 1.992259601272544e-05,
      "loss": 1.4779,
      "step": 59244
    },
    {
      "epoch": 5.032704723071696,
      "grad_norm": 2.844066784258979,
      "learning_rate": 1.9919176864654118e-05,
      "loss": 1.5772,
      "step": 59245
    },
    {
      "epoch": 5.032789670404349,
      "grad_norm": 2.633226822308942,
      "learning_rate": 1.9915757989141256e-05,
      "loss": 1.5131,
      "step": 59246
    },
    {
      "epoch": 5.032874617737003,
      "grad_norm": 2.595688457073637,
      "learning_rate": 1.9912339386194033e-05,
      "loss": 1.532,
      "step": 59247
    },
    {
      "epoch": 5.032959565069657,
      "grad_norm": 2.3778874668934096,
      "learning_rate": 1.990892105581967e-05,
      "loss": 1.3697,
      "step": 59248
    },
    {
      "epoch": 5.03304451240231,
      "grad_norm": 2.739784719305801,
      "learning_rate": 1.9905502998025284e-05,
      "loss": 1.3828,
      "step": 59249
    },
    {
      "epoch": 5.0331294597349645,
      "grad_norm": 3.4132810715210007,
      "learning_rate": 1.9902085212818054e-05,
      "loss": 1.7971,
      "step": 59250
    },
    {
      "epoch": 5.033214407067618,
      "grad_norm": 2.4980348040806093,
      "learning_rate": 1.9898667700205067e-05,
      "loss": 1.4549,
      "step": 59251
    },
    {
      "epoch": 5.033299354400272,
      "grad_norm": 2.2822610749025904,
      "learning_rate": 1.9895250460193558e-05,
      "loss": 1.2558,
      "step": 59252
    },
    {
      "epoch": 5.033384301732926,
      "grad_norm": 2.468621868597428,
      "learning_rate": 1.9891833492790682e-05,
      "loss": 1.1573,
      "step": 59253
    },
    {
      "epoch": 5.033469249065579,
      "grad_norm": 2.6093973156972146,
      "learning_rate": 1.9888416798003605e-05,
      "loss": 1.597,
      "step": 59254
    },
    {
      "epoch": 5.033554196398233,
      "grad_norm": 2.6852202768630637,
      "learning_rate": 1.9885000375839432e-05,
      "loss": 1.6285,
      "step": 59255
    },
    {
      "epoch": 5.033639143730887,
      "grad_norm": 2.6224900845821786,
      "learning_rate": 1.988158422630538e-05,
      "loss": 1.4446,
      "step": 59256
    },
    {
      "epoch": 5.033724091063541,
      "grad_norm": 2.475384181700021,
      "learning_rate": 1.9878168349408607e-05,
      "loss": 1.4643,
      "step": 59257
    },
    {
      "epoch": 5.033809038396194,
      "grad_norm": 2.567313664362345,
      "learning_rate": 1.9874752745156158e-05,
      "loss": 1.4226,
      "step": 59258
    },
    {
      "epoch": 5.033893985728848,
      "grad_norm": 2.573475268076553,
      "learning_rate": 1.987133741355536e-05,
      "loss": 1.2301,
      "step": 59259
    },
    {
      "epoch": 5.033978933061502,
      "grad_norm": 2.7795089664449346,
      "learning_rate": 1.986792235461329e-05,
      "loss": 1.7051,
      "step": 59260
    },
    {
      "epoch": 5.0340638803941555,
      "grad_norm": 2.5724806067809696,
      "learning_rate": 1.9864507568337097e-05,
      "loss": 1.2937,
      "step": 59261
    },
    {
      "epoch": 5.034148827726809,
      "grad_norm": 2.720957190563806,
      "learning_rate": 1.98610930547339e-05,
      "loss": 1.3402,
      "step": 59262
    },
    {
      "epoch": 5.034233775059463,
      "grad_norm": 2.8520360307055896,
      "learning_rate": 1.9857678813810934e-05,
      "loss": 1.5067,
      "step": 59263
    },
    {
      "epoch": 5.034318722392117,
      "grad_norm": 2.526446764860985,
      "learning_rate": 1.985426484557529e-05,
      "loss": 1.2079,
      "step": 59264
    },
    {
      "epoch": 5.034403669724771,
      "grad_norm": 2.652893775799355,
      "learning_rate": 1.9850851150034132e-05,
      "loss": 1.4906,
      "step": 59265
    },
    {
      "epoch": 5.034488617057424,
      "grad_norm": 2.492178524062559,
      "learning_rate": 1.9847437727194665e-05,
      "loss": 1.4581,
      "step": 59266
    },
    {
      "epoch": 5.034573564390078,
      "grad_norm": 2.5741932969516768,
      "learning_rate": 1.9844024577063988e-05,
      "loss": 1.4599,
      "step": 59267
    },
    {
      "epoch": 5.034658511722732,
      "grad_norm": 2.7762578192769376,
      "learning_rate": 1.9840611699649277e-05,
      "loss": 1.7144,
      "step": 59268
    },
    {
      "epoch": 5.0347434590553855,
      "grad_norm": 2.5565084410151986,
      "learning_rate": 1.9837199094957646e-05,
      "loss": 1.4231,
      "step": 59269
    },
    {
      "epoch": 5.03482840638804,
      "grad_norm": 3.193286405668494,
      "learning_rate": 1.98337867629963e-05,
      "loss": 1.6265,
      "step": 59270
    },
    {
      "epoch": 5.034913353720693,
      "grad_norm": 2.5924049376658607,
      "learning_rate": 1.983037470377232e-05,
      "loss": 1.4419,
      "step": 59271
    },
    {
      "epoch": 5.034998301053347,
      "grad_norm": 2.647170172600734,
      "learning_rate": 1.982696291729294e-05,
      "loss": 1.6133,
      "step": 59272
    },
    {
      "epoch": 5.035083248386001,
      "grad_norm": 2.650336363461189,
      "learning_rate": 1.9823551403565223e-05,
      "loss": 1.5512,
      "step": 59273
    },
    {
      "epoch": 5.035168195718654,
      "grad_norm": 2.396588150873569,
      "learning_rate": 1.9820140162596393e-05,
      "loss": 1.2819,
      "step": 59274
    },
    {
      "epoch": 5.0352531430513086,
      "grad_norm": 2.6180631866383997,
      "learning_rate": 1.9816729194393555e-05,
      "loss": 1.3481,
      "step": 59275
    },
    {
      "epoch": 5.035338090383962,
      "grad_norm": 2.4117764870679244,
      "learning_rate": 1.9813318498963855e-05,
      "loss": 1.3403,
      "step": 59276
    },
    {
      "epoch": 5.035423037716615,
      "grad_norm": 2.5214994823902823,
      "learning_rate": 1.980990807631442e-05,
      "loss": 1.2519,
      "step": 59277
    },
    {
      "epoch": 5.03550798504927,
      "grad_norm": 2.585437351977002,
      "learning_rate": 1.9806497926452473e-05,
      "loss": 1.5628,
      "step": 59278
    },
    {
      "epoch": 5.035592932381923,
      "grad_norm": 2.6790641627394245,
      "learning_rate": 1.9803088049385118e-05,
      "loss": 1.3688,
      "step": 59279
    },
    {
      "epoch": 5.035677879714577,
      "grad_norm": 2.585960263934158,
      "learning_rate": 1.9799678445119442e-05,
      "loss": 1.2799,
      "step": 59280
    },
    {
      "epoch": 5.035762827047231,
      "grad_norm": 2.80698698972985,
      "learning_rate": 1.9796269113662678e-05,
      "loss": 1.5934,
      "step": 59281
    },
    {
      "epoch": 5.035847774379884,
      "grad_norm": 2.2545379331487894,
      "learning_rate": 1.9792860055021948e-05,
      "loss": 1.2594,
      "step": 59282
    },
    {
      "epoch": 5.0359327217125385,
      "grad_norm": 2.6356255119581635,
      "learning_rate": 1.9789451269204333e-05,
      "loss": 1.5573,
      "step": 59283
    },
    {
      "epoch": 5.036017669045192,
      "grad_norm": 2.7067972465337333,
      "learning_rate": 1.9786042756217007e-05,
      "loss": 1.5751,
      "step": 59284
    },
    {
      "epoch": 5.036102616377846,
      "grad_norm": 2.615146878389155,
      "learning_rate": 1.978263451606717e-05,
      "loss": 1.3872,
      "step": 59285
    },
    {
      "epoch": 5.0361875637105,
      "grad_norm": 2.6605156820262588,
      "learning_rate": 1.977922654876193e-05,
      "loss": 1.4421,
      "step": 59286
    },
    {
      "epoch": 5.036272511043153,
      "grad_norm": 2.6187252738237348,
      "learning_rate": 1.977581885430836e-05,
      "loss": 1.4153,
      "step": 59287
    },
    {
      "epoch": 5.036357458375807,
      "grad_norm": 2.5777997867131135,
      "learning_rate": 1.9772411432713714e-05,
      "loss": 1.3445,
      "step": 59288
    },
    {
      "epoch": 5.036442405708461,
      "grad_norm": 2.5256393105848547,
      "learning_rate": 1.976900428398503e-05,
      "loss": 1.4067,
      "step": 59289
    },
    {
      "epoch": 5.036527353041114,
      "grad_norm": 2.4687205016894356,
      "learning_rate": 1.9765597408129518e-05,
      "loss": 1.2997,
      "step": 59290
    },
    {
      "epoch": 5.036612300373768,
      "grad_norm": 2.567222897113296,
      "learning_rate": 1.976219080515426e-05,
      "loss": 1.2856,
      "step": 59291
    },
    {
      "epoch": 5.036697247706422,
      "grad_norm": 2.5000341598565705,
      "learning_rate": 1.9758784475066463e-05,
      "loss": 1.4185,
      "step": 59292
    },
    {
      "epoch": 5.036782195039076,
      "grad_norm": 2.8997998456847514,
      "learning_rate": 1.9755378417873225e-05,
      "loss": 1.5846,
      "step": 59293
    },
    {
      "epoch": 5.0368671423717295,
      "grad_norm": 2.7644798356062044,
      "learning_rate": 1.9751972633581654e-05,
      "loss": 1.5825,
      "step": 59294
    },
    {
      "epoch": 5.036952089704383,
      "grad_norm": 2.4920518660876354,
      "learning_rate": 1.9748567122198894e-05,
      "loss": 1.405,
      "step": 59295
    },
    {
      "epoch": 5.037037037037037,
      "grad_norm": 2.7060988435401847,
      "learning_rate": 1.974516188373216e-05,
      "loss": 1.3654,
      "step": 59296
    },
    {
      "epoch": 5.037121984369691,
      "grad_norm": 2.4799444606473924,
      "learning_rate": 1.9741756918188507e-05,
      "loss": 1.4796,
      "step": 59297
    },
    {
      "epoch": 5.037206931702345,
      "grad_norm": 2.473133405853563,
      "learning_rate": 1.9738352225575065e-05,
      "loss": 1.4242,
      "step": 59298
    },
    {
      "epoch": 5.037291879034998,
      "grad_norm": 2.6474022755607307,
      "learning_rate": 1.9734947805899033e-05,
      "loss": 1.3158,
      "step": 59299
    },
    {
      "epoch": 5.037376826367652,
      "grad_norm": 2.5990264476698477,
      "learning_rate": 1.9731543659167497e-05,
      "loss": 1.6095,
      "step": 59300
    },
    {
      "epoch": 5.037461773700306,
      "grad_norm": 2.4486610814741887,
      "learning_rate": 1.9728139785387558e-05,
      "loss": 1.3598,
      "step": 59301
    },
    {
      "epoch": 5.037546721032959,
      "grad_norm": 2.550473534155143,
      "learning_rate": 1.972473618456641e-05,
      "loss": 1.2011,
      "step": 59302
    },
    {
      "epoch": 5.037631668365614,
      "grad_norm": 2.5180708332090087,
      "learning_rate": 1.9721332856711174e-05,
      "loss": 1.2622,
      "step": 59303
    },
    {
      "epoch": 5.037716615698267,
      "grad_norm": 2.5971426018087262,
      "learning_rate": 1.971792980182897e-05,
      "loss": 1.3098,
      "step": 59304
    },
    {
      "epoch": 5.0378015630309205,
      "grad_norm": 2.589494212649137,
      "learning_rate": 1.97145270199269e-05,
      "loss": 1.5301,
      "step": 59305
    },
    {
      "epoch": 5.037886510363575,
      "grad_norm": 2.5656602813633667,
      "learning_rate": 1.9711124511012166e-05,
      "loss": 1.5089,
      "step": 59306
    },
    {
      "epoch": 5.037971457696228,
      "grad_norm": 2.4495790930992336,
      "learning_rate": 1.970772227509181e-05,
      "loss": 1.2502,
      "step": 59307
    },
    {
      "epoch": 5.0380564050288825,
      "grad_norm": 2.639930601507969,
      "learning_rate": 1.970432031217304e-05,
      "loss": 1.2541,
      "step": 59308
    },
    {
      "epoch": 5.038141352361536,
      "grad_norm": 2.709194866384119,
      "learning_rate": 1.97009186222629e-05,
      "loss": 1.5487,
      "step": 59309
    },
    {
      "epoch": 5.038226299694189,
      "grad_norm": 2.8277937174402514,
      "learning_rate": 1.9697517205368605e-05,
      "loss": 1.5912,
      "step": 59310
    },
    {
      "epoch": 5.038311247026844,
      "grad_norm": 3.2656122924294926,
      "learning_rate": 1.969411606149725e-05,
      "loss": 1.6431,
      "step": 59311
    },
    {
      "epoch": 5.038396194359497,
      "grad_norm": 2.472314346060192,
      "learning_rate": 1.9690715190655924e-05,
      "loss": 1.368,
      "step": 59312
    },
    {
      "epoch": 5.0384811416921504,
      "grad_norm": 2.73166668168756,
      "learning_rate": 1.968731459285178e-05,
      "loss": 1.4633,
      "step": 59313
    },
    {
      "epoch": 5.038566089024805,
      "grad_norm": 2.472022235925424,
      "learning_rate": 1.9683914268091967e-05,
      "loss": 1.4062,
      "step": 59314
    },
    {
      "epoch": 5.038651036357458,
      "grad_norm": 2.595388918150835,
      "learning_rate": 1.9680514216383603e-05,
      "loss": 1.6203,
      "step": 59315
    },
    {
      "epoch": 5.038735983690112,
      "grad_norm": 2.4381425703303283,
      "learning_rate": 1.967711443773375e-05,
      "loss": 1.4326,
      "step": 59316
    },
    {
      "epoch": 5.038820931022766,
      "grad_norm": 2.606584301480891,
      "learning_rate": 1.9673714932149614e-05,
      "loss": 1.2962,
      "step": 59317
    },
    {
      "epoch": 5.038905878355419,
      "grad_norm": 2.6859763531704224,
      "learning_rate": 1.9670315699638296e-05,
      "loss": 1.6216,
      "step": 59318
    },
    {
      "epoch": 5.0389908256880735,
      "grad_norm": 2.533917851556398,
      "learning_rate": 1.9666916740206866e-05,
      "loss": 1.5683,
      "step": 59319
    },
    {
      "epoch": 5.039075773020727,
      "grad_norm": 2.6240677099063996,
      "learning_rate": 1.9663518053862474e-05,
      "loss": 1.6554,
      "step": 59320
    },
    {
      "epoch": 5.039160720353381,
      "grad_norm": 2.4895114362098965,
      "learning_rate": 1.96601196406123e-05,
      "loss": 1.403,
      "step": 59321
    },
    {
      "epoch": 5.039245667686035,
      "grad_norm": 2.6512172448300912,
      "learning_rate": 1.965672150046341e-05,
      "loss": 1.7355,
      "step": 59322
    },
    {
      "epoch": 5.039330615018688,
      "grad_norm": 2.367156723184933,
      "learning_rate": 1.9653323633422913e-05,
      "loss": 1.2901,
      "step": 59323
    },
    {
      "epoch": 5.039415562351342,
      "grad_norm": 2.6198561337747974,
      "learning_rate": 1.964992603949796e-05,
      "loss": 1.3986,
      "step": 59324
    },
    {
      "epoch": 5.039500509683996,
      "grad_norm": 2.626058186709214,
      "learning_rate": 1.9646528718695664e-05,
      "loss": 1.4659,
      "step": 59325
    },
    {
      "epoch": 5.03958545701665,
      "grad_norm": 2.640735874416583,
      "learning_rate": 1.9643131671023106e-05,
      "loss": 1.6171,
      "step": 59326
    },
    {
      "epoch": 5.0396704043493035,
      "grad_norm": 2.830237203749091,
      "learning_rate": 1.963973489648744e-05,
      "loss": 1.499,
      "step": 59327
    },
    {
      "epoch": 5.039755351681957,
      "grad_norm": 2.7687626153400804,
      "learning_rate": 1.9636338395095802e-05,
      "loss": 1.583,
      "step": 59328
    },
    {
      "epoch": 5.039840299014611,
      "grad_norm": 2.6492589816127254,
      "learning_rate": 1.963294216685528e-05,
      "loss": 1.3306,
      "step": 59329
    },
    {
      "epoch": 5.039925246347265,
      "grad_norm": 2.7668737995734856,
      "learning_rate": 1.9629546211772973e-05,
      "loss": 1.5584,
      "step": 59330
    },
    {
      "epoch": 5.040010193679919,
      "grad_norm": 2.4771664759015946,
      "learning_rate": 1.9626150529856038e-05,
      "loss": 1.3229,
      "step": 59331
    },
    {
      "epoch": 5.040095141012572,
      "grad_norm": 2.77253362172788,
      "learning_rate": 1.9622755121111554e-05,
      "loss": 1.535,
      "step": 59332
    },
    {
      "epoch": 5.040180088345226,
      "grad_norm": 3.4390280017187833,
      "learning_rate": 1.9619359985546668e-05,
      "loss": 1.8307,
      "step": 59333
    },
    {
      "epoch": 5.04026503567788,
      "grad_norm": 2.5457311150575532,
      "learning_rate": 1.9615965123168454e-05,
      "loss": 1.5313,
      "step": 59334
    },
    {
      "epoch": 5.040349983010533,
      "grad_norm": 2.6796141377837936,
      "learning_rate": 1.961257053398407e-05,
      "loss": 1.6304,
      "step": 59335
    },
    {
      "epoch": 5.040434930343187,
      "grad_norm": 2.4927145869989036,
      "learning_rate": 1.9609176218000622e-05,
      "loss": 1.4057,
      "step": 59336
    },
    {
      "epoch": 5.040519877675841,
      "grad_norm": 2.440351276122421,
      "learning_rate": 1.960578217522516e-05,
      "loss": 1.3751,
      "step": 59337
    },
    {
      "epoch": 5.0406048250084945,
      "grad_norm": 2.6465224277777435,
      "learning_rate": 1.9602388405664866e-05,
      "loss": 1.4377,
      "step": 59338
    },
    {
      "epoch": 5.040689772341149,
      "grad_norm": 2.527776537866233,
      "learning_rate": 1.959899490932683e-05,
      "loss": 1.3819,
      "step": 59339
    },
    {
      "epoch": 5.040774719673802,
      "grad_norm": 2.630927816007132,
      "learning_rate": 1.9595601686218188e-05,
      "loss": 1.4585,
      "step": 59340
    },
    {
      "epoch": 5.040859667006456,
      "grad_norm": 2.801683219674791,
      "learning_rate": 1.9592208736345975e-05,
      "loss": 1.5838,
      "step": 59341
    },
    {
      "epoch": 5.04094461433911,
      "grad_norm": 2.5172902450458072,
      "learning_rate": 1.9588816059717376e-05,
      "loss": 1.3608,
      "step": 59342
    },
    {
      "epoch": 5.041029561671763,
      "grad_norm": 2.71029481932862,
      "learning_rate": 1.9585423656339465e-05,
      "loss": 1.5483,
      "step": 59343
    },
    {
      "epoch": 5.041114509004418,
      "grad_norm": 2.640413614774345,
      "learning_rate": 1.958203152621934e-05,
      "loss": 1.3903,
      "step": 59344
    },
    {
      "epoch": 5.041199456337071,
      "grad_norm": 2.5347795333838694,
      "learning_rate": 1.957863966936412e-05,
      "loss": 1.2693,
      "step": 59345
    },
    {
      "epoch": 5.041284403669724,
      "grad_norm": 2.445754250970961,
      "learning_rate": 1.957524808578094e-05,
      "loss": 1.4553,
      "step": 59346
    },
    {
      "epoch": 5.041369351002379,
      "grad_norm": 2.5971648944331114,
      "learning_rate": 1.9571856775476896e-05,
      "loss": 1.4716,
      "step": 59347
    },
    {
      "epoch": 5.041454298335032,
      "grad_norm": 2.56962558142219,
      "learning_rate": 1.9568465738459043e-05,
      "loss": 1.4407,
      "step": 59348
    },
    {
      "epoch": 5.041539245667686,
      "grad_norm": 2.6403856065066185,
      "learning_rate": 1.9565074974734564e-05,
      "loss": 1.314,
      "step": 59349
    },
    {
      "epoch": 5.04162419300034,
      "grad_norm": 2.64762307891994,
      "learning_rate": 1.956168448431048e-05,
      "loss": 1.5036,
      "step": 59350
    },
    {
      "epoch": 5.041709140332993,
      "grad_norm": 2.607386251480406,
      "learning_rate": 1.9558294267193974e-05,
      "loss": 1.5616,
      "step": 59351
    },
    {
      "epoch": 5.0417940876656475,
      "grad_norm": 2.4618540213056317,
      "learning_rate": 1.9554904323392072e-05,
      "loss": 1.3755,
      "step": 59352
    },
    {
      "epoch": 5.041879034998301,
      "grad_norm": 2.710996106982714,
      "learning_rate": 1.9551514652911972e-05,
      "loss": 1.5942,
      "step": 59353
    },
    {
      "epoch": 5.041963982330955,
      "grad_norm": 2.48779735065389,
      "learning_rate": 1.954812525576071e-05,
      "loss": 1.3652,
      "step": 59354
    },
    {
      "epoch": 5.042048929663609,
      "grad_norm": 2.665188088876411,
      "learning_rate": 1.954473613194537e-05,
      "loss": 1.3887,
      "step": 59355
    },
    {
      "epoch": 5.042133876996262,
      "grad_norm": 2.61411587702896,
      "learning_rate": 1.954134728147308e-05,
      "loss": 1.5202,
      "step": 59356
    },
    {
      "epoch": 5.042218824328916,
      "grad_norm": 2.684985161735308,
      "learning_rate": 1.9537958704350983e-05,
      "loss": 1.5268,
      "step": 59357
    },
    {
      "epoch": 5.04230377166157,
      "grad_norm": 2.630030099599015,
      "learning_rate": 1.9534570400586135e-05,
      "loss": 1.3391,
      "step": 59358
    },
    {
      "epoch": 5.042388718994223,
      "grad_norm": 2.708345528786139,
      "learning_rate": 1.953118237018562e-05,
      "loss": 1.3861,
      "step": 59359
    },
    {
      "epoch": 5.042473666326877,
      "grad_norm": 2.48451803832669,
      "learning_rate": 1.9527794613156583e-05,
      "loss": 1.3716,
      "step": 59360
    },
    {
      "epoch": 5.042558613659531,
      "grad_norm": 2.5041241746579934,
      "learning_rate": 1.9524407129506115e-05,
      "loss": 1.424,
      "step": 59361
    },
    {
      "epoch": 5.042643560992185,
      "grad_norm": 2.564962643184102,
      "learning_rate": 1.9521019919241243e-05,
      "loss": 1.4468,
      "step": 59362
    },
    {
      "epoch": 5.0427285083248385,
      "grad_norm": 2.398984812526017,
      "learning_rate": 1.951763298236913e-05,
      "loss": 1.3281,
      "step": 59363
    },
    {
      "epoch": 5.042813455657492,
      "grad_norm": 2.5126877855540997,
      "learning_rate": 1.9514246318896886e-05,
      "loss": 1.4804,
      "step": 59364
    },
    {
      "epoch": 5.042898402990146,
      "grad_norm": 2.7173024544656803,
      "learning_rate": 1.951085992883159e-05,
      "loss": 1.3827,
      "step": 59365
    },
    {
      "epoch": 5.0429833503228,
      "grad_norm": 2.5266172806547385,
      "learning_rate": 1.95074738121803e-05,
      "loss": 1.4037,
      "step": 59366
    },
    {
      "epoch": 5.043068297655454,
      "grad_norm": 2.6751226587405323,
      "learning_rate": 1.9504087968950167e-05,
      "loss": 1.5555,
      "step": 59367
    },
    {
      "epoch": 5.043153244988107,
      "grad_norm": 2.876487901293799,
      "learning_rate": 1.9500702399148244e-05,
      "loss": 1.6693,
      "step": 59368
    },
    {
      "epoch": 5.043238192320761,
      "grad_norm": 2.7574701174725975,
      "learning_rate": 1.9497317102781628e-05,
      "loss": 1.3762,
      "step": 59369
    },
    {
      "epoch": 5.043323139653415,
      "grad_norm": 2.554720107408107,
      "learning_rate": 1.9493932079857417e-05,
      "loss": 1.4829,
      "step": 59370
    },
    {
      "epoch": 5.0434080869860685,
      "grad_norm": 2.41034258843193,
      "learning_rate": 1.9490547330382732e-05,
      "loss": 1.2664,
      "step": 59371
    },
    {
      "epoch": 5.043493034318723,
      "grad_norm": 2.6074021341199507,
      "learning_rate": 1.9487162854364656e-05,
      "loss": 1.5004,
      "step": 59372
    },
    {
      "epoch": 5.043577981651376,
      "grad_norm": 2.6363972689755437,
      "learning_rate": 1.9483778651810235e-05,
      "loss": 1.3811,
      "step": 59373
    },
    {
      "epoch": 5.04366292898403,
      "grad_norm": 2.710361333718449,
      "learning_rate": 1.948039472272662e-05,
      "loss": 1.4181,
      "step": 59374
    },
    {
      "epoch": 5.043747876316684,
      "grad_norm": 2.4569544310681755,
      "learning_rate": 1.9477011067120853e-05,
      "loss": 1.3875,
      "step": 59375
    },
    {
      "epoch": 5.043832823649337,
      "grad_norm": 2.581469090067474,
      "learning_rate": 1.9473627685000064e-05,
      "loss": 1.4742,
      "step": 59376
    },
    {
      "epoch": 5.043917770981992,
      "grad_norm": 2.777504791179928,
      "learning_rate": 1.947024457637129e-05,
      "loss": 1.5066,
      "step": 59377
    },
    {
      "epoch": 5.044002718314645,
      "grad_norm": 2.6409492259663603,
      "learning_rate": 1.946686174124171e-05,
      "loss": 1.3522,
      "step": 59378
    },
    {
      "epoch": 5.044087665647298,
      "grad_norm": 2.4030458937675556,
      "learning_rate": 1.9463479179618324e-05,
      "loss": 1.3424,
      "step": 59379
    },
    {
      "epoch": 5.044172612979953,
      "grad_norm": 2.6536293182755775,
      "learning_rate": 1.9460096891508238e-05,
      "loss": 1.6417,
      "step": 59380
    },
    {
      "epoch": 5.044257560312606,
      "grad_norm": 2.5975245627222447,
      "learning_rate": 1.9456714876918538e-05,
      "loss": 1.595,
      "step": 59381
    },
    {
      "epoch": 5.04434250764526,
      "grad_norm": 2.7613903017778654,
      "learning_rate": 1.945333313585636e-05,
      "loss": 1.6415,
      "step": 59382
    },
    {
      "epoch": 5.044427454977914,
      "grad_norm": 2.6932862864269294,
      "learning_rate": 1.9449951668328756e-05,
      "loss": 1.2852,
      "step": 59383
    },
    {
      "epoch": 5.044512402310567,
      "grad_norm": 2.446255645673416,
      "learning_rate": 1.9446570474342776e-05,
      "loss": 1.3269,
      "step": 59384
    },
    {
      "epoch": 5.0445973496432215,
      "grad_norm": 2.4418073340024558,
      "learning_rate": 1.9443189553905565e-05,
      "loss": 1.479,
      "step": 59385
    },
    {
      "epoch": 5.044682296975875,
      "grad_norm": 2.5867921255020203,
      "learning_rate": 1.943980890702418e-05,
      "loss": 1.4626,
      "step": 59386
    },
    {
      "epoch": 5.044767244308528,
      "grad_norm": 2.6459273294495267,
      "learning_rate": 1.9436428533705684e-05,
      "loss": 1.7279,
      "step": 59387
    },
    {
      "epoch": 5.044852191641183,
      "grad_norm": 2.7128551007947412,
      "learning_rate": 1.9433048433957154e-05,
      "loss": 1.7242,
      "step": 59388
    },
    {
      "epoch": 5.044937138973836,
      "grad_norm": 2.5742867781448098,
      "learning_rate": 1.9429668607785754e-05,
      "loss": 1.2747,
      "step": 59389
    },
    {
      "epoch": 5.04502208630649,
      "grad_norm": 2.5294643456375083,
      "learning_rate": 1.942628905519851e-05,
      "loss": 1.4375,
      "step": 59390
    },
    {
      "epoch": 5.045107033639144,
      "grad_norm": 2.620876864578353,
      "learning_rate": 1.9422909776202444e-05,
      "loss": 1.4573,
      "step": 59391
    },
    {
      "epoch": 5.045191980971797,
      "grad_norm": 2.6009553115773896,
      "learning_rate": 1.9419530770804757e-05,
      "loss": 1.5332,
      "step": 59392
    },
    {
      "epoch": 5.045276928304451,
      "grad_norm": 2.6845053766843754,
      "learning_rate": 1.941615203901241e-05,
      "loss": 1.652,
      "step": 59393
    },
    {
      "epoch": 5.045361875637105,
      "grad_norm": 2.6590914920064512,
      "learning_rate": 1.9412773580832597e-05,
      "loss": 1.6208,
      "step": 59394
    },
    {
      "epoch": 5.045446822969759,
      "grad_norm": 2.5354439420047155,
      "learning_rate": 1.9409395396272293e-05,
      "loss": 1.4958,
      "step": 59395
    },
    {
      "epoch": 5.0455317703024125,
      "grad_norm": 2.672497430592304,
      "learning_rate": 1.940601748533866e-05,
      "loss": 1.4086,
      "step": 59396
    },
    {
      "epoch": 5.045616717635066,
      "grad_norm": 2.706647116259259,
      "learning_rate": 1.940263984803874e-05,
      "loss": 1.6257,
      "step": 59397
    },
    {
      "epoch": 5.04570166496772,
      "grad_norm": 2.620101109022459,
      "learning_rate": 1.9399262484379567e-05,
      "loss": 1.3416,
      "step": 59398
    },
    {
      "epoch": 5.045786612300374,
      "grad_norm": 2.60597691249357,
      "learning_rate": 1.9395885394368265e-05,
      "loss": 1.415,
      "step": 59399
    },
    {
      "epoch": 5.045871559633028,
      "grad_norm": 2.5835257114126615,
      "learning_rate": 1.9392508578011946e-05,
      "loss": 1.294,
      "step": 59400
    },
    {
      "epoch": 5.045956506965681,
      "grad_norm": 2.722443486086078,
      "learning_rate": 1.9389132035317633e-05,
      "loss": 1.6171,
      "step": 59401
    },
    {
      "epoch": 5.046041454298335,
      "grad_norm": 2.8032156199737006,
      "learning_rate": 1.9385755766292378e-05,
      "loss": 1.5841,
      "step": 59402
    },
    {
      "epoch": 5.046126401630989,
      "grad_norm": 2.7437998945237605,
      "learning_rate": 1.9382379770943336e-05,
      "loss": 1.5229,
      "step": 59403
    },
    {
      "epoch": 5.046211348963642,
      "grad_norm": 2.660848729663514,
      "learning_rate": 1.937900404927752e-05,
      "loss": 1.3473,
      "step": 59404
    },
    {
      "epoch": 5.046296296296297,
      "grad_norm": 2.5209638422424825,
      "learning_rate": 1.937562860130199e-05,
      "loss": 1.5667,
      "step": 59405
    },
    {
      "epoch": 5.04638124362895,
      "grad_norm": 2.5396641744969104,
      "learning_rate": 1.9372253427023843e-05,
      "loss": 1.4669,
      "step": 59406
    },
    {
      "epoch": 5.0464661909616035,
      "grad_norm": 2.660705908928158,
      "learning_rate": 1.9368878526450187e-05,
      "loss": 1.5209,
      "step": 59407
    },
    {
      "epoch": 5.046551138294258,
      "grad_norm": 2.6306809877190687,
      "learning_rate": 1.936550389958807e-05,
      "loss": 1.5547,
      "step": 59408
    },
    {
      "epoch": 5.046636085626911,
      "grad_norm": 2.301200642492245,
      "learning_rate": 1.9362129546444517e-05,
      "loss": 1.2757,
      "step": 59409
    },
    {
      "epoch": 5.046721032959565,
      "grad_norm": 2.594849092456566,
      "learning_rate": 1.9358755467026654e-05,
      "loss": 1.5374,
      "step": 59410
    },
    {
      "epoch": 5.046805980292219,
      "grad_norm": 2.559649062270738,
      "learning_rate": 1.9355381661341545e-05,
      "loss": 1.5697,
      "step": 59411
    },
    {
      "epoch": 5.046890927624872,
      "grad_norm": 2.6929676591953404,
      "learning_rate": 1.93520081293962e-05,
      "loss": 1.4894,
      "step": 59412
    },
    {
      "epoch": 5.046975874957527,
      "grad_norm": 2.4601024844959327,
      "learning_rate": 1.934863487119775e-05,
      "loss": 1.3827,
      "step": 59413
    },
    {
      "epoch": 5.04706082229018,
      "grad_norm": 2.7259126210613966,
      "learning_rate": 1.9345261886753266e-05,
      "loss": 1.593,
      "step": 59414
    },
    {
      "epoch": 5.0471457696228335,
      "grad_norm": 2.4254248769855837,
      "learning_rate": 1.9341889176069796e-05,
      "loss": 1.4592,
      "step": 59415
    },
    {
      "epoch": 5.047230716955488,
      "grad_norm": 2.4841469985122493,
      "learning_rate": 1.933851673915437e-05,
      "loss": 1.4908,
      "step": 59416
    },
    {
      "epoch": 5.047315664288141,
      "grad_norm": 2.5406207477901805,
      "learning_rate": 1.9335144576014128e-05,
      "loss": 1.5572,
      "step": 59417
    },
    {
      "epoch": 5.0474006116207955,
      "grad_norm": 2.5496191684567386,
      "learning_rate": 1.9331772686656065e-05,
      "loss": 1.3288,
      "step": 59418
    },
    {
      "epoch": 5.047485558953449,
      "grad_norm": 2.7385304067269494,
      "learning_rate": 1.9328401071087313e-05,
      "loss": 1.521,
      "step": 59419
    },
    {
      "epoch": 5.047570506286102,
      "grad_norm": 2.811250927463226,
      "learning_rate": 1.932502972931486e-05,
      "loss": 1.6869,
      "step": 59420
    },
    {
      "epoch": 5.047655453618757,
      "grad_norm": 2.518560593402749,
      "learning_rate": 1.9321658661345856e-05,
      "loss": 1.4954,
      "step": 59421
    },
    {
      "epoch": 5.04774040095141,
      "grad_norm": 2.4944715728295868,
      "learning_rate": 1.9318287867187326e-05,
      "loss": 1.4961,
      "step": 59422
    },
    {
      "epoch": 5.047825348284064,
      "grad_norm": 2.521012136595904,
      "learning_rate": 1.931491734684628e-05,
      "loss": 1.4959,
      "step": 59423
    },
    {
      "epoch": 5.047910295616718,
      "grad_norm": 2.5419630108806106,
      "learning_rate": 1.931154710032983e-05,
      "loss": 1.4775,
      "step": 59424
    },
    {
      "epoch": 5.047995242949371,
      "grad_norm": 2.47020421648213,
      "learning_rate": 1.930817712764509e-05,
      "loss": 1.4035,
      "step": 59425
    },
    {
      "epoch": 5.048080190282025,
      "grad_norm": 2.5495772082195236,
      "learning_rate": 1.9304807428799053e-05,
      "loss": 1.5939,
      "step": 59426
    },
    {
      "epoch": 5.048165137614679,
      "grad_norm": 2.581303015788357,
      "learning_rate": 1.9301438003798758e-05,
      "loss": 1.2234,
      "step": 59427
    },
    {
      "epoch": 5.048250084947333,
      "grad_norm": 2.4942650512782376,
      "learning_rate": 1.929806885265132e-05,
      "loss": 1.3235,
      "step": 59428
    },
    {
      "epoch": 5.0483350322799865,
      "grad_norm": 2.664222961701687,
      "learning_rate": 1.9294699975363803e-05,
      "loss": 1.5227,
      "step": 59429
    },
    {
      "epoch": 5.04841997961264,
      "grad_norm": 2.719962535703142,
      "learning_rate": 1.9291331371943196e-05,
      "loss": 1.4919,
      "step": 59430
    },
    {
      "epoch": 5.048504926945294,
      "grad_norm": 2.595007369526045,
      "learning_rate": 1.92879630423966e-05,
      "loss": 1.2293,
      "step": 59431
    },
    {
      "epoch": 5.048589874277948,
      "grad_norm": 2.454855406266534,
      "learning_rate": 1.9284594986731115e-05,
      "loss": 1.2702,
      "step": 59432
    },
    {
      "epoch": 5.048674821610601,
      "grad_norm": 3.504261906620036,
      "learning_rate": 1.9281227204953765e-05,
      "loss": 1.8282,
      "step": 59433
    },
    {
      "epoch": 5.048759768943255,
      "grad_norm": 2.555134087918555,
      "learning_rate": 1.9277859697071553e-05,
      "loss": 1.5401,
      "step": 59434
    },
    {
      "epoch": 5.048844716275909,
      "grad_norm": 2.524086377907698,
      "learning_rate": 1.9274492463091623e-05,
      "loss": 1.3724,
      "step": 59435
    },
    {
      "epoch": 5.048929663608563,
      "grad_norm": 2.655397180933773,
      "learning_rate": 1.9271125503020955e-05,
      "loss": 1.3757,
      "step": 59436
    },
    {
      "epoch": 5.049014610941216,
      "grad_norm": 2.4760122716643647,
      "learning_rate": 1.926775881686668e-05,
      "loss": 1.4777,
      "step": 59437
    },
    {
      "epoch": 5.04909955827387,
      "grad_norm": 2.810280487599023,
      "learning_rate": 1.9264392404635753e-05,
      "loss": 1.3786,
      "step": 59438
    },
    {
      "epoch": 5.049184505606524,
      "grad_norm": 2.618548351919947,
      "learning_rate": 1.926102626633534e-05,
      "loss": 1.4551,
      "step": 59439
    },
    {
      "epoch": 5.0492694529391775,
      "grad_norm": 2.7314582361903286,
      "learning_rate": 1.925766040197243e-05,
      "loss": 1.4168,
      "step": 59440
    },
    {
      "epoch": 5.049354400271832,
      "grad_norm": 2.7111288608801507,
      "learning_rate": 1.9254294811554054e-05,
      "loss": 1.4604,
      "step": 59441
    },
    {
      "epoch": 5.049439347604485,
      "grad_norm": 2.4330267716071314,
      "learning_rate": 1.9250929495087293e-05,
      "loss": 1.4003,
      "step": 59442
    },
    {
      "epoch": 5.049524294937139,
      "grad_norm": 2.4556071339420362,
      "learning_rate": 1.9247564452579235e-05,
      "loss": 1.3457,
      "step": 59443
    },
    {
      "epoch": 5.049609242269793,
      "grad_norm": 2.5596465635705288,
      "learning_rate": 1.924419968403689e-05,
      "loss": 1.4224,
      "step": 59444
    },
    {
      "epoch": 5.049694189602446,
      "grad_norm": 2.5333700484479644,
      "learning_rate": 1.9240835189467297e-05,
      "loss": 1.4641,
      "step": 59445
    },
    {
      "epoch": 5.049779136935101,
      "grad_norm": 2.9391535183593938,
      "learning_rate": 1.9237470968877537e-05,
      "loss": 1.7007,
      "step": 59446
    },
    {
      "epoch": 5.049864084267754,
      "grad_norm": 2.4677390974825952,
      "learning_rate": 1.9234107022274664e-05,
      "loss": 1.4251,
      "step": 59447
    },
    {
      "epoch": 5.049949031600407,
      "grad_norm": 3.489315524755789,
      "learning_rate": 1.923074334966565e-05,
      "loss": 1.7772,
      "step": 59448
    },
    {
      "epoch": 5.050033978933062,
      "grad_norm": 2.5408996186375012,
      "learning_rate": 1.9227379951057627e-05,
      "loss": 1.4529,
      "step": 59449
    },
    {
      "epoch": 5.050118926265715,
      "grad_norm": 2.7391766882418165,
      "learning_rate": 1.9224016826457634e-05,
      "loss": 1.4407,
      "step": 59450
    },
    {
      "epoch": 5.050203873598369,
      "grad_norm": 2.6419159107538497,
      "learning_rate": 1.9220653975872685e-05,
      "loss": 1.5165,
      "step": 59451
    },
    {
      "epoch": 5.050288820931023,
      "grad_norm": 2.779662814828524,
      "learning_rate": 1.9217291399309826e-05,
      "loss": 1.4059,
      "step": 59452
    },
    {
      "epoch": 5.050373768263676,
      "grad_norm": 2.4854066667098547,
      "learning_rate": 1.921392909677615e-05,
      "loss": 1.3756,
      "step": 59453
    },
    {
      "epoch": 5.0504587155963305,
      "grad_norm": 2.6654863261310746,
      "learning_rate": 1.9210567068278664e-05,
      "loss": 1.4495,
      "step": 59454
    },
    {
      "epoch": 5.050543662928984,
      "grad_norm": 2.7274595444154572,
      "learning_rate": 1.9207205313824387e-05,
      "loss": 1.4214,
      "step": 59455
    },
    {
      "epoch": 5.050628610261638,
      "grad_norm": 2.6684989844174054,
      "learning_rate": 1.920384383342039e-05,
      "loss": 1.3269,
      "step": 59456
    },
    {
      "epoch": 5.050713557594292,
      "grad_norm": 2.4731977662323823,
      "learning_rate": 1.920048262707374e-05,
      "loss": 1.4018,
      "step": 59457
    },
    {
      "epoch": 5.050798504926945,
      "grad_norm": 2.523593281867803,
      "learning_rate": 1.9197121694791474e-05,
      "loss": 1.4628,
      "step": 59458
    },
    {
      "epoch": 5.050883452259599,
      "grad_norm": 2.6638128027811145,
      "learning_rate": 1.919376103658059e-05,
      "loss": 1.4682,
      "step": 59459
    },
    {
      "epoch": 5.050968399592253,
      "grad_norm": 2.763785770572918,
      "learning_rate": 1.9190400652448183e-05,
      "loss": 1.5447,
      "step": 59460
    },
    {
      "epoch": 5.051053346924906,
      "grad_norm": 2.6069838428446737,
      "learning_rate": 1.9187040542401235e-05,
      "loss": 1.4824,
      "step": 59461
    },
    {
      "epoch": 5.0511382942575604,
      "grad_norm": 2.718483815315135,
      "learning_rate": 1.9183680706446863e-05,
      "loss": 1.6776,
      "step": 59462
    },
    {
      "epoch": 5.051223241590214,
      "grad_norm": 2.5783367719514714,
      "learning_rate": 1.918032114459204e-05,
      "loss": 1.3632,
      "step": 59463
    },
    {
      "epoch": 5.051308188922868,
      "grad_norm": 2.5067939913222625,
      "learning_rate": 1.9176961856843848e-05,
      "loss": 1.4024,
      "step": 59464
    },
    {
      "epoch": 5.0513931362555216,
      "grad_norm": 2.380166252977449,
      "learning_rate": 1.9173602843209306e-05,
      "loss": 1.2368,
      "step": 59465
    },
    {
      "epoch": 5.051478083588175,
      "grad_norm": 2.5328433861865753,
      "learning_rate": 1.917024410369546e-05,
      "loss": 1.3957,
      "step": 59466
    },
    {
      "epoch": 5.051563030920829,
      "grad_norm": 2.5711728163543466,
      "learning_rate": 1.916688563830928e-05,
      "loss": 1.338,
      "step": 59467
    },
    {
      "epoch": 5.051647978253483,
      "grad_norm": 2.498791124339902,
      "learning_rate": 1.9163527447057936e-05,
      "loss": 1.3707,
      "step": 59468
    },
    {
      "epoch": 5.051732925586137,
      "grad_norm": 3.5528316580497936,
      "learning_rate": 1.916016952994838e-05,
      "loss": 1.8214,
      "step": 59469
    },
    {
      "epoch": 5.05181787291879,
      "grad_norm": 2.6081088764282963,
      "learning_rate": 1.9156811886987633e-05,
      "loss": 1.6078,
      "step": 59470
    },
    {
      "epoch": 5.051902820251444,
      "grad_norm": 2.607352048869822,
      "learning_rate": 1.9153454518182797e-05,
      "loss": 1.4697,
      "step": 59471
    },
    {
      "epoch": 5.051987767584098,
      "grad_norm": 2.657320685242999,
      "learning_rate": 1.915009742354087e-05,
      "loss": 1.4338,
      "step": 59472
    },
    {
      "epoch": 5.0520727149167515,
      "grad_norm": 2.5552631022887886,
      "learning_rate": 1.914674060306885e-05,
      "loss": 1.5208,
      "step": 59473
    },
    {
      "epoch": 5.052157662249406,
      "grad_norm": 2.62114079712188,
      "learning_rate": 1.9143384056773793e-05,
      "loss": 1.4403,
      "step": 59474
    },
    {
      "epoch": 5.052242609582059,
      "grad_norm": 2.630793949775081,
      "learning_rate": 1.914002778466279e-05,
      "loss": 1.3795,
      "step": 59475
    },
    {
      "epoch": 5.052327556914713,
      "grad_norm": 2.5937721199979427,
      "learning_rate": 1.9136671786742812e-05,
      "loss": 1.2649,
      "step": 59476
    },
    {
      "epoch": 5.052412504247367,
      "grad_norm": 2.6588481119181897,
      "learning_rate": 1.9133316063020897e-05,
      "loss": 1.4107,
      "step": 59477
    },
    {
      "epoch": 5.05249745158002,
      "grad_norm": 2.563228425776238,
      "learning_rate": 1.9129960613504092e-05,
      "loss": 1.397,
      "step": 59478
    },
    {
      "epoch": 5.052582398912675,
      "grad_norm": 2.4854347385593147,
      "learning_rate": 1.9126605438199405e-05,
      "loss": 1.4884,
      "step": 59479
    },
    {
      "epoch": 5.052667346245328,
      "grad_norm": 2.366605899262646,
      "learning_rate": 1.9123250537113916e-05,
      "loss": 1.3242,
      "step": 59480
    },
    {
      "epoch": 5.052752293577981,
      "grad_norm": 2.68866264193791,
      "learning_rate": 1.9119895910254585e-05,
      "loss": 1.5215,
      "step": 59481
    },
    {
      "epoch": 5.052837240910636,
      "grad_norm": 2.7082116334002078,
      "learning_rate": 1.9116541557628506e-05,
      "loss": 1.6041,
      "step": 59482
    },
    {
      "epoch": 5.052922188243289,
      "grad_norm": 2.5732283246076193,
      "learning_rate": 1.9113187479242676e-05,
      "loss": 1.2218,
      "step": 59483
    },
    {
      "epoch": 5.0530071355759425,
      "grad_norm": 2.6693444182529666,
      "learning_rate": 1.9109833675104136e-05,
      "loss": 1.6034,
      "step": 59484
    },
    {
      "epoch": 5.053092082908597,
      "grad_norm": 2.466992392820752,
      "learning_rate": 1.9106480145219834e-05,
      "loss": 1.4535,
      "step": 59485
    },
    {
      "epoch": 5.05317703024125,
      "grad_norm": 2.5452928607550263,
      "learning_rate": 1.9103126889596927e-05,
      "loss": 1.1926,
      "step": 59486
    },
    {
      "epoch": 5.0532619775739045,
      "grad_norm": 2.6417513257598997,
      "learning_rate": 1.9099773908242376e-05,
      "loss": 1.3719,
      "step": 59487
    },
    {
      "epoch": 5.053346924906558,
      "grad_norm": 2.5975417210713654,
      "learning_rate": 1.9096421201163166e-05,
      "loss": 1.5521,
      "step": 59488
    },
    {
      "epoch": 5.053431872239211,
      "grad_norm": 2.588177700937238,
      "learning_rate": 1.9093068768366417e-05,
      "loss": 1.4586,
      "step": 59489
    },
    {
      "epoch": 5.053516819571866,
      "grad_norm": 2.569010770271504,
      "learning_rate": 1.908971660985909e-05,
      "loss": 1.398,
      "step": 59490
    },
    {
      "epoch": 5.053601766904519,
      "grad_norm": 2.333404558458466,
      "learning_rate": 1.9086364725648202e-05,
      "loss": 1.3395,
      "step": 59491
    },
    {
      "epoch": 5.053686714237173,
      "grad_norm": 2.5982188466040834,
      "learning_rate": 1.9083013115740776e-05,
      "loss": 1.5888,
      "step": 59492
    },
    {
      "epoch": 5.053771661569827,
      "grad_norm": 3.2060750313016952,
      "learning_rate": 1.9079661780143907e-05,
      "loss": 1.6174,
      "step": 59493
    },
    {
      "epoch": 5.05385660890248,
      "grad_norm": 2.5389356000228993,
      "learning_rate": 1.907631071886454e-05,
      "loss": 1.5289,
      "step": 59494
    },
    {
      "epoch": 5.053941556235134,
      "grad_norm": 2.6096077649766416,
      "learning_rate": 1.9072959931909738e-05,
      "loss": 1.2614,
      "step": 59495
    },
    {
      "epoch": 5.054026503567788,
      "grad_norm": 2.649173149270785,
      "learning_rate": 1.9069609419286458e-05,
      "loss": 1.3453,
      "step": 59496
    },
    {
      "epoch": 5.054111450900442,
      "grad_norm": 2.536459645457007,
      "learning_rate": 1.9066259181001815e-05,
      "loss": 1.5592,
      "step": 59497
    },
    {
      "epoch": 5.0541963982330955,
      "grad_norm": 2.72922173763631,
      "learning_rate": 1.9062909217062735e-05,
      "loss": 1.6221,
      "step": 59498
    },
    {
      "epoch": 5.054281345565749,
      "grad_norm": 2.6457117794853486,
      "learning_rate": 1.9059559527476277e-05,
      "loss": 1.4352,
      "step": 59499
    },
    {
      "epoch": 5.054366292898403,
      "grad_norm": 2.676331747472411,
      "learning_rate": 1.9056210112249504e-05,
      "loss": 1.4847,
      "step": 59500
    },
    {
      "epoch": 5.054451240231057,
      "grad_norm": 2.514601699158252,
      "learning_rate": 1.9052860971389394e-05,
      "loss": 1.3806,
      "step": 59501
    },
    {
      "epoch": 5.054536187563711,
      "grad_norm": 2.660165825168196,
      "learning_rate": 1.9049512104902975e-05,
      "loss": 1.346,
      "step": 59502
    },
    {
      "epoch": 5.054621134896364,
      "grad_norm": 2.780398614097336,
      "learning_rate": 1.904616351279721e-05,
      "loss": 1.5227,
      "step": 59503
    },
    {
      "epoch": 5.054706082229018,
      "grad_norm": 2.4657870844515233,
      "learning_rate": 1.904281519507917e-05,
      "loss": 1.4396,
      "step": 59504
    },
    {
      "epoch": 5.054791029561672,
      "grad_norm": 2.6424032836498212,
      "learning_rate": 1.9039467151755872e-05,
      "loss": 1.4012,
      "step": 59505
    },
    {
      "epoch": 5.054875976894325,
      "grad_norm": 2.5382954830360243,
      "learning_rate": 1.903611938283431e-05,
      "loss": 1.1867,
      "step": 59506
    },
    {
      "epoch": 5.054960924226979,
      "grad_norm": 2.604324612752913,
      "learning_rate": 1.9032771888321523e-05,
      "loss": 1.5329,
      "step": 59507
    },
    {
      "epoch": 5.055045871559633,
      "grad_norm": 2.461876100380311,
      "learning_rate": 1.9029424668224512e-05,
      "loss": 1.3792,
      "step": 59508
    },
    {
      "epoch": 5.0551308188922865,
      "grad_norm": 2.8083148530913156,
      "learning_rate": 1.9026077722550303e-05,
      "loss": 1.5375,
      "step": 59509
    },
    {
      "epoch": 5.055215766224941,
      "grad_norm": 2.7821294341624663,
      "learning_rate": 1.9022731051305807e-05,
      "loss": 1.4342,
      "step": 59510
    },
    {
      "epoch": 5.055300713557594,
      "grad_norm": 2.317299953517354,
      "learning_rate": 1.9019384654498214e-05,
      "loss": 1.353,
      "step": 59511
    },
    {
      "epoch": 5.055385660890248,
      "grad_norm": 2.625059910679923,
      "learning_rate": 1.9016038532134425e-05,
      "loss": 1.3111,
      "step": 59512
    },
    {
      "epoch": 5.055470608222902,
      "grad_norm": 2.5734549392851283,
      "learning_rate": 1.901269268422148e-05,
      "loss": 1.5002,
      "step": 59513
    },
    {
      "epoch": 5.055555555555555,
      "grad_norm": 3.1675520184104453,
      "learning_rate": 1.9009347110766342e-05,
      "loss": 1.5667,
      "step": 59514
    },
    {
      "epoch": 5.05564050288821,
      "grad_norm": 2.635510168525504,
      "learning_rate": 1.900600181177609e-05,
      "loss": 1.5294,
      "step": 59515
    },
    {
      "epoch": 5.055725450220863,
      "grad_norm": 2.7642688234382953,
      "learning_rate": 1.900265678725768e-05,
      "loss": 1.4109,
      "step": 59516
    },
    {
      "epoch": 5.0558103975535165,
      "grad_norm": 2.63602131479718,
      "learning_rate": 1.8999312037218146e-05,
      "loss": 1.3432,
      "step": 59517
    },
    {
      "epoch": 5.055895344886171,
      "grad_norm": 2.741668684620042,
      "learning_rate": 1.899596756166451e-05,
      "loss": 1.3948,
      "step": 59518
    },
    {
      "epoch": 5.055980292218824,
      "grad_norm": 2.5054785496136067,
      "learning_rate": 1.8992623360603787e-05,
      "loss": 1.3687,
      "step": 59519
    },
    {
      "epoch": 5.0560652395514785,
      "grad_norm": 2.542315469537058,
      "learning_rate": 1.8989279434042935e-05,
      "loss": 1.5073,
      "step": 59520
    },
    {
      "epoch": 5.056150186884132,
      "grad_norm": 2.3830884570850603,
      "learning_rate": 1.8985935781988972e-05,
      "loss": 1.3194,
      "step": 59521
    },
    {
      "epoch": 5.056235134216785,
      "grad_norm": 2.625277459727599,
      "learning_rate": 1.8982592404448917e-05,
      "loss": 1.2605,
      "step": 59522
    },
    {
      "epoch": 5.05632008154944,
      "grad_norm": 2.422366984180589,
      "learning_rate": 1.8979249301429817e-05,
      "loss": 1.3455,
      "step": 59523
    },
    {
      "epoch": 5.056405028882093,
      "grad_norm": 2.4594467466136916,
      "learning_rate": 1.897590647293862e-05,
      "loss": 1.1719,
      "step": 59524
    },
    {
      "epoch": 5.056489976214747,
      "grad_norm": 2.505148757062138,
      "learning_rate": 1.8972563918982315e-05,
      "loss": 1.18,
      "step": 59525
    },
    {
      "epoch": 5.056574923547401,
      "grad_norm": 2.6589524788617607,
      "learning_rate": 1.8969221639567984e-05,
      "loss": 1.5281,
      "step": 59526
    },
    {
      "epoch": 5.056659870880054,
      "grad_norm": 2.6135904729963895,
      "learning_rate": 1.896587963470257e-05,
      "loss": 1.42,
      "step": 59527
    },
    {
      "epoch": 5.056744818212708,
      "grad_norm": 2.439252232336535,
      "learning_rate": 1.8962537904393034e-05,
      "loss": 1.267,
      "step": 59528
    },
    {
      "epoch": 5.056829765545362,
      "grad_norm": 2.606908344271706,
      "learning_rate": 1.8959196448646486e-05,
      "loss": 1.4949,
      "step": 59529
    },
    {
      "epoch": 5.056914712878015,
      "grad_norm": 2.5560337910364916,
      "learning_rate": 1.8955855267469887e-05,
      "loss": 1.3832,
      "step": 59530
    },
    {
      "epoch": 5.0569996602106695,
      "grad_norm": 2.638745973748833,
      "learning_rate": 1.895251436087022e-05,
      "loss": 1.6196,
      "step": 59531
    },
    {
      "epoch": 5.057084607543323,
      "grad_norm": 2.563570554211945,
      "learning_rate": 1.8949173728854454e-05,
      "loss": 1.2896,
      "step": 59532
    },
    {
      "epoch": 5.057169554875977,
      "grad_norm": 2.686805935976788,
      "learning_rate": 1.8945833371429674e-05,
      "loss": 1.2965,
      "step": 59533
    },
    {
      "epoch": 5.057254502208631,
      "grad_norm": 2.952431847033493,
      "learning_rate": 1.8942493288602788e-05,
      "loss": 1.6918,
      "step": 59534
    },
    {
      "epoch": 5.057339449541284,
      "grad_norm": 2.6620930176850135,
      "learning_rate": 1.8939153480380826e-05,
      "loss": 1.3139,
      "step": 59535
    },
    {
      "epoch": 5.057424396873938,
      "grad_norm": 2.8088049112592057,
      "learning_rate": 1.8935813946770844e-05,
      "loss": 1.7398,
      "step": 59536
    },
    {
      "epoch": 5.057509344206592,
      "grad_norm": 3.258941865545849,
      "learning_rate": 1.8932474687779777e-05,
      "loss": 1.744,
      "step": 59537
    },
    {
      "epoch": 5.057594291539246,
      "grad_norm": 2.516365450210933,
      "learning_rate": 1.8929135703414646e-05,
      "loss": 1.4007,
      "step": 59538
    },
    {
      "epoch": 5.057679238871899,
      "grad_norm": 3.275320757053246,
      "learning_rate": 1.8925796993682414e-05,
      "loss": 1.7691,
      "step": 59539
    },
    {
      "epoch": 5.057764186204553,
      "grad_norm": 2.6090294624775123,
      "learning_rate": 1.8922458558590126e-05,
      "loss": 1.594,
      "step": 59540
    },
    {
      "epoch": 5.057849133537207,
      "grad_norm": 2.5518581161426757,
      "learning_rate": 1.891912039814471e-05,
      "loss": 1.3826,
      "step": 59541
    },
    {
      "epoch": 5.0579340808698605,
      "grad_norm": 2.6428635748805274,
      "learning_rate": 1.8915782512353245e-05,
      "loss": 1.3896,
      "step": 59542
    },
    {
      "epoch": 5.058019028202515,
      "grad_norm": 2.6207248538418786,
      "learning_rate": 1.891244490122264e-05,
      "loss": 1.5754,
      "step": 59543
    },
    {
      "epoch": 5.058103975535168,
      "grad_norm": 2.5723977472855957,
      "learning_rate": 1.8909107564759974e-05,
      "loss": 1.2956,
      "step": 59544
    },
    {
      "epoch": 5.058188922867822,
      "grad_norm": 2.5561755465584275,
      "learning_rate": 1.890577050297217e-05,
      "loss": 1.3535,
      "step": 59545
    },
    {
      "epoch": 5.058273870200476,
      "grad_norm": 2.6818187040349306,
      "learning_rate": 1.890243371586625e-05,
      "loss": 1.3284,
      "step": 59546
    },
    {
      "epoch": 5.058358817533129,
      "grad_norm": 2.497971471730402,
      "learning_rate": 1.889909720344918e-05,
      "loss": 1.4078,
      "step": 59547
    },
    {
      "epoch": 5.058443764865784,
      "grad_norm": 2.7887604621668967,
      "learning_rate": 1.8895760965728013e-05,
      "loss": 1.3645,
      "step": 59548
    },
    {
      "epoch": 5.058528712198437,
      "grad_norm": 2.7711133348318016,
      "learning_rate": 1.889242500270969e-05,
      "loss": 1.6707,
      "step": 59549
    },
    {
      "epoch": 5.05861365953109,
      "grad_norm": 2.735951019100575,
      "learning_rate": 1.8889089314401183e-05,
      "loss": 1.3149,
      "step": 59550
    },
    {
      "epoch": 5.058698606863745,
      "grad_norm": 2.5333341240458065,
      "learning_rate": 1.888575390080953e-05,
      "loss": 1.2232,
      "step": 59551
    },
    {
      "epoch": 5.058783554196398,
      "grad_norm": 2.670045209921357,
      "learning_rate": 1.888241876194172e-05,
      "loss": 1.5234,
      "step": 59552
    },
    {
      "epoch": 5.0588685015290515,
      "grad_norm": 2.58137382353644,
      "learning_rate": 1.8879083897804665e-05,
      "loss": 1.3841,
      "step": 59553
    },
    {
      "epoch": 5.058953448861706,
      "grad_norm": 2.8328174527868075,
      "learning_rate": 1.8875749308405425e-05,
      "loss": 1.7423,
      "step": 59554
    },
    {
      "epoch": 5.059038396194359,
      "grad_norm": 2.734350897588011,
      "learning_rate": 1.8872414993750977e-05,
      "loss": 1.4554,
      "step": 59555
    },
    {
      "epoch": 5.0591233435270135,
      "grad_norm": 2.5412764379314026,
      "learning_rate": 1.886908095384832e-05,
      "loss": 1.4667,
      "step": 59556
    },
    {
      "epoch": 5.059208290859667,
      "grad_norm": 2.8353000600195113,
      "learning_rate": 1.886574718870438e-05,
      "loss": 1.7189,
      "step": 59557
    },
    {
      "epoch": 5.05929323819232,
      "grad_norm": 2.7529262573920588,
      "learning_rate": 1.8862413698326213e-05,
      "loss": 1.7451,
      "step": 59558
    },
    {
      "epoch": 5.059378185524975,
      "grad_norm": 2.63557045795595,
      "learning_rate": 1.8859080482720735e-05,
      "loss": 1.4332,
      "step": 59559
    },
    {
      "epoch": 5.059463132857628,
      "grad_norm": 2.636279586775471,
      "learning_rate": 1.8855747541895005e-05,
      "loss": 1.3501,
      "step": 59560
    },
    {
      "epoch": 5.059548080190282,
      "grad_norm": 2.6486389670255717,
      "learning_rate": 1.8852414875855938e-05,
      "loss": 1.5672,
      "step": 59561
    },
    {
      "epoch": 5.059633027522936,
      "grad_norm": 2.584272514852202,
      "learning_rate": 1.884908248461057e-05,
      "loss": 1.46,
      "step": 59562
    },
    {
      "epoch": 5.059717974855589,
      "grad_norm": 2.568794523062327,
      "learning_rate": 1.8845750368165857e-05,
      "loss": 1.534,
      "step": 59563
    },
    {
      "epoch": 5.0598029221882435,
      "grad_norm": 2.552911058847548,
      "learning_rate": 1.884241852652877e-05,
      "loss": 1.5421,
      "step": 59564
    },
    {
      "epoch": 5.059887869520897,
      "grad_norm": 2.5624740789351352,
      "learning_rate": 1.8839086959706285e-05,
      "loss": 1.3722,
      "step": 59565
    },
    {
      "epoch": 5.059972816853551,
      "grad_norm": 2.385932442615021,
      "learning_rate": 1.8835755667705448e-05,
      "loss": 1.441,
      "step": 59566
    },
    {
      "epoch": 5.060057764186205,
      "grad_norm": 2.460648529164415,
      "learning_rate": 1.883242465053319e-05,
      "loss": 1.3273,
      "step": 59567
    },
    {
      "epoch": 5.060142711518858,
      "grad_norm": 2.672260092025505,
      "learning_rate": 1.882909390819645e-05,
      "loss": 1.2854,
      "step": 59568
    },
    {
      "epoch": 5.060227658851512,
      "grad_norm": 2.889734489845167,
      "learning_rate": 1.8825763440702295e-05,
      "loss": 1.7671,
      "step": 59569
    },
    {
      "epoch": 5.060312606184166,
      "grad_norm": 2.738900837949434,
      "learning_rate": 1.882243324805765e-05,
      "loss": 1.3049,
      "step": 59570
    },
    {
      "epoch": 5.06039755351682,
      "grad_norm": 2.6075530003032523,
      "learning_rate": 1.8819103330269475e-05,
      "loss": 1.3017,
      "step": 59571
    },
    {
      "epoch": 5.060482500849473,
      "grad_norm": 2.373122300485713,
      "learning_rate": 1.8815773687344783e-05,
      "loss": 1.2937,
      "step": 59572
    },
    {
      "epoch": 5.060567448182127,
      "grad_norm": 2.565280981224136,
      "learning_rate": 1.8812444319290564e-05,
      "loss": 1.3273,
      "step": 59573
    },
    {
      "epoch": 5.060652395514781,
      "grad_norm": 3.014592311783976,
      "learning_rate": 1.880911522611377e-05,
      "loss": 1.6148,
      "step": 59574
    },
    {
      "epoch": 5.0607373428474345,
      "grad_norm": 2.6601084984440972,
      "learning_rate": 1.880578640782134e-05,
      "loss": 1.2879,
      "step": 59575
    },
    {
      "epoch": 5.060822290180089,
      "grad_norm": 2.529508913251448,
      "learning_rate": 1.8802457864420335e-05,
      "loss": 1.3459,
      "step": 59576
    },
    {
      "epoch": 5.060907237512742,
      "grad_norm": 2.698183251330815,
      "learning_rate": 1.8799129595917633e-05,
      "loss": 1.4833,
      "step": 59577
    },
    {
      "epoch": 5.060992184845396,
      "grad_norm": 2.732883409313769,
      "learning_rate": 1.8795801602320297e-05,
      "loss": 1.5042,
      "step": 59578
    },
    {
      "epoch": 5.06107713217805,
      "grad_norm": 2.6327202698391705,
      "learning_rate": 1.8792473883635222e-05,
      "loss": 1.5699,
      "step": 59579
    },
    {
      "epoch": 5.061162079510703,
      "grad_norm": 2.4975071916275664,
      "learning_rate": 1.8789146439869453e-05,
      "loss": 1.3991,
      "step": 59580
    },
    {
      "epoch": 5.061247026843357,
      "grad_norm": 2.4763709455045784,
      "learning_rate": 1.8785819271029927e-05,
      "loss": 1.3696,
      "step": 59581
    },
    {
      "epoch": 5.061331974176011,
      "grad_norm": 2.661851638947137,
      "learning_rate": 1.878249237712358e-05,
      "loss": 1.4285,
      "step": 59582
    },
    {
      "epoch": 5.061416921508664,
      "grad_norm": 2.7802651688942905,
      "learning_rate": 1.8779165758157455e-05,
      "loss": 1.612,
      "step": 59583
    },
    {
      "epoch": 5.061501868841319,
      "grad_norm": 2.425283658085535,
      "learning_rate": 1.8775839414138444e-05,
      "loss": 1.1266,
      "step": 59584
    },
    {
      "epoch": 5.061586816173972,
      "grad_norm": 2.6297524609803453,
      "learning_rate": 1.8772513345073592e-05,
      "loss": 1.597,
      "step": 59585
    },
    {
      "epoch": 5.0616717635066255,
      "grad_norm": 2.746399960290851,
      "learning_rate": 1.876918755096981e-05,
      "loss": 1.6982,
      "step": 59586
    },
    {
      "epoch": 5.06175671083928,
      "grad_norm": 2.781706316169592,
      "learning_rate": 1.8765862031834113e-05,
      "loss": 1.6377,
      "step": 59587
    },
    {
      "epoch": 5.061841658171933,
      "grad_norm": 2.476300187110753,
      "learning_rate": 1.8762536787673455e-05,
      "loss": 1.407,
      "step": 59588
    },
    {
      "epoch": 5.0619266055045875,
      "grad_norm": 2.6206476017427223,
      "learning_rate": 1.8759211818494752e-05,
      "loss": 1.4229,
      "step": 59589
    },
    {
      "epoch": 5.062011552837241,
      "grad_norm": 2.516021416357173,
      "learning_rate": 1.875588712430503e-05,
      "loss": 1.3852,
      "step": 59590
    },
    {
      "epoch": 5.062096500169894,
      "grad_norm": 2.3962488170282574,
      "learning_rate": 1.8752562705111252e-05,
      "loss": 1.3124,
      "step": 59591
    },
    {
      "epoch": 5.062181447502549,
      "grad_norm": 2.6415740565417125,
      "learning_rate": 1.8749238560920377e-05,
      "loss": 1.5149,
      "step": 59592
    },
    {
      "epoch": 5.062266394835202,
      "grad_norm": 2.5750509138983566,
      "learning_rate": 1.8745914691739334e-05,
      "loss": 1.272,
      "step": 59593
    },
    {
      "epoch": 5.062351342167856,
      "grad_norm": 2.641046621790201,
      "learning_rate": 1.874259109757515e-05,
      "loss": 1.3233,
      "step": 59594
    },
    {
      "epoch": 5.06243628950051,
      "grad_norm": 2.5293179766306966,
      "learning_rate": 1.8739267778434752e-05,
      "loss": 1.5109,
      "step": 59595
    },
    {
      "epoch": 5.062521236833163,
      "grad_norm": 2.7707485479638585,
      "learning_rate": 1.8735944734325088e-05,
      "loss": 1.5129,
      "step": 59596
    },
    {
      "epoch": 5.062606184165817,
      "grad_norm": 2.744981506978096,
      "learning_rate": 1.8732621965253114e-05,
      "loss": 1.5378,
      "step": 59597
    },
    {
      "epoch": 5.062691131498471,
      "grad_norm": 2.3863450541537783,
      "learning_rate": 1.872929947122588e-05,
      "loss": 1.4225,
      "step": 59598
    },
    {
      "epoch": 5.062776078831125,
      "grad_norm": 2.5396683012315235,
      "learning_rate": 1.8725977252250258e-05,
      "loss": 1.4401,
      "step": 59599
    },
    {
      "epoch": 5.0628610261637785,
      "grad_norm": 2.5859917251125033,
      "learning_rate": 1.872265530833323e-05,
      "loss": 1.2291,
      "step": 59600
    },
    {
      "epoch": 5.062945973496432,
      "grad_norm": 2.456870716030528,
      "learning_rate": 1.871933363948177e-05,
      "loss": 1.281,
      "step": 59601
    },
    {
      "epoch": 5.063030920829086,
      "grad_norm": 2.6874529141230066,
      "learning_rate": 1.8716012245702826e-05,
      "loss": 1.4691,
      "step": 59602
    },
    {
      "epoch": 5.06311586816174,
      "grad_norm": 2.4633530821251486,
      "learning_rate": 1.8712691127003375e-05,
      "loss": 1.4487,
      "step": 59603
    },
    {
      "epoch": 5.063200815494393,
      "grad_norm": 2.738313613405189,
      "learning_rate": 1.8709370283390328e-05,
      "loss": 1.3257,
      "step": 59604
    },
    {
      "epoch": 5.063285762827047,
      "grad_norm": 2.672061386531815,
      "learning_rate": 1.870604971487073e-05,
      "loss": 1.4712,
      "step": 59605
    },
    {
      "epoch": 5.063370710159701,
      "grad_norm": 2.3976493819172005,
      "learning_rate": 1.8702729421451474e-05,
      "loss": 1.3674,
      "step": 59606
    },
    {
      "epoch": 5.063455657492355,
      "grad_norm": 2.549897221913559,
      "learning_rate": 1.8699409403139504e-05,
      "loss": 1.2055,
      "step": 59607
    },
    {
      "epoch": 5.0635406048250085,
      "grad_norm": 2.5442581818687953,
      "learning_rate": 1.86960896599418e-05,
      "loss": 1.2461,
      "step": 59608
    },
    {
      "epoch": 5.063625552157662,
      "grad_norm": 2.6509408848966456,
      "learning_rate": 1.8692770191865353e-05,
      "loss": 1.2492,
      "step": 59609
    },
    {
      "epoch": 5.063710499490316,
      "grad_norm": 2.370622619673577,
      "learning_rate": 1.8689450998917076e-05,
      "loss": 1.3121,
      "step": 59610
    },
    {
      "epoch": 5.06379544682297,
      "grad_norm": 2.5576026000742265,
      "learning_rate": 1.8686132081103918e-05,
      "loss": 1.5899,
      "step": 59611
    },
    {
      "epoch": 5.063880394155624,
      "grad_norm": 2.61376897116618,
      "learning_rate": 1.8682813438432865e-05,
      "loss": 1.4822,
      "step": 59612
    },
    {
      "epoch": 5.063965341488277,
      "grad_norm": 2.5784005972128607,
      "learning_rate": 1.8679495070910867e-05,
      "loss": 1.4183,
      "step": 59613
    },
    {
      "epoch": 5.064050288820931,
      "grad_norm": 2.746896179212672,
      "learning_rate": 1.867617697854483e-05,
      "loss": 1.5872,
      "step": 59614
    },
    {
      "epoch": 5.064135236153585,
      "grad_norm": 2.6901965473355673,
      "learning_rate": 1.867285916134174e-05,
      "loss": 1.6033,
      "step": 59615
    },
    {
      "epoch": 5.064220183486238,
      "grad_norm": 2.5466652286380156,
      "learning_rate": 1.866954161930857e-05,
      "loss": 1.4588,
      "step": 59616
    },
    {
      "epoch": 5.064305130818893,
      "grad_norm": 2.4475738202813204,
      "learning_rate": 1.8666224352452263e-05,
      "loss": 1.3453,
      "step": 59617
    },
    {
      "epoch": 5.064390078151546,
      "grad_norm": 2.532081317999403,
      "learning_rate": 1.8662907360779718e-05,
      "loss": 1.3695,
      "step": 59618
    },
    {
      "epoch": 5.0644750254841995,
      "grad_norm": 2.611149039553877,
      "learning_rate": 1.8659590644297972e-05,
      "loss": 1.4886,
      "step": 59619
    },
    {
      "epoch": 5.064559972816854,
      "grad_norm": 2.489297321018891,
      "learning_rate": 1.8656274203013877e-05,
      "loss": 1.431,
      "step": 59620
    },
    {
      "epoch": 5.064644920149507,
      "grad_norm": 3.3776238051305922,
      "learning_rate": 1.8652958036934473e-05,
      "loss": 1.8139,
      "step": 59621
    },
    {
      "epoch": 5.0647298674821615,
      "grad_norm": 2.552968622709517,
      "learning_rate": 1.8649642146066624e-05,
      "loss": 1.4813,
      "step": 59622
    },
    {
      "epoch": 5.064814814814815,
      "grad_norm": 2.5575011173501734,
      "learning_rate": 1.8646326530417353e-05,
      "loss": 1.349,
      "step": 59623
    },
    {
      "epoch": 5.064899762147468,
      "grad_norm": 2.562199057084558,
      "learning_rate": 1.8643011189993594e-05,
      "loss": 1.5046,
      "step": 59624
    },
    {
      "epoch": 5.064984709480123,
      "grad_norm": 2.67151409816379,
      "learning_rate": 1.8639696124802224e-05,
      "loss": 1.3787,
      "step": 59625
    },
    {
      "epoch": 5.065069656812776,
      "grad_norm": 2.8703722548635207,
      "learning_rate": 1.863638133485025e-05,
      "loss": 1.7006,
      "step": 59626
    },
    {
      "epoch": 5.06515460414543,
      "grad_norm": 2.6504128667313966,
      "learning_rate": 1.863306682014463e-05,
      "loss": 1.4822,
      "step": 59627
    },
    {
      "epoch": 5.065239551478084,
      "grad_norm": 2.53134325797375,
      "learning_rate": 1.86297525806923e-05,
      "loss": 1.2879,
      "step": 59628
    },
    {
      "epoch": 5.065324498810737,
      "grad_norm": 2.659537093036821,
      "learning_rate": 1.8626438616500156e-05,
      "loss": 1.3666,
      "step": 59629
    },
    {
      "epoch": 5.065409446143391,
      "grad_norm": 2.7443307341053567,
      "learning_rate": 1.86231249275752e-05,
      "loss": 1.423,
      "step": 59630
    },
    {
      "epoch": 5.065494393476045,
      "grad_norm": 2.8708714892370883,
      "learning_rate": 1.861981151392435e-05,
      "loss": 1.4878,
      "step": 59631
    },
    {
      "epoch": 5.065579340808698,
      "grad_norm": 2.744321218153253,
      "learning_rate": 1.861649837555453e-05,
      "loss": 1.345,
      "step": 59632
    },
    {
      "epoch": 5.0656642881413525,
      "grad_norm": 2.4611722271639245,
      "learning_rate": 1.86131855124727e-05,
      "loss": 1.3887,
      "step": 59633
    },
    {
      "epoch": 5.065749235474006,
      "grad_norm": 2.511302968479677,
      "learning_rate": 1.8609872924685827e-05,
      "loss": 1.4085,
      "step": 59634
    },
    {
      "epoch": 5.06583418280666,
      "grad_norm": 2.4636649761519878,
      "learning_rate": 1.860656061220083e-05,
      "loss": 1.4377,
      "step": 59635
    },
    {
      "epoch": 5.065919130139314,
      "grad_norm": 2.5147442593429687,
      "learning_rate": 1.8603248575024616e-05,
      "loss": 1.3919,
      "step": 59636
    },
    {
      "epoch": 5.066004077471967,
      "grad_norm": 2.743765106789523,
      "learning_rate": 1.8599936813164186e-05,
      "loss": 1.4977,
      "step": 59637
    },
    {
      "epoch": 5.066089024804621,
      "grad_norm": 2.671159219881756,
      "learning_rate": 1.859662532662645e-05,
      "loss": 1.4885,
      "step": 59638
    },
    {
      "epoch": 5.066173972137275,
      "grad_norm": 2.745780644271621,
      "learning_rate": 1.8593314115418328e-05,
      "loss": 1.5292,
      "step": 59639
    },
    {
      "epoch": 5.066258919469929,
      "grad_norm": 2.5290165011699903,
      "learning_rate": 1.8590003179546758e-05,
      "loss": 1.5464,
      "step": 59640
    },
    {
      "epoch": 5.066343866802582,
      "grad_norm": 2.5042654864903326,
      "learning_rate": 1.8586692519018738e-05,
      "loss": 1.3739,
      "step": 59641
    },
    {
      "epoch": 5.066428814135236,
      "grad_norm": 2.6028379439848046,
      "learning_rate": 1.8583382133841173e-05,
      "loss": 1.4915,
      "step": 59642
    },
    {
      "epoch": 5.06651376146789,
      "grad_norm": 2.626268631714485,
      "learning_rate": 1.858007202402093e-05,
      "loss": 1.5009,
      "step": 59643
    },
    {
      "epoch": 5.0665987088005435,
      "grad_norm": 2.652451594519722,
      "learning_rate": 1.8576762189565053e-05,
      "loss": 1.4735,
      "step": 59644
    },
    {
      "epoch": 5.066683656133198,
      "grad_norm": 2.6899850300119192,
      "learning_rate": 1.8573452630480402e-05,
      "loss": 1.5445,
      "step": 59645
    },
    {
      "epoch": 5.066768603465851,
      "grad_norm": 2.7249682692568022,
      "learning_rate": 1.857014334677395e-05,
      "loss": 1.398,
      "step": 59646
    },
    {
      "epoch": 5.066853550798505,
      "grad_norm": 2.7596853055822304,
      "learning_rate": 1.8566834338452603e-05,
      "loss": 1.4358,
      "step": 59647
    },
    {
      "epoch": 5.066938498131159,
      "grad_norm": 2.605679224574358,
      "learning_rate": 1.8563525605523326e-05,
      "loss": 1.5832,
      "step": 59648
    },
    {
      "epoch": 5.067023445463812,
      "grad_norm": 2.6367344424846295,
      "learning_rate": 1.856021714799304e-05,
      "loss": 1.2797,
      "step": 59649
    },
    {
      "epoch": 5.067108392796467,
      "grad_norm": 2.6354236490273655,
      "learning_rate": 1.8556908965868634e-05,
      "loss": 1.3575,
      "step": 59650
    },
    {
      "epoch": 5.06719334012912,
      "grad_norm": 2.6497018763615063,
      "learning_rate": 1.8553601059157087e-05,
      "loss": 1.4071,
      "step": 59651
    },
    {
      "epoch": 5.0672782874617734,
      "grad_norm": 2.6623466180471373,
      "learning_rate": 1.855029342786536e-05,
      "loss": 1.2642,
      "step": 59652
    },
    {
      "epoch": 5.067363234794428,
      "grad_norm": 2.7799031204219875,
      "learning_rate": 1.854698607200033e-05,
      "loss": 1.6571,
      "step": 59653
    },
    {
      "epoch": 5.067448182127081,
      "grad_norm": 2.9391591030342457,
      "learning_rate": 1.854367899156891e-05,
      "loss": 1.5402,
      "step": 59654
    },
    {
      "epoch": 5.0675331294597346,
      "grad_norm": 2.768468435667141,
      "learning_rate": 1.8540372186578112e-05,
      "loss": 1.5843,
      "step": 59655
    },
    {
      "epoch": 5.067618076792389,
      "grad_norm": 2.517027694802619,
      "learning_rate": 1.8537065657034794e-05,
      "loss": 1.3485,
      "step": 59656
    },
    {
      "epoch": 5.067703024125042,
      "grad_norm": 2.5333701576951544,
      "learning_rate": 1.853375940294587e-05,
      "loss": 1.3847,
      "step": 59657
    },
    {
      "epoch": 5.0677879714576965,
      "grad_norm": 2.6971432904787034,
      "learning_rate": 1.8530453424318315e-05,
      "loss": 1.3882,
      "step": 59658
    },
    {
      "epoch": 5.06787291879035,
      "grad_norm": 2.616201545308464,
      "learning_rate": 1.8527147721159057e-05,
      "loss": 1.6218,
      "step": 59659
    },
    {
      "epoch": 5.067957866123003,
      "grad_norm": 2.660273169609081,
      "learning_rate": 1.8523842293475028e-05,
      "loss": 1.4099,
      "step": 59660
    },
    {
      "epoch": 5.068042813455658,
      "grad_norm": 2.5528046963308015,
      "learning_rate": 1.8520537141273082e-05,
      "loss": 1.4718,
      "step": 59661
    },
    {
      "epoch": 5.068127760788311,
      "grad_norm": 2.453773359966924,
      "learning_rate": 1.8517232264560238e-05,
      "loss": 1.2918,
      "step": 59662
    },
    {
      "epoch": 5.068212708120965,
      "grad_norm": 2.721496092098214,
      "learning_rate": 1.8513927663343352e-05,
      "loss": 1.6129,
      "step": 59663
    },
    {
      "epoch": 5.068297655453619,
      "grad_norm": 2.5631402665970944,
      "learning_rate": 1.8510623337629404e-05,
      "loss": 1.2812,
      "step": 59664
    },
    {
      "epoch": 5.068382602786272,
      "grad_norm": 3.0995667352851926,
      "learning_rate": 1.8507319287425255e-05,
      "loss": 1.828,
      "step": 59665
    },
    {
      "epoch": 5.0684675501189265,
      "grad_norm": 2.857759404415641,
      "learning_rate": 1.8504015512737878e-05,
      "loss": 1.6994,
      "step": 59666
    },
    {
      "epoch": 5.06855249745158,
      "grad_norm": 2.4109028074142858,
      "learning_rate": 1.850071201357419e-05,
      "loss": 1.2729,
      "step": 59667
    },
    {
      "epoch": 5.068637444784234,
      "grad_norm": 2.687038559241423,
      "learning_rate": 1.8497408789941072e-05,
      "loss": 1.657,
      "step": 59668
    },
    {
      "epoch": 5.068722392116888,
      "grad_norm": 2.6845210694951374,
      "learning_rate": 1.8494105841845474e-05,
      "loss": 1.5325,
      "step": 59669
    },
    {
      "epoch": 5.068807339449541,
      "grad_norm": 2.9550700547999487,
      "learning_rate": 1.8490803169294348e-05,
      "loss": 1.5254,
      "step": 59670
    },
    {
      "epoch": 5.068892286782195,
      "grad_norm": 2.5008028183791873,
      "learning_rate": 1.8487500772294587e-05,
      "loss": 1.4612,
      "step": 59671
    },
    {
      "epoch": 5.068977234114849,
      "grad_norm": 2.6565019628091266,
      "learning_rate": 1.8484198650853072e-05,
      "loss": 1.6011,
      "step": 59672
    },
    {
      "epoch": 5.069062181447503,
      "grad_norm": 2.754757630891579,
      "learning_rate": 1.8480896804976793e-05,
      "loss": 1.6796,
      "step": 59673
    },
    {
      "epoch": 5.069147128780156,
      "grad_norm": 2.535792712877229,
      "learning_rate": 1.8477595234672627e-05,
      "loss": 1.2702,
      "step": 59674
    },
    {
      "epoch": 5.06923207611281,
      "grad_norm": 2.7014243967127762,
      "learning_rate": 1.8474293939947455e-05,
      "loss": 1.5697,
      "step": 59675
    },
    {
      "epoch": 5.069317023445464,
      "grad_norm": 2.5901160624143014,
      "learning_rate": 1.8470992920808255e-05,
      "loss": 1.4811,
      "step": 59676
    },
    {
      "epoch": 5.0694019707781175,
      "grad_norm": 2.6147116591370736,
      "learning_rate": 1.846769217726195e-05,
      "loss": 1.6545,
      "step": 59677
    },
    {
      "epoch": 5.069486918110771,
      "grad_norm": 2.6708573768704764,
      "learning_rate": 1.8464391709315423e-05,
      "loss": 1.3617,
      "step": 59678
    },
    {
      "epoch": 5.069571865443425,
      "grad_norm": 2.777888327624305,
      "learning_rate": 1.846109151697557e-05,
      "loss": 1.5982,
      "step": 59679
    },
    {
      "epoch": 5.069656812776079,
      "grad_norm": 2.8551776774968176,
      "learning_rate": 1.8457791600249376e-05,
      "loss": 1.7187,
      "step": 59680
    },
    {
      "epoch": 5.069741760108733,
      "grad_norm": 2.5835588824852267,
      "learning_rate": 1.8454491959143697e-05,
      "loss": 1.4391,
      "step": 59681
    },
    {
      "epoch": 5.069826707441386,
      "grad_norm": 2.5804359634257272,
      "learning_rate": 1.845119259366544e-05,
      "loss": 1.2176,
      "step": 59682
    },
    {
      "epoch": 5.06991165477404,
      "grad_norm": 2.9311015666959603,
      "learning_rate": 1.8447893503821544e-05,
      "loss": 1.522,
      "step": 59683
    },
    {
      "epoch": 5.069996602106694,
      "grad_norm": 2.6216993401931408,
      "learning_rate": 1.844459468961894e-05,
      "loss": 1.3096,
      "step": 59684
    },
    {
      "epoch": 5.070081549439347,
      "grad_norm": 2.526174825132165,
      "learning_rate": 1.8441296151064526e-05,
      "loss": 1.4151,
      "step": 59685
    },
    {
      "epoch": 5.070166496772002,
      "grad_norm": 2.7347619981351294,
      "learning_rate": 1.8437997888165162e-05,
      "loss": 1.4571,
      "step": 59686
    },
    {
      "epoch": 5.070251444104655,
      "grad_norm": 2.4983865967239893,
      "learning_rate": 1.843469990092784e-05,
      "loss": 1.2372,
      "step": 59687
    },
    {
      "epoch": 5.0703363914373085,
      "grad_norm": 2.629272695640679,
      "learning_rate": 1.8431402189359406e-05,
      "loss": 1.4048,
      "step": 59688
    },
    {
      "epoch": 5.070421338769963,
      "grad_norm": 2.662526562255523,
      "learning_rate": 1.842810475346682e-05,
      "loss": 1.5561,
      "step": 59689
    },
    {
      "epoch": 5.070506286102616,
      "grad_norm": 3.277043778877255,
      "learning_rate": 1.8424807593256946e-05,
      "loss": 1.6907,
      "step": 59690
    },
    {
      "epoch": 5.0705912334352705,
      "grad_norm": 2.7027287538954017,
      "learning_rate": 1.8421510708736743e-05,
      "loss": 1.3444,
      "step": 59691
    },
    {
      "epoch": 5.070676180767924,
      "grad_norm": 2.4553826313380265,
      "learning_rate": 1.8418214099913087e-05,
      "loss": 1.4198,
      "step": 59692
    },
    {
      "epoch": 5.070761128100577,
      "grad_norm": 2.648633491237021,
      "learning_rate": 1.8414917766792858e-05,
      "loss": 1.5837,
      "step": 59693
    },
    {
      "epoch": 5.070846075433232,
      "grad_norm": 2.500796351340843,
      "learning_rate": 1.8411621709382984e-05,
      "loss": 1.4308,
      "step": 59694
    },
    {
      "epoch": 5.070931022765885,
      "grad_norm": 2.3640862483598637,
      "learning_rate": 1.8408325927690426e-05,
      "loss": 1.2763,
      "step": 59695
    },
    {
      "epoch": 5.071015970098539,
      "grad_norm": 2.5237070262302765,
      "learning_rate": 1.8405030421722027e-05,
      "loss": 1.4652,
      "step": 59696
    },
    {
      "epoch": 5.071100917431193,
      "grad_norm": 2.6622360255965782,
      "learning_rate": 1.8401735191484703e-05,
      "loss": 1.5871,
      "step": 59697
    },
    {
      "epoch": 5.071185864763846,
      "grad_norm": 2.760871374527341,
      "learning_rate": 1.8398440236985374e-05,
      "loss": 1.6303,
      "step": 59698
    },
    {
      "epoch": 5.0712708120965,
      "grad_norm": 2.7223979617770624,
      "learning_rate": 1.839514555823094e-05,
      "loss": 1.5568,
      "step": 59699
    },
    {
      "epoch": 5.071355759429154,
      "grad_norm": 2.608692574412352,
      "learning_rate": 1.8391851155228276e-05,
      "loss": 1.444,
      "step": 59700
    },
    {
      "epoch": 5.071440706761807,
      "grad_norm": 2.7710238803114557,
      "learning_rate": 1.8388557027984296e-05,
      "loss": 1.452,
      "step": 59701
    },
    {
      "epoch": 5.0715256540944615,
      "grad_norm": 2.699338173052777,
      "learning_rate": 1.838526317650596e-05,
      "loss": 1.3661,
      "step": 59702
    },
    {
      "epoch": 5.071610601427115,
      "grad_norm": 2.4661672049513657,
      "learning_rate": 1.838196960080011e-05,
      "loss": 1.4195,
      "step": 59703
    },
    {
      "epoch": 5.071695548759769,
      "grad_norm": 2.520013327302155,
      "learning_rate": 1.837867630087363e-05,
      "loss": 1.4048,
      "step": 59704
    },
    {
      "epoch": 5.071780496092423,
      "grad_norm": 2.632525099729337,
      "learning_rate": 1.837538327673349e-05,
      "loss": 1.509,
      "step": 59705
    },
    {
      "epoch": 5.071865443425076,
      "grad_norm": 2.648380495974358,
      "learning_rate": 1.8372090528386507e-05,
      "loss": 1.2851,
      "step": 59706
    },
    {
      "epoch": 5.07195039075773,
      "grad_norm": 2.7537915022919903,
      "learning_rate": 1.8368798055839672e-05,
      "loss": 1.3946,
      "step": 59707
    },
    {
      "epoch": 5.072035338090384,
      "grad_norm": 2.499618083757085,
      "learning_rate": 1.8365505859099798e-05,
      "loss": 1.4757,
      "step": 59708
    },
    {
      "epoch": 5.072120285423038,
      "grad_norm": 2.453509863741225,
      "learning_rate": 1.836221393817385e-05,
      "loss": 1.3766,
      "step": 59709
    },
    {
      "epoch": 5.0722052327556915,
      "grad_norm": 2.625571508851247,
      "learning_rate": 1.8358922293068695e-05,
      "loss": 1.6216,
      "step": 59710
    },
    {
      "epoch": 5.072290180088345,
      "grad_norm": 2.4597877581654197,
      "learning_rate": 1.8355630923791205e-05,
      "loss": 1.0927,
      "step": 59711
    },
    {
      "epoch": 5.072375127420999,
      "grad_norm": 2.9513297120047173,
      "learning_rate": 1.83523398303483e-05,
      "loss": 1.6472,
      "step": 59712
    },
    {
      "epoch": 5.072460074753653,
      "grad_norm": 3.5668088393306414,
      "learning_rate": 1.8349049012746915e-05,
      "loss": 1.756,
      "step": 59713
    },
    {
      "epoch": 5.072545022086307,
      "grad_norm": 2.7703227418475453,
      "learning_rate": 1.8345758470993888e-05,
      "loss": 1.6249,
      "step": 59714
    },
    {
      "epoch": 5.07262996941896,
      "grad_norm": 2.758945826620484,
      "learning_rate": 1.8342468205096135e-05,
      "loss": 1.6837,
      "step": 59715
    },
    {
      "epoch": 5.072714916751614,
      "grad_norm": 2.887658181548846,
      "learning_rate": 1.8339178215060563e-05,
      "loss": 1.498,
      "step": 59716
    },
    {
      "epoch": 5.072799864084268,
      "grad_norm": 2.7121965711174627,
      "learning_rate": 1.8335888500894054e-05,
      "loss": 1.3544,
      "step": 59717
    },
    {
      "epoch": 5.072884811416921,
      "grad_norm": 3.071771927650486,
      "learning_rate": 1.8332599062603465e-05,
      "loss": 1.444,
      "step": 59718
    },
    {
      "epoch": 5.072969758749576,
      "grad_norm": 2.6711080696216807,
      "learning_rate": 1.8329309900195726e-05,
      "loss": 1.4845,
      "step": 59719
    },
    {
      "epoch": 5.073054706082229,
      "grad_norm": 2.8875778227179314,
      "learning_rate": 1.8326021013677767e-05,
      "loss": 1.5965,
      "step": 59720
    },
    {
      "epoch": 5.0731396534148825,
      "grad_norm": 2.437845487706079,
      "learning_rate": 1.8322732403056427e-05,
      "loss": 1.4035,
      "step": 59721
    },
    {
      "epoch": 5.073224600747537,
      "grad_norm": 2.770196374062197,
      "learning_rate": 1.8319444068338574e-05,
      "loss": 1.331,
      "step": 59722
    },
    {
      "epoch": 5.07330954808019,
      "grad_norm": 2.5777965012406603,
      "learning_rate": 1.8316156009531163e-05,
      "loss": 1.2521,
      "step": 59723
    },
    {
      "epoch": 5.073394495412844,
      "grad_norm": 2.561750266847614,
      "learning_rate": 1.8312868226641058e-05,
      "loss": 1.3177,
      "step": 59724
    },
    {
      "epoch": 5.073479442745498,
      "grad_norm": 2.692094504843832,
      "learning_rate": 1.8309580719675103e-05,
      "loss": 1.6401,
      "step": 59725
    },
    {
      "epoch": 5.073564390078151,
      "grad_norm": 2.4291985023536666,
      "learning_rate": 1.8306293488640228e-05,
      "loss": 1.377,
      "step": 59726
    },
    {
      "epoch": 5.073649337410806,
      "grad_norm": 2.537035595636636,
      "learning_rate": 1.8303006533543357e-05,
      "loss": 1.4781,
      "step": 59727
    },
    {
      "epoch": 5.073734284743459,
      "grad_norm": 2.5340969780062785,
      "learning_rate": 1.829971985439132e-05,
      "loss": 1.3838,
      "step": 59728
    },
    {
      "epoch": 5.073819232076112,
      "grad_norm": 2.587209651907894,
      "learning_rate": 1.8296433451191012e-05,
      "loss": 1.43,
      "step": 59729
    },
    {
      "epoch": 5.073904179408767,
      "grad_norm": 2.4453519982285945,
      "learning_rate": 1.829314732394934e-05,
      "loss": 1.409,
      "step": 59730
    },
    {
      "epoch": 5.07398912674142,
      "grad_norm": 2.4431432059450104,
      "learning_rate": 1.8289861472673156e-05,
      "loss": 1.3628,
      "step": 59731
    },
    {
      "epoch": 5.074074074074074,
      "grad_norm": 2.675717269210344,
      "learning_rate": 1.82865758973694e-05,
      "loss": 1.4544,
      "step": 59732
    },
    {
      "epoch": 5.074159021406728,
      "grad_norm": 2.7875415347811843,
      "learning_rate": 1.828329059804488e-05,
      "loss": 1.6012,
      "step": 59733
    },
    {
      "epoch": 5.074243968739381,
      "grad_norm": 2.552974774406166,
      "learning_rate": 1.828000557470658e-05,
      "loss": 1.4591,
      "step": 59734
    },
    {
      "epoch": 5.0743289160720355,
      "grad_norm": 2.776325184126232,
      "learning_rate": 1.8276720827361307e-05,
      "loss": 1.655,
      "step": 59735
    },
    {
      "epoch": 5.074413863404689,
      "grad_norm": 2.609867545018627,
      "learning_rate": 1.827343635601596e-05,
      "loss": 1.5641,
      "step": 59736
    },
    {
      "epoch": 5.074498810737343,
      "grad_norm": 2.6633476688883837,
      "learning_rate": 1.8270152160677358e-05,
      "loss": 1.3275,
      "step": 59737
    },
    {
      "epoch": 5.074583758069997,
      "grad_norm": 2.6460995267353553,
      "learning_rate": 1.8266868241352523e-05,
      "loss": 1.5932,
      "step": 59738
    },
    {
      "epoch": 5.07466870540265,
      "grad_norm": 2.5004185912774215,
      "learning_rate": 1.8263584598048258e-05,
      "loss": 1.3867,
      "step": 59739
    },
    {
      "epoch": 5.074753652735304,
      "grad_norm": 2.58427791356382,
      "learning_rate": 1.8260301230771414e-05,
      "loss": 1.4883,
      "step": 59740
    },
    {
      "epoch": 5.074838600067958,
      "grad_norm": 2.459069461329715,
      "learning_rate": 1.825701813952893e-05,
      "loss": 1.1375,
      "step": 59741
    },
    {
      "epoch": 5.074923547400612,
      "grad_norm": 2.62816398966209,
      "learning_rate": 1.8253735324327652e-05,
      "loss": 1.5862,
      "step": 59742
    },
    {
      "epoch": 5.075008494733265,
      "grad_norm": 2.6041321727327253,
      "learning_rate": 1.8250452785174442e-05,
      "loss": 1.369,
      "step": 59743
    },
    {
      "epoch": 5.075093442065919,
      "grad_norm": 2.51055397467853,
      "learning_rate": 1.8247170522076192e-05,
      "loss": 1.3742,
      "step": 59744
    },
    {
      "epoch": 5.075178389398573,
      "grad_norm": 2.592776894939393,
      "learning_rate": 1.8243888535039837e-05,
      "loss": 1.4792,
      "step": 59745
    },
    {
      "epoch": 5.0752633367312265,
      "grad_norm": 2.5487388395610395,
      "learning_rate": 1.824060682407218e-05,
      "loss": 1.3412,
      "step": 59746
    },
    {
      "epoch": 5.07534828406388,
      "grad_norm": 2.57453008753075,
      "learning_rate": 1.8237325389180103e-05,
      "loss": 1.3852,
      "step": 59747
    },
    {
      "epoch": 5.075433231396534,
      "grad_norm": 2.804234378207361,
      "learning_rate": 1.823404423037053e-05,
      "loss": 1.648,
      "step": 59748
    },
    {
      "epoch": 5.075518178729188,
      "grad_norm": 2.7667608261116445,
      "learning_rate": 1.8230763347650264e-05,
      "loss": 1.4928,
      "step": 59749
    },
    {
      "epoch": 5.075603126061842,
      "grad_norm": 2.568059179136823,
      "learning_rate": 1.822748274102627e-05,
      "loss": 1.2825,
      "step": 59750
    },
    {
      "epoch": 5.075688073394495,
      "grad_norm": 2.7222402732274396,
      "learning_rate": 1.8224202410505322e-05,
      "loss": 1.5283,
      "step": 59751
    },
    {
      "epoch": 5.075773020727149,
      "grad_norm": 2.6563767789288613,
      "learning_rate": 1.8220922356094393e-05,
      "loss": 1.5508,
      "step": 59752
    },
    {
      "epoch": 5.075857968059803,
      "grad_norm": 2.68304587430056,
      "learning_rate": 1.8217642577800308e-05,
      "loss": 1.5245,
      "step": 59753
    },
    {
      "epoch": 5.0759429153924565,
      "grad_norm": 2.6135577164315404,
      "learning_rate": 1.8214363075629927e-05,
      "loss": 1.5517,
      "step": 59754
    },
    {
      "epoch": 5.076027862725111,
      "grad_norm": 3.380329482510491,
      "learning_rate": 1.8211083849590068e-05,
      "loss": 1.6055,
      "step": 59755
    },
    {
      "epoch": 5.076112810057764,
      "grad_norm": 2.7355770804880724,
      "learning_rate": 1.820780489968774e-05,
      "loss": 1.6869,
      "step": 59756
    },
    {
      "epoch": 5.076197757390418,
      "grad_norm": 2.4911725992449822,
      "learning_rate": 1.8204526225929734e-05,
      "loss": 1.4995,
      "step": 59757
    },
    {
      "epoch": 5.076282704723072,
      "grad_norm": 2.528072877365228,
      "learning_rate": 1.8201247828322897e-05,
      "loss": 1.465,
      "step": 59758
    },
    {
      "epoch": 5.076367652055725,
      "grad_norm": 2.6549887354912696,
      "learning_rate": 1.8197969706874154e-05,
      "loss": 1.4796,
      "step": 59759
    },
    {
      "epoch": 5.07645259938838,
      "grad_norm": 2.5678748496515125,
      "learning_rate": 1.8194691861590356e-05,
      "loss": 1.4156,
      "step": 59760
    },
    {
      "epoch": 5.076537546721033,
      "grad_norm": 2.5051949467844743,
      "learning_rate": 1.8191414292478307e-05,
      "loss": 1.3107,
      "step": 59761
    },
    {
      "epoch": 5.076622494053686,
      "grad_norm": 2.6341403447677734,
      "learning_rate": 1.8188136999544954e-05,
      "loss": 1.5156,
      "step": 59762
    },
    {
      "epoch": 5.076707441386341,
      "grad_norm": 2.520004558853151,
      "learning_rate": 1.818485998279716e-05,
      "loss": 1.1904,
      "step": 59763
    },
    {
      "epoch": 5.076792388718994,
      "grad_norm": 2.86504587247586,
      "learning_rate": 1.818158324224177e-05,
      "loss": 1.4648,
      "step": 59764
    },
    {
      "epoch": 5.076877336051648,
      "grad_norm": 2.724095541848505,
      "learning_rate": 1.8178306777885658e-05,
      "loss": 1.5826,
      "step": 59765
    },
    {
      "epoch": 5.076962283384302,
      "grad_norm": 2.698560437357804,
      "learning_rate": 1.817503058973564e-05,
      "loss": 1.6391,
      "step": 59766
    },
    {
      "epoch": 5.077047230716955,
      "grad_norm": 2.8808920098899984,
      "learning_rate": 1.8171754677798656e-05,
      "loss": 1.6111,
      "step": 59767
    },
    {
      "epoch": 5.0771321780496095,
      "grad_norm": 2.5288383459083126,
      "learning_rate": 1.8168479042081518e-05,
      "loss": 1.4639,
      "step": 59768
    },
    {
      "epoch": 5.077217125382263,
      "grad_norm": 2.7147913422874277,
      "learning_rate": 1.816520368259109e-05,
      "loss": 1.6515,
      "step": 59769
    },
    {
      "epoch": 5.077302072714917,
      "grad_norm": 2.5145979497723374,
      "learning_rate": 1.8161928599334296e-05,
      "loss": 1.5092,
      "step": 59770
    },
    {
      "epoch": 5.077387020047571,
      "grad_norm": 2.6541284996535843,
      "learning_rate": 1.815865379231795e-05,
      "loss": 1.5525,
      "step": 59771
    },
    {
      "epoch": 5.077471967380224,
      "grad_norm": 2.525440405566743,
      "learning_rate": 1.8155379261548912e-05,
      "loss": 1.3988,
      "step": 59772
    },
    {
      "epoch": 5.077556914712878,
      "grad_norm": 3.332226746740643,
      "learning_rate": 1.8152105007034028e-05,
      "loss": 1.6967,
      "step": 59773
    },
    {
      "epoch": 5.077641862045532,
      "grad_norm": 2.5839928175326836,
      "learning_rate": 1.8148831028780177e-05,
      "loss": 1.3142,
      "step": 59774
    },
    {
      "epoch": 5.077726809378185,
      "grad_norm": 2.8538887065078185,
      "learning_rate": 1.8145557326794246e-05,
      "loss": 1.6725,
      "step": 59775
    },
    {
      "epoch": 5.077811756710839,
      "grad_norm": 2.5207252310637323,
      "learning_rate": 1.814228390108304e-05,
      "loss": 1.201,
      "step": 59776
    },
    {
      "epoch": 5.077896704043493,
      "grad_norm": 2.6818366804626437,
      "learning_rate": 1.8139010751653494e-05,
      "loss": 1.4008,
      "step": 59777
    },
    {
      "epoch": 5.077981651376147,
      "grad_norm": 2.8385064520021808,
      "learning_rate": 1.8135737878512406e-05,
      "loss": 1.5468,
      "step": 59778
    },
    {
      "epoch": 5.0780665987088005,
      "grad_norm": 2.7038957706073616,
      "learning_rate": 1.813246528166666e-05,
      "loss": 1.4813,
      "step": 59779
    },
    {
      "epoch": 5.078151546041454,
      "grad_norm": 2.628907551941493,
      "learning_rate": 1.8129192961123024e-05,
      "loss": 1.4411,
      "step": 59780
    },
    {
      "epoch": 5.078236493374108,
      "grad_norm": 2.5235478967465492,
      "learning_rate": 1.8125920916888497e-05,
      "loss": 1.4767,
      "step": 59781
    },
    {
      "epoch": 5.078321440706762,
      "grad_norm": 2.583450548328432,
      "learning_rate": 1.8122649148969876e-05,
      "loss": 1.492,
      "step": 59782
    },
    {
      "epoch": 5.078406388039416,
      "grad_norm": 2.6587759987166377,
      "learning_rate": 1.811937765737402e-05,
      "loss": 1.4162,
      "step": 59783
    },
    {
      "epoch": 5.078491335372069,
      "grad_norm": 2.4487497006738526,
      "learning_rate": 1.811610644210772e-05,
      "loss": 1.3965,
      "step": 59784
    },
    {
      "epoch": 5.078576282704723,
      "grad_norm": 2.610634682334259,
      "learning_rate": 1.8112835503177926e-05,
      "loss": 1.4816,
      "step": 59785
    },
    {
      "epoch": 5.078661230037377,
      "grad_norm": 2.769340088862865,
      "learning_rate": 1.810956484059143e-05,
      "loss": 1.5004,
      "step": 59786
    },
    {
      "epoch": 5.07874617737003,
      "grad_norm": 2.6924580913360074,
      "learning_rate": 1.810629445435509e-05,
      "loss": 1.5265,
      "step": 59787
    },
    {
      "epoch": 5.078831124702685,
      "grad_norm": 2.5468962982015135,
      "learning_rate": 1.810302434447581e-05,
      "loss": 1.2041,
      "step": 59788
    },
    {
      "epoch": 5.078916072035338,
      "grad_norm": 2.7836832399271096,
      "learning_rate": 1.809975451096039e-05,
      "loss": 1.6786,
      "step": 59789
    },
    {
      "epoch": 5.0790010193679915,
      "grad_norm": 2.7003128489318007,
      "learning_rate": 1.8096484953815716e-05,
      "loss": 1.6883,
      "step": 59790
    },
    {
      "epoch": 5.079085966700646,
      "grad_norm": 2.7979211155074446,
      "learning_rate": 1.8093215673048578e-05,
      "loss": 1.5368,
      "step": 59791
    },
    {
      "epoch": 5.079170914033299,
      "grad_norm": 2.590710162130561,
      "learning_rate": 1.8089946668665854e-05,
      "loss": 1.542,
      "step": 59792
    },
    {
      "epoch": 5.0792558613659535,
      "grad_norm": 2.615940421351354,
      "learning_rate": 1.808667794067446e-05,
      "loss": 1.5568,
      "step": 59793
    },
    {
      "epoch": 5.079340808698607,
      "grad_norm": 2.639638713562297,
      "learning_rate": 1.8083409489081186e-05,
      "loss": 1.6254,
      "step": 59794
    },
    {
      "epoch": 5.07942575603126,
      "grad_norm": 2.635368130690527,
      "learning_rate": 1.808014131389284e-05,
      "loss": 1.2056,
      "step": 59795
    },
    {
      "epoch": 5.079510703363915,
      "grad_norm": 2.5338458636158805,
      "learning_rate": 1.8076873415116362e-05,
      "loss": 1.2719,
      "step": 59796
    },
    {
      "epoch": 5.079595650696568,
      "grad_norm": 2.967760706019711,
      "learning_rate": 1.807360579275855e-05,
      "loss": 1.539,
      "step": 59797
    },
    {
      "epoch": 5.0796805980292214,
      "grad_norm": 2.552382660919031,
      "learning_rate": 1.807033844682619e-05,
      "loss": 1.3773,
      "step": 59798
    },
    {
      "epoch": 5.079765545361876,
      "grad_norm": 2.519505503874319,
      "learning_rate": 1.8067071377326252e-05,
      "loss": 1.4697,
      "step": 59799
    },
    {
      "epoch": 5.079850492694529,
      "grad_norm": 2.543299708021961,
      "learning_rate": 1.806380458426554e-05,
      "loss": 1.49,
      "step": 59800
    },
    {
      "epoch": 5.0799354400271834,
      "grad_norm": 2.5369393606137622,
      "learning_rate": 1.806053806765086e-05,
      "loss": 1.2254,
      "step": 59801
    },
    {
      "epoch": 5.080020387359837,
      "grad_norm": 2.638268675239488,
      "learning_rate": 1.805727182748904e-05,
      "loss": 1.304,
      "step": 59802
    },
    {
      "epoch": 5.08010533469249,
      "grad_norm": 2.57554834047759,
      "learning_rate": 1.805400586378701e-05,
      "loss": 1.4318,
      "step": 59803
    },
    {
      "epoch": 5.0801902820251446,
      "grad_norm": 2.5663855292712845,
      "learning_rate": 1.8050740176551508e-05,
      "loss": 1.4286,
      "step": 59804
    },
    {
      "epoch": 5.080275229357798,
      "grad_norm": 2.657127677731334,
      "learning_rate": 1.8047474765789455e-05,
      "loss": 1.3052,
      "step": 59805
    },
    {
      "epoch": 5.080360176690452,
      "grad_norm": 2.709238070148034,
      "learning_rate": 1.8044209631507688e-05,
      "loss": 1.6974,
      "step": 59806
    },
    {
      "epoch": 5.080445124023106,
      "grad_norm": 2.713457456661394,
      "learning_rate": 1.804094477371304e-05,
      "loss": 1.3568,
      "step": 59807
    },
    {
      "epoch": 5.080530071355759,
      "grad_norm": 2.773658614492076,
      "learning_rate": 1.8037680192412333e-05,
      "loss": 1.3832,
      "step": 59808
    },
    {
      "epoch": 5.080615018688413,
      "grad_norm": 2.6824595424107947,
      "learning_rate": 1.8034415887612387e-05,
      "loss": 1.4972,
      "step": 59809
    },
    {
      "epoch": 5.080699966021067,
      "grad_norm": 2.5271805267075407,
      "learning_rate": 1.8031151859320102e-05,
      "loss": 1.2638,
      "step": 59810
    },
    {
      "epoch": 5.080784913353721,
      "grad_norm": 2.6742743345803097,
      "learning_rate": 1.8027888107542265e-05,
      "loss": 1.5437,
      "step": 59811
    },
    {
      "epoch": 5.0808698606863745,
      "grad_norm": 2.756036926278831,
      "learning_rate": 1.8024624632285767e-05,
      "loss": 1.4933,
      "step": 59812
    },
    {
      "epoch": 5.080954808019028,
      "grad_norm": 2.7234215013852348,
      "learning_rate": 1.8021361433557368e-05,
      "loss": 1.3983,
      "step": 59813
    },
    {
      "epoch": 5.081039755351682,
      "grad_norm": 2.5296837849604543,
      "learning_rate": 1.8018098511364e-05,
      "loss": 1.5844,
      "step": 59814
    },
    {
      "epoch": 5.081124702684336,
      "grad_norm": 2.7187363658025165,
      "learning_rate": 1.8014835865712434e-05,
      "loss": 1.3885,
      "step": 59815
    },
    {
      "epoch": 5.08120965001699,
      "grad_norm": 2.757791299951989,
      "learning_rate": 1.8011573496609506e-05,
      "loss": 1.4533,
      "step": 59816
    },
    {
      "epoch": 5.081294597349643,
      "grad_norm": 2.5861391991431035,
      "learning_rate": 1.800831140406207e-05,
      "loss": 1.589,
      "step": 59817
    },
    {
      "epoch": 5.081379544682297,
      "grad_norm": 2.563180626414763,
      "learning_rate": 1.8005049588076976e-05,
      "loss": 1.5143,
      "step": 59818
    },
    {
      "epoch": 5.081464492014951,
      "grad_norm": 2.723801651791867,
      "learning_rate": 1.8001788048661065e-05,
      "loss": 1.3747,
      "step": 59819
    },
    {
      "epoch": 5.081549439347604,
      "grad_norm": 2.7274802020091724,
      "learning_rate": 1.79985267858211e-05,
      "loss": 1.4453,
      "step": 59820
    },
    {
      "epoch": 5.081634386680259,
      "grad_norm": 2.58376115159431,
      "learning_rate": 1.7995265799564006e-05,
      "loss": 1.4391,
      "step": 59821
    },
    {
      "epoch": 5.081719334012912,
      "grad_norm": 2.636991994830379,
      "learning_rate": 1.7992005089896583e-05,
      "loss": 1.5414,
      "step": 59822
    },
    {
      "epoch": 5.0818042813455655,
      "grad_norm": 2.49212237213422,
      "learning_rate": 1.7988744656825603e-05,
      "loss": 1.1721,
      "step": 59823
    },
    {
      "epoch": 5.08188922867822,
      "grad_norm": 2.564429190482265,
      "learning_rate": 1.798548450035795e-05,
      "loss": 1.5367,
      "step": 59824
    },
    {
      "epoch": 5.081974176010873,
      "grad_norm": 2.9400433849932672,
      "learning_rate": 1.7982224620500495e-05,
      "loss": 1.7561,
      "step": 59825
    },
    {
      "epoch": 5.082059123343527,
      "grad_norm": 2.788808324891675,
      "learning_rate": 1.797896501726002e-05,
      "loss": 1.631,
      "step": 59826
    },
    {
      "epoch": 5.082144070676181,
      "grad_norm": 2.503374866859095,
      "learning_rate": 1.7975705690643338e-05,
      "loss": 1.3741,
      "step": 59827
    },
    {
      "epoch": 5.082229018008834,
      "grad_norm": 2.6878395657983356,
      "learning_rate": 1.7972446640657324e-05,
      "loss": 1.6201,
      "step": 59828
    },
    {
      "epoch": 5.082313965341489,
      "grad_norm": 2.700193074063441,
      "learning_rate": 1.7969187867308753e-05,
      "loss": 1.3383,
      "step": 59829
    },
    {
      "epoch": 5.082398912674142,
      "grad_norm": 2.7352487082302672,
      "learning_rate": 1.7965929370604527e-05,
      "loss": 1.557,
      "step": 59830
    },
    {
      "epoch": 5.082483860006795,
      "grad_norm": 2.780011418678619,
      "learning_rate": 1.7962671150551383e-05,
      "loss": 1.5726,
      "step": 59831
    },
    {
      "epoch": 5.08256880733945,
      "grad_norm": 2.4919248823693643,
      "learning_rate": 1.7959413207156237e-05,
      "loss": 1.3548,
      "step": 59832
    },
    {
      "epoch": 5.082653754672103,
      "grad_norm": 2.616958461437678,
      "learning_rate": 1.795615554042588e-05,
      "loss": 1.2935,
      "step": 59833
    },
    {
      "epoch": 5.082738702004757,
      "grad_norm": 2.455123186555277,
      "learning_rate": 1.7952898150367095e-05,
      "loss": 1.3935,
      "step": 59834
    },
    {
      "epoch": 5.082823649337411,
      "grad_norm": 2.4219160193616442,
      "learning_rate": 1.7949641036986738e-05,
      "loss": 1.3631,
      "step": 59835
    },
    {
      "epoch": 5.082908596670064,
      "grad_norm": 2.430753054503991,
      "learning_rate": 1.7946384200291675e-05,
      "loss": 1.2651,
      "step": 59836
    },
    {
      "epoch": 5.0829935440027185,
      "grad_norm": 2.5497764910416407,
      "learning_rate": 1.7943127640288696e-05,
      "loss": 1.2326,
      "step": 59837
    },
    {
      "epoch": 5.083078491335372,
      "grad_norm": 2.905777656549852,
      "learning_rate": 1.79398713569846e-05,
      "loss": 1.7471,
      "step": 59838
    },
    {
      "epoch": 5.083163438668026,
      "grad_norm": 2.544155426675854,
      "learning_rate": 1.7936615350386256e-05,
      "loss": 1.5826,
      "step": 59839
    },
    {
      "epoch": 5.08324838600068,
      "grad_norm": 2.514586088664248,
      "learning_rate": 1.7933359620500455e-05,
      "loss": 1.4879,
      "step": 59840
    },
    {
      "epoch": 5.083333333333333,
      "grad_norm": 2.612678600033679,
      "learning_rate": 1.7930104167334016e-05,
      "loss": 1.4745,
      "step": 59841
    },
    {
      "epoch": 5.083418280665987,
      "grad_norm": 2.8350389867786747,
      "learning_rate": 1.7926848990893766e-05,
      "loss": 1.6,
      "step": 59842
    },
    {
      "epoch": 5.083503227998641,
      "grad_norm": 2.407492745183259,
      "learning_rate": 1.7923594091186555e-05,
      "loss": 1.3556,
      "step": 59843
    },
    {
      "epoch": 5.083588175331295,
      "grad_norm": 2.4063033728654593,
      "learning_rate": 1.7920339468219175e-05,
      "loss": 1.3733,
      "step": 59844
    },
    {
      "epoch": 5.083673122663948,
      "grad_norm": 2.5209327768989747,
      "learning_rate": 1.7917085121998437e-05,
      "loss": 1.5823,
      "step": 59845
    },
    {
      "epoch": 5.083758069996602,
      "grad_norm": 2.6702555821601144,
      "learning_rate": 1.7913831052531187e-05,
      "loss": 1.482,
      "step": 59846
    },
    {
      "epoch": 5.083843017329256,
      "grad_norm": 2.4018794046166296,
      "learning_rate": 1.79105772598242e-05,
      "loss": 1.4071,
      "step": 59847
    },
    {
      "epoch": 5.0839279646619095,
      "grad_norm": 2.4169926125282686,
      "learning_rate": 1.7907323743884355e-05,
      "loss": 1.3412,
      "step": 59848
    },
    {
      "epoch": 5.084012911994563,
      "grad_norm": 2.7089843171173182,
      "learning_rate": 1.7904070504718417e-05,
      "loss": 1.5471,
      "step": 59849
    },
    {
      "epoch": 5.084097859327217,
      "grad_norm": 2.5887220265473183,
      "learning_rate": 1.790081754233324e-05,
      "loss": 1.53,
      "step": 59850
    },
    {
      "epoch": 5.084182806659871,
      "grad_norm": 2.666306428102115,
      "learning_rate": 1.7897564856735626e-05,
      "loss": 1.2311,
      "step": 59851
    },
    {
      "epoch": 5.084267753992525,
      "grad_norm": 2.5761359898464717,
      "learning_rate": 1.7894312447932346e-05,
      "loss": 1.2943,
      "step": 59852
    },
    {
      "epoch": 5.084352701325178,
      "grad_norm": 2.70241190121498,
      "learning_rate": 1.78910603159303e-05,
      "loss": 1.6041,
      "step": 59853
    },
    {
      "epoch": 5.084437648657832,
      "grad_norm": 2.8115081525431025,
      "learning_rate": 1.788780846073623e-05,
      "loss": 1.6946,
      "step": 59854
    },
    {
      "epoch": 5.084522595990486,
      "grad_norm": 2.762959612189011,
      "learning_rate": 1.7884556882356997e-05,
      "loss": 1.5073,
      "step": 59855
    },
    {
      "epoch": 5.0846075433231395,
      "grad_norm": 2.871694403083064,
      "learning_rate": 1.7881305580799367e-05,
      "loss": 1.4858,
      "step": 59856
    },
    {
      "epoch": 5.084692490655794,
      "grad_norm": 2.5374461827365686,
      "learning_rate": 1.7878054556070193e-05,
      "loss": 1.4173,
      "step": 59857
    },
    {
      "epoch": 5.084777437988447,
      "grad_norm": 2.717684225780109,
      "learning_rate": 1.7874803808176292e-05,
      "loss": 1.5408,
      "step": 59858
    },
    {
      "epoch": 5.084862385321101,
      "grad_norm": 2.627878752863602,
      "learning_rate": 1.7871553337124424e-05,
      "loss": 1.5141,
      "step": 59859
    },
    {
      "epoch": 5.084947332653755,
      "grad_norm": 2.5147582805900432,
      "learning_rate": 1.7868303142921432e-05,
      "loss": 1.3538,
      "step": 59860
    },
    {
      "epoch": 5.085032279986408,
      "grad_norm": 2.7327028773268958,
      "learning_rate": 1.786505322557416e-05,
      "loss": 1.5107,
      "step": 59861
    },
    {
      "epoch": 5.085117227319063,
      "grad_norm": 2.6158571295675186,
      "learning_rate": 1.7861803585089374e-05,
      "loss": 1.3535,
      "step": 59862
    },
    {
      "epoch": 5.085202174651716,
      "grad_norm": 2.607147640672969,
      "learning_rate": 1.7858554221473864e-05,
      "loss": 1.5341,
      "step": 59863
    },
    {
      "epoch": 5.085287121984369,
      "grad_norm": 2.667880269787959,
      "learning_rate": 1.785530513473451e-05,
      "loss": 1.5522,
      "step": 59864
    },
    {
      "epoch": 5.085372069317024,
      "grad_norm": 2.7359478440684164,
      "learning_rate": 1.7852056324878072e-05,
      "loss": 1.4407,
      "step": 59865
    },
    {
      "epoch": 5.085457016649677,
      "grad_norm": 2.5194290490728704,
      "learning_rate": 1.7848807791911313e-05,
      "loss": 1.4091,
      "step": 59866
    },
    {
      "epoch": 5.085541963982331,
      "grad_norm": 2.493107686316549,
      "learning_rate": 1.7845559535841108e-05,
      "loss": 1.4307,
      "step": 59867
    },
    {
      "epoch": 5.085626911314985,
      "grad_norm": 2.6592352718582872,
      "learning_rate": 1.784231155667427e-05,
      "loss": 1.3771,
      "step": 59868
    },
    {
      "epoch": 5.085711858647638,
      "grad_norm": 2.470873553533334,
      "learning_rate": 1.783906385441758e-05,
      "loss": 1.3546,
      "step": 59869
    },
    {
      "epoch": 5.0857968059802925,
      "grad_norm": 2.980378335090336,
      "learning_rate": 1.783581642907781e-05,
      "loss": 1.6914,
      "step": 59870
    },
    {
      "epoch": 5.085881753312946,
      "grad_norm": 2.421921439682667,
      "learning_rate": 1.783256928066184e-05,
      "loss": 1.2715,
      "step": 59871
    },
    {
      "epoch": 5.085966700645599,
      "grad_norm": 2.2616916205837714,
      "learning_rate": 1.7829322409176384e-05,
      "loss": 1.2566,
      "step": 59872
    },
    {
      "epoch": 5.086051647978254,
      "grad_norm": 2.637365361077398,
      "learning_rate": 1.7826075814628316e-05,
      "loss": 1.4175,
      "step": 59873
    },
    {
      "epoch": 5.086136595310907,
      "grad_norm": 2.558548552912376,
      "learning_rate": 1.78228294970244e-05,
      "loss": 1.4761,
      "step": 59874
    },
    {
      "epoch": 5.086221542643561,
      "grad_norm": 2.5209831713903,
      "learning_rate": 1.781958345637146e-05,
      "loss": 1.5045,
      "step": 59875
    },
    {
      "epoch": 5.086306489976215,
      "grad_norm": 2.5351188737546853,
      "learning_rate": 1.7816337692676296e-05,
      "loss": 1.4274,
      "step": 59876
    },
    {
      "epoch": 5.086391437308868,
      "grad_norm": 2.6536878059872118,
      "learning_rate": 1.7813092205945685e-05,
      "loss": 1.3106,
      "step": 59877
    },
    {
      "epoch": 5.086476384641522,
      "grad_norm": 2.5120158277992424,
      "learning_rate": 1.7809846996186433e-05,
      "loss": 1.4956,
      "step": 59878
    },
    {
      "epoch": 5.086561331974176,
      "grad_norm": 2.867002731110393,
      "learning_rate": 1.780660206340539e-05,
      "loss": 1.4256,
      "step": 59879
    },
    {
      "epoch": 5.08664627930683,
      "grad_norm": 2.7807137337601917,
      "learning_rate": 1.78033574076093e-05,
      "loss": 1.5595,
      "step": 59880
    },
    {
      "epoch": 5.0867312266394835,
      "grad_norm": 2.6589033654903518,
      "learning_rate": 1.7800113028804953e-05,
      "loss": 1.5275,
      "step": 59881
    },
    {
      "epoch": 5.086816173972137,
      "grad_norm": 2.577273552092443,
      "learning_rate": 1.7796868926999215e-05,
      "loss": 1.4343,
      "step": 59882
    },
    {
      "epoch": 5.086901121304791,
      "grad_norm": 2.7096993519137533,
      "learning_rate": 1.7793625102198828e-05,
      "loss": 1.6217,
      "step": 59883
    },
    {
      "epoch": 5.086986068637445,
      "grad_norm": 2.56095580606451,
      "learning_rate": 1.7790381554410572e-05,
      "loss": 1.3475,
      "step": 59884
    },
    {
      "epoch": 5.087071015970099,
      "grad_norm": 2.5095761427849808,
      "learning_rate": 1.7787138283641256e-05,
      "loss": 1.3461,
      "step": 59885
    },
    {
      "epoch": 5.087155963302752,
      "grad_norm": 2.4882990572899275,
      "learning_rate": 1.778389528989774e-05,
      "loss": 1.2599,
      "step": 59886
    },
    {
      "epoch": 5.087240910635406,
      "grad_norm": 2.63944501426635,
      "learning_rate": 1.7780652573186778e-05,
      "loss": 1.5768,
      "step": 59887
    },
    {
      "epoch": 5.08732585796806,
      "grad_norm": 2.6650417791842904,
      "learning_rate": 1.77774101335151e-05,
      "loss": 1.3797,
      "step": 59888
    },
    {
      "epoch": 5.087410805300713,
      "grad_norm": 2.815948975971714,
      "learning_rate": 1.7774167970889615e-05,
      "loss": 1.5311,
      "step": 59889
    },
    {
      "epoch": 5.087495752633368,
      "grad_norm": 2.603524975528449,
      "learning_rate": 1.7770926085317005e-05,
      "loss": 1.5526,
      "step": 59890
    },
    {
      "epoch": 5.087580699966021,
      "grad_norm": 2.769324287116872,
      "learning_rate": 1.7767684476804155e-05,
      "loss": 1.4933,
      "step": 59891
    },
    {
      "epoch": 5.0876656472986745,
      "grad_norm": 2.553163690821911,
      "learning_rate": 1.7764443145357792e-05,
      "loss": 1.4655,
      "step": 59892
    },
    {
      "epoch": 5.087750594631329,
      "grad_norm": 2.656003392263892,
      "learning_rate": 1.776120209098476e-05,
      "loss": 1.4954,
      "step": 59893
    },
    {
      "epoch": 5.087835541963982,
      "grad_norm": 2.705362032954871,
      "learning_rate": 1.775796131369182e-05,
      "loss": 1.4749,
      "step": 59894
    },
    {
      "epoch": 5.087920489296636,
      "grad_norm": 2.52948419567294,
      "learning_rate": 1.7754720813485736e-05,
      "loss": 1.4249,
      "step": 59895
    },
    {
      "epoch": 5.08800543662929,
      "grad_norm": 2.6341001505504598,
      "learning_rate": 1.775148059037333e-05,
      "loss": 1.2138,
      "step": 59896
    },
    {
      "epoch": 5.088090383961943,
      "grad_norm": 2.5363943095397254,
      "learning_rate": 1.7748240644361416e-05,
      "loss": 1.4465,
      "step": 59897
    },
    {
      "epoch": 5.088175331294598,
      "grad_norm": 2.63087355610317,
      "learning_rate": 1.774500097545676e-05,
      "loss": 1.5422,
      "step": 59898
    },
    {
      "epoch": 5.088260278627251,
      "grad_norm": 2.7149727172483864,
      "learning_rate": 1.7741761583666115e-05,
      "loss": 1.3099,
      "step": 59899
    },
    {
      "epoch": 5.0883452259599045,
      "grad_norm": 2.5693198354168554,
      "learning_rate": 1.773852246899633e-05,
      "loss": 1.4305,
      "step": 59900
    },
    {
      "epoch": 5.088430173292559,
      "grad_norm": 2.7043538904385556,
      "learning_rate": 1.773528363145415e-05,
      "loss": 1.3344,
      "step": 59901
    },
    {
      "epoch": 5.088515120625212,
      "grad_norm": 2.6662153511471636,
      "learning_rate": 1.773204507104635e-05,
      "loss": 1.4977,
      "step": 59902
    },
    {
      "epoch": 5.0886000679578665,
      "grad_norm": 2.536432252816445,
      "learning_rate": 1.772880678777975e-05,
      "loss": 1.2034,
      "step": 59903
    },
    {
      "epoch": 5.08868501529052,
      "grad_norm": 2.5394717022991395,
      "learning_rate": 1.772556878166113e-05,
      "loss": 1.4568,
      "step": 59904
    },
    {
      "epoch": 5.088769962623173,
      "grad_norm": 2.7424210694220115,
      "learning_rate": 1.772233105269728e-05,
      "loss": 1.5041,
      "step": 59905
    },
    {
      "epoch": 5.088854909955828,
      "grad_norm": 2.6120524170970447,
      "learning_rate": 1.771909360089494e-05,
      "loss": 1.2336,
      "step": 59906
    },
    {
      "epoch": 5.088939857288481,
      "grad_norm": 2.641331408170287,
      "learning_rate": 1.7715856426260956e-05,
      "loss": 1.3705,
      "step": 59907
    },
    {
      "epoch": 5.089024804621135,
      "grad_norm": 2.782766850163717,
      "learning_rate": 1.7712619528802085e-05,
      "loss": 1.6781,
      "step": 59908
    },
    {
      "epoch": 5.089109751953789,
      "grad_norm": 2.789048095228508,
      "learning_rate": 1.7709382908525077e-05,
      "loss": 1.5473,
      "step": 59909
    },
    {
      "epoch": 5.089194699286442,
      "grad_norm": 2.637393154421485,
      "learning_rate": 1.7706146565436724e-05,
      "loss": 1.5706,
      "step": 59910
    },
    {
      "epoch": 5.089279646619096,
      "grad_norm": 2.587301536899722,
      "learning_rate": 1.770291049954387e-05,
      "loss": 1.256,
      "step": 59911
    },
    {
      "epoch": 5.08936459395175,
      "grad_norm": 2.759106964669989,
      "learning_rate": 1.7699674710853246e-05,
      "loss": 1.436,
      "step": 59912
    },
    {
      "epoch": 5.089449541284404,
      "grad_norm": 2.8703107732200728,
      "learning_rate": 1.769643919937161e-05,
      "loss": 1.4659,
      "step": 59913
    },
    {
      "epoch": 5.0895344886170575,
      "grad_norm": 2.5899353409006403,
      "learning_rate": 1.769320396510579e-05,
      "loss": 1.56,
      "step": 59914
    },
    {
      "epoch": 5.089619435949711,
      "grad_norm": 2.538516205802998,
      "learning_rate": 1.7689969008062517e-05,
      "loss": 1.4195,
      "step": 59915
    },
    {
      "epoch": 5.089704383282365,
      "grad_norm": 2.4851841903409233,
      "learning_rate": 1.7686734328248616e-05,
      "loss": 1.3394,
      "step": 59916
    },
    {
      "epoch": 5.089789330615019,
      "grad_norm": 2.6614009283065907,
      "learning_rate": 1.7683499925670813e-05,
      "loss": 1.569,
      "step": 59917
    },
    {
      "epoch": 5.089874277947672,
      "grad_norm": 2.8363561666243307,
      "learning_rate": 1.768026580033594e-05,
      "loss": 1.6525,
      "step": 59918
    },
    {
      "epoch": 5.089959225280326,
      "grad_norm": 2.5909753658734225,
      "learning_rate": 1.7677031952250775e-05,
      "loss": 1.5281,
      "step": 59919
    },
    {
      "epoch": 5.09004417261298,
      "grad_norm": 2.580568504819731,
      "learning_rate": 1.767379838142201e-05,
      "loss": 1.2783,
      "step": 59920
    },
    {
      "epoch": 5.090129119945634,
      "grad_norm": 2.772904310323062,
      "learning_rate": 1.767056508785649e-05,
      "loss": 1.3464,
      "step": 59921
    },
    {
      "epoch": 5.090214067278287,
      "grad_norm": 2.7497719336801687,
      "learning_rate": 1.7667332071560996e-05,
      "loss": 1.4693,
      "step": 59922
    },
    {
      "epoch": 5.090299014610941,
      "grad_norm": 2.674748619893247,
      "learning_rate": 1.7664099332542302e-05,
      "loss": 1.4896,
      "step": 59923
    },
    {
      "epoch": 5.090383961943595,
      "grad_norm": 2.8601790778709053,
      "learning_rate": 1.766086687080712e-05,
      "loss": 1.4351,
      "step": 59924
    },
    {
      "epoch": 5.0904689092762485,
      "grad_norm": 2.700277917365325,
      "learning_rate": 1.7657634686362298e-05,
      "loss": 1.6,
      "step": 59925
    },
    {
      "epoch": 5.090553856608903,
      "grad_norm": 2.6555066516428827,
      "learning_rate": 1.7654402779214577e-05,
      "loss": 1.6314,
      "step": 59926
    },
    {
      "epoch": 5.090638803941556,
      "grad_norm": 2.631725893319674,
      "learning_rate": 1.7651171149370684e-05,
      "loss": 1.3983,
      "step": 59927
    },
    {
      "epoch": 5.09072375127421,
      "grad_norm": 2.600616440187897,
      "learning_rate": 1.764793979683745e-05,
      "loss": 1.2694,
      "step": 59928
    },
    {
      "epoch": 5.090808698606864,
      "grad_norm": 2.7935263820039213,
      "learning_rate": 1.764470872162167e-05,
      "loss": 1.4539,
      "step": 59929
    },
    {
      "epoch": 5.090893645939517,
      "grad_norm": 2.634000572656612,
      "learning_rate": 1.7641477923730054e-05,
      "loss": 1.5426,
      "step": 59930
    },
    {
      "epoch": 5.090978593272172,
      "grad_norm": 2.5226193871828486,
      "learning_rate": 1.7638247403169375e-05,
      "loss": 1.4013,
      "step": 59931
    },
    {
      "epoch": 5.091063540604825,
      "grad_norm": 2.6429577179292973,
      "learning_rate": 1.7635017159946434e-05,
      "loss": 1.4925,
      "step": 59932
    },
    {
      "epoch": 5.091148487937478,
      "grad_norm": 2.632711953746749,
      "learning_rate": 1.7631787194067958e-05,
      "loss": 1.5549,
      "step": 59933
    },
    {
      "epoch": 5.091233435270133,
      "grad_norm": 2.722948424582217,
      "learning_rate": 1.7628557505540774e-05,
      "loss": 1.28,
      "step": 59934
    },
    {
      "epoch": 5.091318382602786,
      "grad_norm": 2.6911897686701542,
      "learning_rate": 1.7625328094371595e-05,
      "loss": 1.5963,
      "step": 59935
    },
    {
      "epoch": 5.09140332993544,
      "grad_norm": 2.57473647590182,
      "learning_rate": 1.7622098960567227e-05,
      "loss": 1.4233,
      "step": 59936
    },
    {
      "epoch": 5.091488277268094,
      "grad_norm": 2.788995834963178,
      "learning_rate": 1.761887010413442e-05,
      "loss": 1.7887,
      "step": 59937
    },
    {
      "epoch": 5.091573224600747,
      "grad_norm": 2.693897469786598,
      "learning_rate": 1.7615641525079898e-05,
      "loss": 1.3715,
      "step": 59938
    },
    {
      "epoch": 5.0916581719334015,
      "grad_norm": 2.9111945431628703,
      "learning_rate": 1.7612413223410476e-05,
      "loss": 1.6309,
      "step": 59939
    },
    {
      "epoch": 5.091743119266055,
      "grad_norm": 2.405324407355417,
      "learning_rate": 1.760918519913293e-05,
      "loss": 1.4308,
      "step": 59940
    },
    {
      "epoch": 5.091828066598709,
      "grad_norm": 3.117020587822512,
      "learning_rate": 1.7605957452254004e-05,
      "loss": 1.5608,
      "step": 59941
    },
    {
      "epoch": 5.091913013931363,
      "grad_norm": 2.625644011177995,
      "learning_rate": 1.760272998278043e-05,
      "loss": 1.3761,
      "step": 59942
    },
    {
      "epoch": 5.091997961264016,
      "grad_norm": 2.4549016328443347,
      "learning_rate": 1.7599502790719028e-05,
      "loss": 1.1903,
      "step": 59943
    },
    {
      "epoch": 5.09208290859667,
      "grad_norm": 2.774478867494211,
      "learning_rate": 1.7596275876076533e-05,
      "loss": 1.431,
      "step": 59944
    },
    {
      "epoch": 5.092167855929324,
      "grad_norm": 2.4467457667796406,
      "learning_rate": 1.759304923885967e-05,
      "loss": 1.337,
      "step": 59945
    },
    {
      "epoch": 5.092252803261977,
      "grad_norm": 2.644042466593432,
      "learning_rate": 1.7589822879075234e-05,
      "loss": 1.5247,
      "step": 59946
    },
    {
      "epoch": 5.0923377505946315,
      "grad_norm": 2.673566711826748,
      "learning_rate": 1.7586596796730003e-05,
      "loss": 1.3148,
      "step": 59947
    },
    {
      "epoch": 5.092422697927285,
      "grad_norm": 2.485567975017424,
      "learning_rate": 1.7583370991830736e-05,
      "loss": 1.4407,
      "step": 59948
    },
    {
      "epoch": 5.092507645259939,
      "grad_norm": 2.3334210723010806,
      "learning_rate": 1.758014546438413e-05,
      "loss": 1.2781,
      "step": 59949
    },
    {
      "epoch": 5.092592592592593,
      "grad_norm": 2.757990410128598,
      "learning_rate": 1.7576920214397018e-05,
      "loss": 1.6186,
      "step": 59950
    },
    {
      "epoch": 5.092677539925246,
      "grad_norm": 2.4483721169346278,
      "learning_rate": 1.7573695241876134e-05,
      "loss": 1.3886,
      "step": 59951
    },
    {
      "epoch": 5.0927624872579,
      "grad_norm": 2.697439253112494,
      "learning_rate": 1.7570470546828196e-05,
      "loss": 1.3651,
      "step": 59952
    },
    {
      "epoch": 5.092847434590554,
      "grad_norm": 2.8136786748589273,
      "learning_rate": 1.756724612926e-05,
      "loss": 1.5766,
      "step": 59953
    },
    {
      "epoch": 5.092932381923208,
      "grad_norm": 2.5843496136896946,
      "learning_rate": 1.7564021989178317e-05,
      "loss": 1.4198,
      "step": 59954
    },
    {
      "epoch": 5.093017329255861,
      "grad_norm": 2.9345699762798945,
      "learning_rate": 1.756079812658988e-05,
      "loss": 1.5038,
      "step": 59955
    },
    {
      "epoch": 5.093102276588515,
      "grad_norm": 2.6739982531575825,
      "learning_rate": 1.755757454150142e-05,
      "loss": 1.421,
      "step": 59956
    },
    {
      "epoch": 5.093187223921169,
      "grad_norm": 2.5745547927579198,
      "learning_rate": 1.7554351233919738e-05,
      "loss": 1.432,
      "step": 59957
    },
    {
      "epoch": 5.0932721712538225,
      "grad_norm": 2.5884504640918498,
      "learning_rate": 1.7551128203851556e-05,
      "loss": 1.4395,
      "step": 59958
    },
    {
      "epoch": 5.093357118586477,
      "grad_norm": 2.7066483765356315,
      "learning_rate": 1.7547905451303646e-05,
      "loss": 1.5762,
      "step": 59959
    },
    {
      "epoch": 5.09344206591913,
      "grad_norm": 2.7907885482100445,
      "learning_rate": 1.7544682976282737e-05,
      "loss": 1.5382,
      "step": 59960
    },
    {
      "epoch": 5.093527013251784,
      "grad_norm": 2.4616295854592725,
      "learning_rate": 1.754146077879561e-05,
      "loss": 1.3222,
      "step": 59961
    },
    {
      "epoch": 5.093611960584438,
      "grad_norm": 2.474286896006885,
      "learning_rate": 1.7538238858849018e-05,
      "loss": 1.3285,
      "step": 59962
    },
    {
      "epoch": 5.093696907917091,
      "grad_norm": 2.602093523967867,
      "learning_rate": 1.7535017216449648e-05,
      "loss": 1.4727,
      "step": 59963
    },
    {
      "epoch": 5.093781855249746,
      "grad_norm": 2.557626538253409,
      "learning_rate": 1.7531795851604323e-05,
      "loss": 1.3009,
      "step": 59964
    },
    {
      "epoch": 5.093866802582399,
      "grad_norm": 2.4366328556024905,
      "learning_rate": 1.7528574764319776e-05,
      "loss": 1.3518,
      "step": 59965
    },
    {
      "epoch": 5.093951749915052,
      "grad_norm": 2.817310024950037,
      "learning_rate": 1.7525353954602762e-05,
      "loss": 1.4841,
      "step": 59966
    },
    {
      "epoch": 5.094036697247707,
      "grad_norm": 2.6842790322559726,
      "learning_rate": 1.7522133422459993e-05,
      "loss": 1.6276,
      "step": 59967
    },
    {
      "epoch": 5.09412164458036,
      "grad_norm": 2.67569046510737,
      "learning_rate": 1.7518913167898252e-05,
      "loss": 1.6018,
      "step": 59968
    },
    {
      "epoch": 5.0942065919130135,
      "grad_norm": 2.7172851910544775,
      "learning_rate": 1.751569319092428e-05,
      "loss": 1.5677,
      "step": 59969
    },
    {
      "epoch": 5.094291539245668,
      "grad_norm": 2.7041877968057784,
      "learning_rate": 1.7512473491544805e-05,
      "loss": 1.4936,
      "step": 59970
    },
    {
      "epoch": 5.094376486578321,
      "grad_norm": 2.413576493248087,
      "learning_rate": 1.750925406976657e-05,
      "loss": 1.4023,
      "step": 59971
    },
    {
      "epoch": 5.0944614339109755,
      "grad_norm": 2.516858187169841,
      "learning_rate": 1.750603492559636e-05,
      "loss": 1.4843,
      "step": 59972
    },
    {
      "epoch": 5.094546381243629,
      "grad_norm": 2.764146186047677,
      "learning_rate": 1.750281605904091e-05,
      "loss": 1.675,
      "step": 59973
    },
    {
      "epoch": 5.094631328576282,
      "grad_norm": 2.6484314025965743,
      "learning_rate": 1.7499597470106917e-05,
      "loss": 1.3869,
      "step": 59974
    },
    {
      "epoch": 5.094716275908937,
      "grad_norm": 2.599916037787939,
      "learning_rate": 1.7496379158801198e-05,
      "loss": 1.5314,
      "step": 59975
    },
    {
      "epoch": 5.09480122324159,
      "grad_norm": 2.8055587826168824,
      "learning_rate": 1.749316112513043e-05,
      "loss": 1.671,
      "step": 59976
    },
    {
      "epoch": 5.094886170574244,
      "grad_norm": 2.656630967069281,
      "learning_rate": 1.74899433691014e-05,
      "loss": 1.4759,
      "step": 59977
    },
    {
      "epoch": 5.094971117906898,
      "grad_norm": 2.5517632537362402,
      "learning_rate": 1.748672589072081e-05,
      "loss": 1.5195,
      "step": 59978
    },
    {
      "epoch": 5.095056065239551,
      "grad_norm": 3.0212861913739992,
      "learning_rate": 1.7483508689995453e-05,
      "loss": 1.8805,
      "step": 59979
    },
    {
      "epoch": 5.095141012572205,
      "grad_norm": 2.5053553067298004,
      "learning_rate": 1.748029176693205e-05,
      "loss": 1.3928,
      "step": 59980
    },
    {
      "epoch": 5.095225959904859,
      "grad_norm": 2.5748090961183934,
      "learning_rate": 1.7477075121537292e-05,
      "loss": 1.4962,
      "step": 59981
    },
    {
      "epoch": 5.095310907237513,
      "grad_norm": 2.768409775933474,
      "learning_rate": 1.7473858753817965e-05,
      "loss": 1.3671,
      "step": 59982
    },
    {
      "epoch": 5.0953958545701665,
      "grad_norm": 2.444401831500157,
      "learning_rate": 1.747064266378085e-05,
      "loss": 1.4245,
      "step": 59983
    },
    {
      "epoch": 5.09548080190282,
      "grad_norm": 2.678489927102319,
      "learning_rate": 1.746742685143262e-05,
      "loss": 1.3275,
      "step": 59984
    },
    {
      "epoch": 5.095565749235474,
      "grad_norm": 2.758905645744286,
      "learning_rate": 1.7464211316780007e-05,
      "loss": 1.5077,
      "step": 59985
    },
    {
      "epoch": 5.095650696568128,
      "grad_norm": 2.6115000448516636,
      "learning_rate": 1.7460996059829806e-05,
      "loss": 1.5309,
      "step": 59986
    },
    {
      "epoch": 5.095735643900782,
      "grad_norm": 2.685694520221988,
      "learning_rate": 1.745778108058873e-05,
      "loss": 1.5779,
      "step": 59987
    },
    {
      "epoch": 5.095820591233435,
      "grad_norm": 2.6135619806121815,
      "learning_rate": 1.7454566379063467e-05,
      "loss": 1.3989,
      "step": 59988
    },
    {
      "epoch": 5.095905538566089,
      "grad_norm": 2.733031831826681,
      "learning_rate": 1.74513519552608e-05,
      "loss": 1.5818,
      "step": 59989
    },
    {
      "epoch": 5.095990485898743,
      "grad_norm": 2.7881731150270106,
      "learning_rate": 1.744813780918749e-05,
      "loss": 1.6173,
      "step": 59990
    },
    {
      "epoch": 5.0960754332313964,
      "grad_norm": 2.652838255500096,
      "learning_rate": 1.744492394085023e-05,
      "loss": 1.4934,
      "step": 59991
    },
    {
      "epoch": 5.09616038056405,
      "grad_norm": 2.626780842317864,
      "learning_rate": 1.7441710350255734e-05,
      "loss": 1.3884,
      "step": 59992
    },
    {
      "epoch": 5.096245327896704,
      "grad_norm": 2.6516136431601782,
      "learning_rate": 1.743849703741081e-05,
      "loss": 1.5801,
      "step": 59993
    },
    {
      "epoch": 5.0963302752293576,
      "grad_norm": 2.654166226355576,
      "learning_rate": 1.7435284002322136e-05,
      "loss": 1.3861,
      "step": 59994
    },
    {
      "epoch": 5.096415222562012,
      "grad_norm": 2.697553989216186,
      "learning_rate": 1.743207124499641e-05,
      "loss": 1.4059,
      "step": 59995
    },
    {
      "epoch": 5.096500169894665,
      "grad_norm": 2.6467651070243217,
      "learning_rate": 1.7428858765440422e-05,
      "loss": 1.3213,
      "step": 59996
    },
    {
      "epoch": 5.096585117227319,
      "grad_norm": 2.4878913004813628,
      "learning_rate": 1.742564656366092e-05,
      "loss": 1.3825,
      "step": 59997
    },
    {
      "epoch": 5.096670064559973,
      "grad_norm": 2.651840144227469,
      "learning_rate": 1.7422434639664602e-05,
      "loss": 1.4963,
      "step": 59998
    },
    {
      "epoch": 5.096755011892626,
      "grad_norm": 2.4930026277732225,
      "learning_rate": 1.7419222993458172e-05,
      "loss": 1.3025,
      "step": 59999
    },
    {
      "epoch": 5.096839959225281,
      "grad_norm": 2.782054314165045,
      "learning_rate": 1.7416011625048408e-05,
      "loss": 1.7052,
      "step": 60000
    },
    {
      "epoch": 5.096924906557934,
      "grad_norm": 2.652960130453022,
      "learning_rate": 1.7412800534441994e-05,
      "loss": 1.5471,
      "step": 60001
    },
    {
      "epoch": 5.0970098538905875,
      "grad_norm": 2.6610816105151214,
      "learning_rate": 1.7409589721645705e-05,
      "loss": 1.3486,
      "step": 60002
    },
    {
      "epoch": 5.097094801223242,
      "grad_norm": 3.0226127582770284,
      "learning_rate": 1.740637918666622e-05,
      "loss": 1.8092,
      "step": 60003
    },
    {
      "epoch": 5.097179748555895,
      "grad_norm": 2.489147886233554,
      "learning_rate": 1.7403168929510313e-05,
      "loss": 1.431,
      "step": 60004
    },
    {
      "epoch": 5.0972646958885495,
      "grad_norm": 2.6511511342094147,
      "learning_rate": 1.73999589501847e-05,
      "loss": 1.4716,
      "step": 60005
    },
    {
      "epoch": 5.097349643221203,
      "grad_norm": 2.644056386119954,
      "learning_rate": 1.739674924869609e-05,
      "loss": 1.4982,
      "step": 60006
    },
    {
      "epoch": 5.097434590553856,
      "grad_norm": 2.573458091193012,
      "learning_rate": 1.7393539825051143e-05,
      "loss": 1.4555,
      "step": 60007
    },
    {
      "epoch": 5.097519537886511,
      "grad_norm": 2.6108215571991114,
      "learning_rate": 1.739033067925674e-05,
      "loss": 1.5363,
      "step": 60008
    },
    {
      "epoch": 5.097604485219164,
      "grad_norm": 2.646453623365876,
      "learning_rate": 1.7387121811319493e-05,
      "loss": 1.39,
      "step": 60009
    },
    {
      "epoch": 5.097689432551818,
      "grad_norm": 2.632971543999369,
      "learning_rate": 1.7383913221246145e-05,
      "loss": 1.6429,
      "step": 60010
    },
    {
      "epoch": 5.097774379884472,
      "grad_norm": 2.540715064069316,
      "learning_rate": 1.7380704909043435e-05,
      "loss": 1.2485,
      "step": 60011
    },
    {
      "epoch": 5.097859327217125,
      "grad_norm": 2.6419108213227225,
      "learning_rate": 1.73774968747181e-05,
      "loss": 1.3054,
      "step": 60012
    },
    {
      "epoch": 5.097944274549779,
      "grad_norm": 2.4997347676016832,
      "learning_rate": 1.7374289118276795e-05,
      "loss": 1.4546,
      "step": 60013
    },
    {
      "epoch": 5.098029221882433,
      "grad_norm": 2.6043359616304333,
      "learning_rate": 1.7371081639726287e-05,
      "loss": 1.6179,
      "step": 60014
    },
    {
      "epoch": 5.098114169215087,
      "grad_norm": 2.6925592589286484,
      "learning_rate": 1.7367874439073314e-05,
      "loss": 1.5289,
      "step": 60015
    },
    {
      "epoch": 5.0981991165477405,
      "grad_norm": 2.3716979565278833,
      "learning_rate": 1.7364667516324593e-05,
      "loss": 1.3694,
      "step": 60016
    },
    {
      "epoch": 5.098284063880394,
      "grad_norm": 2.566704695666711,
      "learning_rate": 1.7361460871486782e-05,
      "loss": 1.2723,
      "step": 60017
    },
    {
      "epoch": 5.098369011213048,
      "grad_norm": 2.6095949295502594,
      "learning_rate": 1.7358254504566678e-05,
      "loss": 1.4728,
      "step": 60018
    },
    {
      "epoch": 5.098453958545702,
      "grad_norm": 2.6498104722667932,
      "learning_rate": 1.735504841557094e-05,
      "loss": 1.5374,
      "step": 60019
    },
    {
      "epoch": 5.098538905878355,
      "grad_norm": 2.655385675355398,
      "learning_rate": 1.7351842604506344e-05,
      "loss": 1.5726,
      "step": 60020
    },
    {
      "epoch": 5.098623853211009,
      "grad_norm": 2.6368937195255207,
      "learning_rate": 1.734863707137954e-05,
      "loss": 1.337,
      "step": 60021
    },
    {
      "epoch": 5.098708800543663,
      "grad_norm": 2.5481020668295264,
      "learning_rate": 1.7345431816197302e-05,
      "loss": 1.4919,
      "step": 60022
    },
    {
      "epoch": 5.098793747876317,
      "grad_norm": 2.647249092069852,
      "learning_rate": 1.7342226838966326e-05,
      "loss": 1.4333,
      "step": 60023
    },
    {
      "epoch": 5.09887869520897,
      "grad_norm": 2.526231548171286,
      "learning_rate": 1.7339022139693343e-05,
      "loss": 1.1847,
      "step": 60024
    },
    {
      "epoch": 5.098963642541624,
      "grad_norm": 2.7362636893564765,
      "learning_rate": 1.7335817718384974e-05,
      "loss": 1.4352,
      "step": 60025
    },
    {
      "epoch": 5.099048589874278,
      "grad_norm": 2.5513048529551776,
      "learning_rate": 1.7332613575048072e-05,
      "loss": 1.3583,
      "step": 60026
    },
    {
      "epoch": 5.0991335372069315,
      "grad_norm": 2.7024122816426424,
      "learning_rate": 1.732940970968929e-05,
      "loss": 1.5634,
      "step": 60027
    },
    {
      "epoch": 5.099218484539586,
      "grad_norm": 2.5894198753283613,
      "learning_rate": 1.7326206122315295e-05,
      "loss": 1.5756,
      "step": 60028
    },
    {
      "epoch": 5.099303431872239,
      "grad_norm": 2.9670564496976355,
      "learning_rate": 1.732300281293288e-05,
      "loss": 1.5336,
      "step": 60029
    },
    {
      "epoch": 5.099388379204893,
      "grad_norm": 2.6763450809620224,
      "learning_rate": 1.7319799781548722e-05,
      "loss": 1.4767,
      "step": 60030
    },
    {
      "epoch": 5.099473326537547,
      "grad_norm": 2.632267216345354,
      "learning_rate": 1.7316597028169498e-05,
      "loss": 1.4115,
      "step": 60031
    },
    {
      "epoch": 5.0995582738702,
      "grad_norm": 2.6843576279040393,
      "learning_rate": 1.7313394552801958e-05,
      "loss": 1.4729,
      "step": 60032
    },
    {
      "epoch": 5.099643221202855,
      "grad_norm": 2.722886614860252,
      "learning_rate": 1.7310192355452823e-05,
      "loss": 1.3174,
      "step": 60033
    },
    {
      "epoch": 5.099728168535508,
      "grad_norm": 2.743253865265018,
      "learning_rate": 1.7306990436128792e-05,
      "loss": 1.3471,
      "step": 60034
    },
    {
      "epoch": 5.099813115868161,
      "grad_norm": 2.885266661374467,
      "learning_rate": 1.7303788794836577e-05,
      "loss": 1.618,
      "step": 60035
    },
    {
      "epoch": 5.099898063200816,
      "grad_norm": 2.540498932280784,
      "learning_rate": 1.7300587431582836e-05,
      "loss": 1.2403,
      "step": 60036
    },
    {
      "epoch": 5.099983010533469,
      "grad_norm": 2.627298749851985,
      "learning_rate": 1.7297386346374347e-05,
      "loss": 1.2825,
      "step": 60037
    },
    {
      "epoch": 5.100067957866123,
      "grad_norm": 2.8064328303252255,
      "learning_rate": 1.7294185539217742e-05,
      "loss": 1.5714,
      "step": 60038
    },
    {
      "epoch": 5.100152905198777,
      "grad_norm": 2.723476912433638,
      "learning_rate": 1.7290985010119794e-05,
      "loss": 1.5948,
      "step": 60039
    },
    {
      "epoch": 5.10023785253143,
      "grad_norm": 2.867097833108458,
      "learning_rate": 1.7287784759087204e-05,
      "loss": 1.5962,
      "step": 60040
    },
    {
      "epoch": 5.1003227998640845,
      "grad_norm": 3.0975656765983266,
      "learning_rate": 1.7284584786126677e-05,
      "loss": 1.6964,
      "step": 60041
    },
    {
      "epoch": 5.100407747196738,
      "grad_norm": 2.5545324007856802,
      "learning_rate": 1.7281385091244892e-05,
      "loss": 1.2901,
      "step": 60042
    },
    {
      "epoch": 5.100492694529391,
      "grad_norm": 2.410528098820176,
      "learning_rate": 1.727818567444853e-05,
      "loss": 1.3895,
      "step": 60043
    },
    {
      "epoch": 5.100577641862046,
      "grad_norm": 2.8225147638411823,
      "learning_rate": 1.7274986535744332e-05,
      "loss": 1.439,
      "step": 60044
    },
    {
      "epoch": 5.100662589194699,
      "grad_norm": 2.5243766474940577,
      "learning_rate": 1.7271787675139033e-05,
      "loss": 1.3995,
      "step": 60045
    },
    {
      "epoch": 5.100747536527353,
      "grad_norm": 2.632464524399021,
      "learning_rate": 1.726858909263925e-05,
      "loss": 1.4436,
      "step": 60046
    },
    {
      "epoch": 5.100832483860007,
      "grad_norm": 2.7124362727620572,
      "learning_rate": 1.7265390788251786e-05,
      "loss": 1.3718,
      "step": 60047
    },
    {
      "epoch": 5.10091743119266,
      "grad_norm": 2.6270189656484675,
      "learning_rate": 1.7262192761983284e-05,
      "loss": 1.5515,
      "step": 60048
    },
    {
      "epoch": 5.1010023785253145,
      "grad_norm": 2.590979381870682,
      "learning_rate": 1.7258995013840456e-05,
      "loss": 1.4087,
      "step": 60049
    },
    {
      "epoch": 5.101087325857968,
      "grad_norm": 2.5827709150898244,
      "learning_rate": 1.7255797543829925e-05,
      "loss": 1.4843,
      "step": 60050
    },
    {
      "epoch": 5.101172273190622,
      "grad_norm": 2.5869838561591676,
      "learning_rate": 1.725260035195854e-05,
      "loss": 1.5404,
      "step": 60051
    },
    {
      "epoch": 5.101257220523276,
      "grad_norm": 2.621349809105938,
      "learning_rate": 1.724940343823291e-05,
      "loss": 1.5075,
      "step": 60052
    },
    {
      "epoch": 5.101342167855929,
      "grad_norm": 2.4028762658748266,
      "learning_rate": 1.724620680265977e-05,
      "loss": 1.3967,
      "step": 60053
    },
    {
      "epoch": 5.101427115188583,
      "grad_norm": 2.6974761226594817,
      "learning_rate": 1.7243010445245737e-05,
      "loss": 1.6083,
      "step": 60054
    },
    {
      "epoch": 5.101512062521237,
      "grad_norm": 2.613292564455236,
      "learning_rate": 1.7239814365997613e-05,
      "loss": 1.2169,
      "step": 60055
    },
    {
      "epoch": 5.101597009853891,
      "grad_norm": 2.7791290316120993,
      "learning_rate": 1.7236618564922024e-05,
      "loss": 1.5913,
      "step": 60056
    },
    {
      "epoch": 5.101681957186544,
      "grad_norm": 2.5315967950237774,
      "learning_rate": 1.7233423042025678e-05,
      "loss": 1.5393,
      "step": 60057
    },
    {
      "epoch": 5.101766904519198,
      "grad_norm": 2.880432653168496,
      "learning_rate": 1.723022779731531e-05,
      "loss": 1.3754,
      "step": 60058
    },
    {
      "epoch": 5.101851851851852,
      "grad_norm": 2.629608258367884,
      "learning_rate": 1.722703283079761e-05,
      "loss": 1.4678,
      "step": 60059
    },
    {
      "epoch": 5.1019367991845055,
      "grad_norm": 2.555953763363729,
      "learning_rate": 1.7223838142479222e-05,
      "loss": 1.4438,
      "step": 60060
    },
    {
      "epoch": 5.10202174651716,
      "grad_norm": 2.6239024903022115,
      "learning_rate": 1.722064373236686e-05,
      "loss": 1.3192,
      "step": 60061
    },
    {
      "epoch": 5.102106693849813,
      "grad_norm": 2.5999125306416566,
      "learning_rate": 1.721744960046722e-05,
      "loss": 1.2373,
      "step": 60062
    },
    {
      "epoch": 5.102191641182467,
      "grad_norm": 2.5980593391509412,
      "learning_rate": 1.7214255746787027e-05,
      "loss": 1.42,
      "step": 60063
    },
    {
      "epoch": 5.102276588515121,
      "grad_norm": 2.716476710957302,
      "learning_rate": 1.7211062171332957e-05,
      "loss": 1.406,
      "step": 60064
    },
    {
      "epoch": 5.102361535847774,
      "grad_norm": 2.891034220068563,
      "learning_rate": 1.7207868874111656e-05,
      "loss": 1.4742,
      "step": 60065
    },
    {
      "epoch": 5.102446483180428,
      "grad_norm": 2.653093428785827,
      "learning_rate": 1.7204675855129874e-05,
      "loss": 1.5102,
      "step": 60066
    },
    {
      "epoch": 5.102531430513082,
      "grad_norm": 2.6960788870405836,
      "learning_rate": 1.720148311439428e-05,
      "loss": 1.6391,
      "step": 60067
    },
    {
      "epoch": 5.102616377845735,
      "grad_norm": 2.696971764486999,
      "learning_rate": 1.7198290651911512e-05,
      "loss": 1.5953,
      "step": 60068
    },
    {
      "epoch": 5.10270132517839,
      "grad_norm": 2.6489893483207543,
      "learning_rate": 1.7195098467688356e-05,
      "loss": 1.3713,
      "step": 60069
    },
    {
      "epoch": 5.102786272511043,
      "grad_norm": 2.516594660007702,
      "learning_rate": 1.7191906561731444e-05,
      "loss": 1.4596,
      "step": 60070
    },
    {
      "epoch": 5.1028712198436965,
      "grad_norm": 2.6102810485920345,
      "learning_rate": 1.718871493404749e-05,
      "loss": 1.5521,
      "step": 60071
    },
    {
      "epoch": 5.102956167176351,
      "grad_norm": 2.509017352742708,
      "learning_rate": 1.718552358464313e-05,
      "loss": 1.4585,
      "step": 60072
    },
    {
      "epoch": 5.103041114509004,
      "grad_norm": 2.5140316079530383,
      "learning_rate": 1.7182332513525116e-05,
      "loss": 1.3049,
      "step": 60073
    },
    {
      "epoch": 5.1031260618416585,
      "grad_norm": 2.5211707675812662,
      "learning_rate": 1.7179141720700072e-05,
      "loss": 1.4276,
      "step": 60074
    },
    {
      "epoch": 5.103211009174312,
      "grad_norm": 2.5090251846208798,
      "learning_rate": 1.7175951206174747e-05,
      "loss": 1.4506,
      "step": 60075
    },
    {
      "epoch": 5.103295956506965,
      "grad_norm": 3.6113648772848626,
      "learning_rate": 1.717276096995575e-05,
      "loss": 2.0572,
      "step": 60076
    },
    {
      "epoch": 5.10338090383962,
      "grad_norm": 2.567827625450028,
      "learning_rate": 1.716957101204986e-05,
      "loss": 1.4682,
      "step": 60077
    },
    {
      "epoch": 5.103465851172273,
      "grad_norm": 2.670659199215737,
      "learning_rate": 1.71663813324637e-05,
      "loss": 1.3206,
      "step": 60078
    },
    {
      "epoch": 5.103550798504927,
      "grad_norm": 2.6899311110072923,
      "learning_rate": 1.716319193120394e-05,
      "loss": 1.5884,
      "step": 60079
    },
    {
      "epoch": 5.103635745837581,
      "grad_norm": 2.6347576621789246,
      "learning_rate": 1.71600028082773e-05,
      "loss": 1.5263,
      "step": 60080
    },
    {
      "epoch": 5.103720693170234,
      "grad_norm": 2.577061399839928,
      "learning_rate": 1.715681396369043e-05,
      "loss": 1.4237,
      "step": 60081
    },
    {
      "epoch": 5.103805640502888,
      "grad_norm": 2.521195010893357,
      "learning_rate": 1.715362539745007e-05,
      "loss": 1.4107,
      "step": 60082
    },
    {
      "epoch": 5.103890587835542,
      "grad_norm": 2.696896547202047,
      "learning_rate": 1.715043710956282e-05,
      "loss": 1.5243,
      "step": 60083
    },
    {
      "epoch": 5.103975535168196,
      "grad_norm": 3.4227357605378113,
      "learning_rate": 1.7147249100035436e-05,
      "loss": 1.803,
      "step": 60084
    },
    {
      "epoch": 5.1040604825008495,
      "grad_norm": 2.7720491602669672,
      "learning_rate": 1.714406136887457e-05,
      "loss": 1.5263,
      "step": 60085
    },
    {
      "epoch": 5.104145429833503,
      "grad_norm": 2.7118076814655447,
      "learning_rate": 1.7140873916086854e-05,
      "loss": 1.5984,
      "step": 60086
    },
    {
      "epoch": 5.104230377166157,
      "grad_norm": 2.6206897367398065,
      "learning_rate": 1.713768674167901e-05,
      "loss": 1.3121,
      "step": 60087
    },
    {
      "epoch": 5.104315324498811,
      "grad_norm": 2.6089352234767995,
      "learning_rate": 1.7134499845657736e-05,
      "loss": 1.4199,
      "step": 60088
    },
    {
      "epoch": 5.104400271831464,
      "grad_norm": 2.4684226401390177,
      "learning_rate": 1.7131313228029698e-05,
      "loss": 1.3301,
      "step": 60089
    },
    {
      "epoch": 5.104485219164118,
      "grad_norm": 2.4403222219277656,
      "learning_rate": 1.712812688880153e-05,
      "loss": 1.2354,
      "step": 60090
    },
    {
      "epoch": 5.104570166496772,
      "grad_norm": 2.6456200956359908,
      "learning_rate": 1.7124940827979977e-05,
      "loss": 1.476,
      "step": 60091
    },
    {
      "epoch": 5.104655113829426,
      "grad_norm": 2.881886872351818,
      "learning_rate": 1.7121755045571666e-05,
      "loss": 1.6263,
      "step": 60092
    },
    {
      "epoch": 5.1047400611620795,
      "grad_norm": 3.491962238936373,
      "learning_rate": 1.711856954158326e-05,
      "loss": 1.7995,
      "step": 60093
    },
    {
      "epoch": 5.104825008494733,
      "grad_norm": 2.6591524739318957,
      "learning_rate": 1.711538431602147e-05,
      "loss": 1.283,
      "step": 60094
    },
    {
      "epoch": 5.104909955827387,
      "grad_norm": 2.6460565879983977,
      "learning_rate": 1.711219936889297e-05,
      "loss": 1.2836,
      "step": 60095
    },
    {
      "epoch": 5.104994903160041,
      "grad_norm": 2.669246181755079,
      "learning_rate": 1.7109014700204428e-05,
      "loss": 1.5382,
      "step": 60096
    },
    {
      "epoch": 5.105079850492695,
      "grad_norm": 2.532333639173552,
      "learning_rate": 1.710583030996248e-05,
      "loss": 1.2568,
      "step": 60097
    },
    {
      "epoch": 5.105164797825348,
      "grad_norm": 2.682122563675026,
      "learning_rate": 1.7102646198173865e-05,
      "loss": 1.4689,
      "step": 60098
    },
    {
      "epoch": 5.105249745158002,
      "grad_norm": 2.4988278627103053,
      "learning_rate": 1.709946236484517e-05,
      "loss": 1.1651,
      "step": 60099
    },
    {
      "epoch": 5.105334692490656,
      "grad_norm": 2.6122726500626854,
      "learning_rate": 1.7096278809983154e-05,
      "loss": 1.2728,
      "step": 60100
    },
    {
      "epoch": 5.105419639823309,
      "grad_norm": 2.703592934920702,
      "learning_rate": 1.709309553359442e-05,
      "loss": 1.4924,
      "step": 60101
    },
    {
      "epoch": 5.105504587155964,
      "grad_norm": 2.8260740264606703,
      "learning_rate": 1.7089912535685706e-05,
      "loss": 1.4423,
      "step": 60102
    },
    {
      "epoch": 5.105589534488617,
      "grad_norm": 2.9662193281374742,
      "learning_rate": 1.7086729816263628e-05,
      "loss": 1.7608,
      "step": 60103
    },
    {
      "epoch": 5.1056744818212705,
      "grad_norm": 2.8082533004639996,
      "learning_rate": 1.7083547375334843e-05,
      "loss": 1.4072,
      "step": 60104
    },
    {
      "epoch": 5.105759429153925,
      "grad_norm": 2.3700258241480414,
      "learning_rate": 1.7080365212906032e-05,
      "loss": 1.3748,
      "step": 60105
    },
    {
      "epoch": 5.105844376486578,
      "grad_norm": 2.6843900550222135,
      "learning_rate": 1.7077183328983924e-05,
      "loss": 1.5392,
      "step": 60106
    },
    {
      "epoch": 5.1059293238192325,
      "grad_norm": 2.549178246846097,
      "learning_rate": 1.7074001723575126e-05,
      "loss": 1.3113,
      "step": 60107
    },
    {
      "epoch": 5.106014271151886,
      "grad_norm": 2.688773863410211,
      "learning_rate": 1.7070820396686286e-05,
      "loss": 1.3812,
      "step": 60108
    },
    {
      "epoch": 5.106099218484539,
      "grad_norm": 3.017271297305441,
      "learning_rate": 1.7067639348324114e-05,
      "loss": 1.737,
      "step": 60109
    },
    {
      "epoch": 5.106184165817194,
      "grad_norm": 2.6657148987699286,
      "learning_rate": 1.7064458578495287e-05,
      "loss": 1.3046,
      "step": 60110
    },
    {
      "epoch": 5.106269113149847,
      "grad_norm": 2.671243451648941,
      "learning_rate": 1.7061278087206387e-05,
      "loss": 1.4868,
      "step": 60111
    },
    {
      "epoch": 5.1063540604825,
      "grad_norm": 2.8913302527203597,
      "learning_rate": 1.7058097874464154e-05,
      "loss": 1.5118,
      "step": 60112
    },
    {
      "epoch": 5.106439007815155,
      "grad_norm": 2.712000151372214,
      "learning_rate": 1.7054917940275254e-05,
      "loss": 1.4182,
      "step": 60113
    },
    {
      "epoch": 5.106523955147808,
      "grad_norm": 2.5481678367235787,
      "learning_rate": 1.7051738284646325e-05,
      "loss": 1.4246,
      "step": 60114
    },
    {
      "epoch": 5.106608902480462,
      "grad_norm": 2.606834048347418,
      "learning_rate": 1.7048558907584002e-05,
      "loss": 1.3692,
      "step": 60115
    },
    {
      "epoch": 5.106693849813116,
      "grad_norm": 3.482750012794662,
      "learning_rate": 1.7045379809095013e-05,
      "loss": 1.7834,
      "step": 60116
    },
    {
      "epoch": 5.106778797145769,
      "grad_norm": 2.7081825948060576,
      "learning_rate": 1.7042200989185944e-05,
      "loss": 1.6083,
      "step": 60117
    },
    {
      "epoch": 5.1068637444784235,
      "grad_norm": 2.892562650216297,
      "learning_rate": 1.7039022447863532e-05,
      "loss": 1.5896,
      "step": 60118
    },
    {
      "epoch": 5.106948691811077,
      "grad_norm": 2.6459827537482083,
      "learning_rate": 1.7035844185134366e-05,
      "loss": 1.5904,
      "step": 60119
    },
    {
      "epoch": 5.107033639143731,
      "grad_norm": 2.6818886039846865,
      "learning_rate": 1.7032666201005164e-05,
      "loss": 1.5047,
      "step": 60120
    },
    {
      "epoch": 5.107118586476385,
      "grad_norm": 2.6672354527348325,
      "learning_rate": 1.7029488495482562e-05,
      "loss": 1.4344,
      "step": 60121
    },
    {
      "epoch": 5.107203533809038,
      "grad_norm": 2.564167078383889,
      "learning_rate": 1.7026311068573196e-05,
      "loss": 1.2164,
      "step": 60122
    },
    {
      "epoch": 5.107288481141692,
      "grad_norm": 2.7660567577742943,
      "learning_rate": 1.7023133920283753e-05,
      "loss": 1.5742,
      "step": 60123
    },
    {
      "epoch": 5.107373428474346,
      "grad_norm": 3.00713316872084,
      "learning_rate": 1.701995705062087e-05,
      "loss": 1.5657,
      "step": 60124
    },
    {
      "epoch": 5.107458375807,
      "grad_norm": 2.579028813839462,
      "learning_rate": 1.7016780459591232e-05,
      "loss": 1.3991,
      "step": 60125
    },
    {
      "epoch": 5.107543323139653,
      "grad_norm": 2.491492072623739,
      "learning_rate": 1.7013604147201458e-05,
      "loss": 1.1862,
      "step": 60126
    },
    {
      "epoch": 5.107628270472307,
      "grad_norm": 2.6814590516875128,
      "learning_rate": 1.701042811345824e-05,
      "loss": 1.4997,
      "step": 60127
    },
    {
      "epoch": 5.107713217804961,
      "grad_norm": 2.7625477680653523,
      "learning_rate": 1.7007252358368223e-05,
      "loss": 1.5711,
      "step": 60128
    },
    {
      "epoch": 5.1077981651376145,
      "grad_norm": 2.593357915002139,
      "learning_rate": 1.7004076881938016e-05,
      "loss": 1.226,
      "step": 60129
    },
    {
      "epoch": 5.107883112470269,
      "grad_norm": 2.615807611844449,
      "learning_rate": 1.7000901684174317e-05,
      "loss": 1.5575,
      "step": 60130
    },
    {
      "epoch": 5.107968059802922,
      "grad_norm": 2.6517195129563524,
      "learning_rate": 1.6997726765083786e-05,
      "loss": 1.4251,
      "step": 60131
    },
    {
      "epoch": 5.108053007135576,
      "grad_norm": 2.5242788859971896,
      "learning_rate": 1.6994552124673082e-05,
      "loss": 1.2355,
      "step": 60132
    },
    {
      "epoch": 5.10813795446823,
      "grad_norm": 2.530133131474133,
      "learning_rate": 1.6991377762948788e-05,
      "loss": 1.2051,
      "step": 60133
    },
    {
      "epoch": 5.108222901800883,
      "grad_norm": 2.555633458440283,
      "learning_rate": 1.6988203679917646e-05,
      "loss": 1.2276,
      "step": 60134
    },
    {
      "epoch": 5.108307849133538,
      "grad_norm": 2.6308035005713934,
      "learning_rate": 1.6985029875586265e-05,
      "loss": 1.262,
      "step": 60135
    },
    {
      "epoch": 5.108392796466191,
      "grad_norm": 2.7226933622231653,
      "learning_rate": 1.698185634996124e-05,
      "loss": 1.3253,
      "step": 60136
    },
    {
      "epoch": 5.1084777437988445,
      "grad_norm": 2.647916712761067,
      "learning_rate": 1.6978683103049307e-05,
      "loss": 1.5592,
      "step": 60137
    },
    {
      "epoch": 5.108562691131499,
      "grad_norm": 2.692468047928556,
      "learning_rate": 1.6975510134857103e-05,
      "loss": 1.5191,
      "step": 60138
    },
    {
      "epoch": 5.108647638464152,
      "grad_norm": 2.3798605216117084,
      "learning_rate": 1.6972337445391236e-05,
      "loss": 1.314,
      "step": 60139
    },
    {
      "epoch": 5.108732585796806,
      "grad_norm": 2.620103622171917,
      "learning_rate": 1.696916503465836e-05,
      "loss": 1.5218,
      "step": 60140
    },
    {
      "epoch": 5.10881753312946,
      "grad_norm": 2.649378607161777,
      "learning_rate": 1.6965992902665165e-05,
      "loss": 1.623,
      "step": 60141
    },
    {
      "epoch": 5.108902480462113,
      "grad_norm": 3.185976181354758,
      "learning_rate": 1.696282104941823e-05,
      "loss": 1.635,
      "step": 60142
    },
    {
      "epoch": 5.1089874277947676,
      "grad_norm": 2.774454642950516,
      "learning_rate": 1.6959649474924282e-05,
      "loss": 1.4752,
      "step": 60143
    },
    {
      "epoch": 5.109072375127421,
      "grad_norm": 2.7395724560645904,
      "learning_rate": 1.695647817918988e-05,
      "loss": 1.5861,
      "step": 60144
    },
    {
      "epoch": 5.109157322460074,
      "grad_norm": 2.696000250722973,
      "learning_rate": 1.6953307162221756e-05,
      "loss": 1.3708,
      "step": 60145
    },
    {
      "epoch": 5.109242269792729,
      "grad_norm": 2.735579605298476,
      "learning_rate": 1.695013642402649e-05,
      "loss": 1.5547,
      "step": 60146
    },
    {
      "epoch": 5.109327217125382,
      "grad_norm": 2.783873504849793,
      "learning_rate": 1.6946965964610736e-05,
      "loss": 1.4541,
      "step": 60147
    },
    {
      "epoch": 5.109412164458036,
      "grad_norm": 2.562577088818384,
      "learning_rate": 1.6943795783981144e-05,
      "loss": 1.5103,
      "step": 60148
    },
    {
      "epoch": 5.10949711179069,
      "grad_norm": 2.6119359564587867,
      "learning_rate": 1.6940625882144377e-05,
      "loss": 1.4157,
      "step": 60149
    },
    {
      "epoch": 5.109582059123343,
      "grad_norm": 2.785315122855095,
      "learning_rate": 1.6937456259107075e-05,
      "loss": 1.3076,
      "step": 60150
    },
    {
      "epoch": 5.1096670064559975,
      "grad_norm": 2.7513623554213713,
      "learning_rate": 1.6934286914875817e-05,
      "loss": 1.3656,
      "step": 60151
    },
    {
      "epoch": 5.109751953788651,
      "grad_norm": 2.561695455948842,
      "learning_rate": 1.6931117849457333e-05,
      "loss": 1.3522,
      "step": 60152
    },
    {
      "epoch": 5.109836901121305,
      "grad_norm": 2.5151145997378097,
      "learning_rate": 1.6927949062858215e-05,
      "loss": 1.4093,
      "step": 60153
    },
    {
      "epoch": 5.109921848453959,
      "grad_norm": 2.438555433390042,
      "learning_rate": 1.6924780555085095e-05,
      "loss": 1.4265,
      "step": 60154
    },
    {
      "epoch": 5.110006795786612,
      "grad_norm": 2.6340092507641297,
      "learning_rate": 1.6921612326144612e-05,
      "loss": 1.4935,
      "step": 60155
    },
    {
      "epoch": 5.110091743119266,
      "grad_norm": 2.6442679471554635,
      "learning_rate": 1.6918444376043432e-05,
      "loss": 1.3239,
      "step": 60156
    },
    {
      "epoch": 5.11017669045192,
      "grad_norm": 2.6452275754947787,
      "learning_rate": 1.69152767047882e-05,
      "loss": 1.434,
      "step": 60157
    },
    {
      "epoch": 5.110261637784574,
      "grad_norm": 2.635649583828756,
      "learning_rate": 1.691210931238549e-05,
      "loss": 1.4607,
      "step": 60158
    },
    {
      "epoch": 5.110346585117227,
      "grad_norm": 2.4309474272769926,
      "learning_rate": 1.690894219884202e-05,
      "loss": 1.4334,
      "step": 60159
    },
    {
      "epoch": 5.110431532449881,
      "grad_norm": 2.573411529809498,
      "learning_rate": 1.6905775364164358e-05,
      "loss": 1.5152,
      "step": 60160
    },
    {
      "epoch": 5.110516479782535,
      "grad_norm": 2.678250327891508,
      "learning_rate": 1.6902608808359193e-05,
      "loss": 1.3724,
      "step": 60161
    },
    {
      "epoch": 5.1106014271151885,
      "grad_norm": 2.767790939572418,
      "learning_rate": 1.6899442531433094e-05,
      "loss": 1.4737,
      "step": 60162
    },
    {
      "epoch": 5.110686374447842,
      "grad_norm": 2.7636177402514024,
      "learning_rate": 1.6896276533392778e-05,
      "loss": 1.5308,
      "step": 60163
    },
    {
      "epoch": 5.110771321780496,
      "grad_norm": 2.6879856388994035,
      "learning_rate": 1.6893110814244837e-05,
      "loss": 1.3038,
      "step": 60164
    },
    {
      "epoch": 5.11085626911315,
      "grad_norm": 2.7778840523749047,
      "learning_rate": 1.6889945373995884e-05,
      "loss": 1.4484,
      "step": 60165
    },
    {
      "epoch": 5.110941216445804,
      "grad_norm": 2.626267217577162,
      "learning_rate": 1.6886780212652545e-05,
      "loss": 1.5131,
      "step": 60166
    },
    {
      "epoch": 5.111026163778457,
      "grad_norm": 2.6026710693289488,
      "learning_rate": 1.6883615330221534e-05,
      "loss": 1.5553,
      "step": 60167
    },
    {
      "epoch": 5.111111111111111,
      "grad_norm": 2.71340773738268,
      "learning_rate": 1.6880450726709412e-05,
      "loss": 1.3481,
      "step": 60168
    },
    {
      "epoch": 5.111196058443765,
      "grad_norm": 2.632630329250689,
      "learning_rate": 1.6877286402122803e-05,
      "loss": 1.6085,
      "step": 60169
    },
    {
      "epoch": 5.111281005776418,
      "grad_norm": 2.7100861958854985,
      "learning_rate": 1.6874122356468373e-05,
      "loss": 1.5198,
      "step": 60170
    },
    {
      "epoch": 5.111365953109073,
      "grad_norm": 2.53911710489523,
      "learning_rate": 1.6870958589752748e-05,
      "loss": 1.4682,
      "step": 60171
    },
    {
      "epoch": 5.111450900441726,
      "grad_norm": 2.6451450148835827,
      "learning_rate": 1.6867795101982524e-05,
      "loss": 1.477,
      "step": 60172
    },
    {
      "epoch": 5.1115358477743795,
      "grad_norm": 2.577410572461368,
      "learning_rate": 1.6864631893164343e-05,
      "loss": 1.3831,
      "step": 60173
    },
    {
      "epoch": 5.111620795107034,
      "grad_norm": 2.5179694473985434,
      "learning_rate": 1.686146896330487e-05,
      "loss": 1.3835,
      "step": 60174
    },
    {
      "epoch": 5.111705742439687,
      "grad_norm": 2.4825988170760063,
      "learning_rate": 1.6858306312410712e-05,
      "loss": 1.3162,
      "step": 60175
    },
    {
      "epoch": 5.1117906897723415,
      "grad_norm": 2.6863693883200757,
      "learning_rate": 1.6855143940488452e-05,
      "loss": 1.4937,
      "step": 60176
    },
    {
      "epoch": 5.111875637104995,
      "grad_norm": 2.5672562796653424,
      "learning_rate": 1.685198184754478e-05,
      "loss": 1.5094,
      "step": 60177
    },
    {
      "epoch": 5.111960584437648,
      "grad_norm": 2.7989151438106155,
      "learning_rate": 1.6848820033586298e-05,
      "loss": 1.5096,
      "step": 60178
    },
    {
      "epoch": 5.112045531770303,
      "grad_norm": 2.669853114534796,
      "learning_rate": 1.684565849861959e-05,
      "loss": 1.2929,
      "step": 60179
    },
    {
      "epoch": 5.112130479102956,
      "grad_norm": 2.59195855466806,
      "learning_rate": 1.6842497242651326e-05,
      "loss": 1.3497,
      "step": 60180
    },
    {
      "epoch": 5.11221542643561,
      "grad_norm": 2.4986150114528853,
      "learning_rate": 1.683933626568815e-05,
      "loss": 1.3757,
      "step": 60181
    },
    {
      "epoch": 5.112300373768264,
      "grad_norm": 2.5713837493822416,
      "learning_rate": 1.6836175567736648e-05,
      "loss": 1.596,
      "step": 60182
    },
    {
      "epoch": 5.112385321100917,
      "grad_norm": 2.5127440696698704,
      "learning_rate": 1.6833015148803425e-05,
      "loss": 1.2916,
      "step": 60183
    },
    {
      "epoch": 5.112470268433571,
      "grad_norm": 2.739678473030119,
      "learning_rate": 1.682985500889517e-05,
      "loss": 1.2368,
      "step": 60184
    },
    {
      "epoch": 5.112555215766225,
      "grad_norm": 2.4964377602822077,
      "learning_rate": 1.6826695148018417e-05,
      "loss": 1.4046,
      "step": 60185
    },
    {
      "epoch": 5.112640163098879,
      "grad_norm": 2.7446486593056396,
      "learning_rate": 1.682353556617987e-05,
      "loss": 1.4243,
      "step": 60186
    },
    {
      "epoch": 5.1127251104315325,
      "grad_norm": 2.743532365200442,
      "learning_rate": 1.6820376263386078e-05,
      "loss": 1.5815,
      "step": 60187
    },
    {
      "epoch": 5.112810057764186,
      "grad_norm": 2.6518415868496157,
      "learning_rate": 1.6817217239643715e-05,
      "loss": 1.2785,
      "step": 60188
    },
    {
      "epoch": 5.11289500509684,
      "grad_norm": 2.455500388382996,
      "learning_rate": 1.6814058494959397e-05,
      "loss": 1.3405,
      "step": 60189
    },
    {
      "epoch": 5.112979952429494,
      "grad_norm": 2.749204643445235,
      "learning_rate": 1.6810900029339685e-05,
      "loss": 1.4302,
      "step": 60190
    },
    {
      "epoch": 5.113064899762147,
      "grad_norm": 2.670641122794881,
      "learning_rate": 1.680774184279124e-05,
      "loss": 1.3467,
      "step": 60191
    },
    {
      "epoch": 5.113149847094801,
      "grad_norm": 2.640159270156227,
      "learning_rate": 1.680458393532072e-05,
      "loss": 1.55,
      "step": 60192
    },
    {
      "epoch": 5.113234794427455,
      "grad_norm": 2.7588270340030143,
      "learning_rate": 1.6801426306934673e-05,
      "loss": 1.327,
      "step": 60193
    },
    {
      "epoch": 5.113319741760109,
      "grad_norm": 2.820230295085396,
      "learning_rate": 1.6798268957639726e-05,
      "loss": 1.4064,
      "step": 60194
    },
    {
      "epoch": 5.1134046890927625,
      "grad_norm": 2.6388675056036766,
      "learning_rate": 1.6795111887442542e-05,
      "loss": 1.5855,
      "step": 60195
    },
    {
      "epoch": 5.113489636425416,
      "grad_norm": 2.5284110381937737,
      "learning_rate": 1.6791955096349698e-05,
      "loss": 1.4103,
      "step": 60196
    },
    {
      "epoch": 5.11357458375807,
      "grad_norm": 2.517218452419443,
      "learning_rate": 1.6788798584367785e-05,
      "loss": 1.505,
      "step": 60197
    },
    {
      "epoch": 5.113659531090724,
      "grad_norm": 2.654160203133488,
      "learning_rate": 1.6785642351503436e-05,
      "loss": 1.5146,
      "step": 60198
    },
    {
      "epoch": 5.113744478423378,
      "grad_norm": 2.904378049723056,
      "learning_rate": 1.6782486397763313e-05,
      "loss": 1.6804,
      "step": 60199
    },
    {
      "epoch": 5.113829425756031,
      "grad_norm": 2.812824030751674,
      "learning_rate": 1.6779330723153988e-05,
      "loss": 1.4108,
      "step": 60200
    },
    {
      "epoch": 5.113914373088685,
      "grad_norm": 2.753713495768658,
      "learning_rate": 1.6776175327682047e-05,
      "loss": 1.4991,
      "step": 60201
    },
    {
      "epoch": 5.113999320421339,
      "grad_norm": 2.5094721536281566,
      "learning_rate": 1.677302021135416e-05,
      "loss": 1.3396,
      "step": 60202
    },
    {
      "epoch": 5.114084267753992,
      "grad_norm": 2.658708987269307,
      "learning_rate": 1.6769865374176877e-05,
      "loss": 1.5637,
      "step": 60203
    },
    {
      "epoch": 5.114169215086647,
      "grad_norm": 2.5185769144234786,
      "learning_rate": 1.676671081615686e-05,
      "loss": 1.2238,
      "step": 60204
    },
    {
      "epoch": 5.1142541624193,
      "grad_norm": 2.764285762454143,
      "learning_rate": 1.6763556537300665e-05,
      "loss": 1.4193,
      "step": 60205
    },
    {
      "epoch": 5.1143391097519535,
      "grad_norm": 2.6479575360840935,
      "learning_rate": 1.6760402537614975e-05,
      "loss": 1.2867,
      "step": 60206
    },
    {
      "epoch": 5.114424057084608,
      "grad_norm": 2.6998731173010535,
      "learning_rate": 1.675724881710635e-05,
      "loss": 1.5356,
      "step": 60207
    },
    {
      "epoch": 5.114509004417261,
      "grad_norm": 2.7681218869377746,
      "learning_rate": 1.6754095375781385e-05,
      "loss": 1.5686,
      "step": 60208
    },
    {
      "epoch": 5.1145939517499155,
      "grad_norm": 2.4583724569964645,
      "learning_rate": 1.675094221364669e-05,
      "loss": 1.4008,
      "step": 60209
    },
    {
      "epoch": 5.114678899082569,
      "grad_norm": 2.860742750495277,
      "learning_rate": 1.6747789330708926e-05,
      "loss": 1.4202,
      "step": 60210
    },
    {
      "epoch": 5.114763846415222,
      "grad_norm": 2.42104804733017,
      "learning_rate": 1.6744636726974674e-05,
      "loss": 1.1704,
      "step": 60211
    },
    {
      "epoch": 5.114848793747877,
      "grad_norm": 2.5494613501219034,
      "learning_rate": 1.6741484402450478e-05,
      "loss": 1.178,
      "step": 60212
    },
    {
      "epoch": 5.11493374108053,
      "grad_norm": 2.72508571577278,
      "learning_rate": 1.673833235714303e-05,
      "loss": 1.6161,
      "step": 60213
    },
    {
      "epoch": 5.115018688413183,
      "grad_norm": 2.614760300386672,
      "learning_rate": 1.673518059105891e-05,
      "loss": 1.268,
      "step": 60214
    },
    {
      "epoch": 5.115103635745838,
      "grad_norm": 2.4755194659161,
      "learning_rate": 1.6732029104204664e-05,
      "loss": 1.4018,
      "step": 60215
    },
    {
      "epoch": 5.115188583078491,
      "grad_norm": 2.4276202884619846,
      "learning_rate": 1.6728877896586952e-05,
      "loss": 1.3163,
      "step": 60216
    },
    {
      "epoch": 5.115273530411145,
      "grad_norm": 2.6947629513094284,
      "learning_rate": 1.6725726968212384e-05,
      "loss": 1.5998,
      "step": 60217
    },
    {
      "epoch": 5.115358477743799,
      "grad_norm": 2.624011605480591,
      "learning_rate": 1.672257631908754e-05,
      "loss": 1.621,
      "step": 60218
    },
    {
      "epoch": 5.115443425076452,
      "grad_norm": 2.5527903866148107,
      "learning_rate": 1.6719425949219012e-05,
      "loss": 1.4002,
      "step": 60219
    },
    {
      "epoch": 5.1155283724091065,
      "grad_norm": 3.019866143028749,
      "learning_rate": 1.6716275858613432e-05,
      "loss": 1.5211,
      "step": 60220
    },
    {
      "epoch": 5.11561331974176,
      "grad_norm": 2.662312399697293,
      "learning_rate": 1.6713126047277393e-05,
      "loss": 1.6073,
      "step": 60221
    },
    {
      "epoch": 5.115698267074414,
      "grad_norm": 2.5912532377255424,
      "learning_rate": 1.6709976515217438e-05,
      "loss": 1.302,
      "step": 60222
    },
    {
      "epoch": 5.115783214407068,
      "grad_norm": 2.7893760892302453,
      "learning_rate": 1.670682726244023e-05,
      "loss": 1.4127,
      "step": 60223
    },
    {
      "epoch": 5.115868161739721,
      "grad_norm": 2.731778368571875,
      "learning_rate": 1.6703678288952365e-05,
      "loss": 1.6889,
      "step": 60224
    },
    {
      "epoch": 5.115953109072375,
      "grad_norm": 2.557423282389554,
      "learning_rate": 1.6700529594760437e-05,
      "loss": 1.2597,
      "step": 60225
    },
    {
      "epoch": 5.116038056405029,
      "grad_norm": 2.555941662840821,
      "learning_rate": 1.669738117987099e-05,
      "loss": 1.4642,
      "step": 60226
    },
    {
      "epoch": 5.116123003737683,
      "grad_norm": 2.52394791676325,
      "learning_rate": 1.66942330442907e-05,
      "loss": 1.4196,
      "step": 60227
    },
    {
      "epoch": 5.116207951070336,
      "grad_norm": 2.5662130600060284,
      "learning_rate": 1.6691085188026097e-05,
      "loss": 1.4473,
      "step": 60228
    },
    {
      "epoch": 5.11629289840299,
      "grad_norm": 2.4493340121647114,
      "learning_rate": 1.6687937611083847e-05,
      "loss": 1.444,
      "step": 60229
    },
    {
      "epoch": 5.116377845735644,
      "grad_norm": 2.7388029848366813,
      "learning_rate": 1.6684790313470454e-05,
      "loss": 1.5524,
      "step": 60230
    },
    {
      "epoch": 5.1164627930682975,
      "grad_norm": 2.579349248036864,
      "learning_rate": 1.6681643295192616e-05,
      "loss": 1.5111,
      "step": 60231
    },
    {
      "epoch": 5.116547740400952,
      "grad_norm": 2.551140615088407,
      "learning_rate": 1.667849655625686e-05,
      "loss": 1.1908,
      "step": 60232
    },
    {
      "epoch": 5.116632687733605,
      "grad_norm": 2.785350759287754,
      "learning_rate": 1.6675350096669766e-05,
      "loss": 1.4137,
      "step": 60233
    },
    {
      "epoch": 5.116717635066259,
      "grad_norm": 2.507659969604624,
      "learning_rate": 1.6672203916437944e-05,
      "loss": 1.4625,
      "step": 60234
    },
    {
      "epoch": 5.116802582398913,
      "grad_norm": 2.8147628166344885,
      "learning_rate": 1.6669058015568036e-05,
      "loss": 1.6646,
      "step": 60235
    },
    {
      "epoch": 5.116887529731566,
      "grad_norm": 2.6144310643995925,
      "learning_rate": 1.6665912394066594e-05,
      "loss": 1.4839,
      "step": 60236
    },
    {
      "epoch": 5.11697247706422,
      "grad_norm": 2.5829040364279603,
      "learning_rate": 1.666276705194019e-05,
      "loss": 1.3077,
      "step": 60237
    },
    {
      "epoch": 5.117057424396874,
      "grad_norm": 2.656466721266449,
      "learning_rate": 1.6659621989195453e-05,
      "loss": 1.3614,
      "step": 60238
    },
    {
      "epoch": 5.1171423717295275,
      "grad_norm": 2.7669644435720127,
      "learning_rate": 1.6656477205838946e-05,
      "loss": 1.5789,
      "step": 60239
    },
    {
      "epoch": 5.117227319062182,
      "grad_norm": 2.5869415355123335,
      "learning_rate": 1.665333270187725e-05,
      "loss": 1.4775,
      "step": 60240
    },
    {
      "epoch": 5.117312266394835,
      "grad_norm": 2.6413719562303144,
      "learning_rate": 1.665018847731695e-05,
      "loss": 1.2695,
      "step": 60241
    },
    {
      "epoch": 5.117397213727489,
      "grad_norm": 2.606372924230467,
      "learning_rate": 1.66470445321647e-05,
      "loss": 1.5347,
      "step": 60242
    },
    {
      "epoch": 5.117482161060143,
      "grad_norm": 2.627395569105179,
      "learning_rate": 1.664390086642704e-05,
      "loss": 1.4179,
      "step": 60243
    },
    {
      "epoch": 5.117567108392796,
      "grad_norm": 2.6769614193646243,
      "learning_rate": 1.6640757480110517e-05,
      "loss": 1.3337,
      "step": 60244
    },
    {
      "epoch": 5.117652055725451,
      "grad_norm": 2.711343554684018,
      "learning_rate": 1.663761437322179e-05,
      "loss": 1.416,
      "step": 60245
    },
    {
      "epoch": 5.117737003058104,
      "grad_norm": 2.4710898743376704,
      "learning_rate": 1.6634471545767393e-05,
      "loss": 1.4815,
      "step": 60246
    },
    {
      "epoch": 5.117821950390757,
      "grad_norm": 2.780996667375051,
      "learning_rate": 1.663132899775396e-05,
      "loss": 1.6358,
      "step": 60247
    },
    {
      "epoch": 5.117906897723412,
      "grad_norm": 2.742493264146589,
      "learning_rate": 1.6628186729188014e-05,
      "loss": 1.5391,
      "step": 60248
    },
    {
      "epoch": 5.117991845056065,
      "grad_norm": 2.6230740289526837,
      "learning_rate": 1.6625044740076194e-05,
      "loss": 1.5831,
      "step": 60249
    },
    {
      "epoch": 5.118076792388719,
      "grad_norm": 2.6902299349433507,
      "learning_rate": 1.6621903030425077e-05,
      "loss": 1.1932,
      "step": 60250
    },
    {
      "epoch": 5.118161739721373,
      "grad_norm": 2.5471102930648524,
      "learning_rate": 1.661876160024119e-05,
      "loss": 1.3125,
      "step": 60251
    },
    {
      "epoch": 5.118246687054026,
      "grad_norm": 2.4154076146457713,
      "learning_rate": 1.661562044953115e-05,
      "loss": 1.346,
      "step": 60252
    },
    {
      "epoch": 5.1183316343866805,
      "grad_norm": 2.421317369368891,
      "learning_rate": 1.6612479578301584e-05,
      "loss": 1.4178,
      "step": 60253
    },
    {
      "epoch": 5.118416581719334,
      "grad_norm": 2.5247682573342076,
      "learning_rate": 1.6609338986559017e-05,
      "loss": 1.325,
      "step": 60254
    },
    {
      "epoch": 5.118501529051988,
      "grad_norm": 2.787172361041246,
      "learning_rate": 1.660619867431003e-05,
      "loss": 1.6729,
      "step": 60255
    },
    {
      "epoch": 5.118586476384642,
      "grad_norm": 2.8085360249478586,
      "learning_rate": 1.6603058641561245e-05,
      "loss": 1.419,
      "step": 60256
    },
    {
      "epoch": 5.118671423717295,
      "grad_norm": 2.5432493882509384,
      "learning_rate": 1.6599918888319213e-05,
      "loss": 1.3739,
      "step": 60257
    },
    {
      "epoch": 5.118756371049949,
      "grad_norm": 3.646394071811651,
      "learning_rate": 1.6596779414590494e-05,
      "loss": 1.887,
      "step": 60258
    },
    {
      "epoch": 5.118841318382603,
      "grad_norm": 3.2753807235396337,
      "learning_rate": 1.6593640220381665e-05,
      "loss": 1.7737,
      "step": 60259
    },
    {
      "epoch": 5.118926265715256,
      "grad_norm": 2.5319261525077548,
      "learning_rate": 1.659050130569937e-05,
      "loss": 1.4335,
      "step": 60260
    },
    {
      "epoch": 5.11901121304791,
      "grad_norm": 2.6529567818621964,
      "learning_rate": 1.6587362670550142e-05,
      "loss": 1.3103,
      "step": 60261
    },
    {
      "epoch": 5.119096160380564,
      "grad_norm": 2.497534576403656,
      "learning_rate": 1.658422431494052e-05,
      "loss": 1.3798,
      "step": 60262
    },
    {
      "epoch": 5.119181107713218,
      "grad_norm": 2.722554574808204,
      "learning_rate": 1.658108623887715e-05,
      "loss": 1.4342,
      "step": 60263
    },
    {
      "epoch": 5.1192660550458715,
      "grad_norm": 2.752119343321605,
      "learning_rate": 1.657794844236658e-05,
      "loss": 1.5937,
      "step": 60264
    },
    {
      "epoch": 5.119351002378525,
      "grad_norm": 2.5067131463938006,
      "learning_rate": 1.6574810925415333e-05,
      "loss": 1.2033,
      "step": 60265
    },
    {
      "epoch": 5.119435949711179,
      "grad_norm": 2.521977032017324,
      "learning_rate": 1.6571673688030042e-05,
      "loss": 1.1664,
      "step": 60266
    },
    {
      "epoch": 5.119520897043833,
      "grad_norm": 2.769770250896742,
      "learning_rate": 1.656853673021728e-05,
      "loss": 1.6061,
      "step": 60267
    },
    {
      "epoch": 5.119605844376487,
      "grad_norm": 2.6658702721790815,
      "learning_rate": 1.6565400051983614e-05,
      "loss": 1.3446,
      "step": 60268
    },
    {
      "epoch": 5.11969079170914,
      "grad_norm": 2.4969611838774752,
      "learning_rate": 1.6562263653335585e-05,
      "loss": 1.164,
      "step": 60269
    },
    {
      "epoch": 5.119775739041794,
      "grad_norm": 2.4827827717771873,
      "learning_rate": 1.655912753427982e-05,
      "loss": 1.3145,
      "step": 60270
    },
    {
      "epoch": 5.119860686374448,
      "grad_norm": 2.607185412288076,
      "learning_rate": 1.6555991694822818e-05,
      "loss": 1.3047,
      "step": 60271
    },
    {
      "epoch": 5.119945633707101,
      "grad_norm": 2.597422756013377,
      "learning_rate": 1.6552856134971222e-05,
      "loss": 1.4098,
      "step": 60272
    },
    {
      "epoch": 5.120030581039756,
      "grad_norm": 2.4960358775761518,
      "learning_rate": 1.654972085473154e-05,
      "loss": 1.4428,
      "step": 60273
    },
    {
      "epoch": 5.120115528372409,
      "grad_norm": 2.7496494011592625,
      "learning_rate": 1.6546585854110406e-05,
      "loss": 1.5753,
      "step": 60274
    },
    {
      "epoch": 5.1202004757050625,
      "grad_norm": 2.629720410976126,
      "learning_rate": 1.654345113311436e-05,
      "loss": 1.5116,
      "step": 60275
    },
    {
      "epoch": 5.120285423037717,
      "grad_norm": 2.7832948049469697,
      "learning_rate": 1.654031669174995e-05,
      "loss": 1.3734,
      "step": 60276
    },
    {
      "epoch": 5.12037037037037,
      "grad_norm": 2.6036606628917447,
      "learning_rate": 1.6537182530023703e-05,
      "loss": 1.4006,
      "step": 60277
    },
    {
      "epoch": 5.1204553177030245,
      "grad_norm": 2.627399599970543,
      "learning_rate": 1.653404864794231e-05,
      "loss": 1.4125,
      "step": 60278
    },
    {
      "epoch": 5.120540265035678,
      "grad_norm": 2.546890139576159,
      "learning_rate": 1.6530915045512255e-05,
      "loss": 1.5636,
      "step": 60279
    },
    {
      "epoch": 5.120625212368331,
      "grad_norm": 2.4750705009974783,
      "learning_rate": 1.6527781722740098e-05,
      "loss": 1.3856,
      "step": 60280
    },
    {
      "epoch": 5.120710159700986,
      "grad_norm": 2.436769272724326,
      "learning_rate": 1.6524648679632446e-05,
      "loss": 1.2685,
      "step": 60281
    },
    {
      "epoch": 5.120795107033639,
      "grad_norm": 2.70146199183923,
      "learning_rate": 1.6521515916195832e-05,
      "loss": 1.4449,
      "step": 60282
    },
    {
      "epoch": 5.1208800543662925,
      "grad_norm": 2.5129895355034564,
      "learning_rate": 1.6518383432436816e-05,
      "loss": 1.2419,
      "step": 60283
    },
    {
      "epoch": 5.120965001698947,
      "grad_norm": 2.7056324069813686,
      "learning_rate": 1.651525122836196e-05,
      "loss": 1.3083,
      "step": 60284
    },
    {
      "epoch": 5.1210499490316,
      "grad_norm": 2.6939514977456644,
      "learning_rate": 1.6512119303977888e-05,
      "loss": 1.3098,
      "step": 60285
    },
    {
      "epoch": 5.1211348963642545,
      "grad_norm": 2.723526575691071,
      "learning_rate": 1.65089876592911e-05,
      "loss": 1.5637,
      "step": 60286
    },
    {
      "epoch": 5.121219843696908,
      "grad_norm": 2.640855877492523,
      "learning_rate": 1.6505856294308157e-05,
      "loss": 1.3788,
      "step": 60287
    },
    {
      "epoch": 5.121304791029561,
      "grad_norm": 2.7727079762135296,
      "learning_rate": 1.650272520903565e-05,
      "loss": 1.5534,
      "step": 60288
    },
    {
      "epoch": 5.121389738362216,
      "grad_norm": 2.559731211048477,
      "learning_rate": 1.649959440348011e-05,
      "loss": 1.3883,
      "step": 60289
    },
    {
      "epoch": 5.121474685694869,
      "grad_norm": 2.53798272528343,
      "learning_rate": 1.6496463877648146e-05,
      "loss": 1.4071,
      "step": 60290
    },
    {
      "epoch": 5.121559633027523,
      "grad_norm": 2.4457522259641045,
      "learning_rate": 1.649333363154624e-05,
      "loss": 1.2491,
      "step": 60291
    },
    {
      "epoch": 5.121644580360177,
      "grad_norm": 2.6369073853830765,
      "learning_rate": 1.6490203665181033e-05,
      "loss": 1.511,
      "step": 60292
    },
    {
      "epoch": 5.12172952769283,
      "grad_norm": 2.693668057487797,
      "learning_rate": 1.6487073978559057e-05,
      "loss": 1.4123,
      "step": 60293
    },
    {
      "epoch": 5.121814475025484,
      "grad_norm": 2.5503253558914873,
      "learning_rate": 1.6483944571686853e-05,
      "loss": 1.5509,
      "step": 60294
    },
    {
      "epoch": 5.121899422358138,
      "grad_norm": 3.390042469606221,
      "learning_rate": 1.6480815444570915e-05,
      "loss": 1.6464,
      "step": 60295
    },
    {
      "epoch": 5.121984369690792,
      "grad_norm": 2.55808818767264,
      "learning_rate": 1.6477686597217925e-05,
      "loss": 1.387,
      "step": 60296
    },
    {
      "epoch": 5.1220693170234455,
      "grad_norm": 2.563685046470822,
      "learning_rate": 1.6474558029634395e-05,
      "loss": 1.2967,
      "step": 60297
    },
    {
      "epoch": 5.122154264356099,
      "grad_norm": 2.784983448559285,
      "learning_rate": 1.647142974182683e-05,
      "loss": 1.4088,
      "step": 60298
    },
    {
      "epoch": 5.122239211688753,
      "grad_norm": 2.663251828658621,
      "learning_rate": 1.6468301733801846e-05,
      "loss": 1.3096,
      "step": 60299
    },
    {
      "epoch": 5.122324159021407,
      "grad_norm": 2.720980802996963,
      "learning_rate": 1.646517400556599e-05,
      "loss": 1.5252,
      "step": 60300
    },
    {
      "epoch": 5.122409106354061,
      "grad_norm": 3.053583695613735,
      "learning_rate": 1.646204655712575e-05,
      "loss": 1.7725,
      "step": 60301
    },
    {
      "epoch": 5.122494053686714,
      "grad_norm": 2.6110413395445717,
      "learning_rate": 1.645891938848773e-05,
      "loss": 1.2761,
      "step": 60302
    },
    {
      "epoch": 5.122579001019368,
      "grad_norm": 2.8631316071149513,
      "learning_rate": 1.6455792499658516e-05,
      "loss": 1.5424,
      "step": 60303
    },
    {
      "epoch": 5.122663948352022,
      "grad_norm": 2.414238012845866,
      "learning_rate": 1.6452665890644624e-05,
      "loss": 1.3797,
      "step": 60304
    },
    {
      "epoch": 5.122748895684675,
      "grad_norm": 2.3729176921662787,
      "learning_rate": 1.6449539561452613e-05,
      "loss": 1.281,
      "step": 60305
    },
    {
      "epoch": 5.12283384301733,
      "grad_norm": 2.6262153058673583,
      "learning_rate": 1.644641351208898e-05,
      "loss": 1.5615,
      "step": 60306
    },
    {
      "epoch": 5.122918790349983,
      "grad_norm": 2.607866706330324,
      "learning_rate": 1.644328774256035e-05,
      "loss": 1.5689,
      "step": 60307
    },
    {
      "epoch": 5.1230037376826365,
      "grad_norm": 2.8200086502031665,
      "learning_rate": 1.6440162252873225e-05,
      "loss": 1.5934,
      "step": 60308
    },
    {
      "epoch": 5.123088685015291,
      "grad_norm": 2.5828035847002857,
      "learning_rate": 1.6437037043034156e-05,
      "loss": 1.5203,
      "step": 60309
    },
    {
      "epoch": 5.123173632347944,
      "grad_norm": 2.488181023019562,
      "learning_rate": 1.6433912113049745e-05,
      "loss": 1.3225,
      "step": 60310
    },
    {
      "epoch": 5.123258579680598,
      "grad_norm": 2.7401121887145417,
      "learning_rate": 1.6430787462926504e-05,
      "loss": 1.3309,
      "step": 60311
    },
    {
      "epoch": 5.123343527013252,
      "grad_norm": 2.7094772181349636,
      "learning_rate": 1.6427663092670972e-05,
      "loss": 1.5683,
      "step": 60312
    },
    {
      "epoch": 5.123428474345905,
      "grad_norm": 2.6265147501619888,
      "learning_rate": 1.6424539002289684e-05,
      "loss": 1.5372,
      "step": 60313
    },
    {
      "epoch": 5.12351342167856,
      "grad_norm": 2.5924678732482516,
      "learning_rate": 1.6421415191789177e-05,
      "loss": 1.4526,
      "step": 60314
    },
    {
      "epoch": 5.123598369011213,
      "grad_norm": 2.8190518957420454,
      "learning_rate": 1.641829166117607e-05,
      "loss": 1.4302,
      "step": 60315
    },
    {
      "epoch": 5.123683316343866,
      "grad_norm": 2.6159946073499247,
      "learning_rate": 1.641516841045687e-05,
      "loss": 1.3843,
      "step": 60316
    },
    {
      "epoch": 5.123768263676521,
      "grad_norm": 2.5604097122511402,
      "learning_rate": 1.6412045439638056e-05,
      "loss": 1.4564,
      "step": 60317
    },
    {
      "epoch": 5.123853211009174,
      "grad_norm": 2.5293129704060027,
      "learning_rate": 1.640892274872627e-05,
      "loss": 1.5146,
      "step": 60318
    },
    {
      "epoch": 5.123938158341828,
      "grad_norm": 2.7090062449842236,
      "learning_rate": 1.6405800337728016e-05,
      "loss": 1.6746,
      "step": 60319
    },
    {
      "epoch": 5.124023105674482,
      "grad_norm": 2.726193611415138,
      "learning_rate": 1.640267820664978e-05,
      "loss": 1.3078,
      "step": 60320
    },
    {
      "epoch": 5.124108053007135,
      "grad_norm": 2.7505423437136156,
      "learning_rate": 1.6399556355498187e-05,
      "loss": 1.3997,
      "step": 60321
    },
    {
      "epoch": 5.1241930003397895,
      "grad_norm": 2.826137645117305,
      "learning_rate": 1.6396434784279777e-05,
      "loss": 1.7041,
      "step": 60322
    },
    {
      "epoch": 5.124277947672443,
      "grad_norm": 2.9064749987134952,
      "learning_rate": 1.6393313493001036e-05,
      "loss": 1.3398,
      "step": 60323
    },
    {
      "epoch": 5.124362895005097,
      "grad_norm": 2.496894116473521,
      "learning_rate": 1.6390192481668513e-05,
      "loss": 1.2922,
      "step": 60324
    },
    {
      "epoch": 5.124447842337751,
      "grad_norm": 2.586917142368944,
      "learning_rate": 1.63870717502888e-05,
      "loss": 1.4116,
      "step": 60325
    },
    {
      "epoch": 5.124532789670404,
      "grad_norm": 2.698762046535635,
      "learning_rate": 1.638395129886836e-05,
      "loss": 1.3368,
      "step": 60326
    },
    {
      "epoch": 5.124617737003058,
      "grad_norm": 2.7240502623149982,
      "learning_rate": 1.6380831127413768e-05,
      "loss": 1.3538,
      "step": 60327
    },
    {
      "epoch": 5.124702684335712,
      "grad_norm": 2.718751148408699,
      "learning_rate": 1.637771123593159e-05,
      "loss": 1.2727,
      "step": 60328
    },
    {
      "epoch": 5.124787631668366,
      "grad_norm": 2.5695308227824842,
      "learning_rate": 1.637459162442835e-05,
      "loss": 1.4292,
      "step": 60329
    },
    {
      "epoch": 5.1248725790010194,
      "grad_norm": 2.6932255587582983,
      "learning_rate": 1.6371472292910564e-05,
      "loss": 1.2945,
      "step": 60330
    },
    {
      "epoch": 5.124957526333673,
      "grad_norm": 2.617706914940538,
      "learning_rate": 1.636835324138474e-05,
      "loss": 1.582,
      "step": 60331
    },
    {
      "epoch": 5.125042473666327,
      "grad_norm": 2.6816461226408017,
      "learning_rate": 1.6365234469857457e-05,
      "loss": 1.4046,
      "step": 60332
    },
    {
      "epoch": 5.1251274209989806,
      "grad_norm": 2.6588192411600837,
      "learning_rate": 1.6362115978335277e-05,
      "loss": 1.4101,
      "step": 60333
    },
    {
      "epoch": 5.125212368331634,
      "grad_norm": 2.7002351219234924,
      "learning_rate": 1.6358997766824693e-05,
      "loss": 1.5363,
      "step": 60334
    },
    {
      "epoch": 5.125297315664288,
      "grad_norm": 2.827115174582542,
      "learning_rate": 1.6355879835332203e-05,
      "loss": 1.4509,
      "step": 60335
    },
    {
      "epoch": 5.125382262996942,
      "grad_norm": 2.7141335020571336,
      "learning_rate": 1.6352762183864432e-05,
      "loss": 1.6256,
      "step": 60336
    },
    {
      "epoch": 5.125467210329596,
      "grad_norm": 2.449574829864288,
      "learning_rate": 1.6349644812427844e-05,
      "loss": 1.4639,
      "step": 60337
    },
    {
      "epoch": 5.125552157662249,
      "grad_norm": 2.5901655002326547,
      "learning_rate": 1.6346527721028947e-05,
      "loss": 1.4836,
      "step": 60338
    },
    {
      "epoch": 5.125637104994903,
      "grad_norm": 2.5889917546125485,
      "learning_rate": 1.6343410909674355e-05,
      "loss": 1.4466,
      "step": 60339
    },
    {
      "epoch": 5.125722052327557,
      "grad_norm": 2.6086421925081194,
      "learning_rate": 1.6340294378370577e-05,
      "loss": 1.4025,
      "step": 60340
    },
    {
      "epoch": 5.1258069996602105,
      "grad_norm": 2.8171382057064687,
      "learning_rate": 1.633717812712411e-05,
      "loss": 1.6525,
      "step": 60341
    },
    {
      "epoch": 5.125891946992865,
      "grad_norm": 2.6979940362105617,
      "learning_rate": 1.633406215594147e-05,
      "loss": 1.5728,
      "step": 60342
    },
    {
      "epoch": 5.125976894325518,
      "grad_norm": 2.710546494555192,
      "learning_rate": 1.633094646482924e-05,
      "loss": 1.5686,
      "step": 60343
    },
    {
      "epoch": 5.126061841658172,
      "grad_norm": 2.7386815243095297,
      "learning_rate": 1.6327831053793895e-05,
      "loss": 1.407,
      "step": 60344
    },
    {
      "epoch": 5.126146788990826,
      "grad_norm": 2.629998895086178,
      "learning_rate": 1.6324715922842017e-05,
      "loss": 1.5201,
      "step": 60345
    },
    {
      "epoch": 5.126231736323479,
      "grad_norm": 2.7438065594639007,
      "learning_rate": 1.632160107198008e-05,
      "loss": 1.4449,
      "step": 60346
    },
    {
      "epoch": 5.126316683656134,
      "grad_norm": 2.78296589394229,
      "learning_rate": 1.631848650121467e-05,
      "loss": 1.6374,
      "step": 60347
    },
    {
      "epoch": 5.126401630988787,
      "grad_norm": 2.559088368423716,
      "learning_rate": 1.631537221055228e-05,
      "loss": 1.384,
      "step": 60348
    },
    {
      "epoch": 5.12648657832144,
      "grad_norm": 2.538145438592313,
      "learning_rate": 1.6312258199999395e-05,
      "loss": 1.4797,
      "step": 60349
    },
    {
      "epoch": 5.126571525654095,
      "grad_norm": 2.5166336163542526,
      "learning_rate": 1.6309144469562607e-05,
      "loss": 1.2302,
      "step": 60350
    },
    {
      "epoch": 5.126656472986748,
      "grad_norm": 2.988175248934796,
      "learning_rate": 1.6306031019248394e-05,
      "loss": 1.5933,
      "step": 60351
    },
    {
      "epoch": 5.126741420319402,
      "grad_norm": 2.7048505646184196,
      "learning_rate": 1.630291784906332e-05,
      "loss": 1.3981,
      "step": 60352
    },
    {
      "epoch": 5.126826367652056,
      "grad_norm": 2.8506816959860837,
      "learning_rate": 1.6299804959013858e-05,
      "loss": 1.6286,
      "step": 60353
    },
    {
      "epoch": 5.126911314984709,
      "grad_norm": 2.668729370996383,
      "learning_rate": 1.629669234910657e-05,
      "loss": 1.5406,
      "step": 60354
    },
    {
      "epoch": 5.1269962623173635,
      "grad_norm": 2.4844971365242725,
      "learning_rate": 1.629358001934799e-05,
      "loss": 1.1117,
      "step": 60355
    },
    {
      "epoch": 5.127081209650017,
      "grad_norm": 2.829648127845793,
      "learning_rate": 1.6290467969744574e-05,
      "loss": 1.5579,
      "step": 60356
    },
    {
      "epoch": 5.127166156982671,
      "grad_norm": 2.856907316085258,
      "learning_rate": 1.6287356200302888e-05,
      "loss": 1.3899,
      "step": 60357
    },
    {
      "epoch": 5.127251104315325,
      "grad_norm": 2.5738025959322606,
      "learning_rate": 1.6284244711029488e-05,
      "loss": 1.2851,
      "step": 60358
    },
    {
      "epoch": 5.127336051647978,
      "grad_norm": 2.483893541983996,
      "learning_rate": 1.6281133501930836e-05,
      "loss": 1.4676,
      "step": 60359
    },
    {
      "epoch": 5.127420998980632,
      "grad_norm": 2.670230026754643,
      "learning_rate": 1.6278022573013448e-05,
      "loss": 1.3464,
      "step": 60360
    },
    {
      "epoch": 5.127505946313286,
      "grad_norm": 2.6742319796517586,
      "learning_rate": 1.62749119242839e-05,
      "loss": 1.5176,
      "step": 60361
    },
    {
      "epoch": 5.127590893645939,
      "grad_norm": 2.742969181292842,
      "learning_rate": 1.6271801555748652e-05,
      "loss": 1.5894,
      "step": 60362
    },
    {
      "epoch": 5.127675840978593,
      "grad_norm": 2.4442894935520836,
      "learning_rate": 1.6268691467414235e-05,
      "loss": 1.3338,
      "step": 60363
    },
    {
      "epoch": 5.127760788311247,
      "grad_norm": 2.8535084092183673,
      "learning_rate": 1.6265581659287156e-05,
      "loss": 1.433,
      "step": 60364
    },
    {
      "epoch": 5.127845735643901,
      "grad_norm": 2.635884689653657,
      "learning_rate": 1.6262472131373982e-05,
      "loss": 1.481,
      "step": 60365
    },
    {
      "epoch": 5.1279306829765545,
      "grad_norm": 2.5504648519989996,
      "learning_rate": 1.6259362883681205e-05,
      "loss": 1.5194,
      "step": 60366
    },
    {
      "epoch": 5.128015630309208,
      "grad_norm": 2.558544819152469,
      "learning_rate": 1.6256253916215285e-05,
      "loss": 1.2857,
      "step": 60367
    },
    {
      "epoch": 5.128100577641862,
      "grad_norm": 2.8164092585199403,
      "learning_rate": 1.6253145228982816e-05,
      "loss": 1.5672,
      "step": 60368
    },
    {
      "epoch": 5.128185524974516,
      "grad_norm": 2.9105795983483698,
      "learning_rate": 1.625003682199025e-05,
      "loss": 1.6426,
      "step": 60369
    },
    {
      "epoch": 5.12827047230717,
      "grad_norm": 2.675339936229608,
      "learning_rate": 1.6246928695244137e-05,
      "loss": 1.514,
      "step": 60370
    },
    {
      "epoch": 5.128355419639823,
      "grad_norm": 2.4459633448430282,
      "learning_rate": 1.6243820848750967e-05,
      "loss": 1.4058,
      "step": 60371
    },
    {
      "epoch": 5.128440366972477,
      "grad_norm": 2.665965138167042,
      "learning_rate": 1.6240713282517276e-05,
      "loss": 1.3425,
      "step": 60372
    },
    {
      "epoch": 5.128525314305131,
      "grad_norm": 2.892064185590266,
      "learning_rate": 1.623760599654958e-05,
      "loss": 1.6636,
      "step": 60373
    },
    {
      "epoch": 5.128610261637784,
      "grad_norm": 2.865026016379917,
      "learning_rate": 1.6234498990854323e-05,
      "loss": 1.6267,
      "step": 60374
    },
    {
      "epoch": 5.128695208970439,
      "grad_norm": 2.4630143809801384,
      "learning_rate": 1.6231392265438082e-05,
      "loss": 1.3182,
      "step": 60375
    },
    {
      "epoch": 5.128780156303092,
      "grad_norm": 2.7245467575906606,
      "learning_rate": 1.6228285820307368e-05,
      "loss": 1.3564,
      "step": 60376
    },
    {
      "epoch": 5.1288651036357455,
      "grad_norm": 2.747249502530772,
      "learning_rate": 1.6225179655468678e-05,
      "loss": 1.3575,
      "step": 60377
    },
    {
      "epoch": 5.1289500509684,
      "grad_norm": 2.593280415752891,
      "learning_rate": 1.6222073770928475e-05,
      "loss": 1.302,
      "step": 60378
    },
    {
      "epoch": 5.129034998301053,
      "grad_norm": 2.8026013275209163,
      "learning_rate": 1.6218968166693347e-05,
      "loss": 1.7029,
      "step": 60379
    },
    {
      "epoch": 5.1291199456337075,
      "grad_norm": 2.508925001673301,
      "learning_rate": 1.6215862842769743e-05,
      "loss": 1.274,
      "step": 60380
    },
    {
      "epoch": 5.129204892966361,
      "grad_norm": 2.6439061657394687,
      "learning_rate": 1.621275779916416e-05,
      "loss": 1.5928,
      "step": 60381
    },
    {
      "epoch": 5.129289840299014,
      "grad_norm": 2.8000062721664447,
      "learning_rate": 1.6209653035883124e-05,
      "loss": 1.4488,
      "step": 60382
    },
    {
      "epoch": 5.129374787631669,
      "grad_norm": 2.5519408720931445,
      "learning_rate": 1.6206548552933197e-05,
      "loss": 1.2719,
      "step": 60383
    },
    {
      "epoch": 5.129459734964322,
      "grad_norm": 2.717810959790486,
      "learning_rate": 1.620344435032082e-05,
      "loss": 1.2357,
      "step": 60384
    },
    {
      "epoch": 5.1295446822969755,
      "grad_norm": 2.5202237524628304,
      "learning_rate": 1.6200340428052478e-05,
      "loss": 1.386,
      "step": 60385
    },
    {
      "epoch": 5.12962962962963,
      "grad_norm": 2.4914170419391235,
      "learning_rate": 1.6197236786134727e-05,
      "loss": 1.4231,
      "step": 60386
    },
    {
      "epoch": 5.129714576962283,
      "grad_norm": 2.714088443706458,
      "learning_rate": 1.619413342457403e-05,
      "loss": 1.3969,
      "step": 60387
    },
    {
      "epoch": 5.1297995242949375,
      "grad_norm": 2.5395133154296476,
      "learning_rate": 1.619103034337695e-05,
      "loss": 1.2358,
      "step": 60388
    },
    {
      "epoch": 5.129884471627591,
      "grad_norm": 2.770838042259736,
      "learning_rate": 1.6187927542549894e-05,
      "loss": 1.3979,
      "step": 60389
    },
    {
      "epoch": 5.129969418960244,
      "grad_norm": 3.5416799438110687,
      "learning_rate": 1.6184825022099462e-05,
      "loss": 1.6707,
      "step": 60390
    },
    {
      "epoch": 5.130054366292899,
      "grad_norm": 2.576251659933218,
      "learning_rate": 1.6181722782032115e-05,
      "loss": 1.5277,
      "step": 60391
    },
    {
      "epoch": 5.130139313625552,
      "grad_norm": 2.4939520978494216,
      "learning_rate": 1.617862082235431e-05,
      "loss": 1.2551,
      "step": 60392
    },
    {
      "epoch": 5.130224260958206,
      "grad_norm": 2.674347268890742,
      "learning_rate": 1.6175519143072613e-05,
      "loss": 1.2819,
      "step": 60393
    },
    {
      "epoch": 5.13030920829086,
      "grad_norm": 2.5849506802013247,
      "learning_rate": 1.6172417744193465e-05,
      "loss": 1.5653,
      "step": 60394
    },
    {
      "epoch": 5.130394155623513,
      "grad_norm": 2.8128747978077095,
      "learning_rate": 1.6169316625723416e-05,
      "loss": 1.5917,
      "step": 60395
    },
    {
      "epoch": 5.130479102956167,
      "grad_norm": 2.6516464741497003,
      "learning_rate": 1.6166215787668923e-05,
      "loss": 1.4187,
      "step": 60396
    },
    {
      "epoch": 5.130564050288821,
      "grad_norm": 2.7449106039022886,
      "learning_rate": 1.6163115230036532e-05,
      "loss": 1.507,
      "step": 60397
    },
    {
      "epoch": 5.130648997621475,
      "grad_norm": 2.673306144009508,
      "learning_rate": 1.6160014952832705e-05,
      "loss": 1.5186,
      "step": 60398
    },
    {
      "epoch": 5.1307339449541285,
      "grad_norm": 2.5262760419777286,
      "learning_rate": 1.6156914956063922e-05,
      "loss": 1.3256,
      "step": 60399
    },
    {
      "epoch": 5.130818892286782,
      "grad_norm": 2.6845429310998923,
      "learning_rate": 1.615381523973669e-05,
      "loss": 1.5203,
      "step": 60400
    },
    {
      "epoch": 5.130903839619436,
      "grad_norm": 3.3558912416436333,
      "learning_rate": 1.615071580385754e-05,
      "loss": 1.7791,
      "step": 60401
    },
    {
      "epoch": 5.13098878695209,
      "grad_norm": 2.6379884900554003,
      "learning_rate": 1.614761664843295e-05,
      "loss": 1.2763,
      "step": 60402
    },
    {
      "epoch": 5.131073734284744,
      "grad_norm": 2.6975266110078135,
      "learning_rate": 1.6144517773469363e-05,
      "loss": 1.5479,
      "step": 60403
    },
    {
      "epoch": 5.131158681617397,
      "grad_norm": 2.708752981072525,
      "learning_rate": 1.6141419178973342e-05,
      "loss": 1.4372,
      "step": 60404
    },
    {
      "epoch": 5.131243628950051,
      "grad_norm": 2.6792944070210236,
      "learning_rate": 1.613832086495135e-05,
      "loss": 1.4214,
      "step": 60405
    },
    {
      "epoch": 5.131328576282705,
      "grad_norm": 2.641318061094945,
      "learning_rate": 1.613522283140986e-05,
      "loss": 1.5959,
      "step": 60406
    },
    {
      "epoch": 5.131413523615358,
      "grad_norm": 2.825922494379828,
      "learning_rate": 1.6132125078355375e-05,
      "loss": 1.7155,
      "step": 60407
    },
    {
      "epoch": 5.131498470948012,
      "grad_norm": 2.6547244680425712,
      "learning_rate": 1.6129027605794415e-05,
      "loss": 1.3992,
      "step": 60408
    },
    {
      "epoch": 5.131583418280666,
      "grad_norm": 2.6234570527244188,
      "learning_rate": 1.6125930413733446e-05,
      "loss": 1.2328,
      "step": 60409
    },
    {
      "epoch": 5.1316683656133195,
      "grad_norm": 2.517051851461897,
      "learning_rate": 1.6122833502178927e-05,
      "loss": 1.5111,
      "step": 60410
    },
    {
      "epoch": 5.131753312945974,
      "grad_norm": 2.7609980816469624,
      "learning_rate": 1.6119736871137424e-05,
      "loss": 1.5692,
      "step": 60411
    },
    {
      "epoch": 5.131838260278627,
      "grad_norm": 2.5831625779994902,
      "learning_rate": 1.6116640520615344e-05,
      "loss": 1.4278,
      "step": 60412
    },
    {
      "epoch": 5.131923207611281,
      "grad_norm": 2.502919722792702,
      "learning_rate": 1.6113544450619232e-05,
      "loss": 1.303,
      "step": 60413
    },
    {
      "epoch": 5.132008154943935,
      "grad_norm": 2.731391628749045,
      "learning_rate": 1.6110448661155533e-05,
      "loss": 1.6197,
      "step": 60414
    },
    {
      "epoch": 5.132093102276588,
      "grad_norm": 2.3984620016123173,
      "learning_rate": 1.610735315223078e-05,
      "loss": 1.0091,
      "step": 60415
    },
    {
      "epoch": 5.132178049609243,
      "grad_norm": 2.6499991738158815,
      "learning_rate": 1.6104257923851443e-05,
      "loss": 1.5365,
      "step": 60416
    },
    {
      "epoch": 5.132262996941896,
      "grad_norm": 2.791956682018757,
      "learning_rate": 1.6101162976023956e-05,
      "loss": 1.7475,
      "step": 60417
    },
    {
      "epoch": 5.132347944274549,
      "grad_norm": 2.514788864305227,
      "learning_rate": 1.6098068308754846e-05,
      "loss": 1.4295,
      "step": 60418
    },
    {
      "epoch": 5.132432891607204,
      "grad_norm": 3.508928738070594,
      "learning_rate": 1.609497392205064e-05,
      "loss": 1.8052,
      "step": 60419
    },
    {
      "epoch": 5.132517838939857,
      "grad_norm": 2.675567568823443,
      "learning_rate": 1.6091879815917768e-05,
      "loss": 1.3063,
      "step": 60420
    },
    {
      "epoch": 5.132602786272511,
      "grad_norm": 2.816349547489793,
      "learning_rate": 1.6088785990362706e-05,
      "loss": 1.49,
      "step": 60421
    },
    {
      "epoch": 5.132687733605165,
      "grad_norm": 2.7283656786398334,
      "learning_rate": 1.608569244539197e-05,
      "loss": 1.328,
      "step": 60422
    },
    {
      "epoch": 5.132772680937818,
      "grad_norm": 2.6297924856936463,
      "learning_rate": 1.608259918101203e-05,
      "loss": 1.5081,
      "step": 60423
    },
    {
      "epoch": 5.1328576282704725,
      "grad_norm": 2.5980777342180996,
      "learning_rate": 1.6079506197229335e-05,
      "loss": 1.5232,
      "step": 60424
    },
    {
      "epoch": 5.132942575603126,
      "grad_norm": 2.479742367720884,
      "learning_rate": 1.60764134940504e-05,
      "loss": 1.2798,
      "step": 60425
    },
    {
      "epoch": 5.13302752293578,
      "grad_norm": 2.512178978651783,
      "learning_rate": 1.6073321071481732e-05,
      "loss": 1.5487,
      "step": 60426
    },
    {
      "epoch": 5.133112470268434,
      "grad_norm": 2.503021591232392,
      "learning_rate": 1.6070228929529776e-05,
      "loss": 1.418,
      "step": 60427
    },
    {
      "epoch": 5.133197417601087,
      "grad_norm": 2.6594198770377253,
      "learning_rate": 1.606713706820098e-05,
      "loss": 1.4722,
      "step": 60428
    },
    {
      "epoch": 5.133282364933741,
      "grad_norm": 2.8015067317643085,
      "learning_rate": 1.6064045487501885e-05,
      "loss": 1.4968,
      "step": 60429
    },
    {
      "epoch": 5.133367312266395,
      "grad_norm": 2.6949917757022024,
      "learning_rate": 1.6060954187438906e-05,
      "loss": 1.289,
      "step": 60430
    },
    {
      "epoch": 5.133452259599048,
      "grad_norm": 2.762022432742115,
      "learning_rate": 1.6057863168018587e-05,
      "loss": 1.5462,
      "step": 60431
    },
    {
      "epoch": 5.1335372069317025,
      "grad_norm": 2.5730413898105953,
      "learning_rate": 1.6054772429247337e-05,
      "loss": 1.5273,
      "step": 60432
    },
    {
      "epoch": 5.133622154264356,
      "grad_norm": 2.6105904833205757,
      "learning_rate": 1.6051681971131703e-05,
      "loss": 1.3337,
      "step": 60433
    },
    {
      "epoch": 5.13370710159701,
      "grad_norm": 2.5713670651244915,
      "learning_rate": 1.6048591793678128e-05,
      "loss": 1.4,
      "step": 60434
    },
    {
      "epoch": 5.133792048929664,
      "grad_norm": 2.796580434020395,
      "learning_rate": 1.6045501896893044e-05,
      "loss": 1.6664,
      "step": 60435
    },
    {
      "epoch": 5.133876996262317,
      "grad_norm": 2.3754805687872684,
      "learning_rate": 1.6042412280782955e-05,
      "loss": 1.3113,
      "step": 60436
    },
    {
      "epoch": 5.133961943594971,
      "grad_norm": 3.579901871821823,
      "learning_rate": 1.603932294535438e-05,
      "loss": 1.7341,
      "step": 60437
    },
    {
      "epoch": 5.134046890927625,
      "grad_norm": 2.6545859019619797,
      "learning_rate": 1.6036233890613766e-05,
      "loss": 1.6507,
      "step": 60438
    },
    {
      "epoch": 5.134131838260279,
      "grad_norm": 2.685016840584335,
      "learning_rate": 1.6033145116567546e-05,
      "loss": 1.4664,
      "step": 60439
    },
    {
      "epoch": 5.134216785592932,
      "grad_norm": 2.511551673883933,
      "learning_rate": 1.6030056623222242e-05,
      "loss": 1.2876,
      "step": 60440
    },
    {
      "epoch": 5.134301732925586,
      "grad_norm": 2.5393182206036844,
      "learning_rate": 1.6026968410584313e-05,
      "loss": 1.4868,
      "step": 60441
    },
    {
      "epoch": 5.13438668025824,
      "grad_norm": 3.2663808462484982,
      "learning_rate": 1.6023880478660168e-05,
      "loss": 1.6572,
      "step": 60442
    },
    {
      "epoch": 5.1344716275908935,
      "grad_norm": 2.813249589793142,
      "learning_rate": 1.602079282745635e-05,
      "loss": 1.5163,
      "step": 60443
    },
    {
      "epoch": 5.134556574923548,
      "grad_norm": 2.500222461284959,
      "learning_rate": 1.6017705456979345e-05,
      "loss": 1.5155,
      "step": 60444
    },
    {
      "epoch": 5.134641522256201,
      "grad_norm": 2.5930946339060714,
      "learning_rate": 1.6014618367235576e-05,
      "loss": 1.4571,
      "step": 60445
    },
    {
      "epoch": 5.134726469588855,
      "grad_norm": 2.55264847387086,
      "learning_rate": 1.601153155823149e-05,
      "loss": 1.4549,
      "step": 60446
    },
    {
      "epoch": 5.134811416921509,
      "grad_norm": 2.5793698100145046,
      "learning_rate": 1.600844502997361e-05,
      "loss": 1.3947,
      "step": 60447
    },
    {
      "epoch": 5.134896364254162,
      "grad_norm": 2.467659899503371,
      "learning_rate": 1.6005358782468385e-05,
      "loss": 1.2486,
      "step": 60448
    },
    {
      "epoch": 5.134981311586817,
      "grad_norm": 2.6358934892765755,
      "learning_rate": 1.6002272815722243e-05,
      "loss": 1.4034,
      "step": 60449
    },
    {
      "epoch": 5.13506625891947,
      "grad_norm": 2.8878750766643297,
      "learning_rate": 1.59991871297417e-05,
      "loss": 1.7635,
      "step": 60450
    },
    {
      "epoch": 5.135151206252123,
      "grad_norm": 2.6188344526232257,
      "learning_rate": 1.5996101724533206e-05,
      "loss": 1.5575,
      "step": 60451
    },
    {
      "epoch": 5.135236153584778,
      "grad_norm": 2.757108311813751,
      "learning_rate": 1.5993016600103247e-05,
      "loss": 1.4189,
      "step": 60452
    },
    {
      "epoch": 5.135321100917431,
      "grad_norm": 2.7113066117712235,
      "learning_rate": 1.598993175645822e-05,
      "loss": 1.4731,
      "step": 60453
    },
    {
      "epoch": 5.1354060482500845,
      "grad_norm": 2.712512705594393,
      "learning_rate": 1.5986847193604663e-05,
      "loss": 1.4707,
      "step": 60454
    },
    {
      "epoch": 5.135490995582739,
      "grad_norm": 2.717426066426431,
      "learning_rate": 1.598376291154899e-05,
      "loss": 1.4808,
      "step": 60455
    },
    {
      "epoch": 5.135575942915392,
      "grad_norm": 2.7036077137907983,
      "learning_rate": 1.5980678910297717e-05,
      "loss": 1.46,
      "step": 60456
    },
    {
      "epoch": 5.1356608902480465,
      "grad_norm": 2.6789218225192117,
      "learning_rate": 1.5977595189857218e-05,
      "loss": 1.2725,
      "step": 60457
    },
    {
      "epoch": 5.1357458375807,
      "grad_norm": 2.579059035513083,
      "learning_rate": 1.5974511750234054e-05,
      "loss": 1.4701,
      "step": 60458
    },
    {
      "epoch": 5.135830784913353,
      "grad_norm": 2.541016503892758,
      "learning_rate": 1.5971428591434637e-05,
      "loss": 1.416,
      "step": 60459
    },
    {
      "epoch": 5.135915732246008,
      "grad_norm": 2.5831146372670393,
      "learning_rate": 1.5968345713465397e-05,
      "loss": 1.2107,
      "step": 60460
    },
    {
      "epoch": 5.136000679578661,
      "grad_norm": 2.6371696129566273,
      "learning_rate": 1.5965263116332826e-05,
      "loss": 1.4795,
      "step": 60461
    },
    {
      "epoch": 5.136085626911315,
      "grad_norm": 2.590196706849413,
      "learning_rate": 1.596218080004342e-05,
      "loss": 1.5045,
      "step": 60462
    },
    {
      "epoch": 5.136170574243969,
      "grad_norm": 2.8175319683966715,
      "learning_rate": 1.5959098764603596e-05,
      "loss": 1.7252,
      "step": 60463
    },
    {
      "epoch": 5.136255521576622,
      "grad_norm": 2.68902802980895,
      "learning_rate": 1.595601701001979e-05,
      "loss": 1.4432,
      "step": 60464
    },
    {
      "epoch": 5.136340468909276,
      "grad_norm": 2.5167796194321177,
      "learning_rate": 1.5952935536298518e-05,
      "loss": 1.3917,
      "step": 60465
    },
    {
      "epoch": 5.13642541624193,
      "grad_norm": 2.6829246722641216,
      "learning_rate": 1.594985434344619e-05,
      "loss": 1.4651,
      "step": 60466
    },
    {
      "epoch": 5.136510363574584,
      "grad_norm": 2.662686106908566,
      "learning_rate": 1.5946773431469267e-05,
      "loss": 1.4304,
      "step": 60467
    },
    {
      "epoch": 5.1365953109072375,
      "grad_norm": 2.6079469422975,
      "learning_rate": 1.5943692800374198e-05,
      "loss": 1.5393,
      "step": 60468
    },
    {
      "epoch": 5.136680258239891,
      "grad_norm": 2.736386350379703,
      "learning_rate": 1.594061245016749e-05,
      "loss": 1.5849,
      "step": 60469
    },
    {
      "epoch": 5.136765205572545,
      "grad_norm": 2.711254754317446,
      "learning_rate": 1.5937532380855556e-05,
      "loss": 1.3517,
      "step": 60470
    },
    {
      "epoch": 5.136850152905199,
      "grad_norm": 2.4179529939465834,
      "learning_rate": 1.5934452592444825e-05,
      "loss": 1.2991,
      "step": 60471
    },
    {
      "epoch": 5.136935100237853,
      "grad_norm": 2.613978511025181,
      "learning_rate": 1.5931373084941806e-05,
      "loss": 1.4969,
      "step": 60472
    },
    {
      "epoch": 5.137020047570506,
      "grad_norm": 2.540866867339694,
      "learning_rate": 1.5928293858352898e-05,
      "loss": 1.455,
      "step": 60473
    },
    {
      "epoch": 5.13710499490316,
      "grad_norm": 2.8923759269122318,
      "learning_rate": 1.5925214912684607e-05,
      "loss": 1.5995,
      "step": 60474
    },
    {
      "epoch": 5.137189942235814,
      "grad_norm": 2.728297156430997,
      "learning_rate": 1.5922136247943335e-05,
      "loss": 1.3656,
      "step": 60475
    },
    {
      "epoch": 5.1372748895684675,
      "grad_norm": 2.823181272383414,
      "learning_rate": 1.5919057864135586e-05,
      "loss": 1.6369,
      "step": 60476
    },
    {
      "epoch": 5.137359836901121,
      "grad_norm": 2.7084888598799206,
      "learning_rate": 1.591597976126778e-05,
      "loss": 1.609,
      "step": 60477
    },
    {
      "epoch": 5.137444784233775,
      "grad_norm": 2.8626627245481515,
      "learning_rate": 1.5912901939346336e-05,
      "loss": 1.5378,
      "step": 60478
    },
    {
      "epoch": 5.137529731566429,
      "grad_norm": 2.605601940027988,
      "learning_rate": 1.590982439837772e-05,
      "loss": 1.4391,
      "step": 60479
    },
    {
      "epoch": 5.137614678899083,
      "grad_norm": 2.6206882790193897,
      "learning_rate": 1.5906747138368426e-05,
      "loss": 1.5319,
      "step": 60480
    },
    {
      "epoch": 5.137699626231736,
      "grad_norm": 2.6572556553784765,
      "learning_rate": 1.5903670159324884e-05,
      "loss": 1.5022,
      "step": 60481
    },
    {
      "epoch": 5.13778457356439,
      "grad_norm": 3.4445814526033143,
      "learning_rate": 1.5900593461253485e-05,
      "loss": 1.7661,
      "step": 60482
    },
    {
      "epoch": 5.137869520897044,
      "grad_norm": 2.410329515752973,
      "learning_rate": 1.5897517044160745e-05,
      "loss": 1.3733,
      "step": 60483
    },
    {
      "epoch": 5.137954468229697,
      "grad_norm": 2.8536913947307383,
      "learning_rate": 1.5894440908053073e-05,
      "loss": 1.62,
      "step": 60484
    },
    {
      "epoch": 5.138039415562352,
      "grad_norm": 2.83669297462185,
      "learning_rate": 1.5891365052936916e-05,
      "loss": 1.3744,
      "step": 60485
    },
    {
      "epoch": 5.138124362895005,
      "grad_norm": 2.633574616424522,
      "learning_rate": 1.58882894788187e-05,
      "loss": 1.2002,
      "step": 60486
    },
    {
      "epoch": 5.1382093102276585,
      "grad_norm": 2.650503838716766,
      "learning_rate": 1.5885214185704936e-05,
      "loss": 1.6081,
      "step": 60487
    },
    {
      "epoch": 5.138294257560313,
      "grad_norm": 2.826693255196808,
      "learning_rate": 1.5882139173602037e-05,
      "loss": 1.4528,
      "step": 60488
    },
    {
      "epoch": 5.138379204892966,
      "grad_norm": 2.643648036877738,
      "learning_rate": 1.58790644425164e-05,
      "loss": 1.4325,
      "step": 60489
    },
    {
      "epoch": 5.1384641522256205,
      "grad_norm": 2.602961794196676,
      "learning_rate": 1.587598999245453e-05,
      "loss": 1.4965,
      "step": 60490
    },
    {
      "epoch": 5.138549099558274,
      "grad_norm": 2.7050074267676556,
      "learning_rate": 1.5872915823422845e-05,
      "loss": 1.4974,
      "step": 60491
    },
    {
      "epoch": 5.138634046890927,
      "grad_norm": 2.5161700024338516,
      "learning_rate": 1.586984193542775e-05,
      "loss": 1.3481,
      "step": 60492
    },
    {
      "epoch": 5.138718994223582,
      "grad_norm": 2.4914473056315893,
      "learning_rate": 1.5866768328475715e-05,
      "loss": 1.3296,
      "step": 60493
    },
    {
      "epoch": 5.138803941556235,
      "grad_norm": 2.729804243460888,
      "learning_rate": 1.586369500257323e-05,
      "loss": 1.6759,
      "step": 60494
    },
    {
      "epoch": 5.138888888888889,
      "grad_norm": 2.576229414939398,
      "learning_rate": 1.586062195772667e-05,
      "loss": 1.5044,
      "step": 60495
    },
    {
      "epoch": 5.138973836221543,
      "grad_norm": 2.6854523872582385,
      "learning_rate": 1.5857549193942487e-05,
      "loss": 1.5061,
      "step": 60496
    },
    {
      "epoch": 5.139058783554196,
      "grad_norm": 2.7016507181356153,
      "learning_rate": 1.5854476711227138e-05,
      "loss": 1.5786,
      "step": 60497
    },
    {
      "epoch": 5.13914373088685,
      "grad_norm": 2.646979682126896,
      "learning_rate": 1.5851404509587018e-05,
      "loss": 1.5596,
      "step": 60498
    },
    {
      "epoch": 5.139228678219504,
      "grad_norm": 2.544017171086167,
      "learning_rate": 1.5848332589028622e-05,
      "loss": 1.2276,
      "step": 60499
    },
    {
      "epoch": 5.139313625552157,
      "grad_norm": 2.2703004203017683,
      "learning_rate": 1.5845260949558347e-05,
      "loss": 1.2888,
      "step": 60500
    },
    {
      "epoch": 5.1393985728848115,
      "grad_norm": 2.659610543302493,
      "learning_rate": 1.5842189591182653e-05,
      "loss": 1.3948,
      "step": 60501
    },
    {
      "epoch": 5.139483520217465,
      "grad_norm": 2.60084194868199,
      "learning_rate": 1.5839118513907965e-05,
      "loss": 1.3627,
      "step": 60502
    },
    {
      "epoch": 5.139568467550119,
      "grad_norm": 2.7729784992842865,
      "learning_rate": 1.5836047717740684e-05,
      "loss": 1.4004,
      "step": 60503
    },
    {
      "epoch": 5.139653414882773,
      "grad_norm": 2.4194380765792602,
      "learning_rate": 1.5832977202687286e-05,
      "loss": 1.3803,
      "step": 60504
    },
    {
      "epoch": 5.139738362215426,
      "grad_norm": 2.6126715008877213,
      "learning_rate": 1.582990696875423e-05,
      "loss": 1.458,
      "step": 60505
    },
    {
      "epoch": 5.13982330954808,
      "grad_norm": 2.497468407512045,
      "learning_rate": 1.5826837015947896e-05,
      "loss": 1.5353,
      "step": 60506
    },
    {
      "epoch": 5.139908256880734,
      "grad_norm": 2.673974715106059,
      "learning_rate": 1.5823767344274714e-05,
      "loss": 1.4997,
      "step": 60507
    },
    {
      "epoch": 5.139993204213388,
      "grad_norm": 2.512906050142617,
      "learning_rate": 1.5820697953741173e-05,
      "loss": 1.3796,
      "step": 60508
    },
    {
      "epoch": 5.140078151546041,
      "grad_norm": 2.87249796884871,
      "learning_rate": 1.581762884435366e-05,
      "loss": 1.5841,
      "step": 60509
    },
    {
      "epoch": 5.140163098878695,
      "grad_norm": 2.7431248713760956,
      "learning_rate": 1.5814560016118576e-05,
      "loss": 1.4191,
      "step": 60510
    },
    {
      "epoch": 5.140248046211349,
      "grad_norm": 2.5685156415028265,
      "learning_rate": 1.581149146904241e-05,
      "loss": 1.4412,
      "step": 60511
    },
    {
      "epoch": 5.1403329935440025,
      "grad_norm": 2.6370798854775814,
      "learning_rate": 1.580842320313158e-05,
      "loss": 1.5243,
      "step": 60512
    },
    {
      "epoch": 5.140417940876657,
      "grad_norm": 2.607389939309101,
      "learning_rate": 1.5805355218392507e-05,
      "loss": 1.5767,
      "step": 60513
    },
    {
      "epoch": 5.14050288820931,
      "grad_norm": 2.62194075787917,
      "learning_rate": 1.5802287514831596e-05,
      "loss": 1.4753,
      "step": 60514
    },
    {
      "epoch": 5.140587835541964,
      "grad_norm": 2.639650488834596,
      "learning_rate": 1.5799220092455328e-05,
      "loss": 1.5315,
      "step": 60515
    },
    {
      "epoch": 5.140672782874618,
      "grad_norm": 2.8004014851182117,
      "learning_rate": 1.5796152951270063e-05,
      "loss": 1.6123,
      "step": 60516
    },
    {
      "epoch": 5.140757730207271,
      "grad_norm": 2.894277847513997,
      "learning_rate": 1.57930860912823e-05,
      "loss": 1.3852,
      "step": 60517
    },
    {
      "epoch": 5.140842677539926,
      "grad_norm": 2.624964044595263,
      "learning_rate": 1.5790019512498374e-05,
      "loss": 1.3941,
      "step": 60518
    },
    {
      "epoch": 5.140927624872579,
      "grad_norm": 2.671953114948756,
      "learning_rate": 1.5786953214924823e-05,
      "loss": 1.2944,
      "step": 60519
    },
    {
      "epoch": 5.1410125722052324,
      "grad_norm": 2.730566420139105,
      "learning_rate": 1.578388719856799e-05,
      "loss": 1.5271,
      "step": 60520
    },
    {
      "epoch": 5.141097519537887,
      "grad_norm": 2.524341603320182,
      "learning_rate": 1.57808214634343e-05,
      "loss": 1.2025,
      "step": 60521
    },
    {
      "epoch": 5.14118246687054,
      "grad_norm": 2.697807215703217,
      "learning_rate": 1.5777756009530218e-05,
      "loss": 1.4885,
      "step": 60522
    },
    {
      "epoch": 5.141267414203194,
      "grad_norm": 2.6497200743043323,
      "learning_rate": 1.5774690836862154e-05,
      "loss": 1.2791,
      "step": 60523
    },
    {
      "epoch": 5.141352361535848,
      "grad_norm": 2.622279741578606,
      "learning_rate": 1.5771625945436534e-05,
      "loss": 1.3968,
      "step": 60524
    },
    {
      "epoch": 5.141437308868501,
      "grad_norm": 2.6872865804251806,
      "learning_rate": 1.5768561335259737e-05,
      "loss": 1.2843,
      "step": 60525
    },
    {
      "epoch": 5.1415222562011555,
      "grad_norm": 2.4169540789281254,
      "learning_rate": 1.5765497006338244e-05,
      "loss": 1.2904,
      "step": 60526
    },
    {
      "epoch": 5.141607203533809,
      "grad_norm": 2.6034393036321113,
      "learning_rate": 1.5762432958678467e-05,
      "loss": 1.249,
      "step": 60527
    },
    {
      "epoch": 5.141692150866462,
      "grad_norm": 2.7587950396359626,
      "learning_rate": 1.5759369192286764e-05,
      "loss": 1.693,
      "step": 60528
    },
    {
      "epoch": 5.141777098199117,
      "grad_norm": 2.5017464968870367,
      "learning_rate": 1.5756305707169597e-05,
      "loss": 1.2848,
      "step": 60529
    },
    {
      "epoch": 5.14186204553177,
      "grad_norm": 2.549433767323552,
      "learning_rate": 1.575324250333343e-05,
      "loss": 1.4204,
      "step": 60530
    },
    {
      "epoch": 5.141946992864424,
      "grad_norm": 2.408519072879736,
      "learning_rate": 1.5750179580784623e-05,
      "loss": 1.3456,
      "step": 60531
    },
    {
      "epoch": 5.142031940197078,
      "grad_norm": 3.0859050818089133,
      "learning_rate": 1.5747116939529586e-05,
      "loss": 1.7323,
      "step": 60532
    },
    {
      "epoch": 5.142116887529731,
      "grad_norm": 2.657467006759403,
      "learning_rate": 1.57440545795748e-05,
      "loss": 1.4398,
      "step": 60533
    },
    {
      "epoch": 5.1422018348623855,
      "grad_norm": 2.6422616445686016,
      "learning_rate": 1.5740992500926624e-05,
      "loss": 1.5271,
      "step": 60534
    },
    {
      "epoch": 5.142286782195039,
      "grad_norm": 2.776413134956749,
      "learning_rate": 1.5737930703591457e-05,
      "loss": 1.3723,
      "step": 60535
    },
    {
      "epoch": 5.142371729527693,
      "grad_norm": 2.5598914619608997,
      "learning_rate": 1.573486918757577e-05,
      "loss": 1.5324,
      "step": 60536
    },
    {
      "epoch": 5.142456676860347,
      "grad_norm": 2.5662731460023194,
      "learning_rate": 1.5731807952885967e-05,
      "loss": 1.3867,
      "step": 60537
    },
    {
      "epoch": 5.142541624193,
      "grad_norm": 2.5847296151505175,
      "learning_rate": 1.5728746999528453e-05,
      "loss": 1.3665,
      "step": 60538
    },
    {
      "epoch": 5.142626571525654,
      "grad_norm": 2.6340288732914665,
      "learning_rate": 1.5725686327509625e-05,
      "loss": 1.322,
      "step": 60539
    },
    {
      "epoch": 5.142711518858308,
      "grad_norm": 2.453868607086128,
      "learning_rate": 1.5722625936835925e-05,
      "loss": 1.404,
      "step": 60540
    },
    {
      "epoch": 5.142796466190962,
      "grad_norm": 2.610621330748993,
      "learning_rate": 1.571956582751372e-05,
      "loss": 1.4955,
      "step": 60541
    },
    {
      "epoch": 5.142881413523615,
      "grad_norm": 2.5039690198241598,
      "learning_rate": 1.57165059995495e-05,
      "loss": 1.3207,
      "step": 60542
    },
    {
      "epoch": 5.142966360856269,
      "grad_norm": 2.5498379111884937,
      "learning_rate": 1.571344645294958e-05,
      "loss": 1.2122,
      "step": 60543
    },
    {
      "epoch": 5.143051308188923,
      "grad_norm": 2.8090275345413995,
      "learning_rate": 1.5710387187720454e-05,
      "loss": 1.3087,
      "step": 60544
    },
    {
      "epoch": 5.1431362555215765,
      "grad_norm": 2.599416423881132,
      "learning_rate": 1.5707328203868512e-05,
      "loss": 1.282,
      "step": 60545
    },
    {
      "epoch": 5.143221202854231,
      "grad_norm": 2.84945149123078,
      "learning_rate": 1.570426950140014e-05,
      "loss": 1.6372,
      "step": 60546
    },
    {
      "epoch": 5.143306150186884,
      "grad_norm": 2.5901586703034583,
      "learning_rate": 1.5701211080321696e-05,
      "loss": 1.4237,
      "step": 60547
    },
    {
      "epoch": 5.143391097519538,
      "grad_norm": 2.7077573282329386,
      "learning_rate": 1.5698152940639707e-05,
      "loss": 1.5508,
      "step": 60548
    },
    {
      "epoch": 5.143476044852192,
      "grad_norm": 2.642573400407393,
      "learning_rate": 1.569509508236052e-05,
      "loss": 1.6023,
      "step": 60549
    },
    {
      "epoch": 5.143560992184845,
      "grad_norm": 2.5799393486580553,
      "learning_rate": 1.5692037505490512e-05,
      "loss": 1.3983,
      "step": 60550
    },
    {
      "epoch": 5.1436459395175,
      "grad_norm": 2.9713968857378656,
      "learning_rate": 1.568898021003616e-05,
      "loss": 1.6336,
      "step": 60551
    },
    {
      "epoch": 5.143730886850153,
      "grad_norm": 2.631604494928995,
      "learning_rate": 1.568592319600383e-05,
      "loss": 1.3282,
      "step": 60552
    },
    {
      "epoch": 5.143815834182806,
      "grad_norm": 2.602443969659423,
      "learning_rate": 1.5682866463399896e-05,
      "loss": 1.4473,
      "step": 60553
    },
    {
      "epoch": 5.143900781515461,
      "grad_norm": 2.618044276616844,
      "learning_rate": 1.5679810012230803e-05,
      "loss": 1.3507,
      "step": 60554
    },
    {
      "epoch": 5.143985728848114,
      "grad_norm": 2.575998461593794,
      "learning_rate": 1.567675384250298e-05,
      "loss": 1.5049,
      "step": 60555
    },
    {
      "epoch": 5.1440706761807675,
      "grad_norm": 2.730469746426418,
      "learning_rate": 1.5673697954222792e-05,
      "loss": 1.388,
      "step": 60556
    },
    {
      "epoch": 5.144155623513422,
      "grad_norm": 2.6333638055061432,
      "learning_rate": 1.5670642347396628e-05,
      "loss": 1.3251,
      "step": 60557
    },
    {
      "epoch": 5.144240570846075,
      "grad_norm": 2.8302163482445257,
      "learning_rate": 1.5667587022030937e-05,
      "loss": 1.4681,
      "step": 60558
    },
    {
      "epoch": 5.1443255181787295,
      "grad_norm": 2.6291750512883243,
      "learning_rate": 1.5664531978132062e-05,
      "loss": 1.3746,
      "step": 60559
    },
    {
      "epoch": 5.144410465511383,
      "grad_norm": 2.6072456454117927,
      "learning_rate": 1.5661477215706464e-05,
      "loss": 1.286,
      "step": 60560
    },
    {
      "epoch": 5.144495412844036,
      "grad_norm": 2.625591565439846,
      "learning_rate": 1.565842273476049e-05,
      "loss": 1.465,
      "step": 60561
    },
    {
      "epoch": 5.144580360176691,
      "grad_norm": 2.5296465086160507,
      "learning_rate": 1.56553685353006e-05,
      "loss": 1.3303,
      "step": 60562
    },
    {
      "epoch": 5.144665307509344,
      "grad_norm": 2.6572267199603106,
      "learning_rate": 1.5652314617333158e-05,
      "loss": 1.4285,
      "step": 60563
    },
    {
      "epoch": 5.144750254841998,
      "grad_norm": 2.7060856872289873,
      "learning_rate": 1.564926098086457e-05,
      "loss": 1.4584,
      "step": 60564
    },
    {
      "epoch": 5.144835202174652,
      "grad_norm": 2.4586683041527135,
      "learning_rate": 1.5646207625901168e-05,
      "loss": 1.2637,
      "step": 60565
    },
    {
      "epoch": 5.144920149507305,
      "grad_norm": 2.6927312906356473,
      "learning_rate": 1.5643154552449468e-05,
      "loss": 1.3435,
      "step": 60566
    },
    {
      "epoch": 5.145005096839959,
      "grad_norm": 2.6701193689224225,
      "learning_rate": 1.5640101760515822e-05,
      "loss": 1.4961,
      "step": 60567
    },
    {
      "epoch": 5.145090044172613,
      "grad_norm": 2.4709566897879136,
      "learning_rate": 1.5637049250106566e-05,
      "loss": 1.4078,
      "step": 60568
    },
    {
      "epoch": 5.145174991505267,
      "grad_norm": 2.694032348749929,
      "learning_rate": 1.563399702122819e-05,
      "loss": 1.5596,
      "step": 60569
    },
    {
      "epoch": 5.1452599388379205,
      "grad_norm": 2.7641031426967078,
      "learning_rate": 1.5630945073887043e-05,
      "loss": 1.3978,
      "step": 60570
    },
    {
      "epoch": 5.145344886170574,
      "grad_norm": 2.659787217483687,
      "learning_rate": 1.5627893408089514e-05,
      "loss": 1.3936,
      "step": 60571
    },
    {
      "epoch": 5.145429833503228,
      "grad_norm": 2.6261622295511162,
      "learning_rate": 1.5624842023841956e-05,
      "loss": 1.4825,
      "step": 60572
    },
    {
      "epoch": 5.145514780835882,
      "grad_norm": 2.6165636749733623,
      "learning_rate": 1.5621790921150857e-05,
      "loss": 1.5433,
      "step": 60573
    },
    {
      "epoch": 5.145599728168536,
      "grad_norm": 2.5221033030233984,
      "learning_rate": 1.5618740100022563e-05,
      "loss": 1.434,
      "step": 60574
    },
    {
      "epoch": 5.145684675501189,
      "grad_norm": 2.7684301908165785,
      "learning_rate": 1.5615689560463473e-05,
      "loss": 1.4749,
      "step": 60575
    },
    {
      "epoch": 5.145769622833843,
      "grad_norm": 2.537886955326903,
      "learning_rate": 1.5612639302479945e-05,
      "loss": 1.2027,
      "step": 60576
    },
    {
      "epoch": 5.145854570166497,
      "grad_norm": 2.439724114406488,
      "learning_rate": 1.5609589326078425e-05,
      "loss": 1.3474,
      "step": 60577
    },
    {
      "epoch": 5.1459395174991505,
      "grad_norm": 2.604697319675866,
      "learning_rate": 1.5606539631265257e-05,
      "loss": 1.3621,
      "step": 60578
    },
    {
      "epoch": 5.146024464831804,
      "grad_norm": 2.5693209712386023,
      "learning_rate": 1.5603490218046836e-05,
      "loss": 1.2463,
      "step": 60579
    },
    {
      "epoch": 5.146109412164458,
      "grad_norm": 2.634975372120862,
      "learning_rate": 1.560044108642961e-05,
      "loss": 1.6066,
      "step": 60580
    },
    {
      "epoch": 5.146194359497112,
      "grad_norm": 2.450188950600503,
      "learning_rate": 1.559739223641992e-05,
      "loss": 1.3962,
      "step": 60581
    },
    {
      "epoch": 5.146279306829766,
      "grad_norm": 2.6399018920835586,
      "learning_rate": 1.559434366802416e-05,
      "loss": 1.435,
      "step": 60582
    },
    {
      "epoch": 5.146364254162419,
      "grad_norm": 2.854655968966169,
      "learning_rate": 1.559129538124868e-05,
      "loss": 1.6403,
      "step": 60583
    },
    {
      "epoch": 5.146449201495073,
      "grad_norm": 2.7173893967143345,
      "learning_rate": 1.5588247376099904e-05,
      "loss": 1.477,
      "step": 60584
    },
    {
      "epoch": 5.146534148827727,
      "grad_norm": 2.7114928729592602,
      "learning_rate": 1.5585199652584247e-05,
      "loss": 1.6655,
      "step": 60585
    },
    {
      "epoch": 5.14661909616038,
      "grad_norm": 2.5523642258078767,
      "learning_rate": 1.5582152210708065e-05,
      "loss": 1.5031,
      "step": 60586
    },
    {
      "epoch": 5.146704043493035,
      "grad_norm": 2.619108852473526,
      "learning_rate": 1.5579105050477724e-05,
      "loss": 1.1797,
      "step": 60587
    },
    {
      "epoch": 5.146788990825688,
      "grad_norm": 2.689251639618013,
      "learning_rate": 1.557605817189965e-05,
      "loss": 1.5374,
      "step": 60588
    },
    {
      "epoch": 5.1468739381583415,
      "grad_norm": 2.634452248053196,
      "learning_rate": 1.557301157498021e-05,
      "loss": 1.5016,
      "step": 60589
    },
    {
      "epoch": 5.146958885490996,
      "grad_norm": 2.6889378437942524,
      "learning_rate": 1.556996525972571e-05,
      "loss": 1.4367,
      "step": 60590
    },
    {
      "epoch": 5.147043832823649,
      "grad_norm": 3.330640184669415,
      "learning_rate": 1.5566919226142676e-05,
      "loss": 1.7064,
      "step": 60591
    },
    {
      "epoch": 5.1471287801563035,
      "grad_norm": 2.640009284254788,
      "learning_rate": 1.5563873474237424e-05,
      "loss": 1.4291,
      "step": 60592
    },
    {
      "epoch": 5.147213727488957,
      "grad_norm": 2.8359693811026583,
      "learning_rate": 1.5560828004016334e-05,
      "loss": 1.3126,
      "step": 60593
    },
    {
      "epoch": 5.14729867482161,
      "grad_norm": 2.7183962995505455,
      "learning_rate": 1.5557782815485747e-05,
      "loss": 1.6575,
      "step": 60594
    },
    {
      "epoch": 5.147383622154265,
      "grad_norm": 2.846312180365977,
      "learning_rate": 1.555473790865211e-05,
      "loss": 1.4803,
      "step": 60595
    },
    {
      "epoch": 5.147468569486918,
      "grad_norm": 2.4714643916311183,
      "learning_rate": 1.5551693283521765e-05,
      "loss": 1.3454,
      "step": 60596
    },
    {
      "epoch": 5.147553516819572,
      "grad_norm": 2.479493230237938,
      "learning_rate": 1.554864894010108e-05,
      "loss": 1.3212,
      "step": 60597
    },
    {
      "epoch": 5.147638464152226,
      "grad_norm": 2.5527140782245024,
      "learning_rate": 1.554560487839649e-05,
      "loss": 1.4135,
      "step": 60598
    },
    {
      "epoch": 5.147723411484879,
      "grad_norm": 2.638354348072456,
      "learning_rate": 1.554256109841435e-05,
      "loss": 1.3004,
      "step": 60599
    },
    {
      "epoch": 5.147808358817533,
      "grad_norm": 2.6866358042929392,
      "learning_rate": 1.553951760016101e-05,
      "loss": 1.5322,
      "step": 60600
    },
    {
      "epoch": 5.147893306150187,
      "grad_norm": 2.7874534844200864,
      "learning_rate": 1.5536474383642843e-05,
      "loss": 1.7708,
      "step": 60601
    },
    {
      "epoch": 5.14797825348284,
      "grad_norm": 2.4228304154962292,
      "learning_rate": 1.553343144886624e-05,
      "loss": 1.3905,
      "step": 60602
    },
    {
      "epoch": 5.1480632008154945,
      "grad_norm": 3.28734057702223,
      "learning_rate": 1.553038879583763e-05,
      "loss": 1.6798,
      "step": 60603
    },
    {
      "epoch": 5.148148148148148,
      "grad_norm": 2.7080353424893437,
      "learning_rate": 1.552734642456332e-05,
      "loss": 1.6624,
      "step": 60604
    },
    {
      "epoch": 5.148233095480802,
      "grad_norm": 2.7868049623485,
      "learning_rate": 1.5524304335049677e-05,
      "loss": 1.4284,
      "step": 60605
    },
    {
      "epoch": 5.148318042813456,
      "grad_norm": 2.594839112229542,
      "learning_rate": 1.5521262527303142e-05,
      "loss": 1.4297,
      "step": 60606
    },
    {
      "epoch": 5.148402990146109,
      "grad_norm": 2.9613504956490946,
      "learning_rate": 1.5518221001330046e-05,
      "loss": 1.4409,
      "step": 60607
    },
    {
      "epoch": 5.148487937478763,
      "grad_norm": 2.719162525432276,
      "learning_rate": 1.5515179757136713e-05,
      "loss": 1.534,
      "step": 60608
    },
    {
      "epoch": 5.148572884811417,
      "grad_norm": 2.562783231925978,
      "learning_rate": 1.5512138794729612e-05,
      "loss": 1.5191,
      "step": 60609
    },
    {
      "epoch": 5.148657832144071,
      "grad_norm": 2.5810231166935185,
      "learning_rate": 1.5509098114115082e-05,
      "loss": 1.1831,
      "step": 60610
    },
    {
      "epoch": 5.148742779476724,
      "grad_norm": 2.6990999830674838,
      "learning_rate": 1.5506057715299486e-05,
      "loss": 1.6393,
      "step": 60611
    },
    {
      "epoch": 5.148827726809378,
      "grad_norm": 2.7669611305323487,
      "learning_rate": 1.550301759828917e-05,
      "loss": 1.5156,
      "step": 60612
    },
    {
      "epoch": 5.148912674142032,
      "grad_norm": 2.5769026553981362,
      "learning_rate": 1.5499977763090543e-05,
      "loss": 1.4729,
      "step": 60613
    },
    {
      "epoch": 5.1489976214746855,
      "grad_norm": 2.6139006146059316,
      "learning_rate": 1.549693820970992e-05,
      "loss": 1.4197,
      "step": 60614
    },
    {
      "epoch": 5.14908256880734,
      "grad_norm": 2.527450202288049,
      "learning_rate": 1.5493898938153742e-05,
      "loss": 1.419,
      "step": 60615
    },
    {
      "epoch": 5.149167516139993,
      "grad_norm": 2.5901009457147337,
      "learning_rate": 1.5490859948428326e-05,
      "loss": 1.5298,
      "step": 60616
    },
    {
      "epoch": 5.149252463472647,
      "grad_norm": 2.4978595113301334,
      "learning_rate": 1.5487821240540076e-05,
      "loss": 1.4019,
      "step": 60617
    },
    {
      "epoch": 5.149337410805301,
      "grad_norm": 2.4684644436529437,
      "learning_rate": 1.5484782814495327e-05,
      "loss": 1.4284,
      "step": 60618
    },
    {
      "epoch": 5.149422358137954,
      "grad_norm": 2.795929983726847,
      "learning_rate": 1.548174467030044e-05,
      "loss": 1.7198,
      "step": 60619
    },
    {
      "epoch": 5.149507305470609,
      "grad_norm": 2.7327026054095787,
      "learning_rate": 1.5478706807961822e-05,
      "loss": 1.3334,
      "step": 60620
    },
    {
      "epoch": 5.149592252803262,
      "grad_norm": 2.8643533209381857,
      "learning_rate": 1.547566922748579e-05,
      "loss": 1.4194,
      "step": 60621
    },
    {
      "epoch": 5.1496772001359155,
      "grad_norm": 2.7723226551270495,
      "learning_rate": 1.5472631928878766e-05,
      "loss": 1.4043,
      "step": 60622
    },
    {
      "epoch": 5.14976214746857,
      "grad_norm": 2.528211068300471,
      "learning_rate": 1.546959491214705e-05,
      "loss": 1.4096,
      "step": 60623
    },
    {
      "epoch": 5.149847094801223,
      "grad_norm": 2.5062179668921956,
      "learning_rate": 1.546655817729705e-05,
      "loss": 1.41,
      "step": 60624
    },
    {
      "epoch": 5.149932042133877,
      "grad_norm": 2.5058833385945603,
      "learning_rate": 1.5463521724335132e-05,
      "loss": 1.4749,
      "step": 60625
    },
    {
      "epoch": 5.150016989466531,
      "grad_norm": 2.409911210547499,
      "learning_rate": 1.5460485553267604e-05,
      "loss": 1.2372,
      "step": 60626
    },
    {
      "epoch": 5.150101936799184,
      "grad_norm": 2.6239496247648924,
      "learning_rate": 1.5457449664100864e-05,
      "loss": 1.5856,
      "step": 60627
    },
    {
      "epoch": 5.150186884131839,
      "grad_norm": 2.6406776046314735,
      "learning_rate": 1.545441405684132e-05,
      "loss": 1.4944,
      "step": 60628
    },
    {
      "epoch": 5.150271831464492,
      "grad_norm": 2.66824880939883,
      "learning_rate": 1.5451378731495267e-05,
      "loss": 1.6362,
      "step": 60629
    },
    {
      "epoch": 5.150356778797145,
      "grad_norm": 2.6769789795235175,
      "learning_rate": 1.544834368806907e-05,
      "loss": 1.3828,
      "step": 60630
    },
    {
      "epoch": 5.1504417261298,
      "grad_norm": 2.779127337146204,
      "learning_rate": 1.5445308926569122e-05,
      "loss": 1.623,
      "step": 60631
    },
    {
      "epoch": 5.150526673462453,
      "grad_norm": 2.6918412384975907,
      "learning_rate": 1.5442274447001768e-05,
      "loss": 1.5398,
      "step": 60632
    },
    {
      "epoch": 5.150611620795107,
      "grad_norm": 2.69386967038729,
      "learning_rate": 1.543924024937332e-05,
      "loss": 1.5783,
      "step": 60633
    },
    {
      "epoch": 5.150696568127761,
      "grad_norm": 2.7843613335353905,
      "learning_rate": 1.5436206333690188e-05,
      "loss": 1.3145,
      "step": 60634
    },
    {
      "epoch": 5.150781515460414,
      "grad_norm": 2.5314280463288736,
      "learning_rate": 1.543317269995875e-05,
      "loss": 1.224,
      "step": 60635
    },
    {
      "epoch": 5.1508664627930685,
      "grad_norm": 2.4968231081538295,
      "learning_rate": 1.543013934818532e-05,
      "loss": 1.4038,
      "step": 60636
    },
    {
      "epoch": 5.150951410125722,
      "grad_norm": 2.7893536276706428,
      "learning_rate": 1.5427106278376243e-05,
      "loss": 1.3177,
      "step": 60637
    },
    {
      "epoch": 5.151036357458376,
      "grad_norm": 2.8865066067215053,
      "learning_rate": 1.5424073490537915e-05,
      "loss": 1.6617,
      "step": 60638
    },
    {
      "epoch": 5.15112130479103,
      "grad_norm": 2.7178002554499434,
      "learning_rate": 1.542104098467664e-05,
      "loss": 1.3414,
      "step": 60639
    },
    {
      "epoch": 5.151206252123683,
      "grad_norm": 2.46259516569106,
      "learning_rate": 1.541800876079884e-05,
      "loss": 1.4144,
      "step": 60640
    },
    {
      "epoch": 5.151291199456337,
      "grad_norm": 2.5797044407622893,
      "learning_rate": 1.54149768189108e-05,
      "loss": 1.2115,
      "step": 60641
    },
    {
      "epoch": 5.151376146788991,
      "grad_norm": 2.4972641155607676,
      "learning_rate": 1.541194515901894e-05,
      "loss": 1.4193,
      "step": 60642
    },
    {
      "epoch": 5.151461094121645,
      "grad_norm": 2.602876266822396,
      "learning_rate": 1.5408913781129565e-05,
      "loss": 1.4349,
      "step": 60643
    },
    {
      "epoch": 5.151546041454298,
      "grad_norm": 2.6137260639726314,
      "learning_rate": 1.540588268524901e-05,
      "loss": 1.5037,
      "step": 60644
    },
    {
      "epoch": 5.151630988786952,
      "grad_norm": 2.764773506916903,
      "learning_rate": 1.5402851871383664e-05,
      "loss": 1.3913,
      "step": 60645
    },
    {
      "epoch": 5.151715936119606,
      "grad_norm": 2.678770186392963,
      "learning_rate": 1.5399821339539874e-05,
      "loss": 1.3344,
      "step": 60646
    },
    {
      "epoch": 5.1518008834522595,
      "grad_norm": 2.579960243979592,
      "learning_rate": 1.5396791089724005e-05,
      "loss": 1.3781,
      "step": 60647
    },
    {
      "epoch": 5.151885830784913,
      "grad_norm": 2.559786307731316,
      "learning_rate": 1.5393761121942344e-05,
      "loss": 1.2152,
      "step": 60648
    },
    {
      "epoch": 5.151970778117567,
      "grad_norm": 2.7331740593061453,
      "learning_rate": 1.539073143620131e-05,
      "loss": 1.5366,
      "step": 60649
    },
    {
      "epoch": 5.152055725450221,
      "grad_norm": 3.6363789505729645,
      "learning_rate": 1.5387702032507228e-05,
      "loss": 2.0252,
      "step": 60650
    },
    {
      "epoch": 5.152140672782875,
      "grad_norm": 2.509405735881535,
      "learning_rate": 1.538467291086641e-05,
      "loss": 1.4494,
      "step": 60651
    },
    {
      "epoch": 5.152225620115528,
      "grad_norm": 2.71721165152483,
      "learning_rate": 1.5381644071285214e-05,
      "loss": 1.5741,
      "step": 60652
    },
    {
      "epoch": 5.152310567448182,
      "grad_norm": 2.7893788269035156,
      "learning_rate": 1.5378615513770043e-05,
      "loss": 1.616,
      "step": 60653
    },
    {
      "epoch": 5.152395514780836,
      "grad_norm": 2.654416071054547,
      "learning_rate": 1.5375587238327204e-05,
      "loss": 1.2963,
      "step": 60654
    },
    {
      "epoch": 5.152480462113489,
      "grad_norm": 2.9188207666165495,
      "learning_rate": 1.5372559244963023e-05,
      "loss": 1.4509,
      "step": 60655
    },
    {
      "epoch": 5.152565409446144,
      "grad_norm": 2.6092376262120753,
      "learning_rate": 1.5369531533683883e-05,
      "loss": 1.2152,
      "step": 60656
    },
    {
      "epoch": 5.152650356778797,
      "grad_norm": 2.6374621611237834,
      "learning_rate": 1.5366504104496073e-05,
      "loss": 1.5609,
      "step": 60657
    },
    {
      "epoch": 5.1527353041114505,
      "grad_norm": 2.661165252450092,
      "learning_rate": 1.5363476957406013e-05,
      "loss": 1.414,
      "step": 60658
    },
    {
      "epoch": 5.152820251444105,
      "grad_norm": 2.88043857982588,
      "learning_rate": 1.5360450092419958e-05,
      "loss": 1.4399,
      "step": 60659
    },
    {
      "epoch": 5.152905198776758,
      "grad_norm": 2.5729924418866714,
      "learning_rate": 1.5357423509544337e-05,
      "loss": 1.2546,
      "step": 60660
    },
    {
      "epoch": 5.1529901461094125,
      "grad_norm": 2.6945631480406624,
      "learning_rate": 1.535439720878546e-05,
      "loss": 1.5182,
      "step": 60661
    },
    {
      "epoch": 5.153075093442066,
      "grad_norm": 2.7593689110150876,
      "learning_rate": 1.5351371190149614e-05,
      "loss": 1.3867,
      "step": 60662
    },
    {
      "epoch": 5.153160040774719,
      "grad_norm": 2.5733652595156884,
      "learning_rate": 1.534834545364322e-05,
      "loss": 1.4694,
      "step": 60663
    },
    {
      "epoch": 5.153244988107374,
      "grad_norm": 2.693206616509927,
      "learning_rate": 1.5345319999272553e-05,
      "loss": 1.5835,
      "step": 60664
    },
    {
      "epoch": 5.153329935440027,
      "grad_norm": 2.552311569076673,
      "learning_rate": 1.5342294827044017e-05,
      "loss": 1.3349,
      "step": 60665
    },
    {
      "epoch": 5.153414882772681,
      "grad_norm": 2.7479866061233476,
      "learning_rate": 1.533926993696388e-05,
      "loss": 1.5853,
      "step": 60666
    },
    {
      "epoch": 5.153499830105335,
      "grad_norm": 2.6268108656127684,
      "learning_rate": 1.5336245329038548e-05,
      "loss": 1.5475,
      "step": 60667
    },
    {
      "epoch": 5.153584777437988,
      "grad_norm": 2.5606611793196645,
      "learning_rate": 1.5333221003274326e-05,
      "loss": 1.3822,
      "step": 60668
    },
    {
      "epoch": 5.1536697247706424,
      "grad_norm": 2.8087272771023115,
      "learning_rate": 1.533019695967751e-05,
      "loss": 1.5099,
      "step": 60669
    },
    {
      "epoch": 5.153754672103296,
      "grad_norm": 2.388176223041608,
      "learning_rate": 1.5327173198254493e-05,
      "loss": 1.2562,
      "step": 60670
    },
    {
      "epoch": 5.153839619435949,
      "grad_norm": 2.604670578427664,
      "learning_rate": 1.5324149719011607e-05,
      "loss": 1.5124,
      "step": 60671
    },
    {
      "epoch": 5.1539245667686036,
      "grad_norm": 2.7374908041180577,
      "learning_rate": 1.5321126521955196e-05,
      "loss": 1.6024,
      "step": 60672
    },
    {
      "epoch": 5.154009514101257,
      "grad_norm": 2.595301706266202,
      "learning_rate": 1.531810360709152e-05,
      "loss": 1.4414,
      "step": 60673
    },
    {
      "epoch": 5.154094461433911,
      "grad_norm": 2.7142585803703883,
      "learning_rate": 1.5315080974427008e-05,
      "loss": 1.5834,
      "step": 60674
    },
    {
      "epoch": 5.154179408766565,
      "grad_norm": 2.860532860752745,
      "learning_rate": 1.5312058623967953e-05,
      "loss": 1.7407,
      "step": 60675
    },
    {
      "epoch": 5.154264356099218,
      "grad_norm": 2.6333109752463937,
      "learning_rate": 1.5309036555720655e-05,
      "loss": 1.416,
      "step": 60676
    },
    {
      "epoch": 5.154349303431872,
      "grad_norm": 2.4201319972899253,
      "learning_rate": 1.5306014769691487e-05,
      "loss": 1.2529,
      "step": 60677
    },
    {
      "epoch": 5.154434250764526,
      "grad_norm": 2.582570231375994,
      "learning_rate": 1.5302993265886783e-05,
      "loss": 1.6245,
      "step": 60678
    },
    {
      "epoch": 5.15451919809718,
      "grad_norm": 2.72737830595512,
      "learning_rate": 1.529997204431288e-05,
      "loss": 1.5785,
      "step": 60679
    },
    {
      "epoch": 5.1546041454298335,
      "grad_norm": 2.6447824400723934,
      "learning_rate": 1.5296951104976048e-05,
      "loss": 1.3187,
      "step": 60680
    },
    {
      "epoch": 5.154689092762487,
      "grad_norm": 2.747261449981866,
      "learning_rate": 1.529393044788269e-05,
      "loss": 1.4977,
      "step": 60681
    },
    {
      "epoch": 5.154774040095141,
      "grad_norm": 2.4900659449947407,
      "learning_rate": 1.5290910073039075e-05,
      "loss": 1.3384,
      "step": 60682
    },
    {
      "epoch": 5.154858987427795,
      "grad_norm": 2.3812674754110272,
      "learning_rate": 1.5287889980451597e-05,
      "loss": 1.35,
      "step": 60683
    },
    {
      "epoch": 5.154943934760449,
      "grad_norm": 2.824739308578188,
      "learning_rate": 1.528487017012651e-05,
      "loss": 1.7025,
      "step": 60684
    },
    {
      "epoch": 5.155028882093102,
      "grad_norm": 2.694088354729237,
      "learning_rate": 1.5281850642070205e-05,
      "loss": 1.5311,
      "step": 60685
    },
    {
      "epoch": 5.155113829425756,
      "grad_norm": 3.425622877182241,
      "learning_rate": 1.5278831396288998e-05,
      "loss": 1.7143,
      "step": 60686
    },
    {
      "epoch": 5.15519877675841,
      "grad_norm": 2.783927088944356,
      "learning_rate": 1.527581243278916e-05,
      "loss": 1.3537,
      "step": 60687
    },
    {
      "epoch": 5.155283724091063,
      "grad_norm": 2.807702524808636,
      "learning_rate": 1.5272793751577062e-05,
      "loss": 1.5267,
      "step": 60688
    },
    {
      "epoch": 5.155368671423718,
      "grad_norm": 2.543746920979643,
      "learning_rate": 1.5269775352659053e-05,
      "loss": 1.39,
      "step": 60689
    },
    {
      "epoch": 5.155453618756371,
      "grad_norm": 2.8116580364212926,
      "learning_rate": 1.5266757236041428e-05,
      "loss": 1.5959,
      "step": 60690
    },
    {
      "epoch": 5.1555385660890245,
      "grad_norm": 2.7363035744426805,
      "learning_rate": 1.526373940173048e-05,
      "loss": 1.2892,
      "step": 60691
    },
    {
      "epoch": 5.155623513421679,
      "grad_norm": 2.6271447409185424,
      "learning_rate": 1.526072184973259e-05,
      "loss": 1.5152,
      "step": 60692
    },
    {
      "epoch": 5.155708460754332,
      "grad_norm": 2.629678557861219,
      "learning_rate": 1.5257704580054048e-05,
      "loss": 1.4023,
      "step": 60693
    },
    {
      "epoch": 5.1557934080869865,
      "grad_norm": 2.689271221539534,
      "learning_rate": 1.525468759270117e-05,
      "loss": 1.4775,
      "step": 60694
    },
    {
      "epoch": 5.15587835541964,
      "grad_norm": 2.677025574201115,
      "learning_rate": 1.5251670887680284e-05,
      "loss": 1.5621,
      "step": 60695
    },
    {
      "epoch": 5.155963302752293,
      "grad_norm": 2.753194392520968,
      "learning_rate": 1.524865446499775e-05,
      "loss": 1.3571,
      "step": 60696
    },
    {
      "epoch": 5.156048250084948,
      "grad_norm": 2.5196158871143,
      "learning_rate": 1.5245638324659849e-05,
      "loss": 1.1546,
      "step": 60697
    },
    {
      "epoch": 5.156133197417601,
      "grad_norm": 2.6017924940732904,
      "learning_rate": 1.524262246667287e-05,
      "loss": 1.5881,
      "step": 60698
    },
    {
      "epoch": 5.156218144750254,
      "grad_norm": 2.497030370630879,
      "learning_rate": 1.5239606891043216e-05,
      "loss": 1.4076,
      "step": 60699
    },
    {
      "epoch": 5.156303092082909,
      "grad_norm": 2.538950997169599,
      "learning_rate": 1.5236591597777109e-05,
      "loss": 1.4767,
      "step": 60700
    },
    {
      "epoch": 5.156388039415562,
      "grad_norm": 2.737361921462689,
      "learning_rate": 1.5233576586880964e-05,
      "loss": 1.5785,
      "step": 60701
    },
    {
      "epoch": 5.156472986748216,
      "grad_norm": 2.578374588025781,
      "learning_rate": 1.5230561858361006e-05,
      "loss": 1.2925,
      "step": 60702
    },
    {
      "epoch": 5.15655793408087,
      "grad_norm": 2.387123116876095,
      "learning_rate": 1.5227547412223634e-05,
      "loss": 1.309,
      "step": 60703
    },
    {
      "epoch": 5.156642881413523,
      "grad_norm": 2.667088121293395,
      "learning_rate": 1.5224533248475124e-05,
      "loss": 1.524,
      "step": 60704
    },
    {
      "epoch": 5.1567278287461775,
      "grad_norm": 2.5235860962260057,
      "learning_rate": 1.522151936712177e-05,
      "loss": 1.3586,
      "step": 60705
    },
    {
      "epoch": 5.156812776078831,
      "grad_norm": 2.576419232878057,
      "learning_rate": 1.5218505768169937e-05,
      "loss": 1.2113,
      "step": 60706
    },
    {
      "epoch": 5.156897723411485,
      "grad_norm": 2.85147217530351,
      "learning_rate": 1.5215492451625882e-05,
      "loss": 1.4238,
      "step": 60707
    },
    {
      "epoch": 5.156982670744139,
      "grad_norm": 2.655973239262222,
      "learning_rate": 1.5212479417495987e-05,
      "loss": 1.3306,
      "step": 60708
    },
    {
      "epoch": 5.157067618076792,
      "grad_norm": 2.7354402062607504,
      "learning_rate": 1.5209466665786497e-05,
      "loss": 1.4667,
      "step": 60709
    },
    {
      "epoch": 5.157152565409446,
      "grad_norm": 2.5204675186946606,
      "learning_rate": 1.5206454196503787e-05,
      "loss": 1.4514,
      "step": 60710
    },
    {
      "epoch": 5.1572375127421,
      "grad_norm": 2.7179953133399843,
      "learning_rate": 1.5203442009654138e-05,
      "loss": 1.677,
      "step": 60711
    },
    {
      "epoch": 5.157322460074754,
      "grad_norm": 2.586772130401019,
      "learning_rate": 1.5200430105243827e-05,
      "loss": 1.4394,
      "step": 60712
    },
    {
      "epoch": 5.157407407407407,
      "grad_norm": 2.711531748873363,
      "learning_rate": 1.51974184832792e-05,
      "loss": 1.3452,
      "step": 60713
    },
    {
      "epoch": 5.157492354740061,
      "grad_norm": 2.5860672471988657,
      "learning_rate": 1.5194407143766601e-05,
      "loss": 1.2069,
      "step": 60714
    },
    {
      "epoch": 5.157577302072715,
      "grad_norm": 2.690684362168886,
      "learning_rate": 1.519139608671231e-05,
      "loss": 1.4505,
      "step": 60715
    },
    {
      "epoch": 5.1576622494053685,
      "grad_norm": 2.7696630473401482,
      "learning_rate": 1.5188385312122587e-05,
      "loss": 1.6401,
      "step": 60716
    },
    {
      "epoch": 5.157747196738023,
      "grad_norm": 2.711423414772295,
      "learning_rate": 1.5185374820003827e-05,
      "loss": 1.5786,
      "step": 60717
    },
    {
      "epoch": 5.157832144070676,
      "grad_norm": 2.768720264959424,
      "learning_rate": 1.5182364610362291e-05,
      "loss": 1.5409,
      "step": 60718
    },
    {
      "epoch": 5.15791709140333,
      "grad_norm": 2.5725555461883394,
      "learning_rate": 1.517935468320426e-05,
      "loss": 1.3428,
      "step": 60719
    },
    {
      "epoch": 5.158002038735984,
      "grad_norm": 2.487138040248839,
      "learning_rate": 1.5176345038536074e-05,
      "loss": 1.4383,
      "step": 60720
    },
    {
      "epoch": 5.158086986068637,
      "grad_norm": 2.832222346067181,
      "learning_rate": 1.5173335676364069e-05,
      "loss": 1.5361,
      "step": 60721
    },
    {
      "epoch": 5.158171933401292,
      "grad_norm": 2.5076723122730415,
      "learning_rate": 1.5170326596694515e-05,
      "loss": 1.3508,
      "step": 60722
    },
    {
      "epoch": 5.158256880733945,
      "grad_norm": 2.6338055805616176,
      "learning_rate": 1.5167317799533695e-05,
      "loss": 1.4258,
      "step": 60723
    },
    {
      "epoch": 5.1583418280665985,
      "grad_norm": 2.6721468779969437,
      "learning_rate": 1.5164309284887971e-05,
      "loss": 1.5808,
      "step": 60724
    },
    {
      "epoch": 5.158426775399253,
      "grad_norm": 2.7462528053839157,
      "learning_rate": 1.5161301052763569e-05,
      "loss": 1.4224,
      "step": 60725
    },
    {
      "epoch": 5.158511722731906,
      "grad_norm": 2.6436262521040863,
      "learning_rate": 1.5158293103166886e-05,
      "loss": 1.4384,
      "step": 60726
    },
    {
      "epoch": 5.15859667006456,
      "grad_norm": 2.555501669466575,
      "learning_rate": 1.5155285436104131e-05,
      "loss": 1.4512,
      "step": 60727
    },
    {
      "epoch": 5.158681617397214,
      "grad_norm": 2.640338048460163,
      "learning_rate": 1.5152278051581701e-05,
      "loss": 1.2508,
      "step": 60728
    },
    {
      "epoch": 5.158766564729867,
      "grad_norm": 2.556505281261635,
      "learning_rate": 1.5149270949605824e-05,
      "loss": 1.3661,
      "step": 60729
    },
    {
      "epoch": 5.158851512062522,
      "grad_norm": 2.7443616369567816,
      "learning_rate": 1.5146264130182812e-05,
      "loss": 1.3999,
      "step": 60730
    },
    {
      "epoch": 5.158936459395175,
      "grad_norm": 2.701667427336316,
      "learning_rate": 1.5143257593318975e-05,
      "loss": 1.482,
      "step": 60731
    },
    {
      "epoch": 5.159021406727828,
      "grad_norm": 2.7895904089861165,
      "learning_rate": 1.5140251339020643e-05,
      "loss": 1.6266,
      "step": 60732
    },
    {
      "epoch": 5.159106354060483,
      "grad_norm": 2.7805044918316058,
      "learning_rate": 1.5137245367294094e-05,
      "loss": 1.3245,
      "step": 60733
    },
    {
      "epoch": 5.159191301393136,
      "grad_norm": 2.4111152773277875,
      "learning_rate": 1.513423967814557e-05,
      "loss": 1.3159,
      "step": 60734
    },
    {
      "epoch": 5.15927624872579,
      "grad_norm": 2.7558221555268942,
      "learning_rate": 1.5131234271581472e-05,
      "loss": 1.5879,
      "step": 60735
    },
    {
      "epoch": 5.159361196058444,
      "grad_norm": 2.721890280719891,
      "learning_rate": 1.5128229147608023e-05,
      "loss": 1.6287,
      "step": 60736
    },
    {
      "epoch": 5.159446143391097,
      "grad_norm": 3.705379443173646,
      "learning_rate": 1.512522430623152e-05,
      "loss": 1.8863,
      "step": 60737
    },
    {
      "epoch": 5.1595310907237515,
      "grad_norm": 2.6798832579223517,
      "learning_rate": 1.5122219747458276e-05,
      "loss": 1.5573,
      "step": 60738
    },
    {
      "epoch": 5.159616038056405,
      "grad_norm": 2.6729516101016944,
      "learning_rate": 1.5119215471294633e-05,
      "loss": 1.3489,
      "step": 60739
    },
    {
      "epoch": 5.159700985389059,
      "grad_norm": 2.708008442334009,
      "learning_rate": 1.5116211477746838e-05,
      "loss": 1.4827,
      "step": 60740
    },
    {
      "epoch": 5.159785932721713,
      "grad_norm": 2.4614187327906594,
      "learning_rate": 1.511320776682115e-05,
      "loss": 1.1632,
      "step": 60741
    },
    {
      "epoch": 5.159870880054366,
      "grad_norm": 2.7369534411796637,
      "learning_rate": 1.5110204338523935e-05,
      "loss": 1.5891,
      "step": 60742
    },
    {
      "epoch": 5.15995582738702,
      "grad_norm": 2.669196222960749,
      "learning_rate": 1.5107201192861434e-05,
      "loss": 1.493,
      "step": 60743
    },
    {
      "epoch": 5.160040774719674,
      "grad_norm": 2.5887097746937417,
      "learning_rate": 1.5104198329839978e-05,
      "loss": 1.4947,
      "step": 60744
    },
    {
      "epoch": 5.160125722052328,
      "grad_norm": 2.8348251109594766,
      "learning_rate": 1.510119574946581e-05,
      "loss": 1.7087,
      "step": 60745
    },
    {
      "epoch": 5.160210669384981,
      "grad_norm": 2.657481759159194,
      "learning_rate": 1.5098193451745295e-05,
      "loss": 1.5042,
      "step": 60746
    },
    {
      "epoch": 5.160295616717635,
      "grad_norm": 2.6982640282860357,
      "learning_rate": 1.5095191436684656e-05,
      "loss": 1.3533,
      "step": 60747
    },
    {
      "epoch": 5.160380564050289,
      "grad_norm": 2.484255993462245,
      "learning_rate": 1.5092189704290192e-05,
      "loss": 1.5041,
      "step": 60748
    },
    {
      "epoch": 5.1604655113829425,
      "grad_norm": 2.6225165201299276,
      "learning_rate": 1.5089188254568214e-05,
      "loss": 1.376,
      "step": 60749
    },
    {
      "epoch": 5.160550458715596,
      "grad_norm": 2.5763901454266973,
      "learning_rate": 1.5086187087525032e-05,
      "loss": 1.2156,
      "step": 60750
    },
    {
      "epoch": 5.16063540604825,
      "grad_norm": 2.7741961833503894,
      "learning_rate": 1.5083186203166909e-05,
      "loss": 1.392,
      "step": 60751
    },
    {
      "epoch": 5.160720353380904,
      "grad_norm": 2.5516295353691962,
      "learning_rate": 1.5080185601500089e-05,
      "loss": 1.5079,
      "step": 60752
    },
    {
      "epoch": 5.160805300713558,
      "grad_norm": 2.799259387857574,
      "learning_rate": 1.5077185282530936e-05,
      "loss": 1.6945,
      "step": 60753
    },
    {
      "epoch": 5.160890248046211,
      "grad_norm": 2.517138076304363,
      "learning_rate": 1.5074185246265708e-05,
      "loss": 1.2361,
      "step": 60754
    },
    {
      "epoch": 5.160975195378865,
      "grad_norm": 2.7197049502040436,
      "learning_rate": 1.5071185492710652e-05,
      "loss": 1.5172,
      "step": 60755
    },
    {
      "epoch": 5.161060142711519,
      "grad_norm": 2.562122083158937,
      "learning_rate": 1.506818602187208e-05,
      "loss": 1.4557,
      "step": 60756
    },
    {
      "epoch": 5.161145090044172,
      "grad_norm": 2.765301762364969,
      "learning_rate": 1.506518683375632e-05,
      "loss": 1.6005,
      "step": 60757
    },
    {
      "epoch": 5.161230037376827,
      "grad_norm": 2.692046383334727,
      "learning_rate": 1.5062187928369617e-05,
      "loss": 1.3136,
      "step": 60758
    },
    {
      "epoch": 5.16131498470948,
      "grad_norm": 2.617890565178242,
      "learning_rate": 1.5059189305718217e-05,
      "loss": 1.4203,
      "step": 60759
    },
    {
      "epoch": 5.1613999320421335,
      "grad_norm": 2.4906018051523033,
      "learning_rate": 1.5056190965808479e-05,
      "loss": 1.4824,
      "step": 60760
    },
    {
      "epoch": 5.161484879374788,
      "grad_norm": 2.5591220565601134,
      "learning_rate": 1.5053192908646649e-05,
      "loss": 1.4349,
      "step": 60761
    },
    {
      "epoch": 5.161569826707441,
      "grad_norm": 2.5436366567976956,
      "learning_rate": 1.5050195134238991e-05,
      "loss": 1.4397,
      "step": 60762
    },
    {
      "epoch": 5.1616547740400955,
      "grad_norm": 2.5933072297020425,
      "learning_rate": 1.5047197642591797e-05,
      "loss": 1.4658,
      "step": 60763
    },
    {
      "epoch": 5.161739721372749,
      "grad_norm": 2.540503692693146,
      "learning_rate": 1.5044200433711378e-05,
      "loss": 1.5534,
      "step": 60764
    },
    {
      "epoch": 5.161824668705402,
      "grad_norm": 2.6023931873916823,
      "learning_rate": 1.5041203507603983e-05,
      "loss": 1.4044,
      "step": 60765
    },
    {
      "epoch": 5.161909616038057,
      "grad_norm": 2.71870412598844,
      "learning_rate": 1.5038206864275886e-05,
      "loss": 1.416,
      "step": 60766
    },
    {
      "epoch": 5.16199456337071,
      "grad_norm": 2.74108979637791,
      "learning_rate": 1.5035210503733403e-05,
      "loss": 1.6425,
      "step": 60767
    },
    {
      "epoch": 5.162079510703364,
      "grad_norm": 2.8864477558955386,
      "learning_rate": 1.5032214425982759e-05,
      "loss": 1.5981,
      "step": 60768
    },
    {
      "epoch": 5.162164458036018,
      "grad_norm": 3.4155264393656175,
      "learning_rate": 1.5029218631030299e-05,
      "loss": 1.6552,
      "step": 60769
    },
    {
      "epoch": 5.162249405368671,
      "grad_norm": 2.6449137598673924,
      "learning_rate": 1.5026223118882219e-05,
      "loss": 1.4832,
      "step": 60770
    },
    {
      "epoch": 5.1623343527013255,
      "grad_norm": 2.7093719065754587,
      "learning_rate": 1.5023227889544881e-05,
      "loss": 1.3048,
      "step": 60771
    },
    {
      "epoch": 5.162419300033979,
      "grad_norm": 2.7570683240575873,
      "learning_rate": 1.5020232943024513e-05,
      "loss": 1.3964,
      "step": 60772
    },
    {
      "epoch": 5.162504247366632,
      "grad_norm": 2.760756095411107,
      "learning_rate": 1.501723827932736e-05,
      "loss": 1.6072,
      "step": 60773
    },
    {
      "epoch": 5.162589194699287,
      "grad_norm": 2.7480539414148364,
      "learning_rate": 1.5014243898459733e-05,
      "loss": 1.6127,
      "step": 60774
    },
    {
      "epoch": 5.16267414203194,
      "grad_norm": 2.5531029236560014,
      "learning_rate": 1.5011249800427943e-05,
      "loss": 1.3864,
      "step": 60775
    },
    {
      "epoch": 5.162759089364594,
      "grad_norm": 2.619831646246408,
      "learning_rate": 1.5008255985238221e-05,
      "loss": 1.5353,
      "step": 60776
    },
    {
      "epoch": 5.162844036697248,
      "grad_norm": 2.6545087243009102,
      "learning_rate": 1.5005262452896827e-05,
      "loss": 1.5507,
      "step": 60777
    },
    {
      "epoch": 5.162928984029901,
      "grad_norm": 2.5504636016822206,
      "learning_rate": 1.5002269203410072e-05,
      "loss": 1.4646,
      "step": 60778
    },
    {
      "epoch": 5.163013931362555,
      "grad_norm": 2.763158278007496,
      "learning_rate": 1.4999276236784203e-05,
      "loss": 1.5716,
      "step": 60779
    },
    {
      "epoch": 5.163098878695209,
      "grad_norm": 2.557550137809813,
      "learning_rate": 1.499628355302548e-05,
      "loss": 1.4488,
      "step": 60780
    },
    {
      "epoch": 5.163183826027863,
      "grad_norm": 3.266542748805013,
      "learning_rate": 1.499329115214018e-05,
      "loss": 1.7524,
      "step": 60781
    },
    {
      "epoch": 5.1632687733605165,
      "grad_norm": 2.591865736960879,
      "learning_rate": 1.4990299034134601e-05,
      "loss": 1.1817,
      "step": 60782
    },
    {
      "epoch": 5.16335372069317,
      "grad_norm": 2.708016736175453,
      "learning_rate": 1.4987307199015003e-05,
      "loss": 1.3499,
      "step": 60783
    },
    {
      "epoch": 5.163438668025824,
      "grad_norm": 2.7371847067417665,
      "learning_rate": 1.498431564678763e-05,
      "loss": 1.4766,
      "step": 60784
    },
    {
      "epoch": 5.163523615358478,
      "grad_norm": 2.832110679446011,
      "learning_rate": 1.4981324377458782e-05,
      "loss": 1.3949,
      "step": 60785
    },
    {
      "epoch": 5.163608562691132,
      "grad_norm": 2.6855126863882717,
      "learning_rate": 1.497833339103468e-05,
      "loss": 1.5899,
      "step": 60786
    },
    {
      "epoch": 5.163693510023785,
      "grad_norm": 2.645173314144193,
      "learning_rate": 1.4975342687521641e-05,
      "loss": 1.4761,
      "step": 60787
    },
    {
      "epoch": 5.163778457356439,
      "grad_norm": 2.5985947012117103,
      "learning_rate": 1.497235226692589e-05,
      "loss": 1.4817,
      "step": 60788
    },
    {
      "epoch": 5.163863404689093,
      "grad_norm": 2.618619556808422,
      "learning_rate": 1.4969362129253759e-05,
      "loss": 1.2415,
      "step": 60789
    },
    {
      "epoch": 5.163948352021746,
      "grad_norm": 2.6635054175380732,
      "learning_rate": 1.4966372274511457e-05,
      "loss": 1.5273,
      "step": 60790
    },
    {
      "epoch": 5.164033299354401,
      "grad_norm": 2.792417580741629,
      "learning_rate": 1.4963382702705229e-05,
      "loss": 1.6436,
      "step": 60791
    },
    {
      "epoch": 5.164118246687054,
      "grad_norm": 2.704393603261661,
      "learning_rate": 1.4960393413841371e-05,
      "loss": 1.5715,
      "step": 60792
    },
    {
      "epoch": 5.1642031940197075,
      "grad_norm": 2.5900256408892086,
      "learning_rate": 1.495740440792616e-05,
      "loss": 1.4317,
      "step": 60793
    },
    {
      "epoch": 5.164288141352362,
      "grad_norm": 2.6294583985669173,
      "learning_rate": 1.4954415684965859e-05,
      "loss": 1.4816,
      "step": 60794
    },
    {
      "epoch": 5.164373088685015,
      "grad_norm": 2.535578349321064,
      "learning_rate": 1.4951427244966697e-05,
      "loss": 1.4398,
      "step": 60795
    },
    {
      "epoch": 5.164458036017669,
      "grad_norm": 2.5727695383950064,
      "learning_rate": 1.4948439087934965e-05,
      "loss": 1.5201,
      "step": 60796
    },
    {
      "epoch": 5.164542983350323,
      "grad_norm": 2.686573600943841,
      "learning_rate": 1.494545121387693e-05,
      "loss": 1.4569,
      "step": 60797
    },
    {
      "epoch": 5.164627930682976,
      "grad_norm": 2.667092132894754,
      "learning_rate": 1.49424636227988e-05,
      "loss": 1.3487,
      "step": 60798
    },
    {
      "epoch": 5.164712878015631,
      "grad_norm": 2.9011554631301175,
      "learning_rate": 1.4939476314706871e-05,
      "loss": 1.5266,
      "step": 60799
    },
    {
      "epoch": 5.164797825348284,
      "grad_norm": 2.535855525372281,
      "learning_rate": 1.4936489289607422e-05,
      "loss": 1.4938,
      "step": 60800
    },
    {
      "epoch": 5.164882772680937,
      "grad_norm": 2.7278589302539102,
      "learning_rate": 1.4933502547506716e-05,
      "loss": 1.6232,
      "step": 60801
    },
    {
      "epoch": 5.164967720013592,
      "grad_norm": 2.693071098350432,
      "learning_rate": 1.4930516088410943e-05,
      "loss": 1.34,
      "step": 60802
    },
    {
      "epoch": 5.165052667346245,
      "grad_norm": 2.601594769844722,
      "learning_rate": 1.4927529912326436e-05,
      "loss": 1.5527,
      "step": 60803
    },
    {
      "epoch": 5.165137614678899,
      "grad_norm": 2.5914392393520203,
      "learning_rate": 1.4924544019259404e-05,
      "loss": 1.4493,
      "step": 60804
    },
    {
      "epoch": 5.165222562011553,
      "grad_norm": 2.488486737224325,
      "learning_rate": 1.4921558409216111e-05,
      "loss": 1.3387,
      "step": 60805
    },
    {
      "epoch": 5.165307509344206,
      "grad_norm": 2.7517819631350435,
      "learning_rate": 1.4918573082202817e-05,
      "loss": 1.3465,
      "step": 60806
    },
    {
      "epoch": 5.1653924566768605,
      "grad_norm": 2.6984664493352293,
      "learning_rate": 1.4915588038225818e-05,
      "loss": 1.5006,
      "step": 60807
    },
    {
      "epoch": 5.165477404009514,
      "grad_norm": 2.668280426180907,
      "learning_rate": 1.4912603277291324e-05,
      "loss": 1.4526,
      "step": 60808
    },
    {
      "epoch": 5.165562351342168,
      "grad_norm": 2.6442532750067063,
      "learning_rate": 1.4909618799405565e-05,
      "loss": 1.5672,
      "step": 60809
    },
    {
      "epoch": 5.165647298674822,
      "grad_norm": 2.3788516310109293,
      "learning_rate": 1.4906634604574869e-05,
      "loss": 1.1572,
      "step": 60810
    },
    {
      "epoch": 5.165732246007475,
      "grad_norm": 2.79712585050244,
      "learning_rate": 1.4903650692805397e-05,
      "loss": 1.4775,
      "step": 60811
    },
    {
      "epoch": 5.165817193340129,
      "grad_norm": 2.5315971053549315,
      "learning_rate": 1.4900667064103495e-05,
      "loss": 1.3963,
      "step": 60812
    },
    {
      "epoch": 5.165902140672783,
      "grad_norm": 2.649302185586398,
      "learning_rate": 1.489768371847534e-05,
      "loss": 1.5247,
      "step": 60813
    },
    {
      "epoch": 5.165987088005437,
      "grad_norm": 2.7551355899199197,
      "learning_rate": 1.4894700655927244e-05,
      "loss": 1.5337,
      "step": 60814
    },
    {
      "epoch": 5.1660720353380905,
      "grad_norm": 2.668186829547663,
      "learning_rate": 1.489171787646542e-05,
      "loss": 1.449,
      "step": 60815
    },
    {
      "epoch": 5.166156982670744,
      "grad_norm": 2.485398995059504,
      "learning_rate": 1.488873538009613e-05,
      "loss": 1.364,
      "step": 60816
    },
    {
      "epoch": 5.166241930003398,
      "grad_norm": 2.5169199975576224,
      "learning_rate": 1.4885753166825565e-05,
      "loss": 1.4313,
      "step": 60817
    },
    {
      "epoch": 5.166326877336052,
      "grad_norm": 2.6387257992386877,
      "learning_rate": 1.4882771236660074e-05,
      "loss": 1.3034,
      "step": 60818
    },
    {
      "epoch": 5.166411824668705,
      "grad_norm": 2.6904793944987206,
      "learning_rate": 1.4879789589605868e-05,
      "loss": 1.2898,
      "step": 60819
    },
    {
      "epoch": 5.166496772001359,
      "grad_norm": 2.6179595483196914,
      "learning_rate": 1.487680822566914e-05,
      "loss": 1.5333,
      "step": 60820
    },
    {
      "epoch": 5.166581719334013,
      "grad_norm": 3.3828782744182155,
      "learning_rate": 1.487382714485622e-05,
      "loss": 1.7824,
      "step": 60821
    },
    {
      "epoch": 5.166666666666667,
      "grad_norm": 2.758005086253529,
      "learning_rate": 1.4870846347173303e-05,
      "loss": 1.6946,
      "step": 60822
    },
    {
      "epoch": 5.16675161399932,
      "grad_norm": 2.395284106898141,
      "learning_rate": 1.4867865832626636e-05,
      "loss": 1.3677,
      "step": 60823
    },
    {
      "epoch": 5.166836561331974,
      "grad_norm": 2.4841902034878527,
      "learning_rate": 1.4864885601222476e-05,
      "loss": 1.2846,
      "step": 60824
    },
    {
      "epoch": 5.166921508664628,
      "grad_norm": 2.5873912007026125,
      "learning_rate": 1.4861905652967087e-05,
      "loss": 1.5571,
      "step": 60825
    },
    {
      "epoch": 5.1670064559972815,
      "grad_norm": 2.644803700639166,
      "learning_rate": 1.4858925987866682e-05,
      "loss": 1.1958,
      "step": 60826
    },
    {
      "epoch": 5.167091403329936,
      "grad_norm": 2.763424954440312,
      "learning_rate": 1.4855946605927521e-05,
      "loss": 1.2651,
      "step": 60827
    },
    {
      "epoch": 5.167176350662589,
      "grad_norm": 2.5726726176350865,
      "learning_rate": 1.4852967507155817e-05,
      "loss": 1.4462,
      "step": 60828
    },
    {
      "epoch": 5.167261297995243,
      "grad_norm": 2.5542157833265757,
      "learning_rate": 1.4849988691557846e-05,
      "loss": 1.4267,
      "step": 60829
    },
    {
      "epoch": 5.167346245327897,
      "grad_norm": 2.643627403055677,
      "learning_rate": 1.4847010159139855e-05,
      "loss": 1.4256,
      "step": 60830
    },
    {
      "epoch": 5.16743119266055,
      "grad_norm": 2.5796052050726495,
      "learning_rate": 1.4844031909908039e-05,
      "loss": 1.4448,
      "step": 60831
    },
    {
      "epoch": 5.167516139993205,
      "grad_norm": 3.0087973482796517,
      "learning_rate": 1.4841053943868692e-05,
      "loss": 1.6317,
      "step": 60832
    },
    {
      "epoch": 5.167601087325858,
      "grad_norm": 3.420517169219682,
      "learning_rate": 1.4838076261028043e-05,
      "loss": 1.7146,
      "step": 60833
    },
    {
      "epoch": 5.167686034658511,
      "grad_norm": 2.80877250059814,
      "learning_rate": 1.4835098861392303e-05,
      "loss": 1.6151,
      "step": 60834
    },
    {
      "epoch": 5.167770981991166,
      "grad_norm": 2.475202199342718,
      "learning_rate": 1.4832121744967685e-05,
      "loss": 1.3952,
      "step": 60835
    },
    {
      "epoch": 5.167855929323819,
      "grad_norm": 3.098315660836497,
      "learning_rate": 1.4829144911760515e-05,
      "loss": 1.7293,
      "step": 60836
    },
    {
      "epoch": 5.167940876656473,
      "grad_norm": 2.622839059359039,
      "learning_rate": 1.4826168361776975e-05,
      "loss": 1.2281,
      "step": 60837
    },
    {
      "epoch": 5.168025823989127,
      "grad_norm": 2.498922560020789,
      "learning_rate": 1.482319209502329e-05,
      "loss": 1.3553,
      "step": 60838
    },
    {
      "epoch": 5.16811077132178,
      "grad_norm": 2.8521423243079576,
      "learning_rate": 1.482021611150574e-05,
      "loss": 1.3643,
      "step": 60839
    },
    {
      "epoch": 5.1681957186544345,
      "grad_norm": 2.6725557022221844,
      "learning_rate": 1.4817240411230553e-05,
      "loss": 1.6681,
      "step": 60840
    },
    {
      "epoch": 5.168280665987088,
      "grad_norm": 2.5158285838710306,
      "learning_rate": 1.4814264994203922e-05,
      "loss": 1.3406,
      "step": 60841
    },
    {
      "epoch": 5.168365613319741,
      "grad_norm": 2.6075636291374553,
      "learning_rate": 1.4811289860432063e-05,
      "loss": 1.4501,
      "step": 60842
    },
    {
      "epoch": 5.168450560652396,
      "grad_norm": 2.5298013459145254,
      "learning_rate": 1.4808315009921318e-05,
      "loss": 1.5564,
      "step": 60843
    },
    {
      "epoch": 5.168535507985049,
      "grad_norm": 2.7808741142649094,
      "learning_rate": 1.480534044267785e-05,
      "loss": 1.5805,
      "step": 60844
    },
    {
      "epoch": 5.168620455317703,
      "grad_norm": 2.6094655322403293,
      "learning_rate": 1.4802366158707902e-05,
      "loss": 1.4411,
      "step": 60845
    },
    {
      "epoch": 5.168705402650357,
      "grad_norm": 2.643852765659999,
      "learning_rate": 1.4799392158017653e-05,
      "loss": 1.2111,
      "step": 60846
    },
    {
      "epoch": 5.16879034998301,
      "grad_norm": 2.5098410838291567,
      "learning_rate": 1.4796418440613433e-05,
      "loss": 1.1838,
      "step": 60847
    },
    {
      "epoch": 5.168875297315664,
      "grad_norm": 2.828783243032321,
      "learning_rate": 1.4793445006501387e-05,
      "loss": 1.289,
      "step": 60848
    },
    {
      "epoch": 5.168960244648318,
      "grad_norm": 2.856636197612944,
      "learning_rate": 1.4790471855687775e-05,
      "loss": 1.3644,
      "step": 60849
    },
    {
      "epoch": 5.169045191980972,
      "grad_norm": 2.6433287541225696,
      "learning_rate": 1.4787498988178875e-05,
      "loss": 1.2449,
      "step": 60850
    },
    {
      "epoch": 5.1691301393136255,
      "grad_norm": 2.6657915579106457,
      "learning_rate": 1.4784526403980851e-05,
      "loss": 1.5387,
      "step": 60851
    },
    {
      "epoch": 5.169215086646279,
      "grad_norm": 2.8384490857842004,
      "learning_rate": 1.478155410309998e-05,
      "loss": 1.5483,
      "step": 60852
    },
    {
      "epoch": 5.169300033978933,
      "grad_norm": 2.5914042186782407,
      "learning_rate": 1.4778582085542423e-05,
      "loss": 1.343,
      "step": 60853
    },
    {
      "epoch": 5.169384981311587,
      "grad_norm": 2.5730433017418504,
      "learning_rate": 1.4775610351314444e-05,
      "loss": 1.3905,
      "step": 60854
    },
    {
      "epoch": 5.169469928644241,
      "grad_norm": 2.7310766007865284,
      "learning_rate": 1.4772638900422302e-05,
      "loss": 1.4845,
      "step": 60855
    },
    {
      "epoch": 5.169554875976894,
      "grad_norm": 2.662642719509139,
      "learning_rate": 1.476966773287221e-05,
      "loss": 1.2906,
      "step": 60856
    },
    {
      "epoch": 5.169639823309548,
      "grad_norm": 2.7823716328680392,
      "learning_rate": 1.476669684867033e-05,
      "loss": 1.5019,
      "step": 60857
    },
    {
      "epoch": 5.169724770642202,
      "grad_norm": 2.764117049824473,
      "learning_rate": 1.4763726247822987e-05,
      "loss": 1.6535,
      "step": 60858
    },
    {
      "epoch": 5.1698097179748554,
      "grad_norm": 2.815452638398897,
      "learning_rate": 1.4760755930336332e-05,
      "loss": 1.5921,
      "step": 60859
    },
    {
      "epoch": 5.16989466530751,
      "grad_norm": 2.6942937432273446,
      "learning_rate": 1.4757785896216556e-05,
      "loss": 1.5169,
      "step": 60860
    },
    {
      "epoch": 5.169979612640163,
      "grad_norm": 2.6022354618019747,
      "learning_rate": 1.4754816145470006e-05,
      "loss": 1.4489,
      "step": 60861
    },
    {
      "epoch": 5.1700645599728166,
      "grad_norm": 2.693703977993614,
      "learning_rate": 1.4751846678102825e-05,
      "loss": 1.5494,
      "step": 60862
    },
    {
      "epoch": 5.170149507305471,
      "grad_norm": 2.7122237559934796,
      "learning_rate": 1.4748877494121258e-05,
      "loss": 1.5347,
      "step": 60863
    },
    {
      "epoch": 5.170234454638124,
      "grad_norm": 2.356542150803399,
      "learning_rate": 1.4745908593531469e-05,
      "loss": 1.2541,
      "step": 60864
    },
    {
      "epoch": 5.170319401970778,
      "grad_norm": 2.7763662786144243,
      "learning_rate": 1.4742939976339768e-05,
      "loss": 1.6187,
      "step": 60865
    },
    {
      "epoch": 5.170404349303432,
      "grad_norm": 2.5560242452611113,
      "learning_rate": 1.4739971642552284e-05,
      "loss": 1.2229,
      "step": 60866
    },
    {
      "epoch": 5.170489296636085,
      "grad_norm": 2.556718467492703,
      "learning_rate": 1.4737003592175295e-05,
      "loss": 1.4743,
      "step": 60867
    },
    {
      "epoch": 5.17057424396874,
      "grad_norm": 2.707923968210962,
      "learning_rate": 1.473403582521503e-05,
      "loss": 1.5968,
      "step": 60868
    },
    {
      "epoch": 5.170659191301393,
      "grad_norm": 2.742375409169038,
      "learning_rate": 1.4731068341677683e-05,
      "loss": 1.5551,
      "step": 60869
    },
    {
      "epoch": 5.1707441386340465,
      "grad_norm": 2.7399976070683634,
      "learning_rate": 1.4728101141569482e-05,
      "loss": 1.4168,
      "step": 60870
    },
    {
      "epoch": 5.170829085966701,
      "grad_norm": 2.636288546322619,
      "learning_rate": 1.4725134224896606e-05,
      "loss": 1.4217,
      "step": 60871
    },
    {
      "epoch": 5.170914033299354,
      "grad_norm": 2.8835261552596236,
      "learning_rate": 1.4722167591665284e-05,
      "loss": 1.459,
      "step": 60872
    },
    {
      "epoch": 5.1709989806320085,
      "grad_norm": 2.7590680119992936,
      "learning_rate": 1.4719201241881795e-05,
      "loss": 1.2923,
      "step": 60873
    },
    {
      "epoch": 5.171083927964662,
      "grad_norm": 2.518523521824661,
      "learning_rate": 1.4716235175552315e-05,
      "loss": 1.1322,
      "step": 60874
    },
    {
      "epoch": 5.171168875297315,
      "grad_norm": 2.6254096771555013,
      "learning_rate": 1.4713269392683008e-05,
      "loss": 1.2927,
      "step": 60875
    },
    {
      "epoch": 5.17125382262997,
      "grad_norm": 2.7449900090498964,
      "learning_rate": 1.4710303893280167e-05,
      "loss": 1.3452,
      "step": 60876
    },
    {
      "epoch": 5.171338769962623,
      "grad_norm": 2.7039364309685254,
      "learning_rate": 1.4707338677349989e-05,
      "loss": 1.3965,
      "step": 60877
    },
    {
      "epoch": 5.171423717295277,
      "grad_norm": 2.563327345983952,
      "learning_rate": 1.4704373744898584e-05,
      "loss": 1.2714,
      "step": 60878
    },
    {
      "epoch": 5.171508664627931,
      "grad_norm": 2.592422779766022,
      "learning_rate": 1.4701409095932332e-05,
      "loss": 1.2851,
      "step": 60879
    },
    {
      "epoch": 5.171593611960584,
      "grad_norm": 2.7732028881198296,
      "learning_rate": 1.4698444730457343e-05,
      "loss": 1.3984,
      "step": 60880
    },
    {
      "epoch": 5.171678559293238,
      "grad_norm": 3.0078592201210803,
      "learning_rate": 1.4695480648479863e-05,
      "loss": 1.7083,
      "step": 60881
    },
    {
      "epoch": 5.171763506625892,
      "grad_norm": 2.4306788827981274,
      "learning_rate": 1.4692516850006052e-05,
      "loss": 1.2832,
      "step": 60882
    },
    {
      "epoch": 5.171848453958546,
      "grad_norm": 2.7920788546077793,
      "learning_rate": 1.4689553335042175e-05,
      "loss": 1.679,
      "step": 60883
    },
    {
      "epoch": 5.1719334012911995,
      "grad_norm": 2.697552639828935,
      "learning_rate": 1.4686590103594408e-05,
      "loss": 1.5496,
      "step": 60884
    },
    {
      "epoch": 5.172018348623853,
      "grad_norm": 2.7188835216206058,
      "learning_rate": 1.4683627155668997e-05,
      "loss": 1.4969,
      "step": 60885
    },
    {
      "epoch": 5.172103295956507,
      "grad_norm": 2.6932405394047647,
      "learning_rate": 1.4680664491272104e-05,
      "loss": 1.5026,
      "step": 60886
    },
    {
      "epoch": 5.172188243289161,
      "grad_norm": 2.4221331476750003,
      "learning_rate": 1.467770211040999e-05,
      "loss": 1.0771,
      "step": 60887
    },
    {
      "epoch": 5.172273190621815,
      "grad_norm": 2.5818128641795144,
      "learning_rate": 1.4674740013088832e-05,
      "loss": 1.253,
      "step": 60888
    },
    {
      "epoch": 5.172358137954468,
      "grad_norm": 2.9814194627214117,
      "learning_rate": 1.4671778199314793e-05,
      "loss": 1.6681,
      "step": 60889
    },
    {
      "epoch": 5.172443085287122,
      "grad_norm": 2.578119887457942,
      "learning_rate": 1.466881666909417e-05,
      "loss": 1.3802,
      "step": 60890
    },
    {
      "epoch": 5.172528032619776,
      "grad_norm": 2.4918969229389583,
      "learning_rate": 1.4665855422433071e-05,
      "loss": 1.4595,
      "step": 60891
    },
    {
      "epoch": 5.172612979952429,
      "grad_norm": 2.637510666357812,
      "learning_rate": 1.4662894459337794e-05,
      "loss": 1.4671,
      "step": 60892
    },
    {
      "epoch": 5.172697927285083,
      "grad_norm": 2.9101920164556034,
      "learning_rate": 1.4659933779814481e-05,
      "loss": 1.533,
      "step": 60893
    },
    {
      "epoch": 5.172782874617737,
      "grad_norm": 2.713930105555408,
      "learning_rate": 1.4656973383869363e-05,
      "loss": 1.3807,
      "step": 60894
    },
    {
      "epoch": 5.1728678219503905,
      "grad_norm": 2.5705330106208866,
      "learning_rate": 1.4654013271508635e-05,
      "loss": 1.2072,
      "step": 60895
    },
    {
      "epoch": 5.172952769283045,
      "grad_norm": 2.4710515299248117,
      "learning_rate": 1.4651053442738474e-05,
      "loss": 1.4172,
      "step": 60896
    },
    {
      "epoch": 5.173037716615698,
      "grad_norm": 2.618468876988832,
      "learning_rate": 1.464809389756511e-05,
      "loss": 1.359,
      "step": 60897
    },
    {
      "epoch": 5.173122663948352,
      "grad_norm": 2.721483939904617,
      "learning_rate": 1.4645134635994771e-05,
      "loss": 1.5188,
      "step": 60898
    },
    {
      "epoch": 5.173207611281006,
      "grad_norm": 2.7139655896990695,
      "learning_rate": 1.4642175658033634e-05,
      "loss": 1.598,
      "step": 60899
    },
    {
      "epoch": 5.173292558613659,
      "grad_norm": 2.7406762567679346,
      "learning_rate": 1.4639216963687843e-05,
      "loss": 1.4693,
      "step": 60900
    },
    {
      "epoch": 5.173377505946314,
      "grad_norm": 2.5457508962936615,
      "learning_rate": 1.4636258552963682e-05,
      "loss": 1.3595,
      "step": 60901
    },
    {
      "epoch": 5.173462453278967,
      "grad_norm": 2.674224257229312,
      "learning_rate": 1.4633300425867323e-05,
      "loss": 1.4465,
      "step": 60902
    },
    {
      "epoch": 5.17354740061162,
      "grad_norm": 2.5432594995171356,
      "learning_rate": 1.4630342582404914e-05,
      "loss": 1.3232,
      "step": 60903
    },
    {
      "epoch": 5.173632347944275,
      "grad_norm": 2.5622998907979087,
      "learning_rate": 1.46273850225827e-05,
      "loss": 1.4112,
      "step": 60904
    },
    {
      "epoch": 5.173717295276928,
      "grad_norm": 2.6850200715643373,
      "learning_rate": 1.4624427746406908e-05,
      "loss": 1.5099,
      "step": 60905
    },
    {
      "epoch": 5.173802242609582,
      "grad_norm": 2.728006540107867,
      "learning_rate": 1.4621470753883686e-05,
      "loss": 1.4027,
      "step": 60906
    },
    {
      "epoch": 5.173887189942236,
      "grad_norm": 2.33884109278608,
      "learning_rate": 1.4618514045019209e-05,
      "loss": 1.2165,
      "step": 60907
    },
    {
      "epoch": 5.173972137274889,
      "grad_norm": 2.64019574199204,
      "learning_rate": 1.461555761981974e-05,
      "loss": 1.4143,
      "step": 60908
    },
    {
      "epoch": 5.1740570846075435,
      "grad_norm": 2.629114946809815,
      "learning_rate": 1.4612601478291425e-05,
      "loss": 1.2398,
      "step": 60909
    },
    {
      "epoch": 5.174142031940197,
      "grad_norm": 2.525608179000347,
      "learning_rate": 1.4609645620440475e-05,
      "loss": 1.3506,
      "step": 60910
    },
    {
      "epoch": 5.174226979272851,
      "grad_norm": 2.7386136475453458,
      "learning_rate": 1.4606690046273067e-05,
      "loss": 1.6121,
      "step": 60911
    },
    {
      "epoch": 5.174311926605505,
      "grad_norm": 2.494659363140286,
      "learning_rate": 1.4603734755795432e-05,
      "loss": 1.4288,
      "step": 60912
    },
    {
      "epoch": 5.174396873938158,
      "grad_norm": 2.586986043255456,
      "learning_rate": 1.460077974901373e-05,
      "loss": 1.4019,
      "step": 60913
    },
    {
      "epoch": 5.174481821270812,
      "grad_norm": 2.6522434350419126,
      "learning_rate": 1.459782502593414e-05,
      "loss": 1.3763,
      "step": 60914
    },
    {
      "epoch": 5.174566768603466,
      "grad_norm": 2.492547768955067,
      "learning_rate": 1.4594870586562873e-05,
      "loss": 1.4465,
      "step": 60915
    },
    {
      "epoch": 5.17465171593612,
      "grad_norm": 2.62983322562982,
      "learning_rate": 1.4591916430906142e-05,
      "loss": 1.3779,
      "step": 60916
    },
    {
      "epoch": 5.1747366632687735,
      "grad_norm": 2.5682121716770134,
      "learning_rate": 1.4588962558970125e-05,
      "loss": 1.4542,
      "step": 60917
    },
    {
      "epoch": 5.174821610601427,
      "grad_norm": 2.472674736736873,
      "learning_rate": 1.4586008970760965e-05,
      "loss": 1.3333,
      "step": 60918
    },
    {
      "epoch": 5.174906557934081,
      "grad_norm": 2.6851295007531624,
      "learning_rate": 1.458305566628491e-05,
      "loss": 1.5442,
      "step": 60919
    },
    {
      "epoch": 5.174991505266735,
      "grad_norm": 2.5966071873470518,
      "learning_rate": 1.4580102645548119e-05,
      "loss": 1.5113,
      "step": 60920
    },
    {
      "epoch": 5.175076452599388,
      "grad_norm": 2.64871523210825,
      "learning_rate": 1.4577149908556774e-05,
      "loss": 1.5707,
      "step": 60921
    },
    {
      "epoch": 5.175161399932042,
      "grad_norm": 2.7382252186562117,
      "learning_rate": 1.4574197455317049e-05,
      "loss": 1.3194,
      "step": 60922
    },
    {
      "epoch": 5.175246347264696,
      "grad_norm": 2.520139279317036,
      "learning_rate": 1.4571245285835192e-05,
      "loss": 1.3828,
      "step": 60923
    },
    {
      "epoch": 5.17533129459735,
      "grad_norm": 2.5781153664723826,
      "learning_rate": 1.4568293400117365e-05,
      "loss": 1.3718,
      "step": 60924
    },
    {
      "epoch": 5.175416241930003,
      "grad_norm": 3.0277211275828932,
      "learning_rate": 1.4565341798169693e-05,
      "loss": 1.6943,
      "step": 60925
    },
    {
      "epoch": 5.175501189262657,
      "grad_norm": 2.524840683875472,
      "learning_rate": 1.4562390479998442e-05,
      "loss": 1.3704,
      "step": 60926
    },
    {
      "epoch": 5.175586136595311,
      "grad_norm": 2.6386492773170356,
      "learning_rate": 1.4559439445609722e-05,
      "loss": 1.4682,
      "step": 60927
    },
    {
      "epoch": 5.1756710839279645,
      "grad_norm": 2.699220816409827,
      "learning_rate": 1.4556488695009794e-05,
      "loss": 1.466,
      "step": 60928
    },
    {
      "epoch": 5.175756031260619,
      "grad_norm": 2.677773934980491,
      "learning_rate": 1.455353822820477e-05,
      "loss": 1.4139,
      "step": 60929
    },
    {
      "epoch": 5.175840978593272,
      "grad_norm": 2.720690699694007,
      "learning_rate": 1.4550588045200895e-05,
      "loss": 1.3516,
      "step": 60930
    },
    {
      "epoch": 5.175925925925926,
      "grad_norm": 2.6191044461046857,
      "learning_rate": 1.4547638146004297e-05,
      "loss": 1.3816,
      "step": 60931
    },
    {
      "epoch": 5.17601087325858,
      "grad_norm": 2.7139138256035107,
      "learning_rate": 1.4544688530621173e-05,
      "loss": 1.4268,
      "step": 60932
    },
    {
      "epoch": 5.176095820591233,
      "grad_norm": 2.718270756611717,
      "learning_rate": 1.4541739199057733e-05,
      "loss": 1.4656,
      "step": 60933
    },
    {
      "epoch": 5.176180767923888,
      "grad_norm": 2.489356658390389,
      "learning_rate": 1.453879015132009e-05,
      "loss": 1.3086,
      "step": 60934
    },
    {
      "epoch": 5.176265715256541,
      "grad_norm": 2.5217311335179664,
      "learning_rate": 1.4535841387414504e-05,
      "loss": 1.3814,
      "step": 60935
    },
    {
      "epoch": 5.176350662589194,
      "grad_norm": 2.7693592476641227,
      "learning_rate": 1.4532892907347088e-05,
      "loss": 1.4985,
      "step": 60936
    },
    {
      "epoch": 5.176435609921849,
      "grad_norm": 2.600695229960022,
      "learning_rate": 1.452994471112407e-05,
      "loss": 1.4616,
      "step": 60937
    },
    {
      "epoch": 5.176520557254502,
      "grad_norm": 2.429557196433066,
      "learning_rate": 1.4526996798751611e-05,
      "loss": 1.3718,
      "step": 60938
    },
    {
      "epoch": 5.176605504587156,
      "grad_norm": 2.6070212448637937,
      "learning_rate": 1.4524049170235858e-05,
      "loss": 1.381,
      "step": 60939
    },
    {
      "epoch": 5.17669045191981,
      "grad_norm": 2.9731991027233873,
      "learning_rate": 1.4521101825583003e-05,
      "loss": 1.5762,
      "step": 60940
    },
    {
      "epoch": 5.176775399252463,
      "grad_norm": 3.4497638859701647,
      "learning_rate": 1.4518154764799262e-05,
      "loss": 1.6902,
      "step": 60941
    },
    {
      "epoch": 5.1768603465851175,
      "grad_norm": 2.5970636822781286,
      "learning_rate": 1.4515207987890759e-05,
      "loss": 1.2187,
      "step": 60942
    },
    {
      "epoch": 5.176945293917771,
      "grad_norm": 2.695069345290641,
      "learning_rate": 1.4512261494863675e-05,
      "loss": 1.4203,
      "step": 60943
    },
    {
      "epoch": 5.177030241250424,
      "grad_norm": 2.6440734681031004,
      "learning_rate": 1.4509315285724221e-05,
      "loss": 1.4842,
      "step": 60944
    },
    {
      "epoch": 5.177115188583079,
      "grad_norm": 2.781511994656462,
      "learning_rate": 1.4506369360478543e-05,
      "loss": 1.6805,
      "step": 60945
    },
    {
      "epoch": 5.177200135915732,
      "grad_norm": 2.779022685813872,
      "learning_rate": 1.4503423719132784e-05,
      "loss": 1.3796,
      "step": 60946
    },
    {
      "epoch": 5.177285083248386,
      "grad_norm": 2.78810612622927,
      "learning_rate": 1.450047836169314e-05,
      "loss": 1.6109,
      "step": 60947
    },
    {
      "epoch": 5.17737003058104,
      "grad_norm": 2.6241381595431075,
      "learning_rate": 1.4497533288165842e-05,
      "loss": 1.5204,
      "step": 60948
    },
    {
      "epoch": 5.177454977913693,
      "grad_norm": 2.839538350646942,
      "learning_rate": 1.449458849855698e-05,
      "loss": 1.7211,
      "step": 60949
    },
    {
      "epoch": 5.177539925246347,
      "grad_norm": 2.518100041508875,
      "learning_rate": 1.4491643992872737e-05,
      "loss": 1.4595,
      "step": 60950
    },
    {
      "epoch": 5.177624872579001,
      "grad_norm": 2.738217744237291,
      "learning_rate": 1.4488699771119322e-05,
      "loss": 1.4834,
      "step": 60951
    },
    {
      "epoch": 5.177709819911655,
      "grad_norm": 2.701313140509425,
      "learning_rate": 1.4485755833302865e-05,
      "loss": 1.4678,
      "step": 60952
    },
    {
      "epoch": 5.1777947672443085,
      "grad_norm": 2.799692110633649,
      "learning_rate": 1.448281217942956e-05,
      "loss": 1.6276,
      "step": 60953
    },
    {
      "epoch": 5.177879714576962,
      "grad_norm": 2.739006546266792,
      "learning_rate": 1.4479868809505551e-05,
      "loss": 1.5139,
      "step": 60954
    },
    {
      "epoch": 5.177964661909616,
      "grad_norm": 2.8243760663849864,
      "learning_rate": 1.4476925723537036e-05,
      "loss": 1.4586,
      "step": 60955
    },
    {
      "epoch": 5.17804960924227,
      "grad_norm": 2.6568394477037764,
      "learning_rate": 1.4473982921530176e-05,
      "loss": 1.4928,
      "step": 60956
    },
    {
      "epoch": 5.178134556574924,
      "grad_norm": 2.701481077468865,
      "learning_rate": 1.447104040349108e-05,
      "loss": 1.5832,
      "step": 60957
    },
    {
      "epoch": 5.178219503907577,
      "grad_norm": 2.830151579849229,
      "learning_rate": 1.4468098169425962e-05,
      "loss": 1.433,
      "step": 60958
    },
    {
      "epoch": 5.178304451240231,
      "grad_norm": 2.40733165250813,
      "learning_rate": 1.4465156219341018e-05,
      "loss": 1.3156,
      "step": 60959
    },
    {
      "epoch": 5.178389398572885,
      "grad_norm": 2.6779160483521802,
      "learning_rate": 1.446221455324239e-05,
      "loss": 1.5784,
      "step": 60960
    },
    {
      "epoch": 5.1784743459055385,
      "grad_norm": 2.611412214349075,
      "learning_rate": 1.4459273171136177e-05,
      "loss": 1.4902,
      "step": 60961
    },
    {
      "epoch": 5.178559293238193,
      "grad_norm": 2.7371136625953647,
      "learning_rate": 1.4456332073028636e-05,
      "loss": 1.34,
      "step": 60962
    },
    {
      "epoch": 5.178644240570846,
      "grad_norm": 3.5540606406850626,
      "learning_rate": 1.4453391258925883e-05,
      "loss": 1.7148,
      "step": 60963
    },
    {
      "epoch": 5.1787291879035,
      "grad_norm": 2.824045113112343,
      "learning_rate": 1.4450450728834061e-05,
      "loss": 1.631,
      "step": 60964
    },
    {
      "epoch": 5.178814135236154,
      "grad_norm": 2.6475457451677435,
      "learning_rate": 1.444751048275935e-05,
      "loss": 1.4591,
      "step": 60965
    },
    {
      "epoch": 5.178899082568807,
      "grad_norm": 2.739473055032852,
      "learning_rate": 1.444457052070796e-05,
      "loss": 1.477,
      "step": 60966
    },
    {
      "epoch": 5.178984029901461,
      "grad_norm": 2.5291535069925817,
      "learning_rate": 1.4441630842685986e-05,
      "loss": 1.2918,
      "step": 60967
    },
    {
      "epoch": 5.179068977234115,
      "grad_norm": 2.7580432873534324,
      "learning_rate": 1.4438691448699591e-05,
      "loss": 1.6507,
      "step": 60968
    },
    {
      "epoch": 5.179153924566768,
      "grad_norm": 2.5662650072441267,
      "learning_rate": 1.4435752338754986e-05,
      "loss": 1.4118,
      "step": 60969
    },
    {
      "epoch": 5.179238871899423,
      "grad_norm": 2.4890414826047333,
      "learning_rate": 1.4432813512858249e-05,
      "loss": 1.6137,
      "step": 60970
    },
    {
      "epoch": 5.179323819232076,
      "grad_norm": 2.656839875595748,
      "learning_rate": 1.4429874971015626e-05,
      "loss": 1.4954,
      "step": 60971
    },
    {
      "epoch": 5.1794087665647295,
      "grad_norm": 3.0513597184998673,
      "learning_rate": 1.4426936713233194e-05,
      "loss": 1.6482,
      "step": 60972
    },
    {
      "epoch": 5.179493713897384,
      "grad_norm": 2.7180087800670405,
      "learning_rate": 1.4423998739517184e-05,
      "loss": 1.5423,
      "step": 60973
    },
    {
      "epoch": 5.179578661230037,
      "grad_norm": 2.751848801767829,
      "learning_rate": 1.4421061049873706e-05,
      "loss": 1.4722,
      "step": 60974
    },
    {
      "epoch": 5.1796636085626915,
      "grad_norm": 2.500036532225686,
      "learning_rate": 1.4418123644308904e-05,
      "loss": 1.3503,
      "step": 60975
    },
    {
      "epoch": 5.179748555895345,
      "grad_norm": 2.5147457163569253,
      "learning_rate": 1.4415186522828975e-05,
      "loss": 1.4227,
      "step": 60976
    },
    {
      "epoch": 5.179833503227998,
      "grad_norm": 2.4239159851634513,
      "learning_rate": 1.441224968544003e-05,
      "loss": 1.2843,
      "step": 60977
    },
    {
      "epoch": 5.179918450560653,
      "grad_norm": 2.7328897197979125,
      "learning_rate": 1.4409313132148282e-05,
      "loss": 1.5222,
      "step": 60978
    },
    {
      "epoch": 5.180003397893306,
      "grad_norm": 2.4377190299929383,
      "learning_rate": 1.440637686295979e-05,
      "loss": 1.3803,
      "step": 60979
    },
    {
      "epoch": 5.18008834522596,
      "grad_norm": 2.954787688035615,
      "learning_rate": 1.4403440877880818e-05,
      "loss": 1.4214,
      "step": 60980
    },
    {
      "epoch": 5.180173292558614,
      "grad_norm": 2.624867757817223,
      "learning_rate": 1.4400505176917443e-05,
      "loss": 1.4351,
      "step": 60981
    },
    {
      "epoch": 5.180258239891267,
      "grad_norm": 2.751341271333391,
      "learning_rate": 1.439756976007581e-05,
      "loss": 1.4805,
      "step": 60982
    },
    {
      "epoch": 5.180343187223921,
      "grad_norm": 2.6641620309280976,
      "learning_rate": 1.43946346273621e-05,
      "loss": 1.5969,
      "step": 60983
    },
    {
      "epoch": 5.180428134556575,
      "grad_norm": 2.663209272292899,
      "learning_rate": 1.4391699778782489e-05,
      "loss": 1.5457,
      "step": 60984
    },
    {
      "epoch": 5.180513081889229,
      "grad_norm": 2.5902381693802603,
      "learning_rate": 1.438876521434309e-05,
      "loss": 1.4052,
      "step": 60985
    },
    {
      "epoch": 5.1805980292218825,
      "grad_norm": 2.5964353756735887,
      "learning_rate": 1.438583093405003e-05,
      "loss": 1.5039,
      "step": 60986
    },
    {
      "epoch": 5.180682976554536,
      "grad_norm": 2.6386477212020365,
      "learning_rate": 1.4382896937909504e-05,
      "loss": 1.3538,
      "step": 60987
    },
    {
      "epoch": 5.18076792388719,
      "grad_norm": 2.7862567873173663,
      "learning_rate": 1.4379963225927643e-05,
      "loss": 1.3133,
      "step": 60988
    },
    {
      "epoch": 5.180852871219844,
      "grad_norm": 2.5558376406266547,
      "learning_rate": 1.4377029798110573e-05,
      "loss": 1.374,
      "step": 60989
    },
    {
      "epoch": 5.180937818552497,
      "grad_norm": 2.5420679192673146,
      "learning_rate": 1.4374096654464456e-05,
      "loss": 1.3928,
      "step": 60990
    },
    {
      "epoch": 5.181022765885151,
      "grad_norm": 2.613782954015373,
      "learning_rate": 1.4371163794995455e-05,
      "loss": 1.2355,
      "step": 60991
    },
    {
      "epoch": 5.181107713217805,
      "grad_norm": 2.7511170339943924,
      "learning_rate": 1.4368231219709713e-05,
      "loss": 1.3358,
      "step": 60992
    },
    {
      "epoch": 5.181192660550459,
      "grad_norm": 2.6615199164617405,
      "learning_rate": 1.4365298928613329e-05,
      "loss": 1.5042,
      "step": 60993
    },
    {
      "epoch": 5.181277607883112,
      "grad_norm": 2.8348693816059574,
      "learning_rate": 1.4362366921712509e-05,
      "loss": 1.6636,
      "step": 60994
    },
    {
      "epoch": 5.181362555215766,
      "grad_norm": 2.669294224777706,
      "learning_rate": 1.4359435199013336e-05,
      "loss": 1.5341,
      "step": 60995
    },
    {
      "epoch": 5.18144750254842,
      "grad_norm": 2.777235918384218,
      "learning_rate": 1.435650376052202e-05,
      "loss": 1.4938,
      "step": 60996
    },
    {
      "epoch": 5.1815324498810735,
      "grad_norm": 2.8078013272008175,
      "learning_rate": 1.4353572606244624e-05,
      "loss": 1.5272,
      "step": 60997
    },
    {
      "epoch": 5.181617397213728,
      "grad_norm": 2.870584497251965,
      "learning_rate": 1.4350641736187373e-05,
      "loss": 1.6064,
      "step": 60998
    },
    {
      "epoch": 5.181702344546381,
      "grad_norm": 2.679757641124121,
      "learning_rate": 1.4347711150356366e-05,
      "loss": 1.3823,
      "step": 60999
    },
    {
      "epoch": 5.181787291879035,
      "grad_norm": 2.7898822970114945,
      "learning_rate": 1.434478084875773e-05,
      "loss": 1.3854,
      "step": 61000
    },
    {
      "epoch": 5.181872239211689,
      "grad_norm": 2.456806430642022,
      "learning_rate": 1.434185083139761e-05,
      "loss": 1.366,
      "step": 61001
    },
    {
      "epoch": 5.181957186544342,
      "grad_norm": 2.8512906142959626,
      "learning_rate": 1.433892109828217e-05,
      "loss": 1.6379,
      "step": 61002
    },
    {
      "epoch": 5.182042133876997,
      "grad_norm": 2.962532256624198,
      "learning_rate": 1.433599164941755e-05,
      "loss": 1.4254,
      "step": 61003
    },
    {
      "epoch": 5.18212708120965,
      "grad_norm": 2.7878536145671213,
      "learning_rate": 1.4333062484809849e-05,
      "loss": 1.535,
      "step": 61004
    },
    {
      "epoch": 5.1822120285423035,
      "grad_norm": 2.720754727245249,
      "learning_rate": 1.4330133604465244e-05,
      "loss": 1.3176,
      "step": 61005
    },
    {
      "epoch": 5.182296975874958,
      "grad_norm": 2.666124670708758,
      "learning_rate": 1.4327205008389864e-05,
      "loss": 1.4688,
      "step": 61006
    },
    {
      "epoch": 5.182381923207611,
      "grad_norm": 2.723771471175053,
      "learning_rate": 1.4324276696589803e-05,
      "loss": 1.4043,
      "step": 61007
    },
    {
      "epoch": 5.1824668705402654,
      "grad_norm": 2.6971346853483498,
      "learning_rate": 1.4321348669071226e-05,
      "loss": 1.2668,
      "step": 61008
    },
    {
      "epoch": 5.182551817872919,
      "grad_norm": 2.554860849399459,
      "learning_rate": 1.4318420925840308e-05,
      "loss": 1.4381,
      "step": 61009
    },
    {
      "epoch": 5.182636765205572,
      "grad_norm": 2.68267481518273,
      "learning_rate": 1.4315493466903144e-05,
      "loss": 1.6066,
      "step": 61010
    },
    {
      "epoch": 5.1827217125382266,
      "grad_norm": 2.601713721427643,
      "learning_rate": 1.4312566292265848e-05,
      "loss": 1.3811,
      "step": 61011
    },
    {
      "epoch": 5.18280665987088,
      "grad_norm": 2.7127694184724387,
      "learning_rate": 1.4309639401934614e-05,
      "loss": 1.4119,
      "step": 61012
    },
    {
      "epoch": 5.182891607203533,
      "grad_norm": 2.5797419977922544,
      "learning_rate": 1.4306712795915504e-05,
      "loss": 1.4572,
      "step": 61013
    },
    {
      "epoch": 5.182976554536188,
      "grad_norm": 2.7457218054507107,
      "learning_rate": 1.4303786474214713e-05,
      "loss": 1.2297,
      "step": 61014
    },
    {
      "epoch": 5.183061501868841,
      "grad_norm": 2.6824002489283147,
      "learning_rate": 1.4300860436838302e-05,
      "loss": 1.331,
      "step": 61015
    },
    {
      "epoch": 5.183146449201495,
      "grad_norm": 2.7192520114288414,
      "learning_rate": 1.4297934683792484e-05,
      "loss": 1.6051,
      "step": 61016
    },
    {
      "epoch": 5.183231396534149,
      "grad_norm": 2.3577851537699877,
      "learning_rate": 1.4295009215083354e-05,
      "loss": 1.3296,
      "step": 61017
    },
    {
      "epoch": 5.183316343866802,
      "grad_norm": 3.049818543129501,
      "learning_rate": 1.4292084030717006e-05,
      "loss": 1.4588,
      "step": 61018
    },
    {
      "epoch": 5.1834012911994565,
      "grad_norm": 2.694475761419466,
      "learning_rate": 1.4289159130699601e-05,
      "loss": 1.3096,
      "step": 61019
    },
    {
      "epoch": 5.18348623853211,
      "grad_norm": 3.1784374540399702,
      "learning_rate": 1.4286234515037288e-05,
      "loss": 1.4977,
      "step": 61020
    },
    {
      "epoch": 5.183571185864764,
      "grad_norm": 2.7775675384424736,
      "learning_rate": 1.4283310183736174e-05,
      "loss": 1.5288,
      "step": 61021
    },
    {
      "epoch": 5.183656133197418,
      "grad_norm": 2.747637537178973,
      "learning_rate": 1.4280386136802375e-05,
      "loss": 1.5429,
      "step": 61022
    },
    {
      "epoch": 5.183741080530071,
      "grad_norm": 2.658473949068031,
      "learning_rate": 1.4277462374242032e-05,
      "loss": 1.4287,
      "step": 61023
    },
    {
      "epoch": 5.183826027862725,
      "grad_norm": 2.7371199602255873,
      "learning_rate": 1.4274538896061277e-05,
      "loss": 1.5879,
      "step": 61024
    },
    {
      "epoch": 5.183910975195379,
      "grad_norm": 2.8282895378923505,
      "learning_rate": 1.4271615702266204e-05,
      "loss": 1.6656,
      "step": 61025
    },
    {
      "epoch": 5.183995922528033,
      "grad_norm": 2.712195666985574,
      "learning_rate": 1.4268692792862957e-05,
      "loss": 1.2985,
      "step": 61026
    },
    {
      "epoch": 5.184080869860686,
      "grad_norm": 2.329597948465133,
      "learning_rate": 1.42657701678577e-05,
      "loss": 1.1156,
      "step": 61027
    },
    {
      "epoch": 5.18416581719334,
      "grad_norm": 2.671147682161344,
      "learning_rate": 1.4262847827256507e-05,
      "loss": 1.6367,
      "step": 61028
    },
    {
      "epoch": 5.184250764525994,
      "grad_norm": 2.6008229719095577,
      "learning_rate": 1.4259925771065495e-05,
      "loss": 1.5365,
      "step": 61029
    },
    {
      "epoch": 5.1843357118586475,
      "grad_norm": 2.627160346381272,
      "learning_rate": 1.4257003999290822e-05,
      "loss": 1.4742,
      "step": 61030
    },
    {
      "epoch": 5.184420659191302,
      "grad_norm": 2.648126988096167,
      "learning_rate": 1.4254082511938603e-05,
      "loss": 1.3621,
      "step": 61031
    },
    {
      "epoch": 5.184505606523955,
      "grad_norm": 2.597798236079175,
      "learning_rate": 1.425116130901493e-05,
      "loss": 1.4274,
      "step": 61032
    },
    {
      "epoch": 5.184590553856609,
      "grad_norm": 2.424704981555269,
      "learning_rate": 1.4248240390525934e-05,
      "loss": 1.2609,
      "step": 61033
    },
    {
      "epoch": 5.184675501189263,
      "grad_norm": 2.711944825250484,
      "learning_rate": 1.4245319756477774e-05,
      "loss": 1.3804,
      "step": 61034
    },
    {
      "epoch": 5.184760448521916,
      "grad_norm": 2.6318880969589324,
      "learning_rate": 1.4242399406876549e-05,
      "loss": 1.4021,
      "step": 61035
    },
    {
      "epoch": 5.18484539585457,
      "grad_norm": 2.7485936624484975,
      "learning_rate": 1.4239479341728349e-05,
      "loss": 1.568,
      "step": 61036
    },
    {
      "epoch": 5.184930343187224,
      "grad_norm": 2.4951808033058493,
      "learning_rate": 1.4236559561039323e-05,
      "loss": 1.4006,
      "step": 61037
    },
    {
      "epoch": 5.185015290519877,
      "grad_norm": 2.889911828002342,
      "learning_rate": 1.4233640064815566e-05,
      "loss": 1.4719,
      "step": 61038
    },
    {
      "epoch": 5.185100237852532,
      "grad_norm": 2.6829671218875335,
      "learning_rate": 1.4230720853063221e-05,
      "loss": 1.4343,
      "step": 61039
    },
    {
      "epoch": 5.185185185185185,
      "grad_norm": 3.571396088281931,
      "learning_rate": 1.4227801925788384e-05,
      "loss": 1.8625,
      "step": 61040
    },
    {
      "epoch": 5.1852701325178385,
      "grad_norm": 2.7568111617683324,
      "learning_rate": 1.4224883282997201e-05,
      "loss": 1.542,
      "step": 61041
    },
    {
      "epoch": 5.185355079850493,
      "grad_norm": 2.5470452024855263,
      "learning_rate": 1.422196492469575e-05,
      "loss": 1.3878,
      "step": 61042
    },
    {
      "epoch": 5.185440027183146,
      "grad_norm": 2.494696062743903,
      "learning_rate": 1.4219046850890159e-05,
      "loss": 1.3635,
      "step": 61043
    },
    {
      "epoch": 5.1855249745158005,
      "grad_norm": 2.7011070456673614,
      "learning_rate": 1.4216129061586522e-05,
      "loss": 1.4309,
      "step": 61044
    },
    {
      "epoch": 5.185609921848454,
      "grad_norm": 2.850273015465176,
      "learning_rate": 1.4213211556791021e-05,
      "loss": 1.5976,
      "step": 61045
    },
    {
      "epoch": 5.185694869181107,
      "grad_norm": 2.557435722576957,
      "learning_rate": 1.4210294336509714e-05,
      "loss": 1.433,
      "step": 61046
    },
    {
      "epoch": 5.185779816513762,
      "grad_norm": 2.5580834212521033,
      "learning_rate": 1.4207377400748698e-05,
      "loss": 1.3528,
      "step": 61047
    },
    {
      "epoch": 5.185864763846415,
      "grad_norm": 2.6233419233962327,
      "learning_rate": 1.4204460749514135e-05,
      "loss": 1.4522,
      "step": 61048
    },
    {
      "epoch": 5.185949711179069,
      "grad_norm": 2.65063976842087,
      "learning_rate": 1.4201544382812119e-05,
      "loss": 1.4717,
      "step": 61049
    },
    {
      "epoch": 5.186034658511723,
      "grad_norm": 2.504215661073224,
      "learning_rate": 1.4198628300648712e-05,
      "loss": 1.4009,
      "step": 61050
    },
    {
      "epoch": 5.186119605844376,
      "grad_norm": 2.5275551471271873,
      "learning_rate": 1.4195712503030077e-05,
      "loss": 1.1406,
      "step": 61051
    },
    {
      "epoch": 5.18620455317703,
      "grad_norm": 2.7368730196906763,
      "learning_rate": 1.419279698996234e-05,
      "loss": 1.5437,
      "step": 61052
    },
    {
      "epoch": 5.186289500509684,
      "grad_norm": 2.7821140443906898,
      "learning_rate": 1.4189881761451582e-05,
      "loss": 1.5246,
      "step": 61053
    },
    {
      "epoch": 5.186374447842338,
      "grad_norm": 2.891066397053653,
      "learning_rate": 1.4186966817503881e-05,
      "loss": 1.5807,
      "step": 61054
    },
    {
      "epoch": 5.1864593951749915,
      "grad_norm": 2.674202949841122,
      "learning_rate": 1.4184052158125397e-05,
      "loss": 1.4881,
      "step": 61055
    },
    {
      "epoch": 5.186544342507645,
      "grad_norm": 2.530608014152479,
      "learning_rate": 1.4181137783322177e-05,
      "loss": 1.3827,
      "step": 61056
    },
    {
      "epoch": 5.186629289840299,
      "grad_norm": 2.6701699399434435,
      "learning_rate": 1.4178223693100415e-05,
      "loss": 1.2425,
      "step": 61057
    },
    {
      "epoch": 5.186714237172953,
      "grad_norm": 2.71046508197017,
      "learning_rate": 1.4175309887466124e-05,
      "loss": 1.5581,
      "step": 61058
    },
    {
      "epoch": 5.186799184505607,
      "grad_norm": 2.7491847992821876,
      "learning_rate": 1.4172396366425481e-05,
      "loss": 1.3035,
      "step": 61059
    },
    {
      "epoch": 5.18688413183826,
      "grad_norm": 2.5538147933989395,
      "learning_rate": 1.4169483129984565e-05,
      "loss": 1.4646,
      "step": 61060
    },
    {
      "epoch": 5.186969079170914,
      "grad_norm": 2.7420136501772148,
      "learning_rate": 1.4166570178149456e-05,
      "loss": 1.5177,
      "step": 61061
    },
    {
      "epoch": 5.187054026503568,
      "grad_norm": 2.8574928705572766,
      "learning_rate": 1.4163657510926263e-05,
      "loss": 1.5488,
      "step": 61062
    },
    {
      "epoch": 5.1871389738362215,
      "grad_norm": 2.6698231676916766,
      "learning_rate": 1.416074512832115e-05,
      "loss": 1.3963,
      "step": 61063
    },
    {
      "epoch": 5.187223921168875,
      "grad_norm": 2.6641074043600264,
      "learning_rate": 1.415783303034016e-05,
      "loss": 1.3121,
      "step": 61064
    },
    {
      "epoch": 5.187308868501529,
      "grad_norm": 2.6633607178831924,
      "learning_rate": 1.415492121698939e-05,
      "loss": 1.5383,
      "step": 61065
    },
    {
      "epoch": 5.187393815834183,
      "grad_norm": 2.602458257408711,
      "learning_rate": 1.4152009688274984e-05,
      "loss": 1.5235,
      "step": 61066
    },
    {
      "epoch": 5.187478763166837,
      "grad_norm": 2.3974204474692726,
      "learning_rate": 1.4149098444203022e-05,
      "loss": 1.3252,
      "step": 61067
    },
    {
      "epoch": 5.18756371049949,
      "grad_norm": 2.584359737927231,
      "learning_rate": 1.4146187484779564e-05,
      "loss": 1.4166,
      "step": 61068
    },
    {
      "epoch": 5.187648657832144,
      "grad_norm": 2.645229942843094,
      "learning_rate": 1.414327681001074e-05,
      "loss": 1.6059,
      "step": 61069
    },
    {
      "epoch": 5.187733605164798,
      "grad_norm": 2.461782691031822,
      "learning_rate": 1.4140366419902694e-05,
      "loss": 1.3409,
      "step": 61070
    },
    {
      "epoch": 5.187818552497451,
      "grad_norm": 2.698684664830556,
      "learning_rate": 1.4137456314461488e-05,
      "loss": 1.5899,
      "step": 61071
    },
    {
      "epoch": 5.187903499830106,
      "grad_norm": 2.531159514999844,
      "learning_rate": 1.4134546493693166e-05,
      "loss": 1.3953,
      "step": 61072
    },
    {
      "epoch": 5.187988447162759,
      "grad_norm": 2.6305155167529866,
      "learning_rate": 1.4131636957603926e-05,
      "loss": 1.4691,
      "step": 61073
    },
    {
      "epoch": 5.1880733944954125,
      "grad_norm": 2.7116169335332727,
      "learning_rate": 1.4128727706199794e-05,
      "loss": 1.5509,
      "step": 61074
    },
    {
      "epoch": 5.188158341828067,
      "grad_norm": 2.5995486554835754,
      "learning_rate": 1.4125818739486867e-05,
      "loss": 1.4271,
      "step": 61075
    },
    {
      "epoch": 5.18824328916072,
      "grad_norm": 2.6116081914784055,
      "learning_rate": 1.412291005747127e-05,
      "loss": 1.5383,
      "step": 61076
    },
    {
      "epoch": 5.1883282364933745,
      "grad_norm": 2.658094348092133,
      "learning_rate": 1.4120001660159103e-05,
      "loss": 1.5654,
      "step": 61077
    },
    {
      "epoch": 5.188413183826028,
      "grad_norm": 2.7216938603842795,
      "learning_rate": 1.411709354755644e-05,
      "loss": 1.5997,
      "step": 61078
    },
    {
      "epoch": 5.188498131158681,
      "grad_norm": 2.650008377231494,
      "learning_rate": 1.4114185719669346e-05,
      "loss": 1.3329,
      "step": 61079
    },
    {
      "epoch": 5.188583078491336,
      "grad_norm": 2.6377087060485467,
      "learning_rate": 1.4111278176503965e-05,
      "loss": 1.279,
      "step": 61080
    },
    {
      "epoch": 5.188668025823989,
      "grad_norm": 2.7013047071408693,
      "learning_rate": 1.4108370918066358e-05,
      "loss": 1.6168,
      "step": 61081
    },
    {
      "epoch": 5.188752973156643,
      "grad_norm": 2.626935071902396,
      "learning_rate": 1.4105463944362655e-05,
      "loss": 1.344,
      "step": 61082
    },
    {
      "epoch": 5.188837920489297,
      "grad_norm": 2.694003925361885,
      "learning_rate": 1.4102557255398884e-05,
      "loss": 1.5976,
      "step": 61083
    },
    {
      "epoch": 5.18892286782195,
      "grad_norm": 2.8589160405643352,
      "learning_rate": 1.4099650851181204e-05,
      "loss": 1.5023,
      "step": 61084
    },
    {
      "epoch": 5.189007815154604,
      "grad_norm": 2.9313364567303357,
      "learning_rate": 1.4096744731715665e-05,
      "loss": 1.6619,
      "step": 61085
    },
    {
      "epoch": 5.189092762487258,
      "grad_norm": 2.700129537611682,
      "learning_rate": 1.4093838897008358e-05,
      "loss": 1.5731,
      "step": 61086
    },
    {
      "epoch": 5.189177709819912,
      "grad_norm": 2.6148291132095527,
      "learning_rate": 1.409093334706533e-05,
      "loss": 1.6316,
      "step": 61087
    },
    {
      "epoch": 5.1892626571525655,
      "grad_norm": 2.5135810778794636,
      "learning_rate": 1.4088028081892776e-05,
      "loss": 1.2507,
      "step": 61088
    },
    {
      "epoch": 5.189347604485219,
      "grad_norm": 2.6065188334285425,
      "learning_rate": 1.4085123101496708e-05,
      "loss": 1.3666,
      "step": 61089
    },
    {
      "epoch": 5.189432551817873,
      "grad_norm": 2.52307660337572,
      "learning_rate": 1.4082218405883223e-05,
      "loss": 1.4348,
      "step": 61090
    },
    {
      "epoch": 5.189517499150527,
      "grad_norm": 2.6694809471939527,
      "learning_rate": 1.407931399505841e-05,
      "loss": 1.5618,
      "step": 61091
    },
    {
      "epoch": 5.18960244648318,
      "grad_norm": 2.9080128926632507,
      "learning_rate": 1.4076409869028371e-05,
      "loss": 1.6652,
      "step": 61092
    },
    {
      "epoch": 5.189687393815834,
      "grad_norm": 2.742475347021825,
      "learning_rate": 1.4073506027799147e-05,
      "loss": 1.6192,
      "step": 61093
    },
    {
      "epoch": 5.189772341148488,
      "grad_norm": 2.674851739788717,
      "learning_rate": 1.4070602471376868e-05,
      "loss": 1.5011,
      "step": 61094
    },
    {
      "epoch": 5.189857288481142,
      "grad_norm": 2.6752139099918004,
      "learning_rate": 1.4067699199767613e-05,
      "loss": 1.3475,
      "step": 61095
    },
    {
      "epoch": 5.189942235813795,
      "grad_norm": 2.966075115360974,
      "learning_rate": 1.4064796212977458e-05,
      "loss": 1.8361,
      "step": 61096
    },
    {
      "epoch": 5.190027183146449,
      "grad_norm": 2.487615938868993,
      "learning_rate": 1.4061893511012467e-05,
      "loss": 1.5138,
      "step": 61097
    },
    {
      "epoch": 5.190112130479103,
      "grad_norm": 2.5720682537032404,
      "learning_rate": 1.4058991093878736e-05,
      "loss": 1.3802,
      "step": 61098
    },
    {
      "epoch": 5.1901970778117565,
      "grad_norm": 2.7373953307579852,
      "learning_rate": 1.4056088961582323e-05,
      "loss": 1.5289,
      "step": 61099
    },
    {
      "epoch": 5.190282025144411,
      "grad_norm": 2.4998442937228167,
      "learning_rate": 1.4053187114129378e-05,
      "loss": 1.2583,
      "step": 61100
    },
    {
      "epoch": 5.190366972477064,
      "grad_norm": 3.014556027530578,
      "learning_rate": 1.4050285551525892e-05,
      "loss": 1.7178,
      "step": 61101
    },
    {
      "epoch": 5.190451919809718,
      "grad_norm": 2.6465100604252654,
      "learning_rate": 1.4047384273778028e-05,
      "loss": 1.569,
      "step": 61102
    },
    {
      "epoch": 5.190536867142372,
      "grad_norm": 2.8567407637926343,
      "learning_rate": 1.4044483280891817e-05,
      "loss": 1.4673,
      "step": 61103
    },
    {
      "epoch": 5.190621814475025,
      "grad_norm": 2.7547943450517,
      "learning_rate": 1.404158257287335e-05,
      "loss": 1.6312,
      "step": 61104
    },
    {
      "epoch": 5.19070676180768,
      "grad_norm": 2.5779187245419597,
      "learning_rate": 1.4038682149728658e-05,
      "loss": 1.3596,
      "step": 61105
    },
    {
      "epoch": 5.190791709140333,
      "grad_norm": 2.7688941820124064,
      "learning_rate": 1.4035782011463903e-05,
      "loss": 1.3858,
      "step": 61106
    },
    {
      "epoch": 5.1908766564729865,
      "grad_norm": 2.624037205785932,
      "learning_rate": 1.403288215808513e-05,
      "loss": 1.5775,
      "step": 61107
    },
    {
      "epoch": 5.190961603805641,
      "grad_norm": 2.547349063012465,
      "learning_rate": 1.4029982589598366e-05,
      "loss": 1.4779,
      "step": 61108
    },
    {
      "epoch": 5.191046551138294,
      "grad_norm": 2.5535007426825422,
      "learning_rate": 1.4027083306009756e-05,
      "loss": 1.2223,
      "step": 61109
    },
    {
      "epoch": 5.1911314984709485,
      "grad_norm": 2.8143234599834686,
      "learning_rate": 1.4024184307325347e-05,
      "loss": 1.4816,
      "step": 61110
    },
    {
      "epoch": 5.191216445803602,
      "grad_norm": 2.7869189275220947,
      "learning_rate": 1.4021285593551217e-05,
      "loss": 1.619,
      "step": 61111
    },
    {
      "epoch": 5.191301393136255,
      "grad_norm": 2.78273509830697,
      "learning_rate": 1.4018387164693362e-05,
      "loss": 1.5249,
      "step": 61112
    },
    {
      "epoch": 5.19138634046891,
      "grad_norm": 2.670262815160988,
      "learning_rate": 1.4015489020757992e-05,
      "loss": 1.5036,
      "step": 61113
    },
    {
      "epoch": 5.191471287801563,
      "grad_norm": 2.796130239229441,
      "learning_rate": 1.4012591161751118e-05,
      "loss": 1.6217,
      "step": 61114
    },
    {
      "epoch": 5.191556235134216,
      "grad_norm": 2.5765010511584445,
      "learning_rate": 1.4009693587678806e-05,
      "loss": 1.4257,
      "step": 61115
    },
    {
      "epoch": 5.191641182466871,
      "grad_norm": 2.642221455974963,
      "learning_rate": 1.4006796298547096e-05,
      "loss": 1.4852,
      "step": 61116
    },
    {
      "epoch": 5.191726129799524,
      "grad_norm": 2.524168289043919,
      "learning_rate": 1.400389929436212e-05,
      "loss": 1.349,
      "step": 61117
    },
    {
      "epoch": 5.191811077132178,
      "grad_norm": 2.6340549189242908,
      "learning_rate": 1.4001002575129888e-05,
      "loss": 1.5299,
      "step": 61118
    },
    {
      "epoch": 5.191896024464832,
      "grad_norm": 2.5750664281833187,
      "learning_rate": 1.3998106140856513e-05,
      "loss": 1.1715,
      "step": 61119
    },
    {
      "epoch": 5.191980971797485,
      "grad_norm": 2.431252791875305,
      "learning_rate": 1.3995209991548073e-05,
      "loss": 1.38,
      "step": 61120
    },
    {
      "epoch": 5.1920659191301395,
      "grad_norm": 2.37039617076416,
      "learning_rate": 1.3992314127210613e-05,
      "loss": 1.4006,
      "step": 61121
    },
    {
      "epoch": 5.192150866462793,
      "grad_norm": 2.4338978184133526,
      "learning_rate": 1.3989418547850212e-05,
      "loss": 1.3011,
      "step": 61122
    },
    {
      "epoch": 5.192235813795447,
      "grad_norm": 2.7780763316808925,
      "learning_rate": 1.3986523253472897e-05,
      "loss": 1.4616,
      "step": 61123
    },
    {
      "epoch": 5.192320761128101,
      "grad_norm": 2.4526537121172622,
      "learning_rate": 1.3983628244084766e-05,
      "loss": 1.3466,
      "step": 61124
    },
    {
      "epoch": 5.192405708460754,
      "grad_norm": 2.8552209198010545,
      "learning_rate": 1.3980733519691912e-05,
      "loss": 1.6619,
      "step": 61125
    },
    {
      "epoch": 5.192490655793408,
      "grad_norm": 2.6097294925615313,
      "learning_rate": 1.3977839080300379e-05,
      "loss": 1.4911,
      "step": 61126
    },
    {
      "epoch": 5.192575603126062,
      "grad_norm": 2.7024022061145336,
      "learning_rate": 1.3974944925916181e-05,
      "loss": 1.5409,
      "step": 61127
    },
    {
      "epoch": 5.192660550458716,
      "grad_norm": 2.7756165642043023,
      "learning_rate": 1.3972051056545464e-05,
      "loss": 1.4687,
      "step": 61128
    },
    {
      "epoch": 5.192745497791369,
      "grad_norm": 2.66193910646216,
      "learning_rate": 1.3969157472194253e-05,
      "loss": 1.3621,
      "step": 61129
    },
    {
      "epoch": 5.192830445124023,
      "grad_norm": 2.5531078939637633,
      "learning_rate": 1.3966264172868562e-05,
      "loss": 1.2966,
      "step": 61130
    },
    {
      "epoch": 5.192915392456677,
      "grad_norm": 2.5298380505562745,
      "learning_rate": 1.3963371158574571e-05,
      "loss": 1.2286,
      "step": 61131
    },
    {
      "epoch": 5.1930003397893305,
      "grad_norm": 2.5196619549423334,
      "learning_rate": 1.3960478429318256e-05,
      "loss": 1.3367,
      "step": 61132
    },
    {
      "epoch": 5.193085287121985,
      "grad_norm": 2.959383448777652,
      "learning_rate": 1.3957585985105696e-05,
      "loss": 1.6073,
      "step": 61133
    },
    {
      "epoch": 5.193170234454638,
      "grad_norm": 2.6056505363296436,
      "learning_rate": 1.3954693825942936e-05,
      "loss": 1.4908,
      "step": 61134
    },
    {
      "epoch": 5.193255181787292,
      "grad_norm": 2.693770387859069,
      "learning_rate": 1.3951801951836073e-05,
      "loss": 1.4821,
      "step": 61135
    },
    {
      "epoch": 5.193340129119946,
      "grad_norm": 2.5566432466662627,
      "learning_rate": 1.3948910362791117e-05,
      "loss": 1.3693,
      "step": 61136
    },
    {
      "epoch": 5.193425076452599,
      "grad_norm": 2.827881851890318,
      "learning_rate": 1.3946019058814162e-05,
      "loss": 1.3369,
      "step": 61137
    },
    {
      "epoch": 5.193510023785253,
      "grad_norm": 2.936497025909983,
      "learning_rate": 1.3943128039911288e-05,
      "loss": 1.4023,
      "step": 61138
    },
    {
      "epoch": 5.193594971117907,
      "grad_norm": 2.6226123364242766,
      "learning_rate": 1.3940237306088509e-05,
      "loss": 1.452,
      "step": 61139
    },
    {
      "epoch": 5.19367991845056,
      "grad_norm": 2.6991660112406097,
      "learning_rate": 1.3937346857351916e-05,
      "loss": 1.4999,
      "step": 61140
    },
    {
      "epoch": 5.193764865783215,
      "grad_norm": 2.4480754665119426,
      "learning_rate": 1.3934456693707507e-05,
      "loss": 1.3755,
      "step": 61141
    },
    {
      "epoch": 5.193849813115868,
      "grad_norm": 2.6878770103494105,
      "learning_rate": 1.3931566815161377e-05,
      "loss": 1.4798,
      "step": 61142
    },
    {
      "epoch": 5.1939347604485215,
      "grad_norm": 2.9680710387265026,
      "learning_rate": 1.3928677221719603e-05,
      "loss": 1.5868,
      "step": 61143
    },
    {
      "epoch": 5.194019707781176,
      "grad_norm": 2.4089687172329417,
      "learning_rate": 1.3925787913388232e-05,
      "loss": 1.3,
      "step": 61144
    },
    {
      "epoch": 5.194104655113829,
      "grad_norm": 2.5638729210417956,
      "learning_rate": 1.3922898890173273e-05,
      "loss": 1.5112,
      "step": 61145
    },
    {
      "epoch": 5.1941896024464835,
      "grad_norm": 2.6475566334760754,
      "learning_rate": 1.392001015208084e-05,
      "loss": 1.463,
      "step": 61146
    },
    {
      "epoch": 5.194274549779137,
      "grad_norm": 2.7526014456079633,
      "learning_rate": 1.3917121699116946e-05,
      "loss": 1.6114,
      "step": 61147
    },
    {
      "epoch": 5.19435949711179,
      "grad_norm": 2.766539506715422,
      "learning_rate": 1.39142335312876e-05,
      "loss": 1.6148,
      "step": 61148
    },
    {
      "epoch": 5.194444444444445,
      "grad_norm": 2.632883329661591,
      "learning_rate": 1.3911345648598965e-05,
      "loss": 1.5166,
      "step": 61149
    },
    {
      "epoch": 5.194529391777098,
      "grad_norm": 2.6890479142648256,
      "learning_rate": 1.3908458051057036e-05,
      "loss": 1.5918,
      "step": 61150
    },
    {
      "epoch": 5.194614339109752,
      "grad_norm": 2.7104483316026626,
      "learning_rate": 1.3905570738667859e-05,
      "loss": 1.3707,
      "step": 61151
    },
    {
      "epoch": 5.194699286442406,
      "grad_norm": 2.467960434029178,
      "learning_rate": 1.3902683711437462e-05,
      "loss": 1.1918,
      "step": 61152
    },
    {
      "epoch": 5.194784233775059,
      "grad_norm": 2.6303744940102893,
      "learning_rate": 1.389979696937194e-05,
      "loss": 1.3448,
      "step": 61153
    },
    {
      "epoch": 5.1948691811077135,
      "grad_norm": 2.487705352754849,
      "learning_rate": 1.3896910512477288e-05,
      "loss": 1.4125,
      "step": 61154
    },
    {
      "epoch": 5.194954128440367,
      "grad_norm": 2.661736533949192,
      "learning_rate": 1.3894024340759618e-05,
      "loss": 1.3254,
      "step": 61155
    },
    {
      "epoch": 5.195039075773021,
      "grad_norm": 2.880067522097839,
      "learning_rate": 1.3891138454224925e-05,
      "loss": 1.6142,
      "step": 61156
    },
    {
      "epoch": 5.195124023105675,
      "grad_norm": 2.6192652558997507,
      "learning_rate": 1.388825285287929e-05,
      "loss": 1.5671,
      "step": 61157
    },
    {
      "epoch": 5.195208970438328,
      "grad_norm": 2.9102182909226797,
      "learning_rate": 1.3885367536728753e-05,
      "loss": 1.4673,
      "step": 61158
    },
    {
      "epoch": 5.195293917770982,
      "grad_norm": 2.8191617274805023,
      "learning_rate": 1.3882482505779313e-05,
      "loss": 1.4867,
      "step": 61159
    },
    {
      "epoch": 5.195378865103636,
      "grad_norm": 2.519169201586149,
      "learning_rate": 1.3879597760037097e-05,
      "loss": 1.4743,
      "step": 61160
    },
    {
      "epoch": 5.195463812436289,
      "grad_norm": 2.8030005836867287,
      "learning_rate": 1.387671329950807e-05,
      "loss": 1.6287,
      "step": 61161
    },
    {
      "epoch": 5.195548759768943,
      "grad_norm": 2.811840715439264,
      "learning_rate": 1.3873829124198337e-05,
      "loss": 1.6353,
      "step": 61162
    },
    {
      "epoch": 5.195633707101597,
      "grad_norm": 2.6647034898335153,
      "learning_rate": 1.38709452341139e-05,
      "loss": 1.2366,
      "step": 61163
    },
    {
      "epoch": 5.195718654434251,
      "grad_norm": 2.820155988217178,
      "learning_rate": 1.3868061629260834e-05,
      "loss": 1.5273,
      "step": 61164
    },
    {
      "epoch": 5.1958036017669045,
      "grad_norm": 2.8291415123403034,
      "learning_rate": 1.386517830964517e-05,
      "loss": 1.7395,
      "step": 61165
    },
    {
      "epoch": 5.195888549099558,
      "grad_norm": 2.6690826100107268,
      "learning_rate": 1.3862295275272917e-05,
      "loss": 1.4387,
      "step": 61166
    },
    {
      "epoch": 5.195973496432212,
      "grad_norm": 2.706782258159048,
      "learning_rate": 1.3859412526150137e-05,
      "loss": 1.5808,
      "step": 61167
    },
    {
      "epoch": 5.196058443764866,
      "grad_norm": 2.5153943065817015,
      "learning_rate": 1.3856530062282911e-05,
      "loss": 1.2875,
      "step": 61168
    },
    {
      "epoch": 5.19614339109752,
      "grad_norm": 2.550499704841886,
      "learning_rate": 1.3853647883677249e-05,
      "loss": 1.3897,
      "step": 61169
    },
    {
      "epoch": 5.196228338430173,
      "grad_norm": 2.657252556025494,
      "learning_rate": 1.3850765990339147e-05,
      "loss": 1.5069,
      "step": 61170
    },
    {
      "epoch": 5.196313285762827,
      "grad_norm": 2.6458810507365933,
      "learning_rate": 1.3847884382274715e-05,
      "loss": 1.5548,
      "step": 61171
    },
    {
      "epoch": 5.196398233095481,
      "grad_norm": 2.73143000462625,
      "learning_rate": 1.3845003059489952e-05,
      "loss": 1.302,
      "step": 61172
    },
    {
      "epoch": 5.196483180428134,
      "grad_norm": 2.737902772884779,
      "learning_rate": 1.384212202199088e-05,
      "loss": 1.4125,
      "step": 61173
    },
    {
      "epoch": 5.196568127760789,
      "grad_norm": 2.86562790788032,
      "learning_rate": 1.3839241269783551e-05,
      "loss": 1.4346,
      "step": 61174
    },
    {
      "epoch": 5.196653075093442,
      "grad_norm": 2.717702961492969,
      "learning_rate": 1.3836360802874025e-05,
      "loss": 1.3259,
      "step": 61175
    },
    {
      "epoch": 5.1967380224260955,
      "grad_norm": 2.569911133654882,
      "learning_rate": 1.3833480621268329e-05,
      "loss": 1.4315,
      "step": 61176
    },
    {
      "epoch": 5.19682296975875,
      "grad_norm": 2.814979532174605,
      "learning_rate": 1.3830600724972456e-05,
      "loss": 1.5336,
      "step": 61177
    },
    {
      "epoch": 5.196907917091403,
      "grad_norm": 2.5877996055999013,
      "learning_rate": 1.3827721113992507e-05,
      "loss": 1.2146,
      "step": 61178
    },
    {
      "epoch": 5.1969928644240575,
      "grad_norm": 2.488806537485694,
      "learning_rate": 1.382484178833444e-05,
      "loss": 1.3566,
      "step": 61179
    },
    {
      "epoch": 5.197077811756711,
      "grad_norm": 2.6954815385838047,
      "learning_rate": 1.3821962748004367e-05,
      "loss": 1.4638,
      "step": 61180
    },
    {
      "epoch": 5.197162759089364,
      "grad_norm": 2.6184191369943295,
      "learning_rate": 1.381908399300825e-05,
      "loss": 1.2662,
      "step": 61181
    },
    {
      "epoch": 5.197247706422019,
      "grad_norm": 2.6396311120245857,
      "learning_rate": 1.381620552335217e-05,
      "loss": 1.3553,
      "step": 61182
    },
    {
      "epoch": 5.197332653754672,
      "grad_norm": 2.7280259181213893,
      "learning_rate": 1.3813327339042151e-05,
      "loss": 1.4941,
      "step": 61183
    },
    {
      "epoch": 5.197417601087325,
      "grad_norm": 2.5942399795521593,
      "learning_rate": 1.3810449440084192e-05,
      "loss": 1.5191,
      "step": 61184
    },
    {
      "epoch": 5.19750254841998,
      "grad_norm": 2.815196887854547,
      "learning_rate": 1.3807571826484337e-05,
      "loss": 1.4745,
      "step": 61185
    },
    {
      "epoch": 5.197587495752633,
      "grad_norm": 2.6750850954975447,
      "learning_rate": 1.3804694498248648e-05,
      "loss": 1.268,
      "step": 61186
    },
    {
      "epoch": 5.197672443085287,
      "grad_norm": 2.6561045868345214,
      "learning_rate": 1.3801817455383136e-05,
      "loss": 1.2319,
      "step": 61187
    },
    {
      "epoch": 5.197757390417941,
      "grad_norm": 2.736754457527505,
      "learning_rate": 1.3798940697893795e-05,
      "loss": 1.3279,
      "step": 61188
    },
    {
      "epoch": 5.197842337750594,
      "grad_norm": 2.8981259925153973,
      "learning_rate": 1.3796064225786691e-05,
      "loss": 1.5716,
      "step": 61189
    },
    {
      "epoch": 5.1979272850832485,
      "grad_norm": 2.5422102654881895,
      "learning_rate": 1.3793188039067866e-05,
      "loss": 1.3321,
      "step": 61190
    },
    {
      "epoch": 5.198012232415902,
      "grad_norm": 2.6283246236987985,
      "learning_rate": 1.3790312137743265e-05,
      "loss": 1.3915,
      "step": 61191
    },
    {
      "epoch": 5.198097179748556,
      "grad_norm": 2.7745253250310618,
      "learning_rate": 1.3787436521818984e-05,
      "loss": 1.4911,
      "step": 61192
    },
    {
      "epoch": 5.19818212708121,
      "grad_norm": 2.5873959106625226,
      "learning_rate": 1.3784561191301068e-05,
      "loss": 1.4902,
      "step": 61193
    },
    {
      "epoch": 5.198267074413863,
      "grad_norm": 2.4759318398138244,
      "learning_rate": 1.3781686146195497e-05,
      "loss": 1.3613,
      "step": 61194
    },
    {
      "epoch": 5.198352021746517,
      "grad_norm": 2.8210217147662893,
      "learning_rate": 1.3778811386508282e-05,
      "loss": 1.6516,
      "step": 61195
    },
    {
      "epoch": 5.198436969079171,
      "grad_norm": 2.5362292961527326,
      "learning_rate": 1.37759369122455e-05,
      "loss": 1.4612,
      "step": 61196
    },
    {
      "epoch": 5.198521916411825,
      "grad_norm": 2.6538135517743546,
      "learning_rate": 1.3773062723413115e-05,
      "loss": 1.6583,
      "step": 61197
    },
    {
      "epoch": 5.1986068637444784,
      "grad_norm": 2.763426226715854,
      "learning_rate": 1.3770188820017202e-05,
      "loss": 1.3065,
      "step": 61198
    },
    {
      "epoch": 5.198691811077132,
      "grad_norm": 2.3663484137515676,
      "learning_rate": 1.3767315202063728e-05,
      "loss": 1.2285,
      "step": 61199
    },
    {
      "epoch": 5.198776758409786,
      "grad_norm": 2.442112131078768,
      "learning_rate": 1.3764441869558784e-05,
      "loss": 1.401,
      "step": 61200
    },
    {
      "epoch": 5.1988617057424396,
      "grad_norm": 2.6417468789857126,
      "learning_rate": 1.3761568822508334e-05,
      "loss": 1.3934,
      "step": 61201
    },
    {
      "epoch": 5.198946653075094,
      "grad_norm": 2.661569792262191,
      "learning_rate": 1.3758696060918406e-05,
      "loss": 1.3074,
      "step": 61202
    },
    {
      "epoch": 5.199031600407747,
      "grad_norm": 2.33882286489845,
      "learning_rate": 1.3755823584795044e-05,
      "loss": 1.1551,
      "step": 61203
    },
    {
      "epoch": 5.199116547740401,
      "grad_norm": 2.464464598916245,
      "learning_rate": 1.3752951394144228e-05,
      "loss": 1.3039,
      "step": 61204
    },
    {
      "epoch": 5.199201495073055,
      "grad_norm": 2.688261720102354,
      "learning_rate": 1.3750079488972022e-05,
      "loss": 1.399,
      "step": 61205
    },
    {
      "epoch": 5.199286442405708,
      "grad_norm": 2.45515045537741,
      "learning_rate": 1.37472078692844e-05,
      "loss": 1.4643,
      "step": 61206
    },
    {
      "epoch": 5.199371389738362,
      "grad_norm": 2.728800475256913,
      "learning_rate": 1.3744336535087425e-05,
      "loss": 1.3157,
      "step": 61207
    },
    {
      "epoch": 5.199456337071016,
      "grad_norm": 2.568295278700003,
      "learning_rate": 1.3741465486387092e-05,
      "loss": 1.4412,
      "step": 61208
    },
    {
      "epoch": 5.1995412844036695,
      "grad_norm": 2.8003965089127525,
      "learning_rate": 1.3738594723189383e-05,
      "loss": 1.6505,
      "step": 61209
    },
    {
      "epoch": 5.199626231736324,
      "grad_norm": 2.6579355783165366,
      "learning_rate": 1.373572424550034e-05,
      "loss": 1.4939,
      "step": 61210
    },
    {
      "epoch": 5.199711179068977,
      "grad_norm": 2.7429979805714546,
      "learning_rate": 1.3732854053326009e-05,
      "loss": 1.5853,
      "step": 61211
    },
    {
      "epoch": 5.199796126401631,
      "grad_norm": 2.571311805952164,
      "learning_rate": 1.3729984146672368e-05,
      "loss": 1.3217,
      "step": 61212
    },
    {
      "epoch": 5.199881073734285,
      "grad_norm": 2.591344629103007,
      "learning_rate": 1.3727114525545413e-05,
      "loss": 1.5429,
      "step": 61213
    },
    {
      "epoch": 5.199966021066938,
      "grad_norm": 2.81958478775987,
      "learning_rate": 1.3724245189951222e-05,
      "loss": 1.4957,
      "step": 61214
    },
    {
      "epoch": 5.200050968399593,
      "grad_norm": 2.5356430260421408,
      "learning_rate": 1.3721376139895756e-05,
      "loss": 1.3532,
      "step": 61215
    },
    {
      "epoch": 5.200135915732246,
      "grad_norm": 2.6872935878804336,
      "learning_rate": 1.3718507375385012e-05,
      "loss": 1.4258,
      "step": 61216
    },
    {
      "epoch": 5.200220863064899,
      "grad_norm": 2.6204303409379017,
      "learning_rate": 1.371563889642502e-05,
      "loss": 1.5285,
      "step": 61217
    },
    {
      "epoch": 5.200305810397554,
      "grad_norm": 2.658632242472829,
      "learning_rate": 1.3712770703021835e-05,
      "loss": 1.5356,
      "step": 61218
    },
    {
      "epoch": 5.200390757730207,
      "grad_norm": 2.6911465173724998,
      "learning_rate": 1.3709902795181427e-05,
      "loss": 1.2224,
      "step": 61219
    },
    {
      "epoch": 5.200475705062861,
      "grad_norm": 2.5082537345011895,
      "learning_rate": 1.3707035172909769e-05,
      "loss": 1.2025,
      "step": 61220
    },
    {
      "epoch": 5.200560652395515,
      "grad_norm": 2.7116965718802644,
      "learning_rate": 1.3704167836212943e-05,
      "loss": 1.3276,
      "step": 61221
    },
    {
      "epoch": 5.200645599728168,
      "grad_norm": 2.7418331169317782,
      "learning_rate": 1.3701300785096875e-05,
      "loss": 1.6802,
      "step": 61222
    },
    {
      "epoch": 5.2007305470608225,
      "grad_norm": 2.646379161509012,
      "learning_rate": 1.3698434019567661e-05,
      "loss": 1.6315,
      "step": 61223
    },
    {
      "epoch": 5.200815494393476,
      "grad_norm": 2.458408164617719,
      "learning_rate": 1.3695567539631248e-05,
      "loss": 1.2773,
      "step": 61224
    },
    {
      "epoch": 5.20090044172613,
      "grad_norm": 2.66912088153096,
      "learning_rate": 1.369270134529366e-05,
      "loss": 1.5883,
      "step": 61225
    },
    {
      "epoch": 5.200985389058784,
      "grad_norm": 2.6907963974963773,
      "learning_rate": 1.3689835436560915e-05,
      "loss": 1.5081,
      "step": 61226
    },
    {
      "epoch": 5.201070336391437,
      "grad_norm": 2.411939150926725,
      "learning_rate": 1.3686969813438987e-05,
      "loss": 1.3282,
      "step": 61227
    },
    {
      "epoch": 5.201155283724091,
      "grad_norm": 2.6686255965859322,
      "learning_rate": 1.3684104475933889e-05,
      "loss": 1.5118,
      "step": 61228
    },
    {
      "epoch": 5.201240231056745,
      "grad_norm": 3.2798746177798592,
      "learning_rate": 1.3681239424051648e-05,
      "loss": 1.6446,
      "step": 61229
    },
    {
      "epoch": 5.201325178389398,
      "grad_norm": 2.558311456320627,
      "learning_rate": 1.3678374657798263e-05,
      "loss": 1.4398,
      "step": 61230
    },
    {
      "epoch": 5.201410125722052,
      "grad_norm": 2.5046149253131293,
      "learning_rate": 1.3675510177179694e-05,
      "loss": 1.329,
      "step": 61231
    },
    {
      "epoch": 5.201495073054706,
      "grad_norm": 2.626524929580477,
      "learning_rate": 1.3672645982202018e-05,
      "loss": 1.4599,
      "step": 61232
    },
    {
      "epoch": 5.20158002038736,
      "grad_norm": 2.790044139582923,
      "learning_rate": 1.3669782072871183e-05,
      "loss": 1.4494,
      "step": 61233
    },
    {
      "epoch": 5.2016649677200135,
      "grad_norm": 2.568057371637818,
      "learning_rate": 1.3666918449193165e-05,
      "loss": 1.3433,
      "step": 61234
    },
    {
      "epoch": 5.201749915052667,
      "grad_norm": 2.7641256918305803,
      "learning_rate": 1.366405511117401e-05,
      "loss": 1.4103,
      "step": 61235
    },
    {
      "epoch": 5.201834862385321,
      "grad_norm": 2.7233756445132613,
      "learning_rate": 1.3661192058819732e-05,
      "loss": 1.5365,
      "step": 61236
    },
    {
      "epoch": 5.201919809717975,
      "grad_norm": 2.714030909776899,
      "learning_rate": 1.3658329292136306e-05,
      "loss": 1.5338,
      "step": 61237
    },
    {
      "epoch": 5.202004757050629,
      "grad_norm": 2.666947203001366,
      "learning_rate": 1.3655466811129694e-05,
      "loss": 1.5095,
      "step": 61238
    },
    {
      "epoch": 5.202089704383282,
      "grad_norm": 2.7091489853575177,
      "learning_rate": 1.3652604615805963e-05,
      "loss": 1.2969,
      "step": 61239
    },
    {
      "epoch": 5.202174651715936,
      "grad_norm": 2.677608226612349,
      "learning_rate": 1.3649742706171052e-05,
      "loss": 1.5586,
      "step": 61240
    },
    {
      "epoch": 5.20225959904859,
      "grad_norm": 2.6149714004871583,
      "learning_rate": 1.3646881082230993e-05,
      "loss": 1.2114,
      "step": 61241
    },
    {
      "epoch": 5.202344546381243,
      "grad_norm": 2.7870922723926297,
      "learning_rate": 1.3644019743991762e-05,
      "loss": 1.3272,
      "step": 61242
    },
    {
      "epoch": 5.202429493713898,
      "grad_norm": 2.7170681009786355,
      "learning_rate": 1.3641158691459376e-05,
      "loss": 1.5031,
      "step": 61243
    },
    {
      "epoch": 5.202514441046551,
      "grad_norm": 2.6781051774016573,
      "learning_rate": 1.3638297924639823e-05,
      "loss": 1.5384,
      "step": 61244
    },
    {
      "epoch": 5.2025993883792045,
      "grad_norm": 2.621489415722403,
      "learning_rate": 1.3635437443539072e-05,
      "loss": 1.3306,
      "step": 61245
    },
    {
      "epoch": 5.202684335711859,
      "grad_norm": 2.6773316407980894,
      "learning_rate": 1.3632577248163146e-05,
      "loss": 1.5131,
      "step": 61246
    },
    {
      "epoch": 5.202769283044512,
      "grad_norm": 2.478548571648786,
      "learning_rate": 1.3629717338518009e-05,
      "loss": 1.3468,
      "step": 61247
    },
    {
      "epoch": 5.2028542303771665,
      "grad_norm": 2.5875745339581346,
      "learning_rate": 1.3626857714609708e-05,
      "loss": 1.5222,
      "step": 61248
    },
    {
      "epoch": 5.20293917770982,
      "grad_norm": 3.117757966262274,
      "learning_rate": 1.3623998376444168e-05,
      "loss": 1.7338,
      "step": 61249
    },
    {
      "epoch": 5.203024125042473,
      "grad_norm": 2.646785040107988,
      "learning_rate": 1.362113932402742e-05,
      "loss": 1.4752,
      "step": 61250
    },
    {
      "epoch": 5.203109072375128,
      "grad_norm": 2.5123065110329175,
      "learning_rate": 1.3618280557365457e-05,
      "loss": 1.4236,
      "step": 61251
    },
    {
      "epoch": 5.203194019707781,
      "grad_norm": 2.5345755318644745,
      "learning_rate": 1.3615422076464228e-05,
      "loss": 1.3668,
      "step": 61252
    },
    {
      "epoch": 5.203278967040435,
      "grad_norm": 2.7018658252488383,
      "learning_rate": 1.3612563881329758e-05,
      "loss": 1.532,
      "step": 61253
    },
    {
      "epoch": 5.203363914373089,
      "grad_norm": 3.830766860280905,
      "learning_rate": 1.360970597196806e-05,
      "loss": 1.8696,
      "step": 61254
    },
    {
      "epoch": 5.203448861705742,
      "grad_norm": 2.8932719158605886,
      "learning_rate": 1.360684834838508e-05,
      "loss": 1.4817,
      "step": 61255
    },
    {
      "epoch": 5.2035338090383965,
      "grad_norm": 2.8051184086935885,
      "learning_rate": 1.3603991010586796e-05,
      "loss": 1.4618,
      "step": 61256
    },
    {
      "epoch": 5.20361875637105,
      "grad_norm": 2.694711687673663,
      "learning_rate": 1.3601133958579236e-05,
      "loss": 1.4758,
      "step": 61257
    },
    {
      "epoch": 5.203703703703703,
      "grad_norm": 2.4570738641431302,
      "learning_rate": 1.3598277192368379e-05,
      "loss": 1.3617,
      "step": 61258
    },
    {
      "epoch": 5.203788651036358,
      "grad_norm": 2.802189719928632,
      "learning_rate": 1.359542071196017e-05,
      "loss": 1.4133,
      "step": 61259
    },
    {
      "epoch": 5.203873598369011,
      "grad_norm": 2.6323667999341778,
      "learning_rate": 1.3592564517360605e-05,
      "loss": 1.5214,
      "step": 61260
    },
    {
      "epoch": 5.203958545701665,
      "grad_norm": 2.4960809808364703,
      "learning_rate": 1.3589708608575729e-05,
      "loss": 1.2618,
      "step": 61261
    },
    {
      "epoch": 5.204043493034319,
      "grad_norm": 2.604867527141858,
      "learning_rate": 1.3586852985611485e-05,
      "loss": 1.4643,
      "step": 61262
    },
    {
      "epoch": 5.204128440366972,
      "grad_norm": 2.6552347501480056,
      "learning_rate": 1.358399764847382e-05,
      "loss": 1.427,
      "step": 61263
    },
    {
      "epoch": 5.204213387699626,
      "grad_norm": 2.7853904904149465,
      "learning_rate": 1.3581142597168781e-05,
      "loss": 1.4914,
      "step": 61264
    },
    {
      "epoch": 5.20429833503228,
      "grad_norm": 2.488133164149121,
      "learning_rate": 1.3578287831702294e-05,
      "loss": 1.3898,
      "step": 61265
    },
    {
      "epoch": 5.204383282364934,
      "grad_norm": 2.429575800954933,
      "learning_rate": 1.3575433352080389e-05,
      "loss": 1.4071,
      "step": 61266
    },
    {
      "epoch": 5.2044682296975875,
      "grad_norm": 2.6035092018336825,
      "learning_rate": 1.3572579158308995e-05,
      "loss": 1.5676,
      "step": 61267
    },
    {
      "epoch": 5.204553177030241,
      "grad_norm": 2.6941445750108466,
      "learning_rate": 1.3569725250394154e-05,
      "loss": 1.4602,
      "step": 61268
    },
    {
      "epoch": 5.204638124362895,
      "grad_norm": 2.64256668131569,
      "learning_rate": 1.356687162834183e-05,
      "loss": 1.269,
      "step": 61269
    },
    {
      "epoch": 5.204723071695549,
      "grad_norm": 2.589051089205738,
      "learning_rate": 1.3564018292157935e-05,
      "loss": 1.4128,
      "step": 61270
    },
    {
      "epoch": 5.204808019028203,
      "grad_norm": 2.5624419275525043,
      "learning_rate": 1.3561165241848516e-05,
      "loss": 1.4947,
      "step": 61271
    },
    {
      "epoch": 5.204892966360856,
      "grad_norm": 2.48011753162013,
      "learning_rate": 1.3558312477419548e-05,
      "loss": 1.4022,
      "step": 61272
    },
    {
      "epoch": 5.20497791369351,
      "grad_norm": 2.8063484724018877,
      "learning_rate": 1.355545999887701e-05,
      "loss": 1.3852,
      "step": 61273
    },
    {
      "epoch": 5.205062861026164,
      "grad_norm": 2.54467315810909,
      "learning_rate": 1.3552607806226817e-05,
      "loss": 1.5507,
      "step": 61274
    },
    {
      "epoch": 5.205147808358817,
      "grad_norm": 2.678178934858279,
      "learning_rate": 1.354975589947503e-05,
      "loss": 1.2931,
      "step": 61275
    },
    {
      "epoch": 5.205232755691472,
      "grad_norm": 2.748537260913858,
      "learning_rate": 1.354690427862759e-05,
      "loss": 1.3584,
      "step": 61276
    },
    {
      "epoch": 5.205317703024125,
      "grad_norm": 2.675095569647201,
      "learning_rate": 1.3544052943690432e-05,
      "loss": 1.3995,
      "step": 61277
    },
    {
      "epoch": 5.2054026503567785,
      "grad_norm": 2.9336532931002033,
      "learning_rate": 1.3541201894669578e-05,
      "loss": 1.6401,
      "step": 61278
    },
    {
      "epoch": 5.205487597689433,
      "grad_norm": 2.6950491296465033,
      "learning_rate": 1.3538351131571012e-05,
      "loss": 1.5003,
      "step": 61279
    },
    {
      "epoch": 5.205572545022086,
      "grad_norm": 2.789238562544986,
      "learning_rate": 1.3535500654400677e-05,
      "loss": 1.5427,
      "step": 61280
    },
    {
      "epoch": 5.2056574923547405,
      "grad_norm": 2.825671948513861,
      "learning_rate": 1.3532650463164536e-05,
      "loss": 1.5569,
      "step": 61281
    },
    {
      "epoch": 5.205742439687394,
      "grad_norm": 2.5849988034939773,
      "learning_rate": 1.3529800557868598e-05,
      "loss": 1.5971,
      "step": 61282
    },
    {
      "epoch": 5.205827387020047,
      "grad_norm": 2.672311398587052,
      "learning_rate": 1.3526950938518793e-05,
      "loss": 1.5057,
      "step": 61283
    },
    {
      "epoch": 5.205912334352702,
      "grad_norm": 2.8114134125050696,
      "learning_rate": 1.3524101605121152e-05,
      "loss": 1.3901,
      "step": 61284
    },
    {
      "epoch": 5.205997281685355,
      "grad_norm": 2.6166075210794926,
      "learning_rate": 1.3521252557681567e-05,
      "loss": 1.4889,
      "step": 61285
    },
    {
      "epoch": 5.206082229018008,
      "grad_norm": 2.494331482853939,
      "learning_rate": 1.3518403796206084e-05,
      "loss": 1.3717,
      "step": 61286
    },
    {
      "epoch": 5.206167176350663,
      "grad_norm": 2.6511596253421237,
      "learning_rate": 1.3515555320700633e-05,
      "loss": 1.3886,
      "step": 61287
    },
    {
      "epoch": 5.206252123683316,
      "grad_norm": 2.6169548705572465,
      "learning_rate": 1.3512707131171157e-05,
      "loss": 1.307,
      "step": 61288
    },
    {
      "epoch": 5.20633707101597,
      "grad_norm": 2.6292254038788463,
      "learning_rate": 1.3509859227623654e-05,
      "loss": 1.4615,
      "step": 61289
    },
    {
      "epoch": 5.206422018348624,
      "grad_norm": 2.597919262402656,
      "learning_rate": 1.3507011610064101e-05,
      "loss": 1.4102,
      "step": 61290
    },
    {
      "epoch": 5.206506965681277,
      "grad_norm": 2.816741896100558,
      "learning_rate": 1.3504164278498475e-05,
      "loss": 1.4978,
      "step": 61291
    },
    {
      "epoch": 5.2065919130139315,
      "grad_norm": 2.6442354065812124,
      "learning_rate": 1.350131723293269e-05,
      "loss": 1.4247,
      "step": 61292
    },
    {
      "epoch": 5.206676860346585,
      "grad_norm": 2.5611025788458806,
      "learning_rate": 1.3498470473372758e-05,
      "loss": 1.3918,
      "step": 61293
    },
    {
      "epoch": 5.206761807679239,
      "grad_norm": 2.7174000449997684,
      "learning_rate": 1.349562399982464e-05,
      "loss": 1.2349,
      "step": 61294
    },
    {
      "epoch": 5.206846755011893,
      "grad_norm": 2.4772630809475586,
      "learning_rate": 1.3492777812294247e-05,
      "loss": 1.2003,
      "step": 61295
    },
    {
      "epoch": 5.206931702344546,
      "grad_norm": 2.6027007553549866,
      "learning_rate": 1.3489931910787593e-05,
      "loss": 1.4993,
      "step": 61296
    },
    {
      "epoch": 5.2070166496772,
      "grad_norm": 2.759688296725227,
      "learning_rate": 1.3487086295310656e-05,
      "loss": 1.3052,
      "step": 61297
    },
    {
      "epoch": 5.207101597009854,
      "grad_norm": 2.716163207218517,
      "learning_rate": 1.3484240965869364e-05,
      "loss": 1.6283,
      "step": 61298
    },
    {
      "epoch": 5.207186544342508,
      "grad_norm": 2.5692097527407696,
      "learning_rate": 1.3481395922469679e-05,
      "loss": 1.2894,
      "step": 61299
    },
    {
      "epoch": 5.2072714916751615,
      "grad_norm": 2.4457940534756175,
      "learning_rate": 1.3478551165117597e-05,
      "loss": 1.3751,
      "step": 61300
    },
    {
      "epoch": 5.207356439007815,
      "grad_norm": 2.4891856042642093,
      "learning_rate": 1.3475706693819044e-05,
      "loss": 1.3221,
      "step": 61301
    },
    {
      "epoch": 5.207441386340469,
      "grad_norm": 2.6106785319061396,
      "learning_rate": 1.3472862508579968e-05,
      "loss": 1.4069,
      "step": 61302
    },
    {
      "epoch": 5.207526333673123,
      "grad_norm": 2.8155990051353714,
      "learning_rate": 1.3470018609406347e-05,
      "loss": 1.4894,
      "step": 61303
    },
    {
      "epoch": 5.207611281005777,
      "grad_norm": 2.6492338746360984,
      "learning_rate": 1.3467174996304158e-05,
      "loss": 1.5139,
      "step": 61304
    },
    {
      "epoch": 5.20769622833843,
      "grad_norm": 2.6397758660797797,
      "learning_rate": 1.3464331669279365e-05,
      "loss": 1.3751,
      "step": 61305
    },
    {
      "epoch": 5.207781175671084,
      "grad_norm": 2.8435388529188574,
      "learning_rate": 1.3461488628337863e-05,
      "loss": 1.4349,
      "step": 61306
    },
    {
      "epoch": 5.207866123003738,
      "grad_norm": 2.799875715805031,
      "learning_rate": 1.345864587348568e-05,
      "loss": 1.3688,
      "step": 61307
    },
    {
      "epoch": 5.207951070336391,
      "grad_norm": 2.7848786918537978,
      "learning_rate": 1.3455803404728726e-05,
      "loss": 1.488,
      "step": 61308
    },
    {
      "epoch": 5.208036017669045,
      "grad_norm": 2.826345579786696,
      "learning_rate": 1.3452961222073e-05,
      "loss": 1.6843,
      "step": 61309
    },
    {
      "epoch": 5.208120965001699,
      "grad_norm": 2.7421302595488406,
      "learning_rate": 1.3450119325524395e-05,
      "loss": 1.3999,
      "step": 61310
    },
    {
      "epoch": 5.2082059123343525,
      "grad_norm": 2.639334009752471,
      "learning_rate": 1.3447277715088922e-05,
      "loss": 1.4248,
      "step": 61311
    },
    {
      "epoch": 5.208290859667007,
      "grad_norm": 2.790594226533943,
      "learning_rate": 1.3444436390772528e-05,
      "loss": 1.3453,
      "step": 61312
    },
    {
      "epoch": 5.20837580699966,
      "grad_norm": 2.539648425888074,
      "learning_rate": 1.3441595352581125e-05,
      "loss": 1.4965,
      "step": 61313
    },
    {
      "epoch": 5.208460754332314,
      "grad_norm": 2.720282309192492,
      "learning_rate": 1.3438754600520691e-05,
      "loss": 1.6156,
      "step": 61314
    },
    {
      "epoch": 5.208545701664968,
      "grad_norm": 2.7215658142309125,
      "learning_rate": 1.343591413459722e-05,
      "loss": 1.3852,
      "step": 61315
    },
    {
      "epoch": 5.208630648997621,
      "grad_norm": 2.616791611794187,
      "learning_rate": 1.3433073954816609e-05,
      "loss": 1.406,
      "step": 61316
    },
    {
      "epoch": 5.208715596330276,
      "grad_norm": 2.5811707918934186,
      "learning_rate": 1.3430234061184802e-05,
      "loss": 1.4213,
      "step": 61317
    },
    {
      "epoch": 5.208800543662929,
      "grad_norm": 2.8512224144880083,
      "learning_rate": 1.3427394453707796e-05,
      "loss": 1.6288,
      "step": 61318
    },
    {
      "epoch": 5.208885490995582,
      "grad_norm": 2.727633388935821,
      "learning_rate": 1.3424555132391518e-05,
      "loss": 1.411,
      "step": 61319
    },
    {
      "epoch": 5.208970438328237,
      "grad_norm": 2.8374080902084957,
      "learning_rate": 1.3421716097241897e-05,
      "loss": 1.4355,
      "step": 61320
    },
    {
      "epoch": 5.20905538566089,
      "grad_norm": 2.74503864296888,
      "learning_rate": 1.3418877348264894e-05,
      "loss": 1.5929,
      "step": 61321
    },
    {
      "epoch": 5.209140332993544,
      "grad_norm": 2.6928929100488155,
      "learning_rate": 1.341603888546649e-05,
      "loss": 1.5444,
      "step": 61322
    },
    {
      "epoch": 5.209225280326198,
      "grad_norm": 2.664407901354664,
      "learning_rate": 1.3413200708852611e-05,
      "loss": 1.5228,
      "step": 61323
    },
    {
      "epoch": 5.209310227658851,
      "grad_norm": 2.5042693163979486,
      "learning_rate": 1.341036281842917e-05,
      "loss": 1.4061,
      "step": 61324
    },
    {
      "epoch": 5.2093951749915055,
      "grad_norm": 2.3772638825047845,
      "learning_rate": 1.3407525214202181e-05,
      "loss": 1.2644,
      "step": 61325
    },
    {
      "epoch": 5.209480122324159,
      "grad_norm": 2.5452280978211834,
      "learning_rate": 1.3404687896177502e-05,
      "loss": 1.4837,
      "step": 61326
    },
    {
      "epoch": 5.209565069656813,
      "grad_norm": 2.518352806068207,
      "learning_rate": 1.3401850864361179e-05,
      "loss": 1.4049,
      "step": 61327
    },
    {
      "epoch": 5.209650016989467,
      "grad_norm": 2.5366327304493823,
      "learning_rate": 1.339901411875906e-05,
      "loss": 1.5651,
      "step": 61328
    },
    {
      "epoch": 5.20973496432212,
      "grad_norm": 2.7555469133821995,
      "learning_rate": 1.3396177659377171e-05,
      "loss": 1.3152,
      "step": 61329
    },
    {
      "epoch": 5.209819911654774,
      "grad_norm": 2.718176464742265,
      "learning_rate": 1.339334148622141e-05,
      "loss": 1.5908,
      "step": 61330
    },
    {
      "epoch": 5.209904858987428,
      "grad_norm": 2.6717687393209424,
      "learning_rate": 1.3390505599297701e-05,
      "loss": 1.5482,
      "step": 61331
    },
    {
      "epoch": 5.209989806320081,
      "grad_norm": 2.4509153711339082,
      "learning_rate": 1.3387669998612011e-05,
      "loss": 1.321,
      "step": 61332
    },
    {
      "epoch": 5.210074753652735,
      "grad_norm": 3.405452372074932,
      "learning_rate": 1.3384834684170315e-05,
      "loss": 1.6934,
      "step": 61333
    },
    {
      "epoch": 5.210159700985389,
      "grad_norm": 2.676252115028277,
      "learning_rate": 1.3381999655978509e-05,
      "loss": 1.3751,
      "step": 61334
    },
    {
      "epoch": 5.210244648318043,
      "grad_norm": 2.7246295730034644,
      "learning_rate": 1.3379164914042539e-05,
      "loss": 1.3843,
      "step": 61335
    },
    {
      "epoch": 5.2103295956506965,
      "grad_norm": 2.6480506423477004,
      "learning_rate": 1.3376330458368367e-05,
      "loss": 1.1713,
      "step": 61336
    },
    {
      "epoch": 5.21041454298335,
      "grad_norm": 2.7176977515001024,
      "learning_rate": 1.3373496288961921e-05,
      "loss": 1.3733,
      "step": 61337
    },
    {
      "epoch": 5.210499490316004,
      "grad_norm": 2.751077366087982,
      "learning_rate": 1.337066240582913e-05,
      "loss": 1.2802,
      "step": 61338
    },
    {
      "epoch": 5.210584437648658,
      "grad_norm": 2.8914905371848083,
      "learning_rate": 1.3367828808975888e-05,
      "loss": 1.5342,
      "step": 61339
    },
    {
      "epoch": 5.210669384981312,
      "grad_norm": 2.4103798478666754,
      "learning_rate": 1.3364995498408226e-05,
      "loss": 1.2816,
      "step": 61340
    },
    {
      "epoch": 5.210754332313965,
      "grad_norm": 2.6891560111960624,
      "learning_rate": 1.3362162474132037e-05,
      "loss": 1.3955,
      "step": 61341
    },
    {
      "epoch": 5.210839279646619,
      "grad_norm": 2.625070035156124,
      "learning_rate": 1.3359329736153235e-05,
      "loss": 1.1586,
      "step": 61342
    },
    {
      "epoch": 5.210924226979273,
      "grad_norm": 2.802943420103579,
      "learning_rate": 1.3356497284477813e-05,
      "loss": 1.432,
      "step": 61343
    },
    {
      "epoch": 5.2110091743119265,
      "grad_norm": 2.770295874174931,
      "learning_rate": 1.335366511911165e-05,
      "loss": 1.6148,
      "step": 61344
    },
    {
      "epoch": 5.211094121644581,
      "grad_norm": 2.5951647126160813,
      "learning_rate": 1.3350833240060677e-05,
      "loss": 1.5066,
      "step": 61345
    },
    {
      "epoch": 5.211179068977234,
      "grad_norm": 2.7447251785511533,
      "learning_rate": 1.3348001647330853e-05,
      "loss": 1.4043,
      "step": 61346
    },
    {
      "epoch": 5.211264016309888,
      "grad_norm": 2.6767169155590764,
      "learning_rate": 1.334517034092814e-05,
      "loss": 1.244,
      "step": 61347
    },
    {
      "epoch": 5.211348963642542,
      "grad_norm": 2.534380366055612,
      "learning_rate": 1.3342339320858436e-05,
      "loss": 1.2385,
      "step": 61348
    },
    {
      "epoch": 5.211433910975195,
      "grad_norm": 2.4989353332213624,
      "learning_rate": 1.333950858712765e-05,
      "loss": 1.3637,
      "step": 61349
    },
    {
      "epoch": 5.2115188583078496,
      "grad_norm": 2.5670019753379525,
      "learning_rate": 1.3336678139741763e-05,
      "loss": 1.2855,
      "step": 61350
    },
    {
      "epoch": 5.211603805640503,
      "grad_norm": 2.520612600765221,
      "learning_rate": 1.3333847978706653e-05,
      "loss": 1.3763,
      "step": 61351
    },
    {
      "epoch": 5.211688752973156,
      "grad_norm": 2.7278263787886226,
      "learning_rate": 1.3331018104028296e-05,
      "loss": 1.2477,
      "step": 61352
    },
    {
      "epoch": 5.211773700305811,
      "grad_norm": 2.5069556582800803,
      "learning_rate": 1.332818851571259e-05,
      "loss": 1.3582,
      "step": 61353
    },
    {
      "epoch": 5.211858647638464,
      "grad_norm": 2.6505177383315983,
      "learning_rate": 1.3325359213765496e-05,
      "loss": 1.4826,
      "step": 61354
    },
    {
      "epoch": 5.2119435949711175,
      "grad_norm": 2.686487269339527,
      "learning_rate": 1.3322530198192927e-05,
      "loss": 1.4087,
      "step": 61355
    },
    {
      "epoch": 5.212028542303772,
      "grad_norm": 2.611400814642357,
      "learning_rate": 1.331970146900081e-05,
      "loss": 1.3697,
      "step": 61356
    },
    {
      "epoch": 5.212113489636425,
      "grad_norm": 2.6468575876614606,
      "learning_rate": 1.3316873026195008e-05,
      "loss": 1.3842,
      "step": 61357
    },
    {
      "epoch": 5.2121984369690795,
      "grad_norm": 2.6796314540965684,
      "learning_rate": 1.3314044869781566e-05,
      "loss": 1.5147,
      "step": 61358
    },
    {
      "epoch": 5.212283384301733,
      "grad_norm": 2.5700457189513406,
      "learning_rate": 1.3311216999766362e-05,
      "loss": 1.3481,
      "step": 61359
    },
    {
      "epoch": 5.212368331634386,
      "grad_norm": 2.8282653194326284,
      "learning_rate": 1.3308389416155274e-05,
      "loss": 1.5567,
      "step": 61360
    },
    {
      "epoch": 5.212453278967041,
      "grad_norm": 2.6493614887583563,
      "learning_rate": 1.33055621189543e-05,
      "loss": 1.5527,
      "step": 61361
    },
    {
      "epoch": 5.212538226299694,
      "grad_norm": 2.9270626953500547,
      "learning_rate": 1.3302735108169316e-05,
      "loss": 1.4109,
      "step": 61362
    },
    {
      "epoch": 5.212623173632348,
      "grad_norm": 2.5497823372869037,
      "learning_rate": 1.3299908383806236e-05,
      "loss": 1.3867,
      "step": 61363
    },
    {
      "epoch": 5.212708120965002,
      "grad_norm": 2.700767535686555,
      "learning_rate": 1.3297081945871002e-05,
      "loss": 1.4061,
      "step": 61364
    },
    {
      "epoch": 5.212793068297655,
      "grad_norm": 2.835492525394594,
      "learning_rate": 1.329425579436958e-05,
      "loss": 1.6383,
      "step": 61365
    },
    {
      "epoch": 5.212878015630309,
      "grad_norm": 2.512842678615452,
      "learning_rate": 1.3291429929307845e-05,
      "loss": 1.3433,
      "step": 61366
    },
    {
      "epoch": 5.212962962962963,
      "grad_norm": 2.5221918882369674,
      "learning_rate": 1.3288604350691713e-05,
      "loss": 1.2803,
      "step": 61367
    },
    {
      "epoch": 5.213047910295617,
      "grad_norm": 2.684112423943392,
      "learning_rate": 1.328577905852709e-05,
      "loss": 1.3747,
      "step": 61368
    },
    {
      "epoch": 5.2131328576282705,
      "grad_norm": 2.6084895283828087,
      "learning_rate": 1.3282954052819928e-05,
      "loss": 1.4162,
      "step": 61369
    },
    {
      "epoch": 5.213217804960924,
      "grad_norm": 2.7517694361685234,
      "learning_rate": 1.3280129333576167e-05,
      "loss": 1.3392,
      "step": 61370
    },
    {
      "epoch": 5.213302752293578,
      "grad_norm": 2.869624421646088,
      "learning_rate": 1.3277304900801672e-05,
      "loss": 1.4441,
      "step": 61371
    },
    {
      "epoch": 5.213387699626232,
      "grad_norm": 2.7013671374035844,
      "learning_rate": 1.327448075450242e-05,
      "loss": 1.5896,
      "step": 61372
    },
    {
      "epoch": 5.213472646958886,
      "grad_norm": 2.438737618829579,
      "learning_rate": 1.3271656894684273e-05,
      "loss": 1.2922,
      "step": 61373
    },
    {
      "epoch": 5.213557594291539,
      "grad_norm": 2.5600699063854275,
      "learning_rate": 1.3268833321353195e-05,
      "loss": 1.4329,
      "step": 61374
    },
    {
      "epoch": 5.213642541624193,
      "grad_norm": 2.788766501449703,
      "learning_rate": 1.3266010034515012e-05,
      "loss": 1.4085,
      "step": 61375
    },
    {
      "epoch": 5.213727488956847,
      "grad_norm": 2.6152583983820588,
      "learning_rate": 1.3263187034175755e-05,
      "loss": 1.3255,
      "step": 61376
    },
    {
      "epoch": 5.2138124362895,
      "grad_norm": 2.560660815718405,
      "learning_rate": 1.3260364320341299e-05,
      "loss": 1.4418,
      "step": 61377
    },
    {
      "epoch": 5.213897383622154,
      "grad_norm": 2.849507707512774,
      "learning_rate": 1.3257541893017509e-05,
      "loss": 1.4392,
      "step": 61378
    },
    {
      "epoch": 5.213982330954808,
      "grad_norm": 2.5941844663397196,
      "learning_rate": 1.325471975221038e-05,
      "loss": 1.3704,
      "step": 61379
    },
    {
      "epoch": 5.2140672782874615,
      "grad_norm": 2.6691665153526487,
      "learning_rate": 1.3251897897925773e-05,
      "loss": 1.2897,
      "step": 61380
    },
    {
      "epoch": 5.214152225620116,
      "grad_norm": 2.790868546507288,
      "learning_rate": 1.32490763301696e-05,
      "loss": 1.4588,
      "step": 61381
    },
    {
      "epoch": 5.214237172952769,
      "grad_norm": 3.295414676683515,
      "learning_rate": 1.3246255048947756e-05,
      "loss": 1.6551,
      "step": 61382
    },
    {
      "epoch": 5.214322120285423,
      "grad_norm": 2.939769465147468,
      "learning_rate": 1.3243434054266222e-05,
      "loss": 1.5056,
      "step": 61383
    },
    {
      "epoch": 5.214407067618077,
      "grad_norm": 2.4566750700893105,
      "learning_rate": 1.3240613346130873e-05,
      "loss": 1.4087,
      "step": 61384
    },
    {
      "epoch": 5.21449201495073,
      "grad_norm": 2.495470381679248,
      "learning_rate": 1.3237792924547608e-05,
      "loss": 1.3839,
      "step": 61385
    },
    {
      "epoch": 5.214576962283385,
      "grad_norm": 2.494665685270944,
      "learning_rate": 1.3234972789522303e-05,
      "loss": 1.2192,
      "step": 61386
    },
    {
      "epoch": 5.214661909616038,
      "grad_norm": 2.493291057720091,
      "learning_rate": 1.3232152941060952e-05,
      "loss": 1.3429,
      "step": 61387
    },
    {
      "epoch": 5.2147468569486914,
      "grad_norm": 2.6097905472861673,
      "learning_rate": 1.3229333379169389e-05,
      "loss": 1.2322,
      "step": 61388
    },
    {
      "epoch": 5.214831804281346,
      "grad_norm": 2.604892158046297,
      "learning_rate": 1.3226514103853552e-05,
      "loss": 1.2982,
      "step": 61389
    },
    {
      "epoch": 5.214916751613999,
      "grad_norm": 2.3905071544531444,
      "learning_rate": 1.322369511511936e-05,
      "loss": 1.3033,
      "step": 61390
    },
    {
      "epoch": 5.215001698946653,
      "grad_norm": 2.7388546488695593,
      "learning_rate": 1.322087641297272e-05,
      "loss": 1.5552,
      "step": 61391
    },
    {
      "epoch": 5.215086646279307,
      "grad_norm": 2.958543859263106,
      "learning_rate": 1.321805799741953e-05,
      "loss": 1.6134,
      "step": 61392
    },
    {
      "epoch": 5.21517159361196,
      "grad_norm": 2.5128069893762794,
      "learning_rate": 1.3215239868465649e-05,
      "loss": 1.3906,
      "step": 61393
    },
    {
      "epoch": 5.2152565409446145,
      "grad_norm": 2.4839549682270183,
      "learning_rate": 1.3212422026117025e-05,
      "loss": 1.3604,
      "step": 61394
    },
    {
      "epoch": 5.215341488277268,
      "grad_norm": 2.6265014670719697,
      "learning_rate": 1.3209604470379587e-05,
      "loss": 1.4184,
      "step": 61395
    },
    {
      "epoch": 5.215426435609922,
      "grad_norm": 2.637351624884033,
      "learning_rate": 1.320678720125921e-05,
      "loss": 1.5032,
      "step": 61396
    },
    {
      "epoch": 5.215511382942576,
      "grad_norm": 2.6375076081712887,
      "learning_rate": 1.3203970218761779e-05,
      "loss": 1.2469,
      "step": 61397
    },
    {
      "epoch": 5.215596330275229,
      "grad_norm": 2.704541791643762,
      "learning_rate": 1.3201153522893248e-05,
      "loss": 1.3879,
      "step": 61398
    },
    {
      "epoch": 5.215681277607883,
      "grad_norm": 2.7296541513757635,
      "learning_rate": 1.3198337113659468e-05,
      "loss": 1.5317,
      "step": 61399
    },
    {
      "epoch": 5.215766224940537,
      "grad_norm": 2.492962925681883,
      "learning_rate": 1.3195520991066316e-05,
      "loss": 1.3042,
      "step": 61400
    },
    {
      "epoch": 5.21585117227319,
      "grad_norm": 2.556269234189471,
      "learning_rate": 1.3192705155119804e-05,
      "loss": 1.4482,
      "step": 61401
    },
    {
      "epoch": 5.2159361196058445,
      "grad_norm": 2.8334114615279056,
      "learning_rate": 1.3189889605825744e-05,
      "loss": 1.4964,
      "step": 61402
    },
    {
      "epoch": 5.216021066938498,
      "grad_norm": 2.510800937554362,
      "learning_rate": 1.3187074343190062e-05,
      "loss": 1.2758,
      "step": 61403
    },
    {
      "epoch": 5.216106014271152,
      "grad_norm": 2.569819433992193,
      "learning_rate": 1.3184259367218625e-05,
      "loss": 1.1548,
      "step": 61404
    },
    {
      "epoch": 5.216190961603806,
      "grad_norm": 2.7221063279756503,
      "learning_rate": 1.3181444677917374e-05,
      "loss": 1.5295,
      "step": 61405
    },
    {
      "epoch": 5.216275908936459,
      "grad_norm": 2.8937154049484537,
      "learning_rate": 1.3178630275292174e-05,
      "loss": 1.5402,
      "step": 61406
    },
    {
      "epoch": 5.216360856269113,
      "grad_norm": 2.7309920300544626,
      "learning_rate": 1.3175816159348934e-05,
      "loss": 1.6322,
      "step": 61407
    },
    {
      "epoch": 5.216445803601767,
      "grad_norm": 2.585286718683116,
      "learning_rate": 1.3173002330093584e-05,
      "loss": 1.3345,
      "step": 61408
    },
    {
      "epoch": 5.216530750934421,
      "grad_norm": 2.692485767554061,
      "learning_rate": 1.3170188787531971e-05,
      "loss": 1.5661,
      "step": 61409
    },
    {
      "epoch": 5.216615698267074,
      "grad_norm": 2.5497343749044155,
      "learning_rate": 1.3167375531670021e-05,
      "loss": 1.171,
      "step": 61410
    },
    {
      "epoch": 5.216700645599728,
      "grad_norm": 2.611328480550972,
      "learning_rate": 1.3164562562513598e-05,
      "loss": 1.5334,
      "step": 61411
    },
    {
      "epoch": 5.216785592932382,
      "grad_norm": 2.6966334557513254,
      "learning_rate": 1.3161749880068595e-05,
      "loss": 1.3618,
      "step": 61412
    },
    {
      "epoch": 5.2168705402650355,
      "grad_norm": 2.595200652074105,
      "learning_rate": 1.3158937484340976e-05,
      "loss": 1.3732,
      "step": 61413
    },
    {
      "epoch": 5.21695548759769,
      "grad_norm": 2.838409553093874,
      "learning_rate": 1.3156125375336568e-05,
      "loss": 1.5634,
      "step": 61414
    },
    {
      "epoch": 5.217040434930343,
      "grad_norm": 2.7143168483958977,
      "learning_rate": 1.3153313553061251e-05,
      "loss": 1.524,
      "step": 61415
    },
    {
      "epoch": 5.217125382262997,
      "grad_norm": 2.6637696517248277,
      "learning_rate": 1.3150502017520969e-05,
      "loss": 1.6654,
      "step": 61416
    },
    {
      "epoch": 5.217210329595651,
      "grad_norm": 2.6906314933332918,
      "learning_rate": 1.3147690768721586e-05,
      "loss": 1.4084,
      "step": 61417
    },
    {
      "epoch": 5.217295276928304,
      "grad_norm": 2.60386648768923,
      "learning_rate": 1.3144879806668928e-05,
      "loss": 1.2741,
      "step": 61418
    },
    {
      "epoch": 5.217380224260959,
      "grad_norm": 2.606566868335766,
      "learning_rate": 1.3142069131369026e-05,
      "loss": 1.4748,
      "step": 61419
    },
    {
      "epoch": 5.217465171593612,
      "grad_norm": 2.6923426293998043,
      "learning_rate": 1.3139258742827691e-05,
      "loss": 1.4927,
      "step": 61420
    },
    {
      "epoch": 5.217550118926265,
      "grad_norm": 2.7136887096399405,
      "learning_rate": 1.31364486410508e-05,
      "loss": 1.5674,
      "step": 61421
    },
    {
      "epoch": 5.21763506625892,
      "grad_norm": 2.5955082668378022,
      "learning_rate": 1.3133638826044235e-05,
      "loss": 1.3568,
      "step": 61422
    },
    {
      "epoch": 5.217720013591573,
      "grad_norm": 2.5518731616426247,
      "learning_rate": 1.3130829297813939e-05,
      "loss": 1.4031,
      "step": 61423
    },
    {
      "epoch": 5.217804960924227,
      "grad_norm": 2.749800624365811,
      "learning_rate": 1.3128020056365723e-05,
      "loss": 1.4701,
      "step": 61424
    },
    {
      "epoch": 5.217889908256881,
      "grad_norm": 2.8342494904036344,
      "learning_rate": 1.3125211101705551e-05,
      "loss": 1.7256,
      "step": 61425
    },
    {
      "epoch": 5.217974855589534,
      "grad_norm": 2.555193013955994,
      "learning_rate": 1.3122402433839236e-05,
      "loss": 1.2988,
      "step": 61426
    },
    {
      "epoch": 5.2180598029221885,
      "grad_norm": 3.627373693221687,
      "learning_rate": 1.3119594052772737e-05,
      "loss": 1.8412,
      "step": 61427
    },
    {
      "epoch": 5.218144750254842,
      "grad_norm": 2.7175480297115584,
      "learning_rate": 1.3116785958511899e-05,
      "loss": 1.3684,
      "step": 61428
    },
    {
      "epoch": 5.218229697587495,
      "grad_norm": 2.6801179782801494,
      "learning_rate": 1.3113978151062571e-05,
      "loss": 1.5983,
      "step": 61429
    },
    {
      "epoch": 5.21831464492015,
      "grad_norm": 2.6874258064850003,
      "learning_rate": 1.3111170630430695e-05,
      "loss": 1.2955,
      "step": 61430
    },
    {
      "epoch": 5.218399592252803,
      "grad_norm": 2.5663615696484205,
      "learning_rate": 1.3108363396622102e-05,
      "loss": 1.4711,
      "step": 61431
    },
    {
      "epoch": 5.218484539585457,
      "grad_norm": 2.64803168747081,
      "learning_rate": 1.3105556449642751e-05,
      "loss": 1.5159,
      "step": 61432
    },
    {
      "epoch": 5.218569486918111,
      "grad_norm": 2.695042686813428,
      "learning_rate": 1.3102749789498424e-05,
      "loss": 1.5933,
      "step": 61433
    },
    {
      "epoch": 5.218654434250764,
      "grad_norm": 2.7977708107311776,
      "learning_rate": 1.3099943416195096e-05,
      "loss": 1.4317,
      "step": 61434
    },
    {
      "epoch": 5.218739381583418,
      "grad_norm": 2.4461759384814,
      "learning_rate": 1.3097137329738583e-05,
      "loss": 1.2821,
      "step": 61435
    },
    {
      "epoch": 5.218824328916072,
      "grad_norm": 2.8436863105257637,
      "learning_rate": 1.3094331530134778e-05,
      "loss": 1.4758,
      "step": 61436
    },
    {
      "epoch": 5.218909276248726,
      "grad_norm": 2.7030289410715955,
      "learning_rate": 1.3091526017389559e-05,
      "loss": 1.5999,
      "step": 61437
    },
    {
      "epoch": 5.2189942235813795,
      "grad_norm": 2.7823650611875888,
      "learning_rate": 1.3088720791508838e-05,
      "loss": 1.5417,
      "step": 61438
    },
    {
      "epoch": 5.219079170914033,
      "grad_norm": 2.6352974036519687,
      "learning_rate": 1.308591585249848e-05,
      "loss": 1.2521,
      "step": 61439
    },
    {
      "epoch": 5.219164118246687,
      "grad_norm": 2.7657822673660215,
      "learning_rate": 1.308311120036431e-05,
      "loss": 1.3189,
      "step": 61440
    },
    {
      "epoch": 5.219249065579341,
      "grad_norm": 2.6611739510284234,
      "learning_rate": 1.3080306835112275e-05,
      "loss": 1.5275,
      "step": 61441
    },
    {
      "epoch": 5.219334012911995,
      "grad_norm": 2.74289536590544,
      "learning_rate": 1.307750275674822e-05,
      "loss": 1.2154,
      "step": 61442
    },
    {
      "epoch": 5.219418960244648,
      "grad_norm": 2.586911107419251,
      "learning_rate": 1.3074698965277991e-05,
      "loss": 1.2447,
      "step": 61443
    },
    {
      "epoch": 5.219503907577302,
      "grad_norm": 2.7209681882221375,
      "learning_rate": 1.3071895460707499e-05,
      "loss": 1.42,
      "step": 61444
    },
    {
      "epoch": 5.219588854909956,
      "grad_norm": 2.729733156509339,
      "learning_rate": 1.3069092243042623e-05,
      "loss": 1.4769,
      "step": 61445
    },
    {
      "epoch": 5.2196738022426095,
      "grad_norm": 2.5776643553858642,
      "learning_rate": 1.306628931228924e-05,
      "loss": 1.1921,
      "step": 61446
    },
    {
      "epoch": 5.219758749575264,
      "grad_norm": 2.755257977252028,
      "learning_rate": 1.3063486668453182e-05,
      "loss": 1.4388,
      "step": 61447
    },
    {
      "epoch": 5.219843696907917,
      "grad_norm": 2.7548373493317757,
      "learning_rate": 1.306068431154036e-05,
      "loss": 1.4304,
      "step": 61448
    },
    {
      "epoch": 5.219928644240571,
      "grad_norm": 2.5805199879809644,
      "learning_rate": 1.3057882241556617e-05,
      "loss": 1.4893,
      "step": 61449
    },
    {
      "epoch": 5.220013591573225,
      "grad_norm": 2.615917975145887,
      "learning_rate": 1.3055080458507865e-05,
      "loss": 1.5035,
      "step": 61450
    },
    {
      "epoch": 5.220098538905878,
      "grad_norm": 2.7945120990031476,
      "learning_rate": 1.3052278962399938e-05,
      "loss": 1.5986,
      "step": 61451
    },
    {
      "epoch": 5.220183486238533,
      "grad_norm": 3.0417527469621732,
      "learning_rate": 1.3049477753238724e-05,
      "loss": 1.6067,
      "step": 61452
    },
    {
      "epoch": 5.220268433571186,
      "grad_norm": 2.7662774217965307,
      "learning_rate": 1.304667683103009e-05,
      "loss": 1.3067,
      "step": 61453
    },
    {
      "epoch": 5.220353380903839,
      "grad_norm": 2.63269275663868,
      "learning_rate": 1.3043876195779878e-05,
      "loss": 1.4647,
      "step": 61454
    },
    {
      "epoch": 5.220438328236494,
      "grad_norm": 2.774158513116479,
      "learning_rate": 1.3041075847493987e-05,
      "loss": 1.4856,
      "step": 61455
    },
    {
      "epoch": 5.220523275569147,
      "grad_norm": 2.7028691729108187,
      "learning_rate": 1.3038275786178292e-05,
      "loss": 1.4693,
      "step": 61456
    },
    {
      "epoch": 5.2206082229018005,
      "grad_norm": 2.567979230713148,
      "learning_rate": 1.303547601183864e-05,
      "loss": 1.3454,
      "step": 61457
    },
    {
      "epoch": 5.220693170234455,
      "grad_norm": 2.585858043095772,
      "learning_rate": 1.3032676524480896e-05,
      "loss": 1.4221,
      "step": 61458
    },
    {
      "epoch": 5.220778117567108,
      "grad_norm": 2.8277735147269145,
      "learning_rate": 1.302987732411095e-05,
      "loss": 1.6859,
      "step": 61459
    },
    {
      "epoch": 5.2208630648997625,
      "grad_norm": 2.679474650770959,
      "learning_rate": 1.3027078410734649e-05,
      "loss": 1.462,
      "step": 61460
    },
    {
      "epoch": 5.220948012232416,
      "grad_norm": 2.5354648592366593,
      "learning_rate": 1.3024279784357821e-05,
      "loss": 1.4188,
      "step": 61461
    },
    {
      "epoch": 5.221032959565069,
      "grad_norm": 2.7856975490492055,
      "learning_rate": 1.302148144498638e-05,
      "loss": 1.4578,
      "step": 61462
    },
    {
      "epoch": 5.221117906897724,
      "grad_norm": 2.868156557953375,
      "learning_rate": 1.301868339262619e-05,
      "loss": 1.733,
      "step": 61463
    },
    {
      "epoch": 5.221202854230377,
      "grad_norm": 2.6760159235170193,
      "learning_rate": 1.3015885627283106e-05,
      "loss": 1.5281,
      "step": 61464
    },
    {
      "epoch": 5.221287801563031,
      "grad_norm": 2.7802791617969507,
      "learning_rate": 1.3013088148962963e-05,
      "loss": 1.6583,
      "step": 61465
    },
    {
      "epoch": 5.221372748895685,
      "grad_norm": 2.5570941062852506,
      "learning_rate": 1.301029095767167e-05,
      "loss": 1.4558,
      "step": 61466
    },
    {
      "epoch": 5.221457696228338,
      "grad_norm": 2.7198656081367987,
      "learning_rate": 1.3007494053415025e-05,
      "loss": 1.5628,
      "step": 61467
    },
    {
      "epoch": 5.221542643560992,
      "grad_norm": 2.6325147597089393,
      "learning_rate": 1.3004697436198952e-05,
      "loss": 1.2704,
      "step": 61468
    },
    {
      "epoch": 5.221627590893646,
      "grad_norm": 2.7887986556723106,
      "learning_rate": 1.3001901106029266e-05,
      "loss": 1.462,
      "step": 61469
    },
    {
      "epoch": 5.2217125382263,
      "grad_norm": 2.7806504715620988,
      "learning_rate": 1.2999105062911864e-05,
      "loss": 1.619,
      "step": 61470
    },
    {
      "epoch": 5.2217974855589535,
      "grad_norm": 2.5821163842341415,
      "learning_rate": 1.2996309306852587e-05,
      "loss": 1.3376,
      "step": 61471
    },
    {
      "epoch": 5.221882432891607,
      "grad_norm": 3.0806639714248134,
      "learning_rate": 1.2993513837857267e-05,
      "loss": 1.5599,
      "step": 61472
    },
    {
      "epoch": 5.221967380224261,
      "grad_norm": 2.6640214919091663,
      "learning_rate": 1.2990718655931798e-05,
      "loss": 1.5056,
      "step": 61473
    },
    {
      "epoch": 5.222052327556915,
      "grad_norm": 2.67982946620766,
      "learning_rate": 1.2987923761082008e-05,
      "loss": 1.419,
      "step": 61474
    },
    {
      "epoch": 5.222137274889569,
      "grad_norm": 2.782750570953965,
      "learning_rate": 1.2985129153313795e-05,
      "loss": 1.4772,
      "step": 61475
    },
    {
      "epoch": 5.222222222222222,
      "grad_norm": 2.6484473369697183,
      "learning_rate": 1.2982334832632968e-05,
      "loss": 1.542,
      "step": 61476
    },
    {
      "epoch": 5.222307169554876,
      "grad_norm": 2.6950728564441278,
      "learning_rate": 1.2979540799045423e-05,
      "loss": 1.3584,
      "step": 61477
    },
    {
      "epoch": 5.22239211688753,
      "grad_norm": 2.4770051825350703,
      "learning_rate": 1.2976747052556991e-05,
      "loss": 1.3579,
      "step": 61478
    },
    {
      "epoch": 5.222477064220183,
      "grad_norm": 2.501792743688245,
      "learning_rate": 1.2973953593173498e-05,
      "loss": 1.3846,
      "step": 61479
    },
    {
      "epoch": 5.222562011552837,
      "grad_norm": 2.5517411060358293,
      "learning_rate": 1.2971160420900822e-05,
      "loss": 1.5021,
      "step": 61480
    },
    {
      "epoch": 5.222646958885491,
      "grad_norm": 2.5782536644065774,
      "learning_rate": 1.2968367535744862e-05,
      "loss": 1.5092,
      "step": 61481
    },
    {
      "epoch": 5.2227319062181445,
      "grad_norm": 2.8252191012461982,
      "learning_rate": 1.2965574937711426e-05,
      "loss": 1.4822,
      "step": 61482
    },
    {
      "epoch": 5.222816853550799,
      "grad_norm": 2.6645781828470674,
      "learning_rate": 1.2962782626806346e-05,
      "loss": 1.4632,
      "step": 61483
    },
    {
      "epoch": 5.222901800883452,
      "grad_norm": 2.5965360300859284,
      "learning_rate": 1.2959990603035514e-05,
      "loss": 1.3252,
      "step": 61484
    },
    {
      "epoch": 5.222986748216106,
      "grad_norm": 2.7750670320485566,
      "learning_rate": 1.2957198866404745e-05,
      "loss": 1.5497,
      "step": 61485
    },
    {
      "epoch": 5.22307169554876,
      "grad_norm": 2.5398186785417645,
      "learning_rate": 1.2954407416919898e-05,
      "loss": 1.3558,
      "step": 61486
    },
    {
      "epoch": 5.223156642881413,
      "grad_norm": 2.909035669820642,
      "learning_rate": 1.2951616254586822e-05,
      "loss": 1.4613,
      "step": 61487
    },
    {
      "epoch": 5.223241590214068,
      "grad_norm": 2.5914753343875288,
      "learning_rate": 1.294882537941141e-05,
      "loss": 1.4374,
      "step": 61488
    },
    {
      "epoch": 5.223326537546721,
      "grad_norm": 2.541821068100031,
      "learning_rate": 1.2946034791399456e-05,
      "loss": 1.438,
      "step": 61489
    },
    {
      "epoch": 5.2234114848793745,
      "grad_norm": 2.536052197799841,
      "learning_rate": 1.294324449055681e-05,
      "loss": 1.2844,
      "step": 61490
    },
    {
      "epoch": 5.223496432212029,
      "grad_norm": 2.8174536584689536,
      "learning_rate": 1.2940454476889344e-05,
      "loss": 1.4226,
      "step": 61491
    },
    {
      "epoch": 5.223581379544682,
      "grad_norm": 2.7346258758141646,
      "learning_rate": 1.2937664750402859e-05,
      "loss": 1.5251,
      "step": 61492
    },
    {
      "epoch": 5.2236663268773365,
      "grad_norm": 2.5327635105046062,
      "learning_rate": 1.2934875311103282e-05,
      "loss": 1.3826,
      "step": 61493
    },
    {
      "epoch": 5.22375127420999,
      "grad_norm": 2.7204070575467436,
      "learning_rate": 1.2932086158996357e-05,
      "loss": 1.259,
      "step": 61494
    },
    {
      "epoch": 5.223836221542643,
      "grad_norm": 2.5085096092425463,
      "learning_rate": 1.2929297294088032e-05,
      "loss": 1.4527,
      "step": 61495
    },
    {
      "epoch": 5.223921168875298,
      "grad_norm": 2.715874793436178,
      "learning_rate": 1.2926508716384083e-05,
      "loss": 1.3385,
      "step": 61496
    },
    {
      "epoch": 5.224006116207951,
      "grad_norm": 3.016537936051959,
      "learning_rate": 1.2923720425890339e-05,
      "loss": 1.5755,
      "step": 61497
    },
    {
      "epoch": 5.224091063540605,
      "grad_norm": 2.748010323650838,
      "learning_rate": 1.2920932422612679e-05,
      "loss": 1.5662,
      "step": 61498
    },
    {
      "epoch": 5.224176010873259,
      "grad_norm": 2.738058277156191,
      "learning_rate": 1.2918144706556949e-05,
      "loss": 1.4544,
      "step": 61499
    },
    {
      "epoch": 5.224260958205912,
      "grad_norm": 2.7012809931676047,
      "learning_rate": 1.2915357277728994e-05,
      "loss": 1.6458,
      "step": 61500
    },
    {
      "epoch": 5.224345905538566,
      "grad_norm": 2.7721190498134,
      "learning_rate": 1.2912570136134592e-05,
      "loss": 1.5618,
      "step": 61501
    },
    {
      "epoch": 5.22443085287122,
      "grad_norm": 2.4787396302187665,
      "learning_rate": 1.2909783281779674e-05,
      "loss": 1.334,
      "step": 61502
    },
    {
      "epoch": 5.224515800203873,
      "grad_norm": 2.4956889753262503,
      "learning_rate": 1.2906996714670032e-05,
      "loss": 1.2951,
      "step": 61503
    },
    {
      "epoch": 5.2246007475365275,
      "grad_norm": 2.675821543652383,
      "learning_rate": 1.2904210434811463e-05,
      "loss": 1.386,
      "step": 61504
    },
    {
      "epoch": 5.224685694869181,
      "grad_norm": 2.5519368691020667,
      "learning_rate": 1.2901424442209863e-05,
      "loss": 1.4767,
      "step": 61505
    },
    {
      "epoch": 5.224770642201835,
      "grad_norm": 2.965784904248572,
      "learning_rate": 1.2898638736871092e-05,
      "loss": 1.495,
      "step": 61506
    },
    {
      "epoch": 5.224855589534489,
      "grad_norm": 2.6971301012273092,
      "learning_rate": 1.289585331880093e-05,
      "loss": 1.4796,
      "step": 61507
    },
    {
      "epoch": 5.224940536867142,
      "grad_norm": 2.69736075491107,
      "learning_rate": 1.2893068188005223e-05,
      "loss": 1.3145,
      "step": 61508
    },
    {
      "epoch": 5.225025484199796,
      "grad_norm": 2.7125911964950395,
      "learning_rate": 1.2890283344489832e-05,
      "loss": 1.5015,
      "step": 61509
    },
    {
      "epoch": 5.22511043153245,
      "grad_norm": 2.7493390706013936,
      "learning_rate": 1.288749878826057e-05,
      "loss": 1.5146,
      "step": 61510
    },
    {
      "epoch": 5.225195378865104,
      "grad_norm": 2.6088362468703505,
      "learning_rate": 1.288471451932328e-05,
      "loss": 1.2872,
      "step": 61511
    },
    {
      "epoch": 5.225280326197757,
      "grad_norm": 2.425350619585162,
      "learning_rate": 1.2881930537683794e-05,
      "loss": 1.1987,
      "step": 61512
    },
    {
      "epoch": 5.225365273530411,
      "grad_norm": 2.639208737875649,
      "learning_rate": 1.2879146843347953e-05,
      "loss": 1.3861,
      "step": 61513
    },
    {
      "epoch": 5.225450220863065,
      "grad_norm": 2.605905888719826,
      "learning_rate": 1.287636343632159e-05,
      "loss": 1.3924,
      "step": 61514
    },
    {
      "epoch": 5.2255351681957185,
      "grad_norm": 2.525025554658784,
      "learning_rate": 1.2873580316610499e-05,
      "loss": 1.2802,
      "step": 61515
    },
    {
      "epoch": 5.225620115528373,
      "grad_norm": 2.6053653539219037,
      "learning_rate": 1.2870797484220574e-05,
      "loss": 1.3869,
      "step": 61516
    },
    {
      "epoch": 5.225705062861026,
      "grad_norm": 2.7461175002367684,
      "learning_rate": 1.2868014939157595e-05,
      "loss": 1.6901,
      "step": 61517
    },
    {
      "epoch": 5.22579001019368,
      "grad_norm": 2.7011880571954068,
      "learning_rate": 1.286523268142744e-05,
      "loss": 1.2902,
      "step": 61518
    },
    {
      "epoch": 5.225874957526334,
      "grad_norm": 2.624987190289537,
      "learning_rate": 1.286245071103587e-05,
      "loss": 1.547,
      "step": 61519
    },
    {
      "epoch": 5.225959904858987,
      "grad_norm": 2.6846193250016084,
      "learning_rate": 1.2859669027988784e-05,
      "loss": 1.5333,
      "step": 61520
    },
    {
      "epoch": 5.226044852191642,
      "grad_norm": 2.478798269292863,
      "learning_rate": 1.2856887632291974e-05,
      "loss": 1.2412,
      "step": 61521
    },
    {
      "epoch": 5.226129799524295,
      "grad_norm": 2.5827867439574574,
      "learning_rate": 1.2854106523951268e-05,
      "loss": 1.4877,
      "step": 61522
    },
    {
      "epoch": 5.226214746856948,
      "grad_norm": 2.6550744917162534,
      "learning_rate": 1.285132570297248e-05,
      "loss": 1.5172,
      "step": 61523
    },
    {
      "epoch": 5.226299694189603,
      "grad_norm": 2.5700543931732978,
      "learning_rate": 1.284854516936149e-05,
      "loss": 1.3832,
      "step": 61524
    },
    {
      "epoch": 5.226384641522256,
      "grad_norm": 2.3523322798724053,
      "learning_rate": 1.2845764923124092e-05,
      "loss": 1.2827,
      "step": 61525
    },
    {
      "epoch": 5.2264695888549095,
      "grad_norm": 2.6431508185939756,
      "learning_rate": 1.2842984964266095e-05,
      "loss": 1.3001,
      "step": 61526
    },
    {
      "epoch": 5.226554536187564,
      "grad_norm": 2.7622362915754124,
      "learning_rate": 1.2840205292793348e-05,
      "loss": 1.5106,
      "step": 61527
    },
    {
      "epoch": 5.226639483520217,
      "grad_norm": 2.569769921738585,
      "learning_rate": 1.283742590871168e-05,
      "loss": 1.3065,
      "step": 61528
    },
    {
      "epoch": 5.2267244308528715,
      "grad_norm": 2.9141913030559823,
      "learning_rate": 1.2834646812026866e-05,
      "loss": 1.4315,
      "step": 61529
    },
    {
      "epoch": 5.226809378185525,
      "grad_norm": 2.7425161968171694,
      "learning_rate": 1.2831868002744755e-05,
      "loss": 1.4735,
      "step": 61530
    },
    {
      "epoch": 5.226894325518178,
      "grad_norm": 2.633696267601722,
      "learning_rate": 1.2829089480871225e-05,
      "loss": 1.38,
      "step": 61531
    },
    {
      "epoch": 5.226979272850833,
      "grad_norm": 2.7238389917825154,
      "learning_rate": 1.2826311246412035e-05,
      "loss": 1.2859,
      "step": 61532
    },
    {
      "epoch": 5.227064220183486,
      "grad_norm": 2.630475495243188,
      "learning_rate": 1.2823533299373001e-05,
      "loss": 1.518,
      "step": 61533
    },
    {
      "epoch": 5.22714916751614,
      "grad_norm": 2.8411795402378193,
      "learning_rate": 1.282075563976e-05,
      "loss": 1.6639,
      "step": 61534
    },
    {
      "epoch": 5.227234114848794,
      "grad_norm": 2.523813568042707,
      "learning_rate": 1.2817978267578777e-05,
      "loss": 1.4594,
      "step": 61535
    },
    {
      "epoch": 5.227319062181447,
      "grad_norm": 2.7005996743929988,
      "learning_rate": 1.2815201182835228e-05,
      "loss": 1.4581,
      "step": 61536
    },
    {
      "epoch": 5.2274040095141014,
      "grad_norm": 2.7033755409304003,
      "learning_rate": 1.2812424385535098e-05,
      "loss": 1.2568,
      "step": 61537
    },
    {
      "epoch": 5.227488956846755,
      "grad_norm": 2.6117768836089574,
      "learning_rate": 1.2809647875684281e-05,
      "loss": 1.4607,
      "step": 61538
    },
    {
      "epoch": 5.227573904179409,
      "grad_norm": 2.531277152391677,
      "learning_rate": 1.2806871653288541e-05,
      "loss": 1.3993,
      "step": 61539
    },
    {
      "epoch": 5.2276588515120626,
      "grad_norm": 2.7802511662818072,
      "learning_rate": 1.2804095718353707e-05,
      "loss": 1.5706,
      "step": 61540
    },
    {
      "epoch": 5.227743798844716,
      "grad_norm": 2.719536713731656,
      "learning_rate": 1.2801320070885574e-05,
      "loss": 1.4427,
      "step": 61541
    },
    {
      "epoch": 5.22782874617737,
      "grad_norm": 2.526350904666349,
      "learning_rate": 1.279854471089002e-05,
      "loss": 1.3566,
      "step": 61542
    },
    {
      "epoch": 5.227913693510024,
      "grad_norm": 3.395104639055531,
      "learning_rate": 1.2795769638372822e-05,
      "loss": 1.7612,
      "step": 61543
    },
    {
      "epoch": 5.227998640842678,
      "grad_norm": 2.7253305683748326,
      "learning_rate": 1.2792994853339778e-05,
      "loss": 1.498,
      "step": 61544
    },
    {
      "epoch": 5.228083588175331,
      "grad_norm": 2.43822454689398,
      "learning_rate": 1.2790220355796731e-05,
      "loss": 1.287,
      "step": 61545
    },
    {
      "epoch": 5.228168535507985,
      "grad_norm": 2.9510337757584453,
      "learning_rate": 1.2787446145749498e-05,
      "loss": 1.7091,
      "step": 61546
    },
    {
      "epoch": 5.228253482840639,
      "grad_norm": 2.590736640570576,
      "learning_rate": 1.2784672223203834e-05,
      "loss": 1.4442,
      "step": 61547
    },
    {
      "epoch": 5.2283384301732925,
      "grad_norm": 2.7871615132202683,
      "learning_rate": 1.2781898588165606e-05,
      "loss": 1.6647,
      "step": 61548
    },
    {
      "epoch": 5.228423377505946,
      "grad_norm": 2.625388353353009,
      "learning_rate": 1.2779125240640625e-05,
      "loss": 1.5175,
      "step": 61549
    },
    {
      "epoch": 5.2285083248386,
      "grad_norm": 2.5242094907815997,
      "learning_rate": 1.2776352180634703e-05,
      "loss": 1.3705,
      "step": 61550
    },
    {
      "epoch": 5.228593272171254,
      "grad_norm": 2.4815049589592277,
      "learning_rate": 1.2773579408153617e-05,
      "loss": 1.3868,
      "step": 61551
    },
    {
      "epoch": 5.228678219503908,
      "grad_norm": 2.5926272278530296,
      "learning_rate": 1.2770806923203215e-05,
      "loss": 1.1417,
      "step": 61552
    },
    {
      "epoch": 5.228763166836561,
      "grad_norm": 2.645786231227443,
      "learning_rate": 1.2768034725789256e-05,
      "loss": 1.531,
      "step": 61553
    },
    {
      "epoch": 5.228848114169215,
      "grad_norm": 2.58791188824467,
      "learning_rate": 1.2765262815917621e-05,
      "loss": 1.4117,
      "step": 61554
    },
    {
      "epoch": 5.228933061501869,
      "grad_norm": 2.6314370048741202,
      "learning_rate": 1.2762491193594038e-05,
      "loss": 1.3849,
      "step": 61555
    },
    {
      "epoch": 5.229018008834522,
      "grad_norm": 2.4929722511433607,
      "learning_rate": 1.2759719858824386e-05,
      "loss": 1.2396,
      "step": 61556
    },
    {
      "epoch": 5.229102956167177,
      "grad_norm": 2.6714880563275742,
      "learning_rate": 1.2756948811614442e-05,
      "loss": 1.5331,
      "step": 61557
    },
    {
      "epoch": 5.22918790349983,
      "grad_norm": 2.529348300191244,
      "learning_rate": 1.2754178051969988e-05,
      "loss": 1.3451,
      "step": 61558
    },
    {
      "epoch": 5.2292728508324835,
      "grad_norm": 2.8422949927776755,
      "learning_rate": 1.2751407579896883e-05,
      "loss": 1.6122,
      "step": 61559
    },
    {
      "epoch": 5.229357798165138,
      "grad_norm": 2.6357583551970243,
      "learning_rate": 1.2748637395400856e-05,
      "loss": 1.3768,
      "step": 61560
    },
    {
      "epoch": 5.229442745497791,
      "grad_norm": 2.6932693398799836,
      "learning_rate": 1.2745867498487804e-05,
      "loss": 1.3589,
      "step": 61561
    },
    {
      "epoch": 5.2295276928304455,
      "grad_norm": 2.6303712088209936,
      "learning_rate": 1.274309788916344e-05,
      "loss": 1.4765,
      "step": 61562
    },
    {
      "epoch": 5.229612640163099,
      "grad_norm": 2.5647546025736903,
      "learning_rate": 1.2740328567433655e-05,
      "loss": 1.2792,
      "step": 61563
    },
    {
      "epoch": 5.229697587495752,
      "grad_norm": 2.491412726690665,
      "learning_rate": 1.273755953330418e-05,
      "loss": 1.2441,
      "step": 61564
    },
    {
      "epoch": 5.229782534828407,
      "grad_norm": 2.802412503487782,
      "learning_rate": 1.2734790786780846e-05,
      "loss": 1.3634,
      "step": 61565
    },
    {
      "epoch": 5.22986748216106,
      "grad_norm": 2.5577139483620814,
      "learning_rate": 1.2732022327869428e-05,
      "loss": 1.5364,
      "step": 61566
    },
    {
      "epoch": 5.229952429493714,
      "grad_norm": 2.5235065300301214,
      "learning_rate": 1.2729254156575791e-05,
      "loss": 1.3162,
      "step": 61567
    },
    {
      "epoch": 5.230037376826368,
      "grad_norm": 2.681271451791058,
      "learning_rate": 1.2726486272905695e-05,
      "loss": 1.5146,
      "step": 61568
    },
    {
      "epoch": 5.230122324159021,
      "grad_norm": 2.72127545578924,
      "learning_rate": 1.2723718676864918e-05,
      "loss": 1.5041,
      "step": 61569
    },
    {
      "epoch": 5.230207271491675,
      "grad_norm": 2.4509991302859038,
      "learning_rate": 1.2720951368459293e-05,
      "loss": 1.1521,
      "step": 61570
    },
    {
      "epoch": 5.230292218824329,
      "grad_norm": 2.6335370268536216,
      "learning_rate": 1.2718184347694627e-05,
      "loss": 1.4291,
      "step": 61571
    },
    {
      "epoch": 5.230377166156982,
      "grad_norm": 2.592174548606073,
      "learning_rate": 1.271541761457665e-05,
      "loss": 1.3477,
      "step": 61572
    },
    {
      "epoch": 5.2304621134896365,
      "grad_norm": 2.7477804099297747,
      "learning_rate": 1.2712651169111209e-05,
      "loss": 1.4561,
      "step": 61573
    },
    {
      "epoch": 5.23054706082229,
      "grad_norm": 2.719110072099117,
      "learning_rate": 1.2709885011304133e-05,
      "loss": 1.3159,
      "step": 61574
    },
    {
      "epoch": 5.230632008154944,
      "grad_norm": 2.5394490861148338,
      "learning_rate": 1.2707119141161182e-05,
      "loss": 1.4518,
      "step": 61575
    },
    {
      "epoch": 5.230716955487598,
      "grad_norm": 2.7750943114910647,
      "learning_rate": 1.2704353558688119e-05,
      "loss": 1.4254,
      "step": 61576
    },
    {
      "epoch": 5.230801902820251,
      "grad_norm": 2.7721656990529855,
      "learning_rate": 1.2701588263890805e-05,
      "loss": 1.4488,
      "step": 61577
    },
    {
      "epoch": 5.230886850152905,
      "grad_norm": 2.554722777863,
      "learning_rate": 1.269882325677497e-05,
      "loss": 1.3266,
      "step": 61578
    },
    {
      "epoch": 5.230971797485559,
      "grad_norm": 2.551342111779451,
      "learning_rate": 1.269605853734646e-05,
      "loss": 1.3448,
      "step": 61579
    },
    {
      "epoch": 5.231056744818213,
      "grad_norm": 2.634489682564607,
      "learning_rate": 1.2693294105611018e-05,
      "loss": 1.3507,
      "step": 61580
    },
    {
      "epoch": 5.231141692150866,
      "grad_norm": 2.8141158654572016,
      "learning_rate": 1.2690529961574508e-05,
      "loss": 1.4979,
      "step": 61581
    },
    {
      "epoch": 5.23122663948352,
      "grad_norm": 2.9250523586821724,
      "learning_rate": 1.2687766105242659e-05,
      "loss": 1.4549,
      "step": 61582
    },
    {
      "epoch": 5.231311586816174,
      "grad_norm": 2.573911482955214,
      "learning_rate": 1.2685002536621264e-05,
      "loss": 1.391,
      "step": 61583
    },
    {
      "epoch": 5.2313965341488275,
      "grad_norm": 2.5785258500469728,
      "learning_rate": 1.268223925571612e-05,
      "loss": 1.2538,
      "step": 61584
    },
    {
      "epoch": 5.231481481481482,
      "grad_norm": 2.564964728440212,
      "learning_rate": 1.2679476262533073e-05,
      "loss": 1.3944,
      "step": 61585
    },
    {
      "epoch": 5.231566428814135,
      "grad_norm": 2.535436381128839,
      "learning_rate": 1.267671355707785e-05,
      "loss": 1.2805,
      "step": 61586
    },
    {
      "epoch": 5.231651376146789,
      "grad_norm": 2.5150156715627516,
      "learning_rate": 1.2673951139356248e-05,
      "loss": 1.4077,
      "step": 61587
    },
    {
      "epoch": 5.231736323479443,
      "grad_norm": 2.675579488591638,
      "learning_rate": 1.2671189009374078e-05,
      "loss": 1.3815,
      "step": 61588
    },
    {
      "epoch": 5.231821270812096,
      "grad_norm": 2.587805357344702,
      "learning_rate": 1.2668427167137101e-05,
      "loss": 1.4852,
      "step": 61589
    },
    {
      "epoch": 5.231906218144751,
      "grad_norm": 2.4786819994319678,
      "learning_rate": 1.2665665612651115e-05,
      "loss": 1.4188,
      "step": 61590
    },
    {
      "epoch": 5.231991165477404,
      "grad_norm": 2.6075328892118996,
      "learning_rate": 1.2662904345921897e-05,
      "loss": 1.6487,
      "step": 61591
    },
    {
      "epoch": 5.2320761128100575,
      "grad_norm": 2.5741432084496343,
      "learning_rate": 1.2660143366955261e-05,
      "loss": 1.3541,
      "step": 61592
    },
    {
      "epoch": 5.232161060142712,
      "grad_norm": 2.6483686918489724,
      "learning_rate": 1.2657382675756982e-05,
      "loss": 1.5305,
      "step": 61593
    },
    {
      "epoch": 5.232246007475365,
      "grad_norm": 2.771288639093253,
      "learning_rate": 1.265462227233281e-05,
      "loss": 1.5788,
      "step": 61594
    },
    {
      "epoch": 5.232330954808019,
      "grad_norm": 2.8711976387710223,
      "learning_rate": 1.2651862156688586e-05,
      "loss": 1.6824,
      "step": 61595
    },
    {
      "epoch": 5.232415902140673,
      "grad_norm": 2.7174476611332485,
      "learning_rate": 1.2649102328830024e-05,
      "loss": 1.3774,
      "step": 61596
    },
    {
      "epoch": 5.232500849473326,
      "grad_norm": 2.5263283098074614,
      "learning_rate": 1.2646342788762987e-05,
      "loss": 1.2432,
      "step": 61597
    },
    {
      "epoch": 5.232585796805981,
      "grad_norm": 2.503655036176826,
      "learning_rate": 1.2643583536493185e-05,
      "loss": 1.4174,
      "step": 61598
    },
    {
      "epoch": 5.232670744138634,
      "grad_norm": 2.751097143523919,
      "learning_rate": 1.2640824572026449e-05,
      "loss": 1.4597,
      "step": 61599
    },
    {
      "epoch": 5.232755691471287,
      "grad_norm": 2.528057118703889,
      "learning_rate": 1.2638065895368538e-05,
      "loss": 1.3554,
      "step": 61600
    },
    {
      "epoch": 5.232840638803942,
      "grad_norm": 2.6292301052357034,
      "learning_rate": 1.2635307506525216e-05,
      "loss": 1.2395,
      "step": 61601
    },
    {
      "epoch": 5.232925586136595,
      "grad_norm": 2.407717061172442,
      "learning_rate": 1.2632549405502279e-05,
      "loss": 1.3513,
      "step": 61602
    },
    {
      "epoch": 5.233010533469249,
      "grad_norm": 2.480472493105627,
      "learning_rate": 1.2629791592305538e-05,
      "loss": 1.3423,
      "step": 61603
    },
    {
      "epoch": 5.233095480801903,
      "grad_norm": 2.841397516148896,
      "learning_rate": 1.2627034066940739e-05,
      "loss": 1.4051,
      "step": 61604
    },
    {
      "epoch": 5.233180428134556,
      "grad_norm": 2.549296028115612,
      "learning_rate": 1.2624276829413644e-05,
      "loss": 1.3557,
      "step": 61605
    },
    {
      "epoch": 5.2332653754672105,
      "grad_norm": 2.846753507757844,
      "learning_rate": 1.262151987973008e-05,
      "loss": 1.6713,
      "step": 61606
    },
    {
      "epoch": 5.233350322799864,
      "grad_norm": 2.581520604984132,
      "learning_rate": 1.2618763217895777e-05,
      "loss": 1.2778,
      "step": 61607
    },
    {
      "epoch": 5.233435270132518,
      "grad_norm": 2.5257287181566572,
      "learning_rate": 1.2616006843916532e-05,
      "loss": 1.3518,
      "step": 61608
    },
    {
      "epoch": 5.233520217465172,
      "grad_norm": 2.698485926413815,
      "learning_rate": 1.2613250757798072e-05,
      "loss": 1.2614,
      "step": 61609
    },
    {
      "epoch": 5.233605164797825,
      "grad_norm": 2.5872947102931114,
      "learning_rate": 1.2610494959546257e-05,
      "loss": 1.402,
      "step": 61610
    },
    {
      "epoch": 5.233690112130479,
      "grad_norm": 2.669883264302389,
      "learning_rate": 1.260773944916682e-05,
      "loss": 1.5362,
      "step": 61611
    },
    {
      "epoch": 5.233775059463133,
      "grad_norm": 2.7217039552479103,
      "learning_rate": 1.260498422666552e-05,
      "loss": 1.5113,
      "step": 61612
    },
    {
      "epoch": 5.233860006795787,
      "grad_norm": 2.6028620153945368,
      "learning_rate": 1.2602229292048155e-05,
      "loss": 1.4171,
      "step": 61613
    },
    {
      "epoch": 5.23394495412844,
      "grad_norm": 2.452434313914657,
      "learning_rate": 1.2599474645320502e-05,
      "loss": 1.2775,
      "step": 61614
    },
    {
      "epoch": 5.234029901461094,
      "grad_norm": 2.6731564007739506,
      "learning_rate": 1.2596720286488271e-05,
      "loss": 1.5633,
      "step": 61615
    },
    {
      "epoch": 5.234114848793748,
      "grad_norm": 2.7003987232455384,
      "learning_rate": 1.2593966215557293e-05,
      "loss": 1.6196,
      "step": 61616
    },
    {
      "epoch": 5.2341997961264015,
      "grad_norm": 2.622959278489032,
      "learning_rate": 1.2591212432533348e-05,
      "loss": 1.5067,
      "step": 61617
    },
    {
      "epoch": 5.234284743459056,
      "grad_norm": 2.663145250469164,
      "learning_rate": 1.2588458937422196e-05,
      "loss": 1.3502,
      "step": 61618
    },
    {
      "epoch": 5.234369690791709,
      "grad_norm": 2.7477000577746864,
      "learning_rate": 1.2585705730229551e-05,
      "loss": 1.6061,
      "step": 61619
    },
    {
      "epoch": 5.234454638124363,
      "grad_norm": 2.5842903354206883,
      "learning_rate": 1.2582952810961255e-05,
      "loss": 1.4429,
      "step": 61620
    },
    {
      "epoch": 5.234539585457017,
      "grad_norm": 2.4547201940324155,
      "learning_rate": 1.2580200179623023e-05,
      "loss": 1.2517,
      "step": 61621
    },
    {
      "epoch": 5.23462453278967,
      "grad_norm": 2.7825227760386064,
      "learning_rate": 1.2577447836220666e-05,
      "loss": 1.5125,
      "step": 61622
    },
    {
      "epoch": 5.234709480122324,
      "grad_norm": 2.810284042877965,
      "learning_rate": 1.2574695780759913e-05,
      "loss": 1.5841,
      "step": 61623
    },
    {
      "epoch": 5.234794427454978,
      "grad_norm": 2.7902119153771365,
      "learning_rate": 1.257194401324656e-05,
      "loss": 1.4883,
      "step": 61624
    },
    {
      "epoch": 5.234879374787631,
      "grad_norm": 2.7347666063800116,
      "learning_rate": 1.2569192533686368e-05,
      "loss": 1.4626,
      "step": 61625
    },
    {
      "epoch": 5.234964322120286,
      "grad_norm": 2.52851425631341,
      "learning_rate": 1.2566441342085099e-05,
      "loss": 1.3995,
      "step": 61626
    },
    {
      "epoch": 5.235049269452939,
      "grad_norm": 2.864276339386438,
      "learning_rate": 1.2563690438448449e-05,
      "loss": 1.4471,
      "step": 61627
    },
    {
      "epoch": 5.2351342167855925,
      "grad_norm": 2.768352980666281,
      "learning_rate": 1.2560939822782313e-05,
      "loss": 1.4459,
      "step": 61628
    },
    {
      "epoch": 5.235219164118247,
      "grad_norm": 2.442998338792941,
      "learning_rate": 1.2558189495092368e-05,
      "loss": 1.2531,
      "step": 61629
    },
    {
      "epoch": 5.2353041114509,
      "grad_norm": 2.640157817182877,
      "learning_rate": 1.2555439455384398e-05,
      "loss": 1.4246,
      "step": 61630
    },
    {
      "epoch": 5.2353890587835545,
      "grad_norm": 2.729712544684231,
      "learning_rate": 1.255268970366416e-05,
      "loss": 1.5766,
      "step": 61631
    },
    {
      "epoch": 5.235474006116208,
      "grad_norm": 2.650220781104169,
      "learning_rate": 1.2549940239937433e-05,
      "loss": 1.2959,
      "step": 61632
    },
    {
      "epoch": 5.235558953448861,
      "grad_norm": 2.395964448580477,
      "learning_rate": 1.2547191064209949e-05,
      "loss": 1.2871,
      "step": 61633
    },
    {
      "epoch": 5.235643900781516,
      "grad_norm": 2.6571702432271223,
      "learning_rate": 1.2544442176487468e-05,
      "loss": 1.5296,
      "step": 61634
    },
    {
      "epoch": 5.235728848114169,
      "grad_norm": 2.5379872337709823,
      "learning_rate": 1.2541693576775786e-05,
      "loss": 1.3424,
      "step": 61635
    },
    {
      "epoch": 5.235813795446823,
      "grad_norm": 3.7289166792646156,
      "learning_rate": 1.2538945265080663e-05,
      "loss": 1.8495,
      "step": 61636
    },
    {
      "epoch": 5.235898742779477,
      "grad_norm": 2.414741785601968,
      "learning_rate": 1.2536197241407814e-05,
      "loss": 1.3179,
      "step": 61637
    },
    {
      "epoch": 5.23598369011213,
      "grad_norm": 2.7289483963695127,
      "learning_rate": 1.2533449505762998e-05,
      "loss": 1.4245,
      "step": 61638
    },
    {
      "epoch": 5.2360686374447845,
      "grad_norm": 2.5745521367135815,
      "learning_rate": 1.2530702058151997e-05,
      "loss": 1.1515,
      "step": 61639
    },
    {
      "epoch": 5.236153584777438,
      "grad_norm": 2.7569851056869203,
      "learning_rate": 1.252795489858059e-05,
      "loss": 1.5814,
      "step": 61640
    },
    {
      "epoch": 5.236238532110092,
      "grad_norm": 2.7017361736459184,
      "learning_rate": 1.2525208027054485e-05,
      "loss": 1.4275,
      "step": 61641
    },
    {
      "epoch": 5.236323479442746,
      "grad_norm": 2.6613423905789966,
      "learning_rate": 1.252246144357948e-05,
      "loss": 1.519,
      "step": 61642
    },
    {
      "epoch": 5.236408426775399,
      "grad_norm": 2.8006290674392686,
      "learning_rate": 1.2519715148161303e-05,
      "loss": 1.5609,
      "step": 61643
    },
    {
      "epoch": 5.236493374108053,
      "grad_norm": 2.5190461992556408,
      "learning_rate": 1.2516969140805716e-05,
      "loss": 1.3448,
      "step": 61644
    },
    {
      "epoch": 5.236578321440707,
      "grad_norm": 2.5497317938759916,
      "learning_rate": 1.2514223421518432e-05,
      "loss": 1.4844,
      "step": 61645
    },
    {
      "epoch": 5.236663268773361,
      "grad_norm": 2.6686542468794436,
      "learning_rate": 1.251147799030528e-05,
      "loss": 1.4411,
      "step": 61646
    },
    {
      "epoch": 5.236748216106014,
      "grad_norm": 2.8824635807236096,
      "learning_rate": 1.2508732847171988e-05,
      "loss": 1.4099,
      "step": 61647
    },
    {
      "epoch": 5.236833163438668,
      "grad_norm": 2.7398004007087184,
      "learning_rate": 1.2505987992124266e-05,
      "loss": 1.5884,
      "step": 61648
    },
    {
      "epoch": 5.236918110771322,
      "grad_norm": 2.650393634940351,
      "learning_rate": 1.2503243425167914e-05,
      "loss": 1.5866,
      "step": 61649
    },
    {
      "epoch": 5.2370030581039755,
      "grad_norm": 2.5222200636813104,
      "learning_rate": 1.2500499146308674e-05,
      "loss": 1.5266,
      "step": 61650
    },
    {
      "epoch": 5.237088005436629,
      "grad_norm": 2.7580422701032665,
      "learning_rate": 1.2497755155552274e-05,
      "loss": 1.5578,
      "step": 61651
    },
    {
      "epoch": 5.237172952769283,
      "grad_norm": 2.9186274229502547,
      "learning_rate": 1.2495011452904446e-05,
      "loss": 1.4994,
      "step": 61652
    },
    {
      "epoch": 5.237257900101937,
      "grad_norm": 2.5995795799516475,
      "learning_rate": 1.2492268038371e-05,
      "loss": 1.4297,
      "step": 61653
    },
    {
      "epoch": 5.237342847434591,
      "grad_norm": 2.740073454129959,
      "learning_rate": 1.2489524911957649e-05,
      "loss": 1.5523,
      "step": 61654
    },
    {
      "epoch": 5.237427794767244,
      "grad_norm": 2.7330441974628172,
      "learning_rate": 1.2486782073670155e-05,
      "loss": 1.4962,
      "step": 61655
    },
    {
      "epoch": 5.237512742099898,
      "grad_norm": 2.514604726816202,
      "learning_rate": 1.2484039523514228e-05,
      "loss": 1.3007,
      "step": 61656
    },
    {
      "epoch": 5.237597689432552,
      "grad_norm": 2.649093950401092,
      "learning_rate": 1.2481297261495665e-05,
      "loss": 1.2213,
      "step": 61657
    },
    {
      "epoch": 5.237682636765205,
      "grad_norm": 2.8889560269061327,
      "learning_rate": 1.2478555287620162e-05,
      "loss": 1.6308,
      "step": 61658
    },
    {
      "epoch": 5.23776758409786,
      "grad_norm": 3.4831882027110717,
      "learning_rate": 1.2475813601893497e-05,
      "loss": 1.7746,
      "step": 61659
    },
    {
      "epoch": 5.237852531430513,
      "grad_norm": 2.4654743178972747,
      "learning_rate": 1.2473072204321416e-05,
      "loss": 1.3681,
      "step": 61660
    },
    {
      "epoch": 5.2379374787631665,
      "grad_norm": 2.816878466782294,
      "learning_rate": 1.2470331094909664e-05,
      "loss": 1.4891,
      "step": 61661
    },
    {
      "epoch": 5.238022426095821,
      "grad_norm": 3.029561317509949,
      "learning_rate": 1.2467590273663985e-05,
      "loss": 1.6581,
      "step": 61662
    },
    {
      "epoch": 5.238107373428474,
      "grad_norm": 2.6812734711767634,
      "learning_rate": 1.2464849740590078e-05,
      "loss": 1.3727,
      "step": 61663
    },
    {
      "epoch": 5.2381923207611285,
      "grad_norm": 2.5511058027845386,
      "learning_rate": 1.2462109495693716e-05,
      "loss": 1.4511,
      "step": 61664
    },
    {
      "epoch": 5.238277268093782,
      "grad_norm": 2.7571361669750627,
      "learning_rate": 1.2459369538980668e-05,
      "loss": 1.559,
      "step": 61665
    },
    {
      "epoch": 5.238362215426435,
      "grad_norm": 2.6249964757450246,
      "learning_rate": 1.2456629870456659e-05,
      "loss": 1.4816,
      "step": 61666
    },
    {
      "epoch": 5.23844716275909,
      "grad_norm": 2.8216003307022075,
      "learning_rate": 1.2453890490127382e-05,
      "loss": 1.4479,
      "step": 61667
    },
    {
      "epoch": 5.238532110091743,
      "grad_norm": 2.4796031510544396,
      "learning_rate": 1.2451151397998654e-05,
      "loss": 1.4618,
      "step": 61668
    },
    {
      "epoch": 5.238617057424397,
      "grad_norm": 2.7651738194778597,
      "learning_rate": 1.2448412594076168e-05,
      "loss": 1.6526,
      "step": 61669
    },
    {
      "epoch": 5.238702004757051,
      "grad_norm": 2.7876310283823043,
      "learning_rate": 1.2445674078365619e-05,
      "loss": 1.4835,
      "step": 61670
    },
    {
      "epoch": 5.238786952089704,
      "grad_norm": 2.8011105296487453,
      "learning_rate": 1.2442935850872854e-05,
      "loss": 1.5151,
      "step": 61671
    },
    {
      "epoch": 5.238871899422358,
      "grad_norm": 2.7329490098077223,
      "learning_rate": 1.244019791160355e-05,
      "loss": 1.4608,
      "step": 61672
    },
    {
      "epoch": 5.238956846755012,
      "grad_norm": 2.9626912480722156,
      "learning_rate": 1.2437460260563453e-05,
      "loss": 1.4926,
      "step": 61673
    },
    {
      "epoch": 5.239041794087665,
      "grad_norm": 2.7469245262067994,
      "learning_rate": 1.2434722897758259e-05,
      "loss": 1.6814,
      "step": 61674
    },
    {
      "epoch": 5.2391267414203195,
      "grad_norm": 2.6731173612708314,
      "learning_rate": 1.243198582319378e-05,
      "loss": 1.6205,
      "step": 61675
    },
    {
      "epoch": 5.239211688752973,
      "grad_norm": 2.4958832548673615,
      "learning_rate": 1.2429249036875661e-05,
      "loss": 1.4626,
      "step": 61676
    },
    {
      "epoch": 5.239296636085627,
      "grad_norm": 2.410922606317846,
      "learning_rate": 1.242651253880973e-05,
      "loss": 1.3522,
      "step": 61677
    },
    {
      "epoch": 5.239381583418281,
      "grad_norm": 2.826729349013474,
      "learning_rate": 1.2423776329001633e-05,
      "loss": 1.4338,
      "step": 61678
    },
    {
      "epoch": 5.239466530750934,
      "grad_norm": 2.924060417452607,
      "learning_rate": 1.2421040407457184e-05,
      "loss": 1.5736,
      "step": 61679
    },
    {
      "epoch": 5.239551478083588,
      "grad_norm": 2.5062032013013034,
      "learning_rate": 1.2418304774182075e-05,
      "loss": 1.2746,
      "step": 61680
    },
    {
      "epoch": 5.239636425416242,
      "grad_norm": 2.755583988355023,
      "learning_rate": 1.2415569429182005e-05,
      "loss": 1.6639,
      "step": 61681
    },
    {
      "epoch": 5.239721372748896,
      "grad_norm": 2.7039806028401823,
      "learning_rate": 1.2412834372462749e-05,
      "loss": 1.4075,
      "step": 61682
    },
    {
      "epoch": 5.2398063200815495,
      "grad_norm": 2.6227582043520905,
      "learning_rate": 1.2410099604030039e-05,
      "loss": 1.4484,
      "step": 61683
    },
    {
      "epoch": 5.239891267414203,
      "grad_norm": 2.5957822871518887,
      "learning_rate": 1.2407365123889617e-05,
      "loss": 1.1934,
      "step": 61684
    },
    {
      "epoch": 5.239976214746857,
      "grad_norm": 2.428289301123762,
      "learning_rate": 1.2404630932047149e-05,
      "loss": 1.2002,
      "step": 61685
    },
    {
      "epoch": 5.240061162079511,
      "grad_norm": 2.792094150132427,
      "learning_rate": 1.2401897028508445e-05,
      "loss": 1.6473,
      "step": 61686
    },
    {
      "epoch": 5.240146109412165,
      "grad_norm": 2.701851391153133,
      "learning_rate": 1.2399163413279185e-05,
      "loss": 1.5267,
      "step": 61687
    },
    {
      "epoch": 5.240231056744818,
      "grad_norm": 2.8315758376594107,
      "learning_rate": 1.2396430086365044e-05,
      "loss": 1.6817,
      "step": 61688
    },
    {
      "epoch": 5.240316004077472,
      "grad_norm": 2.709261884102625,
      "learning_rate": 1.2393697047771889e-05,
      "loss": 1.3086,
      "step": 61689
    },
    {
      "epoch": 5.240400951410126,
      "grad_norm": 2.583612654761017,
      "learning_rate": 1.2390964297505346e-05,
      "loss": 1.3941,
      "step": 61690
    },
    {
      "epoch": 5.240485898742779,
      "grad_norm": 2.6826658564541925,
      "learning_rate": 1.2388231835571178e-05,
      "loss": 1.5368,
      "step": 61691
    },
    {
      "epoch": 5.240570846075434,
      "grad_norm": 2.387952992334629,
      "learning_rate": 1.2385499661975062e-05,
      "loss": 1.2063,
      "step": 61692
    },
    {
      "epoch": 5.240655793408087,
      "grad_norm": 2.587507100280106,
      "learning_rate": 1.238276777672278e-05,
      "loss": 1.2204,
      "step": 61693
    },
    {
      "epoch": 5.2407407407407405,
      "grad_norm": 2.6842606146698733,
      "learning_rate": 1.2380036179820025e-05,
      "loss": 1.3346,
      "step": 61694
    },
    {
      "epoch": 5.240825688073395,
      "grad_norm": 2.8128448834943587,
      "learning_rate": 1.2377304871272525e-05,
      "loss": 1.5224,
      "step": 61695
    },
    {
      "epoch": 5.240910635406048,
      "grad_norm": 2.6161575255018596,
      "learning_rate": 1.2374573851085994e-05,
      "loss": 1.4553,
      "step": 61696
    },
    {
      "epoch": 5.240995582738702,
      "grad_norm": 2.798760881513179,
      "learning_rate": 1.2371843119266178e-05,
      "loss": 1.5847,
      "step": 61697
    },
    {
      "epoch": 5.241080530071356,
      "grad_norm": 2.6671725260566572,
      "learning_rate": 1.2369112675818804e-05,
      "loss": 1.48,
      "step": 61698
    },
    {
      "epoch": 5.241165477404009,
      "grad_norm": 2.6453921670509084,
      "learning_rate": 1.2366382520749552e-05,
      "loss": 1.3293,
      "step": 61699
    },
    {
      "epoch": 5.241250424736664,
      "grad_norm": 2.5088603106482137,
      "learning_rate": 1.2363652654064182e-05,
      "loss": 1.4668,
      "step": 61700
    },
    {
      "epoch": 5.241335372069317,
      "grad_norm": 2.584010914613847,
      "learning_rate": 1.2360923075768375e-05,
      "loss": 1.1937,
      "step": 61701
    },
    {
      "epoch": 5.24142031940197,
      "grad_norm": 2.622516165445696,
      "learning_rate": 1.235819378586791e-05,
      "loss": 1.4548,
      "step": 61702
    },
    {
      "epoch": 5.241505266734625,
      "grad_norm": 2.683975524080735,
      "learning_rate": 1.235546478436843e-05,
      "loss": 1.4815,
      "step": 61703
    },
    {
      "epoch": 5.241590214067278,
      "grad_norm": 2.8003376869761913,
      "learning_rate": 1.2352736071275732e-05,
      "loss": 1.6058,
      "step": 61704
    },
    {
      "epoch": 5.241675161399932,
      "grad_norm": 2.7994883828136667,
      "learning_rate": 1.2350007646595478e-05,
      "loss": 1.3545,
      "step": 61705
    },
    {
      "epoch": 5.241760108732586,
      "grad_norm": 2.5018660675602677,
      "learning_rate": 1.2347279510333397e-05,
      "loss": 1.3258,
      "step": 61706
    },
    {
      "epoch": 5.241845056065239,
      "grad_norm": 2.518842712539375,
      "learning_rate": 1.2344551662495183e-05,
      "loss": 1.2642,
      "step": 61707
    },
    {
      "epoch": 5.2419300033978935,
      "grad_norm": 2.783675976101195,
      "learning_rate": 1.2341824103086617e-05,
      "loss": 1.6483,
      "step": 61708
    },
    {
      "epoch": 5.242014950730547,
      "grad_norm": 2.6315637415361204,
      "learning_rate": 1.2339096832113376e-05,
      "loss": 1.2527,
      "step": 61709
    },
    {
      "epoch": 5.242099898063201,
      "grad_norm": 2.6832775689207384,
      "learning_rate": 1.233636984958114e-05,
      "loss": 1.3363,
      "step": 61710
    },
    {
      "epoch": 5.242184845395855,
      "grad_norm": 2.7837529185746717,
      "learning_rate": 1.2333643155495704e-05,
      "loss": 1.5667,
      "step": 61711
    },
    {
      "epoch": 5.242269792728508,
      "grad_norm": 2.5662530487286888,
      "learning_rate": 1.2330916749862713e-05,
      "loss": 1.48,
      "step": 61712
    },
    {
      "epoch": 5.242354740061162,
      "grad_norm": 2.8893996421706585,
      "learning_rate": 1.232819063268788e-05,
      "loss": 1.5374,
      "step": 61713
    },
    {
      "epoch": 5.242439687393816,
      "grad_norm": 2.6306801284877768,
      "learning_rate": 1.2325464803976932e-05,
      "loss": 1.494,
      "step": 61714
    },
    {
      "epoch": 5.24252463472647,
      "grad_norm": 2.5954460343466237,
      "learning_rate": 1.2322739263735616e-05,
      "loss": 1.4529,
      "step": 61715
    },
    {
      "epoch": 5.242609582059123,
      "grad_norm": 2.775741789360889,
      "learning_rate": 1.232001401196961e-05,
      "loss": 1.6404,
      "step": 61716
    },
    {
      "epoch": 5.242694529391777,
      "grad_norm": 2.504542823480687,
      "learning_rate": 1.2317289048684592e-05,
      "loss": 1.3366,
      "step": 61717
    },
    {
      "epoch": 5.242779476724431,
      "grad_norm": 2.4108105224364422,
      "learning_rate": 1.2314564373886344e-05,
      "loss": 1.321,
      "step": 61718
    },
    {
      "epoch": 5.2428644240570845,
      "grad_norm": 2.8848845253261617,
      "learning_rate": 1.2311839987580507e-05,
      "loss": 1.7424,
      "step": 61719
    },
    {
      "epoch": 5.242949371389738,
      "grad_norm": 2.4894565230389074,
      "learning_rate": 1.2309115889772847e-05,
      "loss": 1.3134,
      "step": 61720
    },
    {
      "epoch": 5.243034318722392,
      "grad_norm": 2.631753772711696,
      "learning_rate": 1.2306392080469024e-05,
      "loss": 1.5085,
      "step": 61721
    },
    {
      "epoch": 5.243119266055046,
      "grad_norm": 2.4166253782015295,
      "learning_rate": 1.2303668559674783e-05,
      "loss": 1.2767,
      "step": 61722
    },
    {
      "epoch": 5.2432042133877,
      "grad_norm": 2.633863277841835,
      "learning_rate": 1.2300945327395823e-05,
      "loss": 1.4801,
      "step": 61723
    },
    {
      "epoch": 5.243289160720353,
      "grad_norm": 2.7763838628388893,
      "learning_rate": 1.2298222383637802e-05,
      "loss": 1.4412,
      "step": 61724
    },
    {
      "epoch": 5.243374108053007,
      "grad_norm": 2.391676909139543,
      "learning_rate": 1.2295499728406466e-05,
      "loss": 1.25,
      "step": 61725
    },
    {
      "epoch": 5.243459055385661,
      "grad_norm": 2.8184845802672243,
      "learning_rate": 1.2292777361707562e-05,
      "loss": 1.4409,
      "step": 61726
    },
    {
      "epoch": 5.2435440027183144,
      "grad_norm": 2.8450684335598475,
      "learning_rate": 1.2290055283546735e-05,
      "loss": 1.7017,
      "step": 61727
    },
    {
      "epoch": 5.243628950050969,
      "grad_norm": 2.577477885754556,
      "learning_rate": 1.2287333493929662e-05,
      "loss": 1.3847,
      "step": 61728
    },
    {
      "epoch": 5.243713897383622,
      "grad_norm": 2.8813812115985264,
      "learning_rate": 1.2284611992862142e-05,
      "loss": 1.5196,
      "step": 61729
    },
    {
      "epoch": 5.2437988447162756,
      "grad_norm": 2.591701255896487,
      "learning_rate": 1.2281890780349802e-05,
      "loss": 1.4761,
      "step": 61730
    },
    {
      "epoch": 5.24388379204893,
      "grad_norm": 2.4738578046883406,
      "learning_rate": 1.2279169856398336e-05,
      "loss": 1.1624,
      "step": 61731
    },
    {
      "epoch": 5.243968739381583,
      "grad_norm": 2.692999476071021,
      "learning_rate": 1.227644922101349e-05,
      "loss": 1.2795,
      "step": 61732
    },
    {
      "epoch": 5.2440536867142375,
      "grad_norm": 2.8133605633744443,
      "learning_rate": 1.227372887420096e-05,
      "loss": 1.7116,
      "step": 61733
    },
    {
      "epoch": 5.244138634046891,
      "grad_norm": 2.7487068543123963,
      "learning_rate": 1.2271008815966444e-05,
      "loss": 1.6033,
      "step": 61734
    },
    {
      "epoch": 5.244223581379544,
      "grad_norm": 2.7595074309965906,
      "learning_rate": 1.22682890463156e-05,
      "loss": 1.4793,
      "step": 61735
    },
    {
      "epoch": 5.244308528712199,
      "grad_norm": 2.7873950287628166,
      "learning_rate": 1.2265569565254192e-05,
      "loss": 1.5697,
      "step": 61736
    },
    {
      "epoch": 5.244393476044852,
      "grad_norm": 2.623997174996082,
      "learning_rate": 1.2262850372787847e-05,
      "loss": 1.2697,
      "step": 61737
    },
    {
      "epoch": 5.244478423377506,
      "grad_norm": 2.739539914018844,
      "learning_rate": 1.226013146892233e-05,
      "loss": 1.27,
      "step": 61738
    },
    {
      "epoch": 5.24456337071016,
      "grad_norm": 2.509247860629754,
      "learning_rate": 1.2257412853663284e-05,
      "loss": 1.2945,
      "step": 61739
    },
    {
      "epoch": 5.244648318042813,
      "grad_norm": 2.9244925959923114,
      "learning_rate": 1.2254694527016439e-05,
      "loss": 1.6586,
      "step": 61740
    },
    {
      "epoch": 5.2447332653754675,
      "grad_norm": 2.713071006746526,
      "learning_rate": 1.2251976488987492e-05,
      "loss": 1.546,
      "step": 61741
    },
    {
      "epoch": 5.244818212708121,
      "grad_norm": 2.764106100532632,
      "learning_rate": 1.2249258739582101e-05,
      "loss": 1.4054,
      "step": 61742
    },
    {
      "epoch": 5.244903160040774,
      "grad_norm": 2.4272198314954316,
      "learning_rate": 1.2246541278806015e-05,
      "loss": 1.1855,
      "step": 61743
    },
    {
      "epoch": 5.244988107373429,
      "grad_norm": 2.778541430566587,
      "learning_rate": 1.2243824106664879e-05,
      "loss": 1.5566,
      "step": 61744
    },
    {
      "epoch": 5.245073054706082,
      "grad_norm": 2.7863502907505886,
      "learning_rate": 1.2241107223164421e-05,
      "loss": 1.3651,
      "step": 61745
    },
    {
      "epoch": 5.245158002038736,
      "grad_norm": 2.67427454792548,
      "learning_rate": 1.2238390628310301e-05,
      "loss": 1.3592,
      "step": 61746
    },
    {
      "epoch": 5.24524294937139,
      "grad_norm": 2.6004694079979545,
      "learning_rate": 1.2235674322108252e-05,
      "loss": 1.4178,
      "step": 61747
    },
    {
      "epoch": 5.245327896704043,
      "grad_norm": 2.7899383217131857,
      "learning_rate": 1.2232958304563933e-05,
      "loss": 1.5549,
      "step": 61748
    },
    {
      "epoch": 5.245412844036697,
      "grad_norm": 2.680981505305671,
      "learning_rate": 1.2230242575683024e-05,
      "loss": 1.5068,
      "step": 61749
    },
    {
      "epoch": 5.245497791369351,
      "grad_norm": 2.591017117602679,
      "learning_rate": 1.2227527135471238e-05,
      "loss": 1.2472,
      "step": 61750
    },
    {
      "epoch": 5.245582738702005,
      "grad_norm": 2.7115871069273347,
      "learning_rate": 1.2224811983934302e-05,
      "loss": 1.3304,
      "step": 61751
    },
    {
      "epoch": 5.2456676860346585,
      "grad_norm": 2.7281977792388212,
      "learning_rate": 1.2222097121077845e-05,
      "loss": 1.4738,
      "step": 61752
    },
    {
      "epoch": 5.245752633367312,
      "grad_norm": 2.615011683810695,
      "learning_rate": 1.2219382546907564e-05,
      "loss": 1.393,
      "step": 61753
    },
    {
      "epoch": 5.245837580699966,
      "grad_norm": 2.460326837779723,
      "learning_rate": 1.2216668261429169e-05,
      "loss": 1.1435,
      "step": 61754
    },
    {
      "epoch": 5.24592252803262,
      "grad_norm": 2.6142881489761467,
      "learning_rate": 1.221395426464834e-05,
      "loss": 1.4368,
      "step": 61755
    },
    {
      "epoch": 5.246007475365274,
      "grad_norm": 2.5972056425312617,
      "learning_rate": 1.2211240556570739e-05,
      "loss": 1.2089,
      "step": 61756
    },
    {
      "epoch": 5.246092422697927,
      "grad_norm": 2.5109174388789532,
      "learning_rate": 1.2208527137202079e-05,
      "loss": 1.2993,
      "step": 61757
    },
    {
      "epoch": 5.246177370030581,
      "grad_norm": 2.9279738851256956,
      "learning_rate": 1.220581400654807e-05,
      "loss": 1.4739,
      "step": 61758
    },
    {
      "epoch": 5.246262317363235,
      "grad_norm": 2.6815725365180043,
      "learning_rate": 1.220310116461436e-05,
      "loss": 1.234,
      "step": 61759
    },
    {
      "epoch": 5.246347264695888,
      "grad_norm": 2.849940192644437,
      "learning_rate": 1.220038861140661e-05,
      "loss": 1.5995,
      "step": 61760
    },
    {
      "epoch": 5.246432212028543,
      "grad_norm": 2.566996814610732,
      "learning_rate": 1.2197676346930563e-05,
      "loss": 1.2295,
      "step": 61761
    },
    {
      "epoch": 5.246517159361196,
      "grad_norm": 2.653673336655781,
      "learning_rate": 1.2194964371191851e-05,
      "loss": 1.2766,
      "step": 61762
    },
    {
      "epoch": 5.2466021066938495,
      "grad_norm": 2.867150501646821,
      "learning_rate": 1.2192252684196202e-05,
      "loss": 1.5517,
      "step": 61763
    },
    {
      "epoch": 5.246687054026504,
      "grad_norm": 2.668179230163239,
      "learning_rate": 1.2189541285949244e-05,
      "loss": 1.4869,
      "step": 61764
    },
    {
      "epoch": 5.246772001359157,
      "grad_norm": 2.6138460073309795,
      "learning_rate": 1.2186830176456708e-05,
      "loss": 1.3637,
      "step": 61765
    },
    {
      "epoch": 5.246856948691811,
      "grad_norm": 2.649797368621276,
      "learning_rate": 1.218411935572427e-05,
      "loss": 1.2395,
      "step": 61766
    },
    {
      "epoch": 5.246941896024465,
      "grad_norm": 2.775157026953606,
      "learning_rate": 1.218140882375756e-05,
      "loss": 1.6354,
      "step": 61767
    },
    {
      "epoch": 5.247026843357118,
      "grad_norm": 2.8628847348533757,
      "learning_rate": 1.2178698580562291e-05,
      "loss": 1.5362,
      "step": 61768
    },
    {
      "epoch": 5.247111790689773,
      "grad_norm": 2.5638176296752766,
      "learning_rate": 1.2175988626144173e-05,
      "loss": 1.4374,
      "step": 61769
    },
    {
      "epoch": 5.247196738022426,
      "grad_norm": 2.5872793459708103,
      "learning_rate": 1.2173278960508852e-05,
      "loss": 1.2053,
      "step": 61770
    },
    {
      "epoch": 5.247281685355079,
      "grad_norm": 2.7501691600640825,
      "learning_rate": 1.2170569583661993e-05,
      "loss": 1.342,
      "step": 61771
    },
    {
      "epoch": 5.247366632687734,
      "grad_norm": 2.699582637569615,
      "learning_rate": 1.2167860495609306e-05,
      "loss": 1.3379,
      "step": 61772
    },
    {
      "epoch": 5.247451580020387,
      "grad_norm": 2.663146775854597,
      "learning_rate": 1.2165151696356434e-05,
      "loss": 1.3893,
      "step": 61773
    },
    {
      "epoch": 5.247536527353041,
      "grad_norm": 2.657015687080038,
      "learning_rate": 1.216244318590906e-05,
      "loss": 1.5579,
      "step": 61774
    },
    {
      "epoch": 5.247621474685695,
      "grad_norm": 2.569741521023419,
      "learning_rate": 1.215973496427286e-05,
      "loss": 1.4751,
      "step": 61775
    },
    {
      "epoch": 5.247706422018348,
      "grad_norm": 2.5880774938717788,
      "learning_rate": 1.2157027031453548e-05,
      "loss": 1.4572,
      "step": 61776
    },
    {
      "epoch": 5.2477913693510025,
      "grad_norm": 2.855243692673619,
      "learning_rate": 1.2154319387456751e-05,
      "loss": 1.4956,
      "step": 61777
    },
    {
      "epoch": 5.247876316683656,
      "grad_norm": 2.8690439309379956,
      "learning_rate": 1.2151612032288149e-05,
      "loss": 1.4718,
      "step": 61778
    },
    {
      "epoch": 5.24796126401631,
      "grad_norm": 2.8800912760187907,
      "learning_rate": 1.2148904965953438e-05,
      "loss": 1.4094,
      "step": 61779
    },
    {
      "epoch": 5.248046211348964,
      "grad_norm": 2.7612312539566215,
      "learning_rate": 1.2146198188458244e-05,
      "loss": 1.3787,
      "step": 61780
    },
    {
      "epoch": 5.248131158681617,
      "grad_norm": 2.6334665410819835,
      "learning_rate": 1.21434916998083e-05,
      "loss": 1.4267,
      "step": 61781
    },
    {
      "epoch": 5.248216106014271,
      "grad_norm": 2.5966858359769325,
      "learning_rate": 1.2140785500009232e-05,
      "loss": 1.5851,
      "step": 61782
    },
    {
      "epoch": 5.248301053346925,
      "grad_norm": 2.990034298515031,
      "learning_rate": 1.2138079589066735e-05,
      "loss": 1.4139,
      "step": 61783
    },
    {
      "epoch": 5.248386000679579,
      "grad_norm": 2.6229575435000876,
      "learning_rate": 1.2135373966986472e-05,
      "loss": 1.263,
      "step": 61784
    },
    {
      "epoch": 5.2484709480122325,
      "grad_norm": 2.730024964477978,
      "learning_rate": 1.2132668633774074e-05,
      "loss": 1.5167,
      "step": 61785
    },
    {
      "epoch": 5.248555895344886,
      "grad_norm": 2.7193960481883406,
      "learning_rate": 1.2129963589435282e-05,
      "loss": 1.31,
      "step": 61786
    },
    {
      "epoch": 5.24864084267754,
      "grad_norm": 2.615760367617531,
      "learning_rate": 1.2127258833975696e-05,
      "loss": 1.3935,
      "step": 61787
    },
    {
      "epoch": 5.248725790010194,
      "grad_norm": 2.6561266820521428,
      "learning_rate": 1.212455436740104e-05,
      "loss": 1.5167,
      "step": 61788
    },
    {
      "epoch": 5.248810737342847,
      "grad_norm": 2.5071490873027193,
      "learning_rate": 1.2121850189716915e-05,
      "loss": 1.3048,
      "step": 61789
    },
    {
      "epoch": 5.248895684675501,
      "grad_norm": 2.814303892632022,
      "learning_rate": 1.2119146300929061e-05,
      "loss": 1.7588,
      "step": 61790
    },
    {
      "epoch": 5.248980632008155,
      "grad_norm": 2.5165113396745076,
      "learning_rate": 1.211644270104311e-05,
      "loss": 1.3949,
      "step": 61791
    },
    {
      "epoch": 5.249065579340809,
      "grad_norm": 2.5546135826154095,
      "learning_rate": 1.2113739390064709e-05,
      "loss": 1.4933,
      "step": 61792
    },
    {
      "epoch": 5.249150526673462,
      "grad_norm": 2.4662158143319277,
      "learning_rate": 1.2111036367999517e-05,
      "loss": 1.3396,
      "step": 61793
    },
    {
      "epoch": 5.249235474006116,
      "grad_norm": 2.683465730025035,
      "learning_rate": 1.2108333634853246e-05,
      "loss": 1.2775,
      "step": 61794
    },
    {
      "epoch": 5.24932042133877,
      "grad_norm": 2.634958674878346,
      "learning_rate": 1.2105631190631542e-05,
      "loss": 1.3921,
      "step": 61795
    },
    {
      "epoch": 5.2494053686714235,
      "grad_norm": 2.794702356814035,
      "learning_rate": 1.2102929035340037e-05,
      "loss": 1.3188,
      "step": 61796
    },
    {
      "epoch": 5.249490316004078,
      "grad_norm": 2.6054046154829815,
      "learning_rate": 1.2100227168984422e-05,
      "loss": 1.3473,
      "step": 61797
    },
    {
      "epoch": 5.249575263336731,
      "grad_norm": 2.6543145338284218,
      "learning_rate": 1.2097525591570362e-05,
      "loss": 1.5846,
      "step": 61798
    },
    {
      "epoch": 5.249660210669385,
      "grad_norm": 2.662466938339559,
      "learning_rate": 1.2094824303103468e-05,
      "loss": 1.3544,
      "step": 61799
    },
    {
      "epoch": 5.249745158002039,
      "grad_norm": 2.6530531186121746,
      "learning_rate": 1.2092123303589451e-05,
      "loss": 1.594,
      "step": 61800
    },
    {
      "epoch": 5.249830105334692,
      "grad_norm": 2.5541708026092853,
      "learning_rate": 1.2089422593033975e-05,
      "loss": 1.3039,
      "step": 61801
    },
    {
      "epoch": 5.249915052667347,
      "grad_norm": 2.502460126313784,
      "learning_rate": 1.208672217144267e-05,
      "loss": 1.358,
      "step": 61802
    },
    {
      "epoch": 5.25,
      "grad_norm": 2.790831752865059,
      "learning_rate": 1.2084022038821195e-05,
      "loss": 1.4851,
      "step": 61803
    },
    {
      "epoch": 5.250084947332653,
      "grad_norm": 2.5637003768891398,
      "learning_rate": 1.208132219517523e-05,
      "loss": 1.4668,
      "step": 61804
    },
    {
      "epoch": 5.250169894665308,
      "grad_norm": 2.400818023342738,
      "learning_rate": 1.2078622640510404e-05,
      "loss": 1.2886,
      "step": 61805
    },
    {
      "epoch": 5.250254841997961,
      "grad_norm": 2.5709078988097316,
      "learning_rate": 1.2075923374832413e-05,
      "loss": 1.2492,
      "step": 61806
    },
    {
      "epoch": 5.250339789330615,
      "grad_norm": 2.5702103419521842,
      "learning_rate": 1.2073224398146853e-05,
      "loss": 1.5079,
      "step": 61807
    },
    {
      "epoch": 5.250424736663269,
      "grad_norm": 2.886760393977477,
      "learning_rate": 1.207052571045945e-05,
      "loss": 1.5641,
      "step": 61808
    },
    {
      "epoch": 5.250509683995922,
      "grad_norm": 3.1829592177052697,
      "learning_rate": 1.2067827311775801e-05,
      "loss": 1.7915,
      "step": 61809
    },
    {
      "epoch": 5.2505946313285765,
      "grad_norm": 2.767076219312902,
      "learning_rate": 1.2065129202101587e-05,
      "loss": 1.6729,
      "step": 61810
    },
    {
      "epoch": 5.25067957866123,
      "grad_norm": 2.6373460723003492,
      "learning_rate": 1.2062431381442433e-05,
      "loss": 1.4375,
      "step": 61811
    },
    {
      "epoch": 5.250764525993883,
      "grad_norm": 2.541200781002772,
      "learning_rate": 1.2059733849804054e-05,
      "loss": 1.3013,
      "step": 61812
    },
    {
      "epoch": 5.250849473326538,
      "grad_norm": 2.708936953705574,
      "learning_rate": 1.2057036607192045e-05,
      "loss": 1.4074,
      "step": 61813
    },
    {
      "epoch": 5.250934420659191,
      "grad_norm": 2.6548412006039,
      "learning_rate": 1.2054339653612067e-05,
      "loss": 1.4143,
      "step": 61814
    },
    {
      "epoch": 5.251019367991845,
      "grad_norm": 2.6238177836733874,
      "learning_rate": 1.2051642989069798e-05,
      "loss": 1.2749,
      "step": 61815
    },
    {
      "epoch": 5.251104315324499,
      "grad_norm": 2.5901844312077347,
      "learning_rate": 1.204894661357087e-05,
      "loss": 1.3555,
      "step": 61816
    },
    {
      "epoch": 5.251189262657153,
      "grad_norm": 2.5574512919615997,
      "learning_rate": 1.204625052712091e-05,
      "loss": 1.3479,
      "step": 61817
    },
    {
      "epoch": 5.251274209989806,
      "grad_norm": 2.767626245418692,
      "learning_rate": 1.2043554729725596e-05,
      "loss": 1.561,
      "step": 61818
    },
    {
      "epoch": 5.25135915732246,
      "grad_norm": 2.838272985081868,
      "learning_rate": 1.2040859221390575e-05,
      "loss": 1.3623,
      "step": 61819
    },
    {
      "epoch": 5.251444104655114,
      "grad_norm": 2.6452608424859743,
      "learning_rate": 1.2038164002121508e-05,
      "loss": 1.4395,
      "step": 61820
    },
    {
      "epoch": 5.2515290519877675,
      "grad_norm": 2.9814402887746967,
      "learning_rate": 1.2035469071923992e-05,
      "loss": 1.6465,
      "step": 61821
    },
    {
      "epoch": 5.251613999320421,
      "grad_norm": 3.332576192263256,
      "learning_rate": 1.2032774430803737e-05,
      "loss": 1.6711,
      "step": 61822
    },
    {
      "epoch": 5.251698946653075,
      "grad_norm": 2.769720499122478,
      "learning_rate": 1.2030080078766324e-05,
      "loss": 1.6113,
      "step": 61823
    },
    {
      "epoch": 5.251783893985729,
      "grad_norm": 2.799273902422978,
      "learning_rate": 1.2027386015817464e-05,
      "loss": 1.3728,
      "step": 61824
    },
    {
      "epoch": 5.251868841318383,
      "grad_norm": 3.3752572410739616,
      "learning_rate": 1.2024692241962735e-05,
      "loss": 1.7011,
      "step": 61825
    },
    {
      "epoch": 5.251953788651036,
      "grad_norm": 2.7123756447609457,
      "learning_rate": 1.2021998757207852e-05,
      "loss": 1.3042,
      "step": 61826
    },
    {
      "epoch": 5.25203873598369,
      "grad_norm": 2.5107070516589443,
      "learning_rate": 1.2019305561558423e-05,
      "loss": 1.4152,
      "step": 61827
    },
    {
      "epoch": 5.252123683316344,
      "grad_norm": 2.6890484139581634,
      "learning_rate": 1.2016612655020064e-05,
      "loss": 1.5563,
      "step": 61828
    },
    {
      "epoch": 5.2522086306489975,
      "grad_norm": 2.6518197410142963,
      "learning_rate": 1.2013920037598468e-05,
      "loss": 1.6247,
      "step": 61829
    },
    {
      "epoch": 5.252293577981652,
      "grad_norm": 2.880463515229924,
      "learning_rate": 1.2011227709299232e-05,
      "loss": 1.6676,
      "step": 61830
    },
    {
      "epoch": 5.252378525314305,
      "grad_norm": 2.6669439062446854,
      "learning_rate": 1.2008535670128034e-05,
      "loss": 1.4722,
      "step": 61831
    },
    {
      "epoch": 5.252463472646959,
      "grad_norm": 2.637261614186981,
      "learning_rate": 1.2005843920090485e-05,
      "loss": 1.3423,
      "step": 61832
    },
    {
      "epoch": 5.252548419979613,
      "grad_norm": 2.643265822738124,
      "learning_rate": 1.2003152459192267e-05,
      "loss": 1.5047,
      "step": 61833
    },
    {
      "epoch": 5.252633367312266,
      "grad_norm": 2.9386541866556524,
      "learning_rate": 1.2000461287438989e-05,
      "loss": 1.4697,
      "step": 61834
    },
    {
      "epoch": 5.252718314644921,
      "grad_norm": 2.641626111811424,
      "learning_rate": 1.1997770404836265e-05,
      "loss": 1.494,
      "step": 61835
    },
    {
      "epoch": 5.252803261977574,
      "grad_norm": 2.576575734887478,
      "learning_rate": 1.1995079811389757e-05,
      "loss": 1.2523,
      "step": 61836
    },
    {
      "epoch": 5.252888209310227,
      "grad_norm": 2.7629645181168687,
      "learning_rate": 1.1992389507105143e-05,
      "loss": 1.6122,
      "step": 61837
    },
    {
      "epoch": 5.252973156642882,
      "grad_norm": 2.5457019931518245,
      "learning_rate": 1.1989699491988003e-05,
      "loss": 1.3063,
      "step": 61838
    },
    {
      "epoch": 5.253058103975535,
      "grad_norm": 2.792650060158749,
      "learning_rate": 1.1987009766043997e-05,
      "loss": 1.5734,
      "step": 61839
    },
    {
      "epoch": 5.253143051308189,
      "grad_norm": 2.6781080065764145,
      "learning_rate": 1.1984320329278757e-05,
      "loss": 1.2545,
      "step": 61840
    },
    {
      "epoch": 5.253227998640843,
      "grad_norm": 2.7414477075329855,
      "learning_rate": 1.1981631181697943e-05,
      "loss": 1.2558,
      "step": 61841
    },
    {
      "epoch": 5.253312945973496,
      "grad_norm": 2.5681927026597107,
      "learning_rate": 1.1978942323307117e-05,
      "loss": 1.2816,
      "step": 61842
    },
    {
      "epoch": 5.2533978933061505,
      "grad_norm": 2.7422615002094517,
      "learning_rate": 1.1976253754111975e-05,
      "loss": 1.3657,
      "step": 61843
    },
    {
      "epoch": 5.253482840638804,
      "grad_norm": 2.5969095034242557,
      "learning_rate": 1.1973565474118164e-05,
      "loss": 1.2483,
      "step": 61844
    },
    {
      "epoch": 5.253567787971457,
      "grad_norm": 2.6287950895313257,
      "learning_rate": 1.1970877483331275e-05,
      "loss": 1.425,
      "step": 61845
    },
    {
      "epoch": 5.253652735304112,
      "grad_norm": 2.6675522670834506,
      "learning_rate": 1.1968189781756943e-05,
      "loss": 1.5097,
      "step": 61846
    },
    {
      "epoch": 5.253737682636765,
      "grad_norm": 2.7265223922842963,
      "learning_rate": 1.1965502369400826e-05,
      "loss": 1.4831,
      "step": 61847
    },
    {
      "epoch": 5.253822629969419,
      "grad_norm": 2.842827458912337,
      "learning_rate": 1.196281524626852e-05,
      "loss": 1.4862,
      "step": 61848
    },
    {
      "epoch": 5.253907577302073,
      "grad_norm": 2.6043959116233033,
      "learning_rate": 1.1960128412365704e-05,
      "loss": 1.2028,
      "step": 61849
    },
    {
      "epoch": 5.253992524634726,
      "grad_norm": 2.6968729358942536,
      "learning_rate": 1.1957441867697958e-05,
      "loss": 1.2564,
      "step": 61850
    },
    {
      "epoch": 5.25407747196738,
      "grad_norm": 2.512688803685558,
      "learning_rate": 1.1954755612270944e-05,
      "loss": 1.3574,
      "step": 61851
    },
    {
      "epoch": 5.254162419300034,
      "grad_norm": 2.5656091157447705,
      "learning_rate": 1.195206964609029e-05,
      "loss": 1.4045,
      "step": 61852
    },
    {
      "epoch": 5.254247366632688,
      "grad_norm": 2.8119270547683417,
      "learning_rate": 1.1949383969161591e-05,
      "loss": 1.557,
      "step": 61853
    },
    {
      "epoch": 5.2543323139653415,
      "grad_norm": 2.756734811950822,
      "learning_rate": 1.1946698581490476e-05,
      "loss": 1.4733,
      "step": 61854
    },
    {
      "epoch": 5.254417261297995,
      "grad_norm": 2.708023988258021,
      "learning_rate": 1.1944013483082643e-05,
      "loss": 1.4528,
      "step": 61855
    },
    {
      "epoch": 5.254502208630649,
      "grad_norm": 2.5158198955149618,
      "learning_rate": 1.194132867394365e-05,
      "loss": 1.3424,
      "step": 61856
    },
    {
      "epoch": 5.254587155963303,
      "grad_norm": 2.762236874456648,
      "learning_rate": 1.1938644154079113e-05,
      "loss": 1.4497,
      "step": 61857
    },
    {
      "epoch": 5.254672103295957,
      "grad_norm": 2.7566056394009397,
      "learning_rate": 1.1935959923494725e-05,
      "loss": 1.4508,
      "step": 61858
    },
    {
      "epoch": 5.25475705062861,
      "grad_norm": 2.815995842093932,
      "learning_rate": 1.193327598219605e-05,
      "loss": 1.4724,
      "step": 61859
    },
    {
      "epoch": 5.254841997961264,
      "grad_norm": 2.501379218733659,
      "learning_rate": 1.1930592330188715e-05,
      "loss": 1.3192,
      "step": 61860
    },
    {
      "epoch": 5.254926945293918,
      "grad_norm": 2.836708450016018,
      "learning_rate": 1.192790896747835e-05,
      "loss": 1.341,
      "step": 61861
    },
    {
      "epoch": 5.255011892626571,
      "grad_norm": 2.638130591408931,
      "learning_rate": 1.1925225894070617e-05,
      "loss": 1.4411,
      "step": 61862
    },
    {
      "epoch": 5.255096839959226,
      "grad_norm": 2.7639147078926394,
      "learning_rate": 1.1922543109971112e-05,
      "loss": 1.5108,
      "step": 61863
    },
    {
      "epoch": 5.255181787291879,
      "grad_norm": 2.704961552607638,
      "learning_rate": 1.1919860615185411e-05,
      "loss": 1.4809,
      "step": 61864
    },
    {
      "epoch": 5.2552667346245325,
      "grad_norm": 2.527051060112012,
      "learning_rate": 1.1917178409719213e-05,
      "loss": 1.3303,
      "step": 61865
    },
    {
      "epoch": 5.255351681957187,
      "grad_norm": 2.909740202918202,
      "learning_rate": 1.1914496493578063e-05,
      "loss": 1.7925,
      "step": 61866
    },
    {
      "epoch": 5.25543662928984,
      "grad_norm": 2.6527674805811805,
      "learning_rate": 1.1911814866767654e-05,
      "loss": 1.4717,
      "step": 61867
    },
    {
      "epoch": 5.255521576622494,
      "grad_norm": 2.770965684320016,
      "learning_rate": 1.1909133529293536e-05,
      "loss": 1.5443,
      "step": 61868
    },
    {
      "epoch": 5.255606523955148,
      "grad_norm": 2.7268861012334606,
      "learning_rate": 1.1906452481161383e-05,
      "loss": 1.3082,
      "step": 61869
    },
    {
      "epoch": 5.255691471287801,
      "grad_norm": 2.444581061683511,
      "learning_rate": 1.1903771722376792e-05,
      "loss": 1.1004,
      "step": 61870
    },
    {
      "epoch": 5.255776418620456,
      "grad_norm": 2.817723349262327,
      "learning_rate": 1.1901091252945343e-05,
      "loss": 1.4494,
      "step": 61871
    },
    {
      "epoch": 5.255861365953109,
      "grad_norm": 2.7976050142008173,
      "learning_rate": 1.1898411072872699e-05,
      "loss": 1.455,
      "step": 61872
    },
    {
      "epoch": 5.2559463132857625,
      "grad_norm": 2.7212246931263597,
      "learning_rate": 1.1895731182164486e-05,
      "loss": 1.5377,
      "step": 61873
    },
    {
      "epoch": 5.256031260618417,
      "grad_norm": 2.770158203468941,
      "learning_rate": 1.1893051580826285e-05,
      "loss": 1.3523,
      "step": 61874
    },
    {
      "epoch": 5.25611620795107,
      "grad_norm": 2.7150632588815093,
      "learning_rate": 1.1890372268863706e-05,
      "loss": 1.5509,
      "step": 61875
    },
    {
      "epoch": 5.2562011552837244,
      "grad_norm": 2.6418657872163673,
      "learning_rate": 1.1887693246282397e-05,
      "loss": 1.2461,
      "step": 61876
    },
    {
      "epoch": 5.256286102616378,
      "grad_norm": 2.62011706414778,
      "learning_rate": 1.1885014513087954e-05,
      "loss": 1.3816,
      "step": 61877
    },
    {
      "epoch": 5.256371049949031,
      "grad_norm": 2.807365276235658,
      "learning_rate": 1.1882336069285985e-05,
      "loss": 1.4414,
      "step": 61878
    },
    {
      "epoch": 5.2564559972816856,
      "grad_norm": 2.576607347116986,
      "learning_rate": 1.1879657914882073e-05,
      "loss": 1.3908,
      "step": 61879
    },
    {
      "epoch": 5.256540944614339,
      "grad_norm": 2.8577591133780973,
      "learning_rate": 1.1876980049881896e-05,
      "loss": 1.418,
      "step": 61880
    },
    {
      "epoch": 5.256625891946993,
      "grad_norm": 2.636398581193897,
      "learning_rate": 1.1874302474291031e-05,
      "loss": 1.4734,
      "step": 61881
    },
    {
      "epoch": 5.256710839279647,
      "grad_norm": 2.5538542526917944,
      "learning_rate": 1.1871625188115074e-05,
      "loss": 1.4256,
      "step": 61882
    },
    {
      "epoch": 5.2567957866123,
      "grad_norm": 2.6337535638813536,
      "learning_rate": 1.1868948191359656e-05,
      "loss": 1.462,
      "step": 61883
    },
    {
      "epoch": 5.256880733944954,
      "grad_norm": 2.5785205013816843,
      "learning_rate": 1.1866271484030404e-05,
      "loss": 1.4605,
      "step": 61884
    },
    {
      "epoch": 5.256965681277608,
      "grad_norm": 2.720942504446014,
      "learning_rate": 1.1863595066132864e-05,
      "loss": 1.3663,
      "step": 61885
    },
    {
      "epoch": 5.257050628610262,
      "grad_norm": 2.520285591741642,
      "learning_rate": 1.186091893767268e-05,
      "loss": 1.2465,
      "step": 61886
    },
    {
      "epoch": 5.2571355759429155,
      "grad_norm": 2.4738322713897394,
      "learning_rate": 1.1858243098655485e-05,
      "loss": 1.3155,
      "step": 61887
    },
    {
      "epoch": 5.257220523275569,
      "grad_norm": 2.934040458614038,
      "learning_rate": 1.1855567549086853e-05,
      "loss": 1.5631,
      "step": 61888
    },
    {
      "epoch": 5.257305470608223,
      "grad_norm": 2.6181408934341635,
      "learning_rate": 1.18528922889724e-05,
      "loss": 1.5023,
      "step": 61889
    },
    {
      "epoch": 5.257390417940877,
      "grad_norm": 2.7039084982842723,
      "learning_rate": 1.1850217318317735e-05,
      "loss": 1.4867,
      "step": 61890
    },
    {
      "epoch": 5.25747536527353,
      "grad_norm": 2.7425996158080315,
      "learning_rate": 1.1847542637128438e-05,
      "loss": 1.3963,
      "step": 61891
    },
    {
      "epoch": 5.257560312606184,
      "grad_norm": 2.564798158431291,
      "learning_rate": 1.1844868245410154e-05,
      "loss": 1.37,
      "step": 61892
    },
    {
      "epoch": 5.257645259938838,
      "grad_norm": 3.9724352144417345,
      "learning_rate": 1.1842194143168448e-05,
      "loss": 1.8216,
      "step": 61893
    },
    {
      "epoch": 5.257730207271492,
      "grad_norm": 2.4839624852552187,
      "learning_rate": 1.1839520330408964e-05,
      "loss": 1.3559,
      "step": 61894
    },
    {
      "epoch": 5.257815154604145,
      "grad_norm": 2.7707945782784216,
      "learning_rate": 1.183684680713728e-05,
      "loss": 1.5954,
      "step": 61895
    },
    {
      "epoch": 5.257900101936799,
      "grad_norm": 2.5158358927213125,
      "learning_rate": 1.1834173573358991e-05,
      "loss": 1.2879,
      "step": 61896
    },
    {
      "epoch": 5.257985049269453,
      "grad_norm": 2.868194248319311,
      "learning_rate": 1.1831500629079676e-05,
      "loss": 1.6412,
      "step": 61897
    },
    {
      "epoch": 5.2580699966021065,
      "grad_norm": 2.6457973101712935,
      "learning_rate": 1.1828827974304999e-05,
      "loss": 1.4574,
      "step": 61898
    },
    {
      "epoch": 5.258154943934761,
      "grad_norm": 2.6606331286200864,
      "learning_rate": 1.1826155609040539e-05,
      "loss": 1.2946,
      "step": 61899
    },
    {
      "epoch": 5.258239891267414,
      "grad_norm": 2.609942615442803,
      "learning_rate": 1.1823483533291855e-05,
      "loss": 1.4537,
      "step": 61900
    },
    {
      "epoch": 5.258324838600068,
      "grad_norm": 2.6665033403655625,
      "learning_rate": 1.1820811747064596e-05,
      "loss": 1.4004,
      "step": 61901
    },
    {
      "epoch": 5.258409785932722,
      "grad_norm": 2.8198809022085696,
      "learning_rate": 1.1818140250364339e-05,
      "loss": 1.514,
      "step": 61902
    },
    {
      "epoch": 5.258494733265375,
      "grad_norm": 2.6007410433797045,
      "learning_rate": 1.1815469043196662e-05,
      "loss": 1.4361,
      "step": 61903
    },
    {
      "epoch": 5.25857968059803,
      "grad_norm": 2.6697233760493106,
      "learning_rate": 1.1812798125567164e-05,
      "loss": 1.4499,
      "step": 61904
    },
    {
      "epoch": 5.258664627930683,
      "grad_norm": 2.6248365326451832,
      "learning_rate": 1.1810127497481503e-05,
      "loss": 1.2902,
      "step": 61905
    },
    {
      "epoch": 5.258749575263336,
      "grad_norm": 2.6264248042517893,
      "learning_rate": 1.1807457158945227e-05,
      "loss": 1.4983,
      "step": 61906
    },
    {
      "epoch": 5.258834522595991,
      "grad_norm": 2.5960106248811226,
      "learning_rate": 1.1804787109963932e-05,
      "loss": 1.3533,
      "step": 61907
    },
    {
      "epoch": 5.258919469928644,
      "grad_norm": 2.5686735037120556,
      "learning_rate": 1.1802117350543177e-05,
      "loss": 1.3721,
      "step": 61908
    },
    {
      "epoch": 5.259004417261298,
      "grad_norm": 2.587980694968314,
      "learning_rate": 1.1799447880688612e-05,
      "loss": 1.2654,
      "step": 61909
    },
    {
      "epoch": 5.259089364593952,
      "grad_norm": 2.5473961807846512,
      "learning_rate": 1.1796778700405828e-05,
      "loss": 1.189,
      "step": 61910
    },
    {
      "epoch": 5.259174311926605,
      "grad_norm": 2.4937895572935878,
      "learning_rate": 1.1794109809700391e-05,
      "loss": 1.3483,
      "step": 61911
    },
    {
      "epoch": 5.2592592592592595,
      "grad_norm": 2.668784534884923,
      "learning_rate": 1.1791441208577912e-05,
      "loss": 1.5032,
      "step": 61912
    },
    {
      "epoch": 5.259344206591913,
      "grad_norm": 2.69522561717087,
      "learning_rate": 1.1788772897043985e-05,
      "loss": 1.5292,
      "step": 61913
    },
    {
      "epoch": 5.259429153924566,
      "grad_norm": 2.7130420216153452,
      "learning_rate": 1.1786104875104192e-05,
      "loss": 1.4637,
      "step": 61914
    },
    {
      "epoch": 5.259514101257221,
      "grad_norm": 2.443594816281523,
      "learning_rate": 1.1783437142764057e-05,
      "loss": 1.2072,
      "step": 61915
    },
    {
      "epoch": 5.259599048589874,
      "grad_norm": 2.6796579176021638,
      "learning_rate": 1.1780769700029296e-05,
      "loss": 1.2748,
      "step": 61916
    },
    {
      "epoch": 5.259683995922528,
      "grad_norm": 2.7116033299614264,
      "learning_rate": 1.1778102546905437e-05,
      "loss": 1.2739,
      "step": 61917
    },
    {
      "epoch": 5.259768943255182,
      "grad_norm": 2.5870742694115223,
      "learning_rate": 1.1775435683398044e-05,
      "loss": 1.2748,
      "step": 61918
    },
    {
      "epoch": 5.259853890587835,
      "grad_norm": 2.607903977887786,
      "learning_rate": 1.1772769109512741e-05,
      "loss": 1.325,
      "step": 61919
    },
    {
      "epoch": 5.259938837920489,
      "grad_norm": 2.508871493652397,
      "learning_rate": 1.1770102825255129e-05,
      "loss": 1.2766,
      "step": 61920
    },
    {
      "epoch": 5.260023785253143,
      "grad_norm": 2.583228684311897,
      "learning_rate": 1.176743683063075e-05,
      "loss": 1.2391,
      "step": 61921
    },
    {
      "epoch": 5.260108732585797,
      "grad_norm": 3.4975735074613903,
      "learning_rate": 1.1764771125645168e-05,
      "loss": 1.8518,
      "step": 61922
    },
    {
      "epoch": 5.2601936799184505,
      "grad_norm": 2.847267030123451,
      "learning_rate": 1.1762105710304043e-05,
      "loss": 1.3919,
      "step": 61923
    },
    {
      "epoch": 5.260278627251104,
      "grad_norm": 2.602730623599639,
      "learning_rate": 1.1759440584612939e-05,
      "loss": 1.4286,
      "step": 61924
    },
    {
      "epoch": 5.260363574583758,
      "grad_norm": 2.6232223285412757,
      "learning_rate": 1.1756775748577435e-05,
      "loss": 1.4768,
      "step": 61925
    },
    {
      "epoch": 5.260448521916412,
      "grad_norm": 2.7236048845705545,
      "learning_rate": 1.1754111202203077e-05,
      "loss": 1.3415,
      "step": 61926
    },
    {
      "epoch": 5.260533469249066,
      "grad_norm": 2.46620498484454,
      "learning_rate": 1.175144694549549e-05,
      "loss": 1.423,
      "step": 61927
    },
    {
      "epoch": 5.260618416581719,
      "grad_norm": 2.893472753047751,
      "learning_rate": 1.1748782978460242e-05,
      "loss": 1.5812,
      "step": 61928
    },
    {
      "epoch": 5.260703363914373,
      "grad_norm": 2.737546713027108,
      "learning_rate": 1.174611930110289e-05,
      "loss": 1.637,
      "step": 61929
    },
    {
      "epoch": 5.260788311247027,
      "grad_norm": 2.613546859581076,
      "learning_rate": 1.1743455913429101e-05,
      "loss": 1.1798,
      "step": 61930
    },
    {
      "epoch": 5.2608732585796805,
      "grad_norm": 2.781937529047664,
      "learning_rate": 1.1740792815444367e-05,
      "loss": 1.3957,
      "step": 61931
    },
    {
      "epoch": 5.260958205912335,
      "grad_norm": 2.3115530423218478,
      "learning_rate": 1.1738130007154317e-05,
      "loss": 1.2687,
      "step": 61932
    },
    {
      "epoch": 5.261043153244988,
      "grad_norm": 2.7646248602815433,
      "learning_rate": 1.1735467488564482e-05,
      "loss": 1.3927,
      "step": 61933
    },
    {
      "epoch": 5.261128100577642,
      "grad_norm": 2.721227981507885,
      "learning_rate": 1.1732805259680472e-05,
      "loss": 1.6229,
      "step": 61934
    },
    {
      "epoch": 5.261213047910296,
      "grad_norm": 2.654137144836176,
      "learning_rate": 1.1730143320507885e-05,
      "loss": 1.2005,
      "step": 61935
    },
    {
      "epoch": 5.261297995242949,
      "grad_norm": 2.497312901235507,
      "learning_rate": 1.172748167105228e-05,
      "loss": 1.3178,
      "step": 61936
    },
    {
      "epoch": 5.261382942575603,
      "grad_norm": 2.7831702100416704,
      "learning_rate": 1.1724820311319206e-05,
      "loss": 1.6121,
      "step": 61937
    },
    {
      "epoch": 5.261467889908257,
      "grad_norm": 2.8470558437396307,
      "learning_rate": 1.1722159241314288e-05,
      "loss": 1.4909,
      "step": 61938
    },
    {
      "epoch": 5.26155283724091,
      "grad_norm": 2.647651935662237,
      "learning_rate": 1.1719498461043075e-05,
      "loss": 1.3219,
      "step": 61939
    },
    {
      "epoch": 5.261637784573565,
      "grad_norm": 2.7292231631926667,
      "learning_rate": 1.1716837970511095e-05,
      "loss": 1.5513,
      "step": 61940
    },
    {
      "epoch": 5.261722731906218,
      "grad_norm": 2.5407846265290823,
      "learning_rate": 1.1714177769724026e-05,
      "loss": 1.3131,
      "step": 61941
    },
    {
      "epoch": 5.2618076792388715,
      "grad_norm": 2.382682701246784,
      "learning_rate": 1.1711517858687397e-05,
      "loss": 1.2489,
      "step": 61942
    },
    {
      "epoch": 5.261892626571526,
      "grad_norm": 2.5665286011495483,
      "learning_rate": 1.1708858237406771e-05,
      "loss": 1.3993,
      "step": 61943
    },
    {
      "epoch": 5.261977573904179,
      "grad_norm": 2.5091714617627257,
      "learning_rate": 1.1706198905887693e-05,
      "loss": 1.4167,
      "step": 61944
    },
    {
      "epoch": 5.2620625212368335,
      "grad_norm": 2.7867115676496907,
      "learning_rate": 1.1703539864135792e-05,
      "loss": 1.6108,
      "step": 61945
    },
    {
      "epoch": 5.262147468569487,
      "grad_norm": 2.5761569665203403,
      "learning_rate": 1.170088111215658e-05,
      "loss": 1.325,
      "step": 61946
    },
    {
      "epoch": 5.26223241590214,
      "grad_norm": 2.6371404927643063,
      "learning_rate": 1.1698222649955685e-05,
      "loss": 1.3757,
      "step": 61947
    },
    {
      "epoch": 5.262317363234795,
      "grad_norm": 2.762800081705564,
      "learning_rate": 1.1695564477538638e-05,
      "loss": 1.5214,
      "step": 61948
    },
    {
      "epoch": 5.262402310567448,
      "grad_norm": 2.7789789683585244,
      "learning_rate": 1.169290659491105e-05,
      "loss": 1.4412,
      "step": 61949
    },
    {
      "epoch": 5.262487257900102,
      "grad_norm": 2.713363761923097,
      "learning_rate": 1.169024900207845e-05,
      "loss": 1.4393,
      "step": 61950
    },
    {
      "epoch": 5.262572205232756,
      "grad_norm": 2.4098797723273457,
      "learning_rate": 1.16875916990464e-05,
      "loss": 1.3108,
      "step": 61951
    },
    {
      "epoch": 5.262657152565409,
      "grad_norm": 2.630120486457007,
      "learning_rate": 1.1684934685820495e-05,
      "loss": 1.44,
      "step": 61952
    },
    {
      "epoch": 5.262742099898063,
      "grad_norm": 2.717319984379728,
      "learning_rate": 1.1682277962406316e-05,
      "loss": 1.4517,
      "step": 61953
    },
    {
      "epoch": 5.262827047230717,
      "grad_norm": 2.6537863223655513,
      "learning_rate": 1.1679621528809408e-05,
      "loss": 1.5434,
      "step": 61954
    },
    {
      "epoch": 5.262911994563371,
      "grad_norm": 2.450639900813383,
      "learning_rate": 1.1676965385035314e-05,
      "loss": 1.3613,
      "step": 61955
    },
    {
      "epoch": 5.2629969418960245,
      "grad_norm": 2.667666360861971,
      "learning_rate": 1.1674309531089648e-05,
      "loss": 1.4911,
      "step": 61956
    },
    {
      "epoch": 5.263081889228678,
      "grad_norm": 2.689265934195083,
      "learning_rate": 1.1671653966977939e-05,
      "loss": 1.4603,
      "step": 61957
    },
    {
      "epoch": 5.263166836561332,
      "grad_norm": 2.6592956377505037,
      "learning_rate": 1.1668998692705717e-05,
      "loss": 1.2711,
      "step": 61958
    },
    {
      "epoch": 5.263251783893986,
      "grad_norm": 2.788991497479581,
      "learning_rate": 1.1666343708278659e-05,
      "loss": 1.558,
      "step": 61959
    },
    {
      "epoch": 5.263336731226639,
      "grad_norm": 2.5696967377449025,
      "learning_rate": 1.1663689013702243e-05,
      "loss": 1.4587,
      "step": 61960
    },
    {
      "epoch": 5.263421678559293,
      "grad_norm": 2.557776865124575,
      "learning_rate": 1.1661034608982051e-05,
      "loss": 1.2045,
      "step": 61961
    },
    {
      "epoch": 5.263506625891947,
      "grad_norm": 2.6953167874904755,
      "learning_rate": 1.1658380494123609e-05,
      "loss": 1.4476,
      "step": 61962
    },
    {
      "epoch": 5.263591573224601,
      "grad_norm": 2.7656790244012917,
      "learning_rate": 1.1655726669132547e-05,
      "loss": 1.3756,
      "step": 61963
    },
    {
      "epoch": 5.263676520557254,
      "grad_norm": 2.532601275800618,
      "learning_rate": 1.165307313401438e-05,
      "loss": 1.3116,
      "step": 61964
    },
    {
      "epoch": 5.263761467889908,
      "grad_norm": 2.561757188269996,
      "learning_rate": 1.1650419888774665e-05,
      "loss": 1.4642,
      "step": 61965
    },
    {
      "epoch": 5.263846415222562,
      "grad_norm": 2.8410881436413797,
      "learning_rate": 1.1647766933418967e-05,
      "loss": 1.5718,
      "step": 61966
    },
    {
      "epoch": 5.2639313625552155,
      "grad_norm": 2.528039668161035,
      "learning_rate": 1.1645114267952865e-05,
      "loss": 1.126,
      "step": 61967
    },
    {
      "epoch": 5.26401630988787,
      "grad_norm": 2.8189712519913024,
      "learning_rate": 1.1642461892381921e-05,
      "loss": 1.6265,
      "step": 61968
    },
    {
      "epoch": 5.264101257220523,
      "grad_norm": 2.54115471406512,
      "learning_rate": 1.1639809806711648e-05,
      "loss": 1.4629,
      "step": 61969
    },
    {
      "epoch": 5.264186204553177,
      "grad_norm": 2.851800967051757,
      "learning_rate": 1.1637158010947656e-05,
      "loss": 1.5774,
      "step": 61970
    },
    {
      "epoch": 5.264271151885831,
      "grad_norm": 2.915230370236637,
      "learning_rate": 1.1634506505095441e-05,
      "loss": 1.6617,
      "step": 61971
    },
    {
      "epoch": 5.264356099218484,
      "grad_norm": 2.6020531416944297,
      "learning_rate": 1.1631855289160619e-05,
      "loss": 1.4555,
      "step": 61972
    },
    {
      "epoch": 5.264441046551139,
      "grad_norm": 2.966736569014387,
      "learning_rate": 1.1629204363148698e-05,
      "loss": 1.5992,
      "step": 61973
    },
    {
      "epoch": 5.264525993883792,
      "grad_norm": 2.6277511594432617,
      "learning_rate": 1.162655372706529e-05,
      "loss": 1.4915,
      "step": 61974
    },
    {
      "epoch": 5.2646109412164455,
      "grad_norm": 2.713670833050708,
      "learning_rate": 1.1623903380915894e-05,
      "loss": 1.2327,
      "step": 61975
    },
    {
      "epoch": 5.2646958885491,
      "grad_norm": 2.596435948619697,
      "learning_rate": 1.162125332470607e-05,
      "loss": 1.2757,
      "step": 61976
    },
    {
      "epoch": 5.264780835881753,
      "grad_norm": 2.8189319177580834,
      "learning_rate": 1.161860355844138e-05,
      "loss": 1.5385,
      "step": 61977
    },
    {
      "epoch": 5.2648657832144075,
      "grad_norm": 2.7730742725837216,
      "learning_rate": 1.1615954082127404e-05,
      "loss": 1.5215,
      "step": 61978
    },
    {
      "epoch": 5.264950730547061,
      "grad_norm": 2.650511887811777,
      "learning_rate": 1.1613304895769655e-05,
      "loss": 1.4587,
      "step": 61979
    },
    {
      "epoch": 5.265035677879714,
      "grad_norm": 2.678301422859818,
      "learning_rate": 1.1610655999373692e-05,
      "loss": 1.3264,
      "step": 61980
    },
    {
      "epoch": 5.265120625212369,
      "grad_norm": 2.7394375935058504,
      "learning_rate": 1.160800739294508e-05,
      "loss": 1.5614,
      "step": 61981
    },
    {
      "epoch": 5.265205572545022,
      "grad_norm": 2.6007515893581177,
      "learning_rate": 1.1605359076489362e-05,
      "loss": 1.3692,
      "step": 61982
    },
    {
      "epoch": 5.265290519877675,
      "grad_norm": 2.716569584847005,
      "learning_rate": 1.160271105001207e-05,
      "loss": 1.5839,
      "step": 61983
    },
    {
      "epoch": 5.26537546721033,
      "grad_norm": 2.9130982059871364,
      "learning_rate": 1.1600063313518749e-05,
      "loss": 1.6233,
      "step": 61984
    },
    {
      "epoch": 5.265460414542983,
      "grad_norm": 2.741731746020525,
      "learning_rate": 1.1597415867014993e-05,
      "loss": 1.6229,
      "step": 61985
    },
    {
      "epoch": 5.265545361875637,
      "grad_norm": 2.693868201026681,
      "learning_rate": 1.159476871050633e-05,
      "loss": 1.4059,
      "step": 61986
    },
    {
      "epoch": 5.265630309208291,
      "grad_norm": 2.754327900770905,
      "learning_rate": 1.1592121843998275e-05,
      "loss": 1.6985,
      "step": 61987
    },
    {
      "epoch": 5.265715256540945,
      "grad_norm": 2.6616221753659,
      "learning_rate": 1.1589475267496406e-05,
      "loss": 1.5436,
      "step": 61988
    },
    {
      "epoch": 5.2658002038735985,
      "grad_norm": 2.8315772653098095,
      "learning_rate": 1.1586828981006235e-05,
      "loss": 1.4857,
      "step": 61989
    },
    {
      "epoch": 5.265885151206252,
      "grad_norm": 2.6145071649553806,
      "learning_rate": 1.1584182984533358e-05,
      "loss": 1.3971,
      "step": 61990
    },
    {
      "epoch": 5.265970098538906,
      "grad_norm": 2.7278891088923,
      "learning_rate": 1.158153727808327e-05,
      "loss": 1.5869,
      "step": 61991
    },
    {
      "epoch": 5.26605504587156,
      "grad_norm": 2.5345855697250124,
      "learning_rate": 1.1578891861661566e-05,
      "loss": 1.244,
      "step": 61992
    },
    {
      "epoch": 5.266139993204213,
      "grad_norm": 2.6228006020138017,
      "learning_rate": 1.1576246735273742e-05,
      "loss": 1.3784,
      "step": 61993
    },
    {
      "epoch": 5.266224940536867,
      "grad_norm": 2.718546767133351,
      "learning_rate": 1.1573601898925345e-05,
      "loss": 1.5099,
      "step": 61994
    },
    {
      "epoch": 5.266309887869521,
      "grad_norm": 2.483258354920043,
      "learning_rate": 1.1570957352621917e-05,
      "loss": 1.322,
      "step": 61995
    },
    {
      "epoch": 5.266394835202175,
      "grad_norm": 2.575914375264102,
      "learning_rate": 1.1568313096369042e-05,
      "loss": 1.4401,
      "step": 61996
    },
    {
      "epoch": 5.266479782534828,
      "grad_norm": 2.66866418715322,
      "learning_rate": 1.1565669130172246e-05,
      "loss": 1.4357,
      "step": 61997
    },
    {
      "epoch": 5.266564729867482,
      "grad_norm": 2.9957963777862022,
      "learning_rate": 1.1563025454037006e-05,
      "loss": 1.7111,
      "step": 61998
    },
    {
      "epoch": 5.266649677200136,
      "grad_norm": 2.697835973035123,
      "learning_rate": 1.1560382067968937e-05,
      "loss": 1.2656,
      "step": 61999
    },
    {
      "epoch": 5.2667346245327895,
      "grad_norm": 2.590966404675896,
      "learning_rate": 1.1557738971973551e-05,
      "loss": 1.4588,
      "step": 62000
    },
    {
      "epoch": 5.266819571865444,
      "grad_norm": 2.8169925801440776,
      "learning_rate": 1.155509616605636e-05,
      "loss": 1.569,
      "step": 62001
    },
    {
      "epoch": 5.266904519198097,
      "grad_norm": 2.540845464033893,
      "learning_rate": 1.1552453650222909e-05,
      "loss": 1.2949,
      "step": 62002
    },
    {
      "epoch": 5.266989466530751,
      "grad_norm": 2.6234761993978455,
      "learning_rate": 1.1549811424478794e-05,
      "loss": 1.3479,
      "step": 62003
    },
    {
      "epoch": 5.267074413863405,
      "grad_norm": 2.75438746487762,
      "learning_rate": 1.1547169488829494e-05,
      "loss": 1.3853,
      "step": 62004
    },
    {
      "epoch": 5.267159361196058,
      "grad_norm": 2.5907052614505557,
      "learning_rate": 1.1544527843280554e-05,
      "loss": 1.416,
      "step": 62005
    },
    {
      "epoch": 5.267244308528712,
      "grad_norm": 2.5771250168339765,
      "learning_rate": 1.154188648783752e-05,
      "loss": 1.2683,
      "step": 62006
    },
    {
      "epoch": 5.267329255861366,
      "grad_norm": 2.7896698949996352,
      "learning_rate": 1.1539245422505905e-05,
      "loss": 1.4484,
      "step": 62007
    },
    {
      "epoch": 5.267414203194019,
      "grad_norm": 2.448167514122479,
      "learning_rate": 1.153660464729127e-05,
      "loss": 1.2664,
      "step": 62008
    },
    {
      "epoch": 5.267499150526674,
      "grad_norm": 2.604895736652029,
      "learning_rate": 1.1533964162199127e-05,
      "loss": 1.416,
      "step": 62009
    },
    {
      "epoch": 5.267584097859327,
      "grad_norm": 2.704384217902588,
      "learning_rate": 1.153132396723504e-05,
      "loss": 1.2466,
      "step": 62010
    },
    {
      "epoch": 5.267669045191981,
      "grad_norm": 2.76647002440235,
      "learning_rate": 1.1528684062404503e-05,
      "loss": 1.5039,
      "step": 62011
    },
    {
      "epoch": 5.267753992524635,
      "grad_norm": 2.7080994148099413,
      "learning_rate": 1.1526044447713045e-05,
      "loss": 1.5394,
      "step": 62012
    },
    {
      "epoch": 5.267838939857288,
      "grad_norm": 2.7891143794916786,
      "learning_rate": 1.1523405123166247e-05,
      "loss": 1.4395,
      "step": 62013
    },
    {
      "epoch": 5.2679238871899425,
      "grad_norm": 2.701414566396331,
      "learning_rate": 1.1520766088769583e-05,
      "loss": 1.485,
      "step": 62014
    },
    {
      "epoch": 5.268008834522596,
      "grad_norm": 2.517669204554333,
      "learning_rate": 1.1518127344528621e-05,
      "loss": 1.2585,
      "step": 62015
    },
    {
      "epoch": 5.268093781855249,
      "grad_norm": 2.6824906789131235,
      "learning_rate": 1.151548889044887e-05,
      "loss": 1.3472,
      "step": 62016
    },
    {
      "epoch": 5.268178729187904,
      "grad_norm": 2.6790257371644848,
      "learning_rate": 1.1512850726535878e-05,
      "loss": 1.5103,
      "step": 62017
    },
    {
      "epoch": 5.268263676520557,
      "grad_norm": 2.747741984008277,
      "learning_rate": 1.1510212852795153e-05,
      "loss": 1.5817,
      "step": 62018
    },
    {
      "epoch": 5.268348623853211,
      "grad_norm": 2.838269294680459,
      "learning_rate": 1.1507575269232195e-05,
      "loss": 1.4205,
      "step": 62019
    },
    {
      "epoch": 5.268433571185865,
      "grad_norm": 2.841780445687281,
      "learning_rate": 1.150493797585258e-05,
      "loss": 1.4187,
      "step": 62020
    },
    {
      "epoch": 5.268518518518518,
      "grad_norm": 2.6783522675167477,
      "learning_rate": 1.1502300972661838e-05,
      "loss": 1.508,
      "step": 62021
    },
    {
      "epoch": 5.2686034658511725,
      "grad_norm": 2.6427410608191297,
      "learning_rate": 1.1499664259665481e-05,
      "loss": 1.3526,
      "step": 62022
    },
    {
      "epoch": 5.268688413183826,
      "grad_norm": 2.727549670640369,
      "learning_rate": 1.1497027836868988e-05,
      "loss": 1.4115,
      "step": 62023
    },
    {
      "epoch": 5.26877336051648,
      "grad_norm": 2.688249185084406,
      "learning_rate": 1.1494391704277955e-05,
      "loss": 1.5152,
      "step": 62024
    },
    {
      "epoch": 5.268858307849134,
      "grad_norm": 2.7305616772927053,
      "learning_rate": 1.1491755861897861e-05,
      "loss": 1.6223,
      "step": 62025
    },
    {
      "epoch": 5.268943255181787,
      "grad_norm": 2.5971881206850327,
      "learning_rate": 1.1489120309734217e-05,
      "loss": 1.4143,
      "step": 62026
    },
    {
      "epoch": 5.269028202514441,
      "grad_norm": 2.5914666460485383,
      "learning_rate": 1.148648504779257e-05,
      "loss": 1.3989,
      "step": 62027
    },
    {
      "epoch": 5.269113149847095,
      "grad_norm": 2.645796630167263,
      "learning_rate": 1.1483850076078482e-05,
      "loss": 1.2881,
      "step": 62028
    },
    {
      "epoch": 5.269198097179749,
      "grad_norm": 2.5685915726560307,
      "learning_rate": 1.1481215394597416e-05,
      "loss": 1.3657,
      "step": 62029
    },
    {
      "epoch": 5.269283044512402,
      "grad_norm": 2.6004287331811002,
      "learning_rate": 1.1478581003354881e-05,
      "loss": 1.3937,
      "step": 62030
    },
    {
      "epoch": 5.269367991845056,
      "grad_norm": 2.6384408676034705,
      "learning_rate": 1.147594690235646e-05,
      "loss": 1.4547,
      "step": 62031
    },
    {
      "epoch": 5.26945293917771,
      "grad_norm": 2.710135638308603,
      "learning_rate": 1.1473313091607594e-05,
      "loss": 1.4508,
      "step": 62032
    },
    {
      "epoch": 5.2695378865103635,
      "grad_norm": 2.58424135966143,
      "learning_rate": 1.1470679571113883e-05,
      "loss": 1.396,
      "step": 62033
    },
    {
      "epoch": 5.269622833843018,
      "grad_norm": 2.712669452858322,
      "learning_rate": 1.1468046340880771e-05,
      "loss": 1.518,
      "step": 62034
    },
    {
      "epoch": 5.269707781175671,
      "grad_norm": 2.576365379580668,
      "learning_rate": 1.1465413400913836e-05,
      "loss": 1.4547,
      "step": 62035
    },
    {
      "epoch": 5.269792728508325,
      "grad_norm": 2.5014516380714125,
      "learning_rate": 1.1462780751218576e-05,
      "loss": 1.291,
      "step": 62036
    },
    {
      "epoch": 5.269877675840979,
      "grad_norm": 3.034276766634849,
      "learning_rate": 1.1460148391800484e-05,
      "loss": 1.6692,
      "step": 62037
    },
    {
      "epoch": 5.269962623173632,
      "grad_norm": 2.6734313016067537,
      "learning_rate": 1.1457516322665072e-05,
      "loss": 1.4478,
      "step": 62038
    },
    {
      "epoch": 5.270047570506286,
      "grad_norm": 2.4907004333156446,
      "learning_rate": 1.1454884543817921e-05,
      "loss": 1.3625,
      "step": 62039
    },
    {
      "epoch": 5.27013251783894,
      "grad_norm": 2.643277675948529,
      "learning_rate": 1.1452253055264477e-05,
      "loss": 1.1819,
      "step": 62040
    },
    {
      "epoch": 5.270217465171593,
      "grad_norm": 2.973253807039333,
      "learning_rate": 1.1449621857010266e-05,
      "loss": 1.5196,
      "step": 62041
    },
    {
      "epoch": 5.270302412504248,
      "grad_norm": 2.810383482869414,
      "learning_rate": 1.1446990949060836e-05,
      "loss": 1.4146,
      "step": 62042
    },
    {
      "epoch": 5.270387359836901,
      "grad_norm": 2.6523664387641723,
      "learning_rate": 1.1444360331421665e-05,
      "loss": 1.2695,
      "step": 62043
    },
    {
      "epoch": 5.2704723071695545,
      "grad_norm": 2.6392612803234208,
      "learning_rate": 1.1441730004098265e-05,
      "loss": 1.3767,
      "step": 62044
    },
    {
      "epoch": 5.270557254502209,
      "grad_norm": 2.9992018937226366,
      "learning_rate": 1.1439099967096133e-05,
      "loss": 1.4433,
      "step": 62045
    },
    {
      "epoch": 5.270642201834862,
      "grad_norm": 2.9953470343715978,
      "learning_rate": 1.1436470220420845e-05,
      "loss": 1.5879,
      "step": 62046
    },
    {
      "epoch": 5.2707271491675165,
      "grad_norm": 2.7551242174521935,
      "learning_rate": 1.1433840764077867e-05,
      "loss": 1.323,
      "step": 62047
    },
    {
      "epoch": 5.27081209650017,
      "grad_norm": 2.672654782220151,
      "learning_rate": 1.1431211598072693e-05,
      "loss": 1.3819,
      "step": 62048
    },
    {
      "epoch": 5.270897043832823,
      "grad_norm": 2.6473000048918025,
      "learning_rate": 1.1428582722410867e-05,
      "loss": 1.2531,
      "step": 62049
    },
    {
      "epoch": 5.270981991165478,
      "grad_norm": 2.705080535121247,
      "learning_rate": 1.1425954137097854e-05,
      "loss": 1.3598,
      "step": 62050
    },
    {
      "epoch": 5.271066938498131,
      "grad_norm": 2.411714094683877,
      "learning_rate": 1.1423325842139214e-05,
      "loss": 1.2823,
      "step": 62051
    },
    {
      "epoch": 5.271151885830785,
      "grad_norm": 2.515654109158863,
      "learning_rate": 1.142069783754041e-05,
      "loss": 1.4045,
      "step": 62052
    },
    {
      "epoch": 5.271236833163439,
      "grad_norm": 2.669301426778087,
      "learning_rate": 1.1418070123306989e-05,
      "loss": 1.4066,
      "step": 62053
    },
    {
      "epoch": 5.271321780496092,
      "grad_norm": 2.76399409721849,
      "learning_rate": 1.1415442699444443e-05,
      "loss": 1.6424,
      "step": 62054
    },
    {
      "epoch": 5.271406727828746,
      "grad_norm": 2.7328474450335536,
      "learning_rate": 1.1412815565958223e-05,
      "loss": 1.5793,
      "step": 62055
    },
    {
      "epoch": 5.2714916751614,
      "grad_norm": 2.7277528665443582,
      "learning_rate": 1.141018872285392e-05,
      "loss": 1.4144,
      "step": 62056
    },
    {
      "epoch": 5.271576622494054,
      "grad_norm": 2.61786097573206,
      "learning_rate": 1.1407562170136964e-05,
      "loss": 1.4409,
      "step": 62057
    },
    {
      "epoch": 5.2716615698267075,
      "grad_norm": 2.994199676973247,
      "learning_rate": 1.1404935907812918e-05,
      "loss": 1.4478,
      "step": 62058
    },
    {
      "epoch": 5.271746517159361,
      "grad_norm": 2.633037788613089,
      "learning_rate": 1.1402309935887244e-05,
      "loss": 1.2502,
      "step": 62059
    },
    {
      "epoch": 5.271831464492015,
      "grad_norm": 2.7138958662849957,
      "learning_rate": 1.1399684254365471e-05,
      "loss": 1.5875,
      "step": 62060
    },
    {
      "epoch": 5.271916411824669,
      "grad_norm": 2.469548419948594,
      "learning_rate": 1.1397058863253094e-05,
      "loss": 1.145,
      "step": 62061
    },
    {
      "epoch": 5.272001359157322,
      "grad_norm": 2.8700711817727833,
      "learning_rate": 1.1394433762555594e-05,
      "loss": 1.5476,
      "step": 62062
    },
    {
      "epoch": 5.272086306489976,
      "grad_norm": 2.6193150776867906,
      "learning_rate": 1.1391808952278463e-05,
      "loss": 1.3485,
      "step": 62063
    },
    {
      "epoch": 5.27217125382263,
      "grad_norm": 2.77906374724123,
      "learning_rate": 1.1389184432427268e-05,
      "loss": 1.5392,
      "step": 62064
    },
    {
      "epoch": 5.272256201155284,
      "grad_norm": 2.6225768695355915,
      "learning_rate": 1.138656020300745e-05,
      "loss": 1.3623,
      "step": 62065
    },
    {
      "epoch": 5.2723411484879374,
      "grad_norm": 2.4214338230723076,
      "learning_rate": 1.1383936264024506e-05,
      "loss": 1.3709,
      "step": 62066
    },
    {
      "epoch": 5.272426095820591,
      "grad_norm": 2.766520871773778,
      "learning_rate": 1.1381312615483984e-05,
      "loss": 1.7567,
      "step": 62067
    },
    {
      "epoch": 5.272511043153245,
      "grad_norm": 2.7498158195099864,
      "learning_rate": 1.1378689257391327e-05,
      "loss": 1.529,
      "step": 62068
    },
    {
      "epoch": 5.2725959904858986,
      "grad_norm": 2.6418859600132514,
      "learning_rate": 1.1376066189752031e-05,
      "loss": 1.4646,
      "step": 62069
    },
    {
      "epoch": 5.272680937818553,
      "grad_norm": 2.564031973378639,
      "learning_rate": 1.137344341257161e-05,
      "loss": 1.3858,
      "step": 62070
    },
    {
      "epoch": 5.272765885151206,
      "grad_norm": 2.486664071103838,
      "learning_rate": 1.1370820925855607e-05,
      "loss": 1.3769,
      "step": 62071
    },
    {
      "epoch": 5.27285083248386,
      "grad_norm": 2.619034820965117,
      "learning_rate": 1.1368198729609451e-05,
      "loss": 1.4617,
      "step": 62072
    },
    {
      "epoch": 5.272935779816514,
      "grad_norm": 2.584605390431913,
      "learning_rate": 1.136557682383864e-05,
      "loss": 1.3089,
      "step": 62073
    },
    {
      "epoch": 5.273020727149167,
      "grad_norm": 2.867518117815366,
      "learning_rate": 1.1362955208548702e-05,
      "loss": 1.6307,
      "step": 62074
    },
    {
      "epoch": 5.273105674481822,
      "grad_norm": 2.8709138027841035,
      "learning_rate": 1.1360333883745099e-05,
      "loss": 1.6575,
      "step": 62075
    },
    {
      "epoch": 5.273190621814475,
      "grad_norm": 2.694608672990826,
      "learning_rate": 1.135771284943336e-05,
      "loss": 1.6078,
      "step": 62076
    },
    {
      "epoch": 5.2732755691471285,
      "grad_norm": 2.527789183922586,
      "learning_rate": 1.1355092105618912e-05,
      "loss": 1.373,
      "step": 62077
    },
    {
      "epoch": 5.273360516479783,
      "grad_norm": 3.260915477969133,
      "learning_rate": 1.1352471652307338e-05,
      "loss": 1.6283,
      "step": 62078
    },
    {
      "epoch": 5.273445463812436,
      "grad_norm": 2.907472071973916,
      "learning_rate": 1.1349851489504064e-05,
      "loss": 1.7063,
      "step": 62079
    },
    {
      "epoch": 5.2735304111450905,
      "grad_norm": 2.729645689780273,
      "learning_rate": 1.1347231617214569e-05,
      "loss": 1.5116,
      "step": 62080
    },
    {
      "epoch": 5.273615358477744,
      "grad_norm": 2.6011954897589704,
      "learning_rate": 1.1344612035444384e-05,
      "loss": 1.2716,
      "step": 62081
    },
    {
      "epoch": 5.273700305810397,
      "grad_norm": 2.6323496204056807,
      "learning_rate": 1.1341992744198986e-05,
      "loss": 1.387,
      "step": 62082
    },
    {
      "epoch": 5.273785253143052,
      "grad_norm": 2.444540586195204,
      "learning_rate": 1.133937374348387e-05,
      "loss": 1.2159,
      "step": 62083
    },
    {
      "epoch": 5.273870200475705,
      "grad_norm": 3.1880382525073183,
      "learning_rate": 1.13367550333045e-05,
      "loss": 1.5894,
      "step": 62084
    },
    {
      "epoch": 5.273955147808358,
      "grad_norm": 2.842689810545696,
      "learning_rate": 1.1334136613666389e-05,
      "loss": 1.6706,
      "step": 62085
    },
    {
      "epoch": 5.274040095141013,
      "grad_norm": 2.541040146756736,
      "learning_rate": 1.1331518484575014e-05,
      "loss": 1.3148,
      "step": 62086
    },
    {
      "epoch": 5.274125042473666,
      "grad_norm": 2.704591422043141,
      "learning_rate": 1.1328900646035821e-05,
      "loss": 1.546,
      "step": 62087
    },
    {
      "epoch": 5.27420998980632,
      "grad_norm": 2.4076253785553243,
      "learning_rate": 1.132628309805434e-05,
      "loss": 1.3007,
      "step": 62088
    },
    {
      "epoch": 5.274294937138974,
      "grad_norm": 2.604947028231908,
      "learning_rate": 1.1323665840636082e-05,
      "loss": 1.4197,
      "step": 62089
    },
    {
      "epoch": 5.274379884471627,
      "grad_norm": 2.559244828617595,
      "learning_rate": 1.1321048873786493e-05,
      "loss": 1.4036,
      "step": 62090
    },
    {
      "epoch": 5.2744648318042815,
      "grad_norm": 2.527050116451789,
      "learning_rate": 1.1318432197511018e-05,
      "loss": 1.3042,
      "step": 62091
    },
    {
      "epoch": 5.274549779136935,
      "grad_norm": 2.524534225350942,
      "learning_rate": 1.131581581181522e-05,
      "loss": 1.3996,
      "step": 62092
    },
    {
      "epoch": 5.274634726469589,
      "grad_norm": 2.748792133063278,
      "learning_rate": 1.1313199716704513e-05,
      "loss": 1.2765,
      "step": 62093
    },
    {
      "epoch": 5.274719673802243,
      "grad_norm": 2.6011337144655142,
      "learning_rate": 1.131058391218444e-05,
      "loss": 1.2674,
      "step": 62094
    },
    {
      "epoch": 5.274804621134896,
      "grad_norm": 2.771305115209906,
      "learning_rate": 1.1307968398260414e-05,
      "loss": 1.4881,
      "step": 62095
    },
    {
      "epoch": 5.27488956846755,
      "grad_norm": 2.677389678133191,
      "learning_rate": 1.130535317493798e-05,
      "loss": 1.4782,
      "step": 62096
    },
    {
      "epoch": 5.274974515800204,
      "grad_norm": 2.8293285166882254,
      "learning_rate": 1.1302738242222587e-05,
      "loss": 1.5115,
      "step": 62097
    },
    {
      "epoch": 5.275059463132858,
      "grad_norm": 3.4864607392992304,
      "learning_rate": 1.1300123600119692e-05,
      "loss": 1.6344,
      "step": 62098
    },
    {
      "epoch": 5.275144410465511,
      "grad_norm": 2.780397931324565,
      "learning_rate": 1.1297509248634812e-05,
      "loss": 1.5985,
      "step": 62099
    },
    {
      "epoch": 5.275229357798165,
      "grad_norm": 2.6509512144507177,
      "learning_rate": 1.1294895187773407e-05,
      "loss": 1.2918,
      "step": 62100
    },
    {
      "epoch": 5.275314305130819,
      "grad_norm": 2.7067528140039157,
      "learning_rate": 1.1292281417540954e-05,
      "loss": 1.5554,
      "step": 62101
    },
    {
      "epoch": 5.2753992524634725,
      "grad_norm": 2.737943508694311,
      "learning_rate": 1.1289667937942936e-05,
      "loss": 1.3873,
      "step": 62102
    },
    {
      "epoch": 5.275484199796127,
      "grad_norm": 2.556324597235172,
      "learning_rate": 1.1287054748984831e-05,
      "loss": 1.3798,
      "step": 62103
    },
    {
      "epoch": 5.27556914712878,
      "grad_norm": 2.800830324297861,
      "learning_rate": 1.1284441850672116e-05,
      "loss": 1.3969,
      "step": 62104
    },
    {
      "epoch": 5.275654094461434,
      "grad_norm": 2.911856305628126,
      "learning_rate": 1.1281829243010238e-05,
      "loss": 1.6957,
      "step": 62105
    },
    {
      "epoch": 5.275739041794088,
      "grad_norm": 2.636412128216289,
      "learning_rate": 1.1279216926004691e-05,
      "loss": 1.4886,
      "step": 62106
    },
    {
      "epoch": 5.275823989126741,
      "grad_norm": 2.668823225549159,
      "learning_rate": 1.1276604899660974e-05,
      "loss": 1.4273,
      "step": 62107
    },
    {
      "epoch": 5.275908936459395,
      "grad_norm": 2.729433197981225,
      "learning_rate": 1.127399316398453e-05,
      "loss": 1.4058,
      "step": 62108
    },
    {
      "epoch": 5.275993883792049,
      "grad_norm": 2.8062606371424144,
      "learning_rate": 1.127138171898082e-05,
      "loss": 1.6705,
      "step": 62109
    },
    {
      "epoch": 5.276078831124702,
      "grad_norm": 2.6235821858907546,
      "learning_rate": 1.1268770564655343e-05,
      "loss": 1.3216,
      "step": 62110
    },
    {
      "epoch": 5.276163778457357,
      "grad_norm": 2.7902870533280737,
      "learning_rate": 1.1266159701013578e-05,
      "loss": 1.6479,
      "step": 62111
    },
    {
      "epoch": 5.27624872579001,
      "grad_norm": 2.7683168586156603,
      "learning_rate": 1.126354912806095e-05,
      "loss": 1.3161,
      "step": 62112
    },
    {
      "epoch": 5.2763336731226635,
      "grad_norm": 2.815810817583088,
      "learning_rate": 1.1260938845802942e-05,
      "loss": 1.6637,
      "step": 62113
    },
    {
      "epoch": 5.276418620455318,
      "grad_norm": 2.7217979619663746,
      "learning_rate": 1.125832885424508e-05,
      "loss": 1.4636,
      "step": 62114
    },
    {
      "epoch": 5.276503567787971,
      "grad_norm": 2.624866616604144,
      "learning_rate": 1.1255719153392778e-05,
      "loss": 1.2298,
      "step": 62115
    },
    {
      "epoch": 5.2765885151206255,
      "grad_norm": 2.8129493093944973,
      "learning_rate": 1.1253109743251498e-05,
      "loss": 1.6052,
      "step": 62116
    },
    {
      "epoch": 5.276673462453279,
      "grad_norm": 2.7096471801440387,
      "learning_rate": 1.1250500623826752e-05,
      "loss": 1.4832,
      "step": 62117
    },
    {
      "epoch": 5.276758409785932,
      "grad_norm": 2.5135174677262118,
      "learning_rate": 1.1247891795123953e-05,
      "loss": 1.3086,
      "step": 62118
    },
    {
      "epoch": 5.276843357118587,
      "grad_norm": 2.7247076282714837,
      "learning_rate": 1.124528325714863e-05,
      "loss": 1.4829,
      "step": 62119
    },
    {
      "epoch": 5.27692830445124,
      "grad_norm": 2.6000651581256453,
      "learning_rate": 1.1242675009906177e-05,
      "loss": 1.1862,
      "step": 62120
    },
    {
      "epoch": 5.277013251783894,
      "grad_norm": 2.6669974119549997,
      "learning_rate": 1.1240067053402125e-05,
      "loss": 1.3852,
      "step": 62121
    },
    {
      "epoch": 5.277098199116548,
      "grad_norm": 2.6085079160075693,
      "learning_rate": 1.1237459387641918e-05,
      "loss": 1.2478,
      "step": 62122
    },
    {
      "epoch": 5.277183146449201,
      "grad_norm": 2.477442095636071,
      "learning_rate": 1.1234852012630969e-05,
      "loss": 1.2928,
      "step": 62123
    },
    {
      "epoch": 5.2772680937818555,
      "grad_norm": 2.54751180280274,
      "learning_rate": 1.123224492837479e-05,
      "loss": 1.3213,
      "step": 62124
    },
    {
      "epoch": 5.277353041114509,
      "grad_norm": 2.739465799291354,
      "learning_rate": 1.1229638134878876e-05,
      "loss": 1.6064,
      "step": 62125
    },
    {
      "epoch": 5.277437988447163,
      "grad_norm": 2.6916488165438293,
      "learning_rate": 1.1227031632148641e-05,
      "loss": 1.301,
      "step": 62126
    },
    {
      "epoch": 5.277522935779817,
      "grad_norm": 2.8232454903982753,
      "learning_rate": 1.122442542018953e-05,
      "loss": 1.3283,
      "step": 62127
    },
    {
      "epoch": 5.27760788311247,
      "grad_norm": 2.7907702173230735,
      "learning_rate": 1.122181949900704e-05,
      "loss": 1.4939,
      "step": 62128
    },
    {
      "epoch": 5.277692830445124,
      "grad_norm": 3.589653649939337,
      "learning_rate": 1.1219213868606648e-05,
      "loss": 1.9522,
      "step": 62129
    },
    {
      "epoch": 5.277777777777778,
      "grad_norm": 2.596027450759822,
      "learning_rate": 1.1216608528993748e-05,
      "loss": 1.168,
      "step": 62130
    },
    {
      "epoch": 5.277862725110431,
      "grad_norm": 2.901178262346453,
      "learning_rate": 1.121400348017384e-05,
      "loss": 1.4941,
      "step": 62131
    },
    {
      "epoch": 5.277947672443085,
      "grad_norm": 2.490631697259709,
      "learning_rate": 1.1211398722152398e-05,
      "loss": 1.3424,
      "step": 62132
    },
    {
      "epoch": 5.278032619775739,
      "grad_norm": 2.5278095281419075,
      "learning_rate": 1.1208794254934856e-05,
      "loss": 1.3605,
      "step": 62133
    },
    {
      "epoch": 5.278117567108393,
      "grad_norm": 2.3716033942433365,
      "learning_rate": 1.1206190078526672e-05,
      "loss": 1.2857,
      "step": 62134
    },
    {
      "epoch": 5.2782025144410465,
      "grad_norm": 2.809791068122232,
      "learning_rate": 1.1203586192933311e-05,
      "loss": 1.5044,
      "step": 62135
    },
    {
      "epoch": 5.2782874617737,
      "grad_norm": 2.7871460222277973,
      "learning_rate": 1.120098259816022e-05,
      "loss": 1.6165,
      "step": 62136
    },
    {
      "epoch": 5.278372409106354,
      "grad_norm": 2.7947600378317796,
      "learning_rate": 1.1198379294212873e-05,
      "loss": 1.5523,
      "step": 62137
    },
    {
      "epoch": 5.278457356439008,
      "grad_norm": 2.567098730292332,
      "learning_rate": 1.1195776281096686e-05,
      "loss": 1.3474,
      "step": 62138
    },
    {
      "epoch": 5.278542303771662,
      "grad_norm": 2.7679376982631165,
      "learning_rate": 1.1193173558817154e-05,
      "loss": 1.4201,
      "step": 62139
    },
    {
      "epoch": 5.278627251104315,
      "grad_norm": 2.668303452038857,
      "learning_rate": 1.1190571127379722e-05,
      "loss": 1.4341,
      "step": 62140
    },
    {
      "epoch": 5.278712198436969,
      "grad_norm": 2.6778119830727634,
      "learning_rate": 1.1187968986789819e-05,
      "loss": 1.4832,
      "step": 62141
    },
    {
      "epoch": 5.278797145769623,
      "grad_norm": 2.7459875296386604,
      "learning_rate": 1.1185367137052908e-05,
      "loss": 1.3701,
      "step": 62142
    },
    {
      "epoch": 5.278882093102276,
      "grad_norm": 2.648225964112668,
      "learning_rate": 1.1182765578174468e-05,
      "loss": 1.4505,
      "step": 62143
    },
    {
      "epoch": 5.278967040434931,
      "grad_norm": 2.733678707080425,
      "learning_rate": 1.1180164310159945e-05,
      "loss": 1.5331,
      "step": 62144
    },
    {
      "epoch": 5.279051987767584,
      "grad_norm": 2.828913014037186,
      "learning_rate": 1.1177563333014734e-05,
      "loss": 1.5476,
      "step": 62145
    },
    {
      "epoch": 5.2791369351002375,
      "grad_norm": 2.8380493831261466,
      "learning_rate": 1.1174962646744345e-05,
      "loss": 1.6358,
      "step": 62146
    },
    {
      "epoch": 5.279221882432892,
      "grad_norm": 2.585356723852941,
      "learning_rate": 1.1172362251354211e-05,
      "loss": 1.398,
      "step": 62147
    },
    {
      "epoch": 5.279306829765545,
      "grad_norm": 2.90309349672023,
      "learning_rate": 1.1169762146849776e-05,
      "loss": 1.6417,
      "step": 62148
    },
    {
      "epoch": 5.2793917770981995,
      "grad_norm": 2.5998764470548146,
      "learning_rate": 1.1167162333236434e-05,
      "loss": 1.4057,
      "step": 62149
    },
    {
      "epoch": 5.279476724430853,
      "grad_norm": 2.8500821140083774,
      "learning_rate": 1.1164562810519735e-05,
      "loss": 1.3217,
      "step": 62150
    },
    {
      "epoch": 5.279561671763506,
      "grad_norm": 2.848676382256723,
      "learning_rate": 1.1161963578705086e-05,
      "loss": 1.673,
      "step": 62151
    },
    {
      "epoch": 5.279646619096161,
      "grad_norm": 2.6999534211749405,
      "learning_rate": 1.1159364637797884e-05,
      "loss": 1.3355,
      "step": 62152
    },
    {
      "epoch": 5.279731566428814,
      "grad_norm": 2.5487406665502763,
      "learning_rate": 1.1156765987803645e-05,
      "loss": 1.3547,
      "step": 62153
    },
    {
      "epoch": 5.279816513761467,
      "grad_norm": 2.62847440488253,
      "learning_rate": 1.1154167628727795e-05,
      "loss": 1.3823,
      "step": 62154
    },
    {
      "epoch": 5.279901461094122,
      "grad_norm": 2.7919800548125973,
      "learning_rate": 1.1151569560575729e-05,
      "loss": 1.4429,
      "step": 62155
    },
    {
      "epoch": 5.279986408426775,
      "grad_norm": 2.5378335520714903,
      "learning_rate": 1.1148971783352927e-05,
      "loss": 1.3409,
      "step": 62156
    },
    {
      "epoch": 5.280071355759429,
      "grad_norm": 2.620973672067357,
      "learning_rate": 1.1146374297064869e-05,
      "loss": 1.5336,
      "step": 62157
    },
    {
      "epoch": 5.280156303092083,
      "grad_norm": 2.6292303902140355,
      "learning_rate": 1.1143777101716967e-05,
      "loss": 1.3969,
      "step": 62158
    },
    {
      "epoch": 5.280241250424737,
      "grad_norm": 3.646434236471713,
      "learning_rate": 1.1141180197314614e-05,
      "loss": 1.8321,
      "step": 62159
    },
    {
      "epoch": 5.2803261977573905,
      "grad_norm": 2.7321556942457974,
      "learning_rate": 1.1138583583863325e-05,
      "loss": 1.3269,
      "step": 62160
    },
    {
      "epoch": 5.280411145090044,
      "grad_norm": 2.849810247455139,
      "learning_rate": 1.1135987261368495e-05,
      "loss": 1.5366,
      "step": 62161
    },
    {
      "epoch": 5.280496092422698,
      "grad_norm": 2.749171861002074,
      "learning_rate": 1.1133391229835603e-05,
      "loss": 1.4223,
      "step": 62162
    },
    {
      "epoch": 5.280581039755352,
      "grad_norm": 2.9463478645757895,
      "learning_rate": 1.1130795489270045e-05,
      "loss": 1.3879,
      "step": 62163
    },
    {
      "epoch": 5.280665987088005,
      "grad_norm": 2.826109811832499,
      "learning_rate": 1.1128200039677298e-05,
      "loss": 1.5434,
      "step": 62164
    },
    {
      "epoch": 5.280750934420659,
      "grad_norm": 2.6574862888253223,
      "learning_rate": 1.1125604881062777e-05,
      "loss": 1.4381,
      "step": 62165
    },
    {
      "epoch": 5.280835881753313,
      "grad_norm": 2.849623739174936,
      "learning_rate": 1.1123010013431927e-05,
      "loss": 1.6178,
      "step": 62166
    },
    {
      "epoch": 5.280920829085967,
      "grad_norm": 2.602805491286914,
      "learning_rate": 1.1120415436790143e-05,
      "loss": 1.5041,
      "step": 62167
    },
    {
      "epoch": 5.2810057764186205,
      "grad_norm": 2.837863718750842,
      "learning_rate": 1.1117821151142953e-05,
      "loss": 1.6461,
      "step": 62168
    },
    {
      "epoch": 5.281090723751274,
      "grad_norm": 2.602166647074234,
      "learning_rate": 1.1115227156495738e-05,
      "loss": 1.4556,
      "step": 62169
    },
    {
      "epoch": 5.281175671083928,
      "grad_norm": 2.683144479061282,
      "learning_rate": 1.1112633452853908e-05,
      "loss": 1.263,
      "step": 62170
    },
    {
      "epoch": 5.281260618416582,
      "grad_norm": 2.6479159058848682,
      "learning_rate": 1.1110040040222945e-05,
      "loss": 1.4327,
      "step": 62171
    },
    {
      "epoch": 5.281345565749236,
      "grad_norm": 2.7285261247730963,
      "learning_rate": 1.1107446918608275e-05,
      "loss": 1.6512,
      "step": 62172
    },
    {
      "epoch": 5.281430513081889,
      "grad_norm": 2.546810309058789,
      "learning_rate": 1.1104854088015297e-05,
      "loss": 1.3445,
      "step": 62173
    },
    {
      "epoch": 5.281515460414543,
      "grad_norm": 2.67173848598274,
      "learning_rate": 1.1102261548449453e-05,
      "loss": 1.2356,
      "step": 62174
    },
    {
      "epoch": 5.281600407747197,
      "grad_norm": 2.807144565198709,
      "learning_rate": 1.1099669299916225e-05,
      "loss": 1.3737,
      "step": 62175
    },
    {
      "epoch": 5.28168535507985,
      "grad_norm": 2.624176139859693,
      "learning_rate": 1.1097077342421007e-05,
      "loss": 1.4469,
      "step": 62176
    },
    {
      "epoch": 5.281770302412504,
      "grad_norm": 2.862112403192977,
      "learning_rate": 1.1094485675969245e-05,
      "loss": 1.6736,
      "step": 62177
    },
    {
      "epoch": 5.281855249745158,
      "grad_norm": 3.465929525126648,
      "learning_rate": 1.1091894300566317e-05,
      "loss": 1.7877,
      "step": 62178
    },
    {
      "epoch": 5.2819401970778115,
      "grad_norm": 2.674076345396859,
      "learning_rate": 1.1089303216217688e-05,
      "loss": 1.2465,
      "step": 62179
    },
    {
      "epoch": 5.282025144410466,
      "grad_norm": 2.735920392516514,
      "learning_rate": 1.1086712422928834e-05,
      "loss": 1.4789,
      "step": 62180
    },
    {
      "epoch": 5.282110091743119,
      "grad_norm": 2.582402872882969,
      "learning_rate": 1.1084121920705102e-05,
      "loss": 1.319,
      "step": 62181
    },
    {
      "epoch": 5.2821950390757735,
      "grad_norm": 2.7299420131779706,
      "learning_rate": 1.1081531709551989e-05,
      "loss": 1.4865,
      "step": 62182
    },
    {
      "epoch": 5.282279986408427,
      "grad_norm": 2.6434359463965125,
      "learning_rate": 1.1078941789474887e-05,
      "loss": 1.2949,
      "step": 62183
    },
    {
      "epoch": 5.28236493374108,
      "grad_norm": 2.5869231280592015,
      "learning_rate": 1.107635216047923e-05,
      "loss": 1.4271,
      "step": 62184
    },
    {
      "epoch": 5.282449881073735,
      "grad_norm": 2.566204635646265,
      "learning_rate": 1.1073762822570392e-05,
      "loss": 1.2962,
      "step": 62185
    },
    {
      "epoch": 5.282534828406388,
      "grad_norm": 2.8307418588453834,
      "learning_rate": 1.107117377575389e-05,
      "loss": 1.5023,
      "step": 62186
    },
    {
      "epoch": 5.282619775739041,
      "grad_norm": 2.542497267227761,
      "learning_rate": 1.1068585020035114e-05,
      "loss": 1.315,
      "step": 62187
    },
    {
      "epoch": 5.282704723071696,
      "grad_norm": 2.621197369050106,
      "learning_rate": 1.1065996555419481e-05,
      "loss": 1.503,
      "step": 62188
    },
    {
      "epoch": 5.282789670404349,
      "grad_norm": 2.579312581018209,
      "learning_rate": 1.1063408381912402e-05,
      "loss": 1.3053,
      "step": 62189
    },
    {
      "epoch": 5.282874617737003,
      "grad_norm": 2.9114795171902155,
      "learning_rate": 1.1060820499519324e-05,
      "loss": 1.686,
      "step": 62190
    },
    {
      "epoch": 5.282959565069657,
      "grad_norm": 3.0985083061584677,
      "learning_rate": 1.1058232908245656e-05,
      "loss": 1.5791,
      "step": 62191
    },
    {
      "epoch": 5.28304451240231,
      "grad_norm": 2.6564954247568755,
      "learning_rate": 1.105564560809678e-05,
      "loss": 1.4403,
      "step": 62192
    },
    {
      "epoch": 5.2831294597349645,
      "grad_norm": 2.660615919593016,
      "learning_rate": 1.1053058599078207e-05,
      "loss": 1.4566,
      "step": 62193
    },
    {
      "epoch": 5.283214407067618,
      "grad_norm": 2.5961287596693197,
      "learning_rate": 1.10504718811953e-05,
      "loss": 1.4907,
      "step": 62194
    },
    {
      "epoch": 5.283299354400272,
      "grad_norm": 2.5449411113322076,
      "learning_rate": 1.1047885454453504e-05,
      "loss": 1.4714,
      "step": 62195
    },
    {
      "epoch": 5.283384301732926,
      "grad_norm": 2.8507639919896612,
      "learning_rate": 1.104529931885818e-05,
      "loss": 1.5845,
      "step": 62196
    },
    {
      "epoch": 5.283469249065579,
      "grad_norm": 2.7665230488882298,
      "learning_rate": 1.1042713474414826e-05,
      "loss": 1.523,
      "step": 62197
    },
    {
      "epoch": 5.283554196398233,
      "grad_norm": 2.8625495571956656,
      "learning_rate": 1.1040127921128804e-05,
      "loss": 1.6064,
      "step": 62198
    },
    {
      "epoch": 5.283639143730887,
      "grad_norm": 2.6535502701327864,
      "learning_rate": 1.1037542659005543e-05,
      "loss": 1.4227,
      "step": 62199
    },
    {
      "epoch": 5.283724091063541,
      "grad_norm": 2.614384637924419,
      "learning_rate": 1.1034957688050488e-05,
      "loss": 1.3757,
      "step": 62200
    },
    {
      "epoch": 5.283809038396194,
      "grad_norm": 2.725483390443544,
      "learning_rate": 1.1032373008269051e-05,
      "loss": 1.6796,
      "step": 62201
    },
    {
      "epoch": 5.283893985728848,
      "grad_norm": 2.6716621581931386,
      "learning_rate": 1.102978861966663e-05,
      "loss": 1.3326,
      "step": 62202
    },
    {
      "epoch": 5.283978933061502,
      "grad_norm": 2.560995534430273,
      "learning_rate": 1.10272045222486e-05,
      "loss": 1.2087,
      "step": 62203
    },
    {
      "epoch": 5.2840638803941555,
      "grad_norm": 3.1102657630915624,
      "learning_rate": 1.1024620716020428e-05,
      "loss": 1.6664,
      "step": 62204
    },
    {
      "epoch": 5.28414882772681,
      "grad_norm": 2.8102758026127264,
      "learning_rate": 1.1022037200987539e-05,
      "loss": 1.5088,
      "step": 62205
    },
    {
      "epoch": 5.284233775059463,
      "grad_norm": 2.86037919753866,
      "learning_rate": 1.101945397715533e-05,
      "loss": 1.5651,
      "step": 62206
    },
    {
      "epoch": 5.284318722392117,
      "grad_norm": 2.8476439953051442,
      "learning_rate": 1.101687104452918e-05,
      "loss": 1.693,
      "step": 62207
    },
    {
      "epoch": 5.284403669724771,
      "grad_norm": 2.7809019604603913,
      "learning_rate": 1.1014288403114568e-05,
      "loss": 1.5796,
      "step": 62208
    },
    {
      "epoch": 5.284488617057424,
      "grad_norm": 2.766128514472361,
      "learning_rate": 1.1011706052916858e-05,
      "loss": 1.6451,
      "step": 62209
    },
    {
      "epoch": 5.284573564390078,
      "grad_norm": 2.694171546452523,
      "learning_rate": 1.100912399394141e-05,
      "loss": 1.2413,
      "step": 62210
    },
    {
      "epoch": 5.284658511722732,
      "grad_norm": 2.914427769519077,
      "learning_rate": 1.1006542226193754e-05,
      "loss": 1.6868,
      "step": 62211
    },
    {
      "epoch": 5.2847434590553855,
      "grad_norm": 2.954467564079596,
      "learning_rate": 1.1003960749679236e-05,
      "loss": 1.6429,
      "step": 62212
    },
    {
      "epoch": 5.28482840638804,
      "grad_norm": 2.7577517242822607,
      "learning_rate": 1.1001379564403268e-05,
      "loss": 1.6046,
      "step": 62213
    },
    {
      "epoch": 5.284913353720693,
      "grad_norm": 2.635978320555615,
      "learning_rate": 1.0998798670371228e-05,
      "loss": 1.2222,
      "step": 62214
    },
    {
      "epoch": 5.284998301053347,
      "grad_norm": 2.7385678470585497,
      "learning_rate": 1.0996218067588597e-05,
      "loss": 1.4107,
      "step": 62215
    },
    {
      "epoch": 5.285083248386001,
      "grad_norm": 2.370006512376605,
      "learning_rate": 1.0993637756060703e-05,
      "loss": 1.256,
      "step": 62216
    },
    {
      "epoch": 5.285168195718654,
      "grad_norm": 2.7065613276214058,
      "learning_rate": 1.0991057735793008e-05,
      "loss": 1.3191,
      "step": 62217
    },
    {
      "epoch": 5.2852531430513086,
      "grad_norm": 2.6563840015656206,
      "learning_rate": 1.0988478006790875e-05,
      "loss": 1.3023,
      "step": 62218
    },
    {
      "epoch": 5.285338090383962,
      "grad_norm": 2.8344761885060628,
      "learning_rate": 1.0985898569059765e-05,
      "loss": 1.5393,
      "step": 62219
    },
    {
      "epoch": 5.285423037716615,
      "grad_norm": 2.579447083539992,
      "learning_rate": 1.0983319422605058e-05,
      "loss": 1.3175,
      "step": 62220
    },
    {
      "epoch": 5.28550798504927,
      "grad_norm": 2.711697215079649,
      "learning_rate": 1.0980740567432117e-05,
      "loss": 1.3194,
      "step": 62221
    },
    {
      "epoch": 5.285592932381923,
      "grad_norm": 2.7858866627588856,
      "learning_rate": 1.0978162003546387e-05,
      "loss": 1.5392,
      "step": 62222
    },
    {
      "epoch": 5.285677879714577,
      "grad_norm": 2.762308382019839,
      "learning_rate": 1.097558373095328e-05,
      "loss": 1.6426,
      "step": 62223
    },
    {
      "epoch": 5.285762827047231,
      "grad_norm": 2.631019752724646,
      "learning_rate": 1.0973005749658175e-05,
      "loss": 1.2511,
      "step": 62224
    },
    {
      "epoch": 5.285847774379884,
      "grad_norm": 2.732466053296643,
      "learning_rate": 1.097042805966647e-05,
      "loss": 1.4205,
      "step": 62225
    },
    {
      "epoch": 5.2859327217125385,
      "grad_norm": 2.592549631894659,
      "learning_rate": 1.096785066098359e-05,
      "loss": 1.4147,
      "step": 62226
    },
    {
      "epoch": 5.286017669045192,
      "grad_norm": 2.9150036533795585,
      "learning_rate": 1.0965273553614933e-05,
      "loss": 1.5418,
      "step": 62227
    },
    {
      "epoch": 5.286102616377846,
      "grad_norm": 2.55780253120291,
      "learning_rate": 1.096269673756583e-05,
      "loss": 1.3636,
      "step": 62228
    },
    {
      "epoch": 5.2861875637105,
      "grad_norm": 2.713159461846449,
      "learning_rate": 1.0960120212841788e-05,
      "loss": 1.4628,
      "step": 62229
    },
    {
      "epoch": 5.286272511043153,
      "grad_norm": 3.3990436668379096,
      "learning_rate": 1.0957543979448158e-05,
      "loss": 1.6454,
      "step": 62230
    },
    {
      "epoch": 5.286357458375807,
      "grad_norm": 2.7717979303256546,
      "learning_rate": 1.0954968037390333e-05,
      "loss": 1.6199,
      "step": 62231
    },
    {
      "epoch": 5.286442405708461,
      "grad_norm": 2.8635726838169133,
      "learning_rate": 1.0952392386673692e-05,
      "loss": 1.5182,
      "step": 62232
    },
    {
      "epoch": 5.286527353041114,
      "grad_norm": 2.7618614845179703,
      "learning_rate": 1.0949817027303681e-05,
      "loss": 1.5836,
      "step": 62233
    },
    {
      "epoch": 5.286612300373768,
      "grad_norm": 2.924182434622125,
      "learning_rate": 1.0947241959285663e-05,
      "loss": 1.7148,
      "step": 62234
    },
    {
      "epoch": 5.286697247706422,
      "grad_norm": 2.7207621880437824,
      "learning_rate": 1.0944667182625016e-05,
      "loss": 1.2847,
      "step": 62235
    },
    {
      "epoch": 5.286782195039076,
      "grad_norm": 3.17421070861815,
      "learning_rate": 1.0942092697327155e-05,
      "loss": 1.7574,
      "step": 62236
    },
    {
      "epoch": 5.2868671423717295,
      "grad_norm": 2.454459577846148,
      "learning_rate": 1.0939518503397505e-05,
      "loss": 1.2419,
      "step": 62237
    },
    {
      "epoch": 5.286952089704383,
      "grad_norm": 2.669802872996004,
      "learning_rate": 1.0936944600841412e-05,
      "loss": 1.4344,
      "step": 62238
    },
    {
      "epoch": 5.287037037037037,
      "grad_norm": 3.667857558635035,
      "learning_rate": 1.0934370989664293e-05,
      "loss": 1.9728,
      "step": 62239
    },
    {
      "epoch": 5.287121984369691,
      "grad_norm": 2.752399776616602,
      "learning_rate": 1.0931797669871538e-05,
      "loss": 1.574,
      "step": 62240
    },
    {
      "epoch": 5.287206931702345,
      "grad_norm": 2.708865090904204,
      "learning_rate": 1.0929224641468514e-05,
      "loss": 1.2903,
      "step": 62241
    },
    {
      "epoch": 5.287291879034998,
      "grad_norm": 2.722094137453035,
      "learning_rate": 1.092665190446068e-05,
      "loss": 1.6526,
      "step": 62242
    },
    {
      "epoch": 5.287376826367652,
      "grad_norm": 2.569252299847687,
      "learning_rate": 1.0924079458853335e-05,
      "loss": 1.2043,
      "step": 62243
    },
    {
      "epoch": 5.287461773700306,
      "grad_norm": 2.7628477335975,
      "learning_rate": 1.0921507304651955e-05,
      "loss": 1.3435,
      "step": 62244
    },
    {
      "epoch": 5.287546721032959,
      "grad_norm": 2.585922895939627,
      "learning_rate": 1.0918935441861886e-05,
      "loss": 1.4625,
      "step": 62245
    },
    {
      "epoch": 5.287631668365614,
      "grad_norm": 2.4380654752433077,
      "learning_rate": 1.0916363870488492e-05,
      "loss": 1.2925,
      "step": 62246
    },
    {
      "epoch": 5.287716615698267,
      "grad_norm": 2.7773844508518692,
      "learning_rate": 1.0913792590537185e-05,
      "loss": 1.5704,
      "step": 62247
    },
    {
      "epoch": 5.2878015630309205,
      "grad_norm": 2.6278343372613215,
      "learning_rate": 1.0911221602013392e-05,
      "loss": 1.5233,
      "step": 62248
    },
    {
      "epoch": 5.287886510363575,
      "grad_norm": 2.665923654258118,
      "learning_rate": 1.0908650904922461e-05,
      "loss": 1.3062,
      "step": 62249
    },
    {
      "epoch": 5.287971457696228,
      "grad_norm": 2.6764878558511835,
      "learning_rate": 1.090608049926977e-05,
      "loss": 1.4373,
      "step": 62250
    },
    {
      "epoch": 5.2880564050288825,
      "grad_norm": 2.9142899472433146,
      "learning_rate": 1.0903510385060731e-05,
      "loss": 1.6903,
      "step": 62251
    },
    {
      "epoch": 5.288141352361536,
      "grad_norm": 2.8853270221106757,
      "learning_rate": 1.0900940562300708e-05,
      "loss": 1.6124,
      "step": 62252
    },
    {
      "epoch": 5.288226299694189,
      "grad_norm": 2.724474172860258,
      "learning_rate": 1.0898371030995078e-05,
      "loss": 1.3312,
      "step": 62253
    },
    {
      "epoch": 5.288311247026844,
      "grad_norm": 2.6352967652329022,
      "learning_rate": 1.0895801791149255e-05,
      "loss": 1.2752,
      "step": 62254
    },
    {
      "epoch": 5.288396194359497,
      "grad_norm": 2.3818070088308687,
      "learning_rate": 1.0893232842768618e-05,
      "loss": 1.2324,
      "step": 62255
    },
    {
      "epoch": 5.2884811416921504,
      "grad_norm": 2.85104705892108,
      "learning_rate": 1.0890664185858545e-05,
      "loss": 1.4775,
      "step": 62256
    },
    {
      "epoch": 5.288566089024805,
      "grad_norm": 2.5308358051268933,
      "learning_rate": 1.0888095820424381e-05,
      "loss": 1.1457,
      "step": 62257
    },
    {
      "epoch": 5.288651036357458,
      "grad_norm": 2.911826408888644,
      "learning_rate": 1.0885527746471573e-05,
      "loss": 1.5696,
      "step": 62258
    },
    {
      "epoch": 5.288735983690112,
      "grad_norm": 2.672569932408075,
      "learning_rate": 1.0882959964005433e-05,
      "loss": 1.5179,
      "step": 62259
    },
    {
      "epoch": 5.288820931022766,
      "grad_norm": 3.014719630008447,
      "learning_rate": 1.0880392473031407e-05,
      "loss": 1.6541,
      "step": 62260
    },
    {
      "epoch": 5.288905878355419,
      "grad_norm": 2.635442757849032,
      "learning_rate": 1.0877825273554824e-05,
      "loss": 1.3823,
      "step": 62261
    },
    {
      "epoch": 5.2889908256880735,
      "grad_norm": 2.604837376527975,
      "learning_rate": 1.0875258365581096e-05,
      "loss": 1.5727,
      "step": 62262
    },
    {
      "epoch": 5.289075773020727,
      "grad_norm": 2.6433384548375036,
      "learning_rate": 1.0872691749115604e-05,
      "loss": 1.5282,
      "step": 62263
    },
    {
      "epoch": 5.289160720353381,
      "grad_norm": 2.8031775468429436,
      "learning_rate": 1.0870125424163672e-05,
      "loss": 1.4986,
      "step": 62264
    },
    {
      "epoch": 5.289245667686035,
      "grad_norm": 2.430053906070957,
      "learning_rate": 1.0867559390730719e-05,
      "loss": 1.3505,
      "step": 62265
    },
    {
      "epoch": 5.289330615018688,
      "grad_norm": 2.67296098340267,
      "learning_rate": 1.0864993648822151e-05,
      "loss": 1.345,
      "step": 62266
    },
    {
      "epoch": 5.289415562351342,
      "grad_norm": 2.579966261108471,
      "learning_rate": 1.0862428198443302e-05,
      "loss": 1.4365,
      "step": 62267
    },
    {
      "epoch": 5.289500509683996,
      "grad_norm": 2.6510968379658304,
      "learning_rate": 1.0859863039599532e-05,
      "loss": 1.3203,
      "step": 62268
    },
    {
      "epoch": 5.28958545701665,
      "grad_norm": 2.589500231496168,
      "learning_rate": 1.085729817229627e-05,
      "loss": 1.4802,
      "step": 62269
    },
    {
      "epoch": 5.2896704043493035,
      "grad_norm": 2.6202706812075514,
      "learning_rate": 1.0854733596538862e-05,
      "loss": 1.4899,
      "step": 62270
    },
    {
      "epoch": 5.289755351681957,
      "grad_norm": 2.5453957218531538,
      "learning_rate": 1.0852169312332653e-05,
      "loss": 1.3584,
      "step": 62271
    },
    {
      "epoch": 5.289840299014611,
      "grad_norm": 2.520580620379957,
      "learning_rate": 1.0849605319683042e-05,
      "loss": 1.2642,
      "step": 62272
    },
    {
      "epoch": 5.289925246347265,
      "grad_norm": 2.604118357796441,
      "learning_rate": 1.084704161859542e-05,
      "loss": 1.273,
      "step": 62273
    },
    {
      "epoch": 5.290010193679919,
      "grad_norm": 2.5969809382415128,
      "learning_rate": 1.0844478209075152e-05,
      "loss": 1.3192,
      "step": 62274
    },
    {
      "epoch": 5.290095141012572,
      "grad_norm": 2.6337688041108978,
      "learning_rate": 1.0841915091127568e-05,
      "loss": 1.4971,
      "step": 62275
    },
    {
      "epoch": 5.290180088345226,
      "grad_norm": 2.6758525215260325,
      "learning_rate": 1.0839352264758095e-05,
      "loss": 1.3261,
      "step": 62276
    },
    {
      "epoch": 5.29026503567788,
      "grad_norm": 2.6357409010906934,
      "learning_rate": 1.0836789729972061e-05,
      "loss": 1.4033,
      "step": 62277
    },
    {
      "epoch": 5.290349983010533,
      "grad_norm": 2.5344440808843167,
      "learning_rate": 1.0834227486774865e-05,
      "loss": 1.3691,
      "step": 62278
    },
    {
      "epoch": 5.290434930343187,
      "grad_norm": 2.6177764595272723,
      "learning_rate": 1.0831665535171836e-05,
      "loss": 1.4736,
      "step": 62279
    },
    {
      "epoch": 5.290519877675841,
      "grad_norm": 2.6415990420735525,
      "learning_rate": 1.08291038751684e-05,
      "loss": 1.4654,
      "step": 62280
    },
    {
      "epoch": 5.2906048250084945,
      "grad_norm": 2.746732732704494,
      "learning_rate": 1.0826542506769887e-05,
      "loss": 1.6306,
      "step": 62281
    },
    {
      "epoch": 5.290689772341149,
      "grad_norm": 2.5682960533345938,
      "learning_rate": 1.0823981429981644e-05,
      "loss": 1.2334,
      "step": 62282
    },
    {
      "epoch": 5.290774719673802,
      "grad_norm": 2.676775922675727,
      "learning_rate": 1.0821420644809082e-05,
      "loss": 1.5175,
      "step": 62283
    },
    {
      "epoch": 5.290859667006456,
      "grad_norm": 2.70291163469859,
      "learning_rate": 1.0818860151257531e-05,
      "loss": 1.5383,
      "step": 62284
    },
    {
      "epoch": 5.29094461433911,
      "grad_norm": 2.6206808959125127,
      "learning_rate": 1.0816299949332402e-05,
      "loss": 1.4519,
      "step": 62285
    },
    {
      "epoch": 5.291029561671763,
      "grad_norm": 3.025175379611755,
      "learning_rate": 1.0813740039038994e-05,
      "loss": 1.6276,
      "step": 62286
    },
    {
      "epoch": 5.291114509004418,
      "grad_norm": 2.614354836882433,
      "learning_rate": 1.081118042038273e-05,
      "loss": 1.4385,
      "step": 62287
    },
    {
      "epoch": 5.291199456337071,
      "grad_norm": 2.5520179540500574,
      "learning_rate": 1.0808621093368946e-05,
      "loss": 1.3599,
      "step": 62288
    },
    {
      "epoch": 5.291284403669724,
      "grad_norm": 2.545179883633495,
      "learning_rate": 1.0806062058003001e-05,
      "loss": 1.5228,
      "step": 62289
    },
    {
      "epoch": 5.291369351002379,
      "grad_norm": 2.4934274920599364,
      "learning_rate": 1.0803503314290241e-05,
      "loss": 1.2812,
      "step": 62290
    },
    {
      "epoch": 5.291454298335032,
      "grad_norm": 2.597339035880837,
      "learning_rate": 1.0800944862236093e-05,
      "loss": 1.2374,
      "step": 62291
    },
    {
      "epoch": 5.291539245667686,
      "grad_norm": 2.5424488820623385,
      "learning_rate": 1.0798386701845874e-05,
      "loss": 1.2892,
      "step": 62292
    },
    {
      "epoch": 5.29162419300034,
      "grad_norm": 2.3999136011883504,
      "learning_rate": 1.079582883312491e-05,
      "loss": 1.2293,
      "step": 62293
    },
    {
      "epoch": 5.291709140332993,
      "grad_norm": 2.667014865896371,
      "learning_rate": 1.0793271256078629e-05,
      "loss": 1.4854,
      "step": 62294
    },
    {
      "epoch": 5.2917940876656475,
      "grad_norm": 2.6933021744948613,
      "learning_rate": 1.0790713970712345e-05,
      "loss": 1.5709,
      "step": 62295
    },
    {
      "epoch": 5.291879034998301,
      "grad_norm": 2.822780139459085,
      "learning_rate": 1.0788156977031404e-05,
      "loss": 1.4534,
      "step": 62296
    },
    {
      "epoch": 5.291963982330955,
      "grad_norm": 2.5333372937335508,
      "learning_rate": 1.07856002750412e-05,
      "loss": 1.2529,
      "step": 62297
    },
    {
      "epoch": 5.292048929663609,
      "grad_norm": 2.6559852050551402,
      "learning_rate": 1.0783043864747099e-05,
      "loss": 1.5387,
      "step": 62298
    },
    {
      "epoch": 5.292133876996262,
      "grad_norm": 2.6656754361643014,
      "learning_rate": 1.0780487746154426e-05,
      "loss": 1.4545,
      "step": 62299
    },
    {
      "epoch": 5.292218824328916,
      "grad_norm": 2.5340865744461833,
      "learning_rate": 1.0777931919268529e-05,
      "loss": 1.3972,
      "step": 62300
    },
    {
      "epoch": 5.29230377166157,
      "grad_norm": 2.6788349658328032,
      "learning_rate": 1.0775376384094803e-05,
      "loss": 1.3888,
      "step": 62301
    },
    {
      "epoch": 5.292388718994223,
      "grad_norm": 2.5258985773214833,
      "learning_rate": 1.077282114063856e-05,
      "loss": 1.3548,
      "step": 62302
    },
    {
      "epoch": 5.292473666326877,
      "grad_norm": 2.5664984165316826,
      "learning_rate": 1.0770266188905196e-05,
      "loss": 1.4538,
      "step": 62303
    },
    {
      "epoch": 5.292558613659531,
      "grad_norm": 2.4899280588168775,
      "learning_rate": 1.0767711528900009e-05,
      "loss": 1.381,
      "step": 62304
    },
    {
      "epoch": 5.292643560992185,
      "grad_norm": 2.731290854793994,
      "learning_rate": 1.0765157160628423e-05,
      "loss": 1.3521,
      "step": 62305
    },
    {
      "epoch": 5.2927285083248385,
      "grad_norm": 2.633836572298272,
      "learning_rate": 1.0762603084095756e-05,
      "loss": 1.4947,
      "step": 62306
    },
    {
      "epoch": 5.292813455657492,
      "grad_norm": 2.846723993913901,
      "learning_rate": 1.0760049299307316e-05,
      "loss": 1.6226,
      "step": 62307
    },
    {
      "epoch": 5.292898402990146,
      "grad_norm": 2.7940619404256783,
      "learning_rate": 1.0757495806268502e-05,
      "loss": 1.459,
      "step": 62308
    },
    {
      "epoch": 5.2929833503228,
      "grad_norm": 3.307943261222938,
      "learning_rate": 1.075494260498469e-05,
      "loss": 1.6378,
      "step": 62309
    },
    {
      "epoch": 5.293068297655454,
      "grad_norm": 2.6447587187437507,
      "learning_rate": 1.0752389695461177e-05,
      "loss": 1.3605,
      "step": 62310
    },
    {
      "epoch": 5.293153244988107,
      "grad_norm": 2.825620434429997,
      "learning_rate": 1.0749837077703328e-05,
      "loss": 1.5924,
      "step": 62311
    },
    {
      "epoch": 5.293238192320761,
      "grad_norm": 2.977027068976318,
      "learning_rate": 1.07472847517165e-05,
      "loss": 1.6029,
      "step": 62312
    },
    {
      "epoch": 5.293323139653415,
      "grad_norm": 2.721327790695941,
      "learning_rate": 1.074473271750606e-05,
      "loss": 1.3734,
      "step": 62313
    },
    {
      "epoch": 5.2934080869860685,
      "grad_norm": 2.590719243142162,
      "learning_rate": 1.0742180975077285e-05,
      "loss": 1.413,
      "step": 62314
    },
    {
      "epoch": 5.293493034318723,
      "grad_norm": 2.601720611869743,
      "learning_rate": 1.0739629524435573e-05,
      "loss": 1.3363,
      "step": 62315
    },
    {
      "epoch": 5.293577981651376,
      "grad_norm": 2.5519529515755206,
      "learning_rate": 1.0737078365586299e-05,
      "loss": 1.3755,
      "step": 62316
    },
    {
      "epoch": 5.29366292898403,
      "grad_norm": 2.7867593688473042,
      "learning_rate": 1.0734527498534762e-05,
      "loss": 1.56,
      "step": 62317
    },
    {
      "epoch": 5.293747876316684,
      "grad_norm": 2.8844550016745023,
      "learning_rate": 1.0731976923286307e-05,
      "loss": 1.5994,
      "step": 62318
    },
    {
      "epoch": 5.293832823649337,
      "grad_norm": 2.508187214817087,
      "learning_rate": 1.0729426639846295e-05,
      "loss": 1.3531,
      "step": 62319
    },
    {
      "epoch": 5.293917770981992,
      "grad_norm": 2.6756785298087378,
      "learning_rate": 1.0726876648220056e-05,
      "loss": 1.4354,
      "step": 62320
    },
    {
      "epoch": 5.294002718314645,
      "grad_norm": 2.708142838577835,
      "learning_rate": 1.072432694841297e-05,
      "loss": 1.5617,
      "step": 62321
    },
    {
      "epoch": 5.294087665647298,
      "grad_norm": 2.8073689216085285,
      "learning_rate": 1.0721777540430315e-05,
      "loss": 1.4316,
      "step": 62322
    },
    {
      "epoch": 5.294172612979953,
      "grad_norm": 2.8490705984834896,
      "learning_rate": 1.0719228424277504e-05,
      "loss": 1.4036,
      "step": 62323
    },
    {
      "epoch": 5.294257560312606,
      "grad_norm": 2.7047110623238075,
      "learning_rate": 1.0716679599959833e-05,
      "loss": 1.5369,
      "step": 62324
    },
    {
      "epoch": 5.2943425076452595,
      "grad_norm": 2.511845584977457,
      "learning_rate": 1.0714131067482645e-05,
      "loss": 1.2896,
      "step": 62325
    },
    {
      "epoch": 5.294427454977914,
      "grad_norm": 2.7063098224372886,
      "learning_rate": 1.071158282685129e-05,
      "loss": 1.4518,
      "step": 62326
    },
    {
      "epoch": 5.294512402310567,
      "grad_norm": 2.636578772055664,
      "learning_rate": 1.0709034878071094e-05,
      "loss": 1.5691,
      "step": 62327
    },
    {
      "epoch": 5.2945973496432215,
      "grad_norm": 2.7770628353580227,
      "learning_rate": 1.0706487221147435e-05,
      "loss": 1.3362,
      "step": 62328
    },
    {
      "epoch": 5.294682296975875,
      "grad_norm": 2.5997579090834764,
      "learning_rate": 1.070393985608558e-05,
      "loss": 1.4012,
      "step": 62329
    },
    {
      "epoch": 5.294767244308528,
      "grad_norm": 2.5882387566858345,
      "learning_rate": 1.0701392782890956e-05,
      "loss": 1.1807,
      "step": 62330
    },
    {
      "epoch": 5.294852191641183,
      "grad_norm": 2.6169556280969126,
      "learning_rate": 1.069884600156884e-05,
      "loss": 1.3542,
      "step": 62331
    },
    {
      "epoch": 5.294937138973836,
      "grad_norm": 2.881344449560111,
      "learning_rate": 1.0696299512124562e-05,
      "loss": 1.6473,
      "step": 62332
    },
    {
      "epoch": 5.29502208630649,
      "grad_norm": 2.9347078339682153,
      "learning_rate": 1.0693753314563485e-05,
      "loss": 1.5428,
      "step": 62333
    },
    {
      "epoch": 5.295107033639144,
      "grad_norm": 2.7937284936613382,
      "learning_rate": 1.069120740889094e-05,
      "loss": 1.5101,
      "step": 62334
    },
    {
      "epoch": 5.295191980971797,
      "grad_norm": 2.6384783339163476,
      "learning_rate": 1.0688661795112269e-05,
      "loss": 1.419,
      "step": 62335
    },
    {
      "epoch": 5.295276928304451,
      "grad_norm": 2.902654487627694,
      "learning_rate": 1.068611647323277e-05,
      "loss": 1.7801,
      "step": 62336
    },
    {
      "epoch": 5.295361875637105,
      "grad_norm": 2.7219813859097433,
      "learning_rate": 1.0683571443257838e-05,
      "loss": 1.6338,
      "step": 62337
    },
    {
      "epoch": 5.295446822969759,
      "grad_norm": 2.572885675607333,
      "learning_rate": 1.0681026705192753e-05,
      "loss": 1.2352,
      "step": 62338
    },
    {
      "epoch": 5.2955317703024125,
      "grad_norm": 2.87098859750113,
      "learning_rate": 1.0678482259042842e-05,
      "loss": 1.6314,
      "step": 62339
    },
    {
      "epoch": 5.295616717635066,
      "grad_norm": 3.3270943163116753,
      "learning_rate": 1.0675938104813452e-05,
      "loss": 1.7742,
      "step": 62340
    },
    {
      "epoch": 5.29570166496772,
      "grad_norm": 3.6200253481380376,
      "learning_rate": 1.0673394242509948e-05,
      "loss": 1.9143,
      "step": 62341
    },
    {
      "epoch": 5.295786612300374,
      "grad_norm": 2.4537223916134154,
      "learning_rate": 1.0670850672137638e-05,
      "loss": 1.241,
      "step": 62342
    },
    {
      "epoch": 5.295871559633028,
      "grad_norm": 3.2558446029942134,
      "learning_rate": 1.0668307393701803e-05,
      "loss": 1.7367,
      "step": 62343
    },
    {
      "epoch": 5.295956506965681,
      "grad_norm": 2.764867439836438,
      "learning_rate": 1.0665764407207856e-05,
      "loss": 1.651,
      "step": 62344
    },
    {
      "epoch": 5.296041454298335,
      "grad_norm": 2.7411165305708183,
      "learning_rate": 1.066322171266104e-05,
      "loss": 1.5553,
      "step": 62345
    },
    {
      "epoch": 5.296126401630989,
      "grad_norm": 2.6753415895389554,
      "learning_rate": 1.0660679310066772e-05,
      "loss": 1.5921,
      "step": 62346
    },
    {
      "epoch": 5.296211348963642,
      "grad_norm": 2.794214431462432,
      "learning_rate": 1.0658137199430294e-05,
      "loss": 1.3384,
      "step": 62347
    },
    {
      "epoch": 5.296296296296296,
      "grad_norm": 2.9991706658437005,
      "learning_rate": 1.0655595380756986e-05,
      "loss": 1.5718,
      "step": 62348
    },
    {
      "epoch": 5.29638124362895,
      "grad_norm": 3.227449577675099,
      "learning_rate": 1.065305385405218e-05,
      "loss": 1.6351,
      "step": 62349
    },
    {
      "epoch": 5.2964661909616035,
      "grad_norm": 2.70944146542174,
      "learning_rate": 1.0650512619321133e-05,
      "loss": 1.6282,
      "step": 62350
    },
    {
      "epoch": 5.296551138294258,
      "grad_norm": 2.755498245393804,
      "learning_rate": 1.0647971676569228e-05,
      "loss": 1.5418,
      "step": 62351
    },
    {
      "epoch": 5.296636085626911,
      "grad_norm": 2.589543546708717,
      "learning_rate": 1.0645431025801809e-05,
      "loss": 1.4603,
      "step": 62352
    },
    {
      "epoch": 5.2967210329595655,
      "grad_norm": 2.730073423933585,
      "learning_rate": 1.0642890667024157e-05,
      "loss": 1.2692,
      "step": 62353
    },
    {
      "epoch": 5.296805980292219,
      "grad_norm": 2.6354610915881977,
      "learning_rate": 1.0640350600241582e-05,
      "loss": 1.3971,
      "step": 62354
    },
    {
      "epoch": 5.296890927624872,
      "grad_norm": 2.5248983194869763,
      "learning_rate": 1.0637810825459464e-05,
      "loss": 1.2849,
      "step": 62355
    },
    {
      "epoch": 5.296975874957527,
      "grad_norm": 2.6278513107408963,
      "learning_rate": 1.0635271342683083e-05,
      "loss": 1.5287,
      "step": 62356
    },
    {
      "epoch": 5.29706082229018,
      "grad_norm": 2.480031163700217,
      "learning_rate": 1.063273215191775e-05,
      "loss": 1.2412,
      "step": 62357
    },
    {
      "epoch": 5.2971457696228335,
      "grad_norm": 2.6020660079932867,
      "learning_rate": 1.0630193253168794e-05,
      "loss": 1.1535,
      "step": 62358
    },
    {
      "epoch": 5.297230716955488,
      "grad_norm": 2.7408144476631255,
      "learning_rate": 1.0627654646441563e-05,
      "loss": 1.303,
      "step": 62359
    },
    {
      "epoch": 5.297315664288141,
      "grad_norm": 2.661532054490391,
      "learning_rate": 1.0625116331741368e-05,
      "loss": 1.2795,
      "step": 62360
    },
    {
      "epoch": 5.2974006116207955,
      "grad_norm": 2.475902193254105,
      "learning_rate": 1.0622578309073487e-05,
      "loss": 1.2573,
      "step": 62361
    },
    {
      "epoch": 5.297485558953449,
      "grad_norm": 2.7592231559702283,
      "learning_rate": 1.06200405784433e-05,
      "loss": 1.3451,
      "step": 62362
    },
    {
      "epoch": 5.297570506286102,
      "grad_norm": 2.6038041024119414,
      "learning_rate": 1.061750313985607e-05,
      "loss": 1.4017,
      "step": 62363
    },
    {
      "epoch": 5.297655453618757,
      "grad_norm": 2.6522824244149543,
      "learning_rate": 1.0614965993317143e-05,
      "loss": 1.5329,
      "step": 62364
    },
    {
      "epoch": 5.29774040095141,
      "grad_norm": 2.7217025075889154,
      "learning_rate": 1.0612429138831813e-05,
      "loss": 1.4671,
      "step": 62365
    },
    {
      "epoch": 5.297825348284064,
      "grad_norm": 2.495439286873631,
      "learning_rate": 1.0609892576405442e-05,
      "loss": 1.3099,
      "step": 62366
    },
    {
      "epoch": 5.297910295616718,
      "grad_norm": 2.6369039389590077,
      "learning_rate": 1.0607356306043296e-05,
      "loss": 1.4016,
      "step": 62367
    },
    {
      "epoch": 5.297995242949371,
      "grad_norm": 2.7300596795844188,
      "learning_rate": 1.0604820327750702e-05,
      "loss": 1.5253,
      "step": 62368
    },
    {
      "epoch": 5.298080190282025,
      "grad_norm": 2.6186436107896465,
      "learning_rate": 1.0602284641532988e-05,
      "loss": 1.4601,
      "step": 62369
    },
    {
      "epoch": 5.298165137614679,
      "grad_norm": 2.443093035471323,
      "learning_rate": 1.0599749247395434e-05,
      "loss": 1.3631,
      "step": 62370
    },
    {
      "epoch": 5.298250084947332,
      "grad_norm": 2.8058227909551006,
      "learning_rate": 1.0597214145343402e-05,
      "loss": 1.6466,
      "step": 62371
    },
    {
      "epoch": 5.2983350322799865,
      "grad_norm": 2.706315734466581,
      "learning_rate": 1.059467933538214e-05,
      "loss": 1.3591,
      "step": 62372
    },
    {
      "epoch": 5.29841997961264,
      "grad_norm": 2.7861059230792296,
      "learning_rate": 1.0592144817517039e-05,
      "loss": 1.458,
      "step": 62373
    },
    {
      "epoch": 5.298504926945294,
      "grad_norm": 2.9324484404874007,
      "learning_rate": 1.058961059175335e-05,
      "loss": 1.4588,
      "step": 62374
    },
    {
      "epoch": 5.298589874277948,
      "grad_norm": 2.5910378648074044,
      "learning_rate": 1.0587076658096384e-05,
      "loss": 1.2469,
      "step": 62375
    },
    {
      "epoch": 5.298674821610602,
      "grad_norm": 2.823571765721372,
      "learning_rate": 1.0584543016551467e-05,
      "loss": 1.3702,
      "step": 62376
    },
    {
      "epoch": 5.298759768943255,
      "grad_norm": 2.7498319218550398,
      "learning_rate": 1.0582009667123931e-05,
      "loss": 1.4473,
      "step": 62377
    },
    {
      "epoch": 5.298844716275909,
      "grad_norm": 2.7464209765257466,
      "learning_rate": 1.057947660981907e-05,
      "loss": 1.5226,
      "step": 62378
    },
    {
      "epoch": 5.298929663608563,
      "grad_norm": 2.484824011192588,
      "learning_rate": 1.0576943844642134e-05,
      "loss": 1.3847,
      "step": 62379
    },
    {
      "epoch": 5.299014610941216,
      "grad_norm": 3.5817823386398713,
      "learning_rate": 1.057441137159853e-05,
      "loss": 1.8158,
      "step": 62380
    },
    {
      "epoch": 5.29909955827387,
      "grad_norm": 2.6588291757492564,
      "learning_rate": 1.0571879190693488e-05,
      "loss": 1.4378,
      "step": 62381
    },
    {
      "epoch": 5.299184505606524,
      "grad_norm": 2.696821321830321,
      "learning_rate": 1.0569347301932323e-05,
      "loss": 1.3366,
      "step": 62382
    },
    {
      "epoch": 5.2992694529391775,
      "grad_norm": 2.670331542482025,
      "learning_rate": 1.0566815705320347e-05,
      "loss": 1.4315,
      "step": 62383
    },
    {
      "epoch": 5.299354400271832,
      "grad_norm": 2.7900901263729927,
      "learning_rate": 1.0564284400862905e-05,
      "loss": 1.4336,
      "step": 62384
    },
    {
      "epoch": 5.299439347604485,
      "grad_norm": 2.6507128814492704,
      "learning_rate": 1.0561753388565259e-05,
      "loss": 1.2774,
      "step": 62385
    },
    {
      "epoch": 5.299524294937139,
      "grad_norm": 2.7847661235892827,
      "learning_rate": 1.0559222668432704e-05,
      "loss": 1.5856,
      "step": 62386
    },
    {
      "epoch": 5.299609242269793,
      "grad_norm": 2.962852880016656,
      "learning_rate": 1.0556692240470589e-05,
      "loss": 1.7151,
      "step": 62387
    },
    {
      "epoch": 5.299694189602446,
      "grad_norm": 2.6879114031846556,
      "learning_rate": 1.0554162104684156e-05,
      "loss": 1.391,
      "step": 62388
    },
    {
      "epoch": 5.299779136935101,
      "grad_norm": 2.8162161380445556,
      "learning_rate": 1.0551632261078751e-05,
      "loss": 1.4526,
      "step": 62389
    },
    {
      "epoch": 5.299864084267754,
      "grad_norm": 2.642131502978889,
      "learning_rate": 1.0549102709659657e-05,
      "loss": 1.4824,
      "step": 62390
    },
    {
      "epoch": 5.299949031600407,
      "grad_norm": 2.571003384314341,
      "learning_rate": 1.0546573450432183e-05,
      "loss": 1.3873,
      "step": 62391
    },
    {
      "epoch": 5.300033978933062,
      "grad_norm": 2.9211252190332546,
      "learning_rate": 1.0544044483401626e-05,
      "loss": 1.5037,
      "step": 62392
    },
    {
      "epoch": 5.300118926265715,
      "grad_norm": 2.7631414158018615,
      "learning_rate": 1.0541515808573264e-05,
      "loss": 1.3082,
      "step": 62393
    },
    {
      "epoch": 5.300203873598369,
      "grad_norm": 2.532590000611921,
      "learning_rate": 1.0538987425952411e-05,
      "loss": 1.2932,
      "step": 62394
    },
    {
      "epoch": 5.300288820931023,
      "grad_norm": 2.6926377912019186,
      "learning_rate": 1.0536459335544395e-05,
      "loss": 1.5448,
      "step": 62395
    },
    {
      "epoch": 5.300373768263676,
      "grad_norm": 2.9814763583611246,
      "learning_rate": 1.0533931537354496e-05,
      "loss": 1.7095,
      "step": 62396
    },
    {
      "epoch": 5.3004587155963305,
      "grad_norm": 2.5245891478127676,
      "learning_rate": 1.0531404031387958e-05,
      "loss": 1.3987,
      "step": 62397
    },
    {
      "epoch": 5.300543662928984,
      "grad_norm": 2.7426699374874346,
      "learning_rate": 1.0528876817650145e-05,
      "loss": 1.5479,
      "step": 62398
    },
    {
      "epoch": 5.300628610261638,
      "grad_norm": 3.059936949783231,
      "learning_rate": 1.0526349896146335e-05,
      "loss": 1.7397,
      "step": 62399
    },
    {
      "epoch": 5.300713557594292,
      "grad_norm": 2.714068631118337,
      "learning_rate": 1.0523823266881793e-05,
      "loss": 1.4599,
      "step": 62400
    },
    {
      "epoch": 5.300798504926945,
      "grad_norm": 2.7043485502778815,
      "learning_rate": 1.0521296929861827e-05,
      "loss": 1.5699,
      "step": 62401
    },
    {
      "epoch": 5.300883452259599,
      "grad_norm": 2.5559104844194156,
      "learning_rate": 1.0518770885091753e-05,
      "loss": 1.4071,
      "step": 62402
    },
    {
      "epoch": 5.300968399592253,
      "grad_norm": 2.895238484957803,
      "learning_rate": 1.0516245132576868e-05,
      "loss": 1.703,
      "step": 62403
    },
    {
      "epoch": 5.301053346924906,
      "grad_norm": 2.7404770869837813,
      "learning_rate": 1.0513719672322396e-05,
      "loss": 1.5026,
      "step": 62404
    },
    {
      "epoch": 5.3011382942575604,
      "grad_norm": 2.8743593596944015,
      "learning_rate": 1.051119450433372e-05,
      "loss": 1.6097,
      "step": 62405
    },
    {
      "epoch": 5.301223241590214,
      "grad_norm": 2.6960491940772116,
      "learning_rate": 1.050866962861605e-05,
      "loss": 1.3883,
      "step": 62406
    },
    {
      "epoch": 5.301308188922868,
      "grad_norm": 2.657304773097155,
      "learning_rate": 1.0506145045174751e-05,
      "loss": 1.513,
      "step": 62407
    },
    {
      "epoch": 5.3013931362555216,
      "grad_norm": 2.5832019008254137,
      "learning_rate": 1.0503620754015052e-05,
      "loss": 1.4591,
      "step": 62408
    },
    {
      "epoch": 5.301478083588175,
      "grad_norm": 2.7330071100621973,
      "learning_rate": 1.0501096755142279e-05,
      "loss": 1.2236,
      "step": 62409
    },
    {
      "epoch": 5.301563030920829,
      "grad_norm": 3.4509328994821824,
      "learning_rate": 1.0498573048561714e-05,
      "loss": 1.7058,
      "step": 62410
    },
    {
      "epoch": 5.301647978253483,
      "grad_norm": 2.6951670545609523,
      "learning_rate": 1.049604963427862e-05,
      "loss": 1.5356,
      "step": 62411
    },
    {
      "epoch": 5.301732925586137,
      "grad_norm": 2.654882222568973,
      "learning_rate": 1.049352651229829e-05,
      "loss": 1.3039,
      "step": 62412
    },
    {
      "epoch": 5.30181787291879,
      "grad_norm": 2.671863410972113,
      "learning_rate": 1.049100368262607e-05,
      "loss": 1.2991,
      "step": 62413
    },
    {
      "epoch": 5.301902820251444,
      "grad_norm": 2.9656982319230085,
      "learning_rate": 1.0488481145267175e-05,
      "loss": 1.5625,
      "step": 62414
    },
    {
      "epoch": 5.301987767584098,
      "grad_norm": 2.6383314529802795,
      "learning_rate": 1.0485958900226916e-05,
      "loss": 1.2838,
      "step": 62415
    },
    {
      "epoch": 5.3020727149167515,
      "grad_norm": 2.570340489739066,
      "learning_rate": 1.0483436947510571e-05,
      "loss": 1.365,
      "step": 62416
    },
    {
      "epoch": 5.302157662249406,
      "grad_norm": 2.5380112993546744,
      "learning_rate": 1.0480915287123453e-05,
      "loss": 1.3739,
      "step": 62417
    },
    {
      "epoch": 5.302242609582059,
      "grad_norm": 2.685814389093803,
      "learning_rate": 1.0478393919070826e-05,
      "loss": 1.3164,
      "step": 62418
    },
    {
      "epoch": 5.302327556914713,
      "grad_norm": 2.612213024053198,
      "learning_rate": 1.0475872843357903e-05,
      "loss": 1.2496,
      "step": 62419
    },
    {
      "epoch": 5.302412504247367,
      "grad_norm": 2.4754811403763646,
      "learning_rate": 1.0473352059990093e-05,
      "loss": 1.4403,
      "step": 62420
    },
    {
      "epoch": 5.30249745158002,
      "grad_norm": 2.6927426307390454,
      "learning_rate": 1.0470831568972627e-05,
      "loss": 1.349,
      "step": 62421
    },
    {
      "epoch": 5.302582398912675,
      "grad_norm": 2.6706341995086955,
      "learning_rate": 1.0468311370310734e-05,
      "loss": 1.4859,
      "step": 62422
    },
    {
      "epoch": 5.302667346245328,
      "grad_norm": 2.5980017005839042,
      "learning_rate": 1.0465791464009776e-05,
      "loss": 1.385,
      "step": 62423
    },
    {
      "epoch": 5.302752293577981,
      "grad_norm": 3.377030601229781,
      "learning_rate": 1.0463271850074984e-05,
      "loss": 1.7743,
      "step": 62424
    },
    {
      "epoch": 5.302837240910636,
      "grad_norm": 2.604603614837427,
      "learning_rate": 1.0460752528511634e-05,
      "loss": 1.4058,
      "step": 62425
    },
    {
      "epoch": 5.302922188243289,
      "grad_norm": 2.670564235328392,
      "learning_rate": 1.0458233499325026e-05,
      "loss": 1.4867,
      "step": 62426
    },
    {
      "epoch": 5.3030071355759425,
      "grad_norm": 2.7140462207822496,
      "learning_rate": 1.0455714762520434e-05,
      "loss": 1.4891,
      "step": 62427
    },
    {
      "epoch": 5.303092082908597,
      "grad_norm": 2.691658724228692,
      "learning_rate": 1.0453196318103141e-05,
      "loss": 1.4453,
      "step": 62428
    },
    {
      "epoch": 5.30317703024125,
      "grad_norm": 2.7889754774285143,
      "learning_rate": 1.0450678166078409e-05,
      "loss": 1.4956,
      "step": 62429
    },
    {
      "epoch": 5.3032619775739045,
      "grad_norm": 2.8316917366773557,
      "learning_rate": 1.0448160306451531e-05,
      "loss": 1.6585,
      "step": 62430
    },
    {
      "epoch": 5.303346924906558,
      "grad_norm": 2.697919819971819,
      "learning_rate": 1.0445642739227739e-05,
      "loss": 1.4399,
      "step": 62431
    },
    {
      "epoch": 5.303431872239211,
      "grad_norm": 2.6204474120965844,
      "learning_rate": 1.0443125464412378e-05,
      "loss": 1.3707,
      "step": 62432
    },
    {
      "epoch": 5.303516819571866,
      "grad_norm": 2.6076542766955346,
      "learning_rate": 1.044060848201066e-05,
      "loss": 1.439,
      "step": 62433
    },
    {
      "epoch": 5.303601766904519,
      "grad_norm": 2.5145403666706403,
      "learning_rate": 1.0438091792027913e-05,
      "loss": 1.3226,
      "step": 62434
    },
    {
      "epoch": 5.303686714237173,
      "grad_norm": 2.7738753239236864,
      "learning_rate": 1.043557539446937e-05,
      "loss": 1.5234,
      "step": 62435
    },
    {
      "epoch": 5.303771661569827,
      "grad_norm": 2.7298772420989645,
      "learning_rate": 1.0433059289340324e-05,
      "loss": 1.3834,
      "step": 62436
    },
    {
      "epoch": 5.30385660890248,
      "grad_norm": 2.6085239052526923,
      "learning_rate": 1.0430543476645986e-05,
      "loss": 1.2737,
      "step": 62437
    },
    {
      "epoch": 5.303941556235134,
      "grad_norm": 2.761132771839985,
      "learning_rate": 1.0428027956391738e-05,
      "loss": 1.6672,
      "step": 62438
    },
    {
      "epoch": 5.304026503567788,
      "grad_norm": 2.8106422077317634,
      "learning_rate": 1.042551272858279e-05,
      "loss": 1.5564,
      "step": 62439
    },
    {
      "epoch": 5.304111450900442,
      "grad_norm": 2.946615580741889,
      "learning_rate": 1.0422997793224392e-05,
      "loss": 1.4254,
      "step": 62440
    },
    {
      "epoch": 5.3041963982330955,
      "grad_norm": 2.7512739417162813,
      "learning_rate": 1.0420483150321851e-05,
      "loss": 1.3811,
      "step": 62441
    },
    {
      "epoch": 5.304281345565749,
      "grad_norm": 3.485516773330347,
      "learning_rate": 1.0417968799880432e-05,
      "loss": 1.6685,
      "step": 62442
    },
    {
      "epoch": 5.304366292898403,
      "grad_norm": 2.81527746340251,
      "learning_rate": 1.0415454741905365e-05,
      "loss": 1.5178,
      "step": 62443
    },
    {
      "epoch": 5.304451240231057,
      "grad_norm": 2.5964637904115992,
      "learning_rate": 1.0412940976401945e-05,
      "loss": 1.3262,
      "step": 62444
    },
    {
      "epoch": 5.304536187563711,
      "grad_norm": 2.7906558166796196,
      "learning_rate": 1.0410427503375468e-05,
      "loss": 1.6239,
      "step": 62445
    },
    {
      "epoch": 5.304621134896364,
      "grad_norm": 2.7529206603567054,
      "learning_rate": 1.0407914322831162e-05,
      "loss": 1.2559,
      "step": 62446
    },
    {
      "epoch": 5.304706082229018,
      "grad_norm": 2.6343566039616575,
      "learning_rate": 1.0405401434774307e-05,
      "loss": 1.4874,
      "step": 62447
    },
    {
      "epoch": 5.304791029561672,
      "grad_norm": 2.7038530239069525,
      "learning_rate": 1.040288883921015e-05,
      "loss": 1.4465,
      "step": 62448
    },
    {
      "epoch": 5.304875976894325,
      "grad_norm": 2.646924463670161,
      "learning_rate": 1.040037653614395e-05,
      "loss": 1.2418,
      "step": 62449
    },
    {
      "epoch": 5.304960924226979,
      "grad_norm": 2.8188958318682413,
      "learning_rate": 1.039786452558104e-05,
      "loss": 1.6194,
      "step": 62450
    },
    {
      "epoch": 5.305045871559633,
      "grad_norm": 2.70773523352549,
      "learning_rate": 1.0395352807526596e-05,
      "loss": 1.496,
      "step": 62451
    },
    {
      "epoch": 5.3051308188922865,
      "grad_norm": 2.6442733140058534,
      "learning_rate": 1.039284138198595e-05,
      "loss": 1.4154,
      "step": 62452
    },
    {
      "epoch": 5.305215766224941,
      "grad_norm": 2.6593459615430532,
      "learning_rate": 1.039033024896433e-05,
      "loss": 1.3829,
      "step": 62453
    },
    {
      "epoch": 5.305300713557594,
      "grad_norm": 2.671844753816708,
      "learning_rate": 1.0387819408466996e-05,
      "loss": 1.4019,
      "step": 62454
    },
    {
      "epoch": 5.305385660890248,
      "grad_norm": 2.6866795555242686,
      "learning_rate": 1.0385308860499164e-05,
      "loss": 1.4358,
      "step": 62455
    },
    {
      "epoch": 5.305470608222902,
      "grad_norm": 2.4217298475112305,
      "learning_rate": 1.0382798605066195e-05,
      "loss": 1.282,
      "step": 62456
    },
    {
      "epoch": 5.305555555555555,
      "grad_norm": 2.6680267566735356,
      "learning_rate": 1.0380288642173301e-05,
      "loss": 1.2283,
      "step": 62457
    },
    {
      "epoch": 5.30564050288821,
      "grad_norm": 2.475642699901289,
      "learning_rate": 1.0377778971825746e-05,
      "loss": 1.3845,
      "step": 62458
    },
    {
      "epoch": 5.305725450220863,
      "grad_norm": 2.4928601566151465,
      "learning_rate": 1.0375269594028757e-05,
      "loss": 1.3078,
      "step": 62459
    },
    {
      "epoch": 5.3058103975535165,
      "grad_norm": 2.875531622116467,
      "learning_rate": 1.0372760508787632e-05,
      "loss": 1.5922,
      "step": 62460
    },
    {
      "epoch": 5.305895344886171,
      "grad_norm": 2.502147781103757,
      "learning_rate": 1.0370251716107597e-05,
      "loss": 1.3277,
      "step": 62461
    },
    {
      "epoch": 5.305980292218824,
      "grad_norm": 2.858796358585856,
      "learning_rate": 1.0367743215993901e-05,
      "loss": 1.5318,
      "step": 62462
    },
    {
      "epoch": 5.3060652395514785,
      "grad_norm": 2.8048462671299283,
      "learning_rate": 1.0365235008451855e-05,
      "loss": 1.6118,
      "step": 62463
    },
    {
      "epoch": 5.306150186884132,
      "grad_norm": 2.7694255436711717,
      "learning_rate": 1.036272709348669e-05,
      "loss": 1.5321,
      "step": 62464
    },
    {
      "epoch": 5.306235134216785,
      "grad_norm": 2.6536165972169825,
      "learning_rate": 1.0360219471103648e-05,
      "loss": 1.4049,
      "step": 62465
    },
    {
      "epoch": 5.30632008154944,
      "grad_norm": 2.561090611626544,
      "learning_rate": 1.035771214130796e-05,
      "loss": 1.2841,
      "step": 62466
    },
    {
      "epoch": 5.306405028882093,
      "grad_norm": 2.671892346644832,
      "learning_rate": 1.0355205104104941e-05,
      "loss": 1.4083,
      "step": 62467
    },
    {
      "epoch": 5.306489976214747,
      "grad_norm": 2.8984611442127566,
      "learning_rate": 1.0352698359499783e-05,
      "loss": 1.4989,
      "step": 62468
    },
    {
      "epoch": 5.306574923547401,
      "grad_norm": 2.627237302083774,
      "learning_rate": 1.0350191907497767e-05,
      "loss": 1.5155,
      "step": 62469
    },
    {
      "epoch": 5.306659870880054,
      "grad_norm": 2.533309680901947,
      "learning_rate": 1.0347685748104173e-05,
      "loss": 1.1252,
      "step": 62470
    },
    {
      "epoch": 5.306744818212708,
      "grad_norm": 2.7570069166954285,
      "learning_rate": 1.0345179881324229e-05,
      "loss": 1.5634,
      "step": 62471
    },
    {
      "epoch": 5.306829765545362,
      "grad_norm": 2.756736682210251,
      "learning_rate": 1.0342674307163162e-05,
      "loss": 1.255,
      "step": 62472
    },
    {
      "epoch": 5.306914712878015,
      "grad_norm": 2.9229645893748812,
      "learning_rate": 1.0340169025626221e-05,
      "loss": 1.5745,
      "step": 62473
    },
    {
      "epoch": 5.3069996602106695,
      "grad_norm": 2.81286689620206,
      "learning_rate": 1.0337664036718667e-05,
      "loss": 1.6754,
      "step": 62474
    },
    {
      "epoch": 5.307084607543323,
      "grad_norm": 2.73156213018282,
      "learning_rate": 1.0335159340445798e-05,
      "loss": 1.5774,
      "step": 62475
    },
    {
      "epoch": 5.307169554875977,
      "grad_norm": 2.5441415921722377,
      "learning_rate": 1.0332654936812806e-05,
      "loss": 1.2232,
      "step": 62476
    },
    {
      "epoch": 5.307254502208631,
      "grad_norm": 2.7855689168774185,
      "learning_rate": 1.033015082582494e-05,
      "loss": 1.2777,
      "step": 62477
    },
    {
      "epoch": 5.307339449541284,
      "grad_norm": 2.7203167325886684,
      "learning_rate": 1.032764700748746e-05,
      "loss": 1.3132,
      "step": 62478
    },
    {
      "epoch": 5.307424396873938,
      "grad_norm": 2.7481482793711445,
      "learning_rate": 1.0325143481805632e-05,
      "loss": 1.458,
      "step": 62479
    },
    {
      "epoch": 5.307509344206592,
      "grad_norm": 2.7045435091785426,
      "learning_rate": 1.032264024878463e-05,
      "loss": 1.5527,
      "step": 62480
    },
    {
      "epoch": 5.307594291539246,
      "grad_norm": 2.831719248183496,
      "learning_rate": 1.0320137308429788e-05,
      "loss": 1.389,
      "step": 62481
    },
    {
      "epoch": 5.307679238871899,
      "grad_norm": 2.6770755710874017,
      "learning_rate": 1.0317634660746332e-05,
      "loss": 1.3208,
      "step": 62482
    },
    {
      "epoch": 5.307764186204553,
      "grad_norm": 2.6866929417530123,
      "learning_rate": 1.031513230573946e-05,
      "loss": 1.5194,
      "step": 62483
    },
    {
      "epoch": 5.307849133537207,
      "grad_norm": 3.047757429233745,
      "learning_rate": 1.0312630243414432e-05,
      "loss": 1.5776,
      "step": 62484
    },
    {
      "epoch": 5.3079340808698605,
      "grad_norm": 2.945022931954772,
      "learning_rate": 1.031012847377653e-05,
      "loss": 1.51,
      "step": 62485
    },
    {
      "epoch": 5.308019028202515,
      "grad_norm": 2.5260665851646142,
      "learning_rate": 1.0307626996830931e-05,
      "loss": 1.2535,
      "step": 62486
    },
    {
      "epoch": 5.308103975535168,
      "grad_norm": 2.5973957509408185,
      "learning_rate": 1.0305125812582949e-05,
      "loss": 1.3601,
      "step": 62487
    },
    {
      "epoch": 5.308188922867822,
      "grad_norm": 2.5012580292066158,
      "learning_rate": 1.0302624921037744e-05,
      "loss": 1.131,
      "step": 62488
    },
    {
      "epoch": 5.308273870200476,
      "grad_norm": 2.3330313235823907,
      "learning_rate": 1.030012432220063e-05,
      "loss": 1.0084,
      "step": 62489
    },
    {
      "epoch": 5.308358817533129,
      "grad_norm": 2.6321986327897204,
      "learning_rate": 1.0297624016076823e-05,
      "loss": 1.4674,
      "step": 62490
    },
    {
      "epoch": 5.308443764865784,
      "grad_norm": 2.55416359222071,
      "learning_rate": 1.0295124002671528e-05,
      "loss": 1.4018,
      "step": 62491
    },
    {
      "epoch": 5.308528712198437,
      "grad_norm": 3.4281043024814832,
      "learning_rate": 1.0292624281989997e-05,
      "loss": 1.74,
      "step": 62492
    },
    {
      "epoch": 5.30861365953109,
      "grad_norm": 2.4799850514368114,
      "learning_rate": 1.0290124854037524e-05,
      "loss": 1.354,
      "step": 62493
    },
    {
      "epoch": 5.308698606863745,
      "grad_norm": 2.741678858181523,
      "learning_rate": 1.0287625718819287e-05,
      "loss": 1.5293,
      "step": 62494
    },
    {
      "epoch": 5.308783554196398,
      "grad_norm": 2.715131440702255,
      "learning_rate": 1.0285126876340516e-05,
      "loss": 1.3165,
      "step": 62495
    },
    {
      "epoch": 5.3088685015290515,
      "grad_norm": 2.643715764096186,
      "learning_rate": 1.0282628326606506e-05,
      "loss": 1.299,
      "step": 62496
    },
    {
      "epoch": 5.308953448861706,
      "grad_norm": 2.6034687661645464,
      "learning_rate": 1.028013006962244e-05,
      "loss": 1.3121,
      "step": 62497
    },
    {
      "epoch": 5.309038396194359,
      "grad_norm": 2.6088270812247605,
      "learning_rate": 1.0277632105393523e-05,
      "loss": 1.2235,
      "step": 62498
    },
    {
      "epoch": 5.3091233435270135,
      "grad_norm": 2.6932839306826155,
      "learning_rate": 1.0275134433925091e-05,
      "loss": 1.4396,
      "step": 62499
    },
    {
      "epoch": 5.309208290859667,
      "grad_norm": 2.705247665881855,
      "learning_rate": 1.0272637055222305e-05,
      "loss": 1.4688,
      "step": 62500
    },
    {
      "epoch": 5.30929323819232,
      "grad_norm": 2.7343885407359623,
      "learning_rate": 1.0270139969290425e-05,
      "loss": 1.7009,
      "step": 62501
    },
    {
      "epoch": 5.309378185524975,
      "grad_norm": 2.7000024762678394,
      "learning_rate": 1.0267643176134632e-05,
      "loss": 1.5529,
      "step": 62502
    },
    {
      "epoch": 5.309463132857628,
      "grad_norm": 2.5852039677513394,
      "learning_rate": 1.0265146675760238e-05,
      "loss": 1.4613,
      "step": 62503
    },
    {
      "epoch": 5.309548080190282,
      "grad_norm": 2.7622227640267303,
      "learning_rate": 1.0262650468172422e-05,
      "loss": 1.4312,
      "step": 62504
    },
    {
      "epoch": 5.309633027522936,
      "grad_norm": 2.586255499480371,
      "learning_rate": 1.0260154553376399e-05,
      "loss": 1.2481,
      "step": 62505
    },
    {
      "epoch": 5.309717974855589,
      "grad_norm": 2.6699206899531434,
      "learning_rate": 1.0257658931377427e-05,
      "loss": 1.4884,
      "step": 62506
    },
    {
      "epoch": 5.3098029221882435,
      "grad_norm": 2.639754128476669,
      "learning_rate": 1.025516360218077e-05,
      "loss": 1.2776,
      "step": 62507
    },
    {
      "epoch": 5.309887869520897,
      "grad_norm": 2.656202940786597,
      "learning_rate": 1.0252668565791595e-05,
      "loss": 1.4112,
      "step": 62508
    },
    {
      "epoch": 5.309972816853551,
      "grad_norm": 2.6286497857781375,
      "learning_rate": 1.0250173822215141e-05,
      "loss": 1.4778,
      "step": 62509
    },
    {
      "epoch": 5.310057764186205,
      "grad_norm": 2.7432085668645354,
      "learning_rate": 1.0247679371456674e-05,
      "loss": 1.2729,
      "step": 62510
    },
    {
      "epoch": 5.310142711518858,
      "grad_norm": 2.542308177233145,
      "learning_rate": 1.0245185213521374e-05,
      "loss": 1.3854,
      "step": 62511
    },
    {
      "epoch": 5.310227658851512,
      "grad_norm": 2.843467389816863,
      "learning_rate": 1.02426913484145e-05,
      "loss": 1.3269,
      "step": 62512
    },
    {
      "epoch": 5.310312606184166,
      "grad_norm": 2.7651960592768416,
      "learning_rate": 1.024019777614125e-05,
      "loss": 1.3417,
      "step": 62513
    },
    {
      "epoch": 5.31039755351682,
      "grad_norm": 2.678628192602998,
      "learning_rate": 1.023770449670689e-05,
      "loss": 1.5174,
      "step": 62514
    },
    {
      "epoch": 5.310482500849473,
      "grad_norm": 3.052508393852756,
      "learning_rate": 1.0235211510116609e-05,
      "loss": 1.4673,
      "step": 62515
    },
    {
      "epoch": 5.310567448182127,
      "grad_norm": 2.6790628733909214,
      "learning_rate": 1.0232718816375623e-05,
      "loss": 1.2945,
      "step": 62516
    },
    {
      "epoch": 5.310652395514781,
      "grad_norm": 2.628719645498977,
      "learning_rate": 1.0230226415489163e-05,
      "loss": 1.439,
      "step": 62517
    },
    {
      "epoch": 5.3107373428474345,
      "grad_norm": 2.7239421387217257,
      "learning_rate": 1.0227734307462487e-05,
      "loss": 1.2806,
      "step": 62518
    },
    {
      "epoch": 5.310822290180088,
      "grad_norm": 2.6957320086543737,
      "learning_rate": 1.0225242492300795e-05,
      "loss": 1.4008,
      "step": 62519
    },
    {
      "epoch": 5.310907237512742,
      "grad_norm": 2.5530508801525955,
      "learning_rate": 1.022275097000928e-05,
      "loss": 1.3118,
      "step": 62520
    },
    {
      "epoch": 5.310992184845396,
      "grad_norm": 2.681984745691792,
      "learning_rate": 1.0220259740593207e-05,
      "loss": 1.4017,
      "step": 62521
    },
    {
      "epoch": 5.31107713217805,
      "grad_norm": 2.7761634896313243,
      "learning_rate": 1.0217768804057768e-05,
      "loss": 1.4889,
      "step": 62522
    },
    {
      "epoch": 5.311162079510703,
      "grad_norm": 2.612983772484852,
      "learning_rate": 1.0215278160408164e-05,
      "loss": 1.347,
      "step": 62523
    },
    {
      "epoch": 5.311247026843358,
      "grad_norm": 2.5132226735933108,
      "learning_rate": 1.0212787809649637e-05,
      "loss": 1.3117,
      "step": 62524
    },
    {
      "epoch": 5.311331974176011,
      "grad_norm": 2.9547804882437587,
      "learning_rate": 1.0210297751787433e-05,
      "loss": 1.5785,
      "step": 62525
    },
    {
      "epoch": 5.311416921508664,
      "grad_norm": 2.6584598006498936,
      "learning_rate": 1.020780798682675e-05,
      "loss": 1.4479,
      "step": 62526
    },
    {
      "epoch": 5.311501868841319,
      "grad_norm": 2.6559030268340833,
      "learning_rate": 1.0205318514772764e-05,
      "loss": 1.4262,
      "step": 62527
    },
    {
      "epoch": 5.311586816173972,
      "grad_norm": 2.652038467899073,
      "learning_rate": 1.0202829335630759e-05,
      "loss": 1.3101,
      "step": 62528
    },
    {
      "epoch": 5.3116717635066255,
      "grad_norm": 2.64224815682885,
      "learning_rate": 1.0200340449405875e-05,
      "loss": 1.4803,
      "step": 62529
    },
    {
      "epoch": 5.31175671083928,
      "grad_norm": 2.8614322350414754,
      "learning_rate": 1.0197851856103395e-05,
      "loss": 1.6206,
      "step": 62530
    },
    {
      "epoch": 5.311841658171933,
      "grad_norm": 2.601766731775187,
      "learning_rate": 1.0195363555728497e-05,
      "loss": 1.4824,
      "step": 62531
    },
    {
      "epoch": 5.3119266055045875,
      "grad_norm": 2.743435608525863,
      "learning_rate": 1.019287554828641e-05,
      "loss": 1.4386,
      "step": 62532
    },
    {
      "epoch": 5.312011552837241,
      "grad_norm": 2.645521626575244,
      "learning_rate": 1.019038783378235e-05,
      "loss": 1.5381,
      "step": 62533
    },
    {
      "epoch": 5.312096500169894,
      "grad_norm": 2.7599278599889043,
      "learning_rate": 1.0187900412221506e-05,
      "loss": 1.5351,
      "step": 62534
    },
    {
      "epoch": 5.312181447502549,
      "grad_norm": 2.5963585709334063,
      "learning_rate": 1.0185413283609095e-05,
      "loss": 1.4473,
      "step": 62535
    },
    {
      "epoch": 5.312266394835202,
      "grad_norm": 3.095387183946185,
      "learning_rate": 1.0182926447950362e-05,
      "loss": 1.5448,
      "step": 62536
    },
    {
      "epoch": 5.312351342167856,
      "grad_norm": 2.8684895580191556,
      "learning_rate": 1.0180439905250487e-05,
      "loss": 1.5361,
      "step": 62537
    },
    {
      "epoch": 5.31243628950051,
      "grad_norm": 2.7888113138552812,
      "learning_rate": 1.0177953655514664e-05,
      "loss": 1.6044,
      "step": 62538
    },
    {
      "epoch": 5.312521236833163,
      "grad_norm": 2.5977218658093166,
      "learning_rate": 1.0175467698748157e-05,
      "loss": 1.2721,
      "step": 62539
    },
    {
      "epoch": 5.312606184165817,
      "grad_norm": 2.550758748308839,
      "learning_rate": 1.0172982034956145e-05,
      "loss": 1.4324,
      "step": 62540
    },
    {
      "epoch": 5.312691131498471,
      "grad_norm": 2.691190551938967,
      "learning_rate": 1.0170496664143807e-05,
      "loss": 1.4629,
      "step": 62541
    },
    {
      "epoch": 5.312776078831124,
      "grad_norm": 2.7326690789286054,
      "learning_rate": 1.0168011586316372e-05,
      "loss": 1.6314,
      "step": 62542
    },
    {
      "epoch": 5.3128610261637785,
      "grad_norm": 2.787941198426067,
      "learning_rate": 1.0165526801479069e-05,
      "loss": 1.4801,
      "step": 62543
    },
    {
      "epoch": 5.312945973496432,
      "grad_norm": 2.604162558441831,
      "learning_rate": 1.016304230963711e-05,
      "loss": 1.4295,
      "step": 62544
    },
    {
      "epoch": 5.313030920829086,
      "grad_norm": 2.8433177309802637,
      "learning_rate": 1.016055811079564e-05,
      "loss": 1.6677,
      "step": 62545
    },
    {
      "epoch": 5.31311586816174,
      "grad_norm": 2.9241346031644784,
      "learning_rate": 1.0158074204959926e-05,
      "loss": 1.6604,
      "step": 62546
    },
    {
      "epoch": 5.313200815494394,
      "grad_norm": 2.720570848746657,
      "learning_rate": 1.0155590592135127e-05,
      "loss": 1.5621,
      "step": 62547
    },
    {
      "epoch": 5.313285762827047,
      "grad_norm": 2.6889418336983115,
      "learning_rate": 1.0153107272326488e-05,
      "loss": 1.5478,
      "step": 62548
    },
    {
      "epoch": 5.313370710159701,
      "grad_norm": 2.6906087308096183,
      "learning_rate": 1.0150624245539191e-05,
      "loss": 1.2191,
      "step": 62549
    },
    {
      "epoch": 5.313455657492355,
      "grad_norm": 2.752864675002384,
      "learning_rate": 1.0148141511778446e-05,
      "loss": 1.5555,
      "step": 62550
    },
    {
      "epoch": 5.3135406048250085,
      "grad_norm": 2.821505614082574,
      "learning_rate": 1.014565907104945e-05,
      "loss": 1.5751,
      "step": 62551
    },
    {
      "epoch": 5.313625552157662,
      "grad_norm": 2.858181958598483,
      "learning_rate": 1.0143176923357383e-05,
      "loss": 1.5544,
      "step": 62552
    },
    {
      "epoch": 5.313710499490316,
      "grad_norm": 2.610587224260578,
      "learning_rate": 1.0140695068707505e-05,
      "loss": 1.466,
      "step": 62553
    },
    {
      "epoch": 5.31379544682297,
      "grad_norm": 2.8506007525548283,
      "learning_rate": 1.0138213507104947e-05,
      "loss": 1.1996,
      "step": 62554
    },
    {
      "epoch": 5.313880394155624,
      "grad_norm": 2.8405408235736425,
      "learning_rate": 1.0135732238554955e-05,
      "loss": 1.6018,
      "step": 62555
    },
    {
      "epoch": 5.313965341488277,
      "grad_norm": 2.5973456689505157,
      "learning_rate": 1.0133251263062691e-05,
      "loss": 1.431,
      "step": 62556
    },
    {
      "epoch": 5.314050288820931,
      "grad_norm": 2.63284806061148,
      "learning_rate": 1.0130770580633419e-05,
      "loss": 1.5091,
      "step": 62557
    },
    {
      "epoch": 5.314135236153585,
      "grad_norm": 2.956776366906835,
      "learning_rate": 1.0128290191272281e-05,
      "loss": 1.6019,
      "step": 62558
    },
    {
      "epoch": 5.314220183486238,
      "grad_norm": 2.5851365607534125,
      "learning_rate": 1.012581009498446e-05,
      "loss": 1.3532,
      "step": 62559
    },
    {
      "epoch": 5.314305130818893,
      "grad_norm": 2.807145256452948,
      "learning_rate": 1.0123330291775183e-05,
      "loss": 1.6056,
      "step": 62560
    },
    {
      "epoch": 5.314390078151546,
      "grad_norm": 2.567867880568716,
      "learning_rate": 1.0120850781649664e-05,
      "loss": 1.1868,
      "step": 62561
    },
    {
      "epoch": 5.3144750254841995,
      "grad_norm": 2.7303832548456364,
      "learning_rate": 1.0118371564613064e-05,
      "loss": 1.691,
      "step": 62562
    },
    {
      "epoch": 5.314559972816854,
      "grad_norm": 2.8279648734155263,
      "learning_rate": 1.011589264067058e-05,
      "loss": 1.4757,
      "step": 62563
    },
    {
      "epoch": 5.314644920149507,
      "grad_norm": 2.8178572974372633,
      "learning_rate": 1.0113414009827443e-05,
      "loss": 1.5395,
      "step": 62564
    },
    {
      "epoch": 5.3147298674821615,
      "grad_norm": 2.68974900604436,
      "learning_rate": 1.0110935672088826e-05,
      "loss": 1.5073,
      "step": 62565
    },
    {
      "epoch": 5.314814814814815,
      "grad_norm": 2.460113390502207,
      "learning_rate": 1.0108457627459882e-05,
      "loss": 1.2818,
      "step": 62566
    },
    {
      "epoch": 5.314899762147468,
      "grad_norm": 2.6285231793487585,
      "learning_rate": 1.0105979875945836e-05,
      "loss": 1.4521,
      "step": 62567
    },
    {
      "epoch": 5.314984709480123,
      "grad_norm": 2.7409170929880364,
      "learning_rate": 1.0103502417551901e-05,
      "loss": 1.5447,
      "step": 62568
    },
    {
      "epoch": 5.315069656812776,
      "grad_norm": 3.4417898420722612,
      "learning_rate": 1.0101025252283256e-05,
      "loss": 1.7159,
      "step": 62569
    },
    {
      "epoch": 5.31515460414543,
      "grad_norm": 3.5259875984104263,
      "learning_rate": 1.0098548380145049e-05,
      "loss": 1.7969,
      "step": 62570
    },
    {
      "epoch": 5.315239551478084,
      "grad_norm": 2.7809894044066237,
      "learning_rate": 1.009607180114254e-05,
      "loss": 1.5111,
      "step": 62571
    },
    {
      "epoch": 5.315324498810737,
      "grad_norm": 2.6969159306482133,
      "learning_rate": 1.0093595515280861e-05,
      "loss": 1.336,
      "step": 62572
    },
    {
      "epoch": 5.315409446143391,
      "grad_norm": 2.626045677150427,
      "learning_rate": 1.0091119522565238e-05,
      "loss": 1.4759,
      "step": 62573
    },
    {
      "epoch": 5.315494393476045,
      "grad_norm": 2.9652352759053495,
      "learning_rate": 1.008864382300082e-05,
      "loss": 1.6589,
      "step": 62574
    },
    {
      "epoch": 5.315579340808698,
      "grad_norm": 2.566391675906569,
      "learning_rate": 1.0086168416592832e-05,
      "loss": 1.3637,
      "step": 62575
    },
    {
      "epoch": 5.3156642881413525,
      "grad_norm": 2.5706431037247457,
      "learning_rate": 1.0083693303346458e-05,
      "loss": 1.3762,
      "step": 62576
    },
    {
      "epoch": 5.315749235474006,
      "grad_norm": 2.6782720610585637,
      "learning_rate": 1.008121848326684e-05,
      "loss": 1.4297,
      "step": 62577
    },
    {
      "epoch": 5.31583418280666,
      "grad_norm": 2.7182469422123177,
      "learning_rate": 1.0078743956359191e-05,
      "loss": 1.3024,
      "step": 62578
    },
    {
      "epoch": 5.315919130139314,
      "grad_norm": 2.7007711104803462,
      "learning_rate": 1.0076269722628743e-05,
      "loss": 1.1806,
      "step": 62579
    },
    {
      "epoch": 5.316004077471967,
      "grad_norm": 2.8282266840155805,
      "learning_rate": 1.0073795782080624e-05,
      "loss": 1.6073,
      "step": 62580
    },
    {
      "epoch": 5.316089024804621,
      "grad_norm": 2.7052137989819243,
      "learning_rate": 1.007132213472001e-05,
      "loss": 1.2572,
      "step": 62581
    },
    {
      "epoch": 5.316173972137275,
      "grad_norm": 2.6402490918088457,
      "learning_rate": 1.0068848780552118e-05,
      "loss": 1.3804,
      "step": 62582
    },
    {
      "epoch": 5.316258919469929,
      "grad_norm": 2.760059053034572,
      "learning_rate": 1.0066375719582126e-05,
      "loss": 1.5987,
      "step": 62583
    },
    {
      "epoch": 5.316343866802582,
      "grad_norm": 2.617607939775612,
      "learning_rate": 1.0063902951815194e-05,
      "loss": 1.44,
      "step": 62584
    },
    {
      "epoch": 5.316428814135236,
      "grad_norm": 2.7455488727458945,
      "learning_rate": 1.0061430477256505e-05,
      "loss": 1.5211,
      "step": 62585
    },
    {
      "epoch": 5.31651376146789,
      "grad_norm": 2.6338235131269125,
      "learning_rate": 1.0058958295911268e-05,
      "loss": 1.4405,
      "step": 62586
    },
    {
      "epoch": 5.3165987088005435,
      "grad_norm": 2.7662125231665926,
      "learning_rate": 1.0056486407784664e-05,
      "loss": 1.3601,
      "step": 62587
    },
    {
      "epoch": 5.316683656133198,
      "grad_norm": 2.581851956818392,
      "learning_rate": 1.0054014812881823e-05,
      "loss": 1.2625,
      "step": 62588
    },
    {
      "epoch": 5.316768603465851,
      "grad_norm": 2.6392549153360103,
      "learning_rate": 1.0051543511207971e-05,
      "loss": 1.4286,
      "step": 62589
    },
    {
      "epoch": 5.316853550798505,
      "grad_norm": 2.9927198331636804,
      "learning_rate": 1.0049072502768258e-05,
      "loss": 1.5958,
      "step": 62590
    },
    {
      "epoch": 5.316938498131159,
      "grad_norm": 2.743487579198932,
      "learning_rate": 1.0046601787567893e-05,
      "loss": 1.4746,
      "step": 62591
    },
    {
      "epoch": 5.317023445463812,
      "grad_norm": 2.6742958685284313,
      "learning_rate": 1.0044131365612008e-05,
      "loss": 1.4086,
      "step": 62592
    },
    {
      "epoch": 5.317108392796467,
      "grad_norm": 2.659404175848801,
      "learning_rate": 1.004166123690583e-05,
      "loss": 1.2821,
      "step": 62593
    },
    {
      "epoch": 5.31719334012912,
      "grad_norm": 2.6577725084106247,
      "learning_rate": 1.0039191401454505e-05,
      "loss": 1.403,
      "step": 62594
    },
    {
      "epoch": 5.3172782874617734,
      "grad_norm": 2.7222461582772386,
      "learning_rate": 1.0036721859263197e-05,
      "loss": 1.4278,
      "step": 62595
    },
    {
      "epoch": 5.317363234794428,
      "grad_norm": 2.615106446297335,
      "learning_rate": 1.0034252610337119e-05,
      "loss": 1.2228,
      "step": 62596
    },
    {
      "epoch": 5.317448182127081,
      "grad_norm": 2.616917357509284,
      "learning_rate": 1.0031783654681397e-05,
      "loss": 1.3938,
      "step": 62597
    },
    {
      "epoch": 5.3175331294597346,
      "grad_norm": 2.7614325809499283,
      "learning_rate": 1.0029314992301246e-05,
      "loss": 1.6153,
      "step": 62598
    },
    {
      "epoch": 5.317618076792389,
      "grad_norm": 2.601421585386543,
      "learning_rate": 1.0026846623201795e-05,
      "loss": 1.4726,
      "step": 62599
    },
    {
      "epoch": 5.317703024125042,
      "grad_norm": 2.8525383836667237,
      "learning_rate": 1.002437854738829e-05,
      "loss": 1.5021,
      "step": 62600
    },
    {
      "epoch": 5.3177879714576965,
      "grad_norm": 2.6991661339666195,
      "learning_rate": 1.0021910764865825e-05,
      "loss": 1.3467,
      "step": 62601
    },
    {
      "epoch": 5.31787291879035,
      "grad_norm": 2.7079920611560384,
      "learning_rate": 1.0019443275639599e-05,
      "loss": 1.5683,
      "step": 62602
    },
    {
      "epoch": 5.317957866123003,
      "grad_norm": 2.444663885836015,
      "learning_rate": 1.0016976079714772e-05,
      "loss": 1.1997,
      "step": 62603
    },
    {
      "epoch": 5.318042813455658,
      "grad_norm": 2.7220511427347844,
      "learning_rate": 1.0014509177096558e-05,
      "loss": 1.5265,
      "step": 62604
    },
    {
      "epoch": 5.318127760788311,
      "grad_norm": 2.3887986846098204,
      "learning_rate": 1.0012042567790084e-05,
      "loss": 1.2514,
      "step": 62605
    },
    {
      "epoch": 5.318212708120965,
      "grad_norm": 2.720860823562264,
      "learning_rate": 1.0009576251800516e-05,
      "loss": 1.3515,
      "step": 62606
    },
    {
      "epoch": 5.318297655453619,
      "grad_norm": 2.717801861754855,
      "learning_rate": 1.0007110229133048e-05,
      "loss": 1.4749,
      "step": 62607
    },
    {
      "epoch": 5.318382602786272,
      "grad_norm": 2.791048160304063,
      "learning_rate": 1.0004644499792825e-05,
      "loss": 1.5893,
      "step": 62608
    },
    {
      "epoch": 5.3184675501189265,
      "grad_norm": 2.734241860391678,
      "learning_rate": 1.000217906378501e-05,
      "loss": 1.4667,
      "step": 62609
    },
    {
      "epoch": 5.31855249745158,
      "grad_norm": 2.5315367006082377,
      "learning_rate": 9.999713921114783e-06,
      "loss": 1.3528,
      "step": 62610
    },
    {
      "epoch": 5.318637444784234,
      "grad_norm": 2.5270619294546064,
      "learning_rate": 9.997249071787322e-06,
      "loss": 1.3798,
      "step": 62611
    },
    {
      "epoch": 5.318722392116888,
      "grad_norm": 2.5942783596106347,
      "learning_rate": 9.994784515807775e-06,
      "loss": 1.2731,
      "step": 62612
    },
    {
      "epoch": 5.318807339449541,
      "grad_norm": 2.646357615358019,
      "learning_rate": 9.992320253181286e-06,
      "loss": 1.5226,
      "step": 62613
    },
    {
      "epoch": 5.318892286782195,
      "grad_norm": 2.626366729091394,
      "learning_rate": 9.98985628391305e-06,
      "loss": 1.5225,
      "step": 62614
    },
    {
      "epoch": 5.318977234114849,
      "grad_norm": 2.708342632749335,
      "learning_rate": 9.987392608008215e-06,
      "loss": 1.2306,
      "step": 62615
    },
    {
      "epoch": 5.319062181447503,
      "grad_norm": 2.5216195650401203,
      "learning_rate": 9.98492922547196e-06,
      "loss": 1.362,
      "step": 62616
    },
    {
      "epoch": 5.319147128780156,
      "grad_norm": 2.5929995312713134,
      "learning_rate": 9.982466136309397e-06,
      "loss": 1.4273,
      "step": 62617
    },
    {
      "epoch": 5.31923207611281,
      "grad_norm": 2.7373339335353415,
      "learning_rate": 9.980003340525772e-06,
      "loss": 1.5334,
      "step": 62618
    },
    {
      "epoch": 5.319317023445464,
      "grad_norm": 2.582765576726962,
      "learning_rate": 9.97754083812618e-06,
      "loss": 1.4848,
      "step": 62619
    },
    {
      "epoch": 5.3194019707781175,
      "grad_norm": 2.6723115192358606,
      "learning_rate": 9.975078629115768e-06,
      "loss": 1.4223,
      "step": 62620
    },
    {
      "epoch": 5.319486918110771,
      "grad_norm": 2.6340242338150297,
      "learning_rate": 9.972616713499749e-06,
      "loss": 1.473,
      "step": 62621
    },
    {
      "epoch": 5.319571865443425,
      "grad_norm": 2.5642845553751177,
      "learning_rate": 9.97015509128325e-06,
      "loss": 1.4622,
      "step": 62622
    },
    {
      "epoch": 5.319656812776079,
      "grad_norm": 2.833211111419356,
      "learning_rate": 9.967693762471451e-06,
      "loss": 1.44,
      "step": 62623
    },
    {
      "epoch": 5.319741760108733,
      "grad_norm": 2.4503606554921373,
      "learning_rate": 9.965232727069484e-06,
      "loss": 1.3361,
      "step": 62624
    },
    {
      "epoch": 5.319826707441386,
      "grad_norm": 2.710660812988336,
      "learning_rate": 9.962771985082524e-06,
      "loss": 1.3103,
      "step": 62625
    },
    {
      "epoch": 5.31991165477404,
      "grad_norm": 2.7200391746897172,
      "learning_rate": 9.960311536515719e-06,
      "loss": 1.2345,
      "step": 62626
    },
    {
      "epoch": 5.319996602106694,
      "grad_norm": 2.65358465465915,
      "learning_rate": 9.957851381374199e-06,
      "loss": 1.4465,
      "step": 62627
    },
    {
      "epoch": 5.320081549439347,
      "grad_norm": 2.8017892612241675,
      "learning_rate": 9.955391519663141e-06,
      "loss": 1.7114,
      "step": 62628
    },
    {
      "epoch": 5.320166496772002,
      "grad_norm": 2.6618744236113194,
      "learning_rate": 9.952931951387727e-06,
      "loss": 1.4742,
      "step": 62629
    },
    {
      "epoch": 5.320251444104655,
      "grad_norm": 2.7166507161843843,
      "learning_rate": 9.950472676553085e-06,
      "loss": 1.6796,
      "step": 62630
    },
    {
      "epoch": 5.3203363914373085,
      "grad_norm": 2.7810289396313195,
      "learning_rate": 9.948013695164342e-06,
      "loss": 1.3679,
      "step": 62631
    },
    {
      "epoch": 5.320421338769963,
      "grad_norm": 2.6642935579795455,
      "learning_rate": 9.945555007226713e-06,
      "loss": 1.209,
      "step": 62632
    },
    {
      "epoch": 5.320506286102616,
      "grad_norm": 2.553043156358429,
      "learning_rate": 9.943096612745278e-06,
      "loss": 1.359,
      "step": 62633
    },
    {
      "epoch": 5.3205912334352705,
      "grad_norm": 2.679890367505097,
      "learning_rate": 9.940638511725246e-06,
      "loss": 1.4454,
      "step": 62634
    },
    {
      "epoch": 5.320676180767924,
      "grad_norm": 2.5261604431685463,
      "learning_rate": 9.938180704171716e-06,
      "loss": 1.1234,
      "step": 62635
    },
    {
      "epoch": 5.320761128100577,
      "grad_norm": 2.83830872627778,
      "learning_rate": 9.9357231900899e-06,
      "loss": 1.3555,
      "step": 62636
    },
    {
      "epoch": 5.320846075433232,
      "grad_norm": 2.513049244836704,
      "learning_rate": 9.933265969484927e-06,
      "loss": 1.2113,
      "step": 62637
    },
    {
      "epoch": 5.320931022765885,
      "grad_norm": 2.566486490313992,
      "learning_rate": 9.930809042361893e-06,
      "loss": 1.1972,
      "step": 62638
    },
    {
      "epoch": 5.321015970098539,
      "grad_norm": 2.6797122290455992,
      "learning_rate": 9.92835240872601e-06,
      "loss": 1.6025,
      "step": 62639
    },
    {
      "epoch": 5.321100917431193,
      "grad_norm": 2.7160163733313896,
      "learning_rate": 9.925896068582372e-06,
      "loss": 1.3314,
      "step": 62640
    },
    {
      "epoch": 5.321185864763846,
      "grad_norm": 2.6727553275144653,
      "learning_rate": 9.92344002193618e-06,
      "loss": 1.361,
      "step": 62641
    },
    {
      "epoch": 5.3212708120965,
      "grad_norm": 2.698204793232319,
      "learning_rate": 9.920984268792526e-06,
      "loss": 1.5556,
      "step": 62642
    },
    {
      "epoch": 5.321355759429154,
      "grad_norm": 2.607318576023526,
      "learning_rate": 9.918528809156622e-06,
      "loss": 1.4252,
      "step": 62643
    },
    {
      "epoch": 5.321440706761807,
      "grad_norm": 2.8951929559283682,
      "learning_rate": 9.916073643033567e-06,
      "loss": 1.5313,
      "step": 62644
    },
    {
      "epoch": 5.3215256540944615,
      "grad_norm": 2.723701282909688,
      "learning_rate": 9.913618770428489e-06,
      "loss": 1.5329,
      "step": 62645
    },
    {
      "epoch": 5.321610601427115,
      "grad_norm": 2.7070280236615827,
      "learning_rate": 9.911164191346566e-06,
      "loss": 1.2927,
      "step": 62646
    },
    {
      "epoch": 5.321695548759769,
      "grad_norm": 2.734347619213166,
      "learning_rate": 9.908709905792944e-06,
      "loss": 1.4873,
      "step": 62647
    },
    {
      "epoch": 5.321780496092423,
      "grad_norm": 2.6574049682566576,
      "learning_rate": 9.906255913772754e-06,
      "loss": 1.3324,
      "step": 62648
    },
    {
      "epoch": 5.321865443425076,
      "grad_norm": 2.461721342803973,
      "learning_rate": 9.903802215291124e-06,
      "loss": 1.1033,
      "step": 62649
    },
    {
      "epoch": 5.32195039075773,
      "grad_norm": 2.8349784457318075,
      "learning_rate": 9.901348810353216e-06,
      "loss": 1.6177,
      "step": 62650
    },
    {
      "epoch": 5.322035338090384,
      "grad_norm": 2.5973260199105748,
      "learning_rate": 9.898895698964177e-06,
      "loss": 1.4912,
      "step": 62651
    },
    {
      "epoch": 5.322120285423038,
      "grad_norm": 2.826227208326291,
      "learning_rate": 9.896442881129085e-06,
      "loss": 1.5107,
      "step": 62652
    },
    {
      "epoch": 5.3222052327556915,
      "grad_norm": 2.588538882182671,
      "learning_rate": 9.893990356853154e-06,
      "loss": 1.524,
      "step": 62653
    },
    {
      "epoch": 5.322290180088345,
      "grad_norm": 2.7126984308180715,
      "learning_rate": 9.891538126141496e-06,
      "loss": 1.3213,
      "step": 62654
    },
    {
      "epoch": 5.322375127420999,
      "grad_norm": 2.904030627247104,
      "learning_rate": 9.889086188999273e-06,
      "loss": 1.4539,
      "step": 62655
    },
    {
      "epoch": 5.322460074753653,
      "grad_norm": 2.745445926101839,
      "learning_rate": 9.88663454543155e-06,
      "loss": 1.388,
      "step": 62656
    },
    {
      "epoch": 5.322545022086307,
      "grad_norm": 2.503811756802082,
      "learning_rate": 9.884183195443552e-06,
      "loss": 1.4608,
      "step": 62657
    },
    {
      "epoch": 5.32262996941896,
      "grad_norm": 2.7305504682204322,
      "learning_rate": 9.881732139040343e-06,
      "loss": 1.3106,
      "step": 62658
    },
    {
      "epoch": 5.322714916751614,
      "grad_norm": 2.6675651285440263,
      "learning_rate": 9.879281376227122e-06,
      "loss": 1.4017,
      "step": 62659
    },
    {
      "epoch": 5.322799864084268,
      "grad_norm": 2.6219222270276874,
      "learning_rate": 9.876830907008965e-06,
      "loss": 1.3324,
      "step": 62660
    },
    {
      "epoch": 5.322884811416921,
      "grad_norm": 2.5191977562956906,
      "learning_rate": 9.874380731391068e-06,
      "loss": 1.3789,
      "step": 62661
    },
    {
      "epoch": 5.322969758749576,
      "grad_norm": 2.654437463106982,
      "learning_rate": 9.871930849378512e-06,
      "loss": 1.2171,
      "step": 62662
    },
    {
      "epoch": 5.323054706082229,
      "grad_norm": 2.7097950284349372,
      "learning_rate": 9.869481260976442e-06,
      "loss": 1.6089,
      "step": 62663
    },
    {
      "epoch": 5.3231396534148825,
      "grad_norm": 2.5876672981732343,
      "learning_rate": 9.867031966190004e-06,
      "loss": 1.421,
      "step": 62664
    },
    {
      "epoch": 5.323224600747537,
      "grad_norm": 2.5658061531304774,
      "learning_rate": 9.864582965024326e-06,
      "loss": 1.3796,
      "step": 62665
    },
    {
      "epoch": 5.32330954808019,
      "grad_norm": 2.5158040383766433,
      "learning_rate": 9.862134257484555e-06,
      "loss": 1.3075,
      "step": 62666
    },
    {
      "epoch": 5.323394495412844,
      "grad_norm": 2.693761867588625,
      "learning_rate": 9.859685843575771e-06,
      "loss": 1.4267,
      "step": 62667
    },
    {
      "epoch": 5.323479442745498,
      "grad_norm": 2.8064584901780587,
      "learning_rate": 9.85723772330317e-06,
      "loss": 1.4024,
      "step": 62668
    },
    {
      "epoch": 5.323564390078151,
      "grad_norm": 2.9393761629282245,
      "learning_rate": 9.854789896671844e-06,
      "loss": 1.5566,
      "step": 62669
    },
    {
      "epoch": 5.323649337410806,
      "grad_norm": 2.6190977589919604,
      "learning_rate": 9.85234236368691e-06,
      "loss": 1.4208,
      "step": 62670
    },
    {
      "epoch": 5.323734284743459,
      "grad_norm": 2.567611903617527,
      "learning_rate": 9.849895124353513e-06,
      "loss": 1.2017,
      "step": 62671
    },
    {
      "epoch": 5.323819232076112,
      "grad_norm": 2.630614237022142,
      "learning_rate": 9.847448178676797e-06,
      "loss": 1.4567,
      "step": 62672
    },
    {
      "epoch": 5.323904179408767,
      "grad_norm": 2.7814638189684153,
      "learning_rate": 9.845001526661877e-06,
      "loss": 1.3874,
      "step": 62673
    },
    {
      "epoch": 5.32398912674142,
      "grad_norm": 2.577573779633644,
      "learning_rate": 9.842555168313849e-06,
      "loss": 1.4309,
      "step": 62674
    },
    {
      "epoch": 5.324074074074074,
      "grad_norm": 2.626762595162516,
      "learning_rate": 9.840109103637888e-06,
      "loss": 1.1899,
      "step": 62675
    },
    {
      "epoch": 5.324159021406728,
      "grad_norm": 2.5875486381909973,
      "learning_rate": 9.837663332639096e-06,
      "loss": 1.4495,
      "step": 62676
    },
    {
      "epoch": 5.324243968739381,
      "grad_norm": 2.6600933073995847,
      "learning_rate": 9.835217855322596e-06,
      "loss": 1.5231,
      "step": 62677
    },
    {
      "epoch": 5.3243289160720355,
      "grad_norm": 2.615188250355247,
      "learning_rate": 9.832772671693505e-06,
      "loss": 1.4029,
      "step": 62678
    },
    {
      "epoch": 5.324413863404689,
      "grad_norm": 2.6068909729915606,
      "learning_rate": 9.83032778175697e-06,
      "loss": 1.4491,
      "step": 62679
    },
    {
      "epoch": 5.324498810737343,
      "grad_norm": 2.688927573068906,
      "learning_rate": 9.827883185518098e-06,
      "loss": 1.4378,
      "step": 62680
    },
    {
      "epoch": 5.324583758069997,
      "grad_norm": 2.701628116626194,
      "learning_rate": 9.825438882982006e-06,
      "loss": 1.2846,
      "step": 62681
    },
    {
      "epoch": 5.32466870540265,
      "grad_norm": 2.618451332883753,
      "learning_rate": 9.822994874153839e-06,
      "loss": 1.5043,
      "step": 62682
    },
    {
      "epoch": 5.324753652735304,
      "grad_norm": 2.6641718762791595,
      "learning_rate": 9.820551159038659e-06,
      "loss": 1.51,
      "step": 62683
    },
    {
      "epoch": 5.324838600067958,
      "grad_norm": 2.6065886713234554,
      "learning_rate": 9.818107737641679e-06,
      "loss": 1.4369,
      "step": 62684
    },
    {
      "epoch": 5.324923547400612,
      "grad_norm": 2.549205816696672,
      "learning_rate": 9.815664609967927e-06,
      "loss": 1.3053,
      "step": 62685
    },
    {
      "epoch": 5.325008494733265,
      "grad_norm": 2.703638689008204,
      "learning_rate": 9.813221776022601e-06,
      "loss": 1.5713,
      "step": 62686
    },
    {
      "epoch": 5.325093442065919,
      "grad_norm": 2.7268445544552993,
      "learning_rate": 9.810779235810778e-06,
      "loss": 1.559,
      "step": 62687
    },
    {
      "epoch": 5.325178389398573,
      "grad_norm": 2.5705230484464656,
      "learning_rate": 9.808336989337573e-06,
      "loss": 1.4053,
      "step": 62688
    },
    {
      "epoch": 5.3252633367312265,
      "grad_norm": 2.697848583382788,
      "learning_rate": 9.805895036608063e-06,
      "loss": 1.537,
      "step": 62689
    },
    {
      "epoch": 5.32534828406388,
      "grad_norm": 2.7525004338034025,
      "learning_rate": 9.803453377627463e-06,
      "loss": 1.4393,
      "step": 62690
    },
    {
      "epoch": 5.325433231396534,
      "grad_norm": 2.746432091191723,
      "learning_rate": 9.801012012400833e-06,
      "loss": 1.4547,
      "step": 62691
    },
    {
      "epoch": 5.325518178729188,
      "grad_norm": 2.546503844617326,
      "learning_rate": 9.798570940933288e-06,
      "loss": 1.4083,
      "step": 62692
    },
    {
      "epoch": 5.325603126061842,
      "grad_norm": 2.664618771980405,
      "learning_rate": 9.796130163229954e-06,
      "loss": 1.5133,
      "step": 62693
    },
    {
      "epoch": 5.325688073394495,
      "grad_norm": 2.736778538012527,
      "learning_rate": 9.793689679295947e-06,
      "loss": 1.4602,
      "step": 62694
    },
    {
      "epoch": 5.325773020727149,
      "grad_norm": 2.727751016847926,
      "learning_rate": 9.791249489136344e-06,
      "loss": 1.4507,
      "step": 62695
    },
    {
      "epoch": 5.325857968059803,
      "grad_norm": 2.6120043303133693,
      "learning_rate": 9.788809592756275e-06,
      "loss": 1.4933,
      "step": 62696
    },
    {
      "epoch": 5.3259429153924565,
      "grad_norm": 2.852354320028241,
      "learning_rate": 9.786369990160902e-06,
      "loss": 1.5555,
      "step": 62697
    },
    {
      "epoch": 5.326027862725111,
      "grad_norm": 2.6581124748902503,
      "learning_rate": 9.783930681355307e-06,
      "loss": 1.3709,
      "step": 62698
    },
    {
      "epoch": 5.326112810057764,
      "grad_norm": 2.641250044861092,
      "learning_rate": 9.781491666344565e-06,
      "loss": 1.4265,
      "step": 62699
    },
    {
      "epoch": 5.326197757390418,
      "grad_norm": 2.7577118307781436,
      "learning_rate": 9.77905294513381e-06,
      "loss": 1.3517,
      "step": 62700
    },
    {
      "epoch": 5.326282704723072,
      "grad_norm": 2.7529716350919475,
      "learning_rate": 9.776614517728166e-06,
      "loss": 1.3862,
      "step": 62701
    },
    {
      "epoch": 5.326367652055725,
      "grad_norm": 2.6328198796182694,
      "learning_rate": 9.774176384132731e-06,
      "loss": 1.2238,
      "step": 62702
    },
    {
      "epoch": 5.32645259938838,
      "grad_norm": 2.728889625134045,
      "learning_rate": 9.771738544352604e-06,
      "loss": 1.3835,
      "step": 62703
    },
    {
      "epoch": 5.326537546721033,
      "grad_norm": 2.5036474797425883,
      "learning_rate": 9.769300998392925e-06,
      "loss": 1.1808,
      "step": 62704
    },
    {
      "epoch": 5.326622494053686,
      "grad_norm": 3.0258378860158617,
      "learning_rate": 9.766863746258797e-06,
      "loss": 1.7735,
      "step": 62705
    },
    {
      "epoch": 5.326707441386341,
      "grad_norm": 2.6212576101148426,
      "learning_rate": 9.764426787955293e-06,
      "loss": 1.3938,
      "step": 62706
    },
    {
      "epoch": 5.326792388718994,
      "grad_norm": 2.835330719994305,
      "learning_rate": 9.761990123487495e-06,
      "loss": 1.6511,
      "step": 62707
    },
    {
      "epoch": 5.326877336051648,
      "grad_norm": 2.909668686032929,
      "learning_rate": 9.759553752860583e-06,
      "loss": 1.6185,
      "step": 62708
    },
    {
      "epoch": 5.326962283384302,
      "grad_norm": 2.979958319254493,
      "learning_rate": 9.75711767607965e-06,
      "loss": 1.584,
      "step": 62709
    },
    {
      "epoch": 5.327047230716955,
      "grad_norm": 2.709630169150916,
      "learning_rate": 9.754681893149746e-06,
      "loss": 1.4456,
      "step": 62710
    },
    {
      "epoch": 5.3271321780496095,
      "grad_norm": 2.693578273061443,
      "learning_rate": 9.752246404076014e-06,
      "loss": 1.4785,
      "step": 62711
    },
    {
      "epoch": 5.327217125382263,
      "grad_norm": 2.884196750191882,
      "learning_rate": 9.749811208863567e-06,
      "loss": 1.6361,
      "step": 62712
    },
    {
      "epoch": 5.327302072714916,
      "grad_norm": 2.5986138112351673,
      "learning_rate": 9.747376307517468e-06,
      "loss": 1.2253,
      "step": 62713
    },
    {
      "epoch": 5.327387020047571,
      "grad_norm": 2.7654427083008355,
      "learning_rate": 9.744941700042847e-06,
      "loss": 1.5156,
      "step": 62714
    },
    {
      "epoch": 5.327471967380224,
      "grad_norm": 2.6181699732586283,
      "learning_rate": 9.742507386444814e-06,
      "loss": 1.4124,
      "step": 62715
    },
    {
      "epoch": 5.327556914712878,
      "grad_norm": 2.6436183401951445,
      "learning_rate": 9.740073366728467e-06,
      "loss": 1.5714,
      "step": 62716
    },
    {
      "epoch": 5.327641862045532,
      "grad_norm": 2.752183724289123,
      "learning_rate": 9.737639640898887e-06,
      "loss": 1.2753,
      "step": 62717
    },
    {
      "epoch": 5.327726809378186,
      "grad_norm": 2.8342696667260987,
      "learning_rate": 9.735206208961166e-06,
      "loss": 1.3624,
      "step": 62718
    },
    {
      "epoch": 5.327811756710839,
      "grad_norm": 2.611846021916698,
      "learning_rate": 9.732773070920402e-06,
      "loss": 1.3443,
      "step": 62719
    },
    {
      "epoch": 5.327896704043493,
      "grad_norm": 2.5235628196123834,
      "learning_rate": 9.730340226781742e-06,
      "loss": 1.3107,
      "step": 62720
    },
    {
      "epoch": 5.327981651376147,
      "grad_norm": 2.8097723961840537,
      "learning_rate": 9.72790767655023e-06,
      "loss": 1.5267,
      "step": 62721
    },
    {
      "epoch": 5.3280665987088005,
      "grad_norm": 2.5699158483290843,
      "learning_rate": 9.725475420231011e-06,
      "loss": 1.1978,
      "step": 62722
    },
    {
      "epoch": 5.328151546041454,
      "grad_norm": 2.7443649053333523,
      "learning_rate": 9.723043457829149e-06,
      "loss": 1.5379,
      "step": 62723
    },
    {
      "epoch": 5.328236493374108,
      "grad_norm": 2.726003690010449,
      "learning_rate": 9.72061178934974e-06,
      "loss": 1.482,
      "step": 62724
    },
    {
      "epoch": 5.328321440706762,
      "grad_norm": 2.7785247315526482,
      "learning_rate": 9.718180414797833e-06,
      "loss": 1.4277,
      "step": 62725
    },
    {
      "epoch": 5.328406388039416,
      "grad_norm": 2.5560864783452915,
      "learning_rate": 9.715749334178635e-06,
      "loss": 1.3197,
      "step": 62726
    },
    {
      "epoch": 5.328491335372069,
      "grad_norm": 2.663527802019351,
      "learning_rate": 9.713318547497162e-06,
      "loss": 1.5329,
      "step": 62727
    },
    {
      "epoch": 5.328576282704723,
      "grad_norm": 2.946414560855342,
      "learning_rate": 9.710888054758541e-06,
      "loss": 1.4689,
      "step": 62728
    },
    {
      "epoch": 5.328661230037377,
      "grad_norm": 2.6307608561181195,
      "learning_rate": 9.708457855967804e-06,
      "loss": 1.4146,
      "step": 62729
    },
    {
      "epoch": 5.32874617737003,
      "grad_norm": 2.8586981366431496,
      "learning_rate": 9.706027951130129e-06,
      "loss": 1.4743,
      "step": 62730
    },
    {
      "epoch": 5.328831124702685,
      "grad_norm": 2.701023703999796,
      "learning_rate": 9.703598340250563e-06,
      "loss": 1.4422,
      "step": 62731
    },
    {
      "epoch": 5.328916072035338,
      "grad_norm": 2.7397947174480213,
      "learning_rate": 9.701169023334133e-06,
      "loss": 1.3611,
      "step": 62732
    },
    {
      "epoch": 5.3290010193679915,
      "grad_norm": 2.5130571881876174,
      "learning_rate": 9.69874000038605e-06,
      "loss": 1.1205,
      "step": 62733
    },
    {
      "epoch": 5.329085966700646,
      "grad_norm": 2.624618858849087,
      "learning_rate": 9.69631127141135e-06,
      "loss": 1.5023,
      "step": 62734
    },
    {
      "epoch": 5.329170914033299,
      "grad_norm": 2.8310675342900193,
      "learning_rate": 9.693882836415123e-06,
      "loss": 1.3248,
      "step": 62735
    },
    {
      "epoch": 5.329255861365953,
      "grad_norm": 2.679076656276331,
      "learning_rate": 9.691454695402435e-06,
      "loss": 1.198,
      "step": 62736
    },
    {
      "epoch": 5.329340808698607,
      "grad_norm": 2.657385624608554,
      "learning_rate": 9.689026848378396e-06,
      "loss": 1.2284,
      "step": 62737
    },
    {
      "epoch": 5.32942575603126,
      "grad_norm": 2.834444219694601,
      "learning_rate": 9.686599295348085e-06,
      "loss": 1.4872,
      "step": 62738
    },
    {
      "epoch": 5.329510703363915,
      "grad_norm": 2.944062352515276,
      "learning_rate": 9.684172036316585e-06,
      "loss": 1.4496,
      "step": 62739
    },
    {
      "epoch": 5.329595650696568,
      "grad_norm": 2.9553428302720004,
      "learning_rate": 9.681745071289021e-06,
      "loss": 1.5303,
      "step": 62740
    },
    {
      "epoch": 5.329680598029222,
      "grad_norm": 2.4447972634860298,
      "learning_rate": 9.679318400270442e-06,
      "loss": 1.3765,
      "step": 62741
    },
    {
      "epoch": 5.329765545361876,
      "grad_norm": 2.763951105098637,
      "learning_rate": 9.676892023265925e-06,
      "loss": 1.5051,
      "step": 62742
    },
    {
      "epoch": 5.329850492694529,
      "grad_norm": 2.9511284185130418,
      "learning_rate": 9.674465940280568e-06,
      "loss": 1.4637,
      "step": 62743
    },
    {
      "epoch": 5.3299354400271834,
      "grad_norm": 2.8369654252974863,
      "learning_rate": 9.672040151319432e-06,
      "loss": 1.4651,
      "step": 62744
    },
    {
      "epoch": 5.330020387359837,
      "grad_norm": 2.746778264597801,
      "learning_rate": 9.669614656387664e-06,
      "loss": 1.4168,
      "step": 62745
    },
    {
      "epoch": 5.33010533469249,
      "grad_norm": 2.792500241010234,
      "learning_rate": 9.667189455490293e-06,
      "loss": 1.3781,
      "step": 62746
    },
    {
      "epoch": 5.3301902820251446,
      "grad_norm": 2.5697562884150567,
      "learning_rate": 9.66476454863238e-06,
      "loss": 1.4189,
      "step": 62747
    },
    {
      "epoch": 5.330275229357798,
      "grad_norm": 2.648485371652398,
      "learning_rate": 9.662339935819075e-06,
      "loss": 1.478,
      "step": 62748
    },
    {
      "epoch": 5.330360176690452,
      "grad_norm": 2.6648313736902915,
      "learning_rate": 9.659915617055403e-06,
      "loss": 1.4679,
      "step": 62749
    },
    {
      "epoch": 5.330445124023106,
      "grad_norm": 2.6948476479597603,
      "learning_rate": 9.657491592346427e-06,
      "loss": 1.3963,
      "step": 62750
    },
    {
      "epoch": 5.330530071355759,
      "grad_norm": 2.623917267603549,
      "learning_rate": 9.655067861697296e-06,
      "loss": 1.3834,
      "step": 62751
    },
    {
      "epoch": 5.330615018688413,
      "grad_norm": 2.5111656000030935,
      "learning_rate": 9.652644425113055e-06,
      "loss": 1.2354,
      "step": 62752
    },
    {
      "epoch": 5.330699966021067,
      "grad_norm": 2.879328100407104,
      "learning_rate": 9.650221282598798e-06,
      "loss": 1.6875,
      "step": 62753
    },
    {
      "epoch": 5.330784913353721,
      "grad_norm": 2.585723480561413,
      "learning_rate": 9.647798434159536e-06,
      "loss": 1.2286,
      "step": 62754
    },
    {
      "epoch": 5.3308698606863745,
      "grad_norm": 2.512917527679823,
      "learning_rate": 9.645375879800421e-06,
      "loss": 1.3348,
      "step": 62755
    },
    {
      "epoch": 5.330954808019028,
      "grad_norm": 2.7373120067564622,
      "learning_rate": 9.642953619526478e-06,
      "loss": 1.4364,
      "step": 62756
    },
    {
      "epoch": 5.331039755351682,
      "grad_norm": 2.758498868131956,
      "learning_rate": 9.640531653342836e-06,
      "loss": 1.313,
      "step": 62757
    },
    {
      "epoch": 5.331124702684336,
      "grad_norm": 2.9141471565997863,
      "learning_rate": 9.638109981254511e-06,
      "loss": 1.695,
      "step": 62758
    },
    {
      "epoch": 5.33120965001699,
      "grad_norm": 2.553545673975833,
      "learning_rate": 9.635688603266628e-06,
      "loss": 1.4297,
      "step": 62759
    },
    {
      "epoch": 5.331294597349643,
      "grad_norm": 2.8033762979142014,
      "learning_rate": 9.633267519384236e-06,
      "loss": 1.5267,
      "step": 62760
    },
    {
      "epoch": 5.331379544682297,
      "grad_norm": 2.618372028753409,
      "learning_rate": 9.63084672961238e-06,
      "loss": 1.6419,
      "step": 62761
    },
    {
      "epoch": 5.331464492014951,
      "grad_norm": 2.8577608494801376,
      "learning_rate": 9.628426233956172e-06,
      "loss": 1.5142,
      "step": 62762
    },
    {
      "epoch": 5.331549439347604,
      "grad_norm": 2.439530757813064,
      "learning_rate": 9.626006032420691e-06,
      "loss": 1.1904,
      "step": 62763
    },
    {
      "epoch": 5.331634386680259,
      "grad_norm": 2.813574062072346,
      "learning_rate": 9.623586125011001e-06,
      "loss": 1.5199,
      "step": 62764
    },
    {
      "epoch": 5.331719334012912,
      "grad_norm": 2.8164354485599956,
      "learning_rate": 9.621166511732132e-06,
      "loss": 1.4097,
      "step": 62765
    },
    {
      "epoch": 5.3318042813455655,
      "grad_norm": 2.8477500553074595,
      "learning_rate": 9.61874719258921e-06,
      "loss": 1.5798,
      "step": 62766
    },
    {
      "epoch": 5.33188922867822,
      "grad_norm": 2.9492170087996135,
      "learning_rate": 9.616328167587267e-06,
      "loss": 1.5974,
      "step": 62767
    },
    {
      "epoch": 5.331974176010873,
      "grad_norm": 2.5453764084502253,
      "learning_rate": 9.613909436731349e-06,
      "loss": 1.4117,
      "step": 62768
    },
    {
      "epoch": 5.332059123343527,
      "grad_norm": 2.5343009472266,
      "learning_rate": 9.611491000026583e-06,
      "loss": 1.3553,
      "step": 62769
    },
    {
      "epoch": 5.332144070676181,
      "grad_norm": 2.8572649089953575,
      "learning_rate": 9.609072857478033e-06,
      "loss": 1.3133,
      "step": 62770
    },
    {
      "epoch": 5.332229018008834,
      "grad_norm": 2.5829831222886432,
      "learning_rate": 9.60665500909073e-06,
      "loss": 1.4647,
      "step": 62771
    },
    {
      "epoch": 5.332313965341489,
      "grad_norm": 2.7578377349167154,
      "learning_rate": 9.604237454869733e-06,
      "loss": 1.3025,
      "step": 62772
    },
    {
      "epoch": 5.332398912674142,
      "grad_norm": 2.8356876299942892,
      "learning_rate": 9.60182019482016e-06,
      "loss": 1.4424,
      "step": 62773
    },
    {
      "epoch": 5.332483860006795,
      "grad_norm": 2.649519548053184,
      "learning_rate": 9.599403228947034e-06,
      "loss": 1.5391,
      "step": 62774
    },
    {
      "epoch": 5.33256880733945,
      "grad_norm": 2.5994740194187242,
      "learning_rate": 9.59698655725542e-06,
      "loss": 1.3606,
      "step": 62775
    },
    {
      "epoch": 5.332653754672103,
      "grad_norm": 2.7527041698224726,
      "learning_rate": 9.594570179750365e-06,
      "loss": 1.643,
      "step": 62776
    },
    {
      "epoch": 5.332738702004757,
      "grad_norm": 2.502399223906154,
      "learning_rate": 9.592154096436998e-06,
      "loss": 1.3404,
      "step": 62777
    },
    {
      "epoch": 5.332823649337411,
      "grad_norm": 2.673754556543409,
      "learning_rate": 9.58973830732035e-06,
      "loss": 1.3977,
      "step": 62778
    },
    {
      "epoch": 5.332908596670064,
      "grad_norm": 2.649463383870795,
      "learning_rate": 9.587322812405447e-06,
      "loss": 1.5182,
      "step": 62779
    },
    {
      "epoch": 5.3329935440027185,
      "grad_norm": 2.6096696903538334,
      "learning_rate": 9.584907611697385e-06,
      "loss": 1.4841,
      "step": 62780
    },
    {
      "epoch": 5.333078491335372,
      "grad_norm": 2.6019068807957533,
      "learning_rate": 9.582492705201212e-06,
      "loss": 1.2528,
      "step": 62781
    },
    {
      "epoch": 5.333163438668026,
      "grad_norm": 2.5968768061344694,
      "learning_rate": 9.580078092922006e-06,
      "loss": 1.4352,
      "step": 62782
    },
    {
      "epoch": 5.33324838600068,
      "grad_norm": 2.691263531952711,
      "learning_rate": 9.57766377486478e-06,
      "loss": 1.4819,
      "step": 62783
    },
    {
      "epoch": 5.333333333333333,
      "grad_norm": 2.804738533945696,
      "learning_rate": 9.575249751034663e-06,
      "loss": 1.5142,
      "step": 62784
    },
    {
      "epoch": 5.333418280665987,
      "grad_norm": 2.6482597810209816,
      "learning_rate": 9.572836021436685e-06,
      "loss": 1.4043,
      "step": 62785
    },
    {
      "epoch": 5.333503227998641,
      "grad_norm": 3.0138824343167934,
      "learning_rate": 9.57042258607586e-06,
      "loss": 1.7951,
      "step": 62786
    },
    {
      "epoch": 5.333588175331295,
      "grad_norm": 2.7061142140041334,
      "learning_rate": 9.568009444957282e-06,
      "loss": 1.3943,
      "step": 62787
    },
    {
      "epoch": 5.333673122663948,
      "grad_norm": 2.715262778439015,
      "learning_rate": 9.565596598086011e-06,
      "loss": 1.2123,
      "step": 62788
    },
    {
      "epoch": 5.333758069996602,
      "grad_norm": 2.8302523534900947,
      "learning_rate": 9.563184045467116e-06,
      "loss": 1.3482,
      "step": 62789
    },
    {
      "epoch": 5.333843017329256,
      "grad_norm": 2.628580849557014,
      "learning_rate": 9.560771787105604e-06,
      "loss": 1.4679,
      "step": 62790
    },
    {
      "epoch": 5.3339279646619095,
      "grad_norm": 2.7880133748849114,
      "learning_rate": 9.55835982300659e-06,
      "loss": 1.4443,
      "step": 62791
    },
    {
      "epoch": 5.334012911994563,
      "grad_norm": 2.5830948788797063,
      "learning_rate": 9.555948153175086e-06,
      "loss": 1.4587,
      "step": 62792
    },
    {
      "epoch": 5.334097859327217,
      "grad_norm": 2.6750290296637527,
      "learning_rate": 9.553536777616122e-06,
      "loss": 1.3035,
      "step": 62793
    },
    {
      "epoch": 5.334182806659871,
      "grad_norm": 3.261321431809966,
      "learning_rate": 9.551125696334794e-06,
      "loss": 1.6207,
      "step": 62794
    },
    {
      "epoch": 5.334267753992525,
      "grad_norm": 2.7574788499876486,
      "learning_rate": 9.548714909336163e-06,
      "loss": 1.5297,
      "step": 62795
    },
    {
      "epoch": 5.334352701325178,
      "grad_norm": 2.6236841655725938,
      "learning_rate": 9.54630441662526e-06,
      "loss": 1.401,
      "step": 62796
    },
    {
      "epoch": 5.334437648657832,
      "grad_norm": 2.609528720511167,
      "learning_rate": 9.543894218207133e-06,
      "loss": 1.1437,
      "step": 62797
    },
    {
      "epoch": 5.334522595990486,
      "grad_norm": 2.999031931803317,
      "learning_rate": 9.541484314086838e-06,
      "loss": 1.5209,
      "step": 62798
    },
    {
      "epoch": 5.3346075433231395,
      "grad_norm": 2.5273031661092653,
      "learning_rate": 9.539074704269395e-06,
      "loss": 1.2007,
      "step": 62799
    },
    {
      "epoch": 5.334692490655794,
      "grad_norm": 2.831331353817568,
      "learning_rate": 9.536665388759912e-06,
      "loss": 1.6154,
      "step": 62800
    },
    {
      "epoch": 5.334777437988447,
      "grad_norm": 2.4255738710540964,
      "learning_rate": 9.534256367563387e-06,
      "loss": 1.2709,
      "step": 62801
    },
    {
      "epoch": 5.334862385321101,
      "grad_norm": 2.5578476162482877,
      "learning_rate": 9.531847640684897e-06,
      "loss": 1.4347,
      "step": 62802
    },
    {
      "epoch": 5.334947332653755,
      "grad_norm": 3.4982385402187726,
      "learning_rate": 9.52943920812949e-06,
      "loss": 1.734,
      "step": 62803
    },
    {
      "epoch": 5.335032279986408,
      "grad_norm": 2.468362256042293,
      "learning_rate": 9.527031069902163e-06,
      "loss": 1.4043,
      "step": 62804
    },
    {
      "epoch": 5.335117227319063,
      "grad_norm": 2.6341074089586156,
      "learning_rate": 9.52462322600801e-06,
      "loss": 1.4451,
      "step": 62805
    },
    {
      "epoch": 5.335202174651716,
      "grad_norm": 2.4161331732784,
      "learning_rate": 9.522215676452078e-06,
      "loss": 1.3426,
      "step": 62806
    },
    {
      "epoch": 5.335287121984369,
      "grad_norm": 2.6577150825854203,
      "learning_rate": 9.51980842123941e-06,
      "loss": 1.4804,
      "step": 62807
    },
    {
      "epoch": 5.335372069317024,
      "grad_norm": 2.6955352415612603,
      "learning_rate": 9.517401460375006e-06,
      "loss": 1.21,
      "step": 62808
    },
    {
      "epoch": 5.335457016649677,
      "grad_norm": 2.600361163163127,
      "learning_rate": 9.514994793863962e-06,
      "loss": 1.3754,
      "step": 62809
    },
    {
      "epoch": 5.335541963982331,
      "grad_norm": 2.39397699323176,
      "learning_rate": 9.512588421711304e-06,
      "loss": 1.2426,
      "step": 62810
    },
    {
      "epoch": 5.335626911314985,
      "grad_norm": 2.8872580635552594,
      "learning_rate": 9.510182343922046e-06,
      "loss": 1.6715,
      "step": 62811
    },
    {
      "epoch": 5.335711858647638,
      "grad_norm": 2.669060009554145,
      "learning_rate": 9.507776560501268e-06,
      "loss": 1.4233,
      "step": 62812
    },
    {
      "epoch": 5.3357968059802925,
      "grad_norm": 3.1008733967055027,
      "learning_rate": 9.505371071453998e-06,
      "loss": 1.6058,
      "step": 62813
    },
    {
      "epoch": 5.335881753312946,
      "grad_norm": 2.6293223230640055,
      "learning_rate": 9.502965876785284e-06,
      "loss": 1.3738,
      "step": 62814
    },
    {
      "epoch": 5.335966700645599,
      "grad_norm": 2.566871865430403,
      "learning_rate": 9.500560976500138e-06,
      "loss": 1.4122,
      "step": 62815
    },
    {
      "epoch": 5.336051647978254,
      "grad_norm": 2.590736358144469,
      "learning_rate": 9.498156370603638e-06,
      "loss": 1.4148,
      "step": 62816
    },
    {
      "epoch": 5.336136595310907,
      "grad_norm": 2.719883310325698,
      "learning_rate": 9.495752059100814e-06,
      "loss": 1.5571,
      "step": 62817
    },
    {
      "epoch": 5.336221542643561,
      "grad_norm": 2.637560401706643,
      "learning_rate": 9.493348041996646e-06,
      "loss": 1.5003,
      "step": 62818
    },
    {
      "epoch": 5.336306489976215,
      "grad_norm": 2.537962836788485,
      "learning_rate": 9.490944319296228e-06,
      "loss": 1.4041,
      "step": 62819
    },
    {
      "epoch": 5.336391437308868,
      "grad_norm": 2.781341450954032,
      "learning_rate": 9.48854089100461e-06,
      "loss": 1.5112,
      "step": 62820
    },
    {
      "epoch": 5.336476384641522,
      "grad_norm": 2.65456929143057,
      "learning_rate": 9.4861377571268e-06,
      "loss": 1.4549,
      "step": 62821
    },
    {
      "epoch": 5.336561331974176,
      "grad_norm": 2.824571554930298,
      "learning_rate": 9.483734917667812e-06,
      "loss": 1.3746,
      "step": 62822
    },
    {
      "epoch": 5.33664627930683,
      "grad_norm": 2.7292155300741414,
      "learning_rate": 9.481332372632727e-06,
      "loss": 1.506,
      "step": 62823
    },
    {
      "epoch": 5.3367312266394835,
      "grad_norm": 2.567388885225283,
      "learning_rate": 9.47893012202654e-06,
      "loss": 1.3828,
      "step": 62824
    },
    {
      "epoch": 5.336816173972137,
      "grad_norm": 2.732035054086136,
      "learning_rate": 9.47652816585433e-06,
      "loss": 1.3486,
      "step": 62825
    },
    {
      "epoch": 5.336901121304791,
      "grad_norm": 2.952653779849047,
      "learning_rate": 9.47412650412106e-06,
      "loss": 1.5894,
      "step": 62826
    },
    {
      "epoch": 5.336986068637445,
      "grad_norm": 2.6838285815722918,
      "learning_rate": 9.471725136831843e-06,
      "loss": 1.5256,
      "step": 62827
    },
    {
      "epoch": 5.337071015970099,
      "grad_norm": 3.0708434184696665,
      "learning_rate": 9.469324063991674e-06,
      "loss": 1.6567,
      "step": 62828
    },
    {
      "epoch": 5.337155963302752,
      "grad_norm": 2.5964767114162584,
      "learning_rate": 9.46692328560555e-06,
      "loss": 1.4296,
      "step": 62829
    },
    {
      "epoch": 5.337240910635406,
      "grad_norm": 2.7368579957311865,
      "learning_rate": 9.464522801678532e-06,
      "loss": 1.3325,
      "step": 62830
    },
    {
      "epoch": 5.33732585796806,
      "grad_norm": 2.6646378774111428,
      "learning_rate": 9.462122612215667e-06,
      "loss": 1.2011,
      "step": 62831
    },
    {
      "epoch": 5.337410805300713,
      "grad_norm": 2.73054998590256,
      "learning_rate": 9.459722717221969e-06,
      "loss": 1.5777,
      "step": 62832
    },
    {
      "epoch": 5.337495752633368,
      "grad_norm": 2.7916034977786706,
      "learning_rate": 9.457323116702447e-06,
      "loss": 1.5133,
      "step": 62833
    },
    {
      "epoch": 5.337580699966021,
      "grad_norm": 2.399698167982771,
      "learning_rate": 9.454923810662169e-06,
      "loss": 1.3518,
      "step": 62834
    },
    {
      "epoch": 5.3376656472986745,
      "grad_norm": 2.7994703207593057,
      "learning_rate": 9.452524799106143e-06,
      "loss": 1.3732,
      "step": 62835
    },
    {
      "epoch": 5.337750594631329,
      "grad_norm": 2.9644366895125582,
      "learning_rate": 9.450126082039367e-06,
      "loss": 1.6596,
      "step": 62836
    },
    {
      "epoch": 5.337835541963982,
      "grad_norm": 2.6625602171684544,
      "learning_rate": 9.447727659466903e-06,
      "loss": 1.5566,
      "step": 62837
    },
    {
      "epoch": 5.337920489296636,
      "grad_norm": 2.541342423075829,
      "learning_rate": 9.44532953139378e-06,
      "loss": 1.327,
      "step": 62838
    },
    {
      "epoch": 5.33800543662929,
      "grad_norm": 2.5387952251694075,
      "learning_rate": 9.442931697825013e-06,
      "loss": 1.2291,
      "step": 62839
    },
    {
      "epoch": 5.338090383961943,
      "grad_norm": 2.624872484612555,
      "learning_rate": 9.440534158765594e-06,
      "loss": 1.4061,
      "step": 62840
    },
    {
      "epoch": 5.338175331294598,
      "grad_norm": 2.796178726578046,
      "learning_rate": 9.43813691422059e-06,
      "loss": 1.5572,
      "step": 62841
    },
    {
      "epoch": 5.338260278627251,
      "grad_norm": 2.70060258885829,
      "learning_rate": 9.435739964194994e-06,
      "loss": 1.4571,
      "step": 62842
    },
    {
      "epoch": 5.3383452259599045,
      "grad_norm": 2.6893587276550304,
      "learning_rate": 9.433343308693869e-06,
      "loss": 1.5039,
      "step": 62843
    },
    {
      "epoch": 5.338430173292559,
      "grad_norm": 2.479786963261961,
      "learning_rate": 9.430946947722195e-06,
      "loss": 1.319,
      "step": 62844
    },
    {
      "epoch": 5.338515120625212,
      "grad_norm": 2.740770587066394,
      "learning_rate": 9.428550881285018e-06,
      "loss": 1.2687,
      "step": 62845
    },
    {
      "epoch": 5.3386000679578665,
      "grad_norm": 2.5934440686441986,
      "learning_rate": 9.426155109387351e-06,
      "loss": 1.4393,
      "step": 62846
    },
    {
      "epoch": 5.33868501529052,
      "grad_norm": 2.57128353299626,
      "learning_rate": 9.423759632034205e-06,
      "loss": 1.3117,
      "step": 62847
    },
    {
      "epoch": 5.338769962623173,
      "grad_norm": 2.7943222544329513,
      "learning_rate": 9.421364449230579e-06,
      "loss": 1.5468,
      "step": 62848
    },
    {
      "epoch": 5.338854909955828,
      "grad_norm": 2.5036826117226676,
      "learning_rate": 9.418969560981565e-06,
      "loss": 1.3566,
      "step": 62849
    },
    {
      "epoch": 5.338939857288481,
      "grad_norm": 2.570086186330776,
      "learning_rate": 9.416574967292128e-06,
      "loss": 1.1618,
      "step": 62850
    },
    {
      "epoch": 5.339024804621135,
      "grad_norm": 3.1437914023971913,
      "learning_rate": 9.414180668167265e-06,
      "loss": 1.4724,
      "step": 62851
    },
    {
      "epoch": 5.339109751953789,
      "grad_norm": 2.73432489778095,
      "learning_rate": 9.411786663612054e-06,
      "loss": 1.5811,
      "step": 62852
    },
    {
      "epoch": 5.339194699286442,
      "grad_norm": 3.071602509108329,
      "learning_rate": 9.409392953631473e-06,
      "loss": 1.5582,
      "step": 62853
    },
    {
      "epoch": 5.339279646619096,
      "grad_norm": 2.9313635527696347,
      "learning_rate": 9.406999538230504e-06,
      "loss": 1.7391,
      "step": 62854
    },
    {
      "epoch": 5.33936459395175,
      "grad_norm": 2.732766232234653,
      "learning_rate": 9.404606417414224e-06,
      "loss": 1.4086,
      "step": 62855
    },
    {
      "epoch": 5.339449541284404,
      "grad_norm": 2.8072276904154214,
      "learning_rate": 9.40221359118763e-06,
      "loss": 1.8033,
      "step": 62856
    },
    {
      "epoch": 5.3395344886170575,
      "grad_norm": 2.8234551594493182,
      "learning_rate": 9.399821059555734e-06,
      "loss": 1.4117,
      "step": 62857
    },
    {
      "epoch": 5.339619435949711,
      "grad_norm": 2.700881268702301,
      "learning_rate": 9.397428822523518e-06,
      "loss": 1.4846,
      "step": 62858
    },
    {
      "epoch": 5.339704383282365,
      "grad_norm": 2.8254919833902474,
      "learning_rate": 9.39503688009604e-06,
      "loss": 1.6068,
      "step": 62859
    },
    {
      "epoch": 5.339789330615019,
      "grad_norm": 2.6867982095186558,
      "learning_rate": 9.392645232278284e-06,
      "loss": 1.2244,
      "step": 62860
    },
    {
      "epoch": 5.339874277947672,
      "grad_norm": 2.6559644624521774,
      "learning_rate": 9.390253879075277e-06,
      "loss": 1.2521,
      "step": 62861
    },
    {
      "epoch": 5.339959225280326,
      "grad_norm": 2.4946821553033853,
      "learning_rate": 9.387862820492015e-06,
      "loss": 1.4737,
      "step": 62862
    },
    {
      "epoch": 5.34004417261298,
      "grad_norm": 2.7071364044690442,
      "learning_rate": 9.385472056533527e-06,
      "loss": 1.4382,
      "step": 62863
    },
    {
      "epoch": 5.340129119945634,
      "grad_norm": 2.589589535375921,
      "learning_rate": 9.383081587204811e-06,
      "loss": 1.45,
      "step": 62864
    },
    {
      "epoch": 5.340214067278287,
      "grad_norm": 2.612988381732974,
      "learning_rate": 9.38069141251086e-06,
      "loss": 1.2438,
      "step": 62865
    },
    {
      "epoch": 5.340299014610941,
      "grad_norm": 2.8444198215232976,
      "learning_rate": 9.378301532456705e-06,
      "loss": 1.4684,
      "step": 62866
    },
    {
      "epoch": 5.340383961943595,
      "grad_norm": 2.4749514376324515,
      "learning_rate": 9.375911947047326e-06,
      "loss": 1.1199,
      "step": 62867
    },
    {
      "epoch": 5.3404689092762485,
      "grad_norm": 2.710489217694305,
      "learning_rate": 9.373522656287785e-06,
      "loss": 1.53,
      "step": 62868
    },
    {
      "epoch": 5.340553856608903,
      "grad_norm": 2.5746704529809206,
      "learning_rate": 9.371133660183028e-06,
      "loss": 1.3026,
      "step": 62869
    },
    {
      "epoch": 5.340638803941556,
      "grad_norm": 2.793091237771824,
      "learning_rate": 9.3687449587381e-06,
      "loss": 1.5643,
      "step": 62870
    },
    {
      "epoch": 5.34072375127421,
      "grad_norm": 2.494781351905391,
      "learning_rate": 9.366356551957999e-06,
      "loss": 1.2004,
      "step": 62871
    },
    {
      "epoch": 5.340808698606864,
      "grad_norm": 2.6936643266926765,
      "learning_rate": 9.363968439847702e-06,
      "loss": 1.5051,
      "step": 62872
    },
    {
      "epoch": 5.340893645939517,
      "grad_norm": 2.630199836105845,
      "learning_rate": 9.361580622412224e-06,
      "loss": 1.2453,
      "step": 62873
    },
    {
      "epoch": 5.340978593272172,
      "grad_norm": 2.7254955276298696,
      "learning_rate": 9.359193099656592e-06,
      "loss": 1.4842,
      "step": 62874
    },
    {
      "epoch": 5.341063540604825,
      "grad_norm": 2.6085179845542337,
      "learning_rate": 9.35680587158582e-06,
      "loss": 1.337,
      "step": 62875
    },
    {
      "epoch": 5.341148487937478,
      "grad_norm": 2.885907901220757,
      "learning_rate": 9.354418938204838e-06,
      "loss": 1.4821,
      "step": 62876
    },
    {
      "epoch": 5.341233435270133,
      "grad_norm": 2.69251584950559,
      "learning_rate": 9.352032299518725e-06,
      "loss": 1.24,
      "step": 62877
    },
    {
      "epoch": 5.341318382602786,
      "grad_norm": 2.780182655784132,
      "learning_rate": 9.34964595553246e-06,
      "loss": 1.5157,
      "step": 62878
    },
    {
      "epoch": 5.34140332993544,
      "grad_norm": 2.7655043950818734,
      "learning_rate": 9.347259906250986e-06,
      "loss": 1.4043,
      "step": 62879
    },
    {
      "epoch": 5.341488277268094,
      "grad_norm": 2.585308191942449,
      "learning_rate": 9.34487415167937e-06,
      "loss": 1.3326,
      "step": 62880
    },
    {
      "epoch": 5.341573224600747,
      "grad_norm": 2.574187098775959,
      "learning_rate": 9.342488691822608e-06,
      "loss": 1.3038,
      "step": 62881
    },
    {
      "epoch": 5.3416581719334015,
      "grad_norm": 2.614721630801451,
      "learning_rate": 9.340103526685677e-06,
      "loss": 1.3583,
      "step": 62882
    },
    {
      "epoch": 5.341743119266055,
      "grad_norm": 2.7409426926415117,
      "learning_rate": 9.337718656273558e-06,
      "loss": 1.4385,
      "step": 62883
    },
    {
      "epoch": 5.341828066598708,
      "grad_norm": 2.7383408119438903,
      "learning_rate": 9.335334080591278e-06,
      "loss": 1.5371,
      "step": 62884
    },
    {
      "epoch": 5.341913013931363,
      "grad_norm": 2.7992397838638508,
      "learning_rate": 9.332949799643818e-06,
      "loss": 1.4442,
      "step": 62885
    },
    {
      "epoch": 5.341997961264016,
      "grad_norm": 2.5049504655103605,
      "learning_rate": 9.330565813436191e-06,
      "loss": 1.3142,
      "step": 62886
    },
    {
      "epoch": 5.34208290859667,
      "grad_norm": 2.5864643662933102,
      "learning_rate": 9.328182121973377e-06,
      "loss": 1.4341,
      "step": 62887
    },
    {
      "epoch": 5.342167855929324,
      "grad_norm": 2.7523407049998667,
      "learning_rate": 9.32579872526037e-06,
      "loss": 1.3168,
      "step": 62888
    },
    {
      "epoch": 5.342252803261978,
      "grad_norm": 2.6136382591413856,
      "learning_rate": 9.323415623302183e-06,
      "loss": 1.4547,
      "step": 62889
    },
    {
      "epoch": 5.3423377505946315,
      "grad_norm": 2.714192660497677,
      "learning_rate": 9.32103281610378e-06,
      "loss": 1.3091,
      "step": 62890
    },
    {
      "epoch": 5.342422697927285,
      "grad_norm": 2.704169084153325,
      "learning_rate": 9.318650303670156e-06,
      "loss": 1.4577,
      "step": 62891
    },
    {
      "epoch": 5.342507645259939,
      "grad_norm": 2.679881907475894,
      "learning_rate": 9.31626808600634e-06,
      "loss": 1.2444,
      "step": 62892
    },
    {
      "epoch": 5.342592592592593,
      "grad_norm": 2.737596763379497,
      "learning_rate": 9.313886163117296e-06,
      "loss": 1.5451,
      "step": 62893
    },
    {
      "epoch": 5.342677539925246,
      "grad_norm": 2.6630622380562263,
      "learning_rate": 9.311504535008002e-06,
      "loss": 1.6136,
      "step": 62894
    },
    {
      "epoch": 5.3427624872579,
      "grad_norm": 2.5004103175472587,
      "learning_rate": 9.309123201683471e-06,
      "loss": 1.2836,
      "step": 62895
    },
    {
      "epoch": 5.342847434590554,
      "grad_norm": 2.673545919992435,
      "learning_rate": 9.3067421631487e-06,
      "loss": 1.5038,
      "step": 62896
    },
    {
      "epoch": 5.342932381923208,
      "grad_norm": 2.545209392201466,
      "learning_rate": 9.304361419408635e-06,
      "loss": 1.2456,
      "step": 62897
    },
    {
      "epoch": 5.343017329255861,
      "grad_norm": 2.5520643188314334,
      "learning_rate": 9.301980970468303e-06,
      "loss": 1.3975,
      "step": 62898
    },
    {
      "epoch": 5.343102276588515,
      "grad_norm": 2.598229682139838,
      "learning_rate": 9.299600816332687e-06,
      "loss": 1.2983,
      "step": 62899
    },
    {
      "epoch": 5.343187223921169,
      "grad_norm": 2.813383263989226,
      "learning_rate": 9.29722095700678e-06,
      "loss": 1.4439,
      "step": 62900
    },
    {
      "epoch": 5.3432721712538225,
      "grad_norm": 2.783379577601692,
      "learning_rate": 9.294841392495528e-06,
      "loss": 1.3988,
      "step": 62901
    },
    {
      "epoch": 5.343357118586477,
      "grad_norm": 2.5149430714774903,
      "learning_rate": 9.292462122803979e-06,
      "loss": 1.4335,
      "step": 62902
    },
    {
      "epoch": 5.34344206591913,
      "grad_norm": 2.6379585952108897,
      "learning_rate": 9.29008314793706e-06,
      "loss": 1.3929,
      "step": 62903
    },
    {
      "epoch": 5.343527013251784,
      "grad_norm": 2.7499186716365425,
      "learning_rate": 9.287704467899804e-06,
      "loss": 1.4633,
      "step": 62904
    },
    {
      "epoch": 5.343611960584438,
      "grad_norm": 2.9420510751831626,
      "learning_rate": 9.285326082697136e-06,
      "loss": 1.4659,
      "step": 62905
    },
    {
      "epoch": 5.343696907917091,
      "grad_norm": 2.627465193278063,
      "learning_rate": 9.282947992334105e-06,
      "loss": 1.4912,
      "step": 62906
    },
    {
      "epoch": 5.343781855249745,
      "grad_norm": 2.7453256805915123,
      "learning_rate": 9.280570196815673e-06,
      "loss": 1.5852,
      "step": 62907
    },
    {
      "epoch": 5.343866802582399,
      "grad_norm": 2.7604061046342983,
      "learning_rate": 9.278192696146786e-06,
      "loss": 1.4699,
      "step": 62908
    },
    {
      "epoch": 5.343951749915052,
      "grad_norm": 2.768193579477631,
      "learning_rate": 9.275815490332472e-06,
      "loss": 1.4994,
      "step": 62909
    },
    {
      "epoch": 5.344036697247707,
      "grad_norm": 2.7241424391765916,
      "learning_rate": 9.273438579377662e-06,
      "loss": 1.4884,
      "step": 62910
    },
    {
      "epoch": 5.34412164458036,
      "grad_norm": 2.677174412606595,
      "learning_rate": 9.271061963287401e-06,
      "loss": 1.5161,
      "step": 62911
    },
    {
      "epoch": 5.344206591913014,
      "grad_norm": 2.5566925862191843,
      "learning_rate": 9.26868564206662e-06,
      "loss": 1.4538,
      "step": 62912
    },
    {
      "epoch": 5.344291539245668,
      "grad_norm": 2.847558593858624,
      "learning_rate": 9.266309615720329e-06,
      "loss": 1.7123,
      "step": 62913
    },
    {
      "epoch": 5.344376486578321,
      "grad_norm": 2.762318071348266,
      "learning_rate": 9.263933884253477e-06,
      "loss": 1.6693,
      "step": 62914
    },
    {
      "epoch": 5.3444614339109755,
      "grad_norm": 2.783635417660708,
      "learning_rate": 9.261558447671058e-06,
      "loss": 1.3442,
      "step": 62915
    },
    {
      "epoch": 5.344546381243629,
      "grad_norm": 2.8433193165022814,
      "learning_rate": 9.259183305978034e-06,
      "loss": 1.4532,
      "step": 62916
    },
    {
      "epoch": 5.344631328576282,
      "grad_norm": 2.6216557161364697,
      "learning_rate": 9.256808459179404e-06,
      "loss": 1.2,
      "step": 62917
    },
    {
      "epoch": 5.344716275908937,
      "grad_norm": 2.9396809537651616,
      "learning_rate": 9.254433907280145e-06,
      "loss": 1.7563,
      "step": 62918
    },
    {
      "epoch": 5.34480122324159,
      "grad_norm": 2.6305535766962485,
      "learning_rate": 9.252059650285203e-06,
      "loss": 1.412,
      "step": 62919
    },
    {
      "epoch": 5.344886170574244,
      "grad_norm": 2.587147890638366,
      "learning_rate": 9.249685688199593e-06,
      "loss": 1.3829,
      "step": 62920
    },
    {
      "epoch": 5.344971117906898,
      "grad_norm": 2.48304454166183,
      "learning_rate": 9.247312021028275e-06,
      "loss": 1.2947,
      "step": 62921
    },
    {
      "epoch": 5.345056065239551,
      "grad_norm": 2.747528919706118,
      "learning_rate": 9.24493864877618e-06,
      "loss": 1.4725,
      "step": 62922
    },
    {
      "epoch": 5.345141012572205,
      "grad_norm": 2.702924443169188,
      "learning_rate": 9.242565571448318e-06,
      "loss": 1.4568,
      "step": 62923
    },
    {
      "epoch": 5.345225959904859,
      "grad_norm": 2.8170166552089966,
      "learning_rate": 9.240192789049688e-06,
      "loss": 1.6174,
      "step": 62924
    },
    {
      "epoch": 5.345310907237513,
      "grad_norm": 2.642290224313076,
      "learning_rate": 9.237820301585235e-06,
      "loss": 1.4351,
      "step": 62925
    },
    {
      "epoch": 5.3453958545701665,
      "grad_norm": 2.8110875978065493,
      "learning_rate": 9.235448109059906e-06,
      "loss": 1.4411,
      "step": 62926
    },
    {
      "epoch": 5.34548080190282,
      "grad_norm": 2.6287747835562434,
      "learning_rate": 9.233076211478713e-06,
      "loss": 1.3166,
      "step": 62927
    },
    {
      "epoch": 5.345565749235474,
      "grad_norm": 2.4510765911853976,
      "learning_rate": 9.230704608846583e-06,
      "loss": 1.1331,
      "step": 62928
    },
    {
      "epoch": 5.345650696568128,
      "grad_norm": 2.715679714394804,
      "learning_rate": 9.228333301168534e-06,
      "loss": 1.3583,
      "step": 62929
    },
    {
      "epoch": 5.345735643900782,
      "grad_norm": 2.69457019012501,
      "learning_rate": 9.225962288449473e-06,
      "loss": 1.2717,
      "step": 62930
    },
    {
      "epoch": 5.345820591233435,
      "grad_norm": 3.0162060611818213,
      "learning_rate": 9.22359157069445e-06,
      "loss": 1.468,
      "step": 62931
    },
    {
      "epoch": 5.345905538566089,
      "grad_norm": 2.5580081450498158,
      "learning_rate": 9.221221147908375e-06,
      "loss": 1.201,
      "step": 62932
    },
    {
      "epoch": 5.345990485898743,
      "grad_norm": 2.432189329385734,
      "learning_rate": 9.218851020096196e-06,
      "loss": 1.2775,
      "step": 62933
    },
    {
      "epoch": 5.3460754332313964,
      "grad_norm": 2.8644928732955046,
      "learning_rate": 9.216481187262925e-06,
      "loss": 1.4654,
      "step": 62934
    },
    {
      "epoch": 5.346160380564051,
      "grad_norm": 2.6052787578022722,
      "learning_rate": 9.214111649413526e-06,
      "loss": 1.2698,
      "step": 62935
    },
    {
      "epoch": 5.346245327896704,
      "grad_norm": 2.7375329533627353,
      "learning_rate": 9.211742406552942e-06,
      "loss": 1.3708,
      "step": 62936
    },
    {
      "epoch": 5.3463302752293576,
      "grad_norm": 2.5944132999653813,
      "learning_rate": 9.209373458686137e-06,
      "loss": 1.1198,
      "step": 62937
    },
    {
      "epoch": 5.346415222562012,
      "grad_norm": 2.604183175910774,
      "learning_rate": 9.207004805818107e-06,
      "loss": 1.3652,
      "step": 62938
    },
    {
      "epoch": 5.346500169894665,
      "grad_norm": 2.891854188530772,
      "learning_rate": 9.204636447953784e-06,
      "loss": 1.56,
      "step": 62939
    },
    {
      "epoch": 5.346585117227319,
      "grad_norm": 2.6155296221540483,
      "learning_rate": 9.202268385098111e-06,
      "loss": 1.5056,
      "step": 62940
    },
    {
      "epoch": 5.346670064559973,
      "grad_norm": 2.522763999323955,
      "learning_rate": 9.199900617256083e-06,
      "loss": 1.4376,
      "step": 62941
    },
    {
      "epoch": 5.346755011892626,
      "grad_norm": 2.6973595014326914,
      "learning_rate": 9.197533144432683e-06,
      "loss": 1.5312,
      "step": 62942
    },
    {
      "epoch": 5.346839959225281,
      "grad_norm": 2.539779907934676,
      "learning_rate": 9.19516596663284e-06,
      "loss": 1.1303,
      "step": 62943
    },
    {
      "epoch": 5.346924906557934,
      "grad_norm": 2.7005614747449536,
      "learning_rate": 9.19279908386148e-06,
      "loss": 1.6111,
      "step": 62944
    },
    {
      "epoch": 5.3470098538905875,
      "grad_norm": 2.8177654321186822,
      "learning_rate": 9.190432496123635e-06,
      "loss": 1.6578,
      "step": 62945
    },
    {
      "epoch": 5.347094801223242,
      "grad_norm": 2.8636206440733485,
      "learning_rate": 9.1880662034242e-06,
      "loss": 1.602,
      "step": 62946
    },
    {
      "epoch": 5.347179748555895,
      "grad_norm": 2.618263699596498,
      "learning_rate": 9.185700205768187e-06,
      "loss": 1.418,
      "step": 62947
    },
    {
      "epoch": 5.3472646958885495,
      "grad_norm": 2.63290097853149,
      "learning_rate": 9.18333450316051e-06,
      "loss": 1.294,
      "step": 62948
    },
    {
      "epoch": 5.347349643221203,
      "grad_norm": 2.644516518433925,
      "learning_rate": 9.18096909560615e-06,
      "loss": 1.3382,
      "step": 62949
    },
    {
      "epoch": 5.347434590553856,
      "grad_norm": 2.6072604216403485,
      "learning_rate": 9.178603983110066e-06,
      "loss": 1.1404,
      "step": 62950
    },
    {
      "epoch": 5.347519537886511,
      "grad_norm": 2.7039007173018925,
      "learning_rate": 9.17623916567719e-06,
      "loss": 1.4283,
      "step": 62951
    },
    {
      "epoch": 5.347604485219164,
      "grad_norm": 2.7311465652018483,
      "learning_rate": 9.173874643312502e-06,
      "loss": 1.4516,
      "step": 62952
    },
    {
      "epoch": 5.347689432551818,
      "grad_norm": 2.507552529688847,
      "learning_rate": 9.171510416020928e-06,
      "loss": 1.3612,
      "step": 62953
    },
    {
      "epoch": 5.347774379884472,
      "grad_norm": 3.035595614357574,
      "learning_rate": 9.169146483807467e-06,
      "loss": 1.4573,
      "step": 62954
    },
    {
      "epoch": 5.347859327217125,
      "grad_norm": 2.507850426975582,
      "learning_rate": 9.166782846677011e-06,
      "loss": 1.1177,
      "step": 62955
    },
    {
      "epoch": 5.347944274549779,
      "grad_norm": 2.8295119549870877,
      "learning_rate": 9.16441950463458e-06,
      "loss": 1.3656,
      "step": 62956
    },
    {
      "epoch": 5.348029221882433,
      "grad_norm": 2.459427926430097,
      "learning_rate": 9.162056457685096e-06,
      "loss": 1.3459,
      "step": 62957
    },
    {
      "epoch": 5.348114169215087,
      "grad_norm": 2.7609299759565746,
      "learning_rate": 9.159693705833492e-06,
      "loss": 1.574,
      "step": 62958
    },
    {
      "epoch": 5.3481991165477405,
      "grad_norm": 2.7863679811392164,
      "learning_rate": 9.157331249084698e-06,
      "loss": 1.4269,
      "step": 62959
    },
    {
      "epoch": 5.348284063880394,
      "grad_norm": 2.588698713306233,
      "learning_rate": 9.154969087443743e-06,
      "loss": 1.3379,
      "step": 62960
    },
    {
      "epoch": 5.348369011213048,
      "grad_norm": 2.7935811825241053,
      "learning_rate": 9.15260722091552e-06,
      "loss": 1.3856,
      "step": 62961
    },
    {
      "epoch": 5.348453958545702,
      "grad_norm": 3.1360458490582985,
      "learning_rate": 9.150245649504978e-06,
      "loss": 1.6764,
      "step": 62962
    },
    {
      "epoch": 5.348538905878355,
      "grad_norm": 2.751534346722721,
      "learning_rate": 9.147884373217113e-06,
      "loss": 1.3462,
      "step": 62963
    },
    {
      "epoch": 5.348623853211009,
      "grad_norm": 2.8741500460893437,
      "learning_rate": 9.14552339205682e-06,
      "loss": 1.6763,
      "step": 62964
    },
    {
      "epoch": 5.348708800543663,
      "grad_norm": 2.7675843852323267,
      "learning_rate": 9.143162706029045e-06,
      "loss": 1.5711,
      "step": 62965
    },
    {
      "epoch": 5.348793747876317,
      "grad_norm": 2.6406157145173523,
      "learning_rate": 9.140802315138751e-06,
      "loss": 1.4669,
      "step": 62966
    },
    {
      "epoch": 5.34887869520897,
      "grad_norm": 3.462842751448778,
      "learning_rate": 9.138442219390902e-06,
      "loss": 1.7421,
      "step": 62967
    },
    {
      "epoch": 5.348963642541624,
      "grad_norm": 2.6455861118242896,
      "learning_rate": 9.136082418790441e-06,
      "loss": 1.5311,
      "step": 62968
    },
    {
      "epoch": 5.349048589874278,
      "grad_norm": 2.672379278785876,
      "learning_rate": 9.133722913342283e-06,
      "loss": 1.2533,
      "step": 62969
    },
    {
      "epoch": 5.3491335372069315,
      "grad_norm": 2.771813357668072,
      "learning_rate": 9.131363703051376e-06,
      "loss": 1.5586,
      "step": 62970
    },
    {
      "epoch": 5.349218484539586,
      "grad_norm": 2.6850023353701844,
      "learning_rate": 9.129004787922661e-06,
      "loss": 1.5698,
      "step": 62971
    },
    {
      "epoch": 5.349303431872239,
      "grad_norm": 2.5519389668256323,
      "learning_rate": 9.126646167961139e-06,
      "loss": 1.442,
      "step": 62972
    },
    {
      "epoch": 5.349388379204893,
      "grad_norm": 2.6642655069966708,
      "learning_rate": 9.124287843171667e-06,
      "loss": 1.2252,
      "step": 62973
    },
    {
      "epoch": 5.349473326537547,
      "grad_norm": 2.705908479099635,
      "learning_rate": 9.121929813559248e-06,
      "loss": 1.2129,
      "step": 62974
    },
    {
      "epoch": 5.3495582738702,
      "grad_norm": 2.78322626413312,
      "learning_rate": 9.119572079128807e-06,
      "loss": 1.5278,
      "step": 62975
    },
    {
      "epoch": 5.349643221202855,
      "grad_norm": 2.671074505703011,
      "learning_rate": 9.117214639885273e-06,
      "loss": 1.2288,
      "step": 62976
    },
    {
      "epoch": 5.349728168535508,
      "grad_norm": 2.8284571203197855,
      "learning_rate": 9.114857495833543e-06,
      "loss": 1.5179,
      "step": 62977
    },
    {
      "epoch": 5.349813115868161,
      "grad_norm": 2.724586048385786,
      "learning_rate": 9.112500646978649e-06,
      "loss": 1.4561,
      "step": 62978
    },
    {
      "epoch": 5.349898063200816,
      "grad_norm": 2.6610378213546735,
      "learning_rate": 9.110144093325483e-06,
      "loss": 1.4308,
      "step": 62979
    },
    {
      "epoch": 5.349983010533469,
      "grad_norm": 2.640919874455944,
      "learning_rate": 9.107787834878977e-06,
      "loss": 1.4862,
      "step": 62980
    },
    {
      "epoch": 5.350067957866123,
      "grad_norm": 2.5613974527091843,
      "learning_rate": 9.105431871644075e-06,
      "loss": 1.4143,
      "step": 62981
    },
    {
      "epoch": 5.350152905198777,
      "grad_norm": 2.9162983576027366,
      "learning_rate": 9.103076203625725e-06,
      "loss": 1.4491,
      "step": 62982
    },
    {
      "epoch": 5.35023785253143,
      "grad_norm": 2.6324001609274785,
      "learning_rate": 9.10072083082884e-06,
      "loss": 1.4874,
      "step": 62983
    },
    {
      "epoch": 5.3503227998640845,
      "grad_norm": 2.7821257853998484,
      "learning_rate": 9.098365753258346e-06,
      "loss": 1.5862,
      "step": 62984
    },
    {
      "epoch": 5.350407747196738,
      "grad_norm": 2.7746444637835457,
      "learning_rate": 9.096010970919227e-06,
      "loss": 1.5388,
      "step": 62985
    },
    {
      "epoch": 5.350492694529391,
      "grad_norm": 2.5939712354507676,
      "learning_rate": 9.093656483816392e-06,
      "loss": 1.4464,
      "step": 62986
    },
    {
      "epoch": 5.350577641862046,
      "grad_norm": 2.770534227854328,
      "learning_rate": 9.091302291954755e-06,
      "loss": 1.6659,
      "step": 62987
    },
    {
      "epoch": 5.350662589194699,
      "grad_norm": 2.646848172981766,
      "learning_rate": 9.088948395339264e-06,
      "loss": 1.5084,
      "step": 62988
    },
    {
      "epoch": 5.350747536527353,
      "grad_norm": 2.6373369478005313,
      "learning_rate": 9.086594793974828e-06,
      "loss": 1.3447,
      "step": 62989
    },
    {
      "epoch": 5.350832483860007,
      "grad_norm": 2.823510856943686,
      "learning_rate": 9.084241487866445e-06,
      "loss": 1.7104,
      "step": 62990
    },
    {
      "epoch": 5.35091743119266,
      "grad_norm": 2.5081223384900944,
      "learning_rate": 9.081888477018962e-06,
      "loss": 1.3413,
      "step": 62991
    },
    {
      "epoch": 5.3510023785253145,
      "grad_norm": 2.8371551165740185,
      "learning_rate": 9.079535761437374e-06,
      "loss": 1.5278,
      "step": 62992
    },
    {
      "epoch": 5.351087325857968,
      "grad_norm": 2.6951330595375973,
      "learning_rate": 9.077183341126592e-06,
      "loss": 1.6364,
      "step": 62993
    },
    {
      "epoch": 5.351172273190622,
      "grad_norm": 2.746299165752064,
      "learning_rate": 9.074831216091549e-06,
      "loss": 1.4714,
      "step": 62994
    },
    {
      "epoch": 5.351257220523276,
      "grad_norm": 2.722886859859824,
      "learning_rate": 9.072479386337107e-06,
      "loss": 1.605,
      "step": 62995
    },
    {
      "epoch": 5.351342167855929,
      "grad_norm": 2.6486609474767087,
      "learning_rate": 9.070127851868291e-06,
      "loss": 1.2371,
      "step": 62996
    },
    {
      "epoch": 5.351427115188583,
      "grad_norm": 2.7076909077384688,
      "learning_rate": 9.067776612689987e-06,
      "loss": 1.4714,
      "step": 62997
    },
    {
      "epoch": 5.351512062521237,
      "grad_norm": 2.569895730024611,
      "learning_rate": 9.065425668807135e-06,
      "loss": 1.4191,
      "step": 62998
    },
    {
      "epoch": 5.351597009853891,
      "grad_norm": 3.3621363241144597,
      "learning_rate": 9.063075020224619e-06,
      "loss": 1.6518,
      "step": 62999
    },
    {
      "epoch": 5.351681957186544,
      "grad_norm": 2.762781292302562,
      "learning_rate": 9.060724666947417e-06,
      "loss": 1.4053,
      "step": 63000
    },
    {
      "epoch": 5.351766904519198,
      "grad_norm": 2.742494671128477,
      "learning_rate": 9.058374608980423e-06,
      "loss": 1.575,
      "step": 63001
    },
    {
      "epoch": 5.351851851851852,
      "grad_norm": 2.678587726393167,
      "learning_rate": 9.056024846328536e-06,
      "loss": 1.5279,
      "step": 63002
    },
    {
      "epoch": 5.3519367991845055,
      "grad_norm": 2.6764874501537395,
      "learning_rate": 9.05367537899675e-06,
      "loss": 1.3984,
      "step": 63003
    },
    {
      "epoch": 5.35202174651716,
      "grad_norm": 2.5936320755011306,
      "learning_rate": 9.051326206989945e-06,
      "loss": 1.2136,
      "step": 63004
    },
    {
      "epoch": 5.352106693849813,
      "grad_norm": 2.815532049736948,
      "learning_rate": 9.04897733031305e-06,
      "loss": 1.719,
      "step": 63005
    },
    {
      "epoch": 5.352191641182467,
      "grad_norm": 2.7954074130867723,
      "learning_rate": 9.046628748970963e-06,
      "loss": 1.4657,
      "step": 63006
    },
    {
      "epoch": 5.352276588515121,
      "grad_norm": 3.4786676640314207,
      "learning_rate": 9.044280462968645e-06,
      "loss": 1.7529,
      "step": 63007
    },
    {
      "epoch": 5.352361535847774,
      "grad_norm": 2.608254546922944,
      "learning_rate": 9.041932472310975e-06,
      "loss": 1.4389,
      "step": 63008
    },
    {
      "epoch": 5.352446483180428,
      "grad_norm": 2.8180861290613466,
      "learning_rate": 9.039584777002901e-06,
      "loss": 1.5843,
      "step": 63009
    },
    {
      "epoch": 5.352531430513082,
      "grad_norm": 3.014911864418839,
      "learning_rate": 9.03723737704935e-06,
      "loss": 1.6307,
      "step": 63010
    },
    {
      "epoch": 5.352616377845735,
      "grad_norm": 2.622582681161667,
      "learning_rate": 9.034890272455237e-06,
      "loss": 1.2407,
      "step": 63011
    },
    {
      "epoch": 5.35270132517839,
      "grad_norm": 2.7229578888223207,
      "learning_rate": 9.032543463225473e-06,
      "loss": 1.5537,
      "step": 63012
    },
    {
      "epoch": 5.352786272511043,
      "grad_norm": 2.658205667271326,
      "learning_rate": 9.030196949364937e-06,
      "loss": 1.2165,
      "step": 63013
    },
    {
      "epoch": 5.3528712198436965,
      "grad_norm": 2.674638120230877,
      "learning_rate": 9.027850730878594e-06,
      "loss": 1.2773,
      "step": 63014
    },
    {
      "epoch": 5.352956167176351,
      "grad_norm": 2.9653556849539964,
      "learning_rate": 9.025504807771355e-06,
      "loss": 1.3862,
      "step": 63015
    },
    {
      "epoch": 5.353041114509004,
      "grad_norm": 2.706522934973415,
      "learning_rate": 9.023159180048134e-06,
      "loss": 1.4054,
      "step": 63016
    },
    {
      "epoch": 5.3531260618416585,
      "grad_norm": 2.498583724156634,
      "learning_rate": 9.020813847713825e-06,
      "loss": 1.2368,
      "step": 63017
    },
    {
      "epoch": 5.353211009174312,
      "grad_norm": 2.5967296968866886,
      "learning_rate": 9.01846881077336e-06,
      "loss": 1.2604,
      "step": 63018
    },
    {
      "epoch": 5.353295956506965,
      "grad_norm": 2.6199233386151,
      "learning_rate": 9.016124069231668e-06,
      "loss": 1.4084,
      "step": 63019
    },
    {
      "epoch": 5.35338090383962,
      "grad_norm": 2.8389579744686353,
      "learning_rate": 9.013779623093592e-06,
      "loss": 1.6727,
      "step": 63020
    },
    {
      "epoch": 5.353465851172273,
      "grad_norm": 2.8355263680261085,
      "learning_rate": 9.01143547236413e-06,
      "loss": 1.5549,
      "step": 63021
    },
    {
      "epoch": 5.353550798504927,
      "grad_norm": 2.839296319929117,
      "learning_rate": 9.009091617048164e-06,
      "loss": 1.5599,
      "step": 63022
    },
    {
      "epoch": 5.353635745837581,
      "grad_norm": 2.874748394258141,
      "learning_rate": 9.006748057150603e-06,
      "loss": 1.6755,
      "step": 63023
    },
    {
      "epoch": 5.353720693170234,
      "grad_norm": 2.603921689995576,
      "learning_rate": 9.004404792676328e-06,
      "loss": 1.3023,
      "step": 63024
    },
    {
      "epoch": 5.353805640502888,
      "grad_norm": 2.538369645037961,
      "learning_rate": 9.002061823630302e-06,
      "loss": 1.3699,
      "step": 63025
    },
    {
      "epoch": 5.353890587835542,
      "grad_norm": 2.5765406498096053,
      "learning_rate": 8.999719150017387e-06,
      "loss": 1.2123,
      "step": 63026
    },
    {
      "epoch": 5.353975535168196,
      "grad_norm": 2.848968027398699,
      "learning_rate": 8.99737677184253e-06,
      "loss": 1.643,
      "step": 63027
    },
    {
      "epoch": 5.3540604825008495,
      "grad_norm": 2.7845396866571512,
      "learning_rate": 8.995034689110592e-06,
      "loss": 1.4361,
      "step": 63028
    },
    {
      "epoch": 5.354145429833503,
      "grad_norm": 2.6664966962683883,
      "learning_rate": 8.992692901826554e-06,
      "loss": 1.4595,
      "step": 63029
    },
    {
      "epoch": 5.354230377166157,
      "grad_norm": 2.5061687999764115,
      "learning_rate": 8.990351409995262e-06,
      "loss": 1.2714,
      "step": 63030
    },
    {
      "epoch": 5.354315324498811,
      "grad_norm": 2.8284512514087914,
      "learning_rate": 8.988010213621611e-06,
      "loss": 1.555,
      "step": 63031
    },
    {
      "epoch": 5.354400271831464,
      "grad_norm": 2.743290557001951,
      "learning_rate": 8.98566931271053e-06,
      "loss": 1.4897,
      "step": 63032
    },
    {
      "epoch": 5.354485219164118,
      "grad_norm": 2.525549251284842,
      "learning_rate": 8.983328707266969e-06,
      "loss": 1.2793,
      "step": 63033
    },
    {
      "epoch": 5.354570166496772,
      "grad_norm": 2.496746360839572,
      "learning_rate": 8.980988397295786e-06,
      "loss": 1.317,
      "step": 63034
    },
    {
      "epoch": 5.354655113829426,
      "grad_norm": 2.9415294317731213,
      "learning_rate": 8.978648382801862e-06,
      "loss": 1.5249,
      "step": 63035
    },
    {
      "epoch": 5.3547400611620795,
      "grad_norm": 2.5032203370469173,
      "learning_rate": 8.976308663790143e-06,
      "loss": 1.3063,
      "step": 63036
    },
    {
      "epoch": 5.354825008494733,
      "grad_norm": 2.7440051995208012,
      "learning_rate": 8.973969240265526e-06,
      "loss": 1.3612,
      "step": 63037
    },
    {
      "epoch": 5.354909955827387,
      "grad_norm": 2.5867376322194753,
      "learning_rate": 8.971630112232875e-06,
      "loss": 1.4946,
      "step": 63038
    },
    {
      "epoch": 5.354994903160041,
      "grad_norm": 2.6469893756204046,
      "learning_rate": 8.969291279697116e-06,
      "loss": 1.4171,
      "step": 63039
    },
    {
      "epoch": 5.355079850492695,
      "grad_norm": 2.652705057443271,
      "learning_rate": 8.96695274266318e-06,
      "loss": 1.4786,
      "step": 63040
    },
    {
      "epoch": 5.355164797825348,
      "grad_norm": 2.7357873747294494,
      "learning_rate": 8.964614501135948e-06,
      "loss": 1.3635,
      "step": 63041
    },
    {
      "epoch": 5.355249745158002,
      "grad_norm": 3.4784712206167687,
      "learning_rate": 8.962276555120279e-06,
      "loss": 1.737,
      "step": 63042
    },
    {
      "epoch": 5.355334692490656,
      "grad_norm": 2.7073046862261823,
      "learning_rate": 8.959938904621123e-06,
      "loss": 1.4122,
      "step": 63043
    },
    {
      "epoch": 5.355419639823309,
      "grad_norm": 2.7737290325516666,
      "learning_rate": 8.957601549643372e-06,
      "loss": 1.3979,
      "step": 63044
    },
    {
      "epoch": 5.355504587155964,
      "grad_norm": 2.6759524179698966,
      "learning_rate": 8.955264490191877e-06,
      "loss": 1.5743,
      "step": 63045
    },
    {
      "epoch": 5.355589534488617,
      "grad_norm": 2.536233660243963,
      "learning_rate": 8.952927726271564e-06,
      "loss": 1.44,
      "step": 63046
    },
    {
      "epoch": 5.3556744818212705,
      "grad_norm": 2.5989368480769555,
      "learning_rate": 8.950591257887362e-06,
      "loss": 1.206,
      "step": 63047
    },
    {
      "epoch": 5.355759429153925,
      "grad_norm": 2.718052504066962,
      "learning_rate": 8.948255085044136e-06,
      "loss": 1.6001,
      "step": 63048
    },
    {
      "epoch": 5.355844376486578,
      "grad_norm": 2.5242624129249105,
      "learning_rate": 8.945919207746766e-06,
      "loss": 1.3783,
      "step": 63049
    },
    {
      "epoch": 5.3559293238192325,
      "grad_norm": 2.862737475981558,
      "learning_rate": 8.943583626000178e-06,
      "loss": 1.3995,
      "step": 63050
    },
    {
      "epoch": 5.356014271151886,
      "grad_norm": 2.747420815613212,
      "learning_rate": 8.94124833980922e-06,
      "loss": 1.67,
      "step": 63051
    },
    {
      "epoch": 5.356099218484539,
      "grad_norm": 2.657858487847325,
      "learning_rate": 8.938913349178855e-06,
      "loss": 1.35,
      "step": 63052
    },
    {
      "epoch": 5.356184165817194,
      "grad_norm": 2.7060583690070734,
      "learning_rate": 8.936578654113912e-06,
      "loss": 1.5636,
      "step": 63053
    },
    {
      "epoch": 5.356269113149847,
      "grad_norm": 2.802202340293254,
      "learning_rate": 8.934244254619322e-06,
      "loss": 1.6437,
      "step": 63054
    },
    {
      "epoch": 5.3563540604825,
      "grad_norm": 2.624348851157708,
      "learning_rate": 8.93191015069996e-06,
      "loss": 1.3315,
      "step": 63055
    },
    {
      "epoch": 5.356439007815155,
      "grad_norm": 2.545815457631483,
      "learning_rate": 8.929576342360695e-06,
      "loss": 1.3916,
      "step": 63056
    },
    {
      "epoch": 5.356523955147808,
      "grad_norm": 2.730467186482841,
      "learning_rate": 8.927242829606452e-06,
      "loss": 1.552,
      "step": 63057
    },
    {
      "epoch": 5.356608902480462,
      "grad_norm": 2.715039662941671,
      "learning_rate": 8.924909612442127e-06,
      "loss": 1.4301,
      "step": 63058
    },
    {
      "epoch": 5.356693849813116,
      "grad_norm": 2.8228969085424795,
      "learning_rate": 8.922576690872585e-06,
      "loss": 1.3804,
      "step": 63059
    },
    {
      "epoch": 5.356778797145769,
      "grad_norm": 2.6265751618497157,
      "learning_rate": 8.920244064902704e-06,
      "loss": 1.3063,
      "step": 63060
    },
    {
      "epoch": 5.3568637444784235,
      "grad_norm": 2.81233847138029,
      "learning_rate": 8.917911734537397e-06,
      "loss": 1.3452,
      "step": 63061
    },
    {
      "epoch": 5.356948691811077,
      "grad_norm": 2.742829735340519,
      "learning_rate": 8.91557969978156e-06,
      "loss": 1.5304,
      "step": 63062
    },
    {
      "epoch": 5.357033639143731,
      "grad_norm": 2.703815884530419,
      "learning_rate": 8.913247960640025e-06,
      "loss": 1.2729,
      "step": 63063
    },
    {
      "epoch": 5.357118586476385,
      "grad_norm": 2.4912455881429,
      "learning_rate": 8.910916517117716e-06,
      "loss": 1.3726,
      "step": 63064
    },
    {
      "epoch": 5.357203533809038,
      "grad_norm": 3.565651913399496,
      "learning_rate": 8.908585369219534e-06,
      "loss": 1.8394,
      "step": 63065
    },
    {
      "epoch": 5.357288481141692,
      "grad_norm": 2.578112647197105,
      "learning_rate": 8.906254516950356e-06,
      "loss": 1.3471,
      "step": 63066
    },
    {
      "epoch": 5.357373428474346,
      "grad_norm": 2.603840320261769,
      "learning_rate": 8.90392396031503e-06,
      "loss": 1.464,
      "step": 63067
    },
    {
      "epoch": 5.357458375807,
      "grad_norm": 2.57752305235358,
      "learning_rate": 8.901593699318482e-06,
      "loss": 1.4301,
      "step": 63068
    },
    {
      "epoch": 5.357543323139653,
      "grad_norm": 2.5613241004408147,
      "learning_rate": 8.899263733965545e-06,
      "loss": 1.3221,
      "step": 63069
    },
    {
      "epoch": 5.357628270472307,
      "grad_norm": 2.7087149778209927,
      "learning_rate": 8.896934064261163e-06,
      "loss": 1.4361,
      "step": 63070
    },
    {
      "epoch": 5.357713217804961,
      "grad_norm": 2.6979392043056274,
      "learning_rate": 8.894604690210166e-06,
      "loss": 1.5772,
      "step": 63071
    },
    {
      "epoch": 5.3577981651376145,
      "grad_norm": 2.7025518752834543,
      "learning_rate": 8.892275611817467e-06,
      "loss": 1.4224,
      "step": 63072
    },
    {
      "epoch": 5.357883112470269,
      "grad_norm": 2.616142688911277,
      "learning_rate": 8.889946829087946e-06,
      "loss": 1.2883,
      "step": 63073
    },
    {
      "epoch": 5.357968059802922,
      "grad_norm": 2.4370922510374786,
      "learning_rate": 8.887618342026448e-06,
      "loss": 1.2889,
      "step": 63074
    },
    {
      "epoch": 5.358053007135576,
      "grad_norm": 2.5746102538256617,
      "learning_rate": 8.88529015063787e-06,
      "loss": 1.4016,
      "step": 63075
    },
    {
      "epoch": 5.35813795446823,
      "grad_norm": 2.454560413326197,
      "learning_rate": 8.882962254927122e-06,
      "loss": 1.2837,
      "step": 63076
    },
    {
      "epoch": 5.358222901800883,
      "grad_norm": 2.7017924641153734,
      "learning_rate": 8.880634654899055e-06,
      "loss": 1.4691,
      "step": 63077
    },
    {
      "epoch": 5.358307849133537,
      "grad_norm": 2.8494783073219643,
      "learning_rate": 8.878307350558528e-06,
      "loss": 1.735,
      "step": 63078
    },
    {
      "epoch": 5.358392796466191,
      "grad_norm": 2.743541469468664,
      "learning_rate": 8.875980341910438e-06,
      "loss": 1.5091,
      "step": 63079
    },
    {
      "epoch": 5.3584777437988445,
      "grad_norm": 2.503666125364873,
      "learning_rate": 8.873653628959681e-06,
      "loss": 1.3593,
      "step": 63080
    },
    {
      "epoch": 5.358562691131499,
      "grad_norm": 2.6829227723362745,
      "learning_rate": 8.87132721171107e-06,
      "loss": 1.4675,
      "step": 63081
    },
    {
      "epoch": 5.358647638464152,
      "grad_norm": 2.5583404186922616,
      "learning_rate": 8.869001090169536e-06,
      "loss": 1.3491,
      "step": 63082
    },
    {
      "epoch": 5.3587325857968064,
      "grad_norm": 2.8231175436977987,
      "learning_rate": 8.866675264339939e-06,
      "loss": 1.4421,
      "step": 63083
    },
    {
      "epoch": 5.35881753312946,
      "grad_norm": 2.7797036727079507,
      "learning_rate": 8.864349734227161e-06,
      "loss": 1.5146,
      "step": 63084
    },
    {
      "epoch": 5.358902480462113,
      "grad_norm": 2.7379196934017926,
      "learning_rate": 8.86202449983603e-06,
      "loss": 1.3376,
      "step": 63085
    },
    {
      "epoch": 5.3589874277947676,
      "grad_norm": 2.811042641542139,
      "learning_rate": 8.85969956117149e-06,
      "loss": 1.4904,
      "step": 63086
    },
    {
      "epoch": 5.359072375127421,
      "grad_norm": 2.7179355930579687,
      "learning_rate": 8.857374918238358e-06,
      "loss": 1.5186,
      "step": 63087
    },
    {
      "epoch": 5.359157322460074,
      "grad_norm": 2.7843965766747654,
      "learning_rate": 8.855050571041511e-06,
      "loss": 1.6033,
      "step": 63088
    },
    {
      "epoch": 5.359242269792729,
      "grad_norm": 2.857945752456096,
      "learning_rate": 8.852726519585812e-06,
      "loss": 1.4666,
      "step": 63089
    },
    {
      "epoch": 5.359327217125382,
      "grad_norm": 2.5761272407430975,
      "learning_rate": 8.850402763876175e-06,
      "loss": 1.128,
      "step": 63090
    },
    {
      "epoch": 5.359412164458036,
      "grad_norm": 2.7978772942772965,
      "learning_rate": 8.848079303917444e-06,
      "loss": 1.4637,
      "step": 63091
    },
    {
      "epoch": 5.35949711179069,
      "grad_norm": 2.736765059044308,
      "learning_rate": 8.845756139714467e-06,
      "loss": 1.5136,
      "step": 63092
    },
    {
      "epoch": 5.359582059123343,
      "grad_norm": 2.636969518642898,
      "learning_rate": 8.843433271272138e-06,
      "loss": 1.392,
      "step": 63093
    },
    {
      "epoch": 5.3596670064559975,
      "grad_norm": 2.5947875682981283,
      "learning_rate": 8.841110698595305e-06,
      "loss": 1.2035,
      "step": 63094
    },
    {
      "epoch": 5.359751953788651,
      "grad_norm": 2.522137182423739,
      "learning_rate": 8.838788421688847e-06,
      "loss": 1.2856,
      "step": 63095
    },
    {
      "epoch": 5.359836901121305,
      "grad_norm": 2.5332166289209987,
      "learning_rate": 8.836466440557627e-06,
      "loss": 1.248,
      "step": 63096
    },
    {
      "epoch": 5.359921848453959,
      "grad_norm": 2.9689780500978733,
      "learning_rate": 8.834144755206523e-06,
      "loss": 1.7784,
      "step": 63097
    },
    {
      "epoch": 5.360006795786612,
      "grad_norm": 2.74545968119797,
      "learning_rate": 8.831823365640383e-06,
      "loss": 1.4689,
      "step": 63098
    },
    {
      "epoch": 5.360091743119266,
      "grad_norm": 2.630124482750792,
      "learning_rate": 8.82950227186407e-06,
      "loss": 1.2181,
      "step": 63099
    },
    {
      "epoch": 5.36017669045192,
      "grad_norm": 2.795710062931028,
      "learning_rate": 8.827181473882444e-06,
      "loss": 1.5985,
      "step": 63100
    },
    {
      "epoch": 5.360261637784573,
      "grad_norm": 2.7426532282885425,
      "learning_rate": 8.824860971700388e-06,
      "loss": 1.5527,
      "step": 63101
    },
    {
      "epoch": 5.360346585117227,
      "grad_norm": 2.5941287949394405,
      "learning_rate": 8.82254076532276e-06,
      "loss": 1.3842,
      "step": 63102
    },
    {
      "epoch": 5.360431532449881,
      "grad_norm": 2.6429852328706955,
      "learning_rate": 8.820220854754395e-06,
      "loss": 1.4719,
      "step": 63103
    },
    {
      "epoch": 5.360516479782535,
      "grad_norm": 2.804078276786206,
      "learning_rate": 8.817901240000186e-06,
      "loss": 1.5395,
      "step": 63104
    },
    {
      "epoch": 5.3606014271151885,
      "grad_norm": 2.6031240802655273,
      "learning_rate": 8.815581921064996e-06,
      "loss": 1.2278,
      "step": 63105
    },
    {
      "epoch": 5.360686374447843,
      "grad_norm": 2.763401716389285,
      "learning_rate": 8.813262897953637e-06,
      "loss": 1.5093,
      "step": 63106
    },
    {
      "epoch": 5.360771321780496,
      "grad_norm": 2.6192763114954833,
      "learning_rate": 8.810944170670992e-06,
      "loss": 1.2698,
      "step": 63107
    },
    {
      "epoch": 5.36085626911315,
      "grad_norm": 2.7580794075789354,
      "learning_rate": 8.808625739221952e-06,
      "loss": 1.5633,
      "step": 63108
    },
    {
      "epoch": 5.360941216445804,
      "grad_norm": 2.691402005002221,
      "learning_rate": 8.806307603611368e-06,
      "loss": 1.3549,
      "step": 63109
    },
    {
      "epoch": 5.361026163778457,
      "grad_norm": 2.70161511333149,
      "learning_rate": 8.80398976384405e-06,
      "loss": 1.2309,
      "step": 63110
    },
    {
      "epoch": 5.361111111111111,
      "grad_norm": 2.6265808265806894,
      "learning_rate": 8.801672219924894e-06,
      "loss": 1.3337,
      "step": 63111
    },
    {
      "epoch": 5.361196058443765,
      "grad_norm": 2.816704089698288,
      "learning_rate": 8.799354971858729e-06,
      "loss": 1.6104,
      "step": 63112
    },
    {
      "epoch": 5.361281005776418,
      "grad_norm": 2.6829330321397937,
      "learning_rate": 8.797038019650454e-06,
      "loss": 1.37,
      "step": 63113
    },
    {
      "epoch": 5.361365953109073,
      "grad_norm": 2.6862192313185287,
      "learning_rate": 8.794721363304864e-06,
      "loss": 1.4744,
      "step": 63114
    },
    {
      "epoch": 5.361450900441726,
      "grad_norm": 2.794174736138897,
      "learning_rate": 8.792405002826885e-06,
      "loss": 1.5265,
      "step": 63115
    },
    {
      "epoch": 5.3615358477743795,
      "grad_norm": 2.51951547840117,
      "learning_rate": 8.790088938221317e-06,
      "loss": 1.249,
      "step": 63116
    },
    {
      "epoch": 5.361620795107034,
      "grad_norm": 3.4646264052271865,
      "learning_rate": 8.787773169493006e-06,
      "loss": 1.8024,
      "step": 63117
    },
    {
      "epoch": 5.361705742439687,
      "grad_norm": 2.651335145803561,
      "learning_rate": 8.78545769664683e-06,
      "loss": 1.3612,
      "step": 63118
    },
    {
      "epoch": 5.3617906897723415,
      "grad_norm": 2.633283397744802,
      "learning_rate": 8.78314251968767e-06,
      "loss": 1.3176,
      "step": 63119
    },
    {
      "epoch": 5.361875637104995,
      "grad_norm": 2.5633955111166524,
      "learning_rate": 8.780827638620336e-06,
      "loss": 1.2421,
      "step": 63120
    },
    {
      "epoch": 5.361960584437648,
      "grad_norm": 2.5592819669012368,
      "learning_rate": 8.778513053449659e-06,
      "loss": 1.4209,
      "step": 63121
    },
    {
      "epoch": 5.362045531770303,
      "grad_norm": 3.2702915548000697,
      "learning_rate": 8.776198764180537e-06,
      "loss": 1.7158,
      "step": 63122
    },
    {
      "epoch": 5.362130479102956,
      "grad_norm": 2.7340549627108715,
      "learning_rate": 8.773884770817795e-06,
      "loss": 1.3931,
      "step": 63123
    },
    {
      "epoch": 5.36221542643561,
      "grad_norm": 2.653222931722959,
      "learning_rate": 8.771571073366268e-06,
      "loss": 1.4322,
      "step": 63124
    },
    {
      "epoch": 5.362300373768264,
      "grad_norm": 2.5822815074002268,
      "learning_rate": 8.769257671830814e-06,
      "loss": 1.3265,
      "step": 63125
    },
    {
      "epoch": 5.362385321100917,
      "grad_norm": 2.508855600733136,
      "learning_rate": 8.766944566216317e-06,
      "loss": 1.274,
      "step": 63126
    },
    {
      "epoch": 5.362470268433571,
      "grad_norm": 2.676200060235625,
      "learning_rate": 8.764631756527584e-06,
      "loss": 1.5144,
      "step": 63127
    },
    {
      "epoch": 5.362555215766225,
      "grad_norm": 2.5282782322143165,
      "learning_rate": 8.76231924276945e-06,
      "loss": 1.3882,
      "step": 63128
    },
    {
      "epoch": 5.362640163098879,
      "grad_norm": 2.574684339869798,
      "learning_rate": 8.760007024946808e-06,
      "loss": 1.3172,
      "step": 63129
    },
    {
      "epoch": 5.3627251104315325,
      "grad_norm": 2.6811659703356536,
      "learning_rate": 8.757695103064439e-06,
      "loss": 1.6508,
      "step": 63130
    },
    {
      "epoch": 5.362810057764186,
      "grad_norm": 2.6066531124253887,
      "learning_rate": 8.755383477127253e-06,
      "loss": 1.3857,
      "step": 63131
    },
    {
      "epoch": 5.36289500509684,
      "grad_norm": 2.774211229597935,
      "learning_rate": 8.75307214714005e-06,
      "loss": 1.3709,
      "step": 63132
    },
    {
      "epoch": 5.362979952429494,
      "grad_norm": 3.0752411785069618,
      "learning_rate": 8.75076111310769e-06,
      "loss": 1.6236,
      "step": 63133
    },
    {
      "epoch": 5.363064899762147,
      "grad_norm": 2.9659048739652647,
      "learning_rate": 8.748450375035038e-06,
      "loss": 1.6445,
      "step": 63134
    },
    {
      "epoch": 5.363149847094801,
      "grad_norm": 2.5391131459817986,
      "learning_rate": 8.746139932926871e-06,
      "loss": 1.33,
      "step": 63135
    },
    {
      "epoch": 5.363234794427455,
      "grad_norm": 2.557519455688812,
      "learning_rate": 8.743829786788087e-06,
      "loss": 1.4469,
      "step": 63136
    },
    {
      "epoch": 5.363319741760109,
      "grad_norm": 2.500519547376082,
      "learning_rate": 8.741519936623498e-06,
      "loss": 1.3983,
      "step": 63137
    },
    {
      "epoch": 5.3634046890927625,
      "grad_norm": 2.732522457260413,
      "learning_rate": 8.739210382437966e-06,
      "loss": 1.4061,
      "step": 63138
    },
    {
      "epoch": 5.363489636425416,
      "grad_norm": 2.586776288093707,
      "learning_rate": 8.736901124236307e-06,
      "loss": 1.4512,
      "step": 63139
    },
    {
      "epoch": 5.36357458375807,
      "grad_norm": 2.5619296898460524,
      "learning_rate": 8.73459216202338e-06,
      "loss": 1.4388,
      "step": 63140
    },
    {
      "epoch": 5.363659531090724,
      "grad_norm": 2.5595154664605144,
      "learning_rate": 8.732283495804015e-06,
      "loss": 1.4916,
      "step": 63141
    },
    {
      "epoch": 5.363744478423378,
      "grad_norm": 2.71274628827832,
      "learning_rate": 8.729975125583044e-06,
      "loss": 1.3039,
      "step": 63142
    },
    {
      "epoch": 5.363829425756031,
      "grad_norm": 2.7332290007785605,
      "learning_rate": 8.727667051365295e-06,
      "loss": 1.5408,
      "step": 63143
    },
    {
      "epoch": 5.363914373088685,
      "grad_norm": 2.5395372439955866,
      "learning_rate": 8.725359273155629e-06,
      "loss": 1.4541,
      "step": 63144
    },
    {
      "epoch": 5.363999320421339,
      "grad_norm": 2.8314371154369193,
      "learning_rate": 8.723051790958879e-06,
      "loss": 1.5977,
      "step": 63145
    },
    {
      "epoch": 5.364084267753992,
      "grad_norm": 2.747660095597431,
      "learning_rate": 8.720744604779855e-06,
      "loss": 1.5361,
      "step": 63146
    },
    {
      "epoch": 5.364169215086647,
      "grad_norm": 2.8334763199825557,
      "learning_rate": 8.718437714623423e-06,
      "loss": 1.443,
      "step": 63147
    },
    {
      "epoch": 5.3642541624193,
      "grad_norm": 2.6782997313184076,
      "learning_rate": 8.716131120494407e-06,
      "loss": 1.4622,
      "step": 63148
    },
    {
      "epoch": 5.3643391097519535,
      "grad_norm": 2.571516671545059,
      "learning_rate": 8.713824822397592e-06,
      "loss": 1.4359,
      "step": 63149
    },
    {
      "epoch": 5.364424057084608,
      "grad_norm": 2.5841474102620983,
      "learning_rate": 8.711518820337871e-06,
      "loss": 1.1271,
      "step": 63150
    },
    {
      "epoch": 5.364509004417261,
      "grad_norm": 2.559336197137874,
      "learning_rate": 8.709213114320075e-06,
      "loss": 1.3917,
      "step": 63151
    },
    {
      "epoch": 5.3645939517499155,
      "grad_norm": 2.7317926633584655,
      "learning_rate": 8.706907704349014e-06,
      "loss": 1.3487,
      "step": 63152
    },
    {
      "epoch": 5.364678899082569,
      "grad_norm": 2.791444254874114,
      "learning_rate": 8.704602590429488e-06,
      "loss": 1.3624,
      "step": 63153
    },
    {
      "epoch": 5.364763846415222,
      "grad_norm": 2.820074060255403,
      "learning_rate": 8.702297772566391e-06,
      "loss": 1.5177,
      "step": 63154
    },
    {
      "epoch": 5.364848793747877,
      "grad_norm": 2.572040951931986,
      "learning_rate": 8.699993250764503e-06,
      "loss": 1.3398,
      "step": 63155
    },
    {
      "epoch": 5.36493374108053,
      "grad_norm": 2.6320922031767493,
      "learning_rate": 8.697689025028687e-06,
      "loss": 1.4331,
      "step": 63156
    },
    {
      "epoch": 5.365018688413183,
      "grad_norm": 2.8535772815167957,
      "learning_rate": 8.695385095363738e-06,
      "loss": 1.6742,
      "step": 63157
    },
    {
      "epoch": 5.365103635745838,
      "grad_norm": 2.6771110646116094,
      "learning_rate": 8.69308146177452e-06,
      "loss": 1.4143,
      "step": 63158
    },
    {
      "epoch": 5.365188583078491,
      "grad_norm": 2.8468657004054005,
      "learning_rate": 8.690778124265845e-06,
      "loss": 1.7519,
      "step": 63159
    },
    {
      "epoch": 5.365273530411145,
      "grad_norm": 2.6315870964911303,
      "learning_rate": 8.68847508284251e-06,
      "loss": 1.3081,
      "step": 63160
    },
    {
      "epoch": 5.365358477743799,
      "grad_norm": 2.47287271625202,
      "learning_rate": 8.686172337509361e-06,
      "loss": 1.2316,
      "step": 63161
    },
    {
      "epoch": 5.365443425076452,
      "grad_norm": 2.6603063221443515,
      "learning_rate": 8.683869888271261e-06,
      "loss": 1.3027,
      "step": 63162
    },
    {
      "epoch": 5.3655283724091065,
      "grad_norm": 2.4989873633304542,
      "learning_rate": 8.681567735132988e-06,
      "loss": 1.2967,
      "step": 63163
    },
    {
      "epoch": 5.36561331974176,
      "grad_norm": 2.7090058565194775,
      "learning_rate": 8.679265878099355e-06,
      "loss": 1.559,
      "step": 63164
    },
    {
      "epoch": 5.365698267074414,
      "grad_norm": 2.5614595631221824,
      "learning_rate": 8.676964317175228e-06,
      "loss": 1.3685,
      "step": 63165
    },
    {
      "epoch": 5.365783214407068,
      "grad_norm": 2.6099630012096937,
      "learning_rate": 8.674663052365415e-06,
      "loss": 1.5258,
      "step": 63166
    },
    {
      "epoch": 5.365868161739721,
      "grad_norm": 2.6245837599317166,
      "learning_rate": 8.672362083674717e-06,
      "loss": 1.1884,
      "step": 63167
    },
    {
      "epoch": 5.365953109072375,
      "grad_norm": 2.780925140629736,
      "learning_rate": 8.67006141110796e-06,
      "loss": 1.3148,
      "step": 63168
    },
    {
      "epoch": 5.366038056405029,
      "grad_norm": 2.9615459217792774,
      "learning_rate": 8.667761034670006e-06,
      "loss": 1.7087,
      "step": 63169
    },
    {
      "epoch": 5.366123003737683,
      "grad_norm": 2.6439963904085717,
      "learning_rate": 8.665460954365638e-06,
      "loss": 1.2235,
      "step": 63170
    },
    {
      "epoch": 5.366207951070336,
      "grad_norm": 2.678358017414695,
      "learning_rate": 8.663161170199667e-06,
      "loss": 1.5376,
      "step": 63171
    },
    {
      "epoch": 5.36629289840299,
      "grad_norm": 2.48595410862265,
      "learning_rate": 8.66086168217694e-06,
      "loss": 1.3849,
      "step": 63172
    },
    {
      "epoch": 5.366377845735644,
      "grad_norm": 2.6786302992859885,
      "learning_rate": 8.658562490302235e-06,
      "loss": 1.2254,
      "step": 63173
    },
    {
      "epoch": 5.3664627930682975,
      "grad_norm": 2.5221936707432002,
      "learning_rate": 8.656263594580431e-06,
      "loss": 1.2435,
      "step": 63174
    },
    {
      "epoch": 5.366547740400952,
      "grad_norm": 2.6390398479762887,
      "learning_rate": 8.653964995016276e-06,
      "loss": 1.48,
      "step": 63175
    },
    {
      "epoch": 5.366632687733605,
      "grad_norm": 2.8285463716818082,
      "learning_rate": 8.65166669161465e-06,
      "loss": 1.3457,
      "step": 63176
    },
    {
      "epoch": 5.366717635066259,
      "grad_norm": 2.5976660249429497,
      "learning_rate": 8.64936868438033e-06,
      "loss": 1.4512,
      "step": 63177
    },
    {
      "epoch": 5.366802582398913,
      "grad_norm": 2.7789948663917747,
      "learning_rate": 8.647070973318131e-06,
      "loss": 1.6683,
      "step": 63178
    },
    {
      "epoch": 5.366887529731566,
      "grad_norm": 2.5983689280691,
      "learning_rate": 8.644773558432883e-06,
      "loss": 1.41,
      "step": 63179
    },
    {
      "epoch": 5.36697247706422,
      "grad_norm": 2.606589924610347,
      "learning_rate": 8.642476439729379e-06,
      "loss": 1.3944,
      "step": 63180
    },
    {
      "epoch": 5.367057424396874,
      "grad_norm": 3.3941637661053217,
      "learning_rate": 8.640179617212466e-06,
      "loss": 1.7753,
      "step": 63181
    },
    {
      "epoch": 5.3671423717295275,
      "grad_norm": 2.514424770931414,
      "learning_rate": 8.63788309088691e-06,
      "loss": 1.3973,
      "step": 63182
    },
    {
      "epoch": 5.367227319062182,
      "grad_norm": 2.8023415347558993,
      "learning_rate": 8.635586860757587e-06,
      "loss": 1.3865,
      "step": 63183
    },
    {
      "epoch": 5.367312266394835,
      "grad_norm": 2.826042326933915,
      "learning_rate": 8.633290926829262e-06,
      "loss": 1.3851,
      "step": 63184
    },
    {
      "epoch": 5.367397213727489,
      "grad_norm": 2.5046511016883404,
      "learning_rate": 8.63099528910673e-06,
      "loss": 1.3659,
      "step": 63185
    },
    {
      "epoch": 5.367482161060143,
      "grad_norm": 2.4721782891913615,
      "learning_rate": 8.62869994759482e-06,
      "loss": 1.1268,
      "step": 63186
    },
    {
      "epoch": 5.367567108392796,
      "grad_norm": 2.492127447767039,
      "learning_rate": 8.626404902298378e-06,
      "loss": 1.2587,
      "step": 63187
    },
    {
      "epoch": 5.367652055725451,
      "grad_norm": 2.657748479533232,
      "learning_rate": 8.624110153222185e-06,
      "loss": 1.4555,
      "step": 63188
    },
    {
      "epoch": 5.367737003058104,
      "grad_norm": 2.8354261334361275,
      "learning_rate": 8.62181570037102e-06,
      "loss": 1.4724,
      "step": 63189
    },
    {
      "epoch": 5.367821950390757,
      "grad_norm": 3.2851486905090725,
      "learning_rate": 8.61952154374973e-06,
      "loss": 1.6245,
      "step": 63190
    },
    {
      "epoch": 5.367906897723412,
      "grad_norm": 2.712444969031175,
      "learning_rate": 8.617227683363109e-06,
      "loss": 1.4486,
      "step": 63191
    },
    {
      "epoch": 5.367991845056065,
      "grad_norm": 2.808567658490485,
      "learning_rate": 8.614934119215955e-06,
      "loss": 1.6336,
      "step": 63192
    },
    {
      "epoch": 5.368076792388719,
      "grad_norm": 2.736745003639715,
      "learning_rate": 8.61264085131308e-06,
      "loss": 1.5831,
      "step": 63193
    },
    {
      "epoch": 5.368161739721373,
      "grad_norm": 2.7211643426073784,
      "learning_rate": 8.610347879659296e-06,
      "loss": 1.2947,
      "step": 63194
    },
    {
      "epoch": 5.368246687054026,
      "grad_norm": 2.9059008558641453,
      "learning_rate": 8.608055204259417e-06,
      "loss": 1.7024,
      "step": 63195
    },
    {
      "epoch": 5.3683316343866805,
      "grad_norm": 2.550492178103649,
      "learning_rate": 8.605762825118207e-06,
      "loss": 1.3859,
      "step": 63196
    },
    {
      "epoch": 5.368416581719334,
      "grad_norm": 2.760609649933297,
      "learning_rate": 8.603470742240509e-06,
      "loss": 1.4165,
      "step": 63197
    },
    {
      "epoch": 5.368501529051988,
      "grad_norm": 2.735274044744808,
      "learning_rate": 8.601178955631089e-06,
      "loss": 1.2761,
      "step": 63198
    },
    {
      "epoch": 5.368586476384642,
      "grad_norm": 2.9520008918103597,
      "learning_rate": 8.598887465294808e-06,
      "loss": 1.579,
      "step": 63199
    },
    {
      "epoch": 5.368671423717295,
      "grad_norm": 2.8187413096236913,
      "learning_rate": 8.596596271236395e-06,
      "loss": 1.5119,
      "step": 63200
    },
    {
      "epoch": 5.368756371049949,
      "grad_norm": 2.5512463173983924,
      "learning_rate": 8.594305373460698e-06,
      "loss": 1.3481,
      "step": 63201
    },
    {
      "epoch": 5.368841318382603,
      "grad_norm": 2.816945492050331,
      "learning_rate": 8.592014771972528e-06,
      "loss": 1.6501,
      "step": 63202
    },
    {
      "epoch": 5.368926265715256,
      "grad_norm": 2.541492224546016,
      "learning_rate": 8.589724466776615e-06,
      "loss": 1.2566,
      "step": 63203
    },
    {
      "epoch": 5.36901121304791,
      "grad_norm": 2.7147383707552017,
      "learning_rate": 8.587434457877824e-06,
      "loss": 1.4897,
      "step": 63204
    },
    {
      "epoch": 5.369096160380564,
      "grad_norm": 3.425194486944237,
      "learning_rate": 8.585144745280947e-06,
      "loss": 1.8793,
      "step": 63205
    },
    {
      "epoch": 5.369181107713218,
      "grad_norm": 2.59900756307797,
      "learning_rate": 8.582855328990767e-06,
      "loss": 1.2915,
      "step": 63206
    },
    {
      "epoch": 5.3692660550458715,
      "grad_norm": 2.8499282212303716,
      "learning_rate": 8.580566209012064e-06,
      "loss": 1.6738,
      "step": 63207
    },
    {
      "epoch": 5.369351002378525,
      "grad_norm": 2.614778095362717,
      "learning_rate": 8.57827738534968e-06,
      "loss": 1.5961,
      "step": 63208
    },
    {
      "epoch": 5.369435949711179,
      "grad_norm": 2.6058534489712866,
      "learning_rate": 8.575988858008381e-06,
      "loss": 1.548,
      "step": 63209
    },
    {
      "epoch": 5.369520897043833,
      "grad_norm": 3.060207678661721,
      "learning_rate": 8.57370062699293e-06,
      "loss": 1.5761,
      "step": 63210
    },
    {
      "epoch": 5.369605844376487,
      "grad_norm": 2.55525650691051,
      "learning_rate": 8.571412692308171e-06,
      "loss": 1.3278,
      "step": 63211
    },
    {
      "epoch": 5.36969079170914,
      "grad_norm": 2.5807385956969737,
      "learning_rate": 8.569125053958903e-06,
      "loss": 1.424,
      "step": 63212
    },
    {
      "epoch": 5.369775739041794,
      "grad_norm": 2.702251241339107,
      "learning_rate": 8.566837711949886e-06,
      "loss": 1.3162,
      "step": 63213
    },
    {
      "epoch": 5.369860686374448,
      "grad_norm": 2.5839292638043236,
      "learning_rate": 8.564550666285919e-06,
      "loss": 1.4507,
      "step": 63214
    },
    {
      "epoch": 5.369945633707101,
      "grad_norm": 2.6901367093335207,
      "learning_rate": 8.562263916971812e-06,
      "loss": 1.3056,
      "step": 63215
    },
    {
      "epoch": 5.370030581039756,
      "grad_norm": 2.823340952412239,
      "learning_rate": 8.55997746401233e-06,
      "loss": 1.405,
      "step": 63216
    },
    {
      "epoch": 5.370115528372409,
      "grad_norm": 2.695654449220194,
      "learning_rate": 8.5576913074123e-06,
      "loss": 1.4067,
      "step": 63217
    },
    {
      "epoch": 5.3702004757050625,
      "grad_norm": 2.5846423167748926,
      "learning_rate": 8.555405447176455e-06,
      "loss": 1.4443,
      "step": 63218
    },
    {
      "epoch": 5.370285423037717,
      "grad_norm": 2.6302562888923258,
      "learning_rate": 8.553119883309672e-06,
      "loss": 1.4525,
      "step": 63219
    },
    {
      "epoch": 5.37037037037037,
      "grad_norm": 2.700380147210986,
      "learning_rate": 8.550834615816665e-06,
      "loss": 1.4091,
      "step": 63220
    },
    {
      "epoch": 5.3704553177030245,
      "grad_norm": 2.8554615760640707,
      "learning_rate": 8.54854964470223e-06,
      "loss": 1.4247,
      "step": 63221
    },
    {
      "epoch": 5.370540265035678,
      "grad_norm": 2.650081833111313,
      "learning_rate": 8.546264969971195e-06,
      "loss": 1.4344,
      "step": 63222
    },
    {
      "epoch": 5.370625212368331,
      "grad_norm": 2.7193202284441864,
      "learning_rate": 8.543980591628307e-06,
      "loss": 1.4718,
      "step": 63223
    },
    {
      "epoch": 5.370710159700986,
      "grad_norm": 2.855412172317348,
      "learning_rate": 8.54169650967838e-06,
      "loss": 1.5392,
      "step": 63224
    },
    {
      "epoch": 5.370795107033639,
      "grad_norm": 2.799221710656657,
      "learning_rate": 8.539412724126177e-06,
      "loss": 1.5992,
      "step": 63225
    },
    {
      "epoch": 5.3708800543662925,
      "grad_norm": 3.4497435146948385,
      "learning_rate": 8.537129234976509e-06,
      "loss": 1.6324,
      "step": 63226
    },
    {
      "epoch": 5.370965001698947,
      "grad_norm": 2.8234899154399162,
      "learning_rate": 8.53484604223414e-06,
      "loss": 1.5185,
      "step": 63227
    },
    {
      "epoch": 5.3710499490316,
      "grad_norm": 3.0472727423695933,
      "learning_rate": 8.53256314590388e-06,
      "loss": 1.5005,
      "step": 63228
    },
    {
      "epoch": 5.3711348963642545,
      "grad_norm": 2.6172292606160403,
      "learning_rate": 8.530280545990432e-06,
      "loss": 1.3948,
      "step": 63229
    },
    {
      "epoch": 5.371219843696908,
      "grad_norm": 2.6593508360744322,
      "learning_rate": 8.527998242498685e-06,
      "loss": 1.427,
      "step": 63230
    },
    {
      "epoch": 5.371304791029561,
      "grad_norm": 2.661120926949405,
      "learning_rate": 8.525716235433373e-06,
      "loss": 1.4953,
      "step": 63231
    },
    {
      "epoch": 5.371389738362216,
      "grad_norm": 2.6579873870649333,
      "learning_rate": 8.523434524799271e-06,
      "loss": 1.3333,
      "step": 63232
    },
    {
      "epoch": 5.371474685694869,
      "grad_norm": 2.8117513384450143,
      "learning_rate": 8.521153110601182e-06,
      "loss": 1.603,
      "step": 63233
    },
    {
      "epoch": 5.371559633027523,
      "grad_norm": 2.58149261744939,
      "learning_rate": 8.518871992843862e-06,
      "loss": 1.3647,
      "step": 63234
    },
    {
      "epoch": 5.371644580360177,
      "grad_norm": 2.5993216622569335,
      "learning_rate": 8.516591171532094e-06,
      "loss": 1.2483,
      "step": 63235
    },
    {
      "epoch": 5.37172952769283,
      "grad_norm": 2.811716979519764,
      "learning_rate": 8.514310646670658e-06,
      "loss": 1.6294,
      "step": 63236
    },
    {
      "epoch": 5.371814475025484,
      "grad_norm": 2.5606937175055404,
      "learning_rate": 8.512030418264366e-06,
      "loss": 1.3028,
      "step": 63237
    },
    {
      "epoch": 5.371899422358138,
      "grad_norm": 2.7058469651515487,
      "learning_rate": 8.509750486317962e-06,
      "loss": 1.2727,
      "step": 63238
    },
    {
      "epoch": 5.371984369690792,
      "grad_norm": 2.547598377633288,
      "learning_rate": 8.507470850836246e-06,
      "loss": 1.3767,
      "step": 63239
    },
    {
      "epoch": 5.3720693170234455,
      "grad_norm": 2.6317064108784636,
      "learning_rate": 8.505191511823944e-06,
      "loss": 1.5183,
      "step": 63240
    },
    {
      "epoch": 5.372154264356099,
      "grad_norm": 2.652484314394163,
      "learning_rate": 8.502912469285856e-06,
      "loss": 1.2002,
      "step": 63241
    },
    {
      "epoch": 5.372239211688753,
      "grad_norm": 2.5605658131898132,
      "learning_rate": 8.500633723226807e-06,
      "loss": 1.3628,
      "step": 63242
    },
    {
      "epoch": 5.372324159021407,
      "grad_norm": 2.648546594980977,
      "learning_rate": 8.498355273651497e-06,
      "loss": 1.3591,
      "step": 63243
    },
    {
      "epoch": 5.372409106354061,
      "grad_norm": 2.771437636259777,
      "learning_rate": 8.496077120564771e-06,
      "loss": 1.4667,
      "step": 63244
    },
    {
      "epoch": 5.372494053686714,
      "grad_norm": 2.837881273446135,
      "learning_rate": 8.493799263971357e-06,
      "loss": 1.6835,
      "step": 63245
    },
    {
      "epoch": 5.372579001019368,
      "grad_norm": 2.6094226719301905,
      "learning_rate": 8.491521703876037e-06,
      "loss": 1.2476,
      "step": 63246
    },
    {
      "epoch": 5.372663948352022,
      "grad_norm": 2.579559392103697,
      "learning_rate": 8.489244440283554e-06,
      "loss": 1.3507,
      "step": 63247
    },
    {
      "epoch": 5.372748895684675,
      "grad_norm": 2.7707710411049016,
      "learning_rate": 8.486967473198742e-06,
      "loss": 1.3483,
      "step": 63248
    },
    {
      "epoch": 5.372833843017329,
      "grad_norm": 2.636954983425102,
      "learning_rate": 8.484690802626326e-06,
      "loss": 1.1575,
      "step": 63249
    },
    {
      "epoch": 5.372918790349983,
      "grad_norm": 2.7528135141725008,
      "learning_rate": 8.482414428571089e-06,
      "loss": 1.6659,
      "step": 63250
    },
    {
      "epoch": 5.3730037376826365,
      "grad_norm": 2.84777676542354,
      "learning_rate": 8.480138351037807e-06,
      "loss": 1.3555,
      "step": 63251
    },
    {
      "epoch": 5.373088685015291,
      "grad_norm": 2.5837745755685746,
      "learning_rate": 8.477862570031262e-06,
      "loss": 1.486,
      "step": 63252
    },
    {
      "epoch": 5.373173632347944,
      "grad_norm": 2.734540713345662,
      "learning_rate": 8.475587085556169e-06,
      "loss": 1.3207,
      "step": 63253
    },
    {
      "epoch": 5.373258579680598,
      "grad_norm": 2.7652869332994587,
      "learning_rate": 8.473311897617319e-06,
      "loss": 1.4147,
      "step": 63254
    },
    {
      "epoch": 5.373343527013252,
      "grad_norm": 2.8578171914101587,
      "learning_rate": 8.471037006219528e-06,
      "loss": 1.4392,
      "step": 63255
    },
    {
      "epoch": 5.373428474345905,
      "grad_norm": 2.4898425182237722,
      "learning_rate": 8.468762411367524e-06,
      "loss": 1.3191,
      "step": 63256
    },
    {
      "epoch": 5.37351342167856,
      "grad_norm": 2.702442224856297,
      "learning_rate": 8.466488113066073e-06,
      "loss": 1.3998,
      "step": 63257
    },
    {
      "epoch": 5.373598369011213,
      "grad_norm": 2.5913749118409704,
      "learning_rate": 8.464214111319917e-06,
      "loss": 1.4441,
      "step": 63258
    },
    {
      "epoch": 5.373683316343866,
      "grad_norm": 2.774489547645999,
      "learning_rate": 8.461940406133855e-06,
      "loss": 1.4747,
      "step": 63259
    },
    {
      "epoch": 5.373768263676521,
      "grad_norm": 2.759914969091145,
      "learning_rate": 8.459666997512648e-06,
      "loss": 1.2306,
      "step": 63260
    },
    {
      "epoch": 5.373853211009174,
      "grad_norm": 2.6986814935530026,
      "learning_rate": 8.457393885461045e-06,
      "loss": 1.5979,
      "step": 63261
    },
    {
      "epoch": 5.373938158341828,
      "grad_norm": 2.459109853631315,
      "learning_rate": 8.455121069983823e-06,
      "loss": 1.2562,
      "step": 63262
    },
    {
      "epoch": 5.374023105674482,
      "grad_norm": 2.932363154186802,
      "learning_rate": 8.452848551085745e-06,
      "loss": 1.6508,
      "step": 63263
    },
    {
      "epoch": 5.374108053007135,
      "grad_norm": 2.5227932668863415,
      "learning_rate": 8.450576328771574e-06,
      "loss": 1.2078,
      "step": 63264
    },
    {
      "epoch": 5.3741930003397895,
      "grad_norm": 2.738285140950421,
      "learning_rate": 8.448304403046007e-06,
      "loss": 1.4884,
      "step": 63265
    },
    {
      "epoch": 5.374277947672443,
      "grad_norm": 2.8408830666063603,
      "learning_rate": 8.446032773913908e-06,
      "loss": 1.4489,
      "step": 63266
    },
    {
      "epoch": 5.374362895005097,
      "grad_norm": 2.7976265142391976,
      "learning_rate": 8.443761441379987e-06,
      "loss": 1.3798,
      "step": 63267
    },
    {
      "epoch": 5.374447842337751,
      "grad_norm": 2.6982066119042556,
      "learning_rate": 8.441490405449008e-06,
      "loss": 1.3911,
      "step": 63268
    },
    {
      "epoch": 5.374532789670404,
      "grad_norm": 2.954071742720694,
      "learning_rate": 8.439219666125701e-06,
      "loss": 1.5368,
      "step": 63269
    },
    {
      "epoch": 5.374617737003058,
      "grad_norm": 2.785959534323534,
      "learning_rate": 8.43694922341488e-06,
      "loss": 1.5469,
      "step": 63270
    },
    {
      "epoch": 5.374702684335712,
      "grad_norm": 2.516710890192063,
      "learning_rate": 8.434679077321272e-06,
      "loss": 1.3595,
      "step": 63271
    },
    {
      "epoch": 5.374787631668365,
      "grad_norm": 2.6137646082272585,
      "learning_rate": 8.432409227849573e-06,
      "loss": 1.3742,
      "step": 63272
    },
    {
      "epoch": 5.3748725790010194,
      "grad_norm": 2.6255769586502526,
      "learning_rate": 8.43013967500465e-06,
      "loss": 1.4165,
      "step": 63273
    },
    {
      "epoch": 5.374957526333673,
      "grad_norm": 2.8052568192967295,
      "learning_rate": 8.427870418791211e-06,
      "loss": 1.3642,
      "step": 63274
    },
    {
      "epoch": 5.375042473666327,
      "grad_norm": 2.8016371627231087,
      "learning_rate": 8.425601459214003e-06,
      "loss": 1.4556,
      "step": 63275
    },
    {
      "epoch": 5.3751274209989806,
      "grad_norm": 2.6030815603000823,
      "learning_rate": 8.423332796277776e-06,
      "loss": 1.2488,
      "step": 63276
    },
    {
      "epoch": 5.375212368331635,
      "grad_norm": 2.6984851538162298,
      "learning_rate": 8.421064429987307e-06,
      "loss": 1.2152,
      "step": 63277
    },
    {
      "epoch": 5.375297315664288,
      "grad_norm": 2.9397144268540876,
      "learning_rate": 8.418796360347291e-06,
      "loss": 1.5647,
      "step": 63278
    },
    {
      "epoch": 5.375382262996942,
      "grad_norm": 2.8209197000240223,
      "learning_rate": 8.416528587362542e-06,
      "loss": 1.5247,
      "step": 63279
    },
    {
      "epoch": 5.375467210329596,
      "grad_norm": 2.602944031484693,
      "learning_rate": 8.414261111037824e-06,
      "loss": 1.4297,
      "step": 63280
    },
    {
      "epoch": 5.375552157662249,
      "grad_norm": 2.4922685420514856,
      "learning_rate": 8.411993931377848e-06,
      "loss": 1.2874,
      "step": 63281
    },
    {
      "epoch": 5.375637104994903,
      "grad_norm": 2.5822261363242656,
      "learning_rate": 8.409727048387361e-06,
      "loss": 1.3724,
      "step": 63282
    },
    {
      "epoch": 5.375722052327557,
      "grad_norm": 2.6595418263603836,
      "learning_rate": 8.407460462071109e-06,
      "loss": 1.4086,
      "step": 63283
    },
    {
      "epoch": 5.3758069996602105,
      "grad_norm": 2.8810536357161554,
      "learning_rate": 8.40519417243387e-06,
      "loss": 1.6717,
      "step": 63284
    },
    {
      "epoch": 5.375891946992865,
      "grad_norm": 2.5565790864805487,
      "learning_rate": 8.402928179480395e-06,
      "loss": 1.4109,
      "step": 63285
    },
    {
      "epoch": 5.375976894325518,
      "grad_norm": 2.801293375077229,
      "learning_rate": 8.400662483215408e-06,
      "loss": 1.5475,
      "step": 63286
    },
    {
      "epoch": 5.376061841658172,
      "grad_norm": 2.5411912594838033,
      "learning_rate": 8.398397083643644e-06,
      "loss": 1.288,
      "step": 63287
    },
    {
      "epoch": 5.376146788990826,
      "grad_norm": 2.615316299616876,
      "learning_rate": 8.396131980769911e-06,
      "loss": 1.2947,
      "step": 63288
    },
    {
      "epoch": 5.376231736323479,
      "grad_norm": 2.6652905126342064,
      "learning_rate": 8.393867174598889e-06,
      "loss": 1.3994,
      "step": 63289
    },
    {
      "epoch": 5.376316683656134,
      "grad_norm": 2.659729798978445,
      "learning_rate": 8.391602665135327e-06,
      "loss": 1.3981,
      "step": 63290
    },
    {
      "epoch": 5.376401630988787,
      "grad_norm": 2.5489642781001907,
      "learning_rate": 8.38933845238402e-06,
      "loss": 1.2439,
      "step": 63291
    },
    {
      "epoch": 5.37648657832144,
      "grad_norm": 2.896628110929476,
      "learning_rate": 8.387074536349697e-06,
      "loss": 1.5572,
      "step": 63292
    },
    {
      "epoch": 5.376571525654095,
      "grad_norm": 2.7303781152339854,
      "learning_rate": 8.384810917037072e-06,
      "loss": 1.5892,
      "step": 63293
    },
    {
      "epoch": 5.376656472986748,
      "grad_norm": 2.91323230110056,
      "learning_rate": 8.382547594450906e-06,
      "loss": 1.5006,
      "step": 63294
    },
    {
      "epoch": 5.376741420319402,
      "grad_norm": 2.7637530273249826,
      "learning_rate": 8.380284568595946e-06,
      "loss": 1.3607,
      "step": 63295
    },
    {
      "epoch": 5.376826367652056,
      "grad_norm": 2.5295921550503984,
      "learning_rate": 8.378021839476906e-06,
      "loss": 1.3179,
      "step": 63296
    },
    {
      "epoch": 5.376911314984709,
      "grad_norm": 2.5422677062339156,
      "learning_rate": 8.375759407098581e-06,
      "loss": 1.1675,
      "step": 63297
    },
    {
      "epoch": 5.3769962623173635,
      "grad_norm": 2.6540387045510467,
      "learning_rate": 8.37349727146565e-06,
      "loss": 1.3966,
      "step": 63298
    },
    {
      "epoch": 5.377081209650017,
      "grad_norm": 2.9025303529380606,
      "learning_rate": 8.371235432582912e-06,
      "loss": 1.6558,
      "step": 63299
    },
    {
      "epoch": 5.377166156982671,
      "grad_norm": 2.645590656499758,
      "learning_rate": 8.368973890455061e-06,
      "loss": 1.2042,
      "step": 63300
    },
    {
      "epoch": 5.377251104315325,
      "grad_norm": 2.8546212624661824,
      "learning_rate": 8.366712645086842e-06,
      "loss": 1.5964,
      "step": 63301
    },
    {
      "epoch": 5.377336051647978,
      "grad_norm": 2.713409443831394,
      "learning_rate": 8.364451696483004e-06,
      "loss": 1.3634,
      "step": 63302
    },
    {
      "epoch": 5.377420998980632,
      "grad_norm": 2.6730389433189896,
      "learning_rate": 8.362191044648292e-06,
      "loss": 1.3906,
      "step": 63303
    },
    {
      "epoch": 5.377505946313286,
      "grad_norm": 2.7218656883039984,
      "learning_rate": 8.359930689587435e-06,
      "loss": 1.2977,
      "step": 63304
    },
    {
      "epoch": 5.377590893645939,
      "grad_norm": 2.5275487623776054,
      "learning_rate": 8.357670631305163e-06,
      "loss": 1.3565,
      "step": 63305
    },
    {
      "epoch": 5.377675840978593,
      "grad_norm": 2.6509203814386844,
      "learning_rate": 8.355410869806223e-06,
      "loss": 1.4421,
      "step": 63306
    },
    {
      "epoch": 5.377760788311247,
      "grad_norm": 2.759790249571139,
      "learning_rate": 8.353151405095343e-06,
      "loss": 1.5468,
      "step": 63307
    },
    {
      "epoch": 5.377845735643901,
      "grad_norm": 2.644664124088794,
      "learning_rate": 8.350892237177236e-06,
      "loss": 1.4746,
      "step": 63308
    },
    {
      "epoch": 5.3779306829765545,
      "grad_norm": 2.9659073861898504,
      "learning_rate": 8.348633366056667e-06,
      "loss": 1.6712,
      "step": 63309
    },
    {
      "epoch": 5.378015630309208,
      "grad_norm": 2.6183792591306534,
      "learning_rate": 8.346374791738365e-06,
      "loss": 1.4502,
      "step": 63310
    },
    {
      "epoch": 5.378100577641862,
      "grad_norm": 2.50353015721538,
      "learning_rate": 8.344116514227072e-06,
      "loss": 1.3916,
      "step": 63311
    },
    {
      "epoch": 5.378185524974516,
      "grad_norm": 3.4096895623743775,
      "learning_rate": 8.341858533527474e-06,
      "loss": 1.7433,
      "step": 63312
    },
    {
      "epoch": 5.37827047230717,
      "grad_norm": 2.843022471386313,
      "learning_rate": 8.339600849644345e-06,
      "loss": 1.5012,
      "step": 63313
    },
    {
      "epoch": 5.378355419639823,
      "grad_norm": 2.6806619092178194,
      "learning_rate": 8.337343462582419e-06,
      "loss": 1.204,
      "step": 63314
    },
    {
      "epoch": 5.378440366972477,
      "grad_norm": 2.6134774410703794,
      "learning_rate": 8.335086372346372e-06,
      "loss": 1.4928,
      "step": 63315
    },
    {
      "epoch": 5.378525314305131,
      "grad_norm": 2.792939721029364,
      "learning_rate": 8.33282957894097e-06,
      "loss": 1.5591,
      "step": 63316
    },
    {
      "epoch": 5.378610261637784,
      "grad_norm": 2.675947209361147,
      "learning_rate": 8.330573082370973e-06,
      "loss": 1.2193,
      "step": 63317
    },
    {
      "epoch": 5.378695208970439,
      "grad_norm": 2.7982504123702707,
      "learning_rate": 8.328316882641079e-06,
      "loss": 1.5475,
      "step": 63318
    },
    {
      "epoch": 5.378780156303092,
      "grad_norm": 2.843206743377219,
      "learning_rate": 8.326060979756e-06,
      "loss": 1.4719,
      "step": 63319
    },
    {
      "epoch": 5.3788651036357455,
      "grad_norm": 2.6259823836610487,
      "learning_rate": 8.323805373720483e-06,
      "loss": 1.3683,
      "step": 63320
    },
    {
      "epoch": 5.3789500509684,
      "grad_norm": 2.683013426208383,
      "learning_rate": 8.32155006453924e-06,
      "loss": 1.4118,
      "step": 63321
    },
    {
      "epoch": 5.379034998301053,
      "grad_norm": 2.78267720003032,
      "learning_rate": 8.319295052217018e-06,
      "loss": 1.4178,
      "step": 63322
    },
    {
      "epoch": 5.3791199456337075,
      "grad_norm": 2.7224274186958155,
      "learning_rate": 8.317040336758512e-06,
      "loss": 1.5193,
      "step": 63323
    },
    {
      "epoch": 5.379204892966361,
      "grad_norm": 2.4054193567361817,
      "learning_rate": 8.314785918168488e-06,
      "loss": 1.2204,
      "step": 63324
    },
    {
      "epoch": 5.379289840299014,
      "grad_norm": 2.7612339576023572,
      "learning_rate": 8.312531796451638e-06,
      "loss": 1.5939,
      "step": 63325
    },
    {
      "epoch": 5.379374787631669,
      "grad_norm": 2.671704368047921,
      "learning_rate": 8.310277971612677e-06,
      "loss": 1.1782,
      "step": 63326
    },
    {
      "epoch": 5.379459734964322,
      "grad_norm": 2.5470589059398936,
      "learning_rate": 8.308024443656335e-06,
      "loss": 1.3797,
      "step": 63327
    },
    {
      "epoch": 5.3795446822969755,
      "grad_norm": 2.4296655288183677,
      "learning_rate": 8.305771212587375e-06,
      "loss": 1.2081,
      "step": 63328
    },
    {
      "epoch": 5.37962962962963,
      "grad_norm": 2.640473740499591,
      "learning_rate": 8.303518278410475e-06,
      "loss": 1.4273,
      "step": 63329
    },
    {
      "epoch": 5.379714576962283,
      "grad_norm": 2.5221445403740987,
      "learning_rate": 8.30126564113035e-06,
      "loss": 1.3433,
      "step": 63330
    },
    {
      "epoch": 5.3797995242949375,
      "grad_norm": 2.6437182686778566,
      "learning_rate": 8.29901330075176e-06,
      "loss": 1.5096,
      "step": 63331
    },
    {
      "epoch": 5.379884471627591,
      "grad_norm": 2.8713673980702654,
      "learning_rate": 8.296761257279388e-06,
      "loss": 1.6076,
      "step": 63332
    },
    {
      "epoch": 5.379969418960244,
      "grad_norm": 2.6472161555857308,
      "learning_rate": 8.294509510717944e-06,
      "loss": 1.3414,
      "step": 63333
    },
    {
      "epoch": 5.380054366292899,
      "grad_norm": 2.8610673438857077,
      "learning_rate": 8.292258061072177e-06,
      "loss": 1.6444,
      "step": 63334
    },
    {
      "epoch": 5.380139313625552,
      "grad_norm": 2.834389089106347,
      "learning_rate": 8.290006908346813e-06,
      "loss": 1.388,
      "step": 63335
    },
    {
      "epoch": 5.380224260958206,
      "grad_norm": 2.693249476476109,
      "learning_rate": 8.287756052546551e-06,
      "loss": 1.4689,
      "step": 63336
    },
    {
      "epoch": 5.38030920829086,
      "grad_norm": 2.661990283323936,
      "learning_rate": 8.28550549367607e-06,
      "loss": 1.4826,
      "step": 63337
    },
    {
      "epoch": 5.380394155623513,
      "grad_norm": 2.6794631382412826,
      "learning_rate": 8.283255231740165e-06,
      "loss": 1.4337,
      "step": 63338
    },
    {
      "epoch": 5.380479102956167,
      "grad_norm": 2.512056504836295,
      "learning_rate": 8.281005266743468e-06,
      "loss": 1.3863,
      "step": 63339
    },
    {
      "epoch": 5.380564050288821,
      "grad_norm": 2.593326903375465,
      "learning_rate": 8.278755598690756e-06,
      "loss": 1.2104,
      "step": 63340
    },
    {
      "epoch": 5.380648997621475,
      "grad_norm": 2.45078578821303,
      "learning_rate": 8.27650622758671e-06,
      "loss": 1.2154,
      "step": 63341
    },
    {
      "epoch": 5.3807339449541285,
      "grad_norm": 2.640105623818073,
      "learning_rate": 8.27425715343606e-06,
      "loss": 1.3703,
      "step": 63342
    },
    {
      "epoch": 5.380818892286782,
      "grad_norm": 3.0985263423192726,
      "learning_rate": 8.272008376243533e-06,
      "loss": 1.6854,
      "step": 63343
    },
    {
      "epoch": 5.380903839619436,
      "grad_norm": 2.8728084487376773,
      "learning_rate": 8.269759896013777e-06,
      "loss": 1.5682,
      "step": 63344
    },
    {
      "epoch": 5.38098878695209,
      "grad_norm": 2.7294828985753914,
      "learning_rate": 8.267511712751557e-06,
      "loss": 1.5664,
      "step": 63345
    },
    {
      "epoch": 5.381073734284744,
      "grad_norm": 2.7950292833726524,
      "learning_rate": 8.265263826461582e-06,
      "loss": 1.5352,
      "step": 63346
    },
    {
      "epoch": 5.381158681617397,
      "grad_norm": 2.873793377172826,
      "learning_rate": 8.263016237148552e-06,
      "loss": 1.5461,
      "step": 63347
    },
    {
      "epoch": 5.381243628950051,
      "grad_norm": 2.732590200232762,
      "learning_rate": 8.26076894481716e-06,
      "loss": 1.3945,
      "step": 63348
    },
    {
      "epoch": 5.381328576282705,
      "grad_norm": 2.6248787916167693,
      "learning_rate": 8.258521949472153e-06,
      "loss": 1.3718,
      "step": 63349
    },
    {
      "epoch": 5.381413523615358,
      "grad_norm": 2.703376118685311,
      "learning_rate": 8.256275251118227e-06,
      "loss": 1.581,
      "step": 63350
    },
    {
      "epoch": 5.381498470948012,
      "grad_norm": 2.8134230055748124,
      "learning_rate": 8.254028849760047e-06,
      "loss": 1.5628,
      "step": 63351
    },
    {
      "epoch": 5.381583418280666,
      "grad_norm": 2.424796389428116,
      "learning_rate": 8.251782745402358e-06,
      "loss": 1.1778,
      "step": 63352
    },
    {
      "epoch": 5.3816683656133195,
      "grad_norm": 2.975647440648765,
      "learning_rate": 8.249536938049873e-06,
      "loss": 1.7096,
      "step": 63353
    },
    {
      "epoch": 5.381753312945974,
      "grad_norm": 2.819915918838944,
      "learning_rate": 8.247291427707286e-06,
      "loss": 1.5461,
      "step": 63354
    },
    {
      "epoch": 5.381838260278627,
      "grad_norm": 2.7046081711338177,
      "learning_rate": 8.245046214379298e-06,
      "loss": 1.4387,
      "step": 63355
    },
    {
      "epoch": 5.381923207611281,
      "grad_norm": 2.651809093849576,
      "learning_rate": 8.242801298070617e-06,
      "loss": 1.2205,
      "step": 63356
    },
    {
      "epoch": 5.382008154943935,
      "grad_norm": 2.6689211007132503,
      "learning_rate": 8.24055667878596e-06,
      "loss": 1.5886,
      "step": 63357
    },
    {
      "epoch": 5.382093102276588,
      "grad_norm": 2.7887337142125284,
      "learning_rate": 8.238312356529986e-06,
      "loss": 1.3612,
      "step": 63358
    },
    {
      "epoch": 5.382178049609243,
      "grad_norm": 2.6876725384877176,
      "learning_rate": 8.236068331307444e-06,
      "loss": 1.4009,
      "step": 63359
    },
    {
      "epoch": 5.382262996941896,
      "grad_norm": 2.7943928919690895,
      "learning_rate": 8.23382460312303e-06,
      "loss": 1.3523,
      "step": 63360
    },
    {
      "epoch": 5.382347944274549,
      "grad_norm": 2.730587327011702,
      "learning_rate": 8.231581171981438e-06,
      "loss": 1.357,
      "step": 63361
    },
    {
      "epoch": 5.382432891607204,
      "grad_norm": 2.7440389065075212,
      "learning_rate": 8.229338037887335e-06,
      "loss": 1.3494,
      "step": 63362
    },
    {
      "epoch": 5.382517838939857,
      "grad_norm": 2.592238817000748,
      "learning_rate": 8.227095200845479e-06,
      "loss": 1.3909,
      "step": 63363
    },
    {
      "epoch": 5.382602786272511,
      "grad_norm": 2.767705505691569,
      "learning_rate": 8.224852660860537e-06,
      "loss": 1.4376,
      "step": 63364
    },
    {
      "epoch": 5.382687733605165,
      "grad_norm": 2.731413331933974,
      "learning_rate": 8.22261041793722e-06,
      "loss": 1.6323,
      "step": 63365
    },
    {
      "epoch": 5.382772680937818,
      "grad_norm": 2.5365942160355215,
      "learning_rate": 8.22036847208019e-06,
      "loss": 1.1577,
      "step": 63366
    },
    {
      "epoch": 5.3828576282704725,
      "grad_norm": 3.52572206897039,
      "learning_rate": 8.218126823294213e-06,
      "loss": 1.714,
      "step": 63367
    },
    {
      "epoch": 5.382942575603126,
      "grad_norm": 2.6399258958999314,
      "learning_rate": 8.21588547158395e-06,
      "loss": 1.4711,
      "step": 63368
    },
    {
      "epoch": 5.38302752293578,
      "grad_norm": 2.756217366309983,
      "learning_rate": 8.213644416954063e-06,
      "loss": 1.3488,
      "step": 63369
    },
    {
      "epoch": 5.383112470268434,
      "grad_norm": 2.6509252785710697,
      "learning_rate": 8.211403659409267e-06,
      "loss": 1.5822,
      "step": 63370
    },
    {
      "epoch": 5.383197417601087,
      "grad_norm": 2.5742683945468476,
      "learning_rate": 8.209163198954305e-06,
      "loss": 1.3206,
      "step": 63371
    },
    {
      "epoch": 5.383282364933741,
      "grad_norm": 2.766826856530835,
      "learning_rate": 8.206923035593843e-06,
      "loss": 1.4365,
      "step": 63372
    },
    {
      "epoch": 5.383367312266395,
      "grad_norm": 2.712676339777603,
      "learning_rate": 8.204683169332543e-06,
      "loss": 1.5238,
      "step": 63373
    },
    {
      "epoch": 5.383452259599048,
      "grad_norm": 2.609701275987929,
      "learning_rate": 8.202443600175134e-06,
      "loss": 1.4378,
      "step": 63374
    },
    {
      "epoch": 5.3835372069317025,
      "grad_norm": 2.750758740054325,
      "learning_rate": 8.200204328126297e-06,
      "loss": 1.459,
      "step": 63375
    },
    {
      "epoch": 5.383622154264356,
      "grad_norm": 2.592409998997858,
      "learning_rate": 8.19796535319071e-06,
      "loss": 1.2308,
      "step": 63376
    },
    {
      "epoch": 5.38370710159701,
      "grad_norm": 2.3554103164220477,
      "learning_rate": 8.19572667537307e-06,
      "loss": 1.2167,
      "step": 63377
    },
    {
      "epoch": 5.383792048929664,
      "grad_norm": 2.658313654177414,
      "learning_rate": 8.193488294678108e-06,
      "loss": 1.4502,
      "step": 63378
    },
    {
      "epoch": 5.383876996262317,
      "grad_norm": 2.6821243391545346,
      "learning_rate": 8.191250211110484e-06,
      "loss": 1.5001,
      "step": 63379
    },
    {
      "epoch": 5.383961943594971,
      "grad_norm": 2.5426159669315984,
      "learning_rate": 8.189012424674863e-06,
      "loss": 1.2552,
      "step": 63380
    },
    {
      "epoch": 5.384046890927625,
      "grad_norm": 2.9342866664219573,
      "learning_rate": 8.186774935375973e-06,
      "loss": 1.6872,
      "step": 63381
    },
    {
      "epoch": 5.384131838260279,
      "grad_norm": 2.683255196824529,
      "learning_rate": 8.18453774321846e-06,
      "loss": 1.2443,
      "step": 63382
    },
    {
      "epoch": 5.384216785592932,
      "grad_norm": 3.001908658287897,
      "learning_rate": 8.182300848207058e-06,
      "loss": 1.5314,
      "step": 63383
    },
    {
      "epoch": 5.384301732925586,
      "grad_norm": 2.763893720824609,
      "learning_rate": 8.180064250346425e-06,
      "loss": 1.4931,
      "step": 63384
    },
    {
      "epoch": 5.38438668025824,
      "grad_norm": 2.8466419638722646,
      "learning_rate": 8.177827949641275e-06,
      "loss": 1.6207,
      "step": 63385
    },
    {
      "epoch": 5.3844716275908935,
      "grad_norm": 2.8396625330663716,
      "learning_rate": 8.175591946096272e-06,
      "loss": 1.4424,
      "step": 63386
    },
    {
      "epoch": 5.384556574923548,
      "grad_norm": 2.698911083213244,
      "learning_rate": 8.173356239716077e-06,
      "loss": 1.4677,
      "step": 63387
    },
    {
      "epoch": 5.384641522256201,
      "grad_norm": 3.456653274055004,
      "learning_rate": 8.171120830505407e-06,
      "loss": 1.7422,
      "step": 63388
    },
    {
      "epoch": 5.384726469588855,
      "grad_norm": 2.774364760414141,
      "learning_rate": 8.168885718468955e-06,
      "loss": 1.6397,
      "step": 63389
    },
    {
      "epoch": 5.384811416921509,
      "grad_norm": 2.554140041506897,
      "learning_rate": 8.166650903611383e-06,
      "loss": 1.3454,
      "step": 63390
    },
    {
      "epoch": 5.384896364254162,
      "grad_norm": 2.9436618159468635,
      "learning_rate": 8.164416385937372e-06,
      "loss": 1.6613,
      "step": 63391
    },
    {
      "epoch": 5.384981311586817,
      "grad_norm": 2.786201375643842,
      "learning_rate": 8.162182165451635e-06,
      "loss": 1.3623,
      "step": 63392
    },
    {
      "epoch": 5.38506625891947,
      "grad_norm": 2.646380065446461,
      "learning_rate": 8.159948242158821e-06,
      "loss": 1.376,
      "step": 63393
    },
    {
      "epoch": 5.385151206252123,
      "grad_norm": 2.697320970310516,
      "learning_rate": 8.157714616063605e-06,
      "loss": 1.5045,
      "step": 63394
    },
    {
      "epoch": 5.385236153584778,
      "grad_norm": 2.6752633241173407,
      "learning_rate": 8.155481287170667e-06,
      "loss": 1.3546,
      "step": 63395
    },
    {
      "epoch": 5.385321100917431,
      "grad_norm": 2.607727962758101,
      "learning_rate": 8.15324825548474e-06,
      "loss": 1.2952,
      "step": 63396
    },
    {
      "epoch": 5.3854060482500845,
      "grad_norm": 2.5838690522719023,
      "learning_rate": 8.151015521010452e-06,
      "loss": 1.4322,
      "step": 63397
    },
    {
      "epoch": 5.385490995582739,
      "grad_norm": 2.599440151630794,
      "learning_rate": 8.14878308375248e-06,
      "loss": 1.5028,
      "step": 63398
    },
    {
      "epoch": 5.385575942915392,
      "grad_norm": 2.6170117720224804,
      "learning_rate": 8.14655094371554e-06,
      "loss": 1.4876,
      "step": 63399
    },
    {
      "epoch": 5.3856608902480465,
      "grad_norm": 2.6597906630579966,
      "learning_rate": 8.144319100904261e-06,
      "loss": 1.1903,
      "step": 63400
    },
    {
      "epoch": 5.3857458375807,
      "grad_norm": 2.706421429336127,
      "learning_rate": 8.142087555323356e-06,
      "loss": 1.2606,
      "step": 63401
    },
    {
      "epoch": 5.385830784913353,
      "grad_norm": 2.8716993482801665,
      "learning_rate": 8.139856306977472e-06,
      "loss": 1.4846,
      "step": 63402
    },
    {
      "epoch": 5.385915732246008,
      "grad_norm": 2.7867160965861433,
      "learning_rate": 8.13762535587132e-06,
      "loss": 1.5524,
      "step": 63403
    },
    {
      "epoch": 5.386000679578661,
      "grad_norm": 2.6184871985706555,
      "learning_rate": 8.135394702009562e-06,
      "loss": 1.3783,
      "step": 63404
    },
    {
      "epoch": 5.386085626911315,
      "grad_norm": 2.8347764225162635,
      "learning_rate": 8.13316434539683e-06,
      "loss": 1.6522,
      "step": 63405
    },
    {
      "epoch": 5.386170574243969,
      "grad_norm": 2.7937861068728687,
      "learning_rate": 8.130934286037854e-06,
      "loss": 1.3537,
      "step": 63406
    },
    {
      "epoch": 5.386255521576622,
      "grad_norm": 2.832608740825713,
      "learning_rate": 8.128704523937262e-06,
      "loss": 1.3331,
      "step": 63407
    },
    {
      "epoch": 5.386340468909276,
      "grad_norm": 2.867067724211501,
      "learning_rate": 8.126475059099768e-06,
      "loss": 1.4458,
      "step": 63408
    },
    {
      "epoch": 5.38642541624193,
      "grad_norm": 2.7390654839509176,
      "learning_rate": 8.124245891530018e-06,
      "loss": 1.4476,
      "step": 63409
    },
    {
      "epoch": 5.386510363574584,
      "grad_norm": 2.677816108274699,
      "learning_rate": 8.122017021232691e-06,
      "loss": 1.534,
      "step": 63410
    },
    {
      "epoch": 5.3865953109072375,
      "grad_norm": 2.661167601721967,
      "learning_rate": 8.119788448212467e-06,
      "loss": 1.5376,
      "step": 63411
    },
    {
      "epoch": 5.386680258239891,
      "grad_norm": 2.531011680160573,
      "learning_rate": 8.117560172473974e-06,
      "loss": 1.3493,
      "step": 63412
    },
    {
      "epoch": 5.386765205572545,
      "grad_norm": 2.7252317003499837,
      "learning_rate": 8.115332194021912e-06,
      "loss": 1.4718,
      "step": 63413
    },
    {
      "epoch": 5.386850152905199,
      "grad_norm": 2.5762522750482626,
      "learning_rate": 8.113104512860958e-06,
      "loss": 1.4205,
      "step": 63414
    },
    {
      "epoch": 5.386935100237853,
      "grad_norm": 2.9323185215207874,
      "learning_rate": 8.11087712899579e-06,
      "loss": 1.5224,
      "step": 63415
    },
    {
      "epoch": 5.387020047570506,
      "grad_norm": 2.689740877246343,
      "learning_rate": 8.108650042431008e-06,
      "loss": 1.4548,
      "step": 63416
    },
    {
      "epoch": 5.38710499490316,
      "grad_norm": 2.727074512808952,
      "learning_rate": 8.106423253171357e-06,
      "loss": 1.3936,
      "step": 63417
    },
    {
      "epoch": 5.387189942235814,
      "grad_norm": 2.6586626417850194,
      "learning_rate": 8.104196761221481e-06,
      "loss": 1.318,
      "step": 63418
    },
    {
      "epoch": 5.3872748895684675,
      "grad_norm": 2.5723465254768003,
      "learning_rate": 8.101970566585998e-06,
      "loss": 1.2731,
      "step": 63419
    },
    {
      "epoch": 5.387359836901121,
      "grad_norm": 2.4872996504559595,
      "learning_rate": 8.099744669269614e-06,
      "loss": 1.3961,
      "step": 63420
    },
    {
      "epoch": 5.387444784233775,
      "grad_norm": 2.7782907966431445,
      "learning_rate": 8.097519069276997e-06,
      "loss": 1.4993,
      "step": 63421
    },
    {
      "epoch": 5.387529731566429,
      "grad_norm": 2.678976872941957,
      "learning_rate": 8.095293766612826e-06,
      "loss": 1.4451,
      "step": 63422
    },
    {
      "epoch": 5.387614678899083,
      "grad_norm": 2.7596619983170534,
      "learning_rate": 8.093068761281696e-06,
      "loss": 1.2343,
      "step": 63423
    },
    {
      "epoch": 5.387699626231736,
      "grad_norm": 2.6298865930070923,
      "learning_rate": 8.090844053288336e-06,
      "loss": 1.4023,
      "step": 63424
    },
    {
      "epoch": 5.38778457356439,
      "grad_norm": 2.614799422472874,
      "learning_rate": 8.088619642637362e-06,
      "loss": 1.3973,
      "step": 63425
    },
    {
      "epoch": 5.387869520897044,
      "grad_norm": 2.44810405096381,
      "learning_rate": 8.086395529333483e-06,
      "loss": 1.1604,
      "step": 63426
    },
    {
      "epoch": 5.387954468229697,
      "grad_norm": 3.056102230067877,
      "learning_rate": 8.084171713381316e-06,
      "loss": 1.6691,
      "step": 63427
    },
    {
      "epoch": 5.388039415562352,
      "grad_norm": 3.5927401315655225,
      "learning_rate": 8.081948194785537e-06,
      "loss": 1.8916,
      "step": 63428
    },
    {
      "epoch": 5.388124362895005,
      "grad_norm": 2.618791710709357,
      "learning_rate": 8.079724973550827e-06,
      "loss": 1.3632,
      "step": 63429
    },
    {
      "epoch": 5.3882093102276585,
      "grad_norm": 2.762880301709521,
      "learning_rate": 8.077502049681783e-06,
      "loss": 1.2805,
      "step": 63430
    },
    {
      "epoch": 5.388294257560313,
      "grad_norm": 2.601539801361932,
      "learning_rate": 8.075279423183101e-06,
      "loss": 1.2764,
      "step": 63431
    },
    {
      "epoch": 5.388379204892966,
      "grad_norm": 2.708918242485254,
      "learning_rate": 8.073057094059476e-06,
      "loss": 1.5383,
      "step": 63432
    },
    {
      "epoch": 5.3884641522256205,
      "grad_norm": 2.502532031705385,
      "learning_rate": 8.070835062315523e-06,
      "loss": 1.1951,
      "step": 63433
    },
    {
      "epoch": 5.388549099558274,
      "grad_norm": 2.623158162236479,
      "learning_rate": 8.06861332795587e-06,
      "loss": 1.4674,
      "step": 63434
    },
    {
      "epoch": 5.388634046890927,
      "grad_norm": 2.655075386512486,
      "learning_rate": 8.06639189098523e-06,
      "loss": 1.4591,
      "step": 63435
    },
    {
      "epoch": 5.388718994223582,
      "grad_norm": 3.221649489454066,
      "learning_rate": 8.064170751408233e-06,
      "loss": 1.61,
      "step": 63436
    },
    {
      "epoch": 5.388803941556235,
      "grad_norm": 2.79666403111256,
      "learning_rate": 8.06194990922951e-06,
      "loss": 1.6571,
      "step": 63437
    },
    {
      "epoch": 5.388888888888889,
      "grad_norm": 2.6595066316860514,
      "learning_rate": 8.059729364453738e-06,
      "loss": 1.4774,
      "step": 63438
    },
    {
      "epoch": 5.388973836221543,
      "grad_norm": 2.6256487847723013,
      "learning_rate": 8.057509117085581e-06,
      "loss": 1.4129,
      "step": 63439
    },
    {
      "epoch": 5.389058783554196,
      "grad_norm": 2.554783694621275,
      "learning_rate": 8.055289167129686e-06,
      "loss": 1.4118,
      "step": 63440
    },
    {
      "epoch": 5.38914373088685,
      "grad_norm": 2.647304913851528,
      "learning_rate": 8.053069514590665e-06,
      "loss": 1.5006,
      "step": 63441
    },
    {
      "epoch": 5.389228678219504,
      "grad_norm": 2.682451319811014,
      "learning_rate": 8.050850159473232e-06,
      "loss": 1.4279,
      "step": 63442
    },
    {
      "epoch": 5.389313625552157,
      "grad_norm": 2.6316384387338245,
      "learning_rate": 8.048631101781982e-06,
      "loss": 1.3795,
      "step": 63443
    },
    {
      "epoch": 5.3893985728848115,
      "grad_norm": 2.671697026430469,
      "learning_rate": 8.046412341521596e-06,
      "loss": 1.5288,
      "step": 63444
    },
    {
      "epoch": 5.389483520217465,
      "grad_norm": 2.7112672133766504,
      "learning_rate": 8.044193878696703e-06,
      "loss": 1.4484,
      "step": 63445
    },
    {
      "epoch": 5.389568467550119,
      "grad_norm": 2.487471007038365,
      "learning_rate": 8.041975713311998e-06,
      "loss": 1.2695,
      "step": 63446
    },
    {
      "epoch": 5.389653414882773,
      "grad_norm": 2.5765294360130286,
      "learning_rate": 8.03975784537208e-06,
      "loss": 1.1136,
      "step": 63447
    },
    {
      "epoch": 5.389738362215427,
      "grad_norm": 2.7529849646790643,
      "learning_rate": 8.037540274881593e-06,
      "loss": 1.5851,
      "step": 63448
    },
    {
      "epoch": 5.38982330954808,
      "grad_norm": 2.8623914849801606,
      "learning_rate": 8.035323001845218e-06,
      "loss": 1.3379,
      "step": 63449
    },
    {
      "epoch": 5.389908256880734,
      "grad_norm": 2.9257789279217183,
      "learning_rate": 8.03310602626755e-06,
      "loss": 1.5002,
      "step": 63450
    },
    {
      "epoch": 5.389993204213388,
      "grad_norm": 2.5993856706184197,
      "learning_rate": 8.030889348153302e-06,
      "loss": 1.2851,
      "step": 63451
    },
    {
      "epoch": 5.390078151546041,
      "grad_norm": 2.6951162063332554,
      "learning_rate": 8.028672967507072e-06,
      "loss": 1.4252,
      "step": 63452
    },
    {
      "epoch": 5.390163098878695,
      "grad_norm": 2.8087536499407526,
      "learning_rate": 8.02645688433352e-06,
      "loss": 1.4425,
      "step": 63453
    },
    {
      "epoch": 5.390248046211349,
      "grad_norm": 3.036948956807119,
      "learning_rate": 8.024241098637296e-06,
      "loss": 1.6539,
      "step": 63454
    },
    {
      "epoch": 5.3903329935440025,
      "grad_norm": 2.8104620931396056,
      "learning_rate": 8.02202561042301e-06,
      "loss": 1.4038,
      "step": 63455
    },
    {
      "epoch": 5.390417940876657,
      "grad_norm": 2.6430892937053625,
      "learning_rate": 8.019810419695326e-06,
      "loss": 1.4108,
      "step": 63456
    },
    {
      "epoch": 5.39050288820931,
      "grad_norm": 3.404778472153388,
      "learning_rate": 8.017595526458909e-06,
      "loss": 1.769,
      "step": 63457
    },
    {
      "epoch": 5.390587835541964,
      "grad_norm": 2.7331648612102257,
      "learning_rate": 8.015380930718367e-06,
      "loss": 1.4138,
      "step": 63458
    },
    {
      "epoch": 5.390672782874618,
      "grad_norm": 2.7459331803736355,
      "learning_rate": 8.013166632478335e-06,
      "loss": 1.5599,
      "step": 63459
    },
    {
      "epoch": 5.390757730207271,
      "grad_norm": 2.77196020436247,
      "learning_rate": 8.01095263174349e-06,
      "loss": 1.4618,
      "step": 63460
    },
    {
      "epoch": 5.390842677539926,
      "grad_norm": 2.724071801976331,
      "learning_rate": 8.008738928518444e-06,
      "loss": 1.5844,
      "step": 63461
    },
    {
      "epoch": 5.390927624872579,
      "grad_norm": 2.6163124714682153,
      "learning_rate": 8.006525522807828e-06,
      "loss": 1.3777,
      "step": 63462
    },
    {
      "epoch": 5.3910125722052324,
      "grad_norm": 2.621964079731063,
      "learning_rate": 8.00431241461627e-06,
      "loss": 1.2374,
      "step": 63463
    },
    {
      "epoch": 5.391097519537887,
      "grad_norm": 2.7170845518231403,
      "learning_rate": 8.002099603948469e-06,
      "loss": 1.3628,
      "step": 63464
    },
    {
      "epoch": 5.39118246687054,
      "grad_norm": 2.53362520093465,
      "learning_rate": 7.99988709080902e-06,
      "loss": 1.327,
      "step": 63465
    },
    {
      "epoch": 5.3912674142031936,
      "grad_norm": 2.564445583088289,
      "learning_rate": 7.997674875202536e-06,
      "loss": 1.5018,
      "step": 63466
    },
    {
      "epoch": 5.391352361535848,
      "grad_norm": 2.756838680698349,
      "learning_rate": 7.995462957133698e-06,
      "loss": 1.357,
      "step": 63467
    },
    {
      "epoch": 5.391437308868501,
      "grad_norm": 2.7358568783837263,
      "learning_rate": 7.993251336607098e-06,
      "loss": 1.3354,
      "step": 63468
    },
    {
      "epoch": 5.3915222562011555,
      "grad_norm": 2.6946678871759744,
      "learning_rate": 7.991040013627403e-06,
      "loss": 1.4653,
      "step": 63469
    },
    {
      "epoch": 5.391607203533809,
      "grad_norm": 2.7064162795905533,
      "learning_rate": 7.988828988199225e-06,
      "loss": 1.4814,
      "step": 63470
    },
    {
      "epoch": 5.391692150866463,
      "grad_norm": 2.4727148044027216,
      "learning_rate": 7.986618260327226e-06,
      "loss": 1.2618,
      "step": 63471
    },
    {
      "epoch": 5.391777098199117,
      "grad_norm": 2.9515014173629255,
      "learning_rate": 7.984407830016022e-06,
      "loss": 1.7169,
      "step": 63472
    },
    {
      "epoch": 5.39186204553177,
      "grad_norm": 2.7280429692182504,
      "learning_rate": 7.982197697270204e-06,
      "loss": 1.3007,
      "step": 63473
    },
    {
      "epoch": 5.391946992864424,
      "grad_norm": 2.7528824189936025,
      "learning_rate": 7.979987862094456e-06,
      "loss": 1.5677,
      "step": 63474
    },
    {
      "epoch": 5.392031940197078,
      "grad_norm": 2.7007561886266807,
      "learning_rate": 7.977778324493406e-06,
      "loss": 1.2996,
      "step": 63475
    },
    {
      "epoch": 5.392116887529731,
      "grad_norm": 2.8859047549925445,
      "learning_rate": 7.975569084471667e-06,
      "loss": 1.4548,
      "step": 63476
    },
    {
      "epoch": 5.3922018348623855,
      "grad_norm": 2.8437873876732596,
      "learning_rate": 7.973360142033869e-06,
      "loss": 1.3045,
      "step": 63477
    },
    {
      "epoch": 5.392286782195039,
      "grad_norm": 2.549134061336869,
      "learning_rate": 7.971151497184642e-06,
      "loss": 1.3094,
      "step": 63478
    },
    {
      "epoch": 5.392371729527693,
      "grad_norm": 2.8545840194515057,
      "learning_rate": 7.968943149928613e-06,
      "loss": 1.4418,
      "step": 63479
    },
    {
      "epoch": 5.392456676860347,
      "grad_norm": 2.755919292584109,
      "learning_rate": 7.9667351002704e-06,
      "loss": 1.532,
      "step": 63480
    },
    {
      "epoch": 5.392541624193,
      "grad_norm": 2.4124105683907873,
      "learning_rate": 7.964527348214628e-06,
      "loss": 1.191,
      "step": 63481
    },
    {
      "epoch": 5.392626571525654,
      "grad_norm": 2.9117059276809494,
      "learning_rate": 7.962319893765961e-06,
      "loss": 1.4898,
      "step": 63482
    },
    {
      "epoch": 5.392711518858308,
      "grad_norm": 2.832512926871541,
      "learning_rate": 7.960112736929015e-06,
      "loss": 1.6347,
      "step": 63483
    },
    {
      "epoch": 5.392796466190962,
      "grad_norm": 2.4985124557056246,
      "learning_rate": 7.957905877708348e-06,
      "loss": 1.2587,
      "step": 63484
    },
    {
      "epoch": 5.392881413523615,
      "grad_norm": 2.4646946896313406,
      "learning_rate": 7.955699316108677e-06,
      "loss": 1.1482,
      "step": 63485
    },
    {
      "epoch": 5.392966360856269,
      "grad_norm": 2.747550233748324,
      "learning_rate": 7.953493052134546e-06,
      "loss": 1.3932,
      "step": 63486
    },
    {
      "epoch": 5.393051308188923,
      "grad_norm": 2.8165981950003562,
      "learning_rate": 7.951287085790637e-06,
      "loss": 1.3243,
      "step": 63487
    },
    {
      "epoch": 5.3931362555215765,
      "grad_norm": 2.7924856982816917,
      "learning_rate": 7.949081417081527e-06,
      "loss": 1.2915,
      "step": 63488
    },
    {
      "epoch": 5.393221202854231,
      "grad_norm": 2.548729212163209,
      "learning_rate": 7.946876046011896e-06,
      "loss": 1.216,
      "step": 63489
    },
    {
      "epoch": 5.393306150186884,
      "grad_norm": 2.648191690699274,
      "learning_rate": 7.944670972586308e-06,
      "loss": 1.4432,
      "step": 63490
    },
    {
      "epoch": 5.393391097519538,
      "grad_norm": 3.0384740244281407,
      "learning_rate": 7.942466196809394e-06,
      "loss": 1.521,
      "step": 63491
    },
    {
      "epoch": 5.393476044852192,
      "grad_norm": 2.7754189403644043,
      "learning_rate": 7.940261718685798e-06,
      "loss": 1.4613,
      "step": 63492
    },
    {
      "epoch": 5.393560992184845,
      "grad_norm": 2.6337969441191977,
      "learning_rate": 7.9380575382201e-06,
      "loss": 1.4805,
      "step": 63493
    },
    {
      "epoch": 5.3936459395175,
      "grad_norm": 2.532810227065264,
      "learning_rate": 7.935853655416979e-06,
      "loss": 1.2487,
      "step": 63494
    },
    {
      "epoch": 5.393730886850153,
      "grad_norm": 2.709353854638426,
      "learning_rate": 7.933650070280983e-06,
      "loss": 1.4335,
      "step": 63495
    },
    {
      "epoch": 5.393815834182806,
      "grad_norm": 2.85821379559698,
      "learning_rate": 7.931446782816792e-06,
      "loss": 1.4542,
      "step": 63496
    },
    {
      "epoch": 5.393900781515461,
      "grad_norm": 2.7017465375604983,
      "learning_rate": 7.929243793028984e-06,
      "loss": 1.5155,
      "step": 63497
    },
    {
      "epoch": 5.393985728848114,
      "grad_norm": 2.651935385632561,
      "learning_rate": 7.927041100922188e-06,
      "loss": 1.4396,
      "step": 63498
    },
    {
      "epoch": 5.3940706761807675,
      "grad_norm": 2.646394617984026,
      "learning_rate": 7.924838706500969e-06,
      "loss": 1.2746,
      "step": 63499
    },
    {
      "epoch": 5.394155623513422,
      "grad_norm": 2.484743016947827,
      "learning_rate": 7.92263660977004e-06,
      "loss": 1.324,
      "step": 63500
    },
    {
      "epoch": 5.394240570846075,
      "grad_norm": 2.59068061326101,
      "learning_rate": 7.920434810733961e-06,
      "loss": 1.4758,
      "step": 63501
    },
    {
      "epoch": 5.3943255181787295,
      "grad_norm": 2.61315489502685,
      "learning_rate": 7.918233309397315e-06,
      "loss": 1.3901,
      "step": 63502
    },
    {
      "epoch": 5.394410465511383,
      "grad_norm": 2.5718790858069442,
      "learning_rate": 7.91603210576478e-06,
      "loss": 1.3946,
      "step": 63503
    },
    {
      "epoch": 5.394495412844036,
      "grad_norm": 2.693796395714462,
      "learning_rate": 7.913831199840936e-06,
      "loss": 1.5944,
      "step": 63504
    },
    {
      "epoch": 5.394580360176691,
      "grad_norm": 2.5216627861979335,
      "learning_rate": 7.911630591630363e-06,
      "loss": 1.349,
      "step": 63505
    },
    {
      "epoch": 5.394665307509344,
      "grad_norm": 2.8228542358927804,
      "learning_rate": 7.909430281137707e-06,
      "loss": 1.4893,
      "step": 63506
    },
    {
      "epoch": 5.394750254841998,
      "grad_norm": 2.782949372198043,
      "learning_rate": 7.907230268367598e-06,
      "loss": 1.3162,
      "step": 63507
    },
    {
      "epoch": 5.394835202174652,
      "grad_norm": 2.6326505379930065,
      "learning_rate": 7.905030553324615e-06,
      "loss": 1.4416,
      "step": 63508
    },
    {
      "epoch": 5.394920149507305,
      "grad_norm": 2.742460145840949,
      "learning_rate": 7.902831136013388e-06,
      "loss": 1.3782,
      "step": 63509
    },
    {
      "epoch": 5.395005096839959,
      "grad_norm": 2.637855243448285,
      "learning_rate": 7.90063201643848e-06,
      "loss": 1.2912,
      "step": 63510
    },
    {
      "epoch": 5.395090044172613,
      "grad_norm": 2.533682400161199,
      "learning_rate": 7.898433194604536e-06,
      "loss": 1.3539,
      "step": 63511
    },
    {
      "epoch": 5.395174991505267,
      "grad_norm": 2.8819266753655897,
      "learning_rate": 7.896234670516172e-06,
      "loss": 1.5339,
      "step": 63512
    },
    {
      "epoch": 5.3952599388379205,
      "grad_norm": 2.7623639448399007,
      "learning_rate": 7.894036444177965e-06,
      "loss": 1.5888,
      "step": 63513
    },
    {
      "epoch": 5.395344886170574,
      "grad_norm": 2.6749597971731554,
      "learning_rate": 7.891838515594563e-06,
      "loss": 1.2638,
      "step": 63514
    },
    {
      "epoch": 5.395429833503228,
      "grad_norm": 2.670095643809833,
      "learning_rate": 7.889640884770543e-06,
      "loss": 1.3818,
      "step": 63515
    },
    {
      "epoch": 5.395514780835882,
      "grad_norm": 2.465658569972117,
      "learning_rate": 7.887443551710503e-06,
      "loss": 1.3483,
      "step": 63516
    },
    {
      "epoch": 5.395599728168536,
      "grad_norm": 2.816450363897218,
      "learning_rate": 7.885246516419008e-06,
      "loss": 1.6375,
      "step": 63517
    },
    {
      "epoch": 5.395684675501189,
      "grad_norm": 2.7684771865254088,
      "learning_rate": 7.883049778900752e-06,
      "loss": 1.3799,
      "step": 63518
    },
    {
      "epoch": 5.395769622833843,
      "grad_norm": 2.8261372741781985,
      "learning_rate": 7.880853339160314e-06,
      "loss": 1.5524,
      "step": 63519
    },
    {
      "epoch": 5.395854570166497,
      "grad_norm": 2.60608704297155,
      "learning_rate": 7.878657197202242e-06,
      "loss": 1.4675,
      "step": 63520
    },
    {
      "epoch": 5.3959395174991505,
      "grad_norm": 2.620312321152069,
      "learning_rate": 7.876461353031182e-06,
      "loss": 1.1427,
      "step": 63521
    },
    {
      "epoch": 5.396024464831804,
      "grad_norm": 2.850164956519007,
      "learning_rate": 7.874265806651747e-06,
      "loss": 1.5462,
      "step": 63522
    },
    {
      "epoch": 5.396109412164458,
      "grad_norm": 2.8048046821807535,
      "learning_rate": 7.872070558068482e-06,
      "loss": 1.2563,
      "step": 63523
    },
    {
      "epoch": 5.396194359497112,
      "grad_norm": 2.584432837909767,
      "learning_rate": 7.869875607286018e-06,
      "loss": 1.4913,
      "step": 63524
    },
    {
      "epoch": 5.396279306829766,
      "grad_norm": 2.740587513743125,
      "learning_rate": 7.867680954308985e-06,
      "loss": 1.5616,
      "step": 63525
    },
    {
      "epoch": 5.396364254162419,
      "grad_norm": 2.6872815771434424,
      "learning_rate": 7.865486599141946e-06,
      "loss": 1.2387,
      "step": 63526
    },
    {
      "epoch": 5.396449201495073,
      "grad_norm": 2.924342325510777,
      "learning_rate": 7.863292541789511e-06,
      "loss": 1.6382,
      "step": 63527
    },
    {
      "epoch": 5.396534148827727,
      "grad_norm": 2.656083763824517,
      "learning_rate": 7.861098782256248e-06,
      "loss": 1.3945,
      "step": 63528
    },
    {
      "epoch": 5.39661909616038,
      "grad_norm": 2.524878446492377,
      "learning_rate": 7.858905320546782e-06,
      "loss": 1.3083,
      "step": 63529
    },
    {
      "epoch": 5.396704043493035,
      "grad_norm": 2.690513794725149,
      "learning_rate": 7.856712156665728e-06,
      "loss": 1.4357,
      "step": 63530
    },
    {
      "epoch": 5.396788990825688,
      "grad_norm": 2.4835654359212915,
      "learning_rate": 7.854519290617634e-06,
      "loss": 1.2765,
      "step": 63531
    },
    {
      "epoch": 5.3968739381583415,
      "grad_norm": 2.5113036070469303,
      "learning_rate": 7.852326722407127e-06,
      "loss": 1.1492,
      "step": 63532
    },
    {
      "epoch": 5.396958885490996,
      "grad_norm": 2.5867364516631697,
      "learning_rate": 7.850134452038803e-06,
      "loss": 1.2536,
      "step": 63533
    },
    {
      "epoch": 5.397043832823649,
      "grad_norm": 2.7555209127769986,
      "learning_rate": 7.847942479517244e-06,
      "loss": 1.4157,
      "step": 63534
    },
    {
      "epoch": 5.3971287801563035,
      "grad_norm": 2.515507799565619,
      "learning_rate": 7.845750804846995e-06,
      "loss": 1.0964,
      "step": 63535
    },
    {
      "epoch": 5.397213727488957,
      "grad_norm": 2.7182532099155705,
      "learning_rate": 7.843559428032753e-06,
      "loss": 1.3065,
      "step": 63536
    },
    {
      "epoch": 5.39729867482161,
      "grad_norm": 2.9624664212767895,
      "learning_rate": 7.841368349079047e-06,
      "loss": 1.778,
      "step": 63537
    },
    {
      "epoch": 5.397383622154265,
      "grad_norm": 2.8848781586261034,
      "learning_rate": 7.839177567990474e-06,
      "loss": 1.4613,
      "step": 63538
    },
    {
      "epoch": 5.397468569486918,
      "grad_norm": 2.8082362683189315,
      "learning_rate": 7.836987084771595e-06,
      "loss": 1.5319,
      "step": 63539
    },
    {
      "epoch": 5.397553516819572,
      "grad_norm": 2.737649352934485,
      "learning_rate": 7.834796899427076e-06,
      "loss": 1.4413,
      "step": 63540
    },
    {
      "epoch": 5.397638464152226,
      "grad_norm": 2.7551961728204297,
      "learning_rate": 7.832607011961428e-06,
      "loss": 1.476,
      "step": 63541
    },
    {
      "epoch": 5.397723411484879,
      "grad_norm": 2.6077902018156425,
      "learning_rate": 7.830417422379247e-06,
      "loss": 1.4554,
      "step": 63542
    },
    {
      "epoch": 5.397808358817533,
      "grad_norm": 2.745942140974579,
      "learning_rate": 7.828228130685182e-06,
      "loss": 1.5655,
      "step": 63543
    },
    {
      "epoch": 5.397893306150187,
      "grad_norm": 2.8370561185037655,
      "learning_rate": 7.826039136883793e-06,
      "loss": 1.5729,
      "step": 63544
    },
    {
      "epoch": 5.39797825348284,
      "grad_norm": 2.8673195086553904,
      "learning_rate": 7.823850440979645e-06,
      "loss": 1.6914,
      "step": 63545
    },
    {
      "epoch": 5.3980632008154945,
      "grad_norm": 2.566575362251069,
      "learning_rate": 7.821662042977333e-06,
      "loss": 1.4,
      "step": 63546
    },
    {
      "epoch": 5.398148148148148,
      "grad_norm": 2.8191267120626087,
      "learning_rate": 7.819473942881454e-06,
      "loss": 1.3892,
      "step": 63547
    },
    {
      "epoch": 5.398233095480802,
      "grad_norm": 2.6060129955283564,
      "learning_rate": 7.817286140696554e-06,
      "loss": 1.4714,
      "step": 63548
    },
    {
      "epoch": 5.398318042813456,
      "grad_norm": 2.885006066628971,
      "learning_rate": 7.81509863642728e-06,
      "loss": 1.3611,
      "step": 63549
    },
    {
      "epoch": 5.398402990146109,
      "grad_norm": 2.65474253092624,
      "learning_rate": 7.812911430078161e-06,
      "loss": 1.196,
      "step": 63550
    },
    {
      "epoch": 5.398487937478763,
      "grad_norm": 2.6785871080487724,
      "learning_rate": 7.810724521653811e-06,
      "loss": 1.4279,
      "step": 63551
    },
    {
      "epoch": 5.398572884811417,
      "grad_norm": 2.8339915769003032,
      "learning_rate": 7.808537911158808e-06,
      "loss": 1.3756,
      "step": 63552
    },
    {
      "epoch": 5.398657832144071,
      "grad_norm": 2.577648897325493,
      "learning_rate": 7.806351598597716e-06,
      "loss": 1.3952,
      "step": 63553
    },
    {
      "epoch": 5.398742779476724,
      "grad_norm": 2.6669117672204834,
      "learning_rate": 7.80416558397513e-06,
      "loss": 1.2805,
      "step": 63554
    },
    {
      "epoch": 5.398827726809378,
      "grad_norm": 2.754074244534936,
      "learning_rate": 7.801979867295632e-06,
      "loss": 1.4346,
      "step": 63555
    },
    {
      "epoch": 5.398912674142032,
      "grad_norm": 2.76815254061503,
      "learning_rate": 7.799794448563817e-06,
      "loss": 1.4999,
      "step": 63556
    },
    {
      "epoch": 5.3989976214746855,
      "grad_norm": 2.64560430089447,
      "learning_rate": 7.797609327784216e-06,
      "loss": 1.3793,
      "step": 63557
    },
    {
      "epoch": 5.39908256880734,
      "grad_norm": 2.5032320003820754,
      "learning_rate": 7.795424504961457e-06,
      "loss": 1.3553,
      "step": 63558
    },
    {
      "epoch": 5.399167516139993,
      "grad_norm": 2.5556602228405807,
      "learning_rate": 7.793239980100102e-06,
      "loss": 1.2909,
      "step": 63559
    },
    {
      "epoch": 5.399252463472647,
      "grad_norm": 2.5578642602624346,
      "learning_rate": 7.791055753204667e-06,
      "loss": 1.3271,
      "step": 63560
    },
    {
      "epoch": 5.399337410805301,
      "grad_norm": 2.5979680523008986,
      "learning_rate": 7.788871824279846e-06,
      "loss": 1.2012,
      "step": 63561
    },
    {
      "epoch": 5.399422358137954,
      "grad_norm": 2.7054608898777976,
      "learning_rate": 7.786688193330154e-06,
      "loss": 1.5431,
      "step": 63562
    },
    {
      "epoch": 5.399507305470609,
      "grad_norm": 2.555320225117134,
      "learning_rate": 7.784504860360152e-06,
      "loss": 1.3709,
      "step": 63563
    },
    {
      "epoch": 5.399592252803262,
      "grad_norm": 2.8744554468694004,
      "learning_rate": 7.78232182537442e-06,
      "loss": 1.6642,
      "step": 63564
    },
    {
      "epoch": 5.3996772001359155,
      "grad_norm": 2.6962869187480654,
      "learning_rate": 7.780139088377558e-06,
      "loss": 1.289,
      "step": 63565
    },
    {
      "epoch": 5.39976214746857,
      "grad_norm": 2.878910305319375,
      "learning_rate": 7.777956649374106e-06,
      "loss": 1.5833,
      "step": 63566
    },
    {
      "epoch": 5.399847094801223,
      "grad_norm": 2.4590274337340796,
      "learning_rate": 7.775774508368682e-06,
      "loss": 1.1984,
      "step": 63567
    },
    {
      "epoch": 5.399932042133877,
      "grad_norm": 2.776700256491283,
      "learning_rate": 7.773592665365796e-06,
      "loss": 1.5924,
      "step": 63568
    },
    {
      "epoch": 5.400016989466531,
      "grad_norm": 3.528667437156278,
      "learning_rate": 7.77141112037008e-06,
      "loss": 1.7696,
      "step": 63569
    },
    {
      "epoch": 5.400101936799184,
      "grad_norm": 2.5567541361532857,
      "learning_rate": 7.76922987338608e-06,
      "loss": 1.3617,
      "step": 63570
    },
    {
      "epoch": 5.400186884131839,
      "grad_norm": 2.719624741906031,
      "learning_rate": 7.767048924418357e-06,
      "loss": 1.2272,
      "step": 63571
    },
    {
      "epoch": 5.400271831464492,
      "grad_norm": 2.830166729590643,
      "learning_rate": 7.764868273471475e-06,
      "loss": 1.4274,
      "step": 63572
    },
    {
      "epoch": 5.400356778797145,
      "grad_norm": 2.6125739518411732,
      "learning_rate": 7.76268792055003e-06,
      "loss": 1.4232,
      "step": 63573
    },
    {
      "epoch": 5.4004417261298,
      "grad_norm": 2.608909374470185,
      "learning_rate": 7.760507865658589e-06,
      "loss": 1.1636,
      "step": 63574
    },
    {
      "epoch": 5.400526673462453,
      "grad_norm": 3.21650918730875,
      "learning_rate": 7.758328108801692e-06,
      "loss": 1.5239,
      "step": 63575
    },
    {
      "epoch": 5.400611620795107,
      "grad_norm": 2.4185772050797945,
      "learning_rate": 7.75614864998394e-06,
      "loss": 1.2867,
      "step": 63576
    },
    {
      "epoch": 5.400696568127761,
      "grad_norm": 2.7356547343008737,
      "learning_rate": 7.753969489209877e-06,
      "loss": 1.5498,
      "step": 63577
    },
    {
      "epoch": 5.400781515460414,
      "grad_norm": 2.633338641835941,
      "learning_rate": 7.75179062648405e-06,
      "loss": 1.3346,
      "step": 63578
    },
    {
      "epoch": 5.4008664627930685,
      "grad_norm": 2.6187871386342967,
      "learning_rate": 7.749612061811073e-06,
      "loss": 1.2175,
      "step": 63579
    },
    {
      "epoch": 5.400951410125722,
      "grad_norm": 2.5891795142062937,
      "learning_rate": 7.74743379519549e-06,
      "loss": 1.3818,
      "step": 63580
    },
    {
      "epoch": 5.401036357458376,
      "grad_norm": 2.645242390969985,
      "learning_rate": 7.74525582664185e-06,
      "loss": 1.2429,
      "step": 63581
    },
    {
      "epoch": 5.40112130479103,
      "grad_norm": 2.55828974245283,
      "learning_rate": 7.74307815615473e-06,
      "loss": 1.4598,
      "step": 63582
    },
    {
      "epoch": 5.401206252123683,
      "grad_norm": 2.5793936337954384,
      "learning_rate": 7.740900783738696e-06,
      "loss": 1.4892,
      "step": 63583
    },
    {
      "epoch": 5.401291199456337,
      "grad_norm": 2.5731440037287614,
      "learning_rate": 7.738723709398308e-06,
      "loss": 1.3895,
      "step": 63584
    },
    {
      "epoch": 5.401376146788991,
      "grad_norm": 2.676459690559939,
      "learning_rate": 7.736546933138116e-06,
      "loss": 1.3732,
      "step": 63585
    },
    {
      "epoch": 5.401461094121645,
      "grad_norm": 2.8068595587376564,
      "learning_rate": 7.73437045496268e-06,
      "loss": 1.611,
      "step": 63586
    },
    {
      "epoch": 5.401546041454298,
      "grad_norm": 2.7433175255725875,
      "learning_rate": 7.732194274876597e-06,
      "loss": 1.4763,
      "step": 63587
    },
    {
      "epoch": 5.401630988786952,
      "grad_norm": 2.7362028187185645,
      "learning_rate": 7.730018392884396e-06,
      "loss": 1.4551,
      "step": 63588
    },
    {
      "epoch": 5.401715936119606,
      "grad_norm": 2.6677604083578266,
      "learning_rate": 7.727842808990625e-06,
      "loss": 1.2613,
      "step": 63589
    },
    {
      "epoch": 5.4018008834522595,
      "grad_norm": 2.610647252112648,
      "learning_rate": 7.725667523199864e-06,
      "loss": 1.395,
      "step": 63590
    },
    {
      "epoch": 5.401885830784913,
      "grad_norm": 2.862549958049366,
      "learning_rate": 7.723492535516657e-06,
      "loss": 1.5935,
      "step": 63591
    },
    {
      "epoch": 5.401970778117567,
      "grad_norm": 2.990197397591073,
      "learning_rate": 7.721317845945586e-06,
      "loss": 1.6011,
      "step": 63592
    },
    {
      "epoch": 5.402055725450221,
      "grad_norm": 2.846947170411537,
      "learning_rate": 7.719143454491177e-06,
      "loss": 1.5042,
      "step": 63593
    },
    {
      "epoch": 5.402140672782875,
      "grad_norm": 2.694672935275099,
      "learning_rate": 7.716969361158016e-06,
      "loss": 1.5156,
      "step": 63594
    },
    {
      "epoch": 5.402225620115528,
      "grad_norm": 2.600736634509156,
      "learning_rate": 7.714795565950626e-06,
      "loss": 1.1505,
      "step": 63595
    },
    {
      "epoch": 5.402310567448182,
      "grad_norm": 2.665693042780981,
      "learning_rate": 7.712622068873575e-06,
      "loss": 1.4091,
      "step": 63596
    },
    {
      "epoch": 5.402395514780836,
      "grad_norm": 2.8707797821793206,
      "learning_rate": 7.710448869931424e-06,
      "loss": 1.5345,
      "step": 63597
    },
    {
      "epoch": 5.402480462113489,
      "grad_norm": 2.750660568650578,
      "learning_rate": 7.708275969128718e-06,
      "loss": 1.3081,
      "step": 63598
    },
    {
      "epoch": 5.402565409446144,
      "grad_norm": 3.6025379413503194,
      "learning_rate": 7.70610336647004e-06,
      "loss": 1.827,
      "step": 63599
    },
    {
      "epoch": 5.402650356778797,
      "grad_norm": 2.5689074736912465,
      "learning_rate": 7.703931061959883e-06,
      "loss": 1.3725,
      "step": 63600
    },
    {
      "epoch": 5.4027353041114505,
      "grad_norm": 2.776168715659184,
      "learning_rate": 7.701759055602864e-06,
      "loss": 1.5439,
      "step": 63601
    },
    {
      "epoch": 5.402820251444105,
      "grad_norm": 2.6807888064130485,
      "learning_rate": 7.699587347403492e-06,
      "loss": 1.4629,
      "step": 63602
    },
    {
      "epoch": 5.402905198776758,
      "grad_norm": 2.8884866119132857,
      "learning_rate": 7.697415937366314e-06,
      "loss": 1.3678,
      "step": 63603
    },
    {
      "epoch": 5.4029901461094125,
      "grad_norm": 2.9328457946051754,
      "learning_rate": 7.695244825495878e-06,
      "loss": 1.6923,
      "step": 63604
    },
    {
      "epoch": 5.403075093442066,
      "grad_norm": 2.8520792891675746,
      "learning_rate": 7.69307401179678e-06,
      "loss": 1.643,
      "step": 63605
    },
    {
      "epoch": 5.403160040774719,
      "grad_norm": 2.670022388239093,
      "learning_rate": 7.690903496273532e-06,
      "loss": 1.394,
      "step": 63606
    },
    {
      "epoch": 5.403244988107374,
      "grad_norm": 2.674969098887666,
      "learning_rate": 7.68873327893068e-06,
      "loss": 1.1818,
      "step": 63607
    },
    {
      "epoch": 5.403329935440027,
      "grad_norm": 3.041046952522844,
      "learning_rate": 7.68656335977279e-06,
      "loss": 1.7047,
      "step": 63608
    },
    {
      "epoch": 5.403414882772681,
      "grad_norm": 2.6103812998771234,
      "learning_rate": 7.684393738804373e-06,
      "loss": 1.3555,
      "step": 63609
    },
    {
      "epoch": 5.403499830105335,
      "grad_norm": 2.5591156229904812,
      "learning_rate": 7.682224416030025e-06,
      "loss": 1.4291,
      "step": 63610
    },
    {
      "epoch": 5.403584777437988,
      "grad_norm": 2.676524223903234,
      "learning_rate": 7.680055391454243e-06,
      "loss": 1.2738,
      "step": 63611
    },
    {
      "epoch": 5.4036697247706424,
      "grad_norm": 2.610163741247162,
      "learning_rate": 7.677886665081607e-06,
      "loss": 1.2242,
      "step": 63612
    },
    {
      "epoch": 5.403754672103296,
      "grad_norm": 2.663095193072592,
      "learning_rate": 7.675718236916661e-06,
      "loss": 1.4612,
      "step": 63613
    },
    {
      "epoch": 5.403839619435949,
      "grad_norm": 2.7241591482730296,
      "learning_rate": 7.673550106963905e-06,
      "loss": 1.4976,
      "step": 63614
    },
    {
      "epoch": 5.4039245667686036,
      "grad_norm": 2.5762479855290223,
      "learning_rate": 7.671382275227916e-06,
      "loss": 1.216,
      "step": 63615
    },
    {
      "epoch": 5.404009514101257,
      "grad_norm": 2.7281636020258446,
      "learning_rate": 7.669214741713243e-06,
      "loss": 1.5927,
      "step": 63616
    },
    {
      "epoch": 5.404094461433911,
      "grad_norm": 2.618678392986869,
      "learning_rate": 7.66704750642443e-06,
      "loss": 1.3151,
      "step": 63617
    },
    {
      "epoch": 5.404179408766565,
      "grad_norm": 2.6221019228675897,
      "learning_rate": 7.664880569365988e-06,
      "loss": 1.5818,
      "step": 63618
    },
    {
      "epoch": 5.404264356099218,
      "grad_norm": 2.7361412559700384,
      "learning_rate": 7.662713930542485e-06,
      "loss": 1.3868,
      "step": 63619
    },
    {
      "epoch": 5.404349303431872,
      "grad_norm": 2.919332755147469,
      "learning_rate": 7.660547589958449e-06,
      "loss": 1.5404,
      "step": 63620
    },
    {
      "epoch": 5.404434250764526,
      "grad_norm": 2.5625093900228695,
      "learning_rate": 7.658381547618409e-06,
      "loss": 1.354,
      "step": 63621
    },
    {
      "epoch": 5.40451919809718,
      "grad_norm": 2.7736104374685957,
      "learning_rate": 7.65621580352691e-06,
      "loss": 1.4561,
      "step": 63622
    },
    {
      "epoch": 5.4046041454298335,
      "grad_norm": 2.6442815390872343,
      "learning_rate": 7.654050357688519e-06,
      "loss": 1.4982,
      "step": 63623
    },
    {
      "epoch": 5.404689092762487,
      "grad_norm": 2.8264522819239426,
      "learning_rate": 7.651885210107745e-06,
      "loss": 1.4533,
      "step": 63624
    },
    {
      "epoch": 5.404774040095141,
      "grad_norm": 2.7448841169802956,
      "learning_rate": 7.649720360789102e-06,
      "loss": 1.5756,
      "step": 63625
    },
    {
      "epoch": 5.404858987427795,
      "grad_norm": 2.782965145862777,
      "learning_rate": 7.647555809737188e-06,
      "loss": 1.3493,
      "step": 63626
    },
    {
      "epoch": 5.404943934760449,
      "grad_norm": 2.7360768261953026,
      "learning_rate": 7.645391556956498e-06,
      "loss": 1.3227,
      "step": 63627
    },
    {
      "epoch": 5.405028882093102,
      "grad_norm": 2.5041404561198957,
      "learning_rate": 7.643227602451546e-06,
      "loss": 1.2771,
      "step": 63628
    },
    {
      "epoch": 5.405113829425756,
      "grad_norm": 2.635467143624863,
      "learning_rate": 7.641063946226895e-06,
      "loss": 1.196,
      "step": 63629
    },
    {
      "epoch": 5.40519877675841,
      "grad_norm": 2.715511253534157,
      "learning_rate": 7.638900588287105e-06,
      "loss": 1.4976,
      "step": 63630
    },
    {
      "epoch": 5.405283724091063,
      "grad_norm": 2.725104608917978,
      "learning_rate": 7.636737528636661e-06,
      "loss": 1.2476,
      "step": 63631
    },
    {
      "epoch": 5.405368671423718,
      "grad_norm": 2.5051657650291976,
      "learning_rate": 7.634574767280105e-06,
      "loss": 1.2787,
      "step": 63632
    },
    {
      "epoch": 5.405453618756371,
      "grad_norm": 2.8682844431352224,
      "learning_rate": 7.632412304222003e-06,
      "loss": 1.4321,
      "step": 63633
    },
    {
      "epoch": 5.4055385660890245,
      "grad_norm": 2.715766480680483,
      "learning_rate": 7.630250139466831e-06,
      "loss": 1.2068,
      "step": 63634
    },
    {
      "epoch": 5.405623513421679,
      "grad_norm": 2.6274593008146323,
      "learning_rate": 7.628088273019173e-06,
      "loss": 1.1823,
      "step": 63635
    },
    {
      "epoch": 5.405708460754332,
      "grad_norm": 2.6269181228842786,
      "learning_rate": 7.625926704883506e-06,
      "loss": 1.1517,
      "step": 63636
    },
    {
      "epoch": 5.405793408086986,
      "grad_norm": 2.60826099075442,
      "learning_rate": 7.623765435064427e-06,
      "loss": 1.5171,
      "step": 63637
    },
    {
      "epoch": 5.40587835541964,
      "grad_norm": 2.7997122271943247,
      "learning_rate": 7.621604463566417e-06,
      "loss": 1.4834,
      "step": 63638
    },
    {
      "epoch": 5.405963302752293,
      "grad_norm": 2.752174709153944,
      "learning_rate": 7.6194437903939864e-06,
      "loss": 1.5311,
      "step": 63639
    },
    {
      "epoch": 5.406048250084948,
      "grad_norm": 2.7180696650479845,
      "learning_rate": 7.617283415551684e-06,
      "loss": 1.4171,
      "step": 63640
    },
    {
      "epoch": 5.406133197417601,
      "grad_norm": 2.5346984346893735,
      "learning_rate": 7.615123339044071e-06,
      "loss": 1.1992,
      "step": 63641
    },
    {
      "epoch": 5.406218144750255,
      "grad_norm": 2.922278390009523,
      "learning_rate": 7.6129635608756455e-06,
      "loss": 1.669,
      "step": 63642
    },
    {
      "epoch": 5.406303092082909,
      "grad_norm": 2.709774670510221,
      "learning_rate": 7.610804081050903e-06,
      "loss": 1.2768,
      "step": 63643
    },
    {
      "epoch": 5.406388039415562,
      "grad_norm": 2.9162651672451356,
      "learning_rate": 7.608644899574407e-06,
      "loss": 1.4703,
      "step": 63644
    },
    {
      "epoch": 5.406472986748216,
      "grad_norm": 2.905003835737804,
      "learning_rate": 7.606486016450686e-06,
      "loss": 1.4078,
      "step": 63645
    },
    {
      "epoch": 5.40655793408087,
      "grad_norm": 2.702199680088563,
      "learning_rate": 7.604327431684221e-06,
      "loss": 1.1255,
      "step": 63646
    },
    {
      "epoch": 5.406642881413523,
      "grad_norm": 2.692751724899377,
      "learning_rate": 7.602169145279557e-06,
      "loss": 1.2226,
      "step": 63647
    },
    {
      "epoch": 5.4067278287461775,
      "grad_norm": 2.439295988236016,
      "learning_rate": 7.600011157241259e-06,
      "loss": 1.3052,
      "step": 63648
    },
    {
      "epoch": 5.406812776078831,
      "grad_norm": 2.9871467167521715,
      "learning_rate": 7.597853467573789e-06,
      "loss": 1.6805,
      "step": 63649
    },
    {
      "epoch": 5.406897723411485,
      "grad_norm": 2.686177751914773,
      "learning_rate": 7.595696076281676e-06,
      "loss": 1.378,
      "step": 63650
    },
    {
      "epoch": 5.406982670744139,
      "grad_norm": 2.6708401661033454,
      "learning_rate": 7.593538983369485e-06,
      "loss": 1.2752,
      "step": 63651
    },
    {
      "epoch": 5.407067618076792,
      "grad_norm": 2.571928825012136,
      "learning_rate": 7.591382188841677e-06,
      "loss": 1.4723,
      "step": 63652
    },
    {
      "epoch": 5.407152565409446,
      "grad_norm": 2.7068266516690627,
      "learning_rate": 7.589225692702816e-06,
      "loss": 1.3905,
      "step": 63653
    },
    {
      "epoch": 5.4072375127421,
      "grad_norm": 2.6983715812881837,
      "learning_rate": 7.587069494957382e-06,
      "loss": 1.5055,
      "step": 63654
    },
    {
      "epoch": 5.407322460074754,
      "grad_norm": 2.8250639722296667,
      "learning_rate": 7.584913595609937e-06,
      "loss": 1.4882,
      "step": 63655
    },
    {
      "epoch": 5.407407407407407,
      "grad_norm": 2.675686625061977,
      "learning_rate": 7.582757994664979e-06,
      "loss": 1.4223,
      "step": 63656
    },
    {
      "epoch": 5.407492354740061,
      "grad_norm": 3.2049122004154285,
      "learning_rate": 7.580602692127002e-06,
      "loss": 1.716,
      "step": 63657
    },
    {
      "epoch": 5.407577302072715,
      "grad_norm": 2.6993800864682216,
      "learning_rate": 7.578447688000538e-06,
      "loss": 1.2958,
      "step": 63658
    },
    {
      "epoch": 5.4076622494053685,
      "grad_norm": 2.8201938144978778,
      "learning_rate": 7.576292982290133e-06,
      "loss": 1.31,
      "step": 63659
    },
    {
      "epoch": 5.407747196738022,
      "grad_norm": 2.6381030351890113,
      "learning_rate": 7.574138575000266e-06,
      "loss": 1.4545,
      "step": 63660
    },
    {
      "epoch": 5.407832144070676,
      "grad_norm": 2.5432373653016547,
      "learning_rate": 7.571984466135434e-06,
      "loss": 1.1935,
      "step": 63661
    },
    {
      "epoch": 5.40791709140333,
      "grad_norm": 2.625658533033175,
      "learning_rate": 7.569830655700199e-06,
      "loss": 1.2244,
      "step": 63662
    },
    {
      "epoch": 5.408002038735984,
      "grad_norm": 2.6377783257245206,
      "learning_rate": 7.567677143699058e-06,
      "loss": 1.3952,
      "step": 63663
    },
    {
      "epoch": 5.408086986068637,
      "grad_norm": 2.7089544616773034,
      "learning_rate": 7.565523930136491e-06,
      "loss": 1.2555,
      "step": 63664
    },
    {
      "epoch": 5.408171933401292,
      "grad_norm": 2.5092264902055725,
      "learning_rate": 7.563371015017045e-06,
      "loss": 1.3612,
      "step": 63665
    },
    {
      "epoch": 5.408256880733945,
      "grad_norm": 2.5401433099902784,
      "learning_rate": 7.561218398345231e-06,
      "loss": 1.1295,
      "step": 63666
    },
    {
      "epoch": 5.4083418280665985,
      "grad_norm": 2.6832511600438886,
      "learning_rate": 7.559066080125547e-06,
      "loss": 1.337,
      "step": 63667
    },
    {
      "epoch": 5.408426775399253,
      "grad_norm": 2.6561328239823943,
      "learning_rate": 7.55691406036249e-06,
      "loss": 1.4339,
      "step": 63668
    },
    {
      "epoch": 5.408511722731906,
      "grad_norm": 2.754719570655465,
      "learning_rate": 7.554762339060605e-06,
      "loss": 1.4876,
      "step": 63669
    },
    {
      "epoch": 5.40859667006456,
      "grad_norm": 2.767607824145405,
      "learning_rate": 7.552610916224372e-06,
      "loss": 1.4796,
      "step": 63670
    },
    {
      "epoch": 5.408681617397214,
      "grad_norm": 2.7060427824026876,
      "learning_rate": 7.550459791858288e-06,
      "loss": 1.4568,
      "step": 63671
    },
    {
      "epoch": 5.408766564729867,
      "grad_norm": 2.922214444599425,
      "learning_rate": 7.548308965966882e-06,
      "loss": 1.5797,
      "step": 63672
    },
    {
      "epoch": 5.408851512062522,
      "grad_norm": 2.7004415183491046,
      "learning_rate": 7.546158438554684e-06,
      "loss": 1.5646,
      "step": 63673
    },
    {
      "epoch": 5.408936459395175,
      "grad_norm": 2.89830481132109,
      "learning_rate": 7.544008209626157e-06,
      "loss": 1.3532,
      "step": 63674
    },
    {
      "epoch": 5.409021406727828,
      "grad_norm": 2.529320598569576,
      "learning_rate": 7.541858279185814e-06,
      "loss": 1.3485,
      "step": 63675
    },
    {
      "epoch": 5.409106354060483,
      "grad_norm": 2.694432871090332,
      "learning_rate": 7.539708647238185e-06,
      "loss": 1.461,
      "step": 63676
    },
    {
      "epoch": 5.409191301393136,
      "grad_norm": 2.684477814138397,
      "learning_rate": 7.53755931378775e-06,
      "loss": 1.2336,
      "step": 63677
    },
    {
      "epoch": 5.40927624872579,
      "grad_norm": 2.927750642167469,
      "learning_rate": 7.535410278839021e-06,
      "loss": 1.6805,
      "step": 63678
    },
    {
      "epoch": 5.409361196058444,
      "grad_norm": 2.7437999532332693,
      "learning_rate": 7.533261542396496e-06,
      "loss": 1.3479,
      "step": 63679
    },
    {
      "epoch": 5.409446143391097,
      "grad_norm": 2.830001169211573,
      "learning_rate": 7.531113104464686e-06,
      "loss": 1.585,
      "step": 63680
    },
    {
      "epoch": 5.4095310907237515,
      "grad_norm": 3.216161644664468,
      "learning_rate": 7.5289649650480896e-06,
      "loss": 1.5653,
      "step": 63681
    },
    {
      "epoch": 5.409616038056405,
      "grad_norm": 2.639573203699599,
      "learning_rate": 7.526817124151202e-06,
      "loss": 1.3559,
      "step": 63682
    },
    {
      "epoch": 5.409700985389059,
      "grad_norm": 2.9980423856602747,
      "learning_rate": 7.524669581778503e-06,
      "loss": 1.5518,
      "step": 63683
    },
    {
      "epoch": 5.409785932721713,
      "grad_norm": 2.5367461454834075,
      "learning_rate": 7.522522337934556e-06,
      "loss": 1.3728,
      "step": 63684
    },
    {
      "epoch": 5.409870880054366,
      "grad_norm": 2.8256115657005414,
      "learning_rate": 7.520375392623823e-06,
      "loss": 1.5474,
      "step": 63685
    },
    {
      "epoch": 5.40995582738702,
      "grad_norm": 2.6406188131104886,
      "learning_rate": 7.518228745850768e-06,
      "loss": 1.3752,
      "step": 63686
    },
    {
      "epoch": 5.410040774719674,
      "grad_norm": 3.441101858858962,
      "learning_rate": 7.516082397619938e-06,
      "loss": 1.6887,
      "step": 63687
    },
    {
      "epoch": 5.410125722052328,
      "grad_norm": 2.577133652950335,
      "learning_rate": 7.513936347935828e-06,
      "loss": 1.1443,
      "step": 63688
    },
    {
      "epoch": 5.410210669384981,
      "grad_norm": 2.5317058719339256,
      "learning_rate": 7.5117905968029025e-06,
      "loss": 1.3701,
      "step": 63689
    },
    {
      "epoch": 5.410295616717635,
      "grad_norm": 2.6621679709551707,
      "learning_rate": 7.509645144225657e-06,
      "loss": 1.2619,
      "step": 63690
    },
    {
      "epoch": 5.410380564050289,
      "grad_norm": 2.613002755806267,
      "learning_rate": 7.507499990208638e-06,
      "loss": 1.382,
      "step": 63691
    },
    {
      "epoch": 5.4104655113829425,
      "grad_norm": 2.5791683522335918,
      "learning_rate": 7.5053551347563075e-06,
      "loss": 1.3234,
      "step": 63692
    },
    {
      "epoch": 5.410550458715596,
      "grad_norm": 2.4500390577545983,
      "learning_rate": 7.503210577873131e-06,
      "loss": 1.3081,
      "step": 63693
    },
    {
      "epoch": 5.41063540604825,
      "grad_norm": 2.6135981302426146,
      "learning_rate": 7.501066319563653e-06,
      "loss": 1.5135,
      "step": 63694
    },
    {
      "epoch": 5.410720353380904,
      "grad_norm": 2.6836575170779025,
      "learning_rate": 7.4989223598323376e-06,
      "loss": 1.1795,
      "step": 63695
    },
    {
      "epoch": 5.410805300713558,
      "grad_norm": 2.887428572878992,
      "learning_rate": 7.4967786986836805e-06,
      "loss": 1.5653,
      "step": 63696
    },
    {
      "epoch": 5.410890248046211,
      "grad_norm": 2.8406458740023406,
      "learning_rate": 7.494635336122179e-06,
      "loss": 1.4946,
      "step": 63697
    },
    {
      "epoch": 5.410975195378865,
      "grad_norm": 2.7643898857715596,
      "learning_rate": 7.4924922721523285e-06,
      "loss": 1.4968,
      "step": 63698
    },
    {
      "epoch": 5.411060142711519,
      "grad_norm": 2.6239153869062553,
      "learning_rate": 7.490349506778609e-06,
      "loss": 1.1462,
      "step": 63699
    },
    {
      "epoch": 5.411145090044172,
      "grad_norm": 2.7013770025247412,
      "learning_rate": 7.4882070400055005e-06,
      "loss": 1.2478,
      "step": 63700
    },
    {
      "epoch": 5.411230037376827,
      "grad_norm": 2.811616062579177,
      "learning_rate": 7.486064871837499e-06,
      "loss": 1.3225,
      "step": 63701
    },
    {
      "epoch": 5.41131498470948,
      "grad_norm": 2.7254789561955186,
      "learning_rate": 7.483923002279118e-06,
      "loss": 1.5265,
      "step": 63702
    },
    {
      "epoch": 5.4113999320421335,
      "grad_norm": 2.5812797976603274,
      "learning_rate": 7.481781431334838e-06,
      "loss": 1.1844,
      "step": 63703
    },
    {
      "epoch": 5.411484879374788,
      "grad_norm": 2.6462286085110307,
      "learning_rate": 7.479640159009104e-06,
      "loss": 1.3623,
      "step": 63704
    },
    {
      "epoch": 5.411569826707441,
      "grad_norm": 2.502142240701349,
      "learning_rate": 7.477499185306462e-06,
      "loss": 1.3082,
      "step": 63705
    },
    {
      "epoch": 5.4116547740400955,
      "grad_norm": 2.8877976266003595,
      "learning_rate": 7.47535851023136e-06,
      "loss": 1.459,
      "step": 63706
    },
    {
      "epoch": 5.411739721372749,
      "grad_norm": 2.613501244547087,
      "learning_rate": 7.473218133788278e-06,
      "loss": 1.1588,
      "step": 63707
    },
    {
      "epoch": 5.411824668705402,
      "grad_norm": 2.707143982343549,
      "learning_rate": 7.47107805598171e-06,
      "loss": 1.3779,
      "step": 63708
    },
    {
      "epoch": 5.411909616038057,
      "grad_norm": 2.7796748722884534,
      "learning_rate": 7.468938276816172e-06,
      "loss": 1.429,
      "step": 63709
    },
    {
      "epoch": 5.41199456337071,
      "grad_norm": 2.7867718459325617,
      "learning_rate": 7.466798796296109e-06,
      "loss": 1.5437,
      "step": 63710
    },
    {
      "epoch": 5.412079510703364,
      "grad_norm": 2.6394944254908106,
      "learning_rate": 7.464659614426016e-06,
      "loss": 1.3802,
      "step": 63711
    },
    {
      "epoch": 5.412164458036018,
      "grad_norm": 2.817578158803332,
      "learning_rate": 7.462520731210375e-06,
      "loss": 1.4395,
      "step": 63712
    },
    {
      "epoch": 5.412249405368671,
      "grad_norm": 2.7416953196627567,
      "learning_rate": 7.4603821466536485e-06,
      "loss": 1.2451,
      "step": 63713
    },
    {
      "epoch": 5.4123343527013255,
      "grad_norm": 2.511902789246401,
      "learning_rate": 7.458243860760366e-06,
      "loss": 1.4018,
      "step": 63714
    },
    {
      "epoch": 5.412419300033979,
      "grad_norm": 2.745184537322173,
      "learning_rate": 7.4561058735349565e-06,
      "loss": 1.5617,
      "step": 63715
    },
    {
      "epoch": 5.412504247366632,
      "grad_norm": 2.5412717407484657,
      "learning_rate": 7.453968184981935e-06,
      "loss": 1.3492,
      "step": 63716
    },
    {
      "epoch": 5.412589194699287,
      "grad_norm": 2.705003514970502,
      "learning_rate": 7.451830795105779e-06,
      "loss": 1.3193,
      "step": 63717
    },
    {
      "epoch": 5.41267414203194,
      "grad_norm": 3.0612913063383287,
      "learning_rate": 7.449693703910936e-06,
      "loss": 1.6141,
      "step": 63718
    },
    {
      "epoch": 5.412759089364594,
      "grad_norm": 2.8248173503583334,
      "learning_rate": 7.447556911401903e-06,
      "loss": 1.4004,
      "step": 63719
    },
    {
      "epoch": 5.412844036697248,
      "grad_norm": 2.580818693853462,
      "learning_rate": 7.445420417583159e-06,
      "loss": 1.3916,
      "step": 63720
    },
    {
      "epoch": 5.412928984029901,
      "grad_norm": 2.609212409081737,
      "learning_rate": 7.4432842224591834e-06,
      "loss": 1.2231,
      "step": 63721
    },
    {
      "epoch": 5.413013931362555,
      "grad_norm": 2.6518995309046502,
      "learning_rate": 7.44114832603444e-06,
      "loss": 1.4435,
      "step": 63722
    },
    {
      "epoch": 5.413098878695209,
      "grad_norm": 2.7463747083823833,
      "learning_rate": 7.439012728313426e-06,
      "loss": 1.5726,
      "step": 63723
    },
    {
      "epoch": 5.413183826027863,
      "grad_norm": 2.683397185006349,
      "learning_rate": 7.436877429300586e-06,
      "loss": 1.4489,
      "step": 63724
    },
    {
      "epoch": 5.4132687733605165,
      "grad_norm": 2.6520423851671735,
      "learning_rate": 7.434742429000417e-06,
      "loss": 1.3756,
      "step": 63725
    },
    {
      "epoch": 5.41335372069317,
      "grad_norm": 2.7487530005809475,
      "learning_rate": 7.4326077274173666e-06,
      "loss": 1.3967,
      "step": 63726
    },
    {
      "epoch": 5.413438668025824,
      "grad_norm": 2.7324148004681894,
      "learning_rate": 7.430473324555946e-06,
      "loss": 1.2455,
      "step": 63727
    },
    {
      "epoch": 5.413523615358478,
      "grad_norm": 2.800274326382845,
      "learning_rate": 7.4283392204206205e-06,
      "loss": 1.3875,
      "step": 63728
    },
    {
      "epoch": 5.413608562691132,
      "grad_norm": 2.723524188606782,
      "learning_rate": 7.4262054150158175e-06,
      "loss": 1.4648,
      "step": 63729
    },
    {
      "epoch": 5.413693510023785,
      "grad_norm": 2.7412436541468113,
      "learning_rate": 7.424071908346069e-06,
      "loss": 1.6014,
      "step": 63730
    },
    {
      "epoch": 5.413778457356439,
      "grad_norm": 2.6846397223573777,
      "learning_rate": 7.421938700415819e-06,
      "loss": 1.4827,
      "step": 63731
    },
    {
      "epoch": 5.413863404689093,
      "grad_norm": 2.6259196576878137,
      "learning_rate": 7.419805791229499e-06,
      "loss": 1.4252,
      "step": 63732
    },
    {
      "epoch": 5.413948352021746,
      "grad_norm": 2.7030405302473537,
      "learning_rate": 7.4176731807916224e-06,
      "loss": 1.4979,
      "step": 63733
    },
    {
      "epoch": 5.414033299354401,
      "grad_norm": 2.717161130213045,
      "learning_rate": 7.415540869106667e-06,
      "loss": 1.3344,
      "step": 63734
    },
    {
      "epoch": 5.414118246687054,
      "grad_norm": 2.65063988356823,
      "learning_rate": 7.413408856179081e-06,
      "loss": 1.4787,
      "step": 63735
    },
    {
      "epoch": 5.4142031940197075,
      "grad_norm": 2.6589801276827565,
      "learning_rate": 7.411277142013311e-06,
      "loss": 1.2432,
      "step": 63736
    },
    {
      "epoch": 5.414288141352362,
      "grad_norm": 2.773992553711211,
      "learning_rate": 7.4091457266138685e-06,
      "loss": 1.5576,
      "step": 63737
    },
    {
      "epoch": 5.414373088685015,
      "grad_norm": 2.665320694354964,
      "learning_rate": 7.407014609985184e-06,
      "loss": 1.3916,
      "step": 63738
    },
    {
      "epoch": 5.414458036017669,
      "grad_norm": 2.581531690624737,
      "learning_rate": 7.404883792131739e-06,
      "loss": 1.4158,
      "step": 63739
    },
    {
      "epoch": 5.414542983350323,
      "grad_norm": 2.7483440620616832,
      "learning_rate": 7.402753273057993e-06,
      "loss": 1.2656,
      "step": 63740
    },
    {
      "epoch": 5.414627930682976,
      "grad_norm": 3.4320789597942936,
      "learning_rate": 7.4006230527684115e-06,
      "loss": 1.792,
      "step": 63741
    },
    {
      "epoch": 5.414712878015631,
      "grad_norm": 2.7558617391184783,
      "learning_rate": 7.3984931312674745e-06,
      "loss": 1.4029,
      "step": 63742
    },
    {
      "epoch": 5.414797825348284,
      "grad_norm": 2.8253221683338965,
      "learning_rate": 7.396363508559594e-06,
      "loss": 1.3402,
      "step": 63743
    },
    {
      "epoch": 5.414882772680937,
      "grad_norm": 2.6934113754462996,
      "learning_rate": 7.394234184649267e-06,
      "loss": 1.3295,
      "step": 63744
    },
    {
      "epoch": 5.414967720013592,
      "grad_norm": 2.8497021974980883,
      "learning_rate": 7.3921051595409895e-06,
      "loss": 1.3713,
      "step": 63745
    },
    {
      "epoch": 5.415052667346245,
      "grad_norm": 2.841725043044518,
      "learning_rate": 7.389976433239175e-06,
      "loss": 1.4525,
      "step": 63746
    },
    {
      "epoch": 5.415137614678899,
      "grad_norm": 3.6161659962060178,
      "learning_rate": 7.38784800574827e-06,
      "loss": 1.8591,
      "step": 63747
    },
    {
      "epoch": 5.415222562011553,
      "grad_norm": 3.4055083381886737,
      "learning_rate": 7.3857198770727875e-06,
      "loss": 1.7067,
      "step": 63748
    },
    {
      "epoch": 5.415307509344206,
      "grad_norm": 2.5170119720156356,
      "learning_rate": 7.383592047217158e-06,
      "loss": 1.2041,
      "step": 63749
    },
    {
      "epoch": 5.4153924566768605,
      "grad_norm": 2.9293158079913373,
      "learning_rate": 7.3814645161858255e-06,
      "loss": 1.434,
      "step": 63750
    },
    {
      "epoch": 5.415477404009514,
      "grad_norm": 2.9231036672514468,
      "learning_rate": 7.379337283983272e-06,
      "loss": 1.5937,
      "step": 63751
    },
    {
      "epoch": 5.415562351342168,
      "grad_norm": 2.576200885660595,
      "learning_rate": 7.377210350613944e-06,
      "loss": 1.4261,
      "step": 63752
    },
    {
      "epoch": 5.415647298674822,
      "grad_norm": 2.8154058650728078,
      "learning_rate": 7.3750837160823195e-06,
      "loss": 1.5685,
      "step": 63753
    },
    {
      "epoch": 5.415732246007475,
      "grad_norm": 2.5219444000726217,
      "learning_rate": 7.372957380392814e-06,
      "loss": 1.3303,
      "step": 63754
    },
    {
      "epoch": 5.415817193340129,
      "grad_norm": 2.8430338380999354,
      "learning_rate": 7.3708313435499045e-06,
      "loss": 1.5684,
      "step": 63755
    },
    {
      "epoch": 5.415902140672783,
      "grad_norm": 2.8831367820875506,
      "learning_rate": 7.36870560555804e-06,
      "loss": 1.5991,
      "step": 63756
    },
    {
      "epoch": 5.415987088005437,
      "grad_norm": 2.573661569120504,
      "learning_rate": 7.366580166421698e-06,
      "loss": 1.401,
      "step": 63757
    },
    {
      "epoch": 5.4160720353380905,
      "grad_norm": 2.615603565600226,
      "learning_rate": 7.364455026145294e-06,
      "loss": 1.5055,
      "step": 63758
    },
    {
      "epoch": 5.416156982670744,
      "grad_norm": 2.684516229619828,
      "learning_rate": 7.362330184733323e-06,
      "loss": 1.4465,
      "step": 63759
    },
    {
      "epoch": 5.416241930003398,
      "grad_norm": 2.7390052802542653,
      "learning_rate": 7.360205642190214e-06,
      "loss": 1.5751,
      "step": 63760
    },
    {
      "epoch": 5.416326877336052,
      "grad_norm": 2.672038037260156,
      "learning_rate": 7.358081398520399e-06,
      "loss": 1.4613,
      "step": 63761
    },
    {
      "epoch": 5.416411824668705,
      "grad_norm": 2.628986706938718,
      "learning_rate": 7.355957453728373e-06,
      "loss": 1.4628,
      "step": 63762
    },
    {
      "epoch": 5.416496772001359,
      "grad_norm": 2.6831913805858547,
      "learning_rate": 7.353833807818532e-06,
      "loss": 1.3741,
      "step": 63763
    },
    {
      "epoch": 5.416581719334013,
      "grad_norm": 2.5558438096801592,
      "learning_rate": 7.35171046079539e-06,
      "loss": 1.1576,
      "step": 63764
    },
    {
      "epoch": 5.416666666666667,
      "grad_norm": 2.6898808281393274,
      "learning_rate": 7.349587412663343e-06,
      "loss": 1.5582,
      "step": 63765
    },
    {
      "epoch": 5.41675161399932,
      "grad_norm": 2.950158571669509,
      "learning_rate": 7.347464663426855e-06,
      "loss": 1.6029,
      "step": 63766
    },
    {
      "epoch": 5.416836561331974,
      "grad_norm": 2.7628686628883754,
      "learning_rate": 7.345342213090405e-06,
      "loss": 1.4411,
      "step": 63767
    },
    {
      "epoch": 5.416921508664628,
      "grad_norm": 2.85013655282859,
      "learning_rate": 7.3432200616584056e-06,
      "loss": 1.4003,
      "step": 63768
    },
    {
      "epoch": 5.4170064559972815,
      "grad_norm": 2.835437679114582,
      "learning_rate": 7.341098209135255e-06,
      "loss": 1.5147,
      "step": 63769
    },
    {
      "epoch": 5.417091403329936,
      "grad_norm": 2.576877049479197,
      "learning_rate": 7.338976655525514e-06,
      "loss": 1.363,
      "step": 63770
    },
    {
      "epoch": 5.417176350662589,
      "grad_norm": 2.7299456513567124,
      "learning_rate": 7.3368554008335634e-06,
      "loss": 1.2656,
      "step": 63771
    },
    {
      "epoch": 5.417261297995243,
      "grad_norm": 2.742531011201007,
      "learning_rate": 7.334734445063817e-06,
      "loss": 1.5749,
      "step": 63772
    },
    {
      "epoch": 5.417346245327897,
      "grad_norm": 2.655770983685146,
      "learning_rate": 7.332613788220787e-06,
      "loss": 1.5132,
      "step": 63773
    },
    {
      "epoch": 5.41743119266055,
      "grad_norm": 2.554310321123686,
      "learning_rate": 7.330493430308887e-06,
      "loss": 1.2766,
      "step": 63774
    },
    {
      "epoch": 5.417516139993205,
      "grad_norm": 2.6408160394977487,
      "learning_rate": 7.328373371332547e-06,
      "loss": 1.3628,
      "step": 63775
    },
    {
      "epoch": 5.417601087325858,
      "grad_norm": 2.6931957476177644,
      "learning_rate": 7.326253611296196e-06,
      "loss": 1.4862,
      "step": 63776
    },
    {
      "epoch": 5.417686034658511,
      "grad_norm": 2.639256721626198,
      "learning_rate": 7.32413415020433e-06,
      "loss": 1.3745,
      "step": 63777
    },
    {
      "epoch": 5.417770981991166,
      "grad_norm": 2.891550615281417,
      "learning_rate": 7.322014988061364e-06,
      "loss": 1.4516,
      "step": 63778
    },
    {
      "epoch": 5.417855929323819,
      "grad_norm": 2.9136908708310862,
      "learning_rate": 7.319896124871727e-06,
      "loss": 1.6985,
      "step": 63779
    },
    {
      "epoch": 5.417940876656473,
      "grad_norm": 3.0848618426542043,
      "learning_rate": 7.317777560639848e-06,
      "loss": 1.6567,
      "step": 63780
    },
    {
      "epoch": 5.418025823989127,
      "grad_norm": 2.729636360603645,
      "learning_rate": 7.315659295370191e-06,
      "loss": 1.4817,
      "step": 63781
    },
    {
      "epoch": 5.41811077132178,
      "grad_norm": 3.0029367149299024,
      "learning_rate": 7.313541329067185e-06,
      "loss": 1.6685,
      "step": 63782
    },
    {
      "epoch": 5.4181957186544345,
      "grad_norm": 2.751968430466526,
      "learning_rate": 7.31142366173526e-06,
      "loss": 1.3439,
      "step": 63783
    },
    {
      "epoch": 5.418280665987088,
      "grad_norm": 2.682904805378711,
      "learning_rate": 7.309306293378897e-06,
      "loss": 1.3435,
      "step": 63784
    },
    {
      "epoch": 5.418365613319741,
      "grad_norm": 2.789130099170244,
      "learning_rate": 7.307189224002474e-06,
      "loss": 1.5034,
      "step": 63785
    },
    {
      "epoch": 5.418450560652396,
      "grad_norm": 2.683360582211301,
      "learning_rate": 7.305072453610472e-06,
      "loss": 1.2915,
      "step": 63786
    },
    {
      "epoch": 5.418535507985049,
      "grad_norm": 2.990773366970914,
      "learning_rate": 7.302955982207254e-06,
      "loss": 1.4519,
      "step": 63787
    },
    {
      "epoch": 5.418620455317703,
      "grad_norm": 2.6084295836368305,
      "learning_rate": 7.300839809797349e-06,
      "loss": 1.1895,
      "step": 63788
    },
    {
      "epoch": 5.418705402650357,
      "grad_norm": 2.8360413014864903,
      "learning_rate": 7.298723936385137e-06,
      "loss": 1.4874,
      "step": 63789
    },
    {
      "epoch": 5.41879034998301,
      "grad_norm": 2.582114482069249,
      "learning_rate": 7.296608361975048e-06,
      "loss": 1.2769,
      "step": 63790
    },
    {
      "epoch": 5.418875297315664,
      "grad_norm": 2.668188066218084,
      "learning_rate": 7.2944930865715625e-06,
      "loss": 1.2766,
      "step": 63791
    },
    {
      "epoch": 5.418960244648318,
      "grad_norm": 2.705009499263757,
      "learning_rate": 7.292378110179059e-06,
      "loss": 1.2623,
      "step": 63792
    },
    {
      "epoch": 5.419045191980972,
      "grad_norm": 2.7637505394671997,
      "learning_rate": 7.290263432801985e-06,
      "loss": 1.4081,
      "step": 63793
    },
    {
      "epoch": 5.4191301393136255,
      "grad_norm": 2.480186042788986,
      "learning_rate": 7.288149054444753e-06,
      "loss": 1.3067,
      "step": 63794
    },
    {
      "epoch": 5.419215086646279,
      "grad_norm": 2.7435435096955016,
      "learning_rate": 7.28603497511186e-06,
      "loss": 1.487,
      "step": 63795
    },
    {
      "epoch": 5.419300033978933,
      "grad_norm": 2.8776745069320824,
      "learning_rate": 7.283921194807685e-06,
      "loss": 1.6109,
      "step": 63796
    },
    {
      "epoch": 5.419384981311587,
      "grad_norm": 2.640584050476044,
      "learning_rate": 7.281807713536658e-06,
      "loss": 1.4702,
      "step": 63797
    },
    {
      "epoch": 5.419469928644241,
      "grad_norm": 2.676246443842926,
      "learning_rate": 7.279694531303193e-06,
      "loss": 1.4482,
      "step": 63798
    },
    {
      "epoch": 5.419554875976894,
      "grad_norm": 2.609970712282874,
      "learning_rate": 7.277581648111735e-06,
      "loss": 1.4163,
      "step": 63799
    },
    {
      "epoch": 5.419639823309548,
      "grad_norm": 2.69685277680806,
      "learning_rate": 7.275469063966732e-06,
      "loss": 1.3883,
      "step": 63800
    },
    {
      "epoch": 5.419724770642202,
      "grad_norm": 2.421543588656444,
      "learning_rate": 7.27335677887258e-06,
      "loss": 1.2791,
      "step": 63801
    },
    {
      "epoch": 5.4198097179748554,
      "grad_norm": 2.6628431713280216,
      "learning_rate": 7.271244792833741e-06,
      "loss": 1.1858,
      "step": 63802
    },
    {
      "epoch": 5.41989466530751,
      "grad_norm": 2.7441940865777155,
      "learning_rate": 7.269133105854614e-06,
      "loss": 1.4562,
      "step": 63803
    },
    {
      "epoch": 5.419979612640163,
      "grad_norm": 2.917687241121177,
      "learning_rate": 7.2670217179396085e-06,
      "loss": 1.3413,
      "step": 63804
    },
    {
      "epoch": 5.4200645599728166,
      "grad_norm": 2.6014784913150915,
      "learning_rate": 7.264910629093157e-06,
      "loss": 1.2053,
      "step": 63805
    },
    {
      "epoch": 5.420149507305471,
      "grad_norm": 2.487407228323517,
      "learning_rate": 7.262799839319705e-06,
      "loss": 1.3343,
      "step": 63806
    },
    {
      "epoch": 5.420234454638124,
      "grad_norm": 2.850807460936795,
      "learning_rate": 7.260689348623666e-06,
      "loss": 1.4674,
      "step": 63807
    },
    {
      "epoch": 5.420319401970778,
      "grad_norm": 2.62487792661104,
      "learning_rate": 7.258579157009453e-06,
      "loss": 1.3831,
      "step": 63808
    },
    {
      "epoch": 5.420404349303432,
      "grad_norm": 2.524343776353385,
      "learning_rate": 7.256469264481479e-06,
      "loss": 1.3245,
      "step": 63809
    },
    {
      "epoch": 5.420489296636085,
      "grad_norm": 2.51878250570943,
      "learning_rate": 7.254359671044208e-06,
      "loss": 1.2418,
      "step": 63810
    },
    {
      "epoch": 5.42057424396874,
      "grad_norm": 2.5534637165611795,
      "learning_rate": 7.252250376702018e-06,
      "loss": 1.3624,
      "step": 63811
    },
    {
      "epoch": 5.420659191301393,
      "grad_norm": 2.501862925343883,
      "learning_rate": 7.2501413814593065e-06,
      "loss": 1.1615,
      "step": 63812
    },
    {
      "epoch": 5.420744138634047,
      "grad_norm": 2.775927658899521,
      "learning_rate": 7.24803268532057e-06,
      "loss": 1.2645,
      "step": 63813
    },
    {
      "epoch": 5.420829085966701,
      "grad_norm": 2.72891280411588,
      "learning_rate": 7.245924288290189e-06,
      "loss": 1.51,
      "step": 63814
    },
    {
      "epoch": 5.420914033299354,
      "grad_norm": 3.534786238749657,
      "learning_rate": 7.243816190372559e-06,
      "loss": 1.6792,
      "step": 63815
    },
    {
      "epoch": 5.4209989806320085,
      "grad_norm": 2.609207242801908,
      "learning_rate": 7.24170839157211e-06,
      "loss": 1.315,
      "step": 63816
    },
    {
      "epoch": 5.421083927964662,
      "grad_norm": 2.767610835977623,
      "learning_rate": 7.239600891893272e-06,
      "loss": 1.3823,
      "step": 63817
    },
    {
      "epoch": 5.421168875297315,
      "grad_norm": 2.805522207968585,
      "learning_rate": 7.23749369134044e-06,
      "loss": 1.6309,
      "step": 63818
    },
    {
      "epoch": 5.42125382262997,
      "grad_norm": 3.3922001541441085,
      "learning_rate": 7.235386789918046e-06,
      "loss": 1.7541,
      "step": 63819
    },
    {
      "epoch": 5.421338769962623,
      "grad_norm": 2.7335967287833616,
      "learning_rate": 7.233280187630503e-06,
      "loss": 1.5146,
      "step": 63820
    },
    {
      "epoch": 5.421423717295277,
      "grad_norm": 2.633427595608473,
      "learning_rate": 7.231173884482222e-06,
      "loss": 1.3885,
      "step": 63821
    },
    {
      "epoch": 5.421508664627931,
      "grad_norm": 2.7059285119932284,
      "learning_rate": 7.2290678804776185e-06,
      "loss": 1.3936,
      "step": 63822
    },
    {
      "epoch": 5.421593611960584,
      "grad_norm": 2.8074015129995447,
      "learning_rate": 7.226962175621087e-06,
      "loss": 1.6168,
      "step": 63823
    },
    {
      "epoch": 5.421678559293238,
      "grad_norm": 2.7089626427534457,
      "learning_rate": 7.224856769917059e-06,
      "loss": 1.4411,
      "step": 63824
    },
    {
      "epoch": 5.421763506625892,
      "grad_norm": 2.716727259778962,
      "learning_rate": 7.222751663369947e-06,
      "loss": 1.4225,
      "step": 63825
    },
    {
      "epoch": 5.421848453958546,
      "grad_norm": 2.5627526914251786,
      "learning_rate": 7.2206468559841805e-06,
      "loss": 1.3228,
      "step": 63826
    },
    {
      "epoch": 5.4219334012911995,
      "grad_norm": 2.6508284842830316,
      "learning_rate": 7.218542347764106e-06,
      "loss": 1.3587,
      "step": 63827
    },
    {
      "epoch": 5.422018348623853,
      "grad_norm": 2.613474625429377,
      "learning_rate": 7.216438138714203e-06,
      "loss": 1.3686,
      "step": 63828
    },
    {
      "epoch": 5.422103295956507,
      "grad_norm": 2.7997606082200734,
      "learning_rate": 7.214334228838836e-06,
      "loss": 1.4036,
      "step": 63829
    },
    {
      "epoch": 5.422188243289161,
      "grad_norm": 2.8898400084446143,
      "learning_rate": 7.212230618142401e-06,
      "loss": 1.5309,
      "step": 63830
    },
    {
      "epoch": 5.422273190621814,
      "grad_norm": 2.517452358466625,
      "learning_rate": 7.210127306629376e-06,
      "loss": 1.3931,
      "step": 63831
    },
    {
      "epoch": 5.422358137954468,
      "grad_norm": 2.7077512736933094,
      "learning_rate": 7.208024294304127e-06,
      "loss": 1.2627,
      "step": 63832
    },
    {
      "epoch": 5.422443085287122,
      "grad_norm": 2.6389136541251075,
      "learning_rate": 7.205921581171048e-06,
      "loss": 1.2198,
      "step": 63833
    },
    {
      "epoch": 5.422528032619776,
      "grad_norm": 2.571655605399546,
      "learning_rate": 7.203819167234537e-06,
      "loss": 1.3353,
      "step": 63834
    },
    {
      "epoch": 5.422612979952429,
      "grad_norm": 3.374532130357798,
      "learning_rate": 7.20171705249904e-06,
      "loss": 1.6309,
      "step": 63835
    },
    {
      "epoch": 5.422697927285084,
      "grad_norm": 2.715011778830624,
      "learning_rate": 7.1996152369689035e-06,
      "loss": 1.4934,
      "step": 63836
    },
    {
      "epoch": 5.422782874617737,
      "grad_norm": 2.4195480974133003,
      "learning_rate": 7.197513720648607e-06,
      "loss": 1.2911,
      "step": 63837
    },
    {
      "epoch": 5.4228678219503905,
      "grad_norm": 2.889754891180112,
      "learning_rate": 7.1954125035424805e-06,
      "loss": 1.6819,
      "step": 63838
    },
    {
      "epoch": 5.422952769283045,
      "grad_norm": 2.687318495564447,
      "learning_rate": 7.193311585654987e-06,
      "loss": 1.5218,
      "step": 63839
    },
    {
      "epoch": 5.423037716615698,
      "grad_norm": 2.7133257033589393,
      "learning_rate": 7.191210966990507e-06,
      "loss": 1.2783,
      "step": 63840
    },
    {
      "epoch": 5.423122663948352,
      "grad_norm": 2.6229551377705915,
      "learning_rate": 7.1891106475534036e-06,
      "loss": 1.2196,
      "step": 63841
    },
    {
      "epoch": 5.423207611281006,
      "grad_norm": 2.5560384972379464,
      "learning_rate": 7.187010627348106e-06,
      "loss": 1.511,
      "step": 63842
    },
    {
      "epoch": 5.423292558613659,
      "grad_norm": 2.673347013422292,
      "learning_rate": 7.18491090637906e-06,
      "loss": 1.2785,
      "step": 63843
    },
    {
      "epoch": 5.423377505946314,
      "grad_norm": 2.689536533924254,
      "learning_rate": 7.1828114846505965e-06,
      "loss": 1.2186,
      "step": 63844
    },
    {
      "epoch": 5.423462453278967,
      "grad_norm": 2.7231376329847343,
      "learning_rate": 7.180712362167146e-06,
      "loss": 1.2889,
      "step": 63845
    },
    {
      "epoch": 5.42354740061162,
      "grad_norm": 2.5802837280883497,
      "learning_rate": 7.178613538933103e-06,
      "loss": 1.2192,
      "step": 63846
    },
    {
      "epoch": 5.423632347944275,
      "grad_norm": 2.5305785060971737,
      "learning_rate": 7.176515014952883e-06,
      "loss": 1.3752,
      "step": 63847
    },
    {
      "epoch": 5.423717295276928,
      "grad_norm": 2.7519265999630225,
      "learning_rate": 7.1744167902308305e-06,
      "loss": 1.3586,
      "step": 63848
    },
    {
      "epoch": 5.423802242609582,
      "grad_norm": 2.5502256434799166,
      "learning_rate": 7.172318864771376e-06,
      "loss": 1.3229,
      "step": 63849
    },
    {
      "epoch": 5.423887189942236,
      "grad_norm": 2.565310378124403,
      "learning_rate": 7.170221238578949e-06,
      "loss": 1.4472,
      "step": 63850
    },
    {
      "epoch": 5.423972137274889,
      "grad_norm": 3.5292528883998573,
      "learning_rate": 7.168123911657897e-06,
      "loss": 1.7487,
      "step": 63851
    },
    {
      "epoch": 5.4240570846075435,
      "grad_norm": 2.8313569488751664,
      "learning_rate": 7.166026884012616e-06,
      "loss": 1.5351,
      "step": 63852
    },
    {
      "epoch": 5.424142031940197,
      "grad_norm": 2.7483522381092373,
      "learning_rate": 7.163930155647518e-06,
      "loss": 1.5251,
      "step": 63853
    },
    {
      "epoch": 5.424226979272851,
      "grad_norm": 2.709240198456989,
      "learning_rate": 7.161833726567018e-06,
      "loss": 1.5358,
      "step": 63854
    },
    {
      "epoch": 5.424311926605505,
      "grad_norm": 2.9646892950709307,
      "learning_rate": 7.159737596775444e-06,
      "loss": 1.685,
      "step": 63855
    },
    {
      "epoch": 5.424396873938158,
      "grad_norm": 2.9780702472728886,
      "learning_rate": 7.157641766277228e-06,
      "loss": 1.5901,
      "step": 63856
    },
    {
      "epoch": 5.424481821270812,
      "grad_norm": 2.483854821988936,
      "learning_rate": 7.1555462350767645e-06,
      "loss": 1.1223,
      "step": 63857
    },
    {
      "epoch": 5.424566768603466,
      "grad_norm": 2.6583244751606787,
      "learning_rate": 7.153451003178451e-06,
      "loss": 1.3802,
      "step": 63858
    },
    {
      "epoch": 5.42465171593612,
      "grad_norm": 2.5699891506783645,
      "learning_rate": 7.15135607058665e-06,
      "loss": 1.5335,
      "step": 63859
    },
    {
      "epoch": 5.4247366632687735,
      "grad_norm": 2.823984083373339,
      "learning_rate": 7.149261437305776e-06,
      "loss": 1.5064,
      "step": 63860
    },
    {
      "epoch": 5.424821610601427,
      "grad_norm": 2.560726362104842,
      "learning_rate": 7.14716710334019e-06,
      "loss": 1.3199,
      "step": 63861
    },
    {
      "epoch": 5.424906557934081,
      "grad_norm": 2.7346823690456543,
      "learning_rate": 7.145073068694324e-06,
      "loss": 1.3337,
      "step": 63862
    },
    {
      "epoch": 5.424991505266735,
      "grad_norm": 2.6787444674079786,
      "learning_rate": 7.142979333372523e-06,
      "loss": 1.2518,
      "step": 63863
    },
    {
      "epoch": 5.425076452599388,
      "grad_norm": 3.358341666290059,
      "learning_rate": 7.1408858973792e-06,
      "loss": 1.684,
      "step": 63864
    },
    {
      "epoch": 5.425161399932042,
      "grad_norm": 2.948050189481859,
      "learning_rate": 7.138792760718736e-06,
      "loss": 1.5594,
      "step": 63865
    },
    {
      "epoch": 5.425246347264696,
      "grad_norm": 2.5977230933963327,
      "learning_rate": 7.1366999233954945e-06,
      "loss": 1.4223,
      "step": 63866
    },
    {
      "epoch": 5.42533129459735,
      "grad_norm": 2.5676487341790706,
      "learning_rate": 7.134607385413888e-06,
      "loss": 1.2506,
      "step": 63867
    },
    {
      "epoch": 5.425416241930003,
      "grad_norm": 2.7375414957534963,
      "learning_rate": 7.132515146778295e-06,
      "loss": 1.3427,
      "step": 63868
    },
    {
      "epoch": 5.425501189262657,
      "grad_norm": 2.5157255614071103,
      "learning_rate": 7.130423207493113e-06,
      "loss": 1.2666,
      "step": 63869
    },
    {
      "epoch": 5.425586136595311,
      "grad_norm": 2.6074951917443316,
      "learning_rate": 7.128331567562673e-06,
      "loss": 1.4533,
      "step": 63870
    },
    {
      "epoch": 5.4256710839279645,
      "grad_norm": 2.690155222119291,
      "learning_rate": 7.1262402269914195e-06,
      "loss": 1.2259,
      "step": 63871
    },
    {
      "epoch": 5.425756031260619,
      "grad_norm": 3.3508432631788243,
      "learning_rate": 7.124149185783717e-06,
      "loss": 1.5756,
      "step": 63872
    },
    {
      "epoch": 5.425840978593272,
      "grad_norm": 2.5954460463481386,
      "learning_rate": 7.1220584439439124e-06,
      "loss": 1.3521,
      "step": 63873
    },
    {
      "epoch": 5.425925925925926,
      "grad_norm": 2.6383405518386778,
      "learning_rate": 7.119968001476417e-06,
      "loss": 1.4353,
      "step": 63874
    },
    {
      "epoch": 5.42601087325858,
      "grad_norm": 2.5887932470439146,
      "learning_rate": 7.117877858385613e-06,
      "loss": 1.3576,
      "step": 63875
    },
    {
      "epoch": 5.426095820591233,
      "grad_norm": 2.573949950393611,
      "learning_rate": 7.115788014675877e-06,
      "loss": 1.4476,
      "step": 63876
    },
    {
      "epoch": 5.426180767923888,
      "grad_norm": 2.7185029877910525,
      "learning_rate": 7.113698470351575e-06,
      "loss": 1.4298,
      "step": 63877
    },
    {
      "epoch": 5.426265715256541,
      "grad_norm": 2.7950353997727793,
      "learning_rate": 7.111609225417103e-06,
      "loss": 1.5976,
      "step": 63878
    },
    {
      "epoch": 5.426350662589194,
      "grad_norm": 2.6642499795277144,
      "learning_rate": 7.109520279876807e-06,
      "loss": 1.2491,
      "step": 63879
    },
    {
      "epoch": 5.426435609921849,
      "grad_norm": 2.828479033143135,
      "learning_rate": 7.107431633735117e-06,
      "loss": 1.6654,
      "step": 63880
    },
    {
      "epoch": 5.426520557254502,
      "grad_norm": 3.019631106018468,
      "learning_rate": 7.1053432869963455e-06,
      "loss": 1.7967,
      "step": 63881
    },
    {
      "epoch": 5.426605504587156,
      "grad_norm": 2.642768964584725,
      "learning_rate": 7.10325523966494e-06,
      "loss": 1.4308,
      "step": 63882
    },
    {
      "epoch": 5.42669045191981,
      "grad_norm": 2.984240424509279,
      "learning_rate": 7.1011674917452295e-06,
      "loss": 1.4943,
      "step": 63883
    },
    {
      "epoch": 5.426775399252463,
      "grad_norm": 2.6549806771270106,
      "learning_rate": 7.099080043241578e-06,
      "loss": 1.4583,
      "step": 63884
    },
    {
      "epoch": 5.4268603465851175,
      "grad_norm": 3.3399592657590587,
      "learning_rate": 7.096992894158365e-06,
      "loss": 1.6523,
      "step": 63885
    },
    {
      "epoch": 5.426945293917771,
      "grad_norm": 2.772732036731346,
      "learning_rate": 7.0949060445000035e-06,
      "loss": 1.494,
      "step": 63886
    },
    {
      "epoch": 5.427030241250424,
      "grad_norm": 2.8197314655587573,
      "learning_rate": 7.09281949427084e-06,
      "loss": 1.5089,
      "step": 63887
    },
    {
      "epoch": 5.427115188583079,
      "grad_norm": 2.7032054805256864,
      "learning_rate": 7.090733243475238e-06,
      "loss": 1.5072,
      "step": 63888
    },
    {
      "epoch": 5.427200135915732,
      "grad_norm": 2.829907252479661,
      "learning_rate": 7.088647292117578e-06,
      "loss": 1.3447,
      "step": 63889
    },
    {
      "epoch": 5.427285083248386,
      "grad_norm": 2.6544929672553224,
      "learning_rate": 7.086561640202237e-06,
      "loss": 1.4207,
      "step": 63890
    },
    {
      "epoch": 5.42737003058104,
      "grad_norm": 2.6995107589652703,
      "learning_rate": 7.084476287733548e-06,
      "loss": 1.3183,
      "step": 63891
    },
    {
      "epoch": 5.427454977913693,
      "grad_norm": 2.6789261078315523,
      "learning_rate": 7.082391234715923e-06,
      "loss": 1.53,
      "step": 63892
    },
    {
      "epoch": 5.427539925246347,
      "grad_norm": 2.8236780262673915,
      "learning_rate": 7.0803064811537245e-06,
      "loss": 1.4927,
      "step": 63893
    },
    {
      "epoch": 5.427624872579001,
      "grad_norm": 2.6173584097164317,
      "learning_rate": 7.078222027051333e-06,
      "loss": 1.3931,
      "step": 63894
    },
    {
      "epoch": 5.427709819911655,
      "grad_norm": 2.8585513689033113,
      "learning_rate": 7.0761378724130624e-06,
      "loss": 1.441,
      "step": 63895
    },
    {
      "epoch": 5.4277947672443085,
      "grad_norm": 2.8426658068860697,
      "learning_rate": 7.074054017243325e-06,
      "loss": 1.6563,
      "step": 63896
    },
    {
      "epoch": 5.427879714576962,
      "grad_norm": 2.6797553600064017,
      "learning_rate": 7.071970461546483e-06,
      "loss": 1.4693,
      "step": 63897
    },
    {
      "epoch": 5.427964661909616,
      "grad_norm": 2.7170201381154224,
      "learning_rate": 7.069887205326885e-06,
      "loss": 1.4701,
      "step": 63898
    },
    {
      "epoch": 5.42804960924227,
      "grad_norm": 2.6878649871607685,
      "learning_rate": 7.067804248588893e-06,
      "loss": 1.5219,
      "step": 63899
    },
    {
      "epoch": 5.428134556574924,
      "grad_norm": 2.62734459101641,
      "learning_rate": 7.06572159133692e-06,
      "loss": 1.481,
      "step": 63900
    },
    {
      "epoch": 5.428219503907577,
      "grad_norm": 2.662328842381374,
      "learning_rate": 7.06363923357528e-06,
      "loss": 1.3702,
      "step": 63901
    },
    {
      "epoch": 5.428304451240231,
      "grad_norm": 2.6956260745323988,
      "learning_rate": 7.061557175308336e-06,
      "loss": 1.5151,
      "step": 63902
    },
    {
      "epoch": 5.428389398572885,
      "grad_norm": 2.588764786104315,
      "learning_rate": 7.059475416540483e-06,
      "loss": 1.4276,
      "step": 63903
    },
    {
      "epoch": 5.4284743459055385,
      "grad_norm": 2.783496302305647,
      "learning_rate": 7.0573939572760366e-06,
      "loss": 1.4934,
      "step": 63904
    },
    {
      "epoch": 5.428559293238193,
      "grad_norm": 2.9391096864790494,
      "learning_rate": 7.055312797519408e-06,
      "loss": 1.5727,
      "step": 63905
    },
    {
      "epoch": 5.428644240570846,
      "grad_norm": 2.5954594297457785,
      "learning_rate": 7.053231937274928e-06,
      "loss": 1.4444,
      "step": 63906
    },
    {
      "epoch": 5.4287291879035,
      "grad_norm": 2.6018974284825296,
      "learning_rate": 7.051151376546976e-06,
      "loss": 1.564,
      "step": 63907
    },
    {
      "epoch": 5.428814135236154,
      "grad_norm": 2.5646318268568273,
      "learning_rate": 7.049071115339899e-06,
      "loss": 1.409,
      "step": 63908
    },
    {
      "epoch": 5.428899082568807,
      "grad_norm": 2.7423398020759926,
      "learning_rate": 7.046991153658044e-06,
      "loss": 1.5341,
      "step": 63909
    },
    {
      "epoch": 5.428984029901461,
      "grad_norm": 2.6283411057083526,
      "learning_rate": 7.044911491505789e-06,
      "loss": 1.5226,
      "step": 63910
    },
    {
      "epoch": 5.429068977234115,
      "grad_norm": 2.7510027313411785,
      "learning_rate": 7.042832128887482e-06,
      "loss": 1.6963,
      "step": 63911
    },
    {
      "epoch": 5.429153924566768,
      "grad_norm": 2.6771549591848185,
      "learning_rate": 7.040753065807503e-06,
      "loss": 1.3821,
      "step": 63912
    },
    {
      "epoch": 5.429238871899423,
      "grad_norm": 3.034169886057572,
      "learning_rate": 7.038674302270164e-06,
      "loss": 1.6345,
      "step": 63913
    },
    {
      "epoch": 5.429323819232076,
      "grad_norm": 2.9442338552394025,
      "learning_rate": 7.036595838279846e-06,
      "loss": 1.5277,
      "step": 63914
    },
    {
      "epoch": 5.4294087665647295,
      "grad_norm": 2.5692436963165624,
      "learning_rate": 7.034517673840928e-06,
      "loss": 1.2958,
      "step": 63915
    },
    {
      "epoch": 5.429493713897384,
      "grad_norm": 2.6983137113758326,
      "learning_rate": 7.032439808957707e-06,
      "loss": 1.4819,
      "step": 63916
    },
    {
      "epoch": 5.429578661230037,
      "grad_norm": 2.778980553365265,
      "learning_rate": 7.030362243634563e-06,
      "loss": 1.4633,
      "step": 63917
    },
    {
      "epoch": 5.4296636085626915,
      "grad_norm": 2.6914179454208327,
      "learning_rate": 7.028284977875875e-06,
      "loss": 1.2012,
      "step": 63918
    },
    {
      "epoch": 5.429748555895345,
      "grad_norm": 2.5939691384658303,
      "learning_rate": 7.026208011685991e-06,
      "loss": 1.3412,
      "step": 63919
    },
    {
      "epoch": 5.429833503227998,
      "grad_norm": 3.122756915664503,
      "learning_rate": 7.024131345069206e-06,
      "loss": 1.6436,
      "step": 63920
    },
    {
      "epoch": 5.429918450560653,
      "grad_norm": 2.714019420613243,
      "learning_rate": 7.02205497802995e-06,
      "loss": 1.2946,
      "step": 63921
    },
    {
      "epoch": 5.430003397893306,
      "grad_norm": 2.46243412989645,
      "learning_rate": 7.019978910572505e-06,
      "loss": 1.2994,
      "step": 63922
    },
    {
      "epoch": 5.43008834522596,
      "grad_norm": 2.582112224578439,
      "learning_rate": 7.017903142701281e-06,
      "loss": 1.2002,
      "step": 63923
    },
    {
      "epoch": 5.430173292558614,
      "grad_norm": 2.5547514434819982,
      "learning_rate": 7.0158276744205595e-06,
      "loss": 1.3065,
      "step": 63924
    },
    {
      "epoch": 5.430258239891267,
      "grad_norm": 2.808494711128136,
      "learning_rate": 7.013752505734771e-06,
      "loss": 1.4223,
      "step": 63925
    },
    {
      "epoch": 5.430343187223921,
      "grad_norm": 2.612784027698792,
      "learning_rate": 7.0116776366482105e-06,
      "loss": 1.3379,
      "step": 63926
    },
    {
      "epoch": 5.430428134556575,
      "grad_norm": 2.4997646285309587,
      "learning_rate": 7.0096030671652095e-06,
      "loss": 1.3228,
      "step": 63927
    },
    {
      "epoch": 5.430513081889229,
      "grad_norm": 2.797463022100475,
      "learning_rate": 7.0075287972901465e-06,
      "loss": 1.4813,
      "step": 63928
    },
    {
      "epoch": 5.4305980292218825,
      "grad_norm": 2.702744848967807,
      "learning_rate": 7.005454827027384e-06,
      "loss": 1.4576,
      "step": 63929
    },
    {
      "epoch": 5.430682976554536,
      "grad_norm": 2.8160449031386166,
      "learning_rate": 7.003381156381238e-06,
      "loss": 1.3298,
      "step": 63930
    },
    {
      "epoch": 5.43076792388719,
      "grad_norm": 2.737947993947076,
      "learning_rate": 7.001307785356053e-06,
      "loss": 1.4923,
      "step": 63931
    },
    {
      "epoch": 5.430852871219844,
      "grad_norm": 2.788482925536129,
      "learning_rate": 6.9992347139561925e-06,
      "loss": 1.508,
      "step": 63932
    },
    {
      "epoch": 5.430937818552497,
      "grad_norm": 2.7213990203454776,
      "learning_rate": 6.997161942185986e-06,
      "loss": 1.3383,
      "step": 63933
    },
    {
      "epoch": 5.431022765885151,
      "grad_norm": 2.471560140144053,
      "learning_rate": 6.995089470049764e-06,
      "loss": 1.315,
      "step": 63934
    },
    {
      "epoch": 5.431107713217805,
      "grad_norm": 2.964209851742208,
      "learning_rate": 6.9930172975518896e-06,
      "loss": 1.6833,
      "step": 63935
    },
    {
      "epoch": 5.431192660550459,
      "grad_norm": 2.7240473409477906,
      "learning_rate": 6.990945424696709e-06,
      "loss": 1.44,
      "step": 63936
    },
    {
      "epoch": 5.431277607883112,
      "grad_norm": 2.7157769846984063,
      "learning_rate": 6.988873851488569e-06,
      "loss": 1.5557,
      "step": 63937
    },
    {
      "epoch": 5.431362555215766,
      "grad_norm": 2.5167688646940847,
      "learning_rate": 6.986802577931766e-06,
      "loss": 1.3474,
      "step": 63938
    },
    {
      "epoch": 5.43144750254842,
      "grad_norm": 2.496077608730726,
      "learning_rate": 6.9847316040306966e-06,
      "loss": 1.3119,
      "step": 63939
    },
    {
      "epoch": 5.4315324498810735,
      "grad_norm": 2.5340078909286077,
      "learning_rate": 6.982660929789658e-06,
      "loss": 1.2963,
      "step": 63940
    },
    {
      "epoch": 5.431617397213728,
      "grad_norm": 2.6774763004111226,
      "learning_rate": 6.980590555212995e-06,
      "loss": 1.4489,
      "step": 63941
    },
    {
      "epoch": 5.431702344546381,
      "grad_norm": 2.9103230343242976,
      "learning_rate": 6.9785204803050555e-06,
      "loss": 1.6663,
      "step": 63942
    },
    {
      "epoch": 5.431787291879035,
      "grad_norm": 2.772081847458436,
      "learning_rate": 6.976450705070185e-06,
      "loss": 1.5871,
      "step": 63943
    },
    {
      "epoch": 5.431872239211689,
      "grad_norm": 2.7944916844483365,
      "learning_rate": 6.974381229512716e-06,
      "loss": 1.596,
      "step": 63944
    },
    {
      "epoch": 5.431957186544342,
      "grad_norm": 2.8179635768067914,
      "learning_rate": 6.972312053636958e-06,
      "loss": 1.4668,
      "step": 63945
    },
    {
      "epoch": 5.432042133876997,
      "grad_norm": 2.8651723487832492,
      "learning_rate": 6.9702431774472936e-06,
      "loss": 1.3445,
      "step": 63946
    },
    {
      "epoch": 5.43212708120965,
      "grad_norm": 2.7404749899342047,
      "learning_rate": 6.968174600948018e-06,
      "loss": 1.3062,
      "step": 63947
    },
    {
      "epoch": 5.4322120285423035,
      "grad_norm": 2.520690405617469,
      "learning_rate": 6.966106324143495e-06,
      "loss": 1.3815,
      "step": 63948
    },
    {
      "epoch": 5.432296975874958,
      "grad_norm": 2.993422850249915,
      "learning_rate": 6.96403834703802e-06,
      "loss": 1.6751,
      "step": 63949
    },
    {
      "epoch": 5.432381923207611,
      "grad_norm": 2.676548846972652,
      "learning_rate": 6.961970669635958e-06,
      "loss": 1.3826,
      "step": 63950
    },
    {
      "epoch": 5.4324668705402654,
      "grad_norm": 2.7506142647251575,
      "learning_rate": 6.959903291941654e-06,
      "loss": 1.5966,
      "step": 63951
    },
    {
      "epoch": 5.432551817872919,
      "grad_norm": 3.0473229140706914,
      "learning_rate": 6.957836213959389e-06,
      "loss": 1.7378,
      "step": 63952
    },
    {
      "epoch": 5.432636765205572,
      "grad_norm": 2.600564942689386,
      "learning_rate": 6.955769435693509e-06,
      "loss": 1.3852,
      "step": 63953
    },
    {
      "epoch": 5.4327217125382266,
      "grad_norm": 2.8097309566398616,
      "learning_rate": 6.953702957148394e-06,
      "loss": 1.44,
      "step": 63954
    },
    {
      "epoch": 5.43280665987088,
      "grad_norm": 2.8229580293225545,
      "learning_rate": 6.95163677832834e-06,
      "loss": 1.5545,
      "step": 63955
    },
    {
      "epoch": 5.432891607203533,
      "grad_norm": 2.7888899089280903,
      "learning_rate": 6.949570899237661e-06,
      "loss": 1.5102,
      "step": 63956
    },
    {
      "epoch": 5.432976554536188,
      "grad_norm": 2.722011873988132,
      "learning_rate": 6.947505319880703e-06,
      "loss": 1.5379,
      "step": 63957
    },
    {
      "epoch": 5.433061501868841,
      "grad_norm": 2.4679355500512803,
      "learning_rate": 6.945440040261796e-06,
      "loss": 1.255,
      "step": 63958
    },
    {
      "epoch": 5.433146449201495,
      "grad_norm": 2.9687751616082836,
      "learning_rate": 6.9433750603852535e-06,
      "loss": 1.473,
      "step": 63959
    },
    {
      "epoch": 5.433231396534149,
      "grad_norm": 2.7538925325639254,
      "learning_rate": 6.941310380255405e-06,
      "loss": 1.3566,
      "step": 63960
    },
    {
      "epoch": 5.433316343866802,
      "grad_norm": 2.686597536615671,
      "learning_rate": 6.939245999876597e-06,
      "loss": 1.3398,
      "step": 63961
    },
    {
      "epoch": 5.4334012911994565,
      "grad_norm": 2.745100579821518,
      "learning_rate": 6.937181919253143e-06,
      "loss": 1.4513,
      "step": 63962
    },
    {
      "epoch": 5.43348623853211,
      "grad_norm": 2.787267239774756,
      "learning_rate": 6.93511813838934e-06,
      "loss": 1.4451,
      "step": 63963
    },
    {
      "epoch": 5.433571185864764,
      "grad_norm": 2.5666408931455202,
      "learning_rate": 6.933054657289567e-06,
      "loss": 1.4699,
      "step": 63964
    },
    {
      "epoch": 5.433656133197418,
      "grad_norm": 3.3760910039415273,
      "learning_rate": 6.930991475958103e-06,
      "loss": 1.6473,
      "step": 63965
    },
    {
      "epoch": 5.433741080530071,
      "grad_norm": 2.7233031984257017,
      "learning_rate": 6.9289285943992964e-06,
      "loss": 1.4365,
      "step": 63966
    },
    {
      "epoch": 5.433826027862725,
      "grad_norm": 2.6760548276107867,
      "learning_rate": 6.9268660126174435e-06,
      "loss": 1.2653,
      "step": 63967
    },
    {
      "epoch": 5.433910975195379,
      "grad_norm": 2.7779008508771903,
      "learning_rate": 6.92480373061689e-06,
      "loss": 1.5595,
      "step": 63968
    },
    {
      "epoch": 5.433995922528033,
      "grad_norm": 2.6411815282046804,
      "learning_rate": 6.922741748401966e-06,
      "loss": 1.2295,
      "step": 63969
    },
    {
      "epoch": 5.434080869860686,
      "grad_norm": 2.6707548710738886,
      "learning_rate": 6.920680065976952e-06,
      "loss": 1.4919,
      "step": 63970
    },
    {
      "epoch": 5.43416581719334,
      "grad_norm": 2.9627613252519156,
      "learning_rate": 6.9186186833461775e-06,
      "loss": 1.6943,
      "step": 63971
    },
    {
      "epoch": 5.434250764525994,
      "grad_norm": 2.56895927311411,
      "learning_rate": 6.916557600514005e-06,
      "loss": 1.1446,
      "step": 63972
    },
    {
      "epoch": 5.4343357118586475,
      "grad_norm": 2.8904414669343312,
      "learning_rate": 6.914496817484733e-06,
      "loss": 1.742,
      "step": 63973
    },
    {
      "epoch": 5.434420659191302,
      "grad_norm": 2.7207072959508336,
      "learning_rate": 6.912436334262639e-06,
      "loss": 1.4256,
      "step": 63974
    },
    {
      "epoch": 5.434505606523955,
      "grad_norm": 2.6225708742824,
      "learning_rate": 6.910376150852087e-06,
      "loss": 1.4558,
      "step": 63975
    },
    {
      "epoch": 5.434590553856609,
      "grad_norm": 2.8804146479449986,
      "learning_rate": 6.908316267257375e-06,
      "loss": 1.3521,
      "step": 63976
    },
    {
      "epoch": 5.434675501189263,
      "grad_norm": 2.742335072125748,
      "learning_rate": 6.906256683482814e-06,
      "loss": 1.4917,
      "step": 63977
    },
    {
      "epoch": 5.434760448521916,
      "grad_norm": 2.635269253582872,
      "learning_rate": 6.904197399532718e-06,
      "loss": 1.558,
      "step": 63978
    },
    {
      "epoch": 5.43484539585457,
      "grad_norm": 2.691939931869434,
      "learning_rate": 6.902138415411435e-06,
      "loss": 1.4967,
      "step": 63979
    },
    {
      "epoch": 5.434930343187224,
      "grad_norm": 2.5466314225625344,
      "learning_rate": 6.900079731123259e-06,
      "loss": 1.4368,
      "step": 63980
    },
    {
      "epoch": 5.435015290519877,
      "grad_norm": 2.578227370323868,
      "learning_rate": 6.898021346672472e-06,
      "loss": 1.3611,
      "step": 63981
    },
    {
      "epoch": 5.435100237852532,
      "grad_norm": 2.769108589251315,
      "learning_rate": 6.8959632620634365e-06,
      "loss": 1.3719,
      "step": 63982
    },
    {
      "epoch": 5.435185185185185,
      "grad_norm": 2.628407225885382,
      "learning_rate": 6.893905477300415e-06,
      "loss": 1.1776,
      "step": 63983
    },
    {
      "epoch": 5.4352701325178385,
      "grad_norm": 2.9066309712950544,
      "learning_rate": 6.891847992387789e-06,
      "loss": 1.4753,
      "step": 63984
    },
    {
      "epoch": 5.435355079850493,
      "grad_norm": 2.5386280849320277,
      "learning_rate": 6.889790807329787e-06,
      "loss": 1.4046,
      "step": 63985
    },
    {
      "epoch": 5.435440027183146,
      "grad_norm": 2.757176017608228,
      "learning_rate": 6.887733922130789e-06,
      "loss": 1.5994,
      "step": 63986
    },
    {
      "epoch": 5.4355249745158005,
      "grad_norm": 2.6954118029030463,
      "learning_rate": 6.885677336795076e-06,
      "loss": 1.3925,
      "step": 63987
    },
    {
      "epoch": 5.435609921848454,
      "grad_norm": 2.6694848943152567,
      "learning_rate": 6.883621051326927e-06,
      "loss": 1.2111,
      "step": 63988
    },
    {
      "epoch": 5.435694869181107,
      "grad_norm": 2.744050231370941,
      "learning_rate": 6.881565065730721e-06,
      "loss": 1.3549,
      "step": 63989
    },
    {
      "epoch": 5.435779816513762,
      "grad_norm": 2.6085794242846627,
      "learning_rate": 6.879509380010689e-06,
      "loss": 1.3378,
      "step": 63990
    },
    {
      "epoch": 5.435864763846415,
      "grad_norm": 2.68747304127737,
      "learning_rate": 6.877453994171195e-06,
      "loss": 1.4949,
      "step": 63991
    },
    {
      "epoch": 5.435949711179069,
      "grad_norm": 2.859888465665569,
      "learning_rate": 6.875398908216517e-06,
      "loss": 1.5221,
      "step": 63992
    },
    {
      "epoch": 5.436034658511723,
      "grad_norm": 2.934906294135296,
      "learning_rate": 6.87334412215097e-06,
      "loss": 1.6046,
      "step": 63993
    },
    {
      "epoch": 5.436119605844376,
      "grad_norm": 2.767103289313711,
      "learning_rate": 6.8712896359788825e-06,
      "loss": 1.5569,
      "step": 63994
    },
    {
      "epoch": 5.43620455317703,
      "grad_norm": 2.597079694706985,
      "learning_rate": 6.869235449704502e-06,
      "loss": 1.5063,
      "step": 63995
    },
    {
      "epoch": 5.436289500509684,
      "grad_norm": 2.68702891133126,
      "learning_rate": 6.867181563332174e-06,
      "loss": 1.4137,
      "step": 63996
    },
    {
      "epoch": 5.436374447842338,
      "grad_norm": 2.7048681622777027,
      "learning_rate": 6.8651279768661975e-06,
      "loss": 1.5155,
      "step": 63997
    },
    {
      "epoch": 5.4364593951749915,
      "grad_norm": 2.5509862863320705,
      "learning_rate": 6.863074690310882e-06,
      "loss": 1.3919,
      "step": 63998
    },
    {
      "epoch": 5.436544342507645,
      "grad_norm": 2.8964470937985323,
      "learning_rate": 6.861021703670511e-06,
      "loss": 1.6368,
      "step": 63999
    },
    {
      "epoch": 5.436629289840299,
      "grad_norm": 3.0572859866529445,
      "learning_rate": 6.858969016949395e-06,
      "loss": 1.715,
      "step": 64000
    },
    {
      "epoch": 5.436714237172953,
      "grad_norm": 2.8813038551440187,
      "learning_rate": 6.856916630151848e-06,
      "loss": 1.6111,
      "step": 64001
    },
    {
      "epoch": 5.436799184505606,
      "grad_norm": 2.7310969738193718,
      "learning_rate": 6.854864543282135e-06,
      "loss": 1.4453,
      "step": 64002
    },
    {
      "epoch": 5.43688413183826,
      "grad_norm": 2.623387819799891,
      "learning_rate": 6.852812756344583e-06,
      "loss": 1.4076,
      "step": 64003
    },
    {
      "epoch": 5.436969079170914,
      "grad_norm": 2.56611258354395,
      "learning_rate": 6.850761269343491e-06,
      "loss": 1.5466,
      "step": 64004
    },
    {
      "epoch": 5.437054026503568,
      "grad_norm": 2.8003467890707827,
      "learning_rate": 6.848710082283171e-06,
      "loss": 1.6191,
      "step": 64005
    },
    {
      "epoch": 5.4371389738362215,
      "grad_norm": 2.773267361130579,
      "learning_rate": 6.8466591951678696e-06,
      "loss": 1.3842,
      "step": 64006
    },
    {
      "epoch": 5.437223921168876,
      "grad_norm": 2.6711171550901973,
      "learning_rate": 6.84460860800195e-06,
      "loss": 1.2275,
      "step": 64007
    },
    {
      "epoch": 5.437308868501529,
      "grad_norm": 2.776310254883779,
      "learning_rate": 6.842558320789643e-06,
      "loss": 1.489,
      "step": 64008
    },
    {
      "epoch": 5.437393815834183,
      "grad_norm": 2.9094278433105285,
      "learning_rate": 6.840508333535294e-06,
      "loss": 1.6947,
      "step": 64009
    },
    {
      "epoch": 5.437478763166837,
      "grad_norm": 2.9344360769266915,
      "learning_rate": 6.838458646243183e-06,
      "loss": 1.47,
      "step": 64010
    },
    {
      "epoch": 5.43756371049949,
      "grad_norm": 2.6177199318524855,
      "learning_rate": 6.8364092589176075e-06,
      "loss": 1.4928,
      "step": 64011
    },
    {
      "epoch": 5.437648657832144,
      "grad_norm": 2.7097145059399628,
      "learning_rate": 6.834360171562847e-06,
      "loss": 1.5286,
      "step": 64012
    },
    {
      "epoch": 5.437733605164798,
      "grad_norm": 2.593434568790938,
      "learning_rate": 6.8323113841831976e-06,
      "loss": 1.4715,
      "step": 64013
    },
    {
      "epoch": 5.437818552497451,
      "grad_norm": 2.7643453951559573,
      "learning_rate": 6.830262896782973e-06,
      "loss": 1.2726,
      "step": 64014
    },
    {
      "epoch": 5.437903499830106,
      "grad_norm": 2.66428341867802,
      "learning_rate": 6.828214709366453e-06,
      "loss": 1.338,
      "step": 64015
    },
    {
      "epoch": 5.437988447162759,
      "grad_norm": 2.757752748529729,
      "learning_rate": 6.826166821937934e-06,
      "loss": 1.3774,
      "step": 64016
    },
    {
      "epoch": 5.4380733944954125,
      "grad_norm": 3.191406403757758,
      "learning_rate": 6.8241192345016795e-06,
      "loss": 1.6427,
      "step": 64017
    },
    {
      "epoch": 5.438158341828067,
      "grad_norm": 2.40094263084365,
      "learning_rate": 6.822071947062035e-06,
      "loss": 1.1538,
      "step": 64018
    },
    {
      "epoch": 5.43824328916072,
      "grad_norm": 2.879639797772709,
      "learning_rate": 6.820024959623249e-06,
      "loss": 1.5593,
      "step": 64019
    },
    {
      "epoch": 5.4383282364933745,
      "grad_norm": 2.5888775313690724,
      "learning_rate": 6.8179782721896004e-06,
      "loss": 1.1915,
      "step": 64020
    },
    {
      "epoch": 5.438413183826028,
      "grad_norm": 2.7663604918257074,
      "learning_rate": 6.815931884765385e-06,
      "loss": 1.5262,
      "step": 64021
    },
    {
      "epoch": 5.438498131158681,
      "grad_norm": 2.598245083863513,
      "learning_rate": 6.813885797354934e-06,
      "loss": 1.4218,
      "step": 64022
    },
    {
      "epoch": 5.438583078491336,
      "grad_norm": 2.6550268772185386,
      "learning_rate": 6.811840009962494e-06,
      "loss": 1.5373,
      "step": 64023
    },
    {
      "epoch": 5.438668025823989,
      "grad_norm": 2.7942425393031693,
      "learning_rate": 6.8097945225923435e-06,
      "loss": 1.5019,
      "step": 64024
    },
    {
      "epoch": 5.438752973156642,
      "grad_norm": 2.689063938420718,
      "learning_rate": 6.8077493352487964e-06,
      "loss": 1.4054,
      "step": 64025
    },
    {
      "epoch": 5.438837920489297,
      "grad_norm": 2.8877962155665045,
      "learning_rate": 6.805704447936117e-06,
      "loss": 1.2795,
      "step": 64026
    },
    {
      "epoch": 5.43892286782195,
      "grad_norm": 2.5787144077210344,
      "learning_rate": 6.803659860658617e-06,
      "loss": 1.3255,
      "step": 64027
    },
    {
      "epoch": 5.439007815154604,
      "grad_norm": 2.5593143245788075,
      "learning_rate": 6.801615573420527e-06,
      "loss": 1.3003,
      "step": 64028
    },
    {
      "epoch": 5.439092762487258,
      "grad_norm": 2.852013477499711,
      "learning_rate": 6.7995715862262105e-06,
      "loss": 1.5399,
      "step": 64029
    },
    {
      "epoch": 5.439177709819912,
      "grad_norm": 2.8176870652977737,
      "learning_rate": 6.79752789907988e-06,
      "loss": 1.347,
      "step": 64030
    },
    {
      "epoch": 5.4392626571525655,
      "grad_norm": 2.6989620212422616,
      "learning_rate": 6.79548451198585e-06,
      "loss": 1.5316,
      "step": 64031
    },
    {
      "epoch": 5.439347604485219,
      "grad_norm": 2.7363200778894154,
      "learning_rate": 6.793441424948398e-06,
      "loss": 1.3526,
      "step": 64032
    },
    {
      "epoch": 5.439432551817873,
      "grad_norm": 3.0064071480994667,
      "learning_rate": 6.79139863797179e-06,
      "loss": 1.6532,
      "step": 64033
    },
    {
      "epoch": 5.439517499150527,
      "grad_norm": 2.7508327190673207,
      "learning_rate": 6.789356151060321e-06,
      "loss": 1.5681,
      "step": 64034
    },
    {
      "epoch": 5.43960244648318,
      "grad_norm": 2.5880848502482907,
      "learning_rate": 6.7873139642182715e-06,
      "loss": 1.1908,
      "step": 64035
    },
    {
      "epoch": 5.439687393815834,
      "grad_norm": 2.683305397763321,
      "learning_rate": 6.785272077449921e-06,
      "loss": 1.5611,
      "step": 64036
    },
    {
      "epoch": 5.439772341148488,
      "grad_norm": 2.684977124065261,
      "learning_rate": 6.7832304907595505e-06,
      "loss": 1.3965,
      "step": 64037
    },
    {
      "epoch": 5.439857288481142,
      "grad_norm": 2.6632340834545833,
      "learning_rate": 6.781189204151421e-06,
      "loss": 1.3018,
      "step": 64038
    },
    {
      "epoch": 5.439942235813795,
      "grad_norm": 2.733861963968262,
      "learning_rate": 6.7791482176297986e-06,
      "loss": 1.438,
      "step": 64039
    },
    {
      "epoch": 5.440027183146449,
      "grad_norm": 2.92547498225436,
      "learning_rate": 6.777107531199011e-06,
      "loss": 1.6778,
      "step": 64040
    },
    {
      "epoch": 5.440112130479103,
      "grad_norm": 2.6164533311975955,
      "learning_rate": 6.775067144863305e-06,
      "loss": 1.36,
      "step": 64041
    },
    {
      "epoch": 5.4401970778117565,
      "grad_norm": 3.5084579161734624,
      "learning_rate": 6.773027058626929e-06,
      "loss": 1.7585,
      "step": 64042
    },
    {
      "epoch": 5.440282025144411,
      "grad_norm": 2.8817641070650852,
      "learning_rate": 6.77098727249421e-06,
      "loss": 1.3735,
      "step": 64043
    },
    {
      "epoch": 5.440366972477064,
      "grad_norm": 2.5630826658754526,
      "learning_rate": 6.768947786469381e-06,
      "loss": 1.362,
      "step": 64044
    },
    {
      "epoch": 5.440451919809718,
      "grad_norm": 2.5024882985776493,
      "learning_rate": 6.766908600556719e-06,
      "loss": 1.2892,
      "step": 64045
    },
    {
      "epoch": 5.440536867142372,
      "grad_norm": 2.632900559254377,
      "learning_rate": 6.764869714760523e-06,
      "loss": 1.2025,
      "step": 64046
    },
    {
      "epoch": 5.440621814475025,
      "grad_norm": 2.896522317297533,
      "learning_rate": 6.762831129085055e-06,
      "loss": 1.4693,
      "step": 64047
    },
    {
      "epoch": 5.44070676180768,
      "grad_norm": 2.805416214596558,
      "learning_rate": 6.7607928435345795e-06,
      "loss": 1.6381,
      "step": 64048
    },
    {
      "epoch": 5.440791709140333,
      "grad_norm": 2.5258337556625827,
      "learning_rate": 6.7587548581133744e-06,
      "loss": 1.2726,
      "step": 64049
    },
    {
      "epoch": 5.4408766564729865,
      "grad_norm": 2.539316033347774,
      "learning_rate": 6.756717172825671e-06,
      "loss": 1.4776,
      "step": 64050
    },
    {
      "epoch": 5.440961603805641,
      "grad_norm": 2.774410589480952,
      "learning_rate": 6.754679787675782e-06,
      "loss": 1.4855,
      "step": 64051
    },
    {
      "epoch": 5.441046551138294,
      "grad_norm": 2.7939534511502107,
      "learning_rate": 6.752642702667988e-06,
      "loss": 1.2918,
      "step": 64052
    },
    {
      "epoch": 5.4411314984709485,
      "grad_norm": 2.5830200550230904,
      "learning_rate": 6.750605917806517e-06,
      "loss": 1.2512,
      "step": 64053
    },
    {
      "epoch": 5.441216445803602,
      "grad_norm": 2.61513671544423,
      "learning_rate": 6.748569433095669e-06,
      "loss": 1.4691,
      "step": 64054
    },
    {
      "epoch": 5.441301393136255,
      "grad_norm": 2.651008793914007,
      "learning_rate": 6.746533248539704e-06,
      "loss": 1.4892,
      "step": 64055
    },
    {
      "epoch": 5.44138634046891,
      "grad_norm": 2.818648496382559,
      "learning_rate": 6.7444973641428705e-06,
      "loss": 1.5797,
      "step": 64056
    },
    {
      "epoch": 5.441471287801563,
      "grad_norm": 2.783908557755111,
      "learning_rate": 6.742461779909414e-06,
      "loss": 1.5371,
      "step": 64057
    },
    {
      "epoch": 5.441556235134216,
      "grad_norm": 2.7859983989353774,
      "learning_rate": 6.740426495843665e-06,
      "loss": 1.5598,
      "step": 64058
    },
    {
      "epoch": 5.441641182466871,
      "grad_norm": 2.7937204873556865,
      "learning_rate": 6.73839151194987e-06,
      "loss": 1.5532,
      "step": 64059
    },
    {
      "epoch": 5.441726129799524,
      "grad_norm": 2.791326004041508,
      "learning_rate": 6.736356828232259e-06,
      "loss": 1.6152,
      "step": 64060
    },
    {
      "epoch": 5.441811077132178,
      "grad_norm": 2.7262557526876794,
      "learning_rate": 6.734322444695111e-06,
      "loss": 1.2736,
      "step": 64061
    },
    {
      "epoch": 5.441896024464832,
      "grad_norm": 2.74175717550385,
      "learning_rate": 6.732288361342691e-06,
      "loss": 1.3996,
      "step": 64062
    },
    {
      "epoch": 5.441980971797485,
      "grad_norm": 2.82323737256035,
      "learning_rate": 6.730254578179262e-06,
      "loss": 1.5589,
      "step": 64063
    },
    {
      "epoch": 5.4420659191301395,
      "grad_norm": 2.689631217896416,
      "learning_rate": 6.728221095209069e-06,
      "loss": 1.4187,
      "step": 64064
    },
    {
      "epoch": 5.442150866462793,
      "grad_norm": 2.914726301160619,
      "learning_rate": 6.7261879124364094e-06,
      "loss": 1.6984,
      "step": 64065
    },
    {
      "epoch": 5.442235813795447,
      "grad_norm": 2.6687115658205927,
      "learning_rate": 6.72415502986553e-06,
      "loss": 1.348,
      "step": 64066
    },
    {
      "epoch": 5.442320761128101,
      "grad_norm": 2.6046949381566127,
      "learning_rate": 6.722122447500677e-06,
      "loss": 1.1958,
      "step": 64067
    },
    {
      "epoch": 5.442405708460754,
      "grad_norm": 2.840658538307249,
      "learning_rate": 6.720090165346098e-06,
      "loss": 1.51,
      "step": 64068
    },
    {
      "epoch": 5.442490655793408,
      "grad_norm": 2.867397457411183,
      "learning_rate": 6.718058183406072e-06,
      "loss": 1.3415,
      "step": 64069
    },
    {
      "epoch": 5.442575603126062,
      "grad_norm": 2.6373593526489283,
      "learning_rate": 6.716026501684863e-06,
      "loss": 1.4763,
      "step": 64070
    },
    {
      "epoch": 5.442660550458716,
      "grad_norm": 2.7213747111712627,
      "learning_rate": 6.713995120186699e-06,
      "loss": 1.4242,
      "step": 64071
    },
    {
      "epoch": 5.442745497791369,
      "grad_norm": 2.6136862671582914,
      "learning_rate": 6.711964038915879e-06,
      "loss": 1.5321,
      "step": 64072
    },
    {
      "epoch": 5.442830445124023,
      "grad_norm": 2.3908436439331484,
      "learning_rate": 6.709933257876631e-06,
      "loss": 1.3008,
      "step": 64073
    },
    {
      "epoch": 5.442915392456677,
      "grad_norm": 2.6063703050959313,
      "learning_rate": 6.707902777073221e-06,
      "loss": 1.1663,
      "step": 64074
    },
    {
      "epoch": 5.4430003397893305,
      "grad_norm": 2.594225857385539,
      "learning_rate": 6.705872596509859e-06,
      "loss": 1.3237,
      "step": 64075
    },
    {
      "epoch": 5.443085287121985,
      "grad_norm": 2.7413272480833997,
      "learning_rate": 6.703842716190861e-06,
      "loss": 1.51,
      "step": 64076
    },
    {
      "epoch": 5.443170234454638,
      "grad_norm": 2.80201283851748,
      "learning_rate": 6.701813136120454e-06,
      "loss": 1.3168,
      "step": 64077
    },
    {
      "epoch": 5.443255181787292,
      "grad_norm": 2.767806551651516,
      "learning_rate": 6.699783856302904e-06,
      "loss": 1.5475,
      "step": 64078
    },
    {
      "epoch": 5.443340129119946,
      "grad_norm": 2.8738394391715056,
      "learning_rate": 6.6977548767424225e-06,
      "loss": 1.5023,
      "step": 64079
    },
    {
      "epoch": 5.443425076452599,
      "grad_norm": 2.5945569855010064,
      "learning_rate": 6.695726197443324e-06,
      "loss": 1.3923,
      "step": 64080
    },
    {
      "epoch": 5.443510023785253,
      "grad_norm": 2.799784896010479,
      "learning_rate": 6.693697818409804e-06,
      "loss": 1.5143,
      "step": 64081
    },
    {
      "epoch": 5.443594971117907,
      "grad_norm": 2.820627704359053,
      "learning_rate": 6.69166973964611e-06,
      "loss": 1.4461,
      "step": 64082
    },
    {
      "epoch": 5.44367991845056,
      "grad_norm": 2.8538708842155738,
      "learning_rate": 6.689641961156539e-06,
      "loss": 1.6684,
      "step": 64083
    },
    {
      "epoch": 5.443764865783215,
      "grad_norm": 2.708592902856175,
      "learning_rate": 6.687614482945336e-06,
      "loss": 1.4619,
      "step": 64084
    },
    {
      "epoch": 5.443849813115868,
      "grad_norm": 2.594122078159185,
      "learning_rate": 6.685587305016715e-06,
      "loss": 1.3783,
      "step": 64085
    },
    {
      "epoch": 5.4439347604485215,
      "grad_norm": 2.5123013240645786,
      "learning_rate": 6.6835604273749065e-06,
      "loss": 1.3347,
      "step": 64086
    },
    {
      "epoch": 5.444019707781176,
      "grad_norm": 2.6466971369189016,
      "learning_rate": 6.6815338500242235e-06,
      "loss": 1.2876,
      "step": 64087
    },
    {
      "epoch": 5.444104655113829,
      "grad_norm": 2.7772033482937486,
      "learning_rate": 6.679507572968862e-06,
      "loss": 1.3291,
      "step": 64088
    },
    {
      "epoch": 5.4441896024464835,
      "grad_norm": 2.5038056839029217,
      "learning_rate": 6.677481596213085e-06,
      "loss": 1.4441,
      "step": 64089
    },
    {
      "epoch": 5.444274549779137,
      "grad_norm": 2.744083996027598,
      "learning_rate": 6.675455919761125e-06,
      "loss": 1.3103,
      "step": 64090
    },
    {
      "epoch": 5.44435949711179,
      "grad_norm": 2.572781716129866,
      "learning_rate": 6.673430543617258e-06,
      "loss": 1.3805,
      "step": 64091
    },
    {
      "epoch": 5.444444444444445,
      "grad_norm": 3.5510297926550036,
      "learning_rate": 6.671405467785701e-06,
      "loss": 1.7381,
      "step": 64092
    },
    {
      "epoch": 5.444529391777098,
      "grad_norm": 2.8377989958650662,
      "learning_rate": 6.669380692270682e-06,
      "loss": 1.4427,
      "step": 64093
    },
    {
      "epoch": 5.444614339109752,
      "grad_norm": 2.7411312386377142,
      "learning_rate": 6.667356217076464e-06,
      "loss": 1.6591,
      "step": 64094
    },
    {
      "epoch": 5.444699286442406,
      "grad_norm": 2.8054774662835986,
      "learning_rate": 6.665332042207311e-06,
      "loss": 1.4477,
      "step": 64095
    },
    {
      "epoch": 5.444784233775059,
      "grad_norm": 3.0782811662050213,
      "learning_rate": 6.6633081676674364e-06,
      "loss": 1.7641,
      "step": 64096
    },
    {
      "epoch": 5.4448691811077135,
      "grad_norm": 2.4889796199768544,
      "learning_rate": 6.661284593461069e-06,
      "loss": 1.362,
      "step": 64097
    },
    {
      "epoch": 5.444954128440367,
      "grad_norm": 2.662464289585052,
      "learning_rate": 6.65926131959249e-06,
      "loss": 1.3523,
      "step": 64098
    },
    {
      "epoch": 5.445039075773021,
      "grad_norm": 2.78846148364444,
      "learning_rate": 6.657238346065896e-06,
      "loss": 1.2788,
      "step": 64099
    },
    {
      "epoch": 5.445124023105675,
      "grad_norm": 2.5119380070355377,
      "learning_rate": 6.6552156728855335e-06,
      "loss": 1.2412,
      "step": 64100
    },
    {
      "epoch": 5.445208970438328,
      "grad_norm": 2.6395474805473316,
      "learning_rate": 6.653193300055664e-06,
      "loss": 1.5254,
      "step": 64101
    },
    {
      "epoch": 5.445293917770982,
      "grad_norm": 2.7138942123634218,
      "learning_rate": 6.651171227580538e-06,
      "loss": 1.3172,
      "step": 64102
    },
    {
      "epoch": 5.445378865103636,
      "grad_norm": 2.9139224700849473,
      "learning_rate": 6.649149455464348e-06,
      "loss": 1.6561,
      "step": 64103
    },
    {
      "epoch": 5.445463812436289,
      "grad_norm": 2.560015419162993,
      "learning_rate": 6.647127983711342e-06,
      "loss": 1.367,
      "step": 64104
    },
    {
      "epoch": 5.445548759768943,
      "grad_norm": 2.704753620893714,
      "learning_rate": 6.645106812325768e-06,
      "loss": 1.4914,
      "step": 64105
    },
    {
      "epoch": 5.445633707101597,
      "grad_norm": 2.735205633168172,
      "learning_rate": 6.643085941311854e-06,
      "loss": 1.4584,
      "step": 64106
    },
    {
      "epoch": 5.445718654434251,
      "grad_norm": 2.844689619686318,
      "learning_rate": 6.641065370673848e-06,
      "loss": 1.4071,
      "step": 64107
    },
    {
      "epoch": 5.4458036017669045,
      "grad_norm": 2.6947113742420945,
      "learning_rate": 6.6390451004159465e-06,
      "loss": 1.5624,
      "step": 64108
    },
    {
      "epoch": 5.445888549099558,
      "grad_norm": 3.369032375145116,
      "learning_rate": 6.6370251305424285e-06,
      "loss": 1.6019,
      "step": 64109
    },
    {
      "epoch": 5.445973496432212,
      "grad_norm": 2.4112728249159545,
      "learning_rate": 6.635005461057508e-06,
      "loss": 1.1903,
      "step": 64110
    },
    {
      "epoch": 5.446058443764866,
      "grad_norm": 2.760399364274537,
      "learning_rate": 6.632986091965398e-06,
      "loss": 1.5465,
      "step": 64111
    },
    {
      "epoch": 5.44614339109752,
      "grad_norm": 2.6637864327807743,
      "learning_rate": 6.630967023270345e-06,
      "loss": 1.5132,
      "step": 64112
    },
    {
      "epoch": 5.446228338430173,
      "grad_norm": 2.663156138562352,
      "learning_rate": 6.628948254976613e-06,
      "loss": 1.4127,
      "step": 64113
    },
    {
      "epoch": 5.446313285762827,
      "grad_norm": 2.6240883590913495,
      "learning_rate": 6.626929787088381e-06,
      "loss": 1.435,
      "step": 64114
    },
    {
      "epoch": 5.446398233095481,
      "grad_norm": 2.801197139624501,
      "learning_rate": 6.62491161960988e-06,
      "loss": 1.463,
      "step": 64115
    },
    {
      "epoch": 5.446483180428134,
      "grad_norm": 2.8437687699754095,
      "learning_rate": 6.622893752545371e-06,
      "loss": 1.5147,
      "step": 64116
    },
    {
      "epoch": 5.446568127760789,
      "grad_norm": 2.814883293297602,
      "learning_rate": 6.620876185899088e-06,
      "loss": 1.3473,
      "step": 64117
    },
    {
      "epoch": 5.446653075093442,
      "grad_norm": 2.920757984581116,
      "learning_rate": 6.61885891967519e-06,
      "loss": 1.5396,
      "step": 64118
    },
    {
      "epoch": 5.4467380224260955,
      "grad_norm": 2.6772807215809467,
      "learning_rate": 6.616841953877977e-06,
      "loss": 1.4064,
      "step": 64119
    },
    {
      "epoch": 5.44682296975875,
      "grad_norm": 2.6151025012291322,
      "learning_rate": 6.6148252885116435e-06,
      "loss": 1.4604,
      "step": 64120
    },
    {
      "epoch": 5.446907917091403,
      "grad_norm": 2.6474968314887057,
      "learning_rate": 6.612808923580437e-06,
      "loss": 1.2715,
      "step": 64121
    },
    {
      "epoch": 5.4469928644240575,
      "grad_norm": 2.8231469558970135,
      "learning_rate": 6.610792859088554e-06,
      "loss": 1.3831,
      "step": 64122
    },
    {
      "epoch": 5.447077811756711,
      "grad_norm": 2.6281700339847327,
      "learning_rate": 6.6087770950402245e-06,
      "loss": 1.2255,
      "step": 64123
    },
    {
      "epoch": 5.447162759089364,
      "grad_norm": 2.7242667756316634,
      "learning_rate": 6.606761631439694e-06,
      "loss": 1.3676,
      "step": 64124
    },
    {
      "epoch": 5.447247706422019,
      "grad_norm": 2.425460650994373,
      "learning_rate": 6.604746468291161e-06,
      "loss": 1.2441,
      "step": 64125
    },
    {
      "epoch": 5.447332653754672,
      "grad_norm": 2.7989044066127793,
      "learning_rate": 6.6027316055988376e-06,
      "loss": 1.3282,
      "step": 64126
    },
    {
      "epoch": 5.447417601087325,
      "grad_norm": 2.60231254320499,
      "learning_rate": 6.6007170433669875e-06,
      "loss": 1.2487,
      "step": 64127
    },
    {
      "epoch": 5.44750254841998,
      "grad_norm": 3.2621570709773233,
      "learning_rate": 6.598702781599824e-06,
      "loss": 1.6796,
      "step": 64128
    },
    {
      "epoch": 5.447587495752633,
      "grad_norm": 2.8294179631509224,
      "learning_rate": 6.596688820301526e-06,
      "loss": 1.5686,
      "step": 64129
    },
    {
      "epoch": 5.447672443085287,
      "grad_norm": 2.7132830550083615,
      "learning_rate": 6.5946751594763425e-06,
      "loss": 1.3114,
      "step": 64130
    },
    {
      "epoch": 5.447757390417941,
      "grad_norm": 2.7935893862169237,
      "learning_rate": 6.592661799128484e-06,
      "loss": 1.3732,
      "step": 64131
    },
    {
      "epoch": 5.447842337750594,
      "grad_norm": 2.68278792853038,
      "learning_rate": 6.5906487392622e-06,
      "loss": 1.5058,
      "step": 64132
    },
    {
      "epoch": 5.4479272850832485,
      "grad_norm": 2.7647641214568393,
      "learning_rate": 6.588635979881668e-06,
      "loss": 1.685,
      "step": 64133
    },
    {
      "epoch": 5.448012232415902,
      "grad_norm": 2.719685215558146,
      "learning_rate": 6.586623520991119e-06,
      "loss": 1.2948,
      "step": 64134
    },
    {
      "epoch": 5.448097179748556,
      "grad_norm": 3.283343250399472,
      "learning_rate": 6.584611362594799e-06,
      "loss": 1.6387,
      "step": 64135
    },
    {
      "epoch": 5.44818212708121,
      "grad_norm": 2.554830090018345,
      "learning_rate": 6.582599504696856e-06,
      "loss": 1.2552,
      "step": 64136
    },
    {
      "epoch": 5.448267074413863,
      "grad_norm": 2.754254329956791,
      "learning_rate": 6.580587947301552e-06,
      "loss": 1.4004,
      "step": 64137
    },
    {
      "epoch": 5.448352021746517,
      "grad_norm": 2.6456299915926165,
      "learning_rate": 6.578576690413117e-06,
      "loss": 1.4121,
      "step": 64138
    },
    {
      "epoch": 5.448436969079171,
      "grad_norm": 2.841690851676159,
      "learning_rate": 6.576565734035749e-06,
      "loss": 1.4016,
      "step": 64139
    },
    {
      "epoch": 5.448521916411825,
      "grad_norm": 2.8657489611269047,
      "learning_rate": 6.574555078173627e-06,
      "loss": 1.3562,
      "step": 64140
    },
    {
      "epoch": 5.4486068637444784,
      "grad_norm": 2.7358956838338218,
      "learning_rate": 6.57254472283103e-06,
      "loss": 1.4275,
      "step": 64141
    },
    {
      "epoch": 5.448691811077132,
      "grad_norm": 2.7231689896468914,
      "learning_rate": 6.570534668012123e-06,
      "loss": 1.3935,
      "step": 64142
    },
    {
      "epoch": 5.448776758409786,
      "grad_norm": 2.8082329936169503,
      "learning_rate": 6.568524913721102e-06,
      "loss": 1.3783,
      "step": 64143
    },
    {
      "epoch": 5.4488617057424396,
      "grad_norm": 2.4707103237837607,
      "learning_rate": 6.5665154599622125e-06,
      "loss": 1.3854,
      "step": 64144
    },
    {
      "epoch": 5.448946653075094,
      "grad_norm": 2.703005901240368,
      "learning_rate": 6.564506306739686e-06,
      "loss": 1.509,
      "step": 64145
    },
    {
      "epoch": 5.449031600407747,
      "grad_norm": 2.5055433301901986,
      "learning_rate": 6.562497454057686e-06,
      "loss": 1.478,
      "step": 64146
    },
    {
      "epoch": 5.449116547740401,
      "grad_norm": 2.723754572888973,
      "learning_rate": 6.5604889019204245e-06,
      "loss": 1.4629,
      "step": 64147
    },
    {
      "epoch": 5.449201495073055,
      "grad_norm": 2.4527212191351744,
      "learning_rate": 6.558480650332149e-06,
      "loss": 1.2288,
      "step": 64148
    },
    {
      "epoch": 5.449286442405708,
      "grad_norm": 2.6768621949201536,
      "learning_rate": 6.556472699297021e-06,
      "loss": 1.4051,
      "step": 64149
    },
    {
      "epoch": 5.449371389738362,
      "grad_norm": 2.744982491154835,
      "learning_rate": 6.554465048819291e-06,
      "loss": 1.5782,
      "step": 64150
    },
    {
      "epoch": 5.449456337071016,
      "grad_norm": 2.535825919148355,
      "learning_rate": 6.552457698903135e-06,
      "loss": 1.2797,
      "step": 64151
    },
    {
      "epoch": 5.4495412844036695,
      "grad_norm": 2.4711701414004135,
      "learning_rate": 6.550450649552769e-06,
      "loss": 1.2646,
      "step": 64152
    },
    {
      "epoch": 5.449626231736324,
      "grad_norm": 2.491970426827676,
      "learning_rate": 6.5484439007724045e-06,
      "loss": 1.2791,
      "step": 64153
    },
    {
      "epoch": 5.449711179068977,
      "grad_norm": 2.8283303974390948,
      "learning_rate": 6.5464374525662225e-06,
      "loss": 1.4804,
      "step": 64154
    },
    {
      "epoch": 5.449796126401631,
      "grad_norm": 2.6118754801712916,
      "learning_rate": 6.544431304938452e-06,
      "loss": 1.3948,
      "step": 64155
    },
    {
      "epoch": 5.449881073734285,
      "grad_norm": 2.65672214067955,
      "learning_rate": 6.542425457893291e-06,
      "loss": 1.4235,
      "step": 64156
    },
    {
      "epoch": 5.449966021066938,
      "grad_norm": 2.7584214277078565,
      "learning_rate": 6.540419911434952e-06,
      "loss": 1.4234,
      "step": 64157
    },
    {
      "epoch": 5.450050968399593,
      "grad_norm": 2.96913460586848,
      "learning_rate": 6.5384146655675986e-06,
      "loss": 1.5925,
      "step": 64158
    },
    {
      "epoch": 5.450135915732246,
      "grad_norm": 2.8462458173236813,
      "learning_rate": 6.536409720295494e-06,
      "loss": 1.3554,
      "step": 64159
    },
    {
      "epoch": 5.450220863064899,
      "grad_norm": 2.6065683025247126,
      "learning_rate": 6.534405075622784e-06,
      "loss": 1.4535,
      "step": 64160
    },
    {
      "epoch": 5.450305810397554,
      "grad_norm": 2.689779918482059,
      "learning_rate": 6.532400731553683e-06,
      "loss": 1.5468,
      "step": 64161
    },
    {
      "epoch": 5.450390757730207,
      "grad_norm": 2.5847382462000414,
      "learning_rate": 6.530396688092388e-06,
      "loss": 1.2354,
      "step": 64162
    },
    {
      "epoch": 5.450475705062861,
      "grad_norm": 2.839896886183631,
      "learning_rate": 6.5283929452431435e-06,
      "loss": 1.5212,
      "step": 64163
    },
    {
      "epoch": 5.450560652395515,
      "grad_norm": 2.6801778779799936,
      "learning_rate": 6.526389503010099e-06,
      "loss": 1.5135,
      "step": 64164
    },
    {
      "epoch": 5.450645599728168,
      "grad_norm": 2.7253869465970593,
      "learning_rate": 6.524386361397433e-06,
      "loss": 1.2464,
      "step": 64165
    },
    {
      "epoch": 5.4507305470608225,
      "grad_norm": 2.5828523692110625,
      "learning_rate": 6.522383520409407e-06,
      "loss": 1.5082,
      "step": 64166
    },
    {
      "epoch": 5.450815494393476,
      "grad_norm": 2.4577050508887552,
      "learning_rate": 6.520380980050188e-06,
      "loss": 1.1843,
      "step": 64167
    },
    {
      "epoch": 5.45090044172613,
      "grad_norm": 2.6153053834728297,
      "learning_rate": 6.518378740323954e-06,
      "loss": 1.4347,
      "step": 64168
    },
    {
      "epoch": 5.450985389058784,
      "grad_norm": 2.7280801509152095,
      "learning_rate": 6.516376801234902e-06,
      "loss": 1.273,
      "step": 64169
    },
    {
      "epoch": 5.451070336391437,
      "grad_norm": 2.73578480343215,
      "learning_rate": 6.5143751627872605e-06,
      "loss": 1.5399,
      "step": 64170
    },
    {
      "epoch": 5.451155283724091,
      "grad_norm": 2.6122045068811994,
      "learning_rate": 6.5123738249852116e-06,
      "loss": 1.4065,
      "step": 64171
    },
    {
      "epoch": 5.451240231056745,
      "grad_norm": 2.5812672385072015,
      "learning_rate": 6.510372787832918e-06,
      "loss": 1.4339,
      "step": 64172
    },
    {
      "epoch": 5.451325178389398,
      "grad_norm": 2.6560417163842427,
      "learning_rate": 6.508372051334609e-06,
      "loss": 1.4664,
      "step": 64173
    },
    {
      "epoch": 5.451410125722052,
      "grad_norm": 2.6889929284710337,
      "learning_rate": 6.506371615494449e-06,
      "loss": 1.26,
      "step": 64174
    },
    {
      "epoch": 5.451495073054706,
      "grad_norm": 2.557654441892202,
      "learning_rate": 6.50437148031665e-06,
      "loss": 1.3471,
      "step": 64175
    },
    {
      "epoch": 5.45158002038736,
      "grad_norm": 2.9692269306178156,
      "learning_rate": 6.502371645805393e-06,
      "loss": 1.4938,
      "step": 64176
    },
    {
      "epoch": 5.4516649677200135,
      "grad_norm": 2.6070628126598825,
      "learning_rate": 6.5003721119648745e-06,
      "loss": 1.3649,
      "step": 64177
    },
    {
      "epoch": 5.451749915052668,
      "grad_norm": 2.6617098970768875,
      "learning_rate": 6.49837287879929e-06,
      "loss": 1.4718,
      "step": 64178
    },
    {
      "epoch": 5.451834862385321,
      "grad_norm": 2.878704394387465,
      "learning_rate": 6.496373946312788e-06,
      "loss": 1.6032,
      "step": 64179
    },
    {
      "epoch": 5.451919809717975,
      "grad_norm": 2.677721156078585,
      "learning_rate": 6.494375314509598e-06,
      "loss": 1.3426,
      "step": 64180
    },
    {
      "epoch": 5.452004757050629,
      "grad_norm": 2.8534584411701265,
      "learning_rate": 6.492376983393915e-06,
      "loss": 1.4881,
      "step": 64181
    },
    {
      "epoch": 5.452089704383282,
      "grad_norm": 2.6635448802207926,
      "learning_rate": 6.490378952969921e-06,
      "loss": 1.4234,
      "step": 64182
    },
    {
      "epoch": 5.452174651715936,
      "grad_norm": 3.0322601685014,
      "learning_rate": 6.4883812232417624e-06,
      "loss": 1.6104,
      "step": 64183
    },
    {
      "epoch": 5.45225959904859,
      "grad_norm": 2.7043579471916566,
      "learning_rate": 6.486383794213668e-06,
      "loss": 1.2227,
      "step": 64184
    },
    {
      "epoch": 5.452344546381243,
      "grad_norm": 2.7970209234453165,
      "learning_rate": 6.484386665889802e-06,
      "loss": 1.464,
      "step": 64185
    },
    {
      "epoch": 5.452429493713898,
      "grad_norm": 2.8709542125799286,
      "learning_rate": 6.4823898382743436e-06,
      "loss": 1.3782,
      "step": 64186
    },
    {
      "epoch": 5.452514441046551,
      "grad_norm": 2.5403713809020068,
      "learning_rate": 6.48039331137149e-06,
      "loss": 1.3681,
      "step": 64187
    },
    {
      "epoch": 5.4525993883792045,
      "grad_norm": 2.8341653346738034,
      "learning_rate": 6.478397085185438e-06,
      "loss": 1.569,
      "step": 64188
    },
    {
      "epoch": 5.452684335711859,
      "grad_norm": 2.760745596024873,
      "learning_rate": 6.4764011597203516e-06,
      "loss": 1.6238,
      "step": 64189
    },
    {
      "epoch": 5.452769283044512,
      "grad_norm": 2.5811117042629506,
      "learning_rate": 6.4744055349804095e-06,
      "loss": 1.2927,
      "step": 64190
    },
    {
      "epoch": 5.4528542303771665,
      "grad_norm": 2.7192156703630554,
      "learning_rate": 6.472410210969808e-06,
      "loss": 1.4435,
      "step": 64191
    },
    {
      "epoch": 5.45293917770982,
      "grad_norm": 2.76305761056735,
      "learning_rate": 6.470415187692696e-06,
      "loss": 1.5411,
      "step": 64192
    },
    {
      "epoch": 5.453024125042473,
      "grad_norm": 2.6162858192851197,
      "learning_rate": 6.468420465153301e-06,
      "loss": 1.4417,
      "step": 64193
    },
    {
      "epoch": 5.453109072375128,
      "grad_norm": 2.8529933498696796,
      "learning_rate": 6.466426043355771e-06,
      "loss": 1.4216,
      "step": 64194
    },
    {
      "epoch": 5.453194019707781,
      "grad_norm": 2.63059748787634,
      "learning_rate": 6.464431922304303e-06,
      "loss": 1.4291,
      "step": 64195
    },
    {
      "epoch": 5.4532789670404345,
      "grad_norm": 2.716450359824613,
      "learning_rate": 6.462438102003059e-06,
      "loss": 1.2958,
      "step": 64196
    },
    {
      "epoch": 5.453363914373089,
      "grad_norm": 2.701134309030059,
      "learning_rate": 6.460444582456204e-06,
      "loss": 1.4655,
      "step": 64197
    },
    {
      "epoch": 5.453448861705742,
      "grad_norm": 2.840887471589626,
      "learning_rate": 6.458451363667949e-06,
      "loss": 1.5362,
      "step": 64198
    },
    {
      "epoch": 5.4535338090383965,
      "grad_norm": 2.6260745097206493,
      "learning_rate": 6.456458445642459e-06,
      "loss": 1.3552,
      "step": 64199
    },
    {
      "epoch": 5.45361875637105,
      "grad_norm": 2.5418022555960476,
      "learning_rate": 6.454465828383914e-06,
      "loss": 1.382,
      "step": 64200
    },
    {
      "epoch": 5.453703703703704,
      "grad_norm": 2.565907223651907,
      "learning_rate": 6.452473511896461e-06,
      "loss": 1.3012,
      "step": 64201
    },
    {
      "epoch": 5.453788651036358,
      "grad_norm": 2.848667773774479,
      "learning_rate": 6.450481496184312e-06,
      "loss": 1.3984,
      "step": 64202
    },
    {
      "epoch": 5.453873598369011,
      "grad_norm": 2.5132394375716545,
      "learning_rate": 6.448489781251615e-06,
      "loss": 1.375,
      "step": 64203
    },
    {
      "epoch": 5.453958545701665,
      "grad_norm": 2.7258913896714336,
      "learning_rate": 6.446498367102548e-06,
      "loss": 1.5012,
      "step": 64204
    },
    {
      "epoch": 5.454043493034319,
      "grad_norm": 2.6902174891269266,
      "learning_rate": 6.4445072537412765e-06,
      "loss": 1.4237,
      "step": 64205
    },
    {
      "epoch": 5.454128440366972,
      "grad_norm": 2.7563651180401765,
      "learning_rate": 6.442516441171996e-06,
      "loss": 1.3861,
      "step": 64206
    },
    {
      "epoch": 5.454213387699626,
      "grad_norm": 2.686942279947557,
      "learning_rate": 6.440525929398887e-06,
      "loss": 1.4891,
      "step": 64207
    },
    {
      "epoch": 5.45429833503228,
      "grad_norm": 2.8279929565972126,
      "learning_rate": 6.438535718426063e-06,
      "loss": 1.5224,
      "step": 64208
    },
    {
      "epoch": 5.454383282364934,
      "grad_norm": 3.3451502627999385,
      "learning_rate": 6.436545808257754e-06,
      "loss": 1.6854,
      "step": 64209
    },
    {
      "epoch": 5.4544682296975875,
      "grad_norm": 2.8223138935033205,
      "learning_rate": 6.434556198898089e-06,
      "loss": 1.2991,
      "step": 64210
    },
    {
      "epoch": 5.454553177030241,
      "grad_norm": 2.807122653997724,
      "learning_rate": 6.4325668903512485e-06,
      "loss": 1.373,
      "step": 64211
    },
    {
      "epoch": 5.454638124362895,
      "grad_norm": 2.7341319352256996,
      "learning_rate": 6.430577882621413e-06,
      "loss": 1.3997,
      "step": 64212
    },
    {
      "epoch": 5.454723071695549,
      "grad_norm": 2.6933570663930064,
      "learning_rate": 6.428589175712745e-06,
      "loss": 1.5577,
      "step": 64213
    },
    {
      "epoch": 5.454808019028203,
      "grad_norm": 2.6609488962131116,
      "learning_rate": 6.426600769629408e-06,
      "loss": 1.313,
      "step": 64214
    },
    {
      "epoch": 5.454892966360856,
      "grad_norm": 2.73373709032291,
      "learning_rate": 6.424612664375567e-06,
      "loss": 1.3295,
      "step": 64215
    },
    {
      "epoch": 5.45497791369351,
      "grad_norm": 2.721385344650928,
      "learning_rate": 6.4226248599554e-06,
      "loss": 1.5079,
      "step": 64216
    },
    {
      "epoch": 5.455062861026164,
      "grad_norm": 2.6267692374362808,
      "learning_rate": 6.420637356373037e-06,
      "loss": 1.4076,
      "step": 64217
    },
    {
      "epoch": 5.455147808358817,
      "grad_norm": 2.9616600642826096,
      "learning_rate": 6.418650153632693e-06,
      "loss": 1.5419,
      "step": 64218
    },
    {
      "epoch": 5.455232755691472,
      "grad_norm": 2.5513605841038345,
      "learning_rate": 6.4166632517384794e-06,
      "loss": 1.3598,
      "step": 64219
    },
    {
      "epoch": 5.455317703024125,
      "grad_norm": 2.769257918894153,
      "learning_rate": 6.4146766506946115e-06,
      "loss": 1.4433,
      "step": 64220
    },
    {
      "epoch": 5.4554026503567785,
      "grad_norm": 2.618663807810399,
      "learning_rate": 6.4126903505052174e-06,
      "loss": 1.3559,
      "step": 64221
    },
    {
      "epoch": 5.455487597689433,
      "grad_norm": 2.7102670526182253,
      "learning_rate": 6.410704351174445e-06,
      "loss": 1.4288,
      "step": 64222
    },
    {
      "epoch": 5.455572545022086,
      "grad_norm": 2.8957024460024243,
      "learning_rate": 6.40871865270649e-06,
      "loss": 1.4,
      "step": 64223
    },
    {
      "epoch": 5.4556574923547405,
      "grad_norm": 2.799414713905961,
      "learning_rate": 6.4067332551055175e-06,
      "loss": 1.6244,
      "step": 64224
    },
    {
      "epoch": 5.455742439687394,
      "grad_norm": 2.628607740996309,
      "learning_rate": 6.404748158375672e-06,
      "loss": 1.2673,
      "step": 64225
    },
    {
      "epoch": 5.455827387020047,
      "grad_norm": 2.628327485671013,
      "learning_rate": 6.402763362521085e-06,
      "loss": 1.2139,
      "step": 64226
    },
    {
      "epoch": 5.455912334352702,
      "grad_norm": 3.045180893227114,
      "learning_rate": 6.400778867545969e-06,
      "loss": 1.8202,
      "step": 64227
    },
    {
      "epoch": 5.455997281685355,
      "grad_norm": 2.6755952677536774,
      "learning_rate": 6.3987946734544544e-06,
      "loss": 1.2478,
      "step": 64228
    },
    {
      "epoch": 5.456082229018008,
      "grad_norm": 2.8639447588853795,
      "learning_rate": 6.396810780250689e-06,
      "loss": 1.6851,
      "step": 64229
    },
    {
      "epoch": 5.456167176350663,
      "grad_norm": 2.586958773004241,
      "learning_rate": 6.394827187938817e-06,
      "loss": 1.215,
      "step": 64230
    },
    {
      "epoch": 5.456252123683316,
      "grad_norm": 2.856245576483972,
      "learning_rate": 6.392843896523053e-06,
      "loss": 1.6107,
      "step": 64231
    },
    {
      "epoch": 5.45633707101597,
      "grad_norm": 2.77169841332337,
      "learning_rate": 6.390860906007511e-06,
      "loss": 1.5007,
      "step": 64232
    },
    {
      "epoch": 5.456422018348624,
      "grad_norm": 2.7653227731401238,
      "learning_rate": 6.388878216396337e-06,
      "loss": 1.5198,
      "step": 64233
    },
    {
      "epoch": 5.456506965681277,
      "grad_norm": 2.6736887400384552,
      "learning_rate": 6.386895827693728e-06,
      "loss": 1.4132,
      "step": 64234
    },
    {
      "epoch": 5.4565919130139315,
      "grad_norm": 2.716410913718781,
      "learning_rate": 6.3849137399037795e-06,
      "loss": 1.4784,
      "step": 64235
    },
    {
      "epoch": 5.456676860346585,
      "grad_norm": 2.5639791362455573,
      "learning_rate": 6.382931953030706e-06,
      "loss": 1.3651,
      "step": 64236
    },
    {
      "epoch": 5.456761807679239,
      "grad_norm": 2.5066064663501257,
      "learning_rate": 6.380950467078605e-06,
      "loss": 1.2391,
      "step": 64237
    },
    {
      "epoch": 5.456846755011893,
      "grad_norm": 2.5835268218485714,
      "learning_rate": 6.378969282051671e-06,
      "loss": 1.1368,
      "step": 64238
    },
    {
      "epoch": 5.456931702344546,
      "grad_norm": 2.5654160427904404,
      "learning_rate": 6.376988397954036e-06,
      "loss": 1.1236,
      "step": 64239
    },
    {
      "epoch": 5.4570166496772,
      "grad_norm": 2.729486586895378,
      "learning_rate": 6.375007814789828e-06,
      "loss": 1.2133,
      "step": 64240
    },
    {
      "epoch": 5.457101597009854,
      "grad_norm": 2.696493669653354,
      "learning_rate": 6.37302753256323e-06,
      "loss": 1.5095,
      "step": 64241
    },
    {
      "epoch": 5.457186544342508,
      "grad_norm": 2.8320029416199612,
      "learning_rate": 6.371047551278386e-06,
      "loss": 1.4876,
      "step": 64242
    },
    {
      "epoch": 5.4572714916751615,
      "grad_norm": 2.6969515188110016,
      "learning_rate": 6.36906787093946e-06,
      "loss": 1.5108,
      "step": 64243
    },
    {
      "epoch": 5.457356439007815,
      "grad_norm": 2.656039839494755,
      "learning_rate": 6.367088491550548e-06,
      "loss": 1.5306,
      "step": 64244
    },
    {
      "epoch": 5.457441386340469,
      "grad_norm": 2.5637737673005785,
      "learning_rate": 6.365109413115848e-06,
      "loss": 1.3764,
      "step": 64245
    },
    {
      "epoch": 5.457526333673123,
      "grad_norm": 2.611079723208487,
      "learning_rate": 6.363130635639491e-06,
      "loss": 1.4738,
      "step": 64246
    },
    {
      "epoch": 5.457611281005777,
      "grad_norm": 2.729717790960479,
      "learning_rate": 6.361152159125604e-06,
      "loss": 1.4824,
      "step": 64247
    },
    {
      "epoch": 5.45769622833843,
      "grad_norm": 2.9722934904387555,
      "learning_rate": 6.359173983578353e-06,
      "loss": 1.5612,
      "step": 64248
    },
    {
      "epoch": 5.457781175671084,
      "grad_norm": 2.754426833501622,
      "learning_rate": 6.357196109001883e-06,
      "loss": 1.5347,
      "step": 64249
    },
    {
      "epoch": 5.457866123003738,
      "grad_norm": 2.823694705126047,
      "learning_rate": 6.355218535400358e-06,
      "loss": 1.3777,
      "step": 64250
    },
    {
      "epoch": 5.457951070336391,
      "grad_norm": 2.634004624592144,
      "learning_rate": 6.353241262777859e-06,
      "loss": 1.1961,
      "step": 64251
    },
    {
      "epoch": 5.458036017669045,
      "grad_norm": 2.7196279052367536,
      "learning_rate": 6.351264291138597e-06,
      "loss": 1.5177,
      "step": 64252
    },
    {
      "epoch": 5.458120965001699,
      "grad_norm": 2.6080052463275765,
      "learning_rate": 6.349287620486654e-06,
      "loss": 1.3364,
      "step": 64253
    },
    {
      "epoch": 5.4582059123343525,
      "grad_norm": 2.609005851290088,
      "learning_rate": 6.347311250826243e-06,
      "loss": 1.4545,
      "step": 64254
    },
    {
      "epoch": 5.458290859667007,
      "grad_norm": 2.640104766308097,
      "learning_rate": 6.345335182161426e-06,
      "loss": 1.2659,
      "step": 64255
    },
    {
      "epoch": 5.45837580699966,
      "grad_norm": 3.171451025020218,
      "learning_rate": 6.3433594144964185e-06,
      "loss": 1.7514,
      "step": 64256
    },
    {
      "epoch": 5.458460754332314,
      "grad_norm": 2.694799346811388,
      "learning_rate": 6.341383947835315e-06,
      "loss": 1.3961,
      "step": 64257
    },
    {
      "epoch": 5.458545701664968,
      "grad_norm": 2.6066360742422328,
      "learning_rate": 6.339408782182248e-06,
      "loss": 1.3693,
      "step": 64258
    },
    {
      "epoch": 5.458630648997621,
      "grad_norm": 2.837020538041875,
      "learning_rate": 6.337433917541379e-06,
      "loss": 1.3724,
      "step": 64259
    },
    {
      "epoch": 5.458715596330276,
      "grad_norm": 2.6581891838073926,
      "learning_rate": 6.335459353916839e-06,
      "loss": 1.2919,
      "step": 64260
    },
    {
      "epoch": 5.458800543662929,
      "grad_norm": 2.7085344605313018,
      "learning_rate": 6.3334850913127735e-06,
      "loss": 1.5261,
      "step": 64261
    },
    {
      "epoch": 5.458885490995582,
      "grad_norm": 2.5479920302832304,
      "learning_rate": 6.331511129733296e-06,
      "loss": 1.3171,
      "step": 64262
    },
    {
      "epoch": 5.458970438328237,
      "grad_norm": 2.5408237253684973,
      "learning_rate": 6.329537469182572e-06,
      "loss": 1.0929,
      "step": 64263
    },
    {
      "epoch": 5.45905538566089,
      "grad_norm": 2.8422313801819152,
      "learning_rate": 6.327564109664729e-06,
      "loss": 1.5671,
      "step": 64264
    },
    {
      "epoch": 5.459140332993544,
      "grad_norm": 2.751600442504179,
      "learning_rate": 6.3255910511838645e-06,
      "loss": 1.3614,
      "step": 64265
    },
    {
      "epoch": 5.459225280326198,
      "grad_norm": 2.587209955824515,
      "learning_rate": 6.323618293744159e-06,
      "loss": 1.3806,
      "step": 64266
    },
    {
      "epoch": 5.459310227658851,
      "grad_norm": 2.7380746585683244,
      "learning_rate": 6.321645837349726e-06,
      "loss": 1.3559,
      "step": 64267
    },
    {
      "epoch": 5.4593951749915055,
      "grad_norm": 2.803361118852122,
      "learning_rate": 6.319673682004728e-06,
      "loss": 1.4634,
      "step": 64268
    },
    {
      "epoch": 5.459480122324159,
      "grad_norm": 2.682851921585519,
      "learning_rate": 6.317701827713245e-06,
      "loss": 1.3712,
      "step": 64269
    },
    {
      "epoch": 5.459565069656813,
      "grad_norm": 2.8222738629832627,
      "learning_rate": 6.315730274479442e-06,
      "loss": 1.417,
      "step": 64270
    },
    {
      "epoch": 5.459650016989467,
      "grad_norm": 2.538647610942935,
      "learning_rate": 6.313759022307463e-06,
      "loss": 1.3253,
      "step": 64271
    },
    {
      "epoch": 5.45973496432212,
      "grad_norm": 2.5390202145839065,
      "learning_rate": 6.3117880712013904e-06,
      "loss": 1.245,
      "step": 64272
    },
    {
      "epoch": 5.459819911654774,
      "grad_norm": 2.9861366312148214,
      "learning_rate": 6.309817421165386e-06,
      "loss": 1.6158,
      "step": 64273
    },
    {
      "epoch": 5.459904858987428,
      "grad_norm": 2.7067467208966938,
      "learning_rate": 6.3078470722035976e-06,
      "loss": 1.3547,
      "step": 64274
    },
    {
      "epoch": 5.459989806320081,
      "grad_norm": 2.7255508104322943,
      "learning_rate": 6.305877024320121e-06,
      "loss": 1.5184,
      "step": 64275
    },
    {
      "epoch": 5.460074753652735,
      "grad_norm": 2.844992363525068,
      "learning_rate": 6.303907277519088e-06,
      "loss": 1.3245,
      "step": 64276
    },
    {
      "epoch": 5.460159700985389,
      "grad_norm": 2.866051499842139,
      "learning_rate": 6.3019378318046435e-06,
      "loss": 1.3806,
      "step": 64277
    },
    {
      "epoch": 5.460244648318043,
      "grad_norm": 2.8652469045071634,
      "learning_rate": 6.299968687180884e-06,
      "loss": 1.6253,
      "step": 64278
    },
    {
      "epoch": 5.4603295956506965,
      "grad_norm": 2.7281001716936992,
      "learning_rate": 6.297999843651974e-06,
      "loss": 1.4614,
      "step": 64279
    },
    {
      "epoch": 5.46041454298335,
      "grad_norm": 2.6335675597967154,
      "learning_rate": 6.296031301221993e-06,
      "loss": 1.437,
      "step": 64280
    },
    {
      "epoch": 5.460499490316004,
      "grad_norm": 2.7844550234402496,
      "learning_rate": 6.294063059895121e-06,
      "loss": 1.5813,
      "step": 64281
    },
    {
      "epoch": 5.460584437648658,
      "grad_norm": 2.7363073220627725,
      "learning_rate": 6.2920951196754555e-06,
      "loss": 1.436,
      "step": 64282
    },
    {
      "epoch": 5.460669384981312,
      "grad_norm": 2.804104229831826,
      "learning_rate": 6.290127480567092e-06,
      "loss": 1.507,
      "step": 64283
    },
    {
      "epoch": 5.460754332313965,
      "grad_norm": 3.609242074395654,
      "learning_rate": 6.288160142574178e-06,
      "loss": 1.8344,
      "step": 64284
    },
    {
      "epoch": 5.460839279646619,
      "grad_norm": 2.7243512458444568,
      "learning_rate": 6.2861931057008595e-06,
      "loss": 1.4528,
      "step": 64285
    },
    {
      "epoch": 5.460924226979273,
      "grad_norm": 2.549737816608885,
      "learning_rate": 6.284226369951234e-06,
      "loss": 1.2843,
      "step": 64286
    },
    {
      "epoch": 5.4610091743119265,
      "grad_norm": 2.663392460561244,
      "learning_rate": 6.2822599353294145e-06,
      "loss": 1.187,
      "step": 64287
    },
    {
      "epoch": 5.461094121644581,
      "grad_norm": 2.981538816942876,
      "learning_rate": 6.280293801839531e-06,
      "loss": 1.3551,
      "step": 64288
    },
    {
      "epoch": 5.461179068977234,
      "grad_norm": 2.726647234281897,
      "learning_rate": 6.278327969485714e-06,
      "loss": 1.2339,
      "step": 64289
    },
    {
      "epoch": 5.461264016309888,
      "grad_norm": 2.524229649057844,
      "learning_rate": 6.2763624382720425e-06,
      "loss": 1.1109,
      "step": 64290
    },
    {
      "epoch": 5.461348963642542,
      "grad_norm": 2.8881836429941066,
      "learning_rate": 6.27439720820268e-06,
      "loss": 1.568,
      "step": 64291
    },
    {
      "epoch": 5.461433910975195,
      "grad_norm": 2.9725985102677437,
      "learning_rate": 6.272432279281725e-06,
      "loss": 1.6427,
      "step": 64292
    },
    {
      "epoch": 5.4615188583078496,
      "grad_norm": 2.677146826636177,
      "learning_rate": 6.270467651513305e-06,
      "loss": 1.5811,
      "step": 64293
    },
    {
      "epoch": 5.461603805640503,
      "grad_norm": 2.728878042633769,
      "learning_rate": 6.268503324901519e-06,
      "loss": 1.5203,
      "step": 64294
    },
    {
      "epoch": 5.461688752973156,
      "grad_norm": 2.7129693193478994,
      "learning_rate": 6.266539299450496e-06,
      "loss": 1.258,
      "step": 64295
    },
    {
      "epoch": 5.461773700305811,
      "grad_norm": 2.5487596098120417,
      "learning_rate": 6.264575575164349e-06,
      "loss": 1.3895,
      "step": 64296
    },
    {
      "epoch": 5.461858647638464,
      "grad_norm": 2.988485017285353,
      "learning_rate": 6.262612152047192e-06,
      "loss": 1.7996,
      "step": 64297
    },
    {
      "epoch": 5.4619435949711175,
      "grad_norm": 2.8260796973477476,
      "learning_rate": 6.260649030103121e-06,
      "loss": 1.3814,
      "step": 64298
    },
    {
      "epoch": 5.462028542303772,
      "grad_norm": 2.746939257107894,
      "learning_rate": 6.2586862093363e-06,
      "loss": 1.3498,
      "step": 64299
    },
    {
      "epoch": 5.462113489636425,
      "grad_norm": 2.6381428445588258,
      "learning_rate": 6.256723689750792e-06,
      "loss": 1.3854,
      "step": 64300
    },
    {
      "epoch": 5.4621984369690795,
      "grad_norm": 2.92525444278311,
      "learning_rate": 6.254761471350728e-06,
      "loss": 1.5241,
      "step": 64301
    },
    {
      "epoch": 5.462283384301733,
      "grad_norm": 2.639272629491978,
      "learning_rate": 6.252799554140203e-06,
      "loss": 1.4948,
      "step": 64302
    },
    {
      "epoch": 5.462368331634386,
      "grad_norm": 2.695172636335374,
      "learning_rate": 6.250837938123349e-06,
      "loss": 1.4717,
      "step": 64303
    },
    {
      "epoch": 5.462453278967041,
      "grad_norm": 2.825134228041842,
      "learning_rate": 6.248876623304277e-06,
      "loss": 1.3446,
      "step": 64304
    },
    {
      "epoch": 5.462538226299694,
      "grad_norm": 2.712373966541449,
      "learning_rate": 6.2469156096870695e-06,
      "loss": 1.5455,
      "step": 64305
    },
    {
      "epoch": 5.462623173632348,
      "grad_norm": 2.766473714162433,
      "learning_rate": 6.244954897275872e-06,
      "loss": 1.6191,
      "step": 64306
    },
    {
      "epoch": 5.462708120965002,
      "grad_norm": 2.6241659207856265,
      "learning_rate": 6.242994486074782e-06,
      "loss": 1.3974,
      "step": 64307
    },
    {
      "epoch": 5.462793068297655,
      "grad_norm": 2.899582435461265,
      "learning_rate": 6.241034376087894e-06,
      "loss": 1.4439,
      "step": 64308
    },
    {
      "epoch": 5.462878015630309,
      "grad_norm": 2.661672787453981,
      "learning_rate": 6.2390745673192745e-06,
      "loss": 1.4303,
      "step": 64309
    },
    {
      "epoch": 5.462962962962963,
      "grad_norm": 2.7331548480621564,
      "learning_rate": 6.237115059773135e-06,
      "loss": 1.4169,
      "step": 64310
    },
    {
      "epoch": 5.463047910295617,
      "grad_norm": 2.6665088823411685,
      "learning_rate": 6.235155853453505e-06,
      "loss": 1.5106,
      "step": 64311
    },
    {
      "epoch": 5.4631328576282705,
      "grad_norm": 2.631984638327452,
      "learning_rate": 6.2331969483645e-06,
      "loss": 1.4759,
      "step": 64312
    },
    {
      "epoch": 5.463217804960924,
      "grad_norm": 2.5668490030312707,
      "learning_rate": 6.2312383445102475e-06,
      "loss": 1.4134,
      "step": 64313
    },
    {
      "epoch": 5.463302752293578,
      "grad_norm": 2.525188498964185,
      "learning_rate": 6.22928004189483e-06,
      "loss": 1.378,
      "step": 64314
    },
    {
      "epoch": 5.463387699626232,
      "grad_norm": 2.5576264438503094,
      "learning_rate": 6.227322040522342e-06,
      "loss": 1.4392,
      "step": 64315
    },
    {
      "epoch": 5.463472646958886,
      "grad_norm": 3.4082583916224367,
      "learning_rate": 6.225364340396899e-06,
      "loss": 1.6697,
      "step": 64316
    },
    {
      "epoch": 5.463557594291539,
      "grad_norm": 3.4293654010119567,
      "learning_rate": 6.2234069415226296e-06,
      "loss": 1.7391,
      "step": 64317
    },
    {
      "epoch": 5.463642541624193,
      "grad_norm": 2.8080450774630683,
      "learning_rate": 6.221449843903598e-06,
      "loss": 1.5765,
      "step": 64318
    },
    {
      "epoch": 5.463727488956847,
      "grad_norm": 2.7839236472824793,
      "learning_rate": 6.2194930475439334e-06,
      "loss": 1.6325,
      "step": 64319
    },
    {
      "epoch": 5.4638124362895,
      "grad_norm": 2.796171466105863,
      "learning_rate": 6.217536552447683e-06,
      "loss": 1.5508,
      "step": 64320
    },
    {
      "epoch": 5.463897383622154,
      "grad_norm": 2.7205118015434966,
      "learning_rate": 6.215580358618993e-06,
      "loss": 1.612,
      "step": 64321
    },
    {
      "epoch": 5.463982330954808,
      "grad_norm": 2.4529149338304364,
      "learning_rate": 6.213624466061978e-06,
      "loss": 1.3022,
      "step": 64322
    },
    {
      "epoch": 5.4640672782874615,
      "grad_norm": 2.7611466981970234,
      "learning_rate": 6.2116688747806846e-06,
      "loss": 1.5718,
      "step": 64323
    },
    {
      "epoch": 5.464152225620116,
      "grad_norm": 2.5975104397024347,
      "learning_rate": 6.209713584779258e-06,
      "loss": 1.4379,
      "step": 64324
    },
    {
      "epoch": 5.464237172952769,
      "grad_norm": 2.932180277932799,
      "learning_rate": 6.2077585960617625e-06,
      "loss": 1.3989,
      "step": 64325
    },
    {
      "epoch": 5.464322120285423,
      "grad_norm": 2.522064743536796,
      "learning_rate": 6.205803908632312e-06,
      "loss": 1.3586,
      "step": 64326
    },
    {
      "epoch": 5.464407067618077,
      "grad_norm": 2.940292786779275,
      "learning_rate": 6.203849522494952e-06,
      "loss": 1.5414,
      "step": 64327
    },
    {
      "epoch": 5.46449201495073,
      "grad_norm": 2.6479299177258815,
      "learning_rate": 6.201895437653865e-06,
      "loss": 1.5259,
      "step": 64328
    },
    {
      "epoch": 5.464576962283385,
      "grad_norm": 2.73692494729408,
      "learning_rate": 6.199941654113094e-06,
      "loss": 1.4941,
      "step": 64329
    },
    {
      "epoch": 5.464661909616038,
      "grad_norm": 2.700411193387966,
      "learning_rate": 6.1979881718767386e-06,
      "loss": 1.2065,
      "step": 64330
    },
    {
      "epoch": 5.4647468569486914,
      "grad_norm": 2.659958106492611,
      "learning_rate": 6.196034990948878e-06,
      "loss": 1.4348,
      "step": 64331
    },
    {
      "epoch": 5.464831804281346,
      "grad_norm": 2.6854688645253098,
      "learning_rate": 6.194082111333643e-06,
      "loss": 1.2156,
      "step": 64332
    },
    {
      "epoch": 5.464916751613999,
      "grad_norm": 2.5633631543773756,
      "learning_rate": 6.192129533035078e-06,
      "loss": 1.2739,
      "step": 64333
    },
    {
      "epoch": 5.465001698946653,
      "grad_norm": 2.7621706597445,
      "learning_rate": 6.190177256057316e-06,
      "loss": 1.5282,
      "step": 64334
    },
    {
      "epoch": 5.465086646279307,
      "grad_norm": 2.684133973649428,
      "learning_rate": 6.188225280404419e-06,
      "loss": 1.3579,
      "step": 64335
    },
    {
      "epoch": 5.46517159361196,
      "grad_norm": 2.5010846431998273,
      "learning_rate": 6.186273606080516e-06,
      "loss": 1.1565,
      "step": 64336
    },
    {
      "epoch": 5.4652565409446145,
      "grad_norm": 2.963968450904619,
      "learning_rate": 6.184322233089656e-06,
      "loss": 1.7593,
      "step": 64337
    },
    {
      "epoch": 5.465341488277268,
      "grad_norm": 2.5365102704827667,
      "learning_rate": 6.182371161435917e-06,
      "loss": 1.316,
      "step": 64338
    },
    {
      "epoch": 5.465426435609922,
      "grad_norm": 2.747582187393965,
      "learning_rate": 6.180420391123414e-06,
      "loss": 1.5597,
      "step": 64339
    },
    {
      "epoch": 5.465511382942576,
      "grad_norm": 2.6324119206499463,
      "learning_rate": 6.178469922156243e-06,
      "loss": 1.327,
      "step": 64340
    },
    {
      "epoch": 5.465596330275229,
      "grad_norm": 2.5946431102569805,
      "learning_rate": 6.176519754538467e-06,
      "loss": 1.2466,
      "step": 64341
    },
    {
      "epoch": 5.465681277607883,
      "grad_norm": 2.645716974883576,
      "learning_rate": 6.1745698882742e-06,
      "loss": 1.3392,
      "step": 64342
    },
    {
      "epoch": 5.465766224940537,
      "grad_norm": 2.4202595552911537,
      "learning_rate": 6.172620323367522e-06,
      "loss": 1.2467,
      "step": 64343
    },
    {
      "epoch": 5.46585117227319,
      "grad_norm": 2.8250955339685886,
      "learning_rate": 6.170671059822496e-06,
      "loss": 1.5848,
      "step": 64344
    },
    {
      "epoch": 5.4659361196058445,
      "grad_norm": 2.6001267401511843,
      "learning_rate": 6.168722097643203e-06,
      "loss": 1.4129,
      "step": 64345
    },
    {
      "epoch": 5.466021066938498,
      "grad_norm": 2.9770010359894385,
      "learning_rate": 6.1667734368337385e-06,
      "loss": 1.2989,
      "step": 64346
    },
    {
      "epoch": 5.466106014271152,
      "grad_norm": 2.6198330744639517,
      "learning_rate": 6.1648250773981996e-06,
      "loss": 1.2063,
      "step": 64347
    },
    {
      "epoch": 5.466190961603806,
      "grad_norm": 2.743041327709384,
      "learning_rate": 6.162877019340667e-06,
      "loss": 1.4834,
      "step": 64348
    },
    {
      "epoch": 5.466275908936459,
      "grad_norm": 2.61868004514025,
      "learning_rate": 6.160929262665187e-06,
      "loss": 1.1956,
      "step": 64349
    },
    {
      "epoch": 5.466360856269113,
      "grad_norm": 2.759602548506895,
      "learning_rate": 6.15898180737589e-06,
      "loss": 1.666,
      "step": 64350
    },
    {
      "epoch": 5.466445803601767,
      "grad_norm": 2.9099544959174435,
      "learning_rate": 6.157034653476839e-06,
      "loss": 1.678,
      "step": 64351
    },
    {
      "epoch": 5.466530750934421,
      "grad_norm": 2.6973756428556053,
      "learning_rate": 6.155087800972064e-06,
      "loss": 1.4672,
      "step": 64352
    },
    {
      "epoch": 5.466615698267074,
      "grad_norm": 2.8158801592105873,
      "learning_rate": 6.153141249865728e-06,
      "loss": 1.4608,
      "step": 64353
    },
    {
      "epoch": 5.466700645599728,
      "grad_norm": 2.737398142374491,
      "learning_rate": 6.151195000161862e-06,
      "loss": 1.4127,
      "step": 64354
    },
    {
      "epoch": 5.466785592932382,
      "grad_norm": 2.765517164349203,
      "learning_rate": 6.149249051864563e-06,
      "loss": 1.5767,
      "step": 64355
    },
    {
      "epoch": 5.4668705402650355,
      "grad_norm": 2.6791512554300305,
      "learning_rate": 6.147303404977877e-06,
      "loss": 1.561,
      "step": 64356
    },
    {
      "epoch": 5.46695548759769,
      "grad_norm": 2.8324453043222473,
      "learning_rate": 6.145358059505917e-06,
      "loss": 1.3781,
      "step": 64357
    },
    {
      "epoch": 5.467040434930343,
      "grad_norm": 3.4306358597652538,
      "learning_rate": 6.1434130154527135e-06,
      "loss": 1.8148,
      "step": 64358
    },
    {
      "epoch": 5.467125382262997,
      "grad_norm": 2.9762237701509817,
      "learning_rate": 6.1414682728223975e-06,
      "loss": 1.5288,
      "step": 64359
    },
    {
      "epoch": 5.467210329595651,
      "grad_norm": 2.5475689570031927,
      "learning_rate": 6.139523831618997e-06,
      "loss": 1.3652,
      "step": 64360
    },
    {
      "epoch": 5.467295276928304,
      "grad_norm": 2.7400750923863053,
      "learning_rate": 6.137579691846628e-06,
      "loss": 1.4995,
      "step": 64361
    },
    {
      "epoch": 5.467380224260959,
      "grad_norm": 2.5824254014194614,
      "learning_rate": 6.135635853509352e-06,
      "loss": 1.2813,
      "step": 64362
    },
    {
      "epoch": 5.467465171593612,
      "grad_norm": 2.5733374974850904,
      "learning_rate": 6.133692316611199e-06,
      "loss": 1.4141,
      "step": 64363
    },
    {
      "epoch": 5.467550118926265,
      "grad_norm": 2.8440377482719024,
      "learning_rate": 6.131749081156284e-06,
      "loss": 1.4105,
      "step": 64364
    },
    {
      "epoch": 5.46763506625892,
      "grad_norm": 2.697162422822129,
      "learning_rate": 6.129806147148686e-06,
      "loss": 1.2806,
      "step": 64365
    },
    {
      "epoch": 5.467720013591573,
      "grad_norm": 2.479183991328389,
      "learning_rate": 6.127863514592452e-06,
      "loss": 1.3696,
      "step": 64366
    },
    {
      "epoch": 5.4678049609242265,
      "grad_norm": 2.6877313157981297,
      "learning_rate": 6.125921183491661e-06,
      "loss": 1.4279,
      "step": 64367
    },
    {
      "epoch": 5.467889908256881,
      "grad_norm": 2.9016354987075186,
      "learning_rate": 6.123979153850378e-06,
      "loss": 1.5223,
      "step": 64368
    },
    {
      "epoch": 5.467974855589534,
      "grad_norm": 2.5343591109603403,
      "learning_rate": 6.122037425672699e-06,
      "loss": 1.3254,
      "step": 64369
    },
    {
      "epoch": 5.4680598029221885,
      "grad_norm": 2.630019759117069,
      "learning_rate": 6.120095998962621e-06,
      "loss": 1.4847,
      "step": 64370
    },
    {
      "epoch": 5.468144750254842,
      "grad_norm": 2.7212665216685967,
      "learning_rate": 6.1181548737242905e-06,
      "loss": 1.49,
      "step": 64371
    },
    {
      "epoch": 5.468229697587496,
      "grad_norm": 2.706357636392695,
      "learning_rate": 6.116214049961754e-06,
      "loss": 1.4825,
      "step": 64372
    },
    {
      "epoch": 5.46831464492015,
      "grad_norm": 2.601185775532846,
      "learning_rate": 6.114273527679059e-06,
      "loss": 1.4064,
      "step": 64373
    },
    {
      "epoch": 5.468399592252803,
      "grad_norm": 2.461860433723661,
      "learning_rate": 6.112333306880268e-06,
      "loss": 1.2027,
      "step": 64374
    },
    {
      "epoch": 5.468484539585457,
      "grad_norm": 2.729451473933603,
      "learning_rate": 6.110393387569479e-06,
      "loss": 1.5723,
      "step": 64375
    },
    {
      "epoch": 5.468569486918111,
      "grad_norm": 2.5882619291561006,
      "learning_rate": 6.108453769750721e-06,
      "loss": 1.4178,
      "step": 64376
    },
    {
      "epoch": 5.468654434250764,
      "grad_norm": 2.613315556878218,
      "learning_rate": 6.106514453428091e-06,
      "loss": 1.4228,
      "step": 64377
    },
    {
      "epoch": 5.468739381583418,
      "grad_norm": 2.8514154519326382,
      "learning_rate": 6.104575438605619e-06,
      "loss": 1.5183,
      "step": 64378
    },
    {
      "epoch": 5.468824328916072,
      "grad_norm": 2.4686468754718844,
      "learning_rate": 6.102636725287402e-06,
      "loss": 1.2904,
      "step": 64379
    },
    {
      "epoch": 5.468909276248726,
      "grad_norm": 2.6381858189225165,
      "learning_rate": 6.100698313477487e-06,
      "loss": 1.3486,
      "step": 64380
    },
    {
      "epoch": 5.4689942235813795,
      "grad_norm": 2.822328162226644,
      "learning_rate": 6.0987602031799036e-06,
      "loss": 1.4868,
      "step": 64381
    },
    {
      "epoch": 5.469079170914033,
      "grad_norm": 2.6435580390678557,
      "learning_rate": 6.096822394398765e-06,
      "loss": 1.6041,
      "step": 64382
    },
    {
      "epoch": 5.469164118246687,
      "grad_norm": 2.612358499897657,
      "learning_rate": 6.094884887138102e-06,
      "loss": 1.3452,
      "step": 64383
    },
    {
      "epoch": 5.469249065579341,
      "grad_norm": 3.5143886450275446,
      "learning_rate": 6.0929476814019936e-06,
      "loss": 1.7624,
      "step": 64384
    },
    {
      "epoch": 5.469334012911995,
      "grad_norm": 2.4915360527288324,
      "learning_rate": 6.091010777194471e-06,
      "loss": 1.3872,
      "step": 64385
    },
    {
      "epoch": 5.469418960244648,
      "grad_norm": 2.6145904181878765,
      "learning_rate": 6.089074174519631e-06,
      "loss": 1.2272,
      "step": 64386
    },
    {
      "epoch": 5.469503907577302,
      "grad_norm": 2.6501337976387953,
      "learning_rate": 6.087137873381487e-06,
      "loss": 1.3435,
      "step": 64387
    },
    {
      "epoch": 5.469588854909956,
      "grad_norm": 2.6303806267905108,
      "learning_rate": 6.085201873784118e-06,
      "loss": 1.3461,
      "step": 64388
    },
    {
      "epoch": 5.4696738022426095,
      "grad_norm": 2.665451845658308,
      "learning_rate": 6.083266175731572e-06,
      "loss": 1.4291,
      "step": 64389
    },
    {
      "epoch": 5.469758749575263,
      "grad_norm": 2.7090800176957672,
      "learning_rate": 6.081330779227944e-06,
      "loss": 1.5428,
      "step": 64390
    },
    {
      "epoch": 5.469843696907917,
      "grad_norm": 2.7916092181136727,
      "learning_rate": 6.07939568427725e-06,
      "loss": 1.2782,
      "step": 64391
    },
    {
      "epoch": 5.469928644240571,
      "grad_norm": 3.4241104460330956,
      "learning_rate": 6.077460890883534e-06,
      "loss": 1.777,
      "step": 64392
    },
    {
      "epoch": 5.470013591573225,
      "grad_norm": 2.789780157884234,
      "learning_rate": 6.075526399050878e-06,
      "loss": 1.516,
      "step": 64393
    },
    {
      "epoch": 5.470098538905878,
      "grad_norm": 2.7193328545281887,
      "learning_rate": 6.073592208783346e-06,
      "loss": 1.5389,
      "step": 64394
    },
    {
      "epoch": 5.470183486238533,
      "grad_norm": 2.5719080732227724,
      "learning_rate": 6.071658320084932e-06,
      "loss": 1.3915,
      "step": 64395
    },
    {
      "epoch": 5.470268433571186,
      "grad_norm": 2.7454369545034067,
      "learning_rate": 6.069724732959736e-06,
      "loss": 1.5671,
      "step": 64396
    },
    {
      "epoch": 5.470353380903839,
      "grad_norm": 2.6846115059478617,
      "learning_rate": 6.067791447411819e-06,
      "loss": 1.4176,
      "step": 64397
    },
    {
      "epoch": 5.470438328236494,
      "grad_norm": 2.893305512315708,
      "learning_rate": 6.065858463445211e-06,
      "loss": 1.7239,
      "step": 64398
    },
    {
      "epoch": 5.470523275569147,
      "grad_norm": 2.618049527104092,
      "learning_rate": 6.063925781063944e-06,
      "loss": 1.4225,
      "step": 64399
    },
    {
      "epoch": 5.4706082229018005,
      "grad_norm": 2.7225551153797705,
      "learning_rate": 6.061993400272114e-06,
      "loss": 1.5383,
      "step": 64400
    },
    {
      "epoch": 5.470693170234455,
      "grad_norm": 2.6479194337069956,
      "learning_rate": 6.060061321073717e-06,
      "loss": 1.4383,
      "step": 64401
    },
    {
      "epoch": 5.470778117567108,
      "grad_norm": 2.5204921388324935,
      "learning_rate": 6.058129543472867e-06,
      "loss": 1.5363,
      "step": 64402
    },
    {
      "epoch": 5.4708630648997625,
      "grad_norm": 2.763774977723213,
      "learning_rate": 6.0561980674735274e-06,
      "loss": 1.6432,
      "step": 64403
    },
    {
      "epoch": 5.470948012232416,
      "grad_norm": 2.6097855570313317,
      "learning_rate": 6.0542668930798285e-06,
      "loss": 1.2394,
      "step": 64404
    },
    {
      "epoch": 5.471032959565069,
      "grad_norm": 2.6999746903449955,
      "learning_rate": 6.052336020295767e-06,
      "loss": 1.3553,
      "step": 64405
    },
    {
      "epoch": 5.471117906897724,
      "grad_norm": 2.5915172271722384,
      "learning_rate": 6.050405449125389e-06,
      "loss": 1.2635,
      "step": 64406
    },
    {
      "epoch": 5.471202854230377,
      "grad_norm": 2.9416745163312106,
      "learning_rate": 6.048475179572743e-06,
      "loss": 1.2583,
      "step": 64407
    },
    {
      "epoch": 5.471287801563031,
      "grad_norm": 2.728560837280904,
      "learning_rate": 6.046545211641906e-06,
      "loss": 1.4968,
      "step": 64408
    },
    {
      "epoch": 5.471372748895685,
      "grad_norm": 2.4802405309648563,
      "learning_rate": 6.044615545336895e-06,
      "loss": 1.3505,
      "step": 64409
    },
    {
      "epoch": 5.471457696228338,
      "grad_norm": 3.3456471073131873,
      "learning_rate": 6.042686180661738e-06,
      "loss": 1.629,
      "step": 64410
    },
    {
      "epoch": 5.471542643560992,
      "grad_norm": 2.5588898327426794,
      "learning_rate": 6.040757117620515e-06,
      "loss": 1.2676,
      "step": 64411
    },
    {
      "epoch": 5.471627590893646,
      "grad_norm": 2.6873526818016007,
      "learning_rate": 6.038828356217257e-06,
      "loss": 1.4525,
      "step": 64412
    },
    {
      "epoch": 5.4717125382263,
      "grad_norm": 2.473292096774607,
      "learning_rate": 6.03689989645596e-06,
      "loss": 1.1367,
      "step": 64413
    },
    {
      "epoch": 5.4717974855589535,
      "grad_norm": 3.0877593708434645,
      "learning_rate": 6.034971738340705e-06,
      "loss": 1.6451,
      "step": 64414
    },
    {
      "epoch": 5.471882432891607,
      "grad_norm": 2.627319207827988,
      "learning_rate": 6.033043881875554e-06,
      "loss": 1.3107,
      "step": 64415
    },
    {
      "epoch": 5.471967380224261,
      "grad_norm": 2.7064898345136434,
      "learning_rate": 6.031116327064522e-06,
      "loss": 1.5804,
      "step": 64416
    },
    {
      "epoch": 5.472052327556915,
      "grad_norm": 2.623356417554205,
      "learning_rate": 6.029189073911622e-06,
      "loss": 1.4273,
      "step": 64417
    },
    {
      "epoch": 5.472137274889569,
      "grad_norm": 2.90064584035581,
      "learning_rate": 6.02726212242095e-06,
      "loss": 1.4873,
      "step": 64418
    },
    {
      "epoch": 5.472222222222222,
      "grad_norm": 2.7608183749007282,
      "learning_rate": 6.025335472596471e-06,
      "loss": 1.5361,
      "step": 64419
    },
    {
      "epoch": 5.472307169554876,
      "grad_norm": 2.764283989095668,
      "learning_rate": 6.023409124442296e-06,
      "loss": 1.2732,
      "step": 64420
    },
    {
      "epoch": 5.47239211688753,
      "grad_norm": 3.036812535665433,
      "learning_rate": 6.021483077962391e-06,
      "loss": 1.7419,
      "step": 64421
    },
    {
      "epoch": 5.472477064220183,
      "grad_norm": 2.524745401880438,
      "learning_rate": 6.0195573331608686e-06,
      "loss": 1.3152,
      "step": 64422
    },
    {
      "epoch": 5.472562011552837,
      "grad_norm": 2.784226890354863,
      "learning_rate": 6.017631890041708e-06,
      "loss": 1.5458,
      "step": 64423
    },
    {
      "epoch": 5.472646958885491,
      "grad_norm": 2.5753038620776425,
      "learning_rate": 6.01570674860894e-06,
      "loss": 1.2972,
      "step": 64424
    },
    {
      "epoch": 5.4727319062181445,
      "grad_norm": 2.602785161536221,
      "learning_rate": 6.01378190886661e-06,
      "loss": 1.352,
      "step": 64425
    },
    {
      "epoch": 5.472816853550799,
      "grad_norm": 2.832665029825028,
      "learning_rate": 6.0118573708187845e-06,
      "loss": 1.6609,
      "step": 64426
    },
    {
      "epoch": 5.472901800883452,
      "grad_norm": 2.747678371314505,
      "learning_rate": 6.009933134469475e-06,
      "loss": 1.4535,
      "step": 64427
    },
    {
      "epoch": 5.472986748216106,
      "grad_norm": 2.7177520234027646,
      "learning_rate": 6.008009199822677e-06,
      "loss": 1.4772,
      "step": 64428
    },
    {
      "epoch": 5.47307169554876,
      "grad_norm": 2.748375609093749,
      "learning_rate": 6.006085566882474e-06,
      "loss": 1.3263,
      "step": 64429
    },
    {
      "epoch": 5.473156642881413,
      "grad_norm": 3.2572232952632483,
      "learning_rate": 6.0041622356528764e-06,
      "loss": 1.5558,
      "step": 64430
    },
    {
      "epoch": 5.473241590214068,
      "grad_norm": 2.7423562262514234,
      "learning_rate": 6.002239206137899e-06,
      "loss": 1.5239,
      "step": 64431
    },
    {
      "epoch": 5.473326537546721,
      "grad_norm": 2.5802913761770436,
      "learning_rate": 6.000316478341572e-06,
      "loss": 1.3873,
      "step": 64432
    },
    {
      "epoch": 5.4734114848793745,
      "grad_norm": 2.7959464208130513,
      "learning_rate": 5.998394052267957e-06,
      "loss": 1.4529,
      "step": 64433
    },
    {
      "epoch": 5.473496432212029,
      "grad_norm": 3.036945595165944,
      "learning_rate": 5.996471927921071e-06,
      "loss": 1.5711,
      "step": 64434
    },
    {
      "epoch": 5.473581379544682,
      "grad_norm": 2.563386415767901,
      "learning_rate": 5.994550105304907e-06,
      "loss": 1.4674,
      "step": 64435
    },
    {
      "epoch": 5.4736663268773365,
      "grad_norm": 2.5158249053611077,
      "learning_rate": 5.992628584423548e-06,
      "loss": 1.3199,
      "step": 64436
    },
    {
      "epoch": 5.47375127420999,
      "grad_norm": 2.6331911700794426,
      "learning_rate": 5.990707365280972e-06,
      "loss": 1.1666,
      "step": 64437
    },
    {
      "epoch": 5.473836221542643,
      "grad_norm": 2.5736899067179393,
      "learning_rate": 5.9887864478812105e-06,
      "loss": 1.3083,
      "step": 64438
    },
    {
      "epoch": 5.473921168875298,
      "grad_norm": 2.7769086778981795,
      "learning_rate": 5.986865832228294e-06,
      "loss": 1.7031,
      "step": 64439
    },
    {
      "epoch": 5.474006116207951,
      "grad_norm": 2.6418309609079316,
      "learning_rate": 5.984945518326284e-06,
      "loss": 1.4293,
      "step": 64440
    },
    {
      "epoch": 5.474091063540605,
      "grad_norm": 2.817429975666081,
      "learning_rate": 5.983025506179162e-06,
      "loss": 1.4246,
      "step": 64441
    },
    {
      "epoch": 5.474176010873259,
      "grad_norm": 2.6656271506857063,
      "learning_rate": 5.981105795790942e-06,
      "loss": 1.4637,
      "step": 64442
    },
    {
      "epoch": 5.474260958205912,
      "grad_norm": 2.724534093543074,
      "learning_rate": 5.979186387165686e-06,
      "loss": 1.4696,
      "step": 64443
    },
    {
      "epoch": 5.474345905538566,
      "grad_norm": 2.6974279355538853,
      "learning_rate": 5.977267280307374e-06,
      "loss": 1.5145,
      "step": 64444
    },
    {
      "epoch": 5.47443085287122,
      "grad_norm": 2.83408813108221,
      "learning_rate": 5.975348475220071e-06,
      "loss": 1.4634,
      "step": 64445
    },
    {
      "epoch": 5.474515800203873,
      "grad_norm": 2.754846768373926,
      "learning_rate": 5.973429971907756e-06,
      "loss": 1.5167,
      "step": 64446
    },
    {
      "epoch": 5.4746007475365275,
      "grad_norm": 2.652937099174887,
      "learning_rate": 5.971511770374493e-06,
      "loss": 1.214,
      "step": 64447
    },
    {
      "epoch": 5.474685694869181,
      "grad_norm": 2.7378309837802255,
      "learning_rate": 5.969593870624262e-06,
      "loss": 1.4917,
      "step": 64448
    },
    {
      "epoch": 5.474770642201835,
      "grad_norm": 2.6985213716794845,
      "learning_rate": 5.967676272661093e-06,
      "loss": 1.4354,
      "step": 64449
    },
    {
      "epoch": 5.474855589534489,
      "grad_norm": 2.5708072262020054,
      "learning_rate": 5.965758976488999e-06,
      "loss": 1.3353,
      "step": 64450
    },
    {
      "epoch": 5.474940536867142,
      "grad_norm": 2.825861151841966,
      "learning_rate": 5.963841982112027e-06,
      "loss": 1.4828,
      "step": 64451
    },
    {
      "epoch": 5.475025484199796,
      "grad_norm": 2.6193741606411907,
      "learning_rate": 5.961925289534159e-06,
      "loss": 1.2112,
      "step": 64452
    },
    {
      "epoch": 5.47511043153245,
      "grad_norm": 2.588808390930199,
      "learning_rate": 5.960008898759422e-06,
      "loss": 1.2264,
      "step": 64453
    },
    {
      "epoch": 5.475195378865104,
      "grad_norm": 2.5814448229238316,
      "learning_rate": 5.958092809791848e-06,
      "loss": 1.3163,
      "step": 64454
    },
    {
      "epoch": 5.475280326197757,
      "grad_norm": 2.604832566547176,
      "learning_rate": 5.956177022635434e-06,
      "loss": 1.3976,
      "step": 64455
    },
    {
      "epoch": 5.475365273530411,
      "grad_norm": 2.633056363606295,
      "learning_rate": 5.954261537294175e-06,
      "loss": 1.4706,
      "step": 64456
    },
    {
      "epoch": 5.475450220863065,
      "grad_norm": 2.9264980306798694,
      "learning_rate": 5.952346353772102e-06,
      "loss": 1.6939,
      "step": 64457
    },
    {
      "epoch": 5.4755351681957185,
      "grad_norm": 2.648991494392999,
      "learning_rate": 5.950431472073264e-06,
      "loss": 1.4315,
      "step": 64458
    },
    {
      "epoch": 5.475620115528373,
      "grad_norm": 2.8367254917330027,
      "learning_rate": 5.9485168922016215e-06,
      "loss": 1.3282,
      "step": 64459
    },
    {
      "epoch": 5.475705062861026,
      "grad_norm": 2.7908970550137475,
      "learning_rate": 5.946602614161206e-06,
      "loss": 1.6085,
      "step": 64460
    },
    {
      "epoch": 5.47579001019368,
      "grad_norm": 2.615134088334588,
      "learning_rate": 5.944688637956046e-06,
      "loss": 1.3484,
      "step": 64461
    },
    {
      "epoch": 5.475874957526334,
      "grad_norm": 2.688479018087574,
      "learning_rate": 5.9427749635901075e-06,
      "loss": 1.48,
      "step": 64462
    },
    {
      "epoch": 5.475959904858987,
      "grad_norm": 2.6501244510500164,
      "learning_rate": 5.940861591067453e-06,
      "loss": 1.4119,
      "step": 64463
    },
    {
      "epoch": 5.476044852191642,
      "grad_norm": 2.5510552091028607,
      "learning_rate": 5.938948520392045e-06,
      "loss": 1.1359,
      "step": 64464
    },
    {
      "epoch": 5.476129799524295,
      "grad_norm": 2.5922595189977424,
      "learning_rate": 5.937035751567931e-06,
      "loss": 1.5145,
      "step": 64465
    },
    {
      "epoch": 5.476214746856948,
      "grad_norm": 2.8230754449660553,
      "learning_rate": 5.9351232845991084e-06,
      "loss": 1.6084,
      "step": 64466
    },
    {
      "epoch": 5.476299694189603,
      "grad_norm": 2.7062111708825136,
      "learning_rate": 5.933211119489556e-06,
      "loss": 1.4107,
      "step": 64467
    },
    {
      "epoch": 5.476384641522256,
      "grad_norm": 3.130631579271871,
      "learning_rate": 5.931299256243288e-06,
      "loss": 1.663,
      "step": 64468
    },
    {
      "epoch": 5.4764695888549095,
      "grad_norm": 2.666561652793139,
      "learning_rate": 5.929387694864351e-06,
      "loss": 1.3177,
      "step": 64469
    },
    {
      "epoch": 5.476554536187564,
      "grad_norm": 2.784556823140311,
      "learning_rate": 5.927476435356726e-06,
      "loss": 1.4847,
      "step": 64470
    },
    {
      "epoch": 5.476639483520217,
      "grad_norm": 2.9179693059998493,
      "learning_rate": 5.925565477724392e-06,
      "loss": 1.5271,
      "step": 64471
    },
    {
      "epoch": 5.4767244308528715,
      "grad_norm": 2.689799679750083,
      "learning_rate": 5.923654821971396e-06,
      "loss": 1.4411,
      "step": 64472
    },
    {
      "epoch": 5.476809378185525,
      "grad_norm": 2.7484022748354695,
      "learning_rate": 5.921744468101719e-06,
      "loss": 1.5426,
      "step": 64473
    },
    {
      "epoch": 5.476894325518178,
      "grad_norm": 2.5880540853388485,
      "learning_rate": 5.919834416119357e-06,
      "loss": 1.1614,
      "step": 64474
    },
    {
      "epoch": 5.476979272850833,
      "grad_norm": 2.5787026879557033,
      "learning_rate": 5.917924666028306e-06,
      "loss": 1.4042,
      "step": 64475
    },
    {
      "epoch": 5.477064220183486,
      "grad_norm": 2.6984658239054173,
      "learning_rate": 5.916015217832615e-06,
      "loss": 1.3978,
      "step": 64476
    },
    {
      "epoch": 5.47714916751614,
      "grad_norm": 2.689960449119725,
      "learning_rate": 5.914106071536229e-06,
      "loss": 1.4306,
      "step": 64477
    },
    {
      "epoch": 5.477234114848794,
      "grad_norm": 2.628480310560882,
      "learning_rate": 5.912197227143178e-06,
      "loss": 1.3368,
      "step": 64478
    },
    {
      "epoch": 5.477319062181447,
      "grad_norm": 2.566872656748236,
      "learning_rate": 5.91028868465746e-06,
      "loss": 1.4123,
      "step": 64479
    },
    {
      "epoch": 5.4774040095141014,
      "grad_norm": 2.615192128693491,
      "learning_rate": 5.908380444083072e-06,
      "loss": 1.3636,
      "step": 64480
    },
    {
      "epoch": 5.477488956846755,
      "grad_norm": 2.5790566282725984,
      "learning_rate": 5.906472505423992e-06,
      "loss": 1.404,
      "step": 64481
    },
    {
      "epoch": 5.477573904179409,
      "grad_norm": 2.638144838936925,
      "learning_rate": 5.904564868684236e-06,
      "loss": 1.4458,
      "step": 64482
    },
    {
      "epoch": 5.4776588515120626,
      "grad_norm": 2.832881438338892,
      "learning_rate": 5.902657533867816e-06,
      "loss": 1.5372,
      "step": 64483
    },
    {
      "epoch": 5.477743798844716,
      "grad_norm": 2.4407496115991956,
      "learning_rate": 5.900750500978713e-06,
      "loss": 1.2726,
      "step": 64484
    },
    {
      "epoch": 5.47782874617737,
      "grad_norm": 2.7103856588713486,
      "learning_rate": 5.898843770020889e-06,
      "loss": 1.4334,
      "step": 64485
    },
    {
      "epoch": 5.477913693510024,
      "grad_norm": 2.696936875564758,
      "learning_rate": 5.8969373409984085e-06,
      "loss": 1.438,
      "step": 64486
    },
    {
      "epoch": 5.477998640842678,
      "grad_norm": 2.5788160809603937,
      "learning_rate": 5.895031213915219e-06,
      "loss": 1.2779,
      "step": 64487
    },
    {
      "epoch": 5.478083588175331,
      "grad_norm": 2.6670374937284067,
      "learning_rate": 5.893125388775333e-06,
      "loss": 1.3851,
      "step": 64488
    },
    {
      "epoch": 5.478168535507985,
      "grad_norm": 2.7460994973774184,
      "learning_rate": 5.891219865582714e-06,
      "loss": 1.5765,
      "step": 64489
    },
    {
      "epoch": 5.478253482840639,
      "grad_norm": 2.8741432290057056,
      "learning_rate": 5.889314644341392e-06,
      "loss": 1.5523,
      "step": 64490
    },
    {
      "epoch": 5.4783384301732925,
      "grad_norm": 2.524717099927728,
      "learning_rate": 5.887409725055348e-06,
      "loss": 1.315,
      "step": 64491
    },
    {
      "epoch": 5.478423377505946,
      "grad_norm": 2.6876799292287834,
      "learning_rate": 5.885505107728561e-06,
      "loss": 1.5275,
      "step": 64492
    },
    {
      "epoch": 5.4785083248386,
      "grad_norm": 2.644295116356571,
      "learning_rate": 5.883600792365028e-06,
      "loss": 1.2595,
      "step": 64493
    },
    {
      "epoch": 5.478593272171254,
      "grad_norm": 2.6854591350632226,
      "learning_rate": 5.881696778968747e-06,
      "loss": 1.4244,
      "step": 64494
    },
    {
      "epoch": 5.478678219503908,
      "grad_norm": 2.816856730465264,
      "learning_rate": 5.879793067543714e-06,
      "loss": 1.4213,
      "step": 64495
    },
    {
      "epoch": 5.478763166836561,
      "grad_norm": 2.9013330429656974,
      "learning_rate": 5.877889658093876e-06,
      "loss": 1.6338,
      "step": 64496
    },
    {
      "epoch": 5.478848114169215,
      "grad_norm": 2.76008568773888,
      "learning_rate": 5.87598655062328e-06,
      "loss": 1.5277,
      "step": 64497
    },
    {
      "epoch": 5.478933061501869,
      "grad_norm": 2.8735454911486227,
      "learning_rate": 5.874083745135872e-06,
      "loss": 1.3861,
      "step": 64498
    },
    {
      "epoch": 5.479018008834522,
      "grad_norm": 2.7585451915745827,
      "learning_rate": 5.8721812416356486e-06,
      "loss": 1.5219,
      "step": 64499
    },
    {
      "epoch": 5.479102956167177,
      "grad_norm": 2.715575171677479,
      "learning_rate": 5.8702790401265905e-06,
      "loss": 1.2946,
      "step": 64500
    },
    {
      "epoch": 5.47918790349983,
      "grad_norm": 2.6966928607693452,
      "learning_rate": 5.868377140612712e-06,
      "loss": 1.468,
      "step": 64501
    },
    {
      "epoch": 5.4792728508324835,
      "grad_norm": 2.6817932449749087,
      "learning_rate": 5.866475543097976e-06,
      "loss": 1.5159,
      "step": 64502
    },
    {
      "epoch": 5.479357798165138,
      "grad_norm": 2.7956451208593167,
      "learning_rate": 5.864574247586346e-06,
      "loss": 1.5916,
      "step": 64503
    },
    {
      "epoch": 5.479442745497791,
      "grad_norm": 2.8616403839692954,
      "learning_rate": 5.862673254081851e-06,
      "loss": 1.5408,
      "step": 64504
    },
    {
      "epoch": 5.4795276928304455,
      "grad_norm": 2.64306748550457,
      "learning_rate": 5.860772562588423e-06,
      "loss": 1.4215,
      "step": 64505
    },
    {
      "epoch": 5.479612640163099,
      "grad_norm": 2.5505822015319892,
      "learning_rate": 5.858872173110107e-06,
      "loss": 1.1577,
      "step": 64506
    },
    {
      "epoch": 5.479697587495752,
      "grad_norm": 2.8735177576957263,
      "learning_rate": 5.856972085650818e-06,
      "loss": 1.6352,
      "step": 64507
    },
    {
      "epoch": 5.479782534828407,
      "grad_norm": 2.657214729280759,
      "learning_rate": 5.8550723002146025e-06,
      "loss": 1.3177,
      "step": 64508
    },
    {
      "epoch": 5.47986748216106,
      "grad_norm": 2.8153313398674102,
      "learning_rate": 5.853172816805407e-06,
      "loss": 1.5993,
      "step": 64509
    },
    {
      "epoch": 5.479952429493714,
      "grad_norm": 2.6483264624603793,
      "learning_rate": 5.851273635427195e-06,
      "loss": 1.3974,
      "step": 64510
    },
    {
      "epoch": 5.480037376826368,
      "grad_norm": 2.7227805685400077,
      "learning_rate": 5.849374756083964e-06,
      "loss": 1.4755,
      "step": 64511
    },
    {
      "epoch": 5.480122324159021,
      "grad_norm": 2.5795652666092295,
      "learning_rate": 5.847476178779692e-06,
      "loss": 1.4287,
      "step": 64512
    },
    {
      "epoch": 5.480207271491675,
      "grad_norm": 2.7017989092386863,
      "learning_rate": 5.845577903518378e-06,
      "loss": 1.6362,
      "step": 64513
    },
    {
      "epoch": 5.480292218824329,
      "grad_norm": 2.7064070956797655,
      "learning_rate": 5.843679930303968e-06,
      "loss": 1.3621,
      "step": 64514
    },
    {
      "epoch": 5.480377166156982,
      "grad_norm": 2.679359819391667,
      "learning_rate": 5.841782259140443e-06,
      "loss": 1.3258,
      "step": 64515
    },
    {
      "epoch": 5.4804621134896365,
      "grad_norm": 2.688660172240538,
      "learning_rate": 5.839884890031815e-06,
      "loss": 1.3124,
      "step": 64516
    },
    {
      "epoch": 5.48054706082229,
      "grad_norm": 2.7962720300005883,
      "learning_rate": 5.837987822981999e-06,
      "loss": 1.6473,
      "step": 64517
    },
    {
      "epoch": 5.480632008154944,
      "grad_norm": 2.6908947532100598,
      "learning_rate": 5.83609105799499e-06,
      "loss": 1.268,
      "step": 64518
    },
    {
      "epoch": 5.480716955487598,
      "grad_norm": 2.6350535765337635,
      "learning_rate": 5.834194595074804e-06,
      "loss": 1.4808,
      "step": 64519
    },
    {
      "epoch": 5.480801902820251,
      "grad_norm": 2.5818732622191725,
      "learning_rate": 5.832298434225385e-06,
      "loss": 1.1963,
      "step": 64520
    },
    {
      "epoch": 5.480886850152905,
      "grad_norm": 2.8330746376323392,
      "learning_rate": 5.830402575450699e-06,
      "loss": 1.5988,
      "step": 64521
    },
    {
      "epoch": 5.480971797485559,
      "grad_norm": 2.800779416508208,
      "learning_rate": 5.828507018754724e-06,
      "loss": 1.282,
      "step": 64522
    },
    {
      "epoch": 5.481056744818213,
      "grad_norm": 2.941082505753621,
      "learning_rate": 5.826611764141426e-06,
      "loss": 1.3877,
      "step": 64523
    },
    {
      "epoch": 5.481141692150866,
      "grad_norm": 2.653418990908089,
      "learning_rate": 5.824716811614799e-06,
      "loss": 1.497,
      "step": 64524
    },
    {
      "epoch": 5.48122663948352,
      "grad_norm": 2.652245870288022,
      "learning_rate": 5.8228221611787915e-06,
      "loss": 1.5393,
      "step": 64525
    },
    {
      "epoch": 5.481311586816174,
      "grad_norm": 2.991544608949683,
      "learning_rate": 5.820927812837384e-06,
      "loss": 1.7028,
      "step": 64526
    },
    {
      "epoch": 5.4813965341488275,
      "grad_norm": 2.6584491989482064,
      "learning_rate": 5.819033766594539e-06,
      "loss": 1.4029,
      "step": 64527
    },
    {
      "epoch": 5.481481481481482,
      "grad_norm": 2.685962051242553,
      "learning_rate": 5.81714002245422e-06,
      "loss": 1.4369,
      "step": 64528
    },
    {
      "epoch": 5.481566428814135,
      "grad_norm": 2.447627563619404,
      "learning_rate": 5.815246580420408e-06,
      "loss": 1.2276,
      "step": 64529
    },
    {
      "epoch": 5.481651376146789,
      "grad_norm": 2.722167874349409,
      "learning_rate": 5.813353440497048e-06,
      "loss": 1.5081,
      "step": 64530
    },
    {
      "epoch": 5.481736323479443,
      "grad_norm": 2.678401869793062,
      "learning_rate": 5.811460602688156e-06,
      "loss": 1.2663,
      "step": 64531
    },
    {
      "epoch": 5.481821270812096,
      "grad_norm": 2.699334778292371,
      "learning_rate": 5.809568066997627e-06,
      "loss": 1.4632,
      "step": 64532
    },
    {
      "epoch": 5.481906218144751,
      "grad_norm": 2.816010202187169,
      "learning_rate": 5.8076758334295094e-06,
      "loss": 1.5088,
      "step": 64533
    },
    {
      "epoch": 5.481991165477404,
      "grad_norm": 2.886233233239625,
      "learning_rate": 5.805783901987698e-06,
      "loss": 1.5103,
      "step": 64534
    },
    {
      "epoch": 5.4820761128100575,
      "grad_norm": 2.4921386909808234,
      "learning_rate": 5.803892272676175e-06,
      "loss": 1.1813,
      "step": 64535
    },
    {
      "epoch": 5.482161060142712,
      "grad_norm": 2.706907532610803,
      "learning_rate": 5.802000945498919e-06,
      "loss": 1.2919,
      "step": 64536
    },
    {
      "epoch": 5.482246007475365,
      "grad_norm": 2.6907558514991843,
      "learning_rate": 5.800109920459894e-06,
      "loss": 1.3016,
      "step": 64537
    },
    {
      "epoch": 5.482330954808019,
      "grad_norm": 2.7915451479687734,
      "learning_rate": 5.798219197563047e-06,
      "loss": 1.4528,
      "step": 64538
    },
    {
      "epoch": 5.482415902140673,
      "grad_norm": 2.668899980247072,
      "learning_rate": 5.796328776812342e-06,
      "loss": 1.3885,
      "step": 64539
    },
    {
      "epoch": 5.482500849473326,
      "grad_norm": 2.6094274743520285,
      "learning_rate": 5.7944386582117584e-06,
      "loss": 1.4402,
      "step": 64540
    },
    {
      "epoch": 5.482585796805981,
      "grad_norm": 2.647216374113807,
      "learning_rate": 5.792548841765243e-06,
      "loss": 1.4516,
      "step": 64541
    },
    {
      "epoch": 5.482670744138634,
      "grad_norm": 2.969834122205122,
      "learning_rate": 5.790659327476727e-06,
      "loss": 1.5693,
      "step": 64542
    },
    {
      "epoch": 5.482755691471288,
      "grad_norm": 2.4550045386710297,
      "learning_rate": 5.788770115350205e-06,
      "loss": 1.2185,
      "step": 64543
    },
    {
      "epoch": 5.482840638803942,
      "grad_norm": 2.880020648869978,
      "learning_rate": 5.786881205389643e-06,
      "loss": 1.4092,
      "step": 64544
    },
    {
      "epoch": 5.482925586136595,
      "grad_norm": 2.665734565925645,
      "learning_rate": 5.784992597598987e-06,
      "loss": 1.3864,
      "step": 64545
    },
    {
      "epoch": 5.483010533469249,
      "grad_norm": 2.6891086834068245,
      "learning_rate": 5.783104291982182e-06,
      "loss": 1.5265,
      "step": 64546
    },
    {
      "epoch": 5.483095480801903,
      "grad_norm": 3.249508650014539,
      "learning_rate": 5.781216288543194e-06,
      "loss": 1.5594,
      "step": 64547
    },
    {
      "epoch": 5.483180428134556,
      "grad_norm": 2.5848243502547064,
      "learning_rate": 5.77932858728597e-06,
      "loss": 1.3357,
      "step": 64548
    },
    {
      "epoch": 5.4832653754672105,
      "grad_norm": 2.6663707641179584,
      "learning_rate": 5.777441188214488e-06,
      "loss": 1.2593,
      "step": 64549
    },
    {
      "epoch": 5.483350322799864,
      "grad_norm": 2.7824628150909168,
      "learning_rate": 5.775554091332679e-06,
      "loss": 1.4571,
      "step": 64550
    },
    {
      "epoch": 5.483435270132518,
      "grad_norm": 2.7887122526206154,
      "learning_rate": 5.773667296644524e-06,
      "loss": 1.6152,
      "step": 64551
    },
    {
      "epoch": 5.483520217465172,
      "grad_norm": 2.9893031802367354,
      "learning_rate": 5.771780804153952e-06,
      "loss": 1.6999,
      "step": 64552
    },
    {
      "epoch": 5.483605164797825,
      "grad_norm": 2.7290273806437444,
      "learning_rate": 5.769894613864895e-06,
      "loss": 1.6013,
      "step": 64553
    },
    {
      "epoch": 5.483690112130479,
      "grad_norm": 2.7943576877782146,
      "learning_rate": 5.768008725781348e-06,
      "loss": 1.5773,
      "step": 64554
    },
    {
      "epoch": 5.483775059463133,
      "grad_norm": 3.6109056451172283,
      "learning_rate": 5.766123139907259e-06,
      "loss": 1.9692,
      "step": 64555
    },
    {
      "epoch": 5.483860006795787,
      "grad_norm": 2.380462567689224,
      "learning_rate": 5.764237856246573e-06,
      "loss": 1.2228,
      "step": 64556
    },
    {
      "epoch": 5.48394495412844,
      "grad_norm": 2.738918872091913,
      "learning_rate": 5.762352874803206e-06,
      "loss": 1.5015,
      "step": 64557
    },
    {
      "epoch": 5.484029901461094,
      "grad_norm": 2.7218999213234167,
      "learning_rate": 5.76046819558117e-06,
      "loss": 1.439,
      "step": 64558
    },
    {
      "epoch": 5.484114848793748,
      "grad_norm": 3.0247795125695793,
      "learning_rate": 5.758583818584361e-06,
      "loss": 1.6593,
      "step": 64559
    },
    {
      "epoch": 5.4841997961264015,
      "grad_norm": 2.843972377764691,
      "learning_rate": 5.756699743816745e-06,
      "loss": 1.3129,
      "step": 64560
    },
    {
      "epoch": 5.484284743459055,
      "grad_norm": 2.710373956445395,
      "learning_rate": 5.754815971282267e-06,
      "loss": 1.4765,
      "step": 64561
    },
    {
      "epoch": 5.484369690791709,
      "grad_norm": 2.730485698155618,
      "learning_rate": 5.752932500984891e-06,
      "loss": 1.558,
      "step": 64562
    },
    {
      "epoch": 5.484454638124363,
      "grad_norm": 2.6323013218208917,
      "learning_rate": 5.7510493329285475e-06,
      "loss": 1.3504,
      "step": 64563
    },
    {
      "epoch": 5.484539585457017,
      "grad_norm": 2.7749504039657307,
      "learning_rate": 5.749166467117167e-06,
      "loss": 1.3274,
      "step": 64564
    },
    {
      "epoch": 5.48462453278967,
      "grad_norm": 2.864535411746658,
      "learning_rate": 5.7472839035547445e-06,
      "loss": 1.4362,
      "step": 64565
    },
    {
      "epoch": 5.484709480122325,
      "grad_norm": 2.792729998544525,
      "learning_rate": 5.745401642245162e-06,
      "loss": 1.393,
      "step": 64566
    },
    {
      "epoch": 5.484794427454978,
      "grad_norm": 3.5045684814392315,
      "learning_rate": 5.743519683192416e-06,
      "loss": 1.7318,
      "step": 64567
    },
    {
      "epoch": 5.484879374787631,
      "grad_norm": 2.7762553632791396,
      "learning_rate": 5.7416380264004195e-06,
      "loss": 1.5487,
      "step": 64568
    },
    {
      "epoch": 5.484964322120286,
      "grad_norm": 3.080984955945335,
      "learning_rate": 5.73975667187312e-06,
      "loss": 1.5665,
      "step": 64569
    },
    {
      "epoch": 5.485049269452939,
      "grad_norm": 2.583777337760765,
      "learning_rate": 5.7378756196144795e-06,
      "loss": 1.2651,
      "step": 64570
    },
    {
      "epoch": 5.4851342167855925,
      "grad_norm": 2.685385704627264,
      "learning_rate": 5.7359948696284296e-06,
      "loss": 1.4976,
      "step": 64571
    },
    {
      "epoch": 5.485219164118247,
      "grad_norm": 2.7001442664481634,
      "learning_rate": 5.734114421918868e-06,
      "loss": 1.1939,
      "step": 64572
    },
    {
      "epoch": 5.4853041114509,
      "grad_norm": 2.6115756505563787,
      "learning_rate": 5.7322342764897885e-06,
      "loss": 1.3407,
      "step": 64573
    },
    {
      "epoch": 5.4853890587835545,
      "grad_norm": 2.8878604337237648,
      "learning_rate": 5.730354433345125e-06,
      "loss": 1.6453,
      "step": 64574
    },
    {
      "epoch": 5.485474006116208,
      "grad_norm": 2.55226239219047,
      "learning_rate": 5.728474892488788e-06,
      "loss": 1.3693,
      "step": 64575
    },
    {
      "epoch": 5.485558953448861,
      "grad_norm": 3.3496953681851975,
      "learning_rate": 5.726595653924743e-06,
      "loss": 1.7486,
      "step": 64576
    },
    {
      "epoch": 5.485643900781516,
      "grad_norm": 2.5672202328158913,
      "learning_rate": 5.724716717656919e-06,
      "loss": 1.3641,
      "step": 64577
    },
    {
      "epoch": 5.485728848114169,
      "grad_norm": 2.6641109284214037,
      "learning_rate": 5.722838083689263e-06,
      "loss": 1.1888,
      "step": 64578
    },
    {
      "epoch": 5.485813795446823,
      "grad_norm": 2.7097948078010208,
      "learning_rate": 5.720959752025655e-06,
      "loss": 1.2933,
      "step": 64579
    },
    {
      "epoch": 5.485898742779477,
      "grad_norm": 2.6097356376864966,
      "learning_rate": 5.71908172267011e-06,
      "loss": 1.5155,
      "step": 64580
    },
    {
      "epoch": 5.48598369011213,
      "grad_norm": 2.709424379316692,
      "learning_rate": 5.7172039956265234e-06,
      "loss": 1.4824,
      "step": 64581
    },
    {
      "epoch": 5.4860686374447845,
      "grad_norm": 2.831997948700338,
      "learning_rate": 5.715326570898826e-06,
      "loss": 1.5523,
      "step": 64582
    },
    {
      "epoch": 5.486153584777438,
      "grad_norm": 2.708316820655621,
      "learning_rate": 5.713449448490964e-06,
      "loss": 1.2903,
      "step": 64583
    },
    {
      "epoch": 5.486238532110092,
      "grad_norm": 2.6480091010962927,
      "learning_rate": 5.711572628406885e-06,
      "loss": 1.3132,
      "step": 64584
    },
    {
      "epoch": 5.486323479442746,
      "grad_norm": 3.018758502093737,
      "learning_rate": 5.709696110650469e-06,
      "loss": 1.5164,
      "step": 64585
    },
    {
      "epoch": 5.486408426775399,
      "grad_norm": 3.0374455442194304,
      "learning_rate": 5.707819895225696e-06,
      "loss": 1.5436,
      "step": 64586
    },
    {
      "epoch": 5.486493374108053,
      "grad_norm": 2.591000047438218,
      "learning_rate": 5.705943982136496e-06,
      "loss": 1.4543,
      "step": 64587
    },
    {
      "epoch": 5.486578321440707,
      "grad_norm": 2.894206135152645,
      "learning_rate": 5.704068371386783e-06,
      "loss": 1.2559,
      "step": 64588
    },
    {
      "epoch": 5.486663268773361,
      "grad_norm": 2.6913798734405328,
      "learning_rate": 5.702193062980487e-06,
      "loss": 1.2096,
      "step": 64589
    },
    {
      "epoch": 5.486748216106014,
      "grad_norm": 2.7915743102741732,
      "learning_rate": 5.700318056921522e-06,
      "loss": 1.3499,
      "step": 64590
    },
    {
      "epoch": 5.486833163438668,
      "grad_norm": 2.7051975938127573,
      "learning_rate": 5.69844335321385e-06,
      "loss": 1.2357,
      "step": 64591
    },
    {
      "epoch": 5.486918110771322,
      "grad_norm": 2.837079235261391,
      "learning_rate": 5.6965689518613854e-06,
      "loss": 1.4,
      "step": 64592
    },
    {
      "epoch": 5.4870030581039755,
      "grad_norm": 2.6726232482911048,
      "learning_rate": 5.694694852868059e-06,
      "loss": 1.4742,
      "step": 64593
    },
    {
      "epoch": 5.487088005436629,
      "grad_norm": 2.523677021370546,
      "learning_rate": 5.6928210562378e-06,
      "loss": 1.2512,
      "step": 64594
    },
    {
      "epoch": 5.487172952769283,
      "grad_norm": 2.6587556057865855,
      "learning_rate": 5.690947561974523e-06,
      "loss": 1.3692,
      "step": 64595
    },
    {
      "epoch": 5.487257900101937,
      "grad_norm": 2.926954157444974,
      "learning_rate": 5.689074370082158e-06,
      "loss": 1.629,
      "step": 64596
    },
    {
      "epoch": 5.487342847434591,
      "grad_norm": 2.6397722767475593,
      "learning_rate": 5.6872014805646015e-06,
      "loss": 1.1835,
      "step": 64597
    },
    {
      "epoch": 5.487427794767244,
      "grad_norm": 2.8054564360163634,
      "learning_rate": 5.685328893425833e-06,
      "loss": 1.4022,
      "step": 64598
    },
    {
      "epoch": 5.487512742099898,
      "grad_norm": 2.699103056140428,
      "learning_rate": 5.683456608669768e-06,
      "loss": 1.2765,
      "step": 64599
    },
    {
      "epoch": 5.487597689432552,
      "grad_norm": 2.6983984963716803,
      "learning_rate": 5.681584626300284e-06,
      "loss": 1.514,
      "step": 64600
    },
    {
      "epoch": 5.487682636765205,
      "grad_norm": 2.669001662891458,
      "learning_rate": 5.67971294632133e-06,
      "loss": 1.2396,
      "step": 64601
    },
    {
      "epoch": 5.48776758409786,
      "grad_norm": 2.8004316145075414,
      "learning_rate": 5.677841568736852e-06,
      "loss": 1.5476,
      "step": 64602
    },
    {
      "epoch": 5.487852531430513,
      "grad_norm": 2.557951402992425,
      "learning_rate": 5.67597049355073e-06,
      "loss": 1.2955,
      "step": 64603
    },
    {
      "epoch": 5.4879374787631665,
      "grad_norm": 2.8410058587899236,
      "learning_rate": 5.674099720766895e-06,
      "loss": 1.3356,
      "step": 64604
    },
    {
      "epoch": 5.488022426095821,
      "grad_norm": 2.702157884646448,
      "learning_rate": 5.672229250389293e-06,
      "loss": 1.3985,
      "step": 64605
    },
    {
      "epoch": 5.488107373428474,
      "grad_norm": 2.957968669911038,
      "learning_rate": 5.670359082421821e-06,
      "loss": 1.5415,
      "step": 64606
    },
    {
      "epoch": 5.4881923207611285,
      "grad_norm": 2.9021804030589657,
      "learning_rate": 5.668489216868394e-06,
      "loss": 1.5272,
      "step": 64607
    },
    {
      "epoch": 5.488277268093782,
      "grad_norm": 2.778512575545694,
      "learning_rate": 5.666619653732923e-06,
      "loss": 1.5409,
      "step": 64608
    },
    {
      "epoch": 5.488362215426435,
      "grad_norm": 2.7108108125761667,
      "learning_rate": 5.6647503930193576e-06,
      "loss": 1.5054,
      "step": 64609
    },
    {
      "epoch": 5.48844716275909,
      "grad_norm": 2.6492559571486103,
      "learning_rate": 5.662881434731592e-06,
      "loss": 1.2449,
      "step": 64610
    },
    {
      "epoch": 5.488532110091743,
      "grad_norm": 2.749306445426628,
      "learning_rate": 5.661012778873542e-06,
      "loss": 1.4988,
      "step": 64611
    },
    {
      "epoch": 5.488617057424397,
      "grad_norm": 2.6577226426153535,
      "learning_rate": 5.659144425449136e-06,
      "loss": 1.4098,
      "step": 64612
    },
    {
      "epoch": 5.488702004757051,
      "grad_norm": 2.6598971208857054,
      "learning_rate": 5.657276374462272e-06,
      "loss": 1.5133,
      "step": 64613
    },
    {
      "epoch": 5.488786952089704,
      "grad_norm": 2.6699714269323276,
      "learning_rate": 5.655408625916897e-06,
      "loss": 1.2453,
      "step": 64614
    },
    {
      "epoch": 5.488871899422358,
      "grad_norm": 2.5866534119252518,
      "learning_rate": 5.653541179816856e-06,
      "loss": 1.1399,
      "step": 64615
    },
    {
      "epoch": 5.488956846755012,
      "grad_norm": 2.77865834550568,
      "learning_rate": 5.651674036166115e-06,
      "loss": 1.5734,
      "step": 64616
    },
    {
      "epoch": 5.489041794087665,
      "grad_norm": 2.676234485250164,
      "learning_rate": 5.649807194968603e-06,
      "loss": 1.2714,
      "step": 64617
    },
    {
      "epoch": 5.4891267414203195,
      "grad_norm": 2.634248967572113,
      "learning_rate": 5.647940656228184e-06,
      "loss": 1.3964,
      "step": 64618
    },
    {
      "epoch": 5.489211688752973,
      "grad_norm": 2.480439831183393,
      "learning_rate": 5.6460744199487875e-06,
      "loss": 1.208,
      "step": 64619
    },
    {
      "epoch": 5.489296636085627,
      "grad_norm": 2.706527608422387,
      "learning_rate": 5.644208486134344e-06,
      "loss": 1.4318,
      "step": 64620
    },
    {
      "epoch": 5.489381583418281,
      "grad_norm": 2.6115727756430305,
      "learning_rate": 5.64234285478875e-06,
      "loss": 1.4174,
      "step": 64621
    },
    {
      "epoch": 5.489466530750934,
      "grad_norm": 2.738012213591116,
      "learning_rate": 5.640477525915871e-06,
      "loss": 1.5741,
      "step": 64622
    },
    {
      "epoch": 5.489551478083588,
      "grad_norm": 2.8084048149754053,
      "learning_rate": 5.638612499519685e-06,
      "loss": 1.4978,
      "step": 64623
    },
    {
      "epoch": 5.489636425416242,
      "grad_norm": 2.6389699973964915,
      "learning_rate": 5.6367477756040725e-06,
      "loss": 1.4165,
      "step": 64624
    },
    {
      "epoch": 5.489721372748896,
      "grad_norm": 2.517638837786797,
      "learning_rate": 5.634883354172931e-06,
      "loss": 1.3576,
      "step": 64625
    },
    {
      "epoch": 5.4898063200815495,
      "grad_norm": 2.6969356529122863,
      "learning_rate": 5.633019235230157e-06,
      "loss": 1.4497,
      "step": 64626
    },
    {
      "epoch": 5.489891267414203,
      "grad_norm": 2.6985498797163414,
      "learning_rate": 5.631155418779698e-06,
      "loss": 1.3451,
      "step": 64627
    },
    {
      "epoch": 5.489976214746857,
      "grad_norm": 2.698871511128246,
      "learning_rate": 5.629291904825417e-06,
      "loss": 1.5784,
      "step": 64628
    },
    {
      "epoch": 5.490061162079511,
      "grad_norm": 2.6876106494902703,
      "learning_rate": 5.627428693371244e-06,
      "loss": 1.4591,
      "step": 64629
    },
    {
      "epoch": 5.490146109412165,
      "grad_norm": 2.6277394988879417,
      "learning_rate": 5.62556578442106e-06,
      "loss": 1.4419,
      "step": 64630
    },
    {
      "epoch": 5.490231056744818,
      "grad_norm": 2.709578259953764,
      "learning_rate": 5.623703177978811e-06,
      "loss": 1.3305,
      "step": 64631
    },
    {
      "epoch": 5.490316004077472,
      "grad_norm": 2.7582689959057225,
      "learning_rate": 5.621840874048361e-06,
      "loss": 1.3696,
      "step": 64632
    },
    {
      "epoch": 5.490400951410126,
      "grad_norm": 2.541943094389013,
      "learning_rate": 5.619978872633607e-06,
      "loss": 1.3988,
      "step": 64633
    },
    {
      "epoch": 5.490485898742779,
      "grad_norm": 2.634544587984103,
      "learning_rate": 5.618117173738479e-06,
      "loss": 1.5718,
      "step": 64634
    },
    {
      "epoch": 5.490570846075434,
      "grad_norm": 2.7654528578373467,
      "learning_rate": 5.616255777366874e-06,
      "loss": 1.5959,
      "step": 64635
    },
    {
      "epoch": 5.490655793408087,
      "grad_norm": 2.7553403632393425,
      "learning_rate": 5.614394683522671e-06,
      "loss": 1.3347,
      "step": 64636
    },
    {
      "epoch": 5.4907407407407405,
      "grad_norm": 2.7720091866274528,
      "learning_rate": 5.612533892209786e-06,
      "loss": 1.391,
      "step": 64637
    },
    {
      "epoch": 5.490825688073395,
      "grad_norm": 2.4773886615406084,
      "learning_rate": 5.610673403432114e-06,
      "loss": 1.3778,
      "step": 64638
    },
    {
      "epoch": 5.490910635406048,
      "grad_norm": 2.715012995448273,
      "learning_rate": 5.6088132171935525e-06,
      "loss": 1.2943,
      "step": 64639
    },
    {
      "epoch": 5.490995582738702,
      "grad_norm": 2.813204653144203,
      "learning_rate": 5.606953333497982e-06,
      "loss": 1.669,
      "step": 64640
    },
    {
      "epoch": 5.491080530071356,
      "grad_norm": 2.705091118153567,
      "learning_rate": 5.605093752349333e-06,
      "loss": 1.3232,
      "step": 64641
    },
    {
      "epoch": 5.491165477404009,
      "grad_norm": 2.885990235165683,
      "learning_rate": 5.6032344737515e-06,
      "loss": 1.6904,
      "step": 64642
    },
    {
      "epoch": 5.491250424736664,
      "grad_norm": 3.3782234228291923,
      "learning_rate": 5.601375497708366e-06,
      "loss": 1.6524,
      "step": 64643
    },
    {
      "epoch": 5.491335372069317,
      "grad_norm": 2.7763547100662147,
      "learning_rate": 5.599516824223793e-06,
      "loss": 1.534,
      "step": 64644
    },
    {
      "epoch": 5.49142031940197,
      "grad_norm": 2.5705581429120716,
      "learning_rate": 5.597658453301729e-06,
      "loss": 1.5298,
      "step": 64645
    },
    {
      "epoch": 5.491505266734625,
      "grad_norm": 2.970670907072625,
      "learning_rate": 5.595800384946036e-06,
      "loss": 1.4303,
      "step": 64646
    },
    {
      "epoch": 5.491590214067278,
      "grad_norm": 2.8028408637649624,
      "learning_rate": 5.593942619160629e-06,
      "loss": 1.5156,
      "step": 64647
    },
    {
      "epoch": 5.491675161399932,
      "grad_norm": 2.750645468048325,
      "learning_rate": 5.592085155949388e-06,
      "loss": 1.3737,
      "step": 64648
    },
    {
      "epoch": 5.491760108732586,
      "grad_norm": 2.826165500863751,
      "learning_rate": 5.5902279953162096e-06,
      "loss": 1.5304,
      "step": 64649
    },
    {
      "epoch": 5.491845056065239,
      "grad_norm": 2.707665349900906,
      "learning_rate": 5.588371137264974e-06,
      "loss": 1.4599,
      "step": 64650
    },
    {
      "epoch": 5.4919300033978935,
      "grad_norm": 2.630854605653991,
      "learning_rate": 5.586514581799578e-06,
      "loss": 1.4064,
      "step": 64651
    },
    {
      "epoch": 5.492014950730547,
      "grad_norm": 2.6384313198918554,
      "learning_rate": 5.5846583289239026e-06,
      "loss": 1.2458,
      "step": 64652
    },
    {
      "epoch": 5.492099898063201,
      "grad_norm": 2.8502310260945527,
      "learning_rate": 5.582802378641877e-06,
      "loss": 1.4686,
      "step": 64653
    },
    {
      "epoch": 5.492184845395855,
      "grad_norm": 2.7382390216578796,
      "learning_rate": 5.580946730957347e-06,
      "loss": 1.6072,
      "step": 64654
    },
    {
      "epoch": 5.492269792728508,
      "grad_norm": 2.7062612386737377,
      "learning_rate": 5.579091385874196e-06,
      "loss": 1.2847,
      "step": 64655
    },
    {
      "epoch": 5.492354740061162,
      "grad_norm": 2.508490269540677,
      "learning_rate": 5.577236343396368e-06,
      "loss": 1.4169,
      "step": 64656
    },
    {
      "epoch": 5.492439687393816,
      "grad_norm": 2.932064662225853,
      "learning_rate": 5.575381603527695e-06,
      "loss": 1.573,
      "step": 64657
    },
    {
      "epoch": 5.49252463472647,
      "grad_norm": 2.907526007010274,
      "learning_rate": 5.573527166272057e-06,
      "loss": 1.7589,
      "step": 64658
    },
    {
      "epoch": 5.492609582059123,
      "grad_norm": 2.670151648192837,
      "learning_rate": 5.571673031633367e-06,
      "loss": 1.1966,
      "step": 64659
    },
    {
      "epoch": 5.492694529391777,
      "grad_norm": 2.814120673653475,
      "learning_rate": 5.569819199615538e-06,
      "loss": 1.632,
      "step": 64660
    },
    {
      "epoch": 5.492779476724431,
      "grad_norm": 2.6317014208856797,
      "learning_rate": 5.567965670222402e-06,
      "loss": 1.2882,
      "step": 64661
    },
    {
      "epoch": 5.4928644240570845,
      "grad_norm": 2.7709465820286283,
      "learning_rate": 5.566112443457854e-06,
      "loss": 1.5564,
      "step": 64662
    },
    {
      "epoch": 5.492949371389738,
      "grad_norm": 2.688749366276655,
      "learning_rate": 5.564259519325809e-06,
      "loss": 1.2651,
      "step": 64663
    },
    {
      "epoch": 5.493034318722392,
      "grad_norm": 2.5668515670332055,
      "learning_rate": 5.56240689783013e-06,
      "loss": 1.2109,
      "step": 64664
    },
    {
      "epoch": 5.493119266055046,
      "grad_norm": 2.6773148646888654,
      "learning_rate": 5.560554578974663e-06,
      "loss": 1.4179,
      "step": 64665
    },
    {
      "epoch": 5.4932042133877,
      "grad_norm": 2.9304516602198047,
      "learning_rate": 5.558702562763323e-06,
      "loss": 1.6677,
      "step": 64666
    },
    {
      "epoch": 5.493289160720353,
      "grad_norm": 2.6689717044378427,
      "learning_rate": 5.5568508492000065e-06,
      "loss": 1.2229,
      "step": 64667
    },
    {
      "epoch": 5.493374108053007,
      "grad_norm": 2.6278555143418103,
      "learning_rate": 5.5549994382885765e-06,
      "loss": 1.2331,
      "step": 64668
    },
    {
      "epoch": 5.493459055385661,
      "grad_norm": 2.8666495155117624,
      "learning_rate": 5.553148330032897e-06,
      "loss": 1.5251,
      "step": 64669
    },
    {
      "epoch": 5.4935440027183144,
      "grad_norm": 2.8801508191330836,
      "learning_rate": 5.551297524436881e-06,
      "loss": 1.6624,
      "step": 64670
    },
    {
      "epoch": 5.493628950050969,
      "grad_norm": 2.6797635811974225,
      "learning_rate": 5.549447021504378e-06,
      "loss": 1.4635,
      "step": 64671
    },
    {
      "epoch": 5.493713897383622,
      "grad_norm": 2.6139448167534716,
      "learning_rate": 5.547596821239264e-06,
      "loss": 1.3248,
      "step": 64672
    },
    {
      "epoch": 5.4937988447162756,
      "grad_norm": 2.971177456759007,
      "learning_rate": 5.545746923645422e-06,
      "loss": 1.5431,
      "step": 64673
    },
    {
      "epoch": 5.49388379204893,
      "grad_norm": 2.616001342629353,
      "learning_rate": 5.543897328726765e-06,
      "loss": 1.3792,
      "step": 64674
    },
    {
      "epoch": 5.493968739381583,
      "grad_norm": 2.7552265529054787,
      "learning_rate": 5.5420480364871064e-06,
      "loss": 1.3671,
      "step": 64675
    },
    {
      "epoch": 5.4940536867142375,
      "grad_norm": 2.9616160011391357,
      "learning_rate": 5.540199046930361e-06,
      "loss": 1.5928,
      "step": 64676
    },
    {
      "epoch": 5.494138634046891,
      "grad_norm": 2.697382163727755,
      "learning_rate": 5.538350360060373e-06,
      "loss": 1.5076,
      "step": 64677
    },
    {
      "epoch": 5.494223581379544,
      "grad_norm": 2.6825595172072916,
      "learning_rate": 5.536501975881058e-06,
      "loss": 1.391,
      "step": 64678
    },
    {
      "epoch": 5.494308528712199,
      "grad_norm": 2.8305576317898735,
      "learning_rate": 5.534653894396263e-06,
      "loss": 1.6096,
      "step": 64679
    },
    {
      "epoch": 5.494393476044852,
      "grad_norm": 2.703922111695019,
      "learning_rate": 5.53280611560985e-06,
      "loss": 1.4635,
      "step": 64680
    },
    {
      "epoch": 5.494478423377506,
      "grad_norm": 2.8684084117523128,
      "learning_rate": 5.530958639525717e-06,
      "loss": 1.5026,
      "step": 64681
    },
    {
      "epoch": 5.49456337071016,
      "grad_norm": 2.886637454553455,
      "learning_rate": 5.529111466147712e-06,
      "loss": 1.433,
      "step": 64682
    },
    {
      "epoch": 5.494648318042813,
      "grad_norm": 2.9882952956603175,
      "learning_rate": 5.527264595479714e-06,
      "loss": 1.5725,
      "step": 64683
    },
    {
      "epoch": 5.4947332653754675,
      "grad_norm": 2.789480578815546,
      "learning_rate": 5.5254180275255856e-06,
      "loss": 1.4376,
      "step": 64684
    },
    {
      "epoch": 5.494818212708121,
      "grad_norm": 2.713855976793366,
      "learning_rate": 5.523571762289225e-06,
      "loss": 1.3344,
      "step": 64685
    },
    {
      "epoch": 5.494903160040774,
      "grad_norm": 2.5026868880839266,
      "learning_rate": 5.521725799774479e-06,
      "loss": 1.3343,
      "step": 64686
    },
    {
      "epoch": 5.494988107373429,
      "grad_norm": 2.6516065296045213,
      "learning_rate": 5.5198801399851945e-06,
      "loss": 1.4389,
      "step": 64687
    },
    {
      "epoch": 5.495073054706082,
      "grad_norm": 2.7379050692985674,
      "learning_rate": 5.518034782925285e-06,
      "loss": 1.5188,
      "step": 64688
    },
    {
      "epoch": 5.495158002038736,
      "grad_norm": 2.8121387369407906,
      "learning_rate": 5.516189728598563e-06,
      "loss": 1.5874,
      "step": 64689
    },
    {
      "epoch": 5.49524294937139,
      "grad_norm": 2.5791417143038498,
      "learning_rate": 5.5143449770089445e-06,
      "loss": 1.2784,
      "step": 64690
    },
    {
      "epoch": 5.495327896704043,
      "grad_norm": 2.6785332982239773,
      "learning_rate": 5.512500528160274e-06,
      "loss": 1.2617,
      "step": 64691
    },
    {
      "epoch": 5.495412844036697,
      "grad_norm": 2.7857724586002943,
      "learning_rate": 5.510656382056417e-06,
      "loss": 1.3965,
      "step": 64692
    },
    {
      "epoch": 5.495497791369351,
      "grad_norm": 2.878610297903618,
      "learning_rate": 5.508812538701235e-06,
      "loss": 1.4853,
      "step": 64693
    },
    {
      "epoch": 5.495582738702005,
      "grad_norm": 2.9351216811325354,
      "learning_rate": 5.506968998098593e-06,
      "loss": 1.3878,
      "step": 64694
    },
    {
      "epoch": 5.4956676860346585,
      "grad_norm": 2.890243064760488,
      "learning_rate": 5.505125760252338e-06,
      "loss": 1.5725,
      "step": 64695
    },
    {
      "epoch": 5.495752633367312,
      "grad_norm": 2.5711379967825514,
      "learning_rate": 5.503282825166366e-06,
      "loss": 1.218,
      "step": 64696
    },
    {
      "epoch": 5.495837580699966,
      "grad_norm": 2.955810908830131,
      "learning_rate": 5.501440192844525e-06,
      "loss": 1.5682,
      "step": 64697
    },
    {
      "epoch": 5.49592252803262,
      "grad_norm": 2.664219794851725,
      "learning_rate": 5.499597863290661e-06,
      "loss": 1.4482,
      "step": 64698
    },
    {
      "epoch": 5.496007475365274,
      "grad_norm": 2.686800579166412,
      "learning_rate": 5.497755836508655e-06,
      "loss": 1.523,
      "step": 64699
    },
    {
      "epoch": 5.496092422697927,
      "grad_norm": 2.6929906020960037,
      "learning_rate": 5.495914112502353e-06,
      "loss": 1.463,
      "step": 64700
    },
    {
      "epoch": 5.496177370030581,
      "grad_norm": 2.5740098175872212,
      "learning_rate": 5.494072691275603e-06,
      "loss": 1.383,
      "step": 64701
    },
    {
      "epoch": 5.496262317363235,
      "grad_norm": 2.73687562371001,
      "learning_rate": 5.492231572832284e-06,
      "loss": 1.527,
      "step": 64702
    },
    {
      "epoch": 5.496347264695888,
      "grad_norm": 2.6796396124268558,
      "learning_rate": 5.490390757176261e-06,
      "loss": 1.4126,
      "step": 64703
    },
    {
      "epoch": 5.496432212028543,
      "grad_norm": 2.785490941060933,
      "learning_rate": 5.488550244311379e-06,
      "loss": 1.5049,
      "step": 64704
    },
    {
      "epoch": 5.496517159361196,
      "grad_norm": 2.563868034681268,
      "learning_rate": 5.4867100342414706e-06,
      "loss": 1.175,
      "step": 64705
    },
    {
      "epoch": 5.4966021066938495,
      "grad_norm": 3.2719460751734024,
      "learning_rate": 5.484870126970431e-06,
      "loss": 1.6874,
      "step": 64706
    },
    {
      "epoch": 5.496687054026504,
      "grad_norm": 2.421576458351676,
      "learning_rate": 5.483030522502108e-06,
      "loss": 1.0925,
      "step": 64707
    },
    {
      "epoch": 5.496772001359157,
      "grad_norm": 2.7952525928851633,
      "learning_rate": 5.481191220840314e-06,
      "loss": 1.4647,
      "step": 64708
    },
    {
      "epoch": 5.496856948691811,
      "grad_norm": 2.615824001554519,
      "learning_rate": 5.479352221988947e-06,
      "loss": 1.2925,
      "step": 64709
    },
    {
      "epoch": 5.496941896024465,
      "grad_norm": 2.772470258744339,
      "learning_rate": 5.4775135259518544e-06,
      "loss": 1.5179,
      "step": 64710
    },
    {
      "epoch": 5.497026843357118,
      "grad_norm": 2.4297824663472296,
      "learning_rate": 5.475675132732899e-06,
      "loss": 1.2794,
      "step": 64711
    },
    {
      "epoch": 5.497111790689773,
      "grad_norm": 2.6896132849874967,
      "learning_rate": 5.473837042335894e-06,
      "loss": 1.4712,
      "step": 64712
    },
    {
      "epoch": 5.497196738022426,
      "grad_norm": 2.7548393406824294,
      "learning_rate": 5.4719992547647195e-06,
      "loss": 1.4956,
      "step": 64713
    },
    {
      "epoch": 5.497281685355079,
      "grad_norm": 2.795240977482739,
      "learning_rate": 5.470161770023224e-06,
      "loss": 1.4675,
      "step": 64714
    },
    {
      "epoch": 5.497366632687734,
      "grad_norm": 2.8435008085364544,
      "learning_rate": 5.468324588115253e-06,
      "loss": 1.5538,
      "step": 64715
    },
    {
      "epoch": 5.497451580020387,
      "grad_norm": 2.746786234037698,
      "learning_rate": 5.466487709044637e-06,
      "loss": 1.5159,
      "step": 64716
    },
    {
      "epoch": 5.497536527353041,
      "grad_norm": 2.850076876159751,
      "learning_rate": 5.464651132815273e-06,
      "loss": 1.5858,
      "step": 64717
    },
    {
      "epoch": 5.497621474685695,
      "grad_norm": 2.8401634607517616,
      "learning_rate": 5.462814859430975e-06,
      "loss": 1.4631,
      "step": 64718
    },
    {
      "epoch": 5.497706422018348,
      "grad_norm": 2.861267227273547,
      "learning_rate": 5.4609788888955895e-06,
      "loss": 1.5596,
      "step": 64719
    },
    {
      "epoch": 5.4977913693510025,
      "grad_norm": 2.885279421691996,
      "learning_rate": 5.4591432212129635e-06,
      "loss": 1.6944,
      "step": 64720
    },
    {
      "epoch": 5.497876316683656,
      "grad_norm": 2.6983163237946943,
      "learning_rate": 5.457307856386961e-06,
      "loss": 1.4168,
      "step": 64721
    },
    {
      "epoch": 5.49796126401631,
      "grad_norm": 2.60969674004565,
      "learning_rate": 5.4554727944214284e-06,
      "loss": 1.181,
      "step": 64722
    },
    {
      "epoch": 5.498046211348964,
      "grad_norm": 2.600169208416734,
      "learning_rate": 5.453638035320179e-06,
      "loss": 1.3436,
      "step": 64723
    },
    {
      "epoch": 5.498131158681617,
      "grad_norm": 2.838743199704793,
      "learning_rate": 5.451803579087077e-06,
      "loss": 1.5994,
      "step": 64724
    },
    {
      "epoch": 5.498216106014271,
      "grad_norm": 2.6816033765478617,
      "learning_rate": 5.449969425725986e-06,
      "loss": 1.4289,
      "step": 64725
    },
    {
      "epoch": 5.498301053346925,
      "grad_norm": 2.6271125599462577,
      "learning_rate": 5.448135575240703e-06,
      "loss": 1.1947,
      "step": 64726
    },
    {
      "epoch": 5.498386000679579,
      "grad_norm": 2.690898834917777,
      "learning_rate": 5.4463020276351075e-06,
      "loss": 1.4663,
      "step": 64727
    },
    {
      "epoch": 5.4984709480122325,
      "grad_norm": 2.953218394001503,
      "learning_rate": 5.444468782913031e-06,
      "loss": 1.6716,
      "step": 64728
    },
    {
      "epoch": 5.498555895344886,
      "grad_norm": 2.6943378511045144,
      "learning_rate": 5.442635841078335e-06,
      "loss": 1.5352,
      "step": 64729
    },
    {
      "epoch": 5.49864084267754,
      "grad_norm": 2.8304549467339175,
      "learning_rate": 5.440803202134803e-06,
      "loss": 1.6897,
      "step": 64730
    },
    {
      "epoch": 5.498725790010194,
      "grad_norm": 2.7632550438256502,
      "learning_rate": 5.438970866086345e-06,
      "loss": 1.3119,
      "step": 64731
    },
    {
      "epoch": 5.498810737342847,
      "grad_norm": 2.8685196082606796,
      "learning_rate": 5.437138832936727e-06,
      "loss": 1.6116,
      "step": 64732
    },
    {
      "epoch": 5.498895684675501,
      "grad_norm": 2.7122495987762627,
      "learning_rate": 5.435307102689862e-06,
      "loss": 1.4797,
      "step": 64733
    },
    {
      "epoch": 5.498980632008155,
      "grad_norm": 2.7858262855677856,
      "learning_rate": 5.43347567534953e-06,
      "loss": 1.5465,
      "step": 64734
    },
    {
      "epoch": 5.499065579340809,
      "grad_norm": 2.701523828469754,
      "learning_rate": 5.431644550919612e-06,
      "loss": 1.5143,
      "step": 64735
    },
    {
      "epoch": 5.499150526673462,
      "grad_norm": 2.81071520807948,
      "learning_rate": 5.429813729403937e-06,
      "loss": 1.4329,
      "step": 64736
    },
    {
      "epoch": 5.499235474006117,
      "grad_norm": 2.7674803207365466,
      "learning_rate": 5.427983210806286e-06,
      "loss": 1.497,
      "step": 64737
    },
    {
      "epoch": 5.49932042133877,
      "grad_norm": 2.7164808986196602,
      "learning_rate": 5.426152995130556e-06,
      "loss": 1.4951,
      "step": 64738
    },
    {
      "epoch": 5.4994053686714235,
      "grad_norm": 2.7708058639340076,
      "learning_rate": 5.424323082380577e-06,
      "loss": 1.3194,
      "step": 64739
    },
    {
      "epoch": 5.499490316004078,
      "grad_norm": 2.8243227287567967,
      "learning_rate": 5.4224934725601634e-06,
      "loss": 1.4726,
      "step": 64740
    },
    {
      "epoch": 5.499575263336731,
      "grad_norm": 2.7253334610894226,
      "learning_rate": 5.420664165673128e-06,
      "loss": 1.5667,
      "step": 64741
    },
    {
      "epoch": 5.499660210669385,
      "grad_norm": 2.7619682826340615,
      "learning_rate": 5.4188351617233675e-06,
      "loss": 1.4533,
      "step": 64742
    },
    {
      "epoch": 5.499745158002039,
      "grad_norm": 2.8132931634969784,
      "learning_rate": 5.417006460714662e-06,
      "loss": 1.3393,
      "step": 64743
    },
    {
      "epoch": 5.499830105334692,
      "grad_norm": 2.6294381181567004,
      "learning_rate": 5.41517806265086e-06,
      "loss": 1.486,
      "step": 64744
    },
    {
      "epoch": 5.499915052667347,
      "grad_norm": 2.721803756895801,
      "learning_rate": 5.413349967535774e-06,
      "loss": 1.4887,
      "step": 64745
    },
    {
      "epoch": 5.5,
      "grad_norm": 2.6040064435459036,
      "learning_rate": 5.411522175373267e-06,
      "loss": 1.3677,
      "step": 64746
    },
    {
      "epoch": 5.500084947332653,
      "grad_norm": 2.6321867543742377,
      "learning_rate": 5.409694686167171e-06,
      "loss": 1.4176,
      "step": 64747
    },
    {
      "epoch": 5.500169894665308,
      "grad_norm": 2.7699851272251026,
      "learning_rate": 5.407867499921265e-06,
      "loss": 1.5114,
      "step": 64748
    },
    {
      "epoch": 5.500254841997961,
      "grad_norm": 2.759483360776127,
      "learning_rate": 5.406040616639429e-06,
      "loss": 1.3751,
      "step": 64749
    },
    {
      "epoch": 5.500339789330615,
      "grad_norm": 2.609471970681446,
      "learning_rate": 5.40421403632546e-06,
      "loss": 1.3451,
      "step": 64750
    },
    {
      "epoch": 5.500424736663269,
      "grad_norm": 2.968788685479221,
      "learning_rate": 5.402387758983206e-06,
      "loss": 1.6636,
      "step": 64751
    },
    {
      "epoch": 5.500509683995922,
      "grad_norm": 2.63227798033891,
      "learning_rate": 5.400561784616464e-06,
      "loss": 1.2082,
      "step": 64752
    },
    {
      "epoch": 5.5005946313285765,
      "grad_norm": 2.668185089083736,
      "learning_rate": 5.398736113229097e-06,
      "loss": 1.4858,
      "step": 64753
    },
    {
      "epoch": 5.50067957866123,
      "grad_norm": 2.7480280753923134,
      "learning_rate": 5.396910744824917e-06,
      "loss": 1.4976,
      "step": 64754
    },
    {
      "epoch": 5.500764525993883,
      "grad_norm": 2.5650242864776693,
      "learning_rate": 5.39508567940774e-06,
      "loss": 1.3443,
      "step": 64755
    },
    {
      "epoch": 5.500849473326538,
      "grad_norm": 2.6021310890633202,
      "learning_rate": 5.393260916981396e-06,
      "loss": 1.3281,
      "step": 64756
    },
    {
      "epoch": 5.500934420659191,
      "grad_norm": 2.8844515355254465,
      "learning_rate": 5.3914364575496975e-06,
      "loss": 1.502,
      "step": 64757
    },
    {
      "epoch": 5.501019367991845,
      "grad_norm": 3.5326158353890076,
      "learning_rate": 5.389612301116508e-06,
      "loss": 1.7351,
      "step": 64758
    },
    {
      "epoch": 5.501104315324499,
      "grad_norm": 2.606167980312554,
      "learning_rate": 5.387788447685576e-06,
      "loss": 1.3983,
      "step": 64759
    },
    {
      "epoch": 5.501189262657153,
      "grad_norm": 2.630045831712973,
      "learning_rate": 5.385964897260797e-06,
      "loss": 1.4773,
      "step": 64760
    },
    {
      "epoch": 5.501274209989806,
      "grad_norm": 2.8317224968183643,
      "learning_rate": 5.384141649845969e-06,
      "loss": 1.4232,
      "step": 64761
    },
    {
      "epoch": 5.50135915732246,
      "grad_norm": 2.6857509039675684,
      "learning_rate": 5.3823187054448715e-06,
      "loss": 1.548,
      "step": 64762
    },
    {
      "epoch": 5.501444104655114,
      "grad_norm": 2.4878055880690666,
      "learning_rate": 5.380496064061368e-06,
      "loss": 1.4102,
      "step": 64763
    },
    {
      "epoch": 5.5015290519877675,
      "grad_norm": 2.552751573463934,
      "learning_rate": 5.378673725699273e-06,
      "loss": 1.4358,
      "step": 64764
    },
    {
      "epoch": 5.501613999320421,
      "grad_norm": 2.675151751218876,
      "learning_rate": 5.376851690362416e-06,
      "loss": 1.4045,
      "step": 64765
    },
    {
      "epoch": 5.501698946653075,
      "grad_norm": 2.8175661995919348,
      "learning_rate": 5.375029958054561e-06,
      "loss": 1.3635,
      "step": 64766
    },
    {
      "epoch": 5.501783893985729,
      "grad_norm": 2.75889862394032,
      "learning_rate": 5.373208528779588e-06,
      "loss": 1.5488,
      "step": 64767
    },
    {
      "epoch": 5.501868841318383,
      "grad_norm": 2.8661404263634203,
      "learning_rate": 5.371387402541294e-06,
      "loss": 1.366,
      "step": 64768
    },
    {
      "epoch": 5.501953788651036,
      "grad_norm": 2.4663844121237974,
      "learning_rate": 5.369566579343459e-06,
      "loss": 1.1822,
      "step": 64769
    },
    {
      "epoch": 5.50203873598369,
      "grad_norm": 2.527822661596579,
      "learning_rate": 5.367746059189932e-06,
      "loss": 1.1524,
      "step": 64770
    },
    {
      "epoch": 5.502123683316344,
      "grad_norm": 2.644093868653882,
      "learning_rate": 5.365925842084523e-06,
      "loss": 1.2717,
      "step": 64771
    },
    {
      "epoch": 5.5022086306489975,
      "grad_norm": 2.609785355082599,
      "learning_rate": 5.364105928031065e-06,
      "loss": 1.3942,
      "step": 64772
    },
    {
      "epoch": 5.502293577981652,
      "grad_norm": 2.6410126035628947,
      "learning_rate": 5.362286317033321e-06,
      "loss": 1.4417,
      "step": 64773
    },
    {
      "epoch": 5.502378525314305,
      "grad_norm": 2.6510905321098437,
      "learning_rate": 5.360467009095154e-06,
      "loss": 1.4833,
      "step": 64774
    },
    {
      "epoch": 5.502463472646959,
      "grad_norm": 2.708838393713807,
      "learning_rate": 5.358648004220345e-06,
      "loss": 1.3052,
      "step": 64775
    },
    {
      "epoch": 5.502548419979613,
      "grad_norm": 2.636597107872725,
      "learning_rate": 5.35682930241274e-06,
      "loss": 1.2841,
      "step": 64776
    },
    {
      "epoch": 5.502633367312266,
      "grad_norm": 2.589130314310744,
      "learning_rate": 5.355010903676088e-06,
      "loss": 1.2751,
      "step": 64777
    },
    {
      "epoch": 5.50271831464492,
      "grad_norm": 2.644509415759405,
      "learning_rate": 5.3531928080142674e-06,
      "loss": 1.5034,
      "step": 64778
    },
    {
      "epoch": 5.502803261977574,
      "grad_norm": 2.8802055813638474,
      "learning_rate": 5.351375015431058e-06,
      "loss": 1.596,
      "step": 64779
    },
    {
      "epoch": 5.502888209310227,
      "grad_norm": 2.7260121374661015,
      "learning_rate": 5.3495575259302425e-06,
      "loss": 1.567,
      "step": 64780
    },
    {
      "epoch": 5.502973156642882,
      "grad_norm": 2.9089555607701447,
      "learning_rate": 5.3477403395156656e-06,
      "loss": 1.4027,
      "step": 64781
    },
    {
      "epoch": 5.503058103975535,
      "grad_norm": 2.8227537789080164,
      "learning_rate": 5.345923456191143e-06,
      "loss": 1.5483,
      "step": 64782
    },
    {
      "epoch": 5.503143051308189,
      "grad_norm": 2.660880455179774,
      "learning_rate": 5.344106875960452e-06,
      "loss": 1.266,
      "step": 64783
    },
    {
      "epoch": 5.503227998640843,
      "grad_norm": 2.535640913347224,
      "learning_rate": 5.3422905988273924e-06,
      "loss": 1.357,
      "step": 64784
    },
    {
      "epoch": 5.503312945973496,
      "grad_norm": 2.8986418106582383,
      "learning_rate": 5.34047462479581e-06,
      "loss": 1.6371,
      "step": 64785
    },
    {
      "epoch": 5.5033978933061505,
      "grad_norm": 2.6794091036776324,
      "learning_rate": 5.338658953869484e-06,
      "loss": 1.4337,
      "step": 64786
    },
    {
      "epoch": 5.503482840638804,
      "grad_norm": 2.7007869798516984,
      "learning_rate": 5.336843586052197e-06,
      "loss": 1.2019,
      "step": 64787
    },
    {
      "epoch": 5.503567787971457,
      "grad_norm": 2.802221079353786,
      "learning_rate": 5.335028521347778e-06,
      "loss": 1.4549,
      "step": 64788
    },
    {
      "epoch": 5.503652735304112,
      "grad_norm": 2.731553778894727,
      "learning_rate": 5.3332137597600576e-06,
      "loss": 1.4124,
      "step": 64789
    },
    {
      "epoch": 5.503737682636765,
      "grad_norm": 2.670990102242896,
      "learning_rate": 5.331399301292799e-06,
      "loss": 1.3817,
      "step": 64790
    },
    {
      "epoch": 5.503822629969419,
      "grad_norm": 2.7696979737949974,
      "learning_rate": 5.3295851459498e-06,
      "loss": 1.459,
      "step": 64791
    },
    {
      "epoch": 5.503907577302073,
      "grad_norm": 2.674727400814948,
      "learning_rate": 5.327771293734906e-06,
      "loss": 1.3879,
      "step": 64792
    },
    {
      "epoch": 5.503992524634726,
      "grad_norm": 2.6748349640292295,
      "learning_rate": 5.325957744651865e-06,
      "loss": 1.3962,
      "step": 64793
    },
    {
      "epoch": 5.50407747196738,
      "grad_norm": 2.4835882808308094,
      "learning_rate": 5.324144498704508e-06,
      "loss": 1.2401,
      "step": 64794
    },
    {
      "epoch": 5.504162419300034,
      "grad_norm": 2.770137930132937,
      "learning_rate": 5.322331555896614e-06,
      "loss": 1.504,
      "step": 64795
    },
    {
      "epoch": 5.504247366632688,
      "grad_norm": 2.6843603031243695,
      "learning_rate": 5.320518916232014e-06,
      "loss": 1.2521,
      "step": 64796
    },
    {
      "epoch": 5.5043323139653415,
      "grad_norm": 2.8352642808304984,
      "learning_rate": 5.318706579714471e-06,
      "loss": 1.4286,
      "step": 64797
    },
    {
      "epoch": 5.504417261297995,
      "grad_norm": 2.8230741618574564,
      "learning_rate": 5.3168945463477995e-06,
      "loss": 1.5222,
      "step": 64798
    },
    {
      "epoch": 5.504502208630649,
      "grad_norm": 2.7136112732476114,
      "learning_rate": 5.315082816135813e-06,
      "loss": 1.629,
      "step": 64799
    },
    {
      "epoch": 5.504587155963303,
      "grad_norm": 2.5922764377134446,
      "learning_rate": 5.313271389082258e-06,
      "loss": 1.2527,
      "step": 64800
    },
    {
      "epoch": 5.504672103295956,
      "grad_norm": 3.389062969878037,
      "learning_rate": 5.311460265190981e-06,
      "loss": 1.7026,
      "step": 64801
    },
    {
      "epoch": 5.50475705062861,
      "grad_norm": 2.6117444697010606,
      "learning_rate": 5.309649444465746e-06,
      "loss": 1.355,
      "step": 64802
    },
    {
      "epoch": 5.504841997961264,
      "grad_norm": 2.8254367237030884,
      "learning_rate": 5.307838926910368e-06,
      "loss": 1.4377,
      "step": 64803
    },
    {
      "epoch": 5.504926945293918,
      "grad_norm": 3.3916373145330776,
      "learning_rate": 5.306028712528643e-06,
      "loss": 1.6919,
      "step": 64804
    },
    {
      "epoch": 5.505011892626571,
      "grad_norm": 2.7212037532405016,
      "learning_rate": 5.304218801324317e-06,
      "loss": 1.5326,
      "step": 64805
    },
    {
      "epoch": 5.505096839959226,
      "grad_norm": 2.8312228188892545,
      "learning_rate": 5.302409193301238e-06,
      "loss": 1.7125,
      "step": 64806
    },
    {
      "epoch": 5.505181787291879,
      "grad_norm": 2.7826161886499845,
      "learning_rate": 5.30059988846317e-06,
      "loss": 1.5082,
      "step": 64807
    },
    {
      "epoch": 5.5052667346245325,
      "grad_norm": 2.9634488657538505,
      "learning_rate": 5.298790886813925e-06,
      "loss": 1.4566,
      "step": 64808
    },
    {
      "epoch": 5.505351681957187,
      "grad_norm": 2.6389652637350833,
      "learning_rate": 5.296982188357252e-06,
      "loss": 1.4848,
      "step": 64809
    },
    {
      "epoch": 5.50543662928984,
      "grad_norm": 2.8673303181718603,
      "learning_rate": 5.295173793096996e-06,
      "loss": 1.5409,
      "step": 64810
    },
    {
      "epoch": 5.505521576622494,
      "grad_norm": 2.754175889109113,
      "learning_rate": 5.293365701036922e-06,
      "loss": 1.3537,
      "step": 64811
    },
    {
      "epoch": 5.505606523955148,
      "grad_norm": 2.967197252956444,
      "learning_rate": 5.291557912180777e-06,
      "loss": 1.8562,
      "step": 64812
    },
    {
      "epoch": 5.505691471287801,
      "grad_norm": 2.604474488460021,
      "learning_rate": 5.289750426532408e-06,
      "loss": 1.1595,
      "step": 64813
    },
    {
      "epoch": 5.505776418620456,
      "grad_norm": 2.7991075585787972,
      "learning_rate": 5.287943244095577e-06,
      "loss": 1.5407,
      "step": 64814
    },
    {
      "epoch": 5.505861365953109,
      "grad_norm": 2.766453600322078,
      "learning_rate": 5.286136364874083e-06,
      "loss": 1.345,
      "step": 64815
    },
    {
      "epoch": 5.5059463132857625,
      "grad_norm": 2.691517782518048,
      "learning_rate": 5.284329788871689e-06,
      "loss": 1.4035,
      "step": 64816
    },
    {
      "epoch": 5.506031260618417,
      "grad_norm": 2.6022745527717834,
      "learning_rate": 5.282523516092207e-06,
      "loss": 1.4228,
      "step": 64817
    },
    {
      "epoch": 5.50611620795107,
      "grad_norm": 2.930546584701497,
      "learning_rate": 5.280717546539403e-06,
      "loss": 1.6892,
      "step": 64818
    },
    {
      "epoch": 5.5062011552837244,
      "grad_norm": 2.5842518006930777,
      "learning_rate": 5.278911880217074e-06,
      "loss": 1.2561,
      "step": 64819
    },
    {
      "epoch": 5.506286102616378,
      "grad_norm": 2.5245137780927176,
      "learning_rate": 5.277106517128982e-06,
      "loss": 1.3527,
      "step": 64820
    },
    {
      "epoch": 5.506371049949031,
      "grad_norm": 3.1251315333963094,
      "learning_rate": 5.275301457278941e-06,
      "loss": 1.8236,
      "step": 64821
    },
    {
      "epoch": 5.5064559972816856,
      "grad_norm": 2.6036528432779726,
      "learning_rate": 5.273496700670715e-06,
      "loss": 1.3663,
      "step": 64822
    },
    {
      "epoch": 5.506540944614339,
      "grad_norm": 2.622952567172553,
      "learning_rate": 5.271692247308068e-06,
      "loss": 1.5678,
      "step": 64823
    },
    {
      "epoch": 5.506625891946992,
      "grad_norm": 2.7288620927763554,
      "learning_rate": 5.269888097194797e-06,
      "loss": 1.5435,
      "step": 64824
    },
    {
      "epoch": 5.506710839279647,
      "grad_norm": 2.7715774151488843,
      "learning_rate": 5.268084250334714e-06,
      "loss": 1.6477,
      "step": 64825
    },
    {
      "epoch": 5.5067957866123,
      "grad_norm": 2.755282941454826,
      "learning_rate": 5.266280706731568e-06,
      "loss": 1.4833,
      "step": 64826
    },
    {
      "epoch": 5.506880733944954,
      "grad_norm": 2.686494750405857,
      "learning_rate": 5.264477466389105e-06,
      "loss": 1.4634,
      "step": 64827
    },
    {
      "epoch": 5.506965681277608,
      "grad_norm": 2.7694243848654314,
      "learning_rate": 5.262674529311173e-06,
      "loss": 1.5544,
      "step": 64828
    },
    {
      "epoch": 5.507050628610262,
      "grad_norm": 3.4066266718158156,
      "learning_rate": 5.2608718955015e-06,
      "loss": 1.7245,
      "step": 64829
    },
    {
      "epoch": 5.5071355759429155,
      "grad_norm": 2.8450865426236653,
      "learning_rate": 5.25906956496387e-06,
      "loss": 1.6317,
      "step": 64830
    },
    {
      "epoch": 5.507220523275569,
      "grad_norm": 2.555199711953958,
      "learning_rate": 5.257267537702076e-06,
      "loss": 1.2077,
      "step": 64831
    },
    {
      "epoch": 5.507305470608223,
      "grad_norm": 2.5759997411319366,
      "learning_rate": 5.2554658137198834e-06,
      "loss": 1.4544,
      "step": 64832
    },
    {
      "epoch": 5.507390417940877,
      "grad_norm": 2.597831124064786,
      "learning_rate": 5.2536643930210895e-06,
      "loss": 1.2099,
      "step": 64833
    },
    {
      "epoch": 5.50747536527353,
      "grad_norm": 2.750611295576438,
      "learning_rate": 5.251863275609408e-06,
      "loss": 1.494,
      "step": 64834
    },
    {
      "epoch": 5.507560312606184,
      "grad_norm": 2.6467732666384167,
      "learning_rate": 5.2500624614886855e-06,
      "loss": 1.4609,
      "step": 64835
    },
    {
      "epoch": 5.507645259938838,
      "grad_norm": 2.525660318087467,
      "learning_rate": 5.248261950662635e-06,
      "loss": 1.3042,
      "step": 64836
    },
    {
      "epoch": 5.507730207271492,
      "grad_norm": 2.7345987700414733,
      "learning_rate": 5.2464617431350885e-06,
      "loss": 1.4723,
      "step": 64837
    },
    {
      "epoch": 5.507815154604145,
      "grad_norm": 2.769737765824451,
      "learning_rate": 5.244661838909758e-06,
      "loss": 1.5191,
      "step": 64838
    },
    {
      "epoch": 5.507900101936799,
      "grad_norm": 2.4931107853667225,
      "learning_rate": 5.242862237990458e-06,
      "loss": 1.2201,
      "step": 64839
    },
    {
      "epoch": 5.507985049269453,
      "grad_norm": 2.6097004453636012,
      "learning_rate": 5.2410629403809526e-06,
      "loss": 1.4994,
      "step": 64840
    },
    {
      "epoch": 5.5080699966021065,
      "grad_norm": 2.532837348932877,
      "learning_rate": 5.239263946085004e-06,
      "loss": 1.3818,
      "step": 64841
    },
    {
      "epoch": 5.508154943934761,
      "grad_norm": 2.6211613531868685,
      "learning_rate": 5.23746525510636e-06,
      "loss": 1.3861,
      "step": 64842
    },
    {
      "epoch": 5.508239891267414,
      "grad_norm": 2.7655518192345436,
      "learning_rate": 5.235666867448801e-06,
      "loss": 1.3649,
      "step": 64843
    },
    {
      "epoch": 5.508324838600068,
      "grad_norm": 2.687902060979246,
      "learning_rate": 5.233868783116141e-06,
      "loss": 1.4631,
      "step": 64844
    },
    {
      "epoch": 5.508409785932722,
      "grad_norm": 2.841474507824526,
      "learning_rate": 5.232071002112076e-06,
      "loss": 1.449,
      "step": 64845
    },
    {
      "epoch": 5.508494733265375,
      "grad_norm": 2.76380254147886,
      "learning_rate": 5.230273524440437e-06,
      "loss": 1.3042,
      "step": 64846
    },
    {
      "epoch": 5.50857968059803,
      "grad_norm": 2.834524541756427,
      "learning_rate": 5.228476350104954e-06,
      "loss": 1.3989,
      "step": 64847
    },
    {
      "epoch": 5.508664627930683,
      "grad_norm": 2.8411191897524155,
      "learning_rate": 5.226679479109408e-06,
      "loss": 1.4978,
      "step": 64848
    },
    {
      "epoch": 5.508749575263336,
      "grad_norm": 2.722957110086537,
      "learning_rate": 5.224882911457512e-06,
      "loss": 1.4238,
      "step": 64849
    },
    {
      "epoch": 5.508834522595991,
      "grad_norm": 2.829485037402596,
      "learning_rate": 5.223086647153113e-06,
      "loss": 1.6601,
      "step": 64850
    },
    {
      "epoch": 5.508919469928644,
      "grad_norm": 2.7547179865927105,
      "learning_rate": 5.221290686199942e-06,
      "loss": 1.4669,
      "step": 64851
    },
    {
      "epoch": 5.509004417261298,
      "grad_norm": 2.915091597006345,
      "learning_rate": 5.219495028601745e-06,
      "loss": 1.4344,
      "step": 64852
    },
    {
      "epoch": 5.509089364593952,
      "grad_norm": 2.8013594050638426,
      "learning_rate": 5.217699674362303e-06,
      "loss": 1.5376,
      "step": 64853
    },
    {
      "epoch": 5.509174311926605,
      "grad_norm": 2.6389779829745024,
      "learning_rate": 5.2159046234853616e-06,
      "loss": 1.2665,
      "step": 64854
    },
    {
      "epoch": 5.5092592592592595,
      "grad_norm": 2.628254600878229,
      "learning_rate": 5.214109875974687e-06,
      "loss": 1.2695,
      "step": 64855
    },
    {
      "epoch": 5.509344206591913,
      "grad_norm": 2.896596997901812,
      "learning_rate": 5.212315431834041e-06,
      "loss": 1.4694,
      "step": 64856
    },
    {
      "epoch": 5.509429153924566,
      "grad_norm": 2.765474335392614,
      "learning_rate": 5.210521291067188e-06,
      "loss": 1.5821,
      "step": 64857
    },
    {
      "epoch": 5.509514101257221,
      "grad_norm": 2.7735018115316974,
      "learning_rate": 5.208727453677908e-06,
      "loss": 1.3353,
      "step": 64858
    },
    {
      "epoch": 5.509599048589874,
      "grad_norm": 2.7544739434322967,
      "learning_rate": 5.206933919669914e-06,
      "loss": 1.5046,
      "step": 64859
    },
    {
      "epoch": 5.509683995922528,
      "grad_norm": 2.5706403709655676,
      "learning_rate": 5.205140689046988e-06,
      "loss": 1.3745,
      "step": 64860
    },
    {
      "epoch": 5.509768943255182,
      "grad_norm": 2.629807611320472,
      "learning_rate": 5.203347761812876e-06,
      "loss": 1.4111,
      "step": 64861
    },
    {
      "epoch": 5.509853890587836,
      "grad_norm": 2.6749211143077596,
      "learning_rate": 5.2015551379713745e-06,
      "loss": 1.3152,
      "step": 64862
    },
    {
      "epoch": 5.509938837920489,
      "grad_norm": 2.8667905018011957,
      "learning_rate": 5.199762817526182e-06,
      "loss": 1.319,
      "step": 64863
    },
    {
      "epoch": 5.510023785253143,
      "grad_norm": 2.6516150160162613,
      "learning_rate": 5.1979708004811105e-06,
      "loss": 1.3656,
      "step": 64864
    },
    {
      "epoch": 5.510108732585797,
      "grad_norm": 2.643443394095333,
      "learning_rate": 5.196179086839875e-06,
      "loss": 1.4726,
      "step": 64865
    },
    {
      "epoch": 5.5101936799184505,
      "grad_norm": 2.8678308242666146,
      "learning_rate": 5.194387676606238e-06,
      "loss": 1.5319,
      "step": 64866
    },
    {
      "epoch": 5.510278627251104,
      "grad_norm": 2.839126673214153,
      "learning_rate": 5.19259656978393e-06,
      "loss": 1.5584,
      "step": 64867
    },
    {
      "epoch": 5.510363574583758,
      "grad_norm": 2.584837783758847,
      "learning_rate": 5.190805766376766e-06,
      "loss": 1.27,
      "step": 64868
    },
    {
      "epoch": 5.510448521916412,
      "grad_norm": 2.7176917204213153,
      "learning_rate": 5.189015266388458e-06,
      "loss": 1.4399,
      "step": 64869
    },
    {
      "epoch": 5.510533469249066,
      "grad_norm": 2.6556035236465068,
      "learning_rate": 5.18722506982277e-06,
      "loss": 1.4306,
      "step": 64870
    },
    {
      "epoch": 5.510618416581719,
      "grad_norm": 2.5550624687786727,
      "learning_rate": 5.185435176683417e-06,
      "loss": 1.3599,
      "step": 64871
    },
    {
      "epoch": 5.510703363914373,
      "grad_norm": 2.5212560337692493,
      "learning_rate": 5.183645586974194e-06,
      "loss": 1.2587,
      "step": 64872
    },
    {
      "epoch": 5.510788311247027,
      "grad_norm": 2.5415625222659273,
      "learning_rate": 5.181856300698816e-06,
      "loss": 1.2054,
      "step": 64873
    },
    {
      "epoch": 5.5108732585796805,
      "grad_norm": 2.8063968278143614,
      "learning_rate": 5.180067317861064e-06,
      "loss": 1.6445,
      "step": 64874
    },
    {
      "epoch": 5.510958205912335,
      "grad_norm": 2.945512943745899,
      "learning_rate": 5.178278638464684e-06,
      "loss": 1.7252,
      "step": 64875
    },
    {
      "epoch": 5.511043153244988,
      "grad_norm": 2.7842926905906755,
      "learning_rate": 5.176490262513405e-06,
      "loss": 1.5865,
      "step": 64876
    },
    {
      "epoch": 5.511128100577642,
      "grad_norm": 2.840179345337175,
      "learning_rate": 5.174702190010976e-06,
      "loss": 1.5828,
      "step": 64877
    },
    {
      "epoch": 5.511213047910296,
      "grad_norm": 2.7373348131723256,
      "learning_rate": 5.172914420961144e-06,
      "loss": 1.5524,
      "step": 64878
    },
    {
      "epoch": 5.511297995242949,
      "grad_norm": 2.828129121300494,
      "learning_rate": 5.171126955367655e-06,
      "loss": 1.4424,
      "step": 64879
    },
    {
      "epoch": 5.511382942575603,
      "grad_norm": 2.923193545962014,
      "learning_rate": 5.16933979323429e-06,
      "loss": 1.6106,
      "step": 64880
    },
    {
      "epoch": 5.511467889908257,
      "grad_norm": 2.7690958769317393,
      "learning_rate": 5.167552934564728e-06,
      "loss": 1.4051,
      "step": 64881
    },
    {
      "epoch": 5.51155283724091,
      "grad_norm": 3.0044171631811745,
      "learning_rate": 5.165766379362768e-06,
      "loss": 1.6857,
      "step": 64882
    },
    {
      "epoch": 5.511637784573565,
      "grad_norm": 2.688237693185493,
      "learning_rate": 5.1639801276321395e-06,
      "loss": 1.3392,
      "step": 64883
    },
    {
      "epoch": 5.511722731906218,
      "grad_norm": 2.8309157661757025,
      "learning_rate": 5.162194179376572e-06,
      "loss": 1.4591,
      "step": 64884
    },
    {
      "epoch": 5.511807679238872,
      "grad_norm": 2.691386210902944,
      "learning_rate": 5.160408534599813e-06,
      "loss": 1.4345,
      "step": 64885
    },
    {
      "epoch": 5.511892626571526,
      "grad_norm": 2.8857425005771864,
      "learning_rate": 5.158623193305594e-06,
      "loss": 1.5747,
      "step": 64886
    },
    {
      "epoch": 5.511977573904179,
      "grad_norm": 2.631216885237438,
      "learning_rate": 5.1568381554976775e-06,
      "loss": 1.4141,
      "step": 64887
    },
    {
      "epoch": 5.5120625212368335,
      "grad_norm": 2.590463111809466,
      "learning_rate": 5.155053421179811e-06,
      "loss": 1.3124,
      "step": 64888
    },
    {
      "epoch": 5.512147468569487,
      "grad_norm": 2.637831229425792,
      "learning_rate": 5.153268990355691e-06,
      "loss": 1.3292,
      "step": 64889
    },
    {
      "epoch": 5.51223241590214,
      "grad_norm": 2.636467742569437,
      "learning_rate": 5.1514848630290985e-06,
      "loss": 1.628,
      "step": 64890
    },
    {
      "epoch": 5.512317363234795,
      "grad_norm": 3.051370156857279,
      "learning_rate": 5.149701039203746e-06,
      "loss": 1.3036,
      "step": 64891
    },
    {
      "epoch": 5.512402310567448,
      "grad_norm": 2.7153555390557784,
      "learning_rate": 5.147917518883365e-06,
      "loss": 1.205,
      "step": 64892
    },
    {
      "epoch": 5.512487257900102,
      "grad_norm": 2.971574358721868,
      "learning_rate": 5.146134302071719e-06,
      "loss": 1.7688,
      "step": 64893
    },
    {
      "epoch": 5.512572205232756,
      "grad_norm": 2.6756874361805014,
      "learning_rate": 5.1443513887725555e-06,
      "loss": 1.3687,
      "step": 64894
    },
    {
      "epoch": 5.512657152565409,
      "grad_norm": 2.6842742992871096,
      "learning_rate": 5.142568778989587e-06,
      "loss": 1.4338,
      "step": 64895
    },
    {
      "epoch": 5.512742099898063,
      "grad_norm": 2.505516523976342,
      "learning_rate": 5.14078647272651e-06,
      "loss": 1.1636,
      "step": 64896
    },
    {
      "epoch": 5.512827047230717,
      "grad_norm": 2.639222324721523,
      "learning_rate": 5.13900446998714e-06,
      "loss": 1.4638,
      "step": 64897
    },
    {
      "epoch": 5.512911994563371,
      "grad_norm": 2.5113321789494427,
      "learning_rate": 5.13722277077514e-06,
      "loss": 1.1372,
      "step": 64898
    },
    {
      "epoch": 5.5129969418960245,
      "grad_norm": 2.540929979097444,
      "learning_rate": 5.13544137509429e-06,
      "loss": 1.3339,
      "step": 64899
    },
    {
      "epoch": 5.513081889228678,
      "grad_norm": 2.5586588908452095,
      "learning_rate": 5.133660282948304e-06,
      "loss": 1.1759,
      "step": 64900
    },
    {
      "epoch": 5.513166836561332,
      "grad_norm": 2.89435859213462,
      "learning_rate": 5.1318794943409124e-06,
      "loss": 1.4714,
      "step": 64901
    },
    {
      "epoch": 5.513251783893986,
      "grad_norm": 2.5171536928103637,
      "learning_rate": 5.130099009275862e-06,
      "loss": 1.3279,
      "step": 64902
    },
    {
      "epoch": 5.513336731226639,
      "grad_norm": 2.7265401864157477,
      "learning_rate": 5.12831882775685e-06,
      "loss": 1.4975,
      "step": 64903
    },
    {
      "epoch": 5.513421678559293,
      "grad_norm": 2.9260296565846886,
      "learning_rate": 5.1265389497876234e-06,
      "loss": 1.7365,
      "step": 64904
    },
    {
      "epoch": 5.513506625891947,
      "grad_norm": 2.7817569677696827,
      "learning_rate": 5.124759375371928e-06,
      "loss": 1.4398,
      "step": 64905
    },
    {
      "epoch": 5.513591573224601,
      "grad_norm": 2.868568832252728,
      "learning_rate": 5.1229801045134965e-06,
      "loss": 1.7179,
      "step": 64906
    },
    {
      "epoch": 5.513676520557254,
      "grad_norm": 2.8160055484839353,
      "learning_rate": 5.121201137216007e-06,
      "loss": 1.4235,
      "step": 64907
    },
    {
      "epoch": 5.513761467889909,
      "grad_norm": 2.6810326753573808,
      "learning_rate": 5.119422473483243e-06,
      "loss": 1.5192,
      "step": 64908
    },
    {
      "epoch": 5.513846415222562,
      "grad_norm": 2.5234905558233223,
      "learning_rate": 5.117644113318914e-06,
      "loss": 1.3493,
      "step": 64909
    },
    {
      "epoch": 5.5139313625552155,
      "grad_norm": 2.9953563260873324,
      "learning_rate": 5.11586605672672e-06,
      "loss": 1.6437,
      "step": 64910
    },
    {
      "epoch": 5.51401630988787,
      "grad_norm": 3.1335991497407667,
      "learning_rate": 5.114088303710406e-06,
      "loss": 1.5994,
      "step": 64911
    },
    {
      "epoch": 5.514101257220523,
      "grad_norm": 2.664261476500244,
      "learning_rate": 5.112310854273721e-06,
      "loss": 1.2368,
      "step": 64912
    },
    {
      "epoch": 5.514186204553177,
      "grad_norm": 2.8798105416555724,
      "learning_rate": 5.110533708420362e-06,
      "loss": 1.5335,
      "step": 64913
    },
    {
      "epoch": 5.514271151885831,
      "grad_norm": 2.6246381732715767,
      "learning_rate": 5.10875686615404e-06,
      "loss": 1.4666,
      "step": 64914
    },
    {
      "epoch": 5.514356099218484,
      "grad_norm": 2.810303224609352,
      "learning_rate": 5.106980327478505e-06,
      "loss": 1.5596,
      "step": 64915
    },
    {
      "epoch": 5.514441046551139,
      "grad_norm": 2.7967893120927396,
      "learning_rate": 5.105204092397469e-06,
      "loss": 1.5682,
      "step": 64916
    },
    {
      "epoch": 5.514525993883792,
      "grad_norm": 2.6739310756880132,
      "learning_rate": 5.103428160914663e-06,
      "loss": 1.3094,
      "step": 64917
    },
    {
      "epoch": 5.5146109412164455,
      "grad_norm": 2.8558341951222594,
      "learning_rate": 5.101652533033784e-06,
      "loss": 1.5865,
      "step": 64918
    },
    {
      "epoch": 5.5146958885491,
      "grad_norm": 2.860163015166191,
      "learning_rate": 5.099877208758579e-06,
      "loss": 1.6323,
      "step": 64919
    },
    {
      "epoch": 5.514780835881753,
      "grad_norm": 2.6557516876386082,
      "learning_rate": 5.098102188092762e-06,
      "loss": 1.348,
      "step": 64920
    },
    {
      "epoch": 5.5148657832144075,
      "grad_norm": 2.882907815732829,
      "learning_rate": 5.096327471040029e-06,
      "loss": 1.5454,
      "step": 64921
    },
    {
      "epoch": 5.514950730547061,
      "grad_norm": 2.6740198283689582,
      "learning_rate": 5.094553057604128e-06,
      "loss": 1.3753,
      "step": 64922
    },
    {
      "epoch": 5.515035677879714,
      "grad_norm": 3.21397013596898,
      "learning_rate": 5.092778947788773e-06,
      "loss": 1.7354,
      "step": 64923
    },
    {
      "epoch": 5.515120625212369,
      "grad_norm": 2.794711728400994,
      "learning_rate": 5.091005141597676e-06,
      "loss": 1.4196,
      "step": 64924
    },
    {
      "epoch": 5.515205572545022,
      "grad_norm": 2.65420986817419,
      "learning_rate": 5.089231639034519e-06,
      "loss": 1.2983,
      "step": 64925
    },
    {
      "epoch": 5.515290519877675,
      "grad_norm": 2.7996468639343757,
      "learning_rate": 5.087458440103081e-06,
      "loss": 1.3812,
      "step": 64926
    },
    {
      "epoch": 5.51537546721033,
      "grad_norm": 2.5599987424633768,
      "learning_rate": 5.085685544807061e-06,
      "loss": 1.1276,
      "step": 64927
    },
    {
      "epoch": 5.515460414542983,
      "grad_norm": 2.695098518216039,
      "learning_rate": 5.083912953150121e-06,
      "loss": 1.4539,
      "step": 64928
    },
    {
      "epoch": 5.515545361875637,
      "grad_norm": 3.140199730194343,
      "learning_rate": 5.0821406651360255e-06,
      "loss": 1.5224,
      "step": 64929
    },
    {
      "epoch": 5.515630309208291,
      "grad_norm": 2.5306155020825507,
      "learning_rate": 5.080368680768487e-06,
      "loss": 1.4428,
      "step": 64930
    },
    {
      "epoch": 5.515715256540945,
      "grad_norm": 2.8464863851138875,
      "learning_rate": 5.078597000051204e-06,
      "loss": 1.5278,
      "step": 64931
    },
    {
      "epoch": 5.5158002038735985,
      "grad_norm": 2.597082338770578,
      "learning_rate": 5.07682562298789e-06,
      "loss": 1.4809,
      "step": 64932
    },
    {
      "epoch": 5.515885151206252,
      "grad_norm": 2.5991264628209554,
      "learning_rate": 5.075054549582275e-06,
      "loss": 1.2231,
      "step": 64933
    },
    {
      "epoch": 5.515970098538906,
      "grad_norm": 2.7242506766051666,
      "learning_rate": 5.073283779838039e-06,
      "loss": 1.474,
      "step": 64934
    },
    {
      "epoch": 5.51605504587156,
      "grad_norm": 2.4840808818286986,
      "learning_rate": 5.071513313758896e-06,
      "loss": 1.2847,
      "step": 64935
    },
    {
      "epoch": 5.516139993204213,
      "grad_norm": 2.926718680974113,
      "learning_rate": 5.069743151348576e-06,
      "loss": 1.5329,
      "step": 64936
    },
    {
      "epoch": 5.516224940536867,
      "grad_norm": 2.951088010458542,
      "learning_rate": 5.067973292610777e-06,
      "loss": 1.5393,
      "step": 64937
    },
    {
      "epoch": 5.516309887869521,
      "grad_norm": 2.7174978587026843,
      "learning_rate": 5.066203737549229e-06,
      "loss": 1.4689,
      "step": 64938
    },
    {
      "epoch": 5.516394835202175,
      "grad_norm": 2.5689881285883858,
      "learning_rate": 5.064434486167596e-06,
      "loss": 1.327,
      "step": 64939
    },
    {
      "epoch": 5.516479782534828,
      "grad_norm": 2.6295013354997816,
      "learning_rate": 5.062665538469624e-06,
      "loss": 1.198,
      "step": 64940
    },
    {
      "epoch": 5.516564729867482,
      "grad_norm": 2.734222502288093,
      "learning_rate": 5.060896894458994e-06,
      "loss": 1.3798,
      "step": 64941
    },
    {
      "epoch": 5.516649677200136,
      "grad_norm": 2.617818671094414,
      "learning_rate": 5.059128554139436e-06,
      "loss": 1.1959,
      "step": 64942
    },
    {
      "epoch": 5.5167346245327895,
      "grad_norm": 2.7758604042963517,
      "learning_rate": 5.057360517514614e-06,
      "loss": 1.4801,
      "step": 64943
    },
    {
      "epoch": 5.516819571865444,
      "grad_norm": 2.6838374690719387,
      "learning_rate": 5.055592784588292e-06,
      "loss": 1.2008,
      "step": 64944
    },
    {
      "epoch": 5.516904519198097,
      "grad_norm": 2.596702485673673,
      "learning_rate": 5.053825355364133e-06,
      "loss": 1.3704,
      "step": 64945
    },
    {
      "epoch": 5.516989466530751,
      "grad_norm": 2.713075581997174,
      "learning_rate": 5.052058229845835e-06,
      "loss": 1.4071,
      "step": 64946
    },
    {
      "epoch": 5.517074413863405,
      "grad_norm": 2.634052055338397,
      "learning_rate": 5.05029140803711e-06,
      "loss": 1.2244,
      "step": 64947
    },
    {
      "epoch": 5.517159361196058,
      "grad_norm": 2.4272465375187307,
      "learning_rate": 5.0485248899416906e-06,
      "loss": 1.3216,
      "step": 64948
    },
    {
      "epoch": 5.517244308528712,
      "grad_norm": 3.3630053889660747,
      "learning_rate": 5.046758675563256e-06,
      "loss": 1.6392,
      "step": 64949
    },
    {
      "epoch": 5.517329255861366,
      "grad_norm": 2.5554806421604495,
      "learning_rate": 5.04499276490547e-06,
      "loss": 1.3945,
      "step": 64950
    },
    {
      "epoch": 5.517414203194019,
      "grad_norm": 2.877611666326739,
      "learning_rate": 5.043227157972096e-06,
      "loss": 1.4514,
      "step": 64951
    },
    {
      "epoch": 5.517499150526674,
      "grad_norm": 2.657691054781269,
      "learning_rate": 5.041461854766815e-06,
      "loss": 1.3706,
      "step": 64952
    },
    {
      "epoch": 5.517584097859327,
      "grad_norm": 2.7332882456073437,
      "learning_rate": 5.039696855293274e-06,
      "loss": 1.2305,
      "step": 64953
    },
    {
      "epoch": 5.517669045191981,
      "grad_norm": 2.555313523204882,
      "learning_rate": 5.037932159555219e-06,
      "loss": 1.4753,
      "step": 64954
    },
    {
      "epoch": 5.517753992524635,
      "grad_norm": 2.67041593759732,
      "learning_rate": 5.036167767556365e-06,
      "loss": 1.3928,
      "step": 64955
    },
    {
      "epoch": 5.517838939857288,
      "grad_norm": 2.5483681181544755,
      "learning_rate": 5.034403679300375e-06,
      "loss": 1.3603,
      "step": 64956
    },
    {
      "epoch": 5.5179238871899425,
      "grad_norm": 2.6534691352151025,
      "learning_rate": 5.032639894790947e-06,
      "loss": 1.4834,
      "step": 64957
    },
    {
      "epoch": 5.518008834522596,
      "grad_norm": 2.548521878276455,
      "learning_rate": 5.030876414031809e-06,
      "loss": 1.2639,
      "step": 64958
    },
    {
      "epoch": 5.518093781855249,
      "grad_norm": 2.78698015865348,
      "learning_rate": 5.029113237026594e-06,
      "loss": 1.4983,
      "step": 64959
    },
    {
      "epoch": 5.518178729187904,
      "grad_norm": 2.870113830303973,
      "learning_rate": 5.0273503637790645e-06,
      "loss": 1.7425,
      "step": 64960
    },
    {
      "epoch": 5.518263676520557,
      "grad_norm": 2.7700558868146063,
      "learning_rate": 5.025587794292852e-06,
      "loss": 1.5409,
      "step": 64961
    },
    {
      "epoch": 5.518348623853211,
      "grad_norm": 2.544561207542403,
      "learning_rate": 5.023825528571718e-06,
      "loss": 1.3115,
      "step": 64962
    },
    {
      "epoch": 5.518433571185865,
      "grad_norm": 2.7196716205260456,
      "learning_rate": 5.022063566619311e-06,
      "loss": 1.1924,
      "step": 64963
    },
    {
      "epoch": 5.518518518518518,
      "grad_norm": 2.6667874121812236,
      "learning_rate": 5.020301908439312e-06,
      "loss": 1.4161,
      "step": 64964
    },
    {
      "epoch": 5.5186034658511725,
      "grad_norm": 2.6827571863515343,
      "learning_rate": 5.018540554035416e-06,
      "loss": 1.2186,
      "step": 64965
    },
    {
      "epoch": 5.518688413183826,
      "grad_norm": 2.6343656907719226,
      "learning_rate": 5.0167795034113555e-06,
      "loss": 1.3063,
      "step": 64966
    },
    {
      "epoch": 5.51877336051648,
      "grad_norm": 3.503062017442063,
      "learning_rate": 5.015018756570794e-06,
      "loss": 1.6204,
      "step": 64967
    },
    {
      "epoch": 5.518858307849134,
      "grad_norm": 2.7791834420830437,
      "learning_rate": 5.01325831351741e-06,
      "loss": 1.591,
      "step": 64968
    },
    {
      "epoch": 5.518943255181787,
      "grad_norm": 2.504348752131215,
      "learning_rate": 5.0114981742549185e-06,
      "loss": 1.3038,
      "step": 64969
    },
    {
      "epoch": 5.519028202514441,
      "grad_norm": 2.7761506504090288,
      "learning_rate": 5.009738338786984e-06,
      "loss": 1.5671,
      "step": 64970
    },
    {
      "epoch": 5.519113149847095,
      "grad_norm": 2.7378088592668055,
      "learning_rate": 5.007978807117269e-06,
      "loss": 1.3473,
      "step": 64971
    },
    {
      "epoch": 5.519198097179748,
      "grad_norm": 2.609032086255381,
      "learning_rate": 5.006219579249504e-06,
      "loss": 1.4125,
      "step": 64972
    },
    {
      "epoch": 5.519283044512402,
      "grad_norm": 3.297462266468489,
      "learning_rate": 5.004460655187387e-06,
      "loss": 1.6729,
      "step": 64973
    },
    {
      "epoch": 5.519367991845056,
      "grad_norm": 2.8112289119870097,
      "learning_rate": 5.0027020349345805e-06,
      "loss": 1.4569,
      "step": 64974
    },
    {
      "epoch": 5.51945293917771,
      "grad_norm": 2.736913269617614,
      "learning_rate": 5.000943718494749e-06,
      "loss": 1.3315,
      "step": 64975
    },
    {
      "epoch": 5.5195378865103635,
      "grad_norm": 2.810172864177797,
      "learning_rate": 4.999185705871606e-06,
      "loss": 1.3132,
      "step": 64976
    },
    {
      "epoch": 5.519622833843018,
      "grad_norm": 2.7941905899811537,
      "learning_rate": 4.997427997068815e-06,
      "loss": 1.5945,
      "step": 64977
    },
    {
      "epoch": 5.519707781175671,
      "grad_norm": 2.5704900880427792,
      "learning_rate": 4.995670592090073e-06,
      "loss": 1.4142,
      "step": 64978
    },
    {
      "epoch": 5.519792728508325,
      "grad_norm": 2.7495973721884686,
      "learning_rate": 4.993913490939045e-06,
      "loss": 1.3361,
      "step": 64979
    },
    {
      "epoch": 5.519877675840979,
      "grad_norm": 2.516620776679219,
      "learning_rate": 4.9921566936194426e-06,
      "loss": 1.409,
      "step": 64980
    },
    {
      "epoch": 5.519962623173632,
      "grad_norm": 2.7402292404555233,
      "learning_rate": 4.990400200134947e-06,
      "loss": 1.3589,
      "step": 64981
    },
    {
      "epoch": 5.520047570506286,
      "grad_norm": 2.6980746328827245,
      "learning_rate": 4.98864401048919e-06,
      "loss": 1.4963,
      "step": 64982
    },
    {
      "epoch": 5.52013251783894,
      "grad_norm": 2.4910228142607953,
      "learning_rate": 4.9868881246859e-06,
      "loss": 1.2278,
      "step": 64983
    },
    {
      "epoch": 5.520217465171593,
      "grad_norm": 2.608559404651081,
      "learning_rate": 4.985132542728726e-06,
      "loss": 1.3953,
      "step": 64984
    },
    {
      "epoch": 5.520302412504248,
      "grad_norm": 2.7122675444945505,
      "learning_rate": 4.98337726462138e-06,
      "loss": 1.5227,
      "step": 64985
    },
    {
      "epoch": 5.520387359836901,
      "grad_norm": 2.544767466229538,
      "learning_rate": 4.981622290367493e-06,
      "loss": 1.2308,
      "step": 64986
    },
    {
      "epoch": 5.5204723071695545,
      "grad_norm": 2.5876502930699274,
      "learning_rate": 4.979867619970795e-06,
      "loss": 1.2542,
      "step": 64987
    },
    {
      "epoch": 5.520557254502209,
      "grad_norm": 2.659801931631802,
      "learning_rate": 4.978113253434934e-06,
      "loss": 1.2608,
      "step": 64988
    },
    {
      "epoch": 5.520642201834862,
      "grad_norm": 2.7159181404954493,
      "learning_rate": 4.976359190763557e-06,
      "loss": 1.3139,
      "step": 64989
    },
    {
      "epoch": 5.5207271491675165,
      "grad_norm": 2.4496684277328136,
      "learning_rate": 4.974605431960394e-06,
      "loss": 1.2556,
      "step": 64990
    },
    {
      "epoch": 5.52081209650017,
      "grad_norm": 2.785009829535217,
      "learning_rate": 4.9728519770290905e-06,
      "loss": 1.5823,
      "step": 64991
    },
    {
      "epoch": 5.520897043832823,
      "grad_norm": 2.561871730950632,
      "learning_rate": 4.971098825973347e-06,
      "loss": 1.2525,
      "step": 64992
    },
    {
      "epoch": 5.520981991165478,
      "grad_norm": 2.85408154664571,
      "learning_rate": 4.96934597879679e-06,
      "loss": 1.5045,
      "step": 64993
    },
    {
      "epoch": 5.521066938498131,
      "grad_norm": 3.2746305344714832,
      "learning_rate": 4.96759343550312e-06,
      "loss": 1.6797,
      "step": 64994
    },
    {
      "epoch": 5.521151885830784,
      "grad_norm": 2.572886472130814,
      "learning_rate": 4.965841196096032e-06,
      "loss": 1.3117,
      "step": 64995
    },
    {
      "epoch": 5.521236833163439,
      "grad_norm": 2.881634909346555,
      "learning_rate": 4.96408926057914e-06,
      "loss": 1.5477,
      "step": 64996
    },
    {
      "epoch": 5.521321780496092,
      "grad_norm": 3.0179372605887256,
      "learning_rate": 4.962337628956159e-06,
      "loss": 1.5445,
      "step": 64997
    },
    {
      "epoch": 5.521406727828746,
      "grad_norm": 2.5531663566433433,
      "learning_rate": 4.960586301230751e-06,
      "loss": 1.1964,
      "step": 64998
    },
    {
      "epoch": 5.5214916751614,
      "grad_norm": 2.66221076521535,
      "learning_rate": 4.958835277406598e-06,
      "loss": 1.4203,
      "step": 64999
    },
    {
      "epoch": 5.521576622494054,
      "grad_norm": 3.338877863414716,
      "learning_rate": 4.957084557487329e-06,
      "loss": 1.6742,
      "step": 65000
    },
    {
      "epoch": 5.5216615698267075,
      "grad_norm": 2.6534974001411555,
      "learning_rate": 4.955334141476641e-06,
      "loss": 1.1539,
      "step": 65001
    },
    {
      "epoch": 5.521746517159361,
      "grad_norm": 2.635188701369914,
      "learning_rate": 4.953584029378199e-06,
      "loss": 1.4349,
      "step": 65002
    },
    {
      "epoch": 5.521831464492015,
      "grad_norm": 2.636088382828416,
      "learning_rate": 4.951834221195666e-06,
      "loss": 1.3441,
      "step": 65003
    },
    {
      "epoch": 5.521916411824669,
      "grad_norm": 2.740080526841296,
      "learning_rate": 4.950084716932706e-06,
      "loss": 1.4667,
      "step": 65004
    },
    {
      "epoch": 5.522001359157322,
      "grad_norm": 2.5473709237959574,
      "learning_rate": 4.9483355165930164e-06,
      "loss": 1.4285,
      "step": 65005
    },
    {
      "epoch": 5.522086306489976,
      "grad_norm": 2.6736424904003235,
      "learning_rate": 4.946586620180226e-06,
      "loss": 1.4733,
      "step": 65006
    },
    {
      "epoch": 5.52217125382263,
      "grad_norm": 2.8068333609971083,
      "learning_rate": 4.944838027697984e-06,
      "loss": 1.2874,
      "step": 65007
    },
    {
      "epoch": 5.522256201155284,
      "grad_norm": 2.7864918065412083,
      "learning_rate": 4.943089739149986e-06,
      "loss": 1.5541,
      "step": 65008
    },
    {
      "epoch": 5.5223411484879374,
      "grad_norm": 2.7137633844454965,
      "learning_rate": 4.9413417545399124e-06,
      "loss": 1.4637,
      "step": 65009
    },
    {
      "epoch": 5.522426095820591,
      "grad_norm": 2.8261829119824577,
      "learning_rate": 4.939594073871378e-06,
      "loss": 1.3628,
      "step": 65010
    },
    {
      "epoch": 5.522511043153245,
      "grad_norm": 2.76024227520533,
      "learning_rate": 4.937846697148079e-06,
      "loss": 1.578,
      "step": 65011
    },
    {
      "epoch": 5.5225959904858986,
      "grad_norm": 2.6137426827733536,
      "learning_rate": 4.936099624373663e-06,
      "loss": 1.3811,
      "step": 65012
    },
    {
      "epoch": 5.522680937818553,
      "grad_norm": 2.7490137820857914,
      "learning_rate": 4.934352855551793e-06,
      "loss": 1.3711,
      "step": 65013
    },
    {
      "epoch": 5.522765885151206,
      "grad_norm": 2.6729442157928682,
      "learning_rate": 4.932606390686134e-06,
      "loss": 1.3958,
      "step": 65014
    },
    {
      "epoch": 5.52285083248386,
      "grad_norm": 2.9677780795883035,
      "learning_rate": 4.930860229780315e-06,
      "loss": 1.4997,
      "step": 65015
    },
    {
      "epoch": 5.522935779816514,
      "grad_norm": 2.7877106333715678,
      "learning_rate": 4.92911437283805e-06,
      "loss": 1.5498,
      "step": 65016
    },
    {
      "epoch": 5.523020727149167,
      "grad_norm": 2.6776702562849506,
      "learning_rate": 4.92736881986297e-06,
      "loss": 1.4468,
      "step": 65017
    },
    {
      "epoch": 5.523105674481822,
      "grad_norm": 2.7527452343127963,
      "learning_rate": 4.9256235708587055e-06,
      "loss": 1.5828,
      "step": 65018
    },
    {
      "epoch": 5.523190621814475,
      "grad_norm": 2.6150353715532018,
      "learning_rate": 4.923878625828953e-06,
      "loss": 1.4256,
      "step": 65019
    },
    {
      "epoch": 5.5232755691471285,
      "grad_norm": 2.5939043750384827,
      "learning_rate": 4.92213398477736e-06,
      "loss": 1.3686,
      "step": 65020
    },
    {
      "epoch": 5.523360516479783,
      "grad_norm": 2.7553480013665035,
      "learning_rate": 4.920389647707557e-06,
      "loss": 1.4677,
      "step": 65021
    },
    {
      "epoch": 5.523445463812436,
      "grad_norm": 2.390683855938865,
      "learning_rate": 4.9186456146232234e-06,
      "loss": 1.0563,
      "step": 65022
    },
    {
      "epoch": 5.5235304111450905,
      "grad_norm": 2.636679151346814,
      "learning_rate": 4.9169018855280076e-06,
      "loss": 1.2263,
      "step": 65023
    },
    {
      "epoch": 5.523615358477744,
      "grad_norm": 2.715008466245663,
      "learning_rate": 4.915158460425572e-06,
      "loss": 1.392,
      "step": 65024
    },
    {
      "epoch": 5.523700305810397,
      "grad_norm": 2.6337494618659147,
      "learning_rate": 4.913415339319548e-06,
      "loss": 1.4872,
      "step": 65025
    },
    {
      "epoch": 5.523785253143052,
      "grad_norm": 2.653862237766175,
      "learning_rate": 4.911672522213617e-06,
      "loss": 1.5032,
      "step": 65026
    },
    {
      "epoch": 5.523870200475705,
      "grad_norm": 2.6067339858616903,
      "learning_rate": 4.909930009111407e-06,
      "loss": 1.4142,
      "step": 65027
    },
    {
      "epoch": 5.523955147808358,
      "grad_norm": 2.770737084055252,
      "learning_rate": 4.908187800016583e-06,
      "loss": 1.5566,
      "step": 65028
    },
    {
      "epoch": 5.524040095141013,
      "grad_norm": 3.505429829534681,
      "learning_rate": 4.906445894932759e-06,
      "loss": 1.7602,
      "step": 65029
    },
    {
      "epoch": 5.524125042473666,
      "grad_norm": 2.656404473053339,
      "learning_rate": 4.904704293863648e-06,
      "loss": 1.545,
      "step": 65030
    },
    {
      "epoch": 5.52420998980632,
      "grad_norm": 2.6233361377415076,
      "learning_rate": 4.902962996812865e-06,
      "loss": 1.3086,
      "step": 65031
    },
    {
      "epoch": 5.524294937138974,
      "grad_norm": 2.8536146112802343,
      "learning_rate": 4.901222003784039e-06,
      "loss": 1.5308,
      "step": 65032
    },
    {
      "epoch": 5.524379884471628,
      "grad_norm": 2.760561075157694,
      "learning_rate": 4.899481314780834e-06,
      "loss": 1.3989,
      "step": 65033
    },
    {
      "epoch": 5.5244648318042815,
      "grad_norm": 2.8325633343624133,
      "learning_rate": 4.897740929806931e-06,
      "loss": 1.4156,
      "step": 65034
    },
    {
      "epoch": 5.524549779136935,
      "grad_norm": 2.644468796979403,
      "learning_rate": 4.896000848865944e-06,
      "loss": 1.4144,
      "step": 65035
    },
    {
      "epoch": 5.524634726469589,
      "grad_norm": 3.2507866653485356,
      "learning_rate": 4.8942610719615025e-06,
      "loss": 1.7369,
      "step": 65036
    },
    {
      "epoch": 5.524719673802243,
      "grad_norm": 2.5847054347351603,
      "learning_rate": 4.892521599097288e-06,
      "loss": 1.1633,
      "step": 65037
    },
    {
      "epoch": 5.524804621134896,
      "grad_norm": 2.655795612857514,
      "learning_rate": 4.890782430276913e-06,
      "loss": 1.1982,
      "step": 65038
    },
    {
      "epoch": 5.52488956846755,
      "grad_norm": 3.2489432011757673,
      "learning_rate": 4.889043565504042e-06,
      "loss": 1.5328,
      "step": 65039
    },
    {
      "epoch": 5.524974515800204,
      "grad_norm": 2.7924235200043093,
      "learning_rate": 4.887305004782305e-06,
      "loss": 1.429,
      "step": 65040
    },
    {
      "epoch": 5.525059463132858,
      "grad_norm": 2.7437604744587425,
      "learning_rate": 4.885566748115382e-06,
      "loss": 1.2853,
      "step": 65041
    },
    {
      "epoch": 5.525144410465511,
      "grad_norm": 2.5828661049293453,
      "learning_rate": 4.883828795506872e-06,
      "loss": 1.1982,
      "step": 65042
    },
    {
      "epoch": 5.525229357798165,
      "grad_norm": 2.6846867061508806,
      "learning_rate": 4.882091146960421e-06,
      "loss": 1.2089,
      "step": 65043
    },
    {
      "epoch": 5.525314305130819,
      "grad_norm": 2.753059693057844,
      "learning_rate": 4.8803538024796915e-06,
      "loss": 1.4318,
      "step": 65044
    },
    {
      "epoch": 5.5253992524634725,
      "grad_norm": 2.8733745620222586,
      "learning_rate": 4.8786167620683155e-06,
      "loss": 1.4967,
      "step": 65045
    },
    {
      "epoch": 5.525484199796127,
      "grad_norm": 2.6173396759758876,
      "learning_rate": 4.8768800257299236e-06,
      "loss": 1.3628,
      "step": 65046
    },
    {
      "epoch": 5.52556914712878,
      "grad_norm": 2.8513505157579537,
      "learning_rate": 4.875143593468161e-06,
      "loss": 1.721,
      "step": 65047
    },
    {
      "epoch": 5.525654094461434,
      "grad_norm": 2.7308609817618676,
      "learning_rate": 4.8734074652866775e-06,
      "loss": 1.5153,
      "step": 65048
    },
    {
      "epoch": 5.525739041794088,
      "grad_norm": 2.761566124950895,
      "learning_rate": 4.871671641189084e-06,
      "loss": 1.4641,
      "step": 65049
    },
    {
      "epoch": 5.525823989126741,
      "grad_norm": 2.7637240642485525,
      "learning_rate": 4.86993612117903e-06,
      "loss": 1.3061,
      "step": 65050
    },
    {
      "epoch": 5.525908936459395,
      "grad_norm": 2.8566568521833546,
      "learning_rate": 4.8682009052601615e-06,
      "loss": 1.6074,
      "step": 65051
    },
    {
      "epoch": 5.525993883792049,
      "grad_norm": 2.706017079419388,
      "learning_rate": 4.866465993436108e-06,
      "loss": 1.3744,
      "step": 65052
    },
    {
      "epoch": 5.526078831124702,
      "grad_norm": 2.8285249695241848,
      "learning_rate": 4.864731385710518e-06,
      "loss": 1.4617,
      "step": 65053
    },
    {
      "epoch": 5.526163778457357,
      "grad_norm": 2.6784081906356048,
      "learning_rate": 4.862997082086989e-06,
      "loss": 1.5161,
      "step": 65054
    },
    {
      "epoch": 5.52624872579001,
      "grad_norm": 2.744686197614878,
      "learning_rate": 4.8612630825692e-06,
      "loss": 1.5514,
      "step": 65055
    },
    {
      "epoch": 5.526333673122664,
      "grad_norm": 2.7383373658171077,
      "learning_rate": 4.859529387160749e-06,
      "loss": 1.4321,
      "step": 65056
    },
    {
      "epoch": 5.526418620455318,
      "grad_norm": 2.520045583793715,
      "learning_rate": 4.8577959958652826e-06,
      "loss": 1.4154,
      "step": 65057
    },
    {
      "epoch": 5.526503567787971,
      "grad_norm": 2.7127939245729955,
      "learning_rate": 4.856062908686415e-06,
      "loss": 1.3312,
      "step": 65058
    },
    {
      "epoch": 5.5265885151206255,
      "grad_norm": 2.867022795550853,
      "learning_rate": 4.854330125627825e-06,
      "loss": 1.6976,
      "step": 65059
    },
    {
      "epoch": 5.526673462453279,
      "grad_norm": 2.7119000830772535,
      "learning_rate": 4.852597646693113e-06,
      "loss": 1.3988,
      "step": 65060
    },
    {
      "epoch": 5.526758409785932,
      "grad_norm": 2.5869574697772273,
      "learning_rate": 4.85086547188589e-06,
      "loss": 1.1674,
      "step": 65061
    },
    {
      "epoch": 5.526843357118587,
      "grad_norm": 2.732591746985848,
      "learning_rate": 4.84913360120982e-06,
      "loss": 1.4766,
      "step": 65062
    },
    {
      "epoch": 5.52692830445124,
      "grad_norm": 2.6670464360724715,
      "learning_rate": 4.847402034668502e-06,
      "loss": 1.4494,
      "step": 65063
    },
    {
      "epoch": 5.527013251783894,
      "grad_norm": 2.8147238599657856,
      "learning_rate": 4.845670772265581e-06,
      "loss": 1.4642,
      "step": 65064
    },
    {
      "epoch": 5.527098199116548,
      "grad_norm": 2.8100953205513375,
      "learning_rate": 4.8439398140046715e-06,
      "loss": 1.4898,
      "step": 65065
    },
    {
      "epoch": 5.527183146449201,
      "grad_norm": 2.6905488566450537,
      "learning_rate": 4.842209159889438e-06,
      "loss": 1.4259,
      "step": 65066
    },
    {
      "epoch": 5.5272680937818555,
      "grad_norm": 2.718086182455993,
      "learning_rate": 4.840478809923476e-06,
      "loss": 1.4309,
      "step": 65067
    },
    {
      "epoch": 5.527353041114509,
      "grad_norm": 2.836414930560654,
      "learning_rate": 4.838748764110401e-06,
      "loss": 1.391,
      "step": 65068
    },
    {
      "epoch": 5.527437988447163,
      "grad_norm": 2.5194569012175903,
      "learning_rate": 4.837019022453858e-06,
      "loss": 1.2651,
      "step": 65069
    },
    {
      "epoch": 5.527522935779817,
      "grad_norm": 2.871801888144319,
      "learning_rate": 4.835289584957447e-06,
      "loss": 1.3782,
      "step": 65070
    },
    {
      "epoch": 5.52760788311247,
      "grad_norm": 2.655961954711312,
      "learning_rate": 4.8335604516248295e-06,
      "loss": 1.4256,
      "step": 65071
    },
    {
      "epoch": 5.527692830445124,
      "grad_norm": 2.6241287509153226,
      "learning_rate": 4.831831622459603e-06,
      "loss": 1.1809,
      "step": 65072
    },
    {
      "epoch": 5.527777777777778,
      "grad_norm": 2.726565010868952,
      "learning_rate": 4.830103097465399e-06,
      "loss": 1.5676,
      "step": 65073
    },
    {
      "epoch": 5.527862725110431,
      "grad_norm": 2.6901117465509388,
      "learning_rate": 4.828374876645847e-06,
      "loss": 1.406,
      "step": 65074
    },
    {
      "epoch": 5.527947672443085,
      "grad_norm": 2.714191313517644,
      "learning_rate": 4.826646960004526e-06,
      "loss": 1.4428,
      "step": 65075
    },
    {
      "epoch": 5.528032619775739,
      "grad_norm": 2.8216200627673906,
      "learning_rate": 4.824919347545103e-06,
      "loss": 1.5031,
      "step": 65076
    },
    {
      "epoch": 5.528117567108393,
      "grad_norm": 2.8145840026242506,
      "learning_rate": 4.82319203927119e-06,
      "loss": 1.5402,
      "step": 65077
    },
    {
      "epoch": 5.5282025144410465,
      "grad_norm": 2.6198211487264005,
      "learning_rate": 4.8214650351864004e-06,
      "loss": 1.1172,
      "step": 65078
    },
    {
      "epoch": 5.528287461773701,
      "grad_norm": 2.8505797649702878,
      "learning_rate": 4.819738335294349e-06,
      "loss": 1.6431,
      "step": 65079
    },
    {
      "epoch": 5.528372409106354,
      "grad_norm": 2.8597390289479176,
      "learning_rate": 4.818011939598649e-06,
      "loss": 1.6249,
      "step": 65080
    },
    {
      "epoch": 5.528457356439008,
      "grad_norm": 2.6149542838163846,
      "learning_rate": 4.816285848102946e-06,
      "loss": 1.3982,
      "step": 65081
    },
    {
      "epoch": 5.528542303771662,
      "grad_norm": 2.65480435465532,
      "learning_rate": 4.814560060810807e-06,
      "loss": 1.2226,
      "step": 65082
    },
    {
      "epoch": 5.528627251104315,
      "grad_norm": 2.823095078998298,
      "learning_rate": 4.812834577725877e-06,
      "loss": 1.5603,
      "step": 65083
    },
    {
      "epoch": 5.528712198436969,
      "grad_norm": 2.762522040009369,
      "learning_rate": 4.8111093988517865e-06,
      "loss": 1.5358,
      "step": 65084
    },
    {
      "epoch": 5.528797145769623,
      "grad_norm": 2.9315798572302776,
      "learning_rate": 4.809384524192134e-06,
      "loss": 1.4751,
      "step": 65085
    },
    {
      "epoch": 5.528882093102276,
      "grad_norm": 2.6298166256874067,
      "learning_rate": 4.807659953750515e-06,
      "loss": 1.4667,
      "step": 65086
    },
    {
      "epoch": 5.528967040434931,
      "grad_norm": 2.7162962710549676,
      "learning_rate": 4.805935687530577e-06,
      "loss": 1.5273,
      "step": 65087
    },
    {
      "epoch": 5.529051987767584,
      "grad_norm": 2.8280619419163098,
      "learning_rate": 4.8042117255359006e-06,
      "loss": 1.6214,
      "step": 65088
    },
    {
      "epoch": 5.5291369351002375,
      "grad_norm": 2.678365639541528,
      "learning_rate": 4.80248806777015e-06,
      "loss": 1.5743,
      "step": 65089
    },
    {
      "epoch": 5.529221882432892,
      "grad_norm": 2.6094162775736356,
      "learning_rate": 4.8007647142368715e-06,
      "loss": 1.2596,
      "step": 65090
    },
    {
      "epoch": 5.529306829765545,
      "grad_norm": 2.861060922494321,
      "learning_rate": 4.799041664939729e-06,
      "loss": 1.5755,
      "step": 65091
    },
    {
      "epoch": 5.5293917770981995,
      "grad_norm": 2.7053319257160537,
      "learning_rate": 4.797318919882304e-06,
      "loss": 1.47,
      "step": 65092
    },
    {
      "epoch": 5.529476724430853,
      "grad_norm": 2.788554171136427,
      "learning_rate": 4.795596479068192e-06,
      "loss": 1.5673,
      "step": 65093
    },
    {
      "epoch": 5.529561671763506,
      "grad_norm": 2.928504363722911,
      "learning_rate": 4.793874342501025e-06,
      "loss": 1.5697,
      "step": 65094
    },
    {
      "epoch": 5.529646619096161,
      "grad_norm": 2.83572110798314,
      "learning_rate": 4.7921525101844325e-06,
      "loss": 1.4612,
      "step": 65095
    },
    {
      "epoch": 5.529731566428814,
      "grad_norm": 2.7570741615253684,
      "learning_rate": 4.7904309821219955e-06,
      "loss": 1.6109,
      "step": 65096
    },
    {
      "epoch": 5.529816513761467,
      "grad_norm": 2.7723363746874568,
      "learning_rate": 4.788709758317311e-06,
      "loss": 1.4627,
      "step": 65097
    },
    {
      "epoch": 5.529901461094122,
      "grad_norm": 2.647602885056745,
      "learning_rate": 4.786988838774008e-06,
      "loss": 1.2187,
      "step": 65098
    },
    {
      "epoch": 5.529986408426775,
      "grad_norm": 2.8114610555586017,
      "learning_rate": 4.785268223495703e-06,
      "loss": 1.394,
      "step": 65099
    },
    {
      "epoch": 5.530071355759429,
      "grad_norm": 2.7533669478587566,
      "learning_rate": 4.783547912485941e-06,
      "loss": 1.2891,
      "step": 65100
    },
    {
      "epoch": 5.530156303092083,
      "grad_norm": 2.931520618138724,
      "learning_rate": 4.781827905748386e-06,
      "loss": 1.6866,
      "step": 65101
    },
    {
      "epoch": 5.530241250424737,
      "grad_norm": 2.5935058146219148,
      "learning_rate": 4.78010820328662e-06,
      "loss": 1.4041,
      "step": 65102
    },
    {
      "epoch": 5.5303261977573905,
      "grad_norm": 2.7950636848312436,
      "learning_rate": 4.778388805104272e-06,
      "loss": 1.4004,
      "step": 65103
    },
    {
      "epoch": 5.530411145090044,
      "grad_norm": 2.5347988174216494,
      "learning_rate": 4.776669711204889e-06,
      "loss": 1.491,
      "step": 65104
    },
    {
      "epoch": 5.530496092422698,
      "grad_norm": 2.6326502481782676,
      "learning_rate": 4.7749509215921186e-06,
      "loss": 1.3842,
      "step": 65105
    },
    {
      "epoch": 5.530581039755352,
      "grad_norm": 2.5287619264670465,
      "learning_rate": 4.773232436269542e-06,
      "loss": 1.3613,
      "step": 65106
    },
    {
      "epoch": 5.530665987088005,
      "grad_norm": 2.9679105690842023,
      "learning_rate": 4.771514255240788e-06,
      "loss": 1.6978,
      "step": 65107
    },
    {
      "epoch": 5.530750934420659,
      "grad_norm": 2.7392455369021493,
      "learning_rate": 4.7697963785094054e-06,
      "loss": 1.2233,
      "step": 65108
    },
    {
      "epoch": 5.530835881753313,
      "grad_norm": 2.495353363192715,
      "learning_rate": 4.768078806079057e-06,
      "loss": 1.3428,
      "step": 65109
    },
    {
      "epoch": 5.530920829085967,
      "grad_norm": 2.713053825963181,
      "learning_rate": 4.766361537953306e-06,
      "loss": 1.4141,
      "step": 65110
    },
    {
      "epoch": 5.5310057764186205,
      "grad_norm": 3.033739951803133,
      "learning_rate": 4.764644574135751e-06,
      "loss": 1.5795,
      "step": 65111
    },
    {
      "epoch": 5.531090723751274,
      "grad_norm": 2.5600750003383856,
      "learning_rate": 4.7629279146299714e-06,
      "loss": 1.2089,
      "step": 65112
    },
    {
      "epoch": 5.531175671083928,
      "grad_norm": 2.827148580413147,
      "learning_rate": 4.761211559439582e-06,
      "loss": 1.5461,
      "step": 65113
    },
    {
      "epoch": 5.531260618416582,
      "grad_norm": 2.749669694822774,
      "learning_rate": 4.759495508568212e-06,
      "loss": 1.4937,
      "step": 65114
    },
    {
      "epoch": 5.531345565749236,
      "grad_norm": 2.66603134604217,
      "learning_rate": 4.7577797620193925e-06,
      "loss": 1.3427,
      "step": 65115
    },
    {
      "epoch": 5.531430513081889,
      "grad_norm": 2.7032331403073746,
      "learning_rate": 4.756064319796788e-06,
      "loss": 1.4768,
      "step": 65116
    },
    {
      "epoch": 5.531515460414543,
      "grad_norm": 3.159146585310973,
      "learning_rate": 4.754349181903943e-06,
      "loss": 1.5271,
      "step": 65117
    },
    {
      "epoch": 5.531600407747197,
      "grad_norm": 2.6298542241877265,
      "learning_rate": 4.752634348344475e-06,
      "loss": 1.285,
      "step": 65118
    },
    {
      "epoch": 5.53168535507985,
      "grad_norm": 2.7331029741307304,
      "learning_rate": 4.750919819121945e-06,
      "loss": 1.3547,
      "step": 65119
    },
    {
      "epoch": 5.531770302412504,
      "grad_norm": 2.6546470235718758,
      "learning_rate": 4.7492055942399856e-06,
      "loss": 1.3637,
      "step": 65120
    },
    {
      "epoch": 5.531855249745158,
      "grad_norm": 2.6421304760080515,
      "learning_rate": 4.747491673702175e-06,
      "loss": 1.4299,
      "step": 65121
    },
    {
      "epoch": 5.5319401970778115,
      "grad_norm": 2.644449309219463,
      "learning_rate": 4.745778057512095e-06,
      "loss": 1.2579,
      "step": 65122
    },
    {
      "epoch": 5.532025144410466,
      "grad_norm": 2.550518293036018,
      "learning_rate": 4.7440647456733424e-06,
      "loss": 1.2946,
      "step": 65123
    },
    {
      "epoch": 5.532110091743119,
      "grad_norm": 2.7705652429384005,
      "learning_rate": 4.742351738189515e-06,
      "loss": 1.4117,
      "step": 65124
    },
    {
      "epoch": 5.5321950390757735,
      "grad_norm": 2.7704898309525268,
      "learning_rate": 4.740639035064176e-06,
      "loss": 1.4336,
      "step": 65125
    },
    {
      "epoch": 5.532279986408427,
      "grad_norm": 2.7746060830451937,
      "learning_rate": 4.738926636300938e-06,
      "loss": 1.4604,
      "step": 65126
    },
    {
      "epoch": 5.53236493374108,
      "grad_norm": 2.626540372193228,
      "learning_rate": 4.7372145419034e-06,
      "loss": 1.443,
      "step": 65127
    },
    {
      "epoch": 5.532449881073735,
      "grad_norm": 2.6793319452875113,
      "learning_rate": 4.735502751875126e-06,
      "loss": 1.4748,
      "step": 65128
    },
    {
      "epoch": 5.532534828406388,
      "grad_norm": 2.7819268027336297,
      "learning_rate": 4.733791266219711e-06,
      "loss": 1.245,
      "step": 65129
    },
    {
      "epoch": 5.532619775739041,
      "grad_norm": 2.7311192903616814,
      "learning_rate": 4.73208008494072e-06,
      "loss": 1.3728,
      "step": 65130
    },
    {
      "epoch": 5.532704723071696,
      "grad_norm": 2.7629245807123572,
      "learning_rate": 4.730369208041768e-06,
      "loss": 1.4219,
      "step": 65131
    },
    {
      "epoch": 5.532789670404349,
      "grad_norm": 2.7329101949086496,
      "learning_rate": 4.728658635526434e-06,
      "loss": 1.2353,
      "step": 65132
    },
    {
      "epoch": 5.532874617737003,
      "grad_norm": 2.726336754161898,
      "learning_rate": 4.726948367398281e-06,
      "loss": 1.5243,
      "step": 65133
    },
    {
      "epoch": 5.532959565069657,
      "grad_norm": 3.1385385918515176,
      "learning_rate": 4.725238403660925e-06,
      "loss": 1.7082,
      "step": 65134
    },
    {
      "epoch": 5.53304451240231,
      "grad_norm": 2.5662263501052993,
      "learning_rate": 4.723528744317945e-06,
      "loss": 1.3603,
      "step": 65135
    },
    {
      "epoch": 5.5331294597349645,
      "grad_norm": 2.730527500574371,
      "learning_rate": 4.721819389372905e-06,
      "loss": 1.4945,
      "step": 65136
    },
    {
      "epoch": 5.533214407067618,
      "grad_norm": 2.718998445452906,
      "learning_rate": 4.720110338829353e-06,
      "loss": 1.3093,
      "step": 65137
    },
    {
      "epoch": 5.533299354400272,
      "grad_norm": 2.5547650731004365,
      "learning_rate": 4.718401592690951e-06,
      "loss": 1.2913,
      "step": 65138
    },
    {
      "epoch": 5.533384301732926,
      "grad_norm": 2.6590175307483,
      "learning_rate": 4.716693150961232e-06,
      "loss": 1.3551,
      "step": 65139
    },
    {
      "epoch": 5.533469249065579,
      "grad_norm": 2.8602574098256026,
      "learning_rate": 4.71498501364379e-06,
      "loss": 1.4467,
      "step": 65140
    },
    {
      "epoch": 5.533554196398233,
      "grad_norm": 2.7734500390419083,
      "learning_rate": 4.713277180742175e-06,
      "loss": 1.4564,
      "step": 65141
    },
    {
      "epoch": 5.533639143730887,
      "grad_norm": 2.8409659414204724,
      "learning_rate": 4.71156965226e-06,
      "loss": 1.4382,
      "step": 65142
    },
    {
      "epoch": 5.53372409106354,
      "grad_norm": 2.9317625649583015,
      "learning_rate": 4.709862428200828e-06,
      "loss": 1.7228,
      "step": 65143
    },
    {
      "epoch": 5.533809038396194,
      "grad_norm": 2.786023519811902,
      "learning_rate": 4.708155508568224e-06,
      "loss": 1.6217,
      "step": 65144
    },
    {
      "epoch": 5.533893985728848,
      "grad_norm": 3.2324175338435572,
      "learning_rate": 4.706448893365799e-06,
      "loss": 1.6623,
      "step": 65145
    },
    {
      "epoch": 5.533978933061502,
      "grad_norm": 2.787977539218408,
      "learning_rate": 4.704742582597104e-06,
      "loss": 1.5649,
      "step": 65146
    },
    {
      "epoch": 5.5340638803941555,
      "grad_norm": 2.7345314514780936,
      "learning_rate": 4.703036576265717e-06,
      "loss": 1.2939,
      "step": 65147
    },
    {
      "epoch": 5.53414882772681,
      "grad_norm": 2.6333524388092875,
      "learning_rate": 4.701330874375204e-06,
      "loss": 1.4,
      "step": 65148
    },
    {
      "epoch": 5.534233775059463,
      "grad_norm": 3.0413680481262024,
      "learning_rate": 4.699625476929142e-06,
      "loss": 1.7394,
      "step": 65149
    },
    {
      "epoch": 5.534318722392117,
      "grad_norm": 2.638783824401016,
      "learning_rate": 4.697920383931131e-06,
      "loss": 1.3375,
      "step": 65150
    },
    {
      "epoch": 5.534403669724771,
      "grad_norm": 2.637244352816848,
      "learning_rate": 4.6962155953847e-06,
      "loss": 1.1777,
      "step": 65151
    },
    {
      "epoch": 5.534488617057424,
      "grad_norm": 2.6148965398708226,
      "learning_rate": 4.694511111293464e-06,
      "loss": 1.3362,
      "step": 65152
    },
    {
      "epoch": 5.534573564390078,
      "grad_norm": 2.785512833389637,
      "learning_rate": 4.6928069316609695e-06,
      "loss": 1.4786,
      "step": 65153
    },
    {
      "epoch": 5.534658511722732,
      "grad_norm": 2.674525068713529,
      "learning_rate": 4.691103056490814e-06,
      "loss": 1.4763,
      "step": 65154
    },
    {
      "epoch": 5.5347434590553855,
      "grad_norm": 2.7838771560975664,
      "learning_rate": 4.68939948578651e-06,
      "loss": 1.5986,
      "step": 65155
    },
    {
      "epoch": 5.53482840638804,
      "grad_norm": 2.652377246352723,
      "learning_rate": 4.687696219551673e-06,
      "loss": 1.3922,
      "step": 65156
    },
    {
      "epoch": 5.534913353720693,
      "grad_norm": 2.695043262701244,
      "learning_rate": 4.685993257789866e-06,
      "loss": 1.4488,
      "step": 65157
    },
    {
      "epoch": 5.534998301053347,
      "grad_norm": 2.7370497581453175,
      "learning_rate": 4.68429060050467e-06,
      "loss": 1.5701,
      "step": 65158
    },
    {
      "epoch": 5.535083248386001,
      "grad_norm": 2.6709693629460096,
      "learning_rate": 4.682588247699615e-06,
      "loss": 1.4549,
      "step": 65159
    },
    {
      "epoch": 5.535168195718654,
      "grad_norm": 2.8120462708892076,
      "learning_rate": 4.680886199378298e-06,
      "loss": 1.375,
      "step": 65160
    },
    {
      "epoch": 5.5352531430513086,
      "grad_norm": 2.816228578137398,
      "learning_rate": 4.679184455544282e-06,
      "loss": 1.2921,
      "step": 65161
    },
    {
      "epoch": 5.535338090383962,
      "grad_norm": 2.5855649510736702,
      "learning_rate": 4.677483016201084e-06,
      "loss": 1.3808,
      "step": 65162
    },
    {
      "epoch": 5.535423037716615,
      "grad_norm": 2.8331336253244683,
      "learning_rate": 4.675781881352364e-06,
      "loss": 1.5905,
      "step": 65163
    },
    {
      "epoch": 5.53550798504927,
      "grad_norm": 2.846432819645513,
      "learning_rate": 4.674081051001621e-06,
      "loss": 1.5844,
      "step": 65164
    },
    {
      "epoch": 5.535592932381923,
      "grad_norm": 2.75182751732005,
      "learning_rate": 4.672380525152436e-06,
      "loss": 1.5758,
      "step": 65165
    },
    {
      "epoch": 5.5356778797145765,
      "grad_norm": 2.9964457486759084,
      "learning_rate": 4.670680303808355e-06,
      "loss": 1.5702,
      "step": 65166
    },
    {
      "epoch": 5.535762827047231,
      "grad_norm": 2.651160248199509,
      "learning_rate": 4.668980386972959e-06,
      "loss": 1.4314,
      "step": 65167
    },
    {
      "epoch": 5.535847774379884,
      "grad_norm": 2.622232711626251,
      "learning_rate": 4.6672807746497955e-06,
      "loss": 1.4525,
      "step": 65168
    },
    {
      "epoch": 5.5359327217125385,
      "grad_norm": 2.8858688257658796,
      "learning_rate": 4.665581466842444e-06,
      "loss": 1.3871,
      "step": 65169
    },
    {
      "epoch": 5.536017669045192,
      "grad_norm": 2.666260088055573,
      "learning_rate": 4.6638824635544525e-06,
      "loss": 1.558,
      "step": 65170
    },
    {
      "epoch": 5.536102616377846,
      "grad_norm": 2.625171212662986,
      "learning_rate": 4.662183764789401e-06,
      "loss": 1.2319,
      "step": 65171
    },
    {
      "epoch": 5.5361875637105,
      "grad_norm": 2.8106452658702428,
      "learning_rate": 4.66048537055082e-06,
      "loss": 1.5375,
      "step": 65172
    },
    {
      "epoch": 5.536272511043153,
      "grad_norm": 2.7233513498787225,
      "learning_rate": 4.658787280842274e-06,
      "loss": 1.5059,
      "step": 65173
    },
    {
      "epoch": 5.536357458375807,
      "grad_norm": 2.62725045798626,
      "learning_rate": 4.65708949566731e-06,
      "loss": 1.3999,
      "step": 65174
    },
    {
      "epoch": 5.536442405708461,
      "grad_norm": 2.4967808263455966,
      "learning_rate": 4.655392015029541e-06,
      "loss": 1.3427,
      "step": 65175
    },
    {
      "epoch": 5.536527353041114,
      "grad_norm": 2.767590982030988,
      "learning_rate": 4.653694838932465e-06,
      "loss": 1.4188,
      "step": 65176
    },
    {
      "epoch": 5.536612300373768,
      "grad_norm": 2.745817539563873,
      "learning_rate": 4.651997967379662e-06,
      "loss": 1.4615,
      "step": 65177
    },
    {
      "epoch": 5.536697247706422,
      "grad_norm": 2.7818794056718508,
      "learning_rate": 4.650301400374695e-06,
      "loss": 1.4946,
      "step": 65178
    },
    {
      "epoch": 5.536782195039076,
      "grad_norm": 2.7723108906778626,
      "learning_rate": 4.648605137921097e-06,
      "loss": 1.538,
      "step": 65179
    },
    {
      "epoch": 5.5368671423717295,
      "grad_norm": 2.693171273447015,
      "learning_rate": 4.646909180022429e-06,
      "loss": 1.4399,
      "step": 65180
    },
    {
      "epoch": 5.536952089704383,
      "grad_norm": 2.60630595223647,
      "learning_rate": 4.64521352668224e-06,
      "loss": 1.2641,
      "step": 65181
    },
    {
      "epoch": 5.537037037037037,
      "grad_norm": 2.788503949720517,
      "learning_rate": 4.64351817790411e-06,
      "loss": 1.2912,
      "step": 65182
    },
    {
      "epoch": 5.537121984369691,
      "grad_norm": 2.719008180299587,
      "learning_rate": 4.641823133691569e-06,
      "loss": 1.4491,
      "step": 65183
    },
    {
      "epoch": 5.537206931702345,
      "grad_norm": 2.9879092337571675,
      "learning_rate": 4.640128394048165e-06,
      "loss": 1.7027,
      "step": 65184
    },
    {
      "epoch": 5.537291879034998,
      "grad_norm": 2.8167880576071607,
      "learning_rate": 4.638433958977461e-06,
      "loss": 1.4325,
      "step": 65185
    },
    {
      "epoch": 5.537376826367652,
      "grad_norm": 2.508658954262346,
      "learning_rate": 4.636739828482988e-06,
      "loss": 1.3327,
      "step": 65186
    },
    {
      "epoch": 5.537461773700306,
      "grad_norm": 3.486851827580828,
      "learning_rate": 4.635046002568326e-06,
      "loss": 1.7035,
      "step": 65187
    },
    {
      "epoch": 5.537546721032959,
      "grad_norm": 2.441629034054079,
      "learning_rate": 4.633352481237007e-06,
      "loss": 1.1972,
      "step": 65188
    },
    {
      "epoch": 5.537631668365613,
      "grad_norm": 3.0110762669697966,
      "learning_rate": 4.6316592644925764e-06,
      "loss": 1.4612,
      "step": 65189
    },
    {
      "epoch": 5.537716615698267,
      "grad_norm": 2.910239883560812,
      "learning_rate": 4.6299663523385985e-06,
      "loss": 1.4019,
      "step": 65190
    },
    {
      "epoch": 5.5378015630309205,
      "grad_norm": 2.6307354972389594,
      "learning_rate": 4.6282737447785875e-06,
      "loss": 1.4035,
      "step": 65191
    },
    {
      "epoch": 5.537886510363575,
      "grad_norm": 2.6432946881316215,
      "learning_rate": 4.626581441816124e-06,
      "loss": 1.5268,
      "step": 65192
    },
    {
      "epoch": 5.537971457696228,
      "grad_norm": 2.87189974659307,
      "learning_rate": 4.624889443454738e-06,
      "loss": 1.3906,
      "step": 65193
    },
    {
      "epoch": 5.5380564050288825,
      "grad_norm": 2.924760892354441,
      "learning_rate": 4.6231977496979935e-06,
      "loss": 1.4801,
      "step": 65194
    },
    {
      "epoch": 5.538141352361536,
      "grad_norm": 2.5803588282549645,
      "learning_rate": 4.621506360549387e-06,
      "loss": 1.2944,
      "step": 65195
    },
    {
      "epoch": 5.538226299694189,
      "grad_norm": 2.7620756820981027,
      "learning_rate": 4.619815276012518e-06,
      "loss": 1.6113,
      "step": 65196
    },
    {
      "epoch": 5.538311247026844,
      "grad_norm": 2.8276885207099975,
      "learning_rate": 4.6181244960909135e-06,
      "loss": 1.3385,
      "step": 65197
    },
    {
      "epoch": 5.538396194359497,
      "grad_norm": 2.8765214982963454,
      "learning_rate": 4.616434020788073e-06,
      "loss": 1.5294,
      "step": 65198
    },
    {
      "epoch": 5.5384811416921504,
      "grad_norm": 2.5169986723541387,
      "learning_rate": 4.614743850107594e-06,
      "loss": 1.3283,
      "step": 65199
    },
    {
      "epoch": 5.538566089024805,
      "grad_norm": 2.6832291310586633,
      "learning_rate": 4.6130539840530055e-06,
      "loss": 1.1785,
      "step": 65200
    },
    {
      "epoch": 5.538651036357458,
      "grad_norm": 2.662843607276246,
      "learning_rate": 4.611364422627839e-06,
      "loss": 1.2109,
      "step": 65201
    },
    {
      "epoch": 5.538735983690112,
      "grad_norm": 2.8947529216375965,
      "learning_rate": 4.609675165835625e-06,
      "loss": 1.6129,
      "step": 65202
    },
    {
      "epoch": 5.538820931022766,
      "grad_norm": 2.78146724335925,
      "learning_rate": 4.6079862136799265e-06,
      "loss": 1.3945,
      "step": 65203
    },
    {
      "epoch": 5.538905878355419,
      "grad_norm": 2.711899650024291,
      "learning_rate": 4.606297566164291e-06,
      "loss": 1.5108,
      "step": 65204
    },
    {
      "epoch": 5.5389908256880735,
      "grad_norm": 2.8028576736704083,
      "learning_rate": 4.604609223292199e-06,
      "loss": 1.2767,
      "step": 65205
    },
    {
      "epoch": 5.539075773020727,
      "grad_norm": 2.8838151045433413,
      "learning_rate": 4.602921185067232e-06,
      "loss": 1.6089,
      "step": 65206
    },
    {
      "epoch": 5.539160720353381,
      "grad_norm": 2.598806564428599,
      "learning_rate": 4.601233451492936e-06,
      "loss": 1.1798,
      "step": 65207
    },
    {
      "epoch": 5.539245667686035,
      "grad_norm": 2.777464237294266,
      "learning_rate": 4.5995460225728256e-06,
      "loss": 1.4607,
      "step": 65208
    },
    {
      "epoch": 5.539330615018688,
      "grad_norm": 2.635762733765924,
      "learning_rate": 4.59785889831043e-06,
      "loss": 1.2835,
      "step": 65209
    },
    {
      "epoch": 5.539415562351342,
      "grad_norm": 2.8422843004395673,
      "learning_rate": 4.5961720787093146e-06,
      "loss": 1.3739,
      "step": 65210
    },
    {
      "epoch": 5.539500509683996,
      "grad_norm": 2.692002377647315,
      "learning_rate": 4.594485563772976e-06,
      "loss": 1.4766,
      "step": 65211
    },
    {
      "epoch": 5.53958545701665,
      "grad_norm": 2.6872052311156236,
      "learning_rate": 4.592799353504994e-06,
      "loss": 1.2029,
      "step": 65212
    },
    {
      "epoch": 5.5396704043493035,
      "grad_norm": 2.810592943624109,
      "learning_rate": 4.59111344790885e-06,
      "loss": 1.5755,
      "step": 65213
    },
    {
      "epoch": 5.539755351681957,
      "grad_norm": 3.057539786360131,
      "learning_rate": 4.589427846988125e-06,
      "loss": 1.6732,
      "step": 65214
    },
    {
      "epoch": 5.539840299014611,
      "grad_norm": 2.6380150555583057,
      "learning_rate": 4.5877425507463314e-06,
      "loss": 1.4123,
      "step": 65215
    },
    {
      "epoch": 5.539925246347265,
      "grad_norm": 2.650506224473946,
      "learning_rate": 4.586057559186967e-06,
      "loss": 1.4222,
      "step": 65216
    },
    {
      "epoch": 5.540010193679919,
      "grad_norm": 2.9000016568802427,
      "learning_rate": 4.5843728723136135e-06,
      "loss": 1.5358,
      "step": 65217
    },
    {
      "epoch": 5.540095141012572,
      "grad_norm": 2.6191764338707517,
      "learning_rate": 4.582688490129782e-06,
      "loss": 1.3938,
      "step": 65218
    },
    {
      "epoch": 5.540180088345226,
      "grad_norm": 2.614421568183597,
      "learning_rate": 4.581004412638989e-06,
      "loss": 1.1746,
      "step": 65219
    },
    {
      "epoch": 5.54026503567788,
      "grad_norm": 2.7370486994643883,
      "learning_rate": 4.57932063984478e-06,
      "loss": 1.5624,
      "step": 65220
    },
    {
      "epoch": 5.540349983010533,
      "grad_norm": 2.886179312539246,
      "learning_rate": 4.57763717175067e-06,
      "loss": 1.3716,
      "step": 65221
    },
    {
      "epoch": 5.540434930343187,
      "grad_norm": 2.808291648095363,
      "learning_rate": 4.575954008360205e-06,
      "loss": 1.5504,
      "step": 65222
    },
    {
      "epoch": 5.540519877675841,
      "grad_norm": 2.868668641504161,
      "learning_rate": 4.574271149676883e-06,
      "loss": 1.3629,
      "step": 65223
    },
    {
      "epoch": 5.5406048250084945,
      "grad_norm": 2.668388177767722,
      "learning_rate": 4.5725885957042514e-06,
      "loss": 1.329,
      "step": 65224
    },
    {
      "epoch": 5.540689772341149,
      "grad_norm": 2.60999341312153,
      "learning_rate": 4.5709063464458405e-06,
      "loss": 1.3537,
      "step": 65225
    },
    {
      "epoch": 5.540774719673802,
      "grad_norm": 2.7523535126565286,
      "learning_rate": 4.569224401905164e-06,
      "loss": 1.2221,
      "step": 65226
    },
    {
      "epoch": 5.5408596670064565,
      "grad_norm": 2.650792744872385,
      "learning_rate": 4.567542762085752e-06,
      "loss": 1.4612,
      "step": 65227
    },
    {
      "epoch": 5.54094461433911,
      "grad_norm": 2.6920900863082693,
      "learning_rate": 4.5658614269911186e-06,
      "loss": 1.4724,
      "step": 65228
    },
    {
      "epoch": 5.541029561671763,
      "grad_norm": 2.602899327439829,
      "learning_rate": 4.564180396624778e-06,
      "loss": 1.4584,
      "step": 65229
    },
    {
      "epoch": 5.541114509004418,
      "grad_norm": 2.563677037297508,
      "learning_rate": 4.562499670990294e-06,
      "loss": 1.2978,
      "step": 65230
    },
    {
      "epoch": 5.541199456337071,
      "grad_norm": 2.565413294033691,
      "learning_rate": 4.56081925009113e-06,
      "loss": 1.1896,
      "step": 65231
    },
    {
      "epoch": 5.541284403669724,
      "grad_norm": 2.7907347103910163,
      "learning_rate": 4.559139133930867e-06,
      "loss": 1.537,
      "step": 65232
    },
    {
      "epoch": 5.541369351002379,
      "grad_norm": 2.5796584178158803,
      "learning_rate": 4.557459322512985e-06,
      "loss": 1.3613,
      "step": 65233
    },
    {
      "epoch": 5.541454298335032,
      "grad_norm": 2.5510786652722124,
      "learning_rate": 4.5557798158409985e-06,
      "loss": 1.4186,
      "step": 65234
    },
    {
      "epoch": 5.541539245667686,
      "grad_norm": 2.547931655501086,
      "learning_rate": 4.5541006139184545e-06,
      "loss": 1.27,
      "step": 65235
    },
    {
      "epoch": 5.54162419300034,
      "grad_norm": 2.7731228431227,
      "learning_rate": 4.552421716748866e-06,
      "loss": 1.4856,
      "step": 65236
    },
    {
      "epoch": 5.541709140332993,
      "grad_norm": 2.683218616192936,
      "learning_rate": 4.550743124335748e-06,
      "loss": 1.4472,
      "step": 65237
    },
    {
      "epoch": 5.5417940876656475,
      "grad_norm": 2.668014471437155,
      "learning_rate": 4.549064836682598e-06,
      "loss": 1.2624,
      "step": 65238
    },
    {
      "epoch": 5.541879034998301,
      "grad_norm": 2.752206165920834,
      "learning_rate": 4.547386853792961e-06,
      "loss": 1.3907,
      "step": 65239
    },
    {
      "epoch": 5.541963982330955,
      "grad_norm": 2.5682818569727672,
      "learning_rate": 4.545709175670353e-06,
      "loss": 1.2696,
      "step": 65240
    },
    {
      "epoch": 5.542048929663609,
      "grad_norm": 2.556227604969031,
      "learning_rate": 4.544031802318238e-06,
      "loss": 1.418,
      "step": 65241
    },
    {
      "epoch": 5.542133876996262,
      "grad_norm": 2.6950068838700885,
      "learning_rate": 4.542354733740194e-06,
      "loss": 1.5783,
      "step": 65242
    },
    {
      "epoch": 5.542218824328916,
      "grad_norm": 2.8825111768325025,
      "learning_rate": 4.540677969939705e-06,
      "loss": 1.3943,
      "step": 65243
    },
    {
      "epoch": 5.54230377166157,
      "grad_norm": 2.6249122410318932,
      "learning_rate": 4.539001510920299e-06,
      "loss": 1.4519,
      "step": 65244
    },
    {
      "epoch": 5.542388718994223,
      "grad_norm": 2.951822757745423,
      "learning_rate": 4.537325356685473e-06,
      "loss": 1.5293,
      "step": 65245
    },
    {
      "epoch": 5.542473666326877,
      "grad_norm": 2.6929051018345525,
      "learning_rate": 4.535649507238759e-06,
      "loss": 1.3343,
      "step": 65246
    },
    {
      "epoch": 5.542558613659531,
      "grad_norm": 2.734081617189576,
      "learning_rate": 4.5339739625836365e-06,
      "loss": 1.5283,
      "step": 65247
    },
    {
      "epoch": 5.542643560992185,
      "grad_norm": 2.7123943904356214,
      "learning_rate": 4.532298722723637e-06,
      "loss": 1.5054,
      "step": 65248
    },
    {
      "epoch": 5.5427285083248385,
      "grad_norm": 3.61347862353615,
      "learning_rate": 4.530623787662257e-06,
      "loss": 1.8101,
      "step": 65249
    },
    {
      "epoch": 5.542813455657493,
      "grad_norm": 2.6980908779161754,
      "learning_rate": 4.528949157403045e-06,
      "loss": 1.4653,
      "step": 65250
    },
    {
      "epoch": 5.542898402990146,
      "grad_norm": 2.7210026288963807,
      "learning_rate": 4.527274831949479e-06,
      "loss": 1.436,
      "step": 65251
    },
    {
      "epoch": 5.5429833503228,
      "grad_norm": 2.7051547151255697,
      "learning_rate": 4.525600811305041e-06,
      "loss": 1.2837,
      "step": 65252
    },
    {
      "epoch": 5.543068297655454,
      "grad_norm": 2.6829635321340763,
      "learning_rate": 4.5239270954732955e-06,
      "loss": 1.4009,
      "step": 65253
    },
    {
      "epoch": 5.543153244988107,
      "grad_norm": 2.8093318701750274,
      "learning_rate": 4.522253684457705e-06,
      "loss": 1.341,
      "step": 65254
    },
    {
      "epoch": 5.543238192320761,
      "grad_norm": 2.5902883335868716,
      "learning_rate": 4.520580578261818e-06,
      "loss": 1.3638,
      "step": 65255
    },
    {
      "epoch": 5.543323139653415,
      "grad_norm": 2.600310048914883,
      "learning_rate": 4.51890777688908e-06,
      "loss": 1.4255,
      "step": 65256
    },
    {
      "epoch": 5.5434080869860685,
      "grad_norm": 2.7853880770317527,
      "learning_rate": 4.517235280343057e-06,
      "loss": 1.5161,
      "step": 65257
    },
    {
      "epoch": 5.543493034318723,
      "grad_norm": 2.6186672598805036,
      "learning_rate": 4.515563088627227e-06,
      "loss": 1.1787,
      "step": 65258
    },
    {
      "epoch": 5.543577981651376,
      "grad_norm": 2.737570232328251,
      "learning_rate": 4.513891201745074e-06,
      "loss": 1.346,
      "step": 65259
    },
    {
      "epoch": 5.54366292898403,
      "grad_norm": 2.685957515132326,
      "learning_rate": 4.512219619700125e-06,
      "loss": 1.2945,
      "step": 65260
    },
    {
      "epoch": 5.543747876316684,
      "grad_norm": 2.6608996303053543,
      "learning_rate": 4.510548342495895e-06,
      "loss": 1.0814,
      "step": 65261
    },
    {
      "epoch": 5.543832823649337,
      "grad_norm": 2.7494676096195536,
      "learning_rate": 4.508877370135866e-06,
      "loss": 1.2716,
      "step": 65262
    },
    {
      "epoch": 5.543917770981992,
      "grad_norm": 2.7311599360851964,
      "learning_rate": 4.507206702623534e-06,
      "loss": 1.4856,
      "step": 65263
    },
    {
      "epoch": 5.544002718314645,
      "grad_norm": 2.704748476930942,
      "learning_rate": 4.5055363399624125e-06,
      "loss": 1.4489,
      "step": 65264
    },
    {
      "epoch": 5.544087665647298,
      "grad_norm": 2.8082407632853146,
      "learning_rate": 4.503866282155999e-06,
      "loss": 1.4006,
      "step": 65265
    },
    {
      "epoch": 5.544172612979953,
      "grad_norm": 2.7100872745287328,
      "learning_rate": 4.502196529207791e-06,
      "loss": 1.3361,
      "step": 65266
    },
    {
      "epoch": 5.544257560312606,
      "grad_norm": 2.643283214495913,
      "learning_rate": 4.500527081121269e-06,
      "loss": 1.4773,
      "step": 65267
    },
    {
      "epoch": 5.5443425076452595,
      "grad_norm": 2.7680900333543295,
      "learning_rate": 4.498857937899964e-06,
      "loss": 1.3348,
      "step": 65268
    },
    {
      "epoch": 5.544427454977914,
      "grad_norm": 2.5862497434991156,
      "learning_rate": 4.497189099547372e-06,
      "loss": 1.1391,
      "step": 65269
    },
    {
      "epoch": 5.544512402310567,
      "grad_norm": 2.6790406388112036,
      "learning_rate": 4.495520566066957e-06,
      "loss": 1.3996,
      "step": 65270
    },
    {
      "epoch": 5.5445973496432215,
      "grad_norm": 2.7333373175927034,
      "learning_rate": 4.493852337462234e-06,
      "loss": 1.4772,
      "step": 65271
    },
    {
      "epoch": 5.544682296975875,
      "grad_norm": 2.754607592125455,
      "learning_rate": 4.492184413736699e-06,
      "loss": 1.4014,
      "step": 65272
    },
    {
      "epoch": 5.544767244308529,
      "grad_norm": 2.8015252689031094,
      "learning_rate": 4.490516794893867e-06,
      "loss": 1.5419,
      "step": 65273
    },
    {
      "epoch": 5.544852191641183,
      "grad_norm": 2.704866111776838,
      "learning_rate": 4.488849480937184e-06,
      "loss": 1.425,
      "step": 65274
    },
    {
      "epoch": 5.544937138973836,
      "grad_norm": 2.796655898924297,
      "learning_rate": 4.487182471870182e-06,
      "loss": 1.3794,
      "step": 65275
    },
    {
      "epoch": 5.54502208630649,
      "grad_norm": 2.887685821291319,
      "learning_rate": 4.4855157676963574e-06,
      "loss": 1.469,
      "step": 65276
    },
    {
      "epoch": 5.545107033639144,
      "grad_norm": 2.534364026719895,
      "learning_rate": 4.4838493684191565e-06,
      "loss": 1.3247,
      "step": 65277
    },
    {
      "epoch": 5.545191980971797,
      "grad_norm": 2.7160984601379785,
      "learning_rate": 4.482183274042111e-06,
      "loss": 1.4182,
      "step": 65278
    },
    {
      "epoch": 5.545276928304451,
      "grad_norm": 3.2285200859182543,
      "learning_rate": 4.480517484568718e-06,
      "loss": 1.5512,
      "step": 65279
    },
    {
      "epoch": 5.545361875637105,
      "grad_norm": 2.464116051712265,
      "learning_rate": 4.478852000002459e-06,
      "loss": 1.2989,
      "step": 65280
    },
    {
      "epoch": 5.545446822969759,
      "grad_norm": 2.830618906423485,
      "learning_rate": 4.477186820346795e-06,
      "loss": 1.6355,
      "step": 65281
    },
    {
      "epoch": 5.5455317703024125,
      "grad_norm": 2.702298254863449,
      "learning_rate": 4.475521945605259e-06,
      "loss": 1.3362,
      "step": 65282
    },
    {
      "epoch": 5.545616717635066,
      "grad_norm": 2.911591949098497,
      "learning_rate": 4.473857375781315e-06,
      "loss": 1.7166,
      "step": 65283
    },
    {
      "epoch": 5.54570166496772,
      "grad_norm": 2.931840377956428,
      "learning_rate": 4.472193110878442e-06,
      "loss": 1.6248,
      "step": 65284
    },
    {
      "epoch": 5.545786612300374,
      "grad_norm": 2.6846384069259797,
      "learning_rate": 4.4705291509001376e-06,
      "loss": 1.3271,
      "step": 65285
    },
    {
      "epoch": 5.545871559633028,
      "grad_norm": 2.732651884130442,
      "learning_rate": 4.468865495849899e-06,
      "loss": 1.5241,
      "step": 65286
    },
    {
      "epoch": 5.545956506965681,
      "grad_norm": 2.5076092696657213,
      "learning_rate": 4.467202145731208e-06,
      "loss": 1.3488,
      "step": 65287
    },
    {
      "epoch": 5.546041454298335,
      "grad_norm": 2.661733095271507,
      "learning_rate": 4.465539100547527e-06,
      "loss": 1.3396,
      "step": 65288
    },
    {
      "epoch": 5.546126401630989,
      "grad_norm": 2.9373983174770735,
      "learning_rate": 4.463876360302371e-06,
      "loss": 1.5055,
      "step": 65289
    },
    {
      "epoch": 5.546211348963642,
      "grad_norm": 2.722800443969245,
      "learning_rate": 4.46221392499922e-06,
      "loss": 1.1965,
      "step": 65290
    },
    {
      "epoch": 5.546296296296296,
      "grad_norm": 2.6809063838600777,
      "learning_rate": 4.46055179464152e-06,
      "loss": 1.4894,
      "step": 65291
    },
    {
      "epoch": 5.54638124362895,
      "grad_norm": 2.7491247730870962,
      "learning_rate": 4.458889969232788e-06,
      "loss": 1.5234,
      "step": 65292
    },
    {
      "epoch": 5.5464661909616035,
      "grad_norm": 2.778405811581034,
      "learning_rate": 4.457228448776518e-06,
      "loss": 1.1712,
      "step": 65293
    },
    {
      "epoch": 5.546551138294258,
      "grad_norm": 2.5714054431441093,
      "learning_rate": 4.455567233276175e-06,
      "loss": 1.2858,
      "step": 65294
    },
    {
      "epoch": 5.546636085626911,
      "grad_norm": 2.769140156740184,
      "learning_rate": 4.4539063227352234e-06,
      "loss": 1.5289,
      "step": 65295
    },
    {
      "epoch": 5.5467210329595655,
      "grad_norm": 2.4464345881351512,
      "learning_rate": 4.452245717157177e-06,
      "loss": 1.2114,
      "step": 65296
    },
    {
      "epoch": 5.546805980292219,
      "grad_norm": 2.9325800019449866,
      "learning_rate": 4.450585416545465e-06,
      "loss": 1.625,
      "step": 65297
    },
    {
      "epoch": 5.546890927624872,
      "grad_norm": 2.603045891684047,
      "learning_rate": 4.448925420903637e-06,
      "loss": 1.4236,
      "step": 65298
    },
    {
      "epoch": 5.546975874957527,
      "grad_norm": 2.8653955836988216,
      "learning_rate": 4.447265730235106e-06,
      "loss": 1.6921,
      "step": 65299
    },
    {
      "epoch": 5.54706082229018,
      "grad_norm": 2.669939653811789,
      "learning_rate": 4.445606344543384e-06,
      "loss": 1.5105,
      "step": 65300
    },
    {
      "epoch": 5.5471457696228335,
      "grad_norm": 2.773658065588805,
      "learning_rate": 4.443947263831937e-06,
      "loss": 1.5317,
      "step": 65301
    },
    {
      "epoch": 5.547230716955488,
      "grad_norm": 2.670801590339647,
      "learning_rate": 4.442288488104246e-06,
      "loss": 1.5044,
      "step": 65302
    },
    {
      "epoch": 5.547315664288141,
      "grad_norm": 2.784167563582216,
      "learning_rate": 4.440630017363772e-06,
      "loss": 1.4544,
      "step": 65303
    },
    {
      "epoch": 5.5474006116207955,
      "grad_norm": 2.6393940997840115,
      "learning_rate": 4.438971851614015e-06,
      "loss": 1.4483,
      "step": 65304
    },
    {
      "epoch": 5.547485558953449,
      "grad_norm": 2.7064471785956763,
      "learning_rate": 4.437313990858437e-06,
      "loss": 1.4314,
      "step": 65305
    },
    {
      "epoch": 5.547570506286102,
      "grad_norm": 2.6435864010600705,
      "learning_rate": 4.435656435100504e-06,
      "loss": 1.241,
      "step": 65306
    },
    {
      "epoch": 5.547655453618757,
      "grad_norm": 2.571006083007894,
      "learning_rate": 4.433999184343711e-06,
      "loss": 1.3276,
      "step": 65307
    },
    {
      "epoch": 5.54774040095141,
      "grad_norm": 2.6375245502750144,
      "learning_rate": 4.432342238591508e-06,
      "loss": 1.3516,
      "step": 65308
    },
    {
      "epoch": 5.547825348284064,
      "grad_norm": 2.655789427118911,
      "learning_rate": 4.430685597847356e-06,
      "loss": 1.1895,
      "step": 65309
    },
    {
      "epoch": 5.547910295616718,
      "grad_norm": 2.6735968623246746,
      "learning_rate": 4.4290292621147526e-06,
      "loss": 1.4409,
      "step": 65310
    },
    {
      "epoch": 5.547995242949371,
      "grad_norm": 2.6309270410274523,
      "learning_rate": 4.42737323139718e-06,
      "loss": 1.1727,
      "step": 65311
    },
    {
      "epoch": 5.548080190282025,
      "grad_norm": 3.0113258090493966,
      "learning_rate": 4.425717505698084e-06,
      "loss": 1.5673,
      "step": 65312
    },
    {
      "epoch": 5.548165137614679,
      "grad_norm": 2.8588710819872936,
      "learning_rate": 4.4240620850209295e-06,
      "loss": 1.6013,
      "step": 65313
    },
    {
      "epoch": 5.548250084947332,
      "grad_norm": 2.5765805146553897,
      "learning_rate": 4.422406969369197e-06,
      "loss": 1.3282,
      "step": 65314
    },
    {
      "epoch": 5.5483350322799865,
      "grad_norm": 2.6864076251212676,
      "learning_rate": 4.420752158746349e-06,
      "loss": 1.3759,
      "step": 65315
    },
    {
      "epoch": 5.54841997961264,
      "grad_norm": 2.7202995694797134,
      "learning_rate": 4.419097653155867e-06,
      "loss": 1.5228,
      "step": 65316
    },
    {
      "epoch": 5.548504926945294,
      "grad_norm": 2.9334484454687764,
      "learning_rate": 4.417443452601182e-06,
      "loss": 1.4309,
      "step": 65317
    },
    {
      "epoch": 5.548589874277948,
      "grad_norm": 2.643779398427867,
      "learning_rate": 4.415789557085808e-06,
      "loss": 1.2758,
      "step": 65318
    },
    {
      "epoch": 5.548674821610602,
      "grad_norm": 2.636555661709144,
      "learning_rate": 4.414135966613192e-06,
      "loss": 1.5021,
      "step": 65319
    },
    {
      "epoch": 5.548759768943255,
      "grad_norm": 3.3499283683430305,
      "learning_rate": 4.412482681186763e-06,
      "loss": 1.6705,
      "step": 65320
    },
    {
      "epoch": 5.548844716275909,
      "grad_norm": 2.7044588478645717,
      "learning_rate": 4.41082970081002e-06,
      "loss": 1.3859,
      "step": 65321
    },
    {
      "epoch": 5.548929663608563,
      "grad_norm": 2.4912455409719194,
      "learning_rate": 4.4091770254864435e-06,
      "loss": 1.1911,
      "step": 65322
    },
    {
      "epoch": 5.549014610941216,
      "grad_norm": 3.303481159790143,
      "learning_rate": 4.40752465521948e-06,
      "loss": 1.6531,
      "step": 65323
    },
    {
      "epoch": 5.54909955827387,
      "grad_norm": 2.6474146214081107,
      "learning_rate": 4.40587259001256e-06,
      "loss": 1.5016,
      "step": 65324
    },
    {
      "epoch": 5.549184505606524,
      "grad_norm": 2.9837165397781953,
      "learning_rate": 4.404220829869181e-06,
      "loss": 1.5579,
      "step": 65325
    },
    {
      "epoch": 5.5492694529391775,
      "grad_norm": 2.715275534342763,
      "learning_rate": 4.4025693747928085e-06,
      "loss": 1.4153,
      "step": 65326
    },
    {
      "epoch": 5.549354400271832,
      "grad_norm": 2.688502882240698,
      "learning_rate": 4.4009182247868704e-06,
      "loss": 1.4833,
      "step": 65327
    },
    {
      "epoch": 5.549439347604485,
      "grad_norm": 2.7069125937490965,
      "learning_rate": 4.3992673798548315e-06,
      "loss": 1.1902,
      "step": 65328
    },
    {
      "epoch": 5.549524294937139,
      "grad_norm": 2.6990747231522634,
      "learning_rate": 4.39761684000019e-06,
      "loss": 1.4101,
      "step": 65329
    },
    {
      "epoch": 5.549609242269793,
      "grad_norm": 2.9990650658788436,
      "learning_rate": 4.395966605226392e-06,
      "loss": 1.6572,
      "step": 65330
    },
    {
      "epoch": 5.549694189602446,
      "grad_norm": 2.5455485509434954,
      "learning_rate": 4.394316675536852e-06,
      "loss": 1.2959,
      "step": 65331
    },
    {
      "epoch": 5.549779136935101,
      "grad_norm": 2.8184693175732485,
      "learning_rate": 4.392667050935067e-06,
      "loss": 1.5122,
      "step": 65332
    },
    {
      "epoch": 5.549864084267754,
      "grad_norm": 2.791583254201308,
      "learning_rate": 4.391017731424485e-06,
      "loss": 1.453,
      "step": 65333
    },
    {
      "epoch": 5.549949031600407,
      "grad_norm": 2.7367734063557836,
      "learning_rate": 4.389368717008551e-06,
      "loss": 1.3494,
      "step": 65334
    },
    {
      "epoch": 5.550033978933062,
      "grad_norm": 3.4845393599581485,
      "learning_rate": 4.387720007690731e-06,
      "loss": 1.8058,
      "step": 65335
    },
    {
      "epoch": 5.550118926265715,
      "grad_norm": 2.654546323000306,
      "learning_rate": 4.386071603474489e-06,
      "loss": 1.1936,
      "step": 65336
    },
    {
      "epoch": 5.5502038735983685,
      "grad_norm": 2.5939297717228773,
      "learning_rate": 4.384423504363272e-06,
      "loss": 1.4988,
      "step": 65337
    },
    {
      "epoch": 5.550288820931023,
      "grad_norm": 2.6760900087861006,
      "learning_rate": 4.382775710360509e-06,
      "loss": 1.5144,
      "step": 65338
    },
    {
      "epoch": 5.550373768263676,
      "grad_norm": 2.630487440082755,
      "learning_rate": 4.3811282214696815e-06,
      "loss": 1.4091,
      "step": 65339
    },
    {
      "epoch": 5.5504587155963305,
      "grad_norm": 2.856273564784341,
      "learning_rate": 4.379481037694221e-06,
      "loss": 1.3745,
      "step": 65340
    },
    {
      "epoch": 5.550543662928984,
      "grad_norm": 2.7773793256566073,
      "learning_rate": 4.377834159037607e-06,
      "loss": 1.341,
      "step": 65341
    },
    {
      "epoch": 5.550628610261638,
      "grad_norm": 2.8180707397569087,
      "learning_rate": 4.376187585503271e-06,
      "loss": 1.6027,
      "step": 65342
    },
    {
      "epoch": 5.550713557594292,
      "grad_norm": 2.4762888201550495,
      "learning_rate": 4.374541317094659e-06,
      "loss": 1.217,
      "step": 65343
    },
    {
      "epoch": 5.550798504926945,
      "grad_norm": 2.514231069436774,
      "learning_rate": 4.372895353815237e-06,
      "loss": 1.3009,
      "step": 65344
    },
    {
      "epoch": 5.550883452259599,
      "grad_norm": 2.714372533285838,
      "learning_rate": 4.371249695668433e-06,
      "loss": 1.4696,
      "step": 65345
    },
    {
      "epoch": 5.550968399592253,
      "grad_norm": 2.9469813878836866,
      "learning_rate": 4.369604342657712e-06,
      "loss": 1.5973,
      "step": 65346
    },
    {
      "epoch": 5.551053346924906,
      "grad_norm": 3.2933263436628937,
      "learning_rate": 4.367959294786521e-06,
      "loss": 1.5528,
      "step": 65347
    },
    {
      "epoch": 5.5511382942575604,
      "grad_norm": 2.739575638676514,
      "learning_rate": 4.366314552058292e-06,
      "loss": 1.4036,
      "step": 65348
    },
    {
      "epoch": 5.551223241590214,
      "grad_norm": 2.5828499991918323,
      "learning_rate": 4.364670114476471e-06,
      "loss": 1.3868,
      "step": 65349
    },
    {
      "epoch": 5.551308188922868,
      "grad_norm": 2.7035947059661076,
      "learning_rate": 4.363025982044538e-06,
      "loss": 1.4721,
      "step": 65350
    },
    {
      "epoch": 5.5513931362555216,
      "grad_norm": 2.7604786131035346,
      "learning_rate": 4.361382154765908e-06,
      "loss": 1.3906,
      "step": 65351
    },
    {
      "epoch": 5.551478083588175,
      "grad_norm": 2.8148124393323464,
      "learning_rate": 4.3597386326440105e-06,
      "loss": 1.5212,
      "step": 65352
    },
    {
      "epoch": 5.551563030920829,
      "grad_norm": 2.749431350303393,
      "learning_rate": 4.358095415682311e-06,
      "loss": 1.5302,
      "step": 65353
    },
    {
      "epoch": 5.551647978253483,
      "grad_norm": 2.5495782515502348,
      "learning_rate": 4.356452503884273e-06,
      "loss": 1.1293,
      "step": 65354
    },
    {
      "epoch": 5.551732925586137,
      "grad_norm": 2.8851038467841392,
      "learning_rate": 4.354809897253309e-06,
      "loss": 1.6058,
      "step": 65355
    },
    {
      "epoch": 5.55181787291879,
      "grad_norm": 2.7622791334525316,
      "learning_rate": 4.35316759579285e-06,
      "loss": 1.3604,
      "step": 65356
    },
    {
      "epoch": 5.551902820251444,
      "grad_norm": 2.763597997002317,
      "learning_rate": 4.351525599506378e-06,
      "loss": 1.5093,
      "step": 65357
    },
    {
      "epoch": 5.551987767584098,
      "grad_norm": 2.931859601083556,
      "learning_rate": 4.349883908397306e-06,
      "loss": 1.5429,
      "step": 65358
    },
    {
      "epoch": 5.5520727149167515,
      "grad_norm": 2.630853842568251,
      "learning_rate": 4.348242522469081e-06,
      "loss": 1.3046,
      "step": 65359
    },
    {
      "epoch": 5.552157662249405,
      "grad_norm": 2.7903216779939526,
      "learning_rate": 4.3466014417251174e-06,
      "loss": 1.5886,
      "step": 65360
    },
    {
      "epoch": 5.552242609582059,
      "grad_norm": 2.866785432396138,
      "learning_rate": 4.344960666168895e-06,
      "loss": 1.5866,
      "step": 65361
    },
    {
      "epoch": 5.552327556914713,
      "grad_norm": 2.560969194264411,
      "learning_rate": 4.343320195803845e-06,
      "loss": 1.3039,
      "step": 65362
    },
    {
      "epoch": 5.552412504247367,
      "grad_norm": 2.7483494461064333,
      "learning_rate": 4.3416800306333656e-06,
      "loss": 1.3996,
      "step": 65363
    },
    {
      "epoch": 5.55249745158002,
      "grad_norm": 2.704003417818282,
      "learning_rate": 4.340040170660935e-06,
      "loss": 1.2873,
      "step": 65364
    },
    {
      "epoch": 5.552582398912675,
      "grad_norm": 2.6260276503228583,
      "learning_rate": 4.33840061588997e-06,
      "loss": 1.2364,
      "step": 65365
    },
    {
      "epoch": 5.552667346245328,
      "grad_norm": 2.676000989890054,
      "learning_rate": 4.336761366323932e-06,
      "loss": 1.1994,
      "step": 65366
    },
    {
      "epoch": 5.552752293577981,
      "grad_norm": 2.527318751954778,
      "learning_rate": 4.335122421966203e-06,
      "loss": 1.3125,
      "step": 65367
    },
    {
      "epoch": 5.552837240910636,
      "grad_norm": 2.846540287804854,
      "learning_rate": 4.333483782820263e-06,
      "loss": 1.5509,
      "step": 65368
    },
    {
      "epoch": 5.552922188243289,
      "grad_norm": 2.6366030446220723,
      "learning_rate": 4.3318454488895424e-06,
      "loss": 1.3265,
      "step": 65369
    },
    {
      "epoch": 5.5530071355759425,
      "grad_norm": 2.6415817719222945,
      "learning_rate": 4.33020742017744e-06,
      "loss": 1.4451,
      "step": 65370
    },
    {
      "epoch": 5.553092082908597,
      "grad_norm": 2.767918318322449,
      "learning_rate": 4.328569696687401e-06,
      "loss": 1.1977,
      "step": 65371
    },
    {
      "epoch": 5.55317703024125,
      "grad_norm": 2.742016062592487,
      "learning_rate": 4.326932278422906e-06,
      "loss": 1.4802,
      "step": 65372
    },
    {
      "epoch": 5.5532619775739045,
      "grad_norm": 2.623698337820617,
      "learning_rate": 4.325295165387321e-06,
      "loss": 1.4423,
      "step": 65373
    },
    {
      "epoch": 5.553346924906558,
      "grad_norm": 2.8254360297640595,
      "learning_rate": 4.323658357584109e-06,
      "loss": 1.2718,
      "step": 65374
    },
    {
      "epoch": 5.553431872239211,
      "grad_norm": 2.726154013510232,
      "learning_rate": 4.3220218550167e-06,
      "loss": 1.5538,
      "step": 65375
    },
    {
      "epoch": 5.553516819571866,
      "grad_norm": 2.6409714224875067,
      "learning_rate": 4.320385657688491e-06,
      "loss": 1.4633,
      "step": 65376
    },
    {
      "epoch": 5.553601766904519,
      "grad_norm": 2.8024203247924224,
      "learning_rate": 4.318749765602947e-06,
      "loss": 1.435,
      "step": 65377
    },
    {
      "epoch": 5.553686714237173,
      "grad_norm": 2.595982663862424,
      "learning_rate": 4.317114178763481e-06,
      "loss": 1.1929,
      "step": 65378
    },
    {
      "epoch": 5.553771661569827,
      "grad_norm": 2.7360741887027142,
      "learning_rate": 4.3154788971735245e-06,
      "loss": 1.5612,
      "step": 65379
    },
    {
      "epoch": 5.55385660890248,
      "grad_norm": 2.6785921538983146,
      "learning_rate": 4.313843920836524e-06,
      "loss": 1.4135,
      "step": 65380
    },
    {
      "epoch": 5.553941556235134,
      "grad_norm": 2.6340933105213202,
      "learning_rate": 4.31220924975586e-06,
      "loss": 1.4399,
      "step": 65381
    },
    {
      "epoch": 5.554026503567788,
      "grad_norm": 2.7212220129643665,
      "learning_rate": 4.310574883934981e-06,
      "loss": 1.5029,
      "step": 65382
    },
    {
      "epoch": 5.554111450900441,
      "grad_norm": 2.768331173762462,
      "learning_rate": 4.308940823377299e-06,
      "loss": 1.2903,
      "step": 65383
    },
    {
      "epoch": 5.5541963982330955,
      "grad_norm": 2.672168005606856,
      "learning_rate": 4.307307068086263e-06,
      "loss": 1.37,
      "step": 65384
    },
    {
      "epoch": 5.554281345565749,
      "grad_norm": 2.5685292736663747,
      "learning_rate": 4.305673618065286e-06,
      "loss": 1.2811,
      "step": 65385
    },
    {
      "epoch": 5.554366292898403,
      "grad_norm": 2.7313460625795014,
      "learning_rate": 4.304040473317783e-06,
      "loss": 1.3671,
      "step": 65386
    },
    {
      "epoch": 5.554451240231057,
      "grad_norm": 2.6390367889533892,
      "learning_rate": 4.302407633847183e-06,
      "loss": 1.4313,
      "step": 65387
    },
    {
      "epoch": 5.554536187563711,
      "grad_norm": 2.7115199012540545,
      "learning_rate": 4.300775099656917e-06,
      "loss": 1.5524,
      "step": 65388
    },
    {
      "epoch": 5.554621134896364,
      "grad_norm": 2.7020517146268563,
      "learning_rate": 4.299142870750349e-06,
      "loss": 1.544,
      "step": 65389
    },
    {
      "epoch": 5.554706082229018,
      "grad_norm": 2.7260457519102705,
      "learning_rate": 4.2975109471309944e-06,
      "loss": 1.1966,
      "step": 65390
    },
    {
      "epoch": 5.554791029561672,
      "grad_norm": 2.6676123496092217,
      "learning_rate": 4.295879328802199e-06,
      "loss": 1.4174,
      "step": 65391
    },
    {
      "epoch": 5.554875976894325,
      "grad_norm": 2.5748619648385276,
      "learning_rate": 4.29424801576741e-06,
      "loss": 1.1915,
      "step": 65392
    },
    {
      "epoch": 5.554960924226979,
      "grad_norm": 2.700033419627964,
      "learning_rate": 4.292617008030042e-06,
      "loss": 1.3068,
      "step": 65393
    },
    {
      "epoch": 5.555045871559633,
      "grad_norm": 2.8625637403605912,
      "learning_rate": 4.290986305593508e-06,
      "loss": 1.6059,
      "step": 65394
    },
    {
      "epoch": 5.5551308188922865,
      "grad_norm": 2.6490821745906405,
      "learning_rate": 4.289355908461206e-06,
      "loss": 1.2507,
      "step": 65395
    },
    {
      "epoch": 5.555215766224941,
      "grad_norm": 2.6671343339868856,
      "learning_rate": 4.2877258166365835e-06,
      "loss": 1.4912,
      "step": 65396
    },
    {
      "epoch": 5.555300713557594,
      "grad_norm": 2.7383361530824395,
      "learning_rate": 4.286096030123071e-06,
      "loss": 1.2492,
      "step": 65397
    },
    {
      "epoch": 5.5553856608902485,
      "grad_norm": 2.7961016897135846,
      "learning_rate": 4.284466548924048e-06,
      "loss": 1.4808,
      "step": 65398
    },
    {
      "epoch": 5.555470608222902,
      "grad_norm": 2.77123192343119,
      "learning_rate": 4.28283737304293e-06,
      "loss": 1.6428,
      "step": 65399
    },
    {
      "epoch": 5.555555555555555,
      "grad_norm": 2.900542500139682,
      "learning_rate": 4.28120850248313e-06,
      "loss": 1.6083,
      "step": 65400
    },
    {
      "epoch": 5.55564050288821,
      "grad_norm": 2.674319402046237,
      "learning_rate": 4.279579937248079e-06,
      "loss": 1.3351,
      "step": 65401
    },
    {
      "epoch": 5.555725450220863,
      "grad_norm": 2.7173270282900095,
      "learning_rate": 4.27795167734119e-06,
      "loss": 1.466,
      "step": 65402
    },
    {
      "epoch": 5.5558103975535165,
      "grad_norm": 2.8488610567162618,
      "learning_rate": 4.276323722765845e-06,
      "loss": 1.5683,
      "step": 65403
    },
    {
      "epoch": 5.555895344886171,
      "grad_norm": 2.7650017242817473,
      "learning_rate": 4.274696073525491e-06,
      "loss": 1.3475,
      "step": 65404
    },
    {
      "epoch": 5.555980292218824,
      "grad_norm": 2.7964464904385666,
      "learning_rate": 4.273068729623524e-06,
      "loss": 1.5437,
      "step": 65405
    },
    {
      "epoch": 5.5560652395514785,
      "grad_norm": 2.6439341162111494,
      "learning_rate": 4.27144169106336e-06,
      "loss": 1.4259,
      "step": 65406
    },
    {
      "epoch": 5.556150186884132,
      "grad_norm": 2.663490142469238,
      "learning_rate": 4.269814957848361e-06,
      "loss": 1.2774,
      "step": 65407
    },
    {
      "epoch": 5.556235134216785,
      "grad_norm": 2.7577015145360617,
      "learning_rate": 4.268188529982025e-06,
      "loss": 1.2521,
      "step": 65408
    },
    {
      "epoch": 5.55632008154944,
      "grad_norm": 3.4774675878156125,
      "learning_rate": 4.266562407467683e-06,
      "loss": 1.6804,
      "step": 65409
    },
    {
      "epoch": 5.556405028882093,
      "grad_norm": 2.785986210809419,
      "learning_rate": 4.264936590308782e-06,
      "loss": 1.5875,
      "step": 65410
    },
    {
      "epoch": 5.556489976214747,
      "grad_norm": 3.2439286531813436,
      "learning_rate": 4.263311078508702e-06,
      "loss": 1.6224,
      "step": 65411
    },
    {
      "epoch": 5.556574923547401,
      "grad_norm": 2.645102939200602,
      "learning_rate": 4.261685872070891e-06,
      "loss": 1.4616,
      "step": 65412
    },
    {
      "epoch": 5.556659870880054,
      "grad_norm": 2.7992665590975725,
      "learning_rate": 4.2600609709986965e-06,
      "loss": 1.4824,
      "step": 65413
    },
    {
      "epoch": 5.556744818212708,
      "grad_norm": 2.58639952474542,
      "learning_rate": 4.2584363752955485e-06,
      "loss": 1.3966,
      "step": 65414
    },
    {
      "epoch": 5.556829765545362,
      "grad_norm": 2.650462096756269,
      "learning_rate": 4.256812084964878e-06,
      "loss": 1.2126,
      "step": 65415
    },
    {
      "epoch": 5.556914712878015,
      "grad_norm": 2.6544259118423814,
      "learning_rate": 4.255188100010065e-06,
      "loss": 1.4764,
      "step": 65416
    },
    {
      "epoch": 5.5569996602106695,
      "grad_norm": 2.636475851277728,
      "learning_rate": 4.253564420434508e-06,
      "loss": 1.5468,
      "step": 65417
    },
    {
      "epoch": 5.557084607543323,
      "grad_norm": 2.5581406781462954,
      "learning_rate": 4.2519410462416025e-06,
      "loss": 1.292,
      "step": 65418
    },
    {
      "epoch": 5.557169554875977,
      "grad_norm": 2.7044579594101577,
      "learning_rate": 4.250317977434747e-06,
      "loss": 1.5402,
      "step": 65419
    },
    {
      "epoch": 5.557254502208631,
      "grad_norm": 2.5770813692995276,
      "learning_rate": 4.248695214017389e-06,
      "loss": 1.5372,
      "step": 65420
    },
    {
      "epoch": 5.557339449541285,
      "grad_norm": 2.8280857866089733,
      "learning_rate": 4.247072755992892e-06,
      "loss": 1.5586,
      "step": 65421
    },
    {
      "epoch": 5.557424396873938,
      "grad_norm": 2.748561760797088,
      "learning_rate": 4.245450603364653e-06,
      "loss": 1.5788,
      "step": 65422
    },
    {
      "epoch": 5.557509344206592,
      "grad_norm": 2.609658556629968,
      "learning_rate": 4.2438287561360865e-06,
      "loss": 1.3465,
      "step": 65423
    },
    {
      "epoch": 5.557594291539246,
      "grad_norm": 2.769040602260286,
      "learning_rate": 4.242207214310589e-06,
      "loss": 1.5329,
      "step": 65424
    },
    {
      "epoch": 5.557679238871899,
      "grad_norm": 2.9685819775719633,
      "learning_rate": 4.240585977891525e-06,
      "loss": 1.3707,
      "step": 65425
    },
    {
      "epoch": 5.557764186204553,
      "grad_norm": 2.752813152472494,
      "learning_rate": 4.2389650468823255e-06,
      "loss": 1.3279,
      "step": 65426
    },
    {
      "epoch": 5.557849133537207,
      "grad_norm": 2.6495847255588374,
      "learning_rate": 4.237344421286387e-06,
      "loss": 1.4848,
      "step": 65427
    },
    {
      "epoch": 5.5579340808698605,
      "grad_norm": 3.306705489963129,
      "learning_rate": 4.235724101107107e-06,
      "loss": 1.632,
      "step": 65428
    },
    {
      "epoch": 5.558019028202515,
      "grad_norm": 2.7508429390367697,
      "learning_rate": 4.234104086347834e-06,
      "loss": 1.4311,
      "step": 65429
    },
    {
      "epoch": 5.558103975535168,
      "grad_norm": 2.77869468296785,
      "learning_rate": 4.232484377012047e-06,
      "loss": 1.5136,
      "step": 65430
    },
    {
      "epoch": 5.558188922867822,
      "grad_norm": 2.5377330622594974,
      "learning_rate": 4.23086497310306e-06,
      "loss": 1.3067,
      "step": 65431
    },
    {
      "epoch": 5.558273870200476,
      "grad_norm": 2.8063708922954436,
      "learning_rate": 4.229245874624287e-06,
      "loss": 1.6119,
      "step": 65432
    },
    {
      "epoch": 5.558358817533129,
      "grad_norm": 2.7532183839592044,
      "learning_rate": 4.22762708157916e-06,
      "loss": 1.31,
      "step": 65433
    },
    {
      "epoch": 5.558443764865784,
      "grad_norm": 2.636637324009132,
      "learning_rate": 4.226008593971042e-06,
      "loss": 1.5323,
      "step": 65434
    },
    {
      "epoch": 5.558528712198437,
      "grad_norm": 2.6489045633608552,
      "learning_rate": 4.22439041180333e-06,
      "loss": 1.3833,
      "step": 65435
    },
    {
      "epoch": 5.55861365953109,
      "grad_norm": 2.883934202278875,
      "learning_rate": 4.222772535079389e-06,
      "loss": 1.3764,
      "step": 65436
    },
    {
      "epoch": 5.558698606863745,
      "grad_norm": 2.534431916376831,
      "learning_rate": 4.221154963802631e-06,
      "loss": 1.265,
      "step": 65437
    },
    {
      "epoch": 5.558783554196398,
      "grad_norm": 2.9018847865002337,
      "learning_rate": 4.219537697976455e-06,
      "loss": 1.5014,
      "step": 65438
    },
    {
      "epoch": 5.5588685015290515,
      "grad_norm": 2.4206814457107195,
      "learning_rate": 4.217920737604224e-06,
      "loss": 1.2828,
      "step": 65439
    },
    {
      "epoch": 5.558953448861706,
      "grad_norm": 2.605748339645698,
      "learning_rate": 4.2163040826893535e-06,
      "loss": 1.4232,
      "step": 65440
    },
    {
      "epoch": 5.559038396194359,
      "grad_norm": 2.7623733076119996,
      "learning_rate": 4.214687733235223e-06,
      "loss": 1.5142,
      "step": 65441
    },
    {
      "epoch": 5.5591233435270135,
      "grad_norm": 2.720573026774203,
      "learning_rate": 4.213071689245195e-06,
      "loss": 1.2705,
      "step": 65442
    },
    {
      "epoch": 5.559208290859667,
      "grad_norm": 2.883823071641345,
      "learning_rate": 4.211455950722687e-06,
      "loss": 1.3369,
      "step": 65443
    },
    {
      "epoch": 5.559293238192321,
      "grad_norm": 2.875476403639747,
      "learning_rate": 4.2098405176710596e-06,
      "loss": 1.6167,
      "step": 65444
    },
    {
      "epoch": 5.559378185524975,
      "grad_norm": 2.4989877103199785,
      "learning_rate": 4.208225390093728e-06,
      "loss": 1.1969,
      "step": 65445
    },
    {
      "epoch": 5.559463132857628,
      "grad_norm": 3.115011627762108,
      "learning_rate": 4.206610567994056e-06,
      "loss": 1.5877,
      "step": 65446
    },
    {
      "epoch": 5.559548080190282,
      "grad_norm": 2.6501369434648785,
      "learning_rate": 4.204996051375409e-06,
      "loss": 1.1932,
      "step": 65447
    },
    {
      "epoch": 5.559633027522936,
      "grad_norm": 2.892098668664198,
      "learning_rate": 4.203381840241216e-06,
      "loss": 1.5515,
      "step": 65448
    },
    {
      "epoch": 5.559717974855589,
      "grad_norm": 2.8776980191231525,
      "learning_rate": 4.201767934594824e-06,
      "loss": 1.4105,
      "step": 65449
    },
    {
      "epoch": 5.5598029221882435,
      "grad_norm": 2.5722356986533894,
      "learning_rate": 4.200154334439615e-06,
      "loss": 1.185,
      "step": 65450
    },
    {
      "epoch": 5.559887869520897,
      "grad_norm": 2.7425721324998187,
      "learning_rate": 4.198541039778969e-06,
      "loss": 1.5732,
      "step": 65451
    },
    {
      "epoch": 5.559972816853551,
      "grad_norm": 2.830195815424783,
      "learning_rate": 4.196928050616316e-06,
      "loss": 1.3953,
      "step": 65452
    },
    {
      "epoch": 5.560057764186205,
      "grad_norm": 2.6569958473513746,
      "learning_rate": 4.195315366954971e-06,
      "loss": 1.1879,
      "step": 65453
    },
    {
      "epoch": 5.560142711518858,
      "grad_norm": 3.051906205264524,
      "learning_rate": 4.193702988798331e-06,
      "loss": 1.5918,
      "step": 65454
    },
    {
      "epoch": 5.560227658851512,
      "grad_norm": 2.8105061607698185,
      "learning_rate": 4.192090916149809e-06,
      "loss": 1.5594,
      "step": 65455
    },
    {
      "epoch": 5.560312606184166,
      "grad_norm": 2.623446437106824,
      "learning_rate": 4.190479149012721e-06,
      "loss": 1.4834,
      "step": 65456
    },
    {
      "epoch": 5.56039755351682,
      "grad_norm": 2.622314577374542,
      "learning_rate": 4.188867687390513e-06,
      "loss": 1.3782,
      "step": 65457
    },
    {
      "epoch": 5.560482500849473,
      "grad_norm": 2.7056062738783413,
      "learning_rate": 4.187256531286498e-06,
      "loss": 1.2966,
      "step": 65458
    },
    {
      "epoch": 5.560567448182127,
      "grad_norm": 2.4848104565211377,
      "learning_rate": 4.185645680704109e-06,
      "loss": 1.3126,
      "step": 65459
    },
    {
      "epoch": 5.560652395514781,
      "grad_norm": 2.697039411889458,
      "learning_rate": 4.184035135646674e-06,
      "loss": 1.3295,
      "step": 65460
    },
    {
      "epoch": 5.5607373428474345,
      "grad_norm": 2.8688567565693806,
      "learning_rate": 4.182424896117592e-06,
      "loss": 1.6092,
      "step": 65461
    },
    {
      "epoch": 5.560822290180088,
      "grad_norm": 2.798893721609251,
      "learning_rate": 4.180814962120211e-06,
      "loss": 1.5181,
      "step": 65462
    },
    {
      "epoch": 5.560907237512742,
      "grad_norm": 2.724388611365068,
      "learning_rate": 4.179205333657959e-06,
      "loss": 1.3234,
      "step": 65463
    },
    {
      "epoch": 5.560992184845396,
      "grad_norm": 2.7835151573818884,
      "learning_rate": 4.1775960107341685e-06,
      "loss": 1.4729,
      "step": 65464
    },
    {
      "epoch": 5.56107713217805,
      "grad_norm": 2.6377960135357625,
      "learning_rate": 4.175986993352204e-06,
      "loss": 1.419,
      "step": 65465
    },
    {
      "epoch": 5.561162079510703,
      "grad_norm": 2.99936003921067,
      "learning_rate": 4.1743782815154616e-06,
      "loss": 1.6438,
      "step": 65466
    },
    {
      "epoch": 5.561247026843358,
      "grad_norm": 2.806324329040869,
      "learning_rate": 4.172769875227306e-06,
      "loss": 1.4721,
      "step": 65467
    },
    {
      "epoch": 5.561331974176011,
      "grad_norm": 2.968482875524752,
      "learning_rate": 4.171161774491083e-06,
      "loss": 1.7136,
      "step": 65468
    },
    {
      "epoch": 5.561416921508664,
      "grad_norm": 2.469905577935128,
      "learning_rate": 4.169553979310175e-06,
      "loss": 1.3537,
      "step": 65469
    },
    {
      "epoch": 5.561501868841319,
      "grad_norm": 2.7132056408191216,
      "learning_rate": 4.167946489687979e-06,
      "loss": 1.4663,
      "step": 65470
    },
    {
      "epoch": 5.561586816173972,
      "grad_norm": 2.6920704180607453,
      "learning_rate": 4.166339305627842e-06,
      "loss": 1.4826,
      "step": 65471
    },
    {
      "epoch": 5.5616717635066255,
      "grad_norm": 2.6465499584932037,
      "learning_rate": 4.1647324271331105e-06,
      "loss": 1.3239,
      "step": 65472
    },
    {
      "epoch": 5.56175671083928,
      "grad_norm": 2.655894167199356,
      "learning_rate": 4.1631258542071995e-06,
      "loss": 1.4008,
      "step": 65473
    },
    {
      "epoch": 5.561841658171933,
      "grad_norm": 2.536312293384408,
      "learning_rate": 4.16151958685344e-06,
      "loss": 1.3861,
      "step": 65474
    },
    {
      "epoch": 5.5619266055045875,
      "grad_norm": 2.689534689414409,
      "learning_rate": 4.159913625075195e-06,
      "loss": 1.4235,
      "step": 65475
    },
    {
      "epoch": 5.562011552837241,
      "grad_norm": 2.7228754380609828,
      "learning_rate": 4.158307968875829e-06,
      "loss": 1.4555,
      "step": 65476
    },
    {
      "epoch": 5.562096500169894,
      "grad_norm": 2.8753217671988844,
      "learning_rate": 4.156702618258739e-06,
      "loss": 1.7211,
      "step": 65477
    },
    {
      "epoch": 5.562181447502549,
      "grad_norm": 2.9692353778598783,
      "learning_rate": 4.155097573227273e-06,
      "loss": 1.5693,
      "step": 65478
    },
    {
      "epoch": 5.562266394835202,
      "grad_norm": 2.8521036226468373,
      "learning_rate": 4.153492833784761e-06,
      "loss": 1.2045,
      "step": 65479
    },
    {
      "epoch": 5.562351342167856,
      "grad_norm": 2.6581239744207865,
      "learning_rate": 4.151888399934616e-06,
      "loss": 1.4594,
      "step": 65480
    },
    {
      "epoch": 5.56243628950051,
      "grad_norm": 3.021400870975998,
      "learning_rate": 4.150284271680154e-06,
      "loss": 1.602,
      "step": 65481
    },
    {
      "epoch": 5.562521236833163,
      "grad_norm": 2.6057822817256073,
      "learning_rate": 4.148680449024772e-06,
      "loss": 1.4674,
      "step": 65482
    },
    {
      "epoch": 5.562606184165817,
      "grad_norm": 2.5571483766592467,
      "learning_rate": 4.147076931971815e-06,
      "loss": 1.3962,
      "step": 65483
    },
    {
      "epoch": 5.562691131498471,
      "grad_norm": 2.594926403038261,
      "learning_rate": 4.1454737205246504e-06,
      "loss": 1.3177,
      "step": 65484
    },
    {
      "epoch": 5.562776078831124,
      "grad_norm": 2.594853383945571,
      "learning_rate": 4.143870814686623e-06,
      "loss": 1.3204,
      "step": 65485
    },
    {
      "epoch": 5.5628610261637785,
      "grad_norm": 2.775635424049219,
      "learning_rate": 4.142268214461098e-06,
      "loss": 1.3854,
      "step": 65486
    },
    {
      "epoch": 5.562945973496432,
      "grad_norm": 2.843141101604072,
      "learning_rate": 4.140665919851421e-06,
      "loss": 1.5348,
      "step": 65487
    },
    {
      "epoch": 5.563030920829086,
      "grad_norm": 3.0398582330648996,
      "learning_rate": 4.139063930860992e-06,
      "loss": 1.6473,
      "step": 65488
    },
    {
      "epoch": 5.56311586816174,
      "grad_norm": 2.7429993041014873,
      "learning_rate": 4.13746224749314e-06,
      "loss": 1.4586,
      "step": 65489
    },
    {
      "epoch": 5.563200815494394,
      "grad_norm": 2.7072225564983836,
      "learning_rate": 4.135860869751195e-06,
      "loss": 1.3927,
      "step": 65490
    },
    {
      "epoch": 5.563285762827047,
      "grad_norm": 2.669489217872108,
      "learning_rate": 4.134259797638556e-06,
      "loss": 1.2723,
      "step": 65491
    },
    {
      "epoch": 5.563370710159701,
      "grad_norm": 2.541816229483059,
      "learning_rate": 4.132659031158553e-06,
      "loss": 1.387,
      "step": 65492
    },
    {
      "epoch": 5.563455657492355,
      "grad_norm": 2.727717960326774,
      "learning_rate": 4.1310585703145495e-06,
      "loss": 1.251,
      "step": 65493
    },
    {
      "epoch": 5.5635406048250085,
      "grad_norm": 2.8003563879863878,
      "learning_rate": 4.129458415109877e-06,
      "loss": 1.4603,
      "step": 65494
    },
    {
      "epoch": 5.563625552157662,
      "grad_norm": 2.7370181761508836,
      "learning_rate": 4.1278585655479315e-06,
      "loss": 1.4124,
      "step": 65495
    },
    {
      "epoch": 5.563710499490316,
      "grad_norm": 2.565505238344649,
      "learning_rate": 4.126259021632044e-06,
      "loss": 1.4414,
      "step": 65496
    },
    {
      "epoch": 5.56379544682297,
      "grad_norm": 2.766282821246281,
      "learning_rate": 4.12465978336553e-06,
      "loss": 1.5018,
      "step": 65497
    },
    {
      "epoch": 5.563880394155624,
      "grad_norm": 2.862437650904205,
      "learning_rate": 4.123060850751802e-06,
      "loss": 1.5904,
      "step": 65498
    },
    {
      "epoch": 5.563965341488277,
      "grad_norm": 2.6493941641917687,
      "learning_rate": 4.121462223794175e-06,
      "loss": 1.4183,
      "step": 65499
    },
    {
      "epoch": 5.564050288820931,
      "grad_norm": 2.5247492114310197,
      "learning_rate": 4.119863902495995e-06,
      "loss": 1.2552,
      "step": 65500
    },
    {
      "epoch": 5.564135236153585,
      "grad_norm": 2.7528245702910863,
      "learning_rate": 4.118265886860628e-06,
      "loss": 1.4323,
      "step": 65501
    },
    {
      "epoch": 5.564220183486238,
      "grad_norm": 2.6093058486220984,
      "learning_rate": 4.116668176891419e-06,
      "loss": 1.4106,
      "step": 65502
    },
    {
      "epoch": 5.564305130818893,
      "grad_norm": 2.593881804353925,
      "learning_rate": 4.115070772591716e-06,
      "loss": 1.2388,
      "step": 65503
    },
    {
      "epoch": 5.564390078151546,
      "grad_norm": 2.6289284020564505,
      "learning_rate": 4.113473673964851e-06,
      "loss": 1.4952,
      "step": 65504
    },
    {
      "epoch": 5.5644750254841995,
      "grad_norm": 2.5834184849347226,
      "learning_rate": 4.11187688101417e-06,
      "loss": 1.3382,
      "step": 65505
    },
    {
      "epoch": 5.564559972816854,
      "grad_norm": 3.301004412735128,
      "learning_rate": 4.110280393743054e-06,
      "loss": 1.6293,
      "step": 65506
    },
    {
      "epoch": 5.564644920149507,
      "grad_norm": 2.9126711842880537,
      "learning_rate": 4.1086842121548334e-06,
      "loss": 1.4746,
      "step": 65507
    },
    {
      "epoch": 5.564729867482161,
      "grad_norm": 2.7794663154320944,
      "learning_rate": 4.107088336252806e-06,
      "loss": 1.5045,
      "step": 65508
    },
    {
      "epoch": 5.564814814814815,
      "grad_norm": 2.738554899611138,
      "learning_rate": 4.105492766040386e-06,
      "loss": 1.4475,
      "step": 65509
    },
    {
      "epoch": 5.564899762147468,
      "grad_norm": 2.7253273756109127,
      "learning_rate": 4.103897501520869e-06,
      "loss": 1.2811,
      "step": 65510
    },
    {
      "epoch": 5.564984709480123,
      "grad_norm": 3.0847636181478513,
      "learning_rate": 4.102302542697605e-06,
      "loss": 1.5906,
      "step": 65511
    },
    {
      "epoch": 5.565069656812776,
      "grad_norm": 2.7940777236461,
      "learning_rate": 4.100707889573957e-06,
      "loss": 1.3851,
      "step": 65512
    },
    {
      "epoch": 5.56515460414543,
      "grad_norm": 2.62548528148529,
      "learning_rate": 4.099113542153254e-06,
      "loss": 1.4656,
      "step": 65513
    },
    {
      "epoch": 5.565239551478084,
      "grad_norm": 2.8219565205838233,
      "learning_rate": 4.0975195004388285e-06,
      "loss": 1.5229,
      "step": 65514
    },
    {
      "epoch": 5.565324498810737,
      "grad_norm": 2.7883203380868493,
      "learning_rate": 4.095925764434027e-06,
      "loss": 1.2639,
      "step": 65515
    },
    {
      "epoch": 5.565409446143391,
      "grad_norm": 2.738379732755909,
      "learning_rate": 4.094332334142197e-06,
      "loss": 1.4185,
      "step": 65516
    },
    {
      "epoch": 5.565494393476045,
      "grad_norm": 2.605145923700373,
      "learning_rate": 4.092739209566653e-06,
      "loss": 1.3378,
      "step": 65517
    },
    {
      "epoch": 5.565579340808698,
      "grad_norm": 2.810573500602822,
      "learning_rate": 4.0911463907107585e-06,
      "loss": 1.4226,
      "step": 65518
    },
    {
      "epoch": 5.5656642881413525,
      "grad_norm": 2.6791777744972856,
      "learning_rate": 4.089553877577828e-06,
      "loss": 1.4353,
      "step": 65519
    },
    {
      "epoch": 5.565749235474006,
      "grad_norm": 2.7818870111977567,
      "learning_rate": 4.087961670171242e-06,
      "loss": 1.5023,
      "step": 65520
    },
    {
      "epoch": 5.56583418280666,
      "grad_norm": 2.6249207655731124,
      "learning_rate": 4.086369768494296e-06,
      "loss": 1.3288,
      "step": 65521
    },
    {
      "epoch": 5.565919130139314,
      "grad_norm": 2.562053890037164,
      "learning_rate": 4.084778172550307e-06,
      "loss": 1.2881,
      "step": 65522
    },
    {
      "epoch": 5.566004077471967,
      "grad_norm": 2.797892267263125,
      "learning_rate": 4.08318688234267e-06,
      "loss": 1.5993,
      "step": 65523
    },
    {
      "epoch": 5.566089024804621,
      "grad_norm": 2.627966695618865,
      "learning_rate": 4.081595897874684e-06,
      "loss": 1.3985,
      "step": 65524
    },
    {
      "epoch": 5.566173972137275,
      "grad_norm": 2.858879795151721,
      "learning_rate": 4.080005219149679e-06,
      "loss": 1.4613,
      "step": 65525
    },
    {
      "epoch": 5.566258919469929,
      "grad_norm": 2.923056229468345,
      "learning_rate": 4.078414846171002e-06,
      "loss": 1.6298,
      "step": 65526
    },
    {
      "epoch": 5.566343866802582,
      "grad_norm": 2.825796643016233,
      "learning_rate": 4.076824778941984e-06,
      "loss": 1.5282,
      "step": 65527
    },
    {
      "epoch": 5.566428814135236,
      "grad_norm": 2.7304955687304435,
      "learning_rate": 4.075235017465955e-06,
      "loss": 1.3347,
      "step": 65528
    },
    {
      "epoch": 5.56651376146789,
      "grad_norm": 2.64368019986459,
      "learning_rate": 4.073645561746214e-06,
      "loss": 1.455,
      "step": 65529
    },
    {
      "epoch": 5.5665987088005435,
      "grad_norm": 2.97000281231325,
      "learning_rate": 4.07205641178614e-06,
      "loss": 1.5109,
      "step": 65530
    },
    {
      "epoch": 5.566683656133197,
      "grad_norm": 2.7416100341384513,
      "learning_rate": 4.070467567589047e-06,
      "loss": 1.2732,
      "step": 65531
    },
    {
      "epoch": 5.566768603465851,
      "grad_norm": 2.78012752617127,
      "learning_rate": 4.0688790291582505e-06,
      "loss": 1.5326,
      "step": 65532
    },
    {
      "epoch": 5.566853550798505,
      "grad_norm": 2.7335913283487563,
      "learning_rate": 4.067290796497097e-06,
      "loss": 1.5428,
      "step": 65533
    },
    {
      "epoch": 5.566938498131159,
      "grad_norm": 2.849355964062224,
      "learning_rate": 4.0657028696089e-06,
      "loss": 1.4014,
      "step": 65534
    },
    {
      "epoch": 5.567023445463812,
      "grad_norm": 2.684094446433382,
      "learning_rate": 4.064115248497008e-06,
      "loss": 1.4429,
      "step": 65535
    },
    {
      "epoch": 5.567108392796467,
      "grad_norm": 2.670467726022481,
      "learning_rate": 4.0625279331647e-06,
      "loss": 1.2497,
      "step": 65536
    },
    {
      "epoch": 5.56719334012912,
      "grad_norm": 2.7927035632551185,
      "learning_rate": 4.0609409236153574e-06,
      "loss": 1.4809,
      "step": 65537
    },
    {
      "epoch": 5.5672782874617734,
      "grad_norm": 2.8086036038880065,
      "learning_rate": 4.059354219852279e-06,
      "loss": 1.526,
      "step": 65538
    },
    {
      "epoch": 5.567363234794428,
      "grad_norm": 2.650148732326616,
      "learning_rate": 4.057767821878794e-06,
      "loss": 1.4252,
      "step": 65539
    },
    {
      "epoch": 5.567448182127081,
      "grad_norm": 2.7168404140243956,
      "learning_rate": 4.0561817296982155e-06,
      "loss": 1.3103,
      "step": 65540
    },
    {
      "epoch": 5.5675331294597346,
      "grad_norm": 2.646897577639286,
      "learning_rate": 4.054595943313893e-06,
      "loss": 1.3758,
      "step": 65541
    },
    {
      "epoch": 5.567618076792389,
      "grad_norm": 2.6739796202877915,
      "learning_rate": 4.053010462729106e-06,
      "loss": 1.3552,
      "step": 65542
    },
    {
      "epoch": 5.567703024125042,
      "grad_norm": 2.718927676634786,
      "learning_rate": 4.051425287947235e-06,
      "loss": 1.2384,
      "step": 65543
    },
    {
      "epoch": 5.5677879714576965,
      "grad_norm": 2.680531464368952,
      "learning_rate": 4.049840418971545e-06,
      "loss": 1.4772,
      "step": 65544
    },
    {
      "epoch": 5.56787291879035,
      "grad_norm": 2.813791978663902,
      "learning_rate": 4.048255855805399e-06,
      "loss": 1.5198,
      "step": 65545
    },
    {
      "epoch": 5.567957866123003,
      "grad_norm": 2.5693044967103678,
      "learning_rate": 4.046671598452095e-06,
      "loss": 1.2848,
      "step": 65546
    },
    {
      "epoch": 5.568042813455658,
      "grad_norm": 2.785064810551479,
      "learning_rate": 4.045087646914929e-06,
      "loss": 1.3658,
      "step": 65547
    },
    {
      "epoch": 5.568127760788311,
      "grad_norm": 2.763073592077151,
      "learning_rate": 4.043504001197267e-06,
      "loss": 1.4724,
      "step": 65548
    },
    {
      "epoch": 5.568212708120965,
      "grad_norm": 2.7537644302052042,
      "learning_rate": 4.041920661302423e-06,
      "loss": 1.596,
      "step": 65549
    },
    {
      "epoch": 5.568297655453619,
      "grad_norm": 2.7415861285395997,
      "learning_rate": 4.040337627233692e-06,
      "loss": 1.4152,
      "step": 65550
    },
    {
      "epoch": 5.568382602786272,
      "grad_norm": 2.4872370189351165,
      "learning_rate": 4.0387548989943894e-06,
      "loss": 1.3147,
      "step": 65551
    },
    {
      "epoch": 5.5684675501189265,
      "grad_norm": 2.9340719451909822,
      "learning_rate": 4.0371724765878466e-06,
      "loss": 1.5806,
      "step": 65552
    },
    {
      "epoch": 5.56855249745158,
      "grad_norm": 2.943997678162487,
      "learning_rate": 4.035590360017377e-06,
      "loss": 1.441,
      "step": 65553
    },
    {
      "epoch": 5.568637444784233,
      "grad_norm": 2.709704026215628,
      "learning_rate": 4.034008549286277e-06,
      "loss": 1.3872,
      "step": 65554
    },
    {
      "epoch": 5.568722392116888,
      "grad_norm": 2.7834828264287634,
      "learning_rate": 4.032427044397879e-06,
      "loss": 1.6222,
      "step": 65555
    },
    {
      "epoch": 5.568807339449541,
      "grad_norm": 2.651750944717451,
      "learning_rate": 4.030845845355512e-06,
      "loss": 1.3529,
      "step": 65556
    },
    {
      "epoch": 5.568892286782195,
      "grad_norm": 2.653136780517168,
      "learning_rate": 4.029264952162459e-06,
      "loss": 1.463,
      "step": 65557
    },
    {
      "epoch": 5.568977234114849,
      "grad_norm": 2.486157517408673,
      "learning_rate": 4.027684364822031e-06,
      "loss": 1.1223,
      "step": 65558
    },
    {
      "epoch": 5.569062181447503,
      "grad_norm": 2.9666420909214097,
      "learning_rate": 4.026104083337578e-06,
      "loss": 1.6162,
      "step": 65559
    },
    {
      "epoch": 5.569147128780156,
      "grad_norm": 2.5838058713408856,
      "learning_rate": 4.024524107712379e-06,
      "loss": 1.418,
      "step": 65560
    },
    {
      "epoch": 5.56923207611281,
      "grad_norm": 2.721091760191392,
      "learning_rate": 4.0229444379497325e-06,
      "loss": 1.5646,
      "step": 65561
    },
    {
      "epoch": 5.569317023445464,
      "grad_norm": 2.8322386489259013,
      "learning_rate": 4.021365074052968e-06,
      "loss": 1.5839,
      "step": 65562
    },
    {
      "epoch": 5.5694019707781175,
      "grad_norm": 2.8683856425276226,
      "learning_rate": 4.019786016025417e-06,
      "loss": 1.6047,
      "step": 65563
    },
    {
      "epoch": 5.569486918110771,
      "grad_norm": 3.1582499756811977,
      "learning_rate": 4.01820726387036e-06,
      "loss": 1.7585,
      "step": 65564
    },
    {
      "epoch": 5.569571865443425,
      "grad_norm": 2.849622035871092,
      "learning_rate": 4.016628817591094e-06,
      "loss": 1.535,
      "step": 65565
    },
    {
      "epoch": 5.569656812776079,
      "grad_norm": 2.7479974521324513,
      "learning_rate": 4.015050677190967e-06,
      "loss": 1.4984,
      "step": 65566
    },
    {
      "epoch": 5.569741760108733,
      "grad_norm": 2.6913048603254133,
      "learning_rate": 4.013472842673243e-06,
      "loss": 1.3244,
      "step": 65567
    },
    {
      "epoch": 5.569826707441386,
      "grad_norm": 2.8165284170261176,
      "learning_rate": 4.0118953140412524e-06,
      "loss": 1.597,
      "step": 65568
    },
    {
      "epoch": 5.56991165477404,
      "grad_norm": 2.663585887998174,
      "learning_rate": 4.010318091298292e-06,
      "loss": 1.2214,
      "step": 65569
    },
    {
      "epoch": 5.569996602106694,
      "grad_norm": 3.612772613778776,
      "learning_rate": 4.00874117444766e-06,
      "loss": 1.9768,
      "step": 65570
    },
    {
      "epoch": 5.570081549439347,
      "grad_norm": 2.469383414789328,
      "learning_rate": 4.0071645634926875e-06,
      "loss": 1.3504,
      "step": 65571
    },
    {
      "epoch": 5.570166496772002,
      "grad_norm": 2.614239760952256,
      "learning_rate": 4.005588258436654e-06,
      "loss": 1.3556,
      "step": 65572
    },
    {
      "epoch": 5.570251444104655,
      "grad_norm": 2.572862834035592,
      "learning_rate": 4.004012259282857e-06,
      "loss": 1.3315,
      "step": 65573
    },
    {
      "epoch": 5.5703363914373085,
      "grad_norm": 2.656776424696487,
      "learning_rate": 4.002436566034628e-06,
      "loss": 1.3613,
      "step": 65574
    },
    {
      "epoch": 5.570421338769963,
      "grad_norm": 2.8731351496981157,
      "learning_rate": 4.000861178695247e-06,
      "loss": 1.6295,
      "step": 65575
    },
    {
      "epoch": 5.570506286102616,
      "grad_norm": 2.532106024594506,
      "learning_rate": 3.999286097267995e-06,
      "loss": 1.3454,
      "step": 65576
    },
    {
      "epoch": 5.5705912334352705,
      "grad_norm": 2.9677447081887194,
      "learning_rate": 3.99771132175622e-06,
      "loss": 1.5904,
      "step": 65577
    },
    {
      "epoch": 5.570676180767924,
      "grad_norm": 3.461760623254814,
      "learning_rate": 3.996136852163201e-06,
      "loss": 1.7107,
      "step": 65578
    },
    {
      "epoch": 5.570761128100577,
      "grad_norm": 2.698140621186294,
      "learning_rate": 3.99456268849222e-06,
      "loss": 1.424,
      "step": 65579
    },
    {
      "epoch": 5.570846075433232,
      "grad_norm": 2.7388824928762325,
      "learning_rate": 3.992988830746574e-06,
      "loss": 1.4537,
      "step": 65580
    },
    {
      "epoch": 5.570931022765885,
      "grad_norm": 2.771253196371434,
      "learning_rate": 3.991415278929594e-06,
      "loss": 1.4399,
      "step": 65581
    },
    {
      "epoch": 5.571015970098539,
      "grad_norm": 2.6747222098621855,
      "learning_rate": 3.989842033044577e-06,
      "loss": 1.3683,
      "step": 65582
    },
    {
      "epoch": 5.571100917431193,
      "grad_norm": 2.8558399455238335,
      "learning_rate": 3.98826909309477e-06,
      "loss": 1.5423,
      "step": 65583
    },
    {
      "epoch": 5.571185864763846,
      "grad_norm": 2.8439010868563597,
      "learning_rate": 3.986696459083522e-06,
      "loss": 1.582,
      "step": 65584
    },
    {
      "epoch": 5.5712708120965,
      "grad_norm": 2.876248189514441,
      "learning_rate": 3.985124131014078e-06,
      "loss": 1.3926,
      "step": 65585
    },
    {
      "epoch": 5.571355759429154,
      "grad_norm": 2.8780470429639022,
      "learning_rate": 3.983552108889787e-06,
      "loss": 1.5144,
      "step": 65586
    },
    {
      "epoch": 5.571440706761807,
      "grad_norm": 2.6901315369590164,
      "learning_rate": 3.981980392713896e-06,
      "loss": 1.4413,
      "step": 65587
    },
    {
      "epoch": 5.5715256540944615,
      "grad_norm": 2.783554387818849,
      "learning_rate": 3.980408982489736e-06,
      "loss": 1.4738,
      "step": 65588
    },
    {
      "epoch": 5.571610601427115,
      "grad_norm": 2.586568556260221,
      "learning_rate": 3.97883787822057e-06,
      "loss": 1.2379,
      "step": 65589
    },
    {
      "epoch": 5.571695548759769,
      "grad_norm": 2.546564157209009,
      "learning_rate": 3.977267079909713e-06,
      "loss": 1.3763,
      "step": 65590
    },
    {
      "epoch": 5.571780496092423,
      "grad_norm": 2.6042451333405867,
      "learning_rate": 3.975696587560429e-06,
      "loss": 1.174,
      "step": 65591
    },
    {
      "epoch": 5.571865443425077,
      "grad_norm": 2.7280143857565373,
      "learning_rate": 3.974126401176031e-06,
      "loss": 1.488,
      "step": 65592
    },
    {
      "epoch": 5.57195039075773,
      "grad_norm": 2.7087969037900033,
      "learning_rate": 3.972556520759818e-06,
      "loss": 1.4182,
      "step": 65593
    },
    {
      "epoch": 5.572035338090384,
      "grad_norm": 2.522859252740327,
      "learning_rate": 3.970986946315036e-06,
      "loss": 1.2361,
      "step": 65594
    },
    {
      "epoch": 5.572120285423038,
      "grad_norm": 2.8594612660092267,
      "learning_rate": 3.969417677845032e-06,
      "loss": 1.4217,
      "step": 65595
    },
    {
      "epoch": 5.5722052327556915,
      "grad_norm": 2.7861632864618855,
      "learning_rate": 3.967848715353056e-06,
      "loss": 1.312,
      "step": 65596
    },
    {
      "epoch": 5.572290180088345,
      "grad_norm": 2.8332753874059367,
      "learning_rate": 3.966280058842386e-06,
      "loss": 1.6258,
      "step": 65597
    },
    {
      "epoch": 5.572375127420999,
      "grad_norm": 2.8656245553798674,
      "learning_rate": 3.964711708316337e-06,
      "loss": 1.666,
      "step": 65598
    },
    {
      "epoch": 5.572460074753653,
      "grad_norm": 2.8224833769381927,
      "learning_rate": 3.96314366377819e-06,
      "loss": 1.6464,
      "step": 65599
    },
    {
      "epoch": 5.572545022086307,
      "grad_norm": 2.5961711845986324,
      "learning_rate": 3.961575925231225e-06,
      "loss": 1.3191,
      "step": 65600
    },
    {
      "epoch": 5.57262996941896,
      "grad_norm": 2.7126468055016035,
      "learning_rate": 3.960008492678706e-06,
      "loss": 1.5079,
      "step": 65601
    },
    {
      "epoch": 5.572714916751614,
      "grad_norm": 2.6827617073635524,
      "learning_rate": 3.958441366123965e-06,
      "loss": 1.3503,
      "step": 65602
    },
    {
      "epoch": 5.572799864084268,
      "grad_norm": 2.749428234152116,
      "learning_rate": 3.956874545570265e-06,
      "loss": 1.3201,
      "step": 65603
    },
    {
      "epoch": 5.572884811416921,
      "grad_norm": 2.617388574770123,
      "learning_rate": 3.955308031020854e-06,
      "loss": 1.4569,
      "step": 65604
    },
    {
      "epoch": 5.572969758749576,
      "grad_norm": 2.83058563355588,
      "learning_rate": 3.953741822479045e-06,
      "loss": 1.5535,
      "step": 65605
    },
    {
      "epoch": 5.573054706082229,
      "grad_norm": 2.508869128215373,
      "learning_rate": 3.952175919948136e-06,
      "loss": 1.3175,
      "step": 65606
    },
    {
      "epoch": 5.5731396534148825,
      "grad_norm": 2.7230486297649286,
      "learning_rate": 3.950610323431375e-06,
      "loss": 1.4987,
      "step": 65607
    },
    {
      "epoch": 5.573224600747537,
      "grad_norm": 2.7599713749019408,
      "learning_rate": 3.949045032932058e-06,
      "loss": 1.4943,
      "step": 65608
    },
    {
      "epoch": 5.57330954808019,
      "grad_norm": 2.8152760968164725,
      "learning_rate": 3.947480048453483e-06,
      "loss": 1.4612,
      "step": 65609
    },
    {
      "epoch": 5.573394495412844,
      "grad_norm": 2.720614680105511,
      "learning_rate": 3.945915369998881e-06,
      "loss": 1.4007,
      "step": 65610
    },
    {
      "epoch": 5.573479442745498,
      "grad_norm": 2.725022144038222,
      "learning_rate": 3.944350997571583e-06,
      "loss": 1.4847,
      "step": 65611
    },
    {
      "epoch": 5.573564390078151,
      "grad_norm": 2.9026225229909755,
      "learning_rate": 3.942786931174835e-06,
      "loss": 1.683,
      "step": 65612
    },
    {
      "epoch": 5.573649337410806,
      "grad_norm": 2.5508112970086607,
      "learning_rate": 3.941223170811919e-06,
      "loss": 1.3641,
      "step": 65613
    },
    {
      "epoch": 5.573734284743459,
      "grad_norm": 2.8074287329600645,
      "learning_rate": 3.939659716486132e-06,
      "loss": 1.6469,
      "step": 65614
    },
    {
      "epoch": 5.573819232076113,
      "grad_norm": 3.0024401675706334,
      "learning_rate": 3.938096568200705e-06,
      "loss": 1.6521,
      "step": 65615
    },
    {
      "epoch": 5.573904179408767,
      "grad_norm": 2.9090471360918246,
      "learning_rate": 3.936533725958951e-06,
      "loss": 1.4524,
      "step": 65616
    },
    {
      "epoch": 5.57398912674142,
      "grad_norm": 2.831103579074368,
      "learning_rate": 3.9349711897641355e-06,
      "loss": 1.5003,
      "step": 65617
    },
    {
      "epoch": 5.574074074074074,
      "grad_norm": 2.7624194492141925,
      "learning_rate": 3.933408959619555e-06,
      "loss": 1.5131,
      "step": 65618
    },
    {
      "epoch": 5.574159021406728,
      "grad_norm": 2.633068689047324,
      "learning_rate": 3.931847035528424e-06,
      "loss": 1.156,
      "step": 65619
    },
    {
      "epoch": 5.574243968739381,
      "grad_norm": 2.717774880607844,
      "learning_rate": 3.930285417494072e-06,
      "loss": 1.4109,
      "step": 65620
    },
    {
      "epoch": 5.5743289160720355,
      "grad_norm": 2.8278884820024595,
      "learning_rate": 3.928724105519749e-06,
      "loss": 1.5871,
      "step": 65621
    },
    {
      "epoch": 5.574413863404689,
      "grad_norm": 2.7517411434137338,
      "learning_rate": 3.9271630996087155e-06,
      "loss": 1.268,
      "step": 65622
    },
    {
      "epoch": 5.574498810737343,
      "grad_norm": 2.849595858271861,
      "learning_rate": 3.925602399764255e-06,
      "loss": 1.6524,
      "step": 65623
    },
    {
      "epoch": 5.574583758069997,
      "grad_norm": 2.614463932251715,
      "learning_rate": 3.924042005989647e-06,
      "loss": 1.3337,
      "step": 65624
    },
    {
      "epoch": 5.57466870540265,
      "grad_norm": 3.368338608060803,
      "learning_rate": 3.922481918288156e-06,
      "loss": 1.6804,
      "step": 65625
    },
    {
      "epoch": 5.574753652735304,
      "grad_norm": 2.7983578632490094,
      "learning_rate": 3.920922136663029e-06,
      "loss": 1.6058,
      "step": 65626
    },
    {
      "epoch": 5.574838600067958,
      "grad_norm": 2.87174395195272,
      "learning_rate": 3.919362661117564e-06,
      "loss": 1.5003,
      "step": 65627
    },
    {
      "epoch": 5.574923547400612,
      "grad_norm": 2.7030582528502323,
      "learning_rate": 3.917803491655008e-06,
      "loss": 1.2587,
      "step": 65628
    },
    {
      "epoch": 5.575008494733265,
      "grad_norm": 2.99089762238525,
      "learning_rate": 3.916244628278642e-06,
      "loss": 1.684,
      "step": 65629
    },
    {
      "epoch": 5.575093442065919,
      "grad_norm": 2.766213038704262,
      "learning_rate": 3.914686070991713e-06,
      "loss": 1.4125,
      "step": 65630
    },
    {
      "epoch": 5.575178389398573,
      "grad_norm": 2.8448830316092497,
      "learning_rate": 3.913127819797518e-06,
      "loss": 1.5773,
      "step": 65631
    },
    {
      "epoch": 5.5752633367312265,
      "grad_norm": 2.92108860547109,
      "learning_rate": 3.911569874699288e-06,
      "loss": 1.7494,
      "step": 65632
    },
    {
      "epoch": 5.57534828406388,
      "grad_norm": 2.8600032659133796,
      "learning_rate": 3.910012235700305e-06,
      "loss": 1.6333,
      "step": 65633
    },
    {
      "epoch": 5.575433231396534,
      "grad_norm": 2.8980556501047943,
      "learning_rate": 3.908454902803815e-06,
      "loss": 1.3711,
      "step": 65634
    },
    {
      "epoch": 5.575518178729188,
      "grad_norm": 2.860949543556132,
      "learning_rate": 3.906897876013132e-06,
      "loss": 1.4018,
      "step": 65635
    },
    {
      "epoch": 5.575603126061842,
      "grad_norm": 2.6936549971556123,
      "learning_rate": 3.90534115533147e-06,
      "loss": 1.4507,
      "step": 65636
    },
    {
      "epoch": 5.575688073394495,
      "grad_norm": 2.5499191812266813,
      "learning_rate": 3.903784740762078e-06,
      "loss": 1.2944,
      "step": 65637
    },
    {
      "epoch": 5.57577302072715,
      "grad_norm": 2.9086762144892737,
      "learning_rate": 3.9022286323082855e-06,
      "loss": 1.6596,
      "step": 65638
    },
    {
      "epoch": 5.575857968059803,
      "grad_norm": 2.7364156618617015,
      "learning_rate": 3.900672829973289e-06,
      "loss": 1.3572,
      "step": 65639
    },
    {
      "epoch": 5.5759429153924565,
      "grad_norm": 2.5360736153536485,
      "learning_rate": 3.899117333760354e-06,
      "loss": 1.386,
      "step": 65640
    },
    {
      "epoch": 5.576027862725111,
      "grad_norm": 2.5879974111450648,
      "learning_rate": 3.897562143672761e-06,
      "loss": 1.3921,
      "step": 65641
    },
    {
      "epoch": 5.576112810057764,
      "grad_norm": 2.7528992123894596,
      "learning_rate": 3.896007259713773e-06,
      "loss": 1.302,
      "step": 65642
    },
    {
      "epoch": 5.576197757390418,
      "grad_norm": 2.6145132779334026,
      "learning_rate": 3.894452681886656e-06,
      "loss": 1.4312,
      "step": 65643
    },
    {
      "epoch": 5.576282704723072,
      "grad_norm": 2.7068203941142484,
      "learning_rate": 3.892898410194622e-06,
      "loss": 1.4428,
      "step": 65644
    },
    {
      "epoch": 5.576367652055725,
      "grad_norm": 2.622621090810819,
      "learning_rate": 3.89134444464097e-06,
      "loss": 1.2036,
      "step": 65645
    },
    {
      "epoch": 5.57645259938838,
      "grad_norm": 2.9727433300527086,
      "learning_rate": 3.8897907852289136e-06,
      "loss": 1.5769,
      "step": 65646
    },
    {
      "epoch": 5.576537546721033,
      "grad_norm": 2.7701101343390597,
      "learning_rate": 3.888237431961766e-06,
      "loss": 1.4417,
      "step": 65647
    },
    {
      "epoch": 5.576622494053686,
      "grad_norm": 2.6632543385555034,
      "learning_rate": 3.886684384842742e-06,
      "loss": 1.4878,
      "step": 65648
    },
    {
      "epoch": 5.576707441386341,
      "grad_norm": 2.8576636191857934,
      "learning_rate": 3.885131643875105e-06,
      "loss": 1.3529,
      "step": 65649
    },
    {
      "epoch": 5.576792388718994,
      "grad_norm": 2.9728755555400643,
      "learning_rate": 3.883579209062121e-06,
      "loss": 1.4422,
      "step": 65650
    },
    {
      "epoch": 5.576877336051648,
      "grad_norm": 2.7201165493022743,
      "learning_rate": 3.882027080407018e-06,
      "loss": 1.5295,
      "step": 65651
    },
    {
      "epoch": 5.576962283384302,
      "grad_norm": 2.6184921313855285,
      "learning_rate": 3.880475257913046e-06,
      "loss": 1.1613,
      "step": 65652
    },
    {
      "epoch": 5.577047230716955,
      "grad_norm": 2.721026975840835,
      "learning_rate": 3.878923741583484e-06,
      "loss": 1.277,
      "step": 65653
    },
    {
      "epoch": 5.5771321780496095,
      "grad_norm": 3.016762189863139,
      "learning_rate": 3.87737253142158e-06,
      "loss": 1.5949,
      "step": 65654
    },
    {
      "epoch": 5.577217125382263,
      "grad_norm": 2.833868128018625,
      "learning_rate": 3.875821627430548e-06,
      "loss": 1.2704,
      "step": 65655
    },
    {
      "epoch": 5.577302072714916,
      "grad_norm": 3.5135769770308767,
      "learning_rate": 3.874271029613702e-06,
      "loss": 1.7416,
      "step": 65656
    },
    {
      "epoch": 5.577387020047571,
      "grad_norm": 3.0127528512667645,
      "learning_rate": 3.872720737974239e-06,
      "loss": 1.2967,
      "step": 65657
    },
    {
      "epoch": 5.577471967380224,
      "grad_norm": 2.7192926053415527,
      "learning_rate": 3.871170752515407e-06,
      "loss": 1.451,
      "step": 65658
    },
    {
      "epoch": 5.577556914712878,
      "grad_norm": 3.5521308135970164,
      "learning_rate": 3.869621073240453e-06,
      "loss": 1.7457,
      "step": 65659
    },
    {
      "epoch": 5.577641862045532,
      "grad_norm": 2.663025915307318,
      "learning_rate": 3.868071700152675e-06,
      "loss": 1.411,
      "step": 65660
    },
    {
      "epoch": 5.577726809378186,
      "grad_norm": 2.5479082391140366,
      "learning_rate": 3.86652263325527e-06,
      "loss": 1.2762,
      "step": 65661
    },
    {
      "epoch": 5.577811756710839,
      "grad_norm": 2.725585568203368,
      "learning_rate": 3.864973872551503e-06,
      "loss": 1.4269,
      "step": 65662
    },
    {
      "epoch": 5.577896704043493,
      "grad_norm": 2.5310599396270974,
      "learning_rate": 3.863425418044602e-06,
      "loss": 1.3265,
      "step": 65663
    },
    {
      "epoch": 5.577981651376147,
      "grad_norm": 2.5363453866267407,
      "learning_rate": 3.861877269737834e-06,
      "loss": 1.1323,
      "step": 65664
    },
    {
      "epoch": 5.5780665987088005,
      "grad_norm": 2.6057089976250594,
      "learning_rate": 3.860329427634429e-06,
      "loss": 1.2979,
      "step": 65665
    },
    {
      "epoch": 5.578151546041454,
      "grad_norm": 2.702186503036847,
      "learning_rate": 3.8587818917376165e-06,
      "loss": 1.5259,
      "step": 65666
    },
    {
      "epoch": 5.578236493374108,
      "grad_norm": 2.668279378595081,
      "learning_rate": 3.857234662050679e-06,
      "loss": 1.313,
      "step": 65667
    },
    {
      "epoch": 5.578321440706762,
      "grad_norm": 2.8123417311942593,
      "learning_rate": 3.855687738576829e-06,
      "loss": 1.4085,
      "step": 65668
    },
    {
      "epoch": 5.578406388039416,
      "grad_norm": 2.523660200143078,
      "learning_rate": 3.854141121319315e-06,
      "loss": 1.0487,
      "step": 65669
    },
    {
      "epoch": 5.578491335372069,
      "grad_norm": 2.6644821254134174,
      "learning_rate": 3.852594810281351e-06,
      "loss": 1.2935,
      "step": 65670
    },
    {
      "epoch": 5.578576282704723,
      "grad_norm": 3.326302600332842,
      "learning_rate": 3.851048805466217e-06,
      "loss": 1.6769,
      "step": 65671
    },
    {
      "epoch": 5.578661230037377,
      "grad_norm": 2.6985346172686966,
      "learning_rate": 3.849503106877144e-06,
      "loss": 1.3498,
      "step": 65672
    },
    {
      "epoch": 5.57874617737003,
      "grad_norm": 2.955043113699564,
      "learning_rate": 3.8479577145173635e-06,
      "loss": 1.5411,
      "step": 65673
    },
    {
      "epoch": 5.578831124702685,
      "grad_norm": 2.532697848038925,
      "learning_rate": 3.846412628390105e-06,
      "loss": 1.3657,
      "step": 65674
    },
    {
      "epoch": 5.578916072035338,
      "grad_norm": 2.7558996698744713,
      "learning_rate": 3.8448678484986335e-06,
      "loss": 1.6001,
      "step": 65675
    },
    {
      "epoch": 5.5790010193679915,
      "grad_norm": 2.6691970328024337,
      "learning_rate": 3.8433233748461635e-06,
      "loss": 1.1049,
      "step": 65676
    },
    {
      "epoch": 5.579085966700646,
      "grad_norm": 2.7401279634005347,
      "learning_rate": 3.8417792074359076e-06,
      "loss": 1.4792,
      "step": 65677
    },
    {
      "epoch": 5.579170914033299,
      "grad_norm": 2.7612272231476083,
      "learning_rate": 3.840235346271147e-06,
      "loss": 1.631,
      "step": 65678
    },
    {
      "epoch": 5.579255861365953,
      "grad_norm": 2.944399828654979,
      "learning_rate": 3.838691791355114e-06,
      "loss": 1.304,
      "step": 65679
    },
    {
      "epoch": 5.579340808698607,
      "grad_norm": 2.625299447743416,
      "learning_rate": 3.837148542691021e-06,
      "loss": 1.3358,
      "step": 65680
    },
    {
      "epoch": 5.57942575603126,
      "grad_norm": 2.7315227227363628,
      "learning_rate": 3.8356056002820825e-06,
      "loss": 1.5402,
      "step": 65681
    },
    {
      "epoch": 5.579510703363915,
      "grad_norm": 2.568437790352841,
      "learning_rate": 3.834062964131595e-06,
      "loss": 1.1929,
      "step": 65682
    },
    {
      "epoch": 5.579595650696568,
      "grad_norm": 3.052341443621613,
      "learning_rate": 3.832520634242708e-06,
      "loss": 1.4916,
      "step": 65683
    },
    {
      "epoch": 5.579680598029222,
      "grad_norm": 2.624681872919169,
      "learning_rate": 3.830978610618718e-06,
      "loss": 1.4316,
      "step": 65684
    },
    {
      "epoch": 5.579765545361876,
      "grad_norm": 2.6473903517786628,
      "learning_rate": 3.829436893262855e-06,
      "loss": 1.2582,
      "step": 65685
    },
    {
      "epoch": 5.579850492694529,
      "grad_norm": 2.715223180662009,
      "learning_rate": 3.827895482178317e-06,
      "loss": 1.4334,
      "step": 65686
    },
    {
      "epoch": 5.5799354400271834,
      "grad_norm": 2.651680294090314,
      "learning_rate": 3.826354377368351e-06,
      "loss": 1.3302,
      "step": 65687
    },
    {
      "epoch": 5.580020387359837,
      "grad_norm": 2.6971482725189198,
      "learning_rate": 3.8248135788361555e-06,
      "loss": 1.5213,
      "step": 65688
    },
    {
      "epoch": 5.58010533469249,
      "grad_norm": 2.7094757992386174,
      "learning_rate": 3.8232730865849934e-06,
      "loss": 1.1976,
      "step": 65689
    },
    {
      "epoch": 5.5801902820251446,
      "grad_norm": 2.507279486926596,
      "learning_rate": 3.821732900618113e-06,
      "loss": 1.2634,
      "step": 65690
    },
    {
      "epoch": 5.580275229357798,
      "grad_norm": 2.779991516815281,
      "learning_rate": 3.8201930209386946e-06,
      "loss": 1.5592,
      "step": 65691
    },
    {
      "epoch": 5.580360176690452,
      "grad_norm": 2.7578968044044747,
      "learning_rate": 3.818653447549969e-06,
      "loss": 1.6554,
      "step": 65692
    },
    {
      "epoch": 5.580445124023106,
      "grad_norm": 2.5089193615376235,
      "learning_rate": 3.817114180455199e-06,
      "loss": 1.2517,
      "step": 65693
    },
    {
      "epoch": 5.580530071355759,
      "grad_norm": 2.6052901834342137,
      "learning_rate": 3.815575219657585e-06,
      "loss": 1.4401,
      "step": 65694
    },
    {
      "epoch": 5.580615018688413,
      "grad_norm": 2.610557456642007,
      "learning_rate": 3.814036565160339e-06,
      "loss": 1.4268,
      "step": 65695
    },
    {
      "epoch": 5.580699966021067,
      "grad_norm": 2.9314821146958,
      "learning_rate": 3.812498216966692e-06,
      "loss": 1.5389,
      "step": 65696
    },
    {
      "epoch": 5.580784913353721,
      "grad_norm": 2.6832469915632973,
      "learning_rate": 3.8109601750798914e-06,
      "loss": 1.4461,
      "step": 65697
    },
    {
      "epoch": 5.5808698606863745,
      "grad_norm": 2.5435414955181384,
      "learning_rate": 3.809422439503151e-06,
      "loss": 1.3909,
      "step": 65698
    },
    {
      "epoch": 5.580954808019028,
      "grad_norm": 2.702019743232679,
      "learning_rate": 3.8078850102396697e-06,
      "loss": 1.4419,
      "step": 65699
    },
    {
      "epoch": 5.581039755351682,
      "grad_norm": 2.8483339272816828,
      "learning_rate": 3.8063478872926936e-06,
      "loss": 1.7351,
      "step": 65700
    },
    {
      "epoch": 5.581124702684336,
      "grad_norm": 2.647111016511378,
      "learning_rate": 3.804811070665437e-06,
      "loss": 1.2584,
      "step": 65701
    },
    {
      "epoch": 5.581209650016989,
      "grad_norm": 2.8736873704097294,
      "learning_rate": 3.8032745603610805e-06,
      "loss": 1.4373,
      "step": 65702
    },
    {
      "epoch": 5.581294597349643,
      "grad_norm": 2.7137241987141825,
      "learning_rate": 3.8017383563829218e-06,
      "loss": 1.4827,
      "step": 65703
    },
    {
      "epoch": 5.581379544682297,
      "grad_norm": 2.629401516457344,
      "learning_rate": 3.800202458734125e-06,
      "loss": 1.4048,
      "step": 65704
    },
    {
      "epoch": 5.581464492014951,
      "grad_norm": 2.8192511019389603,
      "learning_rate": 3.798666867417921e-06,
      "loss": 1.33,
      "step": 65705
    },
    {
      "epoch": 5.581549439347604,
      "grad_norm": 2.484677879711273,
      "learning_rate": 3.797131582437524e-06,
      "loss": 1.2442,
      "step": 65706
    },
    {
      "epoch": 5.581634386680259,
      "grad_norm": 2.784844428684652,
      "learning_rate": 3.7955966037961637e-06,
      "loss": 1.5105,
      "step": 65707
    },
    {
      "epoch": 5.581719334012912,
      "grad_norm": 2.7318650644863505,
      "learning_rate": 3.7940619314970223e-06,
      "loss": 1.4281,
      "step": 65708
    },
    {
      "epoch": 5.5818042813455655,
      "grad_norm": 2.75872272934392,
      "learning_rate": 3.792527565543363e-06,
      "loss": 1.6033,
      "step": 65709
    },
    {
      "epoch": 5.58188922867822,
      "grad_norm": 2.8090842102942104,
      "learning_rate": 3.7909935059383667e-06,
      "loss": 1.5374,
      "step": 65710
    },
    {
      "epoch": 5.581974176010873,
      "grad_norm": 2.87520532041594,
      "learning_rate": 3.7894597526852645e-06,
      "loss": 1.4609,
      "step": 65711
    },
    {
      "epoch": 5.582059123343527,
      "grad_norm": 2.952672219870857,
      "learning_rate": 3.78792630578727e-06,
      "loss": 1.5334,
      "step": 65712
    },
    {
      "epoch": 5.582144070676181,
      "grad_norm": 3.7091942152073094,
      "learning_rate": 3.786393165247581e-06,
      "loss": 1.7732,
      "step": 65713
    },
    {
      "epoch": 5.582229018008834,
      "grad_norm": 2.7882966236712408,
      "learning_rate": 3.7848603310694116e-06,
      "loss": 1.6053,
      "step": 65714
    },
    {
      "epoch": 5.582313965341489,
      "grad_norm": 2.7192381505833843,
      "learning_rate": 3.783327803256009e-06,
      "loss": 1.5482,
      "step": 65715
    },
    {
      "epoch": 5.582398912674142,
      "grad_norm": 2.7684126942668903,
      "learning_rate": 3.781795581810537e-06,
      "loss": 1.5452,
      "step": 65716
    },
    {
      "epoch": 5.582483860006795,
      "grad_norm": 2.9578991413381286,
      "learning_rate": 3.7802636667362272e-06,
      "loss": 1.4991,
      "step": 65717
    },
    {
      "epoch": 5.58256880733945,
      "grad_norm": 2.6546212306196235,
      "learning_rate": 3.7787320580362936e-06,
      "loss": 1.3418,
      "step": 65718
    },
    {
      "epoch": 5.582653754672103,
      "grad_norm": 2.5035385400725,
      "learning_rate": 3.7772007557139496e-06,
      "loss": 1.247,
      "step": 65719
    },
    {
      "epoch": 5.582738702004757,
      "grad_norm": 2.863350665343495,
      "learning_rate": 3.7756697597723596e-06,
      "loss": 1.6275,
      "step": 65720
    },
    {
      "epoch": 5.582823649337411,
      "grad_norm": 2.7021061142191294,
      "learning_rate": 3.7741390702147877e-06,
      "loss": 1.2409,
      "step": 65721
    },
    {
      "epoch": 5.582908596670064,
      "grad_norm": 2.9460676429264177,
      "learning_rate": 3.772608687044415e-06,
      "loss": 1.5263,
      "step": 65722
    },
    {
      "epoch": 5.5829935440027185,
      "grad_norm": 2.663519823780266,
      "learning_rate": 3.771078610264472e-06,
      "loss": 1.3851,
      "step": 65723
    },
    {
      "epoch": 5.583078491335372,
      "grad_norm": 2.9056075083477744,
      "learning_rate": 3.7695488398781228e-06,
      "loss": 1.5964,
      "step": 65724
    },
    {
      "epoch": 5.583163438668025,
      "grad_norm": 2.782670752696551,
      "learning_rate": 3.768019375888598e-06,
      "loss": 1.4656,
      "step": 65725
    },
    {
      "epoch": 5.58324838600068,
      "grad_norm": 2.911444351673164,
      "learning_rate": 3.766490218299095e-06,
      "loss": 1.4557,
      "step": 65726
    },
    {
      "epoch": 5.583333333333333,
      "grad_norm": 2.578934259780691,
      "learning_rate": 3.7649613671128452e-06,
      "loss": 1.3915,
      "step": 65727
    },
    {
      "epoch": 5.583418280665987,
      "grad_norm": 2.622123564296056,
      "learning_rate": 3.763432822332996e-06,
      "loss": 1.4448,
      "step": 65728
    },
    {
      "epoch": 5.583503227998641,
      "grad_norm": 2.6681304144560105,
      "learning_rate": 3.7619045839628102e-06,
      "loss": 1.4106,
      "step": 65729
    },
    {
      "epoch": 5.583588175331295,
      "grad_norm": 2.4862538164706476,
      "learning_rate": 3.7603766520054537e-06,
      "loss": 1.228,
      "step": 65730
    },
    {
      "epoch": 5.583673122663948,
      "grad_norm": 2.9015865050090164,
      "learning_rate": 3.758849026464139e-06,
      "loss": 1.5755,
      "step": 65731
    },
    {
      "epoch": 5.583758069996602,
      "grad_norm": 2.707339173893736,
      "learning_rate": 3.757321707342048e-06,
      "loss": 1.4959,
      "step": 65732
    },
    {
      "epoch": 5.583843017329256,
      "grad_norm": 3.2506720546731827,
      "learning_rate": 3.755794694642411e-06,
      "loss": 1.6313,
      "step": 65733
    },
    {
      "epoch": 5.5839279646619095,
      "grad_norm": 2.7308358327589,
      "learning_rate": 3.7542679883684256e-06,
      "loss": 1.5134,
      "step": 65734
    },
    {
      "epoch": 5.584012911994563,
      "grad_norm": 2.657906003232713,
      "learning_rate": 3.7527415885232726e-06,
      "loss": 1.2389,
      "step": 65735
    },
    {
      "epoch": 5.584097859327217,
      "grad_norm": 2.567185555468182,
      "learning_rate": 3.751215495110149e-06,
      "loss": 1.3259,
      "step": 65736
    },
    {
      "epoch": 5.584182806659871,
      "grad_norm": 2.742961388627772,
      "learning_rate": 3.7496897081322695e-06,
      "loss": 1.4845,
      "step": 65737
    },
    {
      "epoch": 5.584267753992525,
      "grad_norm": 2.5342849495435167,
      "learning_rate": 3.748164227592815e-06,
      "loss": 1.3861,
      "step": 65738
    },
    {
      "epoch": 5.584352701325178,
      "grad_norm": 2.6337739874369475,
      "learning_rate": 3.746639053494982e-06,
      "loss": 1.282,
      "step": 65739
    },
    {
      "epoch": 5.584437648657832,
      "grad_norm": 2.610401443977672,
      "learning_rate": 3.745114185842002e-06,
      "loss": 1.1233,
      "step": 65740
    },
    {
      "epoch": 5.584522595990486,
      "grad_norm": 2.6343554324993472,
      "learning_rate": 3.7435896246370222e-06,
      "loss": 1.2602,
      "step": 65741
    },
    {
      "epoch": 5.5846075433231395,
      "grad_norm": 2.7453110144240185,
      "learning_rate": 3.742065369883257e-06,
      "loss": 1.6092,
      "step": 65742
    },
    {
      "epoch": 5.584692490655794,
      "grad_norm": 3.4317242933583647,
      "learning_rate": 3.7405414215839037e-06,
      "loss": 1.7228,
      "step": 65743
    },
    {
      "epoch": 5.584777437988447,
      "grad_norm": 2.7369453381931814,
      "learning_rate": 3.7390177797421596e-06,
      "loss": 1.3484,
      "step": 65744
    },
    {
      "epoch": 5.584862385321101,
      "grad_norm": 2.5940739883251083,
      "learning_rate": 3.737494444361189e-06,
      "loss": 1.275,
      "step": 65745
    },
    {
      "epoch": 5.584947332653755,
      "grad_norm": 2.632247633731574,
      "learning_rate": 3.735971415444189e-06,
      "loss": 1.1465,
      "step": 65746
    },
    {
      "epoch": 5.585032279986408,
      "grad_norm": 2.654148309112011,
      "learning_rate": 3.734448692994407e-06,
      "loss": 1.3843,
      "step": 65747
    },
    {
      "epoch": 5.585117227319062,
      "grad_norm": 2.6155674116341174,
      "learning_rate": 3.732926277014975e-06,
      "loss": 1.3873,
      "step": 65748
    },
    {
      "epoch": 5.585202174651716,
      "grad_norm": 2.8249640302837613,
      "learning_rate": 3.7314041675090888e-06,
      "loss": 1.6402,
      "step": 65749
    },
    {
      "epoch": 5.585287121984369,
      "grad_norm": 2.7369367909299593,
      "learning_rate": 3.7298823644799636e-06,
      "loss": 1.4564,
      "step": 65750
    },
    {
      "epoch": 5.585372069317024,
      "grad_norm": 2.638981214191091,
      "learning_rate": 3.728360867930763e-06,
      "loss": 1.3901,
      "step": 65751
    },
    {
      "epoch": 5.585457016649677,
      "grad_norm": 2.7278344051722514,
      "learning_rate": 3.7268396778646846e-06,
      "loss": 1.3965,
      "step": 65752
    },
    {
      "epoch": 5.585541963982331,
      "grad_norm": 2.675157069677622,
      "learning_rate": 3.7253187942849096e-06,
      "loss": 1.3279,
      "step": 65753
    },
    {
      "epoch": 5.585626911314985,
      "grad_norm": 2.9275506029025977,
      "learning_rate": 3.723798217194651e-06,
      "loss": 1.526,
      "step": 65754
    },
    {
      "epoch": 5.585711858647638,
      "grad_norm": 2.8580916096549824,
      "learning_rate": 3.722277946597074e-06,
      "loss": 1.5966,
      "step": 65755
    },
    {
      "epoch": 5.5857968059802925,
      "grad_norm": 2.626286277062065,
      "learning_rate": 3.7207579824953426e-06,
      "loss": 1.4808,
      "step": 65756
    },
    {
      "epoch": 5.585881753312946,
      "grad_norm": 2.74645497768011,
      "learning_rate": 3.7192383248926707e-06,
      "loss": 1.4941,
      "step": 65757
    },
    {
      "epoch": 5.585966700645599,
      "grad_norm": 2.635331377024396,
      "learning_rate": 3.7177189737922554e-06,
      "loss": 1.3882,
      "step": 65758
    },
    {
      "epoch": 5.586051647978254,
      "grad_norm": 2.8512955815177166,
      "learning_rate": 3.716199929197261e-06,
      "loss": 1.5686,
      "step": 65759
    },
    {
      "epoch": 5.586136595310907,
      "grad_norm": 3.0219226008297095,
      "learning_rate": 3.7146811911108354e-06,
      "loss": 1.4922,
      "step": 65760
    },
    {
      "epoch": 5.586221542643561,
      "grad_norm": 2.8414058261982422,
      "learning_rate": 3.7131627595362256e-06,
      "loss": 1.6907,
      "step": 65761
    },
    {
      "epoch": 5.586306489976215,
      "grad_norm": 2.8828931331216636,
      "learning_rate": 3.711644634476596e-06,
      "loss": 1.567,
      "step": 65762
    },
    {
      "epoch": 5.586391437308868,
      "grad_norm": 2.668163484184181,
      "learning_rate": 3.710126815935077e-06,
      "loss": 1.2983,
      "step": 65763
    },
    {
      "epoch": 5.586476384641522,
      "grad_norm": 2.7656361511532226,
      "learning_rate": 3.7086093039149e-06,
      "loss": 1.5008,
      "step": 65764
    },
    {
      "epoch": 5.586561331974176,
      "grad_norm": 2.6505927835264345,
      "learning_rate": 3.7070920984192288e-06,
      "loss": 1.2737,
      "step": 65765
    },
    {
      "epoch": 5.58664627930683,
      "grad_norm": 2.7420109480003694,
      "learning_rate": 3.7055751994512607e-06,
      "loss": 1.4729,
      "step": 65766
    },
    {
      "epoch": 5.5867312266394835,
      "grad_norm": 2.7309123277462053,
      "learning_rate": 3.704058607014143e-06,
      "loss": 1.5148,
      "step": 65767
    },
    {
      "epoch": 5.586816173972137,
      "grad_norm": 2.7097440132742245,
      "learning_rate": 3.7025423211110738e-06,
      "loss": 1.4258,
      "step": 65768
    },
    {
      "epoch": 5.586901121304791,
      "grad_norm": 2.711320271388655,
      "learning_rate": 3.701026341745217e-06,
      "loss": 1.4679,
      "step": 65769
    },
    {
      "epoch": 5.586986068637445,
      "grad_norm": 2.8554802844920006,
      "learning_rate": 3.6995106689197694e-06,
      "loss": 1.5552,
      "step": 65770
    },
    {
      "epoch": 5.587071015970099,
      "grad_norm": 2.8396511518308936,
      "learning_rate": 3.6979953026378794e-06,
      "loss": 1.5941,
      "step": 65771
    },
    {
      "epoch": 5.587155963302752,
      "grad_norm": 2.702633219844116,
      "learning_rate": 3.6964802429027607e-06,
      "loss": 1.4672,
      "step": 65772
    },
    {
      "epoch": 5.587240910635406,
      "grad_norm": 2.6264530507186525,
      "learning_rate": 3.694965489717561e-06,
      "loss": 1.1864,
      "step": 65773
    },
    {
      "epoch": 5.58732585796806,
      "grad_norm": 2.519588742655714,
      "learning_rate": 3.693451043085427e-06,
      "loss": 1.2838,
      "step": 65774
    },
    {
      "epoch": 5.587410805300713,
      "grad_norm": 2.7366971916957477,
      "learning_rate": 3.6919369030095735e-06,
      "loss": 1.2302,
      "step": 65775
    },
    {
      "epoch": 5.587495752633368,
      "grad_norm": 2.6870174685823565,
      "learning_rate": 3.6904230694931815e-06,
      "loss": 1.5106,
      "step": 65776
    },
    {
      "epoch": 5.587580699966021,
      "grad_norm": 3.303688257199157,
      "learning_rate": 3.688909542539398e-06,
      "loss": 1.5593,
      "step": 65777
    },
    {
      "epoch": 5.5876656472986745,
      "grad_norm": 2.5576071659025263,
      "learning_rate": 3.687396322151387e-06,
      "loss": 1.3221,
      "step": 65778
    },
    {
      "epoch": 5.587750594631329,
      "grad_norm": 2.6362267368487093,
      "learning_rate": 3.685883408332346e-06,
      "loss": 1.3229,
      "step": 65779
    },
    {
      "epoch": 5.587835541963982,
      "grad_norm": 2.717875243857697,
      "learning_rate": 3.6843708010854234e-06,
      "loss": 1.384,
      "step": 65780
    },
    {
      "epoch": 5.587920489296636,
      "grad_norm": 2.8948429835209053,
      "learning_rate": 3.682858500413799e-06,
      "loss": 1.6232,
      "step": 65781
    },
    {
      "epoch": 5.58800543662929,
      "grad_norm": 2.671176859097139,
      "learning_rate": 3.6813465063206203e-06,
      "loss": 1.4106,
      "step": 65782
    },
    {
      "epoch": 5.588090383961943,
      "grad_norm": 2.6130528933606043,
      "learning_rate": 3.6798348188090852e-06,
      "loss": 1.1817,
      "step": 65783
    },
    {
      "epoch": 5.588175331294598,
      "grad_norm": 2.808438015442773,
      "learning_rate": 3.678323437882358e-06,
      "loss": 1.6388,
      "step": 65784
    },
    {
      "epoch": 5.588260278627251,
      "grad_norm": 2.6994751114048774,
      "learning_rate": 3.6768123635435852e-06,
      "loss": 1.2233,
      "step": 65785
    },
    {
      "epoch": 5.588345225959905,
      "grad_norm": 2.725665670694013,
      "learning_rate": 3.675301595795965e-06,
      "loss": 1.4972,
      "step": 65786
    },
    {
      "epoch": 5.588430173292559,
      "grad_norm": 2.717090037774462,
      "learning_rate": 3.6737911346426283e-06,
      "loss": 1.2869,
      "step": 65787
    },
    {
      "epoch": 5.588515120625212,
      "grad_norm": 2.901681179210104,
      "learning_rate": 3.672280980086739e-06,
      "loss": 1.3535,
      "step": 65788
    },
    {
      "epoch": 5.5886000679578665,
      "grad_norm": 2.5593414470244222,
      "learning_rate": 3.6707711321314946e-06,
      "loss": 1.3951,
      "step": 65789
    },
    {
      "epoch": 5.58868501529052,
      "grad_norm": 2.63295479621766,
      "learning_rate": 3.6692615907800428e-06,
      "loss": 1.3171,
      "step": 65790
    },
    {
      "epoch": 5.588769962623173,
      "grad_norm": 2.6012942094306193,
      "learning_rate": 3.6677523560355472e-06,
      "loss": 1.463,
      "step": 65791
    },
    {
      "epoch": 5.588854909955828,
      "grad_norm": 2.4142761301990965,
      "learning_rate": 3.6662434279011387e-06,
      "loss": 1.1634,
      "step": 65792
    },
    {
      "epoch": 5.588939857288481,
      "grad_norm": 2.643902885857973,
      "learning_rate": 3.6647348063800485e-06,
      "loss": 1.4159,
      "step": 65793
    },
    {
      "epoch": 5.589024804621135,
      "grad_norm": 2.744653894590404,
      "learning_rate": 3.6632264914753574e-06,
      "loss": 1.3816,
      "step": 65794
    },
    {
      "epoch": 5.589109751953789,
      "grad_norm": 2.748265010320549,
      "learning_rate": 3.6617184831902955e-06,
      "loss": 1.2909,
      "step": 65795
    },
    {
      "epoch": 5.589194699286442,
      "grad_norm": 2.5985050036022743,
      "learning_rate": 3.6602107815279613e-06,
      "loss": 1.3349,
      "step": 65796
    },
    {
      "epoch": 5.589279646619096,
      "grad_norm": 2.7989965211357246,
      "learning_rate": 3.658703386491585e-06,
      "loss": 1.4743,
      "step": 65797
    },
    {
      "epoch": 5.58936459395175,
      "grad_norm": 2.651257688273798,
      "learning_rate": 3.657196298084264e-06,
      "loss": 1.384,
      "step": 65798
    },
    {
      "epoch": 5.589449541284404,
      "grad_norm": 2.6471336762091915,
      "learning_rate": 3.6556895163091625e-06,
      "loss": 1.205,
      "step": 65799
    },
    {
      "epoch": 5.5895344886170575,
      "grad_norm": 2.528491625822483,
      "learning_rate": 3.6541830411694615e-06,
      "loss": 1.2606,
      "step": 65800
    },
    {
      "epoch": 5.589619435949711,
      "grad_norm": 3.354669786865915,
      "learning_rate": 3.6526768726683252e-06,
      "loss": 1.7188,
      "step": 65801
    },
    {
      "epoch": 5.589704383282365,
      "grad_norm": 2.643611809676801,
      "learning_rate": 3.6511710108088842e-06,
      "loss": 1.4211,
      "step": 65802
    },
    {
      "epoch": 5.589789330615019,
      "grad_norm": 2.8260471661201962,
      "learning_rate": 3.649665455594286e-06,
      "loss": 1.644,
      "step": 65803
    },
    {
      "epoch": 5.589874277947672,
      "grad_norm": 2.549658065743815,
      "learning_rate": 3.6481602070277118e-06,
      "loss": 1.389,
      "step": 65804
    },
    {
      "epoch": 5.589959225280326,
      "grad_norm": 2.7956081115178275,
      "learning_rate": 3.646655265112308e-06,
      "loss": 1.5706,
      "step": 65805
    },
    {
      "epoch": 5.59004417261298,
      "grad_norm": 2.4753374672066943,
      "learning_rate": 3.6451506298512234e-06,
      "loss": 1.1726,
      "step": 65806
    },
    {
      "epoch": 5.590129119945634,
      "grad_norm": 2.7489227791820454,
      "learning_rate": 3.6436463012476045e-06,
      "loss": 1.5398,
      "step": 65807
    },
    {
      "epoch": 5.590214067278287,
      "grad_norm": 2.804108074686575,
      "learning_rate": 3.6421422793046163e-06,
      "loss": 1.3697,
      "step": 65808
    },
    {
      "epoch": 5.590299014610942,
      "grad_norm": 2.6956477813141126,
      "learning_rate": 3.6406385640254055e-06,
      "loss": 1.2064,
      "step": 65809
    },
    {
      "epoch": 5.590383961943595,
      "grad_norm": 2.7183727892179737,
      "learning_rate": 3.6391351554131197e-06,
      "loss": 1.5107,
      "step": 65810
    },
    {
      "epoch": 5.5904689092762485,
      "grad_norm": 2.536734857662147,
      "learning_rate": 3.6376320534709235e-06,
      "loss": 1.3516,
      "step": 65811
    },
    {
      "epoch": 5.590553856608903,
      "grad_norm": 2.7052845977667292,
      "learning_rate": 3.636129258201931e-06,
      "loss": 1.4002,
      "step": 65812
    },
    {
      "epoch": 5.590638803941556,
      "grad_norm": 2.868184926859664,
      "learning_rate": 3.634626769609339e-06,
      "loss": 1.4008,
      "step": 65813
    },
    {
      "epoch": 5.59072375127421,
      "grad_norm": 2.6693345312160486,
      "learning_rate": 3.6331245876962458e-06,
      "loss": 1.2183,
      "step": 65814
    },
    {
      "epoch": 5.590808698606864,
      "grad_norm": 2.8349761468293875,
      "learning_rate": 3.6316227124658316e-06,
      "loss": 1.4012,
      "step": 65815
    },
    {
      "epoch": 5.590893645939517,
      "grad_norm": 2.9246536128252414,
      "learning_rate": 3.630121143921261e-06,
      "loss": 1.4115,
      "step": 65816
    },
    {
      "epoch": 5.590978593272172,
      "grad_norm": 2.546787134154566,
      "learning_rate": 3.6286198820656143e-06,
      "loss": 1.3621,
      "step": 65817
    },
    {
      "epoch": 5.591063540604825,
      "grad_norm": 2.925723642116632,
      "learning_rate": 3.6271189269020895e-06,
      "loss": 1.3877,
      "step": 65818
    },
    {
      "epoch": 5.591148487937478,
      "grad_norm": 2.6828646168660906,
      "learning_rate": 3.625618278433834e-06,
      "loss": 1.5042,
      "step": 65819
    },
    {
      "epoch": 5.591233435270133,
      "grad_norm": 2.5188976671956724,
      "learning_rate": 3.624117936663978e-06,
      "loss": 1.3069,
      "step": 65820
    },
    {
      "epoch": 5.591318382602786,
      "grad_norm": 2.8191789854273726,
      "learning_rate": 3.6226179015956538e-06,
      "loss": 1.5679,
      "step": 65821
    },
    {
      "epoch": 5.59140332993544,
      "grad_norm": 2.70786411076634,
      "learning_rate": 3.6211181732320236e-06,
      "loss": 1.2439,
      "step": 65822
    },
    {
      "epoch": 5.591488277268094,
      "grad_norm": 2.9267055842901306,
      "learning_rate": 3.61961875157622e-06,
      "loss": 1.7195,
      "step": 65823
    },
    {
      "epoch": 5.591573224600747,
      "grad_norm": 2.790924035108973,
      "learning_rate": 3.618119636631389e-06,
      "loss": 1.2713,
      "step": 65824
    },
    {
      "epoch": 5.5916581719334015,
      "grad_norm": 2.8991788078173903,
      "learning_rate": 3.616620828400646e-06,
      "loss": 1.4395,
      "step": 65825
    },
    {
      "epoch": 5.591743119266055,
      "grad_norm": 2.6863989930777286,
      "learning_rate": 3.6151223268871876e-06,
      "loss": 1.4479,
      "step": 65826
    },
    {
      "epoch": 5.591828066598708,
      "grad_norm": 2.854268079621868,
      "learning_rate": 3.6136241320941116e-06,
      "loss": 1.5963,
      "step": 65827
    },
    {
      "epoch": 5.591913013931363,
      "grad_norm": 3.0703544947182824,
      "learning_rate": 3.612126244024549e-06,
      "loss": 1.6963,
      "step": 65828
    },
    {
      "epoch": 5.591997961264016,
      "grad_norm": 2.748524231782546,
      "learning_rate": 3.6106286626816805e-06,
      "loss": 1.5102,
      "step": 65829
    },
    {
      "epoch": 5.59208290859667,
      "grad_norm": 2.639235720151853,
      "learning_rate": 3.6091313880686036e-06,
      "loss": 1.2287,
      "step": 65830
    },
    {
      "epoch": 5.592167855929324,
      "grad_norm": 2.722565138426647,
      "learning_rate": 3.6076344201884656e-06,
      "loss": 1.3175,
      "step": 65831
    },
    {
      "epoch": 5.592252803261978,
      "grad_norm": 2.6713763872227463,
      "learning_rate": 3.606137759044414e-06,
      "loss": 1.3224,
      "step": 65832
    },
    {
      "epoch": 5.5923377505946315,
      "grad_norm": 2.7720187118125668,
      "learning_rate": 3.6046414046395798e-06,
      "loss": 1.3858,
      "step": 65833
    },
    {
      "epoch": 5.592422697927285,
      "grad_norm": 2.673061056112212,
      "learning_rate": 3.6031453569771106e-06,
      "loss": 1.4448,
      "step": 65834
    },
    {
      "epoch": 5.592507645259939,
      "grad_norm": 2.71025463406845,
      "learning_rate": 3.6016496160601206e-06,
      "loss": 1.4445,
      "step": 65835
    },
    {
      "epoch": 5.592592592592593,
      "grad_norm": 2.6840751017361852,
      "learning_rate": 3.60015418189174e-06,
      "loss": 1.5023,
      "step": 65836
    },
    {
      "epoch": 5.592677539925246,
      "grad_norm": 2.6629331414055275,
      "learning_rate": 3.598659054475117e-06,
      "loss": 1.3787,
      "step": 65837
    },
    {
      "epoch": 5.5927624872579,
      "grad_norm": 2.8701693343967745,
      "learning_rate": 3.5971642338133988e-06,
      "loss": 1.5936,
      "step": 65838
    },
    {
      "epoch": 5.592847434590554,
      "grad_norm": 2.7676789988868333,
      "learning_rate": 3.595669719909683e-06,
      "loss": 1.5311,
      "step": 65839
    },
    {
      "epoch": 5.592932381923208,
      "grad_norm": 2.6875077686374227,
      "learning_rate": 3.5941755127671166e-06,
      "loss": 1.393,
      "step": 65840
    },
    {
      "epoch": 5.593017329255861,
      "grad_norm": 2.6046583476813234,
      "learning_rate": 3.592681612388848e-06,
      "loss": 1.4348,
      "step": 65841
    },
    {
      "epoch": 5.593102276588515,
      "grad_norm": 2.8545676752184588,
      "learning_rate": 3.591188018777974e-06,
      "loss": 1.3531,
      "step": 65842
    },
    {
      "epoch": 5.593187223921169,
      "grad_norm": 2.6475819649578103,
      "learning_rate": 3.589694731937626e-06,
      "loss": 1.4847,
      "step": 65843
    },
    {
      "epoch": 5.5932721712538225,
      "grad_norm": 2.6509795974145396,
      "learning_rate": 3.588201751870984e-06,
      "loss": 1.4241,
      "step": 65844
    },
    {
      "epoch": 5.593357118586477,
      "grad_norm": 2.6695713281513416,
      "learning_rate": 3.5867090785811294e-06,
      "loss": 1.4761,
      "step": 65845
    },
    {
      "epoch": 5.59344206591913,
      "grad_norm": 2.7844224090509244,
      "learning_rate": 3.5852167120711928e-06,
      "loss": 1.4386,
      "step": 65846
    },
    {
      "epoch": 5.593527013251784,
      "grad_norm": 2.869891863161993,
      "learning_rate": 3.583724652344305e-06,
      "loss": 1.3847,
      "step": 65847
    },
    {
      "epoch": 5.593611960584438,
      "grad_norm": 2.8312244318847037,
      "learning_rate": 3.5822328994036144e-06,
      "loss": 1.6285,
      "step": 65848
    },
    {
      "epoch": 5.593696907917091,
      "grad_norm": 2.8139607219766636,
      "learning_rate": 3.580741453252217e-06,
      "loss": 1.439,
      "step": 65849
    },
    {
      "epoch": 5.593781855249745,
      "grad_norm": 2.671999165808234,
      "learning_rate": 3.5792503138932283e-06,
      "loss": 1.3935,
      "step": 65850
    },
    {
      "epoch": 5.593866802582399,
      "grad_norm": 2.5024180638541367,
      "learning_rate": 3.5777594813298284e-06,
      "loss": 1.143,
      "step": 65851
    },
    {
      "epoch": 5.593951749915052,
      "grad_norm": 2.6473163657974332,
      "learning_rate": 3.576268955565098e-06,
      "loss": 1.2582,
      "step": 65852
    },
    {
      "epoch": 5.594036697247707,
      "grad_norm": 2.7195787982391693,
      "learning_rate": 3.574778736602152e-06,
      "loss": 1.5261,
      "step": 65853
    },
    {
      "epoch": 5.59412164458036,
      "grad_norm": 2.8621725250764194,
      "learning_rate": 3.573288824444154e-06,
      "loss": 1.3488,
      "step": 65854
    },
    {
      "epoch": 5.594206591913014,
      "grad_norm": 2.7600087542883402,
      "learning_rate": 3.571799219094168e-06,
      "loss": 1.5205,
      "step": 65855
    },
    {
      "epoch": 5.594291539245668,
      "grad_norm": 2.999464729159031,
      "learning_rate": 3.5703099205553753e-06,
      "loss": 1.6944,
      "step": 65856
    },
    {
      "epoch": 5.594376486578321,
      "grad_norm": 2.4587961543439167,
      "learning_rate": 3.568820928830857e-06,
      "loss": 1.2665,
      "step": 65857
    },
    {
      "epoch": 5.5944614339109755,
      "grad_norm": 2.80832379389401,
      "learning_rate": 3.5673322439237596e-06,
      "loss": 1.4132,
      "step": 65858
    },
    {
      "epoch": 5.594546381243629,
      "grad_norm": 2.6597627547469473,
      "learning_rate": 3.565843865837181e-06,
      "loss": 1.3909,
      "step": 65859
    },
    {
      "epoch": 5.594631328576282,
      "grad_norm": 2.5256609124215155,
      "learning_rate": 3.564355794574253e-06,
      "loss": 1.362,
      "step": 65860
    },
    {
      "epoch": 5.594716275908937,
      "grad_norm": 2.618797969959829,
      "learning_rate": 3.562868030138072e-06,
      "loss": 1.285,
      "step": 65861
    },
    {
      "epoch": 5.59480122324159,
      "grad_norm": 3.482226969291069,
      "learning_rate": 3.5613805725317856e-06,
      "loss": 1.7326,
      "step": 65862
    },
    {
      "epoch": 5.594886170574244,
      "grad_norm": 2.9602106317943404,
      "learning_rate": 3.559893421758492e-06,
      "loss": 1.5634,
      "step": 65863
    },
    {
      "epoch": 5.594971117906898,
      "grad_norm": 2.7498791090876513,
      "learning_rate": 3.5584065778213045e-06,
      "loss": 1.3121,
      "step": 65864
    },
    {
      "epoch": 5.595056065239551,
      "grad_norm": 2.682427389820917,
      "learning_rate": 3.5569200407233543e-06,
      "loss": 1.1267,
      "step": 65865
    },
    {
      "epoch": 5.595141012572205,
      "grad_norm": 2.685522156039871,
      "learning_rate": 3.5554338104677396e-06,
      "loss": 1.4797,
      "step": 65866
    },
    {
      "epoch": 5.595225959904859,
      "grad_norm": 2.7449382204954897,
      "learning_rate": 3.5539478870575734e-06,
      "loss": 1.4647,
      "step": 65867
    },
    {
      "epoch": 5.595310907237513,
      "grad_norm": 2.6280456241263006,
      "learning_rate": 3.552462270495987e-06,
      "loss": 1.4127,
      "step": 65868
    },
    {
      "epoch": 5.5953958545701665,
      "grad_norm": 2.589103708925309,
      "learning_rate": 3.550976960786095e-06,
      "loss": 1.2347,
      "step": 65869
    },
    {
      "epoch": 5.59548080190282,
      "grad_norm": 2.791255999236145,
      "learning_rate": 3.5494919579309942e-06,
      "loss": 1.4414,
      "step": 65870
    },
    {
      "epoch": 5.595565749235474,
      "grad_norm": 2.618194272484417,
      "learning_rate": 3.548007261933783e-06,
      "loss": 1.321,
      "step": 65871
    },
    {
      "epoch": 5.595650696568128,
      "grad_norm": 2.6046328547388096,
      "learning_rate": 3.546522872797608e-06,
      "loss": 1.464,
      "step": 65872
    },
    {
      "epoch": 5.595735643900781,
      "grad_norm": 2.54161608535716,
      "learning_rate": 3.5450387905255507e-06,
      "loss": 1.3296,
      "step": 65873
    },
    {
      "epoch": 5.595820591233435,
      "grad_norm": 2.7983365219606773,
      "learning_rate": 3.543555015120725e-06,
      "loss": 1.4129,
      "step": 65874
    },
    {
      "epoch": 5.595905538566089,
      "grad_norm": 2.823932965452797,
      "learning_rate": 3.5420715465862614e-06,
      "loss": 1.4398,
      "step": 65875
    },
    {
      "epoch": 5.595990485898743,
      "grad_norm": 3.702387791017707,
      "learning_rate": 3.5405883849252414e-06,
      "loss": 2.0115,
      "step": 65876
    },
    {
      "epoch": 5.5960754332313964,
      "grad_norm": 2.796506974200305,
      "learning_rate": 3.5391055301407956e-06,
      "loss": 1.4937,
      "step": 65877
    },
    {
      "epoch": 5.596160380564051,
      "grad_norm": 2.7564694403767547,
      "learning_rate": 3.5376229822360045e-06,
      "loss": 1.4211,
      "step": 65878
    },
    {
      "epoch": 5.596245327896704,
      "grad_norm": 2.6967792504806587,
      "learning_rate": 3.5361407412139997e-06,
      "loss": 1.3923,
      "step": 65879
    },
    {
      "epoch": 5.5963302752293576,
      "grad_norm": 2.591262433276706,
      "learning_rate": 3.534658807077878e-06,
      "loss": 1.2763,
      "step": 65880
    },
    {
      "epoch": 5.596415222562012,
      "grad_norm": 2.6179431817469982,
      "learning_rate": 3.5331771798307375e-06,
      "loss": 1.18,
      "step": 65881
    },
    {
      "epoch": 5.596500169894665,
      "grad_norm": 2.8254860427072606,
      "learning_rate": 3.5316958594756915e-06,
      "loss": 1.4825,
      "step": 65882
    },
    {
      "epoch": 5.596585117227319,
      "grad_norm": 2.841135593704496,
      "learning_rate": 3.5302148460158386e-06,
      "loss": 1.6097,
      "step": 65883
    },
    {
      "epoch": 5.596670064559973,
      "grad_norm": 2.5642215602588987,
      "learning_rate": 3.528734139454292e-06,
      "loss": 1.3238,
      "step": 65884
    },
    {
      "epoch": 5.596755011892626,
      "grad_norm": 2.624359522168046,
      "learning_rate": 3.5272537397941337e-06,
      "loss": 1.2242,
      "step": 65885
    },
    {
      "epoch": 5.596839959225281,
      "grad_norm": 3.4628911416809878,
      "learning_rate": 3.525773647038477e-06,
      "loss": 1.8385,
      "step": 65886
    },
    {
      "epoch": 5.596924906557934,
      "grad_norm": 2.505861286901058,
      "learning_rate": 3.524293861190436e-06,
      "loss": 1.2174,
      "step": 65887
    },
    {
      "epoch": 5.5970098538905875,
      "grad_norm": 2.7352530138383124,
      "learning_rate": 3.522814382253092e-06,
      "loss": 1.5224,
      "step": 65888
    },
    {
      "epoch": 5.597094801223242,
      "grad_norm": 2.6870209878395657,
      "learning_rate": 3.5213352102295422e-06,
      "loss": 1.5095,
      "step": 65889
    },
    {
      "epoch": 5.597179748555895,
      "grad_norm": 3.1922835349942402,
      "learning_rate": 3.519856345122918e-06,
      "loss": 1.622,
      "step": 65890
    },
    {
      "epoch": 5.5972646958885495,
      "grad_norm": 2.6372012361295787,
      "learning_rate": 3.518377786936283e-06,
      "loss": 1.2046,
      "step": 65891
    },
    {
      "epoch": 5.597349643221203,
      "grad_norm": 2.8126483909272983,
      "learning_rate": 3.5168995356727515e-06,
      "loss": 1.2943,
      "step": 65892
    },
    {
      "epoch": 5.597434590553856,
      "grad_norm": 2.5722113696114195,
      "learning_rate": 3.5154215913354046e-06,
      "loss": 1.2673,
      "step": 65893
    },
    {
      "epoch": 5.597519537886511,
      "grad_norm": 3.04691641026203,
      "learning_rate": 3.5139439539273728e-06,
      "loss": 1.6869,
      "step": 65894
    },
    {
      "epoch": 5.597604485219164,
      "grad_norm": 2.4440902744330164,
      "learning_rate": 3.5124666234517375e-06,
      "loss": 1.1291,
      "step": 65895
    },
    {
      "epoch": 5.597689432551817,
      "grad_norm": 3.3412399330572904,
      "learning_rate": 3.5109895999115625e-06,
      "loss": 1.6539,
      "step": 65896
    },
    {
      "epoch": 5.597774379884472,
      "grad_norm": 2.7876248409179163,
      "learning_rate": 3.5095128833099783e-06,
      "loss": 1.4489,
      "step": 65897
    },
    {
      "epoch": 5.597859327217125,
      "grad_norm": 2.6901986135827824,
      "learning_rate": 3.5080364736500666e-06,
      "loss": 1.47,
      "step": 65898
    },
    {
      "epoch": 5.597944274549779,
      "grad_norm": 2.6013011073837853,
      "learning_rate": 3.506560370934941e-06,
      "loss": 1.2712,
      "step": 65899
    },
    {
      "epoch": 5.598029221882433,
      "grad_norm": 2.7884065048806055,
      "learning_rate": 3.505084575167649e-06,
      "loss": 1.5213,
      "step": 65900
    },
    {
      "epoch": 5.598114169215087,
      "grad_norm": 2.8395683227827346,
      "learning_rate": 3.503609086351339e-06,
      "loss": 1.654,
      "step": 65901
    },
    {
      "epoch": 5.5981991165477405,
      "grad_norm": 2.661957016421824,
      "learning_rate": 3.5021339044890574e-06,
      "loss": 1.276,
      "step": 65902
    },
    {
      "epoch": 5.598284063880394,
      "grad_norm": 2.695832961084009,
      "learning_rate": 3.500659029583919e-06,
      "loss": 1.2726,
      "step": 65903
    },
    {
      "epoch": 5.598369011213048,
      "grad_norm": 2.7736981453669625,
      "learning_rate": 3.4991844616389874e-06,
      "loss": 1.4245,
      "step": 65904
    },
    {
      "epoch": 5.598453958545702,
      "grad_norm": 3.0738594462081017,
      "learning_rate": 3.4977102006573943e-06,
      "loss": 1.6969,
      "step": 65905
    },
    {
      "epoch": 5.598538905878355,
      "grad_norm": 2.8551244691888127,
      "learning_rate": 3.4962362466422035e-06,
      "loss": 1.5258,
      "step": 65906
    },
    {
      "epoch": 5.598623853211009,
      "grad_norm": 2.6605761582267844,
      "learning_rate": 3.4947625995964958e-06,
      "loss": 1.3047,
      "step": 65907
    },
    {
      "epoch": 5.598708800543663,
      "grad_norm": 2.8843733067513404,
      "learning_rate": 3.4932892595233852e-06,
      "loss": 1.3943,
      "step": 65908
    },
    {
      "epoch": 5.598793747876317,
      "grad_norm": 2.7617366490136326,
      "learning_rate": 3.4918162264259364e-06,
      "loss": 1.3771,
      "step": 65909
    },
    {
      "epoch": 5.59887869520897,
      "grad_norm": 2.7392717681585097,
      "learning_rate": 3.4903435003072465e-06,
      "loss": 1.4417,
      "step": 65910
    },
    {
      "epoch": 5.598963642541624,
      "grad_norm": 2.680871351514116,
      "learning_rate": 3.48887108117038e-06,
      "loss": 1.1635,
      "step": 65911
    },
    {
      "epoch": 5.599048589874278,
      "grad_norm": 2.7202968612551026,
      "learning_rate": 3.487398969018451e-06,
      "loss": 1.625,
      "step": 65912
    },
    {
      "epoch": 5.5991335372069315,
      "grad_norm": 2.764371132612536,
      "learning_rate": 3.4859271638545405e-06,
      "loss": 1.4739,
      "step": 65913
    },
    {
      "epoch": 5.599218484539586,
      "grad_norm": 2.776811841655392,
      "learning_rate": 3.4844556656817123e-06,
      "loss": 1.5617,
      "step": 65914
    },
    {
      "epoch": 5.599303431872239,
      "grad_norm": 2.652670529375162,
      "learning_rate": 3.4829844745030645e-06,
      "loss": 1.3591,
      "step": 65915
    },
    {
      "epoch": 5.599388379204893,
      "grad_norm": 2.820836500214119,
      "learning_rate": 3.4815135903216773e-06,
      "loss": 1.4517,
      "step": 65916
    },
    {
      "epoch": 5.599473326537547,
      "grad_norm": 2.820399475330958,
      "learning_rate": 3.4800430131406322e-06,
      "loss": 1.4771,
      "step": 65917
    },
    {
      "epoch": 5.5995582738702,
      "grad_norm": 2.5983345561082953,
      "learning_rate": 3.4785727429630096e-06,
      "loss": 1.4238,
      "step": 65918
    },
    {
      "epoch": 5.599643221202854,
      "grad_norm": 2.6362224068292273,
      "learning_rate": 3.4771027797918904e-06,
      "loss": 1.483,
      "step": 65919
    },
    {
      "epoch": 5.599728168535508,
      "grad_norm": 2.750159058878882,
      "learning_rate": 3.4756331236303558e-06,
      "loss": 1.4777,
      "step": 65920
    },
    {
      "epoch": 5.599813115868161,
      "grad_norm": 2.782673020395468,
      "learning_rate": 3.4741637744815033e-06,
      "loss": 1.4191,
      "step": 65921
    },
    {
      "epoch": 5.599898063200816,
      "grad_norm": 2.650598896712053,
      "learning_rate": 3.4726947323483632e-06,
      "loss": 1.269,
      "step": 65922
    },
    {
      "epoch": 5.599983010533469,
      "grad_norm": 2.613855619515548,
      "learning_rate": 3.4712259972340505e-06,
      "loss": 1.4612,
      "step": 65923
    },
    {
      "epoch": 5.600067957866123,
      "grad_norm": 2.866520871225701,
      "learning_rate": 3.469757569141646e-06,
      "loss": 1.5235,
      "step": 65924
    },
    {
      "epoch": 5.600152905198777,
      "grad_norm": 2.766596538376108,
      "learning_rate": 3.4682894480741964e-06,
      "loss": 1.7186,
      "step": 65925
    },
    {
      "epoch": 5.60023785253143,
      "grad_norm": 2.4785560877643693,
      "learning_rate": 3.4668216340348164e-06,
      "loss": 1.217,
      "step": 65926
    },
    {
      "epoch": 5.6003227998640845,
      "grad_norm": 2.4952683967616403,
      "learning_rate": 3.4653541270265706e-06,
      "loss": 1.241,
      "step": 65927
    },
    {
      "epoch": 5.600407747196738,
      "grad_norm": 2.72090599177529,
      "learning_rate": 3.463886927052506e-06,
      "loss": 1.3168,
      "step": 65928
    },
    {
      "epoch": 5.600492694529391,
      "grad_norm": 2.582406126887857,
      "learning_rate": 3.462420034115704e-06,
      "loss": 1.3894,
      "step": 65929
    },
    {
      "epoch": 5.600577641862046,
      "grad_norm": 2.855404008382455,
      "learning_rate": 3.460953448219278e-06,
      "loss": 1.5116,
      "step": 65930
    },
    {
      "epoch": 5.600662589194699,
      "grad_norm": 2.8200478634734747,
      "learning_rate": 3.4594871693662596e-06,
      "loss": 1.402,
      "step": 65931
    },
    {
      "epoch": 5.600747536527353,
      "grad_norm": 2.5706030854510153,
      "learning_rate": 3.458021197559763e-06,
      "loss": 1.412,
      "step": 65932
    },
    {
      "epoch": 5.600832483860007,
      "grad_norm": 2.779481848681725,
      "learning_rate": 3.456555532802785e-06,
      "loss": 1.4949,
      "step": 65933
    },
    {
      "epoch": 5.60091743119266,
      "grad_norm": 2.5156264369124135,
      "learning_rate": 3.4550901750984737e-06,
      "loss": 1.4512,
      "step": 65934
    },
    {
      "epoch": 5.6010023785253145,
      "grad_norm": 2.8368702758015374,
      "learning_rate": 3.4536251244498604e-06,
      "loss": 1.7076,
      "step": 65935
    },
    {
      "epoch": 5.601087325857968,
      "grad_norm": 2.5613030865477704,
      "learning_rate": 3.452160380860025e-06,
      "loss": 1.2221,
      "step": 65936
    },
    {
      "epoch": 5.601172273190622,
      "grad_norm": 3.0334162687914743,
      "learning_rate": 3.450695944332049e-06,
      "loss": 1.5091,
      "step": 65937
    },
    {
      "epoch": 5.601257220523276,
      "grad_norm": 2.812417016336208,
      "learning_rate": 3.4492318148689804e-06,
      "loss": 1.3892,
      "step": 65938
    },
    {
      "epoch": 5.601342167855929,
      "grad_norm": 2.630912794851554,
      "learning_rate": 3.447767992473882e-06,
      "loss": 1.346,
      "step": 65939
    },
    {
      "epoch": 5.601427115188583,
      "grad_norm": 2.8711604083668547,
      "learning_rate": 3.446304477149836e-06,
      "loss": 1.5703,
      "step": 65940
    },
    {
      "epoch": 5.601512062521237,
      "grad_norm": 2.5659372241988834,
      "learning_rate": 3.4448412688999062e-06,
      "loss": 1.4329,
      "step": 65941
    },
    {
      "epoch": 5.601597009853891,
      "grad_norm": 2.7119480764272303,
      "learning_rate": 3.443378367727173e-06,
      "loss": 1.268,
      "step": 65942
    },
    {
      "epoch": 5.601681957186544,
      "grad_norm": 2.6990221448073415,
      "learning_rate": 3.4419157736346513e-06,
      "loss": 1.5093,
      "step": 65943
    },
    {
      "epoch": 5.601766904519198,
      "grad_norm": 2.636722661168841,
      "learning_rate": 3.440453486625472e-06,
      "loss": 1.2469,
      "step": 65944
    },
    {
      "epoch": 5.601851851851852,
      "grad_norm": 2.8024593474414523,
      "learning_rate": 3.4389915067026654e-06,
      "loss": 1.4869,
      "step": 65945
    },
    {
      "epoch": 5.6019367991845055,
      "grad_norm": 2.6129629448234173,
      "learning_rate": 3.4375298338693123e-06,
      "loss": 1.3381,
      "step": 65946
    },
    {
      "epoch": 5.60202174651716,
      "grad_norm": 2.681952100319413,
      "learning_rate": 3.436068468128411e-06,
      "loss": 1.5196,
      "step": 65947
    },
    {
      "epoch": 5.602106693849813,
      "grad_norm": 2.688809451973853,
      "learning_rate": 3.434607409483109e-06,
      "loss": 1.337,
      "step": 65948
    },
    {
      "epoch": 5.602191641182467,
      "grad_norm": 3.4550222256737104,
      "learning_rate": 3.4331466579364364e-06,
      "loss": 1.855,
      "step": 65949
    },
    {
      "epoch": 5.602276588515121,
      "grad_norm": 2.5407891438499344,
      "learning_rate": 3.4316862134914413e-06,
      "loss": 1.3652,
      "step": 65950
    },
    {
      "epoch": 5.602361535847774,
      "grad_norm": 2.594075513323966,
      "learning_rate": 3.430226076151171e-06,
      "loss": 1.3418,
      "step": 65951
    },
    {
      "epoch": 5.602446483180428,
      "grad_norm": 2.867509579955785,
      "learning_rate": 3.4287662459187406e-06,
      "loss": 1.5681,
      "step": 65952
    },
    {
      "epoch": 5.602531430513082,
      "grad_norm": 2.6442984946586328,
      "learning_rate": 3.4273067227971463e-06,
      "loss": 1.5059,
      "step": 65953
    },
    {
      "epoch": 5.602616377845735,
      "grad_norm": 2.6564950677783545,
      "learning_rate": 3.42584750678947e-06,
      "loss": 1.4538,
      "step": 65954
    },
    {
      "epoch": 5.60270132517839,
      "grad_norm": 2.665041393501598,
      "learning_rate": 3.4243885978987916e-06,
      "loss": 1.3078,
      "step": 65955
    },
    {
      "epoch": 5.602786272511043,
      "grad_norm": 2.6736765777149896,
      "learning_rate": 3.4229299961281432e-06,
      "loss": 1.3747,
      "step": 65956
    },
    {
      "epoch": 5.602871219843697,
      "grad_norm": 2.647485773866319,
      "learning_rate": 3.4214717014806047e-06,
      "loss": 1.4294,
      "step": 65957
    },
    {
      "epoch": 5.602956167176351,
      "grad_norm": 2.897692826971429,
      "learning_rate": 3.420013713959191e-06,
      "loss": 1.6364,
      "step": 65958
    },
    {
      "epoch": 5.603041114509004,
      "grad_norm": 2.646696239984474,
      "learning_rate": 3.418556033566966e-06,
      "loss": 1.2374,
      "step": 65959
    },
    {
      "epoch": 5.6031260618416585,
      "grad_norm": 2.930256028839712,
      "learning_rate": 3.417098660307027e-06,
      "loss": 1.5934,
      "step": 65960
    },
    {
      "epoch": 5.603211009174312,
      "grad_norm": 2.7263267509188682,
      "learning_rate": 3.4156415941824054e-06,
      "loss": 1.2969,
      "step": 65961
    },
    {
      "epoch": 5.603295956506965,
      "grad_norm": 2.5819065699662875,
      "learning_rate": 3.4141848351961152e-06,
      "loss": 1.226,
      "step": 65962
    },
    {
      "epoch": 5.60338090383962,
      "grad_norm": 2.6468164556574734,
      "learning_rate": 3.412728383351271e-06,
      "loss": 1.2538,
      "step": 65963
    },
    {
      "epoch": 5.603465851172273,
      "grad_norm": 2.7790854798476565,
      "learning_rate": 3.411272238650886e-06,
      "loss": 1.3474,
      "step": 65964
    },
    {
      "epoch": 5.603550798504927,
      "grad_norm": 2.902528542426106,
      "learning_rate": 3.409816401098009e-06,
      "loss": 1.5069,
      "step": 65965
    },
    {
      "epoch": 5.603635745837581,
      "grad_norm": 2.9445085990466913,
      "learning_rate": 3.4083608706956868e-06,
      "loss": 1.6309,
      "step": 65966
    },
    {
      "epoch": 5.603720693170234,
      "grad_norm": 2.669798770157008,
      "learning_rate": 3.4069056474470168e-06,
      "loss": 1.3296,
      "step": 65967
    },
    {
      "epoch": 5.603805640502888,
      "grad_norm": 2.784316840860702,
      "learning_rate": 3.4054507313549974e-06,
      "loss": 1.4834,
      "step": 65968
    },
    {
      "epoch": 5.603890587835542,
      "grad_norm": 2.797433803897905,
      "learning_rate": 3.403996122422692e-06,
      "loss": 1.6321,
      "step": 65969
    },
    {
      "epoch": 5.603975535168196,
      "grad_norm": 2.6614687295396533,
      "learning_rate": 3.402541820653165e-06,
      "loss": 1.4567,
      "step": 65970
    },
    {
      "epoch": 5.6040604825008495,
      "grad_norm": 2.6866368482695124,
      "learning_rate": 3.4010878260494477e-06,
      "loss": 1.3995,
      "step": 65971
    },
    {
      "epoch": 5.604145429833503,
      "grad_norm": 2.560943713869926,
      "learning_rate": 3.399634138614571e-06,
      "loss": 1.3647,
      "step": 65972
    },
    {
      "epoch": 5.604230377166157,
      "grad_norm": 2.71350885465343,
      "learning_rate": 3.398180758351615e-06,
      "loss": 1.3838,
      "step": 65973
    },
    {
      "epoch": 5.604315324498811,
      "grad_norm": 2.8272162643544965,
      "learning_rate": 3.3967276852636114e-06,
      "loss": 1.4154,
      "step": 65974
    },
    {
      "epoch": 5.604400271831464,
      "grad_norm": 2.6675459584582124,
      "learning_rate": 3.395274919353591e-06,
      "loss": 1.2242,
      "step": 65975
    },
    {
      "epoch": 5.604485219164118,
      "grad_norm": 2.6783012799002663,
      "learning_rate": 3.393822460624618e-06,
      "loss": 1.4385,
      "step": 65976
    },
    {
      "epoch": 5.604570166496772,
      "grad_norm": 2.6362506238306036,
      "learning_rate": 3.392370309079723e-06,
      "loss": 1.5441,
      "step": 65977
    },
    {
      "epoch": 5.604655113829426,
      "grad_norm": 2.543038664704066,
      "learning_rate": 3.390918464721937e-06,
      "loss": 1.2896,
      "step": 65978
    },
    {
      "epoch": 5.6047400611620795,
      "grad_norm": 2.817973877022377,
      "learning_rate": 3.3894669275543406e-06,
      "loss": 1.3856,
      "step": 65979
    },
    {
      "epoch": 5.604825008494734,
      "grad_norm": 2.8101067361203733,
      "learning_rate": 3.388015697579932e-06,
      "loss": 1.4413,
      "step": 65980
    },
    {
      "epoch": 5.604909955827387,
      "grad_norm": 2.3692550812735576,
      "learning_rate": 3.3865647748017754e-06,
      "loss": 1.2329,
      "step": 65981
    },
    {
      "epoch": 5.604994903160041,
      "grad_norm": 2.6515784241093687,
      "learning_rate": 3.385114159222918e-06,
      "loss": 1.4103,
      "step": 65982
    },
    {
      "epoch": 5.605079850492695,
      "grad_norm": 2.791309789451631,
      "learning_rate": 3.3836638508463742e-06,
      "loss": 1.3779,
      "step": 65983
    },
    {
      "epoch": 5.605164797825348,
      "grad_norm": 2.7472802679569694,
      "learning_rate": 3.3822138496752082e-06,
      "loss": 1.3887,
      "step": 65984
    },
    {
      "epoch": 5.605249745158002,
      "grad_norm": 2.5049042326235824,
      "learning_rate": 3.380764155712451e-06,
      "loss": 1.224,
      "step": 65985
    },
    {
      "epoch": 5.605334692490656,
      "grad_norm": 2.6858353413307485,
      "learning_rate": 3.379314768961133e-06,
      "loss": 1.4345,
      "step": 65986
    },
    {
      "epoch": 5.605419639823309,
      "grad_norm": 2.8970681527040143,
      "learning_rate": 3.3778656894242693e-06,
      "loss": 1.5836,
      "step": 65987
    },
    {
      "epoch": 5.605504587155964,
      "grad_norm": 2.850656367451277,
      "learning_rate": 3.376416917104957e-06,
      "loss": 1.3448,
      "step": 65988
    },
    {
      "epoch": 5.605589534488617,
      "grad_norm": 2.6906539009852835,
      "learning_rate": 3.3749684520061937e-06,
      "loss": 1.3844,
      "step": 65989
    },
    {
      "epoch": 5.6056744818212705,
      "grad_norm": 2.596335891290723,
      "learning_rate": 3.3735202941309938e-06,
      "loss": 1.3032,
      "step": 65990
    },
    {
      "epoch": 5.605759429153925,
      "grad_norm": 2.672527525633848,
      "learning_rate": 3.3720724434824043e-06,
      "loss": 1.4483,
      "step": 65991
    },
    {
      "epoch": 5.605844376486578,
      "grad_norm": 2.7535849458392443,
      "learning_rate": 3.370624900063507e-06,
      "loss": 1.305,
      "step": 65992
    },
    {
      "epoch": 5.6059293238192325,
      "grad_norm": 2.940592278922802,
      "learning_rate": 3.3691776638772816e-06,
      "loss": 1.5237,
      "step": 65993
    },
    {
      "epoch": 5.606014271151886,
      "grad_norm": 2.8170657161412707,
      "learning_rate": 3.36773073492676e-06,
      "loss": 1.6136,
      "step": 65994
    },
    {
      "epoch": 5.606099218484539,
      "grad_norm": 2.5861417706989682,
      "learning_rate": 3.3662841132150063e-06,
      "loss": 1.3413,
      "step": 65995
    },
    {
      "epoch": 5.606184165817194,
      "grad_norm": 2.5734930029514302,
      "learning_rate": 3.364837798745035e-06,
      "loss": 1.2116,
      "step": 65996
    },
    {
      "epoch": 5.606269113149847,
      "grad_norm": 2.734396168042843,
      "learning_rate": 3.363391791519876e-06,
      "loss": 1.4325,
      "step": 65997
    },
    {
      "epoch": 5.6063540604825,
      "grad_norm": 2.701528681000912,
      "learning_rate": 3.3619460915425445e-06,
      "loss": 1.3418,
      "step": 65998
    },
    {
      "epoch": 5.606439007815155,
      "grad_norm": 2.769078295833057,
      "learning_rate": 3.3605006988161044e-06,
      "loss": 1.4578,
      "step": 65999
    },
    {
      "epoch": 5.606523955147808,
      "grad_norm": 2.7319238500130556,
      "learning_rate": 3.3590556133435697e-06,
      "loss": 1.2524,
      "step": 66000
    },
    {
      "epoch": 5.606608902480462,
      "grad_norm": 2.4676670476530065,
      "learning_rate": 3.3576108351279387e-06,
      "loss": 1.2427,
      "step": 66001
    },
    {
      "epoch": 5.606693849813116,
      "grad_norm": 2.6493186395930293,
      "learning_rate": 3.3561663641722748e-06,
      "loss": 1.3106,
      "step": 66002
    },
    {
      "epoch": 5.60677879714577,
      "grad_norm": 2.7962767670398185,
      "learning_rate": 3.3547222004795925e-06,
      "loss": 1.3821,
      "step": 66003
    },
    {
      "epoch": 5.6068637444784235,
      "grad_norm": 3.4005583635927787,
      "learning_rate": 3.353278344052923e-06,
      "loss": 1.6924,
      "step": 66004
    },
    {
      "epoch": 5.606948691811077,
      "grad_norm": 2.7839985979166895,
      "learning_rate": 3.3518347948952804e-06,
      "loss": 1.4216,
      "step": 66005
    },
    {
      "epoch": 5.607033639143731,
      "grad_norm": 2.533178389190749,
      "learning_rate": 3.3503915530097124e-06,
      "loss": 1.242,
      "step": 66006
    },
    {
      "epoch": 5.607118586476385,
      "grad_norm": 2.793353284923128,
      "learning_rate": 3.3489486183992166e-06,
      "loss": 1.5836,
      "step": 66007
    },
    {
      "epoch": 5.607203533809038,
      "grad_norm": 2.9941513339377903,
      "learning_rate": 3.3475059910668067e-06,
      "loss": 1.7184,
      "step": 66008
    },
    {
      "epoch": 5.607288481141692,
      "grad_norm": 2.9337221471679795,
      "learning_rate": 3.3460636710155474e-06,
      "loss": 1.4722,
      "step": 66009
    },
    {
      "epoch": 5.607373428474346,
      "grad_norm": 2.8234184062948144,
      "learning_rate": 3.3446216582484366e-06,
      "loss": 1.5916,
      "step": 66010
    },
    {
      "epoch": 5.607458375807,
      "grad_norm": 2.793553046202538,
      "learning_rate": 3.3431799527684877e-06,
      "loss": 1.2754,
      "step": 66011
    },
    {
      "epoch": 5.607543323139653,
      "grad_norm": 2.415929972500294,
      "learning_rate": 3.3417385545787323e-06,
      "loss": 1.1495,
      "step": 66012
    },
    {
      "epoch": 5.607628270472307,
      "grad_norm": 2.81011628127729,
      "learning_rate": 3.340297463682201e-06,
      "loss": 1.2984,
      "step": 66013
    },
    {
      "epoch": 5.607713217804961,
      "grad_norm": 2.6528267807791224,
      "learning_rate": 3.3388566800819084e-06,
      "loss": 1.2401,
      "step": 66014
    },
    {
      "epoch": 5.6077981651376145,
      "grad_norm": 2.7780736417225684,
      "learning_rate": 3.337416203780835e-06,
      "loss": 1.4187,
      "step": 66015
    },
    {
      "epoch": 5.607883112470269,
      "grad_norm": 2.804093949598527,
      "learning_rate": 3.335976034782045e-06,
      "loss": 1.6091,
      "step": 66016
    },
    {
      "epoch": 5.607968059802922,
      "grad_norm": 2.936773676695354,
      "learning_rate": 3.3345361730885533e-06,
      "loss": 1.6602,
      "step": 66017
    },
    {
      "epoch": 5.608053007135576,
      "grad_norm": 2.769728868505017,
      "learning_rate": 3.3330966187033737e-06,
      "loss": 1.4959,
      "step": 66018
    },
    {
      "epoch": 5.60813795446823,
      "grad_norm": 2.5207833961175568,
      "learning_rate": 3.3316573716294868e-06,
      "loss": 1.3719,
      "step": 66019
    },
    {
      "epoch": 5.608222901800883,
      "grad_norm": 3.4175566905022072,
      "learning_rate": 3.3302184318699574e-06,
      "loss": 1.6215,
      "step": 66020
    },
    {
      "epoch": 5.608307849133537,
      "grad_norm": 2.7199227706695965,
      "learning_rate": 3.3287797994277663e-06,
      "loss": 1.3957,
      "step": 66021
    },
    {
      "epoch": 5.608392796466191,
      "grad_norm": 3.4260024589412916,
      "learning_rate": 3.3273414743059447e-06,
      "loss": 1.8012,
      "step": 66022
    },
    {
      "epoch": 5.6084777437988445,
      "grad_norm": 2.719081167057057,
      "learning_rate": 3.3259034565074892e-06,
      "loss": 1.5303,
      "step": 66023
    },
    {
      "epoch": 5.608562691131499,
      "grad_norm": 2.559849464295448,
      "learning_rate": 3.3244657460354485e-06,
      "loss": 1.3873,
      "step": 66024
    },
    {
      "epoch": 5.608647638464152,
      "grad_norm": 2.8637818973074256,
      "learning_rate": 3.3230283428928196e-06,
      "loss": 1.6048,
      "step": 66025
    },
    {
      "epoch": 5.6087325857968064,
      "grad_norm": 2.690942339987462,
      "learning_rate": 3.3215912470825834e-06,
      "loss": 1.3837,
      "step": 66026
    },
    {
      "epoch": 5.60881753312946,
      "grad_norm": 2.6113354872033634,
      "learning_rate": 3.320154458607771e-06,
      "loss": 1.2437,
      "step": 66027
    },
    {
      "epoch": 5.608902480462113,
      "grad_norm": 2.6638333346732197,
      "learning_rate": 3.3187179774714136e-06,
      "loss": 1.4241,
      "step": 66028
    },
    {
      "epoch": 5.6089874277947676,
      "grad_norm": 2.7965710927855447,
      "learning_rate": 3.3172818036764915e-06,
      "loss": 1.4742,
      "step": 66029
    },
    {
      "epoch": 5.609072375127421,
      "grad_norm": 2.7536594004024657,
      "learning_rate": 3.315845937226036e-06,
      "loss": 1.4996,
      "step": 66030
    },
    {
      "epoch": 5.609157322460074,
      "grad_norm": 2.7454251097038607,
      "learning_rate": 3.314410378123045e-06,
      "loss": 1.3769,
      "step": 66031
    },
    {
      "epoch": 5.609242269792729,
      "grad_norm": 2.597384708461178,
      "learning_rate": 3.3129751263705317e-06,
      "loss": 1.4079,
      "step": 66032
    },
    {
      "epoch": 5.609327217125382,
      "grad_norm": 2.3796160295299056,
      "learning_rate": 3.311540181971478e-06,
      "loss": 0.9794,
      "step": 66033
    },
    {
      "epoch": 5.609412164458036,
      "grad_norm": 2.6303454638325543,
      "learning_rate": 3.310105544928915e-06,
      "loss": 1.3731,
      "step": 66034
    },
    {
      "epoch": 5.60949711179069,
      "grad_norm": 2.5793501027818353,
      "learning_rate": 3.3086712152458725e-06,
      "loss": 1.4033,
      "step": 66035
    },
    {
      "epoch": 5.609582059123343,
      "grad_norm": 2.8506169904999723,
      "learning_rate": 3.3072371929253163e-06,
      "loss": 1.3369,
      "step": 66036
    },
    {
      "epoch": 5.6096670064559975,
      "grad_norm": 2.7966949020624985,
      "learning_rate": 3.3058034779702423e-06,
      "loss": 1.526,
      "step": 66037
    },
    {
      "epoch": 5.609751953788651,
      "grad_norm": 3.0187279156363664,
      "learning_rate": 3.3043700703836997e-06,
      "loss": 1.5972,
      "step": 66038
    },
    {
      "epoch": 5.609836901121305,
      "grad_norm": 2.8838471945456297,
      "learning_rate": 3.3029369701686682e-06,
      "loss": 1.4049,
      "step": 66039
    },
    {
      "epoch": 5.609921848453959,
      "grad_norm": 2.7594840920606023,
      "learning_rate": 3.301504177328146e-06,
      "loss": 1.4677,
      "step": 66040
    },
    {
      "epoch": 5.610006795786612,
      "grad_norm": 2.8389159536234985,
      "learning_rate": 3.3000716918651305e-06,
      "loss": 1.5905,
      "step": 66041
    },
    {
      "epoch": 5.610091743119266,
      "grad_norm": 2.63207563886191,
      "learning_rate": 3.298639513782636e-06,
      "loss": 1.1844,
      "step": 66042
    },
    {
      "epoch": 5.61017669045192,
      "grad_norm": 2.6107267330833417,
      "learning_rate": 3.297207643083677e-06,
      "loss": 1.3987,
      "step": 66043
    },
    {
      "epoch": 5.610261637784573,
      "grad_norm": 2.7104434535122754,
      "learning_rate": 3.2957760797712176e-06,
      "loss": 1.2925,
      "step": 66044
    },
    {
      "epoch": 5.610346585117227,
      "grad_norm": 2.6921802795304206,
      "learning_rate": 3.2943448238482718e-06,
      "loss": 1.5326,
      "step": 66045
    },
    {
      "epoch": 5.610431532449881,
      "grad_norm": 2.5269973456096158,
      "learning_rate": 3.292913875317854e-06,
      "loss": 1.1415,
      "step": 66046
    },
    {
      "epoch": 5.610516479782535,
      "grad_norm": 2.5991377422439466,
      "learning_rate": 3.291483234182962e-06,
      "loss": 1.3584,
      "step": 66047
    },
    {
      "epoch": 5.6106014271151885,
      "grad_norm": 2.650798602411192,
      "learning_rate": 3.2900529004465603e-06,
      "loss": 1.332,
      "step": 66048
    },
    {
      "epoch": 5.610686374447843,
      "grad_norm": 2.710052682312596,
      "learning_rate": 3.2886228741116795e-06,
      "loss": 1.3377,
      "step": 66049
    },
    {
      "epoch": 5.610771321780496,
      "grad_norm": 2.534749559090239,
      "learning_rate": 3.287193155181317e-06,
      "loss": 1.3531,
      "step": 66050
    },
    {
      "epoch": 5.61085626911315,
      "grad_norm": 2.6272753729211953,
      "learning_rate": 3.285763743658437e-06,
      "loss": 1.401,
      "step": 66051
    },
    {
      "epoch": 5.610941216445804,
      "grad_norm": 2.5324328004120504,
      "learning_rate": 3.2843346395460546e-06,
      "loss": 1.2481,
      "step": 66052
    },
    {
      "epoch": 5.611026163778457,
      "grad_norm": 2.555874578468347,
      "learning_rate": 3.2829058428471665e-06,
      "loss": 1.3075,
      "step": 66053
    },
    {
      "epoch": 5.611111111111111,
      "grad_norm": 2.908744167058885,
      "learning_rate": 3.281477353564771e-06,
      "loss": 1.56,
      "step": 66054
    },
    {
      "epoch": 5.611196058443765,
      "grad_norm": 2.6381545339095434,
      "learning_rate": 3.2800491717018486e-06,
      "loss": 1.4143,
      "step": 66055
    },
    {
      "epoch": 5.611281005776418,
      "grad_norm": 2.6448304284563973,
      "learning_rate": 3.278621297261397e-06,
      "loss": 1.2503,
      "step": 66056
    },
    {
      "epoch": 5.611365953109073,
      "grad_norm": 2.7421789667300915,
      "learning_rate": 3.2771937302464134e-06,
      "loss": 1.4994,
      "step": 66057
    },
    {
      "epoch": 5.611450900441726,
      "grad_norm": 2.834734247762143,
      "learning_rate": 3.2757664706598795e-06,
      "loss": 1.4836,
      "step": 66058
    },
    {
      "epoch": 5.6115358477743795,
      "grad_norm": 2.663127085275594,
      "learning_rate": 3.274339518504776e-06,
      "loss": 1.2795,
      "step": 66059
    },
    {
      "epoch": 5.611620795107034,
      "grad_norm": 2.9035557248334647,
      "learning_rate": 3.2729128737841336e-06,
      "loss": 1.5815,
      "step": 66060
    },
    {
      "epoch": 5.611705742439687,
      "grad_norm": 3.453984926314974,
      "learning_rate": 3.2714865365009004e-06,
      "loss": 1.6594,
      "step": 66061
    },
    {
      "epoch": 5.6117906897723415,
      "grad_norm": 3.541301875645738,
      "learning_rate": 3.2700605066580734e-06,
      "loss": 1.8732,
      "step": 66062
    },
    {
      "epoch": 5.611875637104995,
      "grad_norm": 2.781629548579015,
      "learning_rate": 3.2686347842586503e-06,
      "loss": 1.6096,
      "step": 66063
    },
    {
      "epoch": 5.611960584437648,
      "grad_norm": 2.7643753475818182,
      "learning_rate": 3.2672093693056123e-06,
      "loss": 1.3683,
      "step": 66064
    },
    {
      "epoch": 5.612045531770303,
      "grad_norm": 2.574970630140441,
      "learning_rate": 3.265784261801957e-06,
      "loss": 1.3169,
      "step": 66065
    },
    {
      "epoch": 5.612130479102956,
      "grad_norm": 2.7904725415447955,
      "learning_rate": 3.2643594617506485e-06,
      "loss": 1.4423,
      "step": 66066
    },
    {
      "epoch": 5.6122154264356094,
      "grad_norm": 2.821916395033449,
      "learning_rate": 3.2629349691547015e-06,
      "loss": 1.3748,
      "step": 66067
    },
    {
      "epoch": 5.612300373768264,
      "grad_norm": 2.7230598687227423,
      "learning_rate": 3.2615107840170798e-06,
      "loss": 1.2359,
      "step": 66068
    },
    {
      "epoch": 5.612385321100917,
      "grad_norm": 2.663271230388608,
      "learning_rate": 3.2600869063407474e-06,
      "loss": 1.4708,
      "step": 66069
    },
    {
      "epoch": 5.612470268433571,
      "grad_norm": 2.7903843196908915,
      "learning_rate": 3.258663336128736e-06,
      "loss": 1.4268,
      "step": 66070
    },
    {
      "epoch": 5.612555215766225,
      "grad_norm": 2.7429871314672285,
      "learning_rate": 3.25724007338401e-06,
      "loss": 1.2973,
      "step": 66071
    },
    {
      "epoch": 5.612640163098879,
      "grad_norm": 2.9484227742659788,
      "learning_rate": 3.2558171181095327e-06,
      "loss": 1.4482,
      "step": 66072
    },
    {
      "epoch": 5.6127251104315325,
      "grad_norm": 2.80995476703734,
      "learning_rate": 3.2543944703083024e-06,
      "loss": 1.3588,
      "step": 66073
    },
    {
      "epoch": 5.612810057764186,
      "grad_norm": 2.5298787313158173,
      "learning_rate": 3.2529721299833e-06,
      "loss": 1.1108,
      "step": 66074
    },
    {
      "epoch": 5.61289500509684,
      "grad_norm": 2.7890382650023,
      "learning_rate": 3.251550097137523e-06,
      "loss": 1.3436,
      "step": 66075
    },
    {
      "epoch": 5.612979952429494,
      "grad_norm": 2.789679147027673,
      "learning_rate": 3.2501283717739024e-06,
      "loss": 1.4723,
      "step": 66076
    },
    {
      "epoch": 5.613064899762147,
      "grad_norm": 3.0736153356759575,
      "learning_rate": 3.248706953895436e-06,
      "loss": 1.5198,
      "step": 66077
    },
    {
      "epoch": 5.613149847094801,
      "grad_norm": 2.630888664458173,
      "learning_rate": 3.2472858435051372e-06,
      "loss": 1.2801,
      "step": 66078
    },
    {
      "epoch": 5.613234794427455,
      "grad_norm": 2.727913533080162,
      "learning_rate": 3.245865040605955e-06,
      "loss": 1.4792,
      "step": 66079
    },
    {
      "epoch": 5.613319741760109,
      "grad_norm": 2.6182677115662925,
      "learning_rate": 3.2444445452008526e-06,
      "loss": 1.1978,
      "step": 66080
    },
    {
      "epoch": 5.6134046890927625,
      "grad_norm": 3.3890757150831208,
      "learning_rate": 3.243024357292845e-06,
      "loss": 1.6737,
      "step": 66081
    },
    {
      "epoch": 5.613489636425416,
      "grad_norm": 2.638397748691572,
      "learning_rate": 3.2416044768848624e-06,
      "loss": 1.5448,
      "step": 66082
    },
    {
      "epoch": 5.61357458375807,
      "grad_norm": 2.651107199659225,
      "learning_rate": 3.2401849039799365e-06,
      "loss": 1.4691,
      "step": 66083
    },
    {
      "epoch": 5.613659531090724,
      "grad_norm": 2.574863203750393,
      "learning_rate": 3.238765638580981e-06,
      "loss": 1.3666,
      "step": 66084
    },
    {
      "epoch": 5.613744478423378,
      "grad_norm": 2.62395819028759,
      "learning_rate": 3.237346680691011e-06,
      "loss": 1.3034,
      "step": 66085
    },
    {
      "epoch": 5.613829425756031,
      "grad_norm": 2.912338243798415,
      "learning_rate": 3.2359280303129897e-06,
      "loss": 1.578,
      "step": 66086
    },
    {
      "epoch": 5.613914373088685,
      "grad_norm": 2.6182940561895798,
      "learning_rate": 3.2345096874498653e-06,
      "loss": 1.2583,
      "step": 66087
    },
    {
      "epoch": 5.613999320421339,
      "grad_norm": 2.6491614131357837,
      "learning_rate": 3.233091652104636e-06,
      "loss": 1.3949,
      "step": 66088
    },
    {
      "epoch": 5.614084267753992,
      "grad_norm": 2.618048576037344,
      "learning_rate": 3.2316739242802813e-06,
      "loss": 1.3088,
      "step": 66089
    },
    {
      "epoch": 5.614169215086646,
      "grad_norm": 2.627143604888254,
      "learning_rate": 3.23025650397975e-06,
      "loss": 1.2422,
      "step": 66090
    },
    {
      "epoch": 5.6142541624193,
      "grad_norm": 2.9602461931056134,
      "learning_rate": 3.2288393912060227e-06,
      "loss": 1.6095,
      "step": 66091
    },
    {
      "epoch": 5.6143391097519535,
      "grad_norm": 2.701441377810469,
      "learning_rate": 3.227422585962064e-06,
      "loss": 1.264,
      "step": 66092
    },
    {
      "epoch": 5.614424057084608,
      "grad_norm": 2.844149925778146,
      "learning_rate": 3.226006088250854e-06,
      "loss": 1.4496,
      "step": 66093
    },
    {
      "epoch": 5.614509004417261,
      "grad_norm": 2.967561063593462,
      "learning_rate": 3.224589898075325e-06,
      "loss": 1.4858,
      "step": 66094
    },
    {
      "epoch": 5.6145939517499155,
      "grad_norm": 2.738183233779495,
      "learning_rate": 3.22317401543849e-06,
      "loss": 1.5932,
      "step": 66095
    },
    {
      "epoch": 5.614678899082569,
      "grad_norm": 2.6043169700088433,
      "learning_rate": 3.221758440343297e-06,
      "loss": 1.3722,
      "step": 66096
    },
    {
      "epoch": 5.614763846415222,
      "grad_norm": 2.8981441966726416,
      "learning_rate": 3.220343172792711e-06,
      "loss": 1.3029,
      "step": 66097
    },
    {
      "epoch": 5.614848793747877,
      "grad_norm": 2.5409212724822816,
      "learning_rate": 3.2189282127896952e-06,
      "loss": 1.263,
      "step": 66098
    },
    {
      "epoch": 5.61493374108053,
      "grad_norm": 2.664849543664572,
      "learning_rate": 3.217513560337215e-06,
      "loss": 1.4931,
      "step": 66099
    },
    {
      "epoch": 5.615018688413183,
      "grad_norm": 2.7870950266618344,
      "learning_rate": 3.2160992154382335e-06,
      "loss": 1.3673,
      "step": 66100
    },
    {
      "epoch": 5.615103635745838,
      "grad_norm": 2.5269846264998583,
      "learning_rate": 3.214685178095716e-06,
      "loss": 1.3656,
      "step": 66101
    },
    {
      "epoch": 5.615188583078491,
      "grad_norm": 2.8502297747313143,
      "learning_rate": 3.2132714483126267e-06,
      "loss": 1.4818,
      "step": 66102
    },
    {
      "epoch": 5.615273530411145,
      "grad_norm": 2.8250010156421226,
      "learning_rate": 3.211858026091946e-06,
      "loss": 1.4785,
      "step": 66103
    },
    {
      "epoch": 5.615358477743799,
      "grad_norm": 2.659588547388074,
      "learning_rate": 3.210444911436605e-06,
      "loss": 1.3857,
      "step": 66104
    },
    {
      "epoch": 5.615443425076452,
      "grad_norm": 2.609505721261124,
      "learning_rate": 3.209032104349568e-06,
      "loss": 1.3119,
      "step": 66105
    },
    {
      "epoch": 5.6155283724091065,
      "grad_norm": 2.809002392157429,
      "learning_rate": 3.2076196048338167e-06,
      "loss": 1.3096,
      "step": 66106
    },
    {
      "epoch": 5.61561331974176,
      "grad_norm": 2.7597147552359274,
      "learning_rate": 3.206207412892281e-06,
      "loss": 1.2351,
      "step": 66107
    },
    {
      "epoch": 5.615698267074414,
      "grad_norm": 2.561580082260947,
      "learning_rate": 3.2047955285279426e-06,
      "loss": 1.3909,
      "step": 66108
    },
    {
      "epoch": 5.615783214407068,
      "grad_norm": 2.7104458874810415,
      "learning_rate": 3.2033839517437487e-06,
      "loss": 1.48,
      "step": 66109
    },
    {
      "epoch": 5.615868161739721,
      "grad_norm": 2.9700208164547273,
      "learning_rate": 3.2019726825426807e-06,
      "loss": 1.6883,
      "step": 66110
    },
    {
      "epoch": 5.615953109072375,
      "grad_norm": 2.9890752550084785,
      "learning_rate": 3.2005617209276857e-06,
      "loss": 1.6014,
      "step": 66111
    },
    {
      "epoch": 5.616038056405029,
      "grad_norm": 2.6716175722916717,
      "learning_rate": 3.1991510669016784e-06,
      "loss": 1.3106,
      "step": 66112
    },
    {
      "epoch": 5.616123003737682,
      "grad_norm": 2.772010885855362,
      "learning_rate": 3.1977407204676564e-06,
      "loss": 1.4688,
      "step": 66113
    },
    {
      "epoch": 5.616207951070336,
      "grad_norm": 2.786551957157141,
      "learning_rate": 3.196330681628584e-06,
      "loss": 1.5172,
      "step": 66114
    },
    {
      "epoch": 5.61629289840299,
      "grad_norm": 2.731219712836353,
      "learning_rate": 3.194920950387392e-06,
      "loss": 1.3068,
      "step": 66115
    },
    {
      "epoch": 5.616377845735644,
      "grad_norm": 2.6520598153219153,
      "learning_rate": 3.193511526747011e-06,
      "loss": 1.2617,
      "step": 66116
    },
    {
      "epoch": 5.6164627930682975,
      "grad_norm": 2.644948914466337,
      "learning_rate": 3.1921024107104565e-06,
      "loss": 1.3848,
      "step": 66117
    },
    {
      "epoch": 5.616547740400952,
      "grad_norm": 2.4697570060609,
      "learning_rate": 3.1906936022806416e-06,
      "loss": 1.2831,
      "step": 66118
    },
    {
      "epoch": 5.616632687733605,
      "grad_norm": 2.8452877144277857,
      "learning_rate": 3.1892851014605146e-06,
      "loss": 1.4654,
      "step": 66119
    },
    {
      "epoch": 5.616717635066259,
      "grad_norm": 2.5314801293993483,
      "learning_rate": 3.1878769082530398e-06,
      "loss": 1.2505,
      "step": 66120
    },
    {
      "epoch": 5.616802582398913,
      "grad_norm": 2.649763193780937,
      "learning_rate": 3.1864690226611642e-06,
      "loss": 1.3644,
      "step": 66121
    },
    {
      "epoch": 5.616887529731566,
      "grad_norm": 2.8997473009294965,
      "learning_rate": 3.1850614446878366e-06,
      "loss": 1.5213,
      "step": 66122
    },
    {
      "epoch": 5.61697247706422,
      "grad_norm": 2.7323335175244,
      "learning_rate": 3.1836541743360033e-06,
      "loss": 1.4836,
      "step": 66123
    },
    {
      "epoch": 5.617057424396874,
      "grad_norm": 2.7712270630311506,
      "learning_rate": 3.1822472116086296e-06,
      "loss": 1.5689,
      "step": 66124
    },
    {
      "epoch": 5.6171423717295275,
      "grad_norm": 3.3318280687512973,
      "learning_rate": 3.180840556508646e-06,
      "loss": 1.5623,
      "step": 66125
    },
    {
      "epoch": 5.617227319062182,
      "grad_norm": 2.5337541095818215,
      "learning_rate": 3.1794342090390003e-06,
      "loss": 1.183,
      "step": 66126
    },
    {
      "epoch": 5.617312266394835,
      "grad_norm": 2.9258564516871584,
      "learning_rate": 3.17802816920264e-06,
      "loss": 1.6541,
      "step": 66127
    },
    {
      "epoch": 5.617397213727489,
      "grad_norm": 2.707026233623291,
      "learning_rate": 3.1766224370025294e-06,
      "loss": 1.4878,
      "step": 66128
    },
    {
      "epoch": 5.617482161060143,
      "grad_norm": 2.71077562889941,
      "learning_rate": 3.1752170124415998e-06,
      "loss": 1.4952,
      "step": 66129
    },
    {
      "epoch": 5.617567108392796,
      "grad_norm": 2.7358068027039733,
      "learning_rate": 3.173811895522782e-06,
      "loss": 1.4907,
      "step": 66130
    },
    {
      "epoch": 5.617652055725451,
      "grad_norm": 2.6562749051289445,
      "learning_rate": 3.1724070862490404e-06,
      "loss": 1.4848,
      "step": 66131
    },
    {
      "epoch": 5.617737003058104,
      "grad_norm": 2.5241353726248583,
      "learning_rate": 3.171002584623322e-06,
      "loss": 1.1418,
      "step": 66132
    },
    {
      "epoch": 5.617821950390757,
      "grad_norm": 2.5567220290826556,
      "learning_rate": 3.169598390648542e-06,
      "loss": 1.3733,
      "step": 66133
    },
    {
      "epoch": 5.617906897723412,
      "grad_norm": 2.6108046929874718,
      "learning_rate": 3.1681945043276645e-06,
      "loss": 1.3374,
      "step": 66134
    },
    {
      "epoch": 5.617991845056065,
      "grad_norm": 2.6724672899529693,
      "learning_rate": 3.166790925663637e-06,
      "loss": 1.2257,
      "step": 66135
    },
    {
      "epoch": 5.618076792388719,
      "grad_norm": 2.6765166643081315,
      "learning_rate": 3.1653876546593903e-06,
      "loss": 1.3093,
      "step": 66136
    },
    {
      "epoch": 5.618161739721373,
      "grad_norm": 2.723130326987211,
      "learning_rate": 3.1639846913178556e-06,
      "loss": 1.3867,
      "step": 66137
    },
    {
      "epoch": 5.618246687054026,
      "grad_norm": 2.7292059869429712,
      "learning_rate": 3.162582035641964e-06,
      "loss": 1.4482,
      "step": 66138
    },
    {
      "epoch": 5.6183316343866805,
      "grad_norm": 2.7515236155687957,
      "learning_rate": 3.161179687634696e-06,
      "loss": 1.4086,
      "step": 66139
    },
    {
      "epoch": 5.618416581719334,
      "grad_norm": 2.6024084520175355,
      "learning_rate": 3.1597776472989833e-06,
      "loss": 1.4796,
      "step": 66140
    },
    {
      "epoch": 5.618501529051988,
      "grad_norm": 2.648840835325661,
      "learning_rate": 3.1583759146377063e-06,
      "loss": 1.429,
      "step": 66141
    },
    {
      "epoch": 5.618586476384642,
      "grad_norm": 2.6935909348130207,
      "learning_rate": 3.156974489653863e-06,
      "loss": 1.207,
      "step": 66142
    },
    {
      "epoch": 5.618671423717295,
      "grad_norm": 2.6180964800331448,
      "learning_rate": 3.155573372350384e-06,
      "loss": 1.367,
      "step": 66143
    },
    {
      "epoch": 5.618756371049949,
      "grad_norm": 2.6338109328817136,
      "learning_rate": 3.1541725627301505e-06,
      "loss": 1.381,
      "step": 66144
    },
    {
      "epoch": 5.618841318382603,
      "grad_norm": 2.490023748031218,
      "learning_rate": 3.1527720607961606e-06,
      "loss": 1.3032,
      "step": 66145
    },
    {
      "epoch": 5.618926265715256,
      "grad_norm": 2.680088646723055,
      "learning_rate": 3.1513718665513276e-06,
      "loss": 1.231,
      "step": 66146
    },
    {
      "epoch": 5.61901121304791,
      "grad_norm": 2.8346859523611023,
      "learning_rate": 3.1499719799985832e-06,
      "loss": 1.589,
      "step": 66147
    },
    {
      "epoch": 5.619096160380564,
      "grad_norm": 2.7012219261354513,
      "learning_rate": 3.148572401140842e-06,
      "loss": 1.5196,
      "step": 66148
    },
    {
      "epoch": 5.619181107713218,
      "grad_norm": 2.6809310343641806,
      "learning_rate": 3.1471731299810843e-06,
      "loss": 1.391,
      "step": 66149
    },
    {
      "epoch": 5.6192660550458715,
      "grad_norm": 2.7963751288713574,
      "learning_rate": 3.1457741665221913e-06,
      "loss": 1.5694,
      "step": 66150
    },
    {
      "epoch": 5.619351002378526,
      "grad_norm": 2.750198351828336,
      "learning_rate": 3.1443755107671275e-06,
      "loss": 1.5417,
      "step": 66151
    },
    {
      "epoch": 5.619435949711179,
      "grad_norm": 2.7880279313741076,
      "learning_rate": 3.1429771627187906e-06,
      "loss": 1.3165,
      "step": 66152
    },
    {
      "epoch": 5.619520897043833,
      "grad_norm": 2.5404802798121175,
      "learning_rate": 3.1415791223801446e-06,
      "loss": 1.3431,
      "step": 66153
    },
    {
      "epoch": 5.619605844376487,
      "grad_norm": 2.55149280809299,
      "learning_rate": 3.140181389754121e-06,
      "loss": 1.3492,
      "step": 66154
    },
    {
      "epoch": 5.61969079170914,
      "grad_norm": 2.7070630439171324,
      "learning_rate": 3.138783964843616e-06,
      "loss": 1.4007,
      "step": 66155
    },
    {
      "epoch": 5.619775739041794,
      "grad_norm": 2.781509994475932,
      "learning_rate": 3.137386847651563e-06,
      "loss": 1.3302,
      "step": 66156
    },
    {
      "epoch": 5.619860686374448,
      "grad_norm": 2.63207633233069,
      "learning_rate": 3.1359900381809243e-06,
      "loss": 1.4654,
      "step": 66157
    },
    {
      "epoch": 5.619945633707101,
      "grad_norm": 2.865255659098648,
      "learning_rate": 3.1345935364345985e-06,
      "loss": 1.4368,
      "step": 66158
    },
    {
      "epoch": 5.620030581039756,
      "grad_norm": 2.8114498260771175,
      "learning_rate": 3.1331973424155e-06,
      "loss": 1.6069,
      "step": 66159
    },
    {
      "epoch": 5.620115528372409,
      "grad_norm": 2.8565483960360156,
      "learning_rate": 3.1318014561265925e-06,
      "loss": 1.4538,
      "step": 66160
    },
    {
      "epoch": 5.6202004757050625,
      "grad_norm": 2.8212932464217424,
      "learning_rate": 3.130405877570774e-06,
      "loss": 1.5918,
      "step": 66161
    },
    {
      "epoch": 5.620285423037717,
      "grad_norm": 2.7606911650854378,
      "learning_rate": 3.1290106067509593e-06,
      "loss": 1.5418,
      "step": 66162
    },
    {
      "epoch": 5.62037037037037,
      "grad_norm": 2.6899176186317337,
      "learning_rate": 3.127615643670095e-06,
      "loss": 1.3542,
      "step": 66163
    },
    {
      "epoch": 5.6204553177030245,
      "grad_norm": 2.6926687428665668,
      "learning_rate": 3.126220988331113e-06,
      "loss": 1.2942,
      "step": 66164
    },
    {
      "epoch": 5.620540265035678,
      "grad_norm": 2.524040101560428,
      "learning_rate": 3.124826640736894e-06,
      "loss": 1.2406,
      "step": 66165
    },
    {
      "epoch": 5.620625212368331,
      "grad_norm": 2.5953932273080653,
      "learning_rate": 3.1234326008903855e-06,
      "loss": 1.3563,
      "step": 66166
    },
    {
      "epoch": 5.620710159700986,
      "grad_norm": 2.806533354147713,
      "learning_rate": 3.1220388687945185e-06,
      "loss": 1.4853,
      "step": 66167
    },
    {
      "epoch": 5.620795107033639,
      "grad_norm": 2.8279288481852904,
      "learning_rate": 3.120645444452191e-06,
      "loss": 1.4869,
      "step": 66168
    },
    {
      "epoch": 5.6208800543662925,
      "grad_norm": 2.567154427448836,
      "learning_rate": 3.1192523278663507e-06,
      "loss": 1.2397,
      "step": 66169
    },
    {
      "epoch": 5.620965001698947,
      "grad_norm": 2.7033160064629462,
      "learning_rate": 3.117859519039878e-06,
      "loss": 1.2841,
      "step": 66170
    },
    {
      "epoch": 5.6210499490316,
      "grad_norm": 2.7695031432544144,
      "learning_rate": 3.1164670179757212e-06,
      "loss": 1.5687,
      "step": 66171
    },
    {
      "epoch": 5.6211348963642545,
      "grad_norm": 2.6267744982207817,
      "learning_rate": 3.1150748246767943e-06,
      "loss": 1.3323,
      "step": 66172
    },
    {
      "epoch": 5.621219843696908,
      "grad_norm": 2.965925768796368,
      "learning_rate": 3.1136829391460115e-06,
      "loss": 1.2661,
      "step": 66173
    },
    {
      "epoch": 5.621304791029562,
      "grad_norm": 2.538966432791163,
      "learning_rate": 3.1122913613862544e-06,
      "loss": 1.2207,
      "step": 66174
    },
    {
      "epoch": 5.621389738362216,
      "grad_norm": 2.742376712344513,
      "learning_rate": 3.110900091400503e-06,
      "loss": 1.4838,
      "step": 66175
    },
    {
      "epoch": 5.621474685694869,
      "grad_norm": 2.7827038482862654,
      "learning_rate": 3.1095091291916395e-06,
      "loss": 1.2597,
      "step": 66176
    },
    {
      "epoch": 5.621559633027523,
      "grad_norm": 2.8230845009363335,
      "learning_rate": 3.1081184747625607e-06,
      "loss": 1.4144,
      "step": 66177
    },
    {
      "epoch": 5.621644580360177,
      "grad_norm": 2.7074288233976835,
      "learning_rate": 3.106728128116215e-06,
      "loss": 1.5346,
      "step": 66178
    },
    {
      "epoch": 5.62172952769283,
      "grad_norm": 2.8077793554817885,
      "learning_rate": 3.105338089255499e-06,
      "loss": 1.4442,
      "step": 66179
    },
    {
      "epoch": 5.621814475025484,
      "grad_norm": 2.7203506680553766,
      "learning_rate": 3.1039483581833114e-06,
      "loss": 1.3074,
      "step": 66180
    },
    {
      "epoch": 5.621899422358138,
      "grad_norm": 2.732734871404153,
      "learning_rate": 3.1025589349025827e-06,
      "loss": 1.5002,
      "step": 66181
    },
    {
      "epoch": 5.621984369690792,
      "grad_norm": 2.78827350995373,
      "learning_rate": 3.1011698194162273e-06,
      "loss": 1.3393,
      "step": 66182
    },
    {
      "epoch": 5.6220693170234455,
      "grad_norm": 2.686888206754793,
      "learning_rate": 3.0997810117271594e-06,
      "loss": 1.4341,
      "step": 66183
    },
    {
      "epoch": 5.622154264356099,
      "grad_norm": 2.6165117733906857,
      "learning_rate": 3.09839251183826e-06,
      "loss": 1.3742,
      "step": 66184
    },
    {
      "epoch": 5.622239211688753,
      "grad_norm": 2.799374762477057,
      "learning_rate": 3.0970043197524607e-06,
      "loss": 1.4575,
      "step": 66185
    },
    {
      "epoch": 5.622324159021407,
      "grad_norm": 2.6839195832528135,
      "learning_rate": 3.0956164354726754e-06,
      "loss": 1.4756,
      "step": 66186
    },
    {
      "epoch": 5.622409106354061,
      "grad_norm": 2.5777827861629956,
      "learning_rate": 3.0942288590018018e-06,
      "loss": 1.1414,
      "step": 66187
    },
    {
      "epoch": 5.622494053686714,
      "grad_norm": 2.918661604873479,
      "learning_rate": 3.0928415903427207e-06,
      "loss": 1.757,
      "step": 66188
    },
    {
      "epoch": 5.622579001019368,
      "grad_norm": 2.5970414082653877,
      "learning_rate": 3.0914546294983967e-06,
      "loss": 1.3676,
      "step": 66189
    },
    {
      "epoch": 5.622663948352022,
      "grad_norm": 2.497868344364314,
      "learning_rate": 3.0900679764717107e-06,
      "loss": 1.2802,
      "step": 66190
    },
    {
      "epoch": 5.622748895684675,
      "grad_norm": 2.668012527922404,
      "learning_rate": 3.0886816312655437e-06,
      "loss": 1.3886,
      "step": 66191
    },
    {
      "epoch": 5.622833843017329,
      "grad_norm": 2.631132074049238,
      "learning_rate": 3.087295593882827e-06,
      "loss": 1.4199,
      "step": 66192
    },
    {
      "epoch": 5.622918790349983,
      "grad_norm": 2.417870349509551,
      "learning_rate": 3.085909864326441e-06,
      "loss": 1.2107,
      "step": 66193
    },
    {
      "epoch": 5.6230037376826365,
      "grad_norm": 2.88012302775998,
      "learning_rate": 3.0845244425993345e-06,
      "loss": 1.5539,
      "step": 66194
    },
    {
      "epoch": 5.623088685015291,
      "grad_norm": 2.7735447120215255,
      "learning_rate": 3.0831393287043538e-06,
      "loss": 1.5763,
      "step": 66195
    },
    {
      "epoch": 5.623173632347944,
      "grad_norm": 3.6383138237416848,
      "learning_rate": 3.0817545226444475e-06,
      "loss": 1.7323,
      "step": 66196
    },
    {
      "epoch": 5.6232585796805985,
      "grad_norm": 2.8225455458767614,
      "learning_rate": 3.0803700244225126e-06,
      "loss": 1.2783,
      "step": 66197
    },
    {
      "epoch": 5.623343527013252,
      "grad_norm": 2.997130142343814,
      "learning_rate": 3.078985834041414e-06,
      "loss": 1.5798,
      "step": 66198
    },
    {
      "epoch": 5.623428474345905,
      "grad_norm": 2.5600512162050695,
      "learning_rate": 3.0776019515040663e-06,
      "loss": 1.3536,
      "step": 66199
    },
    {
      "epoch": 5.62351342167856,
      "grad_norm": 2.8156170838699675,
      "learning_rate": 3.076218376813383e-06,
      "loss": 1.5606,
      "step": 66200
    },
    {
      "epoch": 5.623598369011213,
      "grad_norm": 2.918969001626403,
      "learning_rate": 3.074835109972279e-06,
      "loss": 1.4771,
      "step": 66201
    },
    {
      "epoch": 5.623683316343866,
      "grad_norm": 2.80655075719926,
      "learning_rate": 3.0734521509836184e-06,
      "loss": 1.2338,
      "step": 66202
    },
    {
      "epoch": 5.623768263676521,
      "grad_norm": 2.672981016522076,
      "learning_rate": 3.0720694998502993e-06,
      "loss": 1.2777,
      "step": 66203
    },
    {
      "epoch": 5.623853211009174,
      "grad_norm": 2.7252011451628677,
      "learning_rate": 3.0706871565752524e-06,
      "loss": 1.5467,
      "step": 66204
    },
    {
      "epoch": 5.623938158341828,
      "grad_norm": 2.8199425562002918,
      "learning_rate": 3.0693051211613253e-06,
      "loss": 1.5739,
      "step": 66205
    },
    {
      "epoch": 5.624023105674482,
      "grad_norm": 2.7763230463035766,
      "learning_rate": 3.067923393611449e-06,
      "loss": 1.4616,
      "step": 66206
    },
    {
      "epoch": 5.624108053007135,
      "grad_norm": 2.5631251270315634,
      "learning_rate": 3.0665419739285212e-06,
      "loss": 1.3928,
      "step": 66207
    },
    {
      "epoch": 5.6241930003397895,
      "grad_norm": 2.616931597339089,
      "learning_rate": 3.06516086211544e-06,
      "loss": 1.4726,
      "step": 66208
    },
    {
      "epoch": 5.624277947672443,
      "grad_norm": 2.6678279264805225,
      "learning_rate": 3.0637800581750695e-06,
      "loss": 1.4427,
      "step": 66209
    },
    {
      "epoch": 5.624362895005097,
      "grad_norm": 2.6641377745205275,
      "learning_rate": 3.062399562110307e-06,
      "loss": 1.4567,
      "step": 66210
    },
    {
      "epoch": 5.624447842337751,
      "grad_norm": 2.78402258021238,
      "learning_rate": 3.0610193739240506e-06,
      "loss": 1.4741,
      "step": 66211
    },
    {
      "epoch": 5.624532789670404,
      "grad_norm": 2.6346480418216607,
      "learning_rate": 3.0596394936192314e-06,
      "loss": 1.2218,
      "step": 66212
    },
    {
      "epoch": 5.624617737003058,
      "grad_norm": 2.6096619782093815,
      "learning_rate": 3.0582599211986803e-06,
      "loss": 1.1853,
      "step": 66213
    },
    {
      "epoch": 5.624702684335712,
      "grad_norm": 2.596199926958367,
      "learning_rate": 3.056880656665328e-06,
      "loss": 1.1504,
      "step": 66214
    },
    {
      "epoch": 5.624787631668365,
      "grad_norm": 2.7837017626664196,
      "learning_rate": 3.055501700022056e-06,
      "loss": 1.2655,
      "step": 66215
    },
    {
      "epoch": 5.6248725790010194,
      "grad_norm": 2.63880864845239,
      "learning_rate": 3.054123051271745e-06,
      "loss": 1.2017,
      "step": 66216
    },
    {
      "epoch": 5.624957526333673,
      "grad_norm": 2.722100129868961,
      "learning_rate": 3.0527447104172596e-06,
      "loss": 1.2995,
      "step": 66217
    },
    {
      "epoch": 5.625042473666327,
      "grad_norm": 3.0190316775491204,
      "learning_rate": 3.0513666774615477e-06,
      "loss": 1.6402,
      "step": 66218
    },
    {
      "epoch": 5.6251274209989806,
      "grad_norm": 2.7458317386058697,
      "learning_rate": 3.049988952407456e-06,
      "loss": 1.4793,
      "step": 66219
    },
    {
      "epoch": 5.625212368331635,
      "grad_norm": 2.6467680300299636,
      "learning_rate": 3.0486115352579e-06,
      "loss": 1.3576,
      "step": 66220
    },
    {
      "epoch": 5.625297315664288,
      "grad_norm": 2.8311093060479497,
      "learning_rate": 3.04723442601571e-06,
      "loss": 1.5802,
      "step": 66221
    },
    {
      "epoch": 5.625382262996942,
      "grad_norm": 2.8587906937468883,
      "learning_rate": 3.0458576246838338e-06,
      "loss": 1.5879,
      "step": 66222
    },
    {
      "epoch": 5.625467210329596,
      "grad_norm": 2.5564594073423574,
      "learning_rate": 3.0444811312651197e-06,
      "loss": 1.3706,
      "step": 66223
    },
    {
      "epoch": 5.625552157662249,
      "grad_norm": 2.7753504710519175,
      "learning_rate": 3.043104945762448e-06,
      "loss": 1.355,
      "step": 66224
    },
    {
      "epoch": 5.625637104994903,
      "grad_norm": 2.749574690656547,
      "learning_rate": 3.04172906817875e-06,
      "loss": 1.6102,
      "step": 66225
    },
    {
      "epoch": 5.625722052327557,
      "grad_norm": 2.9104154359540555,
      "learning_rate": 3.0403534985168563e-06,
      "loss": 1.5608,
      "step": 66226
    },
    {
      "epoch": 5.6258069996602105,
      "grad_norm": 2.7335000805499585,
      "learning_rate": 3.0389782367796823e-06,
      "loss": 1.2905,
      "step": 66227
    },
    {
      "epoch": 5.625891946992865,
      "grad_norm": 2.7618096429832724,
      "learning_rate": 3.037603282970075e-06,
      "loss": 1.2653,
      "step": 66228
    },
    {
      "epoch": 5.625976894325518,
      "grad_norm": 2.834039120768997,
      "learning_rate": 3.036228637090932e-06,
      "loss": 1.3124,
      "step": 66229
    },
    {
      "epoch": 5.626061841658172,
      "grad_norm": 2.721005313399788,
      "learning_rate": 3.034854299145151e-06,
      "loss": 1.4243,
      "step": 66230
    },
    {
      "epoch": 5.626146788990826,
      "grad_norm": 2.85829489781035,
      "learning_rate": 3.0334802691355966e-06,
      "loss": 1.6158,
      "step": 66231
    },
    {
      "epoch": 5.626231736323479,
      "grad_norm": 2.6925185815575583,
      "learning_rate": 3.0321065470651494e-06,
      "loss": 1.4761,
      "step": 66232
    },
    {
      "epoch": 5.626316683656134,
      "grad_norm": 2.775781976234498,
      "learning_rate": 3.030733132936675e-06,
      "loss": 1.4901,
      "step": 66233
    },
    {
      "epoch": 5.626401630988787,
      "grad_norm": 2.68068185331268,
      "learning_rate": 3.0293600267530858e-06,
      "loss": 1.2174,
      "step": 66234
    },
    {
      "epoch": 5.62648657832144,
      "grad_norm": 2.532457767241695,
      "learning_rate": 3.0279872285172147e-06,
      "loss": 1.4201,
      "step": 66235
    },
    {
      "epoch": 5.626571525654095,
      "grad_norm": 2.635121628569061,
      "learning_rate": 3.026614738231958e-06,
      "loss": 1.4073,
      "step": 66236
    },
    {
      "epoch": 5.626656472986748,
      "grad_norm": 2.863052874285829,
      "learning_rate": 3.0252425559002145e-06,
      "loss": 1.5692,
      "step": 66237
    },
    {
      "epoch": 5.6267414203194015,
      "grad_norm": 2.6318575042297074,
      "learning_rate": 3.0238706815248316e-06,
      "loss": 1.5063,
      "step": 66238
    },
    {
      "epoch": 5.626826367652056,
      "grad_norm": 2.830879844521436,
      "learning_rate": 3.022499115108673e-06,
      "loss": 1.6666,
      "step": 66239
    },
    {
      "epoch": 5.626911314984709,
      "grad_norm": 2.5910697512989387,
      "learning_rate": 3.0211278566546536e-06,
      "loss": 1.2269,
      "step": 66240
    },
    {
      "epoch": 5.6269962623173635,
      "grad_norm": 2.751860482018742,
      "learning_rate": 3.0197569061656212e-06,
      "loss": 1.4442,
      "step": 66241
    },
    {
      "epoch": 5.627081209650017,
      "grad_norm": 2.5579654009431896,
      "learning_rate": 3.0183862636444235e-06,
      "loss": 1.3002,
      "step": 66242
    },
    {
      "epoch": 5.627166156982671,
      "grad_norm": 2.7969720196360344,
      "learning_rate": 3.0170159290939742e-06,
      "loss": 1.3364,
      "step": 66243
    },
    {
      "epoch": 5.627251104315325,
      "grad_norm": 2.6062711156521403,
      "learning_rate": 3.015645902517139e-06,
      "loss": 1.2507,
      "step": 66244
    },
    {
      "epoch": 5.627336051647978,
      "grad_norm": 2.7238027367082416,
      "learning_rate": 3.014276183916781e-06,
      "loss": 1.4366,
      "step": 66245
    },
    {
      "epoch": 5.627420998980632,
      "grad_norm": 3.0008293197444793,
      "learning_rate": 3.012906773295748e-06,
      "loss": 1.5816,
      "step": 66246
    },
    {
      "epoch": 5.627505946313286,
      "grad_norm": 2.775814738028379,
      "learning_rate": 3.011537670656955e-06,
      "loss": 1.3198,
      "step": 66247
    },
    {
      "epoch": 5.627590893645939,
      "grad_norm": 2.7842596338802292,
      "learning_rate": 3.010168876003216e-06,
      "loss": 1.297,
      "step": 66248
    },
    {
      "epoch": 5.627675840978593,
      "grad_norm": 2.761424165353583,
      "learning_rate": 3.0088003893374456e-06,
      "loss": 1.5183,
      "step": 66249
    },
    {
      "epoch": 5.627760788311247,
      "grad_norm": 2.561304409664608,
      "learning_rate": 3.0074322106624915e-06,
      "loss": 1.3654,
      "step": 66250
    },
    {
      "epoch": 5.627845735643901,
      "grad_norm": 2.7506248904115567,
      "learning_rate": 3.006064339981218e-06,
      "loss": 1.6014,
      "step": 66251
    },
    {
      "epoch": 5.6279306829765545,
      "grad_norm": 2.685232425814361,
      "learning_rate": 3.004696777296506e-06,
      "loss": 1.3831,
      "step": 66252
    },
    {
      "epoch": 5.628015630309208,
      "grad_norm": 2.7409148017262126,
      "learning_rate": 3.003329522611203e-06,
      "loss": 1.311,
      "step": 66253
    },
    {
      "epoch": 5.628100577641862,
      "grad_norm": 2.570275679011864,
      "learning_rate": 3.001962575928174e-06,
      "loss": 1.3488,
      "step": 66254
    },
    {
      "epoch": 5.628185524974516,
      "grad_norm": 2.9333215760887716,
      "learning_rate": 3.0005959372502996e-06,
      "loss": 1.5753,
      "step": 66255
    },
    {
      "epoch": 5.62827047230717,
      "grad_norm": 2.9766247112212043,
      "learning_rate": 2.9992296065804446e-06,
      "loss": 1.5622,
      "step": 66256
    },
    {
      "epoch": 5.628355419639823,
      "grad_norm": 2.6281040678047236,
      "learning_rate": 2.997863583921439e-06,
      "loss": 1.3522,
      "step": 66257
    },
    {
      "epoch": 5.628440366972477,
      "grad_norm": 2.7086557122905526,
      "learning_rate": 2.996497869276182e-06,
      "loss": 1.2689,
      "step": 66258
    },
    {
      "epoch": 5.628525314305131,
      "grad_norm": 2.6914992974586114,
      "learning_rate": 2.995132462647537e-06,
      "loss": 1.5473,
      "step": 66259
    },
    {
      "epoch": 5.628610261637784,
      "grad_norm": 2.6445470078013567,
      "learning_rate": 2.9937673640383187e-06,
      "loss": 1.4395,
      "step": 66260
    },
    {
      "epoch": 5.628695208970438,
      "grad_norm": 2.798815635681755,
      "learning_rate": 2.9924025734514244e-06,
      "loss": 1.5395,
      "step": 66261
    },
    {
      "epoch": 5.628780156303092,
      "grad_norm": 2.786015950902456,
      "learning_rate": 2.9910380908897193e-06,
      "loss": 1.4587,
      "step": 66262
    },
    {
      "epoch": 5.6288651036357455,
      "grad_norm": 2.8247418044548334,
      "learning_rate": 2.98967391635605e-06,
      "loss": 1.4219,
      "step": 66263
    },
    {
      "epoch": 5.6289500509684,
      "grad_norm": 2.731094431766212,
      "learning_rate": 2.988310049853265e-06,
      "loss": 1.449,
      "step": 66264
    },
    {
      "epoch": 5.629034998301053,
      "grad_norm": 2.6413549729116075,
      "learning_rate": 2.986946491384229e-06,
      "loss": 1.3582,
      "step": 66265
    },
    {
      "epoch": 5.6291199456337075,
      "grad_norm": 2.7649176165279346,
      "learning_rate": 2.9855832409518054e-06,
      "loss": 1.6516,
      "step": 66266
    },
    {
      "epoch": 5.629204892966361,
      "grad_norm": 2.752372603466902,
      "learning_rate": 2.984220298558859e-06,
      "loss": 1.5696,
      "step": 66267
    },
    {
      "epoch": 5.629289840299014,
      "grad_norm": 2.4564141330528817,
      "learning_rate": 2.9828576642082045e-06,
      "loss": 1.1941,
      "step": 66268
    },
    {
      "epoch": 5.629374787631669,
      "grad_norm": 2.515242114397726,
      "learning_rate": 2.9814953379027564e-06,
      "loss": 1.1227,
      "step": 66269
    },
    {
      "epoch": 5.629459734964322,
      "grad_norm": 2.672030206792215,
      "learning_rate": 2.9801333196453446e-06,
      "loss": 1.3829,
      "step": 66270
    },
    {
      "epoch": 5.6295446822969755,
      "grad_norm": 2.7779909681012005,
      "learning_rate": 2.9787716094387847e-06,
      "loss": 1.3761,
      "step": 66271
    },
    {
      "epoch": 5.62962962962963,
      "grad_norm": 2.7506543675511117,
      "learning_rate": 2.977410207285974e-06,
      "loss": 1.5169,
      "step": 66272
    },
    {
      "epoch": 5.629714576962283,
      "grad_norm": 2.652511488127905,
      "learning_rate": 2.97604911318976e-06,
      "loss": 1.3601,
      "step": 66273
    },
    {
      "epoch": 5.6297995242949375,
      "grad_norm": 2.6162490040055837,
      "learning_rate": 2.9746883271530074e-06,
      "loss": 1.384,
      "step": 66274
    },
    {
      "epoch": 5.629884471627591,
      "grad_norm": 2.6682534490317718,
      "learning_rate": 2.973327849178514e-06,
      "loss": 1.4639,
      "step": 66275
    },
    {
      "epoch": 5.629969418960244,
      "grad_norm": 2.5317485367519748,
      "learning_rate": 2.971967679269177e-06,
      "loss": 1.3069,
      "step": 66276
    },
    {
      "epoch": 5.630054366292899,
      "grad_norm": 2.7220351125381272,
      "learning_rate": 2.9706078174278447e-06,
      "loss": 1.2362,
      "step": 66277
    },
    {
      "epoch": 5.630139313625552,
      "grad_norm": 2.6848144318529013,
      "learning_rate": 2.9692482636573477e-06,
      "loss": 1.5035,
      "step": 66278
    },
    {
      "epoch": 5.630224260958206,
      "grad_norm": 2.824690350621129,
      "learning_rate": 2.967889017960534e-06,
      "loss": 1.4697,
      "step": 66279
    },
    {
      "epoch": 5.63030920829086,
      "grad_norm": 2.6098762652778555,
      "learning_rate": 2.966530080340268e-06,
      "loss": 1.3968,
      "step": 66280
    },
    {
      "epoch": 5.630394155623513,
      "grad_norm": 2.7045261353017804,
      "learning_rate": 2.9651714507993975e-06,
      "loss": 1.2716,
      "step": 66281
    },
    {
      "epoch": 5.630479102956167,
      "grad_norm": 2.8975342542376774,
      "learning_rate": 2.963813129340753e-06,
      "loss": 1.4501,
      "step": 66282
    },
    {
      "epoch": 5.630564050288821,
      "grad_norm": 2.6727360090767545,
      "learning_rate": 2.9624551159671993e-06,
      "loss": 1.4036,
      "step": 66283
    },
    {
      "epoch": 5.630648997621474,
      "grad_norm": 2.553313919071313,
      "learning_rate": 2.9610974106815676e-06,
      "loss": 1.4326,
      "step": 66284
    },
    {
      "epoch": 5.6307339449541285,
      "grad_norm": 2.722666019864651,
      "learning_rate": 2.959740013486689e-06,
      "loss": 1.4891,
      "step": 66285
    },
    {
      "epoch": 5.630818892286782,
      "grad_norm": 2.622173682009874,
      "learning_rate": 2.9583829243854273e-06,
      "loss": 1.4097,
      "step": 66286
    },
    {
      "epoch": 5.630903839619436,
      "grad_norm": 2.69469335053192,
      "learning_rate": 2.9570261433806307e-06,
      "loss": 1.3685,
      "step": 66287
    },
    {
      "epoch": 5.63098878695209,
      "grad_norm": 2.7127443683704207,
      "learning_rate": 2.955669670475147e-06,
      "loss": 1.2624,
      "step": 66288
    },
    {
      "epoch": 5.631073734284744,
      "grad_norm": 2.7322391772749803,
      "learning_rate": 2.9543135056717903e-06,
      "loss": 1.5926,
      "step": 66289
    },
    {
      "epoch": 5.631158681617397,
      "grad_norm": 2.5821484137056285,
      "learning_rate": 2.952957648973442e-06,
      "loss": 1.2362,
      "step": 66290
    },
    {
      "epoch": 5.631243628950051,
      "grad_norm": 2.6242116049599082,
      "learning_rate": 2.951602100382883e-06,
      "loss": 1.2147,
      "step": 66291
    },
    {
      "epoch": 5.631328576282705,
      "grad_norm": 2.705929721094961,
      "learning_rate": 2.9502468599030273e-06,
      "loss": 1.5557,
      "step": 66292
    },
    {
      "epoch": 5.631413523615358,
      "grad_norm": 2.523802144042005,
      "learning_rate": 2.9488919275366562e-06,
      "loss": 1.3054,
      "step": 66293
    },
    {
      "epoch": 5.631498470948012,
      "grad_norm": 2.6631661822742054,
      "learning_rate": 2.9475373032866343e-06,
      "loss": 1.2283,
      "step": 66294
    },
    {
      "epoch": 5.631583418280666,
      "grad_norm": 2.544230458154753,
      "learning_rate": 2.9461829871557927e-06,
      "loss": 1.1671,
      "step": 66295
    },
    {
      "epoch": 5.6316683656133195,
      "grad_norm": 3.025544129942015,
      "learning_rate": 2.944828979146979e-06,
      "loss": 1.6301,
      "step": 66296
    },
    {
      "epoch": 5.631753312945974,
      "grad_norm": 3.1842244939847006,
      "learning_rate": 2.943475279263008e-06,
      "loss": 1.6965,
      "step": 66297
    },
    {
      "epoch": 5.631838260278627,
      "grad_norm": 2.8587925206467726,
      "learning_rate": 2.942121887506743e-06,
      "loss": 1.4298,
      "step": 66298
    },
    {
      "epoch": 5.631923207611281,
      "grad_norm": 2.7381148001217968,
      "learning_rate": 2.9407688038810162e-06,
      "loss": 1.2693,
      "step": 66299
    },
    {
      "epoch": 5.632008154943935,
      "grad_norm": 2.5916259568804083,
      "learning_rate": 2.9394160283886415e-06,
      "loss": 1.2089,
      "step": 66300
    },
    {
      "epoch": 5.632093102276588,
      "grad_norm": 3.414964366021551,
      "learning_rate": 2.9380635610324665e-06,
      "loss": 1.676,
      "step": 66301
    },
    {
      "epoch": 5.632178049609243,
      "grad_norm": 2.7928277542169826,
      "learning_rate": 2.9367114018153395e-06,
      "loss": 1.5992,
      "step": 66302
    },
    {
      "epoch": 5.632262996941896,
      "grad_norm": 2.815767075683755,
      "learning_rate": 2.9353595507400572e-06,
      "loss": 1.3606,
      "step": 66303
    },
    {
      "epoch": 5.632347944274549,
      "grad_norm": 2.8585756925862826,
      "learning_rate": 2.9340080078094854e-06,
      "loss": 1.3848,
      "step": 66304
    },
    {
      "epoch": 5.632432891607204,
      "grad_norm": 2.6558845705425163,
      "learning_rate": 2.9326567730264373e-06,
      "loss": 1.2429,
      "step": 66305
    },
    {
      "epoch": 5.632517838939857,
      "grad_norm": 2.6923592422672606,
      "learning_rate": 2.9313058463937776e-06,
      "loss": 1.3578,
      "step": 66306
    },
    {
      "epoch": 5.632602786272511,
      "grad_norm": 2.713258055018156,
      "learning_rate": 2.9299552279142715e-06,
      "loss": 1.3831,
      "step": 66307
    },
    {
      "epoch": 5.632687733605165,
      "grad_norm": 2.701182838039525,
      "learning_rate": 2.9286049175908154e-06,
      "loss": 1.4669,
      "step": 66308
    },
    {
      "epoch": 5.632772680937818,
      "grad_norm": 3.1994631551617263,
      "learning_rate": 2.9272549154262083e-06,
      "loss": 1.6676,
      "step": 66309
    },
    {
      "epoch": 5.6328576282704725,
      "grad_norm": 2.714201930131581,
      "learning_rate": 2.92590522142328e-06,
      "loss": 1.5112,
      "step": 66310
    },
    {
      "epoch": 5.632942575603126,
      "grad_norm": 2.642335526078225,
      "learning_rate": 2.9245558355848465e-06,
      "loss": 1.1271,
      "step": 66311
    },
    {
      "epoch": 5.63302752293578,
      "grad_norm": 2.8003876912770607,
      "learning_rate": 2.9232067579137707e-06,
      "loss": 1.4888,
      "step": 66312
    },
    {
      "epoch": 5.633112470268434,
      "grad_norm": 3.0793620669386246,
      "learning_rate": 2.921857988412851e-06,
      "loss": 1.7832,
      "step": 66313
    },
    {
      "epoch": 5.633197417601087,
      "grad_norm": 2.9144337947835846,
      "learning_rate": 2.920509527084902e-06,
      "loss": 1.4615,
      "step": 66314
    },
    {
      "epoch": 5.633282364933741,
      "grad_norm": 2.535847307081472,
      "learning_rate": 2.9191613739327877e-06,
      "loss": 1.1804,
      "step": 66315
    },
    {
      "epoch": 5.633367312266395,
      "grad_norm": 2.7556707555470115,
      "learning_rate": 2.9178135289593065e-06,
      "loss": 1.3105,
      "step": 66316
    },
    {
      "epoch": 5.633452259599048,
      "grad_norm": 2.921479288858168,
      "learning_rate": 2.916465992167305e-06,
      "loss": 1.555,
      "step": 66317
    },
    {
      "epoch": 5.6335372069317025,
      "grad_norm": 2.512257485651387,
      "learning_rate": 2.915118763559565e-06,
      "loss": 1.3131,
      "step": 66318
    },
    {
      "epoch": 5.633622154264356,
      "grad_norm": 2.8633361329040343,
      "learning_rate": 2.913771843138951e-06,
      "loss": 1.6946,
      "step": 66319
    },
    {
      "epoch": 5.63370710159701,
      "grad_norm": 2.696907233724854,
      "learning_rate": 2.912425230908261e-06,
      "loss": 1.3662,
      "step": 66320
    },
    {
      "epoch": 5.633792048929664,
      "grad_norm": 2.7478742441840502,
      "learning_rate": 2.911078926870325e-06,
      "loss": 1.472,
      "step": 66321
    },
    {
      "epoch": 5.633876996262318,
      "grad_norm": 2.5611274859065825,
      "learning_rate": 2.9097329310279584e-06,
      "loss": 1.2485,
      "step": 66322
    },
    {
      "epoch": 5.633961943594971,
      "grad_norm": 2.8735507302026737,
      "learning_rate": 2.9083872433839918e-06,
      "loss": 1.6325,
      "step": 66323
    },
    {
      "epoch": 5.634046890927625,
      "grad_norm": 2.6951654586126947,
      "learning_rate": 2.9070418639412397e-06,
      "loss": 1.3954,
      "step": 66324
    },
    {
      "epoch": 5.634131838260279,
      "grad_norm": 2.80222816999222,
      "learning_rate": 2.9056967927025166e-06,
      "loss": 1.4622,
      "step": 66325
    },
    {
      "epoch": 5.634216785592932,
      "grad_norm": 2.846099039488176,
      "learning_rate": 2.9043520296706536e-06,
      "loss": 1.3806,
      "step": 66326
    },
    {
      "epoch": 5.634301732925586,
      "grad_norm": 2.744785852809116,
      "learning_rate": 2.903007574848465e-06,
      "loss": 1.5158,
      "step": 66327
    },
    {
      "epoch": 5.63438668025824,
      "grad_norm": 2.8547675881951564,
      "learning_rate": 2.9016634282387485e-06,
      "loss": 1.4931,
      "step": 66328
    },
    {
      "epoch": 5.6344716275908935,
      "grad_norm": 2.6807940463595537,
      "learning_rate": 2.9003195898443354e-06,
      "loss": 1.5252,
      "step": 66329
    },
    {
      "epoch": 5.634556574923548,
      "grad_norm": 2.5815890159457395,
      "learning_rate": 2.8989760596680568e-06,
      "loss": 1.1583,
      "step": 66330
    },
    {
      "epoch": 5.634641522256201,
      "grad_norm": 2.6483299951811796,
      "learning_rate": 2.8976328377126935e-06,
      "loss": 1.3714,
      "step": 66331
    },
    {
      "epoch": 5.634726469588855,
      "grad_norm": 2.6432319648486544,
      "learning_rate": 2.8962899239810764e-06,
      "loss": 1.238,
      "step": 66332
    },
    {
      "epoch": 5.634811416921509,
      "grad_norm": 2.562131991897682,
      "learning_rate": 2.8949473184760375e-06,
      "loss": 1.2535,
      "step": 66333
    },
    {
      "epoch": 5.634896364254162,
      "grad_norm": 2.7948545473093516,
      "learning_rate": 2.8936050212003568e-06,
      "loss": 1.2803,
      "step": 66334
    },
    {
      "epoch": 5.634981311586817,
      "grad_norm": 2.6650982756740142,
      "learning_rate": 2.8922630321568828e-06,
      "loss": 1.3189,
      "step": 66335
    },
    {
      "epoch": 5.63506625891947,
      "grad_norm": 2.7050708557414738,
      "learning_rate": 2.8909213513483963e-06,
      "loss": 1.5493,
      "step": 66336
    },
    {
      "epoch": 5.635151206252123,
      "grad_norm": 2.86021764603185,
      "learning_rate": 2.889579978777712e-06,
      "loss": 1.5109,
      "step": 66337
    },
    {
      "epoch": 5.635236153584778,
      "grad_norm": 3.1831906460916723,
      "learning_rate": 2.888238914447677e-06,
      "loss": 1.6329,
      "step": 66338
    },
    {
      "epoch": 5.635321100917431,
      "grad_norm": 2.9013343120632427,
      "learning_rate": 2.8868981583610395e-06,
      "loss": 1.5969,
      "step": 66339
    },
    {
      "epoch": 5.6354060482500845,
      "grad_norm": 2.6316068506247055,
      "learning_rate": 2.8855577105206475e-06,
      "loss": 1.3243,
      "step": 66340
    },
    {
      "epoch": 5.635490995582739,
      "grad_norm": 2.7438296895735945,
      "learning_rate": 2.8842175709293314e-06,
      "loss": 1.55,
      "step": 66341
    },
    {
      "epoch": 5.635575942915392,
      "grad_norm": 2.693279683231917,
      "learning_rate": 2.882877739589856e-06,
      "loss": 1.4491,
      "step": 66342
    },
    {
      "epoch": 5.6356608902480465,
      "grad_norm": 3.4354135963050867,
      "learning_rate": 2.881538216505036e-06,
      "loss": 1.689,
      "step": 66343
    },
    {
      "epoch": 5.6357458375807,
      "grad_norm": 2.758636502919075,
      "learning_rate": 2.8801990016777022e-06,
      "loss": 1.5034,
      "step": 66344
    },
    {
      "epoch": 5.635830784913354,
      "grad_norm": 3.364559291049747,
      "learning_rate": 2.8788600951106355e-06,
      "loss": 1.6399,
      "step": 66345
    },
    {
      "epoch": 5.635915732246008,
      "grad_norm": 2.4581889681602656,
      "learning_rate": 2.8775214968066507e-06,
      "loss": 1.2765,
      "step": 66346
    },
    {
      "epoch": 5.636000679578661,
      "grad_norm": 3.2214951099493576,
      "learning_rate": 2.876183206768545e-06,
      "loss": 1.5655,
      "step": 66347
    },
    {
      "epoch": 5.636085626911315,
      "grad_norm": 2.638199043278777,
      "learning_rate": 2.8748452249991505e-06,
      "loss": 1.4258,
      "step": 66348
    },
    {
      "epoch": 5.636170574243969,
      "grad_norm": 2.718634566410825,
      "learning_rate": 2.8735075515012475e-06,
      "loss": 1.193,
      "step": 66349
    },
    {
      "epoch": 5.636255521576622,
      "grad_norm": 2.6542136630629165,
      "learning_rate": 2.8721701862776335e-06,
      "loss": 1.447,
      "step": 66350
    },
    {
      "epoch": 5.636340468909276,
      "grad_norm": 2.7657673021958984,
      "learning_rate": 2.8708331293311237e-06,
      "loss": 1.5564,
      "step": 66351
    },
    {
      "epoch": 5.63642541624193,
      "grad_norm": 2.831831089099395,
      "learning_rate": 2.8694963806645154e-06,
      "loss": 1.3257,
      "step": 66352
    },
    {
      "epoch": 5.636510363574584,
      "grad_norm": 2.7735887297734974,
      "learning_rate": 2.8681599402806066e-06,
      "loss": 1.5022,
      "step": 66353
    },
    {
      "epoch": 5.6365953109072375,
      "grad_norm": 2.7171706361611143,
      "learning_rate": 2.866823808182195e-06,
      "loss": 1.437,
      "step": 66354
    },
    {
      "epoch": 5.636680258239891,
      "grad_norm": 2.7779596366859263,
      "learning_rate": 2.8654879843721113e-06,
      "loss": 1.7404,
      "step": 66355
    },
    {
      "epoch": 5.636765205572545,
      "grad_norm": 2.506399716221173,
      "learning_rate": 2.8641524688531036e-06,
      "loss": 1.3132,
      "step": 66356
    },
    {
      "epoch": 5.636850152905199,
      "grad_norm": 2.729003432070143,
      "learning_rate": 2.862817261628003e-06,
      "loss": 1.4799,
      "step": 66357
    },
    {
      "epoch": 5.636935100237853,
      "grad_norm": 3.336105469084045,
      "learning_rate": 2.861482362699591e-06,
      "loss": 1.5668,
      "step": 66358
    },
    {
      "epoch": 5.637020047570506,
      "grad_norm": 2.7822129015325086,
      "learning_rate": 2.860147772070681e-06,
      "loss": 1.5572,
      "step": 66359
    },
    {
      "epoch": 5.63710499490316,
      "grad_norm": 2.4862536236312858,
      "learning_rate": 2.8588134897440716e-06,
      "loss": 1.2269,
      "step": 66360
    },
    {
      "epoch": 5.637189942235814,
      "grad_norm": 2.6492286030509873,
      "learning_rate": 2.8574795157225272e-06,
      "loss": 1.236,
      "step": 66361
    },
    {
      "epoch": 5.6372748895684675,
      "grad_norm": 3.528104385481015,
      "learning_rate": 2.8561458500088783e-06,
      "loss": 1.8599,
      "step": 66362
    },
    {
      "epoch": 5.637359836901121,
      "grad_norm": 2.653885320654428,
      "learning_rate": 2.854812492605907e-06,
      "loss": 1.2519,
      "step": 66363
    },
    {
      "epoch": 5.637444784233775,
      "grad_norm": 2.584255755345765,
      "learning_rate": 2.853479443516393e-06,
      "loss": 1.4211,
      "step": 66364
    },
    {
      "epoch": 5.637529731566429,
      "grad_norm": 2.9301759242886836,
      "learning_rate": 2.852146702743152e-06,
      "loss": 1.5756,
      "step": 66365
    },
    {
      "epoch": 5.637614678899083,
      "grad_norm": 2.6587691992600155,
      "learning_rate": 2.8508142702889646e-06,
      "loss": 1.4016,
      "step": 66366
    },
    {
      "epoch": 5.637699626231736,
      "grad_norm": 2.5868081724904015,
      "learning_rate": 2.8494821461566285e-06,
      "loss": 1.4059,
      "step": 66367
    },
    {
      "epoch": 5.6377845735643906,
      "grad_norm": 2.573714550718494,
      "learning_rate": 2.8481503303489083e-06,
      "loss": 1.296,
      "step": 66368
    },
    {
      "epoch": 5.637869520897044,
      "grad_norm": 2.544261236611994,
      "learning_rate": 2.8468188228686516e-06,
      "loss": 1.1686,
      "step": 66369
    },
    {
      "epoch": 5.637954468229697,
      "grad_norm": 2.953265340075917,
      "learning_rate": 2.84548762371859e-06,
      "loss": 1.588,
      "step": 66370
    },
    {
      "epoch": 5.638039415562352,
      "grad_norm": 2.706730427023895,
      "learning_rate": 2.844156732901537e-06,
      "loss": 1.497,
      "step": 66371
    },
    {
      "epoch": 5.638124362895005,
      "grad_norm": 2.8391832641171564,
      "learning_rate": 2.8428261504202744e-06,
      "loss": 1.4079,
      "step": 66372
    },
    {
      "epoch": 5.6382093102276585,
      "grad_norm": 2.6940497591230557,
      "learning_rate": 2.8414958762776164e-06,
      "loss": 1.3485,
      "step": 66373
    },
    {
      "epoch": 5.638294257560313,
      "grad_norm": 2.618130791709046,
      "learning_rate": 2.8401659104763274e-06,
      "loss": 1.4057,
      "step": 66374
    },
    {
      "epoch": 5.638379204892966,
      "grad_norm": 2.7353761332067754,
      "learning_rate": 2.838836253019172e-06,
      "loss": 1.4382,
      "step": 66375
    },
    {
      "epoch": 5.6384641522256205,
      "grad_norm": 2.7761913606361315,
      "learning_rate": 2.8375069039089816e-06,
      "loss": 1.4508,
      "step": 66376
    },
    {
      "epoch": 5.638549099558274,
      "grad_norm": 2.632324093809366,
      "learning_rate": 2.83617786314852e-06,
      "loss": 1.415,
      "step": 66377
    },
    {
      "epoch": 5.638634046890927,
      "grad_norm": 2.748123288366099,
      "learning_rate": 2.8348491307405686e-06,
      "loss": 1.5596,
      "step": 66378
    },
    {
      "epoch": 5.638718994223582,
      "grad_norm": 2.6529981328978156,
      "learning_rate": 2.833520706687925e-06,
      "loss": 1.1907,
      "step": 66379
    },
    {
      "epoch": 5.638803941556235,
      "grad_norm": 2.689942005286114,
      "learning_rate": 2.832192590993354e-06,
      "loss": 1.2502,
      "step": 66380
    },
    {
      "epoch": 5.638888888888889,
      "grad_norm": 2.4826517960072825,
      "learning_rate": 2.8308647836596533e-06,
      "loss": 1.2962,
      "step": 66381
    },
    {
      "epoch": 5.638973836221543,
      "grad_norm": 2.66864956127109,
      "learning_rate": 2.829537284689587e-06,
      "loss": 1.3996,
      "step": 66382
    },
    {
      "epoch": 5.639058783554196,
      "grad_norm": 2.7748443740709665,
      "learning_rate": 2.828210094085953e-06,
      "loss": 1.4855,
      "step": 66383
    },
    {
      "epoch": 5.63914373088685,
      "grad_norm": 2.595667733477909,
      "learning_rate": 2.8268832118515495e-06,
      "loss": 1.4543,
      "step": 66384
    },
    {
      "epoch": 5.639228678219504,
      "grad_norm": 2.7438058378417245,
      "learning_rate": 2.825556637989124e-06,
      "loss": 1.6516,
      "step": 66385
    },
    {
      "epoch": 5.639313625552157,
      "grad_norm": 2.931689969333994,
      "learning_rate": 2.824230372501457e-06,
      "loss": 1.5354,
      "step": 66386
    },
    {
      "epoch": 5.6393985728848115,
      "grad_norm": 3.0366104763943182,
      "learning_rate": 2.822904415391347e-06,
      "loss": 1.6012,
      "step": 66387
    },
    {
      "epoch": 5.639483520217465,
      "grad_norm": 2.7382656057382917,
      "learning_rate": 2.821578766661575e-06,
      "loss": 1.5005,
      "step": 66388
    },
    {
      "epoch": 5.639568467550119,
      "grad_norm": 3.4459449765093693,
      "learning_rate": 2.820253426314889e-06,
      "loss": 1.7377,
      "step": 66389
    },
    {
      "epoch": 5.639653414882773,
      "grad_norm": 2.6118560860998272,
      "learning_rate": 2.8189283943540866e-06,
      "loss": 1.3355,
      "step": 66390
    },
    {
      "epoch": 5.639738362215427,
      "grad_norm": 2.7574557824324955,
      "learning_rate": 2.817603670781948e-06,
      "loss": 1.3883,
      "step": 66391
    },
    {
      "epoch": 5.63982330954808,
      "grad_norm": 2.7715384744544154,
      "learning_rate": 2.816279255601239e-06,
      "loss": 1.4018,
      "step": 66392
    },
    {
      "epoch": 5.639908256880734,
      "grad_norm": 2.374987904962004,
      "learning_rate": 2.8149551488147403e-06,
      "loss": 1.1296,
      "step": 66393
    },
    {
      "epoch": 5.639993204213388,
      "grad_norm": 2.803380076314601,
      "learning_rate": 2.8136313504252326e-06,
      "loss": 1.4986,
      "step": 66394
    },
    {
      "epoch": 5.640078151546041,
      "grad_norm": 2.657645337480561,
      "learning_rate": 2.812307860435464e-06,
      "loss": 1.3703,
      "step": 66395
    },
    {
      "epoch": 5.640163098878695,
      "grad_norm": 2.815817442367851,
      "learning_rate": 2.8109846788482327e-06,
      "loss": 1.3357,
      "step": 66396
    },
    {
      "epoch": 5.640248046211349,
      "grad_norm": 2.58807049871282,
      "learning_rate": 2.809661805666302e-06,
      "loss": 1.3237,
      "step": 66397
    },
    {
      "epoch": 5.6403329935440025,
      "grad_norm": 2.7137858837669286,
      "learning_rate": 2.808339240892454e-06,
      "loss": 1.2553,
      "step": 66398
    },
    {
      "epoch": 5.640417940876657,
      "grad_norm": 2.7939844485745478,
      "learning_rate": 2.8070169845294364e-06,
      "loss": 1.6385,
      "step": 66399
    },
    {
      "epoch": 5.64050288820931,
      "grad_norm": 2.5155594288728027,
      "learning_rate": 2.8056950365800302e-06,
      "loss": 1.2946,
      "step": 66400
    },
    {
      "epoch": 5.640587835541964,
      "grad_norm": 2.849607487322062,
      "learning_rate": 2.804373397047016e-06,
      "loss": 1.3572,
      "step": 66401
    },
    {
      "epoch": 5.640672782874618,
      "grad_norm": 2.6791300616995106,
      "learning_rate": 2.8030520659331757e-06,
      "loss": 1.2566,
      "step": 66402
    },
    {
      "epoch": 5.640757730207271,
      "grad_norm": 2.6895291402546566,
      "learning_rate": 2.80173104324124e-06,
      "loss": 1.4082,
      "step": 66403
    },
    {
      "epoch": 5.640842677539926,
      "grad_norm": 2.92259058305003,
      "learning_rate": 2.8004103289739897e-06,
      "loss": 1.7072,
      "step": 66404
    },
    {
      "epoch": 5.640927624872579,
      "grad_norm": 2.604704003039755,
      "learning_rate": 2.7990899231342234e-06,
      "loss": 1.3905,
      "step": 66405
    },
    {
      "epoch": 5.6410125722052324,
      "grad_norm": 2.733837158953108,
      "learning_rate": 2.7977698257246717e-06,
      "loss": 1.5519,
      "step": 66406
    },
    {
      "epoch": 5.641097519537887,
      "grad_norm": 2.8634385681130694,
      "learning_rate": 2.796450036748099e-06,
      "loss": 1.4311,
      "step": 66407
    },
    {
      "epoch": 5.64118246687054,
      "grad_norm": 2.770435423295499,
      "learning_rate": 2.7951305562072703e-06,
      "loss": 1.5237,
      "step": 66408
    },
    {
      "epoch": 5.6412674142031936,
      "grad_norm": 2.535049880112627,
      "learning_rate": 2.793811384104999e-06,
      "loss": 1.3277,
      "step": 66409
    },
    {
      "epoch": 5.641352361535848,
      "grad_norm": 2.870574416160178,
      "learning_rate": 2.7924925204440006e-06,
      "loss": 1.4723,
      "step": 66410
    },
    {
      "epoch": 5.641437308868501,
      "grad_norm": 2.535097583991168,
      "learning_rate": 2.7911739652270226e-06,
      "loss": 1.3466,
      "step": 66411
    },
    {
      "epoch": 5.6415222562011555,
      "grad_norm": 2.6276178547344946,
      "learning_rate": 2.7898557184568958e-06,
      "loss": 1.4224,
      "step": 66412
    },
    {
      "epoch": 5.641607203533809,
      "grad_norm": 2.637152130640758,
      "learning_rate": 2.7885377801363184e-06,
      "loss": 1.3083,
      "step": 66413
    },
    {
      "epoch": 5.641692150866463,
      "grad_norm": 2.6772577957389676,
      "learning_rate": 2.787220150268088e-06,
      "loss": 1.2139,
      "step": 66414
    },
    {
      "epoch": 5.641777098199117,
      "grad_norm": 2.9184524005249433,
      "learning_rate": 2.7859028288549357e-06,
      "loss": 1.6096,
      "step": 66415
    },
    {
      "epoch": 5.64186204553177,
      "grad_norm": 2.5911475148946987,
      "learning_rate": 2.7845858158996594e-06,
      "loss": 1.3574,
      "step": 66416
    },
    {
      "epoch": 5.641946992864424,
      "grad_norm": 2.6785828378609104,
      "learning_rate": 2.7832691114049897e-06,
      "loss": 1.413,
      "step": 66417
    },
    {
      "epoch": 5.642031940197078,
      "grad_norm": 2.682285352296612,
      "learning_rate": 2.781952715373692e-06,
      "loss": 1.3806,
      "step": 66418
    },
    {
      "epoch": 5.642116887529731,
      "grad_norm": 2.5451714367663505,
      "learning_rate": 2.7806366278085303e-06,
      "loss": 1.1145,
      "step": 66419
    },
    {
      "epoch": 5.6422018348623855,
      "grad_norm": 2.6340672376373653,
      "learning_rate": 2.779320848712252e-06,
      "loss": 1.1457,
      "step": 66420
    },
    {
      "epoch": 5.642286782195039,
      "grad_norm": 2.6711664166781426,
      "learning_rate": 2.778005378087639e-06,
      "loss": 1.5273,
      "step": 66421
    },
    {
      "epoch": 5.642371729527693,
      "grad_norm": 2.5092423622588527,
      "learning_rate": 2.776690215937405e-06,
      "loss": 1.3338,
      "step": 66422
    },
    {
      "epoch": 5.642456676860347,
      "grad_norm": 2.7422368357333666,
      "learning_rate": 2.7753753622643483e-06,
      "loss": 1.5161,
      "step": 66423
    },
    {
      "epoch": 5.642541624193,
      "grad_norm": 3.3793387309862406,
      "learning_rate": 2.7740608170712163e-06,
      "loss": 1.6254,
      "step": 66424
    },
    {
      "epoch": 5.642626571525654,
      "grad_norm": 2.8284999499383283,
      "learning_rate": 2.772746580360724e-06,
      "loss": 1.5374,
      "step": 66425
    },
    {
      "epoch": 5.642711518858308,
      "grad_norm": 2.6263698368938937,
      "learning_rate": 2.771432652135669e-06,
      "loss": 1.4823,
      "step": 66426
    },
    {
      "epoch": 5.642796466190962,
      "grad_norm": 2.6929599203689283,
      "learning_rate": 2.7701190323987822e-06,
      "loss": 1.1865,
      "step": 66427
    },
    {
      "epoch": 5.642881413523615,
      "grad_norm": 2.6534312235379724,
      "learning_rate": 2.7688057211528445e-06,
      "loss": 1.4193,
      "step": 66428
    },
    {
      "epoch": 5.642966360856269,
      "grad_norm": 2.7857183709357956,
      "learning_rate": 2.7674927184005545e-06,
      "loss": 1.6538,
      "step": 66429
    },
    {
      "epoch": 5.643051308188923,
      "grad_norm": 2.701034770742286,
      "learning_rate": 2.7661800241447264e-06,
      "loss": 1.5272,
      "step": 66430
    },
    {
      "epoch": 5.6431362555215765,
      "grad_norm": 2.8574460915666466,
      "learning_rate": 2.764867638388074e-06,
      "loss": 1.4626,
      "step": 66431
    },
    {
      "epoch": 5.64322120285423,
      "grad_norm": 3.037143821599528,
      "learning_rate": 2.7635555611333295e-06,
      "loss": 1.5902,
      "step": 66432
    },
    {
      "epoch": 5.643306150186884,
      "grad_norm": 2.587926068179102,
      "learning_rate": 2.762243792383273e-06,
      "loss": 1.3417,
      "step": 66433
    },
    {
      "epoch": 5.643391097519538,
      "grad_norm": 3.303788345606413,
      "learning_rate": 2.760932332140653e-06,
      "loss": 1.6221,
      "step": 66434
    },
    {
      "epoch": 5.643476044852192,
      "grad_norm": 2.7337421906422725,
      "learning_rate": 2.759621180408217e-06,
      "loss": 1.5253,
      "step": 66435
    },
    {
      "epoch": 5.643560992184845,
      "grad_norm": 2.715381939564239,
      "learning_rate": 2.7583103371886796e-06,
      "loss": 1.4235,
      "step": 66436
    },
    {
      "epoch": 5.6436459395175,
      "grad_norm": 2.954614127666864,
      "learning_rate": 2.7569998024848382e-06,
      "loss": 1.4694,
      "step": 66437
    },
    {
      "epoch": 5.643730886850153,
      "grad_norm": 2.7129551835040315,
      "learning_rate": 2.755689576299408e-06,
      "loss": 1.444,
      "step": 66438
    },
    {
      "epoch": 5.643815834182806,
      "grad_norm": 2.8692445626414025,
      "learning_rate": 2.754379658635136e-06,
      "loss": 1.509,
      "step": 66439
    },
    {
      "epoch": 5.643900781515461,
      "grad_norm": 2.57269345627741,
      "learning_rate": 2.7530700494947545e-06,
      "loss": 1.1641,
      "step": 66440
    },
    {
      "epoch": 5.643985728848114,
      "grad_norm": 2.839296444655928,
      "learning_rate": 2.7517607488810434e-06,
      "loss": 1.5352,
      "step": 66441
    },
    {
      "epoch": 5.6440706761807675,
      "grad_norm": 2.6926091842981488,
      "learning_rate": 2.7504517567967345e-06,
      "loss": 1.4333,
      "step": 66442
    },
    {
      "epoch": 5.644155623513422,
      "grad_norm": 2.783387981683881,
      "learning_rate": 2.7491430732445587e-06,
      "loss": 1.3461,
      "step": 66443
    },
    {
      "epoch": 5.644240570846075,
      "grad_norm": 2.873092952740524,
      "learning_rate": 2.74783469822723e-06,
      "loss": 1.5668,
      "step": 66444
    },
    {
      "epoch": 5.6443255181787295,
      "grad_norm": 2.8491793223361754,
      "learning_rate": 2.7465266317475477e-06,
      "loss": 1.7207,
      "step": 66445
    },
    {
      "epoch": 5.644410465511383,
      "grad_norm": 2.8237553228551415,
      "learning_rate": 2.7452188738082246e-06,
      "loss": 1.5526,
      "step": 66446
    },
    {
      "epoch": 5.644495412844036,
      "grad_norm": 2.8922029521698294,
      "learning_rate": 2.743911424411993e-06,
      "loss": 1.477,
      "step": 66447
    },
    {
      "epoch": 5.644580360176691,
      "grad_norm": 2.879223819701172,
      "learning_rate": 2.742604283561617e-06,
      "loss": 1.6002,
      "step": 66448
    },
    {
      "epoch": 5.644665307509344,
      "grad_norm": 2.627109790614193,
      "learning_rate": 2.7412974512598274e-06,
      "loss": 1.1768,
      "step": 66449
    },
    {
      "epoch": 5.644750254841998,
      "grad_norm": 2.5932872077623697,
      "learning_rate": 2.7399909275093224e-06,
      "loss": 1.1898,
      "step": 66450
    },
    {
      "epoch": 5.644835202174652,
      "grad_norm": 2.7435532016587,
      "learning_rate": 2.738684712312883e-06,
      "loss": 1.4641,
      "step": 66451
    },
    {
      "epoch": 5.644920149507305,
      "grad_norm": 2.7354008470667757,
      "learning_rate": 2.7373788056732573e-06,
      "loss": 1.5429,
      "step": 66452
    },
    {
      "epoch": 5.645005096839959,
      "grad_norm": 2.6769754479454346,
      "learning_rate": 2.7360732075931592e-06,
      "loss": 1.2082,
      "step": 66453
    },
    {
      "epoch": 5.645090044172613,
      "grad_norm": 2.699844534651842,
      "learning_rate": 2.7347679180753033e-06,
      "loss": 1.4751,
      "step": 66454
    },
    {
      "epoch": 5.645174991505266,
      "grad_norm": 2.9228238124174495,
      "learning_rate": 2.7334629371224546e-06,
      "loss": 1.5396,
      "step": 66455
    },
    {
      "epoch": 5.6452599388379205,
      "grad_norm": 2.6800297357245415,
      "learning_rate": 2.732158264737344e-06,
      "loss": 1.4762,
      "step": 66456
    },
    {
      "epoch": 5.645344886170574,
      "grad_norm": 3.3583468288150815,
      "learning_rate": 2.7308539009227027e-06,
      "loss": 1.6039,
      "step": 66457
    },
    {
      "epoch": 5.645429833503228,
      "grad_norm": 2.793747336122104,
      "learning_rate": 2.7295498456812446e-06,
      "loss": 1.6472,
      "step": 66458
    },
    {
      "epoch": 5.645514780835882,
      "grad_norm": 2.771800627107384,
      "learning_rate": 2.728246099015735e-06,
      "loss": 1.2511,
      "step": 66459
    },
    {
      "epoch": 5.645599728168536,
      "grad_norm": 2.6961057414985174,
      "learning_rate": 2.726942660928888e-06,
      "loss": 1.3615,
      "step": 66460
    },
    {
      "epoch": 5.645684675501189,
      "grad_norm": 2.917299511714973,
      "learning_rate": 2.725639531423435e-06,
      "loss": 1.5932,
      "step": 66461
    },
    {
      "epoch": 5.645769622833843,
      "grad_norm": 2.861255673146334,
      "learning_rate": 2.724336710502106e-06,
      "loss": 1.5391,
      "step": 66462
    },
    {
      "epoch": 5.645854570166497,
      "grad_norm": 2.6541805763367967,
      "learning_rate": 2.7230341981676174e-06,
      "loss": 1.2703,
      "step": 66463
    },
    {
      "epoch": 5.6459395174991505,
      "grad_norm": 2.5565241058375787,
      "learning_rate": 2.721731994422732e-06,
      "loss": 1.1725,
      "step": 66464
    },
    {
      "epoch": 5.646024464831804,
      "grad_norm": 3.103976929473878,
      "learning_rate": 2.7204300992701487e-06,
      "loss": 1.7503,
      "step": 66465
    },
    {
      "epoch": 5.646109412164458,
      "grad_norm": 2.897841652144353,
      "learning_rate": 2.719128512712615e-06,
      "loss": 1.6041,
      "step": 66466
    },
    {
      "epoch": 5.646194359497112,
      "grad_norm": 2.7569772397367722,
      "learning_rate": 2.717827234752862e-06,
      "loss": 1.5206,
      "step": 66467
    },
    {
      "epoch": 5.646279306829766,
      "grad_norm": 2.8099733584560167,
      "learning_rate": 2.716526265393587e-06,
      "loss": 1.5302,
      "step": 66468
    },
    {
      "epoch": 5.646364254162419,
      "grad_norm": 2.602725331357726,
      "learning_rate": 2.715225604637522e-06,
      "loss": 1.2917,
      "step": 66469
    },
    {
      "epoch": 5.646449201495073,
      "grad_norm": 2.5490372858108294,
      "learning_rate": 2.713925252487431e-06,
      "loss": 1.3585,
      "step": 66470
    },
    {
      "epoch": 5.646534148827727,
      "grad_norm": 2.724124422522151,
      "learning_rate": 2.7126252089459952e-06,
      "loss": 1.4492,
      "step": 66471
    },
    {
      "epoch": 5.64661909616038,
      "grad_norm": 2.6388121099363744,
      "learning_rate": 2.711325474015963e-06,
      "loss": 1.4127,
      "step": 66472
    },
    {
      "epoch": 5.646704043493035,
      "grad_norm": 2.78976613772862,
      "learning_rate": 2.7100260477000313e-06,
      "loss": 1.5051,
      "step": 66473
    },
    {
      "epoch": 5.646788990825688,
      "grad_norm": 2.779286788987653,
      "learning_rate": 2.7087269300009483e-06,
      "loss": 1.4816,
      "step": 66474
    },
    {
      "epoch": 5.6468739381583415,
      "grad_norm": 2.692779355117006,
      "learning_rate": 2.7074281209214288e-06,
      "loss": 1.2345,
      "step": 66475
    },
    {
      "epoch": 5.646958885490996,
      "grad_norm": 2.726450237983004,
      "learning_rate": 2.706129620464187e-06,
      "loss": 1.5646,
      "step": 66476
    },
    {
      "epoch": 5.647043832823649,
      "grad_norm": 2.6178920312099434,
      "learning_rate": 2.7048314286319704e-06,
      "loss": 1.4124,
      "step": 66477
    },
    {
      "epoch": 5.647128780156303,
      "grad_norm": 2.802729253575872,
      "learning_rate": 2.7035335454274607e-06,
      "loss": 1.5279,
      "step": 66478
    },
    {
      "epoch": 5.647213727488957,
      "grad_norm": 2.842417225690863,
      "learning_rate": 2.702235970853406e-06,
      "loss": 1.4053,
      "step": 66479
    },
    {
      "epoch": 5.64729867482161,
      "grad_norm": 2.578441857511309,
      "learning_rate": 2.700938704912503e-06,
      "loss": 1.3672,
      "step": 66480
    },
    {
      "epoch": 5.647383622154265,
      "grad_norm": 2.5862663382399265,
      "learning_rate": 2.699641747607484e-06,
      "loss": 1.2238,
      "step": 66481
    },
    {
      "epoch": 5.647468569486918,
      "grad_norm": 2.5338053335518076,
      "learning_rate": 2.6983450989410794e-06,
      "loss": 1.2379,
      "step": 66482
    },
    {
      "epoch": 5.647553516819572,
      "grad_norm": 2.9017694258600946,
      "learning_rate": 2.6970487589159707e-06,
      "loss": 1.658,
      "step": 66483
    },
    {
      "epoch": 5.647638464152226,
      "grad_norm": 2.6125543577151,
      "learning_rate": 2.6957527275349054e-06,
      "loss": 1.4294,
      "step": 66484
    },
    {
      "epoch": 5.647723411484879,
      "grad_norm": 2.494425178150952,
      "learning_rate": 2.694457004800582e-06,
      "loss": 1.3151,
      "step": 66485
    },
    {
      "epoch": 5.647808358817533,
      "grad_norm": 2.7249449496264324,
      "learning_rate": 2.693161590715731e-06,
      "loss": 1.2935,
      "step": 66486
    },
    {
      "epoch": 5.647893306150187,
      "grad_norm": 2.8725735029689843,
      "learning_rate": 2.6918664852830342e-06,
      "loss": 1.2923,
      "step": 66487
    },
    {
      "epoch": 5.64797825348284,
      "grad_norm": 2.5661714107462057,
      "learning_rate": 2.6905716885052385e-06,
      "loss": 1.4828,
      "step": 66488
    },
    {
      "epoch": 5.6480632008154945,
      "grad_norm": 2.5217712031195574,
      "learning_rate": 2.689277200385059e-06,
      "loss": 1.2773,
      "step": 66489
    },
    {
      "epoch": 5.648148148148148,
      "grad_norm": 3.393762958655393,
      "learning_rate": 2.687983020925194e-06,
      "loss": 1.7046,
      "step": 66490
    },
    {
      "epoch": 5.648233095480802,
      "grad_norm": 2.6344647442571514,
      "learning_rate": 2.6866891501283406e-06,
      "loss": 1.4176,
      "step": 66491
    },
    {
      "epoch": 5.648318042813456,
      "grad_norm": 2.5821908783252088,
      "learning_rate": 2.6853955879972465e-06,
      "loss": 1.1257,
      "step": 66492
    },
    {
      "epoch": 5.648402990146109,
      "grad_norm": 3.0932090954692653,
      "learning_rate": 2.684102334534577e-06,
      "loss": 1.7094,
      "step": 66493
    },
    {
      "epoch": 5.648487937478763,
      "grad_norm": 2.8705547177907826,
      "learning_rate": 2.682809389743079e-06,
      "loss": 1.474,
      "step": 66494
    },
    {
      "epoch": 5.648572884811417,
      "grad_norm": 2.78238455072569,
      "learning_rate": 2.681516753625451e-06,
      "loss": 1.5339,
      "step": 66495
    },
    {
      "epoch": 5.648657832144071,
      "grad_norm": 3.295645455034551,
      "learning_rate": 2.6802244261843907e-06,
      "loss": 1.6522,
      "step": 66496
    },
    {
      "epoch": 5.648742779476724,
      "grad_norm": 2.7325883309463253,
      "learning_rate": 2.6789324074226294e-06,
      "loss": 1.3479,
      "step": 66497
    },
    {
      "epoch": 5.648827726809378,
      "grad_norm": 2.6023700682964055,
      "learning_rate": 2.6776406973428477e-06,
      "loss": 1.4125,
      "step": 66498
    },
    {
      "epoch": 5.648912674142032,
      "grad_norm": 2.5941783894907577,
      "learning_rate": 2.6763492959477607e-06,
      "loss": 1.4801,
      "step": 66499
    },
    {
      "epoch": 5.6489976214746855,
      "grad_norm": 2.9942100319354417,
      "learning_rate": 2.6750582032400823e-06,
      "loss": 1.5978,
      "step": 66500
    },
    {
      "epoch": 5.64908256880734,
      "grad_norm": 2.7825508506007792,
      "learning_rate": 2.673767419222511e-06,
      "loss": 1.3828,
      "step": 66501
    },
    {
      "epoch": 5.649167516139993,
      "grad_norm": 2.7302495538306144,
      "learning_rate": 2.672476943897761e-06,
      "loss": 1.517,
      "step": 66502
    },
    {
      "epoch": 5.649252463472647,
      "grad_norm": 2.9833717377985653,
      "learning_rate": 2.6711867772685134e-06,
      "loss": 1.6586,
      "step": 66503
    },
    {
      "epoch": 5.649337410805301,
      "grad_norm": 2.751094030109838,
      "learning_rate": 2.6698969193375164e-06,
      "loss": 1.2525,
      "step": 66504
    },
    {
      "epoch": 5.649422358137954,
      "grad_norm": 2.7410156505115126,
      "learning_rate": 2.668607370107401e-06,
      "loss": 1.3802,
      "step": 66505
    },
    {
      "epoch": 5.649507305470609,
      "grad_norm": 2.755565489427744,
      "learning_rate": 2.667318129580931e-06,
      "loss": 1.2813,
      "step": 66506
    },
    {
      "epoch": 5.649592252803262,
      "grad_norm": 2.6582378124424286,
      "learning_rate": 2.6660291977607884e-06,
      "loss": 1.3998,
      "step": 66507
    },
    {
      "epoch": 5.6496772001359155,
      "grad_norm": 2.7860193136493274,
      "learning_rate": 2.6647405746496875e-06,
      "loss": 1.4563,
      "step": 66508
    },
    {
      "epoch": 5.64976214746857,
      "grad_norm": 2.906482611553745,
      "learning_rate": 2.6634522602502928e-06,
      "loss": 1.7281,
      "step": 66509
    },
    {
      "epoch": 5.649847094801223,
      "grad_norm": 2.631205005519724,
      "learning_rate": 2.6621642545653354e-06,
      "loss": 1.5626,
      "step": 66510
    },
    {
      "epoch": 5.649932042133877,
      "grad_norm": 2.5965504015920655,
      "learning_rate": 2.660876557597497e-06,
      "loss": 1.3017,
      "step": 66511
    },
    {
      "epoch": 5.650016989466531,
      "grad_norm": 2.6019916482051837,
      "learning_rate": 2.6595891693494743e-06,
      "loss": 1.4534,
      "step": 66512
    },
    {
      "epoch": 5.650101936799184,
      "grad_norm": 2.750902472903257,
      "learning_rate": 2.6583020898239825e-06,
      "loss": 1.562,
      "step": 66513
    },
    {
      "epoch": 5.650186884131839,
      "grad_norm": 2.9097255000796003,
      "learning_rate": 2.65701531902372e-06,
      "loss": 1.5716,
      "step": 66514
    },
    {
      "epoch": 5.650271831464492,
      "grad_norm": 2.613692889264913,
      "learning_rate": 2.655728856951367e-06,
      "loss": 1.2844,
      "step": 66515
    },
    {
      "epoch": 5.650356778797146,
      "grad_norm": 2.6821806127934074,
      "learning_rate": 2.654442703609605e-06,
      "loss": 1.1977,
      "step": 66516
    },
    {
      "epoch": 5.6504417261298,
      "grad_norm": 2.5630359532586597,
      "learning_rate": 2.6531568590011653e-06,
      "loss": 1.2802,
      "step": 66517
    },
    {
      "epoch": 5.650526673462453,
      "grad_norm": 2.725974793957005,
      "learning_rate": 2.6518713231287124e-06,
      "loss": 1.4447,
      "step": 66518
    },
    {
      "epoch": 5.650611620795107,
      "grad_norm": 2.7969470872475846,
      "learning_rate": 2.650586095994961e-06,
      "loss": 1.5301,
      "step": 66519
    },
    {
      "epoch": 5.650696568127761,
      "grad_norm": 2.6766199233867933,
      "learning_rate": 2.649301177602592e-06,
      "loss": 1.3828,
      "step": 66520
    },
    {
      "epoch": 5.650781515460414,
      "grad_norm": 2.9592264855834705,
      "learning_rate": 2.6480165679543033e-06,
      "loss": 1.3708,
      "step": 66521
    },
    {
      "epoch": 5.6508664627930685,
      "grad_norm": 2.6762055305128594,
      "learning_rate": 2.646732267052776e-06,
      "loss": 1.4965,
      "step": 66522
    },
    {
      "epoch": 5.650951410125722,
      "grad_norm": 3.319919988157805,
      "learning_rate": 2.645448274900708e-06,
      "loss": 1.5448,
      "step": 66523
    },
    {
      "epoch": 5.651036357458376,
      "grad_norm": 2.682244554080702,
      "learning_rate": 2.644164591500797e-06,
      "loss": 1.223,
      "step": 66524
    },
    {
      "epoch": 5.65112130479103,
      "grad_norm": 2.7765284724983723,
      "learning_rate": 2.6428812168557245e-06,
      "loss": 1.4662,
      "step": 66525
    },
    {
      "epoch": 5.651206252123683,
      "grad_norm": 2.738074357079625,
      "learning_rate": 2.6415981509681884e-06,
      "loss": 1.4959,
      "step": 66526
    },
    {
      "epoch": 5.651291199456337,
      "grad_norm": 2.6220925040841987,
      "learning_rate": 2.6403153938408693e-06,
      "loss": 1.2701,
      "step": 66527
    },
    {
      "epoch": 5.651376146788991,
      "grad_norm": 2.768992181512304,
      "learning_rate": 2.6390329454764493e-06,
      "loss": 1.544,
      "step": 66528
    },
    {
      "epoch": 5.651461094121645,
      "grad_norm": 2.6629036704247535,
      "learning_rate": 2.6377508058776254e-06,
      "loss": 1.4086,
      "step": 66529
    },
    {
      "epoch": 5.651546041454298,
      "grad_norm": 2.7372319960138225,
      "learning_rate": 2.6364689750470792e-06,
      "loss": 1.5256,
      "step": 66530
    },
    {
      "epoch": 5.651630988786952,
      "grad_norm": 2.537650299699979,
      "learning_rate": 2.6351874529874918e-06,
      "loss": 1.2512,
      "step": 66531
    },
    {
      "epoch": 5.651715936119606,
      "grad_norm": 2.9189800894085844,
      "learning_rate": 2.6339062397015607e-06,
      "loss": 1.5119,
      "step": 66532
    },
    {
      "epoch": 5.6518008834522595,
      "grad_norm": 2.8884831007921985,
      "learning_rate": 2.632625335191968e-06,
      "loss": 1.5353,
      "step": 66533
    },
    {
      "epoch": 5.651885830784913,
      "grad_norm": 2.828734377060942,
      "learning_rate": 2.6313447394613775e-06,
      "loss": 1.5463,
      "step": 66534
    },
    {
      "epoch": 5.651970778117567,
      "grad_norm": 2.679689154656651,
      "learning_rate": 2.6300644525125035e-06,
      "loss": 1.4704,
      "step": 66535
    },
    {
      "epoch": 5.652055725450221,
      "grad_norm": 2.6542485456928877,
      "learning_rate": 2.6287844743480115e-06,
      "loss": 1.4322,
      "step": 66536
    },
    {
      "epoch": 5.652140672782875,
      "grad_norm": 2.6043332462409787,
      "learning_rate": 2.6275048049705815e-06,
      "loss": 1.4132,
      "step": 66537
    },
    {
      "epoch": 5.652225620115528,
      "grad_norm": 2.614705094706984,
      "learning_rate": 2.6262254443828957e-06,
      "loss": 1.3095,
      "step": 66538
    },
    {
      "epoch": 5.652310567448183,
      "grad_norm": 2.746775718839087,
      "learning_rate": 2.6249463925876513e-06,
      "loss": 1.5862,
      "step": 66539
    },
    {
      "epoch": 5.652395514780836,
      "grad_norm": 2.7832532184930665,
      "learning_rate": 2.623667649587513e-06,
      "loss": 1.3837,
      "step": 66540
    },
    {
      "epoch": 5.652480462113489,
      "grad_norm": 2.570506694145925,
      "learning_rate": 2.6223892153851624e-06,
      "loss": 1.3483,
      "step": 66541
    },
    {
      "epoch": 5.652565409446144,
      "grad_norm": 2.6218426512891604,
      "learning_rate": 2.6211110899832635e-06,
      "loss": 1.2294,
      "step": 66542
    },
    {
      "epoch": 5.652650356778797,
      "grad_norm": 2.5267647209204975,
      "learning_rate": 2.619833273384514e-06,
      "loss": 1.2967,
      "step": 66543
    },
    {
      "epoch": 5.6527353041114505,
      "grad_norm": 2.6195330220080293,
      "learning_rate": 2.6185557655915955e-06,
      "loss": 1.3228,
      "step": 66544
    },
    {
      "epoch": 5.652820251444105,
      "grad_norm": 2.7135711696999447,
      "learning_rate": 2.6172785666071726e-06,
      "loss": 1.4859,
      "step": 66545
    },
    {
      "epoch": 5.652905198776758,
      "grad_norm": 2.56495295101709,
      "learning_rate": 2.6160016764339263e-06,
      "loss": 1.3265,
      "step": 66546
    },
    {
      "epoch": 5.6529901461094125,
      "grad_norm": 2.541735947915269,
      "learning_rate": 2.614725095074538e-06,
      "loss": 1.3462,
      "step": 66547
    },
    {
      "epoch": 5.653075093442066,
      "grad_norm": 2.8763924215232284,
      "learning_rate": 2.613448822531655e-06,
      "loss": 1.522,
      "step": 66548
    },
    {
      "epoch": 5.653160040774719,
      "grad_norm": 2.5553422179885343,
      "learning_rate": 2.6121728588079595e-06,
      "loss": 1.3562,
      "step": 66549
    },
    {
      "epoch": 5.653244988107374,
      "grad_norm": 2.798199288158918,
      "learning_rate": 2.6108972039061647e-06,
      "loss": 1.3301,
      "step": 66550
    },
    {
      "epoch": 5.653329935440027,
      "grad_norm": 2.683011185171186,
      "learning_rate": 2.6096218578289195e-06,
      "loss": 1.5128,
      "step": 66551
    },
    {
      "epoch": 5.653414882772681,
      "grad_norm": 2.6353677486748563,
      "learning_rate": 2.6083468205788717e-06,
      "loss": 1.4327,
      "step": 66552
    },
    {
      "epoch": 5.653499830105335,
      "grad_norm": 2.6599641741183437,
      "learning_rate": 2.6070720921587183e-06,
      "loss": 1.4278,
      "step": 66553
    },
    {
      "epoch": 5.653584777437988,
      "grad_norm": 2.5308814198242553,
      "learning_rate": 2.6057976725711417e-06,
      "loss": 1.2731,
      "step": 66554
    },
    {
      "epoch": 5.6536697247706424,
      "grad_norm": 2.5867174215197797,
      "learning_rate": 2.604523561818772e-06,
      "loss": 1.4254,
      "step": 66555
    },
    {
      "epoch": 5.653754672103296,
      "grad_norm": 2.6189571057459795,
      "learning_rate": 2.603249759904291e-06,
      "loss": 1.2327,
      "step": 66556
    },
    {
      "epoch": 5.653839619435949,
      "grad_norm": 2.8733580696591234,
      "learning_rate": 2.6019762668304132e-06,
      "loss": 1.5486,
      "step": 66557
    },
    {
      "epoch": 5.6539245667686036,
      "grad_norm": 2.5353687576823707,
      "learning_rate": 2.60070308259977e-06,
      "loss": 1.1412,
      "step": 66558
    },
    {
      "epoch": 5.654009514101257,
      "grad_norm": 2.8694774332346618,
      "learning_rate": 2.5994302072150088e-06,
      "loss": 1.5872,
      "step": 66559
    },
    {
      "epoch": 5.654094461433911,
      "grad_norm": 2.723198256647894,
      "learning_rate": 2.598157640678844e-06,
      "loss": 1.2408,
      "step": 66560
    },
    {
      "epoch": 5.654179408766565,
      "grad_norm": 2.659629241040597,
      "learning_rate": 2.596885382993891e-06,
      "loss": 1.3721,
      "step": 66561
    },
    {
      "epoch": 5.654264356099219,
      "grad_norm": 2.6436036022443767,
      "learning_rate": 2.5956134341628633e-06,
      "loss": 1.3651,
      "step": 66562
    },
    {
      "epoch": 5.654349303431872,
      "grad_norm": 2.6757914970349623,
      "learning_rate": 2.5943417941883925e-06,
      "loss": 1.3016,
      "step": 66563
    },
    {
      "epoch": 5.654434250764526,
      "grad_norm": 2.8047323209724544,
      "learning_rate": 2.5930704630731603e-06,
      "loss": 1.3531,
      "step": 66564
    },
    {
      "epoch": 5.65451919809718,
      "grad_norm": 3.0923735896269826,
      "learning_rate": 2.5917994408198474e-06,
      "loss": 1.2861,
      "step": 66565
    },
    {
      "epoch": 5.6546041454298335,
      "grad_norm": 2.9574067993103315,
      "learning_rate": 2.5905287274310683e-06,
      "loss": 1.4485,
      "step": 66566
    },
    {
      "epoch": 5.654689092762487,
      "grad_norm": 2.658603352716719,
      "learning_rate": 2.5892583229095043e-06,
      "loss": 1.3171,
      "step": 66567
    },
    {
      "epoch": 5.654774040095141,
      "grad_norm": 2.9287397373622093,
      "learning_rate": 2.5879882272578536e-06,
      "loss": 1.6328,
      "step": 66568
    },
    {
      "epoch": 5.654858987427795,
      "grad_norm": 2.714937289472768,
      "learning_rate": 2.5867184404787465e-06,
      "loss": 1.5508,
      "step": 66569
    },
    {
      "epoch": 5.654943934760449,
      "grad_norm": 2.587597295560867,
      "learning_rate": 2.585448962574832e-06,
      "loss": 1.3305,
      "step": 66570
    },
    {
      "epoch": 5.655028882093102,
      "grad_norm": 2.683592090157443,
      "learning_rate": 2.5841797935487906e-06,
      "loss": 1.3572,
      "step": 66571
    },
    {
      "epoch": 5.655113829425756,
      "grad_norm": 2.5979400087023063,
      "learning_rate": 2.5829109334032872e-06,
      "loss": 1.385,
      "step": 66572
    },
    {
      "epoch": 5.65519877675841,
      "grad_norm": 2.661394402742179,
      "learning_rate": 2.581642382140953e-06,
      "loss": 1.5378,
      "step": 66573
    },
    {
      "epoch": 5.655283724091063,
      "grad_norm": 2.5123729508084143,
      "learning_rate": 2.5803741397644517e-06,
      "loss": 1.1841,
      "step": 66574
    },
    {
      "epoch": 5.655368671423718,
      "grad_norm": 2.6068131943519015,
      "learning_rate": 2.5791062062764655e-06,
      "loss": 1.2946,
      "step": 66575
    },
    {
      "epoch": 5.655453618756371,
      "grad_norm": 2.5940716516212365,
      "learning_rate": 2.577838581679642e-06,
      "loss": 1.3092,
      "step": 66576
    },
    {
      "epoch": 5.6555385660890245,
      "grad_norm": 2.7961733198526746,
      "learning_rate": 2.5765712659766293e-06,
      "loss": 1.5275,
      "step": 66577
    },
    {
      "epoch": 5.655623513421679,
      "grad_norm": 2.696794938062308,
      "learning_rate": 2.575304259170091e-06,
      "loss": 1.5395,
      "step": 66578
    },
    {
      "epoch": 5.655708460754332,
      "grad_norm": 2.620678878096803,
      "learning_rate": 2.5740375612626594e-06,
      "loss": 1.2614,
      "step": 66579
    },
    {
      "epoch": 5.655793408086986,
      "grad_norm": 2.8799901934132373,
      "learning_rate": 2.5727711722570154e-06,
      "loss": 1.6601,
      "step": 66580
    },
    {
      "epoch": 5.65587835541964,
      "grad_norm": 2.52419326109812,
      "learning_rate": 2.5715050921557902e-06,
      "loss": 1.3522,
      "step": 66581
    },
    {
      "epoch": 5.655963302752293,
      "grad_norm": 2.8125381411402537,
      "learning_rate": 2.5702393209616643e-06,
      "loss": 1.5714,
      "step": 66582
    },
    {
      "epoch": 5.656048250084948,
      "grad_norm": 2.649268872855628,
      "learning_rate": 2.5689738586772703e-06,
      "loss": 1.4749,
      "step": 66583
    },
    {
      "epoch": 5.656133197417601,
      "grad_norm": 3.4923581994752326,
      "learning_rate": 2.5677087053052547e-06,
      "loss": 1.8609,
      "step": 66584
    },
    {
      "epoch": 5.656218144750255,
      "grad_norm": 2.729194840613987,
      "learning_rate": 2.5664438608482827e-06,
      "loss": 1.5192,
      "step": 66585
    },
    {
      "epoch": 5.656303092082909,
      "grad_norm": 2.8829553576703337,
      "learning_rate": 2.5651793253090026e-06,
      "loss": 1.3672,
      "step": 66586
    },
    {
      "epoch": 5.656388039415562,
      "grad_norm": 2.6752811746205376,
      "learning_rate": 2.5639150986900613e-06,
      "loss": 1.3942,
      "step": 66587
    },
    {
      "epoch": 5.656472986748216,
      "grad_norm": 2.601191861785239,
      "learning_rate": 2.5626511809941075e-06,
      "loss": 1.3202,
      "step": 66588
    },
    {
      "epoch": 5.65655793408087,
      "grad_norm": 2.613195760602357,
      "learning_rate": 2.5613875722237886e-06,
      "loss": 1.1887,
      "step": 66589
    },
    {
      "epoch": 5.656642881413523,
      "grad_norm": 2.7428072842633595,
      "learning_rate": 2.560124272381753e-06,
      "loss": 1.3458,
      "step": 66590
    },
    {
      "epoch": 5.6567278287461775,
      "grad_norm": 2.72880473292937,
      "learning_rate": 2.5588612814706477e-06,
      "loss": 1.5952,
      "step": 66591
    },
    {
      "epoch": 5.656812776078831,
      "grad_norm": 2.6037346132669117,
      "learning_rate": 2.557598599493105e-06,
      "loss": 1.4612,
      "step": 66592
    },
    {
      "epoch": 5.656897723411485,
      "grad_norm": 2.665970209973994,
      "learning_rate": 2.556336226451805e-06,
      "loss": 1.1995,
      "step": 66593
    },
    {
      "epoch": 5.656982670744139,
      "grad_norm": 2.8436609388821354,
      "learning_rate": 2.555074162349363e-06,
      "loss": 1.5471,
      "step": 66594
    },
    {
      "epoch": 5.657067618076792,
      "grad_norm": 2.730661281649365,
      "learning_rate": 2.553812407188427e-06,
      "loss": 1.3402,
      "step": 66595
    },
    {
      "epoch": 5.657152565409446,
      "grad_norm": 2.744866426668403,
      "learning_rate": 2.552550960971661e-06,
      "loss": 1.3902,
      "step": 66596
    },
    {
      "epoch": 5.6572375127421,
      "grad_norm": 2.6829264844005425,
      "learning_rate": 2.55128982370168e-06,
      "loss": 1.4392,
      "step": 66597
    },
    {
      "epoch": 5.657322460074754,
      "grad_norm": 2.6553787694527795,
      "learning_rate": 2.5500289953811483e-06,
      "loss": 1.5032,
      "step": 66598
    },
    {
      "epoch": 5.657407407407407,
      "grad_norm": 2.5551330341073233,
      "learning_rate": 2.54876847601268e-06,
      "loss": 1.2803,
      "step": 66599
    },
    {
      "epoch": 5.657492354740061,
      "grad_norm": 2.7039379851245826,
      "learning_rate": 2.5475082655989577e-06,
      "loss": 1.4485,
      "step": 66600
    },
    {
      "epoch": 5.657577302072715,
      "grad_norm": 2.714760980202162,
      "learning_rate": 2.5462483641425946e-06,
      "loss": 1.5908,
      "step": 66601
    },
    {
      "epoch": 5.6576622494053685,
      "grad_norm": 2.806129307466764,
      "learning_rate": 2.5449887716462394e-06,
      "loss": 1.6462,
      "step": 66602
    },
    {
      "epoch": 5.657747196738022,
      "grad_norm": 2.82983048051639,
      "learning_rate": 2.5437294881125225e-06,
      "loss": 1.5999,
      "step": 66603
    },
    {
      "epoch": 5.657832144070676,
      "grad_norm": 2.5345989729112635,
      "learning_rate": 2.542470513544076e-06,
      "loss": 1.3403,
      "step": 66604
    },
    {
      "epoch": 5.65791709140333,
      "grad_norm": 2.6533626183365926,
      "learning_rate": 2.541211847943564e-06,
      "loss": 1.2471,
      "step": 66605
    },
    {
      "epoch": 5.658002038735984,
      "grad_norm": 2.6141907513777216,
      "learning_rate": 2.539953491313601e-06,
      "loss": 1.3909,
      "step": 66606
    },
    {
      "epoch": 5.658086986068637,
      "grad_norm": 2.532273098793095,
      "learning_rate": 2.538695443656852e-06,
      "loss": 1.2518,
      "step": 66607
    },
    {
      "epoch": 5.658171933401292,
      "grad_norm": 2.6016028158553275,
      "learning_rate": 2.537437704975914e-06,
      "loss": 1.4993,
      "step": 66608
    },
    {
      "epoch": 5.658256880733945,
      "grad_norm": 2.6207511760243305,
      "learning_rate": 2.5361802752734363e-06,
      "loss": 1.256,
      "step": 66609
    },
    {
      "epoch": 5.6583418280665985,
      "grad_norm": 2.5359369818281197,
      "learning_rate": 2.5349231545520656e-06,
      "loss": 1.4059,
      "step": 66610
    },
    {
      "epoch": 5.658426775399253,
      "grad_norm": 2.8149933761123305,
      "learning_rate": 2.5336663428144333e-06,
      "loss": 1.3565,
      "step": 66611
    },
    {
      "epoch": 5.658511722731906,
      "grad_norm": 2.6676176170858263,
      "learning_rate": 2.532409840063171e-06,
      "loss": 1.4619,
      "step": 66612
    },
    {
      "epoch": 5.65859667006456,
      "grad_norm": 2.713159965565041,
      "learning_rate": 2.531153646300893e-06,
      "loss": 1.428,
      "step": 66613
    },
    {
      "epoch": 5.658681617397214,
      "grad_norm": 2.918318677323632,
      "learning_rate": 2.529897761530264e-06,
      "loss": 1.3959,
      "step": 66614
    },
    {
      "epoch": 5.658766564729867,
      "grad_norm": 3.1546725479143753,
      "learning_rate": 2.5286421857538986e-06,
      "loss": 1.5816,
      "step": 66615
    },
    {
      "epoch": 5.658851512062522,
      "grad_norm": 3.0175620404851506,
      "learning_rate": 2.527386918974411e-06,
      "loss": 1.5281,
      "step": 66616
    },
    {
      "epoch": 5.658936459395175,
      "grad_norm": 2.6501192174791424,
      "learning_rate": 2.5261319611944496e-06,
      "loss": 1.3604,
      "step": 66617
    },
    {
      "epoch": 5.659021406727828,
      "grad_norm": 2.7254754517633812,
      "learning_rate": 2.5248773124166623e-06,
      "loss": 1.4325,
      "step": 66618
    },
    {
      "epoch": 5.659106354060483,
      "grad_norm": 2.9165607751915483,
      "learning_rate": 2.523622972643646e-06,
      "loss": 1.5792,
      "step": 66619
    },
    {
      "epoch": 5.659191301393136,
      "grad_norm": 2.685070461188277,
      "learning_rate": 2.5223689418780336e-06,
      "loss": 1.4133,
      "step": 66620
    },
    {
      "epoch": 5.65927624872579,
      "grad_norm": 2.653529072648033,
      "learning_rate": 2.5211152201224717e-06,
      "loss": 1.2978,
      "step": 66621
    },
    {
      "epoch": 5.659361196058444,
      "grad_norm": 2.758758948074135,
      "learning_rate": 2.5198618073795752e-06,
      "loss": 1.5091,
      "step": 66622
    },
    {
      "epoch": 5.659446143391097,
      "grad_norm": 2.559908460772965,
      "learning_rate": 2.5186087036519755e-06,
      "loss": 1.2768,
      "step": 66623
    },
    {
      "epoch": 5.6595310907237515,
      "grad_norm": 2.8252546131813427,
      "learning_rate": 2.5173559089422703e-06,
      "loss": 1.4222,
      "step": 66624
    },
    {
      "epoch": 5.659616038056405,
      "grad_norm": 2.8489888881117422,
      "learning_rate": 2.516103423253124e-06,
      "loss": 1.3082,
      "step": 66625
    },
    {
      "epoch": 5.659700985389058,
      "grad_norm": 2.8755141206379413,
      "learning_rate": 2.5148512465871516e-06,
      "loss": 1.5905,
      "step": 66626
    },
    {
      "epoch": 5.659785932721713,
      "grad_norm": 2.929328464351281,
      "learning_rate": 2.513599378946951e-06,
      "loss": 1.543,
      "step": 66627
    },
    {
      "epoch": 5.659870880054366,
      "grad_norm": 2.6575543726147703,
      "learning_rate": 2.51234782033517e-06,
      "loss": 1.4865,
      "step": 66628
    },
    {
      "epoch": 5.65995582738702,
      "grad_norm": 2.7807788042265855,
      "learning_rate": 2.5110965707544396e-06,
      "loss": 1.5145,
      "step": 66629
    },
    {
      "epoch": 5.660040774719674,
      "grad_norm": 2.908315356278453,
      "learning_rate": 2.5098456302073577e-06,
      "loss": 1.6333,
      "step": 66630
    },
    {
      "epoch": 5.660125722052328,
      "grad_norm": 2.7968732674009926,
      "learning_rate": 2.5085949986965557e-06,
      "loss": 1.3658,
      "step": 66631
    },
    {
      "epoch": 5.660210669384981,
      "grad_norm": 2.736976651403498,
      "learning_rate": 2.5073446762246484e-06,
      "loss": 1.4615,
      "step": 66632
    },
    {
      "epoch": 5.660295616717635,
      "grad_norm": 2.622102416720892,
      "learning_rate": 2.506094662794267e-06,
      "loss": 1.1322,
      "step": 66633
    },
    {
      "epoch": 5.660380564050289,
      "grad_norm": 2.7201806194499185,
      "learning_rate": 2.5048449584080255e-06,
      "loss": 1.4725,
      "step": 66634
    },
    {
      "epoch": 5.6604655113829425,
      "grad_norm": 2.6617442393939026,
      "learning_rate": 2.503595563068522e-06,
      "loss": 1.4626,
      "step": 66635
    },
    {
      "epoch": 5.660550458715596,
      "grad_norm": 3.0533464778090895,
      "learning_rate": 2.5023464767784053e-06,
      "loss": 1.4705,
      "step": 66636
    },
    {
      "epoch": 5.66063540604825,
      "grad_norm": 2.7989237482338925,
      "learning_rate": 2.5010976995402887e-06,
      "loss": 1.5038,
      "step": 66637
    },
    {
      "epoch": 5.660720353380904,
      "grad_norm": 2.7312819649877667,
      "learning_rate": 2.499849231356771e-06,
      "loss": 1.5537,
      "step": 66638
    },
    {
      "epoch": 5.660805300713558,
      "grad_norm": 2.5268957980848246,
      "learning_rate": 2.498601072230483e-06,
      "loss": 1.3822,
      "step": 66639
    },
    {
      "epoch": 5.660890248046211,
      "grad_norm": 2.8563311000652134,
      "learning_rate": 2.4973532221640393e-06,
      "loss": 1.5012,
      "step": 66640
    },
    {
      "epoch": 5.660975195378865,
      "grad_norm": 2.738343029799752,
      "learning_rate": 2.496105681160038e-06,
      "loss": 1.6191,
      "step": 66641
    },
    {
      "epoch": 5.661060142711519,
      "grad_norm": 2.6434070746025613,
      "learning_rate": 2.49485844922111e-06,
      "loss": 1.4233,
      "step": 66642
    },
    {
      "epoch": 5.661145090044172,
      "grad_norm": 2.7050218515529876,
      "learning_rate": 2.4936115263498536e-06,
      "loss": 1.52,
      "step": 66643
    },
    {
      "epoch": 5.661230037376827,
      "grad_norm": 2.7697840626619628,
      "learning_rate": 2.4923649125489166e-06,
      "loss": 1.592,
      "step": 66644
    },
    {
      "epoch": 5.66131498470948,
      "grad_norm": 2.9902298714438724,
      "learning_rate": 2.4911186078208635e-06,
      "loss": 1.4756,
      "step": 66645
    },
    {
      "epoch": 5.6613999320421335,
      "grad_norm": 2.9046438818798643,
      "learning_rate": 2.489872612168342e-06,
      "loss": 1.6295,
      "step": 66646
    },
    {
      "epoch": 5.661484879374788,
      "grad_norm": 2.810169273481393,
      "learning_rate": 2.488626925593934e-06,
      "loss": 1.604,
      "step": 66647
    },
    {
      "epoch": 5.661569826707441,
      "grad_norm": 2.5740798449071356,
      "learning_rate": 2.48738154810027e-06,
      "loss": 1.2167,
      "step": 66648
    },
    {
      "epoch": 5.661654774040095,
      "grad_norm": 2.7180395526881793,
      "learning_rate": 2.4861364796899487e-06,
      "loss": 1.4286,
      "step": 66649
    },
    {
      "epoch": 5.661739721372749,
      "grad_norm": 2.800832136113681,
      "learning_rate": 2.4848917203656003e-06,
      "loss": 1.5351,
      "step": 66650
    },
    {
      "epoch": 5.661824668705402,
      "grad_norm": 2.83701019433425,
      "learning_rate": 2.483647270129807e-06,
      "loss": 1.4789,
      "step": 66651
    },
    {
      "epoch": 5.661909616038057,
      "grad_norm": 2.7207480579054146,
      "learning_rate": 2.4824031289851832e-06,
      "loss": 1.3613,
      "step": 66652
    },
    {
      "epoch": 5.66199456337071,
      "grad_norm": 2.952989185735824,
      "learning_rate": 2.481159296934343e-06,
      "loss": 1.4043,
      "step": 66653
    },
    {
      "epoch": 5.662079510703364,
      "grad_norm": 2.755640137557987,
      "learning_rate": 2.4799157739798847e-06,
      "loss": 1.2369,
      "step": 66654
    },
    {
      "epoch": 5.662164458036018,
      "grad_norm": 2.936282239270375,
      "learning_rate": 2.478672560124423e-06,
      "loss": 1.5899,
      "step": 66655
    },
    {
      "epoch": 5.662249405368671,
      "grad_norm": 2.6232630474073098,
      "learning_rate": 2.477429655370555e-06,
      "loss": 1.3741,
      "step": 66656
    },
    {
      "epoch": 5.6623343527013255,
      "grad_norm": 2.840723044808776,
      "learning_rate": 2.4761870597208965e-06,
      "loss": 1.4261,
      "step": 66657
    },
    {
      "epoch": 5.662419300033979,
      "grad_norm": 2.7162177081086196,
      "learning_rate": 2.474944773178028e-06,
      "loss": 1.3479,
      "step": 66658
    },
    {
      "epoch": 5.662504247366632,
      "grad_norm": 2.458201463951255,
      "learning_rate": 2.473702795744564e-06,
      "loss": 1.3028,
      "step": 66659
    },
    {
      "epoch": 5.662589194699287,
      "grad_norm": 2.676977759506272,
      "learning_rate": 2.4724611274231033e-06,
      "loss": 1.4966,
      "step": 66660
    },
    {
      "epoch": 5.66267414203194,
      "grad_norm": 2.8107760347996664,
      "learning_rate": 2.471219768216276e-06,
      "loss": 1.5819,
      "step": 66661
    },
    {
      "epoch": 5.662759089364594,
      "grad_norm": 2.5905049358709857,
      "learning_rate": 2.4699787181266638e-06,
      "loss": 1.4372,
      "step": 66662
    },
    {
      "epoch": 5.662844036697248,
      "grad_norm": 2.72763510568734,
      "learning_rate": 2.4687379771568317e-06,
      "loss": 1.5164,
      "step": 66663
    },
    {
      "epoch": 5.662928984029901,
      "grad_norm": 2.5568051593386945,
      "learning_rate": 2.4674975453094436e-06,
      "loss": 1.3794,
      "step": 66664
    },
    {
      "epoch": 5.663013931362555,
      "grad_norm": 2.6946139443888417,
      "learning_rate": 2.4662574225870314e-06,
      "loss": 1.3551,
      "step": 66665
    },
    {
      "epoch": 5.663098878695209,
      "grad_norm": 2.6679457758683713,
      "learning_rate": 2.465017608992259e-06,
      "loss": 1.3748,
      "step": 66666
    },
    {
      "epoch": 5.663183826027863,
      "grad_norm": 2.778419210640808,
      "learning_rate": 2.463778104527675e-06,
      "loss": 1.6019,
      "step": 66667
    },
    {
      "epoch": 5.6632687733605165,
      "grad_norm": 2.659843656448661,
      "learning_rate": 2.4625389091959104e-06,
      "loss": 1.4252,
      "step": 66668
    },
    {
      "epoch": 5.66335372069317,
      "grad_norm": 2.6343318506028757,
      "learning_rate": 2.4613000229995462e-06,
      "loss": 1.3726,
      "step": 66669
    },
    {
      "epoch": 5.663438668025824,
      "grad_norm": 2.95118018490263,
      "learning_rate": 2.460061445941164e-06,
      "loss": 1.4695,
      "step": 66670
    },
    {
      "epoch": 5.663523615358478,
      "grad_norm": 2.8025568435688917,
      "learning_rate": 2.458823178023378e-06,
      "loss": 1.4401,
      "step": 66671
    },
    {
      "epoch": 5.663608562691132,
      "grad_norm": 2.6039456153258103,
      "learning_rate": 2.4575852192487865e-06,
      "loss": 1.3458,
      "step": 66672
    },
    {
      "epoch": 5.663693510023785,
      "grad_norm": 2.8517645044219306,
      "learning_rate": 2.4563475696199876e-06,
      "loss": 1.3653,
      "step": 66673
    },
    {
      "epoch": 5.663778457356439,
      "grad_norm": 2.7092994457594206,
      "learning_rate": 2.4551102291395285e-06,
      "loss": 1.3085,
      "step": 66674
    },
    {
      "epoch": 5.663863404689093,
      "grad_norm": 3.289310185677728,
      "learning_rate": 2.453873197810058e-06,
      "loss": 1.509,
      "step": 66675
    },
    {
      "epoch": 5.663948352021746,
      "grad_norm": 2.571013429689641,
      "learning_rate": 2.45263647563414e-06,
      "loss": 1.4058,
      "step": 66676
    },
    {
      "epoch": 5.664033299354401,
      "grad_norm": 2.7921521673154905,
      "learning_rate": 2.4514000626143724e-06,
      "loss": 1.5482,
      "step": 66677
    },
    {
      "epoch": 5.664118246687054,
      "grad_norm": 2.5588562168144935,
      "learning_rate": 2.4501639587533373e-06,
      "loss": 1.2993,
      "step": 66678
    },
    {
      "epoch": 5.6642031940197075,
      "grad_norm": 2.650839160040929,
      "learning_rate": 2.4489281640536486e-06,
      "loss": 1.3469,
      "step": 66679
    },
    {
      "epoch": 5.664288141352362,
      "grad_norm": 2.7479874009280367,
      "learning_rate": 2.4476926785178706e-06,
      "loss": 1.3527,
      "step": 66680
    },
    {
      "epoch": 5.664373088685015,
      "grad_norm": 2.637348732914226,
      "learning_rate": 2.4464575021485857e-06,
      "loss": 1.34,
      "step": 66681
    },
    {
      "epoch": 5.664458036017669,
      "grad_norm": 2.6070674270994534,
      "learning_rate": 2.4452226349484237e-06,
      "loss": 1.2487,
      "step": 66682
    },
    {
      "epoch": 5.664542983350323,
      "grad_norm": 2.712654090134527,
      "learning_rate": 2.443988076919934e-06,
      "loss": 1.5247,
      "step": 66683
    },
    {
      "epoch": 5.664627930682976,
      "grad_norm": 2.6116557166774133,
      "learning_rate": 2.442753828065713e-06,
      "loss": 1.447,
      "step": 66684
    },
    {
      "epoch": 5.664712878015631,
      "grad_norm": 2.6752436004618594,
      "learning_rate": 2.4415198883883434e-06,
      "loss": 1.4151,
      "step": 66685
    },
    {
      "epoch": 5.664797825348284,
      "grad_norm": 2.701565315920835,
      "learning_rate": 2.4402862578904224e-06,
      "loss": 1.218,
      "step": 66686
    },
    {
      "epoch": 5.664882772680938,
      "grad_norm": 2.609766442733538,
      "learning_rate": 2.4390529365745315e-06,
      "loss": 1.4848,
      "step": 66687
    },
    {
      "epoch": 5.664967720013592,
      "grad_norm": 2.8726163654617984,
      "learning_rate": 2.437819924443235e-06,
      "loss": 1.3643,
      "step": 66688
    },
    {
      "epoch": 5.665052667346245,
      "grad_norm": 2.5953290513814444,
      "learning_rate": 2.436587221499148e-06,
      "loss": 1.4527,
      "step": 66689
    },
    {
      "epoch": 5.665137614678899,
      "grad_norm": 2.7260225064046533,
      "learning_rate": 2.4353548277448343e-06,
      "loss": 1.2717,
      "step": 66690
    },
    {
      "epoch": 5.665222562011553,
      "grad_norm": 2.6917532770015478,
      "learning_rate": 2.434122743182876e-06,
      "loss": 1.4357,
      "step": 66691
    },
    {
      "epoch": 5.665307509344206,
      "grad_norm": 2.88840273355782,
      "learning_rate": 2.4328909678158536e-06,
      "loss": 1.4716,
      "step": 66692
    },
    {
      "epoch": 5.6653924566768605,
      "grad_norm": 2.743675235090976,
      "learning_rate": 2.4316595016463826e-06,
      "loss": 1.4092,
      "step": 66693
    },
    {
      "epoch": 5.665477404009514,
      "grad_norm": 2.904424423329451,
      "learning_rate": 2.4304283446769936e-06,
      "loss": 1.6725,
      "step": 66694
    },
    {
      "epoch": 5.665562351342168,
      "grad_norm": 2.6382669804406427,
      "learning_rate": 2.4291974969102845e-06,
      "loss": 1.3948,
      "step": 66695
    },
    {
      "epoch": 5.665647298674822,
      "grad_norm": 2.841049787217831,
      "learning_rate": 2.4279669583488205e-06,
      "loss": 1.4204,
      "step": 66696
    },
    {
      "epoch": 5.665732246007475,
      "grad_norm": 2.7821543826165995,
      "learning_rate": 2.426736728995232e-06,
      "loss": 1.3535,
      "step": 66697
    },
    {
      "epoch": 5.665817193340129,
      "grad_norm": 2.599616079778557,
      "learning_rate": 2.4255068088520512e-06,
      "loss": 1.3951,
      "step": 66698
    },
    {
      "epoch": 5.665902140672783,
      "grad_norm": 2.810432130370908,
      "learning_rate": 2.4242771979218425e-06,
      "loss": 1.656,
      "step": 66699
    },
    {
      "epoch": 5.665987088005437,
      "grad_norm": 2.755064889665085,
      "learning_rate": 2.42304789620722e-06,
      "loss": 1.5722,
      "step": 66700
    },
    {
      "epoch": 5.6660720353380905,
      "grad_norm": 2.7244962401735773,
      "learning_rate": 2.4218189037107482e-06,
      "loss": 1.4305,
      "step": 66701
    },
    {
      "epoch": 5.666156982670744,
      "grad_norm": 2.793116785462726,
      "learning_rate": 2.4205902204349923e-06,
      "loss": 1.538,
      "step": 66702
    },
    {
      "epoch": 5.666241930003398,
      "grad_norm": 2.5741065359448325,
      "learning_rate": 2.419361846382517e-06,
      "loss": 1.1711,
      "step": 66703
    },
    {
      "epoch": 5.666326877336052,
      "grad_norm": 2.614641573179902,
      "learning_rate": 2.4181337815559363e-06,
      "loss": 1.3643,
      "step": 66704
    },
    {
      "epoch": 5.666411824668705,
      "grad_norm": 2.841745417057843,
      "learning_rate": 2.416906025957799e-06,
      "loss": 1.5842,
      "step": 66705
    },
    {
      "epoch": 5.666496772001359,
      "grad_norm": 2.589607039541693,
      "learning_rate": 2.415678579590652e-06,
      "loss": 1.3033,
      "step": 66706
    },
    {
      "epoch": 5.666581719334013,
      "grad_norm": 2.711533606414289,
      "learning_rate": 2.4144514424571104e-06,
      "loss": 1.5157,
      "step": 66707
    },
    {
      "epoch": 5.666666666666667,
      "grad_norm": 2.636944940135443,
      "learning_rate": 2.413224614559722e-06,
      "loss": 1.3628,
      "step": 66708
    },
    {
      "epoch": 5.66675161399932,
      "grad_norm": 3.157805540033027,
      "learning_rate": 2.411998095901069e-06,
      "loss": 1.5348,
      "step": 66709
    },
    {
      "epoch": 5.666836561331975,
      "grad_norm": 2.8368203439820747,
      "learning_rate": 2.410771886483698e-06,
      "loss": 1.5713,
      "step": 66710
    },
    {
      "epoch": 5.666921508664628,
      "grad_norm": 2.6337246630195414,
      "learning_rate": 2.4095459863102073e-06,
      "loss": 1.4578,
      "step": 66711
    },
    {
      "epoch": 5.6670064559972815,
      "grad_norm": 2.7049166764041526,
      "learning_rate": 2.408320395383162e-06,
      "loss": 1.4355,
      "step": 66712
    },
    {
      "epoch": 5.667091403329936,
      "grad_norm": 2.781651291502414,
      "learning_rate": 2.4070951137051263e-06,
      "loss": 1.5124,
      "step": 66713
    },
    {
      "epoch": 5.667176350662589,
      "grad_norm": 2.7666949960656777,
      "learning_rate": 2.405870141278632e-06,
      "loss": 1.4662,
      "step": 66714
    },
    {
      "epoch": 5.667261297995243,
      "grad_norm": 2.5865882858236557,
      "learning_rate": 2.404645478106293e-06,
      "loss": 1.41,
      "step": 66715
    },
    {
      "epoch": 5.667346245327897,
      "grad_norm": 2.5352279646144056,
      "learning_rate": 2.4034211241906744e-06,
      "loss": 1.1078,
      "step": 66716
    },
    {
      "epoch": 5.66743119266055,
      "grad_norm": 2.530453117173848,
      "learning_rate": 2.4021970795342903e-06,
      "loss": 1.2782,
      "step": 66717
    },
    {
      "epoch": 5.667516139993205,
      "grad_norm": 3.2383595280209487,
      "learning_rate": 2.4009733441397726e-06,
      "loss": 1.6993,
      "step": 66718
    },
    {
      "epoch": 5.667601087325858,
      "grad_norm": 2.6896922128939544,
      "learning_rate": 2.3997499180096525e-06,
      "loss": 1.5667,
      "step": 66719
    },
    {
      "epoch": 5.667686034658511,
      "grad_norm": 2.6028365436270167,
      "learning_rate": 2.3985268011464775e-06,
      "loss": 1.4353,
      "step": 66720
    },
    {
      "epoch": 5.667770981991166,
      "grad_norm": 2.966127915620606,
      "learning_rate": 2.3973039935528295e-06,
      "loss": 1.5254,
      "step": 66721
    },
    {
      "epoch": 5.667855929323819,
      "grad_norm": 2.7488979810991943,
      "learning_rate": 2.396081495231289e-06,
      "loss": 1.4687,
      "step": 66722
    },
    {
      "epoch": 5.667940876656473,
      "grad_norm": 2.715397407710018,
      "learning_rate": 2.3948593061843878e-06,
      "loss": 1.4562,
      "step": 66723
    },
    {
      "epoch": 5.668025823989127,
      "grad_norm": 2.609255605871863,
      "learning_rate": 2.3936374264146907e-06,
      "loss": 1.1549,
      "step": 66724
    },
    {
      "epoch": 5.66811077132178,
      "grad_norm": 2.899012646375511,
      "learning_rate": 2.392415855924762e-06,
      "loss": 1.6609,
      "step": 66725
    },
    {
      "epoch": 5.6681957186544345,
      "grad_norm": 2.6207083133196662,
      "learning_rate": 2.391194594717183e-06,
      "loss": 1.2839,
      "step": 66726
    },
    {
      "epoch": 5.668280665987088,
      "grad_norm": 2.808944838878665,
      "learning_rate": 2.389973642794468e-06,
      "loss": 1.3437,
      "step": 66727
    },
    {
      "epoch": 5.668365613319741,
      "grad_norm": 2.744452172705398,
      "learning_rate": 2.388753000159199e-06,
      "loss": 1.4449,
      "step": 66728
    },
    {
      "epoch": 5.668450560652396,
      "grad_norm": 2.575229511122115,
      "learning_rate": 2.3875326668139404e-06,
      "loss": 1.2978,
      "step": 66729
    },
    {
      "epoch": 5.668535507985049,
      "grad_norm": 2.6192654634821535,
      "learning_rate": 2.3863126427612567e-06,
      "loss": 1.1909,
      "step": 66730
    },
    {
      "epoch": 5.668620455317703,
      "grad_norm": 2.7210193099022315,
      "learning_rate": 2.3850929280036956e-06,
      "loss": 1.4809,
      "step": 66731
    },
    {
      "epoch": 5.668705402650357,
      "grad_norm": 2.7080556963466007,
      "learning_rate": 2.3838735225437723e-06,
      "loss": 1.5053,
      "step": 66732
    },
    {
      "epoch": 5.668790349983011,
      "grad_norm": 2.771275945373879,
      "learning_rate": 2.3826544263841008e-06,
      "loss": 1.2451,
      "step": 66733
    },
    {
      "epoch": 5.668875297315664,
      "grad_norm": 2.738204764149555,
      "learning_rate": 2.3814356395272128e-06,
      "loss": 1.5556,
      "step": 66734
    },
    {
      "epoch": 5.668960244648318,
      "grad_norm": 2.7768802931525722,
      "learning_rate": 2.380217161975656e-06,
      "loss": 1.479,
      "step": 66735
    },
    {
      "epoch": 5.669045191980972,
      "grad_norm": 2.772517211932267,
      "learning_rate": 2.3789989937319953e-06,
      "loss": 1.6189,
      "step": 66736
    },
    {
      "epoch": 5.6691301393136255,
      "grad_norm": 2.6682158871362227,
      "learning_rate": 2.3777811347987786e-06,
      "loss": 1.4815,
      "step": 66737
    },
    {
      "epoch": 5.669215086646279,
      "grad_norm": 2.5536173566782923,
      "learning_rate": 2.3765635851785535e-06,
      "loss": 1.4278,
      "step": 66738
    },
    {
      "epoch": 5.669300033978933,
      "grad_norm": 2.5738329412292833,
      "learning_rate": 2.375346344873852e-06,
      "loss": 1.4197,
      "step": 66739
    },
    {
      "epoch": 5.669384981311587,
      "grad_norm": 2.572423490868593,
      "learning_rate": 2.3741294138872714e-06,
      "loss": 1.3368,
      "step": 66740
    },
    {
      "epoch": 5.669469928644241,
      "grad_norm": 2.69809167325926,
      "learning_rate": 2.3729127922213263e-06,
      "loss": 1.4912,
      "step": 66741
    },
    {
      "epoch": 5.669554875976894,
      "grad_norm": 2.7274060698063947,
      "learning_rate": 2.371696479878582e-06,
      "loss": 1.4123,
      "step": 66742
    },
    {
      "epoch": 5.669639823309548,
      "grad_norm": 2.6095340315765516,
      "learning_rate": 2.370480476861569e-06,
      "loss": 1.195,
      "step": 66743
    },
    {
      "epoch": 5.669724770642202,
      "grad_norm": 2.522700920767298,
      "learning_rate": 2.369264783172853e-06,
      "loss": 1.2938,
      "step": 66744
    },
    {
      "epoch": 5.6698097179748554,
      "grad_norm": 2.5244129883880877,
      "learning_rate": 2.3680493988149807e-06,
      "loss": 1.2486,
      "step": 66745
    },
    {
      "epoch": 5.66989466530751,
      "grad_norm": 2.795189814373259,
      "learning_rate": 2.3668343237904673e-06,
      "loss": 1.3582,
      "step": 66746
    },
    {
      "epoch": 5.669979612640163,
      "grad_norm": 2.889166739266454,
      "learning_rate": 2.365619558101911e-06,
      "loss": 1.6542,
      "step": 66747
    },
    {
      "epoch": 5.6700645599728166,
      "grad_norm": 2.7270023559807335,
      "learning_rate": 2.364405101751843e-06,
      "loss": 1.3803,
      "step": 66748
    },
    {
      "epoch": 5.670149507305471,
      "grad_norm": 2.879959150432593,
      "learning_rate": 2.3631909547427773e-06,
      "loss": 1.4434,
      "step": 66749
    },
    {
      "epoch": 5.670234454638124,
      "grad_norm": 2.935842092146645,
      "learning_rate": 2.361977117077263e-06,
      "loss": 1.5876,
      "step": 66750
    },
    {
      "epoch": 5.670319401970778,
      "grad_norm": 2.745553784511489,
      "learning_rate": 2.3607635887578636e-06,
      "loss": 1.597,
      "step": 66751
    },
    {
      "epoch": 5.670404349303432,
      "grad_norm": 2.843864064642297,
      "learning_rate": 2.3595503697871275e-06,
      "loss": 1.547,
      "step": 66752
    },
    {
      "epoch": 5.670489296636085,
      "grad_norm": 2.6273818642122055,
      "learning_rate": 2.3583374601675866e-06,
      "loss": 1.2118,
      "step": 66753
    },
    {
      "epoch": 5.67057424396874,
      "grad_norm": 2.6923016060342624,
      "learning_rate": 2.357124859901771e-06,
      "loss": 1.488,
      "step": 66754
    },
    {
      "epoch": 5.670659191301393,
      "grad_norm": 2.6831420578232885,
      "learning_rate": 2.3559125689922297e-06,
      "loss": 1.4557,
      "step": 66755
    },
    {
      "epoch": 5.670744138634047,
      "grad_norm": 2.70624587864944,
      "learning_rate": 2.35470058744151e-06,
      "loss": 1.455,
      "step": 66756
    },
    {
      "epoch": 5.670829085966701,
      "grad_norm": 2.9392540906087308,
      "learning_rate": 2.3534889152521275e-06,
      "loss": 1.3641,
      "step": 66757
    },
    {
      "epoch": 5.670914033299354,
      "grad_norm": 2.9346747961879167,
      "learning_rate": 2.3522775524266456e-06,
      "loss": 1.505,
      "step": 66758
    },
    {
      "epoch": 5.6709989806320085,
      "grad_norm": 2.752634768510974,
      "learning_rate": 2.3510664989676132e-06,
      "loss": 1.3087,
      "step": 66759
    },
    {
      "epoch": 5.671083927964662,
      "grad_norm": 2.907359543746461,
      "learning_rate": 2.3498557548775443e-06,
      "loss": 1.5418,
      "step": 66760
    },
    {
      "epoch": 5.671168875297315,
      "grad_norm": 2.933448252011445,
      "learning_rate": 2.3486453201589537e-06,
      "loss": 1.671,
      "step": 66761
    },
    {
      "epoch": 5.67125382262997,
      "grad_norm": 2.7363101832383085,
      "learning_rate": 2.3474351948144397e-06,
      "loss": 1.5553,
      "step": 66762
    },
    {
      "epoch": 5.671338769962623,
      "grad_norm": 2.6765948357550067,
      "learning_rate": 2.3462253788464837e-06,
      "loss": 1.4215,
      "step": 66763
    },
    {
      "epoch": 5.671423717295277,
      "grad_norm": 2.816464394342881,
      "learning_rate": 2.3450158722576327e-06,
      "loss": 1.4558,
      "step": 66764
    },
    {
      "epoch": 5.671508664627931,
      "grad_norm": 2.6312314517875794,
      "learning_rate": 2.3438066750504523e-06,
      "loss": 1.279,
      "step": 66765
    },
    {
      "epoch": 5.671593611960584,
      "grad_norm": 2.6966143155066145,
      "learning_rate": 2.3425977872274406e-06,
      "loss": 1.3491,
      "step": 66766
    },
    {
      "epoch": 5.671678559293238,
      "grad_norm": 2.7376240087562125,
      "learning_rate": 2.3413892087911444e-06,
      "loss": 1.5614,
      "step": 66767
    },
    {
      "epoch": 5.671763506625892,
      "grad_norm": 2.9999353973741862,
      "learning_rate": 2.340180939744096e-06,
      "loss": 1.562,
      "step": 66768
    },
    {
      "epoch": 5.671848453958546,
      "grad_norm": 2.7213873752919113,
      "learning_rate": 2.3389729800888103e-06,
      "loss": 1.4445,
      "step": 66769
    },
    {
      "epoch": 5.6719334012911995,
      "grad_norm": 2.7197023607373403,
      "learning_rate": 2.337765329827851e-06,
      "loss": 1.3869,
      "step": 66770
    },
    {
      "epoch": 5.672018348623853,
      "grad_norm": 2.4598480500556317,
      "learning_rate": 2.336557988963733e-06,
      "loss": 1.3013,
      "step": 66771
    },
    {
      "epoch": 5.672103295956507,
      "grad_norm": 2.8893535409861824,
      "learning_rate": 2.335350957498955e-06,
      "loss": 1.5224,
      "step": 66772
    },
    {
      "epoch": 5.672188243289161,
      "grad_norm": 2.782497116237423,
      "learning_rate": 2.3341442354360973e-06,
      "loss": 1.4444,
      "step": 66773
    },
    {
      "epoch": 5.672273190621814,
      "grad_norm": 2.644806942749758,
      "learning_rate": 2.3329378227776753e-06,
      "loss": 1.4537,
      "step": 66774
    },
    {
      "epoch": 5.672358137954468,
      "grad_norm": 2.6487814047121594,
      "learning_rate": 2.3317317195261866e-06,
      "loss": 1.2295,
      "step": 66775
    },
    {
      "epoch": 5.672443085287122,
      "grad_norm": 2.689760378404414,
      "learning_rate": 2.330525925684179e-06,
      "loss": 1.3354,
      "step": 66776
    },
    {
      "epoch": 5.672528032619776,
      "grad_norm": 2.7829796618566394,
      "learning_rate": 2.329320441254201e-06,
      "loss": 1.443,
      "step": 66777
    },
    {
      "epoch": 5.672612979952429,
      "grad_norm": 2.684708983521746,
      "learning_rate": 2.3281152662387505e-06,
      "loss": 1.2379,
      "step": 66778
    },
    {
      "epoch": 5.672697927285084,
      "grad_norm": 2.6267049498212023,
      "learning_rate": 2.326910400640342e-06,
      "loss": 1.24,
      "step": 66779
    },
    {
      "epoch": 5.672782874617737,
      "grad_norm": 3.5227629830300495,
      "learning_rate": 2.325705844461523e-06,
      "loss": 1.8693,
      "step": 66780
    },
    {
      "epoch": 5.6728678219503905,
      "grad_norm": 2.7494958145307646,
      "learning_rate": 2.3245015977048256e-06,
      "loss": 1.3506,
      "step": 66781
    },
    {
      "epoch": 5.672952769283045,
      "grad_norm": 2.6977795583425848,
      "learning_rate": 2.3232976603727303e-06,
      "loss": 1.5114,
      "step": 66782
    },
    {
      "epoch": 5.673037716615698,
      "grad_norm": 2.6309082639037893,
      "learning_rate": 2.322094032467803e-06,
      "loss": 1.368,
      "step": 66783
    },
    {
      "epoch": 5.673122663948352,
      "grad_norm": 2.627603316890802,
      "learning_rate": 2.320890713992557e-06,
      "loss": 1.2132,
      "step": 66784
    },
    {
      "epoch": 5.673207611281006,
      "grad_norm": 2.5423031327087537,
      "learning_rate": 2.3196877049495077e-06,
      "loss": 1.2115,
      "step": 66785
    },
    {
      "epoch": 5.673292558613659,
      "grad_norm": 2.917245901060559,
      "learning_rate": 2.3184850053411697e-06,
      "loss": 1.5405,
      "step": 66786
    },
    {
      "epoch": 5.673377505946314,
      "grad_norm": 2.698220692910585,
      "learning_rate": 2.317282615170074e-06,
      "loss": 1.255,
      "step": 66787
    },
    {
      "epoch": 5.673462453278967,
      "grad_norm": 2.7657475179921813,
      "learning_rate": 2.316080534438719e-06,
      "loss": 1.4957,
      "step": 66788
    },
    {
      "epoch": 5.67354740061162,
      "grad_norm": 2.613061806976674,
      "learning_rate": 2.314878763149669e-06,
      "loss": 1.2092,
      "step": 66789
    },
    {
      "epoch": 5.673632347944275,
      "grad_norm": 2.8210463016295426,
      "learning_rate": 2.313677301305389e-06,
      "loss": 1.3331,
      "step": 66790
    },
    {
      "epoch": 5.673717295276928,
      "grad_norm": 2.9645079939249914,
      "learning_rate": 2.3124761489084265e-06,
      "loss": 1.45,
      "step": 66791
    },
    {
      "epoch": 5.673802242609582,
      "grad_norm": 2.7005456305487234,
      "learning_rate": 2.3112753059612963e-06,
      "loss": 1.3117,
      "step": 66792
    },
    {
      "epoch": 5.673887189942236,
      "grad_norm": 2.862222641741199,
      "learning_rate": 2.310074772466497e-06,
      "loss": 1.6339,
      "step": 66793
    },
    {
      "epoch": 5.673972137274889,
      "grad_norm": 2.631279287180769,
      "learning_rate": 2.3088745484265425e-06,
      "loss": 1.4638,
      "step": 66794
    },
    {
      "epoch": 5.6740570846075435,
      "grad_norm": 2.737765006108822,
      "learning_rate": 2.3076746338439978e-06,
      "loss": 1.4228,
      "step": 66795
    },
    {
      "epoch": 5.674142031940197,
      "grad_norm": 2.667929439706547,
      "learning_rate": 2.3064750287213272e-06,
      "loss": 1.4344,
      "step": 66796
    },
    {
      "epoch": 5.67422697927285,
      "grad_norm": 2.697973772863802,
      "learning_rate": 2.3052757330610462e-06,
      "loss": 1.3869,
      "step": 66797
    },
    {
      "epoch": 5.674311926605505,
      "grad_norm": 2.988821326534645,
      "learning_rate": 2.304076746865702e-06,
      "loss": 1.7186,
      "step": 66798
    },
    {
      "epoch": 5.674396873938158,
      "grad_norm": 2.8028942001476613,
      "learning_rate": 2.3028780701377757e-06,
      "loss": 1.5964,
      "step": 66799
    },
    {
      "epoch": 5.674481821270812,
      "grad_norm": 2.7782533900148447,
      "learning_rate": 2.3016797028797663e-06,
      "loss": 1.2767,
      "step": 66800
    },
    {
      "epoch": 5.674566768603466,
      "grad_norm": 2.6021098905946434,
      "learning_rate": 2.300481645094221e-06,
      "loss": 1.4462,
      "step": 66801
    },
    {
      "epoch": 5.67465171593612,
      "grad_norm": 2.819627220142588,
      "learning_rate": 2.299283896783638e-06,
      "loss": 1.3584,
      "step": 66802
    },
    {
      "epoch": 5.6747366632687735,
      "grad_norm": 2.7383528355048,
      "learning_rate": 2.298086457950532e-06,
      "loss": 1.5238,
      "step": 66803
    },
    {
      "epoch": 5.674821610601427,
      "grad_norm": 2.93965527348344,
      "learning_rate": 2.296889328597401e-06,
      "loss": 1.6154,
      "step": 66804
    },
    {
      "epoch": 5.674906557934081,
      "grad_norm": 2.522365385917184,
      "learning_rate": 2.295692508726743e-06,
      "loss": 1.3498,
      "step": 66805
    },
    {
      "epoch": 5.674991505266735,
      "grad_norm": 2.68350726986502,
      "learning_rate": 2.2944959983410895e-06,
      "loss": 1.4543,
      "step": 66806
    },
    {
      "epoch": 5.675076452599388,
      "grad_norm": 2.7266767414418474,
      "learning_rate": 2.293299797442938e-06,
      "loss": 1.5462,
      "step": 66807
    },
    {
      "epoch": 5.675161399932042,
      "grad_norm": 2.618683620390226,
      "learning_rate": 2.292103906034787e-06,
      "loss": 1.3609,
      "step": 66808
    },
    {
      "epoch": 5.675246347264696,
      "grad_norm": 2.7862889782796785,
      "learning_rate": 2.2909083241191675e-06,
      "loss": 1.3712,
      "step": 66809
    },
    {
      "epoch": 5.67533129459735,
      "grad_norm": 2.685482969484849,
      "learning_rate": 2.289713051698544e-06,
      "loss": 1.2025,
      "step": 66810
    },
    {
      "epoch": 5.675416241930003,
      "grad_norm": 2.778897334475124,
      "learning_rate": 2.2885180887754482e-06,
      "loss": 1.521,
      "step": 66811
    },
    {
      "epoch": 5.675501189262657,
      "grad_norm": 2.7137593227889223,
      "learning_rate": 2.2873234353523785e-06,
      "loss": 1.5034,
      "step": 66812
    },
    {
      "epoch": 5.675586136595311,
      "grad_norm": 2.8847557126709176,
      "learning_rate": 2.2861290914318485e-06,
      "loss": 1.5886,
      "step": 66813
    },
    {
      "epoch": 5.6756710839279645,
      "grad_norm": 2.6610808850531584,
      "learning_rate": 2.284935057016357e-06,
      "loss": 1.4005,
      "step": 66814
    },
    {
      "epoch": 5.675756031260619,
      "grad_norm": 2.74273488659164,
      "learning_rate": 2.2837413321083853e-06,
      "loss": 1.3424,
      "step": 66815
    },
    {
      "epoch": 5.675840978593272,
      "grad_norm": 2.7031595047510546,
      "learning_rate": 2.2825479167104475e-06,
      "loss": 1.3741,
      "step": 66816
    },
    {
      "epoch": 5.675925925925926,
      "grad_norm": 2.5796970648856874,
      "learning_rate": 2.281354810825059e-06,
      "loss": 1.3497,
      "step": 66817
    },
    {
      "epoch": 5.67601087325858,
      "grad_norm": 2.8922517653677673,
      "learning_rate": 2.2801620144547007e-06,
      "loss": 1.4556,
      "step": 66818
    },
    {
      "epoch": 5.676095820591233,
      "grad_norm": 2.8611251722123816,
      "learning_rate": 2.278969527601854e-06,
      "loss": 1.626,
      "step": 66819
    },
    {
      "epoch": 5.676180767923887,
      "grad_norm": 2.804421037245255,
      "learning_rate": 2.277777350269083e-06,
      "loss": 1.5705,
      "step": 66820
    },
    {
      "epoch": 5.676265715256541,
      "grad_norm": 2.6765908447601565,
      "learning_rate": 2.2765854824588204e-06,
      "loss": 1.2887,
      "step": 66821
    },
    {
      "epoch": 5.676350662589194,
      "grad_norm": 2.7390431723027957,
      "learning_rate": 2.2753939241735798e-06,
      "loss": 1.3652,
      "step": 66822
    },
    {
      "epoch": 5.676435609921849,
      "grad_norm": 2.6669689594596386,
      "learning_rate": 2.274202675415876e-06,
      "loss": 1.3908,
      "step": 66823
    },
    {
      "epoch": 5.676520557254502,
      "grad_norm": 2.5079920513083187,
      "learning_rate": 2.2730117361882072e-06,
      "loss": 1.2878,
      "step": 66824
    },
    {
      "epoch": 5.676605504587156,
      "grad_norm": 2.6788893000379006,
      "learning_rate": 2.271821106493038e-06,
      "loss": 1.4262,
      "step": 66825
    },
    {
      "epoch": 5.67669045191981,
      "grad_norm": 2.626377916931126,
      "learning_rate": 2.2706307863328666e-06,
      "loss": 1.3624,
      "step": 66826
    },
    {
      "epoch": 5.676775399252463,
      "grad_norm": 2.6856948963119525,
      "learning_rate": 2.269440775710224e-06,
      "loss": 1.4021,
      "step": 66827
    },
    {
      "epoch": 5.6768603465851175,
      "grad_norm": 2.6265399018457014,
      "learning_rate": 2.268251074627592e-06,
      "loss": 1.4305,
      "step": 66828
    },
    {
      "epoch": 5.676945293917771,
      "grad_norm": 2.823802479014505,
      "learning_rate": 2.267061683087418e-06,
      "loss": 1.5847,
      "step": 66829
    },
    {
      "epoch": 5.677030241250424,
      "grad_norm": 2.8063037333310135,
      "learning_rate": 2.2658726010922667e-06,
      "loss": 1.5412,
      "step": 66830
    },
    {
      "epoch": 5.677115188583079,
      "grad_norm": 2.810690124635998,
      "learning_rate": 2.2646838286445534e-06,
      "loss": 1.4316,
      "step": 66831
    },
    {
      "epoch": 5.677200135915732,
      "grad_norm": 2.8411877398982557,
      "learning_rate": 2.2634953657468256e-06,
      "loss": 1.5646,
      "step": 66832
    },
    {
      "epoch": 5.677285083248386,
      "grad_norm": 2.672478227408018,
      "learning_rate": 2.2623072124015485e-06,
      "loss": 1.371,
      "step": 66833
    },
    {
      "epoch": 5.67737003058104,
      "grad_norm": 2.9405831177177086,
      "learning_rate": 2.261119368611236e-06,
      "loss": 1.6583,
      "step": 66834
    },
    {
      "epoch": 5.677454977913693,
      "grad_norm": 2.7460564334987048,
      "learning_rate": 2.2599318343783533e-06,
      "loss": 1.6027,
      "step": 66835
    },
    {
      "epoch": 5.677539925246347,
      "grad_norm": 2.5458444633336206,
      "learning_rate": 2.258744609705382e-06,
      "loss": 1.2602,
      "step": 66836
    },
    {
      "epoch": 5.677624872579001,
      "grad_norm": 3.027822977230318,
      "learning_rate": 2.2575576945948194e-06,
      "loss": 1.5437,
      "step": 66837
    },
    {
      "epoch": 5.677709819911655,
      "grad_norm": 2.6060922092628918,
      "learning_rate": 2.2563710890491637e-06,
      "loss": 1.3798,
      "step": 66838
    },
    {
      "epoch": 5.6777947672443085,
      "grad_norm": 2.5474272213812212,
      "learning_rate": 2.2551847930708965e-06,
      "loss": 1.3943,
      "step": 66839
    },
    {
      "epoch": 5.677879714576962,
      "grad_norm": 2.5131593863115684,
      "learning_rate": 2.2539988066624827e-06,
      "loss": 1.3089,
      "step": 66840
    },
    {
      "epoch": 5.677964661909616,
      "grad_norm": 2.8456103111123725,
      "learning_rate": 2.2528131298264364e-06,
      "loss": 1.6184,
      "step": 66841
    },
    {
      "epoch": 5.67804960924227,
      "grad_norm": 2.730723233957003,
      "learning_rate": 2.251627762565239e-06,
      "loss": 1.4183,
      "step": 66842
    },
    {
      "epoch": 5.678134556574923,
      "grad_norm": 2.5863793164437334,
      "learning_rate": 2.250442704881339e-06,
      "loss": 1.2108,
      "step": 66843
    },
    {
      "epoch": 5.678219503907577,
      "grad_norm": 2.571726016380609,
      "learning_rate": 2.2492579567772507e-06,
      "loss": 1.326,
      "step": 66844
    },
    {
      "epoch": 5.678304451240231,
      "grad_norm": 2.536798057965189,
      "learning_rate": 2.248073518255472e-06,
      "loss": 1.2843,
      "step": 66845
    },
    {
      "epoch": 5.678389398572885,
      "grad_norm": 2.832255926050242,
      "learning_rate": 2.2468893893184513e-06,
      "loss": 1.5084,
      "step": 66846
    },
    {
      "epoch": 5.6784743459055385,
      "grad_norm": 2.7603651681915005,
      "learning_rate": 2.2457055699686865e-06,
      "loss": 1.3792,
      "step": 66847
    },
    {
      "epoch": 5.678559293238193,
      "grad_norm": 2.6827364843411416,
      "learning_rate": 2.2445220602086423e-06,
      "loss": 1.421,
      "step": 66848
    },
    {
      "epoch": 5.678644240570846,
      "grad_norm": 2.5393215079850986,
      "learning_rate": 2.2433388600408165e-06,
      "loss": 1.3253,
      "step": 66849
    },
    {
      "epoch": 5.6787291879035,
      "grad_norm": 2.7662647961312903,
      "learning_rate": 2.2421559694676907e-06,
      "loss": 1.3619,
      "step": 66850
    },
    {
      "epoch": 5.678814135236154,
      "grad_norm": 2.5978806067505267,
      "learning_rate": 2.2409733884917126e-06,
      "loss": 1.2148,
      "step": 66851
    },
    {
      "epoch": 5.678899082568807,
      "grad_norm": 2.655886348833715,
      "learning_rate": 2.2397911171153972e-06,
      "loss": 1.4278,
      "step": 66852
    },
    {
      "epoch": 5.678984029901461,
      "grad_norm": 2.654454544840101,
      "learning_rate": 2.238609155341209e-06,
      "loss": 1.3571,
      "step": 66853
    },
    {
      "epoch": 5.679068977234115,
      "grad_norm": 2.621781510206862,
      "learning_rate": 2.2374275031716126e-06,
      "loss": 1.3411,
      "step": 66854
    },
    {
      "epoch": 5.679153924566768,
      "grad_norm": 2.632763024388808,
      "learning_rate": 2.23624616060909e-06,
      "loss": 1.297,
      "step": 66855
    },
    {
      "epoch": 5.679238871899423,
      "grad_norm": 2.7013305316407332,
      "learning_rate": 2.235065127656138e-06,
      "loss": 1.3576,
      "step": 66856
    },
    {
      "epoch": 5.679323819232076,
      "grad_norm": 2.5981466227973997,
      "learning_rate": 2.233884404315206e-06,
      "loss": 1.3484,
      "step": 66857
    },
    {
      "epoch": 5.6794087665647295,
      "grad_norm": 2.9898288834604205,
      "learning_rate": 2.232703990588758e-06,
      "loss": 1.5921,
      "step": 66858
    },
    {
      "epoch": 5.679493713897384,
      "grad_norm": 2.532191692854263,
      "learning_rate": 2.2315238864792917e-06,
      "loss": 1.3209,
      "step": 66859
    },
    {
      "epoch": 5.679578661230037,
      "grad_norm": 2.701628006203411,
      "learning_rate": 2.230344091989289e-06,
      "loss": 1.2574,
      "step": 66860
    },
    {
      "epoch": 5.6796636085626915,
      "grad_norm": 2.7662133038186236,
      "learning_rate": 2.229164607121181e-06,
      "loss": 1.5646,
      "step": 66861
    },
    {
      "epoch": 5.679748555895345,
      "grad_norm": 2.8122269166910843,
      "learning_rate": 2.227985431877466e-06,
      "loss": 1.3578,
      "step": 66862
    },
    {
      "epoch": 5.679833503227998,
      "grad_norm": 2.9734166546285214,
      "learning_rate": 2.2268065662606247e-06,
      "loss": 1.4512,
      "step": 66863
    },
    {
      "epoch": 5.679918450560653,
      "grad_norm": 2.6047282286345754,
      "learning_rate": 2.225628010273123e-06,
      "loss": 1.4213,
      "step": 66864
    },
    {
      "epoch": 5.680003397893306,
      "grad_norm": 2.51394836147682,
      "learning_rate": 2.2244497639174074e-06,
      "loss": 1.2124,
      "step": 66865
    },
    {
      "epoch": 5.68008834522596,
      "grad_norm": 2.4725799635898795,
      "learning_rate": 2.2232718271959606e-06,
      "loss": 1.2225,
      "step": 66866
    },
    {
      "epoch": 5.680173292558614,
      "grad_norm": 2.759814987559742,
      "learning_rate": 2.222094200111263e-06,
      "loss": 1.5254,
      "step": 66867
    },
    {
      "epoch": 5.680258239891267,
      "grad_norm": 2.6060196807337874,
      "learning_rate": 2.2209168826657465e-06,
      "loss": 1.2512,
      "step": 66868
    },
    {
      "epoch": 5.680343187223921,
      "grad_norm": 2.540705672989265,
      "learning_rate": 2.2197398748619087e-06,
      "loss": 1.4024,
      "step": 66869
    },
    {
      "epoch": 5.680428134556575,
      "grad_norm": 2.673414790237027,
      "learning_rate": 2.218563176702215e-06,
      "loss": 1.285,
      "step": 66870
    },
    {
      "epoch": 5.680513081889229,
      "grad_norm": 2.5664924948988417,
      "learning_rate": 2.2173867881891294e-06,
      "loss": 1.3577,
      "step": 66871
    },
    {
      "epoch": 5.6805980292218825,
      "grad_norm": 2.5032209460520143,
      "learning_rate": 2.2162107093251004e-06,
      "loss": 1.23,
      "step": 66872
    },
    {
      "epoch": 5.680682976554536,
      "grad_norm": 2.874287292828339,
      "learning_rate": 2.2150349401126254e-06,
      "loss": 1.5901,
      "step": 66873
    },
    {
      "epoch": 5.68076792388719,
      "grad_norm": 2.6715474443207126,
      "learning_rate": 2.2138594805541197e-06,
      "loss": 1.2927,
      "step": 66874
    },
    {
      "epoch": 5.680852871219844,
      "grad_norm": 2.7583075496690355,
      "learning_rate": 2.212684330652098e-06,
      "loss": 1.4353,
      "step": 66875
    },
    {
      "epoch": 5.680937818552497,
      "grad_norm": 2.5986279496651474,
      "learning_rate": 2.211509490408975e-06,
      "loss": 1.3442,
      "step": 66876
    },
    {
      "epoch": 5.681022765885151,
      "grad_norm": 2.7899929575911013,
      "learning_rate": 2.210334959827248e-06,
      "loss": 1.5054,
      "step": 66877
    },
    {
      "epoch": 5.681107713217805,
      "grad_norm": 2.8465907452635175,
      "learning_rate": 2.2091607389093657e-06,
      "loss": 1.3981,
      "step": 66878
    },
    {
      "epoch": 5.681192660550459,
      "grad_norm": 2.8862345214040093,
      "learning_rate": 2.207986827657776e-06,
      "loss": 1.7048,
      "step": 66879
    },
    {
      "epoch": 5.681277607883112,
      "grad_norm": 2.6884809744868337,
      "learning_rate": 2.2068132260749604e-06,
      "loss": 1.4886,
      "step": 66880
    },
    {
      "epoch": 5.681362555215767,
      "grad_norm": 2.8881844905280887,
      "learning_rate": 2.2056399341633667e-06,
      "loss": 1.5659,
      "step": 66881
    },
    {
      "epoch": 5.68144750254842,
      "grad_norm": 3.167887694670691,
      "learning_rate": 2.20446695192546e-06,
      "loss": 1.6644,
      "step": 66882
    },
    {
      "epoch": 5.6815324498810735,
      "grad_norm": 2.5346475621900155,
      "learning_rate": 2.203294279363671e-06,
      "loss": 1.3412,
      "step": 66883
    },
    {
      "epoch": 5.681617397213728,
      "grad_norm": 2.841297820455026,
      "learning_rate": 2.202121916480498e-06,
      "loss": 1.4494,
      "step": 66884
    },
    {
      "epoch": 5.681702344546381,
      "grad_norm": 2.5551320527887116,
      "learning_rate": 2.2009498632783893e-06,
      "loss": 1.4175,
      "step": 66885
    },
    {
      "epoch": 5.681787291879035,
      "grad_norm": 2.820076575915004,
      "learning_rate": 2.1997781197597598e-06,
      "loss": 1.5367,
      "step": 66886
    },
    {
      "epoch": 5.681872239211689,
      "grad_norm": 3.3470251408386127,
      "learning_rate": 2.198606685927107e-06,
      "loss": 1.7037,
      "step": 66887
    },
    {
      "epoch": 5.681957186544342,
      "grad_norm": 2.9743250435306887,
      "learning_rate": 2.1974355617828622e-06,
      "loss": 1.5233,
      "step": 66888
    },
    {
      "epoch": 5.682042133876997,
      "grad_norm": 2.737304007432507,
      "learning_rate": 2.196264747329507e-06,
      "loss": 1.4836,
      "step": 66889
    },
    {
      "epoch": 5.68212708120965,
      "grad_norm": 2.6488794581744686,
      "learning_rate": 2.195094242569473e-06,
      "loss": 1.4376,
      "step": 66890
    },
    {
      "epoch": 5.6822120285423035,
      "grad_norm": 2.5914974896160685,
      "learning_rate": 2.1939240475052077e-06,
      "loss": 1.2235,
      "step": 66891
    },
    {
      "epoch": 5.682296975874958,
      "grad_norm": 2.874062279388274,
      "learning_rate": 2.1927541621391764e-06,
      "loss": 1.5284,
      "step": 66892
    },
    {
      "epoch": 5.682381923207611,
      "grad_norm": 2.9255045262795893,
      "learning_rate": 2.191584586473827e-06,
      "loss": 1.5484,
      "step": 66893
    },
    {
      "epoch": 5.6824668705402654,
      "grad_norm": 2.6177519796632076,
      "learning_rate": 2.190415320511607e-06,
      "loss": 1.2209,
      "step": 66894
    },
    {
      "epoch": 5.682551817872919,
      "grad_norm": 2.7713787832377688,
      "learning_rate": 2.1892463642549817e-06,
      "loss": 1.4137,
      "step": 66895
    },
    {
      "epoch": 5.682636765205572,
      "grad_norm": 2.7274891014122242,
      "learning_rate": 2.1880777177063825e-06,
      "loss": 1.5729,
      "step": 66896
    },
    {
      "epoch": 5.6827217125382266,
      "grad_norm": 2.8027515376220715,
      "learning_rate": 2.1869093808682404e-06,
      "loss": 1.3261,
      "step": 66897
    },
    {
      "epoch": 5.68280665987088,
      "grad_norm": 2.7057237192385353,
      "learning_rate": 2.185741353743037e-06,
      "loss": 1.5079,
      "step": 66898
    },
    {
      "epoch": 5.682891607203533,
      "grad_norm": 2.7614560887633304,
      "learning_rate": 2.18457363633322e-06,
      "loss": 1.4747,
      "step": 66899
    },
    {
      "epoch": 5.682976554536188,
      "grad_norm": 2.696373225171189,
      "learning_rate": 2.183406228641221e-06,
      "loss": 1.5041,
      "step": 66900
    },
    {
      "epoch": 5.683061501868841,
      "grad_norm": 2.495053066951103,
      "learning_rate": 2.182239130669489e-06,
      "loss": 1.4068,
      "step": 66901
    },
    {
      "epoch": 5.683146449201495,
      "grad_norm": 2.6960690668734504,
      "learning_rate": 2.18107234242047e-06,
      "loss": 1.5635,
      "step": 66902
    },
    {
      "epoch": 5.683231396534149,
      "grad_norm": 2.696670899621393,
      "learning_rate": 2.179905863896614e-06,
      "loss": 1.3262,
      "step": 66903
    },
    {
      "epoch": 5.683316343866803,
      "grad_norm": 2.6147720887491874,
      "learning_rate": 2.178739695100351e-06,
      "loss": 1.1497,
      "step": 66904
    },
    {
      "epoch": 5.6834012911994565,
      "grad_norm": 2.7504568929805715,
      "learning_rate": 2.17757383603413e-06,
      "loss": 1.6097,
      "step": 66905
    },
    {
      "epoch": 5.68348623853211,
      "grad_norm": 2.6263655789144775,
      "learning_rate": 2.176408286700415e-06,
      "loss": 1.2045,
      "step": 66906
    },
    {
      "epoch": 5.683571185864764,
      "grad_norm": 2.576933222165115,
      "learning_rate": 2.1752430471016214e-06,
      "loss": 1.3955,
      "step": 66907
    },
    {
      "epoch": 5.683656133197418,
      "grad_norm": 2.523167350854614,
      "learning_rate": 2.1740781172401798e-06,
      "loss": 1.2589,
      "step": 66908
    },
    {
      "epoch": 5.683741080530071,
      "grad_norm": 2.7312221051036194,
      "learning_rate": 2.1729134971185725e-06,
      "loss": 1.4745,
      "step": 66909
    },
    {
      "epoch": 5.683826027862725,
      "grad_norm": 2.7601251084859317,
      "learning_rate": 2.17174918673923e-06,
      "loss": 1.4611,
      "step": 66910
    },
    {
      "epoch": 5.683910975195379,
      "grad_norm": 2.686513677087301,
      "learning_rate": 2.170585186104551e-06,
      "loss": 1.2425,
      "step": 66911
    },
    {
      "epoch": 5.683995922528033,
      "grad_norm": 2.7445550707367805,
      "learning_rate": 2.1694214952170163e-06,
      "loss": 1.2893,
      "step": 66912
    },
    {
      "epoch": 5.684080869860686,
      "grad_norm": 2.7500159929879135,
      "learning_rate": 2.1682581140790578e-06,
      "loss": 1.4824,
      "step": 66913
    },
    {
      "epoch": 5.68416581719334,
      "grad_norm": 2.6354352246024613,
      "learning_rate": 2.1670950426931067e-06,
      "loss": 1.3853,
      "step": 66914
    },
    {
      "epoch": 5.684250764525994,
      "grad_norm": 2.829744818385114,
      "learning_rate": 2.165932281061594e-06,
      "loss": 1.5281,
      "step": 66915
    },
    {
      "epoch": 5.6843357118586475,
      "grad_norm": 2.579878491868125,
      "learning_rate": 2.1647698291869687e-06,
      "loss": 1.2324,
      "step": 66916
    },
    {
      "epoch": 5.684420659191302,
      "grad_norm": 2.594852452430649,
      "learning_rate": 2.1636076870716445e-06,
      "loss": 1.323,
      "step": 66917
    },
    {
      "epoch": 5.684505606523955,
      "grad_norm": 2.8415734975526927,
      "learning_rate": 2.162445854718087e-06,
      "loss": 1.6215,
      "step": 66918
    },
    {
      "epoch": 5.684590553856609,
      "grad_norm": 2.4724718695640133,
      "learning_rate": 2.16128433212871e-06,
      "loss": 1.2031,
      "step": 66919
    },
    {
      "epoch": 5.684675501189263,
      "grad_norm": 2.7611380926021063,
      "learning_rate": 2.1601231193059623e-06,
      "loss": 1.4419,
      "step": 66920
    },
    {
      "epoch": 5.684760448521916,
      "grad_norm": 2.6303080916331925,
      "learning_rate": 2.158962216252258e-06,
      "loss": 1.4896,
      "step": 66921
    },
    {
      "epoch": 5.68484539585457,
      "grad_norm": 2.666085413560058,
      "learning_rate": 2.157801622970029e-06,
      "loss": 1.3223,
      "step": 66922
    },
    {
      "epoch": 5.684930343187224,
      "grad_norm": 2.7897547484810894,
      "learning_rate": 2.156641339461723e-06,
      "loss": 1.3352,
      "step": 66923
    },
    {
      "epoch": 5.685015290519877,
      "grad_norm": 2.686861232406854,
      "learning_rate": 2.155481365729772e-06,
      "loss": 1.3248,
      "step": 66924
    },
    {
      "epoch": 5.685100237852532,
      "grad_norm": 2.583268656159201,
      "learning_rate": 2.154321701776607e-06,
      "loss": 1.3336,
      "step": 66925
    },
    {
      "epoch": 5.685185185185185,
      "grad_norm": 2.737984878851154,
      "learning_rate": 2.153162347604642e-06,
      "loss": 1.4922,
      "step": 66926
    },
    {
      "epoch": 5.685270132517839,
      "grad_norm": 2.9426214774697637,
      "learning_rate": 2.15200330321631e-06,
      "loss": 1.5102,
      "step": 66927
    },
    {
      "epoch": 5.685355079850493,
      "grad_norm": 2.6941948444274626,
      "learning_rate": 2.1508445686140575e-06,
      "loss": 1.4011,
      "step": 66928
    },
    {
      "epoch": 5.685440027183146,
      "grad_norm": 3.027624972429631,
      "learning_rate": 2.1496861438002833e-06,
      "loss": 1.5181,
      "step": 66929
    },
    {
      "epoch": 5.6855249745158005,
      "grad_norm": 2.664656226136343,
      "learning_rate": 2.1485280287774355e-06,
      "loss": 1.2807,
      "step": 66930
    },
    {
      "epoch": 5.685609921848454,
      "grad_norm": 2.886155514870908,
      "learning_rate": 2.1473702235479452e-06,
      "loss": 1.412,
      "step": 66931
    },
    {
      "epoch": 5.685694869181107,
      "grad_norm": 2.850078855766841,
      "learning_rate": 2.1462127281142274e-06,
      "loss": 1.5552,
      "step": 66932
    },
    {
      "epoch": 5.685779816513762,
      "grad_norm": 2.7473573305880943,
      "learning_rate": 2.1450555424786963e-06,
      "loss": 1.4748,
      "step": 66933
    },
    {
      "epoch": 5.685864763846415,
      "grad_norm": 2.7281285694955426,
      "learning_rate": 2.143898666643801e-06,
      "loss": 1.5834,
      "step": 66934
    },
    {
      "epoch": 5.685949711179069,
      "grad_norm": 2.6030069843294457,
      "learning_rate": 2.142742100611938e-06,
      "loss": 1.3139,
      "step": 66935
    },
    {
      "epoch": 5.686034658511723,
      "grad_norm": 2.7003181523551145,
      "learning_rate": 2.141585844385557e-06,
      "loss": 1.2882,
      "step": 66936
    },
    {
      "epoch": 5.686119605844376,
      "grad_norm": 2.6823704631744834,
      "learning_rate": 2.140429897967072e-06,
      "loss": 1.4819,
      "step": 66937
    },
    {
      "epoch": 5.68620455317703,
      "grad_norm": 2.705610635290582,
      "learning_rate": 2.1392742613588977e-06,
      "loss": 1.3535,
      "step": 66938
    },
    {
      "epoch": 5.686289500509684,
      "grad_norm": 2.860227124456913,
      "learning_rate": 2.138118934563482e-06,
      "loss": 1.4011,
      "step": 66939
    },
    {
      "epoch": 5.686374447842338,
      "grad_norm": 2.6194586773943564,
      "learning_rate": 2.1369639175831897e-06,
      "loss": 1.3097,
      "step": 66940
    },
    {
      "epoch": 5.6864593951749915,
      "grad_norm": 2.7150378127312296,
      "learning_rate": 2.135809210420486e-06,
      "loss": 1.4205,
      "step": 66941
    },
    {
      "epoch": 5.686544342507645,
      "grad_norm": 2.7192381430230013,
      "learning_rate": 2.134654813077802e-06,
      "loss": 1.3235,
      "step": 66942
    },
    {
      "epoch": 5.686629289840299,
      "grad_norm": 2.825153893214,
      "learning_rate": 2.1335007255575187e-06,
      "loss": 1.4018,
      "step": 66943
    },
    {
      "epoch": 5.686714237172953,
      "grad_norm": 2.8150676782257276,
      "learning_rate": 2.1323469478620683e-06,
      "loss": 1.5453,
      "step": 66944
    },
    {
      "epoch": 5.686799184505606,
      "grad_norm": 2.8195507208318817,
      "learning_rate": 2.131193479993881e-06,
      "loss": 1.2821,
      "step": 66945
    },
    {
      "epoch": 5.68688413183826,
      "grad_norm": 2.763589929375833,
      "learning_rate": 2.130040321955356e-06,
      "loss": 1.4403,
      "step": 66946
    },
    {
      "epoch": 5.686969079170914,
      "grad_norm": 2.4122909955827136,
      "learning_rate": 2.1288874737489082e-06,
      "loss": 1.238,
      "step": 66947
    },
    {
      "epoch": 5.687054026503568,
      "grad_norm": 2.657649920743883,
      "learning_rate": 2.127734935376968e-06,
      "loss": 1.1699,
      "step": 66948
    },
    {
      "epoch": 5.6871389738362215,
      "grad_norm": 2.840038990625533,
      "learning_rate": 2.1265827068419506e-06,
      "loss": 1.4105,
      "step": 66949
    },
    {
      "epoch": 5.687223921168876,
      "grad_norm": 2.8648503768254647,
      "learning_rate": 2.125430788146254e-06,
      "loss": 1.5568,
      "step": 66950
    },
    {
      "epoch": 5.687308868501529,
      "grad_norm": 2.9791110980843145,
      "learning_rate": 2.124279179292293e-06,
      "loss": 1.467,
      "step": 66951
    },
    {
      "epoch": 5.687393815834183,
      "grad_norm": 2.8387001023990552,
      "learning_rate": 2.123127880282516e-06,
      "loss": 1.4263,
      "step": 66952
    },
    {
      "epoch": 5.687478763166837,
      "grad_norm": 2.701494942130662,
      "learning_rate": 2.121976891119287e-06,
      "loss": 1.4323,
      "step": 66953
    },
    {
      "epoch": 5.68756371049949,
      "grad_norm": 2.6610422561185723,
      "learning_rate": 2.120826211805038e-06,
      "loss": 1.4827,
      "step": 66954
    },
    {
      "epoch": 5.687648657832144,
      "grad_norm": 2.736508044619624,
      "learning_rate": 2.119675842342183e-06,
      "loss": 1.4949,
      "step": 66955
    },
    {
      "epoch": 5.687733605164798,
      "grad_norm": 2.517567994815998,
      "learning_rate": 2.118525782733138e-06,
      "loss": 1.2264,
      "step": 66956
    },
    {
      "epoch": 5.687818552497451,
      "grad_norm": 2.8238193196522317,
      "learning_rate": 2.1173760329803e-06,
      "loss": 1.4251,
      "step": 66957
    },
    {
      "epoch": 5.687903499830106,
      "grad_norm": 2.5385983948713076,
      "learning_rate": 2.1162265930860843e-06,
      "loss": 1.1553,
      "step": 66958
    },
    {
      "epoch": 5.687988447162759,
      "grad_norm": 2.775815781182118,
      "learning_rate": 2.1150774630529056e-06,
      "loss": 1.4387,
      "step": 66959
    },
    {
      "epoch": 5.6880733944954125,
      "grad_norm": 2.623505134963539,
      "learning_rate": 2.1139286428831446e-06,
      "loss": 1.4312,
      "step": 66960
    },
    {
      "epoch": 5.688158341828067,
      "grad_norm": 2.6690637947093485,
      "learning_rate": 2.1127801325792505e-06,
      "loss": 1.4391,
      "step": 66961
    },
    {
      "epoch": 5.68824328916072,
      "grad_norm": 2.576508938826652,
      "learning_rate": 2.111631932143587e-06,
      "loss": 1.3868,
      "step": 66962
    },
    {
      "epoch": 5.6883282364933745,
      "grad_norm": 3.2634421535997005,
      "learning_rate": 2.110484041578586e-06,
      "loss": 1.4731,
      "step": 66963
    },
    {
      "epoch": 5.688413183826028,
      "grad_norm": 2.6774753645907543,
      "learning_rate": 2.1093364608866457e-06,
      "loss": 1.4793,
      "step": 66964
    },
    {
      "epoch": 5.688498131158681,
      "grad_norm": 2.8723988179081648,
      "learning_rate": 2.108189190070181e-06,
      "loss": 1.5842,
      "step": 66965
    },
    {
      "epoch": 5.688583078491336,
      "grad_norm": 2.630671931894462,
      "learning_rate": 2.1070422291315727e-06,
      "loss": 1.4474,
      "step": 66966
    },
    {
      "epoch": 5.688668025823989,
      "grad_norm": 2.7132941218765896,
      "learning_rate": 2.105895578073252e-06,
      "loss": 1.4436,
      "step": 66967
    },
    {
      "epoch": 5.688752973156642,
      "grad_norm": 2.8707843005971077,
      "learning_rate": 2.1047492368976015e-06,
      "loss": 1.5154,
      "step": 66968
    },
    {
      "epoch": 5.688837920489297,
      "grad_norm": 2.7028231036884827,
      "learning_rate": 2.1036032056070183e-06,
      "loss": 1.4691,
      "step": 66969
    },
    {
      "epoch": 5.68892286782195,
      "grad_norm": 2.71965869851938,
      "learning_rate": 2.1024574842039343e-06,
      "loss": 1.2446,
      "step": 66970
    },
    {
      "epoch": 5.689007815154604,
      "grad_norm": 2.6943801846227915,
      "learning_rate": 2.101312072690714e-06,
      "loss": 1.2296,
      "step": 66971
    },
    {
      "epoch": 5.689092762487258,
      "grad_norm": 2.8133461055402695,
      "learning_rate": 2.100166971069772e-06,
      "loss": 1.5525,
      "step": 66972
    },
    {
      "epoch": 5.689177709819912,
      "grad_norm": 2.8228481526251357,
      "learning_rate": 2.099022179343507e-06,
      "loss": 1.6572,
      "step": 66973
    },
    {
      "epoch": 5.6892626571525655,
      "grad_norm": 2.776157317085736,
      "learning_rate": 2.097877697514333e-06,
      "loss": 1.4518,
      "step": 66974
    },
    {
      "epoch": 5.689347604485219,
      "grad_norm": 2.5840686778802486,
      "learning_rate": 2.0967335255846485e-06,
      "loss": 1.374,
      "step": 66975
    },
    {
      "epoch": 5.689432551817873,
      "grad_norm": 2.458417500656129,
      "learning_rate": 2.0955896635568015e-06,
      "loss": 1.232,
      "step": 66976
    },
    {
      "epoch": 5.689517499150527,
      "grad_norm": 2.6906636911078445,
      "learning_rate": 2.094446111433257e-06,
      "loss": 1.4738,
      "step": 66977
    },
    {
      "epoch": 5.68960244648318,
      "grad_norm": 2.6530624135227434,
      "learning_rate": 2.0933028692163454e-06,
      "loss": 1.4882,
      "step": 66978
    },
    {
      "epoch": 5.689687393815834,
      "grad_norm": 2.7352834229297116,
      "learning_rate": 2.092159936908516e-06,
      "loss": 1.5022,
      "step": 66979
    },
    {
      "epoch": 5.689772341148488,
      "grad_norm": 2.765363649992906,
      "learning_rate": 2.0910173145121334e-06,
      "loss": 1.5495,
      "step": 66980
    },
    {
      "epoch": 5.689857288481142,
      "grad_norm": 2.719178030702896,
      "learning_rate": 2.0898750020296117e-06,
      "loss": 1.1976,
      "step": 66981
    },
    {
      "epoch": 5.689942235813795,
      "grad_norm": 2.507312999832747,
      "learning_rate": 2.088732999463333e-06,
      "loss": 1.3036,
      "step": 66982
    },
    {
      "epoch": 5.690027183146449,
      "grad_norm": 2.605742184222775,
      "learning_rate": 2.0875913068156946e-06,
      "loss": 1.3664,
      "step": 66983
    },
    {
      "epoch": 5.690112130479103,
      "grad_norm": 2.8249515024143563,
      "learning_rate": 2.086449924089062e-06,
      "loss": 1.4203,
      "step": 66984
    },
    {
      "epoch": 5.6901970778117565,
      "grad_norm": 2.5704571394892777,
      "learning_rate": 2.085308851285866e-06,
      "loss": 1.4246,
      "step": 66985
    },
    {
      "epoch": 5.690282025144411,
      "grad_norm": 2.6441950240209495,
      "learning_rate": 2.084168088408489e-06,
      "loss": 1.4206,
      "step": 66986
    },
    {
      "epoch": 5.690366972477064,
      "grad_norm": 2.7696830477024568,
      "learning_rate": 2.083027635459311e-06,
      "loss": 1.4982,
      "step": 66987
    },
    {
      "epoch": 5.690451919809718,
      "grad_norm": 2.8080737703561187,
      "learning_rate": 2.081887492440715e-06,
      "loss": 1.4858,
      "step": 66988
    },
    {
      "epoch": 5.690536867142372,
      "grad_norm": 2.8353771552023335,
      "learning_rate": 2.0807476593551144e-06,
      "loss": 1.4069,
      "step": 66989
    },
    {
      "epoch": 5.690621814475025,
      "grad_norm": 2.7144274279093255,
      "learning_rate": 2.0796081362048577e-06,
      "loss": 1.2278,
      "step": 66990
    },
    {
      "epoch": 5.690706761807679,
      "grad_norm": 2.904629681589504,
      "learning_rate": 2.0784689229923603e-06,
      "loss": 1.6288,
      "step": 66991
    },
    {
      "epoch": 5.690791709140333,
      "grad_norm": 2.6824369433609925,
      "learning_rate": 2.0773300197200192e-06,
      "loss": 1.4529,
      "step": 66992
    },
    {
      "epoch": 5.6908766564729865,
      "grad_norm": 2.737824680710757,
      "learning_rate": 2.076191426390217e-06,
      "loss": 1.3902,
      "step": 66993
    },
    {
      "epoch": 5.690961603805641,
      "grad_norm": 2.977577242349366,
      "learning_rate": 2.075053143005301e-06,
      "loss": 1.5959,
      "step": 66994
    },
    {
      "epoch": 5.691046551138294,
      "grad_norm": 2.655164539854584,
      "learning_rate": 2.0739151695677027e-06,
      "loss": 1.2241,
      "step": 66995
    },
    {
      "epoch": 5.6911314984709485,
      "grad_norm": 2.6266920820607393,
      "learning_rate": 2.0727775060798034e-06,
      "loss": 1.3973,
      "step": 66996
    },
    {
      "epoch": 5.691216445803602,
      "grad_norm": 2.5975645829656195,
      "learning_rate": 2.071640152543935e-06,
      "loss": 1.1394,
      "step": 66997
    },
    {
      "epoch": 5.691301393136255,
      "grad_norm": 2.777145022614428,
      "learning_rate": 2.0705031089625455e-06,
      "loss": 1.4935,
      "step": 66998
    },
    {
      "epoch": 5.69138634046891,
      "grad_norm": 2.8622893698680776,
      "learning_rate": 2.069366375337983e-06,
      "loss": 1.3649,
      "step": 66999
    },
    {
      "epoch": 5.691471287801563,
      "grad_norm": 2.8788238586599797,
      "learning_rate": 2.0682299516726452e-06,
      "loss": 1.4626,
      "step": 67000
    },
    {
      "epoch": 5.691556235134216,
      "grad_norm": 2.609087659659391,
      "learning_rate": 2.0670938379688973e-06,
      "loss": 1.207,
      "step": 67001
    },
    {
      "epoch": 5.691641182466871,
      "grad_norm": 2.745634000108973,
      "learning_rate": 2.0659580342291205e-06,
      "loss": 1.3125,
      "step": 67002
    },
    {
      "epoch": 5.691726129799524,
      "grad_norm": 2.737549626324826,
      "learning_rate": 2.0648225404556962e-06,
      "loss": 1.5099,
      "step": 67003
    },
    {
      "epoch": 5.691811077132178,
      "grad_norm": 2.8620857299484586,
      "learning_rate": 2.0636873566510224e-06,
      "loss": 1.4665,
      "step": 67004
    },
    {
      "epoch": 5.691896024464832,
      "grad_norm": 2.8188447207087473,
      "learning_rate": 2.062552482817448e-06,
      "loss": 1.5239,
      "step": 67005
    },
    {
      "epoch": 5.691980971797485,
      "grad_norm": 2.7354675510059265,
      "learning_rate": 2.06141791895737e-06,
      "loss": 1.2308,
      "step": 67006
    },
    {
      "epoch": 5.6920659191301395,
      "grad_norm": 2.744190452623669,
      "learning_rate": 2.060283665073187e-06,
      "loss": 1.5284,
      "step": 67007
    },
    {
      "epoch": 5.692150866462793,
      "grad_norm": 2.830465415137996,
      "learning_rate": 2.0591497211672303e-06,
      "loss": 1.5481,
      "step": 67008
    },
    {
      "epoch": 5.692235813795447,
      "grad_norm": 2.9752942507083704,
      "learning_rate": 2.0580160872418817e-06,
      "loss": 1.5902,
      "step": 67009
    },
    {
      "epoch": 5.692320761128101,
      "grad_norm": 2.7517815158571945,
      "learning_rate": 2.056882763299539e-06,
      "loss": 1.4741,
      "step": 67010
    },
    {
      "epoch": 5.692405708460754,
      "grad_norm": 2.512886455417436,
      "learning_rate": 2.0557497493425833e-06,
      "loss": 1.1167,
      "step": 67011
    },
    {
      "epoch": 5.692490655793408,
      "grad_norm": 2.6574627404852684,
      "learning_rate": 2.0546170453733803e-06,
      "loss": 1.4762,
      "step": 67012
    },
    {
      "epoch": 5.692575603126062,
      "grad_norm": 2.924990728485072,
      "learning_rate": 2.053484651394277e-06,
      "loss": 1.4247,
      "step": 67013
    },
    {
      "epoch": 5.692660550458715,
      "grad_norm": 3.029510559647077,
      "learning_rate": 2.0523525674076723e-06,
      "loss": 1.615,
      "step": 67014
    },
    {
      "epoch": 5.692745497791369,
      "grad_norm": 2.692604685276752,
      "learning_rate": 2.0512207934159307e-06,
      "loss": 1.5173,
      "step": 67015
    },
    {
      "epoch": 5.692830445124023,
      "grad_norm": 2.8830386219706536,
      "learning_rate": 2.0500893294214173e-06,
      "loss": 1.5114,
      "step": 67016
    },
    {
      "epoch": 5.692915392456677,
      "grad_norm": 2.9315958257165384,
      "learning_rate": 2.0489581754265296e-06,
      "loss": 1.6628,
      "step": 67017
    },
    {
      "epoch": 5.6930003397893305,
      "grad_norm": 2.7153139165322044,
      "learning_rate": 2.047827331433616e-06,
      "loss": 1.4625,
      "step": 67018
    },
    {
      "epoch": 5.693085287121985,
      "grad_norm": 2.663342259058808,
      "learning_rate": 2.046696797445041e-06,
      "loss": 1.2156,
      "step": 67019
    },
    {
      "epoch": 5.693170234454638,
      "grad_norm": 3.047075519739268,
      "learning_rate": 2.0455665734631865e-06,
      "loss": 1.584,
      "step": 67020
    },
    {
      "epoch": 5.693255181787292,
      "grad_norm": 2.6605537966643205,
      "learning_rate": 2.0444366594904003e-06,
      "loss": 1.3407,
      "step": 67021
    },
    {
      "epoch": 5.693340129119946,
      "grad_norm": 2.932997943923278,
      "learning_rate": 2.0433070555290808e-06,
      "loss": 1.6525,
      "step": 67022
    },
    {
      "epoch": 5.693425076452599,
      "grad_norm": 2.7049995499098225,
      "learning_rate": 2.0421777615815595e-06,
      "loss": 1.5316,
      "step": 67023
    },
    {
      "epoch": 5.693510023785253,
      "grad_norm": 2.695115152247227,
      "learning_rate": 2.0410487776502505e-06,
      "loss": 1.3028,
      "step": 67024
    },
    {
      "epoch": 5.693594971117907,
      "grad_norm": 2.5440913645691072,
      "learning_rate": 2.0399201037374857e-06,
      "loss": 1.3575,
      "step": 67025
    },
    {
      "epoch": 5.69367991845056,
      "grad_norm": 2.629940910949583,
      "learning_rate": 2.03879173984563e-06,
      "loss": 1.3356,
      "step": 67026
    },
    {
      "epoch": 5.693764865783215,
      "grad_norm": 2.5202431848257976,
      "learning_rate": 2.037663685977031e-06,
      "loss": 1.1732,
      "step": 67027
    },
    {
      "epoch": 5.693849813115868,
      "grad_norm": 2.8496814375373245,
      "learning_rate": 2.0365359421340875e-06,
      "loss": 1.4954,
      "step": 67028
    },
    {
      "epoch": 5.6939347604485215,
      "grad_norm": 2.5785533527451063,
      "learning_rate": 2.035408508319164e-06,
      "loss": 1.3624,
      "step": 67029
    },
    {
      "epoch": 5.694019707781176,
      "grad_norm": 2.8178359033963876,
      "learning_rate": 2.0342813845346086e-06,
      "loss": 1.5708,
      "step": 67030
    },
    {
      "epoch": 5.694104655113829,
      "grad_norm": 2.725455863802352,
      "learning_rate": 2.033154570782769e-06,
      "loss": 1.5593,
      "step": 67031
    },
    {
      "epoch": 5.6941896024464835,
      "grad_norm": 2.649966651920107,
      "learning_rate": 2.032028067066027e-06,
      "loss": 1.5021,
      "step": 67032
    },
    {
      "epoch": 5.694274549779137,
      "grad_norm": 2.8372398713670735,
      "learning_rate": 2.0309018733867144e-06,
      "loss": 1.5687,
      "step": 67033
    },
    {
      "epoch": 5.69435949711179,
      "grad_norm": 2.7209318025798326,
      "learning_rate": 2.029775989747229e-06,
      "loss": 1.4684,
      "step": 67034
    },
    {
      "epoch": 5.694444444444445,
      "grad_norm": 2.7499657942989564,
      "learning_rate": 2.0286504161499183e-06,
      "loss": 1.5392,
      "step": 67035
    },
    {
      "epoch": 5.694529391777098,
      "grad_norm": 2.788468365723473,
      "learning_rate": 2.0275251525971314e-06,
      "loss": 1.5864,
      "step": 67036
    },
    {
      "epoch": 5.6946143391097515,
      "grad_norm": 2.811249956161396,
      "learning_rate": 2.026400199091233e-06,
      "loss": 1.3896,
      "step": 67037
    },
    {
      "epoch": 5.694699286442406,
      "grad_norm": 2.7066399005150608,
      "learning_rate": 2.0252755556345703e-06,
      "loss": 1.2849,
      "step": 67038
    },
    {
      "epoch": 5.694784233775059,
      "grad_norm": 2.550952819666889,
      "learning_rate": 2.0241512222295086e-06,
      "loss": 1.2691,
      "step": 67039
    },
    {
      "epoch": 5.6948691811077135,
      "grad_norm": 2.727828764291872,
      "learning_rate": 2.023027198878396e-06,
      "loss": 1.5543,
      "step": 67040
    },
    {
      "epoch": 5.694954128440367,
      "grad_norm": 2.63707328067865,
      "learning_rate": 2.0219034855836145e-06,
      "loss": 1.2577,
      "step": 67041
    },
    {
      "epoch": 5.695039075773021,
      "grad_norm": 2.729955826679878,
      "learning_rate": 2.0207800823474785e-06,
      "loss": 1.2518,
      "step": 67042
    },
    {
      "epoch": 5.695124023105675,
      "grad_norm": 2.8065792486142653,
      "learning_rate": 2.019656989172369e-06,
      "loss": 1.5038,
      "step": 67043
    },
    {
      "epoch": 5.695208970438328,
      "grad_norm": 3.020810651890955,
      "learning_rate": 2.0185342060606345e-06,
      "loss": 1.6538,
      "step": 67044
    },
    {
      "epoch": 5.695293917770982,
      "grad_norm": 2.8273410239472074,
      "learning_rate": 2.0174117330146067e-06,
      "loss": 1.5394,
      "step": 67045
    },
    {
      "epoch": 5.695378865103636,
      "grad_norm": 2.876722854395963,
      "learning_rate": 2.0162895700366665e-06,
      "loss": 1.4863,
      "step": 67046
    },
    {
      "epoch": 5.695463812436289,
      "grad_norm": 2.6652863699026317,
      "learning_rate": 2.0151677171291627e-06,
      "loss": 1.2855,
      "step": 67047
    },
    {
      "epoch": 5.695548759768943,
      "grad_norm": 2.5736740381291727,
      "learning_rate": 2.014046174294426e-06,
      "loss": 1.3612,
      "step": 67048
    },
    {
      "epoch": 5.695633707101597,
      "grad_norm": 2.8263494479909426,
      "learning_rate": 2.0129249415348047e-06,
      "loss": 1.5444,
      "step": 67049
    },
    {
      "epoch": 5.695718654434251,
      "grad_norm": 2.5892412545929333,
      "learning_rate": 2.011804018852681e-06,
      "loss": 1.3845,
      "step": 67050
    },
    {
      "epoch": 5.6958036017669045,
      "grad_norm": 2.7747437580422294,
      "learning_rate": 2.0106834062503853e-06,
      "loss": 1.5254,
      "step": 67051
    },
    {
      "epoch": 5.695888549099559,
      "grad_norm": 2.8964862234590467,
      "learning_rate": 2.0095631037302494e-06,
      "loss": 1.5744,
      "step": 67052
    },
    {
      "epoch": 5.695973496432212,
      "grad_norm": 2.7033887429414976,
      "learning_rate": 2.0084431112946386e-06,
      "loss": 1.2713,
      "step": 67053
    },
    {
      "epoch": 5.696058443764866,
      "grad_norm": 2.7782205101256725,
      "learning_rate": 2.0073234289459004e-06,
      "loss": 1.4819,
      "step": 67054
    },
    {
      "epoch": 5.69614339109752,
      "grad_norm": 2.7091975887055812,
      "learning_rate": 2.0062040566863837e-06,
      "loss": 1.5217,
      "step": 67055
    },
    {
      "epoch": 5.696228338430173,
      "grad_norm": 2.753879869293184,
      "learning_rate": 2.005084994518419e-06,
      "loss": 1.2781,
      "step": 67056
    },
    {
      "epoch": 5.696313285762827,
      "grad_norm": 2.6288714483711844,
      "learning_rate": 2.0039662424443547e-06,
      "loss": 1.4533,
      "step": 67057
    },
    {
      "epoch": 5.696398233095481,
      "grad_norm": 3.124782616533265,
      "learning_rate": 2.0028478004665393e-06,
      "loss": 1.5305,
      "step": 67058
    },
    {
      "epoch": 5.696483180428134,
      "grad_norm": 2.7263767707142925,
      "learning_rate": 2.0017296685873207e-06,
      "loss": 1.2151,
      "step": 67059
    },
    {
      "epoch": 5.696568127760789,
      "grad_norm": 2.6900860080873206,
      "learning_rate": 2.0006118468090303e-06,
      "loss": 1.4721,
      "step": 67060
    },
    {
      "epoch": 5.696653075093442,
      "grad_norm": 2.6659568055645253,
      "learning_rate": 1.9994943351340167e-06,
      "loss": 1.4105,
      "step": 67061
    },
    {
      "epoch": 5.6967380224260955,
      "grad_norm": 2.604210669367287,
      "learning_rate": 1.9983771335646438e-06,
      "loss": 1.4351,
      "step": 67062
    },
    {
      "epoch": 5.69682296975875,
      "grad_norm": 2.6217091828868395,
      "learning_rate": 1.9972602421031935e-06,
      "loss": 1.2234,
      "step": 67063
    },
    {
      "epoch": 5.696907917091403,
      "grad_norm": 2.7613793885544307,
      "learning_rate": 1.9961436607520643e-06,
      "loss": 1.3677,
      "step": 67064
    },
    {
      "epoch": 5.6969928644240575,
      "grad_norm": 2.7321012460851297,
      "learning_rate": 1.9950273895135706e-06,
      "loss": 1.4892,
      "step": 67065
    },
    {
      "epoch": 5.697077811756711,
      "grad_norm": 2.8729862259871837,
      "learning_rate": 1.9939114283900604e-06,
      "loss": 1.5887,
      "step": 67066
    },
    {
      "epoch": 5.697162759089364,
      "grad_norm": 2.5373551333994033,
      "learning_rate": 1.9927957773838656e-06,
      "loss": 1.2777,
      "step": 67067
    },
    {
      "epoch": 5.697247706422019,
      "grad_norm": 2.8403505576132813,
      "learning_rate": 1.9916804364973173e-06,
      "loss": 1.2967,
      "step": 67068
    },
    {
      "epoch": 5.697332653754672,
      "grad_norm": 2.6506657076658944,
      "learning_rate": 1.9905654057327803e-06,
      "loss": 1.3025,
      "step": 67069
    },
    {
      "epoch": 5.697417601087325,
      "grad_norm": 2.4722277938732615,
      "learning_rate": 1.989450685092536e-06,
      "loss": 1.2707,
      "step": 67070
    },
    {
      "epoch": 5.69750254841998,
      "grad_norm": 2.545612252681772,
      "learning_rate": 1.9883362745789667e-06,
      "loss": 1.3243,
      "step": 67071
    },
    {
      "epoch": 5.697587495752633,
      "grad_norm": 2.958001406287639,
      "learning_rate": 1.9872221741944194e-06,
      "loss": 1.4359,
      "step": 67072
    },
    {
      "epoch": 5.697672443085287,
      "grad_norm": 2.733153525197787,
      "learning_rate": 1.986108383941193e-06,
      "loss": 1.2487,
      "step": 67073
    },
    {
      "epoch": 5.697757390417941,
      "grad_norm": 2.59049989045651,
      "learning_rate": 1.9849949038216185e-06,
      "loss": 1.207,
      "step": 67074
    },
    {
      "epoch": 5.697842337750595,
      "grad_norm": 2.831685153198898,
      "learning_rate": 1.983881733838044e-06,
      "loss": 1.3481,
      "step": 67075
    },
    {
      "epoch": 5.6979272850832485,
      "grad_norm": 2.665867523963547,
      "learning_rate": 1.9827688739928018e-06,
      "loss": 1.3929,
      "step": 67076
    },
    {
      "epoch": 5.698012232415902,
      "grad_norm": 2.867205176569435,
      "learning_rate": 1.981656324288239e-06,
      "loss": 1.5646,
      "step": 67077
    },
    {
      "epoch": 5.698097179748556,
      "grad_norm": 2.625505193172072,
      "learning_rate": 1.980544084726654e-06,
      "loss": 1.4377,
      "step": 67078
    },
    {
      "epoch": 5.69818212708121,
      "grad_norm": 2.8458199404894318,
      "learning_rate": 1.979432155310412e-06,
      "loss": 1.6351,
      "step": 67079
    },
    {
      "epoch": 5.698267074413863,
      "grad_norm": 2.5948559676735177,
      "learning_rate": 1.9783205360418275e-06,
      "loss": 1.1641,
      "step": 67080
    },
    {
      "epoch": 5.698352021746517,
      "grad_norm": 2.7817156565851935,
      "learning_rate": 1.9772092269231987e-06,
      "loss": 1.543,
      "step": 67081
    },
    {
      "epoch": 5.698436969079171,
      "grad_norm": 2.591103255777183,
      "learning_rate": 1.9760982279568906e-06,
      "loss": 1.3248,
      "step": 67082
    },
    {
      "epoch": 5.698521916411825,
      "grad_norm": 2.580620037911459,
      "learning_rate": 1.974987539145234e-06,
      "loss": 1.3271,
      "step": 67083
    },
    {
      "epoch": 5.6986068637444784,
      "grad_norm": 2.655158425080681,
      "learning_rate": 1.9738771604905447e-06,
      "loss": 1.4402,
      "step": 67084
    },
    {
      "epoch": 5.698691811077132,
      "grad_norm": 2.5512606153504453,
      "learning_rate": 1.972767091995137e-06,
      "loss": 1.2963,
      "step": 67085
    },
    {
      "epoch": 5.698776758409786,
      "grad_norm": 2.8665888672817084,
      "learning_rate": 1.971657333661375e-06,
      "loss": 1.4895,
      "step": 67086
    },
    {
      "epoch": 5.6988617057424396,
      "grad_norm": 2.530033055450811,
      "learning_rate": 1.9705478854915412e-06,
      "loss": 1.3635,
      "step": 67087
    },
    {
      "epoch": 5.698946653075094,
      "grad_norm": 2.7972350571452873,
      "learning_rate": 1.969438747487967e-06,
      "loss": 1.539,
      "step": 67088
    },
    {
      "epoch": 5.699031600407747,
      "grad_norm": 2.7773293506168413,
      "learning_rate": 1.9683299196530002e-06,
      "loss": 1.5329,
      "step": 67089
    },
    {
      "epoch": 5.699116547740401,
      "grad_norm": 2.6770317569057793,
      "learning_rate": 1.9672214019889554e-06,
      "loss": 1.4054,
      "step": 67090
    },
    {
      "epoch": 5.699201495073055,
      "grad_norm": 2.6972651617730774,
      "learning_rate": 1.966113194498148e-06,
      "loss": 1.3607,
      "step": 67091
    },
    {
      "epoch": 5.699286442405708,
      "grad_norm": 2.6115017877937423,
      "learning_rate": 1.965005297182892e-06,
      "loss": 1.3147,
      "step": 67092
    },
    {
      "epoch": 5.699371389738362,
      "grad_norm": 2.5782867593246537,
      "learning_rate": 1.96389771004552e-06,
      "loss": 1.2347,
      "step": 67093
    },
    {
      "epoch": 5.699456337071016,
      "grad_norm": 2.798996365553945,
      "learning_rate": 1.9627904330883625e-06,
      "loss": 1.4503,
      "step": 67094
    },
    {
      "epoch": 5.6995412844036695,
      "grad_norm": 3.404863193869969,
      "learning_rate": 1.961683466313735e-06,
      "loss": 1.6717,
      "step": 67095
    },
    {
      "epoch": 5.699626231736324,
      "grad_norm": 2.7002903069418394,
      "learning_rate": 1.960576809723935e-06,
      "loss": 1.4494,
      "step": 67096
    },
    {
      "epoch": 5.699711179068977,
      "grad_norm": 2.688370113979201,
      "learning_rate": 1.959470463321294e-06,
      "loss": 1.363,
      "step": 67097
    },
    {
      "epoch": 5.6997961264016315,
      "grad_norm": 2.718569411581889,
      "learning_rate": 1.958364427108161e-06,
      "loss": 1.4284,
      "step": 67098
    },
    {
      "epoch": 5.699881073734285,
      "grad_norm": 2.61602876577066,
      "learning_rate": 1.9572587010868e-06,
      "loss": 1.416,
      "step": 67099
    },
    {
      "epoch": 5.699966021066938,
      "grad_norm": 2.657273038284294,
      "learning_rate": 1.9561532852595595e-06,
      "loss": 1.4067,
      "step": 67100
    },
    {
      "epoch": 5.700050968399593,
      "grad_norm": 2.719825496393759,
      "learning_rate": 1.955048179628754e-06,
      "loss": 1.3344,
      "step": 67101
    },
    {
      "epoch": 5.700135915732246,
      "grad_norm": 2.9183340060786436,
      "learning_rate": 1.953943384196699e-06,
      "loss": 1.5182,
      "step": 67102
    },
    {
      "epoch": 5.700220863064899,
      "grad_norm": 2.8544613156979617,
      "learning_rate": 1.9528388989656917e-06,
      "loss": 1.3821,
      "step": 67103
    },
    {
      "epoch": 5.700305810397554,
      "grad_norm": 2.7110145771541196,
      "learning_rate": 1.951734723938064e-06,
      "loss": 1.1659,
      "step": 67104
    },
    {
      "epoch": 5.700390757730207,
      "grad_norm": 2.6575985569910308,
      "learning_rate": 1.950630859116148e-06,
      "loss": 1.4149,
      "step": 67105
    },
    {
      "epoch": 5.700475705062861,
      "grad_norm": 2.669212272267279,
      "learning_rate": 1.9495273045022076e-06,
      "loss": 1.3737,
      "step": 67106
    },
    {
      "epoch": 5.700560652395515,
      "grad_norm": 2.59240322451159,
      "learning_rate": 1.9484240600985746e-06,
      "loss": 1.2695,
      "step": 67107
    },
    {
      "epoch": 5.700645599728168,
      "grad_norm": 2.7561983301320847,
      "learning_rate": 1.9473211259075973e-06,
      "loss": 1.5565,
      "step": 67108
    },
    {
      "epoch": 5.7007305470608225,
      "grad_norm": 2.679851187035206,
      "learning_rate": 1.9462185019315403e-06,
      "loss": 1.4944,
      "step": 67109
    },
    {
      "epoch": 5.700815494393476,
      "grad_norm": 2.756056618630437,
      "learning_rate": 1.945116188172735e-06,
      "loss": 1.4228,
      "step": 67110
    },
    {
      "epoch": 5.70090044172613,
      "grad_norm": 2.7986937324075343,
      "learning_rate": 1.9440141846334965e-06,
      "loss": 1.5344,
      "step": 67111
    },
    {
      "epoch": 5.700985389058784,
      "grad_norm": 2.963127314976922,
      "learning_rate": 1.9429124913161065e-06,
      "loss": 1.7428,
      "step": 67112
    },
    {
      "epoch": 5.701070336391437,
      "grad_norm": 3.0462815883660888,
      "learning_rate": 1.941811108222896e-06,
      "loss": 1.6273,
      "step": 67113
    },
    {
      "epoch": 5.701155283724091,
      "grad_norm": 2.605044407946488,
      "learning_rate": 1.9407100353561634e-06,
      "loss": 1.3474,
      "step": 67114
    },
    {
      "epoch": 5.701240231056745,
      "grad_norm": 2.7711490384681547,
      "learning_rate": 1.939609272718223e-06,
      "loss": 1.2704,
      "step": 67115
    },
    {
      "epoch": 5.701325178389398,
      "grad_norm": 2.6215039164278267,
      "learning_rate": 1.938508820311391e-06,
      "loss": 1.2176,
      "step": 67116
    },
    {
      "epoch": 5.701410125722052,
      "grad_norm": 2.749748906308235,
      "learning_rate": 1.937408678137947e-06,
      "loss": 1.4232,
      "step": 67117
    },
    {
      "epoch": 5.701495073054706,
      "grad_norm": 2.8345850192416115,
      "learning_rate": 1.936308846200224e-06,
      "loss": 1.6499,
      "step": 67118
    },
    {
      "epoch": 5.70158002038736,
      "grad_norm": 2.6146484949378848,
      "learning_rate": 1.9352093245004864e-06,
      "loss": 1.4705,
      "step": 67119
    },
    {
      "epoch": 5.7016649677200135,
      "grad_norm": 2.8382347788623057,
      "learning_rate": 1.9341101130410984e-06,
      "loss": 1.3829,
      "step": 67120
    },
    {
      "epoch": 5.701749915052668,
      "grad_norm": 2.4437117716453955,
      "learning_rate": 1.9330112118242923e-06,
      "loss": 1.1922,
      "step": 67121
    },
    {
      "epoch": 5.701834862385321,
      "grad_norm": 2.654074400184921,
      "learning_rate": 1.931912620852433e-06,
      "loss": 1.4469,
      "step": 67122
    },
    {
      "epoch": 5.701919809717975,
      "grad_norm": 2.7285363565513787,
      "learning_rate": 1.9308143401277844e-06,
      "loss": 1.3843,
      "step": 67123
    },
    {
      "epoch": 5.702004757050629,
      "grad_norm": 2.6642999151721747,
      "learning_rate": 1.9297163696526617e-06,
      "loss": 1.2631,
      "step": 67124
    },
    {
      "epoch": 5.702089704383282,
      "grad_norm": 2.806868169808608,
      "learning_rate": 1.9286187094293636e-06,
      "loss": 1.4383,
      "step": 67125
    },
    {
      "epoch": 5.702174651715936,
      "grad_norm": 2.7260713700613826,
      "learning_rate": 1.9275213594601878e-06,
      "loss": 1.4655,
      "step": 67126
    },
    {
      "epoch": 5.70225959904859,
      "grad_norm": 2.7228260905882142,
      "learning_rate": 1.9264243197474495e-06,
      "loss": 1.3096,
      "step": 67127
    },
    {
      "epoch": 5.702344546381243,
      "grad_norm": 2.82660623932242,
      "learning_rate": 1.925327590293413e-06,
      "loss": 1.511,
      "step": 67128
    },
    {
      "epoch": 5.702429493713898,
      "grad_norm": 2.8903475781116605,
      "learning_rate": 1.92423117110041e-06,
      "loss": 1.4909,
      "step": 67129
    },
    {
      "epoch": 5.702514441046551,
      "grad_norm": 3.0125043450466227,
      "learning_rate": 1.923135062170722e-06,
      "loss": 1.5485,
      "step": 67130
    },
    {
      "epoch": 5.7025993883792045,
      "grad_norm": 2.7673985595853443,
      "learning_rate": 1.9220392635066475e-06,
      "loss": 1.4623,
      "step": 67131
    },
    {
      "epoch": 5.702684335711859,
      "grad_norm": 2.578694445437915,
      "learning_rate": 1.9209437751104838e-06,
      "loss": 1.4271,
      "step": 67132
    },
    {
      "epoch": 5.702769283044512,
      "grad_norm": 2.7191102883787,
      "learning_rate": 1.9198485969845135e-06,
      "loss": 1.485,
      "step": 67133
    },
    {
      "epoch": 5.7028542303771665,
      "grad_norm": 2.5691325295412555,
      "learning_rate": 1.9187537291310673e-06,
      "loss": 1.3441,
      "step": 67134
    },
    {
      "epoch": 5.70293917770982,
      "grad_norm": 2.6927548728921558,
      "learning_rate": 1.9176591715523935e-06,
      "loss": 1.6557,
      "step": 67135
    },
    {
      "epoch": 5.703024125042473,
      "grad_norm": 2.6334339897852534,
      "learning_rate": 1.916564924250824e-06,
      "loss": 1.1977,
      "step": 67136
    },
    {
      "epoch": 5.703109072375128,
      "grad_norm": 2.7611328528975676,
      "learning_rate": 1.91547098722864e-06,
      "loss": 1.4371,
      "step": 67137
    },
    {
      "epoch": 5.703194019707781,
      "grad_norm": 2.6756200418506615,
      "learning_rate": 1.9143773604881064e-06,
      "loss": 1.4146,
      "step": 67138
    },
    {
      "epoch": 5.7032789670404345,
      "grad_norm": 2.7485388293788855,
      "learning_rate": 1.9132840440315377e-06,
      "loss": 1.5269,
      "step": 67139
    },
    {
      "epoch": 5.703363914373089,
      "grad_norm": 2.6113697946573646,
      "learning_rate": 1.9121910378612327e-06,
      "loss": 1.2624,
      "step": 67140
    },
    {
      "epoch": 5.703448861705742,
      "grad_norm": 2.6350742398654177,
      "learning_rate": 1.911098341979489e-06,
      "loss": 1.1725,
      "step": 67141
    },
    {
      "epoch": 5.7035338090383965,
      "grad_norm": 2.7996777133500106,
      "learning_rate": 1.910005956388555e-06,
      "loss": 1.5785,
      "step": 67142
    },
    {
      "epoch": 5.70361875637105,
      "grad_norm": 2.8092837765729786,
      "learning_rate": 1.9089138810907624e-06,
      "loss": 1.464,
      "step": 67143
    },
    {
      "epoch": 5.703703703703704,
      "grad_norm": 2.7601353153426222,
      "learning_rate": 1.907822116088359e-06,
      "loss": 1.5399,
      "step": 67144
    },
    {
      "epoch": 5.703788651036358,
      "grad_norm": 2.7168661464549766,
      "learning_rate": 1.9067306613836763e-06,
      "loss": 1.201,
      "step": 67145
    },
    {
      "epoch": 5.703873598369011,
      "grad_norm": 2.7092277799757,
      "learning_rate": 1.905639516978963e-06,
      "loss": 1.3806,
      "step": 67146
    },
    {
      "epoch": 5.703958545701665,
      "grad_norm": 2.642928358638138,
      "learning_rate": 1.9045486828765498e-06,
      "loss": 1.4635,
      "step": 67147
    },
    {
      "epoch": 5.704043493034319,
      "grad_norm": 2.7637158284294188,
      "learning_rate": 1.903458159078669e-06,
      "loss": 1.2276,
      "step": 67148
    },
    {
      "epoch": 5.704128440366972,
      "grad_norm": 2.8327881052619275,
      "learning_rate": 1.9023679455876351e-06,
      "loss": 1.763,
      "step": 67149
    },
    {
      "epoch": 5.704213387699626,
      "grad_norm": 2.525574571756941,
      "learning_rate": 1.9012780424057295e-06,
      "loss": 1.2735,
      "step": 67150
    },
    {
      "epoch": 5.70429833503228,
      "grad_norm": 2.92558676416314,
      "learning_rate": 1.9001884495352505e-06,
      "loss": 1.4496,
      "step": 67151
    },
    {
      "epoch": 5.704383282364934,
      "grad_norm": 2.701964062172785,
      "learning_rate": 1.8990991669784627e-06,
      "loss": 1.167,
      "step": 67152
    },
    {
      "epoch": 5.7044682296975875,
      "grad_norm": 3.3787615228213332,
      "learning_rate": 1.8980101947376314e-06,
      "loss": 1.6215,
      "step": 67153
    },
    {
      "epoch": 5.704553177030241,
      "grad_norm": 2.5863415047284346,
      "learning_rate": 1.8969215328150712e-06,
      "loss": 1.3414,
      "step": 67154
    },
    {
      "epoch": 5.704638124362895,
      "grad_norm": 2.554822720675727,
      "learning_rate": 1.8958331812130634e-06,
      "loss": 1.3091,
      "step": 67155
    },
    {
      "epoch": 5.704723071695549,
      "grad_norm": 2.8509907880565892,
      "learning_rate": 1.8947451399338564e-06,
      "loss": 1.5285,
      "step": 67156
    },
    {
      "epoch": 5.704808019028203,
      "grad_norm": 3.0538976565040996,
      "learning_rate": 1.8936574089797485e-06,
      "loss": 1.7265,
      "step": 67157
    },
    {
      "epoch": 5.704892966360856,
      "grad_norm": 2.788861853537783,
      "learning_rate": 1.892569988353021e-06,
      "loss": 1.4068,
      "step": 67158
    },
    {
      "epoch": 5.70497791369351,
      "grad_norm": 2.965640640323804,
      "learning_rate": 1.8914828780559554e-06,
      "loss": 1.7164,
      "step": 67159
    },
    {
      "epoch": 5.705062861026164,
      "grad_norm": 2.7498743443966354,
      "learning_rate": 1.8903960780908166e-06,
      "loss": 1.2443,
      "step": 67160
    },
    {
      "epoch": 5.705147808358817,
      "grad_norm": 2.544536187416899,
      "learning_rate": 1.889309588459903e-06,
      "loss": 1.2701,
      "step": 67161
    },
    {
      "epoch": 5.705232755691471,
      "grad_norm": 2.785063264080595,
      "learning_rate": 1.8882234091654792e-06,
      "loss": 1.3305,
      "step": 67162
    },
    {
      "epoch": 5.705317703024125,
      "grad_norm": 2.77646655350399,
      "learning_rate": 1.88713754020981e-06,
      "loss": 1.5153,
      "step": 67163
    },
    {
      "epoch": 5.7054026503567785,
      "grad_norm": 2.820307425072993,
      "learning_rate": 1.8860519815951768e-06,
      "loss": 1.4855,
      "step": 67164
    },
    {
      "epoch": 5.705487597689433,
      "grad_norm": 2.638981112677193,
      "learning_rate": 1.8849667333238782e-06,
      "loss": 1.3654,
      "step": 67165
    },
    {
      "epoch": 5.705572545022086,
      "grad_norm": 2.7926413059153905,
      "learning_rate": 1.8838817953981622e-06,
      "loss": 1.3507,
      "step": 67166
    },
    {
      "epoch": 5.7056574923547405,
      "grad_norm": 2.7929742696835604,
      "learning_rate": 1.8827971678202936e-06,
      "loss": 1.283,
      "step": 67167
    },
    {
      "epoch": 5.705742439687394,
      "grad_norm": 2.6105845523435907,
      "learning_rate": 1.881712850592554e-06,
      "loss": 1.2268,
      "step": 67168
    },
    {
      "epoch": 5.705827387020047,
      "grad_norm": 2.856199507336519,
      "learning_rate": 1.8806288437172412e-06,
      "loss": 1.6842,
      "step": 67169
    },
    {
      "epoch": 5.705912334352702,
      "grad_norm": 2.9439794608664607,
      "learning_rate": 1.879545147196604e-06,
      "loss": 1.6923,
      "step": 67170
    },
    {
      "epoch": 5.705997281685355,
      "grad_norm": 2.7865348238853898,
      "learning_rate": 1.8784617610329068e-06,
      "loss": 1.2945,
      "step": 67171
    },
    {
      "epoch": 5.706082229018008,
      "grad_norm": 2.8048755659515616,
      "learning_rate": 1.8773786852284311e-06,
      "loss": 1.5179,
      "step": 67172
    },
    {
      "epoch": 5.706167176350663,
      "grad_norm": 2.779902113432345,
      "learning_rate": 1.876295919785442e-06,
      "loss": 1.5235,
      "step": 67173
    },
    {
      "epoch": 5.706252123683316,
      "grad_norm": 2.663830645601584,
      "learning_rate": 1.8752134647062044e-06,
      "loss": 1.208,
      "step": 67174
    },
    {
      "epoch": 5.70633707101597,
      "grad_norm": 2.679223601091398,
      "learning_rate": 1.874131319992983e-06,
      "loss": 1.5163,
      "step": 67175
    },
    {
      "epoch": 5.706422018348624,
      "grad_norm": 2.520018805012356,
      "learning_rate": 1.873049485648076e-06,
      "loss": 1.3354,
      "step": 67176
    },
    {
      "epoch": 5.706506965681277,
      "grad_norm": 2.8431197694483874,
      "learning_rate": 1.8719679616737315e-06,
      "loss": 1.5863,
      "step": 67177
    },
    {
      "epoch": 5.7065919130139315,
      "grad_norm": 2.6347941855870194,
      "learning_rate": 1.8708867480721811e-06,
      "loss": 1.4281,
      "step": 67178
    },
    {
      "epoch": 5.706676860346585,
      "grad_norm": 2.8475952708629437,
      "learning_rate": 1.8698058448457398e-06,
      "loss": 1.655,
      "step": 67179
    },
    {
      "epoch": 5.706761807679239,
      "grad_norm": 2.640382985364569,
      "learning_rate": 1.8687252519966556e-06,
      "loss": 1.3616,
      "step": 67180
    },
    {
      "epoch": 5.706846755011893,
      "grad_norm": 2.637506664740862,
      "learning_rate": 1.8676449695271934e-06,
      "loss": 1.3921,
      "step": 67181
    },
    {
      "epoch": 5.706931702344546,
      "grad_norm": 2.672808642677406,
      "learning_rate": 1.8665649974396012e-06,
      "loss": 1.2598,
      "step": 67182
    },
    {
      "epoch": 5.7070166496772,
      "grad_norm": 2.82149891471525,
      "learning_rate": 1.865485335736161e-06,
      "loss": 1.4913,
      "step": 67183
    },
    {
      "epoch": 5.707101597009854,
      "grad_norm": 2.8248437593449762,
      "learning_rate": 1.8644059844191206e-06,
      "loss": 1.4188,
      "step": 67184
    },
    {
      "epoch": 5.707186544342507,
      "grad_norm": 2.6855431781344428,
      "learning_rate": 1.8633269434907616e-06,
      "loss": 1.2893,
      "step": 67185
    },
    {
      "epoch": 5.7072714916751615,
      "grad_norm": 2.8324501917025415,
      "learning_rate": 1.8622482129533323e-06,
      "loss": 1.6455,
      "step": 67186
    },
    {
      "epoch": 5.707356439007815,
      "grad_norm": 2.8255108318983697,
      "learning_rate": 1.8611697928090808e-06,
      "loss": 1.4965,
      "step": 67187
    },
    {
      "epoch": 5.707441386340469,
      "grad_norm": 2.888836044432231,
      "learning_rate": 1.8600916830602886e-06,
      "loss": 1.6086,
      "step": 67188
    },
    {
      "epoch": 5.707526333673123,
      "grad_norm": 2.7360996632918373,
      "learning_rate": 1.859013883709204e-06,
      "loss": 1.582,
      "step": 67189
    },
    {
      "epoch": 5.707611281005777,
      "grad_norm": 2.7168077244974933,
      "learning_rate": 1.8579363947580917e-06,
      "loss": 1.3771,
      "step": 67190
    },
    {
      "epoch": 5.70769622833843,
      "grad_norm": 2.707468914609685,
      "learning_rate": 1.8568592162092e-06,
      "loss": 1.5011,
      "step": 67191
    },
    {
      "epoch": 5.707781175671084,
      "grad_norm": 2.7336107615434133,
      "learning_rate": 1.855782348064777e-06,
      "loss": 1.5125,
      "step": 67192
    },
    {
      "epoch": 5.707866123003738,
      "grad_norm": 2.8482935754378005,
      "learning_rate": 1.8547057903271045e-06,
      "loss": 1.5705,
      "step": 67193
    },
    {
      "epoch": 5.707951070336391,
      "grad_norm": 2.7750141136618405,
      "learning_rate": 1.8536295429984305e-06,
      "loss": 1.5071,
      "step": 67194
    },
    {
      "epoch": 5.708036017669045,
      "grad_norm": 2.6845602531537125,
      "learning_rate": 1.8525536060810031e-06,
      "loss": 1.413,
      "step": 67195
    },
    {
      "epoch": 5.708120965001699,
      "grad_norm": 2.5974494073143415,
      "learning_rate": 1.8514779795770874e-06,
      "loss": 1.4079,
      "step": 67196
    },
    {
      "epoch": 5.7082059123343525,
      "grad_norm": 2.8460327093922704,
      "learning_rate": 1.8504026634889145e-06,
      "loss": 1.6238,
      "step": 67197
    },
    {
      "epoch": 5.708290859667007,
      "grad_norm": 2.6999878539698257,
      "learning_rate": 1.8493276578187665e-06,
      "loss": 1.4298,
      "step": 67198
    },
    {
      "epoch": 5.70837580699966,
      "grad_norm": 2.63929896046736,
      "learning_rate": 1.848252962568858e-06,
      "loss": 1.3986,
      "step": 67199
    },
    {
      "epoch": 5.708460754332314,
      "grad_norm": 2.7974896266509144,
      "learning_rate": 1.8471785777414871e-06,
      "loss": 1.3732,
      "step": 67200
    },
    {
      "epoch": 5.708545701664968,
      "grad_norm": 2.737018584454268,
      "learning_rate": 1.8461045033388688e-06,
      "loss": 1.2394,
      "step": 67201
    },
    {
      "epoch": 5.708630648997621,
      "grad_norm": 2.8335096683076024,
      "learning_rate": 1.8450307393632845e-06,
      "loss": 1.5132,
      "step": 67202
    },
    {
      "epoch": 5.708715596330276,
      "grad_norm": 2.439882512274431,
      "learning_rate": 1.8439572858169493e-06,
      "loss": 1.1216,
      "step": 67203
    },
    {
      "epoch": 5.708800543662929,
      "grad_norm": 2.63665833799541,
      "learning_rate": 1.8428841427021279e-06,
      "loss": 1.3306,
      "step": 67204
    },
    {
      "epoch": 5.708885490995582,
      "grad_norm": 2.6308673404501706,
      "learning_rate": 1.8418113100210685e-06,
      "loss": 1.4288,
      "step": 67205
    },
    {
      "epoch": 5.708970438328237,
      "grad_norm": 2.71502921734649,
      "learning_rate": 1.840738787776036e-06,
      "loss": 1.2908,
      "step": 67206
    },
    {
      "epoch": 5.70905538566089,
      "grad_norm": 2.690938466059318,
      "learning_rate": 1.8396665759692618e-06,
      "loss": 1.2401,
      "step": 67207
    },
    {
      "epoch": 5.7091403329935435,
      "grad_norm": 2.7721510781433363,
      "learning_rate": 1.8385946746029778e-06,
      "loss": 1.4304,
      "step": 67208
    },
    {
      "epoch": 5.709225280326198,
      "grad_norm": 2.4568214608336483,
      "learning_rate": 1.8375230836794652e-06,
      "loss": 1.2525,
      "step": 67209
    },
    {
      "epoch": 5.709310227658851,
      "grad_norm": 2.6420739985649346,
      "learning_rate": 1.836451803200939e-06,
      "loss": 1.336,
      "step": 67210
    },
    {
      "epoch": 5.7093951749915055,
      "grad_norm": 2.7107994226553913,
      "learning_rate": 1.8353808331696474e-06,
      "loss": 1.3884,
      "step": 67211
    },
    {
      "epoch": 5.709480122324159,
      "grad_norm": 2.7983593627986365,
      "learning_rate": 1.8343101735878552e-06,
      "loss": 1.5017,
      "step": 67212
    },
    {
      "epoch": 5.709565069656813,
      "grad_norm": 2.7632499731941684,
      "learning_rate": 1.833239824457794e-06,
      "loss": 1.4687,
      "step": 67213
    },
    {
      "epoch": 5.709650016989467,
      "grad_norm": 2.8119997796134264,
      "learning_rate": 1.8321697857816954e-06,
      "loss": 1.445,
      "step": 67214
    },
    {
      "epoch": 5.70973496432212,
      "grad_norm": 2.8387343649147363,
      "learning_rate": 1.8311000575618073e-06,
      "loss": 1.6106,
      "step": 67215
    },
    {
      "epoch": 5.709819911654774,
      "grad_norm": 2.8740934400665687,
      "learning_rate": 1.8300306398003783e-06,
      "loss": 1.4768,
      "step": 67216
    },
    {
      "epoch": 5.709904858987428,
      "grad_norm": 2.653604906771887,
      "learning_rate": 1.8289615324996397e-06,
      "loss": 1.2133,
      "step": 67217
    },
    {
      "epoch": 5.709989806320081,
      "grad_norm": 2.7790990871149925,
      "learning_rate": 1.8278927356618401e-06,
      "loss": 1.5379,
      "step": 67218
    },
    {
      "epoch": 5.710074753652735,
      "grad_norm": 2.772049718070096,
      "learning_rate": 1.826824249289227e-06,
      "loss": 1.4814,
      "step": 67219
    },
    {
      "epoch": 5.710159700985389,
      "grad_norm": 2.8748051316529253,
      "learning_rate": 1.8257560733840326e-06,
      "loss": 1.4543,
      "step": 67220
    },
    {
      "epoch": 5.710244648318043,
      "grad_norm": 2.9142686500197184,
      "learning_rate": 1.8246882079484715e-06,
      "loss": 1.4297,
      "step": 67221
    },
    {
      "epoch": 5.7103295956506965,
      "grad_norm": 2.9075534424138287,
      "learning_rate": 1.8236206529848085e-06,
      "loss": 1.581,
      "step": 67222
    },
    {
      "epoch": 5.71041454298335,
      "grad_norm": 2.964505090605931,
      "learning_rate": 1.8225534084952753e-06,
      "loss": 1.3925,
      "step": 67223
    },
    {
      "epoch": 5.710499490316004,
      "grad_norm": 2.759273155351537,
      "learning_rate": 1.8214864744821033e-06,
      "loss": 1.4606,
      "step": 67224
    },
    {
      "epoch": 5.710584437648658,
      "grad_norm": 2.717888323735717,
      "learning_rate": 1.8204198509475243e-06,
      "loss": 1.4459,
      "step": 67225
    },
    {
      "epoch": 5.710669384981312,
      "grad_norm": 2.7110789418992547,
      "learning_rate": 1.8193535378937862e-06,
      "loss": 1.5058,
      "step": 67226
    },
    {
      "epoch": 5.710754332313965,
      "grad_norm": 2.7747437016581236,
      "learning_rate": 1.8182875353231041e-06,
      "loss": 1.4159,
      "step": 67227
    },
    {
      "epoch": 5.710839279646619,
      "grad_norm": 2.8929074221244004,
      "learning_rate": 1.817221843237726e-06,
      "loss": 1.4875,
      "step": 67228
    },
    {
      "epoch": 5.710924226979273,
      "grad_norm": 2.8850548436661256,
      "learning_rate": 1.8161564616399006e-06,
      "loss": 1.3959,
      "step": 67229
    },
    {
      "epoch": 5.7110091743119265,
      "grad_norm": 2.7654474788701933,
      "learning_rate": 1.8150913905318254e-06,
      "loss": 1.4757,
      "step": 67230
    },
    {
      "epoch": 5.711094121644581,
      "grad_norm": 2.723015447725983,
      "learning_rate": 1.8140266299157492e-06,
      "loss": 1.4067,
      "step": 67231
    },
    {
      "epoch": 5.711179068977234,
      "grad_norm": 2.6706609372989045,
      "learning_rate": 1.8129621797939032e-06,
      "loss": 1.3894,
      "step": 67232
    },
    {
      "epoch": 5.711264016309888,
      "grad_norm": 2.608380171254355,
      "learning_rate": 1.811898040168519e-06,
      "loss": 1.3606,
      "step": 67233
    },
    {
      "epoch": 5.711348963642542,
      "grad_norm": 2.9329989063226485,
      "learning_rate": 1.8108342110418284e-06,
      "loss": 1.4506,
      "step": 67234
    },
    {
      "epoch": 5.711433910975195,
      "grad_norm": 2.67718850841793,
      "learning_rate": 1.809770692416046e-06,
      "loss": 1.3738,
      "step": 67235
    },
    {
      "epoch": 5.7115188583078496,
      "grad_norm": 2.4752280799972803,
      "learning_rate": 1.8087074842934202e-06,
      "loss": 1.1859,
      "step": 67236
    },
    {
      "epoch": 5.711603805640503,
      "grad_norm": 3.384097826261771,
      "learning_rate": 1.8076445866761657e-06,
      "loss": 1.7068,
      "step": 67237
    },
    {
      "epoch": 5.711688752973156,
      "grad_norm": 2.650401635892072,
      "learning_rate": 1.8065819995665143e-06,
      "loss": 1.3568,
      "step": 67238
    },
    {
      "epoch": 5.711773700305811,
      "grad_norm": 2.689879737724897,
      "learning_rate": 1.8055197229666807e-06,
      "loss": 1.2117,
      "step": 67239
    },
    {
      "epoch": 5.711858647638464,
      "grad_norm": 2.514339030241184,
      "learning_rate": 1.804457756878913e-06,
      "loss": 1.0684,
      "step": 67240
    },
    {
      "epoch": 5.7119435949711175,
      "grad_norm": 2.587267690560925,
      "learning_rate": 1.8033961013054266e-06,
      "loss": 1.1638,
      "step": 67241
    },
    {
      "epoch": 5.712028542303772,
      "grad_norm": 2.610759826509868,
      "learning_rate": 1.8023347562484193e-06,
      "loss": 1.3582,
      "step": 67242
    },
    {
      "epoch": 5.712113489636425,
      "grad_norm": 2.8077874449504825,
      "learning_rate": 1.801273721710156e-06,
      "loss": 1.5729,
      "step": 67243
    },
    {
      "epoch": 5.7121984369690795,
      "grad_norm": 2.648390914738379,
      "learning_rate": 1.8002129976928515e-06,
      "loss": 1.3566,
      "step": 67244
    },
    {
      "epoch": 5.712283384301733,
      "grad_norm": 2.5947344477570797,
      "learning_rate": 1.7991525841987042e-06,
      "loss": 1.3888,
      "step": 67245
    },
    {
      "epoch": 5.712368331634387,
      "grad_norm": 2.747812000589489,
      "learning_rate": 1.7980924812299624e-06,
      "loss": 1.6127,
      "step": 67246
    },
    {
      "epoch": 5.712453278967041,
      "grad_norm": 2.657286802875793,
      "learning_rate": 1.7970326887888408e-06,
      "loss": 1.2988,
      "step": 67247
    },
    {
      "epoch": 5.712538226299694,
      "grad_norm": 2.7907329901621107,
      "learning_rate": 1.7959732068775378e-06,
      "loss": 1.3256,
      "step": 67248
    },
    {
      "epoch": 5.712623173632348,
      "grad_norm": 2.829244114953962,
      "learning_rate": 1.7949140354983016e-06,
      "loss": 1.2981,
      "step": 67249
    },
    {
      "epoch": 5.712708120965002,
      "grad_norm": 2.535065467483054,
      "learning_rate": 1.793855174653347e-06,
      "loss": 1.2621,
      "step": 67250
    },
    {
      "epoch": 5.712793068297655,
      "grad_norm": 2.814396290822006,
      "learning_rate": 1.792796624344872e-06,
      "loss": 1.5461,
      "step": 67251
    },
    {
      "epoch": 5.712878015630309,
      "grad_norm": 2.6636947550890375,
      "learning_rate": 1.7917383845751255e-06,
      "loss": 1.3269,
      "step": 67252
    },
    {
      "epoch": 5.712962962962963,
      "grad_norm": 2.834888999688057,
      "learning_rate": 1.790680455346305e-06,
      "loss": 1.5918,
      "step": 67253
    },
    {
      "epoch": 5.713047910295617,
      "grad_norm": 2.7864870524810463,
      "learning_rate": 1.7896228366606258e-06,
      "loss": 1.3442,
      "step": 67254
    },
    {
      "epoch": 5.7131328576282705,
      "grad_norm": 2.66792322596098,
      "learning_rate": 1.7885655285203027e-06,
      "loss": 1.2096,
      "step": 67255
    },
    {
      "epoch": 5.713217804960924,
      "grad_norm": 2.5893899045457327,
      "learning_rate": 1.787508530927584e-06,
      "loss": 1.3,
      "step": 67256
    },
    {
      "epoch": 5.713302752293578,
      "grad_norm": 2.646874116228925,
      "learning_rate": 1.7864518438846343e-06,
      "loss": 1.182,
      "step": 67257
    },
    {
      "epoch": 5.713387699626232,
      "grad_norm": 2.7729959580327996,
      "learning_rate": 1.785395467393702e-06,
      "loss": 1.3828,
      "step": 67258
    },
    {
      "epoch": 5.713472646958886,
      "grad_norm": 2.6380932154580643,
      "learning_rate": 1.7843394014569856e-06,
      "loss": 1.3711,
      "step": 67259
    },
    {
      "epoch": 5.713557594291539,
      "grad_norm": 2.8034256458929487,
      "learning_rate": 1.783283646076683e-06,
      "loss": 1.417,
      "step": 67260
    },
    {
      "epoch": 5.713642541624193,
      "grad_norm": 2.8881531303397017,
      "learning_rate": 1.7822282012550427e-06,
      "loss": 1.5331,
      "step": 67261
    },
    {
      "epoch": 5.713727488956847,
      "grad_norm": 2.7790538323282603,
      "learning_rate": 1.7811730669942626e-06,
      "loss": 1.415,
      "step": 67262
    },
    {
      "epoch": 5.7138124362895,
      "grad_norm": 2.7468829326897075,
      "learning_rate": 1.7801182432965578e-06,
      "loss": 1.4474,
      "step": 67263
    },
    {
      "epoch": 5.713897383622154,
      "grad_norm": 2.806543422737926,
      "learning_rate": 1.7790637301641096e-06,
      "loss": 1.583,
      "step": 67264
    },
    {
      "epoch": 5.713982330954808,
      "grad_norm": 2.760236360172745,
      "learning_rate": 1.7780095275991669e-06,
      "loss": 1.4152,
      "step": 67265
    },
    {
      "epoch": 5.7140672782874615,
      "grad_norm": 2.6886658585338727,
      "learning_rate": 1.7769556356039106e-06,
      "loss": 1.3425,
      "step": 67266
    },
    {
      "epoch": 5.714152225620116,
      "grad_norm": 2.944870059217466,
      "learning_rate": 1.7759020541805557e-06,
      "loss": 1.7058,
      "step": 67267
    },
    {
      "epoch": 5.714237172952769,
      "grad_norm": 2.5950913959526245,
      "learning_rate": 1.7748487833313173e-06,
      "loss": 1.5029,
      "step": 67268
    },
    {
      "epoch": 5.7143221202854235,
      "grad_norm": 2.555633356283648,
      "learning_rate": 1.7737958230583937e-06,
      "loss": 1.1539,
      "step": 67269
    },
    {
      "epoch": 5.714407067618077,
      "grad_norm": 2.780784689184182,
      "learning_rate": 1.7727431733639997e-06,
      "loss": 1.4818,
      "step": 67270
    },
    {
      "epoch": 5.71449201495073,
      "grad_norm": 2.7707029010344684,
      "learning_rate": 1.77169083425035e-06,
      "loss": 1.405,
      "step": 67271
    },
    {
      "epoch": 5.714576962283385,
      "grad_norm": 2.966231907537318,
      "learning_rate": 1.7706388057196096e-06,
      "loss": 1.5067,
      "step": 67272
    },
    {
      "epoch": 5.714661909616038,
      "grad_norm": 2.8328026077138446,
      "learning_rate": 1.7695870877740105e-06,
      "loss": 1.3002,
      "step": 67273
    },
    {
      "epoch": 5.7147468569486914,
      "grad_norm": 2.5917455073954785,
      "learning_rate": 1.768535680415767e-06,
      "loss": 1.2865,
      "step": 67274
    },
    {
      "epoch": 5.714831804281346,
      "grad_norm": 2.8935190929820456,
      "learning_rate": 1.7674845836470609e-06,
      "loss": 1.3832,
      "step": 67275
    },
    {
      "epoch": 5.714916751613999,
      "grad_norm": 2.7291045624566554,
      "learning_rate": 1.7664337974701236e-06,
      "loss": 1.3769,
      "step": 67276
    },
    {
      "epoch": 5.715001698946653,
      "grad_norm": 2.7865390056533403,
      "learning_rate": 1.7653833218871205e-06,
      "loss": 1.4923,
      "step": 67277
    },
    {
      "epoch": 5.715086646279307,
      "grad_norm": 2.591610416573592,
      "learning_rate": 1.7643331569002827e-06,
      "loss": 1.3695,
      "step": 67278
    },
    {
      "epoch": 5.71517159361196,
      "grad_norm": 2.768072721535424,
      "learning_rate": 1.7632833025117588e-06,
      "loss": 1.3184,
      "step": 67279
    },
    {
      "epoch": 5.7152565409446145,
      "grad_norm": 2.810225032605807,
      "learning_rate": 1.76223375872383e-06,
      "loss": 1.7784,
      "step": 67280
    },
    {
      "epoch": 5.715341488277268,
      "grad_norm": 3.001784382719422,
      "learning_rate": 1.761184525538628e-06,
      "loss": 1.7488,
      "step": 67281
    },
    {
      "epoch": 5.715426435609922,
      "grad_norm": 2.6953358339870723,
      "learning_rate": 1.7601356029583846e-06,
      "loss": 1.4239,
      "step": 67282
    },
    {
      "epoch": 5.715511382942576,
      "grad_norm": 2.858154292246095,
      "learning_rate": 1.7590869909852813e-06,
      "loss": 1.6229,
      "step": 67283
    },
    {
      "epoch": 5.715596330275229,
      "grad_norm": 2.6856273233955585,
      "learning_rate": 1.7580386896215327e-06,
      "loss": 1.4462,
      "step": 67284
    },
    {
      "epoch": 5.715681277607883,
      "grad_norm": 2.6815193651471607,
      "learning_rate": 1.7569906988693205e-06,
      "loss": 1.1728,
      "step": 67285
    },
    {
      "epoch": 5.715766224940537,
      "grad_norm": 2.662156389141931,
      "learning_rate": 1.7559430187308433e-06,
      "loss": 1.4135,
      "step": 67286
    },
    {
      "epoch": 5.71585117227319,
      "grad_norm": 2.7865977657020036,
      "learning_rate": 1.7548956492082989e-06,
      "loss": 1.4528,
      "step": 67287
    },
    {
      "epoch": 5.7159361196058445,
      "grad_norm": 2.910362863646559,
      "learning_rate": 1.7538485903038857e-06,
      "loss": 1.5612,
      "step": 67288
    },
    {
      "epoch": 5.716021066938498,
      "grad_norm": 2.6145443062938245,
      "learning_rate": 1.7528018420197853e-06,
      "loss": 1.3771,
      "step": 67289
    },
    {
      "epoch": 5.716106014271152,
      "grad_norm": 2.95185902903229,
      "learning_rate": 1.751755404358196e-06,
      "loss": 1.5044,
      "step": 67290
    },
    {
      "epoch": 5.716190961603806,
      "grad_norm": 2.8439133631325393,
      "learning_rate": 1.7507092773213161e-06,
      "loss": 1.6501,
      "step": 67291
    },
    {
      "epoch": 5.71627590893646,
      "grad_norm": 2.55066690304784,
      "learning_rate": 1.7496634609113437e-06,
      "loss": 1.3082,
      "step": 67292
    },
    {
      "epoch": 5.716360856269113,
      "grad_norm": 2.564326033740387,
      "learning_rate": 1.7486179551304601e-06,
      "loss": 1.3641,
      "step": 67293
    },
    {
      "epoch": 5.716445803601767,
      "grad_norm": 2.918948189885496,
      "learning_rate": 1.7475727599808309e-06,
      "loss": 1.4489,
      "step": 67294
    },
    {
      "epoch": 5.716530750934421,
      "grad_norm": 2.6510771509950275,
      "learning_rate": 1.7465278754647038e-06,
      "loss": 1.425,
      "step": 67295
    },
    {
      "epoch": 5.716615698267074,
      "grad_norm": 2.88861827740719,
      "learning_rate": 1.7454833015842274e-06,
      "loss": 1.6043,
      "step": 67296
    },
    {
      "epoch": 5.716700645599728,
      "grad_norm": 2.6083793530694286,
      "learning_rate": 1.744439038341583e-06,
      "loss": 1.3819,
      "step": 67297
    },
    {
      "epoch": 5.716785592932382,
      "grad_norm": 2.74383527618821,
      "learning_rate": 1.7433950857389856e-06,
      "loss": 1.371,
      "step": 67298
    },
    {
      "epoch": 5.7168705402650355,
      "grad_norm": 2.6228002751542774,
      "learning_rate": 1.7423514437786168e-06,
      "loss": 1.341,
      "step": 67299
    },
    {
      "epoch": 5.71695548759769,
      "grad_norm": 2.7295933237592065,
      "learning_rate": 1.7413081124626582e-06,
      "loss": 1.2556,
      "step": 67300
    },
    {
      "epoch": 5.717040434930343,
      "grad_norm": 2.7192506399276075,
      "learning_rate": 1.7402650917932914e-06,
      "loss": 1.5072,
      "step": 67301
    },
    {
      "epoch": 5.717125382262997,
      "grad_norm": 2.75580960265469,
      "learning_rate": 1.739222381772698e-06,
      "loss": 1.4398,
      "step": 67302
    },
    {
      "epoch": 5.717210329595651,
      "grad_norm": 2.8955575368347652,
      "learning_rate": 1.7381799824030763e-06,
      "loss": 1.4978,
      "step": 67303
    },
    {
      "epoch": 5.717295276928304,
      "grad_norm": 2.8006461718607185,
      "learning_rate": 1.7371378936866076e-06,
      "loss": 1.3256,
      "step": 67304
    },
    {
      "epoch": 5.717380224260959,
      "grad_norm": 2.5032753616997696,
      "learning_rate": 1.7360961156254739e-06,
      "loss": 1.2459,
      "step": 67305
    },
    {
      "epoch": 5.717465171593612,
      "grad_norm": 2.638599715814412,
      "learning_rate": 1.735054648221873e-06,
      "loss": 1.2229,
      "step": 67306
    },
    {
      "epoch": 5.717550118926265,
      "grad_norm": 2.89368311920394,
      "learning_rate": 1.7340134914779535e-06,
      "loss": 1.4542,
      "step": 67307
    },
    {
      "epoch": 5.71763506625892,
      "grad_norm": 2.745604834233972,
      "learning_rate": 1.7329726453959137e-06,
      "loss": 1.3688,
      "step": 67308
    },
    {
      "epoch": 5.717720013591573,
      "grad_norm": 2.620593121031191,
      "learning_rate": 1.7319321099779514e-06,
      "loss": 1.4357,
      "step": 67309
    },
    {
      "epoch": 5.7178049609242265,
      "grad_norm": 2.8417569621791485,
      "learning_rate": 1.7308918852262155e-06,
      "loss": 1.5699,
      "step": 67310
    },
    {
      "epoch": 5.717889908256881,
      "grad_norm": 2.6861690161983884,
      "learning_rate": 1.7298519711429037e-06,
      "loss": 1.3831,
      "step": 67311
    },
    {
      "epoch": 5.717974855589534,
      "grad_norm": 3.0373383137605305,
      "learning_rate": 1.7288123677301813e-06,
      "loss": 1.6099,
      "step": 67312
    },
    {
      "epoch": 5.7180598029221885,
      "grad_norm": 2.702989483415493,
      "learning_rate": 1.727773074990263e-06,
      "loss": 1.2894,
      "step": 67313
    },
    {
      "epoch": 5.718144750254842,
      "grad_norm": 2.87527008156353,
      "learning_rate": 1.7267340929252805e-06,
      "loss": 1.4769,
      "step": 67314
    },
    {
      "epoch": 5.718229697587496,
      "grad_norm": 2.759668068328572,
      "learning_rate": 1.7256954215374486e-06,
      "loss": 1.5623,
      "step": 67315
    },
    {
      "epoch": 5.71831464492015,
      "grad_norm": 2.8120420320770023,
      "learning_rate": 1.7246570608288989e-06,
      "loss": 1.5585,
      "step": 67316
    },
    {
      "epoch": 5.718399592252803,
      "grad_norm": 2.7596395787663575,
      "learning_rate": 1.7236190108018633e-06,
      "loss": 1.3115,
      "step": 67317
    },
    {
      "epoch": 5.718484539585457,
      "grad_norm": 2.739215247189487,
      "learning_rate": 1.722581271458473e-06,
      "loss": 1.5208,
      "step": 67318
    },
    {
      "epoch": 5.718569486918111,
      "grad_norm": 2.8481110004315835,
      "learning_rate": 1.7215438428009266e-06,
      "loss": 1.5532,
      "step": 67319
    },
    {
      "epoch": 5.718654434250764,
      "grad_norm": 2.755129348648762,
      "learning_rate": 1.7205067248313886e-06,
      "loss": 1.2821,
      "step": 67320
    },
    {
      "epoch": 5.718739381583418,
      "grad_norm": 2.7118628251532404,
      "learning_rate": 1.7194699175520243e-06,
      "loss": 1.4728,
      "step": 67321
    },
    {
      "epoch": 5.718824328916072,
      "grad_norm": 2.8357935311424063,
      "learning_rate": 1.7184334209650151e-06,
      "loss": 1.6438,
      "step": 67322
    },
    {
      "epoch": 5.718909276248726,
      "grad_norm": 2.9950833525542673,
      "learning_rate": 1.7173972350725262e-06,
      "loss": 1.4494,
      "step": 67323
    },
    {
      "epoch": 5.7189942235813795,
      "grad_norm": 2.8626936843371307,
      "learning_rate": 1.716361359876739e-06,
      "loss": 1.5886,
      "step": 67324
    },
    {
      "epoch": 5.719079170914033,
      "grad_norm": 2.717441148157572,
      "learning_rate": 1.715325795379835e-06,
      "loss": 1.3943,
      "step": 67325
    },
    {
      "epoch": 5.719164118246687,
      "grad_norm": 2.820568999416071,
      "learning_rate": 1.714290541583946e-06,
      "loss": 1.4528,
      "step": 67326
    },
    {
      "epoch": 5.719249065579341,
      "grad_norm": 2.5940712519135944,
      "learning_rate": 1.7132555984912698e-06,
      "loss": 1.4141,
      "step": 67327
    },
    {
      "epoch": 5.719334012911995,
      "grad_norm": 2.4959212807681537,
      "learning_rate": 1.7122209661039722e-06,
      "loss": 1.3174,
      "step": 67328
    },
    {
      "epoch": 5.719418960244648,
      "grad_norm": 2.921705873507032,
      "learning_rate": 1.7111866444242172e-06,
      "loss": 1.7121,
      "step": 67329
    },
    {
      "epoch": 5.719503907577302,
      "grad_norm": 2.7086107393769705,
      "learning_rate": 1.7101526334541704e-06,
      "loss": 1.4369,
      "step": 67330
    },
    {
      "epoch": 5.719588854909956,
      "grad_norm": 2.826329550016214,
      "learning_rate": 1.7091189331959965e-06,
      "loss": 1.4687,
      "step": 67331
    },
    {
      "epoch": 5.7196738022426095,
      "grad_norm": 2.6015717523286375,
      "learning_rate": 1.708085543651877e-06,
      "loss": 1.1925,
      "step": 67332
    },
    {
      "epoch": 5.719758749575263,
      "grad_norm": 2.772140169378625,
      "learning_rate": 1.7070524648239603e-06,
      "loss": 1.5005,
      "step": 67333
    },
    {
      "epoch": 5.719843696907917,
      "grad_norm": 3.0075355485567847,
      "learning_rate": 1.7060196967143947e-06,
      "loss": 1.5369,
      "step": 67334
    },
    {
      "epoch": 5.719928644240571,
      "grad_norm": 2.6890300581447044,
      "learning_rate": 1.7049872393253949e-06,
      "loss": 1.2319,
      "step": 67335
    },
    {
      "epoch": 5.720013591573225,
      "grad_norm": 3.0152346689927345,
      "learning_rate": 1.7039550926590927e-06,
      "loss": 1.6673,
      "step": 67336
    },
    {
      "epoch": 5.720098538905878,
      "grad_norm": 2.81236656105899,
      "learning_rate": 1.7029232567176365e-06,
      "loss": 1.476,
      "step": 67337
    },
    {
      "epoch": 5.720183486238533,
      "grad_norm": 2.872100780164956,
      "learning_rate": 1.7018917315032076e-06,
      "loss": 1.5643,
      "step": 67338
    },
    {
      "epoch": 5.720268433571186,
      "grad_norm": 3.208970648766361,
      "learning_rate": 1.7008605170179712e-06,
      "loss": 1.6031,
      "step": 67339
    },
    {
      "epoch": 5.720353380903839,
      "grad_norm": 2.692500585556229,
      "learning_rate": 1.6998296132640754e-06,
      "loss": 1.4503,
      "step": 67340
    },
    {
      "epoch": 5.720438328236494,
      "grad_norm": 2.799229278053459,
      "learning_rate": 1.6987990202436852e-06,
      "loss": 1.6131,
      "step": 67341
    },
    {
      "epoch": 5.720523275569147,
      "grad_norm": 2.516689651104694,
      "learning_rate": 1.6977687379589655e-06,
      "loss": 1.3215,
      "step": 67342
    },
    {
      "epoch": 5.7206082229018005,
      "grad_norm": 2.6243973147938604,
      "learning_rate": 1.6967387664120813e-06,
      "loss": 1.368,
      "step": 67343
    },
    {
      "epoch": 5.720693170234455,
      "grad_norm": 2.5148192808446854,
      "learning_rate": 1.6957091056051475e-06,
      "loss": 1.3672,
      "step": 67344
    },
    {
      "epoch": 5.720778117567108,
      "grad_norm": 2.771188351822286,
      "learning_rate": 1.694679755540379e-06,
      "loss": 1.5257,
      "step": 67345
    },
    {
      "epoch": 5.7208630648997625,
      "grad_norm": 2.8712888956538323,
      "learning_rate": 1.6936507162199075e-06,
      "loss": 1.4687,
      "step": 67346
    },
    {
      "epoch": 5.720948012232416,
      "grad_norm": 2.9124987260680144,
      "learning_rate": 1.6926219876458814e-06,
      "loss": 1.5229,
      "step": 67347
    },
    {
      "epoch": 5.721032959565069,
      "grad_norm": 2.9142269782646815,
      "learning_rate": 1.6915935698204652e-06,
      "loss": 1.3475,
      "step": 67348
    },
    {
      "epoch": 5.721117906897724,
      "grad_norm": 2.6443665966736174,
      "learning_rate": 1.6905654627458077e-06,
      "loss": 1.4068,
      "step": 67349
    },
    {
      "epoch": 5.721202854230377,
      "grad_norm": 2.743766233926745,
      "learning_rate": 1.68953766642409e-06,
      "loss": 1.2385,
      "step": 67350
    },
    {
      "epoch": 5.721287801563031,
      "grad_norm": 2.7553642825213975,
      "learning_rate": 1.6885101808574109e-06,
      "loss": 1.4714,
      "step": 67351
    },
    {
      "epoch": 5.721372748895685,
      "grad_norm": 2.9640138465341,
      "learning_rate": 1.6874830060479682e-06,
      "loss": 1.5988,
      "step": 67352
    },
    {
      "epoch": 5.721457696228338,
      "grad_norm": 2.797572883875497,
      "learning_rate": 1.6864561419979106e-06,
      "loss": 1.3682,
      "step": 67353
    },
    {
      "epoch": 5.721542643560992,
      "grad_norm": 2.783107408479392,
      "learning_rate": 1.6854295887093693e-06,
      "loss": 1.4504,
      "step": 67354
    },
    {
      "epoch": 5.721627590893646,
      "grad_norm": 2.6187167961016633,
      "learning_rate": 1.6844033461845096e-06,
      "loss": 1.2349,
      "step": 67355
    },
    {
      "epoch": 5.721712538226299,
      "grad_norm": 2.9815779439542482,
      "learning_rate": 1.6833774144254963e-06,
      "loss": 1.4453,
      "step": 67356
    },
    {
      "epoch": 5.7217974855589535,
      "grad_norm": 2.6146553773136096,
      "learning_rate": 1.6823517934344444e-06,
      "loss": 1.1589,
      "step": 67357
    },
    {
      "epoch": 5.721882432891607,
      "grad_norm": 2.8604420238743065,
      "learning_rate": 1.6813264832135187e-06,
      "loss": 1.5488,
      "step": 67358
    },
    {
      "epoch": 5.721967380224261,
      "grad_norm": 3.0557704366712075,
      "learning_rate": 1.6803014837648676e-06,
      "loss": 1.636,
      "step": 67359
    },
    {
      "epoch": 5.722052327556915,
      "grad_norm": 2.622386965969803,
      "learning_rate": 1.679276795090656e-06,
      "loss": 1.3476,
      "step": 67360
    },
    {
      "epoch": 5.722137274889569,
      "grad_norm": 2.8047765141829966,
      "learning_rate": 1.678252417192999e-06,
      "loss": 1.576,
      "step": 67361
    },
    {
      "epoch": 5.722222222222222,
      "grad_norm": 2.663013609417808,
      "learning_rate": 1.6772283500740613e-06,
      "loss": 1.3316,
      "step": 67362
    },
    {
      "epoch": 5.722307169554876,
      "grad_norm": 2.5150457784755393,
      "learning_rate": 1.6762045937359913e-06,
      "loss": 1.3721,
      "step": 67363
    },
    {
      "epoch": 5.72239211688753,
      "grad_norm": 2.758838287040155,
      "learning_rate": 1.6751811481809373e-06,
      "loss": 1.2501,
      "step": 67364
    },
    {
      "epoch": 5.722477064220183,
      "grad_norm": 2.7234130668240373,
      "learning_rate": 1.6741580134110143e-06,
      "loss": 1.4525,
      "step": 67365
    },
    {
      "epoch": 5.722562011552837,
      "grad_norm": 2.924587002165053,
      "learning_rate": 1.6731351894283873e-06,
      "loss": 1.637,
      "step": 67366
    },
    {
      "epoch": 5.722646958885491,
      "grad_norm": 2.6915082974519224,
      "learning_rate": 1.6721126762352211e-06,
      "loss": 1.4957,
      "step": 67367
    },
    {
      "epoch": 5.7227319062181445,
      "grad_norm": 2.7157581381285474,
      "learning_rate": 1.6710904738336306e-06,
      "loss": 1.5994,
      "step": 67368
    },
    {
      "epoch": 5.722816853550799,
      "grad_norm": 2.481659151821006,
      "learning_rate": 1.6700685822257642e-06,
      "loss": 1.2573,
      "step": 67369
    },
    {
      "epoch": 5.722901800883452,
      "grad_norm": 2.918809347779586,
      "learning_rate": 1.6690470014137535e-06,
      "loss": 1.4868,
      "step": 67370
    },
    {
      "epoch": 5.722986748216106,
      "grad_norm": 2.6672662702899945,
      "learning_rate": 1.6680257313997468e-06,
      "loss": 1.3823,
      "step": 67371
    },
    {
      "epoch": 5.72307169554876,
      "grad_norm": 2.88789130472401,
      "learning_rate": 1.6670047721858926e-06,
      "loss": 1.47,
      "step": 67372
    },
    {
      "epoch": 5.723156642881413,
      "grad_norm": 2.697364542992316,
      "learning_rate": 1.665984123774322e-06,
      "loss": 1.4051,
      "step": 67373
    },
    {
      "epoch": 5.723241590214068,
      "grad_norm": 2.6127718895061784,
      "learning_rate": 1.6649637861671671e-06,
      "loss": 1.2125,
      "step": 67374
    },
    {
      "epoch": 5.723326537546721,
      "grad_norm": 2.761101758722696,
      "learning_rate": 1.6639437593665928e-06,
      "loss": 1.5406,
      "step": 67375
    },
    {
      "epoch": 5.7234114848793745,
      "grad_norm": 2.8115766654454966,
      "learning_rate": 1.6629240433746972e-06,
      "loss": 1.3545,
      "step": 67376
    },
    {
      "epoch": 5.723496432212029,
      "grad_norm": 2.8228834969709813,
      "learning_rate": 1.6619046381936286e-06,
      "loss": 1.489,
      "step": 67377
    },
    {
      "epoch": 5.723581379544682,
      "grad_norm": 2.6344952431303437,
      "learning_rate": 1.660885543825552e-06,
      "loss": 1.3883,
      "step": 67378
    },
    {
      "epoch": 5.723666326877336,
      "grad_norm": 2.8390791501329207,
      "learning_rate": 1.6598667602725823e-06,
      "loss": 1.3435,
      "step": 67379
    },
    {
      "epoch": 5.72375127420999,
      "grad_norm": 2.7862076452621585,
      "learning_rate": 1.6588482875368347e-06,
      "loss": 1.4146,
      "step": 67380
    },
    {
      "epoch": 5.723836221542643,
      "grad_norm": 3.0171559362014797,
      "learning_rate": 1.657830125620474e-06,
      "loss": 1.5162,
      "step": 67381
    },
    {
      "epoch": 5.723921168875298,
      "grad_norm": 2.6430198352294734,
      "learning_rate": 1.656812274525615e-06,
      "loss": 1.2259,
      "step": 67382
    },
    {
      "epoch": 5.724006116207951,
      "grad_norm": 2.681052829089442,
      "learning_rate": 1.6557947342544064e-06,
      "loss": 1.2708,
      "step": 67383
    },
    {
      "epoch": 5.724091063540605,
      "grad_norm": 2.7725784346295748,
      "learning_rate": 1.6547775048089463e-06,
      "loss": 1.4266,
      "step": 67384
    },
    {
      "epoch": 5.724176010873259,
      "grad_norm": 2.5825739731918853,
      "learning_rate": 1.653760586191416e-06,
      "loss": 1.3315,
      "step": 67385
    },
    {
      "epoch": 5.724260958205912,
      "grad_norm": 2.690270297458187,
      "learning_rate": 1.6527439784039142e-06,
      "loss": 1.4837,
      "step": 67386
    },
    {
      "epoch": 5.724345905538566,
      "grad_norm": 2.621012759730112,
      "learning_rate": 1.6517276814485725e-06,
      "loss": 1.1885,
      "step": 67387
    },
    {
      "epoch": 5.72443085287122,
      "grad_norm": 2.7041565490177786,
      "learning_rate": 1.6507116953275223e-06,
      "loss": 1.483,
      "step": 67388
    },
    {
      "epoch": 5.724515800203873,
      "grad_norm": 2.8536450651159524,
      "learning_rate": 1.6496960200428955e-06,
      "loss": 1.5684,
      "step": 67389
    },
    {
      "epoch": 5.7246007475365275,
      "grad_norm": 2.727674665782422,
      "learning_rate": 1.6486806555968402e-06,
      "loss": 1.2315,
      "step": 67390
    },
    {
      "epoch": 5.724685694869181,
      "grad_norm": 2.8111387026380785,
      "learning_rate": 1.647665601991438e-06,
      "loss": 1.4591,
      "step": 67391
    },
    {
      "epoch": 5.724770642201835,
      "grad_norm": 2.777438602885935,
      "learning_rate": 1.646650859228854e-06,
      "loss": 1.4811,
      "step": 67392
    },
    {
      "epoch": 5.724855589534489,
      "grad_norm": 2.673431417638638,
      "learning_rate": 1.6456364273112034e-06,
      "loss": 1.5191,
      "step": 67393
    },
    {
      "epoch": 5.724940536867142,
      "grad_norm": 2.5677643713033174,
      "learning_rate": 1.6446223062406005e-06,
      "loss": 1.3429,
      "step": 67394
    },
    {
      "epoch": 5.725025484199796,
      "grad_norm": 2.6384122708715156,
      "learning_rate": 1.6436084960191941e-06,
      "loss": 1.2061,
      "step": 67395
    },
    {
      "epoch": 5.72511043153245,
      "grad_norm": 2.7048196382187535,
      "learning_rate": 1.6425949966490826e-06,
      "loss": 1.3475,
      "step": 67396
    },
    {
      "epoch": 5.725195378865104,
      "grad_norm": 2.6628925270824406,
      "learning_rate": 1.6415818081324139e-06,
      "loss": 1.4054,
      "step": 67397
    },
    {
      "epoch": 5.725280326197757,
      "grad_norm": 3.307842353705487,
      "learning_rate": 1.6405689304712866e-06,
      "loss": 1.4771,
      "step": 67398
    },
    {
      "epoch": 5.725365273530411,
      "grad_norm": 2.595816905360822,
      "learning_rate": 1.6395563636678323e-06,
      "loss": 1.3673,
      "step": 67399
    },
    {
      "epoch": 5.725450220863065,
      "grad_norm": 2.7351816063166017,
      "learning_rate": 1.6385441077241823e-06,
      "loss": 1.3815,
      "step": 67400
    },
    {
      "epoch": 5.7255351681957185,
      "grad_norm": 2.647933136867687,
      "learning_rate": 1.637532162642452e-06,
      "loss": 1.127,
      "step": 67401
    },
    {
      "epoch": 5.725620115528372,
      "grad_norm": 2.5705004712102357,
      "learning_rate": 1.6365205284247396e-06,
      "loss": 1.4437,
      "step": 67402
    },
    {
      "epoch": 5.725705062861026,
      "grad_norm": 2.748095451454378,
      "learning_rate": 1.63550920507321e-06,
      "loss": 1.4146,
      "step": 67403
    },
    {
      "epoch": 5.72579001019368,
      "grad_norm": 2.922812323675719,
      "learning_rate": 1.6344981925899447e-06,
      "loss": 1.6216,
      "step": 67404
    },
    {
      "epoch": 5.725874957526334,
      "grad_norm": 2.7522080834027545,
      "learning_rate": 1.6334874909770756e-06,
      "loss": 1.3443,
      "step": 67405
    },
    {
      "epoch": 5.725959904858987,
      "grad_norm": 2.7135795702077163,
      "learning_rate": 1.6324771002367343e-06,
      "loss": 1.2776,
      "step": 67406
    },
    {
      "epoch": 5.726044852191642,
      "grad_norm": 2.7041990206389386,
      "learning_rate": 1.631467020371019e-06,
      "loss": 1.5339,
      "step": 67407
    },
    {
      "epoch": 5.726129799524295,
      "grad_norm": 2.666029906115801,
      "learning_rate": 1.6304572513820279e-06,
      "loss": 1.2,
      "step": 67408
    },
    {
      "epoch": 5.726214746856948,
      "grad_norm": 2.9475089805865693,
      "learning_rate": 1.6294477932719097e-06,
      "loss": 1.5545,
      "step": 67409
    },
    {
      "epoch": 5.726299694189603,
      "grad_norm": 2.827654629536652,
      "learning_rate": 1.628438646042779e-06,
      "loss": 1.3464,
      "step": 67410
    },
    {
      "epoch": 5.726384641522256,
      "grad_norm": 2.8026211903547575,
      "learning_rate": 1.6274298096967343e-06,
      "loss": 1.4765,
      "step": 67411
    },
    {
      "epoch": 5.7264695888549095,
      "grad_norm": 2.6928034130223537,
      "learning_rate": 1.6264212842358903e-06,
      "loss": 1.2795,
      "step": 67412
    },
    {
      "epoch": 5.726554536187564,
      "grad_norm": 2.6703431360901115,
      "learning_rate": 1.6254130696623791e-06,
      "loss": 1.4385,
      "step": 67413
    },
    {
      "epoch": 5.726639483520217,
      "grad_norm": 2.6224405179269326,
      "learning_rate": 1.624405165978282e-06,
      "loss": 1.3769,
      "step": 67414
    },
    {
      "epoch": 5.7267244308528715,
      "grad_norm": 2.811646628913441,
      "learning_rate": 1.6233975731857473e-06,
      "loss": 1.5549,
      "step": 67415
    },
    {
      "epoch": 5.726809378185525,
      "grad_norm": 2.7122573371724554,
      "learning_rate": 1.6223902912868403e-06,
      "loss": 1.4659,
      "step": 67416
    },
    {
      "epoch": 5.726894325518178,
      "grad_norm": 2.765113660219115,
      "learning_rate": 1.6213833202837257e-06,
      "loss": 1.4478,
      "step": 67417
    },
    {
      "epoch": 5.726979272850833,
      "grad_norm": 2.7416014485346434,
      "learning_rate": 1.620376660178485e-06,
      "loss": 1.3708,
      "step": 67418
    },
    {
      "epoch": 5.727064220183486,
      "grad_norm": 2.760309442001624,
      "learning_rate": 1.6193703109732004e-06,
      "loss": 1.4892,
      "step": 67419
    },
    {
      "epoch": 5.72714916751614,
      "grad_norm": 2.6717382498550837,
      "learning_rate": 1.6183642726700196e-06,
      "loss": 1.2525,
      "step": 67420
    },
    {
      "epoch": 5.727234114848794,
      "grad_norm": 2.60297356975941,
      "learning_rate": 1.617358545271058e-06,
      "loss": 1.3268,
      "step": 67421
    },
    {
      "epoch": 5.727319062181447,
      "grad_norm": 2.661467608715863,
      "learning_rate": 1.6163531287783971e-06,
      "loss": 1.5052,
      "step": 67422
    },
    {
      "epoch": 5.7274040095141014,
      "grad_norm": 2.8675980369382765,
      "learning_rate": 1.6153480231941351e-06,
      "loss": 1.459,
      "step": 67423
    },
    {
      "epoch": 5.727488956846755,
      "grad_norm": 2.771396564168807,
      "learning_rate": 1.6143432285204205e-06,
      "loss": 1.6078,
      "step": 67424
    },
    {
      "epoch": 5.727573904179409,
      "grad_norm": 2.6502902763969303,
      "learning_rate": 1.6133387447593183e-06,
      "loss": 1.2532,
      "step": 67425
    },
    {
      "epoch": 5.7276588515120626,
      "grad_norm": 2.6819441118586718,
      "learning_rate": 1.6123345719129433e-06,
      "loss": 1.2362,
      "step": 67426
    },
    {
      "epoch": 5.727743798844716,
      "grad_norm": 2.769746800634901,
      "learning_rate": 1.6113307099833939e-06,
      "loss": 1.4781,
      "step": 67427
    },
    {
      "epoch": 5.72782874617737,
      "grad_norm": 2.668901825088291,
      "learning_rate": 1.6103271589728018e-06,
      "loss": 1.3816,
      "step": 67428
    },
    {
      "epoch": 5.727913693510024,
      "grad_norm": 2.7849603793664004,
      "learning_rate": 1.6093239188832486e-06,
      "loss": 1.4298,
      "step": 67429
    },
    {
      "epoch": 5.727998640842678,
      "grad_norm": 2.8230566640164647,
      "learning_rate": 1.608320989716816e-06,
      "loss": 1.4822,
      "step": 67430
    },
    {
      "epoch": 5.728083588175331,
      "grad_norm": 2.8140698406905775,
      "learning_rate": 1.607318371475652e-06,
      "loss": 1.5421,
      "step": 67431
    },
    {
      "epoch": 5.728168535507985,
      "grad_norm": 2.6630656917633058,
      "learning_rate": 1.6063160641618223e-06,
      "loss": 1.3251,
      "step": 67432
    },
    {
      "epoch": 5.728253482840639,
      "grad_norm": 3.5425471427077433,
      "learning_rate": 1.6053140677774411e-06,
      "loss": 1.6908,
      "step": 67433
    },
    {
      "epoch": 5.7283384301732925,
      "grad_norm": 2.6788027043363574,
      "learning_rate": 1.6043123823246074e-06,
      "loss": 1.2713,
      "step": 67434
    },
    {
      "epoch": 5.728423377505946,
      "grad_norm": 2.7374061735722943,
      "learning_rate": 1.603311007805419e-06,
      "loss": 1.57,
      "step": 67435
    },
    {
      "epoch": 5.7285083248386,
      "grad_norm": 2.663689689147226,
      "learning_rate": 1.6023099442219745e-06,
      "loss": 1.4362,
      "step": 67436
    },
    {
      "epoch": 5.728593272171254,
      "grad_norm": 2.627479008813373,
      "learning_rate": 1.6013091915763553e-06,
      "loss": 1.2617,
      "step": 67437
    },
    {
      "epoch": 5.728678219503908,
      "grad_norm": 2.8935688111147644,
      "learning_rate": 1.6003087498706768e-06,
      "loss": 1.6084,
      "step": 67438
    },
    {
      "epoch": 5.728763166836561,
      "grad_norm": 2.825001564205418,
      "learning_rate": 1.599308619107037e-06,
      "loss": 1.3322,
      "step": 67439
    },
    {
      "epoch": 5.728848114169216,
      "grad_norm": 2.9059262595925626,
      "learning_rate": 1.5983087992875343e-06,
      "loss": 1.5321,
      "step": 67440
    },
    {
      "epoch": 5.728933061501869,
      "grad_norm": 2.8010981301229476,
      "learning_rate": 1.5973092904142338e-06,
      "loss": 1.5127,
      "step": 67441
    },
    {
      "epoch": 5.729018008834522,
      "grad_norm": 2.78789791794159,
      "learning_rate": 1.5963100924892668e-06,
      "loss": 1.4664,
      "step": 67442
    },
    {
      "epoch": 5.729102956167177,
      "grad_norm": 2.8692874842291887,
      "learning_rate": 1.5953112055146988e-06,
      "loss": 1.2611,
      "step": 67443
    },
    {
      "epoch": 5.72918790349983,
      "grad_norm": 2.5615673127092142,
      "learning_rate": 1.5943126294926444e-06,
      "loss": 1.3116,
      "step": 67444
    },
    {
      "epoch": 5.7292728508324835,
      "grad_norm": 2.7287966124123275,
      "learning_rate": 1.593314364425169e-06,
      "loss": 1.3825,
      "step": 67445
    },
    {
      "epoch": 5.729357798165138,
      "grad_norm": 2.4447361371209317,
      "learning_rate": 1.5923164103144038e-06,
      "loss": 1.2879,
      "step": 67446
    },
    {
      "epoch": 5.729442745497791,
      "grad_norm": 3.2329225898405105,
      "learning_rate": 1.5913187671624138e-06,
      "loss": 1.7945,
      "step": 67447
    },
    {
      "epoch": 5.7295276928304455,
      "grad_norm": 2.7027186533490877,
      "learning_rate": 1.5903214349712811e-06,
      "loss": 1.4837,
      "step": 67448
    },
    {
      "epoch": 5.729612640163099,
      "grad_norm": 2.860851528876056,
      "learning_rate": 1.5893244137431038e-06,
      "loss": 1.3244,
      "step": 67449
    },
    {
      "epoch": 5.729697587495752,
      "grad_norm": 2.746001411320286,
      "learning_rate": 1.5883277034799968e-06,
      "loss": 1.538,
      "step": 67450
    },
    {
      "epoch": 5.729782534828407,
      "grad_norm": 2.6824068318652734,
      "learning_rate": 1.5873313041840085e-06,
      "loss": 1.3976,
      "step": 67451
    },
    {
      "epoch": 5.72986748216106,
      "grad_norm": 2.670375579858847,
      "learning_rate": 1.5863352158572373e-06,
      "loss": 1.3618,
      "step": 67452
    },
    {
      "epoch": 5.729952429493714,
      "grad_norm": 2.506474144675338,
      "learning_rate": 1.5853394385017982e-06,
      "loss": 1.2252,
      "step": 67453
    },
    {
      "epoch": 5.730037376826368,
      "grad_norm": 2.5705270719758846,
      "learning_rate": 1.584343972119756e-06,
      "loss": 1.3194,
      "step": 67454
    },
    {
      "epoch": 5.730122324159021,
      "grad_norm": 2.5862997881530347,
      "learning_rate": 1.583348816713176e-06,
      "loss": 1.3069,
      "step": 67455
    },
    {
      "epoch": 5.730207271491675,
      "grad_norm": 2.614952873931408,
      "learning_rate": 1.5823539722841893e-06,
      "loss": 1.4465,
      "step": 67456
    },
    {
      "epoch": 5.730292218824329,
      "grad_norm": 2.793245198365645,
      "learning_rate": 1.5813594388348283e-06,
      "loss": 1.5289,
      "step": 67457
    },
    {
      "epoch": 5.730377166156982,
      "grad_norm": 2.4860662824491118,
      "learning_rate": 1.5803652163672243e-06,
      "loss": 1.2581,
      "step": 67458
    },
    {
      "epoch": 5.7304621134896365,
      "grad_norm": 2.799388430079689,
      "learning_rate": 1.5793713048834422e-06,
      "loss": 1.5411,
      "step": 67459
    },
    {
      "epoch": 5.73054706082229,
      "grad_norm": 2.7061111087695973,
      "learning_rate": 1.578377704385564e-06,
      "loss": 1.464,
      "step": 67460
    },
    {
      "epoch": 5.730632008154944,
      "grad_norm": 2.695271351739052,
      "learning_rate": 1.5773844148756543e-06,
      "loss": 1.229,
      "step": 67461
    },
    {
      "epoch": 5.730716955487598,
      "grad_norm": 2.860535804587559,
      "learning_rate": 1.5763914363558118e-06,
      "loss": 1.4864,
      "step": 67462
    },
    {
      "epoch": 5.730801902820252,
      "grad_norm": 3.585441225572856,
      "learning_rate": 1.5753987688281343e-06,
      "loss": 1.8051,
      "step": 67463
    },
    {
      "epoch": 5.730886850152905,
      "grad_norm": 2.530261479388439,
      "learning_rate": 1.574406412294671e-06,
      "loss": 1.1108,
      "step": 67464
    },
    {
      "epoch": 5.730971797485559,
      "grad_norm": 2.7218830159552296,
      "learning_rate": 1.5734143667575194e-06,
      "loss": 1.4406,
      "step": 67465
    },
    {
      "epoch": 5.731056744818213,
      "grad_norm": 2.7052191756513313,
      "learning_rate": 1.572422632218745e-06,
      "loss": 1.4025,
      "step": 67466
    },
    {
      "epoch": 5.731141692150866,
      "grad_norm": 2.5554285507604835,
      "learning_rate": 1.5714312086804292e-06,
      "loss": 1.1387,
      "step": 67467
    },
    {
      "epoch": 5.73122663948352,
      "grad_norm": 2.628190689010928,
      "learning_rate": 1.5704400961446707e-06,
      "loss": 1.2751,
      "step": 67468
    },
    {
      "epoch": 5.731311586816174,
      "grad_norm": 2.751612561398064,
      "learning_rate": 1.5694492946135172e-06,
      "loss": 1.3421,
      "step": 67469
    },
    {
      "epoch": 5.7313965341488275,
      "grad_norm": 2.5523275690905676,
      "learning_rate": 1.568458804089051e-06,
      "loss": 1.3076,
      "step": 67470
    },
    {
      "epoch": 5.731481481481482,
      "grad_norm": 2.6039785083387446,
      "learning_rate": 1.5674686245733536e-06,
      "loss": 1.3641,
      "step": 67471
    },
    {
      "epoch": 5.731566428814135,
      "grad_norm": 2.7233177719409567,
      "learning_rate": 1.5664787560685065e-06,
      "loss": 1.3873,
      "step": 67472
    },
    {
      "epoch": 5.731651376146789,
      "grad_norm": 2.526021812690737,
      "learning_rate": 1.565489198576575e-06,
      "loss": 1.3745,
      "step": 67473
    },
    {
      "epoch": 5.731736323479443,
      "grad_norm": 2.6902375537182492,
      "learning_rate": 1.5644999520996238e-06,
      "loss": 1.4146,
      "step": 67474
    },
    {
      "epoch": 5.731821270812096,
      "grad_norm": 2.7893460051695733,
      "learning_rate": 1.5635110166397514e-06,
      "loss": 1.4291,
      "step": 67475
    },
    {
      "epoch": 5.731906218144751,
      "grad_norm": 2.7513910963900723,
      "learning_rate": 1.562522392199006e-06,
      "loss": 1.3853,
      "step": 67476
    },
    {
      "epoch": 5.731991165477404,
      "grad_norm": 2.5395558122443656,
      "learning_rate": 1.5615340787794528e-06,
      "loss": 1.2963,
      "step": 67477
    },
    {
      "epoch": 5.7320761128100575,
      "grad_norm": 2.555640934713418,
      "learning_rate": 1.56054607638319e-06,
      "loss": 1.2794,
      "step": 67478
    },
    {
      "epoch": 5.732161060142712,
      "grad_norm": 2.7696286353953585,
      "learning_rate": 1.5595583850122828e-06,
      "loss": 1.5087,
      "step": 67479
    },
    {
      "epoch": 5.732246007475365,
      "grad_norm": 2.8391712016341315,
      "learning_rate": 1.5585710046687794e-06,
      "loss": 1.4032,
      "step": 67480
    },
    {
      "epoch": 5.732330954808019,
      "grad_norm": 2.7300565216807873,
      "learning_rate": 1.5575839353547615e-06,
      "loss": 1.4579,
      "step": 67481
    },
    {
      "epoch": 5.732415902140673,
      "grad_norm": 2.633716777662157,
      "learning_rate": 1.5565971770723107e-06,
      "loss": 1.3169,
      "step": 67482
    },
    {
      "epoch": 5.732500849473326,
      "grad_norm": 2.830541313536833,
      "learning_rate": 1.5556107298234755e-06,
      "loss": 1.5225,
      "step": 67483
    },
    {
      "epoch": 5.732585796805981,
      "grad_norm": 2.5128340829958216,
      "learning_rate": 1.5546245936103208e-06,
      "loss": 1.1812,
      "step": 67484
    },
    {
      "epoch": 5.732670744138634,
      "grad_norm": 2.586917808271407,
      "learning_rate": 1.5536387684349282e-06,
      "loss": 1.3451,
      "step": 67485
    },
    {
      "epoch": 5.732755691471288,
      "grad_norm": 2.557470457047153,
      "learning_rate": 1.552653254299363e-06,
      "loss": 1.2169,
      "step": 67486
    },
    {
      "epoch": 5.732840638803942,
      "grad_norm": 3.3880924241308015,
      "learning_rate": 1.5516680512056568e-06,
      "loss": 1.6101,
      "step": 67487
    },
    {
      "epoch": 5.732925586136595,
      "grad_norm": 2.9545713556685,
      "learning_rate": 1.5506831591559077e-06,
      "loss": 1.4439,
      "step": 67488
    },
    {
      "epoch": 5.733010533469249,
      "grad_norm": 2.6516587687759987,
      "learning_rate": 1.5496985781521975e-06,
      "loss": 1.4525,
      "step": 67489
    },
    {
      "epoch": 5.733095480801903,
      "grad_norm": 2.549218882843903,
      "learning_rate": 1.5487143081965414e-06,
      "loss": 1.4175,
      "step": 67490
    },
    {
      "epoch": 5.733180428134556,
      "grad_norm": 2.8006973941189854,
      "learning_rate": 1.547730349291021e-06,
      "loss": 1.576,
      "step": 67491
    },
    {
      "epoch": 5.7332653754672105,
      "grad_norm": 2.674360899646246,
      "learning_rate": 1.5467467014377177e-06,
      "loss": 1.322,
      "step": 67492
    },
    {
      "epoch": 5.733350322799864,
      "grad_norm": 2.5417091348948815,
      "learning_rate": 1.5457633646386637e-06,
      "loss": 1.128,
      "step": 67493
    },
    {
      "epoch": 5.733435270132518,
      "grad_norm": 2.741215240380083,
      "learning_rate": 1.54478033889594e-06,
      "loss": 1.5085,
      "step": 67494
    },
    {
      "epoch": 5.733520217465172,
      "grad_norm": 2.4803530437557098,
      "learning_rate": 1.543797624211579e-06,
      "loss": 1.1573,
      "step": 67495
    },
    {
      "epoch": 5.733605164797825,
      "grad_norm": 2.7370023821497247,
      "learning_rate": 1.5428152205876787e-06,
      "loss": 1.3019,
      "step": 67496
    },
    {
      "epoch": 5.733690112130479,
      "grad_norm": 2.9328323522758284,
      "learning_rate": 1.5418331280262708e-06,
      "loss": 1.745,
      "step": 67497
    },
    {
      "epoch": 5.733775059463133,
      "grad_norm": 2.803464671032165,
      "learning_rate": 1.5408513465294037e-06,
      "loss": 1.3309,
      "step": 67498
    },
    {
      "epoch": 5.733860006795787,
      "grad_norm": 2.6947080861844475,
      "learning_rate": 1.5398698760991758e-06,
      "loss": 1.165,
      "step": 67499
    },
    {
      "epoch": 5.73394495412844,
      "grad_norm": 2.776139192221866,
      "learning_rate": 1.5388887167376017e-06,
      "loss": 1.5771,
      "step": 67500
    },
    {
      "epoch": 5.734029901461094,
      "grad_norm": 2.7420623861262188,
      "learning_rate": 1.5379078684467638e-06,
      "loss": 1.4754,
      "step": 67501
    },
    {
      "epoch": 5.734114848793748,
      "grad_norm": 2.96608236129841,
      "learning_rate": 1.5369273312286934e-06,
      "loss": 1.6494,
      "step": 67502
    },
    {
      "epoch": 5.7341997961264015,
      "grad_norm": 3.0649626033516433,
      "learning_rate": 1.535947105085472e-06,
      "loss": 1.527,
      "step": 67503
    },
    {
      "epoch": 5.734284743459055,
      "grad_norm": 2.671387908505844,
      "learning_rate": 1.5349671900191318e-06,
      "loss": 1.4336,
      "step": 67504
    },
    {
      "epoch": 5.734369690791709,
      "grad_norm": 2.557470847769074,
      "learning_rate": 1.5339875860317374e-06,
      "loss": 1.173,
      "step": 67505
    },
    {
      "epoch": 5.734454638124363,
      "grad_norm": 2.5607576623388333,
      "learning_rate": 1.5330082931253373e-06,
      "loss": 1.3727,
      "step": 67506
    },
    {
      "epoch": 5.734539585457017,
      "grad_norm": 2.6908633056943208,
      "learning_rate": 1.53202931130198e-06,
      "loss": 1.4773,
      "step": 67507
    },
    {
      "epoch": 5.73462453278967,
      "grad_norm": 2.769360262951683,
      "learning_rate": 1.5310506405637302e-06,
      "loss": 1.4935,
      "step": 67508
    },
    {
      "epoch": 5.734709480122325,
      "grad_norm": 2.94991482490446,
      "learning_rate": 1.5300722809126198e-06,
      "loss": 1.6552,
      "step": 67509
    },
    {
      "epoch": 5.734794427454978,
      "grad_norm": 2.702831273747607,
      "learning_rate": 1.5290942323507304e-06,
      "loss": 1.5082,
      "step": 67510
    },
    {
      "epoch": 5.734879374787631,
      "grad_norm": 2.8879719939282986,
      "learning_rate": 1.5281164948800773e-06,
      "loss": 1.5622,
      "step": 67511
    },
    {
      "epoch": 5.734964322120286,
      "grad_norm": 2.591583381465379,
      "learning_rate": 1.5271390685027086e-06,
      "loss": 1.2271,
      "step": 67512
    },
    {
      "epoch": 5.735049269452939,
      "grad_norm": 3.3634112641834992,
      "learning_rate": 1.5261619532206892e-06,
      "loss": 1.6671,
      "step": 67513
    },
    {
      "epoch": 5.7351342167855925,
      "grad_norm": 2.8366135707824807,
      "learning_rate": 1.5251851490360678e-06,
      "loss": 1.4709,
      "step": 67514
    },
    {
      "epoch": 5.735219164118247,
      "grad_norm": 2.4304969813334485,
      "learning_rate": 1.5242086559508926e-06,
      "loss": 1.1855,
      "step": 67515
    },
    {
      "epoch": 5.7353041114509,
      "grad_norm": 2.723957836812624,
      "learning_rate": 1.5232324739671787e-06,
      "loss": 1.4757,
      "step": 67516
    },
    {
      "epoch": 5.7353890587835545,
      "grad_norm": 2.6062787872650452,
      "learning_rate": 1.5222566030870242e-06,
      "loss": 1.4032,
      "step": 67517
    },
    {
      "epoch": 5.735474006116208,
      "grad_norm": 2.913482631691153,
      "learning_rate": 1.5212810433124278e-06,
      "loss": 1.4987,
      "step": 67518
    },
    {
      "epoch": 5.735558953448861,
      "grad_norm": 2.7417533721880702,
      "learning_rate": 1.5203057946454545e-06,
      "loss": 1.5038,
      "step": 67519
    },
    {
      "epoch": 5.735643900781516,
      "grad_norm": 2.640085072123131,
      "learning_rate": 1.5193308570881357e-06,
      "loss": 1.3027,
      "step": 67520
    },
    {
      "epoch": 5.735728848114169,
      "grad_norm": 2.9056648707022767,
      "learning_rate": 1.5183562306425367e-06,
      "loss": 1.5864,
      "step": 67521
    },
    {
      "epoch": 5.735813795446823,
      "grad_norm": 2.7610797925853032,
      "learning_rate": 1.5173819153106892e-06,
      "loss": 1.2826,
      "step": 67522
    },
    {
      "epoch": 5.735898742779477,
      "grad_norm": 2.7504261779846195,
      "learning_rate": 1.5164079110946248e-06,
      "loss": 1.4601,
      "step": 67523
    },
    {
      "epoch": 5.73598369011213,
      "grad_norm": 2.738714560339756,
      "learning_rate": 1.5154342179963753e-06,
      "loss": 1.5289,
      "step": 67524
    },
    {
      "epoch": 5.7360686374447845,
      "grad_norm": 2.7653868441803,
      "learning_rate": 1.5144608360180055e-06,
      "loss": 1.576,
      "step": 67525
    },
    {
      "epoch": 5.736153584777438,
      "grad_norm": 2.8606828020412425,
      "learning_rate": 1.5134877651615474e-06,
      "loss": 1.5355,
      "step": 67526
    },
    {
      "epoch": 5.736238532110091,
      "grad_norm": 2.8356783870304594,
      "learning_rate": 1.5125150054290324e-06,
      "loss": 1.305,
      "step": 67527
    },
    {
      "epoch": 5.736323479442746,
      "grad_norm": 2.6089260972960724,
      "learning_rate": 1.5115425568225258e-06,
      "loss": 1.1605,
      "step": 67528
    },
    {
      "epoch": 5.736408426775399,
      "grad_norm": 2.687749471246745,
      "learning_rate": 1.510570419344026e-06,
      "loss": 1.2839,
      "step": 67529
    },
    {
      "epoch": 5.736493374108053,
      "grad_norm": 2.639694901868825,
      "learning_rate": 1.5095985929955812e-06,
      "loss": 1.3689,
      "step": 67530
    },
    {
      "epoch": 5.736578321440707,
      "grad_norm": 2.6650034977968926,
      "learning_rate": 1.5086270777792397e-06,
      "loss": 1.4429,
      "step": 67531
    },
    {
      "epoch": 5.736663268773361,
      "grad_norm": 2.7460784336751978,
      "learning_rate": 1.5076558736970335e-06,
      "loss": 1.5099,
      "step": 67532
    },
    {
      "epoch": 5.736748216106014,
      "grad_norm": 2.5177293484821277,
      "learning_rate": 1.5066849807510106e-06,
      "loss": 1.3095,
      "step": 67533
    },
    {
      "epoch": 5.736833163438668,
      "grad_norm": 2.7674383093056534,
      "learning_rate": 1.5057143989431697e-06,
      "loss": 1.45,
      "step": 67534
    },
    {
      "epoch": 5.736918110771322,
      "grad_norm": 2.8216719257491882,
      "learning_rate": 1.5047441282755758e-06,
      "loss": 1.3952,
      "step": 67535
    },
    {
      "epoch": 5.7370030581039755,
      "grad_norm": 2.6862224449638132,
      "learning_rate": 1.5037741687502436e-06,
      "loss": 1.4271,
      "step": 67536
    },
    {
      "epoch": 5.737088005436629,
      "grad_norm": 2.871236984821658,
      "learning_rate": 1.5028045203692053e-06,
      "loss": 1.496,
      "step": 67537
    },
    {
      "epoch": 5.737172952769283,
      "grad_norm": 2.7773158663713207,
      "learning_rate": 1.5018351831345088e-06,
      "loss": 1.3427,
      "step": 67538
    },
    {
      "epoch": 5.737257900101937,
      "grad_norm": 2.795865117383216,
      "learning_rate": 1.500866157048186e-06,
      "loss": 1.5487,
      "step": 67539
    },
    {
      "epoch": 5.737342847434591,
      "grad_norm": 2.7208125066826407,
      "learning_rate": 1.4998974421122523e-06,
      "loss": 1.5309,
      "step": 67540
    },
    {
      "epoch": 5.737427794767244,
      "grad_norm": 2.6774958068378347,
      "learning_rate": 1.4989290383287388e-06,
      "loss": 1.3905,
      "step": 67541
    },
    {
      "epoch": 5.737512742099898,
      "grad_norm": 2.6761412223178738,
      "learning_rate": 1.4979609456996778e-06,
      "loss": 1.3978,
      "step": 67542
    },
    {
      "epoch": 5.737597689432552,
      "grad_norm": 3.2123493560815164,
      "learning_rate": 1.4969931642271005e-06,
      "loss": 1.6369,
      "step": 67543
    },
    {
      "epoch": 5.737682636765205,
      "grad_norm": 2.7956579926861327,
      "learning_rate": 1.496025693913039e-06,
      "loss": 1.581,
      "step": 67544
    },
    {
      "epoch": 5.73776758409786,
      "grad_norm": 2.7668823269183895,
      "learning_rate": 1.4950585347595078e-06,
      "loss": 1.4239,
      "step": 67545
    },
    {
      "epoch": 5.737852531430513,
      "grad_norm": 2.968624999188943,
      "learning_rate": 1.4940916867685394e-06,
      "loss": 1.6425,
      "step": 67546
    },
    {
      "epoch": 5.7379374787631665,
      "grad_norm": 2.707136394226962,
      "learning_rate": 1.4931251499421647e-06,
      "loss": 1.5054,
      "step": 67547
    },
    {
      "epoch": 5.738022426095821,
      "grad_norm": 2.6128532284992088,
      "learning_rate": 1.4921589242824162e-06,
      "loss": 1.1848,
      "step": 67548
    },
    {
      "epoch": 5.738107373428474,
      "grad_norm": 2.760219940747528,
      "learning_rate": 1.491193009791275e-06,
      "loss": 1.287,
      "step": 67549
    },
    {
      "epoch": 5.738192320761128,
      "grad_norm": 2.68451931746547,
      "learning_rate": 1.4902274064708064e-06,
      "loss": 1.2522,
      "step": 67550
    },
    {
      "epoch": 5.738277268093782,
      "grad_norm": 2.7424732329595503,
      "learning_rate": 1.4892621143230421e-06,
      "loss": 1.4251,
      "step": 67551
    },
    {
      "epoch": 5.738362215426435,
      "grad_norm": 2.6014290540091016,
      "learning_rate": 1.4882971333499805e-06,
      "loss": 1.1847,
      "step": 67552
    },
    {
      "epoch": 5.73844716275909,
      "grad_norm": 2.63121081253303,
      "learning_rate": 1.4873324635536365e-06,
      "loss": 1.3457,
      "step": 67553
    },
    {
      "epoch": 5.738532110091743,
      "grad_norm": 2.6271377898548285,
      "learning_rate": 1.4863681049360586e-06,
      "loss": 1.1892,
      "step": 67554
    },
    {
      "epoch": 5.738617057424397,
      "grad_norm": 2.741076939942354,
      "learning_rate": 1.4854040574992455e-06,
      "loss": 1.4839,
      "step": 67555
    },
    {
      "epoch": 5.738702004757051,
      "grad_norm": 2.7328377286118966,
      "learning_rate": 1.4844403212452283e-06,
      "loss": 1.5046,
      "step": 67556
    },
    {
      "epoch": 5.738786952089704,
      "grad_norm": 2.8219168009796376,
      "learning_rate": 1.4834768961760225e-06,
      "loss": 1.5264,
      "step": 67557
    },
    {
      "epoch": 5.738871899422358,
      "grad_norm": 2.76516871006642,
      "learning_rate": 1.4825137822936428e-06,
      "loss": 1.5455,
      "step": 67558
    },
    {
      "epoch": 5.738956846755012,
      "grad_norm": 2.6934416517262427,
      "learning_rate": 1.4815509796001212e-06,
      "loss": 1.454,
      "step": 67559
    },
    {
      "epoch": 5.739041794087665,
      "grad_norm": 2.9059641636717535,
      "learning_rate": 1.480588488097456e-06,
      "loss": 1.5927,
      "step": 67560
    },
    {
      "epoch": 5.7391267414203195,
      "grad_norm": 2.7977571719195247,
      "learning_rate": 1.4796263077876625e-06,
      "loss": 1.5548,
      "step": 67561
    },
    {
      "epoch": 5.739211688752973,
      "grad_norm": 2.916851399908206,
      "learning_rate": 1.4786644386727886e-06,
      "loss": 1.6887,
      "step": 67562
    },
    {
      "epoch": 5.739296636085627,
      "grad_norm": 2.886139693992212,
      "learning_rate": 1.477702880754833e-06,
      "loss": 1.452,
      "step": 67563
    },
    {
      "epoch": 5.739381583418281,
      "grad_norm": 2.649189460814891,
      "learning_rate": 1.476741634035794e-06,
      "loss": 1.4696,
      "step": 67564
    },
    {
      "epoch": 5.739466530750934,
      "grad_norm": 2.6481591221631327,
      "learning_rate": 1.4757806985177033e-06,
      "loss": 1.2824,
      "step": 67565
    },
    {
      "epoch": 5.739551478083588,
      "grad_norm": 2.5462310370872387,
      "learning_rate": 1.4748200742025595e-06,
      "loss": 1.3747,
      "step": 67566
    },
    {
      "epoch": 5.739636425416242,
      "grad_norm": 2.5591494921072497,
      "learning_rate": 1.4738597610923774e-06,
      "loss": 1.3795,
      "step": 67567
    },
    {
      "epoch": 5.739721372748896,
      "grad_norm": 2.9036984381816926,
      "learning_rate": 1.4728997591891888e-06,
      "loss": 1.7274,
      "step": 67568
    },
    {
      "epoch": 5.7398063200815495,
      "grad_norm": 2.6750074065992657,
      "learning_rate": 1.4719400684949922e-06,
      "loss": 1.3626,
      "step": 67569
    },
    {
      "epoch": 5.739891267414203,
      "grad_norm": 2.9611053507902723,
      "learning_rate": 1.4709806890118025e-06,
      "loss": 1.4547,
      "step": 67570
    },
    {
      "epoch": 5.739976214746857,
      "grad_norm": 3.0950739366155235,
      "learning_rate": 1.4700216207416182e-06,
      "loss": 1.4868,
      "step": 67571
    },
    {
      "epoch": 5.740061162079511,
      "grad_norm": 2.5513328943617846,
      "learning_rate": 1.469062863686471e-06,
      "loss": 1.3048,
      "step": 67572
    },
    {
      "epoch": 5.740146109412164,
      "grad_norm": 2.703952906349364,
      "learning_rate": 1.4681044178483425e-06,
      "loss": 1.3358,
      "step": 67573
    },
    {
      "epoch": 5.740231056744818,
      "grad_norm": 2.5615368842812085,
      "learning_rate": 1.467146283229248e-06,
      "loss": 1.08,
      "step": 67574
    },
    {
      "epoch": 5.740316004077472,
      "grad_norm": 2.7280556399092366,
      "learning_rate": 1.466188459831219e-06,
      "loss": 1.4672,
      "step": 67575
    },
    {
      "epoch": 5.740400951410126,
      "grad_norm": 2.7121923670063643,
      "learning_rate": 1.4652309476562541e-06,
      "loss": 1.4794,
      "step": 67576
    },
    {
      "epoch": 5.740485898742779,
      "grad_norm": 2.5989869010798423,
      "learning_rate": 1.4642737467063348e-06,
      "loss": 1.2692,
      "step": 67577
    },
    {
      "epoch": 5.740570846075434,
      "grad_norm": 2.6787447715961266,
      "learning_rate": 1.4633168569834764e-06,
      "loss": 1.1699,
      "step": 67578
    },
    {
      "epoch": 5.740655793408087,
      "grad_norm": 2.695429896296686,
      "learning_rate": 1.4623602784896938e-06,
      "loss": 1.278,
      "step": 67579
    },
    {
      "epoch": 5.7407407407407405,
      "grad_norm": 2.6913878810483443,
      "learning_rate": 1.4614040112269853e-06,
      "loss": 1.323,
      "step": 67580
    },
    {
      "epoch": 5.740825688073395,
      "grad_norm": 2.765825067195352,
      "learning_rate": 1.4604480551973663e-06,
      "loss": 1.5461,
      "step": 67581
    },
    {
      "epoch": 5.740910635406048,
      "grad_norm": 2.800204607408961,
      "learning_rate": 1.4594924104028183e-06,
      "loss": 1.4633,
      "step": 67582
    },
    {
      "epoch": 5.740995582738702,
      "grad_norm": 2.7649889034526027,
      "learning_rate": 1.458537076845373e-06,
      "loss": 1.5036,
      "step": 67583
    },
    {
      "epoch": 5.741080530071356,
      "grad_norm": 2.8082166402647095,
      "learning_rate": 1.4575820545269957e-06,
      "loss": 1.4264,
      "step": 67584
    },
    {
      "epoch": 5.741165477404009,
      "grad_norm": 2.6442897195130475,
      "learning_rate": 1.4566273434497177e-06,
      "loss": 1.1388,
      "step": 67585
    },
    {
      "epoch": 5.741250424736664,
      "grad_norm": 2.7336948499344578,
      "learning_rate": 1.4556729436155212e-06,
      "loss": 1.4427,
      "step": 67586
    },
    {
      "epoch": 5.741335372069317,
      "grad_norm": 2.982109968711713,
      "learning_rate": 1.454718855026421e-06,
      "loss": 1.5317,
      "step": 67587
    },
    {
      "epoch": 5.74142031940197,
      "grad_norm": 2.770799089641344,
      "learning_rate": 1.453765077684399e-06,
      "loss": 1.5439,
      "step": 67588
    },
    {
      "epoch": 5.741505266734625,
      "grad_norm": 2.607670973230132,
      "learning_rate": 1.4528116115914702e-06,
      "loss": 1.335,
      "step": 67589
    },
    {
      "epoch": 5.741590214067278,
      "grad_norm": 2.740221237931419,
      "learning_rate": 1.451858456749616e-06,
      "loss": 1.3946,
      "step": 67590
    },
    {
      "epoch": 5.741675161399932,
      "grad_norm": 2.6815188136755808,
      "learning_rate": 1.450905613160852e-06,
      "loss": 1.4679,
      "step": 67591
    },
    {
      "epoch": 5.741760108732586,
      "grad_norm": 2.535924093266995,
      "learning_rate": 1.4499530808271598e-06,
      "loss": 1.1592,
      "step": 67592
    },
    {
      "epoch": 5.741845056065239,
      "grad_norm": 2.9953570117885224,
      "learning_rate": 1.4490008597505375e-06,
      "loss": 1.5785,
      "step": 67593
    },
    {
      "epoch": 5.7419300033978935,
      "grad_norm": 2.7121658718057904,
      "learning_rate": 1.4480489499329839e-06,
      "loss": 1.6093,
      "step": 67594
    },
    {
      "epoch": 5.742014950730547,
      "grad_norm": 2.868681265699591,
      "learning_rate": 1.4470973513764972e-06,
      "loss": 1.343,
      "step": 67595
    },
    {
      "epoch": 5.742099898063201,
      "grad_norm": 2.8170173117343573,
      "learning_rate": 1.446146064083059e-06,
      "loss": 1.4591,
      "step": 67596
    },
    {
      "epoch": 5.742184845395855,
      "grad_norm": 2.729343395568049,
      "learning_rate": 1.4451950880546848e-06,
      "loss": 1.5086,
      "step": 67597
    },
    {
      "epoch": 5.742269792728508,
      "grad_norm": 2.6958950537347186,
      "learning_rate": 1.4442444232933391e-06,
      "loss": 1.3783,
      "step": 67598
    },
    {
      "epoch": 5.742354740061162,
      "grad_norm": 3.030792986465036,
      "learning_rate": 1.4432940698010376e-06,
      "loss": 1.4542,
      "step": 67599
    },
    {
      "epoch": 5.742439687393816,
      "grad_norm": 2.703242004169984,
      "learning_rate": 1.4423440275797615e-06,
      "loss": 1.2145,
      "step": 67600
    },
    {
      "epoch": 5.74252463472647,
      "grad_norm": 2.6608438246764172,
      "learning_rate": 1.4413942966314929e-06,
      "loss": 1.5121,
      "step": 67601
    },
    {
      "epoch": 5.742609582059123,
      "grad_norm": 2.8058026892485994,
      "learning_rate": 1.4404448769582466e-06,
      "loss": 1.4106,
      "step": 67602
    },
    {
      "epoch": 5.742694529391777,
      "grad_norm": 2.738197908343266,
      "learning_rate": 1.4394957685619713e-06,
      "loss": 1.464,
      "step": 67603
    },
    {
      "epoch": 5.742779476724431,
      "grad_norm": 2.766303985911065,
      "learning_rate": 1.4385469714446985e-06,
      "loss": 1.4025,
      "step": 67604
    },
    {
      "epoch": 5.7428644240570845,
      "grad_norm": 3.218246065696026,
      "learning_rate": 1.4375984856083934e-06,
      "loss": 1.5635,
      "step": 67605
    },
    {
      "epoch": 5.742949371389738,
      "grad_norm": 2.7918554875679376,
      "learning_rate": 1.4366503110550542e-06,
      "loss": 1.3597,
      "step": 67606
    },
    {
      "epoch": 5.743034318722392,
      "grad_norm": 2.585119938135864,
      "learning_rate": 1.4357024477866464e-06,
      "loss": 1.5212,
      "step": 67607
    },
    {
      "epoch": 5.743119266055046,
      "grad_norm": 3.384062421392834,
      "learning_rate": 1.4347548958051846e-06,
      "loss": 1.5983,
      "step": 67608
    },
    {
      "epoch": 5.7432042133877,
      "grad_norm": 2.8500412444364267,
      "learning_rate": 1.4338076551126343e-06,
      "loss": 1.4871,
      "step": 67609
    },
    {
      "epoch": 5.743289160720353,
      "grad_norm": 2.640589092452217,
      "learning_rate": 1.432860725710977e-06,
      "loss": 1.5127,
      "step": 67610
    },
    {
      "epoch": 5.743374108053008,
      "grad_norm": 2.769798955886624,
      "learning_rate": 1.4319141076022112e-06,
      "loss": 1.3482,
      "step": 67611
    },
    {
      "epoch": 5.743459055385661,
      "grad_norm": 2.9828871000850126,
      "learning_rate": 1.4309678007883186e-06,
      "loss": 1.5729,
      "step": 67612
    },
    {
      "epoch": 5.7435440027183144,
      "grad_norm": 2.7575458708541167,
      "learning_rate": 1.4300218052712975e-06,
      "loss": 1.4422,
      "step": 67613
    },
    {
      "epoch": 5.743628950050969,
      "grad_norm": 2.6912032532152463,
      "learning_rate": 1.4290761210530798e-06,
      "loss": 1.2748,
      "step": 67614
    },
    {
      "epoch": 5.743713897383622,
      "grad_norm": 2.5606114832518485,
      "learning_rate": 1.4281307481356973e-06,
      "loss": 1.3248,
      "step": 67615
    },
    {
      "epoch": 5.7437988447162756,
      "grad_norm": 3.465607511809755,
      "learning_rate": 1.4271856865210985e-06,
      "loss": 1.8121,
      "step": 67616
    },
    {
      "epoch": 5.74388379204893,
      "grad_norm": 2.8287649539956794,
      "learning_rate": 1.4262409362112981e-06,
      "loss": 1.4858,
      "step": 67617
    },
    {
      "epoch": 5.743968739381583,
      "grad_norm": 2.7703363647758086,
      "learning_rate": 1.4252964972082448e-06,
      "loss": 1.6045,
      "step": 67618
    },
    {
      "epoch": 5.7440536867142375,
      "grad_norm": 2.703478885598967,
      "learning_rate": 1.4243523695139203e-06,
      "loss": 1.5217,
      "step": 67619
    },
    {
      "epoch": 5.744138634046891,
      "grad_norm": 2.5715974003525917,
      "learning_rate": 1.423408553130323e-06,
      "loss": 1.163,
      "step": 67620
    },
    {
      "epoch": 5.744223581379544,
      "grad_norm": 2.844150557357738,
      "learning_rate": 1.4224650480594013e-06,
      "loss": 1.5447,
      "step": 67621
    },
    {
      "epoch": 5.744308528712199,
      "grad_norm": 2.719264357944154,
      "learning_rate": 1.4215218543031537e-06,
      "loss": 1.4108,
      "step": 67622
    },
    {
      "epoch": 5.744393476044852,
      "grad_norm": 2.98248818459221,
      "learning_rate": 1.4205789718635618e-06,
      "loss": 1.6311,
      "step": 67623
    },
    {
      "epoch": 5.744478423377506,
      "grad_norm": 2.653858179498091,
      "learning_rate": 1.4196364007425741e-06,
      "loss": 1.3575,
      "step": 67624
    },
    {
      "epoch": 5.74456337071016,
      "grad_norm": 2.5049682792612895,
      "learning_rate": 1.4186941409421893e-06,
      "loss": 1.3022,
      "step": 67625
    },
    {
      "epoch": 5.744648318042813,
      "grad_norm": 2.852977298272325,
      "learning_rate": 1.417752192464372e-06,
      "loss": 1.5518,
      "step": 67626
    },
    {
      "epoch": 5.7447332653754675,
      "grad_norm": 2.8550312822560886,
      "learning_rate": 1.416810555311121e-06,
      "loss": 1.5312,
      "step": 67627
    },
    {
      "epoch": 5.744818212708121,
      "grad_norm": 2.7016573058282525,
      "learning_rate": 1.415869229484351e-06,
      "loss": 1.3128,
      "step": 67628
    },
    {
      "epoch": 5.744903160040774,
      "grad_norm": 2.5067670478835584,
      "learning_rate": 1.4149282149860775e-06,
      "loss": 1.1046,
      "step": 67629
    },
    {
      "epoch": 5.744988107373429,
      "grad_norm": 2.923432721183352,
      "learning_rate": 1.413987511818282e-06,
      "loss": 1.4491,
      "step": 67630
    },
    {
      "epoch": 5.745073054706082,
      "grad_norm": 3.660729229658066,
      "learning_rate": 1.413047119982913e-06,
      "loss": 1.8051,
      "step": 67631
    },
    {
      "epoch": 5.745158002038736,
      "grad_norm": 2.5730605126411077,
      "learning_rate": 1.4121070394819355e-06,
      "loss": 1.2905,
      "step": 67632
    },
    {
      "epoch": 5.74524294937139,
      "grad_norm": 2.7477279762476488,
      "learning_rate": 1.4111672703173483e-06,
      "loss": 1.4708,
      "step": 67633
    },
    {
      "epoch": 5.745327896704044,
      "grad_norm": 2.673572453216515,
      "learning_rate": 1.4102278124910825e-06,
      "loss": 1.4018,
      "step": 67634
    },
    {
      "epoch": 5.745412844036697,
      "grad_norm": 2.8416615361317517,
      "learning_rate": 1.4092886660051372e-06,
      "loss": 1.4809,
      "step": 67635
    },
    {
      "epoch": 5.745497791369351,
      "grad_norm": 2.654320383085087,
      "learning_rate": 1.4083498308614605e-06,
      "loss": 1.3666,
      "step": 67636
    },
    {
      "epoch": 5.745582738702005,
      "grad_norm": 2.666721512215404,
      "learning_rate": 1.407411307062034e-06,
      "loss": 1.1971,
      "step": 67637
    },
    {
      "epoch": 5.7456676860346585,
      "grad_norm": 2.6474379128258203,
      "learning_rate": 1.4064730946088232e-06,
      "loss": 1.1811,
      "step": 67638
    },
    {
      "epoch": 5.745752633367312,
      "grad_norm": 2.73164880692026,
      "learning_rate": 1.4055351935037762e-06,
      "loss": 1.3629,
      "step": 67639
    },
    {
      "epoch": 5.745837580699966,
      "grad_norm": 2.5924012053567944,
      "learning_rate": 1.404597603748875e-06,
      "loss": 1.3397,
      "step": 67640
    },
    {
      "epoch": 5.74592252803262,
      "grad_norm": 2.6560013531570825,
      "learning_rate": 1.4036603253460843e-06,
      "loss": 1.3882,
      "step": 67641
    },
    {
      "epoch": 5.746007475365274,
      "grad_norm": 2.6534006438341597,
      "learning_rate": 1.402723358297353e-06,
      "loss": 1.3986,
      "step": 67642
    },
    {
      "epoch": 5.746092422697927,
      "grad_norm": 2.644000551717959,
      "learning_rate": 1.4017867026046626e-06,
      "loss": 1.4024,
      "step": 67643
    },
    {
      "epoch": 5.746177370030581,
      "grad_norm": 2.5238920942901752,
      "learning_rate": 1.4008503582699781e-06,
      "loss": 1.3071,
      "step": 67644
    },
    {
      "epoch": 5.746262317363235,
      "grad_norm": 2.8491037425035537,
      "learning_rate": 1.3999143252952483e-06,
      "loss": 1.527,
      "step": 67645
    },
    {
      "epoch": 5.746347264695888,
      "grad_norm": 2.62115257412035,
      "learning_rate": 1.3989786036824213e-06,
      "loss": 1.457,
      "step": 67646
    },
    {
      "epoch": 5.746432212028543,
      "grad_norm": 3.2968606866417787,
      "learning_rate": 1.398043193433479e-06,
      "loss": 1.6509,
      "step": 67647
    },
    {
      "epoch": 5.746517159361196,
      "grad_norm": 2.669798161972052,
      "learning_rate": 1.3971080945503866e-06,
      "loss": 1.4672,
      "step": 67648
    },
    {
      "epoch": 5.7466021066938495,
      "grad_norm": 2.5778167863096426,
      "learning_rate": 1.3961733070350923e-06,
      "loss": 1.2977,
      "step": 67649
    },
    {
      "epoch": 5.746687054026504,
      "grad_norm": 2.868051933322751,
      "learning_rate": 1.3952388308895445e-06,
      "loss": 1.4939,
      "step": 67650
    },
    {
      "epoch": 5.746772001359157,
      "grad_norm": 2.7900946018032853,
      "learning_rate": 1.3943046661157254e-06,
      "loss": 1.5217,
      "step": 67651
    },
    {
      "epoch": 5.746856948691811,
      "grad_norm": 2.6593550209188956,
      "learning_rate": 1.3933708127155828e-06,
      "loss": 1.385,
      "step": 67652
    },
    {
      "epoch": 5.746941896024465,
      "grad_norm": 2.9169939715929423,
      "learning_rate": 1.3924372706910492e-06,
      "loss": 1.559,
      "step": 67653
    },
    {
      "epoch": 5.747026843357118,
      "grad_norm": 3.386387337816019,
      "learning_rate": 1.3915040400441223e-06,
      "loss": 1.6631,
      "step": 67654
    },
    {
      "epoch": 5.747111790689773,
      "grad_norm": 2.6699249865423353,
      "learning_rate": 1.390571120776718e-06,
      "loss": 1.5382,
      "step": 67655
    },
    {
      "epoch": 5.747196738022426,
      "grad_norm": 2.5270792030979012,
      "learning_rate": 1.3896385128908338e-06,
      "loss": 1.3238,
      "step": 67656
    },
    {
      "epoch": 5.74728168535508,
      "grad_norm": 2.598951798229835,
      "learning_rate": 1.3887062163883856e-06,
      "loss": 1.2946,
      "step": 67657
    },
    {
      "epoch": 5.747366632687734,
      "grad_norm": 2.6954335818153137,
      "learning_rate": 1.387774231271338e-06,
      "loss": 1.2842,
      "step": 67658
    },
    {
      "epoch": 5.747451580020387,
      "grad_norm": 2.8037935656966964,
      "learning_rate": 1.3868425575416398e-06,
      "loss": 1.2622,
      "step": 67659
    },
    {
      "epoch": 5.747536527353041,
      "grad_norm": 2.6472535522536114,
      "learning_rate": 1.3859111952012724e-06,
      "loss": 1.3215,
      "step": 67660
    },
    {
      "epoch": 5.747621474685695,
      "grad_norm": 2.6009058262676836,
      "learning_rate": 1.3849801442521514e-06,
      "loss": 1.3354,
      "step": 67661
    },
    {
      "epoch": 5.747706422018348,
      "grad_norm": 2.9104398454971587,
      "learning_rate": 1.3840494046962415e-06,
      "loss": 1.6112,
      "step": 67662
    },
    {
      "epoch": 5.7477913693510025,
      "grad_norm": 2.8725833818482798,
      "learning_rate": 1.383118976535491e-06,
      "loss": 1.5497,
      "step": 67663
    },
    {
      "epoch": 5.747876316683656,
      "grad_norm": 2.898349316263794,
      "learning_rate": 1.3821888597718488e-06,
      "loss": 1.4876,
      "step": 67664
    },
    {
      "epoch": 5.74796126401631,
      "grad_norm": 2.7954714627305597,
      "learning_rate": 1.3812590544072633e-06,
      "loss": 1.2718,
      "step": 67665
    },
    {
      "epoch": 5.748046211348964,
      "grad_norm": 2.6596929737385135,
      "learning_rate": 1.3803295604436992e-06,
      "loss": 1.4151,
      "step": 67666
    },
    {
      "epoch": 5.748131158681617,
      "grad_norm": 3.3509147336617233,
      "learning_rate": 1.3794003778830887e-06,
      "loss": 1.6941,
      "step": 67667
    },
    {
      "epoch": 5.748216106014271,
      "grad_norm": 2.898552101289584,
      "learning_rate": 1.3784715067273633e-06,
      "loss": 1.4435,
      "step": 67668
    },
    {
      "epoch": 5.748301053346925,
      "grad_norm": 2.676484038225561,
      "learning_rate": 1.3775429469785048e-06,
      "loss": 1.3962,
      "step": 67669
    },
    {
      "epoch": 5.748386000679579,
      "grad_norm": 2.737000908743998,
      "learning_rate": 1.3766146986384452e-06,
      "loss": 1.4208,
      "step": 67670
    },
    {
      "epoch": 5.7484709480122325,
      "grad_norm": 2.6240531302299326,
      "learning_rate": 1.3756867617090995e-06,
      "loss": 1.4502,
      "step": 67671
    },
    {
      "epoch": 5.748555895344886,
      "grad_norm": 2.814199798159705,
      "learning_rate": 1.3747591361924492e-06,
      "loss": 1.3648,
      "step": 67672
    },
    {
      "epoch": 5.74864084267754,
      "grad_norm": 2.6137362010882645,
      "learning_rate": 1.3738318220904266e-06,
      "loss": 1.4425,
      "step": 67673
    },
    {
      "epoch": 5.748725790010194,
      "grad_norm": 2.9101912892864568,
      "learning_rate": 1.3729048194049796e-06,
      "loss": 1.6252,
      "step": 67674
    },
    {
      "epoch": 5.748810737342847,
      "grad_norm": 2.729889199569434,
      "learning_rate": 1.3719781281380403e-06,
      "loss": 1.4497,
      "step": 67675
    },
    {
      "epoch": 5.748895684675501,
      "grad_norm": 2.6950057736112596,
      "learning_rate": 1.3710517482915572e-06,
      "loss": 1.3848,
      "step": 67676
    },
    {
      "epoch": 5.748980632008155,
      "grad_norm": 2.5129231597567583,
      "learning_rate": 1.370125679867462e-06,
      "loss": 1.3645,
      "step": 67677
    },
    {
      "epoch": 5.749065579340809,
      "grad_norm": 2.9258913734983563,
      "learning_rate": 1.3691999228677032e-06,
      "loss": 1.5029,
      "step": 67678
    },
    {
      "epoch": 5.749150526673462,
      "grad_norm": 2.5550667986768913,
      "learning_rate": 1.368274477294229e-06,
      "loss": 1.2831,
      "step": 67679
    },
    {
      "epoch": 5.749235474006117,
      "grad_norm": 2.7113973051298474,
      "learning_rate": 1.3673493431489545e-06,
      "loss": 1.4697,
      "step": 67680
    },
    {
      "epoch": 5.74932042133877,
      "grad_norm": 2.724571147155576,
      "learning_rate": 1.3664245204338454e-06,
      "loss": 1.4209,
      "step": 67681
    },
    {
      "epoch": 5.7494053686714235,
      "grad_norm": 2.6638389992116616,
      "learning_rate": 1.3655000091508161e-06,
      "loss": 1.465,
      "step": 67682
    },
    {
      "epoch": 5.749490316004078,
      "grad_norm": 2.5653198954743055,
      "learning_rate": 1.3645758093018322e-06,
      "loss": 1.3301,
      "step": 67683
    },
    {
      "epoch": 5.749575263336731,
      "grad_norm": 2.665331162074739,
      "learning_rate": 1.363651920888792e-06,
      "loss": 1.3549,
      "step": 67684
    },
    {
      "epoch": 5.749660210669385,
      "grad_norm": 2.596971087196229,
      "learning_rate": 1.3627283439136605e-06,
      "loss": 1.2981,
      "step": 67685
    },
    {
      "epoch": 5.749745158002039,
      "grad_norm": 2.60511512674614,
      "learning_rate": 1.361805078378353e-06,
      "loss": 1.2493,
      "step": 67686
    },
    {
      "epoch": 5.749830105334692,
      "grad_norm": 2.862989806589142,
      "learning_rate": 1.3608821242848344e-06,
      "loss": 1.6176,
      "step": 67687
    },
    {
      "epoch": 5.749915052667347,
      "grad_norm": 2.6782171849143572,
      "learning_rate": 1.3599594816350202e-06,
      "loss": 1.2425,
      "step": 67688
    },
    {
      "epoch": 5.75,
      "grad_norm": 2.6631536255639676,
      "learning_rate": 1.359037150430825e-06,
      "loss": 1.5142,
      "step": 67689
    },
    {
      "epoch": 5.750084947332653,
      "grad_norm": 2.8623811778326975,
      "learning_rate": 1.3581151306741978e-06,
      "loss": 1.556,
      "step": 67690
    },
    {
      "epoch": 5.750169894665308,
      "grad_norm": 2.716423505960669,
      "learning_rate": 1.3571934223670867e-06,
      "loss": 1.1782,
      "step": 67691
    },
    {
      "epoch": 5.750254841997961,
      "grad_norm": 2.8073626172894888,
      "learning_rate": 1.3562720255114068e-06,
      "loss": 1.5097,
      "step": 67692
    },
    {
      "epoch": 5.750339789330615,
      "grad_norm": 2.660750852022506,
      "learning_rate": 1.3553509401090734e-06,
      "loss": 1.4264,
      "step": 67693
    },
    {
      "epoch": 5.750424736663269,
      "grad_norm": 2.8824497529547126,
      "learning_rate": 1.3544301661620516e-06,
      "loss": 1.399,
      "step": 67694
    },
    {
      "epoch": 5.750509683995922,
      "grad_norm": 2.5715398945468118,
      "learning_rate": 1.3535097036722398e-06,
      "loss": 1.296,
      "step": 67695
    },
    {
      "epoch": 5.7505946313285765,
      "grad_norm": 3.107475917798963,
      "learning_rate": 1.3525895526415864e-06,
      "loss": 1.748,
      "step": 67696
    },
    {
      "epoch": 5.75067957866123,
      "grad_norm": 3.075593791157701,
      "learning_rate": 1.3516697130720067e-06,
      "loss": 1.3805,
      "step": 67697
    },
    {
      "epoch": 5.750764525993883,
      "grad_norm": 2.5676542110427536,
      "learning_rate": 1.3507501849654322e-06,
      "loss": 1.2877,
      "step": 67698
    },
    {
      "epoch": 5.750849473326538,
      "grad_norm": 2.640036792573101,
      "learning_rate": 1.3498309683237952e-06,
      "loss": 1.4794,
      "step": 67699
    },
    {
      "epoch": 5.750934420659191,
      "grad_norm": 2.500702034995436,
      "learning_rate": 1.3489120631490102e-06,
      "loss": 1.3459,
      "step": 67700
    },
    {
      "epoch": 5.751019367991845,
      "grad_norm": 2.4882384890929345,
      "learning_rate": 1.3479934694430262e-06,
      "loss": 1.2427,
      "step": 67701
    },
    {
      "epoch": 5.751104315324499,
      "grad_norm": 2.7048110942179937,
      "learning_rate": 1.3470751872077245e-06,
      "loss": 1.354,
      "step": 67702
    },
    {
      "epoch": 5.751189262657153,
      "grad_norm": 2.527804805140737,
      "learning_rate": 1.3461572164450874e-06,
      "loss": 1.2033,
      "step": 67703
    },
    {
      "epoch": 5.751274209989806,
      "grad_norm": 2.7295541089564708,
      "learning_rate": 1.3452395571569796e-06,
      "loss": 1.23,
      "step": 67704
    },
    {
      "epoch": 5.75135915732246,
      "grad_norm": 2.757720027588763,
      "learning_rate": 1.3443222093453664e-06,
      "loss": 1.5037,
      "step": 67705
    },
    {
      "epoch": 5.751444104655114,
      "grad_norm": 2.503655787125084,
      "learning_rate": 1.3434051730121464e-06,
      "loss": 1.3082,
      "step": 67706
    },
    {
      "epoch": 5.7515290519877675,
      "grad_norm": 2.6616673005874323,
      "learning_rate": 1.3424884481592512e-06,
      "loss": 1.4411,
      "step": 67707
    },
    {
      "epoch": 5.751613999320421,
      "grad_norm": 2.675510813792954,
      "learning_rate": 1.3415720347885961e-06,
      "loss": 1.2533,
      "step": 67708
    },
    {
      "epoch": 5.751698946653075,
      "grad_norm": 2.8380831327625513,
      "learning_rate": 1.3406559329021127e-06,
      "loss": 1.3528,
      "step": 67709
    },
    {
      "epoch": 5.751783893985729,
      "grad_norm": 2.786661912821618,
      "learning_rate": 1.3397401425017162e-06,
      "loss": 1.622,
      "step": 67710
    },
    {
      "epoch": 5.751868841318383,
      "grad_norm": 2.8371097418878963,
      "learning_rate": 1.338824663589322e-06,
      "loss": 1.4542,
      "step": 67711
    },
    {
      "epoch": 5.751953788651036,
      "grad_norm": 2.9686503231613983,
      "learning_rate": 1.3379094961668446e-06,
      "loss": 1.5612,
      "step": 67712
    },
    {
      "epoch": 5.75203873598369,
      "grad_norm": 2.883392737236167,
      "learning_rate": 1.3369946402361997e-06,
      "loss": 1.5127,
      "step": 67713
    },
    {
      "epoch": 5.752123683316344,
      "grad_norm": 2.6254826320348745,
      "learning_rate": 1.3360800957993023e-06,
      "loss": 1.2221,
      "step": 67714
    },
    {
      "epoch": 5.7522086306489975,
      "grad_norm": 2.6480085810988125,
      "learning_rate": 1.3351658628580842e-06,
      "loss": 1.4251,
      "step": 67715
    },
    {
      "epoch": 5.752293577981652,
      "grad_norm": 2.6534425514045252,
      "learning_rate": 1.3342519414144603e-06,
      "loss": 1.3529,
      "step": 67716
    },
    {
      "epoch": 5.752378525314305,
      "grad_norm": 2.4466721271867704,
      "learning_rate": 1.3333383314703295e-06,
      "loss": 1.3012,
      "step": 67717
    },
    {
      "epoch": 5.752463472646959,
      "grad_norm": 2.6795171505422095,
      "learning_rate": 1.3324250330276232e-06,
      "loss": 1.398,
      "step": 67718
    },
    {
      "epoch": 5.752548419979613,
      "grad_norm": 2.719770582554768,
      "learning_rate": 1.33151204608824e-06,
      "loss": 1.2683,
      "step": 67719
    },
    {
      "epoch": 5.752633367312266,
      "grad_norm": 2.782510817047108,
      "learning_rate": 1.3305993706541117e-06,
      "loss": 1.4208,
      "step": 67720
    },
    {
      "epoch": 5.75271831464492,
      "grad_norm": 2.6790453748499963,
      "learning_rate": 1.3296870067271204e-06,
      "loss": 1.5011,
      "step": 67721
    },
    {
      "epoch": 5.752803261977574,
      "grad_norm": 2.8343641140244915,
      "learning_rate": 1.3287749543091974e-06,
      "loss": 1.4199,
      "step": 67722
    },
    {
      "epoch": 5.752888209310227,
      "grad_norm": 2.625618187058882,
      "learning_rate": 1.3278632134022582e-06,
      "loss": 1.1821,
      "step": 67723
    },
    {
      "epoch": 5.752973156642882,
      "grad_norm": 2.6975884195537,
      "learning_rate": 1.3269517840082012e-06,
      "loss": 1.3186,
      "step": 67724
    },
    {
      "epoch": 5.753058103975535,
      "grad_norm": 2.6621594735095164,
      "learning_rate": 1.3260406661289413e-06,
      "loss": 1.1918,
      "step": 67725
    },
    {
      "epoch": 5.753143051308189,
      "grad_norm": 2.6920849147098607,
      "learning_rate": 1.325129859766394e-06,
      "loss": 1.5704,
      "step": 67726
    },
    {
      "epoch": 5.753227998640843,
      "grad_norm": 2.5691244970480778,
      "learning_rate": 1.3242193649224575e-06,
      "loss": 1.3457,
      "step": 67727
    },
    {
      "epoch": 5.753312945973496,
      "grad_norm": 2.8610622271435533,
      "learning_rate": 1.3233091815990472e-06,
      "loss": 1.3435,
      "step": 67728
    },
    {
      "epoch": 5.7533978933061505,
      "grad_norm": 2.8004982586781733,
      "learning_rate": 1.3223993097980613e-06,
      "loss": 1.4772,
      "step": 67729
    },
    {
      "epoch": 5.753482840638804,
      "grad_norm": 2.7366918367845607,
      "learning_rate": 1.3214897495214315e-06,
      "loss": 1.3022,
      "step": 67730
    },
    {
      "epoch": 5.753567787971457,
      "grad_norm": 2.7167381177493337,
      "learning_rate": 1.3205805007710235e-06,
      "loss": 1.2855,
      "step": 67731
    },
    {
      "epoch": 5.753652735304112,
      "grad_norm": 2.4996683243736872,
      "learning_rate": 1.3196715635487686e-06,
      "loss": 1.2962,
      "step": 67732
    },
    {
      "epoch": 5.753737682636765,
      "grad_norm": 2.863921892354585,
      "learning_rate": 1.3187629378565656e-06,
      "loss": 1.4123,
      "step": 67733
    },
    {
      "epoch": 5.753822629969419,
      "grad_norm": 3.1445130024847106,
      "learning_rate": 1.3178546236963127e-06,
      "loss": 1.7902,
      "step": 67734
    },
    {
      "epoch": 5.753907577302073,
      "grad_norm": 2.6292972561243984,
      "learning_rate": 1.316946621069942e-06,
      "loss": 1.4,
      "step": 67735
    },
    {
      "epoch": 5.753992524634726,
      "grad_norm": 2.7763574099859607,
      "learning_rate": 1.3160389299793016e-06,
      "loss": 1.482,
      "step": 67736
    },
    {
      "epoch": 5.75407747196738,
      "grad_norm": 2.739263751860078,
      "learning_rate": 1.3151315504263405e-06,
      "loss": 1.2062,
      "step": 67737
    },
    {
      "epoch": 5.754162419300034,
      "grad_norm": 2.812646973743494,
      "learning_rate": 1.3142244824129567e-06,
      "loss": 1.3826,
      "step": 67738
    },
    {
      "epoch": 5.754247366632688,
      "grad_norm": 2.7697847241951177,
      "learning_rate": 1.3133177259410155e-06,
      "loss": 1.4701,
      "step": 67739
    },
    {
      "epoch": 5.7543323139653415,
      "grad_norm": 2.8831937726271537,
      "learning_rate": 1.3124112810124322e-06,
      "loss": 1.348,
      "step": 67740
    },
    {
      "epoch": 5.754417261297995,
      "grad_norm": 3.3380954074027462,
      "learning_rate": 1.3115051476291384e-06,
      "loss": 1.7058,
      "step": 67741
    },
    {
      "epoch": 5.754502208630649,
      "grad_norm": 2.5936549005279894,
      "learning_rate": 1.3105993257929992e-06,
      "loss": 1.3926,
      "step": 67742
    },
    {
      "epoch": 5.754587155963303,
      "grad_norm": 2.7828696889514095,
      "learning_rate": 1.3096938155059133e-06,
      "loss": 1.587,
      "step": 67743
    },
    {
      "epoch": 5.754672103295956,
      "grad_norm": 2.4147304916013006,
      "learning_rate": 1.308788616769796e-06,
      "loss": 1.2131,
      "step": 67744
    },
    {
      "epoch": 5.75475705062861,
      "grad_norm": 2.754068046957059,
      "learning_rate": 1.3078837295865286e-06,
      "loss": 1.4408,
      "step": 67745
    },
    {
      "epoch": 5.754841997961264,
      "grad_norm": 2.611089912577066,
      "learning_rate": 1.30697915395801e-06,
      "loss": 1.3427,
      "step": 67746
    },
    {
      "epoch": 5.754926945293918,
      "grad_norm": 2.899346693880599,
      "learning_rate": 1.3060748898861385e-06,
      "loss": 1.4101,
      "step": 67747
    },
    {
      "epoch": 5.755011892626571,
      "grad_norm": 2.593230632318986,
      "learning_rate": 1.3051709373728126e-06,
      "loss": 1.1967,
      "step": 67748
    },
    {
      "epoch": 5.755096839959226,
      "grad_norm": 2.9217183466506222,
      "learning_rate": 1.3042672964199307e-06,
      "loss": 1.3669,
      "step": 67749
    },
    {
      "epoch": 5.755181787291879,
      "grad_norm": 2.5830949223720134,
      "learning_rate": 1.3033639670293583e-06,
      "loss": 1.3047,
      "step": 67750
    },
    {
      "epoch": 5.7552667346245325,
      "grad_norm": 2.8070705462089856,
      "learning_rate": 1.3024609492030102e-06,
      "loss": 1.3486,
      "step": 67751
    },
    {
      "epoch": 5.755351681957187,
      "grad_norm": 2.6645132967683374,
      "learning_rate": 1.301558242942785e-06,
      "loss": 1.2811,
      "step": 67752
    },
    {
      "epoch": 5.75543662928984,
      "grad_norm": 2.661607403153835,
      "learning_rate": 1.3006558482505647e-06,
      "loss": 1.5146,
      "step": 67753
    },
    {
      "epoch": 5.755521576622494,
      "grad_norm": 2.53129505188042,
      "learning_rate": 1.2997537651282308e-06,
      "loss": 1.3015,
      "step": 67754
    },
    {
      "epoch": 5.755606523955148,
      "grad_norm": 2.7849999208236986,
      "learning_rate": 1.2988519935776987e-06,
      "loss": 1.5347,
      "step": 67755
    },
    {
      "epoch": 5.755691471287801,
      "grad_norm": 2.7732273834409993,
      "learning_rate": 1.2979505336008334e-06,
      "loss": 1.4244,
      "step": 67756
    },
    {
      "epoch": 5.755776418620456,
      "grad_norm": 3.1286087236646942,
      "learning_rate": 1.2970493851995166e-06,
      "loss": 1.5063,
      "step": 67757
    },
    {
      "epoch": 5.755861365953109,
      "grad_norm": 2.7533972503718296,
      "learning_rate": 1.2961485483756639e-06,
      "loss": 1.4242,
      "step": 67758
    },
    {
      "epoch": 5.7559463132857625,
      "grad_norm": 2.6969643001279033,
      "learning_rate": 1.2952480231311568e-06,
      "loss": 1.5401,
      "step": 67759
    },
    {
      "epoch": 5.756031260618417,
      "grad_norm": 2.7324382208429667,
      "learning_rate": 1.2943478094678605e-06,
      "loss": 1.4213,
      "step": 67760
    },
    {
      "epoch": 5.75611620795107,
      "grad_norm": 2.6189130071257343,
      "learning_rate": 1.2934479073876902e-06,
      "loss": 1.384,
      "step": 67761
    },
    {
      "epoch": 5.7562011552837244,
      "grad_norm": 2.789353240863695,
      "learning_rate": 1.292548316892511e-06,
      "loss": 1.44,
      "step": 67762
    },
    {
      "epoch": 5.756286102616378,
      "grad_norm": 2.5644306427397785,
      "learning_rate": 1.2916490379842215e-06,
      "loss": 1.1322,
      "step": 67763
    },
    {
      "epoch": 5.756371049949031,
      "grad_norm": 2.6409577343304225,
      "learning_rate": 1.2907500706647033e-06,
      "loss": 1.4668,
      "step": 67764
    },
    {
      "epoch": 5.7564559972816856,
      "grad_norm": 2.809655279575161,
      "learning_rate": 1.289851414935822e-06,
      "loss": 1.6217,
      "step": 67765
    },
    {
      "epoch": 5.756540944614339,
      "grad_norm": 2.614467081814106,
      "learning_rate": 1.2889530707994922e-06,
      "loss": 1.2069,
      "step": 67766
    },
    {
      "epoch": 5.756625891946992,
      "grad_norm": 2.623415124646106,
      "learning_rate": 1.2880550382575628e-06,
      "loss": 1.4154,
      "step": 67767
    },
    {
      "epoch": 5.756710839279647,
      "grad_norm": 2.804553685193776,
      "learning_rate": 1.287157317311932e-06,
      "loss": 1.5358,
      "step": 67768
    },
    {
      "epoch": 5.7567957866123,
      "grad_norm": 2.9464089882532702,
      "learning_rate": 1.2862599079644986e-06,
      "loss": 1.5412,
      "step": 67769
    },
    {
      "epoch": 5.756880733944954,
      "grad_norm": 2.706633737844622,
      "learning_rate": 1.285362810217111e-06,
      "loss": 1.4505,
      "step": 67770
    },
    {
      "epoch": 5.756965681277608,
      "grad_norm": 2.7057657927399927,
      "learning_rate": 1.2844660240716676e-06,
      "loss": 1.4394,
      "step": 67771
    },
    {
      "epoch": 5.757050628610262,
      "grad_norm": 2.7727296283969918,
      "learning_rate": 1.2835695495300335e-06,
      "loss": 1.4617,
      "step": 67772
    },
    {
      "epoch": 5.7571355759429155,
      "grad_norm": 2.7831633877003177,
      "learning_rate": 1.2826733865941075e-06,
      "loss": 1.2863,
      "step": 67773
    },
    {
      "epoch": 5.757220523275569,
      "grad_norm": 2.7166536745872945,
      "learning_rate": 1.2817775352657378e-06,
      "loss": 1.2187,
      "step": 67774
    },
    {
      "epoch": 5.757305470608223,
      "grad_norm": 2.7806603493694593,
      "learning_rate": 1.2808819955468397e-06,
      "loss": 1.5348,
      "step": 67775
    },
    {
      "epoch": 5.757390417940877,
      "grad_norm": 2.8051413332737543,
      "learning_rate": 1.279986767439245e-06,
      "loss": 1.4985,
      "step": 67776
    },
    {
      "epoch": 5.75747536527353,
      "grad_norm": 2.751519297428677,
      "learning_rate": 1.2790918509448856e-06,
      "loss": 1.5006,
      "step": 67777
    },
    {
      "epoch": 5.757560312606184,
      "grad_norm": 2.588628058524378,
      "learning_rate": 1.2781972460655765e-06,
      "loss": 1.2748,
      "step": 67778
    },
    {
      "epoch": 5.757645259938838,
      "grad_norm": 2.6482733290023766,
      "learning_rate": 1.277302952803233e-06,
      "loss": 1.5028,
      "step": 67779
    },
    {
      "epoch": 5.757730207271492,
      "grad_norm": 2.652085747279635,
      "learning_rate": 1.2764089711597203e-06,
      "loss": 1.4175,
      "step": 67780
    },
    {
      "epoch": 5.757815154604145,
      "grad_norm": 2.8300729993894898,
      "learning_rate": 1.2755153011369034e-06,
      "loss": 1.6048,
      "step": 67781
    },
    {
      "epoch": 5.757900101936799,
      "grad_norm": 2.5261789047795196,
      "learning_rate": 1.2746219427366644e-06,
      "loss": 1.3493,
      "step": 67782
    },
    {
      "epoch": 5.757985049269453,
      "grad_norm": 2.729352760435308,
      "learning_rate": 1.2737288959608516e-06,
      "loss": 1.4934,
      "step": 67783
    },
    {
      "epoch": 5.7580699966021065,
      "grad_norm": 2.8482813425809335,
      "learning_rate": 1.2728361608113803e-06,
      "loss": 1.5173,
      "step": 67784
    },
    {
      "epoch": 5.758154943934761,
      "grad_norm": 2.6934659698837726,
      "learning_rate": 1.271943737290082e-06,
      "loss": 1.2719,
      "step": 67785
    },
    {
      "epoch": 5.758239891267414,
      "grad_norm": 3.0754199941929334,
      "learning_rate": 1.271051625398839e-06,
      "loss": 1.5748,
      "step": 67786
    },
    {
      "epoch": 5.758324838600068,
      "grad_norm": 2.814900648879774,
      "learning_rate": 1.2701598251395163e-06,
      "loss": 1.2451,
      "step": 67787
    },
    {
      "epoch": 5.758409785932722,
      "grad_norm": 2.663018565766886,
      "learning_rate": 1.2692683365139955e-06,
      "loss": 1.3071,
      "step": 67788
    },
    {
      "epoch": 5.758494733265375,
      "grad_norm": 2.7792196028940346,
      "learning_rate": 1.2683771595241421e-06,
      "loss": 1.3099,
      "step": 67789
    },
    {
      "epoch": 5.75857968059803,
      "grad_norm": 2.8077956589028523,
      "learning_rate": 1.2674862941718045e-06,
      "loss": 1.3783,
      "step": 67790
    },
    {
      "epoch": 5.758664627930683,
      "grad_norm": 2.51875449235413,
      "learning_rate": 1.2665957404588645e-06,
      "loss": 1.316,
      "step": 67791
    },
    {
      "epoch": 5.758749575263336,
      "grad_norm": 2.7093930937261326,
      "learning_rate": 1.2657054983871873e-06,
      "loss": 1.3897,
      "step": 67792
    },
    {
      "epoch": 5.758834522595991,
      "grad_norm": 2.5910998570434765,
      "learning_rate": 1.2648155679586547e-06,
      "loss": 1.437,
      "step": 67793
    },
    {
      "epoch": 5.758919469928644,
      "grad_norm": 2.608692889800993,
      "learning_rate": 1.263925949175082e-06,
      "loss": 1.2106,
      "step": 67794
    },
    {
      "epoch": 5.759004417261298,
      "grad_norm": 2.5418730655814836,
      "learning_rate": 1.263036642038384e-06,
      "loss": 1.3897,
      "step": 67795
    },
    {
      "epoch": 5.759089364593952,
      "grad_norm": 2.7575506682791997,
      "learning_rate": 1.2621476465504098e-06,
      "loss": 1.4983,
      "step": 67796
    },
    {
      "epoch": 5.759174311926605,
      "grad_norm": 2.7746857406274636,
      "learning_rate": 1.2612589627130077e-06,
      "loss": 1.2925,
      "step": 67797
    },
    {
      "epoch": 5.7592592592592595,
      "grad_norm": 2.5009961392397373,
      "learning_rate": 1.2603705905280593e-06,
      "loss": 1.2411,
      "step": 67798
    },
    {
      "epoch": 5.759344206591913,
      "grad_norm": 2.6341038245050714,
      "learning_rate": 1.259482529997413e-06,
      "loss": 1.5188,
      "step": 67799
    },
    {
      "epoch": 5.759429153924566,
      "grad_norm": 2.798883809963128,
      "learning_rate": 1.258594781122918e-06,
      "loss": 1.4201,
      "step": 67800
    },
    {
      "epoch": 5.759514101257221,
      "grad_norm": 2.7701313534021406,
      "learning_rate": 1.2577073439064556e-06,
      "loss": 1.341,
      "step": 67801
    },
    {
      "epoch": 5.759599048589874,
      "grad_norm": 2.7030105123997505,
      "learning_rate": 1.256820218349891e-06,
      "loss": 1.3671,
      "step": 67802
    },
    {
      "epoch": 5.759683995922528,
      "grad_norm": 2.7491423143680827,
      "learning_rate": 1.2559334044550729e-06,
      "loss": 1.3534,
      "step": 67803
    },
    {
      "epoch": 5.759768943255182,
      "grad_norm": 2.709098561795102,
      "learning_rate": 1.2550469022238496e-06,
      "loss": 1.4055,
      "step": 67804
    },
    {
      "epoch": 5.759853890587836,
      "grad_norm": 2.8735911605534925,
      "learning_rate": 1.25416071165807e-06,
      "loss": 1.499,
      "step": 67805
    },
    {
      "epoch": 5.759938837920489,
      "grad_norm": 2.619595347751357,
      "learning_rate": 1.253274832759632e-06,
      "loss": 1.3766,
      "step": 67806
    },
    {
      "epoch": 5.760023785253143,
      "grad_norm": 2.587808792982947,
      "learning_rate": 1.2523892655303512e-06,
      "loss": 1.3069,
      "step": 67807
    },
    {
      "epoch": 5.760108732585797,
      "grad_norm": 2.655769948194202,
      "learning_rate": 1.251504009972093e-06,
      "loss": 1.3289,
      "step": 67808
    },
    {
      "epoch": 5.7601936799184505,
      "grad_norm": 2.6684364123463045,
      "learning_rate": 1.2506190660867388e-06,
      "loss": 1.2506,
      "step": 67809
    },
    {
      "epoch": 5.760278627251104,
      "grad_norm": 2.6560007608607874,
      "learning_rate": 1.2497344338761206e-06,
      "loss": 1.4217,
      "step": 67810
    },
    {
      "epoch": 5.760363574583758,
      "grad_norm": 2.8393151841095023,
      "learning_rate": 1.248850113342087e-06,
      "loss": 1.3225,
      "step": 67811
    },
    {
      "epoch": 5.760448521916412,
      "grad_norm": 2.903275872110297,
      "learning_rate": 1.2479661044864864e-06,
      "loss": 1.646,
      "step": 67812
    },
    {
      "epoch": 5.760533469249066,
      "grad_norm": 2.5825941483459407,
      "learning_rate": 1.2470824073112007e-06,
      "loss": 1.4938,
      "step": 67813
    },
    {
      "epoch": 5.760618416581719,
      "grad_norm": 3.005358221853519,
      "learning_rate": 1.2461990218180619e-06,
      "loss": 1.4761,
      "step": 67814
    },
    {
      "epoch": 5.760703363914373,
      "grad_norm": 2.7386232035455387,
      "learning_rate": 1.2453159480089015e-06,
      "loss": 1.3391,
      "step": 67815
    },
    {
      "epoch": 5.760788311247027,
      "grad_norm": 2.7443867039426304,
      "learning_rate": 1.2444331858856016e-06,
      "loss": 1.3643,
      "step": 67816
    },
    {
      "epoch": 5.7608732585796805,
      "grad_norm": 2.655201943282534,
      "learning_rate": 1.2435507354500108e-06,
      "loss": 1.5309,
      "step": 67817
    },
    {
      "epoch": 5.760958205912335,
      "grad_norm": 2.8712368743786185,
      "learning_rate": 1.2426685967039606e-06,
      "loss": 1.5514,
      "step": 67818
    },
    {
      "epoch": 5.761043153244988,
      "grad_norm": 2.8368868526877558,
      "learning_rate": 1.2417867696493e-06,
      "loss": 1.4914,
      "step": 67819
    },
    {
      "epoch": 5.761128100577642,
      "grad_norm": 2.6435399316811923,
      "learning_rate": 1.2409052542878938e-06,
      "loss": 1.4238,
      "step": 67820
    },
    {
      "epoch": 5.761213047910296,
      "grad_norm": 2.865855659642401,
      "learning_rate": 1.2400240506215741e-06,
      "loss": 1.5183,
      "step": 67821
    },
    {
      "epoch": 5.761297995242949,
      "grad_norm": 2.5875377466751903,
      "learning_rate": 1.239143158652206e-06,
      "loss": 1.1904,
      "step": 67822
    },
    {
      "epoch": 5.761382942575603,
      "grad_norm": 2.634584808929714,
      "learning_rate": 1.2382625783816047e-06,
      "loss": 1.1466,
      "step": 67823
    },
    {
      "epoch": 5.761467889908257,
      "grad_norm": 2.7673203520421286,
      "learning_rate": 1.2373823098116353e-06,
      "loss": 1.2851,
      "step": 67824
    },
    {
      "epoch": 5.76155283724091,
      "grad_norm": 2.6562140064772484,
      "learning_rate": 1.2365023529441298e-06,
      "loss": 1.2007,
      "step": 67825
    },
    {
      "epoch": 5.761637784573565,
      "grad_norm": 2.77304759844328,
      "learning_rate": 1.2356227077809533e-06,
      "loss": 1.2945,
      "step": 67826
    },
    {
      "epoch": 5.761722731906218,
      "grad_norm": 2.6011480349891296,
      "learning_rate": 1.234743374323921e-06,
      "loss": 1.2776,
      "step": 67827
    },
    {
      "epoch": 5.761807679238872,
      "grad_norm": 2.817689986413342,
      "learning_rate": 1.2338643525749147e-06,
      "loss": 1.4853,
      "step": 67828
    },
    {
      "epoch": 5.761892626571526,
      "grad_norm": 2.735070559812041,
      "learning_rate": 1.23298564253575e-06,
      "loss": 1.5125,
      "step": 67829
    },
    {
      "epoch": 5.761977573904179,
      "grad_norm": 2.7490594375062023,
      "learning_rate": 1.2321072442082414e-06,
      "loss": 1.3138,
      "step": 67830
    },
    {
      "epoch": 5.7620625212368335,
      "grad_norm": 2.5325491309544086,
      "learning_rate": 1.2312291575942713e-06,
      "loss": 1.2764,
      "step": 67831
    },
    {
      "epoch": 5.762147468569487,
      "grad_norm": 2.6491073833525784,
      "learning_rate": 1.230351382695688e-06,
      "loss": 1.3347,
      "step": 67832
    },
    {
      "epoch": 5.76223241590214,
      "grad_norm": 2.9117728221165353,
      "learning_rate": 1.22947391951429e-06,
      "loss": 1.6621,
      "step": 67833
    },
    {
      "epoch": 5.762317363234795,
      "grad_norm": 2.599529355056679,
      "learning_rate": 1.228596768051926e-06,
      "loss": 1.3538,
      "step": 67834
    },
    {
      "epoch": 5.762402310567448,
      "grad_norm": 2.7511319651003285,
      "learning_rate": 1.227719928310461e-06,
      "loss": 1.4225,
      "step": 67835
    },
    {
      "epoch": 5.762487257900102,
      "grad_norm": 2.5365526843416952,
      "learning_rate": 1.2268434002917105e-06,
      "loss": 1.3511,
      "step": 67836
    },
    {
      "epoch": 5.762572205232756,
      "grad_norm": 2.6835473586847245,
      "learning_rate": 1.225967183997506e-06,
      "loss": 1.402,
      "step": 67837
    },
    {
      "epoch": 5.762657152565409,
      "grad_norm": 2.776117079844712,
      "learning_rate": 1.2250912794296964e-06,
      "loss": 1.504,
      "step": 67838
    },
    {
      "epoch": 5.762742099898063,
      "grad_norm": 2.64040095942148,
      "learning_rate": 1.2242156865901298e-06,
      "loss": 1.4662,
      "step": 67839
    },
    {
      "epoch": 5.762827047230717,
      "grad_norm": 2.874142989956593,
      "learning_rate": 1.2233404054806052e-06,
      "loss": 1.5441,
      "step": 67840
    },
    {
      "epoch": 5.762911994563371,
      "grad_norm": 2.9109273603142833,
      "learning_rate": 1.2224654361029873e-06,
      "loss": 1.4205,
      "step": 67841
    },
    {
      "epoch": 5.7629969418960245,
      "grad_norm": 2.7819324636840155,
      "learning_rate": 1.2215907784590917e-06,
      "loss": 1.584,
      "step": 67842
    },
    {
      "epoch": 5.763081889228678,
      "grad_norm": 2.654582850742688,
      "learning_rate": 1.22071643255075e-06,
      "loss": 1.3842,
      "step": 67843
    },
    {
      "epoch": 5.763166836561332,
      "grad_norm": 2.613570719163314,
      "learning_rate": 1.2198423983797946e-06,
      "loss": 1.3479,
      "step": 67844
    },
    {
      "epoch": 5.763251783893986,
      "grad_norm": 2.8667563716033904,
      "learning_rate": 1.2189686759480733e-06,
      "loss": 1.5216,
      "step": 67845
    },
    {
      "epoch": 5.763336731226639,
      "grad_norm": 2.650844832908699,
      "learning_rate": 1.2180952652574183e-06,
      "loss": 1.3256,
      "step": 67846
    },
    {
      "epoch": 5.763421678559293,
      "grad_norm": 2.883155246040977,
      "learning_rate": 1.2172221663096449e-06,
      "loss": 1.6066,
      "step": 67847
    },
    {
      "epoch": 5.763506625891947,
      "grad_norm": 2.5782987263555657,
      "learning_rate": 1.2163493791065682e-06,
      "loss": 1.2495,
      "step": 67848
    },
    {
      "epoch": 5.763591573224601,
      "grad_norm": 2.91398002831721,
      "learning_rate": 1.2154769036500533e-06,
      "loss": 1.39,
      "step": 67849
    },
    {
      "epoch": 5.763676520557254,
      "grad_norm": 2.48920353072714,
      "learning_rate": 1.214604739941899e-06,
      "loss": 1.2818,
      "step": 67850
    },
    {
      "epoch": 5.763761467889909,
      "grad_norm": 2.8090869804552607,
      "learning_rate": 1.2137328879839536e-06,
      "loss": 1.6213,
      "step": 67851
    },
    {
      "epoch": 5.763846415222562,
      "grad_norm": 2.533761537057201,
      "learning_rate": 1.2128613477780158e-06,
      "loss": 1.3631,
      "step": 67852
    },
    {
      "epoch": 5.7639313625552155,
      "grad_norm": 2.6974801199910994,
      "learning_rate": 1.211990119325934e-06,
      "loss": 1.2337,
      "step": 67853
    },
    {
      "epoch": 5.76401630988787,
      "grad_norm": 2.6162204432733875,
      "learning_rate": 1.2111192026295402e-06,
      "loss": 1.398,
      "step": 67854
    },
    {
      "epoch": 5.764101257220523,
      "grad_norm": 2.734575075664986,
      "learning_rate": 1.2102485976906496e-06,
      "loss": 1.5671,
      "step": 67855
    },
    {
      "epoch": 5.764186204553177,
      "grad_norm": 2.6548996135785465,
      "learning_rate": 1.2093783045110606e-06,
      "loss": 1.2283,
      "step": 67856
    },
    {
      "epoch": 5.764271151885831,
      "grad_norm": 2.6389561563001593,
      "learning_rate": 1.2085083230926552e-06,
      "loss": 1.257,
      "step": 67857
    },
    {
      "epoch": 5.764356099218484,
      "grad_norm": 2.8077969692771325,
      "learning_rate": 1.2076386534371984e-06,
      "loss": 1.4029,
      "step": 67858
    },
    {
      "epoch": 5.764441046551139,
      "grad_norm": 2.5703059305164824,
      "learning_rate": 1.206769295546539e-06,
      "loss": 1.3388,
      "step": 67859
    },
    {
      "epoch": 5.764525993883792,
      "grad_norm": 2.7932407207647794,
      "learning_rate": 1.205900249422509e-06,
      "loss": 1.4714,
      "step": 67860
    },
    {
      "epoch": 5.7646109412164455,
      "grad_norm": 2.8986780097733424,
      "learning_rate": 1.2050315150669065e-06,
      "loss": 1.7144,
      "step": 67861
    },
    {
      "epoch": 5.7646958885491,
      "grad_norm": 3.438795349603994,
      "learning_rate": 1.2041630924815636e-06,
      "loss": 1.7594,
      "step": 67862
    },
    {
      "epoch": 5.764780835881753,
      "grad_norm": 2.685680971277222,
      "learning_rate": 1.203294981668279e-06,
      "loss": 1.1905,
      "step": 67863
    },
    {
      "epoch": 5.7648657832144075,
      "grad_norm": 2.5674490277323083,
      "learning_rate": 1.2024271826289178e-06,
      "loss": 1.1513,
      "step": 67864
    },
    {
      "epoch": 5.764950730547061,
      "grad_norm": 2.859488232579601,
      "learning_rate": 1.2015596953652616e-06,
      "loss": 1.5572,
      "step": 67865
    },
    {
      "epoch": 5.765035677879714,
      "grad_norm": 2.499828556994344,
      "learning_rate": 1.2006925198791263e-06,
      "loss": 1.1041,
      "step": 67866
    },
    {
      "epoch": 5.765120625212369,
      "grad_norm": 2.6311428313303225,
      "learning_rate": 1.1998256561723596e-06,
      "loss": 1.2878,
      "step": 67867
    },
    {
      "epoch": 5.765205572545022,
      "grad_norm": 2.8123937406030235,
      "learning_rate": 1.1989591042467438e-06,
      "loss": 1.3451,
      "step": 67868
    },
    {
      "epoch": 5.765290519877675,
      "grad_norm": 2.4425272585780338,
      "learning_rate": 1.198092864104111e-06,
      "loss": 1.1879,
      "step": 67869
    },
    {
      "epoch": 5.76537546721033,
      "grad_norm": 2.775694483933521,
      "learning_rate": 1.197226935746276e-06,
      "loss": 1.524,
      "step": 67870
    },
    {
      "epoch": 5.765460414542983,
      "grad_norm": 2.6507790283784116,
      "learning_rate": 1.1963613191750543e-06,
      "loss": 1.4732,
      "step": 67871
    },
    {
      "epoch": 5.765545361875637,
      "grad_norm": 2.8786247710928703,
      "learning_rate": 1.195496014392261e-06,
      "loss": 1.5039,
      "step": 67872
    },
    {
      "epoch": 5.765630309208291,
      "grad_norm": 3.162638595092001,
      "learning_rate": 1.1946310213996947e-06,
      "loss": 1.6438,
      "step": 67873
    },
    {
      "epoch": 5.765715256540945,
      "grad_norm": 2.8014056683695534,
      "learning_rate": 1.1937663401991705e-06,
      "loss": 1.5922,
      "step": 67874
    },
    {
      "epoch": 5.7658002038735985,
      "grad_norm": 2.7766359871288095,
      "learning_rate": 1.1929019707925202e-06,
      "loss": 1.5954,
      "step": 67875
    },
    {
      "epoch": 5.765885151206252,
      "grad_norm": 2.7376091999798233,
      "learning_rate": 1.1920379131815426e-06,
      "loss": 1.5235,
      "step": 67876
    },
    {
      "epoch": 5.765970098538906,
      "grad_norm": 2.6456703795398306,
      "learning_rate": 1.1911741673680364e-06,
      "loss": 1.2717,
      "step": 67877
    },
    {
      "epoch": 5.76605504587156,
      "grad_norm": 2.6003058863249167,
      "learning_rate": 1.1903107333538331e-06,
      "loss": 1.1767,
      "step": 67878
    },
    {
      "epoch": 5.766139993204213,
      "grad_norm": 2.650422118331098,
      "learning_rate": 1.1894476111407314e-06,
      "loss": 1.5268,
      "step": 67879
    },
    {
      "epoch": 5.766224940536867,
      "grad_norm": 2.870976652129037,
      "learning_rate": 1.1885848007305465e-06,
      "loss": 1.3399,
      "step": 67880
    },
    {
      "epoch": 5.766309887869521,
      "grad_norm": 2.877323555111163,
      "learning_rate": 1.1877223021250603e-06,
      "loss": 1.6364,
      "step": 67881
    },
    {
      "epoch": 5.766394835202175,
      "grad_norm": 2.5829167122133394,
      "learning_rate": 1.1868601153261215e-06,
      "loss": 1.4596,
      "step": 67882
    },
    {
      "epoch": 5.766479782534828,
      "grad_norm": 2.7533179496046216,
      "learning_rate": 1.185998240335495e-06,
      "loss": 1.4999,
      "step": 67883
    },
    {
      "epoch": 5.766564729867482,
      "grad_norm": 2.9628907116120544,
      "learning_rate": 1.185136677155013e-06,
      "loss": 1.5099,
      "step": 67884
    },
    {
      "epoch": 5.766649677200136,
      "grad_norm": 2.731923008257391,
      "learning_rate": 1.1842754257864906e-06,
      "loss": 1.5398,
      "step": 67885
    },
    {
      "epoch": 5.7667346245327895,
      "grad_norm": 2.657536434166878,
      "learning_rate": 1.183414486231693e-06,
      "loss": 1.4256,
      "step": 67886
    },
    {
      "epoch": 5.766819571865444,
      "grad_norm": 2.910229888671915,
      "learning_rate": 1.182553858492452e-06,
      "loss": 1.5798,
      "step": 67887
    },
    {
      "epoch": 5.766904519198097,
      "grad_norm": 3.0524676276809073,
      "learning_rate": 1.1816935425705664e-06,
      "loss": 1.6252,
      "step": 67888
    },
    {
      "epoch": 5.766989466530751,
      "grad_norm": 2.480803775194828,
      "learning_rate": 1.1808335384678513e-06,
      "loss": 1.2704,
      "step": 67889
    },
    {
      "epoch": 5.767074413863405,
      "grad_norm": 2.7857475784955397,
      "learning_rate": 1.1799738461860886e-06,
      "loss": 1.4697,
      "step": 67890
    },
    {
      "epoch": 5.767159361196058,
      "grad_norm": 2.685901655253742,
      "learning_rate": 1.1791144657270767e-06,
      "loss": 1.5213,
      "step": 67891
    },
    {
      "epoch": 5.767244308528712,
      "grad_norm": 2.6361249978619448,
      "learning_rate": 1.1782553970926145e-06,
      "loss": 1.3835,
      "step": 67892
    },
    {
      "epoch": 5.767329255861366,
      "grad_norm": 2.5908777814918698,
      "learning_rate": 1.1773966402845504e-06,
      "loss": 1.3676,
      "step": 67893
    },
    {
      "epoch": 5.767414203194019,
      "grad_norm": 2.6192787871175156,
      "learning_rate": 1.176538195304616e-06,
      "loss": 1.2559,
      "step": 67894
    },
    {
      "epoch": 5.767499150526674,
      "grad_norm": 2.6881485049524496,
      "learning_rate": 1.1756800621546603e-06,
      "loss": 1.3701,
      "step": 67895
    },
    {
      "epoch": 5.767584097859327,
      "grad_norm": 2.614228753916133,
      "learning_rate": 1.1748222408364482e-06,
      "loss": 1.3086,
      "step": 67896
    },
    {
      "epoch": 5.767669045191981,
      "grad_norm": 2.726944112390144,
      "learning_rate": 1.173964731351812e-06,
      "loss": 1.4822,
      "step": 67897
    },
    {
      "epoch": 5.767753992524635,
      "grad_norm": 2.9576231541864737,
      "learning_rate": 1.1731075337024998e-06,
      "loss": 1.5065,
      "step": 67898
    },
    {
      "epoch": 5.767838939857288,
      "grad_norm": 2.8330449936138016,
      "learning_rate": 1.1722506478903436e-06,
      "loss": 1.6432,
      "step": 67899
    },
    {
      "epoch": 5.7679238871899425,
      "grad_norm": 2.578564420044185,
      "learning_rate": 1.1713940739171424e-06,
      "loss": 1.4346,
      "step": 67900
    },
    {
      "epoch": 5.768008834522596,
      "grad_norm": 2.9064823224243916,
      "learning_rate": 1.1705378117846775e-06,
      "loss": 1.4751,
      "step": 67901
    },
    {
      "epoch": 5.768093781855249,
      "grad_norm": 2.6445236384424193,
      "learning_rate": 1.1696818614947311e-06,
      "loss": 1.4727,
      "step": 67902
    },
    {
      "epoch": 5.768178729187904,
      "grad_norm": 2.8201881161021065,
      "learning_rate": 1.1688262230491185e-06,
      "loss": 1.4793,
      "step": 67903
    },
    {
      "epoch": 5.768263676520557,
      "grad_norm": 2.775344174335054,
      "learning_rate": 1.167970896449638e-06,
      "loss": 1.4557,
      "step": 67904
    },
    {
      "epoch": 5.768348623853211,
      "grad_norm": 2.7261732372667846,
      "learning_rate": 1.1671158816980385e-06,
      "loss": 1.4,
      "step": 67905
    },
    {
      "epoch": 5.768433571185865,
      "grad_norm": 2.6193045929534033,
      "learning_rate": 1.1662611787961518e-06,
      "loss": 1.2901,
      "step": 67906
    },
    {
      "epoch": 5.768518518518518,
      "grad_norm": 2.474760614069624,
      "learning_rate": 1.1654067877457761e-06,
      "loss": 1.3239,
      "step": 67907
    },
    {
      "epoch": 5.7686034658511725,
      "grad_norm": 3.0020939056148332,
      "learning_rate": 1.1645527085486773e-06,
      "loss": 1.431,
      "step": 67908
    },
    {
      "epoch": 5.768688413183826,
      "grad_norm": 2.617524978936871,
      "learning_rate": 1.1636989412066367e-06,
      "loss": 1.2559,
      "step": 67909
    },
    {
      "epoch": 5.76877336051648,
      "grad_norm": 2.583340279737972,
      "learning_rate": 1.1628454857214697e-06,
      "loss": 1.1353,
      "step": 67910
    },
    {
      "epoch": 5.768858307849134,
      "grad_norm": 2.612220481121168,
      "learning_rate": 1.1619923420949418e-06,
      "loss": 1.2063,
      "step": 67911
    },
    {
      "epoch": 5.768943255181787,
      "grad_norm": 2.7984615828511363,
      "learning_rate": 1.1611395103288512e-06,
      "loss": 1.5523,
      "step": 67912
    },
    {
      "epoch": 5.769028202514441,
      "grad_norm": 2.5377888019304473,
      "learning_rate": 1.1602869904249968e-06,
      "loss": 1.3068,
      "step": 67913
    },
    {
      "epoch": 5.769113149847095,
      "grad_norm": 2.8929952208076033,
      "learning_rate": 1.1594347823851436e-06,
      "loss": 1.6016,
      "step": 67914
    },
    {
      "epoch": 5.769198097179748,
      "grad_norm": 2.817192383369898,
      "learning_rate": 1.1585828862110901e-06,
      "loss": 1.3292,
      "step": 67915
    },
    {
      "epoch": 5.769283044512402,
      "grad_norm": 3.0167229328063585,
      "learning_rate": 1.1577313019046186e-06,
      "loss": 1.7712,
      "step": 67916
    },
    {
      "epoch": 5.769367991845056,
      "grad_norm": 3.485134629617046,
      "learning_rate": 1.1568800294675107e-06,
      "loss": 1.8312,
      "step": 67917
    },
    {
      "epoch": 5.76945293917771,
      "grad_norm": 2.50058508900415,
      "learning_rate": 1.1560290689015484e-06,
      "loss": 1.2751,
      "step": 67918
    },
    {
      "epoch": 5.7695378865103635,
      "grad_norm": 2.559409561212236,
      "learning_rate": 1.1551784202085302e-06,
      "loss": 1.0872,
      "step": 67919
    },
    {
      "epoch": 5.769622833843018,
      "grad_norm": 2.696929488679897,
      "learning_rate": 1.1543280833902213e-06,
      "loss": 1.4316,
      "step": 67920
    },
    {
      "epoch": 5.769707781175671,
      "grad_norm": 2.6312425979825638,
      "learning_rate": 1.1534780584484039e-06,
      "loss": 1.4502,
      "step": 67921
    },
    {
      "epoch": 5.769792728508325,
      "grad_norm": 2.6265087577174313,
      "learning_rate": 1.152628345384876e-06,
      "loss": 1.3847,
      "step": 67922
    },
    {
      "epoch": 5.769877675840979,
      "grad_norm": 2.767939244383859,
      "learning_rate": 1.151778944201387e-06,
      "loss": 1.2907,
      "step": 67923
    },
    {
      "epoch": 5.769962623173632,
      "grad_norm": 2.998543503412458,
      "learning_rate": 1.1509298548997349e-06,
      "loss": 1.7428,
      "step": 67924
    },
    {
      "epoch": 5.770047570506286,
      "grad_norm": 2.7803341189996913,
      "learning_rate": 1.150081077481718e-06,
      "loss": 1.4281,
      "step": 67925
    },
    {
      "epoch": 5.77013251783894,
      "grad_norm": 2.714446833178869,
      "learning_rate": 1.1492326119490858e-06,
      "loss": 1.5419,
      "step": 67926
    },
    {
      "epoch": 5.770217465171593,
      "grad_norm": 2.629715602654517,
      "learning_rate": 1.1483844583036194e-06,
      "loss": 1.478,
      "step": 67927
    },
    {
      "epoch": 5.770302412504248,
      "grad_norm": 2.621226696880941,
      "learning_rate": 1.1475366165471177e-06,
      "loss": 1.4647,
      "step": 67928
    },
    {
      "epoch": 5.770387359836901,
      "grad_norm": 2.7418676911082986,
      "learning_rate": 1.1466890866813293e-06,
      "loss": 1.4028,
      "step": 67929
    },
    {
      "epoch": 5.7704723071695545,
      "grad_norm": 2.8261026293229246,
      "learning_rate": 1.1458418687080695e-06,
      "loss": 1.6187,
      "step": 67930
    },
    {
      "epoch": 5.770557254502209,
      "grad_norm": 2.738088728855771,
      "learning_rate": 1.1449949626290532e-06,
      "loss": 1.5013,
      "step": 67931
    },
    {
      "epoch": 5.770642201834862,
      "grad_norm": 2.8026677693918165,
      "learning_rate": 1.1441483684461129e-06,
      "loss": 1.5389,
      "step": 67932
    },
    {
      "epoch": 5.7707271491675165,
      "grad_norm": 2.5781176345514782,
      "learning_rate": 1.1433020861609965e-06,
      "loss": 1.3432,
      "step": 67933
    },
    {
      "epoch": 5.77081209650017,
      "grad_norm": 2.774975980997254,
      "learning_rate": 1.142456115775453e-06,
      "loss": 1.2813,
      "step": 67934
    },
    {
      "epoch": 5.770897043832823,
      "grad_norm": 2.8067110716576247,
      "learning_rate": 1.1416104572912977e-06,
      "loss": 1.4683,
      "step": 67935
    },
    {
      "epoch": 5.770981991165478,
      "grad_norm": 2.822681343904145,
      "learning_rate": 1.1407651107102956e-06,
      "loss": 1.4452,
      "step": 67936
    },
    {
      "epoch": 5.771066938498131,
      "grad_norm": 2.622707544024277,
      "learning_rate": 1.139920076034212e-06,
      "loss": 1.4181,
      "step": 67937
    },
    {
      "epoch": 5.771151885830784,
      "grad_norm": 2.835851884348178,
      "learning_rate": 1.1390753532647955e-06,
      "loss": 1.4891,
      "step": 67938
    },
    {
      "epoch": 5.771236833163439,
      "grad_norm": 2.946668944476939,
      "learning_rate": 1.138230942403845e-06,
      "loss": 1.6509,
      "step": 67939
    },
    {
      "epoch": 5.771321780496092,
      "grad_norm": 2.6940640333778227,
      "learning_rate": 1.1373868434531086e-06,
      "loss": 1.4315,
      "step": 67940
    },
    {
      "epoch": 5.771406727828746,
      "grad_norm": 2.7377592261640262,
      "learning_rate": 1.1365430564143685e-06,
      "loss": 1.4559,
      "step": 67941
    },
    {
      "epoch": 5.7714916751614,
      "grad_norm": 2.6507851393971626,
      "learning_rate": 1.13569958128939e-06,
      "loss": 1.4036,
      "step": 67942
    },
    {
      "epoch": 5.771576622494054,
      "grad_norm": 2.544688401545776,
      "learning_rate": 1.1348564180799546e-06,
      "loss": 1.3078,
      "step": 67943
    },
    {
      "epoch": 5.7716615698267075,
      "grad_norm": 2.7004661967317007,
      "learning_rate": 1.1340135667878113e-06,
      "loss": 1.4592,
      "step": 67944
    },
    {
      "epoch": 5.771746517159361,
      "grad_norm": 2.5668485522645823,
      "learning_rate": 1.1331710274147089e-06,
      "loss": 1.4255,
      "step": 67945
    },
    {
      "epoch": 5.771831464492015,
      "grad_norm": 2.857070710769261,
      "learning_rate": 1.1323287999624453e-06,
      "loss": 1.4234,
      "step": 67946
    },
    {
      "epoch": 5.771916411824669,
      "grad_norm": 2.7033875381672816,
      "learning_rate": 1.1314868844327861e-06,
      "loss": 1.4682,
      "step": 67947
    },
    {
      "epoch": 5.772001359157322,
      "grad_norm": 2.6665143153252457,
      "learning_rate": 1.1306452808274635e-06,
      "loss": 1.4826,
      "step": 67948
    },
    {
      "epoch": 5.772086306489976,
      "grad_norm": 2.6126275534546752,
      "learning_rate": 1.129803989148259e-06,
      "loss": 1.3701,
      "step": 67949
    },
    {
      "epoch": 5.77217125382263,
      "grad_norm": 2.625793194553317,
      "learning_rate": 1.1289630093969549e-06,
      "loss": 1.3775,
      "step": 67950
    },
    {
      "epoch": 5.772256201155284,
      "grad_norm": 2.762827643461313,
      "learning_rate": 1.1281223415752826e-06,
      "loss": 1.4277,
      "step": 67951
    },
    {
      "epoch": 5.7723411484879374,
      "grad_norm": 2.664848298353638,
      "learning_rate": 1.127281985685008e-06,
      "loss": 1.4245,
      "step": 67952
    },
    {
      "epoch": 5.772426095820591,
      "grad_norm": 2.6872436961250177,
      "learning_rate": 1.1264419417279125e-06,
      "loss": 1.4748,
      "step": 67953
    },
    {
      "epoch": 5.772511043153245,
      "grad_norm": 2.816182848769463,
      "learning_rate": 1.1256022097057283e-06,
      "loss": 1.2686,
      "step": 67954
    },
    {
      "epoch": 5.7725959904858986,
      "grad_norm": 2.7322856521908294,
      "learning_rate": 1.1247627896202539e-06,
      "loss": 1.2671,
      "step": 67955
    },
    {
      "epoch": 5.772680937818553,
      "grad_norm": 2.7132872840440863,
      "learning_rate": 1.1239236814732045e-06,
      "loss": 1.4571,
      "step": 67956
    },
    {
      "epoch": 5.772765885151206,
      "grad_norm": 2.5445744177511993,
      "learning_rate": 1.123084885266362e-06,
      "loss": 1.3733,
      "step": 67957
    },
    {
      "epoch": 5.77285083248386,
      "grad_norm": 2.6667397425412758,
      "learning_rate": 1.122246401001492e-06,
      "loss": 1.3724,
      "step": 67958
    },
    {
      "epoch": 5.772935779816514,
      "grad_norm": 2.661995994229938,
      "learning_rate": 1.1214082286803095e-06,
      "loss": 1.3812,
      "step": 67959
    },
    {
      "epoch": 5.773020727149167,
      "grad_norm": 2.5493900685500686,
      "learning_rate": 1.120570368304613e-06,
      "loss": 1.1411,
      "step": 67960
    },
    {
      "epoch": 5.773105674481822,
      "grad_norm": 2.8634800975259767,
      "learning_rate": 1.119732819876168e-06,
      "loss": 1.4521,
      "step": 67961
    },
    {
      "epoch": 5.773190621814475,
      "grad_norm": 2.7480056765642367,
      "learning_rate": 1.1188955833966894e-06,
      "loss": 1.5327,
      "step": 67962
    },
    {
      "epoch": 5.7732755691471285,
      "grad_norm": 2.5681732652185394,
      "learning_rate": 1.118058658867943e-06,
      "loss": 1.2801,
      "step": 67963
    },
    {
      "epoch": 5.773360516479783,
      "grad_norm": 2.7619845176806126,
      "learning_rate": 1.1172220462916936e-06,
      "loss": 1.3228,
      "step": 67964
    },
    {
      "epoch": 5.773445463812436,
      "grad_norm": 2.7760449870479826,
      "learning_rate": 1.1163857456696902e-06,
      "loss": 1.338,
      "step": 67965
    },
    {
      "epoch": 5.7735304111450905,
      "grad_norm": 2.6922525174838956,
      "learning_rate": 1.115549757003681e-06,
      "loss": 1.3209,
      "step": 67966
    },
    {
      "epoch": 5.773615358477744,
      "grad_norm": 2.6377680136458546,
      "learning_rate": 1.1147140802954147e-06,
      "loss": 1.4518,
      "step": 67967
    },
    {
      "epoch": 5.773700305810397,
      "grad_norm": 2.5093969946626062,
      "learning_rate": 1.1138787155466567e-06,
      "loss": 1.2925,
      "step": 67968
    },
    {
      "epoch": 5.773785253143052,
      "grad_norm": 2.823614450589432,
      "learning_rate": 1.1130436627591554e-06,
      "loss": 1.3181,
      "step": 67969
    },
    {
      "epoch": 5.773870200475705,
      "grad_norm": 2.65467980403397,
      "learning_rate": 1.112208921934643e-06,
      "loss": 1.4454,
      "step": 67970
    },
    {
      "epoch": 5.773955147808358,
      "grad_norm": 2.6979127632058266,
      "learning_rate": 1.1113744930748847e-06,
      "loss": 1.2197,
      "step": 67971
    },
    {
      "epoch": 5.774040095141013,
      "grad_norm": 2.4847726556721916,
      "learning_rate": 1.1105403761816123e-06,
      "loss": 1.223,
      "step": 67972
    },
    {
      "epoch": 5.774125042473666,
      "grad_norm": 2.6885756467776187,
      "learning_rate": 1.1097065712566077e-06,
      "loss": 1.2209,
      "step": 67973
    },
    {
      "epoch": 5.77420998980632,
      "grad_norm": 2.844865095984383,
      "learning_rate": 1.1088730783015698e-06,
      "loss": 1.396,
      "step": 67974
    },
    {
      "epoch": 5.774294937138974,
      "grad_norm": 2.766272724585754,
      "learning_rate": 1.1080398973182803e-06,
      "loss": 1.3664,
      "step": 67975
    },
    {
      "epoch": 5.774379884471628,
      "grad_norm": 2.7498909143653405,
      "learning_rate": 1.1072070283084878e-06,
      "loss": 1.493,
      "step": 67976
    },
    {
      "epoch": 5.7744648318042815,
      "grad_norm": 2.5836309730772102,
      "learning_rate": 1.1063744712739075e-06,
      "loss": 1.3268,
      "step": 67977
    },
    {
      "epoch": 5.774549779136935,
      "grad_norm": 2.7563373868262544,
      "learning_rate": 1.1055422262162883e-06,
      "loss": 1.4399,
      "step": 67978
    },
    {
      "epoch": 5.774634726469589,
      "grad_norm": 2.767790713929022,
      "learning_rate": 1.104710293137412e-06,
      "loss": 1.4824,
      "step": 67979
    },
    {
      "epoch": 5.774719673802243,
      "grad_norm": 2.8240595093477947,
      "learning_rate": 1.1038786720389936e-06,
      "loss": 1.5276,
      "step": 67980
    },
    {
      "epoch": 5.774804621134896,
      "grad_norm": 2.4725869434962133,
      "learning_rate": 1.1030473629227655e-06,
      "loss": 1.3203,
      "step": 67981
    },
    {
      "epoch": 5.77488956846755,
      "grad_norm": 2.637786080875007,
      "learning_rate": 1.1022163657904926e-06,
      "loss": 1.2705,
      "step": 67982
    },
    {
      "epoch": 5.774974515800204,
      "grad_norm": 2.854948755336375,
      "learning_rate": 1.101385680643907e-06,
      "loss": 1.4646,
      "step": 67983
    },
    {
      "epoch": 5.775059463132858,
      "grad_norm": 2.5427640054837752,
      "learning_rate": 1.1005553074847407e-06,
      "loss": 1.3662,
      "step": 67984
    },
    {
      "epoch": 5.775144410465511,
      "grad_norm": 2.7446536554417533,
      "learning_rate": 1.0997252463147254e-06,
      "loss": 1.4278,
      "step": 67985
    },
    {
      "epoch": 5.775229357798165,
      "grad_norm": 2.775834928788978,
      "learning_rate": 1.0988954971356435e-06,
      "loss": 1.5335,
      "step": 67986
    },
    {
      "epoch": 5.775314305130819,
      "grad_norm": 2.623982658116279,
      "learning_rate": 1.098066059949193e-06,
      "loss": 1.1134,
      "step": 67987
    },
    {
      "epoch": 5.7753992524634725,
      "grad_norm": 2.683114295938994,
      "learning_rate": 1.0972369347571231e-06,
      "loss": 1.3857,
      "step": 67988
    },
    {
      "epoch": 5.775484199796127,
      "grad_norm": 3.503452357292974,
      "learning_rate": 1.096408121561182e-06,
      "loss": 1.736,
      "step": 67989
    },
    {
      "epoch": 5.77556914712878,
      "grad_norm": 2.8334135265147418,
      "learning_rate": 1.0955796203631018e-06,
      "loss": 1.4002,
      "step": 67990
    },
    {
      "epoch": 5.775654094461434,
      "grad_norm": 2.763431514009943,
      "learning_rate": 1.0947514311645978e-06,
      "loss": 1.361,
      "step": 67991
    },
    {
      "epoch": 5.775739041794088,
      "grad_norm": 2.8806563308359014,
      "learning_rate": 1.0939235539674186e-06,
      "loss": 1.4558,
      "step": 67992
    },
    {
      "epoch": 5.775823989126741,
      "grad_norm": 2.679454301737936,
      "learning_rate": 1.0930959887733125e-06,
      "loss": 1.5596,
      "step": 67993
    },
    {
      "epoch": 5.775908936459395,
      "grad_norm": 2.792789103719116,
      "learning_rate": 1.0922687355839954e-06,
      "loss": 1.4673,
      "step": 67994
    },
    {
      "epoch": 5.775993883792049,
      "grad_norm": 2.797799302588299,
      "learning_rate": 1.0914417944012154e-06,
      "loss": 1.4189,
      "step": 67995
    },
    {
      "epoch": 5.776078831124702,
      "grad_norm": 2.8802101293461475,
      "learning_rate": 1.090615165226688e-06,
      "loss": 1.4328,
      "step": 67996
    },
    {
      "epoch": 5.776163778457357,
      "grad_norm": 2.6110620465100407,
      "learning_rate": 1.089788848062162e-06,
      "loss": 1.1811,
      "step": 67997
    },
    {
      "epoch": 5.77624872579001,
      "grad_norm": 2.731598997690289,
      "learning_rate": 1.0889628429093688e-06,
      "loss": 1.3927,
      "step": 67998
    },
    {
      "epoch": 5.776333673122664,
      "grad_norm": 2.690050358886754,
      "learning_rate": 1.0881371497700076e-06,
      "loss": 1.4366,
      "step": 67999
    },
    {
      "epoch": 5.776418620455318,
      "grad_norm": 2.643233954260108,
      "learning_rate": 1.08731176864586e-06,
      "loss": 1.3188,
      "step": 68000
    },
    {
      "epoch": 5.776503567787971,
      "grad_norm": 2.8481174342741356,
      "learning_rate": 1.086486699538608e-06,
      "loss": 1.3543,
      "step": 68001
    },
    {
      "epoch": 5.7765885151206255,
      "grad_norm": 2.968944503847229,
      "learning_rate": 1.08566194245e-06,
      "loss": 1.622,
      "step": 68002
    },
    {
      "epoch": 5.776673462453279,
      "grad_norm": 2.708373780629134,
      "learning_rate": 1.0848374973817687e-06,
      "loss": 1.5322,
      "step": 68003
    },
    {
      "epoch": 5.776758409785932,
      "grad_norm": 2.8296686895441527,
      "learning_rate": 1.0840133643356452e-06,
      "loss": 1.3788,
      "step": 68004
    },
    {
      "epoch": 5.776843357118587,
      "grad_norm": 2.614512164709696,
      "learning_rate": 1.0831895433133454e-06,
      "loss": 1.419,
      "step": 68005
    },
    {
      "epoch": 5.77692830445124,
      "grad_norm": 2.761754793213759,
      "learning_rate": 1.0823660343166008e-06,
      "loss": 1.4292,
      "step": 68006
    },
    {
      "epoch": 5.777013251783894,
      "grad_norm": 2.607589089027516,
      "learning_rate": 1.0815428373471268e-06,
      "loss": 1.1982,
      "step": 68007
    },
    {
      "epoch": 5.777098199116548,
      "grad_norm": 2.646036371113606,
      "learning_rate": 1.0807199524066722e-06,
      "loss": 1.2418,
      "step": 68008
    },
    {
      "epoch": 5.777183146449201,
      "grad_norm": 2.8082749009819015,
      "learning_rate": 1.0798973794969358e-06,
      "loss": 1.4688,
      "step": 68009
    },
    {
      "epoch": 5.7772680937818555,
      "grad_norm": 2.7885968391998177,
      "learning_rate": 1.0790751186196323e-06,
      "loss": 1.2693,
      "step": 68010
    },
    {
      "epoch": 5.777353041114509,
      "grad_norm": 2.6112862217540167,
      "learning_rate": 1.0782531697765274e-06,
      "loss": 1.402,
      "step": 68011
    },
    {
      "epoch": 5.777437988447163,
      "grad_norm": 2.7680739902200284,
      "learning_rate": 1.0774315329693029e-06,
      "loss": 1.5212,
      "step": 68012
    },
    {
      "epoch": 5.777522935779817,
      "grad_norm": 2.5146063123250766,
      "learning_rate": 1.0766102081997075e-06,
      "loss": 1.439,
      "step": 68013
    },
    {
      "epoch": 5.77760788311247,
      "grad_norm": 2.655197024868548,
      "learning_rate": 1.0757891954694564e-06,
      "loss": 1.27,
      "step": 68014
    },
    {
      "epoch": 5.777692830445124,
      "grad_norm": 2.713807226874478,
      "learning_rate": 1.0749684947802484e-06,
      "loss": 1.4739,
      "step": 68015
    },
    {
      "epoch": 5.777777777777778,
      "grad_norm": 2.66242207935556,
      "learning_rate": 1.0741481061338154e-06,
      "loss": 1.4944,
      "step": 68016
    },
    {
      "epoch": 5.777862725110431,
      "grad_norm": 2.591328951789631,
      "learning_rate": 1.0733280295318891e-06,
      "loss": 1.1358,
      "step": 68017
    },
    {
      "epoch": 5.777947672443085,
      "grad_norm": 2.7706793392548112,
      "learning_rate": 1.0725082649761852e-06,
      "loss": 1.4809,
      "step": 68018
    },
    {
      "epoch": 5.778032619775739,
      "grad_norm": 2.610892989501987,
      "learning_rate": 1.071688812468402e-06,
      "loss": 1.5561,
      "step": 68019
    },
    {
      "epoch": 5.778117567108393,
      "grad_norm": 2.7921253027105113,
      "learning_rate": 1.0708696720102716e-06,
      "loss": 1.5893,
      "step": 68020
    },
    {
      "epoch": 5.7782025144410465,
      "grad_norm": 2.6055732964189287,
      "learning_rate": 1.0700508436035093e-06,
      "loss": 1.3249,
      "step": 68021
    },
    {
      "epoch": 5.778287461773701,
      "grad_norm": 3.085382580795508,
      "learning_rate": 1.0692323272498304e-06,
      "loss": 1.8121,
      "step": 68022
    },
    {
      "epoch": 5.778372409106354,
      "grad_norm": 2.5937325926108032,
      "learning_rate": 1.0684141229509668e-06,
      "loss": 1.2082,
      "step": 68023
    },
    {
      "epoch": 5.778457356439008,
      "grad_norm": 2.8178843846943007,
      "learning_rate": 1.067596230708584e-06,
      "loss": 1.6083,
      "step": 68024
    },
    {
      "epoch": 5.778542303771662,
      "grad_norm": 3.086573779634616,
      "learning_rate": 1.066778650524447e-06,
      "loss": 1.7386,
      "step": 68025
    },
    {
      "epoch": 5.778627251104315,
      "grad_norm": 2.8794458068948594,
      "learning_rate": 1.0659613824002543e-06,
      "loss": 1.445,
      "step": 68026
    },
    {
      "epoch": 5.778712198436969,
      "grad_norm": 2.8213345180718266,
      "learning_rate": 1.0651444263376885e-06,
      "loss": 1.3507,
      "step": 68027
    },
    {
      "epoch": 5.778797145769623,
      "grad_norm": 2.8921916410086466,
      "learning_rate": 1.0643277823384978e-06,
      "loss": 1.5963,
      "step": 68028
    },
    {
      "epoch": 5.778882093102276,
      "grad_norm": 2.624517625757522,
      "learning_rate": 1.0635114504043806e-06,
      "loss": 1.1497,
      "step": 68029
    },
    {
      "epoch": 5.778967040434931,
      "grad_norm": 2.6981548219072184,
      "learning_rate": 1.0626954305370527e-06,
      "loss": 1.3905,
      "step": 68030
    },
    {
      "epoch": 5.779051987767584,
      "grad_norm": 2.612464853608712,
      "learning_rate": 1.0618797227382126e-06,
      "loss": 1.2393,
      "step": 68031
    },
    {
      "epoch": 5.7791369351002375,
      "grad_norm": 2.7742479066291468,
      "learning_rate": 1.061064327009592e-06,
      "loss": 1.4279,
      "step": 68032
    },
    {
      "epoch": 5.779221882432892,
      "grad_norm": 2.8033471575575755,
      "learning_rate": 1.0602492433528731e-06,
      "loss": 1.6006,
      "step": 68033
    },
    {
      "epoch": 5.779306829765545,
      "grad_norm": 2.7277806274493637,
      "learning_rate": 1.0594344717697545e-06,
      "loss": 1.2647,
      "step": 68034
    },
    {
      "epoch": 5.7793917770981995,
      "grad_norm": 2.819497341218938,
      "learning_rate": 1.0586200122619848e-06,
      "loss": 1.4026,
      "step": 68035
    },
    {
      "epoch": 5.779476724430853,
      "grad_norm": 2.837817736710554,
      "learning_rate": 1.0578058648312459e-06,
      "loss": 1.5672,
      "step": 68036
    },
    {
      "epoch": 5.779561671763506,
      "grad_norm": 2.7967680712175964,
      "learning_rate": 1.0569920294792366e-06,
      "loss": 1.4451,
      "step": 68037
    },
    {
      "epoch": 5.779646619096161,
      "grad_norm": 2.926663676242481,
      "learning_rate": 1.0561785062076888e-06,
      "loss": 1.5844,
      "step": 68038
    },
    {
      "epoch": 5.779731566428814,
      "grad_norm": 2.761737646298387,
      "learning_rate": 1.0553652950182846e-06,
      "loss": 1.4801,
      "step": 68039
    },
    {
      "epoch": 5.779816513761467,
      "grad_norm": 2.8863913069382434,
      "learning_rate": 1.0545523959127223e-06,
      "loss": 1.5145,
      "step": 68040
    },
    {
      "epoch": 5.779901461094122,
      "grad_norm": 2.789382151492345,
      "learning_rate": 1.0537398088927174e-06,
      "loss": 1.4344,
      "step": 68041
    },
    {
      "epoch": 5.779986408426775,
      "grad_norm": 2.6485107060637736,
      "learning_rate": 1.0529275339599852e-06,
      "loss": 1.4188,
      "step": 68042
    },
    {
      "epoch": 5.780071355759429,
      "grad_norm": 2.6218464980140834,
      "learning_rate": 1.0521155711162077e-06,
      "loss": 1.4631,
      "step": 68043
    },
    {
      "epoch": 5.780156303092083,
      "grad_norm": 2.89170012702399,
      "learning_rate": 1.0513039203630835e-06,
      "loss": 1.4096,
      "step": 68044
    },
    {
      "epoch": 5.780241250424737,
      "grad_norm": 3.3043933232173575,
      "learning_rate": 1.0504925817023447e-06,
      "loss": 1.6185,
      "step": 68045
    },
    {
      "epoch": 5.7803261977573905,
      "grad_norm": 2.845835800042375,
      "learning_rate": 1.0496815551356396e-06,
      "loss": 1.4635,
      "step": 68046
    },
    {
      "epoch": 5.780411145090044,
      "grad_norm": 2.7532297224128763,
      "learning_rate": 1.0488708406647173e-06,
      "loss": 1.4258,
      "step": 68047
    },
    {
      "epoch": 5.780496092422698,
      "grad_norm": 2.892722575163908,
      "learning_rate": 1.0480604382912428e-06,
      "loss": 1.369,
      "step": 68048
    },
    {
      "epoch": 5.780581039755352,
      "grad_norm": 2.7620617697903964,
      "learning_rate": 1.0472503480169313e-06,
      "loss": 1.2827,
      "step": 68049
    },
    {
      "epoch": 5.780665987088005,
      "grad_norm": 2.7763723970478558,
      "learning_rate": 1.046440569843482e-06,
      "loss": 1.3014,
      "step": 68050
    },
    {
      "epoch": 5.780750934420659,
      "grad_norm": 2.758405473260928,
      "learning_rate": 1.0456311037725928e-06,
      "loss": 1.4122,
      "step": 68051
    },
    {
      "epoch": 5.780835881753313,
      "grad_norm": 2.803246832919322,
      "learning_rate": 1.0448219498059297e-06,
      "loss": 1.4221,
      "step": 68052
    },
    {
      "epoch": 5.780920829085967,
      "grad_norm": 2.5920861491548934,
      "learning_rate": 1.044013107945224e-06,
      "loss": 1.2769,
      "step": 68053
    },
    {
      "epoch": 5.7810057764186205,
      "grad_norm": 3.52303717845309,
      "learning_rate": 1.0432045781921582e-06,
      "loss": 1.7692,
      "step": 68054
    },
    {
      "epoch": 5.781090723751274,
      "grad_norm": 2.6510420075240795,
      "learning_rate": 1.0423963605484309e-06,
      "loss": 1.4464,
      "step": 68055
    },
    {
      "epoch": 5.781175671083928,
      "grad_norm": 2.7032935393027255,
      "learning_rate": 1.041588455015724e-06,
      "loss": 1.3854,
      "step": 68056
    },
    {
      "epoch": 5.781260618416582,
      "grad_norm": 2.551853036148056,
      "learning_rate": 1.0407808615957358e-06,
      "loss": 1.1899,
      "step": 68057
    },
    {
      "epoch": 5.781345565749236,
      "grad_norm": 2.847147099288168,
      "learning_rate": 1.0399735802901654e-06,
      "loss": 1.5603,
      "step": 68058
    },
    {
      "epoch": 5.781430513081889,
      "grad_norm": 2.7759380085500416,
      "learning_rate": 1.0391666111006947e-06,
      "loss": 1.46,
      "step": 68059
    },
    {
      "epoch": 5.781515460414543,
      "grad_norm": 2.7654750427706603,
      "learning_rate": 1.0383599540290222e-06,
      "loss": 1.4983,
      "step": 68060
    },
    {
      "epoch": 5.781600407747197,
      "grad_norm": 3.533604344596814,
      "learning_rate": 1.03755360907683e-06,
      "loss": 1.6954,
      "step": 68061
    },
    {
      "epoch": 5.78168535507985,
      "grad_norm": 2.776341307682834,
      "learning_rate": 1.0367475762458165e-06,
      "loss": 1.2396,
      "step": 68062
    },
    {
      "epoch": 5.781770302412504,
      "grad_norm": 2.9313785408229296,
      "learning_rate": 1.0359418555376641e-06,
      "loss": 1.3675,
      "step": 68063
    },
    {
      "epoch": 5.781855249745158,
      "grad_norm": 2.6233127313180744,
      "learning_rate": 1.0351364469540379e-06,
      "loss": 1.1618,
      "step": 68064
    },
    {
      "epoch": 5.7819401970778115,
      "grad_norm": 2.7962477454891257,
      "learning_rate": 1.0343313504966866e-06,
      "loss": 1.52,
      "step": 68065
    },
    {
      "epoch": 5.782025144410466,
      "grad_norm": 2.6097349405791834,
      "learning_rate": 1.0335265661672422e-06,
      "loss": 1.2498,
      "step": 68066
    },
    {
      "epoch": 5.782110091743119,
      "grad_norm": 2.8435830511719677,
      "learning_rate": 1.0327220939674197e-06,
      "loss": 1.4922,
      "step": 68067
    },
    {
      "epoch": 5.7821950390757735,
      "grad_norm": 2.63606051728702,
      "learning_rate": 1.0319179338988849e-06,
      "loss": 1.3277,
      "step": 68068
    },
    {
      "epoch": 5.782279986408427,
      "grad_norm": 2.766938854160956,
      "learning_rate": 1.031114085963336e-06,
      "loss": 1.3511,
      "step": 68069
    },
    {
      "epoch": 5.78236493374108,
      "grad_norm": 2.7801853225253454,
      "learning_rate": 1.0303105501624553e-06,
      "loss": 1.4179,
      "step": 68070
    },
    {
      "epoch": 5.782449881073735,
      "grad_norm": 2.9921084217015275,
      "learning_rate": 1.0295073264979249e-06,
      "loss": 1.5845,
      "step": 68071
    },
    {
      "epoch": 5.782534828406388,
      "grad_norm": 2.824115107583474,
      "learning_rate": 1.0287044149714262e-06,
      "loss": 1.601,
      "step": 68072
    },
    {
      "epoch": 5.782619775739041,
      "grad_norm": 2.8056472524354867,
      "learning_rate": 1.0279018155846419e-06,
      "loss": 1.5795,
      "step": 68073
    },
    {
      "epoch": 5.782704723071696,
      "grad_norm": 2.702916237675613,
      "learning_rate": 1.0270995283392702e-06,
      "loss": 1.2349,
      "step": 68074
    },
    {
      "epoch": 5.782789670404349,
      "grad_norm": 3.3071914061756855,
      "learning_rate": 1.02629755323696e-06,
      "loss": 1.6688,
      "step": 68075
    },
    {
      "epoch": 5.782874617737003,
      "grad_norm": 2.9160377801167527,
      "learning_rate": 1.0254958902794098e-06,
      "loss": 1.4111,
      "step": 68076
    },
    {
      "epoch": 5.782959565069657,
      "grad_norm": 2.644130919113158,
      "learning_rate": 1.0246945394683015e-06,
      "loss": 1.1853,
      "step": 68077
    },
    {
      "epoch": 5.78304451240231,
      "grad_norm": 2.7952484020285406,
      "learning_rate": 1.0238935008053007e-06,
      "loss": 1.5644,
      "step": 68078
    },
    {
      "epoch": 5.7831294597349645,
      "grad_norm": 2.802555520295242,
      "learning_rate": 1.0230927742921057e-06,
      "loss": 1.3914,
      "step": 68079
    },
    {
      "epoch": 5.783214407067618,
      "grad_norm": 2.688641167062483,
      "learning_rate": 1.0222923599303988e-06,
      "loss": 1.4833,
      "step": 68080
    },
    {
      "epoch": 5.783299354400272,
      "grad_norm": 2.978831303768991,
      "learning_rate": 1.0214922577218288e-06,
      "loss": 1.5519,
      "step": 68081
    },
    {
      "epoch": 5.783384301732926,
      "grad_norm": 2.781726131572598,
      "learning_rate": 1.0206924676680772e-06,
      "loss": 1.4715,
      "step": 68082
    },
    {
      "epoch": 5.783469249065579,
      "grad_norm": 2.6886023879781376,
      "learning_rate": 1.019892989770843e-06,
      "loss": 1.4657,
      "step": 68083
    },
    {
      "epoch": 5.783554196398233,
      "grad_norm": 2.526065938166347,
      "learning_rate": 1.0190938240317747e-06,
      "loss": 1.3149,
      "step": 68084
    },
    {
      "epoch": 5.783639143730887,
      "grad_norm": 2.702004886687365,
      "learning_rate": 1.0182949704525712e-06,
      "loss": 1.4998,
      "step": 68085
    },
    {
      "epoch": 5.78372409106354,
      "grad_norm": 2.759296776625694,
      "learning_rate": 1.0174964290348809e-06,
      "loss": 1.4032,
      "step": 68086
    },
    {
      "epoch": 5.783809038396194,
      "grad_norm": 2.600302707488419,
      "learning_rate": 1.0166981997804024e-06,
      "loss": 1.3324,
      "step": 68087
    },
    {
      "epoch": 5.783893985728848,
      "grad_norm": 2.5834749436686315,
      "learning_rate": 1.0159002826908014e-06,
      "loss": 1.3653,
      "step": 68088
    },
    {
      "epoch": 5.783978933061502,
      "grad_norm": 2.679951517538623,
      "learning_rate": 1.0151026777677262e-06,
      "loss": 1.2487,
      "step": 68089
    },
    {
      "epoch": 5.7840638803941555,
      "grad_norm": 2.853483736894444,
      "learning_rate": 1.0143053850128757e-06,
      "loss": 1.5053,
      "step": 68090
    },
    {
      "epoch": 5.78414882772681,
      "grad_norm": 2.664670574767868,
      "learning_rate": 1.0135084044279152e-06,
      "loss": 1.3518,
      "step": 68091
    },
    {
      "epoch": 5.784233775059463,
      "grad_norm": 2.754992953384527,
      "learning_rate": 1.0127117360145097e-06,
      "loss": 1.3408,
      "step": 68092
    },
    {
      "epoch": 5.784318722392117,
      "grad_norm": 2.450593380996732,
      "learning_rate": 1.0119153797743251e-06,
      "loss": 1.1398,
      "step": 68093
    },
    {
      "epoch": 5.784403669724771,
      "grad_norm": 2.7178643976325563,
      "learning_rate": 1.0111193357090264e-06,
      "loss": 1.3075,
      "step": 68094
    },
    {
      "epoch": 5.784488617057424,
      "grad_norm": 2.5828141706800998,
      "learning_rate": 1.0103236038202956e-06,
      "loss": 1.4368,
      "step": 68095
    },
    {
      "epoch": 5.784573564390078,
      "grad_norm": 2.7181639052172404,
      "learning_rate": 1.009528184109798e-06,
      "loss": 1.4529,
      "step": 68096
    },
    {
      "epoch": 5.784658511722732,
      "grad_norm": 2.8292398489204644,
      "learning_rate": 1.008733076579199e-06,
      "loss": 1.6193,
      "step": 68097
    },
    {
      "epoch": 5.7847434590553855,
      "grad_norm": 2.8467252190511716,
      "learning_rate": 1.007938281230164e-06,
      "loss": 1.6208,
      "step": 68098
    },
    {
      "epoch": 5.78482840638804,
      "grad_norm": 2.8615807316971,
      "learning_rate": 1.0071437980643416e-06,
      "loss": 1.3075,
      "step": 68099
    },
    {
      "epoch": 5.784913353720693,
      "grad_norm": 2.692785833302583,
      "learning_rate": 1.0063496270834136e-06,
      "loss": 1.2344,
      "step": 68100
    },
    {
      "epoch": 5.784998301053347,
      "grad_norm": 2.921013492520216,
      "learning_rate": 1.0055557682890458e-06,
      "loss": 1.6835,
      "step": 68101
    },
    {
      "epoch": 5.785083248386001,
      "grad_norm": 2.6249349489915526,
      "learning_rate": 1.0047622216829031e-06,
      "loss": 1.2545,
      "step": 68102
    },
    {
      "epoch": 5.785168195718654,
      "grad_norm": 2.895618012080806,
      "learning_rate": 1.0039689872666346e-06,
      "loss": 1.4699,
      "step": 68103
    },
    {
      "epoch": 5.7852531430513086,
      "grad_norm": 2.8394607440065127,
      "learning_rate": 1.0031760650419051e-06,
      "loss": 1.5087,
      "step": 68104
    },
    {
      "epoch": 5.785338090383962,
      "grad_norm": 2.640657104867688,
      "learning_rate": 1.002383455010397e-06,
      "loss": 1.2411,
      "step": 68105
    },
    {
      "epoch": 5.785423037716615,
      "grad_norm": 2.6132454059119206,
      "learning_rate": 1.0015911571737422e-06,
      "loss": 1.4181,
      "step": 68106
    },
    {
      "epoch": 5.78550798504927,
      "grad_norm": 2.5618974726984827,
      "learning_rate": 1.000799171533606e-06,
      "loss": 1.3195,
      "step": 68107
    },
    {
      "epoch": 5.785592932381923,
      "grad_norm": 2.7418082739864307,
      "learning_rate": 1.0000074980916706e-06,
      "loss": 1.4906,
      "step": 68108
    },
    {
      "epoch": 5.7856778797145765,
      "grad_norm": 2.6916170831582322,
      "learning_rate": 9.992161368495844e-07,
      "loss": 1.4832,
      "step": 68109
    },
    {
      "epoch": 5.785762827047231,
      "grad_norm": 3.588797073506746,
      "learning_rate": 9.984250878089962e-07,
      "loss": 1.8777,
      "step": 68110
    },
    {
      "epoch": 5.785847774379884,
      "grad_norm": 2.7485037018641303,
      "learning_rate": 9.976343509715545e-07,
      "loss": 1.4872,
      "step": 68111
    },
    {
      "epoch": 5.7859327217125385,
      "grad_norm": 2.7418656011419444,
      "learning_rate": 9.968439263389415e-07,
      "loss": 1.4375,
      "step": 68112
    },
    {
      "epoch": 5.786017669045192,
      "grad_norm": 2.683776664849983,
      "learning_rate": 9.960538139127893e-07,
      "loss": 1.33,
      "step": 68113
    },
    {
      "epoch": 5.786102616377846,
      "grad_norm": 3.158196353593618,
      "learning_rate": 9.952640136947799e-07,
      "loss": 1.6369,
      "step": 68114
    },
    {
      "epoch": 5.7861875637105,
      "grad_norm": 2.7128730509530246,
      "learning_rate": 9.94474525686545e-07,
      "loss": 1.5187,
      "step": 68115
    },
    {
      "epoch": 5.786272511043153,
      "grad_norm": 2.652014012200672,
      "learning_rate": 9.936853498897668e-07,
      "loss": 1.2571,
      "step": 68116
    },
    {
      "epoch": 5.786357458375807,
      "grad_norm": 3.5333529618685917,
      "learning_rate": 9.928964863060608e-07,
      "loss": 1.9052,
      "step": 68117
    },
    {
      "epoch": 5.786442405708461,
      "grad_norm": 2.6314936675488907,
      "learning_rate": 9.92107934937092e-07,
      "loss": 1.4111,
      "step": 68118
    },
    {
      "epoch": 5.786527353041114,
      "grad_norm": 2.8845428275635996,
      "learning_rate": 9.913196957845426e-07,
      "loss": 1.5952,
      "step": 68119
    },
    {
      "epoch": 5.786612300373768,
      "grad_norm": 2.8702390493759267,
      "learning_rate": 9.90531768850028e-07,
      "loss": 1.6164,
      "step": 68120
    },
    {
      "epoch": 5.786697247706422,
      "grad_norm": 2.76502825850583,
      "learning_rate": 9.897441541352137e-07,
      "loss": 1.4045,
      "step": 68121
    },
    {
      "epoch": 5.786782195039076,
      "grad_norm": 2.8531804256576154,
      "learning_rate": 9.889568516417313e-07,
      "loss": 1.3477,
      "step": 68122
    },
    {
      "epoch": 5.7868671423717295,
      "grad_norm": 2.73110427507475,
      "learning_rate": 9.881698613712797e-07,
      "loss": 1.4303,
      "step": 68123
    },
    {
      "epoch": 5.786952089704383,
      "grad_norm": 2.8265952835574555,
      "learning_rate": 9.873831833254575e-07,
      "loss": 1.4514,
      "step": 68124
    },
    {
      "epoch": 5.787037037037037,
      "grad_norm": 2.8715693994149856,
      "learning_rate": 9.865968175059302e-07,
      "loss": 1.591,
      "step": 68125
    },
    {
      "epoch": 5.787121984369691,
      "grad_norm": 2.679003703148708,
      "learning_rate": 9.858107639143464e-07,
      "loss": 1.3166,
      "step": 68126
    },
    {
      "epoch": 5.787206931702345,
      "grad_norm": 2.894672866801401,
      "learning_rate": 9.850250225523549e-07,
      "loss": 1.4919,
      "step": 68127
    },
    {
      "epoch": 5.787291879034998,
      "grad_norm": 2.8012623490047557,
      "learning_rate": 9.842395934216208e-07,
      "loss": 1.6099,
      "step": 68128
    },
    {
      "epoch": 5.787376826367652,
      "grad_norm": 2.837915503638144,
      "learning_rate": 9.83454476523743e-07,
      "loss": 1.4047,
      "step": 68129
    },
    {
      "epoch": 5.787461773700306,
      "grad_norm": 2.567095189478845,
      "learning_rate": 9.826696718604033e-07,
      "loss": 1.2124,
      "step": 68130
    },
    {
      "epoch": 5.787546721032959,
      "grad_norm": 2.8802799987551406,
      "learning_rate": 9.818851794332338e-07,
      "loss": 1.3762,
      "step": 68131
    },
    {
      "epoch": 5.787631668365613,
      "grad_norm": 2.7467166306477577,
      "learning_rate": 9.811009992438834e-07,
      "loss": 1.3314,
      "step": 68132
    },
    {
      "epoch": 5.787716615698267,
      "grad_norm": 2.756378621169086,
      "learning_rate": 9.80317131293984e-07,
      "loss": 1.4217,
      "step": 68133
    },
    {
      "epoch": 5.7878015630309205,
      "grad_norm": 2.6005564038854003,
      "learning_rate": 9.795335755852007e-07,
      "loss": 1.3816,
      "step": 68134
    },
    {
      "epoch": 5.787886510363575,
      "grad_norm": 2.4950165292983084,
      "learning_rate": 9.787503321191493e-07,
      "loss": 1.2413,
      "step": 68135
    },
    {
      "epoch": 5.787971457696228,
      "grad_norm": 2.7300639260756596,
      "learning_rate": 9.779674008974781e-07,
      "loss": 1.4338,
      "step": 68136
    },
    {
      "epoch": 5.7880564050288825,
      "grad_norm": 2.695288069890813,
      "learning_rate": 9.771847819218525e-07,
      "loss": 1.3727,
      "step": 68137
    },
    {
      "epoch": 5.788141352361536,
      "grad_norm": 2.633020650846505,
      "learning_rate": 9.764024751938715e-07,
      "loss": 1.2655,
      "step": 68138
    },
    {
      "epoch": 5.788226299694189,
      "grad_norm": 2.6763747854348785,
      "learning_rate": 9.756204807152e-07,
      "loss": 1.3978,
      "step": 68139
    },
    {
      "epoch": 5.788311247026844,
      "grad_norm": 2.747429529238053,
      "learning_rate": 9.748387984874705e-07,
      "loss": 1.5348,
      "step": 68140
    },
    {
      "epoch": 5.788396194359497,
      "grad_norm": 2.6530203194136295,
      "learning_rate": 9.740574285123315e-07,
      "loss": 1.3852,
      "step": 68141
    },
    {
      "epoch": 5.7884811416921504,
      "grad_norm": 2.6319714373032617,
      "learning_rate": 9.732763707913982e-07,
      "loss": 1.3724,
      "step": 68142
    },
    {
      "epoch": 5.788566089024805,
      "grad_norm": 2.7442667780939383,
      "learning_rate": 9.724956253263194e-07,
      "loss": 1.5009,
      "step": 68143
    },
    {
      "epoch": 5.788651036357458,
      "grad_norm": 3.098180992356852,
      "learning_rate": 9.717151921187271e-07,
      "loss": 1.5737,
      "step": 68144
    },
    {
      "epoch": 5.788735983690112,
      "grad_norm": 2.802315873076979,
      "learning_rate": 9.709350711702868e-07,
      "loss": 1.4468,
      "step": 68145
    },
    {
      "epoch": 5.788820931022766,
      "grad_norm": 2.7087297385009244,
      "learning_rate": 9.701552624825803e-07,
      "loss": 1.2946,
      "step": 68146
    },
    {
      "epoch": 5.788905878355419,
      "grad_norm": 2.5919181862662235,
      "learning_rate": 9.693757660572731e-07,
      "loss": 1.4554,
      "step": 68147
    },
    {
      "epoch": 5.7889908256880735,
      "grad_norm": 2.6163469068971685,
      "learning_rate": 9.685965818959973e-07,
      "loss": 1.2567,
      "step": 68148
    },
    {
      "epoch": 5.789075773020727,
      "grad_norm": 2.71074891428344,
      "learning_rate": 9.678177100003847e-07,
      "loss": 1.6153,
      "step": 68149
    },
    {
      "epoch": 5.789160720353381,
      "grad_norm": 2.8386018911774684,
      "learning_rate": 9.67039150372051e-07,
      "loss": 1.5156,
      "step": 68150
    },
    {
      "epoch": 5.789245667686035,
      "grad_norm": 2.5477785565135487,
      "learning_rate": 9.662609030126444e-07,
      "loss": 1.3119,
      "step": 68151
    },
    {
      "epoch": 5.789330615018688,
      "grad_norm": 2.6608710721689017,
      "learning_rate": 9.654829679237975e-07,
      "loss": 1.3973,
      "step": 68152
    },
    {
      "epoch": 5.789415562351342,
      "grad_norm": 2.8326120644746036,
      "learning_rate": 9.647053451071252e-07,
      "loss": 1.4177,
      "step": 68153
    },
    {
      "epoch": 5.789500509683996,
      "grad_norm": 2.7184581588961167,
      "learning_rate": 9.639280345642765e-07,
      "loss": 1.4489,
      "step": 68154
    },
    {
      "epoch": 5.78958545701665,
      "grad_norm": 2.6210551152598764,
      "learning_rate": 9.631510362968664e-07,
      "loss": 1.3809,
      "step": 68155
    },
    {
      "epoch": 5.7896704043493035,
      "grad_norm": 2.6816010153186802,
      "learning_rate": 9.623743503065107e-07,
      "loss": 1.5069,
      "step": 68156
    },
    {
      "epoch": 5.789755351681957,
      "grad_norm": 2.7250772010619837,
      "learning_rate": 9.615979765948745e-07,
      "loss": 1.3546,
      "step": 68157
    },
    {
      "epoch": 5.789840299014611,
      "grad_norm": 2.693648191403294,
      "learning_rate": 9.6082191516354e-07,
      "loss": 1.3845,
      "step": 68158
    },
    {
      "epoch": 5.789925246347265,
      "grad_norm": 2.896065906136747,
      "learning_rate": 9.600461660141722e-07,
      "loss": 1.6295,
      "step": 68159
    },
    {
      "epoch": 5.790010193679919,
      "grad_norm": 2.9842574821272443,
      "learning_rate": 9.59270729148387e-07,
      "loss": 1.4595,
      "step": 68160
    },
    {
      "epoch": 5.790095141012572,
      "grad_norm": 2.705588237796448,
      "learning_rate": 9.584956045677827e-07,
      "loss": 1.3315,
      "step": 68161
    },
    {
      "epoch": 5.790180088345226,
      "grad_norm": 2.8645444970762863,
      "learning_rate": 9.577207922740082e-07,
      "loss": 1.5092,
      "step": 68162
    },
    {
      "epoch": 5.79026503567788,
      "grad_norm": 2.7039623274100197,
      "learning_rate": 9.569462922686787e-07,
      "loss": 1.4314,
      "step": 68163
    },
    {
      "epoch": 5.790349983010533,
      "grad_norm": 2.653104477959559,
      "learning_rate": 9.561721045534264e-07,
      "loss": 1.2338,
      "step": 68164
    },
    {
      "epoch": 5.790434930343187,
      "grad_norm": 2.4860351168807338,
      "learning_rate": 9.553982291298667e-07,
      "loss": 1.276,
      "step": 68165
    },
    {
      "epoch": 5.790519877675841,
      "grad_norm": 2.709582941439434,
      "learning_rate": 9.546246659996316e-07,
      "loss": 1.4857,
      "step": 68166
    },
    {
      "epoch": 5.7906048250084945,
      "grad_norm": 2.5746567325760785,
      "learning_rate": 9.538514151643194e-07,
      "loss": 1.3829,
      "step": 68167
    },
    {
      "epoch": 5.790689772341149,
      "grad_norm": 2.806381276400973,
      "learning_rate": 9.530784766255461e-07,
      "loss": 1.5452,
      "step": 68168
    },
    {
      "epoch": 5.790774719673802,
      "grad_norm": 2.8370792814021857,
      "learning_rate": 9.523058503849767e-07,
      "loss": 1.6275,
      "step": 68169
    },
    {
      "epoch": 5.7908596670064565,
      "grad_norm": 2.831052775179545,
      "learning_rate": 9.515335364441768e-07,
      "loss": 1.6392,
      "step": 68170
    },
    {
      "epoch": 5.79094461433911,
      "grad_norm": 2.835866499947617,
      "learning_rate": 9.507615348048114e-07,
      "loss": 1.4487,
      "step": 68171
    },
    {
      "epoch": 5.791029561671763,
      "grad_norm": 2.596367348936358,
      "learning_rate": 9.499898454684629e-07,
      "loss": 1.3376,
      "step": 68172
    },
    {
      "epoch": 5.791114509004418,
      "grad_norm": 2.7054650649784664,
      "learning_rate": 9.492184684367631e-07,
      "loss": 1.404,
      "step": 68173
    },
    {
      "epoch": 5.791199456337071,
      "grad_norm": 2.7087771253650352,
      "learning_rate": 9.484474037113277e-07,
      "loss": 1.4129,
      "step": 68174
    },
    {
      "epoch": 5.791284403669724,
      "grad_norm": 2.634501166722918,
      "learning_rate": 9.476766512937717e-07,
      "loss": 1.4688,
      "step": 68175
    },
    {
      "epoch": 5.791369351002379,
      "grad_norm": 2.678187396083301,
      "learning_rate": 9.469062111856939e-07,
      "loss": 1.449,
      "step": 68176
    },
    {
      "epoch": 5.791454298335032,
      "grad_norm": 2.8503228740311175,
      "learning_rate": 9.461360833887433e-07,
      "loss": 1.5516,
      "step": 68177
    },
    {
      "epoch": 5.791539245667686,
      "grad_norm": 2.6522322021135887,
      "learning_rate": 9.453662679045015e-07,
      "loss": 1.3857,
      "step": 68178
    },
    {
      "epoch": 5.79162419300034,
      "grad_norm": 3.0200864072447047,
      "learning_rate": 9.445967647346009e-07,
      "loss": 1.4437,
      "step": 68179
    },
    {
      "epoch": 5.791709140332993,
      "grad_norm": 2.7252164982056293,
      "learning_rate": 9.4382757388064e-07,
      "loss": 1.4106,
      "step": 68180
    },
    {
      "epoch": 5.7917940876656475,
      "grad_norm": 2.7810476539574407,
      "learning_rate": 9.430586953442509e-07,
      "loss": 1.4567,
      "step": 68181
    },
    {
      "epoch": 5.791879034998301,
      "grad_norm": 2.6294235865588416,
      "learning_rate": 9.422901291270157e-07,
      "loss": 1.3593,
      "step": 68182
    },
    {
      "epoch": 5.791963982330955,
      "grad_norm": 2.646247190597039,
      "learning_rate": 9.415218752305664e-07,
      "loss": 1.2193,
      "step": 68183
    },
    {
      "epoch": 5.792048929663609,
      "grad_norm": 2.708297986966784,
      "learning_rate": 9.407539336565018e-07,
      "loss": 1.5741,
      "step": 68184
    },
    {
      "epoch": 5.792133876996262,
      "grad_norm": 2.632078572285012,
      "learning_rate": 9.399863044064537e-07,
      "loss": 1.3684,
      "step": 68185
    },
    {
      "epoch": 5.792218824328916,
      "grad_norm": 2.6819150498275226,
      "learning_rate": 9.392189874819878e-07,
      "loss": 1.2388,
      "step": 68186
    },
    {
      "epoch": 5.79230377166157,
      "grad_norm": 2.6133124808506683,
      "learning_rate": 9.384519828847526e-07,
      "loss": 1.2894,
      "step": 68187
    },
    {
      "epoch": 5.792388718994223,
      "grad_norm": 2.7984572066360016,
      "learning_rate": 9.376852906163301e-07,
      "loss": 1.2911,
      "step": 68188
    },
    {
      "epoch": 5.792473666326877,
      "grad_norm": 2.587384348070042,
      "learning_rate": 9.369189106783359e-07,
      "loss": 1.3546,
      "step": 68189
    },
    {
      "epoch": 5.792558613659531,
      "grad_norm": 2.506323387282507,
      "learning_rate": 9.361528430723853e-07,
      "loss": 1.3058,
      "step": 68190
    },
    {
      "epoch": 5.792643560992185,
      "grad_norm": 2.668500810860157,
      "learning_rate": 9.353870878000602e-07,
      "loss": 1.3993,
      "step": 68191
    },
    {
      "epoch": 5.7927285083248385,
      "grad_norm": 2.8097789908466893,
      "learning_rate": 9.346216448629928e-07,
      "loss": 1.5089,
      "step": 68192
    },
    {
      "epoch": 5.792813455657493,
      "grad_norm": 2.638227782978382,
      "learning_rate": 9.338565142627652e-07,
      "loss": 1.379,
      "step": 68193
    },
    {
      "epoch": 5.792898402990146,
      "grad_norm": 2.6651565078154458,
      "learning_rate": 9.330916960009927e-07,
      "loss": 1.473,
      "step": 68194
    },
    {
      "epoch": 5.7929833503228,
      "grad_norm": 2.579308204343937,
      "learning_rate": 9.323271900792739e-07,
      "loss": 1.3421,
      "step": 68195
    },
    {
      "epoch": 5.793068297655454,
      "grad_norm": 2.648621851467185,
      "learning_rate": 9.315629964992078e-07,
      "loss": 1.2208,
      "step": 68196
    },
    {
      "epoch": 5.793153244988107,
      "grad_norm": 3.467145713654883,
      "learning_rate": 9.307991152623928e-07,
      "loss": 1.7063,
      "step": 68197
    },
    {
      "epoch": 5.793238192320761,
      "grad_norm": 2.802206855811618,
      "learning_rate": 9.300355463704445e-07,
      "loss": 1.6392,
      "step": 68198
    },
    {
      "epoch": 5.793323139653415,
      "grad_norm": 2.607732128840479,
      "learning_rate": 9.292722898249282e-07,
      "loss": 1.399,
      "step": 68199
    },
    {
      "epoch": 5.7934080869860685,
      "grad_norm": 3.05423361107778,
      "learning_rate": 9.285093456274928e-07,
      "loss": 1.5399,
      "step": 68200
    },
    {
      "epoch": 5.793493034318723,
      "grad_norm": 2.633568520535872,
      "learning_rate": 9.277467137797034e-07,
      "loss": 1.348,
      "step": 68201
    },
    {
      "epoch": 5.793577981651376,
      "grad_norm": 2.6294303743258407,
      "learning_rate": 9.269843942831756e-07,
      "loss": 1.3158,
      "step": 68202
    },
    {
      "epoch": 5.79366292898403,
      "grad_norm": 2.6108441110506195,
      "learning_rate": 9.262223871394914e-07,
      "loss": 1.3481,
      "step": 68203
    },
    {
      "epoch": 5.793747876316684,
      "grad_norm": 2.7215006910858395,
      "learning_rate": 9.254606923502494e-07,
      "loss": 1.4623,
      "step": 68204
    },
    {
      "epoch": 5.793832823649337,
      "grad_norm": 2.895115160872586,
      "learning_rate": 9.246993099170485e-07,
      "loss": 1.6403,
      "step": 68205
    },
    {
      "epoch": 5.793917770981992,
      "grad_norm": 2.6807537373938164,
      "learning_rate": 9.239382398414874e-07,
      "loss": 1.3588,
      "step": 68206
    },
    {
      "epoch": 5.794002718314645,
      "grad_norm": 2.7027566497748654,
      "learning_rate": 9.231774821251647e-07,
      "loss": 1.2765,
      "step": 68207
    },
    {
      "epoch": 5.794087665647298,
      "grad_norm": 2.5474727047691363,
      "learning_rate": 9.224170367696626e-07,
      "loss": 1.2696,
      "step": 68208
    },
    {
      "epoch": 5.794172612979953,
      "grad_norm": 3.4181669680359406,
      "learning_rate": 9.216569037765798e-07,
      "loss": 1.7632,
      "step": 68209
    },
    {
      "epoch": 5.794257560312606,
      "grad_norm": 2.8458697686278143,
      "learning_rate": 9.208970831475315e-07,
      "loss": 1.4002,
      "step": 68210
    },
    {
      "epoch": 5.7943425076452595,
      "grad_norm": 2.7462531704302084,
      "learning_rate": 9.2013757488405e-07,
      "loss": 1.41,
      "step": 68211
    },
    {
      "epoch": 5.794427454977914,
      "grad_norm": 2.9295596225952756,
      "learning_rate": 9.193783789877839e-07,
      "loss": 1.3536,
      "step": 68212
    },
    {
      "epoch": 5.794512402310567,
      "grad_norm": 2.6951495192237367,
      "learning_rate": 9.186194954602987e-07,
      "loss": 1.444,
      "step": 68213
    },
    {
      "epoch": 5.7945973496432215,
      "grad_norm": 2.7690079464749933,
      "learning_rate": 9.178609243032098e-07,
      "loss": 1.432,
      "step": 68214
    },
    {
      "epoch": 5.794682296975875,
      "grad_norm": 2.6310750728755607,
      "learning_rate": 9.171026655180658e-07,
      "loss": 1.2905,
      "step": 68215
    },
    {
      "epoch": 5.794767244308529,
      "grad_norm": 2.7930629470340587,
      "learning_rate": 9.163447191064821e-07,
      "loss": 1.6008,
      "step": 68216
    },
    {
      "epoch": 5.794852191641183,
      "grad_norm": 2.9597609845155106,
      "learning_rate": 9.155870850700409e-07,
      "loss": 1.3818,
      "step": 68217
    },
    {
      "epoch": 5.794937138973836,
      "grad_norm": 2.8076667939813347,
      "learning_rate": 9.148297634103408e-07,
      "loss": 1.3679,
      "step": 68218
    },
    {
      "epoch": 5.79502208630649,
      "grad_norm": 2.928670150280504,
      "learning_rate": 9.140727541289305e-07,
      "loss": 1.5319,
      "step": 68219
    },
    {
      "epoch": 5.795107033639144,
      "grad_norm": 2.594285235166565,
      "learning_rate": 9.13316057227459e-07,
      "loss": 1.2846,
      "step": 68220
    },
    {
      "epoch": 5.795191980971797,
      "grad_norm": 2.803047192697823,
      "learning_rate": 9.12559672707458e-07,
      "loss": 1.5268,
      "step": 68221
    },
    {
      "epoch": 5.795276928304451,
      "grad_norm": 2.6309044953767278,
      "learning_rate": 9.118036005705265e-07,
      "loss": 1.1752,
      "step": 68222
    },
    {
      "epoch": 5.795361875637105,
      "grad_norm": 3.1344865974379426,
      "learning_rate": 9.110478408182631e-07,
      "loss": 1.7218,
      "step": 68223
    },
    {
      "epoch": 5.795446822969759,
      "grad_norm": 2.5087132652885056,
      "learning_rate": 9.102923934522333e-07,
      "loss": 1.1167,
      "step": 68224
    },
    {
      "epoch": 5.7955317703024125,
      "grad_norm": 2.7025853667485134,
      "learning_rate": 9.095372584740357e-07,
      "loss": 1.2181,
      "step": 68225
    },
    {
      "epoch": 5.795616717635066,
      "grad_norm": 2.5360972439920206,
      "learning_rate": 9.087824358852358e-07,
      "loss": 1.2794,
      "step": 68226
    },
    {
      "epoch": 5.79570166496772,
      "grad_norm": 2.7185831579055826,
      "learning_rate": 9.080279256874324e-07,
      "loss": 1.2561,
      "step": 68227
    },
    {
      "epoch": 5.795786612300374,
      "grad_norm": 2.6336302123214073,
      "learning_rate": 9.072737278822073e-07,
      "loss": 1.3873,
      "step": 68228
    },
    {
      "epoch": 5.795871559633028,
      "grad_norm": 2.6966490196594775,
      "learning_rate": 9.065198424711096e-07,
      "loss": 1.3119,
      "step": 68229
    },
    {
      "epoch": 5.795956506965681,
      "grad_norm": 2.5179306334678038,
      "learning_rate": 9.057662694557543e-07,
      "loss": 1.2416,
      "step": 68230
    },
    {
      "epoch": 5.796041454298335,
      "grad_norm": 2.831351536667411,
      "learning_rate": 9.050130088377072e-07,
      "loss": 1.5285,
      "step": 68231
    },
    {
      "epoch": 5.796126401630989,
      "grad_norm": 2.692207995135672,
      "learning_rate": 9.042600606185336e-07,
      "loss": 1.2805,
      "step": 68232
    },
    {
      "epoch": 5.796211348963642,
      "grad_norm": 2.7028363505386688,
      "learning_rate": 9.03507424799832e-07,
      "loss": 1.3251,
      "step": 68233
    },
    {
      "epoch": 5.796296296296296,
      "grad_norm": 2.966991469078148,
      "learning_rate": 9.027551013831846e-07,
      "loss": 1.4687,
      "step": 68234
    },
    {
      "epoch": 5.79638124362895,
      "grad_norm": 3.4478037446823517,
      "learning_rate": 9.020030903701403e-07,
      "loss": 1.7396,
      "step": 68235
    },
    {
      "epoch": 5.7964661909616035,
      "grad_norm": 2.431143502140466,
      "learning_rate": 9.012513917622977e-07,
      "loss": 1.1397,
      "step": 68236
    },
    {
      "epoch": 5.796551138294258,
      "grad_norm": 2.661465223335826,
      "learning_rate": 9.005000055612055e-07,
      "loss": 1.4956,
      "step": 68237
    },
    {
      "epoch": 5.796636085626911,
      "grad_norm": 2.8113502673096002,
      "learning_rate": 8.997489317684792e-07,
      "loss": 1.4118,
      "step": 68238
    },
    {
      "epoch": 5.7967210329595655,
      "grad_norm": 2.7636843095162757,
      "learning_rate": 8.989981703856508e-07,
      "loss": 1.409,
      "step": 68239
    },
    {
      "epoch": 5.796805980292219,
      "grad_norm": 2.6199305251265685,
      "learning_rate": 8.982477214143191e-07,
      "loss": 1.1146,
      "step": 68240
    },
    {
      "epoch": 5.796890927624872,
      "grad_norm": 2.7426443084682117,
      "learning_rate": 8.974975848560495e-07,
      "loss": 1.458,
      "step": 68241
    },
    {
      "epoch": 5.796975874957527,
      "grad_norm": 2.941624107900147,
      "learning_rate": 8.967477607124074e-07,
      "loss": 1.6387,
      "step": 68242
    },
    {
      "epoch": 5.79706082229018,
      "grad_norm": 3.003170539880502,
      "learning_rate": 8.959982489849915e-07,
      "loss": 1.4237,
      "step": 68243
    },
    {
      "epoch": 5.7971457696228335,
      "grad_norm": 2.6591755517490046,
      "learning_rate": 8.952490496753173e-07,
      "loss": 1.4534,
      "step": 68244
    },
    {
      "epoch": 5.797230716955488,
      "grad_norm": 2.752380958837118,
      "learning_rate": 8.945001627850168e-07,
      "loss": 1.3426,
      "step": 68245
    },
    {
      "epoch": 5.797315664288141,
      "grad_norm": 2.9164825958848017,
      "learning_rate": 8.937515883156221e-07,
      "loss": 1.6619,
      "step": 68246
    },
    {
      "epoch": 5.7974006116207955,
      "grad_norm": 2.8924801317217326,
      "learning_rate": 8.930033262686986e-07,
      "loss": 1.5458,
      "step": 68247
    },
    {
      "epoch": 5.797485558953449,
      "grad_norm": 2.741368847850516,
      "learning_rate": 8.922553766458285e-07,
      "loss": 1.3699,
      "step": 68248
    },
    {
      "epoch": 5.797570506286102,
      "grad_norm": 2.882474523286025,
      "learning_rate": 8.915077394485937e-07,
      "loss": 1.5888,
      "step": 68249
    },
    {
      "epoch": 5.797655453618757,
      "grad_norm": 2.915706554303268,
      "learning_rate": 8.907604146785263e-07,
      "loss": 1.4303,
      "step": 68250
    },
    {
      "epoch": 5.79774040095141,
      "grad_norm": 2.6740630427386614,
      "learning_rate": 8.900134023372085e-07,
      "loss": 1.3887,
      "step": 68251
    },
    {
      "epoch": 5.797825348284064,
      "grad_norm": 2.8613309536703606,
      "learning_rate": 8.892667024262223e-07,
      "loss": 1.6284,
      "step": 68252
    },
    {
      "epoch": 5.797910295616718,
      "grad_norm": 2.975286221854034,
      "learning_rate": 8.885203149470999e-07,
      "loss": 1.4919,
      "step": 68253
    },
    {
      "epoch": 5.797995242949371,
      "grad_norm": 2.706709588381009,
      "learning_rate": 8.877742399014232e-07,
      "loss": 1.2837,
      "step": 68254
    },
    {
      "epoch": 5.798080190282025,
      "grad_norm": 2.545477714621517,
      "learning_rate": 8.87028477290741e-07,
      "loss": 1.2676,
      "step": 68255
    },
    {
      "epoch": 5.798165137614679,
      "grad_norm": 3.306943591507682,
      "learning_rate": 8.862830271166521e-07,
      "loss": 1.7359,
      "step": 68256
    },
    {
      "epoch": 5.798250084947332,
      "grad_norm": 2.6339352983916973,
      "learning_rate": 8.855378893806886e-07,
      "loss": 1.4454,
      "step": 68257
    },
    {
      "epoch": 5.7983350322799865,
      "grad_norm": 2.746862611577081,
      "learning_rate": 8.847930640844159e-07,
      "loss": 1.5071,
      "step": 68258
    },
    {
      "epoch": 5.79841997961264,
      "grad_norm": 2.7048027750667427,
      "learning_rate": 8.840485512293994e-07,
      "loss": 1.2757,
      "step": 68259
    },
    {
      "epoch": 5.798504926945294,
      "grad_norm": 2.803973915558827,
      "learning_rate": 8.833043508171877e-07,
      "loss": 1.4895,
      "step": 68260
    },
    {
      "epoch": 5.798589874277948,
      "grad_norm": 2.736886452481047,
      "learning_rate": 8.825604628493466e-07,
      "loss": 1.3819,
      "step": 68261
    },
    {
      "epoch": 5.798674821610602,
      "grad_norm": 2.7448207041125148,
      "learning_rate": 8.818168873274412e-07,
      "loss": 1.3652,
      "step": 68262
    },
    {
      "epoch": 5.798759768943255,
      "grad_norm": 2.793744991367204,
      "learning_rate": 8.810736242530203e-07,
      "loss": 1.4316,
      "step": 68263
    },
    {
      "epoch": 5.798844716275909,
      "grad_norm": 2.682588061413567,
      "learning_rate": 8.803306736276661e-07,
      "loss": 1.4583,
      "step": 68264
    },
    {
      "epoch": 5.798929663608563,
      "grad_norm": 2.9108466545935636,
      "learning_rate": 8.795880354528939e-07,
      "loss": 1.3907,
      "step": 68265
    },
    {
      "epoch": 5.799014610941216,
      "grad_norm": 2.632368099883024,
      "learning_rate": 8.788457097302859e-07,
      "loss": 1.4093,
      "step": 68266
    },
    {
      "epoch": 5.79909955827387,
      "grad_norm": 2.586731323776167,
      "learning_rate": 8.781036964613908e-07,
      "loss": 1.403,
      "step": 68267
    },
    {
      "epoch": 5.799184505606524,
      "grad_norm": 2.5906592661036036,
      "learning_rate": 8.77361995647774e-07,
      "loss": 1.5155,
      "step": 68268
    },
    {
      "epoch": 5.7992694529391775,
      "grad_norm": 2.667968836505456,
      "learning_rate": 8.766206072909676e-07,
      "loss": 1.3987,
      "step": 68269
    },
    {
      "epoch": 5.799354400271832,
      "grad_norm": 2.7519405214980748,
      "learning_rate": 8.758795313925537e-07,
      "loss": 1.3074,
      "step": 68270
    },
    {
      "epoch": 5.799439347604485,
      "grad_norm": 2.602788535304484,
      "learning_rate": 8.751387679540645e-07,
      "loss": 1.3396,
      "step": 68271
    },
    {
      "epoch": 5.799524294937139,
      "grad_norm": 2.542406298106366,
      "learning_rate": 8.743983169770486e-07,
      "loss": 1.3476,
      "step": 68272
    },
    {
      "epoch": 5.799609242269793,
      "grad_norm": 2.560262630252904,
      "learning_rate": 8.736581784630714e-07,
      "loss": 1.4266,
      "step": 68273
    },
    {
      "epoch": 5.799694189602446,
      "grad_norm": 2.800686121689468,
      "learning_rate": 8.729183524136818e-07,
      "loss": 1.5297,
      "step": 68274
    },
    {
      "epoch": 5.799779136935101,
      "grad_norm": 2.8010913402599633,
      "learning_rate": 8.721788388304285e-07,
      "loss": 1.5366,
      "step": 68275
    },
    {
      "epoch": 5.799864084267754,
      "grad_norm": 2.8575291610850946,
      "learning_rate": 8.714396377148603e-07,
      "loss": 1.3735,
      "step": 68276
    },
    {
      "epoch": 5.799949031600407,
      "grad_norm": 2.6736552210171007,
      "learning_rate": 8.707007490685259e-07,
      "loss": 1.3017,
      "step": 68277
    },
    {
      "epoch": 5.800033978933062,
      "grad_norm": 3.0432524212278484,
      "learning_rate": 8.699621728929573e-07,
      "loss": 1.5732,
      "step": 68278
    },
    {
      "epoch": 5.800118926265715,
      "grad_norm": 2.794912043501183,
      "learning_rate": 8.692239091897369e-07,
      "loss": 1.6097,
      "step": 68279
    },
    {
      "epoch": 5.8002038735983685,
      "grad_norm": 2.79130065710459,
      "learning_rate": 8.684859579603631e-07,
      "loss": 1.5122,
      "step": 68280
    },
    {
      "epoch": 5.800288820931023,
      "grad_norm": 2.7001147971108765,
      "learning_rate": 8.67748319206435e-07,
      "loss": 1.3944,
      "step": 68281
    },
    {
      "epoch": 5.800373768263676,
      "grad_norm": 2.61346378142229,
      "learning_rate": 8.670109929294678e-07,
      "loss": 1.4483,
      "step": 68282
    },
    {
      "epoch": 5.8004587155963305,
      "grad_norm": 2.6183864819585296,
      "learning_rate": 8.662739791310103e-07,
      "loss": 1.4521,
      "step": 68283
    },
    {
      "epoch": 5.800543662928984,
      "grad_norm": 2.7395211161080395,
      "learning_rate": 8.65537277812628e-07,
      "loss": 1.5122,
      "step": 68284
    },
    {
      "epoch": 5.800628610261638,
      "grad_norm": 2.8493653462975668,
      "learning_rate": 8.648008889758195e-07,
      "loss": 1.4418,
      "step": 68285
    },
    {
      "epoch": 5.800713557594292,
      "grad_norm": 2.5184673997611675,
      "learning_rate": 8.640648126221673e-07,
      "loss": 1.2905,
      "step": 68286
    },
    {
      "epoch": 5.800798504926945,
      "grad_norm": 2.7845815831915988,
      "learning_rate": 8.633290487531863e-07,
      "loss": 1.4297,
      "step": 68287
    },
    {
      "epoch": 5.800883452259599,
      "grad_norm": 2.7721855273975047,
      "learning_rate": 8.625935973704589e-07,
      "loss": 1.5159,
      "step": 68288
    },
    {
      "epoch": 5.800968399592253,
      "grad_norm": 2.6764522564945743,
      "learning_rate": 8.61858458475484e-07,
      "loss": 1.2932,
      "step": 68289
    },
    {
      "epoch": 5.801053346924906,
      "grad_norm": 2.5878528529615465,
      "learning_rate": 8.611236320698101e-07,
      "loss": 1.3416,
      "step": 68290
    },
    {
      "epoch": 5.8011382942575604,
      "grad_norm": 2.9204857966494973,
      "learning_rate": 8.60389118154986e-07,
      "loss": 1.479,
      "step": 68291
    },
    {
      "epoch": 5.801223241590214,
      "grad_norm": 2.878207193556651,
      "learning_rate": 8.596549167325606e-07,
      "loss": 1.6755,
      "step": 68292
    },
    {
      "epoch": 5.801308188922868,
      "grad_norm": 2.761423357302384,
      "learning_rate": 8.589210278040493e-07,
      "loss": 1.437,
      "step": 68293
    },
    {
      "epoch": 5.8013931362555216,
      "grad_norm": 2.662815566787259,
      "learning_rate": 8.581874513710008e-07,
      "loss": 1.4307,
      "step": 68294
    },
    {
      "epoch": 5.801478083588175,
      "grad_norm": 2.551986799711749,
      "learning_rate": 8.574541874349639e-07,
      "loss": 1.1993,
      "step": 68295
    },
    {
      "epoch": 5.801563030920829,
      "grad_norm": 2.817778958821636,
      "learning_rate": 8.56721235997454e-07,
      "loss": 1.5879,
      "step": 68296
    },
    {
      "epoch": 5.801647978253483,
      "grad_norm": 3.033472377312963,
      "learning_rate": 8.5598859706002e-07,
      "loss": 1.6764,
      "step": 68297
    },
    {
      "epoch": 5.801732925586137,
      "grad_norm": 2.762989755954263,
      "learning_rate": 8.552562706241939e-07,
      "loss": 1.2909,
      "step": 68298
    },
    {
      "epoch": 5.80181787291879,
      "grad_norm": 2.786380066094475,
      "learning_rate": 8.545242566915078e-07,
      "loss": 1.5088,
      "step": 68299
    },
    {
      "epoch": 5.801902820251444,
      "grad_norm": 2.6804024050277886,
      "learning_rate": 8.537925552634939e-07,
      "loss": 1.4775,
      "step": 68300
    },
    {
      "epoch": 5.801987767584098,
      "grad_norm": 2.962311199479676,
      "learning_rate": 8.530611663416842e-07,
      "loss": 1.3541,
      "step": 68301
    },
    {
      "epoch": 5.8020727149167515,
      "grad_norm": 2.8709382654601923,
      "learning_rate": 8.523300899276276e-07,
      "loss": 1.5401,
      "step": 68302
    },
    {
      "epoch": 5.802157662249405,
      "grad_norm": 2.702179746041366,
      "learning_rate": 8.515993260228559e-07,
      "loss": 1.2587,
      "step": 68303
    },
    {
      "epoch": 5.802242609582059,
      "grad_norm": 2.6462088905131873,
      "learning_rate": 8.508688746288683e-07,
      "loss": 1.349,
      "step": 68304
    },
    {
      "epoch": 5.802327556914713,
      "grad_norm": 2.8456761627764786,
      "learning_rate": 8.501387357472133e-07,
      "loss": 1.5266,
      "step": 68305
    },
    {
      "epoch": 5.802412504247367,
      "grad_norm": 2.9924404964522355,
      "learning_rate": 8.494089093794232e-07,
      "loss": 1.5198,
      "step": 68306
    },
    {
      "epoch": 5.80249745158002,
      "grad_norm": 2.9302252011712264,
      "learning_rate": 8.486793955270466e-07,
      "loss": 1.4755,
      "step": 68307
    },
    {
      "epoch": 5.802582398912675,
      "grad_norm": 2.7262822794455137,
      "learning_rate": 8.479501941915656e-07,
      "loss": 1.5279,
      "step": 68308
    },
    {
      "epoch": 5.802667346245328,
      "grad_norm": 2.7509684399767074,
      "learning_rate": 8.472213053745458e-07,
      "loss": 1.5273,
      "step": 68309
    },
    {
      "epoch": 5.802752293577981,
      "grad_norm": 2.620950234781878,
      "learning_rate": 8.464927290775025e-07,
      "loss": 1.3731,
      "step": 68310
    },
    {
      "epoch": 5.802837240910636,
      "grad_norm": 2.8049952176391697,
      "learning_rate": 8.45764465301968e-07,
      "loss": 1.4538,
      "step": 68311
    },
    {
      "epoch": 5.802922188243289,
      "grad_norm": 2.8624295329264955,
      "learning_rate": 8.450365140494575e-07,
      "loss": 1.6086,
      "step": 68312
    },
    {
      "epoch": 5.8030071355759425,
      "grad_norm": 2.449091486595785,
      "learning_rate": 8.4430887532152e-07,
      "loss": 1.2847,
      "step": 68313
    },
    {
      "epoch": 5.803092082908597,
      "grad_norm": 2.9967892999287202,
      "learning_rate": 8.43581549119654e-07,
      "loss": 1.5819,
      "step": 68314
    },
    {
      "epoch": 5.80317703024125,
      "grad_norm": 2.9368132656933055,
      "learning_rate": 8.428545354453753e-07,
      "loss": 1.4803,
      "step": 68315
    },
    {
      "epoch": 5.8032619775739045,
      "grad_norm": 2.751863080394925,
      "learning_rate": 8.421278343002324e-07,
      "loss": 1.5017,
      "step": 68316
    },
    {
      "epoch": 5.803346924906558,
      "grad_norm": 2.7271675938007474,
      "learning_rate": 8.41401445685741e-07,
      "loss": 1.5689,
      "step": 68317
    },
    {
      "epoch": 5.803431872239211,
      "grad_norm": 2.6209838999635435,
      "learning_rate": 8.406753696034329e-07,
      "loss": 1.1409,
      "step": 68318
    },
    {
      "epoch": 5.803516819571866,
      "grad_norm": 2.729452001649192,
      "learning_rate": 8.399496060547906e-07,
      "loss": 1.4355,
      "step": 68319
    },
    {
      "epoch": 5.803601766904519,
      "grad_norm": 2.7489025414422255,
      "learning_rate": 8.392241550413792e-07,
      "loss": 1.2679,
      "step": 68320
    },
    {
      "epoch": 5.803686714237173,
      "grad_norm": 2.7963415189040224,
      "learning_rate": 8.384990165647142e-07,
      "loss": 1.53,
      "step": 68321
    },
    {
      "epoch": 5.803771661569827,
      "grad_norm": 2.769580082916638,
      "learning_rate": 8.377741906262781e-07,
      "loss": 1.2871,
      "step": 68322
    },
    {
      "epoch": 5.80385660890248,
      "grad_norm": 2.742329890392884,
      "learning_rate": 8.370496772276191e-07,
      "loss": 1.6154,
      "step": 68323
    },
    {
      "epoch": 5.803941556235134,
      "grad_norm": 2.7760182051257,
      "learning_rate": 8.363254763702698e-07,
      "loss": 1.4464,
      "step": 68324
    },
    {
      "epoch": 5.804026503567788,
      "grad_norm": 2.803468867934366,
      "learning_rate": 8.35601588055712e-07,
      "loss": 1.5854,
      "step": 68325
    },
    {
      "epoch": 5.804111450900441,
      "grad_norm": 2.5220646941022484,
      "learning_rate": 8.348780122854782e-07,
      "loss": 1.356,
      "step": 68326
    },
    {
      "epoch": 5.8041963982330955,
      "grad_norm": 2.8457382440734813,
      "learning_rate": 8.341547490611e-07,
      "loss": 1.463,
      "step": 68327
    },
    {
      "epoch": 5.804281345565749,
      "grad_norm": 2.8682581992411578,
      "learning_rate": 8.3343179838406e-07,
      "loss": 1.593,
      "step": 68328
    },
    {
      "epoch": 5.804366292898403,
      "grad_norm": 2.780865377719386,
      "learning_rate": 8.3270916025589e-07,
      "loss": 1.3316,
      "step": 68329
    },
    {
      "epoch": 5.804451240231057,
      "grad_norm": 3.0529525397532162,
      "learning_rate": 8.319868346781056e-07,
      "loss": 1.4288,
      "step": 68330
    },
    {
      "epoch": 5.804536187563711,
      "grad_norm": 2.749488993705501,
      "learning_rate": 8.312648216522222e-07,
      "loss": 1.4196,
      "step": 68331
    },
    {
      "epoch": 5.804621134896364,
      "grad_norm": 2.7134005096344347,
      "learning_rate": 8.305431211797553e-07,
      "loss": 1.4629,
      "step": 68332
    },
    {
      "epoch": 5.804706082229018,
      "grad_norm": 2.54798139846411,
      "learning_rate": 8.298217332622204e-07,
      "loss": 1.3557,
      "step": 68333
    },
    {
      "epoch": 5.804791029561672,
      "grad_norm": 2.5408333464470507,
      "learning_rate": 8.291006579010995e-07,
      "loss": 1.3167,
      "step": 68334
    },
    {
      "epoch": 5.804875976894325,
      "grad_norm": 2.6211933014370783,
      "learning_rate": 8.283798950979248e-07,
      "loss": 1.3627,
      "step": 68335
    },
    {
      "epoch": 5.804960924226979,
      "grad_norm": 2.7451579298674678,
      "learning_rate": 8.276594448542284e-07,
      "loss": 1.4955,
      "step": 68336
    },
    {
      "epoch": 5.805045871559633,
      "grad_norm": 2.6668402009397223,
      "learning_rate": 8.269393071714758e-07,
      "loss": 1.3236,
      "step": 68337
    },
    {
      "epoch": 5.8051308188922865,
      "grad_norm": 2.8541562004284735,
      "learning_rate": 8.262194820512158e-07,
      "loss": 1.6248,
      "step": 68338
    },
    {
      "epoch": 5.805215766224941,
      "grad_norm": 2.6706260390998535,
      "learning_rate": 8.254999694949304e-07,
      "loss": 1.2605,
      "step": 68339
    },
    {
      "epoch": 5.805300713557594,
      "grad_norm": 2.6869997882484444,
      "learning_rate": 8.247807695041187e-07,
      "loss": 1.3357,
      "step": 68340
    },
    {
      "epoch": 5.8053856608902485,
      "grad_norm": 2.723817142365692,
      "learning_rate": 8.240618820803125e-07,
      "loss": 1.4821,
      "step": 68341
    },
    {
      "epoch": 5.805470608222902,
      "grad_norm": 2.658199369942103,
      "learning_rate": 8.233433072250273e-07,
      "loss": 1.243,
      "step": 68342
    },
    {
      "epoch": 5.805555555555555,
      "grad_norm": 2.7176876052940115,
      "learning_rate": 8.226250449397287e-07,
      "loss": 1.4296,
      "step": 68343
    },
    {
      "epoch": 5.80564050288821,
      "grad_norm": 2.5756864705145857,
      "learning_rate": 8.219070952259654e-07,
      "loss": 1.2606,
      "step": 68344
    },
    {
      "epoch": 5.805725450220863,
      "grad_norm": 2.6999076722971433,
      "learning_rate": 8.21189458085203e-07,
      "loss": 1.4284,
      "step": 68345
    },
    {
      "epoch": 5.8058103975535165,
      "grad_norm": 2.800135631283153,
      "learning_rate": 8.204721335189734e-07,
      "loss": 1.4274,
      "step": 68346
    },
    {
      "epoch": 5.805895344886171,
      "grad_norm": 2.554222144583594,
      "learning_rate": 8.19755121528759e-07,
      "loss": 1.1471,
      "step": 68347
    },
    {
      "epoch": 5.805980292218824,
      "grad_norm": 2.7775477229836714,
      "learning_rate": 8.19038422116075e-07,
      "loss": 1.2764,
      "step": 68348
    },
    {
      "epoch": 5.8060652395514785,
      "grad_norm": 2.651252124234242,
      "learning_rate": 8.183220352824204e-07,
      "loss": 1.4181,
      "step": 68349
    },
    {
      "epoch": 5.806150186884132,
      "grad_norm": 2.6354826296251814,
      "learning_rate": 8.176059610293107e-07,
      "loss": 1.2509,
      "step": 68350
    },
    {
      "epoch": 5.806235134216785,
      "grad_norm": 2.6959571068477444,
      "learning_rate": 8.168901993582111e-07,
      "loss": 1.4843,
      "step": 68351
    },
    {
      "epoch": 5.80632008154944,
      "grad_norm": 3.0435324167526283,
      "learning_rate": 8.161747502706539e-07,
      "loss": 1.465,
      "step": 68352
    },
    {
      "epoch": 5.806405028882093,
      "grad_norm": 2.563097503942507,
      "learning_rate": 8.154596137681213e-07,
      "loss": 1.1716,
      "step": 68353
    },
    {
      "epoch": 5.806489976214747,
      "grad_norm": 2.893267600676853,
      "learning_rate": 8.14744789852112e-07,
      "loss": 1.5146,
      "step": 68354
    },
    {
      "epoch": 5.806574923547401,
      "grad_norm": 3.5267222438802666,
      "learning_rate": 8.140302785241248e-07,
      "loss": 1.7994,
      "step": 68355
    },
    {
      "epoch": 5.806659870880054,
      "grad_norm": 2.6251716789627495,
      "learning_rate": 8.133160797856753e-07,
      "loss": 1.2584,
      "step": 68356
    },
    {
      "epoch": 5.806744818212708,
      "grad_norm": 2.9627088480135533,
      "learning_rate": 8.126021936382454e-07,
      "loss": 1.65,
      "step": 68357
    },
    {
      "epoch": 5.806829765545362,
      "grad_norm": 2.6217655953546855,
      "learning_rate": 8.118886200833175e-07,
      "loss": 1.2544,
      "step": 68358
    },
    {
      "epoch": 5.806914712878015,
      "grad_norm": 2.542204731555428,
      "learning_rate": 8.111753591223902e-07,
      "loss": 1.2986,
      "step": 68359
    },
    {
      "epoch": 5.8069996602106695,
      "grad_norm": 2.6658192884374707,
      "learning_rate": 8.104624107569957e-07,
      "loss": 1.3758,
      "step": 68360
    },
    {
      "epoch": 5.807084607543323,
      "grad_norm": 2.8080364819510746,
      "learning_rate": 8.097497749885828e-07,
      "loss": 1.4962,
      "step": 68361
    },
    {
      "epoch": 5.807169554875977,
      "grad_norm": 2.8606830521101645,
      "learning_rate": 8.090374518186671e-07,
      "loss": 1.6556,
      "step": 68362
    },
    {
      "epoch": 5.807254502208631,
      "grad_norm": 3.1486773944613606,
      "learning_rate": 8.083254412487305e-07,
      "loss": 1.7465,
      "step": 68363
    },
    {
      "epoch": 5.807339449541285,
      "grad_norm": 2.654358508947791,
      "learning_rate": 8.076137432802721e-07,
      "loss": 1.4042,
      "step": 68364
    },
    {
      "epoch": 5.807424396873938,
      "grad_norm": 2.7982029591467454,
      "learning_rate": 8.069023579147904e-07,
      "loss": 1.3658,
      "step": 68365
    },
    {
      "epoch": 5.807509344206592,
      "grad_norm": 2.7545241453795986,
      "learning_rate": 8.06191285153751e-07,
      "loss": 1.543,
      "step": 68366
    },
    {
      "epoch": 5.807594291539246,
      "grad_norm": 2.9516004355777494,
      "learning_rate": 8.054805249986696e-07,
      "loss": 1.6314,
      "step": 68367
    },
    {
      "epoch": 5.807679238871899,
      "grad_norm": 2.710024944828186,
      "learning_rate": 8.04770077451028e-07,
      "loss": 1.2509,
      "step": 68368
    },
    {
      "epoch": 5.807764186204553,
      "grad_norm": 2.7066994051804567,
      "learning_rate": 8.040599425123084e-07,
      "loss": 1.2755,
      "step": 68369
    },
    {
      "epoch": 5.807849133537207,
      "grad_norm": 2.8089482544628313,
      "learning_rate": 8.033501201839931e-07,
      "loss": 1.2771,
      "step": 68370
    },
    {
      "epoch": 5.8079340808698605,
      "grad_norm": 2.6616431813927535,
      "learning_rate": 8.026406104675809e-07,
      "loss": 1.3392,
      "step": 68371
    },
    {
      "epoch": 5.808019028202515,
      "grad_norm": 2.7492907272459575,
      "learning_rate": 8.019314133645538e-07,
      "loss": 1.2651,
      "step": 68372
    },
    {
      "epoch": 5.808103975535168,
      "grad_norm": 2.7126307981248052,
      "learning_rate": 8.012225288764107e-07,
      "loss": 1.2865,
      "step": 68373
    },
    {
      "epoch": 5.808188922867822,
      "grad_norm": 2.683148913961858,
      "learning_rate": 8.005139570046171e-07,
      "loss": 1.494,
      "step": 68374
    },
    {
      "epoch": 5.808273870200476,
      "grad_norm": 2.7343746445080503,
      "learning_rate": 7.998056977506717e-07,
      "loss": 1.4286,
      "step": 68375
    },
    {
      "epoch": 5.808358817533129,
      "grad_norm": 2.576826893433724,
      "learning_rate": 7.990977511160567e-07,
      "loss": 1.2898,
      "step": 68376
    },
    {
      "epoch": 5.808443764865784,
      "grad_norm": 2.9332430884978415,
      "learning_rate": 7.983901171022378e-07,
      "loss": 1.6319,
      "step": 68377
    },
    {
      "epoch": 5.808528712198437,
      "grad_norm": 2.653251355387799,
      "learning_rate": 7.976827957107302e-07,
      "loss": 1.4138,
      "step": 68378
    },
    {
      "epoch": 5.80861365953109,
      "grad_norm": 2.792180948505974,
      "learning_rate": 7.969757869429993e-07,
      "loss": 1.4518,
      "step": 68379
    },
    {
      "epoch": 5.808698606863745,
      "grad_norm": 2.83271399449697,
      "learning_rate": 7.962690908005109e-07,
      "loss": 1.3415,
      "step": 68380
    },
    {
      "epoch": 5.808783554196398,
      "grad_norm": 2.5697956075777606,
      "learning_rate": 7.955627072847637e-07,
      "loss": 1.396,
      "step": 68381
    },
    {
      "epoch": 5.8088685015290515,
      "grad_norm": 2.827343674165566,
      "learning_rate": 7.948566363972564e-07,
      "loss": 1.4829,
      "step": 68382
    },
    {
      "epoch": 5.808953448861706,
      "grad_norm": 2.8397558860109786,
      "learning_rate": 7.941508781394213e-07,
      "loss": 1.5,
      "step": 68383
    },
    {
      "epoch": 5.809038396194359,
      "grad_norm": 2.6701469352454956,
      "learning_rate": 7.934454325127571e-07,
      "loss": 1.4363,
      "step": 68384
    },
    {
      "epoch": 5.8091233435270135,
      "grad_norm": 2.629925828553003,
      "learning_rate": 7.927402995187626e-07,
      "loss": 1.3873,
      "step": 68385
    },
    {
      "epoch": 5.809208290859667,
      "grad_norm": 2.6388097570689957,
      "learning_rate": 7.920354791589034e-07,
      "loss": 1.1798,
      "step": 68386
    },
    {
      "epoch": 5.809293238192321,
      "grad_norm": 2.6092951121991876,
      "learning_rate": 7.91330971434645e-07,
      "loss": 1.4267,
      "step": 68387
    },
    {
      "epoch": 5.809378185524975,
      "grad_norm": 2.705612037356525,
      "learning_rate": 7.906267763474694e-07,
      "loss": 1.3991,
      "step": 68388
    },
    {
      "epoch": 5.809463132857628,
      "grad_norm": 2.766674813059472,
      "learning_rate": 7.899228938988589e-07,
      "loss": 1.5203,
      "step": 68389
    },
    {
      "epoch": 5.809548080190282,
      "grad_norm": 2.7719658389845176,
      "learning_rate": 7.892193240902789e-07,
      "loss": 1.2308,
      "step": 68390
    },
    {
      "epoch": 5.809633027522936,
      "grad_norm": 2.7489634483230465,
      "learning_rate": 7.885160669232116e-07,
      "loss": 1.2541,
      "step": 68391
    },
    {
      "epoch": 5.809717974855589,
      "grad_norm": 3.392428575957842,
      "learning_rate": 7.878131223991058e-07,
      "loss": 1.6471,
      "step": 68392
    },
    {
      "epoch": 5.8098029221882435,
      "grad_norm": 2.805449235350452,
      "learning_rate": 7.871104905194769e-07,
      "loss": 1.5401,
      "step": 68393
    },
    {
      "epoch": 5.809887869520897,
      "grad_norm": 2.74988305989699,
      "learning_rate": 7.86408171285774e-07,
      "loss": 1.3513,
      "step": 68394
    },
    {
      "epoch": 5.809972816853551,
      "grad_norm": 2.730212229882927,
      "learning_rate": 7.857061646994789e-07,
      "loss": 1.2659,
      "step": 68395
    },
    {
      "epoch": 5.810057764186205,
      "grad_norm": 3.332266892283393,
      "learning_rate": 7.850044707620406e-07,
      "loss": 1.6333,
      "step": 68396
    },
    {
      "epoch": 5.810142711518858,
      "grad_norm": 2.80989812989337,
      "learning_rate": 7.843030894749414e-07,
      "loss": 1.5003,
      "step": 68397
    },
    {
      "epoch": 5.810227658851512,
      "grad_norm": 2.7223406661555964,
      "learning_rate": 7.836020208396631e-07,
      "loss": 1.49,
      "step": 68398
    },
    {
      "epoch": 5.810312606184166,
      "grad_norm": 2.746245670396494,
      "learning_rate": 7.829012648576549e-07,
      "loss": 1.5726,
      "step": 68399
    },
    {
      "epoch": 5.81039755351682,
      "grad_norm": 2.769970609334566,
      "learning_rate": 7.822008215303987e-07,
      "loss": 1.494,
      "step": 68400
    },
    {
      "epoch": 5.810482500849473,
      "grad_norm": 2.8260639966902974,
      "learning_rate": 7.815006908593602e-07,
      "loss": 1.5964,
      "step": 68401
    },
    {
      "epoch": 5.810567448182127,
      "grad_norm": 2.9303784902297303,
      "learning_rate": 7.80800872845988e-07,
      "loss": 1.6561,
      "step": 68402
    },
    {
      "epoch": 5.810652395514781,
      "grad_norm": 2.674060379606417,
      "learning_rate": 7.801013674917811e-07,
      "loss": 1.256,
      "step": 68403
    },
    {
      "epoch": 5.8107373428474345,
      "grad_norm": 2.367071950673878,
      "learning_rate": 7.794021747981716e-07,
      "loss": 1.0052,
      "step": 68404
    },
    {
      "epoch": 5.810822290180088,
      "grad_norm": 2.791494355620384,
      "learning_rate": 7.787032947666582e-07,
      "loss": 1.4913,
      "step": 68405
    },
    {
      "epoch": 5.810907237512742,
      "grad_norm": 2.8230822181257302,
      "learning_rate": 7.780047273986733e-07,
      "loss": 1.4678,
      "step": 68406
    },
    {
      "epoch": 5.810992184845396,
      "grad_norm": 2.737261796811282,
      "learning_rate": 7.773064726957156e-07,
      "loss": 1.4546,
      "step": 68407
    },
    {
      "epoch": 5.81107713217805,
      "grad_norm": 2.6769790074058544,
      "learning_rate": 7.766085306592007e-07,
      "loss": 1.4487,
      "step": 68408
    },
    {
      "epoch": 5.811162079510703,
      "grad_norm": 2.520878473357745,
      "learning_rate": 7.759109012906439e-07,
      "loss": 1.2982,
      "step": 68409
    },
    {
      "epoch": 5.811247026843358,
      "grad_norm": 2.491004705517824,
      "learning_rate": 7.752135845914609e-07,
      "loss": 1.2084,
      "step": 68410
    },
    {
      "epoch": 5.811331974176011,
      "grad_norm": 2.560727132572232,
      "learning_rate": 7.745165805631503e-07,
      "loss": 1.1496,
      "step": 68411
    },
    {
      "epoch": 5.811416921508664,
      "grad_norm": 2.9409668825467126,
      "learning_rate": 7.738198892071445e-07,
      "loss": 1.4917,
      "step": 68412
    },
    {
      "epoch": 5.811501868841319,
      "grad_norm": 2.6731707934969684,
      "learning_rate": 7.731235105249256e-07,
      "loss": 1.3345,
      "step": 68413
    },
    {
      "epoch": 5.811586816173972,
      "grad_norm": 2.603095284536617,
      "learning_rate": 7.724274445179257e-07,
      "loss": 1.3842,
      "step": 68414
    },
    {
      "epoch": 5.8116717635066255,
      "grad_norm": 2.882277669645976,
      "learning_rate": 7.71731691187627e-07,
      "loss": 1.3488,
      "step": 68415
    },
    {
      "epoch": 5.81175671083928,
      "grad_norm": 2.6747729549995287,
      "learning_rate": 7.710362505354784e-07,
      "loss": 1.5347,
      "step": 68416
    },
    {
      "epoch": 5.811841658171933,
      "grad_norm": 2.7865972592595263,
      "learning_rate": 7.703411225629452e-07,
      "loss": 1.4817,
      "step": 68417
    },
    {
      "epoch": 5.8119266055045875,
      "grad_norm": 2.694269642593636,
      "learning_rate": 7.696463072714765e-07,
      "loss": 1.4851,
      "step": 68418
    },
    {
      "epoch": 5.812011552837241,
      "grad_norm": 2.6636299048152408,
      "learning_rate": 7.68951804662521e-07,
      "loss": 1.4223,
      "step": 68419
    },
    {
      "epoch": 5.812096500169894,
      "grad_norm": 2.6145666338451625,
      "learning_rate": 7.682576147375275e-07,
      "loss": 1.3569,
      "step": 68420
    },
    {
      "epoch": 5.812181447502549,
      "grad_norm": 3.32673692616062,
      "learning_rate": 7.675637374979782e-07,
      "loss": 1.7569,
      "step": 68421
    },
    {
      "epoch": 5.812266394835202,
      "grad_norm": 2.7009790865576906,
      "learning_rate": 7.668701729453219e-07,
      "loss": 1.4719,
      "step": 68422
    },
    {
      "epoch": 5.812351342167856,
      "grad_norm": 2.731857951284918,
      "learning_rate": 7.66176921080991e-07,
      "loss": 1.3923,
      "step": 68423
    },
    {
      "epoch": 5.81243628950051,
      "grad_norm": 2.6817237670579503,
      "learning_rate": 7.654839819064507e-07,
      "loss": 1.2663,
      "step": 68424
    },
    {
      "epoch": 5.812521236833163,
      "grad_norm": 2.5754566317879064,
      "learning_rate": 7.6479135542315e-07,
      "loss": 1.1551,
      "step": 68425
    },
    {
      "epoch": 5.812606184165817,
      "grad_norm": 2.815771824260899,
      "learning_rate": 7.640990416325543e-07,
      "loss": 1.5197,
      "step": 68426
    },
    {
      "epoch": 5.812691131498471,
      "grad_norm": 2.8850687110404074,
      "learning_rate": 7.634070405360959e-07,
      "loss": 1.3869,
      "step": 68427
    },
    {
      "epoch": 5.812776078831124,
      "grad_norm": 2.815113168855989,
      "learning_rate": 7.627153521352236e-07,
      "loss": 1.55,
      "step": 68428
    },
    {
      "epoch": 5.8128610261637785,
      "grad_norm": 2.7432759822500294,
      "learning_rate": 7.620239764314029e-07,
      "loss": 1.5128,
      "step": 68429
    },
    {
      "epoch": 5.812945973496432,
      "grad_norm": 2.67958613608561,
      "learning_rate": 7.613329134260826e-07,
      "loss": 1.4362,
      "step": 68430
    },
    {
      "epoch": 5.813030920829086,
      "grad_norm": 2.7355010589892768,
      "learning_rate": 7.606421631206783e-07,
      "loss": 1.5432,
      "step": 68431
    },
    {
      "epoch": 5.81311586816174,
      "grad_norm": 2.6082233350224606,
      "learning_rate": 7.59951725516672e-07,
      "loss": 1.3824,
      "step": 68432
    },
    {
      "epoch": 5.813200815494394,
      "grad_norm": 2.8609206881098452,
      "learning_rate": 7.592616006154961e-07,
      "loss": 1.4765,
      "step": 68433
    },
    {
      "epoch": 5.813285762827047,
      "grad_norm": 2.8387806135714553,
      "learning_rate": 7.58571788418616e-07,
      "loss": 1.4027,
      "step": 68434
    },
    {
      "epoch": 5.813370710159701,
      "grad_norm": 2.9097362219892764,
      "learning_rate": 7.578822889274306e-07,
      "loss": 1.6658,
      "step": 68435
    },
    {
      "epoch": 5.813455657492355,
      "grad_norm": 2.638145966194813,
      "learning_rate": 7.571931021434386e-07,
      "loss": 1.1868,
      "step": 68436
    },
    {
      "epoch": 5.8135406048250085,
      "grad_norm": 2.634491636030442,
      "learning_rate": 7.565042280680556e-07,
      "loss": 1.1641,
      "step": 68437
    },
    {
      "epoch": 5.813625552157662,
      "grad_norm": 2.6419046339204306,
      "learning_rate": 7.558156667027304e-07,
      "loss": 1.3705,
      "step": 68438
    },
    {
      "epoch": 5.813710499490316,
      "grad_norm": 2.6614327974804888,
      "learning_rate": 7.551274180488953e-07,
      "loss": 1.3717,
      "step": 68439
    },
    {
      "epoch": 5.81379544682297,
      "grad_norm": 2.67658918138984,
      "learning_rate": 7.544394821080158e-07,
      "loss": 1.342,
      "step": 68440
    },
    {
      "epoch": 5.813880394155624,
      "grad_norm": 2.958706174429164,
      "learning_rate": 7.537518588815239e-07,
      "loss": 1.7215,
      "step": 68441
    },
    {
      "epoch": 5.813965341488277,
      "grad_norm": 2.79974669613839,
      "learning_rate": 7.530645483708353e-07,
      "loss": 1.3581,
      "step": 68442
    },
    {
      "epoch": 5.814050288820931,
      "grad_norm": 2.6684706739200323,
      "learning_rate": 7.523775505774154e-07,
      "loss": 1.4015,
      "step": 68443
    },
    {
      "epoch": 5.814135236153585,
      "grad_norm": 2.746771824934381,
      "learning_rate": 7.516908655027131e-07,
      "loss": 1.4782,
      "step": 68444
    },
    {
      "epoch": 5.814220183486238,
      "grad_norm": 2.881718838142583,
      "learning_rate": 7.51004493148144e-07,
      "loss": 1.5513,
      "step": 68445
    },
    {
      "epoch": 5.814305130818893,
      "grad_norm": 2.621473240768357,
      "learning_rate": 7.503184335151569e-07,
      "loss": 1.2128,
      "step": 68446
    },
    {
      "epoch": 5.814390078151546,
      "grad_norm": 2.7625347452682756,
      "learning_rate": 7.496326866051838e-07,
      "loss": 1.4148,
      "step": 68447
    },
    {
      "epoch": 5.8144750254841995,
      "grad_norm": 2.797484965689835,
      "learning_rate": 7.489472524196738e-07,
      "loss": 1.3689,
      "step": 68448
    },
    {
      "epoch": 5.814559972816854,
      "grad_norm": 2.7807863127068266,
      "learning_rate": 7.482621309600422e-07,
      "loss": 1.5917,
      "step": 68449
    },
    {
      "epoch": 5.814644920149507,
      "grad_norm": 3.3787236559254477,
      "learning_rate": 7.475773222277548e-07,
      "loss": 1.5599,
      "step": 68450
    },
    {
      "epoch": 5.814729867482161,
      "grad_norm": 2.6298278150631687,
      "learning_rate": 7.468928262242102e-07,
      "loss": 1.3537,
      "step": 68451
    },
    {
      "epoch": 5.814814814814815,
      "grad_norm": 2.7412980877613986,
      "learning_rate": 7.462086429508741e-07,
      "loss": 1.3801,
      "step": 68452
    },
    {
      "epoch": 5.814899762147468,
      "grad_norm": 2.5227644974885055,
      "learning_rate": 7.455247724091618e-07,
      "loss": 1.3567,
      "step": 68453
    },
    {
      "epoch": 5.814984709480123,
      "grad_norm": 2.7343220647828357,
      "learning_rate": 7.448412146005223e-07,
      "loss": 1.3009,
      "step": 68454
    },
    {
      "epoch": 5.815069656812776,
      "grad_norm": 2.502485658865403,
      "learning_rate": 7.441579695263711e-07,
      "loss": 1.4077,
      "step": 68455
    },
    {
      "epoch": 5.81515460414543,
      "grad_norm": 2.8264924568907093,
      "learning_rate": 7.434750371881403e-07,
      "loss": 1.7017,
      "step": 68456
    },
    {
      "epoch": 5.815239551478084,
      "grad_norm": 2.9154428470991296,
      "learning_rate": 7.427924175872624e-07,
      "loss": 1.5224,
      "step": 68457
    },
    {
      "epoch": 5.815324498810737,
      "grad_norm": 2.8250564190046115,
      "learning_rate": 7.421101107251859e-07,
      "loss": 1.5282,
      "step": 68458
    },
    {
      "epoch": 5.815409446143391,
      "grad_norm": 2.6678017254147113,
      "learning_rate": 7.414281166033265e-07,
      "loss": 1.5177,
      "step": 68459
    },
    {
      "epoch": 5.815494393476045,
      "grad_norm": 2.7176147364638465,
      "learning_rate": 7.407464352230996e-07,
      "loss": 1.3691,
      "step": 68460
    },
    {
      "epoch": 5.815579340808698,
      "grad_norm": 2.8893745775719215,
      "learning_rate": 7.400650665859709e-07,
      "loss": 1.4051,
      "step": 68461
    },
    {
      "epoch": 5.8156642881413525,
      "grad_norm": 2.858356080109462,
      "learning_rate": 7.393840106933224e-07,
      "loss": 1.299,
      "step": 68462
    },
    {
      "epoch": 5.815749235474006,
      "grad_norm": 3.4766577617419565,
      "learning_rate": 7.387032675466032e-07,
      "loss": 1.7895,
      "step": 68463
    },
    {
      "epoch": 5.81583418280666,
      "grad_norm": 2.831002683605267,
      "learning_rate": 7.380228371472451e-07,
      "loss": 1.4478,
      "step": 68464
    },
    {
      "epoch": 5.815919130139314,
      "grad_norm": 2.572162414092797,
      "learning_rate": 7.373427194966641e-07,
      "loss": 1.372,
      "step": 68465
    },
    {
      "epoch": 5.816004077471967,
      "grad_norm": 2.682070040267978,
      "learning_rate": 7.366629145963088e-07,
      "loss": 1.3999,
      "step": 68466
    },
    {
      "epoch": 5.816089024804621,
      "grad_norm": 2.870738915795763,
      "learning_rate": 7.359834224475613e-07,
      "loss": 1.6106,
      "step": 68467
    },
    {
      "epoch": 5.816173972137275,
      "grad_norm": 2.779719493356388,
      "learning_rate": 7.353042430518707e-07,
      "loss": 1.5817,
      "step": 68468
    },
    {
      "epoch": 5.816258919469929,
      "grad_norm": 2.6635690932571667,
      "learning_rate": 7.346253764106691e-07,
      "loss": 1.4233,
      "step": 68469
    },
    {
      "epoch": 5.816343866802582,
      "grad_norm": 2.8380902623000925,
      "learning_rate": 7.339468225253553e-07,
      "loss": 1.3435,
      "step": 68470
    },
    {
      "epoch": 5.816428814135236,
      "grad_norm": 2.513052613030515,
      "learning_rate": 7.332685813973616e-07,
      "loss": 1.0664,
      "step": 68471
    },
    {
      "epoch": 5.81651376146789,
      "grad_norm": 2.6791634801595676,
      "learning_rate": 7.325906530281201e-07,
      "loss": 1.4534,
      "step": 68472
    },
    {
      "epoch": 5.8165987088005435,
      "grad_norm": 2.8678925671140028,
      "learning_rate": 7.319130374190463e-07,
      "loss": 1.5772,
      "step": 68473
    },
    {
      "epoch": 5.816683656133197,
      "grad_norm": 2.7774363122868597,
      "learning_rate": 7.312357345715392e-07,
      "loss": 1.2982,
      "step": 68474
    },
    {
      "epoch": 5.816768603465851,
      "grad_norm": 2.8185073048338336,
      "learning_rate": 7.305587444870475e-07,
      "loss": 1.4737,
      "step": 68475
    },
    {
      "epoch": 5.816853550798505,
      "grad_norm": 3.065854990618902,
      "learning_rate": 7.298820671669703e-07,
      "loss": 1.4872,
      "step": 68476
    },
    {
      "epoch": 5.816938498131159,
      "grad_norm": 2.7782081283666344,
      "learning_rate": 7.292057026127396e-07,
      "loss": 1.3333,
      "step": 68477
    },
    {
      "epoch": 5.817023445463812,
      "grad_norm": 2.7105217980140437,
      "learning_rate": 7.285296508257543e-07,
      "loss": 1.4892,
      "step": 68478
    },
    {
      "epoch": 5.817108392796467,
      "grad_norm": 2.7575355818539595,
      "learning_rate": 7.278539118074467e-07,
      "loss": 1.2784,
      "step": 68479
    },
    {
      "epoch": 5.81719334012912,
      "grad_norm": 2.7121710854559957,
      "learning_rate": 7.271784855592322e-07,
      "loss": 1.2546,
      "step": 68480
    },
    {
      "epoch": 5.8172782874617734,
      "grad_norm": 3.2985609259693947,
      "learning_rate": 7.265033720825098e-07,
      "loss": 1.7175,
      "step": 68481
    },
    {
      "epoch": 5.817363234794428,
      "grad_norm": 2.707464682774119,
      "learning_rate": 7.258285713786949e-07,
      "loss": 1.4431,
      "step": 68482
    },
    {
      "epoch": 5.817448182127081,
      "grad_norm": 2.758712247670381,
      "learning_rate": 7.251540834492365e-07,
      "loss": 1.5734,
      "step": 68483
    },
    {
      "epoch": 5.8175331294597346,
      "grad_norm": 2.57851543656301,
      "learning_rate": 7.244799082955166e-07,
      "loss": 1.3985,
      "step": 68484
    },
    {
      "epoch": 5.817618076792389,
      "grad_norm": 2.780036791599404,
      "learning_rate": 7.23806045918951e-07,
      "loss": 1.4867,
      "step": 68485
    },
    {
      "epoch": 5.817703024125042,
      "grad_norm": 2.6917832811736426,
      "learning_rate": 7.23132496320955e-07,
      "loss": 1.4496,
      "step": 68486
    },
    {
      "epoch": 5.8177879714576965,
      "grad_norm": 2.609178504489976,
      "learning_rate": 7.224592595029443e-07,
      "loss": 1.4074,
      "step": 68487
    },
    {
      "epoch": 5.81787291879035,
      "grad_norm": 2.7459021060117146,
      "learning_rate": 7.217863354663178e-07,
      "loss": 1.4575,
      "step": 68488
    },
    {
      "epoch": 5.817957866123003,
      "grad_norm": 2.7625631171236757,
      "learning_rate": 7.211137242124909e-07,
      "loss": 1.4803,
      "step": 68489
    },
    {
      "epoch": 5.818042813455658,
      "grad_norm": 2.8869800188300476,
      "learning_rate": 7.204414257428792e-07,
      "loss": 1.6429,
      "step": 68490
    },
    {
      "epoch": 5.818127760788311,
      "grad_norm": 2.509327135523307,
      "learning_rate": 7.197694400588816e-07,
      "loss": 1.1933,
      "step": 68491
    },
    {
      "epoch": 5.818212708120965,
      "grad_norm": 2.781645835935695,
      "learning_rate": 7.190977671619136e-07,
      "loss": 1.3682,
      "step": 68492
    },
    {
      "epoch": 5.818297655453619,
      "grad_norm": 2.5675737934153506,
      "learning_rate": 7.184264070533908e-07,
      "loss": 1.2801,
      "step": 68493
    },
    {
      "epoch": 5.818382602786272,
      "grad_norm": 2.817297635397668,
      "learning_rate": 7.177553597346952e-07,
      "loss": 1.3531,
      "step": 68494
    },
    {
      "epoch": 5.8184675501189265,
      "grad_norm": 2.5348300006765334,
      "learning_rate": 7.170846252072593e-07,
      "loss": 1.4285,
      "step": 68495
    },
    {
      "epoch": 5.81855249745158,
      "grad_norm": 2.5375057667164707,
      "learning_rate": 7.164142034724651e-07,
      "loss": 1.3888,
      "step": 68496
    },
    {
      "epoch": 5.818637444784233,
      "grad_norm": 2.3760064691936726,
      "learning_rate": 7.15744094531745e-07,
      "loss": 1.0726,
      "step": 68497
    },
    {
      "epoch": 5.818722392116888,
      "grad_norm": 3.0366712065827133,
      "learning_rate": 7.15074298386481e-07,
      "loss": 1.6583,
      "step": 68498
    },
    {
      "epoch": 5.818807339449541,
      "grad_norm": 2.647080332098615,
      "learning_rate": 7.144048150380721e-07,
      "loss": 1.4685,
      "step": 68499
    },
    {
      "epoch": 5.818892286782195,
      "grad_norm": 2.85741623132988,
      "learning_rate": 7.137356444879338e-07,
      "loss": 1.5275,
      "step": 68500
    },
    {
      "epoch": 5.818977234114849,
      "grad_norm": 2.7301861546542248,
      "learning_rate": 7.130667867374651e-07,
      "loss": 1.4997,
      "step": 68501
    },
    {
      "epoch": 5.819062181447503,
      "grad_norm": 2.669786919275347,
      "learning_rate": 7.123982417880814e-07,
      "loss": 1.5154,
      "step": 68502
    },
    {
      "epoch": 5.819147128780156,
      "grad_norm": 2.4824978164974545,
      "learning_rate": 7.117300096411649e-07,
      "loss": 1.1442,
      "step": 68503
    },
    {
      "epoch": 5.81923207611281,
      "grad_norm": 2.694131259654744,
      "learning_rate": 7.110620902981146e-07,
      "loss": 1.5255,
      "step": 68504
    },
    {
      "epoch": 5.819317023445464,
      "grad_norm": 2.9243879166953284,
      "learning_rate": 7.103944837603459e-07,
      "loss": 1.6507,
      "step": 68505
    },
    {
      "epoch": 5.8194019707781175,
      "grad_norm": 2.6161240205354677,
      "learning_rate": 7.097271900292246e-07,
      "loss": 1.3684,
      "step": 68506
    },
    {
      "epoch": 5.819486918110771,
      "grad_norm": 2.5959409168224132,
      "learning_rate": 7.090602091061826e-07,
      "loss": 1.3957,
      "step": 68507
    },
    {
      "epoch": 5.819571865443425,
      "grad_norm": 2.82482302271903,
      "learning_rate": 7.083935409926189e-07,
      "loss": 1.3592,
      "step": 68508
    },
    {
      "epoch": 5.819656812776079,
      "grad_norm": 2.642786773542021,
      "learning_rate": 7.077271856899158e-07,
      "loss": 1.3113,
      "step": 68509
    },
    {
      "epoch": 5.819741760108733,
      "grad_norm": 2.7300133048181237,
      "learning_rate": 7.070611431994722e-07,
      "loss": 1.3468,
      "step": 68510
    },
    {
      "epoch": 5.819826707441386,
      "grad_norm": 2.5615317927035157,
      "learning_rate": 7.063954135226702e-07,
      "loss": 1.3313,
      "step": 68511
    },
    {
      "epoch": 5.81991165477404,
      "grad_norm": 2.7367611253821376,
      "learning_rate": 7.057299966609253e-07,
      "loss": 1.5357,
      "step": 68512
    },
    {
      "epoch": 5.819996602106694,
      "grad_norm": 2.578581325044708,
      "learning_rate": 7.050648926156366e-07,
      "loss": 1.3679,
      "step": 68513
    },
    {
      "epoch": 5.820081549439347,
      "grad_norm": 2.608871262578129,
      "learning_rate": 7.044001013881695e-07,
      "loss": 1.2537,
      "step": 68514
    },
    {
      "epoch": 5.820166496772002,
      "grad_norm": 2.690532666940976,
      "learning_rate": 7.037356229799562e-07,
      "loss": 1.4306,
      "step": 68515
    },
    {
      "epoch": 5.820251444104655,
      "grad_norm": 2.5729106967447177,
      "learning_rate": 7.030714573923458e-07,
      "loss": 1.3483,
      "step": 68516
    },
    {
      "epoch": 5.8203363914373085,
      "grad_norm": 2.6086635979336847,
      "learning_rate": 7.024076046267534e-07,
      "loss": 1.2035,
      "step": 68517
    },
    {
      "epoch": 5.820421338769963,
      "grad_norm": 3.1044488195706528,
      "learning_rate": 7.017440646845618e-07,
      "loss": 1.6096,
      "step": 68518
    },
    {
      "epoch": 5.820506286102616,
      "grad_norm": 2.668309100400657,
      "learning_rate": 7.010808375671694e-07,
      "loss": 1.2791,
      "step": 68519
    },
    {
      "epoch": 5.8205912334352705,
      "grad_norm": 2.860054222806689,
      "learning_rate": 7.004179232759754e-07,
      "loss": 1.5398,
      "step": 68520
    },
    {
      "epoch": 5.820676180767924,
      "grad_norm": 2.8220692149013584,
      "learning_rate": 6.997553218123452e-07,
      "loss": 1.5249,
      "step": 68521
    },
    {
      "epoch": 5.820761128100577,
      "grad_norm": 2.717320545214128,
      "learning_rate": 6.990930331776778e-07,
      "loss": 1.2831,
      "step": 68522
    },
    {
      "epoch": 5.820846075433232,
      "grad_norm": 2.877340802263998,
      "learning_rate": 6.98431057373372e-07,
      "loss": 1.3996,
      "step": 68523
    },
    {
      "epoch": 5.820931022765885,
      "grad_norm": 2.762649521070422,
      "learning_rate": 6.977693944007934e-07,
      "loss": 1.5432,
      "step": 68524
    },
    {
      "epoch": 5.821015970098539,
      "grad_norm": 2.7600878358132235,
      "learning_rate": 6.971080442613408e-07,
      "loss": 1.2444,
      "step": 68525
    },
    {
      "epoch": 5.821100917431193,
      "grad_norm": 2.9127965970524703,
      "learning_rate": 6.964470069563965e-07,
      "loss": 1.6707,
      "step": 68526
    },
    {
      "epoch": 5.821185864763846,
      "grad_norm": 2.584463727188616,
      "learning_rate": 6.957862824873428e-07,
      "loss": 1.1977,
      "step": 68527
    },
    {
      "epoch": 5.8212708120965,
      "grad_norm": 2.6158125123018046,
      "learning_rate": 6.951258708555785e-07,
      "loss": 1.422,
      "step": 68528
    },
    {
      "epoch": 5.821355759429154,
      "grad_norm": 2.850425342188045,
      "learning_rate": 6.944657720624691e-07,
      "loss": 1.652,
      "step": 68529
    },
    {
      "epoch": 5.821440706761807,
      "grad_norm": 2.763313102580412,
      "learning_rate": 6.938059861094136e-07,
      "loss": 1.3821,
      "step": 68530
    },
    {
      "epoch": 5.8215256540944615,
      "grad_norm": 2.920432963271555,
      "learning_rate": 6.931465129977775e-07,
      "loss": 1.6373,
      "step": 68531
    },
    {
      "epoch": 5.821610601427115,
      "grad_norm": 2.7318439370289647,
      "learning_rate": 6.924873527289598e-07,
      "loss": 1.5513,
      "step": 68532
    },
    {
      "epoch": 5.821695548759769,
      "grad_norm": 2.786508065328494,
      "learning_rate": 6.918285053043426e-07,
      "loss": 1.3696,
      "step": 68533
    },
    {
      "epoch": 5.821780496092423,
      "grad_norm": 2.6661848550143636,
      "learning_rate": 6.911699707252916e-07,
      "loss": 1.2458,
      "step": 68534
    },
    {
      "epoch": 5.821865443425077,
      "grad_norm": 2.9237443920945783,
      "learning_rate": 6.905117489931722e-07,
      "loss": 1.4926,
      "step": 68535
    },
    {
      "epoch": 5.82195039075773,
      "grad_norm": 2.6452638203644967,
      "learning_rate": 6.898538401094e-07,
      "loss": 1.3819,
      "step": 68536
    },
    {
      "epoch": 5.822035338090384,
      "grad_norm": 2.731641929310192,
      "learning_rate": 6.891962440753407e-07,
      "loss": 1.5428,
      "step": 68537
    },
    {
      "epoch": 5.822120285423038,
      "grad_norm": 2.8598977479433794,
      "learning_rate": 6.885389608923597e-07,
      "loss": 1.4213,
      "step": 68538
    },
    {
      "epoch": 5.8222052327556915,
      "grad_norm": 2.7101064827481496,
      "learning_rate": 6.87881990561856e-07,
      "loss": 1.4848,
      "step": 68539
    },
    {
      "epoch": 5.822290180088345,
      "grad_norm": 2.7467291793262727,
      "learning_rate": 6.872253330851784e-07,
      "loss": 1.4847,
      "step": 68540
    },
    {
      "epoch": 5.822375127420999,
      "grad_norm": 2.9736832735562184,
      "learning_rate": 6.865689884637427e-07,
      "loss": 1.5042,
      "step": 68541
    },
    {
      "epoch": 5.822460074753653,
      "grad_norm": 2.527382744706246,
      "learning_rate": 6.859129566988808e-07,
      "loss": 1.2903,
      "step": 68542
    },
    {
      "epoch": 5.822545022086307,
      "grad_norm": 2.826241451030674,
      "learning_rate": 6.852572377919752e-07,
      "loss": 1.4782,
      "step": 68543
    },
    {
      "epoch": 5.82262996941896,
      "grad_norm": 2.786979507201934,
      "learning_rate": 6.846018317444246e-07,
      "loss": 1.5269,
      "step": 68544
    },
    {
      "epoch": 5.822714916751614,
      "grad_norm": 2.7371658804845276,
      "learning_rate": 6.839467385575948e-07,
      "loss": 1.5027,
      "step": 68545
    },
    {
      "epoch": 5.822799864084268,
      "grad_norm": 2.625786982664821,
      "learning_rate": 6.832919582328345e-07,
      "loss": 1.3258,
      "step": 68546
    },
    {
      "epoch": 5.822884811416921,
      "grad_norm": 2.6813937121863924,
      "learning_rate": 6.826374907715426e-07,
      "loss": 1.5651,
      "step": 68547
    },
    {
      "epoch": 5.822969758749576,
      "grad_norm": 2.7810577293678467,
      "learning_rate": 6.819833361750848e-07,
      "loss": 1.324,
      "step": 68548
    },
    {
      "epoch": 5.823054706082229,
      "grad_norm": 2.690095567863501,
      "learning_rate": 6.813294944448266e-07,
      "loss": 1.1743,
      "step": 68549
    },
    {
      "epoch": 5.8231396534148825,
      "grad_norm": 2.6046197420134125,
      "learning_rate": 6.806759655821336e-07,
      "loss": 1.3449,
      "step": 68550
    },
    {
      "epoch": 5.823224600747537,
      "grad_norm": 2.715369883420996,
      "learning_rate": 6.800227495883881e-07,
      "loss": 1.5588,
      "step": 68551
    },
    {
      "epoch": 5.82330954808019,
      "grad_norm": 2.7371538985835495,
      "learning_rate": 6.793698464649388e-07,
      "loss": 1.5184,
      "step": 68552
    },
    {
      "epoch": 5.823394495412844,
      "grad_norm": 2.6004326976889587,
      "learning_rate": 6.787172562131682e-07,
      "loss": 1.3818,
      "step": 68553
    },
    {
      "epoch": 5.823479442745498,
      "grad_norm": 2.640204984945026,
      "learning_rate": 6.780649788344583e-07,
      "loss": 1.4013,
      "step": 68554
    },
    {
      "epoch": 5.823564390078151,
      "grad_norm": 2.9376449059255396,
      "learning_rate": 6.774130143301415e-07,
      "loss": 1.786,
      "step": 68555
    },
    {
      "epoch": 5.823649337410806,
      "grad_norm": 2.797576352868138,
      "learning_rate": 6.767613627016166e-07,
      "loss": 1.5768,
      "step": 68556
    },
    {
      "epoch": 5.823734284743459,
      "grad_norm": 2.818851470778784,
      "learning_rate": 6.76110023950216e-07,
      "loss": 1.4202,
      "step": 68557
    },
    {
      "epoch": 5.823819232076113,
      "grad_norm": 2.7741313549964044,
      "learning_rate": 6.754589980773384e-07,
      "loss": 1.5,
      "step": 68558
    },
    {
      "epoch": 5.823904179408767,
      "grad_norm": 2.7798518844445668,
      "learning_rate": 6.748082850843328e-07,
      "loss": 1.4794,
      "step": 68559
    },
    {
      "epoch": 5.82398912674142,
      "grad_norm": 2.5926106826345925,
      "learning_rate": 6.741578849725481e-07,
      "loss": 1.3849,
      "step": 68560
    },
    {
      "epoch": 5.824074074074074,
      "grad_norm": 2.7975803635588243,
      "learning_rate": 6.735077977433667e-07,
      "loss": 1.3836,
      "step": 68561
    },
    {
      "epoch": 5.824159021406728,
      "grad_norm": 2.713537271457336,
      "learning_rate": 6.72858023398154e-07,
      "loss": 1.2648,
      "step": 68562
    },
    {
      "epoch": 5.824243968739381,
      "grad_norm": 2.7642793568696704,
      "learning_rate": 6.722085619382422e-07,
      "loss": 1.5071,
      "step": 68563
    },
    {
      "epoch": 5.8243289160720355,
      "grad_norm": 2.770131332560232,
      "learning_rate": 6.715594133650304e-07,
      "loss": 1.4333,
      "step": 68564
    },
    {
      "epoch": 5.824413863404689,
      "grad_norm": 2.677175762370387,
      "learning_rate": 6.709105776798507e-07,
      "loss": 1.3673,
      "step": 68565
    },
    {
      "epoch": 5.824498810737343,
      "grad_norm": 2.6168019835272927,
      "learning_rate": 6.702620548840854e-07,
      "loss": 1.1011,
      "step": 68566
    },
    {
      "epoch": 5.824583758069997,
      "grad_norm": 3.1652948325683847,
      "learning_rate": 6.696138449790667e-07,
      "loss": 1.527,
      "step": 68567
    },
    {
      "epoch": 5.82466870540265,
      "grad_norm": 2.8589645322963513,
      "learning_rate": 6.689659479661602e-07,
      "loss": 1.323,
      "step": 68568
    },
    {
      "epoch": 5.824753652735304,
      "grad_norm": 2.7536442634460814,
      "learning_rate": 6.683183638467482e-07,
      "loss": 1.4406,
      "step": 68569
    },
    {
      "epoch": 5.824838600067958,
      "grad_norm": 2.774574919371782,
      "learning_rate": 6.676710926221629e-07,
      "loss": 1.5535,
      "step": 68570
    },
    {
      "epoch": 5.824923547400612,
      "grad_norm": 2.591010098348975,
      "learning_rate": 6.670241342937699e-07,
      "loss": 1.3697,
      "step": 68571
    },
    {
      "epoch": 5.825008494733265,
      "grad_norm": 2.8343742219482175,
      "learning_rate": 6.663774888629181e-07,
      "loss": 1.5919,
      "step": 68572
    },
    {
      "epoch": 5.825093442065919,
      "grad_norm": 2.6869273022488986,
      "learning_rate": 6.65731156330973e-07,
      "loss": 1.3496,
      "step": 68573
    },
    {
      "epoch": 5.825178389398573,
      "grad_norm": 2.6269419090990795,
      "learning_rate": 6.650851366992671e-07,
      "loss": 1.21,
      "step": 68574
    },
    {
      "epoch": 5.8252633367312265,
      "grad_norm": 2.9115692337279007,
      "learning_rate": 6.644394299691658e-07,
      "loss": 1.7132,
      "step": 68575
    },
    {
      "epoch": 5.82534828406388,
      "grad_norm": 2.585240899460327,
      "learning_rate": 6.637940361420347e-07,
      "loss": 1.155,
      "step": 68576
    },
    {
      "epoch": 5.825433231396534,
      "grad_norm": 2.6764459188769405,
      "learning_rate": 6.631489552192226e-07,
      "loss": 1.5557,
      "step": 68577
    },
    {
      "epoch": 5.825518178729188,
      "grad_norm": 2.8992677168376777,
      "learning_rate": 6.62504187202062e-07,
      "loss": 1.4235,
      "step": 68578
    },
    {
      "epoch": 5.825603126061842,
      "grad_norm": 2.9310295824174974,
      "learning_rate": 6.61859732091935e-07,
      "loss": 1.4122,
      "step": 68579
    },
    {
      "epoch": 5.825688073394495,
      "grad_norm": 2.533222367340521,
      "learning_rate": 6.612155898901572e-07,
      "loss": 1.2627,
      "step": 68580
    },
    {
      "epoch": 5.82577302072715,
      "grad_norm": 2.7657858562895203,
      "learning_rate": 6.605717605980942e-07,
      "loss": 1.2931,
      "step": 68581
    },
    {
      "epoch": 5.825857968059803,
      "grad_norm": 2.8166799651219385,
      "learning_rate": 6.599282442171117e-07,
      "loss": 1.5346,
      "step": 68582
    },
    {
      "epoch": 5.8259429153924565,
      "grad_norm": 2.7010296042134394,
      "learning_rate": 6.592850407485251e-07,
      "loss": 1.4812,
      "step": 68583
    },
    {
      "epoch": 5.826027862725111,
      "grad_norm": 2.893206749747274,
      "learning_rate": 6.586421501937167e-07,
      "loss": 1.4828,
      "step": 68584
    },
    {
      "epoch": 5.826112810057764,
      "grad_norm": 2.6200033977510877,
      "learning_rate": 6.579995725540021e-07,
      "loss": 1.3078,
      "step": 68585
    },
    {
      "epoch": 5.826197757390418,
      "grad_norm": 2.8127558523792016,
      "learning_rate": 6.573573078307304e-07,
      "loss": 1.3573,
      "step": 68586
    },
    {
      "epoch": 5.826282704723072,
      "grad_norm": 2.5331276875593676,
      "learning_rate": 6.567153560252836e-07,
      "loss": 1.1788,
      "step": 68587
    },
    {
      "epoch": 5.826367652055725,
      "grad_norm": 3.3121065173936133,
      "learning_rate": 6.560737171389774e-07,
      "loss": 1.7395,
      "step": 68588
    },
    {
      "epoch": 5.82645259938838,
      "grad_norm": 2.7025075252375435,
      "learning_rate": 6.554323911731441e-07,
      "loss": 1.3979,
      "step": 68589
    },
    {
      "epoch": 5.826537546721033,
      "grad_norm": 2.9088691571684326,
      "learning_rate": 6.547913781291491e-07,
      "loss": 1.5868,
      "step": 68590
    },
    {
      "epoch": 5.826622494053686,
      "grad_norm": 2.6329867912516156,
      "learning_rate": 6.541506780083416e-07,
      "loss": 1.3813,
      "step": 68591
    },
    {
      "epoch": 5.826707441386341,
      "grad_norm": 2.891351970575217,
      "learning_rate": 6.535102908120371e-07,
      "loss": 1.523,
      "step": 68592
    },
    {
      "epoch": 5.826792388718994,
      "grad_norm": 2.7376080539676613,
      "learning_rate": 6.528702165416011e-07,
      "loss": 1.5353,
      "step": 68593
    },
    {
      "epoch": 5.826877336051648,
      "grad_norm": 2.5426857085853873,
      "learning_rate": 6.522304551983659e-07,
      "loss": 1.2251,
      "step": 68594
    },
    {
      "epoch": 5.826962283384302,
      "grad_norm": 2.6394726017840773,
      "learning_rate": 6.515910067836805e-07,
      "loss": 1.2161,
      "step": 68595
    },
    {
      "epoch": 5.827047230716955,
      "grad_norm": 2.58056754825206,
      "learning_rate": 6.509518712988604e-07,
      "loss": 1.3205,
      "step": 68596
    },
    {
      "epoch": 5.8271321780496095,
      "grad_norm": 2.717919724331405,
      "learning_rate": 6.503130487452712e-07,
      "loss": 1.421,
      "step": 68597
    },
    {
      "epoch": 5.827217125382263,
      "grad_norm": 2.8763293279921496,
      "learning_rate": 6.496745391242453e-07,
      "loss": 1.4013,
      "step": 68598
    },
    {
      "epoch": 5.827302072714916,
      "grad_norm": 2.722424700993629,
      "learning_rate": 6.490363424371148e-07,
      "loss": 1.4231,
      "step": 68599
    },
    {
      "epoch": 5.827387020047571,
      "grad_norm": 2.596539323758475,
      "learning_rate": 6.48398458685212e-07,
      "loss": 1.2824,
      "step": 68600
    },
    {
      "epoch": 5.827471967380224,
      "grad_norm": 2.4944529050792377,
      "learning_rate": 6.477608878698859e-07,
      "loss": 1.1176,
      "step": 68601
    },
    {
      "epoch": 5.827556914712878,
      "grad_norm": 3.1111458896481103,
      "learning_rate": 6.471236299924687e-07,
      "loss": 1.5363,
      "step": 68602
    },
    {
      "epoch": 5.827641862045532,
      "grad_norm": 2.752810236327967,
      "learning_rate": 6.464866850542926e-07,
      "loss": 1.5659,
      "step": 68603
    },
    {
      "epoch": 5.827726809378186,
      "grad_norm": 2.922683622255605,
      "learning_rate": 6.458500530566901e-07,
      "loss": 1.585,
      "step": 68604
    },
    {
      "epoch": 5.827811756710839,
      "grad_norm": 2.7049231933169495,
      "learning_rate": 6.452137340009933e-07,
      "loss": 1.4517,
      "step": 68605
    },
    {
      "epoch": 5.827896704043493,
      "grad_norm": 2.6183515057110793,
      "learning_rate": 6.445777278885511e-07,
      "loss": 1.4365,
      "step": 68606
    },
    {
      "epoch": 5.827981651376147,
      "grad_norm": 2.561944537864878,
      "learning_rate": 6.439420347206791e-07,
      "loss": 1.3707,
      "step": 68607
    },
    {
      "epoch": 5.8280665987088005,
      "grad_norm": 2.7017887023791087,
      "learning_rate": 6.433066544987264e-07,
      "loss": 1.2482,
      "step": 68608
    },
    {
      "epoch": 5.828151546041454,
      "grad_norm": 2.6986791830806767,
      "learning_rate": 6.426715872240085e-07,
      "loss": 1.3888,
      "step": 68609
    },
    {
      "epoch": 5.828236493374108,
      "grad_norm": 2.570827017499622,
      "learning_rate": 6.420368328978576e-07,
      "loss": 1.275,
      "step": 68610
    },
    {
      "epoch": 5.828321440706762,
      "grad_norm": 2.7336117928321144,
      "learning_rate": 6.41402391521606e-07,
      "loss": 1.4983,
      "step": 68611
    },
    {
      "epoch": 5.828406388039416,
      "grad_norm": 3.28183466162917,
      "learning_rate": 6.40768263096586e-07,
      "loss": 1.5763,
      "step": 68612
    },
    {
      "epoch": 5.828491335372069,
      "grad_norm": 2.6950648635256735,
      "learning_rate": 6.401344476241299e-07,
      "loss": 1.2607,
      "step": 68613
    },
    {
      "epoch": 5.828576282704723,
      "grad_norm": 2.847985729033784,
      "learning_rate": 6.395009451055532e-07,
      "loss": 1.3439,
      "step": 68614
    },
    {
      "epoch": 5.828661230037377,
      "grad_norm": 2.9550706764887815,
      "learning_rate": 6.388677555421884e-07,
      "loss": 1.3525,
      "step": 68615
    },
    {
      "epoch": 5.82874617737003,
      "grad_norm": 2.627192857487265,
      "learning_rate": 6.382348789353842e-07,
      "loss": 1.1848,
      "step": 68616
    },
    {
      "epoch": 5.828831124702685,
      "grad_norm": 2.748072207185711,
      "learning_rate": 6.376023152864229e-07,
      "loss": 1.6376,
      "step": 68617
    },
    {
      "epoch": 5.828916072035338,
      "grad_norm": 2.8365137017892423,
      "learning_rate": 6.369700645966535e-07,
      "loss": 1.5058,
      "step": 68618
    },
    {
      "epoch": 5.8290010193679915,
      "grad_norm": 2.8018116812783895,
      "learning_rate": 6.36338126867425e-07,
      "loss": 1.5235,
      "step": 68619
    },
    {
      "epoch": 5.829085966700646,
      "grad_norm": 2.6212069203504686,
      "learning_rate": 6.357065021000196e-07,
      "loss": 1.4251,
      "step": 68620
    },
    {
      "epoch": 5.829170914033299,
      "grad_norm": 2.6342817251101702,
      "learning_rate": 6.350751902957862e-07,
      "loss": 1.2149,
      "step": 68621
    },
    {
      "epoch": 5.829255861365953,
      "grad_norm": 2.58283214026845,
      "learning_rate": 6.344441914560405e-07,
      "loss": 1.1081,
      "step": 68622
    },
    {
      "epoch": 5.829340808698607,
      "grad_norm": 2.7672859495802546,
      "learning_rate": 6.338135055820981e-07,
      "loss": 1.5326,
      "step": 68623
    },
    {
      "epoch": 5.82942575603126,
      "grad_norm": 2.64043321535985,
      "learning_rate": 6.331831326752912e-07,
      "loss": 1.316,
      "step": 68624
    },
    {
      "epoch": 5.829510703363915,
      "grad_norm": 2.7049704309816205,
      "learning_rate": 6.325530727369188e-07,
      "loss": 1.4433,
      "step": 68625
    },
    {
      "epoch": 5.829595650696568,
      "grad_norm": 2.60635254633218,
      "learning_rate": 6.319233257683465e-07,
      "loss": 1.3843,
      "step": 68626
    },
    {
      "epoch": 5.829680598029222,
      "grad_norm": 3.3194694277984893,
      "learning_rate": 6.312938917708566e-07,
      "loss": 1.6102,
      "step": 68627
    },
    {
      "epoch": 5.829765545361876,
      "grad_norm": 2.7005067637225717,
      "learning_rate": 6.306647707457812e-07,
      "loss": 1.436,
      "step": 68628
    },
    {
      "epoch": 5.829850492694529,
      "grad_norm": 2.7053325461420146,
      "learning_rate": 6.300359626944029e-07,
      "loss": 1.4517,
      "step": 68629
    },
    {
      "epoch": 5.8299354400271834,
      "grad_norm": 2.8635882332617086,
      "learning_rate": 6.294074676181038e-07,
      "loss": 1.3096,
      "step": 68630
    },
    {
      "epoch": 5.830020387359837,
      "grad_norm": 2.822408131128297,
      "learning_rate": 6.287792855181661e-07,
      "loss": 1.5247,
      "step": 68631
    },
    {
      "epoch": 5.83010533469249,
      "grad_norm": 3.0773356439813564,
      "learning_rate": 6.281514163959056e-07,
      "loss": 1.4971,
      "step": 68632
    },
    {
      "epoch": 5.8301902820251446,
      "grad_norm": 2.6542678527646313,
      "learning_rate": 6.275238602526211e-07,
      "loss": 1.2288,
      "step": 68633
    },
    {
      "epoch": 5.830275229357798,
      "grad_norm": 2.732660647287135,
      "learning_rate": 6.268966170896616e-07,
      "loss": 1.4558,
      "step": 68634
    },
    {
      "epoch": 5.830360176690452,
      "grad_norm": 2.625166876053592,
      "learning_rate": 6.262696869083261e-07,
      "loss": 1.3619,
      "step": 68635
    },
    {
      "epoch": 5.830445124023106,
      "grad_norm": 2.8114500933852358,
      "learning_rate": 6.256430697099301e-07,
      "loss": 1.5522,
      "step": 68636
    },
    {
      "epoch": 5.830530071355759,
      "grad_norm": 2.739318080739374,
      "learning_rate": 6.250167654957727e-07,
      "loss": 1.503,
      "step": 68637
    },
    {
      "epoch": 5.830615018688413,
      "grad_norm": 2.6367339912928247,
      "learning_rate": 6.243907742672028e-07,
      "loss": 1.2067,
      "step": 68638
    },
    {
      "epoch": 5.830699966021067,
      "grad_norm": 2.6182646818307735,
      "learning_rate": 6.237650960254858e-07,
      "loss": 1.2635,
      "step": 68639
    },
    {
      "epoch": 5.830784913353721,
      "grad_norm": 2.6471050090398998,
      "learning_rate": 6.231397307719543e-07,
      "loss": 1.3379,
      "step": 68640
    },
    {
      "epoch": 5.8308698606863745,
      "grad_norm": 2.631418323262107,
      "learning_rate": 6.225146785079238e-07,
      "loss": 1.5583,
      "step": 68641
    },
    {
      "epoch": 5.830954808019028,
      "grad_norm": 2.6295942893697952,
      "learning_rate": 6.218899392347098e-07,
      "loss": 1.334,
      "step": 68642
    },
    {
      "epoch": 5.831039755351682,
      "grad_norm": 2.587478760057828,
      "learning_rate": 6.212655129535948e-07,
      "loss": 1.3872,
      "step": 68643
    },
    {
      "epoch": 5.831124702684336,
      "grad_norm": 2.6014929263284428,
      "learning_rate": 6.20641399665911e-07,
      "loss": 1.44,
      "step": 68644
    },
    {
      "epoch": 5.831209650016989,
      "grad_norm": 2.9007469340749568,
      "learning_rate": 6.200175993729573e-07,
      "loss": 1.4991,
      "step": 68645
    },
    {
      "epoch": 5.831294597349643,
      "grad_norm": 2.968491290252063,
      "learning_rate": 6.193941120760326e-07,
      "loss": 1.3398,
      "step": 68646
    },
    {
      "epoch": 5.831379544682297,
      "grad_norm": 2.737481629868968,
      "learning_rate": 6.187709377764527e-07,
      "loss": 1.4854,
      "step": 68647
    },
    {
      "epoch": 5.831464492014951,
      "grad_norm": 2.5596933764184366,
      "learning_rate": 6.181480764755331e-07,
      "loss": 1.3361,
      "step": 68648
    },
    {
      "epoch": 5.831549439347604,
      "grad_norm": 2.79280348681014,
      "learning_rate": 6.175255281745561e-07,
      "loss": 1.4843,
      "step": 68649
    },
    {
      "epoch": 5.831634386680259,
      "grad_norm": 2.7940404531344236,
      "learning_rate": 6.169032928748541e-07,
      "loss": 1.5312,
      "step": 68650
    },
    {
      "epoch": 5.831719334012912,
      "grad_norm": 2.836030843712755,
      "learning_rate": 6.162813705776926e-07,
      "loss": 1.4703,
      "step": 68651
    },
    {
      "epoch": 5.8318042813455655,
      "grad_norm": 2.6465613130776022,
      "learning_rate": 6.156597612844206e-07,
      "loss": 1.164,
      "step": 68652
    },
    {
      "epoch": 5.83188922867822,
      "grad_norm": 2.943689442415272,
      "learning_rate": 6.150384649963036e-07,
      "loss": 1.6444,
      "step": 68653
    },
    {
      "epoch": 5.831974176010873,
      "grad_norm": 2.9004416443301078,
      "learning_rate": 6.144174817146575e-07,
      "loss": 1.6414,
      "step": 68654
    },
    {
      "epoch": 5.832059123343527,
      "grad_norm": 2.8586261421744505,
      "learning_rate": 6.137968114407809e-07,
      "loss": 1.3286,
      "step": 68655
    },
    {
      "epoch": 5.832144070676181,
      "grad_norm": 2.9281690769817437,
      "learning_rate": 6.131764541759898e-07,
      "loss": 1.6493,
      "step": 68656
    },
    {
      "epoch": 5.832229018008834,
      "grad_norm": 2.747479751487847,
      "learning_rate": 6.125564099215663e-07,
      "loss": 1.5282,
      "step": 68657
    },
    {
      "epoch": 5.832313965341489,
      "grad_norm": 2.5138154910445,
      "learning_rate": 6.119366786788093e-07,
      "loss": 1.2603,
      "step": 68658
    },
    {
      "epoch": 5.832398912674142,
      "grad_norm": 2.60444099712177,
      "learning_rate": 6.11317260449018e-07,
      "loss": 1.3573,
      "step": 68659
    },
    {
      "epoch": 5.832483860006795,
      "grad_norm": 2.734876926968137,
      "learning_rate": 6.106981552334911e-07,
      "loss": 1.3008,
      "step": 68660
    },
    {
      "epoch": 5.83256880733945,
      "grad_norm": 2.672771662187271,
      "learning_rate": 6.100793630335443e-07,
      "loss": 1.2312,
      "step": 68661
    },
    {
      "epoch": 5.832653754672103,
      "grad_norm": 3.25323399105751,
      "learning_rate": 6.094608838504433e-07,
      "loss": 1.5197,
      "step": 68662
    },
    {
      "epoch": 5.832738702004757,
      "grad_norm": 2.861714342186369,
      "learning_rate": 6.088427176855037e-07,
      "loss": 1.4164,
      "step": 68663
    },
    {
      "epoch": 5.832823649337411,
      "grad_norm": 2.9240324636933313,
      "learning_rate": 6.082248645400245e-07,
      "loss": 1.4649,
      "step": 68664
    },
    {
      "epoch": 5.832908596670064,
      "grad_norm": 2.9807046139823385,
      "learning_rate": 6.076073244152879e-07,
      "loss": 1.4586,
      "step": 68665
    },
    {
      "epoch": 5.8329935440027185,
      "grad_norm": 3.046317116559072,
      "learning_rate": 6.06990097312593e-07,
      "loss": 1.5745,
      "step": 68666
    },
    {
      "epoch": 5.833078491335372,
      "grad_norm": 2.78840291056782,
      "learning_rate": 6.063731832332219e-07,
      "loss": 1.5234,
      "step": 68667
    },
    {
      "epoch": 5.833163438668025,
      "grad_norm": 2.7593156101075196,
      "learning_rate": 6.057565821784904e-07,
      "loss": 1.5405,
      "step": 68668
    },
    {
      "epoch": 5.83324838600068,
      "grad_norm": 2.47082186577313,
      "learning_rate": 6.051402941496808e-07,
      "loss": 1.3046,
      "step": 68669
    },
    {
      "epoch": 5.833333333333333,
      "grad_norm": 2.5910345873135863,
      "learning_rate": 6.045243191480753e-07,
      "loss": 1.3928,
      "step": 68670
    },
    {
      "epoch": 5.833418280665987,
      "grad_norm": 2.761079036249375,
      "learning_rate": 6.03908657174973e-07,
      "loss": 1.4268,
      "step": 68671
    },
    {
      "epoch": 5.833503227998641,
      "grad_norm": 2.8980774634334323,
      "learning_rate": 6.03293308231656e-07,
      "loss": 1.6043,
      "step": 68672
    },
    {
      "epoch": 5.833588175331295,
      "grad_norm": 2.8100601714067293,
      "learning_rate": 6.026782723194068e-07,
      "loss": 1.6046,
      "step": 68673
    },
    {
      "epoch": 5.833673122663948,
      "grad_norm": 2.6929221149152536,
      "learning_rate": 6.020635494395409e-07,
      "loss": 1.4646,
      "step": 68674
    },
    {
      "epoch": 5.833758069996602,
      "grad_norm": 2.88639998531039,
      "learning_rate": 6.014491395933408e-07,
      "loss": 1.4687,
      "step": 68675
    },
    {
      "epoch": 5.833843017329256,
      "grad_norm": 2.7799548343706566,
      "learning_rate": 6.008350427820719e-07,
      "loss": 1.5856,
      "step": 68676
    },
    {
      "epoch": 5.8339279646619095,
      "grad_norm": 2.6279550461934336,
      "learning_rate": 6.002212590070333e-07,
      "loss": 1.4057,
      "step": 68677
    },
    {
      "epoch": 5.834012911994563,
      "grad_norm": 2.8228113293404062,
      "learning_rate": 5.996077882695238e-07,
      "loss": 1.6259,
      "step": 68678
    },
    {
      "epoch": 5.834097859327217,
      "grad_norm": 2.728607261572572,
      "learning_rate": 5.989946305708094e-07,
      "loss": 1.4516,
      "step": 68679
    },
    {
      "epoch": 5.834182806659871,
      "grad_norm": 2.5609200637611447,
      "learning_rate": 5.98381785912172e-07,
      "loss": 1.234,
      "step": 68680
    },
    {
      "epoch": 5.834267753992525,
      "grad_norm": 2.599793401037786,
      "learning_rate": 5.977692542949108e-07,
      "loss": 1.4411,
      "step": 68681
    },
    {
      "epoch": 5.834352701325178,
      "grad_norm": 2.515780949101754,
      "learning_rate": 5.971570357203081e-07,
      "loss": 1.2452,
      "step": 68682
    },
    {
      "epoch": 5.834437648657832,
      "grad_norm": 2.7824419220404994,
      "learning_rate": 5.965451301896463e-07,
      "loss": 1.6125,
      "step": 68683
    },
    {
      "epoch": 5.834522595990486,
      "grad_norm": 2.806091506906152,
      "learning_rate": 5.959335377041907e-07,
      "loss": 1.5471,
      "step": 68684
    },
    {
      "epoch": 5.8346075433231395,
      "grad_norm": 2.675035212544729,
      "learning_rate": 5.953222582652573e-07,
      "loss": 1.2169,
      "step": 68685
    },
    {
      "epoch": 5.834692490655794,
      "grad_norm": 2.621526550776722,
      "learning_rate": 5.947112918740948e-07,
      "loss": 1.4231,
      "step": 68686
    },
    {
      "epoch": 5.834777437988447,
      "grad_norm": 2.6165242115063796,
      "learning_rate": 5.941006385319858e-07,
      "loss": 1.3029,
      "step": 68687
    },
    {
      "epoch": 5.834862385321101,
      "grad_norm": 2.675012525275891,
      "learning_rate": 5.93490298240229e-07,
      "loss": 1.4116,
      "step": 68688
    },
    {
      "epoch": 5.834947332653755,
      "grad_norm": 2.763598990593414,
      "learning_rate": 5.928802710000902e-07,
      "loss": 1.441,
      "step": 68689
    },
    {
      "epoch": 5.835032279986408,
      "grad_norm": 2.6218194081387427,
      "learning_rate": 5.922705568128516e-07,
      "loss": 1.3159,
      "step": 68690
    },
    {
      "epoch": 5.835117227319062,
      "grad_norm": 2.4674980463414227,
      "learning_rate": 5.91661155679779e-07,
      "loss": 1.2492,
      "step": 68691
    },
    {
      "epoch": 5.835202174651716,
      "grad_norm": 2.7786162901330163,
      "learning_rate": 5.910520676021713e-07,
      "loss": 1.2183,
      "step": 68692
    },
    {
      "epoch": 5.835287121984369,
      "grad_norm": 2.708246629260315,
      "learning_rate": 5.904432925812941e-07,
      "loss": 1.3869,
      "step": 68693
    },
    {
      "epoch": 5.835372069317024,
      "grad_norm": 2.913997365009995,
      "learning_rate": 5.898348306184131e-07,
      "loss": 1.781,
      "step": 68694
    },
    {
      "epoch": 5.835457016649677,
      "grad_norm": 2.794043876282072,
      "learning_rate": 5.892266817148106e-07,
      "loss": 1.3203,
      "step": 68695
    },
    {
      "epoch": 5.835541963982331,
      "grad_norm": 2.988116963035915,
      "learning_rate": 5.886188458717689e-07,
      "loss": 1.6417,
      "step": 68696
    },
    {
      "epoch": 5.835626911314985,
      "grad_norm": 2.717744788710372,
      "learning_rate": 5.880113230905537e-07,
      "loss": 1.4685,
      "step": 68697
    },
    {
      "epoch": 5.835711858647638,
      "grad_norm": 3.373895734427521,
      "learning_rate": 5.874041133724305e-07,
      "loss": 1.7189,
      "step": 68698
    },
    {
      "epoch": 5.8357968059802925,
      "grad_norm": 2.8261980794611588,
      "learning_rate": 5.867972167186985e-07,
      "loss": 1.4199,
      "step": 68699
    },
    {
      "epoch": 5.835881753312946,
      "grad_norm": 2.947403778317956,
      "learning_rate": 5.861906331305899e-07,
      "loss": 1.6004,
      "step": 68700
    },
    {
      "epoch": 5.835966700645599,
      "grad_norm": 2.5587450441211237,
      "learning_rate": 5.855843626094037e-07,
      "loss": 1.3981,
      "step": 68701
    },
    {
      "epoch": 5.836051647978254,
      "grad_norm": 2.7659699612205935,
      "learning_rate": 5.849784051564055e-07,
      "loss": 1.3275,
      "step": 68702
    },
    {
      "epoch": 5.836136595310907,
      "grad_norm": 2.868417032873062,
      "learning_rate": 5.84372760772861e-07,
      "loss": 1.5453,
      "step": 68703
    },
    {
      "epoch": 5.836221542643561,
      "grad_norm": 2.5835324705610136,
      "learning_rate": 5.837674294600358e-07,
      "loss": 1.3459,
      "step": 68704
    },
    {
      "epoch": 5.836306489976215,
      "grad_norm": 2.684879741373443,
      "learning_rate": 5.831624112192123e-07,
      "loss": 1.3762,
      "step": 68705
    },
    {
      "epoch": 5.836391437308868,
      "grad_norm": 2.666468033680359,
      "learning_rate": 5.825577060516562e-07,
      "loss": 1.1976,
      "step": 68706
    },
    {
      "epoch": 5.836476384641522,
      "grad_norm": 2.6852934716425696,
      "learning_rate": 5.819533139586163e-07,
      "loss": 1.4121,
      "step": 68707
    },
    {
      "epoch": 5.836561331974176,
      "grad_norm": 2.638023667623493,
      "learning_rate": 5.813492349413585e-07,
      "loss": 1.2102,
      "step": 68708
    },
    {
      "epoch": 5.83664627930683,
      "grad_norm": 2.6246581740286503,
      "learning_rate": 5.807454690011815e-07,
      "loss": 1.2924,
      "step": 68709
    },
    {
      "epoch": 5.8367312266394835,
      "grad_norm": 2.630673189261487,
      "learning_rate": 5.801420161393178e-07,
      "loss": 1.4989,
      "step": 68710
    },
    {
      "epoch": 5.836816173972137,
      "grad_norm": 2.629926314103691,
      "learning_rate": 5.795388763570497e-07,
      "loss": 1.3942,
      "step": 68711
    },
    {
      "epoch": 5.836901121304791,
      "grad_norm": 2.708579624046759,
      "learning_rate": 5.789360496556261e-07,
      "loss": 1.2237,
      "step": 68712
    },
    {
      "epoch": 5.836986068637445,
      "grad_norm": 2.765856442639778,
      "learning_rate": 5.783335360363295e-07,
      "loss": 1.4057,
      "step": 68713
    },
    {
      "epoch": 5.837071015970099,
      "grad_norm": 2.5185664356405453,
      "learning_rate": 5.777313355003921e-07,
      "loss": 1.3667,
      "step": 68714
    },
    {
      "epoch": 5.837155963302752,
      "grad_norm": 2.635086110606378,
      "learning_rate": 5.771294480491129e-07,
      "loss": 1.1556,
      "step": 68715
    },
    {
      "epoch": 5.837240910635406,
      "grad_norm": 2.7912650121636933,
      "learning_rate": 5.765278736837243e-07,
      "loss": 1.4483,
      "step": 68716
    },
    {
      "epoch": 5.83732585796806,
      "grad_norm": 2.6784520475871485,
      "learning_rate": 5.759266124055084e-07,
      "loss": 1.4758,
      "step": 68717
    },
    {
      "epoch": 5.837410805300713,
      "grad_norm": 2.746766091017896,
      "learning_rate": 5.753256642156978e-07,
      "loss": 1.6975,
      "step": 68718
    },
    {
      "epoch": 5.837495752633368,
      "grad_norm": 2.7530769858429815,
      "learning_rate": 5.747250291155747e-07,
      "loss": 1.4837,
      "step": 68719
    },
    {
      "epoch": 5.837580699966021,
      "grad_norm": 2.8077546712367503,
      "learning_rate": 5.741247071064048e-07,
      "loss": 1.5257,
      "step": 68720
    },
    {
      "epoch": 5.8376656472986745,
      "grad_norm": 2.904325622044656,
      "learning_rate": 5.735246981894204e-07,
      "loss": 1.6141,
      "step": 68721
    },
    {
      "epoch": 5.837750594631329,
      "grad_norm": 2.4763792044436945,
      "learning_rate": 5.729250023658871e-07,
      "loss": 1.1898,
      "step": 68722
    },
    {
      "epoch": 5.837835541963982,
      "grad_norm": 2.7615912749751432,
      "learning_rate": 5.723256196370707e-07,
      "loss": 1.4969,
      "step": 68723
    },
    {
      "epoch": 5.837920489296636,
      "grad_norm": 2.5415987744530035,
      "learning_rate": 5.717265500042201e-07,
      "loss": 1.2769,
      "step": 68724
    },
    {
      "epoch": 5.83800543662929,
      "grad_norm": 2.5913630238456085,
      "learning_rate": 5.711277934685843e-07,
      "loss": 1.4053,
      "step": 68725
    },
    {
      "epoch": 5.838090383961943,
      "grad_norm": 2.724514274548036,
      "learning_rate": 5.70529350031429e-07,
      "loss": 1.3455,
      "step": 68726
    },
    {
      "epoch": 5.838175331294598,
      "grad_norm": 2.7388314853005022,
      "learning_rate": 5.699312196940031e-07,
      "loss": 1.5372,
      "step": 68727
    },
    {
      "epoch": 5.838260278627251,
      "grad_norm": 2.719286164078353,
      "learning_rate": 5.693334024575558e-07,
      "loss": 1.2467,
      "step": 68728
    },
    {
      "epoch": 5.838345225959905,
      "grad_norm": 2.655113774861852,
      "learning_rate": 5.687358983233692e-07,
      "loss": 1.4188,
      "step": 68729
    },
    {
      "epoch": 5.838430173292559,
      "grad_norm": 2.6857172887420746,
      "learning_rate": 5.681387072926424e-07,
      "loss": 1.4113,
      "step": 68730
    },
    {
      "epoch": 5.838515120625212,
      "grad_norm": 2.5890471210540893,
      "learning_rate": 5.675418293666745e-07,
      "loss": 1.4247,
      "step": 68731
    },
    {
      "epoch": 5.8386000679578665,
      "grad_norm": 2.6956319290793096,
      "learning_rate": 5.66945264546681e-07,
      "loss": 1.3824,
      "step": 68732
    },
    {
      "epoch": 5.83868501529052,
      "grad_norm": 2.898918463476201,
      "learning_rate": 5.663490128339277e-07,
      "loss": 1.5907,
      "step": 68733
    },
    {
      "epoch": 5.838769962623173,
      "grad_norm": 2.5792715214296065,
      "learning_rate": 5.6575307422968e-07,
      "loss": 1.2622,
      "step": 68734
    },
    {
      "epoch": 5.838854909955828,
      "grad_norm": 2.6896372969844884,
      "learning_rate": 5.65157448735154e-07,
      "loss": 1.2609,
      "step": 68735
    },
    {
      "epoch": 5.838939857288481,
      "grad_norm": 2.8533325541911347,
      "learning_rate": 5.645621363516317e-07,
      "loss": 1.6601,
      "step": 68736
    },
    {
      "epoch": 5.839024804621135,
      "grad_norm": 2.674787800164442,
      "learning_rate": 5.639671370803289e-07,
      "loss": 1.4429,
      "step": 68737
    },
    {
      "epoch": 5.839109751953789,
      "grad_norm": 2.60179900197563,
      "learning_rate": 5.633724509225113e-07,
      "loss": 1.1623,
      "step": 68738
    },
    {
      "epoch": 5.839194699286442,
      "grad_norm": 3.4688624450920855,
      "learning_rate": 5.627780778794111e-07,
      "loss": 1.6393,
      "step": 68739
    },
    {
      "epoch": 5.839279646619096,
      "grad_norm": 2.7987599666722645,
      "learning_rate": 5.621840179522941e-07,
      "loss": 1.3173,
      "step": 68740
    },
    {
      "epoch": 5.83936459395175,
      "grad_norm": 3.0675329487317415,
      "learning_rate": 5.615902711423925e-07,
      "loss": 1.4866,
      "step": 68741
    },
    {
      "epoch": 5.839449541284404,
      "grad_norm": 2.7111517013174846,
      "learning_rate": 5.609968374509554e-07,
      "loss": 1.5091,
      "step": 68742
    },
    {
      "epoch": 5.8395344886170575,
      "grad_norm": 2.7616568386894524,
      "learning_rate": 5.604037168792152e-07,
      "loss": 1.3908,
      "step": 68743
    },
    {
      "epoch": 5.839619435949711,
      "grad_norm": 2.614267758560097,
      "learning_rate": 5.598109094284209e-07,
      "loss": 1.3347,
      "step": 68744
    },
    {
      "epoch": 5.839704383282365,
      "grad_norm": 3.050775939339068,
      "learning_rate": 5.592184150998047e-07,
      "loss": 1.7884,
      "step": 68745
    },
    {
      "epoch": 5.839789330615019,
      "grad_norm": 2.6825812468593124,
      "learning_rate": 5.586262338946323e-07,
      "loss": 1.37,
      "step": 68746
    },
    {
      "epoch": 5.839874277947672,
      "grad_norm": 2.506586443160072,
      "learning_rate": 5.580343658141362e-07,
      "loss": 1.1668,
      "step": 68747
    },
    {
      "epoch": 5.839959225280326,
      "grad_norm": 2.7350526380914473,
      "learning_rate": 5.574428108595485e-07,
      "loss": 1.3324,
      "step": 68748
    },
    {
      "epoch": 5.84004417261298,
      "grad_norm": 2.820726839986349,
      "learning_rate": 5.568515690321018e-07,
      "loss": 1.6382,
      "step": 68749
    },
    {
      "epoch": 5.840129119945634,
      "grad_norm": 2.9078043113612813,
      "learning_rate": 5.562606403330449e-07,
      "loss": 1.4759,
      "step": 68750
    },
    {
      "epoch": 5.840214067278287,
      "grad_norm": 2.7554877585017055,
      "learning_rate": 5.55670024763627e-07,
      "loss": 1.5173,
      "step": 68751
    },
    {
      "epoch": 5.840299014610942,
      "grad_norm": 2.919651345828705,
      "learning_rate": 5.550797223250636e-07,
      "loss": 1.5108,
      "step": 68752
    },
    {
      "epoch": 5.840383961943595,
      "grad_norm": 2.6687729411112837,
      "learning_rate": 5.544897330186038e-07,
      "loss": 1.4964,
      "step": 68753
    },
    {
      "epoch": 5.8404689092762485,
      "grad_norm": 2.742898543464919,
      "learning_rate": 5.539000568454965e-07,
      "loss": 1.5116,
      "step": 68754
    },
    {
      "epoch": 5.840553856608903,
      "grad_norm": 2.7242483636934507,
      "learning_rate": 5.53310693806941e-07,
      "loss": 1.3099,
      "step": 68755
    },
    {
      "epoch": 5.840638803941556,
      "grad_norm": 2.704186979157695,
      "learning_rate": 5.527216439042026e-07,
      "loss": 1.2518,
      "step": 68756
    },
    {
      "epoch": 5.84072375127421,
      "grad_norm": 2.9477142713579343,
      "learning_rate": 5.521329071385138e-07,
      "loss": 1.6894,
      "step": 68757
    },
    {
      "epoch": 5.840808698606864,
      "grad_norm": 2.9212302303420397,
      "learning_rate": 5.515444835110905e-07,
      "loss": 1.5645,
      "step": 68758
    },
    {
      "epoch": 5.840893645939517,
      "grad_norm": 2.752966492360453,
      "learning_rate": 5.509563730231814e-07,
      "loss": 1.2696,
      "step": 68759
    },
    {
      "epoch": 5.840978593272172,
      "grad_norm": 2.844992390839186,
      "learning_rate": 5.50368575676019e-07,
      "loss": 1.4073,
      "step": 68760
    },
    {
      "epoch": 5.841063540604825,
      "grad_norm": 2.6540396980933965,
      "learning_rate": 5.497810914708356e-07,
      "loss": 1.1984,
      "step": 68761
    },
    {
      "epoch": 5.841148487937478,
      "grad_norm": 2.9455086907698966,
      "learning_rate": 5.491939204088469e-07,
      "loss": 1.5644,
      "step": 68762
    },
    {
      "epoch": 5.841233435270133,
      "grad_norm": 2.912620261757712,
      "learning_rate": 5.486070624912853e-07,
      "loss": 1.5586,
      "step": 68763
    },
    {
      "epoch": 5.841318382602786,
      "grad_norm": 2.682379363601444,
      "learning_rate": 5.480205177193997e-07,
      "loss": 1.377,
      "step": 68764
    },
    {
      "epoch": 5.84140332993544,
      "grad_norm": 2.7586150555546296,
      "learning_rate": 5.474342860944059e-07,
      "loss": 1.5558,
      "step": 68765
    },
    {
      "epoch": 5.841488277268094,
      "grad_norm": 2.6852888704377085,
      "learning_rate": 5.468483676175195e-07,
      "loss": 1.2069,
      "step": 68766
    },
    {
      "epoch": 5.841573224600747,
      "grad_norm": 3.045871942541681,
      "learning_rate": 5.462627622900062e-07,
      "loss": 1.3516,
      "step": 68767
    },
    {
      "epoch": 5.8416581719334015,
      "grad_norm": 2.80107110850593,
      "learning_rate": 5.456774701130484e-07,
      "loss": 1.5263,
      "step": 68768
    },
    {
      "epoch": 5.841743119266055,
      "grad_norm": 2.7639996438084955,
      "learning_rate": 5.450924910879118e-07,
      "loss": 1.5137,
      "step": 68769
    },
    {
      "epoch": 5.841828066598708,
      "grad_norm": 3.1343083769174913,
      "learning_rate": 5.445078252157786e-07,
      "loss": 1.4826,
      "step": 68770
    },
    {
      "epoch": 5.841913013931363,
      "grad_norm": 2.5196953506341275,
      "learning_rate": 5.439234724979147e-07,
      "loss": 1.2432,
      "step": 68771
    },
    {
      "epoch": 5.841997961264016,
      "grad_norm": 2.5817430935705756,
      "learning_rate": 5.433394329355357e-07,
      "loss": 1.295,
      "step": 68772
    },
    {
      "epoch": 5.84208290859667,
      "grad_norm": 2.7935994069666457,
      "learning_rate": 5.427557065298405e-07,
      "loss": 1.3292,
      "step": 68773
    },
    {
      "epoch": 5.842167855929324,
      "grad_norm": 2.6483064462701513,
      "learning_rate": 5.421722932820782e-07,
      "loss": 1.2921,
      "step": 68774
    },
    {
      "epoch": 5.842252803261978,
      "grad_norm": 2.553761475903223,
      "learning_rate": 5.415891931934647e-07,
      "loss": 1.3696,
      "step": 68775
    },
    {
      "epoch": 5.8423377505946315,
      "grad_norm": 3.3495292234486866,
      "learning_rate": 5.410064062652153e-07,
      "loss": 1.5905,
      "step": 68776
    },
    {
      "epoch": 5.842422697927285,
      "grad_norm": 2.689522555961994,
      "learning_rate": 5.404239324985627e-07,
      "loss": 1.4216,
      "step": 68777
    },
    {
      "epoch": 5.842507645259939,
      "grad_norm": 2.7432764412495594,
      "learning_rate": 5.398417718947223e-07,
      "loss": 1.5051,
      "step": 68778
    },
    {
      "epoch": 5.842592592592593,
      "grad_norm": 2.6857512918608855,
      "learning_rate": 5.3925992445491e-07,
      "loss": 1.4922,
      "step": 68779
    },
    {
      "epoch": 5.842677539925246,
      "grad_norm": 2.5761958968675303,
      "learning_rate": 5.386783901803416e-07,
      "loss": 1.2053,
      "step": 68780
    },
    {
      "epoch": 5.8427624872579,
      "grad_norm": 2.785377322001397,
      "learning_rate": 5.380971690722324e-07,
      "loss": 1.3619,
      "step": 68781
    },
    {
      "epoch": 5.842847434590554,
      "grad_norm": 2.793713526783709,
      "learning_rate": 5.375162611318317e-07,
      "loss": 1.5769,
      "step": 68782
    },
    {
      "epoch": 5.842932381923208,
      "grad_norm": 2.879624590928734,
      "learning_rate": 5.369356663603219e-07,
      "loss": 1.4566,
      "step": 68783
    },
    {
      "epoch": 5.843017329255861,
      "grad_norm": 2.6138996854481347,
      "learning_rate": 5.363553847589185e-07,
      "loss": 1.2794,
      "step": 68784
    },
    {
      "epoch": 5.843102276588515,
      "grad_norm": 2.6809413450081756,
      "learning_rate": 5.357754163288708e-07,
      "loss": 1.5225,
      "step": 68785
    },
    {
      "epoch": 5.843187223921169,
      "grad_norm": 2.643631125502183,
      "learning_rate": 5.351957610713609e-07,
      "loss": 1.4245,
      "step": 68786
    },
    {
      "epoch": 5.8432721712538225,
      "grad_norm": 2.6442233536854483,
      "learning_rate": 5.346164189876212e-07,
      "loss": 1.3221,
      "step": 68787
    },
    {
      "epoch": 5.843357118586477,
      "grad_norm": 2.5785158753938,
      "learning_rate": 5.340373900788508e-07,
      "loss": 1.3694,
      "step": 68788
    },
    {
      "epoch": 5.84344206591913,
      "grad_norm": 2.665507212844255,
      "learning_rate": 5.334586743462821e-07,
      "loss": 1.424,
      "step": 68789
    },
    {
      "epoch": 5.843527013251784,
      "grad_norm": 2.712765029071979,
      "learning_rate": 5.328802717911307e-07,
      "loss": 1.4737,
      "step": 68790
    },
    {
      "epoch": 5.843611960584438,
      "grad_norm": 2.6561206145069343,
      "learning_rate": 5.323021824145791e-07,
      "loss": 1.2111,
      "step": 68791
    },
    {
      "epoch": 5.843696907917091,
      "grad_norm": 2.6393423121532016,
      "learning_rate": 5.317244062178594e-07,
      "loss": 1.446,
      "step": 68792
    },
    {
      "epoch": 5.843781855249745,
      "grad_norm": 2.5461103165611454,
      "learning_rate": 5.311469432021709e-07,
      "loss": 1.3985,
      "step": 68793
    },
    {
      "epoch": 5.843866802582399,
      "grad_norm": 2.7379707678813388,
      "learning_rate": 5.305697933687292e-07,
      "loss": 1.3821,
      "step": 68794
    },
    {
      "epoch": 5.843951749915052,
      "grad_norm": 2.865827279847226,
      "learning_rate": 5.2999295671875e-07,
      "loss": 1.4479,
      "step": 68795
    },
    {
      "epoch": 5.844036697247707,
      "grad_norm": 2.6191887024803457,
      "learning_rate": 5.29416433253449e-07,
      "loss": 1.427,
      "step": 68796
    },
    {
      "epoch": 5.84412164458036,
      "grad_norm": 2.6557228682132528,
      "learning_rate": 5.288402229740085e-07,
      "loss": 1.4225,
      "step": 68797
    },
    {
      "epoch": 5.844206591913014,
      "grad_norm": 2.7263470015502396,
      "learning_rate": 5.28264325881661e-07,
      "loss": 1.4574,
      "step": 68798
    },
    {
      "epoch": 5.844291539245668,
      "grad_norm": 2.6259909212040187,
      "learning_rate": 5.276887419775889e-07,
      "loss": 1.3973,
      "step": 68799
    },
    {
      "epoch": 5.844376486578321,
      "grad_norm": 2.7089746609576464,
      "learning_rate": 5.271134712630243e-07,
      "loss": 1.4027,
      "step": 68800
    },
    {
      "epoch": 5.8444614339109755,
      "grad_norm": 2.948832247528815,
      "learning_rate": 5.265385137391498e-07,
      "loss": 1.4993,
      "step": 68801
    },
    {
      "epoch": 5.844546381243629,
      "grad_norm": 2.8170757127711643,
      "learning_rate": 5.259638694071811e-07,
      "loss": 1.5391,
      "step": 68802
    },
    {
      "epoch": 5.844631328576282,
      "grad_norm": 2.4864530653485217,
      "learning_rate": 5.253895382683171e-07,
      "loss": 1.0747,
      "step": 68803
    },
    {
      "epoch": 5.844716275908937,
      "grad_norm": 2.59182265349066,
      "learning_rate": 5.248155203237736e-07,
      "loss": 1.3572,
      "step": 68804
    },
    {
      "epoch": 5.84480122324159,
      "grad_norm": 2.577773380878952,
      "learning_rate": 5.242418155747496e-07,
      "loss": 1.374,
      "step": 68805
    },
    {
      "epoch": 5.844886170574244,
      "grad_norm": 2.74278174787778,
      "learning_rate": 5.236684240224276e-07,
      "loss": 1.4613,
      "step": 68806
    },
    {
      "epoch": 5.844971117906898,
      "grad_norm": 2.6082157575473923,
      "learning_rate": 5.230953456680398e-07,
      "loss": 1.2805,
      "step": 68807
    },
    {
      "epoch": 5.845056065239551,
      "grad_norm": 2.627366396189953,
      "learning_rate": 5.22522580512752e-07,
      "loss": 1.3583,
      "step": 68808
    },
    {
      "epoch": 5.845141012572205,
      "grad_norm": 2.74948439539192,
      "learning_rate": 5.219501285577965e-07,
      "loss": 1.6275,
      "step": 68809
    },
    {
      "epoch": 5.845225959904859,
      "grad_norm": 2.5930401623797756,
      "learning_rate": 5.213779898043557e-07,
      "loss": 1.38,
      "step": 68810
    },
    {
      "epoch": 5.845310907237513,
      "grad_norm": 2.6505061335020437,
      "learning_rate": 5.208061642536287e-07,
      "loss": 1.3875,
      "step": 68811
    },
    {
      "epoch": 5.8453958545701665,
      "grad_norm": 2.7561537439694814,
      "learning_rate": 5.202346519068146e-07,
      "loss": 1.3029,
      "step": 68812
    },
    {
      "epoch": 5.84548080190282,
      "grad_norm": 2.7024868839330587,
      "learning_rate": 5.196634527651288e-07,
      "loss": 1.3822,
      "step": 68813
    },
    {
      "epoch": 5.845565749235474,
      "grad_norm": 2.623957400885229,
      "learning_rate": 5.190925668297374e-07,
      "loss": 1.3537,
      "step": 68814
    },
    {
      "epoch": 5.845650696568128,
      "grad_norm": 2.780691947177154,
      "learning_rate": 5.185219941018559e-07,
      "loss": 1.5844,
      "step": 68815
    },
    {
      "epoch": 5.845735643900781,
      "grad_norm": 3.074982988194762,
      "learning_rate": 5.179517345826834e-07,
      "loss": 1.603,
      "step": 68816
    },
    {
      "epoch": 5.845820591233435,
      "grad_norm": 2.8345112478157177,
      "learning_rate": 5.173817882734021e-07,
      "loss": 1.5158,
      "step": 68817
    },
    {
      "epoch": 5.845905538566089,
      "grad_norm": 2.956957263542795,
      "learning_rate": 5.168121551752113e-07,
      "loss": 1.5992,
      "step": 68818
    },
    {
      "epoch": 5.845990485898743,
      "grad_norm": 2.5591060250860522,
      "learning_rate": 5.1624283528931e-07,
      "loss": 1.3225,
      "step": 68819
    },
    {
      "epoch": 5.8460754332313964,
      "grad_norm": 2.598959441193263,
      "learning_rate": 5.156738286168638e-07,
      "loss": 1.4872,
      "step": 68820
    },
    {
      "epoch": 5.846160380564051,
      "grad_norm": 2.9874447340461256,
      "learning_rate": 5.151051351591051e-07,
      "loss": 1.4498,
      "step": 68821
    },
    {
      "epoch": 5.846245327896704,
      "grad_norm": 2.844017451347131,
      "learning_rate": 5.145367549172163e-07,
      "loss": 1.6933,
      "step": 68822
    },
    {
      "epoch": 5.8463302752293576,
      "grad_norm": 2.625389471226291,
      "learning_rate": 5.139686878923632e-07,
      "loss": 1.1365,
      "step": 68823
    },
    {
      "epoch": 5.846415222562012,
      "grad_norm": 2.5938912575950237,
      "learning_rate": 5.134009340857615e-07,
      "loss": 1.382,
      "step": 68824
    },
    {
      "epoch": 5.846500169894665,
      "grad_norm": 2.8940692485491972,
      "learning_rate": 5.128334934985768e-07,
      "loss": 1.5668,
      "step": 68825
    },
    {
      "epoch": 5.846585117227319,
      "grad_norm": 2.8133336956665205,
      "learning_rate": 5.122663661320247e-07,
      "loss": 1.5217,
      "step": 68826
    },
    {
      "epoch": 5.846670064559973,
      "grad_norm": 2.6673160515889403,
      "learning_rate": 5.116995519872879e-07,
      "loss": 1.4062,
      "step": 68827
    },
    {
      "epoch": 5.846755011892626,
      "grad_norm": 2.6622998769186768,
      "learning_rate": 5.111330510655321e-07,
      "loss": 1.3644,
      "step": 68828
    },
    {
      "epoch": 5.846839959225281,
      "grad_norm": 2.880844513234072,
      "learning_rate": 5.105668633679727e-07,
      "loss": 1.5429,
      "step": 68829
    },
    {
      "epoch": 5.846924906557934,
      "grad_norm": 2.8204831563466675,
      "learning_rate": 5.100009888957756e-07,
      "loss": 1.5645,
      "step": 68830
    },
    {
      "epoch": 5.8470098538905875,
      "grad_norm": 2.421211586226352,
      "learning_rate": 5.094354276501233e-07,
      "loss": 1.1409,
      "step": 68831
    },
    {
      "epoch": 5.847094801223242,
      "grad_norm": 2.932862599991902,
      "learning_rate": 5.088701796322315e-07,
      "loss": 1.5959,
      "step": 68832
    },
    {
      "epoch": 5.847179748555895,
      "grad_norm": 2.7081438882882067,
      "learning_rate": 5.083052448432656e-07,
      "loss": 1.3046,
      "step": 68833
    },
    {
      "epoch": 5.8472646958885495,
      "grad_norm": 2.7647523841774975,
      "learning_rate": 5.077406232843917e-07,
      "loss": 1.2697,
      "step": 68834
    },
    {
      "epoch": 5.847349643221203,
      "grad_norm": 2.706287350665559,
      "learning_rate": 5.071763149568253e-07,
      "loss": 1.3438,
      "step": 68835
    },
    {
      "epoch": 5.847434590553856,
      "grad_norm": 2.6331225096355992,
      "learning_rate": 5.066123198617156e-07,
      "loss": 1.3427,
      "step": 68836
    },
    {
      "epoch": 5.847519537886511,
      "grad_norm": 2.6636687863754323,
      "learning_rate": 5.060486380002782e-07,
      "loss": 1.5493,
      "step": 68837
    },
    {
      "epoch": 5.847604485219164,
      "grad_norm": 2.5459395352971934,
      "learning_rate": 5.054852693736622e-07,
      "loss": 1.3201,
      "step": 68838
    },
    {
      "epoch": 5.847689432551817,
      "grad_norm": 2.6628687975178407,
      "learning_rate": 5.049222139830833e-07,
      "loss": 1.3598,
      "step": 68839
    },
    {
      "epoch": 5.847774379884472,
      "grad_norm": 2.750344794686463,
      "learning_rate": 5.043594718296906e-07,
      "loss": 1.4656,
      "step": 68840
    },
    {
      "epoch": 5.847859327217125,
      "grad_norm": 2.6977836907364128,
      "learning_rate": 5.037970429146665e-07,
      "loss": 1.3866,
      "step": 68841
    },
    {
      "epoch": 5.847944274549779,
      "grad_norm": 2.6973812575308416,
      "learning_rate": 5.0323492723921e-07,
      "loss": 1.2475,
      "step": 68842
    },
    {
      "epoch": 5.848029221882433,
      "grad_norm": 2.5914209425874257,
      "learning_rate": 5.026731248044869e-07,
      "loss": 1.3714,
      "step": 68843
    },
    {
      "epoch": 5.848114169215087,
      "grad_norm": 2.5346864829938927,
      "learning_rate": 5.021116356116628e-07,
      "loss": 1.3516,
      "step": 68844
    },
    {
      "epoch": 5.8481991165477405,
      "grad_norm": 2.857763484838409,
      "learning_rate": 5.015504596619202e-07,
      "loss": 1.3407,
      "step": 68845
    },
    {
      "epoch": 5.848284063880394,
      "grad_norm": 2.7839077475147516,
      "learning_rate": 5.009895969564582e-07,
      "loss": 1.5759,
      "step": 68846
    },
    {
      "epoch": 5.848369011213048,
      "grad_norm": 2.8183822992982424,
      "learning_rate": 5.004290474964256e-07,
      "loss": 1.5356,
      "step": 68847
    },
    {
      "epoch": 5.848453958545702,
      "grad_norm": 2.6704701046994908,
      "learning_rate": 4.998688112829885e-07,
      "loss": 1.1945,
      "step": 68848
    },
    {
      "epoch": 5.848538905878355,
      "grad_norm": 2.638071512872767,
      "learning_rate": 4.993088883173624e-07,
      "loss": 1.2606,
      "step": 68849
    },
    {
      "epoch": 5.848623853211009,
      "grad_norm": 2.8462918537441175,
      "learning_rate": 4.987492786006797e-07,
      "loss": 1.5298,
      "step": 68850
    },
    {
      "epoch": 5.848708800543663,
      "grad_norm": 2.823600144088881,
      "learning_rate": 4.981899821341396e-07,
      "loss": 1.4355,
      "step": 68851
    },
    {
      "epoch": 5.848793747876317,
      "grad_norm": 2.72412741754724,
      "learning_rate": 4.976309989188909e-07,
      "loss": 1.2862,
      "step": 68852
    },
    {
      "epoch": 5.84887869520897,
      "grad_norm": 2.6507234378189155,
      "learning_rate": 4.970723289561163e-07,
      "loss": 1.1619,
      "step": 68853
    },
    {
      "epoch": 5.848963642541624,
      "grad_norm": 2.5236081725571715,
      "learning_rate": 4.96513972246998e-07,
      "loss": 1.2776,
      "step": 68854
    },
    {
      "epoch": 5.849048589874278,
      "grad_norm": 2.697297551690623,
      "learning_rate": 4.959559287926851e-07,
      "loss": 1.3874,
      "step": 68855
    },
    {
      "epoch": 5.8491335372069315,
      "grad_norm": 2.746668615687029,
      "learning_rate": 4.9539819859436e-07,
      "loss": 1.4875,
      "step": 68856
    },
    {
      "epoch": 5.849218484539586,
      "grad_norm": 2.7398792399507386,
      "learning_rate": 4.948407816531885e-07,
      "loss": 1.3267,
      "step": 68857
    },
    {
      "epoch": 5.849303431872239,
      "grad_norm": 2.781281589598072,
      "learning_rate": 4.942836779703363e-07,
      "loss": 1.2469,
      "step": 68858
    },
    {
      "epoch": 5.849388379204893,
      "grad_norm": 2.677909287314268,
      "learning_rate": 4.937268875469691e-07,
      "loss": 1.4751,
      "step": 68859
    },
    {
      "epoch": 5.849473326537547,
      "grad_norm": 2.7912220707225943,
      "learning_rate": 4.931704103842526e-07,
      "loss": 1.4857,
      "step": 68860
    },
    {
      "epoch": 5.8495582738702,
      "grad_norm": 2.7745747029638372,
      "learning_rate": 4.926142464833694e-07,
      "loss": 1.3719,
      "step": 68861
    },
    {
      "epoch": 5.849643221202854,
      "grad_norm": 2.9098247131506483,
      "learning_rate": 4.920583958454682e-07,
      "loss": 1.5745,
      "step": 68862
    },
    {
      "epoch": 5.849728168535508,
      "grad_norm": 2.8921853900682617,
      "learning_rate": 4.915028584717152e-07,
      "loss": 1.3685,
      "step": 68863
    },
    {
      "epoch": 5.849813115868161,
      "grad_norm": 2.7436633920300233,
      "learning_rate": 4.909476343632756e-07,
      "loss": 1.508,
      "step": 68864
    },
    {
      "epoch": 5.849898063200816,
      "grad_norm": 2.986298543546859,
      "learning_rate": 4.903927235213156e-07,
      "loss": 1.6187,
      "step": 68865
    },
    {
      "epoch": 5.849983010533469,
      "grad_norm": 2.643767624001977,
      "learning_rate": 4.898381259470008e-07,
      "loss": 1.3878,
      "step": 68866
    },
    {
      "epoch": 5.850067957866123,
      "grad_norm": 2.6881510945106677,
      "learning_rate": 4.892838416414801e-07,
      "loss": 1.3264,
      "step": 68867
    },
    {
      "epoch": 5.850152905198777,
      "grad_norm": 2.5913378055379086,
      "learning_rate": 4.887298706059195e-07,
      "loss": 1.4396,
      "step": 68868
    },
    {
      "epoch": 5.85023785253143,
      "grad_norm": 2.589051080000634,
      "learning_rate": 4.881762128415012e-07,
      "loss": 1.3505,
      "step": 68869
    },
    {
      "epoch": 5.8503227998640845,
      "grad_norm": 2.8125296448717494,
      "learning_rate": 4.876228683493577e-07,
      "loss": 1.3628,
      "step": 68870
    },
    {
      "epoch": 5.850407747196738,
      "grad_norm": 2.8464666379748786,
      "learning_rate": 4.870698371306548e-07,
      "loss": 1.4963,
      "step": 68871
    },
    {
      "epoch": 5.850492694529391,
      "grad_norm": 2.8605145744373695,
      "learning_rate": 4.865171191865746e-07,
      "loss": 1.5328,
      "step": 68872
    },
    {
      "epoch": 5.850577641862046,
      "grad_norm": 2.6500402290555067,
      "learning_rate": 4.859647145182333e-07,
      "loss": 1.4096,
      "step": 68873
    },
    {
      "epoch": 5.850662589194699,
      "grad_norm": 2.943470878781892,
      "learning_rate": 4.85412623126813e-07,
      "loss": 1.4999,
      "step": 68874
    },
    {
      "epoch": 5.850747536527353,
      "grad_norm": 2.5733874830192343,
      "learning_rate": 4.848608450134794e-07,
      "loss": 1.2948,
      "step": 68875
    },
    {
      "epoch": 5.850832483860007,
      "grad_norm": 2.650209571848796,
      "learning_rate": 4.843093801793652e-07,
      "loss": 1.1793,
      "step": 68876
    },
    {
      "epoch": 5.85091743119266,
      "grad_norm": 2.7389286931510375,
      "learning_rate": 4.837582286256525e-07,
      "loss": 1.325,
      "step": 68877
    },
    {
      "epoch": 5.8510023785253145,
      "grad_norm": 2.662293730717243,
      "learning_rate": 4.832073903534738e-07,
      "loss": 1.3073,
      "step": 68878
    },
    {
      "epoch": 5.851087325857968,
      "grad_norm": 2.8958953988828364,
      "learning_rate": 4.82656865363995e-07,
      "loss": 1.3297,
      "step": 68879
    },
    {
      "epoch": 5.851172273190622,
      "grad_norm": 2.7562564369234335,
      "learning_rate": 4.82106653658365e-07,
      "loss": 1.3969,
      "step": 68880
    },
    {
      "epoch": 5.851257220523276,
      "grad_norm": 2.729717700892841,
      "learning_rate": 4.81556755237733e-07,
      "loss": 1.4726,
      "step": 68881
    },
    {
      "epoch": 5.851342167855929,
      "grad_norm": 2.6734698520579903,
      "learning_rate": 4.810071701032481e-07,
      "loss": 1.2847,
      "step": 68882
    },
    {
      "epoch": 5.851427115188583,
      "grad_norm": 2.674069226699257,
      "learning_rate": 4.804578982560925e-07,
      "loss": 1.4462,
      "step": 68883
    },
    {
      "epoch": 5.851512062521237,
      "grad_norm": 2.855934884318993,
      "learning_rate": 4.799089396973821e-07,
      "loss": 1.5836,
      "step": 68884
    },
    {
      "epoch": 5.851597009853891,
      "grad_norm": 2.7326314118607744,
      "learning_rate": 4.79360294428266e-07,
      "loss": 1.401,
      "step": 68885
    },
    {
      "epoch": 5.851681957186544,
      "grad_norm": 2.753982533777075,
      "learning_rate": 4.788119624499265e-07,
      "loss": 1.3957,
      "step": 68886
    },
    {
      "epoch": 5.851766904519198,
      "grad_norm": 2.8456171425439987,
      "learning_rate": 4.782639437634794e-07,
      "loss": 1.6084,
      "step": 68887
    },
    {
      "epoch": 5.851851851851852,
      "grad_norm": 2.6126717151319903,
      "learning_rate": 4.777162383700905e-07,
      "loss": 1.3244,
      "step": 68888
    },
    {
      "epoch": 5.8519367991845055,
      "grad_norm": 2.601580363324891,
      "learning_rate": 4.771688462709089e-07,
      "loss": 1.3782,
      "step": 68889
    },
    {
      "epoch": 5.85202174651716,
      "grad_norm": 2.8552272895416224,
      "learning_rate": 4.766217674670836e-07,
      "loss": 1.5224,
      "step": 68890
    },
    {
      "epoch": 5.852106693849813,
      "grad_norm": 2.8696441965714334,
      "learning_rate": 4.76075001959747e-07,
      "loss": 1.4586,
      "step": 68891
    },
    {
      "epoch": 5.852191641182467,
      "grad_norm": 2.7645606988156084,
      "learning_rate": 4.7552854975003164e-07,
      "loss": 1.4544,
      "step": 68892
    },
    {
      "epoch": 5.852276588515121,
      "grad_norm": 2.65991555354576,
      "learning_rate": 4.749824108391198e-07,
      "loss": 1.3038,
      "step": 68893
    },
    {
      "epoch": 5.852361535847774,
      "grad_norm": 3.045855634670006,
      "learning_rate": 4.74436585228144e-07,
      "loss": 1.5702,
      "step": 68894
    },
    {
      "epoch": 5.852446483180428,
      "grad_norm": 2.7759345394119928,
      "learning_rate": 4.738910729182366e-07,
      "loss": 1.5657,
      "step": 68895
    },
    {
      "epoch": 5.852531430513082,
      "grad_norm": 2.868432438873755,
      "learning_rate": 4.7334587391053003e-07,
      "loss": 1.3816,
      "step": 68896
    },
    {
      "epoch": 5.852616377845735,
      "grad_norm": 2.7207437112222133,
      "learning_rate": 4.728009882062067e-07,
      "loss": 1.4931,
      "step": 68897
    },
    {
      "epoch": 5.85270132517839,
      "grad_norm": 2.869444462939058,
      "learning_rate": 4.7225641580636577e-07,
      "loss": 1.3497,
      "step": 68898
    },
    {
      "epoch": 5.852786272511043,
      "grad_norm": 2.597986042487676,
      "learning_rate": 4.717121567121729e-07,
      "loss": 1.4034,
      "step": 68899
    },
    {
      "epoch": 5.852871219843697,
      "grad_norm": 2.631526645323415,
      "learning_rate": 4.711682109247605e-07,
      "loss": 1.318,
      "step": 68900
    },
    {
      "epoch": 5.852956167176351,
      "grad_norm": 2.654491630992259,
      "learning_rate": 4.706245784452778e-07,
      "loss": 1.3308,
      "step": 68901
    },
    {
      "epoch": 5.853041114509004,
      "grad_norm": 2.7636672570319885,
      "learning_rate": 4.7008125927484043e-07,
      "loss": 1.4749,
      "step": 68902
    },
    {
      "epoch": 5.8531260618416585,
      "grad_norm": 2.6788536459512633,
      "learning_rate": 4.6953825341461413e-07,
      "loss": 1.3861,
      "step": 68903
    },
    {
      "epoch": 5.853211009174312,
      "grad_norm": 3.4067028816639424,
      "learning_rate": 4.6899556086573143e-07,
      "loss": 1.6889,
      "step": 68904
    },
    {
      "epoch": 5.853295956506965,
      "grad_norm": 2.9851864255761353,
      "learning_rate": 4.68453181629308e-07,
      "loss": 1.524,
      "step": 68905
    },
    {
      "epoch": 5.85338090383962,
      "grad_norm": 2.7058011412059213,
      "learning_rate": 4.6791111570649296e-07,
      "loss": 1.4629,
      "step": 68906
    },
    {
      "epoch": 5.853465851172273,
      "grad_norm": 2.784270133084513,
      "learning_rate": 4.6736936309843545e-07,
      "loss": 1.3972,
      "step": 68907
    },
    {
      "epoch": 5.853550798504927,
      "grad_norm": 3.2025951206692245,
      "learning_rate": 4.668279238062678e-07,
      "loss": 1.5205,
      "step": 68908
    },
    {
      "epoch": 5.853635745837581,
      "grad_norm": 2.8086809139479043,
      "learning_rate": 4.6628679783110577e-07,
      "loss": 1.5825,
      "step": 68909
    },
    {
      "epoch": 5.853720693170234,
      "grad_norm": 3.2472422288432754,
      "learning_rate": 4.6574598517409856e-07,
      "loss": 1.6934,
      "step": 68910
    },
    {
      "epoch": 5.853805640502888,
      "grad_norm": 2.7047605293689316,
      "learning_rate": 4.6520548583636187e-07,
      "loss": 1.2437,
      "step": 68911
    },
    {
      "epoch": 5.853890587835542,
      "grad_norm": 2.687963417031668,
      "learning_rate": 4.646652998190448e-07,
      "loss": 1.4634,
      "step": 68912
    },
    {
      "epoch": 5.853975535168196,
      "grad_norm": 2.7542791328340197,
      "learning_rate": 4.641254271232797e-07,
      "loss": 1.5685,
      "step": 68913
    },
    {
      "epoch": 5.8540604825008495,
      "grad_norm": 2.619286822626373,
      "learning_rate": 4.635858677501991e-07,
      "loss": 1.3809,
      "step": 68914
    },
    {
      "epoch": 5.854145429833503,
      "grad_norm": 2.862963066246026,
      "learning_rate": 4.630466217009188e-07,
      "loss": 1.6124,
      "step": 68915
    },
    {
      "epoch": 5.854230377166157,
      "grad_norm": 2.658771313276085,
      "learning_rate": 4.6250768897658776e-07,
      "loss": 1.4557,
      "step": 68916
    },
    {
      "epoch": 5.854315324498811,
      "grad_norm": 2.9103780369919607,
      "learning_rate": 4.6196906957830514e-07,
      "loss": 1.3119,
      "step": 68917
    },
    {
      "epoch": 5.854400271831464,
      "grad_norm": 2.5889743272267847,
      "learning_rate": 4.614307635072367e-07,
      "loss": 1.4053,
      "step": 68918
    },
    {
      "epoch": 5.854485219164118,
      "grad_norm": 2.613076920225477,
      "learning_rate": 4.6089277076448163e-07,
      "loss": 1.3239,
      "step": 68919
    },
    {
      "epoch": 5.854570166496772,
      "grad_norm": 2.8548259925240296,
      "learning_rate": 4.6035509135118887e-07,
      "loss": 1.5724,
      "step": 68920
    },
    {
      "epoch": 5.854655113829426,
      "grad_norm": 2.5867627229313914,
      "learning_rate": 4.5981772526847424e-07,
      "loss": 1.4226,
      "step": 68921
    },
    {
      "epoch": 5.8547400611620795,
      "grad_norm": 2.673972759615677,
      "learning_rate": 4.592806725174536e-07,
      "loss": 1.379,
      "step": 68922
    },
    {
      "epoch": 5.854825008494734,
      "grad_norm": 2.90446795655372,
      "learning_rate": 4.5874393309927593e-07,
      "loss": 1.4227,
      "step": 68923
    },
    {
      "epoch": 5.854909955827387,
      "grad_norm": 2.701151174276507,
      "learning_rate": 4.582075070150404e-07,
      "loss": 1.1822,
      "step": 68924
    },
    {
      "epoch": 5.854994903160041,
      "grad_norm": 2.6063238079784394,
      "learning_rate": 4.5767139426589605e-07,
      "loss": 1.266,
      "step": 68925
    },
    {
      "epoch": 5.855079850492695,
      "grad_norm": 2.719968386874018,
      "learning_rate": 4.5713559485294204e-07,
      "loss": 1.4144,
      "step": 68926
    },
    {
      "epoch": 5.855164797825348,
      "grad_norm": 2.7840209772707394,
      "learning_rate": 4.5660010877732745e-07,
      "loss": 1.5663,
      "step": 68927
    },
    {
      "epoch": 5.855249745158002,
      "grad_norm": 2.7989918660620283,
      "learning_rate": 4.5606493604013473e-07,
      "loss": 1.6075,
      "step": 68928
    },
    {
      "epoch": 5.855334692490656,
      "grad_norm": 3.1596641786701576,
      "learning_rate": 4.555300766425296e-07,
      "loss": 1.4982,
      "step": 68929
    },
    {
      "epoch": 5.855419639823309,
      "grad_norm": 2.794853397268605,
      "learning_rate": 4.5499553058561123e-07,
      "loss": 1.324,
      "step": 68930
    },
    {
      "epoch": 5.855504587155964,
      "grad_norm": 2.865391800321823,
      "learning_rate": 4.5446129787049534e-07,
      "loss": 1.5263,
      "step": 68931
    },
    {
      "epoch": 5.855589534488617,
      "grad_norm": 2.5307369705127907,
      "learning_rate": 4.539273784983144e-07,
      "loss": 1.2825,
      "step": 68932
    },
    {
      "epoch": 5.8556744818212705,
      "grad_norm": 3.0031345328405763,
      "learning_rate": 4.533937724701675e-07,
      "loss": 1.6016,
      "step": 68933
    },
    {
      "epoch": 5.855759429153925,
      "grad_norm": 2.850531372357117,
      "learning_rate": 4.5286047978720376e-07,
      "loss": 1.4654,
      "step": 68934
    },
    {
      "epoch": 5.855844376486578,
      "grad_norm": 2.8320309051980304,
      "learning_rate": 4.523275004505056e-07,
      "loss": 1.3475,
      "step": 68935
    },
    {
      "epoch": 5.8559293238192325,
      "grad_norm": 2.8247474134142325,
      "learning_rate": 4.517948344612055e-07,
      "loss": 1.4446,
      "step": 68936
    },
    {
      "epoch": 5.856014271151886,
      "grad_norm": 2.9285557777593567,
      "learning_rate": 4.512624818204358e-07,
      "loss": 1.3911,
      "step": 68937
    },
    {
      "epoch": 5.856099218484539,
      "grad_norm": 2.695759424611593,
      "learning_rate": 4.5073044252929567e-07,
      "loss": 1.3267,
      "step": 68938
    },
    {
      "epoch": 5.856184165817194,
      "grad_norm": 2.7447391892701476,
      "learning_rate": 4.501987165888843e-07,
      "loss": 1.4432,
      "step": 68939
    },
    {
      "epoch": 5.856269113149847,
      "grad_norm": 2.7514416489894336,
      "learning_rate": 4.4966730400035066e-07,
      "loss": 1.5032,
      "step": 68940
    },
    {
      "epoch": 5.8563540604825,
      "grad_norm": 2.7181047718628744,
      "learning_rate": 4.491362047647773e-07,
      "loss": 1.6421,
      "step": 68941
    },
    {
      "epoch": 5.856439007815155,
      "grad_norm": 2.9257876197144754,
      "learning_rate": 4.4860541888327997e-07,
      "loss": 1.5612,
      "step": 68942
    },
    {
      "epoch": 5.856523955147808,
      "grad_norm": 2.8067434626708585,
      "learning_rate": 4.4807494635699105e-07,
      "loss": 1.5997,
      "step": 68943
    },
    {
      "epoch": 5.856608902480462,
      "grad_norm": 2.6512236196591332,
      "learning_rate": 4.4754478718702635e-07,
      "loss": 1.3546,
      "step": 68944
    },
    {
      "epoch": 5.856693849813116,
      "grad_norm": 2.939933114931874,
      "learning_rate": 4.4701494137446835e-07,
      "loss": 1.6633,
      "step": 68945
    },
    {
      "epoch": 5.85677879714577,
      "grad_norm": 2.63244507443354,
      "learning_rate": 4.4648540892043284e-07,
      "loss": 1.3983,
      "step": 68946
    },
    {
      "epoch": 5.8568637444784235,
      "grad_norm": 2.8376219155949003,
      "learning_rate": 4.459561898260522e-07,
      "loss": 1.5755,
      "step": 68947
    },
    {
      "epoch": 5.856948691811077,
      "grad_norm": 2.5355383852807454,
      "learning_rate": 4.454272840924089e-07,
      "loss": 1.1672,
      "step": 68948
    },
    {
      "epoch": 5.857033639143731,
      "grad_norm": 2.6006750858336707,
      "learning_rate": 4.448986917206354e-07,
      "loss": 1.4075,
      "step": 68949
    },
    {
      "epoch": 5.857118586476385,
      "grad_norm": 2.772017656910012,
      "learning_rate": 4.4437041271181416e-07,
      "loss": 1.4426,
      "step": 68950
    },
    {
      "epoch": 5.857203533809038,
      "grad_norm": 2.745349609250585,
      "learning_rate": 4.4384244706706094e-07,
      "loss": 1.4464,
      "step": 68951
    },
    {
      "epoch": 5.857288481141692,
      "grad_norm": 2.7715044776149647,
      "learning_rate": 4.4331479478749155e-07,
      "loss": 1.2581,
      "step": 68952
    },
    {
      "epoch": 5.857373428474346,
      "grad_norm": 2.698349765346025,
      "learning_rate": 4.4278745587420507e-07,
      "loss": 1.4532,
      "step": 68953
    },
    {
      "epoch": 5.857458375807,
      "grad_norm": 2.6179783116251856,
      "learning_rate": 4.422604303283006e-07,
      "loss": 1.367,
      "step": 68954
    },
    {
      "epoch": 5.857543323139653,
      "grad_norm": 2.629135214115111,
      "learning_rate": 4.4173371815091063e-07,
      "loss": 1.1633,
      "step": 68955
    },
    {
      "epoch": 5.857628270472307,
      "grad_norm": 2.764685484529976,
      "learning_rate": 4.4120731934310095e-07,
      "loss": 1.5115,
      "step": 68956
    },
    {
      "epoch": 5.857713217804961,
      "grad_norm": 2.700065182185737,
      "learning_rate": 4.406812339059873e-07,
      "loss": 1.5139,
      "step": 68957
    },
    {
      "epoch": 5.8577981651376145,
      "grad_norm": 2.767367281060738,
      "learning_rate": 4.401554618406855e-07,
      "loss": 1.2691,
      "step": 68958
    },
    {
      "epoch": 5.857883112470269,
      "grad_norm": 2.795400766677337,
      "learning_rate": 4.39630003148278e-07,
      "loss": 1.5403,
      "step": 68959
    },
    {
      "epoch": 5.857968059802922,
      "grad_norm": 2.850654054581006,
      "learning_rate": 4.3910485782986396e-07,
      "loss": 1.5821,
      "step": 68960
    },
    {
      "epoch": 5.858053007135576,
      "grad_norm": 2.6882155378175745,
      "learning_rate": 4.385800258865757e-07,
      "loss": 1.5644,
      "step": 68961
    },
    {
      "epoch": 5.85813795446823,
      "grad_norm": 2.595177931185244,
      "learning_rate": 4.380555073194791e-07,
      "loss": 1.2451,
      "step": 68962
    },
    {
      "epoch": 5.858222901800883,
      "grad_norm": 2.5286792649886842,
      "learning_rate": 4.3753130212969e-07,
      "loss": 1.1135,
      "step": 68963
    },
    {
      "epoch": 5.858307849133537,
      "grad_norm": 2.731230670659185,
      "learning_rate": 4.370074103182908e-07,
      "loss": 1.5275,
      "step": 68964
    },
    {
      "epoch": 5.858392796466191,
      "grad_norm": 2.53215291887491,
      "learning_rate": 4.3648383188641387e-07,
      "loss": 1.2689,
      "step": 68965
    },
    {
      "epoch": 5.8584777437988445,
      "grad_norm": 3.1557541581110864,
      "learning_rate": 4.359605668351085e-07,
      "loss": 1.5562,
      "step": 68966
    },
    {
      "epoch": 5.858562691131499,
      "grad_norm": 2.8585891043032614,
      "learning_rate": 4.35437615165507e-07,
      "loss": 1.5476,
      "step": 68967
    },
    {
      "epoch": 5.858647638464152,
      "grad_norm": 2.9126215229417265,
      "learning_rate": 4.3491497687869193e-07,
      "loss": 1.5043,
      "step": 68968
    },
    {
      "epoch": 5.8587325857968064,
      "grad_norm": 2.411489484343718,
      "learning_rate": 4.3439265197576236e-07,
      "loss": 1.1663,
      "step": 68969
    },
    {
      "epoch": 5.85881753312946,
      "grad_norm": 2.5515425016495374,
      "learning_rate": 4.338706404578174e-07,
      "loss": 1.1865,
      "step": 68970
    },
    {
      "epoch": 5.858902480462113,
      "grad_norm": 2.8727692134220995,
      "learning_rate": 4.333489423259395e-07,
      "loss": 1.5611,
      "step": 68971
    },
    {
      "epoch": 5.8589874277947676,
      "grad_norm": 2.7109935293005263,
      "learning_rate": 4.328275575812279e-07,
      "loss": 1.2525,
      "step": 68972
    },
    {
      "epoch": 5.859072375127421,
      "grad_norm": 2.5854201542464796,
      "learning_rate": 4.3230648622476495e-07,
      "loss": 1.137,
      "step": 68973
    },
    {
      "epoch": 5.859157322460074,
      "grad_norm": 2.667161094299979,
      "learning_rate": 4.317857282576498e-07,
      "loss": 1.4626,
      "step": 68974
    },
    {
      "epoch": 5.859242269792729,
      "grad_norm": 2.78377347385057,
      "learning_rate": 4.3126528368098157e-07,
      "loss": 1.4635,
      "step": 68975
    },
    {
      "epoch": 5.859327217125382,
      "grad_norm": 2.820382720759475,
      "learning_rate": 4.307451524958427e-07,
      "loss": 1.5611,
      "step": 68976
    },
    {
      "epoch": 5.859412164458036,
      "grad_norm": 2.5975233429950593,
      "learning_rate": 4.302253347033324e-07,
      "loss": 1.3253,
      "step": 68977
    },
    {
      "epoch": 5.85949711179069,
      "grad_norm": 2.7443303331927766,
      "learning_rate": 4.2970583030451646e-07,
      "loss": 1.3975,
      "step": 68978
    },
    {
      "epoch": 5.859582059123343,
      "grad_norm": 2.569775307696825,
      "learning_rate": 4.291866393004939e-07,
      "loss": 1.2996,
      "step": 68979
    },
    {
      "epoch": 5.8596670064559975,
      "grad_norm": 2.732706891456956,
      "learning_rate": 4.286677616923806e-07,
      "loss": 1.2759,
      "step": 68980
    },
    {
      "epoch": 5.859751953788651,
      "grad_norm": 2.8115848142667526,
      "learning_rate": 4.2814919748122565e-07,
      "loss": 1.5283,
      "step": 68981
    },
    {
      "epoch": 5.859836901121305,
      "grad_norm": 2.59030100628573,
      "learning_rate": 4.276309466681283e-07,
      "loss": 1.4282,
      "step": 68982
    },
    {
      "epoch": 5.859921848453959,
      "grad_norm": 2.8249049268338124,
      "learning_rate": 4.2711300925418747e-07,
      "loss": 1.4137,
      "step": 68983
    },
    {
      "epoch": 5.860006795786612,
      "grad_norm": 2.6543429242664898,
      "learning_rate": 4.265953852404691e-07,
      "loss": 1.511,
      "step": 68984
    },
    {
      "epoch": 5.860091743119266,
      "grad_norm": 2.8863618607470944,
      "learning_rate": 4.260780746280723e-07,
      "loss": 1.5292,
      "step": 68985
    },
    {
      "epoch": 5.86017669045192,
      "grad_norm": 2.8350101091282216,
      "learning_rate": 4.255610774180629e-07,
      "loss": 1.4071,
      "step": 68986
    },
    {
      "epoch": 5.860261637784573,
      "grad_norm": 2.686093660625329,
      "learning_rate": 4.2504439361153995e-07,
      "loss": 1.4012,
      "step": 68987
    },
    {
      "epoch": 5.860346585117227,
      "grad_norm": 2.8319501807557077,
      "learning_rate": 4.24528023209586e-07,
      "loss": 1.4671,
      "step": 68988
    },
    {
      "epoch": 5.860431532449881,
      "grad_norm": 2.667706155494077,
      "learning_rate": 4.2401196621328346e-07,
      "loss": 1.2346,
      "step": 68989
    },
    {
      "epoch": 5.860516479782535,
      "grad_norm": 3.136677821189485,
      "learning_rate": 4.2349622262371484e-07,
      "loss": 1.8286,
      "step": 68990
    },
    {
      "epoch": 5.8606014271151885,
      "grad_norm": 2.8173977631055185,
      "learning_rate": 4.229807924419293e-07,
      "loss": 1.6766,
      "step": 68991
    },
    {
      "epoch": 5.860686374447843,
      "grad_norm": 2.7288795739224962,
      "learning_rate": 4.224656756690592e-07,
      "loss": 1.5483,
      "step": 68992
    },
    {
      "epoch": 5.860771321780496,
      "grad_norm": 2.6216439356056105,
      "learning_rate": 4.219508723061371e-07,
      "loss": 1.2753,
      "step": 68993
    },
    {
      "epoch": 5.86085626911315,
      "grad_norm": 2.788211785561253,
      "learning_rate": 4.214363823542788e-07,
      "loss": 1.4911,
      "step": 68994
    },
    {
      "epoch": 5.860941216445804,
      "grad_norm": 2.791968330465941,
      "learning_rate": 4.2092220581455007e-07,
      "loss": 1.296,
      "step": 68995
    },
    {
      "epoch": 5.861026163778457,
      "grad_norm": 2.6851251311616804,
      "learning_rate": 4.2040834268800003e-07,
      "loss": 1.2776,
      "step": 68996
    },
    {
      "epoch": 5.861111111111111,
      "grad_norm": 2.604256738517152,
      "learning_rate": 4.198947929757446e-07,
      "loss": 1.3411,
      "step": 68997
    },
    {
      "epoch": 5.861196058443765,
      "grad_norm": 2.7889341848614833,
      "learning_rate": 4.1938155667883276e-07,
      "loss": 1.6262,
      "step": 68998
    },
    {
      "epoch": 5.861281005776418,
      "grad_norm": 2.680553768796835,
      "learning_rate": 4.1886863379836377e-07,
      "loss": 1.3655,
      "step": 68999
    },
    {
      "epoch": 5.861365953109073,
      "grad_norm": 2.7737464531523464,
      "learning_rate": 4.1835602433540337e-07,
      "loss": 1.4372,
      "step": 69000
    },
    {
      "epoch": 5.861450900441726,
      "grad_norm": 2.577989320001488,
      "learning_rate": 4.178437282910174e-07,
      "loss": 1.1885,
      "step": 69001
    },
    {
      "epoch": 5.8615358477743795,
      "grad_norm": 2.66924823497908,
      "learning_rate": 4.173317456662717e-07,
      "loss": 1.4659,
      "step": 69002
    },
    {
      "epoch": 5.861620795107034,
      "grad_norm": 2.773548834401152,
      "learning_rate": 4.1682007646226533e-07,
      "loss": 1.2715,
      "step": 69003
    },
    {
      "epoch": 5.861705742439687,
      "grad_norm": 2.733600940230908,
      "learning_rate": 4.163087206800475e-07,
      "loss": 1.4713,
      "step": 69004
    },
    {
      "epoch": 5.8617906897723415,
      "grad_norm": 2.7597353140762313,
      "learning_rate": 4.157976783207173e-07,
      "loss": 1.318,
      "step": 69005
    },
    {
      "epoch": 5.861875637104995,
      "grad_norm": 2.4756636944368164,
      "learning_rate": 4.1528694938530725e-07,
      "loss": 1.1618,
      "step": 69006
    },
    {
      "epoch": 5.861960584437648,
      "grad_norm": 2.801323531438915,
      "learning_rate": 4.147765338749165e-07,
      "loss": 1.4123,
      "step": 69007
    },
    {
      "epoch": 5.862045531770303,
      "grad_norm": 2.763911139403339,
      "learning_rate": 4.142664317905942e-07,
      "loss": 1.3891,
      "step": 69008
    },
    {
      "epoch": 5.862130479102956,
      "grad_norm": 2.7903730023778532,
      "learning_rate": 4.1375664313343937e-07,
      "loss": 1.5275,
      "step": 69009
    },
    {
      "epoch": 5.8622154264356094,
      "grad_norm": 3.056940157055618,
      "learning_rate": 4.1324716790448467e-07,
      "loss": 1.5729,
      "step": 69010
    },
    {
      "epoch": 5.862300373768264,
      "grad_norm": 2.585799052270542,
      "learning_rate": 4.1273800610481243e-07,
      "loss": 1.3056,
      "step": 69011
    },
    {
      "epoch": 5.862385321100917,
      "grad_norm": 2.7947522942188208,
      "learning_rate": 4.122291577355052e-07,
      "loss": 1.4821,
      "step": 69012
    },
    {
      "epoch": 5.862470268433571,
      "grad_norm": 2.5512639207596233,
      "learning_rate": 4.117206227976122e-07,
      "loss": 1.4223,
      "step": 69013
    },
    {
      "epoch": 5.862555215766225,
      "grad_norm": 2.6585831152821764,
      "learning_rate": 4.112124012921991e-07,
      "loss": 1.3747,
      "step": 69014
    },
    {
      "epoch": 5.862640163098879,
      "grad_norm": 2.6168060027308075,
      "learning_rate": 4.1070449322031516e-07,
      "loss": 1.1671,
      "step": 69015
    },
    {
      "epoch": 5.8627251104315325,
      "grad_norm": 2.5516397921675185,
      "learning_rate": 4.101968985830761e-07,
      "loss": 1.4659,
      "step": 69016
    },
    {
      "epoch": 5.862810057764186,
      "grad_norm": 2.7605265853439045,
      "learning_rate": 4.0968961738149787e-07,
      "loss": 1.5291,
      "step": 69017
    },
    {
      "epoch": 5.86289500509684,
      "grad_norm": 2.811474981697093,
      "learning_rate": 4.0918264961664617e-07,
      "loss": 1.4671,
      "step": 69018
    },
    {
      "epoch": 5.862979952429494,
      "grad_norm": 2.662888692855262,
      "learning_rate": 4.086759952896035e-07,
      "loss": 1.4309,
      "step": 69019
    },
    {
      "epoch": 5.863064899762147,
      "grad_norm": 2.9495759165388153,
      "learning_rate": 4.08169654401419e-07,
      "loss": 1.6476,
      "step": 69020
    },
    {
      "epoch": 5.863149847094801,
      "grad_norm": 2.538247210305994,
      "learning_rate": 4.0766362695315856e-07,
      "loss": 1.2502,
      "step": 69021
    },
    {
      "epoch": 5.863234794427455,
      "grad_norm": 2.7464170063105295,
      "learning_rate": 4.0715791294588794e-07,
      "loss": 1.353,
      "step": 69022
    },
    {
      "epoch": 5.863319741760109,
      "grad_norm": 2.9131527713896075,
      "learning_rate": 4.066525123806563e-07,
      "loss": 1.6056,
      "step": 69023
    },
    {
      "epoch": 5.8634046890927625,
      "grad_norm": 2.4764263043500976,
      "learning_rate": 4.061474252585295e-07,
      "loss": 1.171,
      "step": 69024
    },
    {
      "epoch": 5.863489636425416,
      "grad_norm": 2.666820506852874,
      "learning_rate": 4.0564265158055665e-07,
      "loss": 1.1321,
      "step": 69025
    },
    {
      "epoch": 5.86357458375807,
      "grad_norm": 2.8392731339479025,
      "learning_rate": 4.051381913478036e-07,
      "loss": 1.3748,
      "step": 69026
    },
    {
      "epoch": 5.863659531090724,
      "grad_norm": 2.653319589804182,
      "learning_rate": 4.046340445613361e-07,
      "loss": 1.287,
      "step": 69027
    },
    {
      "epoch": 5.863744478423378,
      "grad_norm": 2.8005617380177186,
      "learning_rate": 4.0413021122218667e-07,
      "loss": 1.4924,
      "step": 69028
    },
    {
      "epoch": 5.863829425756031,
      "grad_norm": 2.6588150366512218,
      "learning_rate": 4.036266913314212e-07,
      "loss": 1.3957,
      "step": 69029
    },
    {
      "epoch": 5.863914373088685,
      "grad_norm": 2.831195264371806,
      "learning_rate": 4.031234848901055e-07,
      "loss": 1.6269,
      "step": 69030
    },
    {
      "epoch": 5.863999320421339,
      "grad_norm": 2.822062567603983,
      "learning_rate": 4.0262059189927197e-07,
      "loss": 1.5891,
      "step": 69031
    },
    {
      "epoch": 5.864084267753992,
      "grad_norm": 2.821077598581402,
      "learning_rate": 4.021180123600032e-07,
      "loss": 1.5538,
      "step": 69032
    },
    {
      "epoch": 5.864169215086646,
      "grad_norm": 2.635651989963228,
      "learning_rate": 4.016157462733316e-07,
      "loss": 1.2803,
      "step": 69033
    },
    {
      "epoch": 5.8642541624193,
      "grad_norm": 2.6493538365064264,
      "learning_rate": 4.0111379364032304e-07,
      "loss": 1.2267,
      "step": 69034
    },
    {
      "epoch": 5.8643391097519535,
      "grad_norm": 2.6336853469963653,
      "learning_rate": 4.0061215446201e-07,
      "loss": 1.3339,
      "step": 69035
    },
    {
      "epoch": 5.864424057084608,
      "grad_norm": 2.696728622936333,
      "learning_rate": 4.001108287394583e-07,
      "loss": 1.4318,
      "step": 69036
    },
    {
      "epoch": 5.864509004417261,
      "grad_norm": 2.789506918060262,
      "learning_rate": 3.9960981647371714e-07,
      "loss": 1.434,
      "step": 69037
    },
    {
      "epoch": 5.8645939517499155,
      "grad_norm": 2.7898045336556234,
      "learning_rate": 3.9910911766583566e-07,
      "loss": 1.5327,
      "step": 69038
    },
    {
      "epoch": 5.864678899082569,
      "grad_norm": 2.7377651338567883,
      "learning_rate": 3.9860873231686296e-07,
      "loss": 1.4473,
      "step": 69039
    },
    {
      "epoch": 5.864763846415222,
      "grad_norm": 2.781520672045705,
      "learning_rate": 3.9810866042784827e-07,
      "loss": 1.3515,
      "step": 69040
    },
    {
      "epoch": 5.864848793747877,
      "grad_norm": 2.6076041137668944,
      "learning_rate": 3.976089019998241e-07,
      "loss": 1.1962,
      "step": 69041
    },
    {
      "epoch": 5.86493374108053,
      "grad_norm": 2.5615598442284973,
      "learning_rate": 3.971094570338729e-07,
      "loss": 1.2343,
      "step": 69042
    },
    {
      "epoch": 5.865018688413183,
      "grad_norm": 2.7705468666778055,
      "learning_rate": 3.966103255309938e-07,
      "loss": 1.2892,
      "step": 69043
    },
    {
      "epoch": 5.865103635745838,
      "grad_norm": 2.8057399925294186,
      "learning_rate": 3.961115074922694e-07,
      "loss": 1.5481,
      "step": 69044
    },
    {
      "epoch": 5.865188583078491,
      "grad_norm": 2.592922375635985,
      "learning_rate": 3.956130029187321e-07,
      "loss": 1.3853,
      "step": 69045
    },
    {
      "epoch": 5.865273530411145,
      "grad_norm": 2.5993626649559602,
      "learning_rate": 3.951148118114311e-07,
      "loss": 1.4143,
      "step": 69046
    },
    {
      "epoch": 5.865358477743799,
      "grad_norm": 2.932291008326864,
      "learning_rate": 3.9461693417139893e-07,
      "loss": 1.5902,
      "step": 69047
    },
    {
      "epoch": 5.865443425076452,
      "grad_norm": 2.7254448418281,
      "learning_rate": 3.941193699997014e-07,
      "loss": 1.5342,
      "step": 69048
    },
    {
      "epoch": 5.8655283724091065,
      "grad_norm": 2.6949879310946305,
      "learning_rate": 3.936221192973543e-07,
      "loss": 1.415,
      "step": 69049
    },
    {
      "epoch": 5.86561331974176,
      "grad_norm": 2.807041757480332,
      "learning_rate": 3.931251820654069e-07,
      "loss": 1.5431,
      "step": 69050
    },
    {
      "epoch": 5.865698267074414,
      "grad_norm": 3.2191305167977946,
      "learning_rate": 3.926285583049249e-07,
      "loss": 1.596,
      "step": 69051
    },
    {
      "epoch": 5.865783214407068,
      "grad_norm": 2.7381701693131766,
      "learning_rate": 3.921322480169076e-07,
      "loss": 1.4308,
      "step": 69052
    },
    {
      "epoch": 5.865868161739721,
      "grad_norm": 2.7805835024713454,
      "learning_rate": 3.916362512024207e-07,
      "loss": 1.5533,
      "step": 69053
    },
    {
      "epoch": 5.865953109072375,
      "grad_norm": 2.940850703565062,
      "learning_rate": 3.9114056786251347e-07,
      "loss": 1.3819,
      "step": 69054
    },
    {
      "epoch": 5.866038056405029,
      "grad_norm": 2.541427755930615,
      "learning_rate": 3.906451979982017e-07,
      "loss": 1.3335,
      "step": 69055
    },
    {
      "epoch": 5.866123003737682,
      "grad_norm": 2.6947304720161975,
      "learning_rate": 3.901501416105346e-07,
      "loss": 1.4748,
      "step": 69056
    },
    {
      "epoch": 5.866207951070336,
      "grad_norm": 2.588925150764261,
      "learning_rate": 3.8965539870052795e-07,
      "loss": 1.2885,
      "step": 69057
    },
    {
      "epoch": 5.86629289840299,
      "grad_norm": 2.651963310643903,
      "learning_rate": 3.891609692692477e-07,
      "loss": 1.3788,
      "step": 69058
    },
    {
      "epoch": 5.866377845735644,
      "grad_norm": 2.7385066730112326,
      "learning_rate": 3.8866685331772615e-07,
      "loss": 1.4988,
      "step": 69059
    },
    {
      "epoch": 5.8664627930682975,
      "grad_norm": 2.740168743861109,
      "learning_rate": 3.88173050846996e-07,
      "loss": 1.5426,
      "step": 69060
    },
    {
      "epoch": 5.866547740400952,
      "grad_norm": 2.7415758448710124,
      "learning_rate": 3.8767956185807305e-07,
      "loss": 1.5178,
      "step": 69061
    },
    {
      "epoch": 5.866632687733605,
      "grad_norm": 2.689889691532002,
      "learning_rate": 3.8718638635202306e-07,
      "loss": 1.2759,
      "step": 69062
    },
    {
      "epoch": 5.866717635066259,
      "grad_norm": 2.9297062453942386,
      "learning_rate": 3.866935243298452e-07,
      "loss": 1.5466,
      "step": 69063
    },
    {
      "epoch": 5.866802582398913,
      "grad_norm": 2.5764358421472187,
      "learning_rate": 3.862009757925888e-07,
      "loss": 1.3869,
      "step": 69064
    },
    {
      "epoch": 5.866887529731566,
      "grad_norm": 2.613792328417548,
      "learning_rate": 3.8570874074130287e-07,
      "loss": 1.3708,
      "step": 69065
    },
    {
      "epoch": 5.86697247706422,
      "grad_norm": 2.8808864372171605,
      "learning_rate": 3.8521681917698664e-07,
      "loss": 1.6515,
      "step": 69066
    },
    {
      "epoch": 5.867057424396874,
      "grad_norm": 2.7858812306451104,
      "learning_rate": 3.84725211100706e-07,
      "loss": 1.3412,
      "step": 69067
    },
    {
      "epoch": 5.8671423717295275,
      "grad_norm": 2.7126845840565172,
      "learning_rate": 3.842339165134434e-07,
      "loss": 1.321,
      "step": 69068
    },
    {
      "epoch": 5.867227319062182,
      "grad_norm": 2.761870912729855,
      "learning_rate": 3.837429354162813e-07,
      "loss": 1.4356,
      "step": 69069
    },
    {
      "epoch": 5.867312266394835,
      "grad_norm": 2.721952184479343,
      "learning_rate": 3.832522678102023e-07,
      "loss": 1.5067,
      "step": 69070
    },
    {
      "epoch": 5.867397213727489,
      "grad_norm": 2.639162925576433,
      "learning_rate": 3.827619136962723e-07,
      "loss": 1.365,
      "step": 69071
    },
    {
      "epoch": 5.867482161060143,
      "grad_norm": 3.4388069922763242,
      "learning_rate": 3.8227187307549034e-07,
      "loss": 1.6865,
      "step": 69072
    },
    {
      "epoch": 5.867567108392796,
      "grad_norm": 2.6894637947536184,
      "learning_rate": 3.8178214594890567e-07,
      "loss": 1.425,
      "step": 69073
    },
    {
      "epoch": 5.867652055725451,
      "grad_norm": 2.9511643608268248,
      "learning_rate": 3.812927323175341e-07,
      "loss": 1.4891,
      "step": 69074
    },
    {
      "epoch": 5.867737003058104,
      "grad_norm": 2.8022525888359526,
      "learning_rate": 3.808036321823915e-07,
      "loss": 1.5206,
      "step": 69075
    },
    {
      "epoch": 5.867821950390757,
      "grad_norm": 2.774662940986076,
      "learning_rate": 3.803148455445104e-07,
      "loss": 1.5479,
      "step": 69076
    },
    {
      "epoch": 5.867906897723412,
      "grad_norm": 2.770783823534489,
      "learning_rate": 3.798263724049233e-07,
      "loss": 1.4272,
      "step": 69077
    },
    {
      "epoch": 5.867991845056065,
      "grad_norm": 2.7086038397529597,
      "learning_rate": 3.7933821276464606e-07,
      "loss": 1.3567,
      "step": 69078
    },
    {
      "epoch": 5.868076792388719,
      "grad_norm": 2.8768647399538465,
      "learning_rate": 3.7885036662469446e-07,
      "loss": 1.6716,
      "step": 69079
    },
    {
      "epoch": 5.868161739721373,
      "grad_norm": 2.711922837536607,
      "learning_rate": 3.783628339861011e-07,
      "loss": 1.3534,
      "step": 69080
    },
    {
      "epoch": 5.868246687054026,
      "grad_norm": 2.8722898191181185,
      "learning_rate": 3.778756148498985e-07,
      "loss": 1.5454,
      "step": 69081
    },
    {
      "epoch": 5.8683316343866805,
      "grad_norm": 2.7636331824999316,
      "learning_rate": 3.773887092170691e-07,
      "loss": 1.4362,
      "step": 69082
    },
    {
      "epoch": 5.868416581719334,
      "grad_norm": 2.73401576897818,
      "learning_rate": 3.769021170886788e-07,
      "loss": 1.4787,
      "step": 69083
    },
    {
      "epoch": 5.868501529051988,
      "grad_norm": 2.725282080018878,
      "learning_rate": 3.7641583846572674e-07,
      "loss": 1.2371,
      "step": 69084
    },
    {
      "epoch": 5.868586476384642,
      "grad_norm": 2.814536333256465,
      "learning_rate": 3.759298733492122e-07,
      "loss": 1.4895,
      "step": 69085
    },
    {
      "epoch": 5.868671423717295,
      "grad_norm": 2.8031107975366885,
      "learning_rate": 3.754442217401843e-07,
      "loss": 1.5677,
      "step": 69086
    },
    {
      "epoch": 5.868756371049949,
      "grad_norm": 2.8755335102808717,
      "learning_rate": 3.749588836396589e-07,
      "loss": 1.378,
      "step": 69087
    },
    {
      "epoch": 5.868841318382603,
      "grad_norm": 2.574184324100482,
      "learning_rate": 3.7447385904863516e-07,
      "loss": 1.1851,
      "step": 69088
    },
    {
      "epoch": 5.868926265715256,
      "grad_norm": 2.6856688393513966,
      "learning_rate": 3.7398914796812896e-07,
      "loss": 1.4895,
      "step": 69089
    },
    {
      "epoch": 5.86901121304791,
      "grad_norm": 2.7728094784626687,
      "learning_rate": 3.7350475039917283e-07,
      "loss": 1.4735,
      "step": 69090
    },
    {
      "epoch": 5.869096160380564,
      "grad_norm": 2.6546982774468937,
      "learning_rate": 3.7302066634276593e-07,
      "loss": 1.3633,
      "step": 69091
    },
    {
      "epoch": 5.869181107713218,
      "grad_norm": 2.579860873567073,
      "learning_rate": 3.725368957999408e-07,
      "loss": 1.2833,
      "step": 69092
    },
    {
      "epoch": 5.8692660550458715,
      "grad_norm": 2.7012013777408637,
      "learning_rate": 3.7205343877168e-07,
      "loss": 1.191,
      "step": 69093
    },
    {
      "epoch": 5.869351002378526,
      "grad_norm": 2.730330968339111,
      "learning_rate": 3.715702952590327e-07,
      "loss": 1.3756,
      "step": 69094
    },
    {
      "epoch": 5.869435949711179,
      "grad_norm": 3.2948902926111185,
      "learning_rate": 3.7108746526299805e-07,
      "loss": 1.6518,
      "step": 69095
    },
    {
      "epoch": 5.869520897043833,
      "grad_norm": 2.509570616859361,
      "learning_rate": 3.706049487845752e-07,
      "loss": 1.2894,
      "step": 69096
    },
    {
      "epoch": 5.869605844376487,
      "grad_norm": 2.7020657593276614,
      "learning_rate": 3.7012274582478016e-07,
      "loss": 1.2173,
      "step": 69097
    },
    {
      "epoch": 5.86969079170914,
      "grad_norm": 2.536280490887544,
      "learning_rate": 3.6964085638464534e-07,
      "loss": 1.342,
      "step": 69098
    },
    {
      "epoch": 5.869775739041794,
      "grad_norm": 2.6140874642533047,
      "learning_rate": 3.691592804651533e-07,
      "loss": 1.3429,
      "step": 69099
    },
    {
      "epoch": 5.869860686374448,
      "grad_norm": 2.8418768164334796,
      "learning_rate": 3.686780180673199e-07,
      "loss": 1.4824,
      "step": 69100
    },
    {
      "epoch": 5.869945633707101,
      "grad_norm": 2.833411938712115,
      "learning_rate": 3.6819706919216095e-07,
      "loss": 1.557,
      "step": 69101
    },
    {
      "epoch": 5.870030581039756,
      "grad_norm": 2.788835554942109,
      "learning_rate": 3.6771643384067574e-07,
      "loss": 1.3724,
      "step": 69102
    },
    {
      "epoch": 5.870115528372409,
      "grad_norm": 3.4586007528570923,
      "learning_rate": 3.6723611201388004e-07,
      "loss": 1.8013,
      "step": 69103
    },
    {
      "epoch": 5.8702004757050625,
      "grad_norm": 2.5278786398721365,
      "learning_rate": 3.6675610371275645e-07,
      "loss": 1.4257,
      "step": 69104
    },
    {
      "epoch": 5.870285423037717,
      "grad_norm": 2.5735653090555255,
      "learning_rate": 3.6627640893835407e-07,
      "loss": 1.2824,
      "step": 69105
    },
    {
      "epoch": 5.87037037037037,
      "grad_norm": 2.7671950575445106,
      "learning_rate": 3.657970276916389e-07,
      "loss": 1.492,
      "step": 69106
    },
    {
      "epoch": 5.8704553177030245,
      "grad_norm": 2.72869487419029,
      "learning_rate": 3.653179599736433e-07,
      "loss": 1.4897,
      "step": 69107
    },
    {
      "epoch": 5.870540265035678,
      "grad_norm": 2.7139092470175714,
      "learning_rate": 3.648392057853333e-07,
      "loss": 1.2793,
      "step": 69108
    },
    {
      "epoch": 5.870625212368331,
      "grad_norm": 2.6680721926574886,
      "learning_rate": 3.64360765127758e-07,
      "loss": 1.3204,
      "step": 69109
    },
    {
      "epoch": 5.870710159700986,
      "grad_norm": 2.5557007311828155,
      "learning_rate": 3.638826380019e-07,
      "loss": 1.3285,
      "step": 69110
    },
    {
      "epoch": 5.870795107033639,
      "grad_norm": 2.7695303800719793,
      "learning_rate": 3.6340482440874174e-07,
      "loss": 1.4623,
      "step": 69111
    },
    {
      "epoch": 5.8708800543662925,
      "grad_norm": 2.7184783531207897,
      "learning_rate": 3.629273243493158e-07,
      "loss": 1.5405,
      "step": 69112
    },
    {
      "epoch": 5.870965001698947,
      "grad_norm": 2.5697573685814956,
      "learning_rate": 3.6245013782460477e-07,
      "loss": 1.3641,
      "step": 69113
    },
    {
      "epoch": 5.8710499490316,
      "grad_norm": 2.8678909353081266,
      "learning_rate": 3.619732648356244e-07,
      "loss": 1.4781,
      "step": 69114
    },
    {
      "epoch": 5.8711348963642545,
      "grad_norm": 2.8730702601407327,
      "learning_rate": 3.6149670538334066e-07,
      "loss": 1.5436,
      "step": 69115
    },
    {
      "epoch": 5.871219843696908,
      "grad_norm": 2.8871950668481614,
      "learning_rate": 3.61020459468786e-07,
      "loss": 1.6301,
      "step": 69116
    },
    {
      "epoch": 5.871304791029562,
      "grad_norm": 2.7103684648069453,
      "learning_rate": 3.60544527092943e-07,
      "loss": 1.4808,
      "step": 69117
    },
    {
      "epoch": 5.871389738362216,
      "grad_norm": 2.6288507903137597,
      "learning_rate": 3.600689082568109e-07,
      "loss": 1.2987,
      "step": 69118
    },
    {
      "epoch": 5.871474685694869,
      "grad_norm": 2.8798655324958014,
      "learning_rate": 3.5959360296140547e-07,
      "loss": 1.5352,
      "step": 69119
    },
    {
      "epoch": 5.871559633027523,
      "grad_norm": 2.8711083998300957,
      "learning_rate": 3.5911861120767606e-07,
      "loss": 1.6291,
      "step": 69120
    },
    {
      "epoch": 5.871644580360177,
      "grad_norm": 2.632696360519133,
      "learning_rate": 3.586439329966551e-07,
      "loss": 1.5385,
      "step": 69121
    },
    {
      "epoch": 5.87172952769283,
      "grad_norm": 2.799350622829601,
      "learning_rate": 3.581695683293417e-07,
      "loss": 1.5395,
      "step": 69122
    },
    {
      "epoch": 5.871814475025484,
      "grad_norm": 2.6452765674035654,
      "learning_rate": 3.5769551720670195e-07,
      "loss": 1.4683,
      "step": 69123
    },
    {
      "epoch": 5.871899422358138,
      "grad_norm": 2.4849484247354656,
      "learning_rate": 3.5722177962975165e-07,
      "loss": 1.2619,
      "step": 69124
    },
    {
      "epoch": 5.871984369690792,
      "grad_norm": 2.639147827111707,
      "learning_rate": 3.5674835559947325e-07,
      "loss": 1.4104,
      "step": 69125
    },
    {
      "epoch": 5.8720693170234455,
      "grad_norm": 2.7283811036953645,
      "learning_rate": 3.5627524511684933e-07,
      "loss": 1.4204,
      "step": 69126
    },
    {
      "epoch": 5.872154264356099,
      "grad_norm": 2.6422838430770494,
      "learning_rate": 3.5580244818289584e-07,
      "loss": 1.2173,
      "step": 69127
    },
    {
      "epoch": 5.872239211688753,
      "grad_norm": 2.9261344504624978,
      "learning_rate": 3.5532996479859523e-07,
      "loss": 1.5867,
      "step": 69128
    },
    {
      "epoch": 5.872324159021407,
      "grad_norm": 2.785771211897194,
      "learning_rate": 3.548577949649134e-07,
      "loss": 1.5391,
      "step": 69129
    },
    {
      "epoch": 5.872409106354061,
      "grad_norm": 2.6207747406653534,
      "learning_rate": 3.543859386828829e-07,
      "loss": 1.2838,
      "step": 69130
    },
    {
      "epoch": 5.872494053686714,
      "grad_norm": 2.6215695822524974,
      "learning_rate": 3.5391439595345293e-07,
      "loss": 1.3853,
      "step": 69131
    },
    {
      "epoch": 5.872579001019368,
      "grad_norm": 2.7800136092355925,
      "learning_rate": 3.5344316677762274e-07,
      "loss": 1.4806,
      "step": 69132
    },
    {
      "epoch": 5.872663948352022,
      "grad_norm": 2.9265728645091387,
      "learning_rate": 3.529722511563915e-07,
      "loss": 1.4112,
      "step": 69133
    },
    {
      "epoch": 5.872748895684675,
      "grad_norm": 2.6404165796478547,
      "learning_rate": 3.5250164909074175e-07,
      "loss": 1.2009,
      "step": 69134
    },
    {
      "epoch": 5.872833843017329,
      "grad_norm": 2.892986832938372,
      "learning_rate": 3.5203136058165606e-07,
      "loss": 1.6032,
      "step": 69135
    },
    {
      "epoch": 5.872918790349983,
      "grad_norm": 3.022757650932459,
      "learning_rate": 3.515613856301003e-07,
      "loss": 1.5125,
      "step": 69136
    },
    {
      "epoch": 5.8730037376826365,
      "grad_norm": 2.707814030918085,
      "learning_rate": 3.51091724237107e-07,
      "loss": 1.4928,
      "step": 69137
    },
    {
      "epoch": 5.873088685015291,
      "grad_norm": 2.592246386162421,
      "learning_rate": 3.506223764036087e-07,
      "loss": 1.3398,
      "step": 69138
    },
    {
      "epoch": 5.873173632347944,
      "grad_norm": 2.7016225211198095,
      "learning_rate": 3.501533421306213e-07,
      "loss": 1.2036,
      "step": 69139
    },
    {
      "epoch": 5.8732585796805985,
      "grad_norm": 2.62482874730334,
      "learning_rate": 3.496846214191107e-07,
      "loss": 1.3488,
      "step": 69140
    },
    {
      "epoch": 5.873343527013252,
      "grad_norm": 2.5518972709587966,
      "learning_rate": 3.4921621427009274e-07,
      "loss": 1.3031,
      "step": 69141
    },
    {
      "epoch": 5.873428474345905,
      "grad_norm": 2.7562993818144195,
      "learning_rate": 3.487481206845e-07,
      "loss": 1.5109,
      "step": 69142
    },
    {
      "epoch": 5.87351342167856,
      "grad_norm": 2.724853455823672,
      "learning_rate": 3.482803406633483e-07,
      "loss": 1.5637,
      "step": 69143
    },
    {
      "epoch": 5.873598369011213,
      "grad_norm": 2.856465148543027,
      "learning_rate": 3.4781287420758696e-07,
      "loss": 1.5908,
      "step": 69144
    },
    {
      "epoch": 5.873683316343866,
      "grad_norm": 2.8127497173963287,
      "learning_rate": 3.473457213182318e-07,
      "loss": 1.5821,
      "step": 69145
    },
    {
      "epoch": 5.873768263676521,
      "grad_norm": 3.134610744096642,
      "learning_rate": 3.4687888199623204e-07,
      "loss": 1.5998,
      "step": 69146
    },
    {
      "epoch": 5.873853211009174,
      "grad_norm": 2.7456985764729867,
      "learning_rate": 3.464123562425869e-07,
      "loss": 1.5328,
      "step": 69147
    },
    {
      "epoch": 5.873938158341828,
      "grad_norm": 3.330270959543915,
      "learning_rate": 3.4594614405826225e-07,
      "loss": 1.6766,
      "step": 69148
    },
    {
      "epoch": 5.874023105674482,
      "grad_norm": 2.674113434075346,
      "learning_rate": 3.454802454442407e-07,
      "loss": 1.3425,
      "step": 69149
    },
    {
      "epoch": 5.874108053007135,
      "grad_norm": 2.659169606428744,
      "learning_rate": 3.4501466040148807e-07,
      "loss": 1.384,
      "step": 69150
    },
    {
      "epoch": 5.8741930003397895,
      "grad_norm": 2.6152942828555377,
      "learning_rate": 3.4454938893098694e-07,
      "loss": 1.4441,
      "step": 69151
    },
    {
      "epoch": 5.874277947672443,
      "grad_norm": 2.8274772403472874,
      "learning_rate": 3.440844310337199e-07,
      "loss": 1.3353,
      "step": 69152
    },
    {
      "epoch": 5.874362895005097,
      "grad_norm": 2.808355500232746,
      "learning_rate": 3.4361978671063605e-07,
      "loss": 1.5037,
      "step": 69153
    },
    {
      "epoch": 5.874447842337751,
      "grad_norm": 2.888631723629965,
      "learning_rate": 3.431554559627514e-07,
      "loss": 1.6889,
      "step": 69154
    },
    {
      "epoch": 5.874532789670404,
      "grad_norm": 2.83004121606878,
      "learning_rate": 3.4269143879099847e-07,
      "loss": 1.4409,
      "step": 69155
    },
    {
      "epoch": 5.874617737003058,
      "grad_norm": 2.911476191998865,
      "learning_rate": 3.422277351963765e-07,
      "loss": 1.6855,
      "step": 69156
    },
    {
      "epoch": 5.874702684335712,
      "grad_norm": 2.7272589257394215,
      "learning_rate": 3.417643451798346e-07,
      "loss": 1.4096,
      "step": 69157
    },
    {
      "epoch": 5.874787631668365,
      "grad_norm": 2.7014412617591588,
      "learning_rate": 3.413012687423389e-07,
      "loss": 1.5581,
      "step": 69158
    },
    {
      "epoch": 5.8748725790010194,
      "grad_norm": 2.6961546084942443,
      "learning_rate": 3.40838505884905e-07,
      "loss": 1.5331,
      "step": 69159
    },
    {
      "epoch": 5.874957526333673,
      "grad_norm": 2.778014823013008,
      "learning_rate": 3.4037605660846566e-07,
      "loss": 1.3026,
      "step": 69160
    },
    {
      "epoch": 5.875042473666327,
      "grad_norm": 2.76579812323031,
      "learning_rate": 3.3991392091398673e-07,
      "loss": 1.2992,
      "step": 69161
    },
    {
      "epoch": 5.8751274209989806,
      "grad_norm": 2.648535151184374,
      "learning_rate": 3.394520988024507e-07,
      "loss": 1.4264,
      "step": 69162
    },
    {
      "epoch": 5.875212368331635,
      "grad_norm": 2.7233856565710517,
      "learning_rate": 3.3899059027482356e-07,
      "loss": 1.4726,
      "step": 69163
    },
    {
      "epoch": 5.875297315664288,
      "grad_norm": 2.8387505807445788,
      "learning_rate": 3.3852939533207114e-07,
      "loss": 1.2558,
      "step": 69164
    },
    {
      "epoch": 5.875382262996942,
      "grad_norm": 2.719493300101715,
      "learning_rate": 3.3806851397515935e-07,
      "loss": 1.2262,
      "step": 69165
    },
    {
      "epoch": 5.875467210329596,
      "grad_norm": 3.008835530387366,
      "learning_rate": 3.3760794620505405e-07,
      "loss": 1.7131,
      "step": 69166
    },
    {
      "epoch": 5.875552157662249,
      "grad_norm": 2.802957182343358,
      "learning_rate": 3.371476920227212e-07,
      "loss": 1.2478,
      "step": 69167
    },
    {
      "epoch": 5.875637104994903,
      "grad_norm": 2.7521317607693647,
      "learning_rate": 3.366877514291266e-07,
      "loss": 1.5487,
      "step": 69168
    },
    {
      "epoch": 5.875722052327557,
      "grad_norm": 2.7825552464186254,
      "learning_rate": 3.362281244252196e-07,
      "loss": 1.6215,
      "step": 69169
    },
    {
      "epoch": 5.8758069996602105,
      "grad_norm": 2.658448679267657,
      "learning_rate": 3.3576881101198273e-07,
      "loss": 1.5126,
      "step": 69170
    },
    {
      "epoch": 5.875891946992865,
      "grad_norm": 2.6080836159962084,
      "learning_rate": 3.3530981119036515e-07,
      "loss": 1.3902,
      "step": 69171
    },
    {
      "epoch": 5.875976894325518,
      "grad_norm": 2.6541167583434038,
      "learning_rate": 3.348511249613328e-07,
      "loss": 1.365,
      "step": 69172
    },
    {
      "epoch": 5.876061841658172,
      "grad_norm": 2.7221442867817554,
      "learning_rate": 3.343927523258516e-07,
      "loss": 1.405,
      "step": 69173
    },
    {
      "epoch": 5.876146788990826,
      "grad_norm": 2.7742174025076896,
      "learning_rate": 3.339346932848874e-07,
      "loss": 1.4539,
      "step": 69174
    },
    {
      "epoch": 5.876231736323479,
      "grad_norm": 2.676081305657399,
      "learning_rate": 3.3347694783937284e-07,
      "loss": 1.5467,
      "step": 69175
    },
    {
      "epoch": 5.876316683656134,
      "grad_norm": 3.238833795656219,
      "learning_rate": 3.330195159902904e-07,
      "loss": 1.6365,
      "step": 69176
    },
    {
      "epoch": 5.876401630988787,
      "grad_norm": 2.6370917986950655,
      "learning_rate": 3.325623977385894e-07,
      "loss": 1.2506,
      "step": 69177
    },
    {
      "epoch": 5.87648657832144,
      "grad_norm": 2.6782921981944168,
      "learning_rate": 3.321055930852523e-07,
      "loss": 1.492,
      "step": 69178
    },
    {
      "epoch": 5.876571525654095,
      "grad_norm": 2.7290421200012216,
      "learning_rate": 3.316491020311951e-07,
      "loss": 1.2885,
      "step": 69179
    },
    {
      "epoch": 5.876656472986748,
      "grad_norm": 2.5568362962063205,
      "learning_rate": 3.3119292457740035e-07,
      "loss": 1.152,
      "step": 69180
    },
    {
      "epoch": 5.8767414203194015,
      "grad_norm": 2.759449847228536,
      "learning_rate": 3.307370607248172e-07,
      "loss": 1.4758,
      "step": 69181
    },
    {
      "epoch": 5.876826367652056,
      "grad_norm": 2.5850486556021806,
      "learning_rate": 3.30281510474395e-07,
      "loss": 1.2943,
      "step": 69182
    },
    {
      "epoch": 5.876911314984709,
      "grad_norm": 2.5408554687354434,
      "learning_rate": 3.298262738270996e-07,
      "loss": 1.4086,
      "step": 69183
    },
    {
      "epoch": 5.8769962623173635,
      "grad_norm": 2.7921725544579563,
      "learning_rate": 3.293713507838802e-07,
      "loss": 1.495,
      "step": 69184
    },
    {
      "epoch": 5.877081209650017,
      "grad_norm": 2.5575826864569184,
      "learning_rate": 3.289167413457028e-07,
      "loss": 1.397,
      "step": 69185
    },
    {
      "epoch": 5.877166156982671,
      "grad_norm": 2.6820416752818383,
      "learning_rate": 3.284624455134832e-07,
      "loss": 1.2955,
      "step": 69186
    },
    {
      "epoch": 5.877251104315325,
      "grad_norm": 2.546798075746421,
      "learning_rate": 3.280084632882041e-07,
      "loss": 1.4173,
      "step": 69187
    },
    {
      "epoch": 5.877336051647978,
      "grad_norm": 2.803881393679884,
      "learning_rate": 3.275547946708146e-07,
      "loss": 1.3978,
      "step": 69188
    },
    {
      "epoch": 5.877420998980632,
      "grad_norm": 2.610620366063728,
      "learning_rate": 3.27101439662264e-07,
      "loss": 1.3713,
      "step": 69189
    },
    {
      "epoch": 5.877505946313286,
      "grad_norm": 2.8995405635923124,
      "learning_rate": 3.266483982635015e-07,
      "loss": 1.4905,
      "step": 69190
    },
    {
      "epoch": 5.877590893645939,
      "grad_norm": 3.383612401333501,
      "learning_rate": 3.2619567047545983e-07,
      "loss": 1.6745,
      "step": 69191
    },
    {
      "epoch": 5.877675840978593,
      "grad_norm": 2.6907695142798786,
      "learning_rate": 3.2574325629912133e-07,
      "loss": 1.5328,
      "step": 69192
    },
    {
      "epoch": 5.877760788311247,
      "grad_norm": 2.821870196050056,
      "learning_rate": 3.2529115573538546e-07,
      "loss": 1.5616,
      "step": 69193
    },
    {
      "epoch": 5.877845735643901,
      "grad_norm": 2.6910101506533772,
      "learning_rate": 3.248393687852513e-07,
      "loss": 1.2672,
      "step": 69194
    },
    {
      "epoch": 5.8779306829765545,
      "grad_norm": 2.580241318297669,
      "learning_rate": 3.2438789544963484e-07,
      "loss": 1.2941,
      "step": 69195
    },
    {
      "epoch": 5.878015630309208,
      "grad_norm": 2.6604102076103593,
      "learning_rate": 3.239367357294853e-07,
      "loss": 1.3123,
      "step": 69196
    },
    {
      "epoch": 5.878100577641862,
      "grad_norm": 2.719490497519126,
      "learning_rate": 3.2348588962575195e-07,
      "loss": 1.4837,
      "step": 69197
    },
    {
      "epoch": 5.878185524974516,
      "grad_norm": 2.7850471702558113,
      "learning_rate": 3.23035357139384e-07,
      "loss": 1.4027,
      "step": 69198
    },
    {
      "epoch": 5.87827047230717,
      "grad_norm": 2.6974729385676217,
      "learning_rate": 3.2258513827131405e-07,
      "loss": 1.5326,
      "step": 69199
    },
    {
      "epoch": 5.878355419639823,
      "grad_norm": 2.7821694362175884,
      "learning_rate": 3.22135233022508e-07,
      "loss": 1.6003,
      "step": 69200
    },
    {
      "epoch": 5.878440366972477,
      "grad_norm": 2.634370260011099,
      "learning_rate": 3.2168564139388174e-07,
      "loss": 1.4152,
      "step": 69201
    },
    {
      "epoch": 5.878525314305131,
      "grad_norm": 2.7175083171946155,
      "learning_rate": 3.212363633863846e-07,
      "loss": 1.5706,
      "step": 69202
    },
    {
      "epoch": 5.878610261637784,
      "grad_norm": 2.7524941180860685,
      "learning_rate": 3.207873990009657e-07,
      "loss": 1.4856,
      "step": 69203
    },
    {
      "epoch": 5.878695208970438,
      "grad_norm": 2.808692702734551,
      "learning_rate": 3.2033874823855776e-07,
      "loss": 1.4949,
      "step": 69204
    },
    {
      "epoch": 5.878780156303092,
      "grad_norm": 3.3504571461016166,
      "learning_rate": 3.198904111001099e-07,
      "loss": 1.603,
      "step": 69205
    },
    {
      "epoch": 5.8788651036357455,
      "grad_norm": 2.7453720045851973,
      "learning_rate": 3.1944238758655484e-07,
      "loss": 1.4062,
      "step": 69206
    },
    {
      "epoch": 5.8789500509684,
      "grad_norm": 2.8091259178587493,
      "learning_rate": 3.1899467769882505e-07,
      "loss": 1.5725,
      "step": 69207
    },
    {
      "epoch": 5.879034998301053,
      "grad_norm": 2.752764025561334,
      "learning_rate": 3.1854728143788643e-07,
      "loss": 1.4666,
      "step": 69208
    },
    {
      "epoch": 5.8791199456337075,
      "grad_norm": 2.9075291243695154,
      "learning_rate": 3.181001988046383e-07,
      "loss": 1.5405,
      "step": 69209
    },
    {
      "epoch": 5.879204892966361,
      "grad_norm": 2.673762490390806,
      "learning_rate": 3.176534298000466e-07,
      "loss": 1.3782,
      "step": 69210
    },
    {
      "epoch": 5.879289840299014,
      "grad_norm": 3.3252578498184224,
      "learning_rate": 3.1720697442502716e-07,
      "loss": 1.675,
      "step": 69211
    },
    {
      "epoch": 5.879374787631669,
      "grad_norm": 2.7360540006772562,
      "learning_rate": 3.1676083268052934e-07,
      "loss": 1.4349,
      "step": 69212
    },
    {
      "epoch": 5.879459734964322,
      "grad_norm": 2.950964752172038,
      "learning_rate": 3.163150045674856e-07,
      "loss": 1.6266,
      "step": 69213
    },
    {
      "epoch": 5.8795446822969755,
      "grad_norm": 2.699254166819471,
      "learning_rate": 3.158694900868286e-07,
      "loss": 1.3034,
      "step": 69214
    },
    {
      "epoch": 5.87962962962963,
      "grad_norm": 2.8842173435691465,
      "learning_rate": 3.1542428923949094e-07,
      "loss": 1.6706,
      "step": 69215
    },
    {
      "epoch": 5.879714576962283,
      "grad_norm": 2.5450233475469775,
      "learning_rate": 3.149794020264052e-07,
      "loss": 1.4232,
      "step": 69216
    },
    {
      "epoch": 5.8797995242949375,
      "grad_norm": 2.7219590828519635,
      "learning_rate": 3.145348284485039e-07,
      "loss": 1.4848,
      "step": 69217
    },
    {
      "epoch": 5.879884471627591,
      "grad_norm": 2.5554634656737876,
      "learning_rate": 3.14090568506703e-07,
      "loss": 1.3356,
      "step": 69218
    },
    {
      "epoch": 5.879969418960244,
      "grad_norm": 2.7516802666172837,
      "learning_rate": 3.136466222019685e-07,
      "loss": 1.5158,
      "step": 69219
    },
    {
      "epoch": 5.880054366292899,
      "grad_norm": 2.5676635577784177,
      "learning_rate": 3.1320298953519953e-07,
      "loss": 1.2127,
      "step": 69220
    },
    {
      "epoch": 5.880139313625552,
      "grad_norm": 2.634248094411213,
      "learning_rate": 3.127596705073454e-07,
      "loss": 1.3303,
      "step": 69221
    },
    {
      "epoch": 5.880224260958206,
      "grad_norm": 2.6640363933616964,
      "learning_rate": 3.1231666511932207e-07,
      "loss": 1.1991,
      "step": 69222
    },
    {
      "epoch": 5.88030920829086,
      "grad_norm": 2.4438053634991572,
      "learning_rate": 3.118739733720621e-07,
      "loss": 1.154,
      "step": 69223
    },
    {
      "epoch": 5.880394155623513,
      "grad_norm": 2.7241252352758125,
      "learning_rate": 3.114315952664981e-07,
      "loss": 1.2817,
      "step": 69224
    },
    {
      "epoch": 5.880479102956167,
      "grad_norm": 2.6623432739440416,
      "learning_rate": 3.109895308035626e-07,
      "loss": 1.1848,
      "step": 69225
    },
    {
      "epoch": 5.880564050288821,
      "grad_norm": 2.7943637228946465,
      "learning_rate": 3.105477799841549e-07,
      "loss": 1.4801,
      "step": 69226
    },
    {
      "epoch": 5.880648997621474,
      "grad_norm": 2.859023898633965,
      "learning_rate": 3.101063428092243e-07,
      "loss": 1.5518,
      "step": 69227
    },
    {
      "epoch": 5.8807339449541285,
      "grad_norm": 3.281641110390699,
      "learning_rate": 3.096652192796867e-07,
      "loss": 1.6101,
      "step": 69228
    },
    {
      "epoch": 5.880818892286782,
      "grad_norm": 2.6176612869954576,
      "learning_rate": 3.0922440939645797e-07,
      "loss": 1.3643,
      "step": 69229
    },
    {
      "epoch": 5.880903839619436,
      "grad_norm": 3.1294213495026604,
      "learning_rate": 3.0878391316048743e-07,
      "loss": 1.6664,
      "step": 69230
    },
    {
      "epoch": 5.88098878695209,
      "grad_norm": 2.7889528958509744,
      "learning_rate": 3.0834373057267437e-07,
      "loss": 1.3477,
      "step": 69231
    },
    {
      "epoch": 5.881073734284744,
      "grad_norm": 2.58041133115564,
      "learning_rate": 3.079038616339513e-07,
      "loss": 1.2419,
      "step": 69232
    },
    {
      "epoch": 5.881158681617397,
      "grad_norm": 2.693654563891592,
      "learning_rate": 3.0746430634523425e-07,
      "loss": 1.3564,
      "step": 69233
    },
    {
      "epoch": 5.881243628950051,
      "grad_norm": 2.5305409870041893,
      "learning_rate": 3.070250647074557e-07,
      "loss": 1.293,
      "step": 69234
    },
    {
      "epoch": 5.881328576282705,
      "grad_norm": 2.7979792874636003,
      "learning_rate": 3.0658613672153163e-07,
      "loss": 1.3653,
      "step": 69235
    },
    {
      "epoch": 5.881413523615358,
      "grad_norm": 2.592151952457567,
      "learning_rate": 3.0614752238836136e-07,
      "loss": 1.3956,
      "step": 69236
    },
    {
      "epoch": 5.881498470948012,
      "grad_norm": 3.0013722138596854,
      "learning_rate": 3.0570922170889414e-07,
      "loss": 1.7063,
      "step": 69237
    },
    {
      "epoch": 5.881583418280666,
      "grad_norm": 2.733281296684255,
      "learning_rate": 3.0527123468402914e-07,
      "loss": 1.4421,
      "step": 69238
    },
    {
      "epoch": 5.8816683656133195,
      "grad_norm": 2.8578653682030364,
      "learning_rate": 3.0483356131469906e-07,
      "loss": 1.4548,
      "step": 69239
    },
    {
      "epoch": 5.881753312945974,
      "grad_norm": 2.742902255522645,
      "learning_rate": 3.0439620160180313e-07,
      "loss": 1.3024,
      "step": 69240
    },
    {
      "epoch": 5.881838260278627,
      "grad_norm": 2.8728117166866567,
      "learning_rate": 3.039591555462739e-07,
      "loss": 1.6904,
      "step": 69241
    },
    {
      "epoch": 5.881923207611281,
      "grad_norm": 2.6865042147575755,
      "learning_rate": 3.035224231490274e-07,
      "loss": 1.398,
      "step": 69242
    },
    {
      "epoch": 5.882008154943935,
      "grad_norm": 2.7655968182335835,
      "learning_rate": 3.030860044109462e-07,
      "loss": 1.268,
      "step": 69243
    },
    {
      "epoch": 5.882093102276588,
      "grad_norm": 2.7306584895291643,
      "learning_rate": 3.026498993329962e-07,
      "loss": 1.2864,
      "step": 69244
    },
    {
      "epoch": 5.882178049609243,
      "grad_norm": 2.700005769451579,
      "learning_rate": 3.022141079160434e-07,
      "loss": 1.471,
      "step": 69245
    },
    {
      "epoch": 5.882262996941896,
      "grad_norm": 2.5873203918231074,
      "learning_rate": 3.01778630161037e-07,
      "loss": 1.4616,
      "step": 69246
    },
    {
      "epoch": 5.882347944274549,
      "grad_norm": 2.9953321005256535,
      "learning_rate": 3.013434660688596e-07,
      "loss": 1.3854,
      "step": 69247
    },
    {
      "epoch": 5.882432891607204,
      "grad_norm": 2.804863050454538,
      "learning_rate": 3.009086156404439e-07,
      "loss": 1.5696,
      "step": 69248
    },
    {
      "epoch": 5.882517838939857,
      "grad_norm": 2.7948685077337867,
      "learning_rate": 3.004740788767057e-07,
      "loss": 1.4369,
      "step": 69249
    },
    {
      "epoch": 5.882602786272511,
      "grad_norm": 2.619749018077642,
      "learning_rate": 3.000398557785444e-07,
      "loss": 1.2409,
      "step": 69250
    },
    {
      "epoch": 5.882687733605165,
      "grad_norm": 2.681828736610327,
      "learning_rate": 2.996059463468592e-07,
      "loss": 1.4749,
      "step": 69251
    },
    {
      "epoch": 5.882772680937818,
      "grad_norm": 2.779634736547456,
      "learning_rate": 2.9917235058256607e-07,
      "loss": 1.3666,
      "step": 69252
    },
    {
      "epoch": 5.8828576282704725,
      "grad_norm": 2.9001267959730765,
      "learning_rate": 2.9873906848659755e-07,
      "loss": 1.6246,
      "step": 69253
    },
    {
      "epoch": 5.882942575603126,
      "grad_norm": 3.0918009261706825,
      "learning_rate": 2.9830610005983633e-07,
      "loss": 1.5945,
      "step": 69254
    },
    {
      "epoch": 5.88302752293578,
      "grad_norm": 2.8452375778289833,
      "learning_rate": 2.978734453031817e-07,
      "loss": 1.3739,
      "step": 69255
    },
    {
      "epoch": 5.883112470268434,
      "grad_norm": 2.6408920691566142,
      "learning_rate": 2.9744110421756616e-07,
      "loss": 1.2365,
      "step": 69256
    },
    {
      "epoch": 5.883197417601087,
      "grad_norm": 2.6652133758399565,
      "learning_rate": 2.970090768038724e-07,
      "loss": 1.5371,
      "step": 69257
    },
    {
      "epoch": 5.883282364933741,
      "grad_norm": 2.8309340050286482,
      "learning_rate": 2.9657736306303306e-07,
      "loss": 1.498,
      "step": 69258
    },
    {
      "epoch": 5.883367312266395,
      "grad_norm": 2.675474382665392,
      "learning_rate": 2.96145962995914e-07,
      "loss": 1.3481,
      "step": 69259
    },
    {
      "epoch": 5.883452259599048,
      "grad_norm": 2.6200847436196573,
      "learning_rate": 2.957148766034645e-07,
      "loss": 1.3786,
      "step": 69260
    },
    {
      "epoch": 5.8835372069317025,
      "grad_norm": 2.8958223452677307,
      "learning_rate": 2.9528410388655057e-07,
      "loss": 1.4871,
      "step": 69261
    },
    {
      "epoch": 5.883622154264356,
      "grad_norm": 2.7311944375517907,
      "learning_rate": 2.948536448460881e-07,
      "loss": 1.3741,
      "step": 69262
    },
    {
      "epoch": 5.88370710159701,
      "grad_norm": 2.45666246056788,
      "learning_rate": 2.944234994829764e-07,
      "loss": 1.3053,
      "step": 69263
    },
    {
      "epoch": 5.883792048929664,
      "grad_norm": 2.783473167734825,
      "learning_rate": 2.9399366779813137e-07,
      "loss": 1.5525,
      "step": 69264
    },
    {
      "epoch": 5.883876996262318,
      "grad_norm": 2.7268900361489496,
      "learning_rate": 2.935641497924357e-07,
      "loss": 1.2666,
      "step": 69265
    },
    {
      "epoch": 5.883961943594971,
      "grad_norm": 2.779841177469391,
      "learning_rate": 2.931349454668053e-07,
      "loss": 1.2799,
      "step": 69266
    },
    {
      "epoch": 5.884046890927625,
      "grad_norm": 2.834674979975159,
      "learning_rate": 2.9270605482210605e-07,
      "loss": 1.6223,
      "step": 69267
    },
    {
      "epoch": 5.884131838260279,
      "grad_norm": 2.6793243385876386,
      "learning_rate": 2.9227747785928737e-07,
      "loss": 1.3959,
      "step": 69268
    },
    {
      "epoch": 5.884216785592932,
      "grad_norm": 2.6442975635506034,
      "learning_rate": 2.9184921457921507e-07,
      "loss": 1.1983,
      "step": 69269
    },
    {
      "epoch": 5.884301732925586,
      "grad_norm": 2.835496086382112,
      "learning_rate": 2.914212649827885e-07,
      "loss": 1.6564,
      "step": 69270
    },
    {
      "epoch": 5.88438668025824,
      "grad_norm": 2.821663221413674,
      "learning_rate": 2.9099362907090695e-07,
      "loss": 1.5036,
      "step": 69271
    },
    {
      "epoch": 5.8844716275908935,
      "grad_norm": 3.0350330916964863,
      "learning_rate": 2.90566306844453e-07,
      "loss": 1.5589,
      "step": 69272
    },
    {
      "epoch": 5.884556574923548,
      "grad_norm": 2.526770070239948,
      "learning_rate": 2.9013929830435934e-07,
      "loss": 1.3088,
      "step": 69273
    },
    {
      "epoch": 5.884641522256201,
      "grad_norm": 2.794210133899622,
      "learning_rate": 2.8971260345147516e-07,
      "loss": 1.4987,
      "step": 69274
    },
    {
      "epoch": 5.884726469588855,
      "grad_norm": 2.950359955427687,
      "learning_rate": 2.8928622228673317e-07,
      "loss": 1.6474,
      "step": 69275
    },
    {
      "epoch": 5.884811416921509,
      "grad_norm": 2.972812584593281,
      "learning_rate": 2.8886015481101587e-07,
      "loss": 1.5542,
      "step": 69276
    },
    {
      "epoch": 5.884896364254162,
      "grad_norm": 2.6458579808431333,
      "learning_rate": 2.88434401025206e-07,
      "loss": 1.4232,
      "step": 69277
    },
    {
      "epoch": 5.884981311586817,
      "grad_norm": 2.8309738312265433,
      "learning_rate": 2.880089609301861e-07,
      "loss": 1.5485,
      "step": 69278
    },
    {
      "epoch": 5.88506625891947,
      "grad_norm": 2.8285793147570897,
      "learning_rate": 2.8758383452687214e-07,
      "loss": 1.6401,
      "step": 69279
    },
    {
      "epoch": 5.885151206252123,
      "grad_norm": 2.677966451977417,
      "learning_rate": 2.871590218161468e-07,
      "loss": 1.3725,
      "step": 69280
    },
    {
      "epoch": 5.885236153584778,
      "grad_norm": 2.724792908945118,
      "learning_rate": 2.8673452279889264e-07,
      "loss": 1.2913,
      "step": 69281
    },
    {
      "epoch": 5.885321100917431,
      "grad_norm": 2.5666657294002198,
      "learning_rate": 2.8631033747600894e-07,
      "loss": 1.3937,
      "step": 69282
    },
    {
      "epoch": 5.8854060482500845,
      "grad_norm": 2.770452303463644,
      "learning_rate": 2.8588646584837837e-07,
      "loss": 1.4377,
      "step": 69283
    },
    {
      "epoch": 5.885490995582739,
      "grad_norm": 2.7418582418178925,
      "learning_rate": 2.8546290791690017e-07,
      "loss": 1.4643,
      "step": 69284
    },
    {
      "epoch": 5.885575942915392,
      "grad_norm": 2.872314822745283,
      "learning_rate": 2.850396636824404e-07,
      "loss": 1.3607,
      "step": 69285
    },
    {
      "epoch": 5.8856608902480465,
      "grad_norm": 2.6028488253143562,
      "learning_rate": 2.8461673314589817e-07,
      "loss": 1.2177,
      "step": 69286
    },
    {
      "epoch": 5.8857458375807,
      "grad_norm": 2.7161775769475747,
      "learning_rate": 2.841941163081729e-07,
      "loss": 1.24,
      "step": 69287
    },
    {
      "epoch": 5.885830784913354,
      "grad_norm": 2.726600413856088,
      "learning_rate": 2.837718131701139e-07,
      "loss": 1.5444,
      "step": 69288
    },
    {
      "epoch": 5.885915732246008,
      "grad_norm": 2.675877205708773,
      "learning_rate": 2.83349823732637e-07,
      "loss": 1.4912,
      "step": 69289
    },
    {
      "epoch": 5.886000679578661,
      "grad_norm": 2.6017593387526334,
      "learning_rate": 2.82928147996625e-07,
      "loss": 1.4463,
      "step": 69290
    },
    {
      "epoch": 5.886085626911315,
      "grad_norm": 2.9946322359991977,
      "learning_rate": 2.825067859629604e-07,
      "loss": 1.5212,
      "step": 69291
    },
    {
      "epoch": 5.886170574243969,
      "grad_norm": 2.7136857585786056,
      "learning_rate": 2.820857376325092e-07,
      "loss": 1.4607,
      "step": 69292
    },
    {
      "epoch": 5.886255521576622,
      "grad_norm": 2.6906178608875355,
      "learning_rate": 2.81665003006154e-07,
      "loss": 1.3376,
      "step": 69293
    },
    {
      "epoch": 5.886340468909276,
      "grad_norm": 2.501557385044998,
      "learning_rate": 2.812445820848108e-07,
      "loss": 1.3099,
      "step": 69294
    },
    {
      "epoch": 5.88642541624193,
      "grad_norm": 2.695003073365554,
      "learning_rate": 2.808244748693289e-07,
      "loss": 1.4853,
      "step": 69295
    },
    {
      "epoch": 5.886510363574584,
      "grad_norm": 2.6502307576482984,
      "learning_rate": 2.804046813605909e-07,
      "loss": 1.2778,
      "step": 69296
    },
    {
      "epoch": 5.8865953109072375,
      "grad_norm": 2.5507439175121567,
      "learning_rate": 2.7998520155947947e-07,
      "loss": 1.1777,
      "step": 69297
    },
    {
      "epoch": 5.886680258239891,
      "grad_norm": 2.6461821640070853,
      "learning_rate": 2.7956603546687717e-07,
      "loss": 1.2139,
      "step": 69298
    },
    {
      "epoch": 5.886765205572545,
      "grad_norm": 2.892273770027727,
      "learning_rate": 2.791471830836667e-07,
      "loss": 1.4295,
      "step": 69299
    },
    {
      "epoch": 5.886850152905199,
      "grad_norm": 2.747505868678896,
      "learning_rate": 2.7872864441071395e-07,
      "loss": 1.4033,
      "step": 69300
    },
    {
      "epoch": 5.886935100237853,
      "grad_norm": 2.8398251362197766,
      "learning_rate": 2.783104194489016e-07,
      "loss": 1.368,
      "step": 69301
    },
    {
      "epoch": 5.887020047570506,
      "grad_norm": 2.7431082496256867,
      "learning_rate": 2.7789250819911235e-07,
      "loss": 1.438,
      "step": 69302
    },
    {
      "epoch": 5.88710499490316,
      "grad_norm": 2.6018771821666564,
      "learning_rate": 2.7747491066221203e-07,
      "loss": 1.4139,
      "step": 69303
    },
    {
      "epoch": 5.887189942235814,
      "grad_norm": 2.4761656148064017,
      "learning_rate": 2.7705762683908337e-07,
      "loss": 1.1779,
      "step": 69304
    },
    {
      "epoch": 5.8872748895684675,
      "grad_norm": 2.600715269341257,
      "learning_rate": 2.766406567305923e-07,
      "loss": 1.3736,
      "step": 69305
    },
    {
      "epoch": 5.887359836901121,
      "grad_norm": 2.5983175635735383,
      "learning_rate": 2.762240003376215e-07,
      "loss": 1.3212,
      "step": 69306
    },
    {
      "epoch": 5.887444784233775,
      "grad_norm": 2.802600554861026,
      "learning_rate": 2.7580765766103685e-07,
      "loss": 1.5915,
      "step": 69307
    },
    {
      "epoch": 5.887529731566429,
      "grad_norm": 2.9609095401444736,
      "learning_rate": 2.7539162870172107e-07,
      "loss": 1.6081,
      "step": 69308
    },
    {
      "epoch": 5.887614678899083,
      "grad_norm": 2.5688842874021134,
      "learning_rate": 2.749759134605234e-07,
      "loss": 1.322,
      "step": 69309
    },
    {
      "epoch": 5.887699626231736,
      "grad_norm": 2.797575845424271,
      "learning_rate": 2.745605119383265e-07,
      "loss": 1.33,
      "step": 69310
    },
    {
      "epoch": 5.8877845735643906,
      "grad_norm": 2.734743881540562,
      "learning_rate": 2.741454241360297e-07,
      "loss": 1.4692,
      "step": 69311
    },
    {
      "epoch": 5.887869520897044,
      "grad_norm": 2.9484991571878796,
      "learning_rate": 2.7373065005444895e-07,
      "loss": 1.5212,
      "step": 69312
    },
    {
      "epoch": 5.887954468229697,
      "grad_norm": 2.6368004752170218,
      "learning_rate": 2.733161896945002e-07,
      "loss": 1.3285,
      "step": 69313
    },
    {
      "epoch": 5.888039415562352,
      "grad_norm": 2.6198347094764385,
      "learning_rate": 2.7290204305701613e-07,
      "loss": 1.2327,
      "step": 69314
    },
    {
      "epoch": 5.888124362895005,
      "grad_norm": 2.6784245284751025,
      "learning_rate": 2.7248821014289604e-07,
      "loss": 1.224,
      "step": 69315
    },
    {
      "epoch": 5.8882093102276585,
      "grad_norm": 2.8343184420150953,
      "learning_rate": 2.720746909529892e-07,
      "loss": 1.5973,
      "step": 69316
    },
    {
      "epoch": 5.888294257560313,
      "grad_norm": 2.757526161290521,
      "learning_rate": 2.716614854881616e-07,
      "loss": 1.4105,
      "step": 69317
    },
    {
      "epoch": 5.888379204892966,
      "grad_norm": 2.6089414185806015,
      "learning_rate": 2.7124859374927923e-07,
      "loss": 1.3838,
      "step": 69318
    },
    {
      "epoch": 5.8884641522256205,
      "grad_norm": 2.6882505045617573,
      "learning_rate": 2.708360157372247e-07,
      "loss": 1.4296,
      "step": 69319
    },
    {
      "epoch": 5.888549099558274,
      "grad_norm": 2.662626137116602,
      "learning_rate": 2.704237514528307e-07,
      "loss": 1.2509,
      "step": 69320
    },
    {
      "epoch": 5.888634046890927,
      "grad_norm": 2.741653805071362,
      "learning_rate": 2.700118008969965e-07,
      "loss": 1.5445,
      "step": 69321
    },
    {
      "epoch": 5.888718994223582,
      "grad_norm": 2.601276023564496,
      "learning_rate": 2.696001640705547e-07,
      "loss": 1.4166,
      "step": 69322
    },
    {
      "epoch": 5.888803941556235,
      "grad_norm": 2.664805661987337,
      "learning_rate": 2.691888409743881e-07,
      "loss": 1.5314,
      "step": 69323
    },
    {
      "epoch": 5.888888888888889,
      "grad_norm": 2.9309196839573795,
      "learning_rate": 2.687778316093292e-07,
      "loss": 1.5218,
      "step": 69324
    },
    {
      "epoch": 5.888973836221543,
      "grad_norm": 2.808663777871619,
      "learning_rate": 2.68367135976294e-07,
      "loss": 1.4788,
      "step": 69325
    },
    {
      "epoch": 5.889058783554196,
      "grad_norm": 2.678349389239193,
      "learning_rate": 2.679567540760819e-07,
      "loss": 1.4613,
      "step": 69326
    },
    {
      "epoch": 5.88914373088685,
      "grad_norm": 2.4785757906938928,
      "learning_rate": 2.675466859095921e-07,
      "loss": 1.3152,
      "step": 69327
    },
    {
      "epoch": 5.889228678219504,
      "grad_norm": 2.7698236069859696,
      "learning_rate": 2.671369314776739e-07,
      "loss": 1.4933,
      "step": 69328
    },
    {
      "epoch": 5.889313625552157,
      "grad_norm": 2.692683538098355,
      "learning_rate": 2.667274907811934e-07,
      "loss": 1.4268,
      "step": 69329
    },
    {
      "epoch": 5.8893985728848115,
      "grad_norm": 2.668896529161278,
      "learning_rate": 2.6631836382098315e-07,
      "loss": 1.4121,
      "step": 69330
    },
    {
      "epoch": 5.889483520217465,
      "grad_norm": 2.713920744569091,
      "learning_rate": 2.6590955059792584e-07,
      "loss": 1.2622,
      "step": 69331
    },
    {
      "epoch": 5.889568467550119,
      "grad_norm": 2.6995330689558883,
      "learning_rate": 2.655010511128708e-07,
      "loss": 1.2543,
      "step": 69332
    },
    {
      "epoch": 5.889653414882773,
      "grad_norm": 2.584229344043032,
      "learning_rate": 2.650928653666673e-07,
      "loss": 1.2953,
      "step": 69333
    },
    {
      "epoch": 5.889738362215427,
      "grad_norm": 2.7570584043590687,
      "learning_rate": 2.6468499336018135e-07,
      "loss": 1.4735,
      "step": 69334
    },
    {
      "epoch": 5.88982330954808,
      "grad_norm": 2.7001606303888557,
      "learning_rate": 2.642774350942456e-07,
      "loss": 1.3244,
      "step": 69335
    },
    {
      "epoch": 5.889908256880734,
      "grad_norm": 2.853368608771601,
      "learning_rate": 2.638701905697427e-07,
      "loss": 1.3272,
      "step": 69336
    },
    {
      "epoch": 5.889993204213388,
      "grad_norm": 2.8189328575966797,
      "learning_rate": 2.634632597875219e-07,
      "loss": 1.4138,
      "step": 69337
    },
    {
      "epoch": 5.890078151546041,
      "grad_norm": 2.6196766157680362,
      "learning_rate": 2.63056642748416e-07,
      "loss": 1.4308,
      "step": 69338
    },
    {
      "epoch": 5.890163098878695,
      "grad_norm": 2.768233761874978,
      "learning_rate": 2.6265033945329084e-07,
      "loss": 1.4775,
      "step": 69339
    },
    {
      "epoch": 5.890248046211349,
      "grad_norm": 2.8509453055637115,
      "learning_rate": 2.6224434990299583e-07,
      "loss": 1.3486,
      "step": 69340
    },
    {
      "epoch": 5.8903329935440025,
      "grad_norm": 2.829670381590172,
      "learning_rate": 2.618386740983802e-07,
      "loss": 1.4691,
      "step": 69341
    },
    {
      "epoch": 5.890417940876657,
      "grad_norm": 2.670095672131015,
      "learning_rate": 2.614333120402934e-07,
      "loss": 1.3159,
      "step": 69342
    },
    {
      "epoch": 5.89050288820931,
      "grad_norm": 2.4760817520944127,
      "learning_rate": 2.610282637296013e-07,
      "loss": 1.1345,
      "step": 69343
    },
    {
      "epoch": 5.890587835541964,
      "grad_norm": 2.6288086802383424,
      "learning_rate": 2.606235291671199e-07,
      "loss": 1.2547,
      "step": 69344
    },
    {
      "epoch": 5.890672782874618,
      "grad_norm": 2.7756279983290892,
      "learning_rate": 2.6021910835371527e-07,
      "loss": 1.4637,
      "step": 69345
    },
    {
      "epoch": 5.890757730207271,
      "grad_norm": 2.782337338590939,
      "learning_rate": 2.5981500129023666e-07,
      "loss": 1.464,
      "step": 69346
    },
    {
      "epoch": 5.890842677539926,
      "grad_norm": 2.5703153052001615,
      "learning_rate": 2.5941120797753346e-07,
      "loss": 1.3448,
      "step": 69347
    },
    {
      "epoch": 5.890927624872579,
      "grad_norm": 2.930035142719095,
      "learning_rate": 2.5900772841643825e-07,
      "loss": 1.5874,
      "step": 69348
    },
    {
      "epoch": 5.8910125722052324,
      "grad_norm": 2.5394547173345665,
      "learning_rate": 2.5860456260781706e-07,
      "loss": 1.1973,
      "step": 69349
    },
    {
      "epoch": 5.891097519537887,
      "grad_norm": 2.8141406882890165,
      "learning_rate": 2.5820171055250247e-07,
      "loss": 1.6278,
      "step": 69350
    },
    {
      "epoch": 5.89118246687054,
      "grad_norm": 2.9282569072003986,
      "learning_rate": 2.577991722513273e-07,
      "loss": 1.5465,
      "step": 69351
    },
    {
      "epoch": 5.8912674142031936,
      "grad_norm": 2.5908070509687184,
      "learning_rate": 2.573969477051574e-07,
      "loss": 1.3547,
      "step": 69352
    },
    {
      "epoch": 5.891352361535848,
      "grad_norm": 2.9753561615513773,
      "learning_rate": 2.5699503691480885e-07,
      "loss": 1.5427,
      "step": 69353
    },
    {
      "epoch": 5.891437308868501,
      "grad_norm": 2.7697490464706513,
      "learning_rate": 2.5659343988114755e-07,
      "loss": 1.3187,
      "step": 69354
    },
    {
      "epoch": 5.8915222562011555,
      "grad_norm": 3.312164283878365,
      "learning_rate": 2.561921566050229e-07,
      "loss": 1.6466,
      "step": 69355
    },
    {
      "epoch": 5.891607203533809,
      "grad_norm": 2.7356037825122193,
      "learning_rate": 2.5579118708723424e-07,
      "loss": 1.4486,
      "step": 69356
    },
    {
      "epoch": 5.891692150866463,
      "grad_norm": 2.7570481145796846,
      "learning_rate": 2.5539053132866417e-07,
      "loss": 1.3289,
      "step": 69357
    },
    {
      "epoch": 5.891777098199117,
      "grad_norm": 2.576353080096835,
      "learning_rate": 2.549901893301287e-07,
      "loss": 1.2745,
      "step": 69358
    },
    {
      "epoch": 5.89186204553177,
      "grad_norm": 2.828705657740764,
      "learning_rate": 2.545901610924772e-07,
      "loss": 1.5535,
      "step": 69359
    },
    {
      "epoch": 5.891946992864424,
      "grad_norm": 2.7338729622854054,
      "learning_rate": 2.5419044661652564e-07,
      "loss": 1.3377,
      "step": 69360
    },
    {
      "epoch": 5.892031940197078,
      "grad_norm": 2.675971596900787,
      "learning_rate": 2.537910459031567e-07,
      "loss": 1.4496,
      "step": 69361
    },
    {
      "epoch": 5.892116887529731,
      "grad_norm": 2.7822775071838417,
      "learning_rate": 2.5339195895316965e-07,
      "loss": 1.493,
      "step": 69362
    },
    {
      "epoch": 5.8922018348623855,
      "grad_norm": 2.7850916425843235,
      "learning_rate": 2.5299318576739724e-07,
      "loss": 1.5128,
      "step": 69363
    },
    {
      "epoch": 5.892286782195039,
      "grad_norm": 2.761367718766317,
      "learning_rate": 2.525947263467054e-07,
      "loss": 1.4498,
      "step": 69364
    },
    {
      "epoch": 5.892371729527693,
      "grad_norm": 2.73919891718344,
      "learning_rate": 2.5219658069191017e-07,
      "loss": 1.4607,
      "step": 69365
    },
    {
      "epoch": 5.892456676860347,
      "grad_norm": 2.451550741596653,
      "learning_rate": 2.517987488038442e-07,
      "loss": 1.1617,
      "step": 69366
    },
    {
      "epoch": 5.892541624193,
      "grad_norm": 2.6163161507928554,
      "learning_rate": 2.514012306833568e-07,
      "loss": 1.4453,
      "step": 69367
    },
    {
      "epoch": 5.892626571525654,
      "grad_norm": 2.555484572476988,
      "learning_rate": 2.5100402633126405e-07,
      "loss": 1.1599,
      "step": 69368
    },
    {
      "epoch": 5.892711518858308,
      "grad_norm": 2.6798772574143723,
      "learning_rate": 2.5060713574839853e-07,
      "loss": 1.3883,
      "step": 69369
    },
    {
      "epoch": 5.892796466190962,
      "grad_norm": 2.5550948385752936,
      "learning_rate": 2.502105589355929e-07,
      "loss": 1.2741,
      "step": 69370
    },
    {
      "epoch": 5.892881413523615,
      "grad_norm": 2.785442754178605,
      "learning_rate": 2.4981429589367995e-07,
      "loss": 1.538,
      "step": 69371
    },
    {
      "epoch": 5.892966360856269,
      "grad_norm": 2.784974264057944,
      "learning_rate": 2.494183466235089e-07,
      "loss": 1.5613,
      "step": 69372
    },
    {
      "epoch": 5.893051308188923,
      "grad_norm": 2.872548266698154,
      "learning_rate": 2.4902271112587913e-07,
      "loss": 1.4961,
      "step": 69373
    },
    {
      "epoch": 5.8931362555215765,
      "grad_norm": 2.7662089824485894,
      "learning_rate": 2.4862738940163997e-07,
      "loss": 1.4157,
      "step": 69374
    },
    {
      "epoch": 5.89322120285423,
      "grad_norm": 2.4626632818820022,
      "learning_rate": 2.482323814516074e-07,
      "loss": 1.3244,
      "step": 69375
    },
    {
      "epoch": 5.893306150186884,
      "grad_norm": 2.601584841233327,
      "learning_rate": 2.478376872766308e-07,
      "loss": 1.3841,
      "step": 69376
    },
    {
      "epoch": 5.893391097519538,
      "grad_norm": 2.664503668107575,
      "learning_rate": 2.474433068774928e-07,
      "loss": 1.2511,
      "step": 69377
    },
    {
      "epoch": 5.893476044852192,
      "grad_norm": 2.6313956780465317,
      "learning_rate": 2.4704924025505944e-07,
      "loss": 1.4422,
      "step": 69378
    },
    {
      "epoch": 5.893560992184845,
      "grad_norm": 2.5058195800419916,
      "learning_rate": 2.4665548741014675e-07,
      "loss": 1.233,
      "step": 69379
    },
    {
      "epoch": 5.8936459395175,
      "grad_norm": 2.7420214973976913,
      "learning_rate": 2.462620483435873e-07,
      "loss": 1.2142,
      "step": 69380
    },
    {
      "epoch": 5.893730886850153,
      "grad_norm": 2.746026697541933,
      "learning_rate": 2.4586892305618055e-07,
      "loss": 1.4275,
      "step": 69381
    },
    {
      "epoch": 5.893815834182806,
      "grad_norm": 2.581639969572205,
      "learning_rate": 2.454761115487758e-07,
      "loss": 1.2889,
      "step": 69382
    },
    {
      "epoch": 5.893900781515461,
      "grad_norm": 2.9193881331019074,
      "learning_rate": 2.45083613822189e-07,
      "loss": 1.6378,
      "step": 69383
    },
    {
      "epoch": 5.893985728848114,
      "grad_norm": 2.585881765461412,
      "learning_rate": 2.4469142987721956e-07,
      "loss": 1.3197,
      "step": 69384
    },
    {
      "epoch": 5.8940706761807675,
      "grad_norm": 2.888824098979589,
      "learning_rate": 2.4429955971471684e-07,
      "loss": 1.475,
      "step": 69385
    },
    {
      "epoch": 5.894155623513422,
      "grad_norm": 2.950889640382563,
      "learning_rate": 2.4390800333551343e-07,
      "loss": 1.4714,
      "step": 69386
    },
    {
      "epoch": 5.894240570846075,
      "grad_norm": 2.62313767790013,
      "learning_rate": 2.435167607403921e-07,
      "loss": 1.2653,
      "step": 69387
    },
    {
      "epoch": 5.8943255181787295,
      "grad_norm": 2.655649816107946,
      "learning_rate": 2.4312583193018543e-07,
      "loss": 1.4873,
      "step": 69388
    },
    {
      "epoch": 5.894410465511383,
      "grad_norm": 2.679310736438807,
      "learning_rate": 2.4273521690572616e-07,
      "loss": 1.5096,
      "step": 69389
    },
    {
      "epoch": 5.894495412844036,
      "grad_norm": 2.7536937885043433,
      "learning_rate": 2.4234491566783034e-07,
      "loss": 1.3705,
      "step": 69390
    },
    {
      "epoch": 5.894580360176691,
      "grad_norm": 2.728249491868313,
      "learning_rate": 2.419549282173139e-07,
      "loss": 1.3186,
      "step": 69391
    },
    {
      "epoch": 5.894665307509344,
      "grad_norm": 2.974576014303048,
      "learning_rate": 2.415652545549762e-07,
      "loss": 1.8123,
      "step": 69392
    },
    {
      "epoch": 5.894750254841998,
      "grad_norm": 2.8269323585467037,
      "learning_rate": 2.4117589468165e-07,
      "loss": 1.3642,
      "step": 69393
    },
    {
      "epoch": 5.894835202174652,
      "grad_norm": 2.693533571567452,
      "learning_rate": 2.4078684859815124e-07,
      "loss": 1.2499,
      "step": 69394
    },
    {
      "epoch": 5.894920149507305,
      "grad_norm": 2.723808912488868,
      "learning_rate": 2.4039811630529593e-07,
      "loss": 1.424,
      "step": 69395
    },
    {
      "epoch": 5.895005096839959,
      "grad_norm": 2.7457253942947806,
      "learning_rate": 2.4000969780388345e-07,
      "loss": 1.4161,
      "step": 69396
    },
    {
      "epoch": 5.895090044172613,
      "grad_norm": 2.699852961390563,
      "learning_rate": 2.3962159309476317e-07,
      "loss": 1.213,
      "step": 69397
    },
    {
      "epoch": 5.895174991505266,
      "grad_norm": 2.833487789374547,
      "learning_rate": 2.39233802178701e-07,
      "loss": 1.3822,
      "step": 69398
    },
    {
      "epoch": 5.8952599388379205,
      "grad_norm": 2.633786217494107,
      "learning_rate": 2.3884632505654645e-07,
      "loss": 1.3531,
      "step": 69399
    },
    {
      "epoch": 5.895344886170574,
      "grad_norm": 2.951742254409774,
      "learning_rate": 2.3845916172909876e-07,
      "loss": 1.6698,
      "step": 69400
    },
    {
      "epoch": 5.895429833503228,
      "grad_norm": 2.761884885956493,
      "learning_rate": 2.3807231219715728e-07,
      "loss": 1.4666,
      "step": 69401
    },
    {
      "epoch": 5.895514780835882,
      "grad_norm": 2.681522336930035,
      "learning_rate": 2.3768577646155472e-07,
      "loss": 1.3313,
      "step": 69402
    },
    {
      "epoch": 5.895599728168536,
      "grad_norm": 2.6235571674982987,
      "learning_rate": 2.3729955452309047e-07,
      "loss": 1.355,
      "step": 69403
    },
    {
      "epoch": 5.895684675501189,
      "grad_norm": 2.7486368168029176,
      "learning_rate": 2.3691364638256382e-07,
      "loss": 1.4371,
      "step": 69404
    },
    {
      "epoch": 5.895769622833843,
      "grad_norm": 2.631499007860994,
      "learning_rate": 2.365280520408075e-07,
      "loss": 1.3801,
      "step": 69405
    },
    {
      "epoch": 5.895854570166497,
      "grad_norm": 2.7881978539251135,
      "learning_rate": 2.3614277149860416e-07,
      "loss": 1.3766,
      "step": 69406
    },
    {
      "epoch": 5.8959395174991505,
      "grad_norm": 2.624606267616607,
      "learning_rate": 2.3575780475676988e-07,
      "loss": 1.3433,
      "step": 69407
    },
    {
      "epoch": 5.896024464831804,
      "grad_norm": 2.931653452684057,
      "learning_rate": 2.3537315181610395e-07,
      "loss": 1.4877,
      "step": 69408
    },
    {
      "epoch": 5.896109412164458,
      "grad_norm": 2.7750475779878094,
      "learning_rate": 2.3498881267743908e-07,
      "loss": 1.2562,
      "step": 69409
    },
    {
      "epoch": 5.896194359497112,
      "grad_norm": 2.6032119234519944,
      "learning_rate": 2.3460478734155796e-07,
      "loss": 1.1575,
      "step": 69410
    },
    {
      "epoch": 5.896279306829766,
      "grad_norm": 2.747174940163972,
      "learning_rate": 2.3422107580927664e-07,
      "loss": 1.499,
      "step": 69411
    },
    {
      "epoch": 5.896364254162419,
      "grad_norm": 2.601804983629668,
      "learning_rate": 2.3383767808137777e-07,
      "loss": 1.3787,
      "step": 69412
    },
    {
      "epoch": 5.896449201495073,
      "grad_norm": 2.627815021675549,
      "learning_rate": 2.3345459415869406e-07,
      "loss": 1.4158,
      "step": 69413
    },
    {
      "epoch": 5.896534148827727,
      "grad_norm": 2.8255189431094645,
      "learning_rate": 2.3307182404200818e-07,
      "loss": 1.5622,
      "step": 69414
    },
    {
      "epoch": 5.89661909616038,
      "grad_norm": 2.6374956174311253,
      "learning_rate": 2.3268936773211954e-07,
      "loss": 1.3654,
      "step": 69415
    },
    {
      "epoch": 5.896704043493035,
      "grad_norm": 2.7082339054327154,
      "learning_rate": 2.3230722522986077e-07,
      "loss": 1.3173,
      "step": 69416
    },
    {
      "epoch": 5.896788990825688,
      "grad_norm": 2.83284384511718,
      "learning_rate": 2.319253965359813e-07,
      "loss": 1.4533,
      "step": 69417
    },
    {
      "epoch": 5.8968739381583415,
      "grad_norm": 2.8047849656557893,
      "learning_rate": 2.3154388165133042e-07,
      "loss": 1.4637,
      "step": 69418
    },
    {
      "epoch": 5.896958885490996,
      "grad_norm": 2.7999519244952458,
      "learning_rate": 2.3116268057667419e-07,
      "loss": 1.5532,
      "step": 69419
    },
    {
      "epoch": 5.897043832823649,
      "grad_norm": 2.8241247749345,
      "learning_rate": 2.3078179331282864e-07,
      "loss": 1.3143,
      "step": 69420
    },
    {
      "epoch": 5.897128780156303,
      "grad_norm": 2.834487744979791,
      "learning_rate": 2.3040121986059312e-07,
      "loss": 1.5544,
      "step": 69421
    },
    {
      "epoch": 5.897213727488957,
      "grad_norm": 2.828661072658205,
      "learning_rate": 2.3002096022075034e-07,
      "loss": 1.5174,
      "step": 69422
    },
    {
      "epoch": 5.89729867482161,
      "grad_norm": 2.824623393611903,
      "learning_rate": 2.2964101439411631e-07,
      "loss": 1.5837,
      "step": 69423
    },
    {
      "epoch": 5.897383622154265,
      "grad_norm": 3.1623925097008323,
      "learning_rate": 2.292613823814571e-07,
      "loss": 1.5414,
      "step": 69424
    },
    {
      "epoch": 5.897468569486918,
      "grad_norm": 2.70160931679311,
      "learning_rate": 2.2888206418360534e-07,
      "loss": 1.5061,
      "step": 69425
    },
    {
      "epoch": 5.897553516819572,
      "grad_norm": 2.6193791024172874,
      "learning_rate": 2.285030598013271e-07,
      "loss": 1.358,
      "step": 69426
    },
    {
      "epoch": 5.897638464152226,
      "grad_norm": 2.5849205232107004,
      "learning_rate": 2.2812436923542177e-07,
      "loss": 1.276,
      "step": 69427
    },
    {
      "epoch": 5.897723411484879,
      "grad_norm": 2.478765316094597,
      "learning_rate": 2.2774599248670532e-07,
      "loss": 1.1813,
      "step": 69428
    },
    {
      "epoch": 5.897808358817533,
      "grad_norm": 2.653107365296267,
      "learning_rate": 2.2736792955594386e-07,
      "loss": 1.2052,
      "step": 69429
    },
    {
      "epoch": 5.897893306150187,
      "grad_norm": 2.658699946999184,
      "learning_rate": 2.2699018044393668e-07,
      "loss": 1.4601,
      "step": 69430
    },
    {
      "epoch": 5.89797825348284,
      "grad_norm": 3.1810155235159496,
      "learning_rate": 2.266127451514832e-07,
      "loss": 1.7075,
      "step": 69431
    },
    {
      "epoch": 5.8980632008154945,
      "grad_norm": 2.7753728112483,
      "learning_rate": 2.262356236793661e-07,
      "loss": 1.5795,
      "step": 69432
    },
    {
      "epoch": 5.898148148148148,
      "grad_norm": 2.4761976210968815,
      "learning_rate": 2.2585881602838474e-07,
      "loss": 1.3452,
      "step": 69433
    },
    {
      "epoch": 5.898233095480802,
      "grad_norm": 2.795142000039052,
      "learning_rate": 2.2548232219932182e-07,
      "loss": 1.5225,
      "step": 69434
    },
    {
      "epoch": 5.898318042813456,
      "grad_norm": 2.5690863948896734,
      "learning_rate": 2.2510614219296008e-07,
      "loss": 1.2574,
      "step": 69435
    },
    {
      "epoch": 5.898402990146109,
      "grad_norm": 2.7281316039484342,
      "learning_rate": 2.2473027601009885e-07,
      "loss": 1.3937,
      "step": 69436
    },
    {
      "epoch": 5.898487937478763,
      "grad_norm": 2.597676714851079,
      "learning_rate": 2.2435472365152086e-07,
      "loss": 1.3181,
      "step": 69437
    },
    {
      "epoch": 5.898572884811417,
      "grad_norm": 2.686593777927362,
      "learning_rate": 2.2397948511800877e-07,
      "loss": 1.263,
      "step": 69438
    },
    {
      "epoch": 5.898657832144071,
      "grad_norm": 2.794365891390933,
      "learning_rate": 2.2360456041036201e-07,
      "loss": 1.3095,
      "step": 69439
    },
    {
      "epoch": 5.898742779476724,
      "grad_norm": 2.909542050269939,
      "learning_rate": 2.232299495293466e-07,
      "loss": 1.6058,
      "step": 69440
    },
    {
      "epoch": 5.898827726809378,
      "grad_norm": 2.5478107127004224,
      "learning_rate": 2.2285565247576186e-07,
      "loss": 1.3184,
      "step": 69441
    },
    {
      "epoch": 5.898912674142032,
      "grad_norm": 2.6169105078523955,
      "learning_rate": 2.2248166925039057e-07,
      "loss": 1.166,
      "step": 69442
    },
    {
      "epoch": 5.8989976214746855,
      "grad_norm": 2.4998199785151067,
      "learning_rate": 2.221079998540154e-07,
      "loss": 1.3506,
      "step": 69443
    },
    {
      "epoch": 5.89908256880734,
      "grad_norm": 2.647557503525562,
      "learning_rate": 2.2173464428741906e-07,
      "loss": 1.3922,
      "step": 69444
    },
    {
      "epoch": 5.899167516139993,
      "grad_norm": 3.0791085940010885,
      "learning_rate": 2.2136160255138426e-07,
      "loss": 1.5353,
      "step": 69445
    },
    {
      "epoch": 5.899252463472647,
      "grad_norm": 2.590681425558598,
      "learning_rate": 2.2098887464669368e-07,
      "loss": 1.2896,
      "step": 69446
    },
    {
      "epoch": 5.899337410805301,
      "grad_norm": 2.7302132954286837,
      "learning_rate": 2.2061646057411342e-07,
      "loss": 1.3894,
      "step": 69447
    },
    {
      "epoch": 5.899422358137954,
      "grad_norm": 2.683359812508385,
      "learning_rate": 2.202443603344428e-07,
      "loss": 1.4506,
      "step": 69448
    },
    {
      "epoch": 5.899507305470609,
      "grad_norm": 2.580292433428189,
      "learning_rate": 2.198725739284646e-07,
      "loss": 1.3566,
      "step": 69449
    },
    {
      "epoch": 5.899592252803262,
      "grad_norm": 2.747647203287568,
      "learning_rate": 2.1950110135692811e-07,
      "loss": 1.4269,
      "step": 69450
    },
    {
      "epoch": 5.8996772001359155,
      "grad_norm": 2.5552917368748025,
      "learning_rate": 2.1912994262064942e-07,
      "loss": 1.3026,
      "step": 69451
    },
    {
      "epoch": 5.89976214746857,
      "grad_norm": 2.76485457457234,
      "learning_rate": 2.1875909772037793e-07,
      "loss": 1.4881,
      "step": 69452
    },
    {
      "epoch": 5.899847094801223,
      "grad_norm": 2.769665626754805,
      "learning_rate": 2.1838856665691296e-07,
      "loss": 1.3382,
      "step": 69453
    },
    {
      "epoch": 5.899932042133877,
      "grad_norm": 2.85613372370327,
      "learning_rate": 2.1801834943100394e-07,
      "loss": 1.5067,
      "step": 69454
    },
    {
      "epoch": 5.900016989466531,
      "grad_norm": 2.8135483098358236,
      "learning_rate": 2.1764844604345022e-07,
      "loss": 1.348,
      "step": 69455
    },
    {
      "epoch": 5.900101936799184,
      "grad_norm": 2.737274570733,
      "learning_rate": 2.172788564950345e-07,
      "loss": 1.3498,
      "step": 69456
    },
    {
      "epoch": 5.900186884131839,
      "grad_norm": 2.831596186368723,
      "learning_rate": 2.1690958078648956e-07,
      "loss": 1.5615,
      "step": 69457
    },
    {
      "epoch": 5.900271831464492,
      "grad_norm": 2.9163220881410394,
      "learning_rate": 2.165406189186314e-07,
      "loss": 1.7527,
      "step": 69458
    },
    {
      "epoch": 5.900356778797146,
      "grad_norm": 2.830590181635923,
      "learning_rate": 2.1617197089220938e-07,
      "loss": 1.5888,
      "step": 69459
    },
    {
      "epoch": 5.9004417261298,
      "grad_norm": 2.4425146334878334,
      "learning_rate": 2.1580363670800627e-07,
      "loss": 1.1478,
      "step": 69460
    },
    {
      "epoch": 5.900526673462453,
      "grad_norm": 2.6693298582858223,
      "learning_rate": 2.154356163667881e-07,
      "loss": 1.4548,
      "step": 69461
    },
    {
      "epoch": 5.900611620795107,
      "grad_norm": 3.480802313994807,
      "learning_rate": 2.1506790986932086e-07,
      "loss": 1.8474,
      "step": 69462
    },
    {
      "epoch": 5.900696568127761,
      "grad_norm": 2.4878518098617057,
      "learning_rate": 2.1470051721638736e-07,
      "loss": 1.2165,
      "step": 69463
    },
    {
      "epoch": 5.900781515460414,
      "grad_norm": 3.037974453500108,
      "learning_rate": 2.1433343840877026e-07,
      "loss": 1.6318,
      "step": 69464
    },
    {
      "epoch": 5.9008664627930685,
      "grad_norm": 2.546344673914885,
      "learning_rate": 2.139666734472023e-07,
      "loss": 1.3156,
      "step": 69465
    },
    {
      "epoch": 5.900951410125722,
      "grad_norm": 2.671232031903176,
      "learning_rate": 2.1360022233248287e-07,
      "loss": 1.3221,
      "step": 69466
    },
    {
      "epoch": 5.901036357458376,
      "grad_norm": 2.7406875094799727,
      "learning_rate": 2.1323408506536133e-07,
      "loss": 1.3555,
      "step": 69467
    },
    {
      "epoch": 5.90112130479103,
      "grad_norm": 2.683727999069456,
      "learning_rate": 2.1286826164660377e-07,
      "loss": 1.3835,
      "step": 69468
    },
    {
      "epoch": 5.901206252123683,
      "grad_norm": 2.679800384277678,
      "learning_rate": 2.1250275207699287e-07,
      "loss": 1.5027,
      "step": 69469
    },
    {
      "epoch": 5.901291199456337,
      "grad_norm": 2.729688865118088,
      "learning_rate": 2.1213755635727801e-07,
      "loss": 1.2102,
      "step": 69470
    },
    {
      "epoch": 5.901376146788991,
      "grad_norm": 2.562455006403653,
      "learning_rate": 2.1177267448824198e-07,
      "loss": 1.2561,
      "step": 69471
    },
    {
      "epoch": 5.901461094121645,
      "grad_norm": 3.577336607825826,
      "learning_rate": 2.114081064706341e-07,
      "loss": 1.6783,
      "step": 69472
    },
    {
      "epoch": 5.901546041454298,
      "grad_norm": 2.803155770007788,
      "learning_rate": 2.1104385230523712e-07,
      "loss": 1.6697,
      "step": 69473
    },
    {
      "epoch": 5.901630988786952,
      "grad_norm": 2.5313474829072664,
      "learning_rate": 2.1067991199278379e-07,
      "loss": 1.3065,
      "step": 69474
    },
    {
      "epoch": 5.901715936119606,
      "grad_norm": 2.8229088193838514,
      "learning_rate": 2.1031628553405678e-07,
      "loss": 1.348,
      "step": 69475
    },
    {
      "epoch": 5.9018008834522595,
      "grad_norm": 2.697021874949788,
      "learning_rate": 2.0995297292982216e-07,
      "loss": 1.4737,
      "step": 69476
    },
    {
      "epoch": 5.901885830784913,
      "grad_norm": 2.7767874028702657,
      "learning_rate": 2.0958997418082936e-07,
      "loss": 1.2647,
      "step": 69477
    },
    {
      "epoch": 5.901970778117567,
      "grad_norm": 2.678315536235289,
      "learning_rate": 2.092272892878444e-07,
      "loss": 1.3833,
      "step": 69478
    },
    {
      "epoch": 5.902055725450221,
      "grad_norm": 2.6178562069576623,
      "learning_rate": 2.0886491825161667e-07,
      "loss": 1.1946,
      "step": 69479
    },
    {
      "epoch": 5.902140672782875,
      "grad_norm": 2.831479440964126,
      "learning_rate": 2.085028610729289e-07,
      "loss": 1.398,
      "step": 69480
    },
    {
      "epoch": 5.902225620115528,
      "grad_norm": 3.028496346163773,
      "learning_rate": 2.081411177525305e-07,
      "loss": 1.5579,
      "step": 69481
    },
    {
      "epoch": 5.902310567448183,
      "grad_norm": 2.3185625738105564,
      "learning_rate": 2.077796882911542e-07,
      "loss": 1.1225,
      "step": 69482
    },
    {
      "epoch": 5.902395514780836,
      "grad_norm": 2.8035890923071367,
      "learning_rate": 2.0741857268959938e-07,
      "loss": 1.4994,
      "step": 69483
    },
    {
      "epoch": 5.902480462113489,
      "grad_norm": 2.865899730740907,
      "learning_rate": 2.0705777094859878e-07,
      "loss": 1.482,
      "step": 69484
    },
    {
      "epoch": 5.902565409446144,
      "grad_norm": 2.6443582059605926,
      "learning_rate": 2.0669728306890177e-07,
      "loss": 1.2783,
      "step": 69485
    },
    {
      "epoch": 5.902650356778797,
      "grad_norm": 2.8913319379517257,
      "learning_rate": 2.0633710905127443e-07,
      "loss": 1.4433,
      "step": 69486
    },
    {
      "epoch": 5.9027353041114505,
      "grad_norm": 2.7537322682262717,
      "learning_rate": 2.0597724889646615e-07,
      "loss": 1.5722,
      "step": 69487
    },
    {
      "epoch": 5.902820251444105,
      "grad_norm": 2.8139983931480788,
      "learning_rate": 2.05617702605243e-07,
      "loss": 1.4125,
      "step": 69488
    },
    {
      "epoch": 5.902905198776758,
      "grad_norm": 2.69442551839188,
      "learning_rate": 2.0525847017833774e-07,
      "loss": 1.2037,
      "step": 69489
    },
    {
      "epoch": 5.9029901461094125,
      "grad_norm": 3.1862736685005553,
      "learning_rate": 2.0489955161653305e-07,
      "loss": 1.7099,
      "step": 69490
    },
    {
      "epoch": 5.903075093442066,
      "grad_norm": 2.65473480459034,
      "learning_rate": 2.0454094692054503e-07,
      "loss": 1.2383,
      "step": 69491
    },
    {
      "epoch": 5.903160040774719,
      "grad_norm": 2.547220063907031,
      "learning_rate": 2.0418265609115635e-07,
      "loss": 1.1218,
      "step": 69492
    },
    {
      "epoch": 5.903244988107374,
      "grad_norm": 2.609574300772951,
      "learning_rate": 2.0382467912909983e-07,
      "loss": 1.2663,
      "step": 69493
    },
    {
      "epoch": 5.903329935440027,
      "grad_norm": 2.8026823243437464,
      "learning_rate": 2.0346701603512483e-07,
      "loss": 1.5174,
      "step": 69494
    },
    {
      "epoch": 5.903414882772681,
      "grad_norm": 2.994000657932444,
      "learning_rate": 2.0310966680999741e-07,
      "loss": 1.634,
      "step": 69495
    },
    {
      "epoch": 5.903499830105335,
      "grad_norm": 2.601100340713601,
      "learning_rate": 2.027526314544503e-07,
      "loss": 1.3512,
      "step": 69496
    },
    {
      "epoch": 5.903584777437988,
      "grad_norm": 2.651433144711149,
      "learning_rate": 2.0239590996923293e-07,
      "loss": 1.2357,
      "step": 69497
    },
    {
      "epoch": 5.9036697247706424,
      "grad_norm": 2.713628768547714,
      "learning_rate": 2.0203950235511136e-07,
      "loss": 1.4249,
      "step": 69498
    },
    {
      "epoch": 5.903754672103296,
      "grad_norm": 2.901002886025855,
      "learning_rate": 2.0168340861280162e-07,
      "loss": 1.643,
      "step": 69499
    },
    {
      "epoch": 5.903839619435949,
      "grad_norm": 2.818226161036788,
      "learning_rate": 2.0132762874306986e-07,
      "loss": 1.4602,
      "step": 69500
    },
    {
      "epoch": 5.9039245667686036,
      "grad_norm": 2.540811345493586,
      "learning_rate": 2.0097216274666538e-07,
      "loss": 1.3246,
      "step": 69501
    },
    {
      "epoch": 5.904009514101257,
      "grad_norm": 2.6152705737172295,
      "learning_rate": 2.0061701062430435e-07,
      "loss": 1.3359,
      "step": 69502
    },
    {
      "epoch": 5.904094461433911,
      "grad_norm": 2.7566162191286048,
      "learning_rate": 2.0026217237676945e-07,
      "loss": 1.4247,
      "step": 69503
    },
    {
      "epoch": 5.904179408766565,
      "grad_norm": 2.8158156168208106,
      "learning_rate": 1.9990764800477678e-07,
      "loss": 1.5765,
      "step": 69504
    },
    {
      "epoch": 5.904264356099219,
      "grad_norm": 2.7420551283623356,
      "learning_rate": 1.9955343750909236e-07,
      "loss": 1.2666,
      "step": 69505
    },
    {
      "epoch": 5.904349303431872,
      "grad_norm": 2.737371942476079,
      "learning_rate": 1.9919954089043233e-07,
      "loss": 1.4941,
      "step": 69506
    },
    {
      "epoch": 5.904434250764526,
      "grad_norm": 2.9081494319971264,
      "learning_rate": 1.9884595814954606e-07,
      "loss": 1.6649,
      "step": 69507
    },
    {
      "epoch": 5.90451919809718,
      "grad_norm": 2.7151965943197056,
      "learning_rate": 1.9849268928719964e-07,
      "loss": 1.4611,
      "step": 69508
    },
    {
      "epoch": 5.9046041454298335,
      "grad_norm": 2.9162246105037712,
      "learning_rate": 1.9813973430409247e-07,
      "loss": 1.3288,
      "step": 69509
    },
    {
      "epoch": 5.904689092762487,
      "grad_norm": 2.771848306037291,
      "learning_rate": 1.977870932009906e-07,
      "loss": 1.2492,
      "step": 69510
    },
    {
      "epoch": 5.904774040095141,
      "grad_norm": 2.9430416895623006,
      "learning_rate": 1.9743476597862684e-07,
      "loss": 1.6163,
      "step": 69511
    },
    {
      "epoch": 5.904858987427795,
      "grad_norm": 2.695464416877077,
      "learning_rate": 1.9708275263773388e-07,
      "loss": 1.2235,
      "step": 69512
    },
    {
      "epoch": 5.904943934760449,
      "grad_norm": 2.86298623151937,
      "learning_rate": 1.9673105317906112e-07,
      "loss": 1.588,
      "step": 69513
    },
    {
      "epoch": 5.905028882093102,
      "grad_norm": 2.7072326326585894,
      "learning_rate": 1.9637966760334133e-07,
      "loss": 1.4332,
      "step": 69514
    },
    {
      "epoch": 5.905113829425756,
      "grad_norm": 3.262487260909627,
      "learning_rate": 1.9602859591129061e-07,
      "loss": 1.6876,
      "step": 69515
    },
    {
      "epoch": 5.90519877675841,
      "grad_norm": 2.8234413810514467,
      "learning_rate": 1.95677838103675e-07,
      "loss": 1.484,
      "step": 69516
    },
    {
      "epoch": 5.905283724091063,
      "grad_norm": 2.937458555363174,
      "learning_rate": 1.9532739418122724e-07,
      "loss": 1.6746,
      "step": 69517
    },
    {
      "epoch": 5.905368671423718,
      "grad_norm": 2.8570112069660003,
      "learning_rate": 1.9497726414466342e-07,
      "loss": 1.6434,
      "step": 69518
    },
    {
      "epoch": 5.905453618756371,
      "grad_norm": 2.966460835925173,
      "learning_rate": 1.946274479947163e-07,
      "loss": 1.5913,
      "step": 69519
    },
    {
      "epoch": 5.9055385660890245,
      "grad_norm": 2.5495406046272135,
      "learning_rate": 1.9427794573213528e-07,
      "loss": 1.2969,
      "step": 69520
    },
    {
      "epoch": 5.905623513421679,
      "grad_norm": 2.791324126449689,
      "learning_rate": 1.9392875735763646e-07,
      "loss": 1.4117,
      "step": 69521
    },
    {
      "epoch": 5.905708460754332,
      "grad_norm": 2.8521907064420375,
      "learning_rate": 1.9357988287196924e-07,
      "loss": 1.5984,
      "step": 69522
    },
    {
      "epoch": 5.905793408086986,
      "grad_norm": 3.009148434600949,
      "learning_rate": 1.932313222758497e-07,
      "loss": 1.5173,
      "step": 69523
    },
    {
      "epoch": 5.90587835541964,
      "grad_norm": 2.9356376966038975,
      "learning_rate": 1.9288307557001059e-07,
      "loss": 1.5051,
      "step": 69524
    },
    {
      "epoch": 5.905963302752293,
      "grad_norm": 2.8163926000578883,
      "learning_rate": 1.9253514275518467e-07,
      "loss": 1.5507,
      "step": 69525
    },
    {
      "epoch": 5.906048250084948,
      "grad_norm": 2.8276281902826907,
      "learning_rate": 1.9218752383210467e-07,
      "loss": 1.5702,
      "step": 69526
    },
    {
      "epoch": 5.906133197417601,
      "grad_norm": 2.6253491550228185,
      "learning_rate": 1.9184021880150336e-07,
      "loss": 1.4131,
      "step": 69527
    },
    {
      "epoch": 5.906218144750255,
      "grad_norm": 2.650340931057194,
      "learning_rate": 1.9149322766408014e-07,
      "loss": 1.2054,
      "step": 69528
    },
    {
      "epoch": 5.906303092082909,
      "grad_norm": 2.6700032445718667,
      "learning_rate": 1.911465504206011e-07,
      "loss": 1.302,
      "step": 69529
    },
    {
      "epoch": 5.906388039415562,
      "grad_norm": 2.6974648607056433,
      "learning_rate": 1.908001870717657e-07,
      "loss": 1.3539,
      "step": 69530
    },
    {
      "epoch": 5.906472986748216,
      "grad_norm": 3.047928686372886,
      "learning_rate": 1.9045413761830664e-07,
      "loss": 1.5596,
      "step": 69531
    },
    {
      "epoch": 5.90655793408087,
      "grad_norm": 2.706997322255596,
      "learning_rate": 1.9010840206095667e-07,
      "loss": 1.4479,
      "step": 69532
    },
    {
      "epoch": 5.906642881413523,
      "grad_norm": 2.6940557207144695,
      "learning_rate": 1.8976298040041527e-07,
      "loss": 1.2716,
      "step": 69533
    },
    {
      "epoch": 5.9067278287461775,
      "grad_norm": 2.7057390274617354,
      "learning_rate": 1.8941787263744846e-07,
      "loss": 1.397,
      "step": 69534
    },
    {
      "epoch": 5.906812776078831,
      "grad_norm": 3.180068858083779,
      "learning_rate": 1.8907307877273903e-07,
      "loss": 1.498,
      "step": 69535
    },
    {
      "epoch": 5.906897723411485,
      "grad_norm": 2.7540092432454553,
      "learning_rate": 1.887285988070364e-07,
      "loss": 1.232,
      "step": 69536
    },
    {
      "epoch": 5.906982670744139,
      "grad_norm": 2.7766904497831835,
      "learning_rate": 1.8838443274104e-07,
      "loss": 1.3701,
      "step": 69537
    },
    {
      "epoch": 5.907067618076792,
      "grad_norm": 2.587107947105717,
      "learning_rate": 1.8804058057548254e-07,
      "loss": 1.3028,
      "step": 69538
    },
    {
      "epoch": 5.907152565409446,
      "grad_norm": 2.59554383653137,
      "learning_rate": 1.8769704231109684e-07,
      "loss": 1.3812,
      "step": 69539
    },
    {
      "epoch": 5.9072375127421,
      "grad_norm": 2.728282643248402,
      "learning_rate": 1.873538179485823e-07,
      "loss": 1.2325,
      "step": 69540
    },
    {
      "epoch": 5.907322460074754,
      "grad_norm": 3.0225016107767555,
      "learning_rate": 1.8701090748867164e-07,
      "loss": 1.4442,
      "step": 69541
    },
    {
      "epoch": 5.907407407407407,
      "grad_norm": 2.7943245666181764,
      "learning_rate": 1.86668310932081e-07,
      "loss": 1.3602,
      "step": 69542
    },
    {
      "epoch": 5.907492354740061,
      "grad_norm": 2.5742430403098084,
      "learning_rate": 1.8632602827950983e-07,
      "loss": 1.1747,
      "step": 69543
    },
    {
      "epoch": 5.907577302072715,
      "grad_norm": 2.5988251544349956,
      "learning_rate": 1.8598405953170747e-07,
      "loss": 1.277,
      "step": 69544
    },
    {
      "epoch": 5.9076622494053685,
      "grad_norm": 3.267924684624589,
      "learning_rate": 1.8564240468935676e-07,
      "loss": 1.5739,
      "step": 69545
    },
    {
      "epoch": 5.907747196738022,
      "grad_norm": 2.702147391327914,
      "learning_rate": 1.8530106375320707e-07,
      "loss": 1.3726,
      "step": 69546
    },
    {
      "epoch": 5.907832144070676,
      "grad_norm": 2.8109783421126346,
      "learning_rate": 1.8496003672394123e-07,
      "loss": 1.4307,
      "step": 69547
    },
    {
      "epoch": 5.90791709140333,
      "grad_norm": 2.6197542261504707,
      "learning_rate": 1.8461932360230859e-07,
      "loss": 1.3693,
      "step": 69548
    },
    {
      "epoch": 5.908002038735984,
      "grad_norm": 2.69256788844014,
      "learning_rate": 1.8427892438899193e-07,
      "loss": 1.3362,
      "step": 69549
    },
    {
      "epoch": 5.908086986068637,
      "grad_norm": 2.786747027529867,
      "learning_rate": 1.839388390847074e-07,
      "loss": 1.3452,
      "step": 69550
    },
    {
      "epoch": 5.908171933401292,
      "grad_norm": 2.8845735662441894,
      "learning_rate": 1.8359906769018773e-07,
      "loss": 1.5465,
      "step": 69551
    },
    {
      "epoch": 5.908256880733945,
      "grad_norm": 2.5521759262742405,
      "learning_rate": 1.8325961020614898e-07,
      "loss": 1.3185,
      "step": 69552
    },
    {
      "epoch": 5.9083418280665985,
      "grad_norm": 2.7419933664907705,
      "learning_rate": 1.829204666332573e-07,
      "loss": 1.594,
      "step": 69553
    },
    {
      "epoch": 5.908426775399253,
      "grad_norm": 2.620419391556545,
      "learning_rate": 1.8258163697227878e-07,
      "loss": 1.3817,
      "step": 69554
    },
    {
      "epoch": 5.908511722731906,
      "grad_norm": 2.4819951390262736,
      "learning_rate": 1.822431212238795e-07,
      "loss": 1.2778,
      "step": 69555
    },
    {
      "epoch": 5.90859667006456,
      "grad_norm": 2.7146481119427106,
      "learning_rate": 1.8190491938879226e-07,
      "loss": 1.3933,
      "step": 69556
    },
    {
      "epoch": 5.908681617397214,
      "grad_norm": 2.7712864477871104,
      "learning_rate": 1.815670314677331e-07,
      "loss": 1.5961,
      "step": 69557
    },
    {
      "epoch": 5.908766564729867,
      "grad_norm": 2.735505583974021,
      "learning_rate": 1.8122945746138483e-07,
      "loss": 1.4027,
      "step": 69558
    },
    {
      "epoch": 5.908851512062522,
      "grad_norm": 2.8192210747389197,
      "learning_rate": 1.8089219737046357e-07,
      "loss": 1.4326,
      "step": 69559
    },
    {
      "epoch": 5.908936459395175,
      "grad_norm": 2.5570736374045464,
      "learning_rate": 1.8055525119570201e-07,
      "loss": 1.1966,
      "step": 69560
    },
    {
      "epoch": 5.909021406727828,
      "grad_norm": 2.5682303223417877,
      "learning_rate": 1.8021861893776635e-07,
      "loss": 1.3486,
      "step": 69561
    },
    {
      "epoch": 5.909106354060483,
      "grad_norm": 2.7341206515605663,
      "learning_rate": 1.7988230059737263e-07,
      "loss": 1.5195,
      "step": 69562
    },
    {
      "epoch": 5.909191301393136,
      "grad_norm": 2.8518795967043773,
      "learning_rate": 1.7954629617523698e-07,
      "loss": 1.506,
      "step": 69563
    },
    {
      "epoch": 5.90927624872579,
      "grad_norm": 2.7467341296166428,
      "learning_rate": 1.7921060567207546e-07,
      "loss": 1.2666,
      "step": 69564
    },
    {
      "epoch": 5.909361196058444,
      "grad_norm": 2.7982486698132822,
      "learning_rate": 1.7887522908855423e-07,
      "loss": 1.4576,
      "step": 69565
    },
    {
      "epoch": 5.909446143391097,
      "grad_norm": 2.6245283746893104,
      "learning_rate": 1.7854016642540602e-07,
      "loss": 1.3745,
      "step": 69566
    },
    {
      "epoch": 5.9095310907237515,
      "grad_norm": 2.8564282805540064,
      "learning_rate": 1.782054176833303e-07,
      "loss": 1.5836,
      "step": 69567
    },
    {
      "epoch": 5.909616038056405,
      "grad_norm": 2.8728899395206167,
      "learning_rate": 1.7787098286300982e-07,
      "loss": 1.643,
      "step": 69568
    },
    {
      "epoch": 5.909700985389058,
      "grad_norm": 2.7815941365653547,
      "learning_rate": 1.775368619651607e-07,
      "loss": 1.5533,
      "step": 69569
    },
    {
      "epoch": 5.909785932721713,
      "grad_norm": 2.5839499142798235,
      "learning_rate": 1.7720305499048238e-07,
      "loss": 1.189,
      "step": 69570
    },
    {
      "epoch": 5.909870880054366,
      "grad_norm": 2.7796494526945357,
      "learning_rate": 1.7686956193967428e-07,
      "loss": 1.5211,
      "step": 69571
    },
    {
      "epoch": 5.90995582738702,
      "grad_norm": 2.6898374277391195,
      "learning_rate": 1.765363828134192e-07,
      "loss": 1.4698,
      "step": 69572
    },
    {
      "epoch": 5.910040774719674,
      "grad_norm": 2.8043910129808074,
      "learning_rate": 1.7620351761244987e-07,
      "loss": 1.2919,
      "step": 69573
    },
    {
      "epoch": 5.910125722052328,
      "grad_norm": 2.876798112673297,
      "learning_rate": 1.7587096633741582e-07,
      "loss": 1.4995,
      "step": 69574
    },
    {
      "epoch": 5.910210669384981,
      "grad_norm": 2.806421666425729,
      "learning_rate": 1.755387289890664e-07,
      "loss": 1.4641,
      "step": 69575
    },
    {
      "epoch": 5.910295616717635,
      "grad_norm": 2.5101745904994415,
      "learning_rate": 1.752068055680511e-07,
      "loss": 1.2484,
      "step": 69576
    },
    {
      "epoch": 5.910380564050289,
      "grad_norm": 2.811316075791525,
      "learning_rate": 1.7487519607510268e-07,
      "loss": 1.2914,
      "step": 69577
    },
    {
      "epoch": 5.9104655113829425,
      "grad_norm": 2.5845889689552553,
      "learning_rate": 1.745439005108873e-07,
      "loss": 1.3215,
      "step": 69578
    },
    {
      "epoch": 5.910550458715596,
      "grad_norm": 2.871366527345837,
      "learning_rate": 1.7421291887610433e-07,
      "loss": 1.5205,
      "step": 69579
    },
    {
      "epoch": 5.91063540604825,
      "grad_norm": 2.6441686322874984,
      "learning_rate": 1.7388225117146991e-07,
      "loss": 1.19,
      "step": 69580
    },
    {
      "epoch": 5.910720353380904,
      "grad_norm": 3.065366644378278,
      "learning_rate": 1.735518973976502e-07,
      "loss": 1.7917,
      "step": 69581
    },
    {
      "epoch": 5.910805300713558,
      "grad_norm": 2.793151476320453,
      "learning_rate": 1.7322185755536123e-07,
      "loss": 1.4207,
      "step": 69582
    },
    {
      "epoch": 5.910890248046211,
      "grad_norm": 2.7178059683657207,
      "learning_rate": 1.7289213164526915e-07,
      "loss": 1.4107,
      "step": 69583
    },
    {
      "epoch": 5.910975195378865,
      "grad_norm": 2.527811661316431,
      "learning_rate": 1.725627196680901e-07,
      "loss": 1.1951,
      "step": 69584
    },
    {
      "epoch": 5.911060142711519,
      "grad_norm": 2.643993060743439,
      "learning_rate": 1.7223362162449016e-07,
      "loss": 1.3613,
      "step": 69585
    },
    {
      "epoch": 5.911145090044172,
      "grad_norm": 2.9113916755591926,
      "learning_rate": 1.7190483751516882e-07,
      "loss": 1.5182,
      "step": 69586
    },
    {
      "epoch": 5.911230037376827,
      "grad_norm": 3.3366165067810782,
      "learning_rate": 1.7157636734080882e-07,
      "loss": 1.7095,
      "step": 69587
    },
    {
      "epoch": 5.91131498470948,
      "grad_norm": 2.9154378044288674,
      "learning_rate": 1.7124821110212628e-07,
      "loss": 1.5744,
      "step": 69588
    },
    {
      "epoch": 5.9113999320421335,
      "grad_norm": 2.7982364222314624,
      "learning_rate": 1.709203687997873e-07,
      "loss": 1.4388,
      "step": 69589
    },
    {
      "epoch": 5.911484879374788,
      "grad_norm": 2.748440228010225,
      "learning_rate": 1.705928404344581e-07,
      "loss": 1.6309,
      "step": 69590
    },
    {
      "epoch": 5.911569826707441,
      "grad_norm": 2.5397646168738035,
      "learning_rate": 1.7026562600687133e-07,
      "loss": 1.4563,
      "step": 69591
    },
    {
      "epoch": 5.911654774040095,
      "grad_norm": 2.6807134388388794,
      "learning_rate": 1.699387255176765e-07,
      "loss": 1.3836,
      "step": 69592
    },
    {
      "epoch": 5.911739721372749,
      "grad_norm": 2.9894906914294856,
      "learning_rate": 1.696121389675731e-07,
      "loss": 1.6655,
      "step": 69593
    },
    {
      "epoch": 5.911824668705402,
      "grad_norm": 2.73221352433615,
      "learning_rate": 1.692858663572272e-07,
      "loss": 1.3846,
      "step": 69594
    },
    {
      "epoch": 5.911909616038057,
      "grad_norm": 2.583411459202142,
      "learning_rate": 1.689599076873549e-07,
      "loss": 1.3591,
      "step": 69595
    },
    {
      "epoch": 5.91199456337071,
      "grad_norm": 2.5552272455536507,
      "learning_rate": 1.6863426295862236e-07,
      "loss": 1.3022,
      "step": 69596
    },
    {
      "epoch": 5.912079510703364,
      "grad_norm": 2.727551454032931,
      "learning_rate": 1.6830893217169572e-07,
      "loss": 1.4587,
      "step": 69597
    },
    {
      "epoch": 5.912164458036018,
      "grad_norm": 2.753197777869759,
      "learning_rate": 1.6798391532729106e-07,
      "loss": 1.4223,
      "step": 69598
    },
    {
      "epoch": 5.912249405368671,
      "grad_norm": 2.460895915515499,
      "learning_rate": 1.6765921242605784e-07,
      "loss": 1.231,
      "step": 69599
    },
    {
      "epoch": 5.9123343527013255,
      "grad_norm": 2.625566296847266,
      "learning_rate": 1.6733482346869555e-07,
      "loss": 1.3416,
      "step": 69600
    },
    {
      "epoch": 5.912419300033979,
      "grad_norm": 2.7114212775200137,
      "learning_rate": 1.6701074845587025e-07,
      "loss": 1.5105,
      "step": 69601
    },
    {
      "epoch": 5.912504247366632,
      "grad_norm": 2.7650096579175236,
      "learning_rate": 1.6668698738828146e-07,
      "loss": 1.4238,
      "step": 69602
    },
    {
      "epoch": 5.912589194699287,
      "grad_norm": 2.814724988582992,
      "learning_rate": 1.663635402665786e-07,
      "loss": 1.3756,
      "step": 69603
    },
    {
      "epoch": 5.91267414203194,
      "grad_norm": 2.8458619921321056,
      "learning_rate": 1.6604040709146115e-07,
      "loss": 1.2668,
      "step": 69604
    },
    {
      "epoch": 5.912759089364594,
      "grad_norm": 2.901391139511458,
      "learning_rate": 1.6571758786361188e-07,
      "loss": 1.3805,
      "step": 69605
    },
    {
      "epoch": 5.912844036697248,
      "grad_norm": 2.8073186481563983,
      "learning_rate": 1.6539508258368028e-07,
      "loss": 1.5275,
      "step": 69606
    },
    {
      "epoch": 5.912928984029901,
      "grad_norm": 2.5469895649841376,
      "learning_rate": 1.6507289125236578e-07,
      "loss": 1.3176,
      "step": 69607
    },
    {
      "epoch": 5.913013931362555,
      "grad_norm": 2.845325594475942,
      "learning_rate": 1.6475101387033452e-07,
      "loss": 1.574,
      "step": 69608
    },
    {
      "epoch": 5.913098878695209,
      "grad_norm": 2.5646908767008627,
      "learning_rate": 1.644294504382526e-07,
      "loss": 1.1966,
      "step": 69609
    },
    {
      "epoch": 5.913183826027863,
      "grad_norm": 2.7308431870987318,
      "learning_rate": 1.6410820095681955e-07,
      "loss": 1.4859,
      "step": 69610
    },
    {
      "epoch": 5.9132687733605165,
      "grad_norm": 2.424485824328322,
      "learning_rate": 1.637872654266681e-07,
      "loss": 1.3633,
      "step": 69611
    },
    {
      "epoch": 5.91335372069317,
      "grad_norm": 2.844605168178781,
      "learning_rate": 1.6346664384851437e-07,
      "loss": 1.4225,
      "step": 69612
    },
    {
      "epoch": 5.913438668025824,
      "grad_norm": 2.863785255125454,
      "learning_rate": 1.631463362230079e-07,
      "loss": 1.7123,
      "step": 69613
    },
    {
      "epoch": 5.913523615358478,
      "grad_norm": 2.4789783181614142,
      "learning_rate": 1.6282634255081473e-07,
      "loss": 1.2935,
      "step": 69614
    },
    {
      "epoch": 5.913608562691132,
      "grad_norm": 2.7368238463724515,
      "learning_rate": 1.625066628326177e-07,
      "loss": 1.3,
      "step": 69615
    },
    {
      "epoch": 5.913693510023785,
      "grad_norm": 3.2780292381164093,
      "learning_rate": 1.621872970690663e-07,
      "loss": 1.5661,
      "step": 69616
    },
    {
      "epoch": 5.913778457356439,
      "grad_norm": 2.7647399278498477,
      "learning_rate": 1.6186824526085996e-07,
      "loss": 1.3023,
      "step": 69617
    },
    {
      "epoch": 5.913863404689093,
      "grad_norm": 2.4275980908398873,
      "learning_rate": 1.6154950740864813e-07,
      "loss": 1.2425,
      "step": 69618
    },
    {
      "epoch": 5.913948352021746,
      "grad_norm": 3.14020505214475,
      "learning_rate": 1.6123108351311364e-07,
      "loss": 1.6624,
      "step": 69619
    },
    {
      "epoch": 5.914033299354401,
      "grad_norm": 2.584941899153504,
      "learning_rate": 1.609129735748893e-07,
      "loss": 1.3099,
      "step": 69620
    },
    {
      "epoch": 5.914118246687054,
      "grad_norm": 3.1217051118085055,
      "learning_rate": 1.6059517759469121e-07,
      "loss": 1.6298,
      "step": 69621
    },
    {
      "epoch": 5.9142031940197075,
      "grad_norm": 2.8058805862831164,
      "learning_rate": 1.6027769557313553e-07,
      "loss": 1.4624,
      "step": 69622
    },
    {
      "epoch": 5.914288141352362,
      "grad_norm": 2.741763472066665,
      "learning_rate": 1.599605275109217e-07,
      "loss": 1.4822,
      "step": 69623
    },
    {
      "epoch": 5.914373088685015,
      "grad_norm": 2.875047281414,
      "learning_rate": 1.5964367340871587e-07,
      "loss": 1.4472,
      "step": 69624
    },
    {
      "epoch": 5.914458036017669,
      "grad_norm": 2.514588085795648,
      "learning_rate": 1.5932713326715084e-07,
      "loss": 1.3969,
      "step": 69625
    },
    {
      "epoch": 5.914542983350323,
      "grad_norm": 2.7747697121461097,
      "learning_rate": 1.5901090708690945e-07,
      "loss": 1.3185,
      "step": 69626
    },
    {
      "epoch": 5.914627930682976,
      "grad_norm": 2.8191110007039577,
      "learning_rate": 1.586949948686578e-07,
      "loss": 1.2591,
      "step": 69627
    },
    {
      "epoch": 5.914712878015631,
      "grad_norm": 2.560475985921195,
      "learning_rate": 1.5837939661306198e-07,
      "loss": 1.3861,
      "step": 69628
    },
    {
      "epoch": 5.914797825348284,
      "grad_norm": 2.7057803319415927,
      "learning_rate": 1.5806411232077155e-07,
      "loss": 1.411,
      "step": 69629
    },
    {
      "epoch": 5.914882772680938,
      "grad_norm": 2.6327513338823296,
      "learning_rate": 1.5774914199243595e-07,
      "loss": 1.2287,
      "step": 69630
    },
    {
      "epoch": 5.914967720013592,
      "grad_norm": 2.7853556787680276,
      "learning_rate": 1.5743448562873794e-07,
      "loss": 1.3408,
      "step": 69631
    },
    {
      "epoch": 5.915052667346245,
      "grad_norm": 2.692220449194302,
      "learning_rate": 1.571201432303437e-07,
      "loss": 1.5129,
      "step": 69632
    },
    {
      "epoch": 5.915137614678899,
      "grad_norm": 2.832854048435402,
      "learning_rate": 1.5680611479786943e-07,
      "loss": 1.474,
      "step": 69633
    },
    {
      "epoch": 5.915222562011553,
      "grad_norm": 2.6572938445449723,
      "learning_rate": 1.5649240033201449e-07,
      "loss": 1.4591,
      "step": 69634
    },
    {
      "epoch": 5.915307509344206,
      "grad_norm": 2.772017286963782,
      "learning_rate": 1.5617899983342842e-07,
      "loss": 1.5604,
      "step": 69635
    },
    {
      "epoch": 5.9153924566768605,
      "grad_norm": 2.8407180222065986,
      "learning_rate": 1.5586591330276065e-07,
      "loss": 1.4923,
      "step": 69636
    },
    {
      "epoch": 5.915477404009514,
      "grad_norm": 2.7054299494563834,
      "learning_rate": 1.5555314074066072e-07,
      "loss": 1.5233,
      "step": 69637
    },
    {
      "epoch": 5.915562351342168,
      "grad_norm": 2.668372260108741,
      "learning_rate": 1.5524068214779472e-07,
      "loss": 1.3605,
      "step": 69638
    },
    {
      "epoch": 5.915647298674822,
      "grad_norm": 2.7101776611251522,
      "learning_rate": 1.5492853752481215e-07,
      "loss": 1.4591,
      "step": 69639
    },
    {
      "epoch": 5.915732246007475,
      "grad_norm": 2.8065186377903024,
      "learning_rate": 1.546167068723625e-07,
      "loss": 1.3012,
      "step": 69640
    },
    {
      "epoch": 5.915817193340129,
      "grad_norm": 2.8225806392937844,
      "learning_rate": 1.5430519019111187e-07,
      "loss": 1.4515,
      "step": 69641
    },
    {
      "epoch": 5.915902140672783,
      "grad_norm": 2.528069440487985,
      "learning_rate": 1.5399398748170976e-07,
      "loss": 1.3358,
      "step": 69642
    },
    {
      "epoch": 5.915987088005437,
      "grad_norm": 2.7158912674687743,
      "learning_rate": 1.5368309874480568e-07,
      "loss": 1.3896,
      "step": 69643
    },
    {
      "epoch": 5.9160720353380905,
      "grad_norm": 2.6775145081101783,
      "learning_rate": 1.533725239810324e-07,
      "loss": 1.473,
      "step": 69644
    },
    {
      "epoch": 5.916156982670744,
      "grad_norm": 2.693215224859908,
      "learning_rate": 1.5306226319107274e-07,
      "loss": 1.4504,
      "step": 69645
    },
    {
      "epoch": 5.916241930003398,
      "grad_norm": 2.7975980939232135,
      "learning_rate": 1.5275231637557615e-07,
      "loss": 1.5427,
      "step": 69646
    },
    {
      "epoch": 5.916326877336052,
      "grad_norm": 2.766682264215521,
      "learning_rate": 1.5244268353515888e-07,
      "loss": 1.5179,
      "step": 69647
    },
    {
      "epoch": 5.916411824668705,
      "grad_norm": 2.4760593589159052,
      "learning_rate": 1.5213336467048698e-07,
      "loss": 1.3541,
      "step": 69648
    },
    {
      "epoch": 5.916496772001359,
      "grad_norm": 2.7852321532436877,
      "learning_rate": 1.5182435978222662e-07,
      "loss": 1.371,
      "step": 69649
    },
    {
      "epoch": 5.916581719334013,
      "grad_norm": 2.544214560033713,
      "learning_rate": 1.5151566887101063e-07,
      "loss": 1.385,
      "step": 69650
    },
    {
      "epoch": 5.916666666666667,
      "grad_norm": 2.6187965049778223,
      "learning_rate": 1.5120729193747183e-07,
      "loss": 1.2312,
      "step": 69651
    },
    {
      "epoch": 5.91675161399932,
      "grad_norm": 2.6805090003383434,
      "learning_rate": 1.5089922898227636e-07,
      "loss": 1.4182,
      "step": 69652
    },
    {
      "epoch": 5.916836561331975,
      "grad_norm": 2.9153003902411516,
      "learning_rate": 1.5059148000605702e-07,
      "loss": 1.5247,
      "step": 69653
    },
    {
      "epoch": 5.916921508664628,
      "grad_norm": 2.767995306168018,
      "learning_rate": 1.5028404500946335e-07,
      "loss": 1.3045,
      "step": 69654
    },
    {
      "epoch": 5.9170064559972815,
      "grad_norm": 2.775395643050572,
      "learning_rate": 1.4997692399314476e-07,
      "loss": 1.3159,
      "step": 69655
    },
    {
      "epoch": 5.917091403329936,
      "grad_norm": 2.6412961513739495,
      "learning_rate": 1.4967011695775078e-07,
      "loss": 1.2295,
      "step": 69656
    },
    {
      "epoch": 5.917176350662589,
      "grad_norm": 2.8668739657743396,
      "learning_rate": 1.4936362390389755e-07,
      "loss": 1.6337,
      "step": 69657
    },
    {
      "epoch": 5.917261297995243,
      "grad_norm": 2.816848045755893,
      "learning_rate": 1.4905744483225125e-07,
      "loss": 1.393,
      "step": 69658
    },
    {
      "epoch": 5.917346245327897,
      "grad_norm": 2.6582573546858552,
      "learning_rate": 1.4875157974344464e-07,
      "loss": 1.4166,
      "step": 69659
    },
    {
      "epoch": 5.91743119266055,
      "grad_norm": 2.765112430865466,
      "learning_rate": 1.484460286381106e-07,
      "loss": 1.578,
      "step": 69660
    },
    {
      "epoch": 5.917516139993205,
      "grad_norm": 2.655602555009269,
      "learning_rate": 1.4814079151691526e-07,
      "loss": 1.4022,
      "step": 69661
    },
    {
      "epoch": 5.917601087325858,
      "grad_norm": 2.8434822211230353,
      "learning_rate": 1.4783586838047478e-07,
      "loss": 1.6108,
      "step": 69662
    },
    {
      "epoch": 5.917686034658511,
      "grad_norm": 2.7039057337841403,
      "learning_rate": 1.4753125922943866e-07,
      "loss": 1.4521,
      "step": 69663
    },
    {
      "epoch": 5.917770981991166,
      "grad_norm": 2.654182663639783,
      "learning_rate": 1.4722696406443967e-07,
      "loss": 1.3493,
      "step": 69664
    },
    {
      "epoch": 5.917855929323819,
      "grad_norm": 2.8929083662315076,
      "learning_rate": 1.4692298288611072e-07,
      "loss": 1.5105,
      "step": 69665
    },
    {
      "epoch": 5.917940876656473,
      "grad_norm": 2.877800497659588,
      "learning_rate": 1.466193156951012e-07,
      "loss": 1.4455,
      "step": 69666
    },
    {
      "epoch": 5.918025823989127,
      "grad_norm": 3.2803416617048513,
      "learning_rate": 1.4631596249202738e-07,
      "loss": 1.547,
      "step": 69667
    },
    {
      "epoch": 5.91811077132178,
      "grad_norm": 2.7799869911457216,
      "learning_rate": 1.4601292327755532e-07,
      "loss": 1.3147,
      "step": 69668
    },
    {
      "epoch": 5.9181957186544345,
      "grad_norm": 2.772703355014063,
      "learning_rate": 1.4571019805230122e-07,
      "loss": 1.5342,
      "step": 69669
    },
    {
      "epoch": 5.918280665987088,
      "grad_norm": 2.8388627561573463,
      "learning_rate": 1.4540778681689792e-07,
      "loss": 1.3914,
      "step": 69670
    },
    {
      "epoch": 5.918365613319741,
      "grad_norm": 2.7109673963455507,
      "learning_rate": 1.451056895719782e-07,
      "loss": 1.408,
      "step": 69671
    },
    {
      "epoch": 5.918450560652396,
      "grad_norm": 2.6724053463120145,
      "learning_rate": 1.448039063181916e-07,
      "loss": 1.3712,
      "step": 69672
    },
    {
      "epoch": 5.918535507985049,
      "grad_norm": 2.889341483949689,
      "learning_rate": 1.4450243705615426e-07,
      "loss": 1.5487,
      "step": 69673
    },
    {
      "epoch": 5.918620455317703,
      "grad_norm": 2.6955884179857255,
      "learning_rate": 1.4420128178649905e-07,
      "loss": 1.5193,
      "step": 69674
    },
    {
      "epoch": 5.918705402650357,
      "grad_norm": 2.7875488045448904,
      "learning_rate": 1.4390044050985872e-07,
      "loss": 1.3116,
      "step": 69675
    },
    {
      "epoch": 5.918790349983011,
      "grad_norm": 2.815316349115777,
      "learning_rate": 1.4359991322686615e-07,
      "loss": 1.2682,
      "step": 69676
    },
    {
      "epoch": 5.918875297315664,
      "grad_norm": 2.6963464888691364,
      "learning_rate": 1.4329969993815414e-07,
      "loss": 1.2973,
      "step": 69677
    },
    {
      "epoch": 5.918960244648318,
      "grad_norm": 2.4920525660219996,
      "learning_rate": 1.429998006443389e-07,
      "loss": 1.2456,
      "step": 69678
    },
    {
      "epoch": 5.919045191980972,
      "grad_norm": 2.7633144828761913,
      "learning_rate": 1.4270021534605326e-07,
      "loss": 1.2914,
      "step": 69679
    },
    {
      "epoch": 5.9191301393136255,
      "grad_norm": 2.630874981371196,
      "learning_rate": 1.4240094404392998e-07,
      "loss": 1.4611,
      "step": 69680
    },
    {
      "epoch": 5.919215086646279,
      "grad_norm": 2.52572495206141,
      "learning_rate": 1.4210198673861862e-07,
      "loss": 1.1414,
      "step": 69681
    },
    {
      "epoch": 5.919300033978933,
      "grad_norm": 2.7319117326532685,
      "learning_rate": 1.4180334343070198e-07,
      "loss": 1.4072,
      "step": 69682
    },
    {
      "epoch": 5.919384981311587,
      "grad_norm": 2.7887634964473427,
      "learning_rate": 1.415050141208296e-07,
      "loss": 1.3814,
      "step": 69683
    },
    {
      "epoch": 5.919469928644241,
      "grad_norm": 2.5114518833071737,
      "learning_rate": 1.4120699880961762e-07,
      "loss": 1.3112,
      "step": 69684
    },
    {
      "epoch": 5.919554875976894,
      "grad_norm": 3.142556903561048,
      "learning_rate": 1.4090929749769885e-07,
      "loss": 1.657,
      "step": 69685
    },
    {
      "epoch": 5.919639823309548,
      "grad_norm": 2.8187132639187573,
      "learning_rate": 1.406119101856895e-07,
      "loss": 1.2894,
      "step": 69686
    },
    {
      "epoch": 5.919724770642202,
      "grad_norm": 2.9044864772001087,
      "learning_rate": 1.403148368742224e-07,
      "loss": 1.7034,
      "step": 69687
    },
    {
      "epoch": 5.9198097179748554,
      "grad_norm": 2.7257400780389043,
      "learning_rate": 1.400180775639137e-07,
      "loss": 1.3701,
      "step": 69688
    },
    {
      "epoch": 5.91989466530751,
      "grad_norm": 2.7697885216252827,
      "learning_rate": 1.3972163225539624e-07,
      "loss": 1.5181,
      "step": 69689
    },
    {
      "epoch": 5.919979612640163,
      "grad_norm": 2.8781662421207708,
      "learning_rate": 1.394255009492695e-07,
      "loss": 1.6519,
      "step": 69690
    },
    {
      "epoch": 5.9200645599728166,
      "grad_norm": 2.720245006417639,
      "learning_rate": 1.3912968364616638e-07,
      "loss": 1.449,
      "step": 69691
    },
    {
      "epoch": 5.920149507305471,
      "grad_norm": 2.5179814244081453,
      "learning_rate": 1.3883418034670303e-07,
      "loss": 1.3502,
      "step": 69692
    },
    {
      "epoch": 5.920234454638124,
      "grad_norm": 2.608251743624144,
      "learning_rate": 1.3853899105151222e-07,
      "loss": 1.4605,
      "step": 69693
    },
    {
      "epoch": 5.920319401970778,
      "grad_norm": 2.8211373602776466,
      "learning_rate": 1.3824411576119354e-07,
      "loss": 1.343,
      "step": 69694
    },
    {
      "epoch": 5.920404349303432,
      "grad_norm": 2.50938914532479,
      "learning_rate": 1.3794955447637978e-07,
      "loss": 1.345,
      "step": 69695
    },
    {
      "epoch": 5.920489296636085,
      "grad_norm": 2.6727578425964547,
      "learning_rate": 1.376553071976705e-07,
      "loss": 1.3377,
      "step": 69696
    },
    {
      "epoch": 5.92057424396874,
      "grad_norm": 2.4798984789135856,
      "learning_rate": 1.3736137392569847e-07,
      "loss": 1.3466,
      "step": 69697
    },
    {
      "epoch": 5.920659191301393,
      "grad_norm": 2.6032697016318087,
      "learning_rate": 1.370677546610799e-07,
      "loss": 1.3604,
      "step": 69698
    },
    {
      "epoch": 5.920744138634047,
      "grad_norm": 2.827575144102967,
      "learning_rate": 1.3677444940441428e-07,
      "loss": 1.5789,
      "step": 69699
    },
    {
      "epoch": 5.920829085966701,
      "grad_norm": 2.9422289461043887,
      "learning_rate": 1.364814581563345e-07,
      "loss": 1.5017,
      "step": 69700
    },
    {
      "epoch": 5.920914033299354,
      "grad_norm": 2.572232184659704,
      "learning_rate": 1.3618878091744002e-07,
      "loss": 1.3981,
      "step": 69701
    },
    {
      "epoch": 5.9209989806320085,
      "grad_norm": 2.9085853710822653,
      "learning_rate": 1.3589641768834703e-07,
      "loss": 1.492,
      "step": 69702
    },
    {
      "epoch": 5.921083927964662,
      "grad_norm": 2.829169496281608,
      "learning_rate": 1.3560436846968836e-07,
      "loss": 1.4664,
      "step": 69703
    },
    {
      "epoch": 5.921168875297315,
      "grad_norm": 2.7749911199151582,
      "learning_rate": 1.3531263326204688e-07,
      "loss": 1.5035,
      "step": 69704
    },
    {
      "epoch": 5.92125382262997,
      "grad_norm": 2.830720838482346,
      "learning_rate": 1.3502121206603877e-07,
      "loss": 1.294,
      "step": 69705
    },
    {
      "epoch": 5.921338769962623,
      "grad_norm": 2.7242640347355005,
      "learning_rate": 1.3473010488229686e-07,
      "loss": 1.5152,
      "step": 69706
    },
    {
      "epoch": 5.921423717295277,
      "grad_norm": 2.703163720907875,
      "learning_rate": 1.34439311711404e-07,
      "loss": 1.3953,
      "step": 69707
    },
    {
      "epoch": 5.921508664627931,
      "grad_norm": 2.8575798063359006,
      "learning_rate": 1.34148832553993e-07,
      "loss": 1.5453,
      "step": 69708
    },
    {
      "epoch": 5.921593611960584,
      "grad_norm": 3.2191513120879134,
      "learning_rate": 1.3385866741064678e-07,
      "loss": 1.4765,
      "step": 69709
    },
    {
      "epoch": 5.921678559293238,
      "grad_norm": 2.737536908330753,
      "learning_rate": 1.3356881628199812e-07,
      "loss": 1.4275,
      "step": 69710
    },
    {
      "epoch": 5.921763506625892,
      "grad_norm": 2.8246723375955893,
      "learning_rate": 1.332792791686299e-07,
      "loss": 1.5916,
      "step": 69711
    },
    {
      "epoch": 5.921848453958546,
      "grad_norm": 2.8302786697367575,
      "learning_rate": 1.3299005607117495e-07,
      "loss": 1.574,
      "step": 69712
    },
    {
      "epoch": 5.9219334012911995,
      "grad_norm": 2.7652914879966435,
      "learning_rate": 1.3270114699023283e-07,
      "loss": 1.4578,
      "step": 69713
    },
    {
      "epoch": 5.922018348623853,
      "grad_norm": 2.7921162065931333,
      "learning_rate": 1.3241255192638632e-07,
      "loss": 1.5267,
      "step": 69714
    },
    {
      "epoch": 5.922103295956507,
      "grad_norm": 2.752600149264383,
      "learning_rate": 1.3212427088026832e-07,
      "loss": 1.4763,
      "step": 69715
    },
    {
      "epoch": 5.922188243289161,
      "grad_norm": 2.802137302756759,
      "learning_rate": 1.318363038524617e-07,
      "loss": 1.3191,
      "step": 69716
    },
    {
      "epoch": 5.922273190621814,
      "grad_norm": 2.829158934248837,
      "learning_rate": 1.3154865084359922e-07,
      "loss": 1.425,
      "step": 69717
    },
    {
      "epoch": 5.922358137954468,
      "grad_norm": 3.1228749990555924,
      "learning_rate": 1.3126131185424714e-07,
      "loss": 1.5753,
      "step": 69718
    },
    {
      "epoch": 5.922443085287122,
      "grad_norm": 2.6447278030969232,
      "learning_rate": 1.3097428688502166e-07,
      "loss": 1.3243,
      "step": 69719
    },
    {
      "epoch": 5.922528032619776,
      "grad_norm": 2.6965296767454516,
      "learning_rate": 1.306875759365389e-07,
      "loss": 1.3775,
      "step": 69720
    },
    {
      "epoch": 5.922612979952429,
      "grad_norm": 3.401371477264821,
      "learning_rate": 1.3040117900938173e-07,
      "loss": 1.6641,
      "step": 69721
    },
    {
      "epoch": 5.922697927285084,
      "grad_norm": 2.5572151932892333,
      "learning_rate": 1.3011509610414972e-07,
      "loss": 1.3128,
      "step": 69722
    },
    {
      "epoch": 5.922782874617737,
      "grad_norm": 2.771115787285516,
      "learning_rate": 1.29829327221459e-07,
      "loss": 1.4774,
      "step": 69723
    },
    {
      "epoch": 5.9228678219503905,
      "grad_norm": 2.8680999072188142,
      "learning_rate": 1.2954387236189244e-07,
      "loss": 1.5355,
      "step": 69724
    },
    {
      "epoch": 5.922952769283045,
      "grad_norm": 2.7165874002093253,
      "learning_rate": 1.292587315260496e-07,
      "loss": 1.4008,
      "step": 69725
    },
    {
      "epoch": 5.923037716615698,
      "grad_norm": 2.7830132983916855,
      "learning_rate": 1.2897390471454661e-07,
      "loss": 1.5629,
      "step": 69726
    },
    {
      "epoch": 5.923122663948352,
      "grad_norm": 2.687974127560605,
      "learning_rate": 1.286893919279497e-07,
      "loss": 1.4635,
      "step": 69727
    },
    {
      "epoch": 5.923207611281006,
      "grad_norm": 2.6951464149775903,
      "learning_rate": 1.2840519316687502e-07,
      "loss": 1.3531,
      "step": 69728
    },
    {
      "epoch": 5.923292558613659,
      "grad_norm": 2.6231197979500163,
      "learning_rate": 1.2812130843192216e-07,
      "loss": 1.3824,
      "step": 69729
    },
    {
      "epoch": 5.923377505946314,
      "grad_norm": 2.8550505759819442,
      "learning_rate": 1.2783773772367388e-07,
      "loss": 1.5456,
      "step": 69730
    },
    {
      "epoch": 5.923462453278967,
      "grad_norm": 2.7580030531308837,
      "learning_rate": 1.275544810427298e-07,
      "loss": 1.2567,
      "step": 69731
    },
    {
      "epoch": 5.92354740061162,
      "grad_norm": 2.7389528683425413,
      "learning_rate": 1.2727153838967274e-07,
      "loss": 1.4388,
      "step": 69732
    },
    {
      "epoch": 5.923632347944275,
      "grad_norm": 2.703472119637654,
      "learning_rate": 1.2698890976510224e-07,
      "loss": 1.3842,
      "step": 69733
    },
    {
      "epoch": 5.923717295276928,
      "grad_norm": 2.5062861357341664,
      "learning_rate": 1.2670659516963445e-07,
      "loss": 1.4062,
      "step": 69734
    },
    {
      "epoch": 5.923802242609582,
      "grad_norm": 2.616145453042493,
      "learning_rate": 1.2642459460381893e-07,
      "loss": 1.3367,
      "step": 69735
    },
    {
      "epoch": 5.923887189942236,
      "grad_norm": 3.3264239131646605,
      "learning_rate": 1.2614290806827187e-07,
      "loss": 1.6437,
      "step": 69736
    },
    {
      "epoch": 5.923972137274889,
      "grad_norm": 2.9457933162573857,
      "learning_rate": 1.258615355635928e-07,
      "loss": 1.5904,
      "step": 69737
    },
    {
      "epoch": 5.9240570846075435,
      "grad_norm": 2.5653262635657588,
      "learning_rate": 1.2558047709033125e-07,
      "loss": 1.1351,
      "step": 69738
    },
    {
      "epoch": 5.924142031940197,
      "grad_norm": 2.8799999642571708,
      "learning_rate": 1.2529973264912007e-07,
      "loss": 1.4021,
      "step": 69739
    },
    {
      "epoch": 5.92422697927285,
      "grad_norm": 2.919602352823841,
      "learning_rate": 1.250193022405255e-07,
      "loss": 1.6547,
      "step": 69740
    },
    {
      "epoch": 5.924311926605505,
      "grad_norm": 2.696359277898424,
      "learning_rate": 1.2473918586514698e-07,
      "loss": 1.1967,
      "step": 69741
    },
    {
      "epoch": 5.924396873938158,
      "grad_norm": 2.735150782349486,
      "learning_rate": 1.2445938352355078e-07,
      "loss": 1.4799,
      "step": 69742
    },
    {
      "epoch": 5.924481821270812,
      "grad_norm": 2.703576103084723,
      "learning_rate": 1.2417989521633643e-07,
      "loss": 1.4514,
      "step": 69743
    },
    {
      "epoch": 5.924566768603466,
      "grad_norm": 2.68546141131118,
      "learning_rate": 1.2390072094408676e-07,
      "loss": 1.2472,
      "step": 69744
    },
    {
      "epoch": 5.92465171593612,
      "grad_norm": 2.6163892336507333,
      "learning_rate": 1.2362186070740133e-07,
      "loss": 1.3554,
      "step": 69745
    },
    {
      "epoch": 5.9247366632687735,
      "grad_norm": 2.7344395394994767,
      "learning_rate": 1.2334331450684633e-07,
      "loss": 1.5103,
      "step": 69746
    },
    {
      "epoch": 5.924821610601427,
      "grad_norm": 2.717489531339049,
      "learning_rate": 1.2306508234300462e-07,
      "loss": 1.4251,
      "step": 69747
    },
    {
      "epoch": 5.924906557934081,
      "grad_norm": 2.7743005063375943,
      "learning_rate": 1.2278716421647572e-07,
      "loss": 1.3115,
      "step": 69748
    },
    {
      "epoch": 5.924991505266735,
      "grad_norm": 2.807822431656177,
      "learning_rate": 1.2250956012782587e-07,
      "loss": 1.4118,
      "step": 69749
    },
    {
      "epoch": 5.925076452599388,
      "grad_norm": 3.0499054274788815,
      "learning_rate": 1.222322700776379e-07,
      "loss": 1.4134,
      "step": 69750
    },
    {
      "epoch": 5.925161399932042,
      "grad_norm": 2.8301274332099773,
      "learning_rate": 1.219552940665114e-07,
      "loss": 1.4845,
      "step": 69751
    },
    {
      "epoch": 5.925246347264696,
      "grad_norm": 2.8140179730915986,
      "learning_rate": 1.2167863209499583e-07,
      "loss": 1.5368,
      "step": 69752
    },
    {
      "epoch": 5.92533129459735,
      "grad_norm": 2.922152957512292,
      "learning_rate": 1.2140228416370745e-07,
      "loss": 1.4804,
      "step": 69753
    },
    {
      "epoch": 5.925416241930003,
      "grad_norm": 2.802579232821286,
      "learning_rate": 1.211262502731958e-07,
      "loss": 1.5939,
      "step": 69754
    },
    {
      "epoch": 5.925501189262657,
      "grad_norm": 2.6650971205399783,
      "learning_rate": 1.208505304240437e-07,
      "loss": 1.2536,
      "step": 69755
    },
    {
      "epoch": 5.925586136595311,
      "grad_norm": 2.7577642272111724,
      "learning_rate": 1.2057512461685072e-07,
      "loss": 1.4405,
      "step": 69756
    },
    {
      "epoch": 5.9256710839279645,
      "grad_norm": 2.5091000718737755,
      "learning_rate": 1.2030003285216639e-07,
      "loss": 1.3087,
      "step": 69757
    },
    {
      "epoch": 5.925756031260619,
      "grad_norm": 2.7998870613793607,
      "learning_rate": 1.2002525513057359e-07,
      "loss": 1.3455,
      "step": 69758
    },
    {
      "epoch": 5.925840978593272,
      "grad_norm": 2.7649648973682965,
      "learning_rate": 1.197507914526552e-07,
      "loss": 1.4478,
      "step": 69759
    },
    {
      "epoch": 5.925925925925926,
      "grad_norm": 2.477099328222525,
      "learning_rate": 1.194766418189941e-07,
      "loss": 1.2826,
      "step": 69760
    },
    {
      "epoch": 5.92601087325858,
      "grad_norm": 2.699064655667124,
      "learning_rate": 1.1920280623013977e-07,
      "loss": 1.2424,
      "step": 69761
    },
    {
      "epoch": 5.926095820591233,
      "grad_norm": 2.701312387813556,
      "learning_rate": 1.1892928468669182e-07,
      "loss": 1.3605,
      "step": 69762
    },
    {
      "epoch": 5.926180767923887,
      "grad_norm": 2.782229605321367,
      "learning_rate": 1.1865607718921644e-07,
      "loss": 1.543,
      "step": 69763
    },
    {
      "epoch": 5.926265715256541,
      "grad_norm": 2.6131544149706047,
      "learning_rate": 1.1838318373827982e-07,
      "loss": 1.2508,
      "step": 69764
    },
    {
      "epoch": 5.926350662589194,
      "grad_norm": 3.1067653003594256,
      "learning_rate": 1.1811060433444819e-07,
      "loss": 1.5089,
      "step": 69765
    },
    {
      "epoch": 5.926435609921849,
      "grad_norm": 2.802727712478703,
      "learning_rate": 1.1783833897830441e-07,
      "loss": 1.3689,
      "step": 69766
    },
    {
      "epoch": 5.926520557254502,
      "grad_norm": 2.7411939174798947,
      "learning_rate": 1.175663876704147e-07,
      "loss": 1.563,
      "step": 69767
    },
    {
      "epoch": 5.926605504587156,
      "grad_norm": 2.750133995636989,
      "learning_rate": 1.1729475041134528e-07,
      "loss": 1.5644,
      "step": 69768
    },
    {
      "epoch": 5.92669045191981,
      "grad_norm": 2.6722278943657622,
      "learning_rate": 1.1702342720167901e-07,
      "loss": 1.5078,
      "step": 69769
    },
    {
      "epoch": 5.926775399252463,
      "grad_norm": 2.7178806085094296,
      "learning_rate": 1.1675241804196545e-07,
      "loss": 1.2093,
      "step": 69770
    },
    {
      "epoch": 5.9268603465851175,
      "grad_norm": 2.6365262343575604,
      "learning_rate": 1.1648172293278746e-07,
      "loss": 1.4107,
      "step": 69771
    },
    {
      "epoch": 5.926945293917771,
      "grad_norm": 2.580583825526397,
      "learning_rate": 1.1621134187469461e-07,
      "loss": 1.3153,
      "step": 69772
    },
    {
      "epoch": 5.927030241250424,
      "grad_norm": 2.796936704633096,
      "learning_rate": 1.1594127486826976e-07,
      "loss": 1.4886,
      "step": 69773
    },
    {
      "epoch": 5.927115188583079,
      "grad_norm": 2.7539672203075973,
      "learning_rate": 1.1567152191407914e-07,
      "loss": 1.4455,
      "step": 69774
    },
    {
      "epoch": 5.927200135915732,
      "grad_norm": 2.770823872607995,
      "learning_rate": 1.1540208301268894e-07,
      "loss": 1.414,
      "step": 69775
    },
    {
      "epoch": 5.927285083248386,
      "grad_norm": 3.2017461178541504,
      "learning_rate": 1.1513295816464874e-07,
      "loss": 1.8078,
      "step": 69776
    },
    {
      "epoch": 5.92737003058104,
      "grad_norm": 2.994794986547383,
      "learning_rate": 1.148641473705414e-07,
      "loss": 1.6784,
      "step": 69777
    },
    {
      "epoch": 5.927454977913693,
      "grad_norm": 2.7846293093053696,
      "learning_rate": 1.1459565063089982e-07,
      "loss": 1.4752,
      "step": 69778
    },
    {
      "epoch": 5.927539925246347,
      "grad_norm": 2.6974328181951046,
      "learning_rate": 1.1432746794632353e-07,
      "loss": 1.589,
      "step": 69779
    },
    {
      "epoch": 5.927624872579001,
      "grad_norm": 2.8965555750112726,
      "learning_rate": 1.1405959931736209e-07,
      "loss": 1.5747,
      "step": 69780
    },
    {
      "epoch": 5.927709819911655,
      "grad_norm": 2.743596623510323,
      "learning_rate": 1.1379204474456505e-07,
      "loss": 1.5125,
      "step": 69781
    },
    {
      "epoch": 5.9277947672443085,
      "grad_norm": 2.892723498857323,
      "learning_rate": 1.1352480422849863e-07,
      "loss": 1.6145,
      "step": 69782
    },
    {
      "epoch": 5.927879714576962,
      "grad_norm": 2.570654077323155,
      "learning_rate": 1.1325787776972905e-07,
      "loss": 1.3304,
      "step": 69783
    },
    {
      "epoch": 5.927964661909616,
      "grad_norm": 2.8089103946000584,
      "learning_rate": 1.1299126536880588e-07,
      "loss": 1.5353,
      "step": 69784
    },
    {
      "epoch": 5.92804960924227,
      "grad_norm": 2.917304025730958,
      "learning_rate": 1.127249670262953e-07,
      "loss": 1.6092,
      "step": 69785
    },
    {
      "epoch": 5.928134556574923,
      "grad_norm": 2.6973613518728534,
      "learning_rate": 1.1245898274274689e-07,
      "loss": 1.3769,
      "step": 69786
    },
    {
      "epoch": 5.928219503907577,
      "grad_norm": 2.6857440032541398,
      "learning_rate": 1.1219331251874353e-07,
      "loss": 1.3431,
      "step": 69787
    },
    {
      "epoch": 5.928304451240231,
      "grad_norm": 2.88192751414476,
      "learning_rate": 1.1192795635480145e-07,
      "loss": 1.6901,
      "step": 69788
    },
    {
      "epoch": 5.928389398572885,
      "grad_norm": 2.552662213941262,
      "learning_rate": 1.1166291425150353e-07,
      "loss": 1.356,
      "step": 69789
    },
    {
      "epoch": 5.9284743459055385,
      "grad_norm": 2.637090803558857,
      "learning_rate": 1.1139818620939933e-07,
      "loss": 1.4492,
      "step": 69790
    },
    {
      "epoch": 5.928559293238193,
      "grad_norm": 2.8458158085649017,
      "learning_rate": 1.1113377222905506e-07,
      "loss": 1.4741,
      "step": 69791
    },
    {
      "epoch": 5.928644240570846,
      "grad_norm": 2.771142223887697,
      "learning_rate": 1.1086967231100363e-07,
      "loss": 1.5256,
      "step": 69792
    },
    {
      "epoch": 5.9287291879035,
      "grad_norm": 2.830209794182441,
      "learning_rate": 1.1060588645581126e-07,
      "loss": 1.4197,
      "step": 69793
    },
    {
      "epoch": 5.928814135236154,
      "grad_norm": 2.533480450457659,
      "learning_rate": 1.1034241466402748e-07,
      "loss": 1.3106,
      "step": 69794
    },
    {
      "epoch": 5.928899082568807,
      "grad_norm": 2.834132758971461,
      "learning_rate": 1.100792569362019e-07,
      "loss": 1.4163,
      "step": 69795
    },
    {
      "epoch": 5.928984029901461,
      "grad_norm": 2.7649465617242566,
      "learning_rate": 1.0981641327288404e-07,
      "loss": 1.4422,
      "step": 69796
    },
    {
      "epoch": 5.929068977234115,
      "grad_norm": 2.7925417096723786,
      "learning_rate": 1.0955388367462348e-07,
      "loss": 1.3418,
      "step": 69797
    },
    {
      "epoch": 5.929153924566768,
      "grad_norm": 2.7301801634743215,
      "learning_rate": 1.0929166814198642e-07,
      "loss": 1.4721,
      "step": 69798
    },
    {
      "epoch": 5.929238871899423,
      "grad_norm": 2.846158657704675,
      "learning_rate": 1.0902976667552244e-07,
      "loss": 1.34,
      "step": 69799
    },
    {
      "epoch": 5.929323819232076,
      "grad_norm": 3.3333111391241785,
      "learning_rate": 1.0876817927574776e-07,
      "loss": 1.6584,
      "step": 69800
    },
    {
      "epoch": 5.9294087665647295,
      "grad_norm": 2.7674450239449486,
      "learning_rate": 1.085069059432453e-07,
      "loss": 1.5129,
      "step": 69801
    },
    {
      "epoch": 5.929493713897384,
      "grad_norm": 2.426498979402826,
      "learning_rate": 1.0824594667854791e-07,
      "loss": 1.259,
      "step": 69802
    },
    {
      "epoch": 5.929578661230037,
      "grad_norm": 2.6424860606891447,
      "learning_rate": 1.0798530148220519e-07,
      "loss": 1.3802,
      "step": 69803
    },
    {
      "epoch": 5.9296636085626915,
      "grad_norm": 2.655479236136572,
      "learning_rate": 1.0772497035475003e-07,
      "loss": 1.3749,
      "step": 69804
    },
    {
      "epoch": 5.929748555895345,
      "grad_norm": 2.6574845208571127,
      "learning_rate": 1.0746495329674864e-07,
      "loss": 1.3859,
      "step": 69805
    },
    {
      "epoch": 5.929833503227998,
      "grad_norm": 2.9136510986104187,
      "learning_rate": 1.0720525030873395e-07,
      "loss": 1.6917,
      "step": 69806
    },
    {
      "epoch": 5.929918450560653,
      "grad_norm": 2.890912991942282,
      "learning_rate": 1.069458613912555e-07,
      "loss": 1.6605,
      "step": 69807
    },
    {
      "epoch": 5.930003397893306,
      "grad_norm": 2.531652716917007,
      "learning_rate": 1.0668678654486285e-07,
      "loss": 1.3306,
      "step": 69808
    },
    {
      "epoch": 5.93008834522596,
      "grad_norm": 2.7568604082866552,
      "learning_rate": 1.0642802577008891e-07,
      "loss": 1.4242,
      "step": 69809
    },
    {
      "epoch": 5.930173292558614,
      "grad_norm": 2.7161925234283055,
      "learning_rate": 1.061695790674666e-07,
      "loss": 1.4699,
      "step": 69810
    },
    {
      "epoch": 5.930258239891267,
      "grad_norm": 3.277317030509297,
      "learning_rate": 1.0591144643754546e-07,
      "loss": 1.4885,
      "step": 69811
    },
    {
      "epoch": 5.930343187223921,
      "grad_norm": 2.4746727322119457,
      "learning_rate": 1.0565362788087506e-07,
      "loss": 1.1177,
      "step": 69812
    },
    {
      "epoch": 5.930428134556575,
      "grad_norm": 2.792152884745311,
      "learning_rate": 1.0539612339798831e-07,
      "loss": 1.5275,
      "step": 69813
    },
    {
      "epoch": 5.930513081889229,
      "grad_norm": 2.793816951691761,
      "learning_rate": 1.0513893298943477e-07,
      "loss": 1.3847,
      "step": 69814
    },
    {
      "epoch": 5.9305980292218825,
      "grad_norm": 2.9022599415030332,
      "learning_rate": 1.0488205665573068e-07,
      "loss": 1.5359,
      "step": 69815
    },
    {
      "epoch": 5.930682976554536,
      "grad_norm": 2.6460723039613736,
      "learning_rate": 1.0462549439744228e-07,
      "loss": 1.3963,
      "step": 69816
    },
    {
      "epoch": 5.93076792388719,
      "grad_norm": 2.5575289772657825,
      "learning_rate": 1.043692462150858e-07,
      "loss": 1.3817,
      "step": 69817
    },
    {
      "epoch": 5.930852871219844,
      "grad_norm": 2.764262827246626,
      "learning_rate": 1.0411331210921081e-07,
      "loss": 1.5005,
      "step": 69818
    },
    {
      "epoch": 5.930937818552497,
      "grad_norm": 2.5562992038789996,
      "learning_rate": 1.0385769208033357e-07,
      "loss": 1.3877,
      "step": 69819
    },
    {
      "epoch": 5.931022765885151,
      "grad_norm": 2.7039045260972117,
      "learning_rate": 1.0360238612902027e-07,
      "loss": 1.438,
      "step": 69820
    },
    {
      "epoch": 5.931107713217805,
      "grad_norm": 2.6207045477296433,
      "learning_rate": 1.033473942557872e-07,
      "loss": 1.3405,
      "step": 69821
    },
    {
      "epoch": 5.931192660550459,
      "grad_norm": 2.6180309505571007,
      "learning_rate": 1.0309271646116723e-07,
      "loss": 1.3877,
      "step": 69822
    },
    {
      "epoch": 5.931277607883112,
      "grad_norm": 3.066998777340524,
      "learning_rate": 1.028383527456933e-07,
      "loss": 1.7693,
      "step": 69823
    },
    {
      "epoch": 5.931362555215767,
      "grad_norm": 2.9623081922879297,
      "learning_rate": 1.0258430310991494e-07,
      "loss": 1.6368,
      "step": 69824
    },
    {
      "epoch": 5.93144750254842,
      "grad_norm": 2.724604982685082,
      "learning_rate": 1.0233056755434842e-07,
      "loss": 1.6112,
      "step": 69825
    },
    {
      "epoch": 5.9315324498810735,
      "grad_norm": 2.664797307632715,
      "learning_rate": 1.0207714607952666e-07,
      "loss": 1.2659,
      "step": 69826
    },
    {
      "epoch": 5.931617397213728,
      "grad_norm": 2.7481643380444813,
      "learning_rate": 1.0182403868598254e-07,
      "loss": 1.2871,
      "step": 69827
    },
    {
      "epoch": 5.931702344546381,
      "grad_norm": 3.056329544762305,
      "learning_rate": 1.0157124537424899e-07,
      "loss": 1.6963,
      "step": 69828
    },
    {
      "epoch": 5.931787291879035,
      "grad_norm": 2.7985653669649,
      "learning_rate": 1.013187661448589e-07,
      "loss": 1.332,
      "step": 69829
    },
    {
      "epoch": 5.931872239211689,
      "grad_norm": 2.7739162747515547,
      "learning_rate": 1.0106660099834519e-07,
      "loss": 1.4544,
      "step": 69830
    },
    {
      "epoch": 5.931957186544342,
      "grad_norm": 2.9154535881372876,
      "learning_rate": 1.0081474993520745e-07,
      "loss": 1.5522,
      "step": 69831
    },
    {
      "epoch": 5.932042133876997,
      "grad_norm": 2.936385898606551,
      "learning_rate": 1.0056321295599523e-07,
      "loss": 1.6306,
      "step": 69832
    },
    {
      "epoch": 5.93212708120965,
      "grad_norm": 2.731622641136559,
      "learning_rate": 1.0031199006124147e-07,
      "loss": 1.5457,
      "step": 69833
    },
    {
      "epoch": 5.9322120285423035,
      "grad_norm": 2.75771351715643,
      "learning_rate": 1.0006108125147904e-07,
      "loss": 1.4991,
      "step": 69834
    },
    {
      "epoch": 5.932296975874958,
      "grad_norm": 2.6265669097909226,
      "learning_rate": 9.981048652719092e-08,
      "loss": 1.1966,
      "step": 69835
    },
    {
      "epoch": 5.932381923207611,
      "grad_norm": 2.680279122401609,
      "learning_rate": 9.95602058889433e-08,
      "loss": 1.2778,
      "step": 69836
    },
    {
      "epoch": 5.9324668705402654,
      "grad_norm": 2.7183035939742917,
      "learning_rate": 9.931023933725247e-08,
      "loss": 1.4381,
      "step": 69837
    },
    {
      "epoch": 5.932551817872919,
      "grad_norm": 3.0525485250541933,
      "learning_rate": 9.906058687263463e-08,
      "loss": 1.5294,
      "step": 69838
    },
    {
      "epoch": 5.932636765205572,
      "grad_norm": 2.818862163486613,
      "learning_rate": 9.881124849562272e-08,
      "loss": 1.6099,
      "step": 69839
    },
    {
      "epoch": 5.9327217125382266,
      "grad_norm": 2.7029134780822157,
      "learning_rate": 9.856222420673299e-08,
      "loss": 1.3291,
      "step": 69840
    },
    {
      "epoch": 5.93280665987088,
      "grad_norm": 2.9661988859692525,
      "learning_rate": 9.831351400648168e-08,
      "loss": 1.6144,
      "step": 69841
    },
    {
      "epoch": 5.932891607203533,
      "grad_norm": 2.623016211427188,
      "learning_rate": 9.806511789538507e-08,
      "loss": 1.336,
      "step": 69842
    },
    {
      "epoch": 5.932976554536188,
      "grad_norm": 2.7778370616151777,
      "learning_rate": 9.78170358739927e-08,
      "loss": 1.4592,
      "step": 69843
    },
    {
      "epoch": 5.933061501868841,
      "grad_norm": 2.5720469210369656,
      "learning_rate": 9.756926794278751e-08,
      "loss": 1.3179,
      "step": 69844
    },
    {
      "epoch": 5.933146449201495,
      "grad_norm": 2.570364561815843,
      "learning_rate": 9.73218141023191e-08,
      "loss": 1.4814,
      "step": 69845
    },
    {
      "epoch": 5.933231396534149,
      "grad_norm": 2.615232629123939,
      "learning_rate": 9.707467435308702e-08,
      "loss": 1.3681,
      "step": 69846
    },
    {
      "epoch": 5.933316343866803,
      "grad_norm": 2.6531802671420026,
      "learning_rate": 9.682784869560756e-08,
      "loss": 1.1389,
      "step": 69847
    },
    {
      "epoch": 5.9334012911994565,
      "grad_norm": 2.6808397993496813,
      "learning_rate": 9.658133713043026e-08,
      "loss": 1.4665,
      "step": 69848
    },
    {
      "epoch": 5.93348623853211,
      "grad_norm": 3.3720494532024667,
      "learning_rate": 9.633513965802142e-08,
      "loss": 1.6547,
      "step": 69849
    },
    {
      "epoch": 5.933571185864764,
      "grad_norm": 2.862302598171089,
      "learning_rate": 9.60892562789306e-08,
      "loss": 1.5219,
      "step": 69850
    },
    {
      "epoch": 5.933656133197418,
      "grad_norm": 2.79297665750086,
      "learning_rate": 9.584368699367406e-08,
      "loss": 1.5822,
      "step": 69851
    },
    {
      "epoch": 5.933741080530071,
      "grad_norm": 2.6825472785211883,
      "learning_rate": 9.55984318027514e-08,
      "loss": 1.4461,
      "step": 69852
    },
    {
      "epoch": 5.933826027862725,
      "grad_norm": 2.8020700775664102,
      "learning_rate": 9.535349070667886e-08,
      "loss": 1.4908,
      "step": 69853
    },
    {
      "epoch": 5.933910975195379,
      "grad_norm": 2.6120958413386313,
      "learning_rate": 9.51088637059727e-08,
      "loss": 1.4693,
      "step": 69854
    },
    {
      "epoch": 5.933995922528033,
      "grad_norm": 2.647308881453711,
      "learning_rate": 9.486455080114919e-08,
      "loss": 1.3175,
      "step": 69855
    },
    {
      "epoch": 5.934080869860686,
      "grad_norm": 2.7782869594664072,
      "learning_rate": 9.462055199272456e-08,
      "loss": 1.3502,
      "step": 69856
    },
    {
      "epoch": 5.93416581719334,
      "grad_norm": 2.9159244631415775,
      "learning_rate": 9.437686728119841e-08,
      "loss": 1.417,
      "step": 69857
    },
    {
      "epoch": 5.934250764525994,
      "grad_norm": 2.5637257047540003,
      "learning_rate": 9.413349666708703e-08,
      "loss": 1.4317,
      "step": 69858
    },
    {
      "epoch": 5.9343357118586475,
      "grad_norm": 2.760462841892761,
      "learning_rate": 9.389044015088998e-08,
      "loss": 1.4717,
      "step": 69859
    },
    {
      "epoch": 5.934420659191302,
      "grad_norm": 2.9462644652186576,
      "learning_rate": 9.364769773312352e-08,
      "loss": 1.4634,
      "step": 69860
    },
    {
      "epoch": 5.934505606523955,
      "grad_norm": 3.1758320366215154,
      "learning_rate": 9.340526941430392e-08,
      "loss": 1.6629,
      "step": 69861
    },
    {
      "epoch": 5.934590553856609,
      "grad_norm": 2.884322945558553,
      "learning_rate": 9.316315519493078e-08,
      "loss": 1.5033,
      "step": 69862
    },
    {
      "epoch": 5.934675501189263,
      "grad_norm": 2.7266540290926504,
      "learning_rate": 9.292135507552034e-08,
      "loss": 1.4146,
      "step": 69863
    },
    {
      "epoch": 5.934760448521916,
      "grad_norm": 2.7775435883155626,
      "learning_rate": 9.267986905657221e-08,
      "loss": 1.4204,
      "step": 69864
    },
    {
      "epoch": 5.93484539585457,
      "grad_norm": 2.841938648274837,
      "learning_rate": 9.243869713858598e-08,
      "loss": 1.512,
      "step": 69865
    },
    {
      "epoch": 5.934930343187224,
      "grad_norm": 2.705780931424536,
      "learning_rate": 9.219783932207791e-08,
      "loss": 1.3555,
      "step": 69866
    },
    {
      "epoch": 5.935015290519877,
      "grad_norm": 2.6281206335118914,
      "learning_rate": 9.195729560754761e-08,
      "loss": 1.3485,
      "step": 69867
    },
    {
      "epoch": 5.935100237852532,
      "grad_norm": 2.566279437440369,
      "learning_rate": 9.171706599551132e-08,
      "loss": 1.3015,
      "step": 69868
    },
    {
      "epoch": 5.935185185185185,
      "grad_norm": 2.593709804387317,
      "learning_rate": 9.1477150486452e-08,
      "loss": 1.2663,
      "step": 69869
    },
    {
      "epoch": 5.935270132517839,
      "grad_norm": 2.720996121424811,
      "learning_rate": 9.123754908086922e-08,
      "loss": 1.5418,
      "step": 69870
    },
    {
      "epoch": 5.935355079850493,
      "grad_norm": 2.8525962750003706,
      "learning_rate": 9.099826177929592e-08,
      "loss": 1.5488,
      "step": 69871
    },
    {
      "epoch": 5.935440027183146,
      "grad_norm": 3.1300971582902632,
      "learning_rate": 9.075928858221504e-08,
      "loss": 1.4845,
      "step": 69872
    },
    {
      "epoch": 5.9355249745158005,
      "grad_norm": 3.303525769732835,
      "learning_rate": 9.052062949010951e-08,
      "loss": 1.6136,
      "step": 69873
    },
    {
      "epoch": 5.935609921848454,
      "grad_norm": 2.725315102398264,
      "learning_rate": 9.028228450351228e-08,
      "loss": 1.532,
      "step": 69874
    },
    {
      "epoch": 5.935694869181107,
      "grad_norm": 2.613813421470732,
      "learning_rate": 9.004425362290624e-08,
      "loss": 1.4804,
      "step": 69875
    },
    {
      "epoch": 5.935779816513762,
      "grad_norm": 2.6988724145268024,
      "learning_rate": 8.980653684879102e-08,
      "loss": 1.4412,
      "step": 69876
    },
    {
      "epoch": 5.935864763846415,
      "grad_norm": 2.7698926016231438,
      "learning_rate": 8.956913418166622e-08,
      "loss": 1.2474,
      "step": 69877
    },
    {
      "epoch": 5.935949711179069,
      "grad_norm": 2.686431409696812,
      "learning_rate": 8.93320456220148e-08,
      "loss": 1.3705,
      "step": 69878
    },
    {
      "epoch": 5.936034658511723,
      "grad_norm": 2.618978611771931,
      "learning_rate": 8.909527117036963e-08,
      "loss": 1.4077,
      "step": 69879
    },
    {
      "epoch": 5.936119605844376,
      "grad_norm": 2.8151173228125312,
      "learning_rate": 8.885881082718039e-08,
      "loss": 1.5277,
      "step": 69880
    },
    {
      "epoch": 5.93620455317703,
      "grad_norm": 3.0316114712982394,
      "learning_rate": 8.862266459297996e-08,
      "loss": 1.4834,
      "step": 69881
    },
    {
      "epoch": 5.936289500509684,
      "grad_norm": 2.6333771924297853,
      "learning_rate": 8.838683246825128e-08,
      "loss": 1.4304,
      "step": 69882
    },
    {
      "epoch": 5.936374447842338,
      "grad_norm": 2.664339871745307,
      "learning_rate": 8.815131445347733e-08,
      "loss": 1.2397,
      "step": 69883
    },
    {
      "epoch": 5.9364593951749915,
      "grad_norm": 2.684518553716248,
      "learning_rate": 8.791611054917436e-08,
      "loss": 1.4333,
      "step": 69884
    },
    {
      "epoch": 5.936544342507645,
      "grad_norm": 2.966244096400623,
      "learning_rate": 8.768122075580863e-08,
      "loss": 1.6192,
      "step": 69885
    },
    {
      "epoch": 5.936629289840299,
      "grad_norm": 2.86310891323788,
      "learning_rate": 8.744664507389642e-08,
      "loss": 1.4681,
      "step": 69886
    },
    {
      "epoch": 5.936714237172953,
      "grad_norm": 2.886059310327319,
      "learning_rate": 8.721238350390403e-08,
      "loss": 1.4415,
      "step": 69887
    },
    {
      "epoch": 5.936799184505606,
      "grad_norm": 2.613063633861967,
      "learning_rate": 8.697843604634769e-08,
      "loss": 1.238,
      "step": 69888
    },
    {
      "epoch": 5.93688413183826,
      "grad_norm": 2.5091710943433934,
      "learning_rate": 8.674480270171036e-08,
      "loss": 1.2709,
      "step": 69889
    },
    {
      "epoch": 5.936969079170914,
      "grad_norm": 2.868108681159425,
      "learning_rate": 8.651148347047498e-08,
      "loss": 1.5174,
      "step": 69890
    },
    {
      "epoch": 5.937054026503568,
      "grad_norm": 2.6293915224674644,
      "learning_rate": 8.627847835312452e-08,
      "loss": 1.4636,
      "step": 69891
    },
    {
      "epoch": 5.9371389738362215,
      "grad_norm": 2.9074088648434855,
      "learning_rate": 8.604578735015855e-08,
      "loss": 1.4977,
      "step": 69892
    },
    {
      "epoch": 5.937223921168876,
      "grad_norm": 2.5312327874995937,
      "learning_rate": 8.581341046207668e-08,
      "loss": 1.4552,
      "step": 69893
    },
    {
      "epoch": 5.937308868501529,
      "grad_norm": 2.6782316772322434,
      "learning_rate": 8.558134768932856e-08,
      "loss": 1.1961,
      "step": 69894
    },
    {
      "epoch": 5.937393815834183,
      "grad_norm": 2.61851602573729,
      "learning_rate": 8.534959903243044e-08,
      "loss": 1.4309,
      "step": 69895
    },
    {
      "epoch": 5.937478763166837,
      "grad_norm": 2.699965304638305,
      "learning_rate": 8.511816449186526e-08,
      "loss": 1.2402,
      "step": 69896
    },
    {
      "epoch": 5.93756371049949,
      "grad_norm": 2.5727408876696276,
      "learning_rate": 8.488704406811597e-08,
      "loss": 1.3306,
      "step": 69897
    },
    {
      "epoch": 5.937648657832144,
      "grad_norm": 2.568956164614066,
      "learning_rate": 8.465623776166553e-08,
      "loss": 1.4037,
      "step": 69898
    },
    {
      "epoch": 5.937733605164798,
      "grad_norm": 2.5497426896462927,
      "learning_rate": 8.442574557298021e-08,
      "loss": 1.3609,
      "step": 69899
    },
    {
      "epoch": 5.937818552497451,
      "grad_norm": 2.66552690132775,
      "learning_rate": 8.419556750257628e-08,
      "loss": 1.4761,
      "step": 69900
    },
    {
      "epoch": 5.937903499830106,
      "grad_norm": 2.684721505657942,
      "learning_rate": 8.396570355090338e-08,
      "loss": 1.4779,
      "step": 69901
    },
    {
      "epoch": 5.937988447162759,
      "grad_norm": 2.743906613621096,
      "learning_rate": 8.373615371846109e-08,
      "loss": 1.2877,
      "step": 69902
    },
    {
      "epoch": 5.9380733944954125,
      "grad_norm": 2.685995985154228,
      "learning_rate": 8.350691800573239e-08,
      "loss": 1.4678,
      "step": 69903
    },
    {
      "epoch": 5.938158341828067,
      "grad_norm": 2.9690292001485497,
      "learning_rate": 8.32779964132002e-08,
      "loss": 1.4087,
      "step": 69904
    },
    {
      "epoch": 5.93824328916072,
      "grad_norm": 2.897864973273688,
      "learning_rate": 8.304938894133084e-08,
      "loss": 1.558,
      "step": 69905
    },
    {
      "epoch": 5.9383282364933745,
      "grad_norm": 2.6731921451394087,
      "learning_rate": 8.282109559060723e-08,
      "loss": 1.4766,
      "step": 69906
    },
    {
      "epoch": 5.938413183826028,
      "grad_norm": 2.5224544673649687,
      "learning_rate": 8.259311636149568e-08,
      "loss": 1.3699,
      "step": 69907
    },
    {
      "epoch": 5.938498131158681,
      "grad_norm": 2.899705493015369,
      "learning_rate": 8.236545125451244e-08,
      "loss": 1.5813,
      "step": 69908
    },
    {
      "epoch": 5.938583078491336,
      "grad_norm": 2.725646196897619,
      "learning_rate": 8.21381002700905e-08,
      "loss": 1.5183,
      "step": 69909
    },
    {
      "epoch": 5.938668025823989,
      "grad_norm": 2.82021269370626,
      "learning_rate": 8.191106340872944e-08,
      "loss": 1.6517,
      "step": 69910
    },
    {
      "epoch": 5.938752973156642,
      "grad_norm": 2.6435034867466523,
      "learning_rate": 8.168434067091223e-08,
      "loss": 1.2248,
      "step": 69911
    },
    {
      "epoch": 5.938837920489297,
      "grad_norm": 2.575296658126784,
      "learning_rate": 8.14579320570885e-08,
      "loss": 1.3297,
      "step": 69912
    },
    {
      "epoch": 5.93892286782195,
      "grad_norm": 2.5028800054081075,
      "learning_rate": 8.123183756775786e-08,
      "loss": 1.3907,
      "step": 69913
    },
    {
      "epoch": 5.939007815154604,
      "grad_norm": 2.706942666300208,
      "learning_rate": 8.10060572033866e-08,
      "loss": 1.2099,
      "step": 69914
    },
    {
      "epoch": 5.939092762487258,
      "grad_norm": 2.5393242794515767,
      "learning_rate": 8.0780590964441e-08,
      "loss": 1.3171,
      "step": 69915
    },
    {
      "epoch": 5.939177709819912,
      "grad_norm": 2.656701518201262,
      "learning_rate": 8.055543885138738e-08,
      "loss": 1.175,
      "step": 69916
    },
    {
      "epoch": 5.9392626571525655,
      "grad_norm": 2.659266160711877,
      "learning_rate": 8.033060086470866e-08,
      "loss": 1.4996,
      "step": 69917
    },
    {
      "epoch": 5.939347604485219,
      "grad_norm": 2.900084419764542,
      "learning_rate": 8.010607700488781e-08,
      "loss": 1.3674,
      "step": 69918
    },
    {
      "epoch": 5.939432551817873,
      "grad_norm": 2.734110989351609,
      "learning_rate": 7.988186727237445e-08,
      "loss": 1.4518,
      "step": 69919
    },
    {
      "epoch": 5.939517499150527,
      "grad_norm": 2.607607017866073,
      "learning_rate": 7.965797166763487e-08,
      "loss": 1.4528,
      "step": 69920
    },
    {
      "epoch": 5.93960244648318,
      "grad_norm": 2.850024475372282,
      "learning_rate": 7.943439019116871e-08,
      "loss": 1.4703,
      "step": 69921
    },
    {
      "epoch": 5.939687393815834,
      "grad_norm": 2.782735980402587,
      "learning_rate": 7.921112284340892e-08,
      "loss": 1.4592,
      "step": 69922
    },
    {
      "epoch": 5.939772341148488,
      "grad_norm": 2.805330818771833,
      "learning_rate": 7.898816962483845e-08,
      "loss": 1.5561,
      "step": 69923
    },
    {
      "epoch": 5.939857288481142,
      "grad_norm": 2.7437103279801573,
      "learning_rate": 7.876553053594025e-08,
      "loss": 1.2818,
      "step": 69924
    },
    {
      "epoch": 5.939942235813795,
      "grad_norm": 2.5848798672138287,
      "learning_rate": 7.854320557714733e-08,
      "loss": 1.2079,
      "step": 69925
    },
    {
      "epoch": 5.940027183146449,
      "grad_norm": 2.6204943877225433,
      "learning_rate": 7.832119474895926e-08,
      "loss": 1.2589,
      "step": 69926
    },
    {
      "epoch": 5.940112130479103,
      "grad_norm": 2.811403461314059,
      "learning_rate": 7.80994980518257e-08,
      "loss": 1.5687,
      "step": 69927
    },
    {
      "epoch": 5.9401970778117565,
      "grad_norm": 2.8423432280745535,
      "learning_rate": 7.787811548619627e-08,
      "loss": 1.4142,
      "step": 69928
    },
    {
      "epoch": 5.940282025144411,
      "grad_norm": 2.6330482310322365,
      "learning_rate": 7.765704705255394e-08,
      "loss": 1.1935,
      "step": 69929
    },
    {
      "epoch": 5.940366972477064,
      "grad_norm": 2.76712530020514,
      "learning_rate": 7.743629275136498e-08,
      "loss": 1.1844,
      "step": 69930
    },
    {
      "epoch": 5.940451919809718,
      "grad_norm": 2.8514325739074895,
      "learning_rate": 7.721585258309571e-08,
      "loss": 1.6522,
      "step": 69931
    },
    {
      "epoch": 5.940536867142372,
      "grad_norm": 2.763501662383003,
      "learning_rate": 7.69957265481791e-08,
      "loss": 1.4109,
      "step": 69932
    },
    {
      "epoch": 5.940621814475025,
      "grad_norm": 2.9308279163957143,
      "learning_rate": 7.677591464709809e-08,
      "loss": 1.472,
      "step": 69933
    },
    {
      "epoch": 5.940706761807679,
      "grad_norm": 2.787132470039307,
      "learning_rate": 7.655641688031899e-08,
      "loss": 1.2494,
      "step": 69934
    },
    {
      "epoch": 5.940791709140333,
      "grad_norm": 2.557685890818032,
      "learning_rate": 7.633723324827478e-08,
      "loss": 1.2327,
      "step": 69935
    },
    {
      "epoch": 5.9408766564729865,
      "grad_norm": 2.7982334139065603,
      "learning_rate": 7.611836375144842e-08,
      "loss": 1.4763,
      "step": 69936
    },
    {
      "epoch": 5.940961603805641,
      "grad_norm": 2.670583206169421,
      "learning_rate": 7.589980839030618e-08,
      "loss": 1.3105,
      "step": 69937
    },
    {
      "epoch": 5.941046551138294,
      "grad_norm": 2.655245768640279,
      "learning_rate": 7.568156716528107e-08,
      "loss": 1.3159,
      "step": 69938
    },
    {
      "epoch": 5.9411314984709485,
      "grad_norm": 2.6709618958728467,
      "learning_rate": 7.546364007683936e-08,
      "loss": 1.4043,
      "step": 69939
    },
    {
      "epoch": 5.941216445803602,
      "grad_norm": 2.797363961257559,
      "learning_rate": 7.524602712544736e-08,
      "loss": 1.3484,
      "step": 69940
    },
    {
      "epoch": 5.941301393136255,
      "grad_norm": 2.6263377973163107,
      "learning_rate": 7.502872831153805e-08,
      "loss": 1.2579,
      "step": 69941
    },
    {
      "epoch": 5.94138634046891,
      "grad_norm": 3.4064648737189316,
      "learning_rate": 7.481174363559439e-08,
      "loss": 1.6791,
      "step": 69942
    },
    {
      "epoch": 5.941471287801563,
      "grad_norm": 2.759903225046454,
      "learning_rate": 7.459507309806601e-08,
      "loss": 1.5673,
      "step": 69943
    },
    {
      "epoch": 5.941556235134216,
      "grad_norm": 2.717335663240398,
      "learning_rate": 7.437871669938589e-08,
      "loss": 1.299,
      "step": 69944
    },
    {
      "epoch": 5.941641182466871,
      "grad_norm": 2.7344424324110324,
      "learning_rate": 7.416267444002034e-08,
      "loss": 1.552,
      "step": 69945
    },
    {
      "epoch": 5.941726129799524,
      "grad_norm": 2.7642883895767683,
      "learning_rate": 7.394694632043563e-08,
      "loss": 1.384,
      "step": 69946
    },
    {
      "epoch": 5.941811077132178,
      "grad_norm": 2.8891725666253145,
      "learning_rate": 7.373153234106478e-08,
      "loss": 1.5698,
      "step": 69947
    },
    {
      "epoch": 5.941896024464832,
      "grad_norm": 2.664913078566012,
      "learning_rate": 7.351643250235739e-08,
      "loss": 1.4264,
      "step": 69948
    },
    {
      "epoch": 5.941980971797485,
      "grad_norm": 2.8100291464701113,
      "learning_rate": 7.330164680477978e-08,
      "loss": 1.5716,
      "step": 69949
    },
    {
      "epoch": 5.9420659191301395,
      "grad_norm": 2.8406823512481716,
      "learning_rate": 7.308717524878161e-08,
      "loss": 1.4164,
      "step": 69950
    },
    {
      "epoch": 5.942150866462793,
      "grad_norm": 2.9195418302498566,
      "learning_rate": 7.287301783479582e-08,
      "loss": 1.6469,
      "step": 69951
    },
    {
      "epoch": 5.942235813795447,
      "grad_norm": 2.758977410718287,
      "learning_rate": 7.265917456327208e-08,
      "loss": 1.4439,
      "step": 69952
    },
    {
      "epoch": 5.942320761128101,
      "grad_norm": 3.09723044006446,
      "learning_rate": 7.244564543467668e-08,
      "loss": 1.4907,
      "step": 69953
    },
    {
      "epoch": 5.942405708460754,
      "grad_norm": 3.0607295618086447,
      "learning_rate": 7.22324304494426e-08,
      "loss": 1.5471,
      "step": 69954
    },
    {
      "epoch": 5.942490655793408,
      "grad_norm": 2.7888266812971274,
      "learning_rate": 7.201952960803615e-08,
      "loss": 1.4162,
      "step": 69955
    },
    {
      "epoch": 5.942575603126062,
      "grad_norm": 3.1571821929094424,
      "learning_rate": 7.180694291087364e-08,
      "loss": 1.6891,
      "step": 69956
    },
    {
      "epoch": 5.942660550458715,
      "grad_norm": 2.6373886070679293,
      "learning_rate": 7.159467035842136e-08,
      "loss": 1.2649,
      "step": 69957
    },
    {
      "epoch": 5.942745497791369,
      "grad_norm": 2.7445061160844446,
      "learning_rate": 7.138271195111234e-08,
      "loss": 1.5394,
      "step": 69958
    },
    {
      "epoch": 5.942830445124023,
      "grad_norm": 2.632114151193222,
      "learning_rate": 7.117106768939617e-08,
      "loss": 1.2878,
      "step": 69959
    },
    {
      "epoch": 5.942915392456677,
      "grad_norm": 2.813050595959459,
      "learning_rate": 7.095973757372253e-08,
      "loss": 1.4814,
      "step": 69960
    },
    {
      "epoch": 5.9430003397893305,
      "grad_norm": 2.6438693759057506,
      "learning_rate": 7.074872160452438e-08,
      "loss": 1.3492,
      "step": 69961
    },
    {
      "epoch": 5.943085287121985,
      "grad_norm": 2.5036637092931704,
      "learning_rate": 7.053801978223472e-08,
      "loss": 1.31,
      "step": 69962
    },
    {
      "epoch": 5.943170234454638,
      "grad_norm": 2.488305249184456,
      "learning_rate": 7.03276321073365e-08,
      "loss": 1.3014,
      "step": 69963
    },
    {
      "epoch": 5.943255181787292,
      "grad_norm": 2.6158261499296573,
      "learning_rate": 7.011755858021273e-08,
      "loss": 1.3311,
      "step": 69964
    },
    {
      "epoch": 5.943340129119946,
      "grad_norm": 2.6004573812284995,
      "learning_rate": 6.990779920134637e-08,
      "loss": 1.4016,
      "step": 69965
    },
    {
      "epoch": 5.943425076452599,
      "grad_norm": 2.7049148645912333,
      "learning_rate": 6.969835397117041e-08,
      "loss": 1.4552,
      "step": 69966
    },
    {
      "epoch": 5.943510023785253,
      "grad_norm": 2.8823858879220947,
      "learning_rate": 6.948922289010118e-08,
      "loss": 1.5285,
      "step": 69967
    },
    {
      "epoch": 5.943594971117907,
      "grad_norm": 2.683878931497673,
      "learning_rate": 6.928040595860496e-08,
      "loss": 1.4408,
      "step": 69968
    },
    {
      "epoch": 5.94367991845056,
      "grad_norm": 2.904485498092666,
      "learning_rate": 6.90719031770981e-08,
      "loss": 1.3694,
      "step": 69969
    },
    {
      "epoch": 5.943764865783215,
      "grad_norm": 2.9187400753613284,
      "learning_rate": 6.886371454603023e-08,
      "loss": 1.63,
      "step": 69970
    },
    {
      "epoch": 5.943849813115868,
      "grad_norm": 2.533785054274761,
      "learning_rate": 6.865584006583436e-08,
      "loss": 1.3294,
      "step": 69971
    },
    {
      "epoch": 5.9439347604485215,
      "grad_norm": 2.650948770269671,
      "learning_rate": 6.844827973694345e-08,
      "loss": 1.1712,
      "step": 69972
    },
    {
      "epoch": 5.944019707781176,
      "grad_norm": 2.644388640564678,
      "learning_rate": 6.824103355979049e-08,
      "loss": 1.2692,
      "step": 69973
    },
    {
      "epoch": 5.944104655113829,
      "grad_norm": 2.708123836491127,
      "learning_rate": 6.803410153482513e-08,
      "loss": 1.4375,
      "step": 69974
    },
    {
      "epoch": 5.9441896024464835,
      "grad_norm": 2.7307193427358185,
      "learning_rate": 6.782748366244706e-08,
      "loss": 1.4498,
      "step": 69975
    },
    {
      "epoch": 5.944274549779137,
      "grad_norm": 2.9328444375417577,
      "learning_rate": 6.76211799431392e-08,
      "loss": 1.396,
      "step": 69976
    },
    {
      "epoch": 5.94435949711179,
      "grad_norm": 2.659012871857477,
      "learning_rate": 6.74151903772846e-08,
      "loss": 1.3324,
      "step": 69977
    },
    {
      "epoch": 5.944444444444445,
      "grad_norm": 2.557777767324819,
      "learning_rate": 6.720951496534954e-08,
      "loss": 1.0861,
      "step": 69978
    },
    {
      "epoch": 5.944529391777098,
      "grad_norm": 2.707855621346369,
      "learning_rate": 6.700415370773372e-08,
      "loss": 1.4541,
      "step": 69979
    },
    {
      "epoch": 5.9446143391097515,
      "grad_norm": 2.455244884492071,
      "learning_rate": 6.679910660490339e-08,
      "loss": 1.2772,
      "step": 69980
    },
    {
      "epoch": 5.944699286442406,
      "grad_norm": 2.767945590526685,
      "learning_rate": 6.659437365725828e-08,
      "loss": 1.3148,
      "step": 69981
    },
    {
      "epoch": 5.944784233775059,
      "grad_norm": 2.701483337948524,
      "learning_rate": 6.638995486524801e-08,
      "loss": 1.2792,
      "step": 69982
    },
    {
      "epoch": 5.9448691811077135,
      "grad_norm": 2.840375519807725,
      "learning_rate": 6.618585022927225e-08,
      "loss": 1.5091,
      "step": 69983
    },
    {
      "epoch": 5.944954128440367,
      "grad_norm": 2.585033874822401,
      "learning_rate": 6.598205974979731e-08,
      "loss": 1.2926,
      "step": 69984
    },
    {
      "epoch": 5.945039075773021,
      "grad_norm": 2.8256196788822017,
      "learning_rate": 6.577858342722287e-08,
      "loss": 1.5508,
      "step": 69985
    },
    {
      "epoch": 5.945124023105675,
      "grad_norm": 2.8009099316389854,
      "learning_rate": 6.557542126199855e-08,
      "loss": 1.4806,
      "step": 69986
    },
    {
      "epoch": 5.945208970438328,
      "grad_norm": 2.6193849379023213,
      "learning_rate": 6.537257325452406e-08,
      "loss": 1.4382,
      "step": 69987
    },
    {
      "epoch": 5.945293917770982,
      "grad_norm": 2.653575502978152,
      "learning_rate": 6.517003940523236e-08,
      "loss": 1.4155,
      "step": 69988
    },
    {
      "epoch": 5.945378865103636,
      "grad_norm": 2.6361973570733266,
      "learning_rate": 6.496781971455645e-08,
      "loss": 1.1826,
      "step": 69989
    },
    {
      "epoch": 5.945463812436289,
      "grad_norm": 2.818476016579089,
      "learning_rate": 6.476591418291265e-08,
      "loss": 1.3378,
      "step": 69990
    },
    {
      "epoch": 5.945548759768943,
      "grad_norm": 2.873008235498279,
      "learning_rate": 6.456432281071733e-08,
      "loss": 1.4696,
      "step": 69991
    },
    {
      "epoch": 5.945633707101597,
      "grad_norm": 2.7182784291382385,
      "learning_rate": 6.436304559842009e-08,
      "loss": 1.4483,
      "step": 69992
    },
    {
      "epoch": 5.945718654434251,
      "grad_norm": 2.7044763802651337,
      "learning_rate": 6.416208254640398e-08,
      "loss": 1.4637,
      "step": 69993
    },
    {
      "epoch": 5.9458036017669045,
      "grad_norm": 2.5819255915037838,
      "learning_rate": 6.396143365511864e-08,
      "loss": 1.4004,
      "step": 69994
    },
    {
      "epoch": 5.945888549099559,
      "grad_norm": 2.6470528439389445,
      "learning_rate": 6.376109892498038e-08,
      "loss": 1.5098,
      "step": 69995
    },
    {
      "epoch": 5.945973496432212,
      "grad_norm": 2.71999137488315,
      "learning_rate": 6.356107835640556e-08,
      "loss": 1.3172,
      "step": 69996
    },
    {
      "epoch": 5.946058443764866,
      "grad_norm": 2.764386018971023,
      "learning_rate": 6.33613719498105e-08,
      "loss": 1.3607,
      "step": 69997
    },
    {
      "epoch": 5.94614339109752,
      "grad_norm": 2.7376952067190548,
      "learning_rate": 6.316197970561154e-08,
      "loss": 1.4548,
      "step": 69998
    },
    {
      "epoch": 5.946228338430173,
      "grad_norm": 2.6372717051663392,
      "learning_rate": 6.296290162422501e-08,
      "loss": 1.3598,
      "step": 69999
    },
    {
      "epoch": 5.946313285762827,
      "grad_norm": 2.39855206846237,
      "learning_rate": 6.276413770608391e-08,
      "loss": 1.3322,
      "step": 70000
    },
    {
      "epoch": 5.946398233095481,
      "grad_norm": 2.746934423461396,
      "learning_rate": 6.25656879515879e-08,
      "loss": 1.5066,
      "step": 70001
    },
    {
      "epoch": 5.946483180428134,
      "grad_norm": 2.8814589831107087,
      "learning_rate": 6.236755236116997e-08,
      "loss": 1.4412,
      "step": 70002
    },
    {
      "epoch": 5.946568127760789,
      "grad_norm": 2.814527155737569,
      "learning_rate": 6.216973093522981e-08,
      "loss": 1.3857,
      "step": 70003
    },
    {
      "epoch": 5.946653075093442,
      "grad_norm": 2.6722109235630844,
      "learning_rate": 6.197222367418375e-08,
      "loss": 1.2504,
      "step": 70004
    },
    {
      "epoch": 5.9467380224260955,
      "grad_norm": 2.6248245975648086,
      "learning_rate": 6.177503057844813e-08,
      "loss": 1.4048,
      "step": 70005
    },
    {
      "epoch": 5.94682296975875,
      "grad_norm": 3.027152445517035,
      "learning_rate": 6.157815164843927e-08,
      "loss": 1.481,
      "step": 70006
    },
    {
      "epoch": 5.946907917091403,
      "grad_norm": 2.6398681443866994,
      "learning_rate": 6.138158688455686e-08,
      "loss": 1.2521,
      "step": 70007
    },
    {
      "epoch": 5.9469928644240575,
      "grad_norm": 2.708169880761432,
      "learning_rate": 6.118533628723388e-08,
      "loss": 1.4153,
      "step": 70008
    },
    {
      "epoch": 5.947077811756711,
      "grad_norm": 2.702625993633586,
      "learning_rate": 6.098939985685336e-08,
      "loss": 1.2738,
      "step": 70009
    },
    {
      "epoch": 5.947162759089364,
      "grad_norm": 2.7504203851372484,
      "learning_rate": 6.079377759386494e-08,
      "loss": 1.613,
      "step": 70010
    },
    {
      "epoch": 5.947247706422019,
      "grad_norm": 2.838858715989166,
      "learning_rate": 6.059846949865166e-08,
      "loss": 1.368,
      "step": 70011
    },
    {
      "epoch": 5.947332653754672,
      "grad_norm": 2.871429677180262,
      "learning_rate": 6.040347557161317e-08,
      "loss": 1.465,
      "step": 70012
    },
    {
      "epoch": 5.947417601087325,
      "grad_norm": 2.6872478110680773,
      "learning_rate": 6.02087958131825e-08,
      "loss": 1.1843,
      "step": 70013
    },
    {
      "epoch": 5.94750254841998,
      "grad_norm": 2.877458046494639,
      "learning_rate": 6.001443022375929e-08,
      "loss": 1.6599,
      "step": 70014
    },
    {
      "epoch": 5.947587495752633,
      "grad_norm": 2.707832934230234,
      "learning_rate": 5.982037880374323e-08,
      "loss": 1.1581,
      "step": 70015
    },
    {
      "epoch": 5.947672443085287,
      "grad_norm": 2.681111802243452,
      "learning_rate": 5.962664155355069e-08,
      "loss": 1.4584,
      "step": 70016
    },
    {
      "epoch": 5.947757390417941,
      "grad_norm": 2.6050940633397395,
      "learning_rate": 5.943321847358129e-08,
      "loss": 1.2124,
      "step": 70017
    },
    {
      "epoch": 5.947842337750595,
      "grad_norm": 2.615442671536869,
      "learning_rate": 5.9240109564251406e-08,
      "loss": 1.3166,
      "step": 70018
    },
    {
      "epoch": 5.9479272850832485,
      "grad_norm": 2.729309150570338,
      "learning_rate": 5.904731482594405e-08,
      "loss": 1.4695,
      "step": 70019
    },
    {
      "epoch": 5.948012232415902,
      "grad_norm": 2.8014414820248206,
      "learning_rate": 5.8854834259075555e-08,
      "loss": 1.4837,
      "step": 70020
    },
    {
      "epoch": 5.948097179748556,
      "grad_norm": 2.7486728977006147,
      "learning_rate": 5.8662667864062264e-08,
      "loss": 1.4615,
      "step": 70021
    },
    {
      "epoch": 5.94818212708121,
      "grad_norm": 2.7429951722083112,
      "learning_rate": 5.8470815641287194e-08,
      "loss": 1.2627,
      "step": 70022
    },
    {
      "epoch": 5.948267074413863,
      "grad_norm": 2.9955710242478646,
      "learning_rate": 5.827927759115003e-08,
      "loss": 1.474,
      "step": 70023
    },
    {
      "epoch": 5.948352021746517,
      "grad_norm": 2.6595093589750722,
      "learning_rate": 5.808805371408376e-08,
      "loss": 1.447,
      "step": 70024
    },
    {
      "epoch": 5.948436969079171,
      "grad_norm": 2.7628817195421256,
      "learning_rate": 5.7897144010454754e-08,
      "loss": 1.6012,
      "step": 70025
    },
    {
      "epoch": 5.948521916411825,
      "grad_norm": 2.65836794638986,
      "learning_rate": 5.770654848066269e-08,
      "loss": 1.2845,
      "step": 70026
    },
    {
      "epoch": 5.9486068637444784,
      "grad_norm": 2.495334551481251,
      "learning_rate": 5.751626712514057e-08,
      "loss": 1.3029,
      "step": 70027
    },
    {
      "epoch": 5.948691811077132,
      "grad_norm": 2.77412864379931,
      "learning_rate": 5.732629994425475e-08,
      "loss": 1.3862,
      "step": 70028
    },
    {
      "epoch": 5.948776758409786,
      "grad_norm": 2.857532472173276,
      "learning_rate": 5.7136646938404916e-08,
      "loss": 1.5591,
      "step": 70029
    },
    {
      "epoch": 5.9488617057424396,
      "grad_norm": 2.7477247180945508,
      "learning_rate": 5.694730810800741e-08,
      "loss": 1.2852,
      "step": 70030
    },
    {
      "epoch": 5.948946653075094,
      "grad_norm": 2.6845213119684876,
      "learning_rate": 5.675828345346189e-08,
      "loss": 1.4789,
      "step": 70031
    },
    {
      "epoch": 5.949031600407747,
      "grad_norm": 2.612813733154348,
      "learning_rate": 5.656957297513476e-08,
      "loss": 1.1627,
      "step": 70032
    },
    {
      "epoch": 5.949116547740401,
      "grad_norm": 2.8281456956889985,
      "learning_rate": 5.638117667344233e-08,
      "loss": 1.5487,
      "step": 70033
    },
    {
      "epoch": 5.949201495073055,
      "grad_norm": 2.947036343266392,
      "learning_rate": 5.6193094548767635e-08,
      "loss": 1.6727,
      "step": 70034
    },
    {
      "epoch": 5.949286442405708,
      "grad_norm": 2.626310958308526,
      "learning_rate": 5.6005326601527014e-08,
      "loss": 1.2387,
      "step": 70035
    },
    {
      "epoch": 5.949371389738362,
      "grad_norm": 2.748570546987299,
      "learning_rate": 5.5817872832103485e-08,
      "loss": 1.2617,
      "step": 70036
    },
    {
      "epoch": 5.949456337071016,
      "grad_norm": 2.583915141836279,
      "learning_rate": 5.563073324086342e-08,
      "loss": 1.3317,
      "step": 70037
    },
    {
      "epoch": 5.9495412844036695,
      "grad_norm": 2.5939337029626865,
      "learning_rate": 5.544390782823982e-08,
      "loss": 1.3265,
      "step": 70038
    },
    {
      "epoch": 5.949626231736324,
      "grad_norm": 2.6975299228250518,
      "learning_rate": 5.525739659459905e-08,
      "loss": 1.5217,
      "step": 70039
    },
    {
      "epoch": 5.949711179068977,
      "grad_norm": 2.653611779420735,
      "learning_rate": 5.5071199540340784e-08,
      "loss": 1.4026,
      "step": 70040
    },
    {
      "epoch": 5.9497961264016315,
      "grad_norm": 2.7897943612673815,
      "learning_rate": 5.488531666584805e-08,
      "loss": 1.3476,
      "step": 70041
    },
    {
      "epoch": 5.949881073734285,
      "grad_norm": 2.866939342402803,
      "learning_rate": 5.469974797152055e-08,
      "loss": 1.3049,
      "step": 70042
    },
    {
      "epoch": 5.949966021066938,
      "grad_norm": 3.153294381980721,
      "learning_rate": 5.451449345774128e-08,
      "loss": 1.6242,
      "step": 70043
    },
    {
      "epoch": 5.950050968399593,
      "grad_norm": 2.4183052113614725,
      "learning_rate": 5.4329553124893285e-08,
      "loss": 1.1875,
      "step": 70044
    },
    {
      "epoch": 5.950135915732246,
      "grad_norm": 2.775027958422773,
      "learning_rate": 5.4144926973376245e-08,
      "loss": 1.419,
      "step": 70045
    },
    {
      "epoch": 5.950220863064899,
      "grad_norm": 2.6267600853025033,
      "learning_rate": 5.3960615003573184e-08,
      "loss": 1.2521,
      "step": 70046
    },
    {
      "epoch": 5.950305810397554,
      "grad_norm": 2.7098640110236585,
      "learning_rate": 5.377661721586713e-08,
      "loss": 1.3794,
      "step": 70047
    },
    {
      "epoch": 5.950390757730207,
      "grad_norm": 2.544610611773769,
      "learning_rate": 5.35929336106411e-08,
      "loss": 1.2517,
      "step": 70048
    },
    {
      "epoch": 5.950475705062861,
      "grad_norm": 2.872443771154677,
      "learning_rate": 5.340956418827813e-08,
      "loss": 1.4779,
      "step": 70049
    },
    {
      "epoch": 5.950560652395515,
      "grad_norm": 2.80831116143558,
      "learning_rate": 5.322650894916125e-08,
      "loss": 1.4422,
      "step": 70050
    },
    {
      "epoch": 5.950645599728168,
      "grad_norm": 2.5729374894105854,
      "learning_rate": 5.304376789369014e-08,
      "loss": 1.3392,
      "step": 70051
    },
    {
      "epoch": 5.9507305470608225,
      "grad_norm": 2.7543881303253355,
      "learning_rate": 5.2861341022247816e-08,
      "loss": 1.3198,
      "step": 70052
    },
    {
      "epoch": 5.950815494393476,
      "grad_norm": 2.735470544444855,
      "learning_rate": 5.267922833518401e-08,
      "loss": 1.4252,
      "step": 70053
    },
    {
      "epoch": 5.95090044172613,
      "grad_norm": 2.601881942553067,
      "learning_rate": 5.249742983291505e-08,
      "loss": 1.1588,
      "step": 70054
    },
    {
      "epoch": 5.950985389058784,
      "grad_norm": 2.6623952257614856,
      "learning_rate": 5.231594551580731e-08,
      "loss": 1.3719,
      "step": 70055
    },
    {
      "epoch": 5.951070336391437,
      "grad_norm": 2.7392648471107455,
      "learning_rate": 5.213477538424382e-08,
      "loss": 1.3543,
      "step": 70056
    },
    {
      "epoch": 5.951155283724091,
      "grad_norm": 2.6726019125798435,
      "learning_rate": 5.1953919438607604e-08,
      "loss": 1.3998,
      "step": 70057
    },
    {
      "epoch": 5.951240231056745,
      "grad_norm": 2.6065391996398644,
      "learning_rate": 5.1773377679265037e-08,
      "loss": 1.363,
      "step": 70058
    },
    {
      "epoch": 5.951325178389398,
      "grad_norm": 2.94611954252454,
      "learning_rate": 5.15931501066158e-08,
      "loss": 1.6957,
      "step": 70059
    },
    {
      "epoch": 5.951410125722052,
      "grad_norm": 2.860550219970074,
      "learning_rate": 5.141323672100961e-08,
      "loss": 1.3809,
      "step": 70060
    },
    {
      "epoch": 5.951495073054706,
      "grad_norm": 3.0446996597926645,
      "learning_rate": 5.123363752284615e-08,
      "loss": 1.5035,
      "step": 70061
    },
    {
      "epoch": 5.95158002038736,
      "grad_norm": 2.5577747303135308,
      "learning_rate": 5.1054352512491794e-08,
      "loss": 1.3757,
      "step": 70062
    },
    {
      "epoch": 5.9516649677200135,
      "grad_norm": 2.7026712033544493,
      "learning_rate": 5.0875381690329565e-08,
      "loss": 1.4674,
      "step": 70063
    },
    {
      "epoch": 5.951749915052668,
      "grad_norm": 2.702272452116435,
      "learning_rate": 5.069672505672584e-08,
      "loss": 1.4443,
      "step": 70064
    },
    {
      "epoch": 5.951834862385321,
      "grad_norm": 2.622492281681326,
      "learning_rate": 5.0518382612046995e-08,
      "loss": 1.3683,
      "step": 70065
    },
    {
      "epoch": 5.951919809717975,
      "grad_norm": 2.727785592565705,
      "learning_rate": 5.03403543566927e-08,
      "loss": 1.4703,
      "step": 70066
    },
    {
      "epoch": 5.952004757050629,
      "grad_norm": 2.8571624422412816,
      "learning_rate": 5.016264029101269e-08,
      "loss": 1.5286,
      "step": 70067
    },
    {
      "epoch": 5.952089704383282,
      "grad_norm": 2.7418611357570875,
      "learning_rate": 4.9985240415389984e-08,
      "loss": 1.3226,
      "step": 70068
    },
    {
      "epoch": 5.952174651715936,
      "grad_norm": 2.5231297134112993,
      "learning_rate": 4.9808154730207603e-08,
      "loss": 1.3265,
      "step": 70069
    },
    {
      "epoch": 5.95225959904859,
      "grad_norm": 2.8201325139148885,
      "learning_rate": 4.963138323579863e-08,
      "loss": 1.4953,
      "step": 70070
    },
    {
      "epoch": 5.952344546381243,
      "grad_norm": 2.8984792369065415,
      "learning_rate": 4.945492593257938e-08,
      "loss": 1.5658,
      "step": 70071
    },
    {
      "epoch": 5.952429493713898,
      "grad_norm": 2.616521510521388,
      "learning_rate": 4.927878282088293e-08,
      "loss": 1.2713,
      "step": 70072
    },
    {
      "epoch": 5.952514441046551,
      "grad_norm": 2.926322868149034,
      "learning_rate": 4.910295390110897e-08,
      "loss": 1.6414,
      "step": 70073
    },
    {
      "epoch": 5.9525993883792045,
      "grad_norm": 2.825268430214105,
      "learning_rate": 4.8927439173607194e-08,
      "loss": 1.4755,
      "step": 70074
    },
    {
      "epoch": 5.952684335711859,
      "grad_norm": 3.1754284234336327,
      "learning_rate": 4.8752238638744e-08,
      "loss": 1.5826,
      "step": 70075
    },
    {
      "epoch": 5.952769283044512,
      "grad_norm": 2.645308041466187,
      "learning_rate": 4.8577352296885755e-08,
      "loss": 1.4003,
      "step": 70076
    },
    {
      "epoch": 5.9528542303771665,
      "grad_norm": 2.904270737357923,
      "learning_rate": 4.8402780148415475e-08,
      "loss": 1.5103,
      "step": 70077
    },
    {
      "epoch": 5.95293917770982,
      "grad_norm": 2.7202867174524563,
      "learning_rate": 4.822852219368289e-08,
      "loss": 1.4566,
      "step": 70078
    },
    {
      "epoch": 5.953024125042473,
      "grad_norm": 2.6692252544985395,
      "learning_rate": 4.805457843305438e-08,
      "loss": 1.2403,
      "step": 70079
    },
    {
      "epoch": 5.953109072375128,
      "grad_norm": 2.7002993417428285,
      "learning_rate": 4.788094886689631e-08,
      "loss": 1.433,
      "step": 70080
    },
    {
      "epoch": 5.953194019707781,
      "grad_norm": 2.7848177801409335,
      "learning_rate": 4.77076334955917e-08,
      "loss": 1.363,
      "step": 70081
    },
    {
      "epoch": 5.9532789670404345,
      "grad_norm": 2.6092365233370183,
      "learning_rate": 4.7534632319473634e-08,
      "loss": 1.3474,
      "step": 70082
    },
    {
      "epoch": 5.953363914373089,
      "grad_norm": 2.7228019707586264,
      "learning_rate": 4.7361945338908467e-08,
      "loss": 1.5285,
      "step": 70083
    },
    {
      "epoch": 5.953448861705742,
      "grad_norm": 2.4344601998333824,
      "learning_rate": 4.718957255427924e-08,
      "loss": 1.2992,
      "step": 70084
    },
    {
      "epoch": 5.9535338090383965,
      "grad_norm": 3.325936049921168,
      "learning_rate": 4.701751396593567e-08,
      "loss": 1.6406,
      "step": 70085
    },
    {
      "epoch": 5.95361875637105,
      "grad_norm": 2.6190068405007265,
      "learning_rate": 4.684576957424413e-08,
      "loss": 1.4626,
      "step": 70086
    },
    {
      "epoch": 5.953703703703704,
      "grad_norm": 2.6025228252065715,
      "learning_rate": 4.6674339379537686e-08,
      "loss": 1.571,
      "step": 70087
    },
    {
      "epoch": 5.953788651036358,
      "grad_norm": 2.540121465869566,
      "learning_rate": 4.650322338221601e-08,
      "loss": 1.3027,
      "step": 70088
    },
    {
      "epoch": 5.953873598369011,
      "grad_norm": 3.313453050517508,
      "learning_rate": 4.6332421582595534e-08,
      "loss": 1.6295,
      "step": 70089
    },
    {
      "epoch": 5.953958545701665,
      "grad_norm": 2.8391557564334144,
      "learning_rate": 4.6161933981075926e-08,
      "loss": 1.4444,
      "step": 70090
    },
    {
      "epoch": 5.954043493034319,
      "grad_norm": 2.616644110506432,
      "learning_rate": 4.59917605779736e-08,
      "loss": 1.3467,
      "step": 70091
    },
    {
      "epoch": 5.954128440366972,
      "grad_norm": 3.129068400618486,
      "learning_rate": 4.582190137368824e-08,
      "loss": 1.4419,
      "step": 70092
    },
    {
      "epoch": 5.954213387699626,
      "grad_norm": 2.630924115386201,
      "learning_rate": 4.565235636853626e-08,
      "loss": 1.2164,
      "step": 70093
    },
    {
      "epoch": 5.95429833503228,
      "grad_norm": 2.7533936246711215,
      "learning_rate": 4.548312556290068e-08,
      "loss": 1.5149,
      "step": 70094
    },
    {
      "epoch": 5.954383282364934,
      "grad_norm": 2.949357203282651,
      "learning_rate": 4.531420895713123e-08,
      "loss": 1.4604,
      "step": 70095
    },
    {
      "epoch": 5.9544682296975875,
      "grad_norm": 3.0306939095602705,
      "learning_rate": 4.514560655156096e-08,
      "loss": 1.5115,
      "step": 70096
    },
    {
      "epoch": 5.954553177030241,
      "grad_norm": 2.620107046549454,
      "learning_rate": 4.4977318346556266e-08,
      "loss": 1.3667,
      "step": 70097
    },
    {
      "epoch": 5.954638124362895,
      "grad_norm": 2.5120673065549255,
      "learning_rate": 4.480934434248351e-08,
      "loss": 1.1378,
      "step": 70098
    },
    {
      "epoch": 5.954723071695549,
      "grad_norm": 2.761646169759483,
      "learning_rate": 4.464168453967576e-08,
      "loss": 1.5312,
      "step": 70099
    },
    {
      "epoch": 5.954808019028203,
      "grad_norm": 2.719026187925265,
      "learning_rate": 4.447433893849939e-08,
      "loss": 1.3465,
      "step": 70100
    },
    {
      "epoch": 5.954892966360856,
      "grad_norm": 2.5793522829823123,
      "learning_rate": 4.4307307539287464e-08,
      "loss": 1.3329,
      "step": 70101
    },
    {
      "epoch": 5.95497791369351,
      "grad_norm": 2.5715388871094347,
      "learning_rate": 4.414059034240636e-08,
      "loss": 1.2019,
      "step": 70102
    },
    {
      "epoch": 5.955062861026164,
      "grad_norm": 2.660697719461189,
      "learning_rate": 4.397418734820579e-08,
      "loss": 1.4094,
      "step": 70103
    },
    {
      "epoch": 5.955147808358817,
      "grad_norm": 2.685278700422291,
      "learning_rate": 4.3808098557018834e-08,
      "loss": 1.3797,
      "step": 70104
    },
    {
      "epoch": 5.955232755691471,
      "grad_norm": 2.911598156791813,
      "learning_rate": 4.3642323969195204e-08,
      "loss": 1.4942,
      "step": 70105
    },
    {
      "epoch": 5.955317703024125,
      "grad_norm": 2.7724979088931967,
      "learning_rate": 4.347686358508462e-08,
      "loss": 1.2596,
      "step": 70106
    },
    {
      "epoch": 5.9554026503567785,
      "grad_norm": 2.675658735708306,
      "learning_rate": 4.331171740505346e-08,
      "loss": 1.3194,
      "step": 70107
    },
    {
      "epoch": 5.955487597689433,
      "grad_norm": 2.7437752499399646,
      "learning_rate": 4.314688542943479e-08,
      "loss": 1.5365,
      "step": 70108
    },
    {
      "epoch": 5.955572545022086,
      "grad_norm": 2.720791111194905,
      "learning_rate": 4.2982367658561666e-08,
      "loss": 1.4331,
      "step": 70109
    },
    {
      "epoch": 5.9556574923547405,
      "grad_norm": 2.633120654534898,
      "learning_rate": 4.281816409278382e-08,
      "loss": 1.2338,
      "step": 70110
    },
    {
      "epoch": 5.955742439687394,
      "grad_norm": 2.810032876304755,
      "learning_rate": 4.265427473246763e-08,
      "loss": 1.466,
      "step": 70111
    },
    {
      "epoch": 5.955827387020047,
      "grad_norm": 2.698008344248935,
      "learning_rate": 4.2490699577912845e-08,
      "loss": 1.4266,
      "step": 70112
    },
    {
      "epoch": 5.955912334352702,
      "grad_norm": 2.7952859505444176,
      "learning_rate": 4.232743862951915e-08,
      "loss": 1.3519,
      "step": 70113
    },
    {
      "epoch": 5.955997281685355,
      "grad_norm": 2.837907926877908,
      "learning_rate": 4.216449188756965e-08,
      "loss": 1.3482,
      "step": 70114
    },
    {
      "epoch": 5.956082229018008,
      "grad_norm": 2.8133175162537736,
      "learning_rate": 4.200185935244738e-08,
      "loss": 1.6108,
      "step": 70115
    },
    {
      "epoch": 5.956167176350663,
      "grad_norm": 2.875924300757195,
      "learning_rate": 4.183954102448539e-08,
      "loss": 1.6554,
      "step": 70116
    },
    {
      "epoch": 5.956252123683316,
      "grad_norm": 2.6841832311637797,
      "learning_rate": 4.167753690401676e-08,
      "loss": 1.4118,
      "step": 70117
    },
    {
      "epoch": 5.95633707101597,
      "grad_norm": 2.5702386425071104,
      "learning_rate": 4.151584699137456e-08,
      "loss": 1.1698,
      "step": 70118
    },
    {
      "epoch": 5.956422018348624,
      "grad_norm": 2.809840980632175,
      "learning_rate": 4.13544712869085e-08,
      "loss": 1.3847,
      "step": 70119
    },
    {
      "epoch": 5.956506965681277,
      "grad_norm": 2.8181580968778417,
      "learning_rate": 4.119340979095165e-08,
      "loss": 1.6145,
      "step": 70120
    },
    {
      "epoch": 5.9565919130139315,
      "grad_norm": 3.361792130856659,
      "learning_rate": 4.103266250383708e-08,
      "loss": 1.701,
      "step": 70121
    },
    {
      "epoch": 5.956676860346585,
      "grad_norm": 2.7130807769271863,
      "learning_rate": 4.087222942593116e-08,
      "loss": 1.3968,
      "step": 70122
    },
    {
      "epoch": 5.956761807679239,
      "grad_norm": 2.77214965631887,
      "learning_rate": 4.0712110557516996e-08,
      "loss": 1.6456,
      "step": 70123
    },
    {
      "epoch": 5.956846755011893,
      "grad_norm": 2.5851180985787097,
      "learning_rate": 4.055230589897762e-08,
      "loss": 1.3462,
      "step": 70124
    },
    {
      "epoch": 5.956931702344546,
      "grad_norm": 2.5275513324046797,
      "learning_rate": 4.039281545062944e-08,
      "loss": 1.2893,
      "step": 70125
    },
    {
      "epoch": 5.9570166496772,
      "grad_norm": 2.8553879339141544,
      "learning_rate": 4.0233639212805536e-08,
      "loss": 1.4406,
      "step": 70126
    },
    {
      "epoch": 5.957101597009854,
      "grad_norm": 2.6534295741088676,
      "learning_rate": 4.007477718583896e-08,
      "loss": 1.3495,
      "step": 70127
    },
    {
      "epoch": 5.957186544342507,
      "grad_norm": 2.684349789416442,
      "learning_rate": 3.991622937006278e-08,
      "loss": 1.3964,
      "step": 70128
    },
    {
      "epoch": 5.9572714916751615,
      "grad_norm": 2.7833049962320455,
      "learning_rate": 3.975799576582672e-08,
      "loss": 1.5318,
      "step": 70129
    },
    {
      "epoch": 5.957356439007815,
      "grad_norm": 3.0520702842741043,
      "learning_rate": 3.9600076373430544e-08,
      "loss": 1.5735,
      "step": 70130
    },
    {
      "epoch": 5.957441386340469,
      "grad_norm": 2.6628786821295183,
      "learning_rate": 3.944247119322397e-08,
      "loss": 1.3645,
      "step": 70131
    },
    {
      "epoch": 5.957526333673123,
      "grad_norm": 2.7165065701329207,
      "learning_rate": 3.928518022554006e-08,
      "loss": 1.4565,
      "step": 70132
    },
    {
      "epoch": 5.957611281005777,
      "grad_norm": 2.8236845785110667,
      "learning_rate": 3.912820347069523e-08,
      "loss": 1.5374,
      "step": 70133
    },
    {
      "epoch": 5.95769622833843,
      "grad_norm": 2.6843554093084823,
      "learning_rate": 3.8971540929022546e-08,
      "loss": 1.4096,
      "step": 70134
    },
    {
      "epoch": 5.957781175671084,
      "grad_norm": 2.898759527459992,
      "learning_rate": 3.8815192600871735e-08,
      "loss": 1.5387,
      "step": 70135
    },
    {
      "epoch": 5.957866123003738,
      "grad_norm": 2.6142171326669974,
      "learning_rate": 3.8659158486542554e-08,
      "loss": 1.3486,
      "step": 70136
    },
    {
      "epoch": 5.957951070336391,
      "grad_norm": 2.9295279466587205,
      "learning_rate": 3.8503438586368065e-08,
      "loss": 1.4076,
      "step": 70137
    },
    {
      "epoch": 5.958036017669045,
      "grad_norm": 2.559549180457561,
      "learning_rate": 3.834803290068134e-08,
      "loss": 1.4371,
      "step": 70138
    },
    {
      "epoch": 5.958120965001699,
      "grad_norm": 2.922541278839933,
      "learning_rate": 3.8192941429815435e-08,
      "loss": 1.6261,
      "step": 70139
    },
    {
      "epoch": 5.9582059123343525,
      "grad_norm": 2.5895389523039873,
      "learning_rate": 3.803816417407013e-08,
      "loss": 1.3275,
      "step": 70140
    },
    {
      "epoch": 5.958290859667007,
      "grad_norm": 2.6954662585722353,
      "learning_rate": 3.788370113379513e-08,
      "loss": 1.4385,
      "step": 70141
    },
    {
      "epoch": 5.95837580699966,
      "grad_norm": 2.8183622636637438,
      "learning_rate": 3.77295523092902e-08,
      "loss": 1.2926,
      "step": 70142
    },
    {
      "epoch": 5.958460754332314,
      "grad_norm": 2.6401728867693826,
      "learning_rate": 3.7575717700905064e-08,
      "loss": 1.4508,
      "step": 70143
    },
    {
      "epoch": 5.958545701664968,
      "grad_norm": 2.8403254885398486,
      "learning_rate": 3.7422197308939474e-08,
      "loss": 1.5901,
      "step": 70144
    },
    {
      "epoch": 5.958630648997621,
      "grad_norm": 2.9420128433796227,
      "learning_rate": 3.72689911337265e-08,
      "loss": 1.5579,
      "step": 70145
    },
    {
      "epoch": 5.958715596330276,
      "grad_norm": 2.853090967279048,
      "learning_rate": 3.711609917558256e-08,
      "loss": 1.3339,
      "step": 70146
    },
    {
      "epoch": 5.958800543662929,
      "grad_norm": 2.5663387882255675,
      "learning_rate": 3.696352143484072e-08,
      "loss": 1.1802,
      "step": 70147
    },
    {
      "epoch": 5.958885490995582,
      "grad_norm": 2.721074788112518,
      "learning_rate": 3.681125791180073e-08,
      "loss": 1.4336,
      "step": 70148
    },
    {
      "epoch": 5.958970438328237,
      "grad_norm": 2.402571040394444,
      "learning_rate": 3.6659308606795666e-08,
      "loss": 1.2771,
      "step": 70149
    },
    {
      "epoch": 5.95905538566089,
      "grad_norm": 2.7778320472336127,
      "learning_rate": 3.6507673520141946e-08,
      "loss": 1.6109,
      "step": 70150
    },
    {
      "epoch": 5.9591403329935435,
      "grad_norm": 2.6607979062189457,
      "learning_rate": 3.6356352652155976e-08,
      "loss": 1.1942,
      "step": 70151
    },
    {
      "epoch": 5.959225280326198,
      "grad_norm": 2.818943017838729,
      "learning_rate": 3.620534600313751e-08,
      "loss": 1.3379,
      "step": 70152
    },
    {
      "epoch": 5.959310227658851,
      "grad_norm": 2.7833927933760796,
      "learning_rate": 3.605465357343629e-08,
      "loss": 1.2568,
      "step": 70153
    },
    {
      "epoch": 5.9593951749915055,
      "grad_norm": 2.6946720154385226,
      "learning_rate": 3.5904275363352054e-08,
      "loss": 1.4213,
      "step": 70154
    },
    {
      "epoch": 5.959480122324159,
      "grad_norm": 2.7352365083289403,
      "learning_rate": 3.575421137318457e-08,
      "loss": 1.453,
      "step": 70155
    },
    {
      "epoch": 5.959565069656813,
      "grad_norm": 2.73048604795668,
      "learning_rate": 3.560446160326691e-08,
      "loss": 1.2895,
      "step": 70156
    },
    {
      "epoch": 5.959650016989467,
      "grad_norm": 2.6202805297013696,
      "learning_rate": 3.5455026053915484e-08,
      "loss": 1.3103,
      "step": 70157
    },
    {
      "epoch": 5.95973496432212,
      "grad_norm": 2.6524475636210614,
      "learning_rate": 3.5305904725430046e-08,
      "loss": 1.4122,
      "step": 70158
    },
    {
      "epoch": 5.959819911654774,
      "grad_norm": 2.7570398189329097,
      "learning_rate": 3.5157097618127014e-08,
      "loss": 1.2849,
      "step": 70159
    },
    {
      "epoch": 5.959904858987428,
      "grad_norm": 2.811133869305055,
      "learning_rate": 3.5008604732339464e-08,
      "loss": 1.4584,
      "step": 70160
    },
    {
      "epoch": 5.959989806320081,
      "grad_norm": 2.7854777145133767,
      "learning_rate": 3.486042606833383e-08,
      "loss": 1.4419,
      "step": 70161
    },
    {
      "epoch": 5.960074753652735,
      "grad_norm": 2.7359071964189376,
      "learning_rate": 3.4712561626459854e-08,
      "loss": 1.3176,
      "step": 70162
    },
    {
      "epoch": 5.960159700985389,
      "grad_norm": 2.5797371963193427,
      "learning_rate": 3.456501140701728e-08,
      "loss": 1.3753,
      "step": 70163
    },
    {
      "epoch": 5.960244648318043,
      "grad_norm": 2.781545552984639,
      "learning_rate": 3.441777541030588e-08,
      "loss": 1.4906,
      "step": 70164
    },
    {
      "epoch": 5.9603295956506965,
      "grad_norm": 3.0654709629361476,
      "learning_rate": 3.42708536366254e-08,
      "loss": 1.4682,
      "step": 70165
    },
    {
      "epoch": 5.96041454298335,
      "grad_norm": 2.805392283920241,
      "learning_rate": 3.412424608632558e-08,
      "loss": 1.4274,
      "step": 70166
    },
    {
      "epoch": 5.960499490316004,
      "grad_norm": 2.688060983387113,
      "learning_rate": 3.3977952759672854e-08,
      "loss": 1.4506,
      "step": 70167
    },
    {
      "epoch": 5.960584437648658,
      "grad_norm": 2.7263743741173228,
      "learning_rate": 3.3831973656983645e-08,
      "loss": 1.4618,
      "step": 70168
    },
    {
      "epoch": 5.960669384981312,
      "grad_norm": 2.5970775447994465,
      "learning_rate": 3.368630877857437e-08,
      "loss": 1.2308,
      "step": 70169
    },
    {
      "epoch": 5.960754332313965,
      "grad_norm": 2.8672260887427887,
      "learning_rate": 3.3540958124728125e-08,
      "loss": 1.5567,
      "step": 70170
    },
    {
      "epoch": 5.960839279646619,
      "grad_norm": 2.9055437398852844,
      "learning_rate": 3.3395921695777984e-08,
      "loss": 1.6591,
      "step": 70171
    },
    {
      "epoch": 5.960924226979273,
      "grad_norm": 2.8688501882700193,
      "learning_rate": 3.32511994920237e-08,
      "loss": 1.4626,
      "step": 70172
    },
    {
      "epoch": 5.9610091743119265,
      "grad_norm": 2.677711926215209,
      "learning_rate": 3.31067915137484e-08,
      "loss": 1.5253,
      "step": 70173
    },
    {
      "epoch": 5.961094121644581,
      "grad_norm": 2.742138548612273,
      "learning_rate": 3.2962697761268474e-08,
      "loss": 1.3549,
      "step": 70174
    },
    {
      "epoch": 5.961179068977234,
      "grad_norm": 2.69750314729837,
      "learning_rate": 3.281891823486704e-08,
      "loss": 1.5038,
      "step": 70175
    },
    {
      "epoch": 5.961264016309888,
      "grad_norm": 2.562106270321811,
      "learning_rate": 3.2675452934877164e-08,
      "loss": 1.3405,
      "step": 70176
    },
    {
      "epoch": 5.961348963642542,
      "grad_norm": 2.637027210225083,
      "learning_rate": 3.253230186158195e-08,
      "loss": 1.196,
      "step": 70177
    },
    {
      "epoch": 5.961433910975195,
      "grad_norm": 2.821056416099614,
      "learning_rate": 3.238946501528117e-08,
      "loss": 1.5574,
      "step": 70178
    },
    {
      "epoch": 5.9615188583078496,
      "grad_norm": 2.703255279607497,
      "learning_rate": 3.224694239627457e-08,
      "loss": 1.2493,
      "step": 70179
    },
    {
      "epoch": 5.961603805640503,
      "grad_norm": 2.7488747326614047,
      "learning_rate": 3.210473400487856e-08,
      "loss": 1.5586,
      "step": 70180
    },
    {
      "epoch": 5.961688752973156,
      "grad_norm": 2.7085628583512564,
      "learning_rate": 3.196283984135961e-08,
      "loss": 1.3457,
      "step": 70181
    },
    {
      "epoch": 5.961773700305811,
      "grad_norm": 2.83858423924249,
      "learning_rate": 3.1821259906017474e-08,
      "loss": 1.4275,
      "step": 70182
    },
    {
      "epoch": 5.961858647638464,
      "grad_norm": 2.634634652654524,
      "learning_rate": 3.167999419918521e-08,
      "loss": 1.348,
      "step": 70183
    },
    {
      "epoch": 5.9619435949711175,
      "grad_norm": 2.8846858579804513,
      "learning_rate": 3.153904272111263e-08,
      "loss": 1.339,
      "step": 70184
    },
    {
      "epoch": 5.962028542303772,
      "grad_norm": 2.7784582618067093,
      "learning_rate": 3.139840547213279e-08,
      "loss": 1.4438,
      "step": 70185
    },
    {
      "epoch": 5.962113489636425,
      "grad_norm": 2.963456109200745,
      "learning_rate": 3.125808245252881e-08,
      "loss": 1.6469,
      "step": 70186
    },
    {
      "epoch": 5.9621984369690795,
      "grad_norm": 2.6083481910990005,
      "learning_rate": 3.111807366258379e-08,
      "loss": 1.4432,
      "step": 70187
    },
    {
      "epoch": 5.962283384301733,
      "grad_norm": 2.6678684822833976,
      "learning_rate": 3.097837910259748e-08,
      "loss": 1.2747,
      "step": 70188
    },
    {
      "epoch": 5.962368331634387,
      "grad_norm": 2.88607701248685,
      "learning_rate": 3.083899877286966e-08,
      "loss": 1.5131,
      "step": 70189
    },
    {
      "epoch": 5.962453278967041,
      "grad_norm": 2.507388350502593,
      "learning_rate": 3.069993267366677e-08,
      "loss": 1.3259,
      "step": 70190
    },
    {
      "epoch": 5.962538226299694,
      "grad_norm": 2.7052944793208025,
      "learning_rate": 3.0561180805321884e-08,
      "loss": 1.2333,
      "step": 70191
    },
    {
      "epoch": 5.962623173632348,
      "grad_norm": 2.500958162738194,
      "learning_rate": 3.0422743168084796e-08,
      "loss": 1.291,
      "step": 70192
    },
    {
      "epoch": 5.962708120965002,
      "grad_norm": 2.734400743652004,
      "learning_rate": 3.028461976227192e-08,
      "loss": 1.5018,
      "step": 70193
    },
    {
      "epoch": 5.962793068297655,
      "grad_norm": 2.887980038655112,
      "learning_rate": 3.014681058816637e-08,
      "loss": 1.6029,
      "step": 70194
    },
    {
      "epoch": 5.962878015630309,
      "grad_norm": 2.670846135283763,
      "learning_rate": 3.00093156460679e-08,
      "loss": 1.4446,
      "step": 70195
    },
    {
      "epoch": 5.962962962962963,
      "grad_norm": 2.6820493099250458,
      "learning_rate": 2.987213493622631e-08,
      "loss": 1.2682,
      "step": 70196
    },
    {
      "epoch": 5.963047910295617,
      "grad_norm": 2.7635652191470705,
      "learning_rate": 2.973526845897467e-08,
      "loss": 1.6237,
      "step": 70197
    },
    {
      "epoch": 5.9631328576282705,
      "grad_norm": 2.8386892900064593,
      "learning_rate": 2.9598716214579434e-08,
      "loss": 1.547,
      "step": 70198
    },
    {
      "epoch": 5.963217804960924,
      "grad_norm": 2.689459497635093,
      "learning_rate": 2.9462478203307048e-08,
      "loss": 1.4116,
      "step": 70199
    },
    {
      "epoch": 5.963302752293578,
      "grad_norm": 2.7779273209061923,
      "learning_rate": 2.932655442549059e-08,
      "loss": 1.4756,
      "step": 70200
    },
    {
      "epoch": 5.963387699626232,
      "grad_norm": 2.756366458572436,
      "learning_rate": 2.9190944881363198e-08,
      "loss": 1.5431,
      "step": 70201
    },
    {
      "epoch": 5.963472646958886,
      "grad_norm": 2.669287423031772,
      "learning_rate": 2.9055649571241292e-08,
      "loss": 1.3469,
      "step": 70202
    },
    {
      "epoch": 5.963557594291539,
      "grad_norm": 2.824229598036956,
      "learning_rate": 2.8920668495407973e-08,
      "loss": 1.3169,
      "step": 70203
    },
    {
      "epoch": 5.963642541624193,
      "grad_norm": 2.6789348489179217,
      "learning_rate": 2.8786001654129698e-08,
      "loss": 1.56,
      "step": 70204
    },
    {
      "epoch": 5.963727488956847,
      "grad_norm": 2.7417640689218876,
      "learning_rate": 2.8651649047706227e-08,
      "loss": 1.4577,
      "step": 70205
    },
    {
      "epoch": 5.9638124362895,
      "grad_norm": 2.934591141004729,
      "learning_rate": 2.8517610676404012e-08,
      "loss": 1.5139,
      "step": 70206
    },
    {
      "epoch": 5.963897383622154,
      "grad_norm": 2.652845856665335,
      "learning_rate": 2.838388654050616e-08,
      "loss": 1.2907,
      "step": 70207
    },
    {
      "epoch": 5.963982330954808,
      "grad_norm": 2.665786577053275,
      "learning_rate": 2.8250476640295784e-08,
      "loss": 1.4191,
      "step": 70208
    },
    {
      "epoch": 5.9640672782874615,
      "grad_norm": 2.723348083134627,
      "learning_rate": 2.8117380976055982e-08,
      "loss": 1.2178,
      "step": 70209
    },
    {
      "epoch": 5.964152225620116,
      "grad_norm": 2.9769554532622355,
      "learning_rate": 2.7984599548069863e-08,
      "loss": 1.5862,
      "step": 70210
    },
    {
      "epoch": 5.964237172952769,
      "grad_norm": 2.6788172673618442,
      "learning_rate": 2.7852132356603884e-08,
      "loss": 1.3922,
      "step": 70211
    },
    {
      "epoch": 5.9643221202854235,
      "grad_norm": 2.9475360221530114,
      "learning_rate": 2.771997940194115e-08,
      "loss": 1.5661,
      "step": 70212
    },
    {
      "epoch": 5.964407067618077,
      "grad_norm": 2.4469560464723035,
      "learning_rate": 2.7588140684364767e-08,
      "loss": 1.2892,
      "step": 70213
    },
    {
      "epoch": 5.96449201495073,
      "grad_norm": 2.6984065351574684,
      "learning_rate": 2.7456616204124537e-08,
      "loss": 1.4447,
      "step": 70214
    },
    {
      "epoch": 5.964576962283385,
      "grad_norm": 3.4256250165417637,
      "learning_rate": 2.732540596153687e-08,
      "loss": 1.694,
      "step": 70215
    },
    {
      "epoch": 5.964661909616038,
      "grad_norm": 2.836975126905307,
      "learning_rate": 2.7194509956851575e-08,
      "loss": 1.3171,
      "step": 70216
    },
    {
      "epoch": 5.9647468569486914,
      "grad_norm": 2.8543986342931924,
      "learning_rate": 2.7063928190335093e-08,
      "loss": 1.5632,
      "step": 70217
    },
    {
      "epoch": 5.964831804281346,
      "grad_norm": 2.5508099330665224,
      "learning_rate": 2.693366066227054e-08,
      "loss": 1.3678,
      "step": 70218
    },
    {
      "epoch": 5.964916751613999,
      "grad_norm": 2.817728700079593,
      "learning_rate": 2.680370737294102e-08,
      "loss": 1.6063,
      "step": 70219
    },
    {
      "epoch": 5.965001698946653,
      "grad_norm": 2.814103122168028,
      "learning_rate": 2.6674068322612985e-08,
      "loss": 1.4309,
      "step": 70220
    },
    {
      "epoch": 5.965086646279307,
      "grad_norm": 2.7450485107196014,
      "learning_rate": 2.654474351155289e-08,
      "loss": 1.3746,
      "step": 70221
    },
    {
      "epoch": 5.96517159361196,
      "grad_norm": 2.449395811785091,
      "learning_rate": 2.6415732940043842e-08,
      "loss": 1.3338,
      "step": 70222
    },
    {
      "epoch": 5.9652565409446145,
      "grad_norm": 2.6564701051087742,
      "learning_rate": 2.6287036608335642e-08,
      "loss": 1.3594,
      "step": 70223
    },
    {
      "epoch": 5.965341488277268,
      "grad_norm": 2.6185670103894725,
      "learning_rate": 2.6158654516711398e-08,
      "loss": 1.1949,
      "step": 70224
    },
    {
      "epoch": 5.965426435609922,
      "grad_norm": 2.6182465566131126,
      "learning_rate": 2.6030586665437557e-08,
      "loss": 1.4266,
      "step": 70225
    },
    {
      "epoch": 5.965511382942576,
      "grad_norm": 2.7339334442793515,
      "learning_rate": 2.5902833054797235e-08,
      "loss": 1.5019,
      "step": 70226
    },
    {
      "epoch": 5.965596330275229,
      "grad_norm": 2.6124523261538672,
      "learning_rate": 2.577539368502357e-08,
      "loss": 1.3616,
      "step": 70227
    },
    {
      "epoch": 5.965681277607883,
      "grad_norm": 2.6291022251833276,
      "learning_rate": 2.564826855641633e-08,
      "loss": 1.3631,
      "step": 70228
    },
    {
      "epoch": 5.965766224940537,
      "grad_norm": 2.936672254768034,
      "learning_rate": 2.552145766922531e-08,
      "loss": 1.565,
      "step": 70229
    },
    {
      "epoch": 5.96585117227319,
      "grad_norm": 2.643091188597647,
      "learning_rate": 2.5394961023716963e-08,
      "loss": 1.5518,
      "step": 70230
    },
    {
      "epoch": 5.9659361196058445,
      "grad_norm": 2.9872953233433397,
      "learning_rate": 2.5268778620157748e-08,
      "loss": 1.5911,
      "step": 70231
    },
    {
      "epoch": 5.966021066938498,
      "grad_norm": 3.599772991992768,
      "learning_rate": 2.5142910458814113e-08,
      "loss": 1.8555,
      "step": 70232
    },
    {
      "epoch": 5.966106014271152,
      "grad_norm": 2.7111147022176807,
      "learning_rate": 2.501735653996917e-08,
      "loss": 1.4191,
      "step": 70233
    },
    {
      "epoch": 5.966190961603806,
      "grad_norm": 2.6079956267682554,
      "learning_rate": 2.4892116863839407e-08,
      "loss": 1.3546,
      "step": 70234
    },
    {
      "epoch": 5.96627590893646,
      "grad_norm": 2.805303101939747,
      "learning_rate": 2.4767191430724586e-08,
      "loss": 1.34,
      "step": 70235
    },
    {
      "epoch": 5.966360856269113,
      "grad_norm": 2.5682515506775285,
      "learning_rate": 2.4642580240891164e-08,
      "loss": 1.3246,
      "step": 70236
    },
    {
      "epoch": 5.966445803601767,
      "grad_norm": 2.568088876052388,
      "learning_rate": 2.4518283294572283e-08,
      "loss": 1.294,
      "step": 70237
    },
    {
      "epoch": 5.966530750934421,
      "grad_norm": 2.7295623552669452,
      "learning_rate": 2.43943005920344e-08,
      "loss": 1.455,
      "step": 70238
    },
    {
      "epoch": 5.966615698267074,
      "grad_norm": 2.6753347221639636,
      "learning_rate": 2.4270632133543967e-08,
      "loss": 1.4697,
      "step": 70239
    },
    {
      "epoch": 5.966700645599728,
      "grad_norm": 2.41302271105319,
      "learning_rate": 2.414727791938409e-08,
      "loss": 1.2781,
      "step": 70240
    },
    {
      "epoch": 5.966785592932382,
      "grad_norm": 2.804191352467697,
      "learning_rate": 2.4024237949771264e-08,
      "loss": 1.5497,
      "step": 70241
    },
    {
      "epoch": 5.9668705402650355,
      "grad_norm": 3.4105010542407315,
      "learning_rate": 2.3901512224971942e-08,
      "loss": 1.6966,
      "step": 70242
    },
    {
      "epoch": 5.96695548759769,
      "grad_norm": 2.655160715975011,
      "learning_rate": 2.377910074526923e-08,
      "loss": 1.3193,
      "step": 70243
    },
    {
      "epoch": 5.967040434930343,
      "grad_norm": 2.589762874963394,
      "learning_rate": 2.365700351089628e-08,
      "loss": 1.4306,
      "step": 70244
    },
    {
      "epoch": 5.967125382262997,
      "grad_norm": 2.6505320805357035,
      "learning_rate": 2.3535220522119535e-08,
      "loss": 1.1828,
      "step": 70245
    },
    {
      "epoch": 5.967210329595651,
      "grad_norm": 3.179135890612633,
      "learning_rate": 2.3413751779188805e-08,
      "loss": 1.506,
      "step": 70246
    },
    {
      "epoch": 5.967295276928304,
      "grad_norm": 2.6863404020944075,
      "learning_rate": 2.3292597282353886e-08,
      "loss": 1.5426,
      "step": 70247
    },
    {
      "epoch": 5.967380224260959,
      "grad_norm": 2.5974923297223618,
      "learning_rate": 2.3171757031897887e-08,
      "loss": 1.2963,
      "step": 70248
    },
    {
      "epoch": 5.967465171593612,
      "grad_norm": 2.7633414663240803,
      "learning_rate": 2.3051231028020644e-08,
      "loss": 1.512,
      "step": 70249
    },
    {
      "epoch": 5.967550118926265,
      "grad_norm": 2.668239034896326,
      "learning_rate": 2.293101927102192e-08,
      "loss": 1.4799,
      "step": 70250
    },
    {
      "epoch": 5.96763506625892,
      "grad_norm": 2.7384019963968163,
      "learning_rate": 2.2811121761134867e-08,
      "loss": 1.4174,
      "step": 70251
    },
    {
      "epoch": 5.967720013591573,
      "grad_norm": 2.674350207873605,
      "learning_rate": 2.2691538498625926e-08,
      "loss": 1.218,
      "step": 70252
    },
    {
      "epoch": 5.9678049609242265,
      "grad_norm": 2.717217865858687,
      "learning_rate": 2.2572269483711603e-08,
      "loss": 1.4937,
      "step": 70253
    },
    {
      "epoch": 5.967889908256881,
      "grad_norm": 2.715597762170861,
      "learning_rate": 2.2453314716674997e-08,
      "loss": 1.472,
      "step": 70254
    },
    {
      "epoch": 5.967974855589534,
      "grad_norm": 2.6031753106422197,
      "learning_rate": 2.2334674197749258e-08,
      "loss": 1.394,
      "step": 70255
    },
    {
      "epoch": 5.9680598029221885,
      "grad_norm": 2.687123539293221,
      "learning_rate": 2.2216347927184188e-08,
      "loss": 1.4594,
      "step": 70256
    },
    {
      "epoch": 5.968144750254842,
      "grad_norm": 2.586900588221625,
      "learning_rate": 2.209833590522958e-08,
      "loss": 1.2627,
      "step": 70257
    },
    {
      "epoch": 5.968229697587496,
      "grad_norm": 2.749798968044906,
      "learning_rate": 2.198063813213524e-08,
      "loss": 1.6104,
      "step": 70258
    },
    {
      "epoch": 5.96831464492015,
      "grad_norm": 2.780593961794891,
      "learning_rate": 2.1863254608150972e-08,
      "loss": 1.5195,
      "step": 70259
    },
    {
      "epoch": 5.968399592252803,
      "grad_norm": 2.698996192006226,
      "learning_rate": 2.1746185333509913e-08,
      "loss": 1.2226,
      "step": 70260
    },
    {
      "epoch": 5.968484539585457,
      "grad_norm": 2.6596405876547897,
      "learning_rate": 2.162943030846187e-08,
      "loss": 1.4265,
      "step": 70261
    },
    {
      "epoch": 5.968569486918111,
      "grad_norm": 2.8950810564245812,
      "learning_rate": 2.1512989533273294e-08,
      "loss": 1.5043,
      "step": 70262
    },
    {
      "epoch": 5.968654434250764,
      "grad_norm": 2.760040386493768,
      "learning_rate": 2.139686300816068e-08,
      "loss": 1.495,
      "step": 70263
    },
    {
      "epoch": 5.968739381583418,
      "grad_norm": 2.612232527180975,
      "learning_rate": 2.1281050733373828e-08,
      "loss": 1.4315,
      "step": 70264
    },
    {
      "epoch": 5.968824328916072,
      "grad_norm": 2.8900502310692753,
      "learning_rate": 2.1165552709145882e-08,
      "loss": 1.5578,
      "step": 70265
    },
    {
      "epoch": 5.968909276248726,
      "grad_norm": 2.636272247847685,
      "learning_rate": 2.10503689357433e-08,
      "loss": 1.3107,
      "step": 70266
    },
    {
      "epoch": 5.9689942235813795,
      "grad_norm": 2.5546244457851284,
      "learning_rate": 2.0935499413399226e-08,
      "loss": 1.3537,
      "step": 70267
    },
    {
      "epoch": 5.969079170914033,
      "grad_norm": 2.6924826601294036,
      "learning_rate": 2.082094414234681e-08,
      "loss": 1.293,
      "step": 70268
    },
    {
      "epoch": 5.969164118246687,
      "grad_norm": 2.6953051724096704,
      "learning_rate": 2.0706703122835844e-08,
      "loss": 1.2358,
      "step": 70269
    },
    {
      "epoch": 5.969249065579341,
      "grad_norm": 2.863597493776235,
      "learning_rate": 2.0592776355082828e-08,
      "loss": 1.5257,
      "step": 70270
    },
    {
      "epoch": 5.969334012911995,
      "grad_norm": 2.7946021255572178,
      "learning_rate": 2.0479163839354216e-08,
      "loss": 1.302,
      "step": 70271
    },
    {
      "epoch": 5.969418960244648,
      "grad_norm": 2.749555681134794,
      "learning_rate": 2.0365865575883154e-08,
      "loss": 1.4279,
      "step": 70272
    },
    {
      "epoch": 5.969503907577302,
      "grad_norm": 2.7016529326613252,
      "learning_rate": 2.0252881564886138e-08,
      "loss": 1.5472,
      "step": 70273
    },
    {
      "epoch": 5.969588854909956,
      "grad_norm": 2.7947203199905792,
      "learning_rate": 2.014021180661296e-08,
      "loss": 1.3917,
      "step": 70274
    },
    {
      "epoch": 5.9696738022426095,
      "grad_norm": 2.588000809406411,
      "learning_rate": 2.002785630131343e-08,
      "loss": 1.1449,
      "step": 70275
    },
    {
      "epoch": 5.969758749575263,
      "grad_norm": 2.7481604437065683,
      "learning_rate": 1.991581504920403e-08,
      "loss": 1.2744,
      "step": 70276
    },
    {
      "epoch": 5.969843696907917,
      "grad_norm": 2.659650781212536,
      "learning_rate": 1.9804088050534573e-08,
      "loss": 1.3896,
      "step": 70277
    },
    {
      "epoch": 5.969928644240571,
      "grad_norm": 2.646790033415431,
      "learning_rate": 1.9692675305521544e-08,
      "loss": 1.4343,
      "step": 70278
    },
    {
      "epoch": 5.970013591573225,
      "grad_norm": 2.7821456976892187,
      "learning_rate": 1.9581576814414744e-08,
      "loss": 1.4549,
      "step": 70279
    },
    {
      "epoch": 5.970098538905878,
      "grad_norm": 2.514467587576124,
      "learning_rate": 1.947079257743067e-08,
      "loss": 1.2912,
      "step": 70280
    },
    {
      "epoch": 5.970183486238533,
      "grad_norm": 2.8296309828928363,
      "learning_rate": 1.9360322594819123e-08,
      "loss": 1.5393,
      "step": 70281
    },
    {
      "epoch": 5.970268433571186,
      "grad_norm": 2.6683529183942363,
      "learning_rate": 1.925016686679659e-08,
      "loss": 1.4556,
      "step": 70282
    },
    {
      "epoch": 5.970353380903839,
      "grad_norm": 2.9361251930874364,
      "learning_rate": 1.914032539359622e-08,
      "loss": 1.4581,
      "step": 70283
    },
    {
      "epoch": 5.970438328236494,
      "grad_norm": 2.735118873009179,
      "learning_rate": 1.903079817546782e-08,
      "loss": 1.5157,
      "step": 70284
    },
    {
      "epoch": 5.970523275569147,
      "grad_norm": 2.8361455980708072,
      "learning_rate": 1.8921585212611224e-08,
      "loss": 1.5818,
      "step": 70285
    },
    {
      "epoch": 5.9706082229018005,
      "grad_norm": 2.9861432971579305,
      "learning_rate": 1.881268650527623e-08,
      "loss": 1.6231,
      "step": 70286
    },
    {
      "epoch": 5.970693170234455,
      "grad_norm": 3.1618598493441445,
      "learning_rate": 1.8704102053679336e-08,
      "loss": 1.6874,
      "step": 70287
    },
    {
      "epoch": 5.970778117567108,
      "grad_norm": 2.8241034735990884,
      "learning_rate": 1.859583185805369e-08,
      "loss": 1.3577,
      "step": 70288
    },
    {
      "epoch": 5.9708630648997625,
      "grad_norm": 2.7260417711399034,
      "learning_rate": 1.8487875918632434e-08,
      "loss": 1.4073,
      "step": 70289
    },
    {
      "epoch": 5.970948012232416,
      "grad_norm": 2.632420360421009,
      "learning_rate": 1.8380234235632064e-08,
      "loss": 1.3936,
      "step": 70290
    },
    {
      "epoch": 5.971032959565069,
      "grad_norm": 2.5102263083252545,
      "learning_rate": 1.8272906809269073e-08,
      "loss": 1.32,
      "step": 70291
    },
    {
      "epoch": 5.971117906897724,
      "grad_norm": 2.7473298163215243,
      "learning_rate": 1.816589363979326e-08,
      "loss": 1.5651,
      "step": 70292
    },
    {
      "epoch": 5.971202854230377,
      "grad_norm": 2.5881316065762987,
      "learning_rate": 1.8059194727404468e-08,
      "loss": 1.3239,
      "step": 70293
    },
    {
      "epoch": 5.971287801563031,
      "grad_norm": 2.749953182165633,
      "learning_rate": 1.7952810072352497e-08,
      "loss": 1.5165,
      "step": 70294
    },
    {
      "epoch": 5.971372748895685,
      "grad_norm": 2.8111666500018813,
      "learning_rate": 1.7846739674837185e-08,
      "loss": 1.4869,
      "step": 70295
    },
    {
      "epoch": 5.971457696228338,
      "grad_norm": 3.0384233256919297,
      "learning_rate": 1.774098353509168e-08,
      "loss": 1.7188,
      "step": 70296
    },
    {
      "epoch": 5.971542643560992,
      "grad_norm": 2.6486735391393252,
      "learning_rate": 1.7635541653332476e-08,
      "loss": 1.4747,
      "step": 70297
    },
    {
      "epoch": 5.971627590893646,
      "grad_norm": 2.6353015824284927,
      "learning_rate": 1.7530414029776062e-08,
      "loss": 1.2996,
      "step": 70298
    },
    {
      "epoch": 5.971712538226299,
      "grad_norm": 2.4788457881680483,
      "learning_rate": 1.742560066465559e-08,
      "loss": 1.3336,
      "step": 70299
    },
    {
      "epoch": 5.9717974855589535,
      "grad_norm": 2.7356080904099778,
      "learning_rate": 1.7321101558187555e-08,
      "loss": 1.2836,
      "step": 70300
    },
    {
      "epoch": 5.971882432891607,
      "grad_norm": 2.635350989247819,
      "learning_rate": 1.7216916710571795e-08,
      "loss": 1.4217,
      "step": 70301
    },
    {
      "epoch": 5.971967380224261,
      "grad_norm": 2.839689039623466,
      "learning_rate": 1.7113046122058103e-08,
      "loss": 1.5331,
      "step": 70302
    },
    {
      "epoch": 5.972052327556915,
      "grad_norm": 2.5981137889184294,
      "learning_rate": 1.700948979284633e-08,
      "loss": 1.1259,
      "step": 70303
    },
    {
      "epoch": 5.972137274889569,
      "grad_norm": 2.486524635974844,
      "learning_rate": 1.6906247723152965e-08,
      "loss": 1.1334,
      "step": 70304
    },
    {
      "epoch": 5.972222222222222,
      "grad_norm": 2.826534400318754,
      "learning_rate": 1.6803319913194503e-08,
      "loss": 1.3932,
      "step": 70305
    },
    {
      "epoch": 5.972307169554876,
      "grad_norm": 2.631370943780319,
      "learning_rate": 1.6700706363204086e-08,
      "loss": 1.3389,
      "step": 70306
    },
    {
      "epoch": 5.97239211688753,
      "grad_norm": 2.80845906815803,
      "learning_rate": 1.6598407073364907e-08,
      "loss": 1.4358,
      "step": 70307
    },
    {
      "epoch": 5.972477064220183,
      "grad_norm": 2.5601494206761144,
      "learning_rate": 1.649642204391011e-08,
      "loss": 1.0936,
      "step": 70308
    },
    {
      "epoch": 5.972562011552837,
      "grad_norm": 2.591164221355564,
      "learning_rate": 1.6394751275056184e-08,
      "loss": 1.3933,
      "step": 70309
    },
    {
      "epoch": 5.972646958885491,
      "grad_norm": 2.754920513920527,
      "learning_rate": 1.629339476701963e-08,
      "loss": 1.5154,
      "step": 70310
    },
    {
      "epoch": 5.9727319062181445,
      "grad_norm": 2.72590962237159,
      "learning_rate": 1.6192352520000286e-08,
      "loss": 1.4094,
      "step": 70311
    },
    {
      "epoch": 5.972816853550799,
      "grad_norm": 2.663822655153751,
      "learning_rate": 1.609162453419799e-08,
      "loss": 1.3663,
      "step": 70312
    },
    {
      "epoch": 5.972901800883452,
      "grad_norm": 2.795546433844329,
      "learning_rate": 1.5991210809862542e-08,
      "loss": 1.3544,
      "step": 70313
    },
    {
      "epoch": 5.972986748216106,
      "grad_norm": 2.81380634302403,
      "learning_rate": 1.589111134716048e-08,
      "loss": 1.3842,
      "step": 70314
    },
    {
      "epoch": 5.97307169554876,
      "grad_norm": 2.686829705924234,
      "learning_rate": 1.5791326146341598e-08,
      "loss": 1.4673,
      "step": 70315
    },
    {
      "epoch": 5.973156642881413,
      "grad_norm": 2.632424426627079,
      "learning_rate": 1.5691855207589087e-08,
      "loss": 1.365,
      "step": 70316
    },
    {
      "epoch": 5.973241590214068,
      "grad_norm": 3.2732243602104036,
      "learning_rate": 1.5592698531119442e-08,
      "loss": 1.5883,
      "step": 70317
    },
    {
      "epoch": 5.973326537546721,
      "grad_norm": 2.804489290016634,
      "learning_rate": 1.5493856117132497e-08,
      "loss": 1.6141,
      "step": 70318
    },
    {
      "epoch": 5.9734114848793745,
      "grad_norm": 2.493830615351535,
      "learning_rate": 1.539532796584475e-08,
      "loss": 1.2972,
      "step": 70319
    },
    {
      "epoch": 5.973496432212029,
      "grad_norm": 2.6590016268322905,
      "learning_rate": 1.5297114077472695e-08,
      "loss": 1.2103,
      "step": 70320
    },
    {
      "epoch": 5.973581379544682,
      "grad_norm": 2.5347907939933854,
      "learning_rate": 1.5199214452199515e-08,
      "loss": 1.4234,
      "step": 70321
    },
    {
      "epoch": 5.973666326877336,
      "grad_norm": 2.573238636475654,
      "learning_rate": 1.510162909024171e-08,
      "loss": 1.4192,
      "step": 70322
    },
    {
      "epoch": 5.97375127420999,
      "grad_norm": 2.7470958346315903,
      "learning_rate": 1.500435799179911e-08,
      "loss": 1.2867,
      "step": 70323
    },
    {
      "epoch": 5.973836221542643,
      "grad_norm": 2.6579964429560206,
      "learning_rate": 1.4907401157088217e-08,
      "loss": 1.3238,
      "step": 70324
    },
    {
      "epoch": 5.973921168875298,
      "grad_norm": 2.747118929674559,
      "learning_rate": 1.4810758586292215e-08,
      "loss": 1.4185,
      "step": 70325
    },
    {
      "epoch": 5.974006116207951,
      "grad_norm": 2.8974234621094745,
      "learning_rate": 1.4714430279627599e-08,
      "loss": 1.4652,
      "step": 70326
    },
    {
      "epoch": 5.974091063540605,
      "grad_norm": 2.948298438081488,
      "learning_rate": 1.4618416237294206e-08,
      "loss": 1.6649,
      "step": 70327
    },
    {
      "epoch": 5.974176010873259,
      "grad_norm": 2.609268971317209,
      "learning_rate": 1.452271645949188e-08,
      "loss": 1.373,
      "step": 70328
    },
    {
      "epoch": 5.974260958205912,
      "grad_norm": 2.6692808066202884,
      "learning_rate": 1.4427330946420456e-08,
      "loss": 1.1965,
      "step": 70329
    },
    {
      "epoch": 5.974345905538566,
      "grad_norm": 2.8099635116772914,
      "learning_rate": 1.4332259698296434e-08,
      "loss": 1.4835,
      "step": 70330
    },
    {
      "epoch": 5.97443085287122,
      "grad_norm": 2.659286859322377,
      "learning_rate": 1.4237502715286343e-08,
      "loss": 1.3831,
      "step": 70331
    },
    {
      "epoch": 5.974515800203873,
      "grad_norm": 2.7420714302874383,
      "learning_rate": 1.4143059997606676e-08,
      "loss": 1.4292,
      "step": 70332
    },
    {
      "epoch": 5.9746007475365275,
      "grad_norm": 2.852038919025302,
      "learning_rate": 1.4048931545457276e-08,
      "loss": 1.57,
      "step": 70333
    },
    {
      "epoch": 5.974685694869181,
      "grad_norm": 2.8607019511627287,
      "learning_rate": 1.3955117359021328e-08,
      "loss": 1.508,
      "step": 70334
    },
    {
      "epoch": 5.974770642201835,
      "grad_norm": 2.4373467071778396,
      "learning_rate": 1.3861617438515327e-08,
      "loss": 1.3176,
      "step": 70335
    },
    {
      "epoch": 5.974855589534489,
      "grad_norm": 2.688548118617894,
      "learning_rate": 1.3768431784139111e-08,
      "loss": 1.3347,
      "step": 70336
    },
    {
      "epoch": 5.974940536867142,
      "grad_norm": 2.716362324155023,
      "learning_rate": 1.3675560396059216e-08,
      "loss": 1.5141,
      "step": 70337
    },
    {
      "epoch": 5.975025484199796,
      "grad_norm": 2.665121045905972,
      "learning_rate": 1.3583003274492133e-08,
      "loss": 1.4072,
      "step": 70338
    },
    {
      "epoch": 5.97511043153245,
      "grad_norm": 2.8212180077925266,
      "learning_rate": 1.349076041962105e-08,
      "loss": 1.517,
      "step": 70339
    },
    {
      "epoch": 5.975195378865104,
      "grad_norm": 2.885753502974081,
      "learning_rate": 1.3398831831645807e-08,
      "loss": 1.3737,
      "step": 70340
    },
    {
      "epoch": 5.975280326197757,
      "grad_norm": 2.87214451932347,
      "learning_rate": 1.330721751074959e-08,
      "loss": 1.5864,
      "step": 70341
    },
    {
      "epoch": 5.975365273530411,
      "grad_norm": 2.54299900317684,
      "learning_rate": 1.3215917457148895e-08,
      "loss": 1.2937,
      "step": 70342
    },
    {
      "epoch": 5.975450220863065,
      "grad_norm": 2.7599739992568693,
      "learning_rate": 1.31249316709936e-08,
      "loss": 1.4524,
      "step": 70343
    },
    {
      "epoch": 5.9755351681957185,
      "grad_norm": 2.8324298177761515,
      "learning_rate": 1.3034260152516851e-08,
      "loss": 1.5577,
      "step": 70344
    },
    {
      "epoch": 5.975620115528372,
      "grad_norm": 2.7527962420580487,
      "learning_rate": 1.2943902901885183e-08,
      "loss": 1.3751,
      "step": 70345
    },
    {
      "epoch": 5.975705062861026,
      "grad_norm": 2.7832130019131416,
      "learning_rate": 1.2853859919298437e-08,
      "loss": 1.4843,
      "step": 70346
    },
    {
      "epoch": 5.97579001019368,
      "grad_norm": 2.530818761686402,
      "learning_rate": 1.2764131204939798e-08,
      "loss": 1.2643,
      "step": 70347
    },
    {
      "epoch": 5.975874957526334,
      "grad_norm": 2.6170204860701065,
      "learning_rate": 1.2674716758992453e-08,
      "loss": 1.1456,
      "step": 70348
    },
    {
      "epoch": 5.975959904858987,
      "grad_norm": 2.8266380162038147,
      "learning_rate": 1.2585616581656244e-08,
      "loss": 1.4447,
      "step": 70349
    },
    {
      "epoch": 5.976044852191642,
      "grad_norm": 2.6396962765019096,
      "learning_rate": 1.2496830673097703e-08,
      "loss": 1.4036,
      "step": 70350
    },
    {
      "epoch": 5.976129799524295,
      "grad_norm": 2.6596023606413195,
      "learning_rate": 1.2408359033533321e-08,
      "loss": 1.277,
      "step": 70351
    },
    {
      "epoch": 5.976214746856948,
      "grad_norm": 2.7149516114595165,
      "learning_rate": 1.2320201663112983e-08,
      "loss": 1.4031,
      "step": 70352
    },
    {
      "epoch": 5.976299694189603,
      "grad_norm": 2.665487536966548,
      "learning_rate": 1.2232358562053179e-08,
      "loss": 1.4381,
      "step": 70353
    },
    {
      "epoch": 5.976384641522256,
      "grad_norm": 2.6860705052489195,
      "learning_rate": 1.2144829730520444e-08,
      "loss": 1.1821,
      "step": 70354
    },
    {
      "epoch": 5.9764695888549095,
      "grad_norm": 2.8009465918299354,
      "learning_rate": 1.2057615168697965e-08,
      "loss": 1.6085,
      "step": 70355
    },
    {
      "epoch": 5.976554536187564,
      "grad_norm": 2.683996876213819,
      "learning_rate": 1.1970714876768927e-08,
      "loss": 1.4804,
      "step": 70356
    },
    {
      "epoch": 5.976639483520217,
      "grad_norm": 2.830828796565637,
      "learning_rate": 1.1884128854933172e-08,
      "loss": 1.4348,
      "step": 70357
    },
    {
      "epoch": 5.9767244308528715,
      "grad_norm": 2.6126135518181535,
      "learning_rate": 1.179785710334058e-08,
      "loss": 1.3718,
      "step": 70358
    },
    {
      "epoch": 5.976809378185525,
      "grad_norm": 2.725443373159092,
      "learning_rate": 1.1711899622207643e-08,
      "loss": 1.3961,
      "step": 70359
    },
    {
      "epoch": 5.976894325518178,
      "grad_norm": 2.672241588073855,
      "learning_rate": 1.1626256411684242e-08,
      "loss": 1.5414,
      "step": 70360
    },
    {
      "epoch": 5.976979272850833,
      "grad_norm": 2.7881815047530494,
      "learning_rate": 1.1540927471953565e-08,
      "loss": 1.4784,
      "step": 70361
    },
    {
      "epoch": 5.977064220183486,
      "grad_norm": 2.6671704259679827,
      "learning_rate": 1.145591280321545e-08,
      "loss": 1.2364,
      "step": 70362
    },
    {
      "epoch": 5.97714916751614,
      "grad_norm": 2.620365280634375,
      "learning_rate": 1.1371212405636431e-08,
      "loss": 1.3595,
      "step": 70363
    },
    {
      "epoch": 5.977234114848794,
      "grad_norm": 2.743091169525224,
      "learning_rate": 1.1286826279383044e-08,
      "loss": 1.4942,
      "step": 70364
    },
    {
      "epoch": 5.977319062181447,
      "grad_norm": 2.767246718895893,
      "learning_rate": 1.1202754424638472e-08,
      "loss": 1.4386,
      "step": 70365
    },
    {
      "epoch": 5.9774040095141014,
      "grad_norm": 3.3586351596483963,
      "learning_rate": 1.1118996841585904e-08,
      "loss": 1.7919,
      "step": 70366
    },
    {
      "epoch": 5.977488956846755,
      "grad_norm": 2.889738429484589,
      "learning_rate": 1.1035553530408524e-08,
      "loss": 1.5725,
      "step": 70367
    },
    {
      "epoch": 5.977573904179409,
      "grad_norm": 2.7876432744894664,
      "learning_rate": 1.0952424491256217e-08,
      "loss": 1.4188,
      "step": 70368
    },
    {
      "epoch": 5.9776588515120626,
      "grad_norm": 2.3216140019210316,
      "learning_rate": 1.086960972432882e-08,
      "loss": 1.073,
      "step": 70369
    },
    {
      "epoch": 5.977743798844716,
      "grad_norm": 2.538243081463077,
      "learning_rate": 1.0787109229776213e-08,
      "loss": 1.4296,
      "step": 70370
    },
    {
      "epoch": 5.97782874617737,
      "grad_norm": 2.8985777256801164,
      "learning_rate": 1.0704923007781585e-08,
      "loss": 1.5557,
      "step": 70371
    },
    {
      "epoch": 5.977913693510024,
      "grad_norm": 3.460071613707442,
      "learning_rate": 1.062305105852812e-08,
      "loss": 1.7527,
      "step": 70372
    },
    {
      "epoch": 5.977998640842678,
      "grad_norm": 2.6907367182956703,
      "learning_rate": 1.05414933821657e-08,
      "loss": 1.3746,
      "step": 70373
    },
    {
      "epoch": 5.978083588175331,
      "grad_norm": 2.8070202421887362,
      "learning_rate": 1.0460249978894163e-08,
      "loss": 1.5257,
      "step": 70374
    },
    {
      "epoch": 5.978168535507985,
      "grad_norm": 2.6720151239850316,
      "learning_rate": 1.037932084884674e-08,
      "loss": 1.5563,
      "step": 70375
    },
    {
      "epoch": 5.978253482840639,
      "grad_norm": 2.849649808298595,
      "learning_rate": 1.0298705992223265e-08,
      "loss": 1.5069,
      "step": 70376
    },
    {
      "epoch": 5.9783384301732925,
      "grad_norm": 2.834225049002255,
      "learning_rate": 1.0218405409173624e-08,
      "loss": 1.3179,
      "step": 70377
    },
    {
      "epoch": 5.978423377505946,
      "grad_norm": 2.624975084561485,
      "learning_rate": 1.0138419099881001e-08,
      "loss": 1.2289,
      "step": 70378
    },
    {
      "epoch": 5.9785083248386,
      "grad_norm": 2.5289597554931507,
      "learning_rate": 1.005874706451193e-08,
      "loss": 1.4086,
      "step": 70379
    },
    {
      "epoch": 5.978593272171254,
      "grad_norm": 2.5587268840810244,
      "learning_rate": 9.97938930321629e-09,
      "loss": 1.1143,
      "step": 70380
    },
    {
      "epoch": 5.978678219503908,
      "grad_norm": 2.7410397888622415,
      "learning_rate": 9.90034581617727e-09,
      "loss": 1.1877,
      "step": 70381
    },
    {
      "epoch": 5.978763166836561,
      "grad_norm": 2.853979036725204,
      "learning_rate": 9.8216166035614e-09,
      "loss": 1.4743,
      "step": 70382
    },
    {
      "epoch": 5.978848114169216,
      "grad_norm": 2.816479874953869,
      "learning_rate": 9.743201665518562e-09,
      "loss": 1.5027,
      "step": 70383
    },
    {
      "epoch": 5.978933061501869,
      "grad_norm": 2.6906055824931046,
      "learning_rate": 9.665101002231945e-09,
      "loss": 1.2288,
      "step": 70384
    },
    {
      "epoch": 5.979018008834522,
      "grad_norm": 2.855347273105088,
      "learning_rate": 9.587314613834774e-09,
      "loss": 1.4156,
      "step": 70385
    },
    {
      "epoch": 5.979102956167177,
      "grad_norm": 2.6350190896620416,
      "learning_rate": 9.509842500526887e-09,
      "loss": 1.3304,
      "step": 70386
    },
    {
      "epoch": 5.97918790349983,
      "grad_norm": 2.5991987418194613,
      "learning_rate": 9.432684662458168e-09,
      "loss": 1.4352,
      "step": 70387
    },
    {
      "epoch": 5.9792728508324835,
      "grad_norm": 3.0684934075947,
      "learning_rate": 9.355841099778494e-09,
      "loss": 1.6065,
      "step": 70388
    },
    {
      "epoch": 5.979357798165138,
      "grad_norm": 2.7193528653653716,
      "learning_rate": 9.2793118126544e-09,
      "loss": 1.4249,
      "step": 70389
    },
    {
      "epoch": 5.979442745497791,
      "grad_norm": 2.5558274883723704,
      "learning_rate": 9.203096801252418e-09,
      "loss": 1.2038,
      "step": 70390
    },
    {
      "epoch": 5.9795276928304455,
      "grad_norm": 2.6247647732434713,
      "learning_rate": 9.12719606572243e-09,
      "loss": 1.3051,
      "step": 70391
    },
    {
      "epoch": 5.979612640163099,
      "grad_norm": 2.728043819526994,
      "learning_rate": 9.051609606247623e-09,
      "loss": 1.4218,
      "step": 70392
    },
    {
      "epoch": 5.979697587495752,
      "grad_norm": 2.906323007416158,
      "learning_rate": 8.976337422944568e-09,
      "loss": 1.5098,
      "step": 70393
    },
    {
      "epoch": 5.979782534828407,
      "grad_norm": 3.308848144642451,
      "learning_rate": 8.901379516013108e-09,
      "loss": 1.656,
      "step": 70394
    },
    {
      "epoch": 5.97986748216106,
      "grad_norm": 2.613870164330581,
      "learning_rate": 8.826735885586466e-09,
      "loss": 1.1796,
      "step": 70395
    },
    {
      "epoch": 5.979952429493714,
      "grad_norm": 2.595094458101787,
      "learning_rate": 8.752406531814526e-09,
      "loss": 1.4014,
      "step": 70396
    },
    {
      "epoch": 5.980037376826368,
      "grad_norm": 2.7815923144135835,
      "learning_rate": 8.678391454880473e-09,
      "loss": 1.4703,
      "step": 70397
    },
    {
      "epoch": 5.980122324159021,
      "grad_norm": 2.7254872278468136,
      "learning_rate": 8.604690654917534e-09,
      "loss": 1.3327,
      "step": 70398
    },
    {
      "epoch": 5.980207271491675,
      "grad_norm": 2.8047719131305455,
      "learning_rate": 8.531304132075589e-09,
      "loss": 1.417,
      "step": 70399
    },
    {
      "epoch": 5.980292218824329,
      "grad_norm": 3.0284754395908977,
      "learning_rate": 8.458231886537826e-09,
      "loss": 1.6875,
      "step": 70400
    },
    {
      "epoch": 5.980377166156982,
      "grad_norm": 2.707514082153092,
      "learning_rate": 8.385473918420815e-09,
      "loss": 1.4534,
      "step": 70401
    },
    {
      "epoch": 5.9804621134896365,
      "grad_norm": 3.008426952411059,
      "learning_rate": 8.313030227907746e-09,
      "loss": 1.2842,
      "step": 70402
    },
    {
      "epoch": 5.98054706082229,
      "grad_norm": 2.5826308009944348,
      "learning_rate": 8.240900815131846e-09,
      "loss": 1.3721,
      "step": 70403
    },
    {
      "epoch": 5.980632008154944,
      "grad_norm": 2.824537863924794,
      "learning_rate": 8.169085680259647e-09,
      "loss": 1.4639,
      "step": 70404
    },
    {
      "epoch": 5.980716955487598,
      "grad_norm": 2.775809064054839,
      "learning_rate": 8.097584823424374e-09,
      "loss": 1.5989,
      "step": 70405
    },
    {
      "epoch": 5.980801902820252,
      "grad_norm": 2.8463682588080808,
      "learning_rate": 8.026398244775912e-09,
      "loss": 1.4957,
      "step": 70406
    },
    {
      "epoch": 5.980886850152905,
      "grad_norm": 2.6591927101680914,
      "learning_rate": 7.95552594448079e-09,
      "loss": 1.4668,
      "step": 70407
    },
    {
      "epoch": 5.980971797485559,
      "grad_norm": 2.8113632616586237,
      "learning_rate": 7.884967922672237e-09,
      "loss": 1.3066,
      "step": 70408
    },
    {
      "epoch": 5.981056744818213,
      "grad_norm": 2.806158227905553,
      "learning_rate": 7.814724179516785e-09,
      "loss": 1.3796,
      "step": 70409
    },
    {
      "epoch": 5.981141692150866,
      "grad_norm": 2.681502810822427,
      "learning_rate": 7.74479471513101e-09,
      "loss": 1.1556,
      "step": 70410
    },
    {
      "epoch": 5.98122663948352,
      "grad_norm": 2.6348942425576407,
      "learning_rate": 7.675179529681441e-09,
      "loss": 1.302,
      "step": 70411
    },
    {
      "epoch": 5.981311586816174,
      "grad_norm": 2.792873186616877,
      "learning_rate": 7.605878623317963e-09,
      "loss": 1.3921,
      "step": 70412
    },
    {
      "epoch": 5.9813965341488275,
      "grad_norm": 2.6776534089733355,
      "learning_rate": 7.5368919961738e-09,
      "loss": 1.3045,
      "step": 70413
    },
    {
      "epoch": 5.981481481481482,
      "grad_norm": 2.550653244602533,
      "learning_rate": 7.468219648415485e-09,
      "loss": 1.463,
      "step": 70414
    },
    {
      "epoch": 5.981566428814135,
      "grad_norm": 2.483357852791867,
      "learning_rate": 7.39986158014294e-09,
      "loss": 1.2803,
      "step": 70415
    },
    {
      "epoch": 5.981651376146789,
      "grad_norm": 2.588392881075136,
      "learning_rate": 7.3318177915393516e-09,
      "loss": 1.186,
      "step": 70416
    },
    {
      "epoch": 5.981736323479443,
      "grad_norm": 2.7124488237161377,
      "learning_rate": 7.2640882827379456e-09,
      "loss": 1.449,
      "step": 70417
    },
    {
      "epoch": 5.981821270812096,
      "grad_norm": 3.029094411090888,
      "learning_rate": 7.196673053871949e-09,
      "loss": 1.459,
      "step": 70418
    },
    {
      "epoch": 5.981906218144751,
      "grad_norm": 2.688833999529467,
      "learning_rate": 7.129572105091241e-09,
      "loss": 1.4517,
      "step": 70419
    },
    {
      "epoch": 5.981991165477404,
      "grad_norm": 3.280701063948213,
      "learning_rate": 7.062785436529051e-09,
      "loss": 1.6019,
      "step": 70420
    },
    {
      "epoch": 5.9820761128100575,
      "grad_norm": 2.996983799680298,
      "learning_rate": 6.996313048335256e-09,
      "loss": 1.4886,
      "step": 70421
    },
    {
      "epoch": 5.982161060142712,
      "grad_norm": 2.6481171600734705,
      "learning_rate": 6.930154940643085e-09,
      "loss": 1.3681,
      "step": 70422
    },
    {
      "epoch": 5.982246007475365,
      "grad_norm": 2.5447783589591735,
      "learning_rate": 6.8643111135857635e-09,
      "loss": 1.3738,
      "step": 70423
    },
    {
      "epoch": 5.982330954808019,
      "grad_norm": 2.639302723081287,
      "learning_rate": 6.7987815673131715e-09,
      "loss": 1.2342,
      "step": 70424
    },
    {
      "epoch": 5.982415902140673,
      "grad_norm": 2.576131406020422,
      "learning_rate": 6.733566301958537e-09,
      "loss": 1.2867,
      "step": 70425
    },
    {
      "epoch": 5.982500849473326,
      "grad_norm": 2.83499391513442,
      "learning_rate": 6.668665317638433e-09,
      "loss": 1.5188,
      "step": 70426
    },
    {
      "epoch": 5.982585796805981,
      "grad_norm": 2.8058911774833275,
      "learning_rate": 6.604078614519392e-09,
      "loss": 1.2929,
      "step": 70427
    },
    {
      "epoch": 5.982670744138634,
      "grad_norm": 2.7565530055441845,
      "learning_rate": 6.539806192734642e-09,
      "loss": 1.3957,
      "step": 70428
    },
    {
      "epoch": 5.982755691471288,
      "grad_norm": 2.5918367805815854,
      "learning_rate": 6.475848052384102e-09,
      "loss": 1.4007,
      "step": 70429
    },
    {
      "epoch": 5.982840638803942,
      "grad_norm": 2.714595661504194,
      "learning_rate": 6.412204193650961e-09,
      "loss": 1.3501,
      "step": 70430
    },
    {
      "epoch": 5.982925586136595,
      "grad_norm": 3.0064143814847983,
      "learning_rate": 6.348874616618482e-09,
      "loss": 1.6281,
      "step": 70431
    },
    {
      "epoch": 5.983010533469249,
      "grad_norm": 2.850219768314237,
      "learning_rate": 6.285859321469855e-09,
      "loss": 1.6511,
      "step": 70432
    },
    {
      "epoch": 5.983095480801903,
      "grad_norm": 2.647424653543147,
      "learning_rate": 6.223158308288345e-09,
      "loss": 1.2647,
      "step": 70433
    },
    {
      "epoch": 5.983180428134556,
      "grad_norm": 2.875868724887162,
      "learning_rate": 6.160771577240487e-09,
      "loss": 1.4389,
      "step": 70434
    },
    {
      "epoch": 5.9832653754672105,
      "grad_norm": 2.877877683186297,
      "learning_rate": 6.0986991284428524e-09,
      "loss": 1.602,
      "step": 70435
    },
    {
      "epoch": 5.983350322799864,
      "grad_norm": 2.809072813420584,
      "learning_rate": 6.036940962028669e-09,
      "loss": 1.5606,
      "step": 70436
    },
    {
      "epoch": 5.983435270132518,
      "grad_norm": 2.7739392414579283,
      "learning_rate": 5.975497078131164e-09,
      "loss": 1.5606,
      "step": 70437
    },
    {
      "epoch": 5.983520217465172,
      "grad_norm": 2.6725096196056692,
      "learning_rate": 5.91436747686691e-09,
      "loss": 1.2852,
      "step": 70438
    },
    {
      "epoch": 5.983605164797825,
      "grad_norm": 2.563955612589161,
      "learning_rate": 5.853552158369135e-09,
      "loss": 1.2796,
      "step": 70439
    },
    {
      "epoch": 5.983690112130479,
      "grad_norm": 2.569711025969972,
      "learning_rate": 5.793051122771064e-09,
      "loss": 1.355,
      "step": 70440
    },
    {
      "epoch": 5.983775059463133,
      "grad_norm": 2.6277899146170984,
      "learning_rate": 5.732864370205925e-09,
      "loss": 1.351,
      "step": 70441
    },
    {
      "epoch": 5.983860006795787,
      "grad_norm": 2.8118497588264657,
      "learning_rate": 5.672991900773638e-09,
      "loss": 1.5255,
      "step": 70442
    },
    {
      "epoch": 5.98394495412844,
      "grad_norm": 2.778221674151765,
      "learning_rate": 5.613433714624083e-09,
      "loss": 1.5295,
      "step": 70443
    },
    {
      "epoch": 5.984029901461094,
      "grad_norm": 2.721524830674647,
      "learning_rate": 5.5541898118738325e-09,
      "loss": 1.3647,
      "step": 70444
    },
    {
      "epoch": 5.984114848793748,
      "grad_norm": 2.6388876758712514,
      "learning_rate": 5.495260192656114e-09,
      "loss": 1.3646,
      "step": 70445
    },
    {
      "epoch": 5.9841997961264015,
      "grad_norm": 2.8028357245297566,
      "learning_rate": 5.4366448570708485e-09,
      "loss": 1.4427,
      "step": 70446
    },
    {
      "epoch": 5.984284743459055,
      "grad_norm": 2.865253894269291,
      "learning_rate": 5.378343805251262e-09,
      "loss": 1.5315,
      "step": 70447
    },
    {
      "epoch": 5.984369690791709,
      "grad_norm": 2.6974741813647536,
      "learning_rate": 5.320357037347234e-09,
      "loss": 1.3846,
      "step": 70448
    },
    {
      "epoch": 5.984454638124363,
      "grad_norm": 2.7032093551684264,
      "learning_rate": 5.262684553425378e-09,
      "loss": 1.4698,
      "step": 70449
    },
    {
      "epoch": 5.984539585457017,
      "grad_norm": 2.8506605945101358,
      "learning_rate": 5.205326353668882e-09,
      "loss": 1.4594,
      "step": 70450
    },
    {
      "epoch": 5.98462453278967,
      "grad_norm": 2.9585947261777665,
      "learning_rate": 5.148282438144358e-09,
      "loss": 1.546,
      "step": 70451
    },
    {
      "epoch": 5.984709480122325,
      "grad_norm": 3.1440103059799367,
      "learning_rate": 5.091552807001687e-09,
      "loss": 1.6369,
      "step": 70452
    },
    {
      "epoch": 5.984794427454978,
      "grad_norm": 2.669365839200152,
      "learning_rate": 5.035137460357441e-09,
      "loss": 1.2911,
      "step": 70453
    },
    {
      "epoch": 5.984879374787631,
      "grad_norm": 2.820194815051974,
      "learning_rate": 4.979036398311542e-09,
      "loss": 1.6763,
      "step": 70454
    },
    {
      "epoch": 5.984964322120286,
      "grad_norm": 3.0254182754899897,
      "learning_rate": 4.923249620997216e-09,
      "loss": 1.5287,
      "step": 70455
    },
    {
      "epoch": 5.985049269452939,
      "grad_norm": 2.793705153283253,
      "learning_rate": 4.867777128531036e-09,
      "loss": 1.3192,
      "step": 70456
    },
    {
      "epoch": 5.9851342167855925,
      "grad_norm": 2.7408288260374665,
      "learning_rate": 4.8126189210295764e-09,
      "loss": 1.5212,
      "step": 70457
    },
    {
      "epoch": 5.985219164118247,
      "grad_norm": 2.573528203522453,
      "learning_rate": 4.757774998609409e-09,
      "loss": 1.305,
      "step": 70458
    },
    {
      "epoch": 5.9853041114509,
      "grad_norm": 2.678535842176716,
      "learning_rate": 4.703245361370456e-09,
      "loss": 1.4819,
      "step": 70459
    },
    {
      "epoch": 5.9853890587835545,
      "grad_norm": 2.7276756814714833,
      "learning_rate": 4.649030009445942e-09,
      "loss": 1.4136,
      "step": 70460
    },
    {
      "epoch": 5.985474006116208,
      "grad_norm": 2.6835110525109136,
      "learning_rate": 4.595128942935789e-09,
      "loss": 1.241,
      "step": 70461
    },
    {
      "epoch": 5.985558953448861,
      "grad_norm": 2.7345155864541417,
      "learning_rate": 4.541542161973222e-09,
      "loss": 1.5255,
      "step": 70462
    },
    {
      "epoch": 5.985643900781516,
      "grad_norm": 2.6142003490368637,
      "learning_rate": 4.488269666641508e-09,
      "loss": 1.33,
      "step": 70463
    },
    {
      "epoch": 5.985728848114169,
      "grad_norm": 2.6916093586552887,
      "learning_rate": 4.435311457057223e-09,
      "loss": 1.2747,
      "step": 70464
    },
    {
      "epoch": 5.985813795446823,
      "grad_norm": 2.7825187618730625,
      "learning_rate": 4.38266753335359e-09,
      "loss": 1.3463,
      "step": 70465
    },
    {
      "epoch": 5.985898742779477,
      "grad_norm": 2.635855645696155,
      "learning_rate": 4.330337895630532e-09,
      "loss": 1.4067,
      "step": 70466
    },
    {
      "epoch": 5.98598369011213,
      "grad_norm": 2.678994162420156,
      "learning_rate": 4.278322543987967e-09,
      "loss": 1.3414,
      "step": 70467
    },
    {
      "epoch": 5.9860686374447845,
      "grad_norm": 2.7542899067877062,
      "learning_rate": 4.2266214785591225e-09,
      "loss": 1.5904,
      "step": 70468
    },
    {
      "epoch": 5.986153584777438,
      "grad_norm": 2.672019368129292,
      "learning_rate": 4.175234699410612e-09,
      "loss": 1.147,
      "step": 70469
    },
    {
      "epoch": 5.986238532110091,
      "grad_norm": 2.7640717598457814,
      "learning_rate": 4.124162206692316e-09,
      "loss": 1.4643,
      "step": 70470
    },
    {
      "epoch": 5.986323479442746,
      "grad_norm": 2.736829164476752,
      "learning_rate": 4.0734040004875014e-09,
      "loss": 1.4391,
      "step": 70471
    },
    {
      "epoch": 5.986408426775399,
      "grad_norm": 2.7788683090052357,
      "learning_rate": 4.022960080912741e-09,
      "loss": 1.3896,
      "step": 70472
    },
    {
      "epoch": 5.986493374108053,
      "grad_norm": 2.7361556098299626,
      "learning_rate": 3.972830448067954e-09,
      "loss": 1.2462,
      "step": 70473
    },
    {
      "epoch": 5.986578321440707,
      "grad_norm": 2.8802370747472374,
      "learning_rate": 3.923015102053062e-09,
      "loss": 1.4635,
      "step": 70474
    },
    {
      "epoch": 5.986663268773361,
      "grad_norm": 2.729368214766395,
      "learning_rate": 3.873514042984638e-09,
      "loss": 1.2381,
      "step": 70475
    },
    {
      "epoch": 5.986748216106014,
      "grad_norm": 2.500037868230392,
      "learning_rate": 3.8243272709626015e-09,
      "loss": 1.2568,
      "step": 70476
    },
    {
      "epoch": 5.986833163438668,
      "grad_norm": 2.8943402008112504,
      "learning_rate": 3.7754547860868735e-09,
      "loss": 1.4284,
      "step": 70477
    },
    {
      "epoch": 5.986918110771322,
      "grad_norm": 2.6542535564883107,
      "learning_rate": 3.726896588457373e-09,
      "loss": 1.2264,
      "step": 70478
    },
    {
      "epoch": 5.9870030581039755,
      "grad_norm": 2.688721228592019,
      "learning_rate": 3.6786526781906746e-09,
      "loss": 1.4726,
      "step": 70479
    },
    {
      "epoch": 5.987088005436629,
      "grad_norm": 2.857561428087375,
      "learning_rate": 3.630723055370044e-09,
      "loss": 1.4268,
      "step": 70480
    },
    {
      "epoch": 5.987172952769283,
      "grad_norm": 2.8663373586863328,
      "learning_rate": 3.583107720112055e-09,
      "loss": 1.391,
      "step": 70481
    },
    {
      "epoch": 5.987257900101937,
      "grad_norm": 2.7497649342723838,
      "learning_rate": 3.5358066724999746e-09,
      "loss": 1.2759,
      "step": 70482
    },
    {
      "epoch": 5.987342847434591,
      "grad_norm": 2.62878723836103,
      "learning_rate": 3.4888199126337226e-09,
      "loss": 1.386,
      "step": 70483
    },
    {
      "epoch": 5.987427794767244,
      "grad_norm": 2.8746293460873344,
      "learning_rate": 3.4421474406298723e-09,
      "loss": 1.5619,
      "step": 70484
    },
    {
      "epoch": 5.987512742099898,
      "grad_norm": 2.850421393556902,
      "learning_rate": 3.3957892565716903e-09,
      "loss": 1.5585,
      "step": 70485
    },
    {
      "epoch": 5.987597689432552,
      "grad_norm": 2.6579397319601323,
      "learning_rate": 3.3497453605590975e-09,
      "loss": 1.5007,
      "step": 70486
    },
    {
      "epoch": 5.987682636765205,
      "grad_norm": 2.7549303329368673,
      "learning_rate": 3.3040157526920132e-09,
      "loss": 1.4618,
      "step": 70487
    },
    {
      "epoch": 5.98776758409786,
      "grad_norm": 2.7314845205875926,
      "learning_rate": 3.2586004330537043e-09,
      "loss": 1.2318,
      "step": 70488
    },
    {
      "epoch": 5.987852531430513,
      "grad_norm": 2.77608494422546,
      "learning_rate": 3.213499401760744e-09,
      "loss": 1.3412,
      "step": 70489
    },
    {
      "epoch": 5.9879374787631665,
      "grad_norm": 2.606809823455895,
      "learning_rate": 3.168712658879746e-09,
      "loss": 1.1966,
      "step": 70490
    },
    {
      "epoch": 5.988022426095821,
      "grad_norm": 2.7402709215279897,
      "learning_rate": 3.124240204527284e-09,
      "loss": 1.3869,
      "step": 70491
    },
    {
      "epoch": 5.988107373428474,
      "grad_norm": 2.7522901600270404,
      "learning_rate": 3.0800820388032777e-09,
      "loss": 1.4714,
      "step": 70492
    },
    {
      "epoch": 5.988192320761128,
      "grad_norm": 2.9228072844509043,
      "learning_rate": 3.0362381617743404e-09,
      "loss": 1.6225,
      "step": 70493
    },
    {
      "epoch": 5.988277268093782,
      "grad_norm": 2.477701797953373,
      "learning_rate": 2.9927085735403923e-09,
      "loss": 1.0819,
      "step": 70494
    },
    {
      "epoch": 5.988362215426435,
      "grad_norm": 2.6237227978356,
      "learning_rate": 2.949493274201353e-09,
      "loss": 1.1382,
      "step": 70495
    },
    {
      "epoch": 5.98844716275909,
      "grad_norm": 2.932484426722456,
      "learning_rate": 2.9065922638404905e-09,
      "loss": 1.462,
      "step": 70496
    },
    {
      "epoch": 5.988532110091743,
      "grad_norm": 2.7925189985614667,
      "learning_rate": 2.8640055425577234e-09,
      "loss": 1.5487,
      "step": 70497
    },
    {
      "epoch": 5.988617057424397,
      "grad_norm": 2.7978734920829846,
      "learning_rate": 2.8217331104363195e-09,
      "loss": 1.4015,
      "step": 70498
    },
    {
      "epoch": 5.988702004757051,
      "grad_norm": 2.734783249754228,
      "learning_rate": 2.779774967559545e-09,
      "loss": 1.4186,
      "step": 70499
    },
    {
      "epoch": 5.988786952089704,
      "grad_norm": 2.874624745232892,
      "learning_rate": 2.73813111402732e-09,
      "loss": 1.5553,
      "step": 70500
    },
    {
      "epoch": 5.988871899422358,
      "grad_norm": 2.699212649015642,
      "learning_rate": 2.696801549906258e-09,
      "loss": 1.3677,
      "step": 70501
    },
    {
      "epoch": 5.988956846755012,
      "grad_norm": 2.9885316237967547,
      "learning_rate": 2.6557862752962788e-09,
      "loss": 1.4401,
      "step": 70502
    },
    {
      "epoch": 5.989041794087665,
      "grad_norm": 2.5829105410637294,
      "learning_rate": 2.615085290297303e-09,
      "loss": 1.1543,
      "step": 70503
    },
    {
      "epoch": 5.9891267414203195,
      "grad_norm": 2.772608055266713,
      "learning_rate": 2.57469859495929e-09,
      "loss": 1.3215,
      "step": 70504
    },
    {
      "epoch": 5.989211688752973,
      "grad_norm": 2.697294185609447,
      "learning_rate": 2.534626189398814e-09,
      "loss": 1.4345,
      "step": 70505
    },
    {
      "epoch": 5.989296636085627,
      "grad_norm": 2.733101959673444,
      "learning_rate": 2.494868073699141e-09,
      "loss": 1.4654,
      "step": 70506
    },
    {
      "epoch": 5.989381583418281,
      "grad_norm": 3.010436639769925,
      "learning_rate": 2.4554242479102315e-09,
      "loss": 1.6254,
      "step": 70507
    },
    {
      "epoch": 5.989466530750934,
      "grad_norm": 2.77042340623528,
      "learning_rate": 2.4162947121486585e-09,
      "loss": 1.3819,
      "step": 70508
    },
    {
      "epoch": 5.989551478083588,
      "grad_norm": 2.7318173639676893,
      "learning_rate": 2.3774794664976894e-09,
      "loss": 1.4387,
      "step": 70509
    },
    {
      "epoch": 5.989636425416242,
      "grad_norm": 2.708688445461807,
      "learning_rate": 2.3389785110072834e-09,
      "loss": 1.2341,
      "step": 70510
    },
    {
      "epoch": 5.989721372748896,
      "grad_norm": 2.891495716804599,
      "learning_rate": 2.3007918457940145e-09,
      "loss": 1.5162,
      "step": 70511
    },
    {
      "epoch": 5.9898063200815495,
      "grad_norm": 2.8596400893181024,
      "learning_rate": 2.2629194709078425e-09,
      "loss": 1.4745,
      "step": 70512
    },
    {
      "epoch": 5.989891267414203,
      "grad_norm": 2.798937858438207,
      "learning_rate": 2.2253613864486874e-09,
      "loss": 1.5152,
      "step": 70513
    },
    {
      "epoch": 5.989976214746857,
      "grad_norm": 2.8435310105575833,
      "learning_rate": 2.188117592483163e-09,
      "loss": 1.521,
      "step": 70514
    },
    {
      "epoch": 5.990061162079511,
      "grad_norm": 2.6217574029129493,
      "learning_rate": 2.1511880890945353e-09,
      "loss": 1.4025,
      "step": 70515
    },
    {
      "epoch": 5.990146109412164,
      "grad_norm": 2.669541708035287,
      "learning_rate": 2.114572876366072e-09,
      "loss": 1.4484,
      "step": 70516
    },
    {
      "epoch": 5.990231056744818,
      "grad_norm": 2.8224437862685123,
      "learning_rate": 2.0782719543643855e-09,
      "loss": 1.4542,
      "step": 70517
    },
    {
      "epoch": 5.990316004077472,
      "grad_norm": 2.6317423078096445,
      "learning_rate": 2.0422853231560897e-09,
      "loss": 1.2486,
      "step": 70518
    },
    {
      "epoch": 5.990400951410126,
      "grad_norm": 2.6864994118669077,
      "learning_rate": 2.006612982841105e-09,
      "loss": 1.5144,
      "step": 70519
    },
    {
      "epoch": 5.990485898742779,
      "grad_norm": 2.7319582226440757,
      "learning_rate": 1.971254933486044e-09,
      "loss": 1.5539,
      "step": 70520
    },
    {
      "epoch": 5.990570846075434,
      "grad_norm": 2.8879539953978894,
      "learning_rate": 1.9362111751575203e-09,
      "loss": 1.594,
      "step": 70521
    },
    {
      "epoch": 5.990655793408087,
      "grad_norm": 3.011147773398253,
      "learning_rate": 1.901481707938801e-09,
      "loss": 1.4534,
      "step": 70522
    },
    {
      "epoch": 5.9907407407407405,
      "grad_norm": 2.637595171942674,
      "learning_rate": 1.8670665318964996e-09,
      "loss": 1.1482,
      "step": 70523
    },
    {
      "epoch": 5.990825688073395,
      "grad_norm": 2.7145431436795087,
      "learning_rate": 1.8329656470972286e-09,
      "loss": 1.5541,
      "step": 70524
    },
    {
      "epoch": 5.990910635406048,
      "grad_norm": 2.552562868254938,
      "learning_rate": 1.7991790536242556e-09,
      "loss": 1.3881,
      "step": 70525
    },
    {
      "epoch": 5.990995582738702,
      "grad_norm": 2.6156908169232826,
      "learning_rate": 1.7657067515275403e-09,
      "loss": 1.2857,
      "step": 70526
    },
    {
      "epoch": 5.991080530071356,
      "grad_norm": 2.681449511769756,
      "learning_rate": 1.7325487409070027e-09,
      "loss": 1.4006,
      "step": 70527
    },
    {
      "epoch": 5.991165477404009,
      "grad_norm": 2.886502751134223,
      "learning_rate": 1.699705021812603e-09,
      "loss": 1.5507,
      "step": 70528
    },
    {
      "epoch": 5.991250424736664,
      "grad_norm": 2.82941305773526,
      "learning_rate": 1.6671755943276078e-09,
      "loss": 1.6347,
      "step": 70529
    },
    {
      "epoch": 5.991335372069317,
      "grad_norm": 2.7229773915013653,
      "learning_rate": 1.634960458501977e-09,
      "loss": 1.527,
      "step": 70530
    },
    {
      "epoch": 5.99142031940197,
      "grad_norm": 2.817912755929078,
      "learning_rate": 1.6030596144189779e-09,
      "loss": 1.3937,
      "step": 70531
    },
    {
      "epoch": 5.991505266734625,
      "grad_norm": 2.889732199521589,
      "learning_rate": 1.5714730621285697e-09,
      "loss": 1.5125,
      "step": 70532
    },
    {
      "epoch": 5.991590214067278,
      "grad_norm": 2.534112908190709,
      "learning_rate": 1.54020080171402e-09,
      "loss": 1.2977,
      "step": 70533
    },
    {
      "epoch": 5.991675161399932,
      "grad_norm": 2.480975127121345,
      "learning_rate": 1.509242833225288e-09,
      "loss": 1.2012,
      "step": 70534
    },
    {
      "epoch": 5.991760108732586,
      "grad_norm": 2.572654948151697,
      "learning_rate": 1.478599156728988e-09,
      "loss": 1.3288,
      "step": 70535
    },
    {
      "epoch": 5.991845056065239,
      "grad_norm": 2.6292149199829633,
      "learning_rate": 1.4482697723083859e-09,
      "loss": 1.3774,
      "step": 70536
    },
    {
      "epoch": 5.9919300033978935,
      "grad_norm": 2.7199696333128704,
      "learning_rate": 1.418254680013442e-09,
      "loss": 1.5908,
      "step": 70537
    },
    {
      "epoch": 5.992014950730547,
      "grad_norm": 2.7881808996780455,
      "learning_rate": 1.3885538799107698e-09,
      "loss": 1.3515,
      "step": 70538
    },
    {
      "epoch": 5.992099898063201,
      "grad_norm": 2.921156512893202,
      "learning_rate": 1.3591673720503293e-09,
      "loss": 1.4681,
      "step": 70539
    },
    {
      "epoch": 5.992184845395855,
      "grad_norm": 2.844422230835936,
      "learning_rate": 1.3300951565153872e-09,
      "loss": 1.3894,
      "step": 70540
    },
    {
      "epoch": 5.992269792728508,
      "grad_norm": 2.9162619438352033,
      "learning_rate": 1.3013372333392502e-09,
      "loss": 1.5485,
      "step": 70541
    },
    {
      "epoch": 5.992354740061162,
      "grad_norm": 2.797699550309048,
      "learning_rate": 1.2728936026051851e-09,
      "loss": 1.3868,
      "step": 70542
    },
    {
      "epoch": 5.992439687393816,
      "grad_norm": 2.9100355435478273,
      "learning_rate": 1.244764264379805e-09,
      "loss": 1.3108,
      "step": 70543
    },
    {
      "epoch": 5.99252463472647,
      "grad_norm": 2.5704171360134307,
      "learning_rate": 1.2169492186797636e-09,
      "loss": 1.3391,
      "step": 70544
    },
    {
      "epoch": 5.992609582059123,
      "grad_norm": 2.5350763031362393,
      "learning_rate": 1.1894484656049808e-09,
      "loss": 1.2001,
      "step": 70545
    },
    {
      "epoch": 5.992694529391777,
      "grad_norm": 2.75540618211397,
      "learning_rate": 1.1622620052054167e-09,
      "loss": 1.2326,
      "step": 70546
    },
    {
      "epoch": 5.992779476724431,
      "grad_norm": 2.680014240943759,
      "learning_rate": 1.1353898375310312e-09,
      "loss": 1.4487,
      "step": 70547
    },
    {
      "epoch": 5.9928644240570845,
      "grad_norm": 2.519123303511407,
      "learning_rate": 1.1088319626317843e-09,
      "loss": 1.3587,
      "step": 70548
    },
    {
      "epoch": 5.992949371389738,
      "grad_norm": 2.566251027392262,
      "learning_rate": 1.0825883805742897e-09,
      "loss": 1.1555,
      "step": 70549
    },
    {
      "epoch": 5.993034318722392,
      "grad_norm": 2.600628272062907,
      "learning_rate": 1.0566590913918538e-09,
      "loss": 1.333,
      "step": 70550
    },
    {
      "epoch": 5.993119266055046,
      "grad_norm": 2.634560329656938,
      "learning_rate": 1.0310440951843969e-09,
      "loss": 1.3766,
      "step": 70551
    },
    {
      "epoch": 5.9932042133877,
      "grad_norm": 3.4502843440993387,
      "learning_rate": 1.0057433919519187e-09,
      "loss": 1.6598,
      "step": 70552
    },
    {
      "epoch": 5.993289160720353,
      "grad_norm": 2.6653540919120213,
      "learning_rate": 9.807569817943394e-10,
      "loss": 1.3638,
      "step": 70553
    },
    {
      "epoch": 5.993374108053008,
      "grad_norm": 2.6625773134421644,
      "learning_rate": 9.560848647283127e-10,
      "loss": 1.288,
      "step": 70554
    },
    {
      "epoch": 5.993459055385661,
      "grad_norm": 2.757202039929213,
      "learning_rate": 9.317270408371046e-10,
      "loss": 1.3223,
      "step": 70555
    },
    {
      "epoch": 5.9935440027183144,
      "grad_norm": 2.7211380377704413,
      "learning_rate": 9.076835101373692e-10,
      "loss": 1.4176,
      "step": 70556
    },
    {
      "epoch": 5.993628950050969,
      "grad_norm": 2.5267512638800986,
      "learning_rate": 8.839542727123727e-10,
      "loss": 1.1535,
      "step": 70557
    },
    {
      "epoch": 5.993713897383622,
      "grad_norm": 2.623067279933124,
      "learning_rate": 8.605393285787687e-10,
      "loss": 1.3067,
      "step": 70558
    },
    {
      "epoch": 5.9937988447162756,
      "grad_norm": 2.525378714920856,
      "learning_rate": 8.374386778198239e-10,
      "loss": 1.3352,
      "step": 70559
    },
    {
      "epoch": 5.99388379204893,
      "grad_norm": 2.617517255304404,
      "learning_rate": 8.146523204521915e-10,
      "loss": 1.4157,
      "step": 70560
    },
    {
      "epoch": 5.993968739381583,
      "grad_norm": 2.8860668373533356,
      "learning_rate": 7.921802565591384e-10,
      "loss": 1.6263,
      "step": 70561
    },
    {
      "epoch": 5.9940536867142375,
      "grad_norm": 2.737655693756341,
      "learning_rate": 7.700224861406645e-10,
      "loss": 1.4505,
      "step": 70562
    },
    {
      "epoch": 5.994138634046891,
      "grad_norm": 2.900986245916975,
      "learning_rate": 7.481790092966899e-10,
      "loss": 1.5482,
      "step": 70563
    },
    {
      "epoch": 5.994223581379544,
      "grad_norm": 2.8644373647392167,
      "learning_rate": 7.266498260272147e-10,
      "loss": 1.5695,
      "step": 70564
    },
    {
      "epoch": 5.994308528712199,
      "grad_norm": 2.8007806849073114,
      "learning_rate": 7.05434936398852e-10,
      "loss": 1.5223,
      "step": 70565
    },
    {
      "epoch": 5.994393476044852,
      "grad_norm": 2.867096161547699,
      "learning_rate": 6.845343404615622e-10,
      "loss": 1.6295,
      "step": 70566
    },
    {
      "epoch": 5.994478423377506,
      "grad_norm": 2.75435232471615,
      "learning_rate": 6.639480382486518e-10,
      "loss": 1.5994,
      "step": 70567
    },
    {
      "epoch": 5.99456337071016,
      "grad_norm": 2.7330170790236066,
      "learning_rate": 6.436760298100807e-10,
      "loss": 1.2509,
      "step": 70568
    },
    {
      "epoch": 5.994648318042813,
      "grad_norm": 2.503231797885279,
      "learning_rate": 6.237183151791558e-10,
      "loss": 1.303,
      "step": 70569
    },
    {
      "epoch": 5.9947332653754675,
      "grad_norm": 2.70559033949628,
      "learning_rate": 6.040748943891837e-10,
      "loss": 1.3655,
      "step": 70570
    },
    {
      "epoch": 5.994818212708121,
      "grad_norm": 2.7512046419397884,
      "learning_rate": 5.847457675067779e-10,
      "loss": 1.317,
      "step": 70571
    },
    {
      "epoch": 5.994903160040774,
      "grad_norm": 2.7181371621526984,
      "learning_rate": 5.65730934565245e-10,
      "loss": 1.282,
      "step": 70572
    },
    {
      "epoch": 5.994988107373429,
      "grad_norm": 2.6861442373352498,
      "learning_rate": 5.470303955978917e-10,
      "loss": 1.2332,
      "step": 70573
    },
    {
      "epoch": 5.995073054706082,
      "grad_norm": 2.6744926571337,
      "learning_rate": 5.286441506380246e-10,
      "loss": 1.4003,
      "step": 70574
    },
    {
      "epoch": 5.995158002038736,
      "grad_norm": 2.653206149913652,
      "learning_rate": 5.105721997356038e-10,
      "loss": 1.2002,
      "step": 70575
    },
    {
      "epoch": 5.99524294937139,
      "grad_norm": 2.4708259791871607,
      "learning_rate": 4.928145429239361e-10,
      "loss": 1.2304,
      "step": 70576
    },
    {
      "epoch": 5.995327896704044,
      "grad_norm": 2.7785837080180764,
      "learning_rate": 4.753711802363281e-10,
      "loss": 1.5679,
      "step": 70577
    },
    {
      "epoch": 5.995412844036697,
      "grad_norm": 2.6994629370010936,
      "learning_rate": 4.582421117227397e-10,
      "loss": 1.3779,
      "step": 70578
    },
    {
      "epoch": 5.995497791369351,
      "grad_norm": 2.964604205992728,
      "learning_rate": 4.4142733741647784e-10,
      "loss": 1.4191,
      "step": 70579
    },
    {
      "epoch": 5.995582738702005,
      "grad_norm": 2.6153748378242434,
      "learning_rate": 4.2492685733419574e-10,
      "loss": 1.2553,
      "step": 70580
    },
    {
      "epoch": 5.9956676860346585,
      "grad_norm": 2.832446849295783,
      "learning_rate": 4.0874067152585346e-10,
      "loss": 1.6398,
      "step": 70581
    },
    {
      "epoch": 5.995752633367312,
      "grad_norm": 2.6643143367747837,
      "learning_rate": 3.928687800247576e-10,
      "loss": 1.4295,
      "step": 70582
    },
    {
      "epoch": 5.995837580699966,
      "grad_norm": 2.710410226161678,
      "learning_rate": 3.7731118284756166e-10,
      "loss": 1.3439,
      "step": 70583
    },
    {
      "epoch": 5.99592252803262,
      "grad_norm": 2.730405005876191,
      "learning_rate": 3.6206788006087893e-10,
      "loss": 1.3947,
      "step": 70584
    },
    {
      "epoch": 5.996007475365274,
      "grad_norm": 2.5862745183305265,
      "learning_rate": 3.4713887166470945e-10,
      "loss": 1.3047,
      "step": 70585
    },
    {
      "epoch": 5.996092422697927,
      "grad_norm": 2.6261952193521947,
      "learning_rate": 3.325241577090132e-10,
      "loss": 1.444,
      "step": 70586
    },
    {
      "epoch": 5.996177370030581,
      "grad_norm": 2.8138685533776253,
      "learning_rate": 3.182237382104436e-10,
      "loss": 1.5045,
      "step": 70587
    },
    {
      "epoch": 5.996262317363235,
      "grad_norm": 2.851666431381195,
      "learning_rate": 3.042376132023072e-10,
      "loss": 1.5289,
      "step": 70588
    },
    {
      "epoch": 5.996347264695888,
      "grad_norm": 2.6371456808763893,
      "learning_rate": 2.905657827345642e-10,
      "loss": 1.4026,
      "step": 70589
    },
    {
      "epoch": 5.996432212028543,
      "grad_norm": 2.6877727756715317,
      "learning_rate": 2.7720824680721454e-10,
      "loss": 1.2461,
      "step": 70590
    },
    {
      "epoch": 5.996517159361196,
      "grad_norm": 2.7205353178415725,
      "learning_rate": 2.641650054535649e-10,
      "loss": 1.3736,
      "step": 70591
    },
    {
      "epoch": 5.9966021066938495,
      "grad_norm": 2.829149861701716,
      "learning_rate": 2.514360587235753e-10,
      "loss": 1.6238,
      "step": 70592
    },
    {
      "epoch": 5.996687054026504,
      "grad_norm": 2.8875818624348986,
      "learning_rate": 2.3902140661724576e-10,
      "loss": 1.5334,
      "step": 70593
    },
    {
      "epoch": 5.996772001359157,
      "grad_norm": 2.7431249908291298,
      "learning_rate": 2.2692104918453635e-10,
      "loss": 1.353,
      "step": 70594
    },
    {
      "epoch": 5.996856948691811,
      "grad_norm": 2.6804833553568534,
      "learning_rate": 2.1513498642544702e-10,
      "loss": 1.3382,
      "step": 70595
    },
    {
      "epoch": 5.996941896024465,
      "grad_norm": 3.088232678164757,
      "learning_rate": 2.0366321837328446e-10,
      "loss": 1.7109,
      "step": 70596
    },
    {
      "epoch": 5.997026843357118,
      "grad_norm": 2.4991238309107198,
      "learning_rate": 1.925057450613554e-10,
      "loss": 1.3432,
      "step": 70597
    },
    {
      "epoch": 5.997111790689773,
      "grad_norm": 2.7664768016266215,
      "learning_rate": 1.8166256650631316e-10,
      "loss": 1.4295,
      "step": 70598
    },
    {
      "epoch": 5.997196738022426,
      "grad_norm": 2.917504374900439,
      "learning_rate": 1.7113368274146444e-10,
      "loss": 1.4288,
      "step": 70599
    },
    {
      "epoch": 5.99728168535508,
      "grad_norm": 2.8271765573366774,
      "learning_rate": 1.6091909376680923e-10,
      "loss": 1.5542,
      "step": 70600
    },
    {
      "epoch": 5.997366632687734,
      "grad_norm": 2.852148837519384,
      "learning_rate": 1.5101879961565422e-10,
      "loss": 1.5376,
      "step": 70601
    },
    {
      "epoch": 5.997451580020387,
      "grad_norm": 2.734588412770004,
      "learning_rate": 1.4143280032130612e-10,
      "loss": 1.3831,
      "step": 70602
    },
    {
      "epoch": 5.997536527353041,
      "grad_norm": 2.987409642643335,
      "learning_rate": 1.321610958837649e-10,
      "loss": 1.6349,
      "step": 70603
    },
    {
      "epoch": 5.997621474685695,
      "grad_norm": 2.979464535415272,
      "learning_rate": 1.2320368633633727e-10,
      "loss": 1.4659,
      "step": 70604
    },
    {
      "epoch": 5.997706422018348,
      "grad_norm": 3.0152685776956574,
      "learning_rate": 1.1456057167902321e-10,
      "loss": 1.6892,
      "step": 70605
    },
    {
      "epoch": 5.9977913693510025,
      "grad_norm": 3.1416502854834403,
      "learning_rate": 1.0623175194512945e-10,
      "loss": 1.3452,
      "step": 70606
    },
    {
      "epoch": 5.997876316683656,
      "grad_norm": 2.5640493453486046,
      "learning_rate": 9.821722716796265e-11,
      "loss": 1.3124,
      "step": 70607
    },
    {
      "epoch": 5.99796126401631,
      "grad_norm": 2.7852553059289265,
      "learning_rate": 9.051699733086947e-11,
      "loss": 1.4948,
      "step": 70608
    },
    {
      "epoch": 5.998046211348964,
      "grad_norm": 2.7721411467306005,
      "learning_rate": 8.313106246715662e-11,
      "loss": 1.3723,
      "step": 70609
    },
    {
      "epoch": 5.998131158681617,
      "grad_norm": 2.683261523846604,
      "learning_rate": 7.605942257682407e-11,
      "loss": 1.4084,
      "step": 70610
    },
    {
      "epoch": 5.998216106014271,
      "grad_norm": 2.9489833359396385,
      "learning_rate": 6.930207770983187e-11,
      "loss": 1.668,
      "step": 70611
    },
    {
      "epoch": 5.998301053346925,
      "grad_norm": 2.906298903691441,
      "learning_rate": 6.285902784952668e-11,
      "loss": 1.5089,
      "step": 70612
    },
    {
      "epoch": 5.998386000679579,
      "grad_norm": 2.721432044889326,
      "learning_rate": 5.6730273029215176e-11,
      "loss": 1.3632,
      "step": 70613
    },
    {
      "epoch": 5.9984709480122325,
      "grad_norm": 2.8159323832824033,
      "learning_rate": 5.091581323224403e-11,
      "loss": 1.5785,
      "step": 70614
    },
    {
      "epoch": 5.998555895344886,
      "grad_norm": 2.8584517426775355,
      "learning_rate": 4.5415648508573264e-11,
      "loss": 1.548,
      "step": 70615
    },
    {
      "epoch": 5.99864084267754,
      "grad_norm": 2.5046974112216627,
      "learning_rate": 4.022977884154954e-11,
      "loss": 1.2872,
      "step": 70616
    },
    {
      "epoch": 5.998725790010194,
      "grad_norm": 2.6641508220762993,
      "learning_rate": 3.5358204247826205e-11,
      "loss": 1.369,
      "step": 70617
    },
    {
      "epoch": 5.998810737342847,
      "grad_norm": 2.854889313877248,
      "learning_rate": 3.0800924744056596e-11,
      "loss": 1.4648,
      "step": 70618
    },
    {
      "epoch": 5.998895684675501,
      "grad_norm": 2.964100954343255,
      "learning_rate": 2.6557940346894068e-11,
      "loss": 1.8491,
      "step": 70619
    },
    {
      "epoch": 5.998980632008155,
      "grad_norm": 2.506704861585684,
      "learning_rate": 2.262925103968527e-11,
      "loss": 1.3288,
      "step": 70620
    },
    {
      "epoch": 5.999065579340809,
      "grad_norm": 2.7094959407599446,
      "learning_rate": 1.9014856855736893e-11,
      "loss": 1.5224,
      "step": 70621
    },
    {
      "epoch": 5.999150526673462,
      "grad_norm": 2.6113927582114775,
      "learning_rate": 1.5714757778395593e-11,
      "loss": 1.474,
      "step": 70622
    },
    {
      "epoch": 5.999235474006117,
      "grad_norm": 2.7255820362790972,
      "learning_rate": 1.272895384096806e-11,
      "loss": 1.5483,
      "step": 70623
    },
    {
      "epoch": 5.99932042133877,
      "grad_norm": 2.805754046077209,
      "learning_rate": 1.0057445043454293e-11,
      "loss": 1.5097,
      "step": 70624
    },
    {
      "epoch": 5.9994053686714235,
      "grad_norm": 2.7124998485727203,
      "learning_rate": 7.700231385854295e-12,
      "loss": 1.4901,
      "step": 70625
    },
    {
      "epoch": 5.999490316004078,
      "grad_norm": 2.793146069617399,
      "learning_rate": 5.657312868168063e-12,
      "loss": 1.511,
      "step": 70626
    },
    {
      "epoch": 5.999575263336731,
      "grad_norm": 2.6525831911428615,
      "learning_rate": 3.928689490395598e-12,
      "loss": 1.4304,
      "step": 70627
    },
    {
      "epoch": 5.999660210669385,
      "grad_norm": 2.8710158124909553,
      "learning_rate": 2.514361285843591e-12,
      "loss": 1.4985,
      "step": 70628
    },
    {
      "epoch": 5.999745158002039,
      "grad_norm": 2.63537991855815,
      "learning_rate": 1.414328221205352e-12,
      "loss": 1.4735,
      "step": 70629
    },
    {
      "epoch": 5.999830105334692,
      "grad_norm": 2.6590244169927773,
      "learning_rate": 6.285903297875705e-13,
      "loss": 1.4197,
      "step": 70630
    },
    {
      "epoch": 5.999915052667347,
      "grad_norm": 2.6851295031462885,
      "learning_rate": 1.5714757828355628e-13,
      "loss": 1.3912,
      "step": 70631
    },
    {
      "epoch": 6.0,
      "grad_norm": 2.856668245919989,
      "learning_rate": 0.0,
      "loss": 1.6435,
      "step": 70632
    },
    {
      "epoch": 6.0,
      "eval_loss": 5.048323631286621,
      "eval_runtime": 36.8282,
      "eval_samples_per_second": 5.186,
      "eval_steps_per_second": 5.186,
      "step": 70632
    },
    {
      "epoch": 6.0,
      "step": 70632,
      "total_flos": 115538311249920.0,
      "train_loss": 3.83847549443847,
      "train_runtime": 314164.4381,
      "train_samples_per_second": 0.225,
      "train_steps_per_second": 0.225
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 70632,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 115538311249920.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}